2024-04-02T08:04:58.552 INFO:root:teuthology version: 0.0.1.dev262+ge691533 2024-04-02T08:04:58.553 DEBUG:teuthology.run:Teuthology command: teuthology --owner scheduled_rfriedma@teuthology --name rfriedma-2024-04-02_07:59:56-rados:upgrade-wip-rf-oldDeep-distro-default-smithi --archive /home/teuthworker/archive/rfriedma-2024-04-02_07:59:56-rados:upgrade-wip-rf-oldDeep-distro-default-smithi/7635476 --description rados:upgrade/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} --verbose -- /home/teuthworker/archive/rfriedma-2024-04-02_07:59:56-rados:upgrade-wip-rf-oldDeep-distro-default-smithi/7635476/orig.config.yaml 2024-04-02T08:04:58.602 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-02T08:04:58.695 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/rfriedma-2024-04-02_07:59:56-rados:upgrade-wip-rf-oldDeep-distro-default-smithi/7635476 branch: wip-rf-oldDeep description: rados:upgrade/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} email: null first_in_suite: false job_id: '7635476' kernel: kdb: true sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'librbd python api tests ' name: rfriedma-2024-04-02_07:59:56-rados:upgrade-wip-rf-oldDeep-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-rf-oldDeep ceph: conf: global: mon election default strategy: 1 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: 3cba26eaefcf7477205a2b2318143422b83a518d ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: extra_system_packages: - python3-pytest flavor: default sha1: 3cba26eaefcf7477205a2b2318143422b83a518d selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: wip-rf-oldDeep sha1: 3cba26eaefcf7477205a2b2318143422b83a518d owner: scheduled_rfriedma@teuthology priority: 57 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mds.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 8105 sha1: 3cba26eaefcf7477205a2b2318143422b83a518d sleep_before_teardown: 0 suite: rados:upgrade suite_branch: wip-rf-oldDeep suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_3cba26eaefcf7477205a2b2318143422b83a518d/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 3cba26eaefcf7477205a2b2318143422b83a518d targets: smithi012.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGaxcokyVMXkg2K+qFq3Vy6ni9nhY0E4X74H02OmqfsRgJ/8TM2RnT9X/7zhkmuqQir5WypD+CTzNQZfqi/SJsY= smithi055.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCkOYDns3vyq8sKub5zS9jWXRgJgzYHieVSIFU+rNHBSP9AyBEaRPcASa+sgI7uLBaJmrDQeOinWV0m5dbTyehI= tasks: - install: branch: reef exclude_packages: - ceph-volume - print: '**** done install task...' - print: '**** done start installing reef cephadm ...' - cephadm: compiled_cephadm_branch: reef conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:reef - print: '**** done end installing reef cephadm ...' - print: '**** done start cephadm.shell ceph config set mgr...' - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - print: '**** done cephadm.shell ceph config set mgr...' - print: '**** done start telemetry reef...' - workunit: clients: client.0: - test_telemetry_reef.sh - print: '**** done end telemetry reef...' - print: '**** done start parallel' - parallel: - workload - upgrade-sequence - print: '**** done end parallel' - print: '**** done start telemetry x...' - workunit: clients: client.0: - test_telemetry_reef_x.sh - print: '**** done end telemetry x...' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: e691533f9cbb33d85b2187bba20d7102f098636d timestamp: 2024-04-02_07:59:56 tube: smithi upgrade-sequence: sequential: - print: '**** done start upgrade, wait' - cephadm.shell: env: - sha1 mon.a: - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - print: '**** done end upgrade, wait...' user: rfriedma verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 workload: full_sequential: - print: '**** done start ec-rados-default.yaml' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done end ec-rados-default.yaml' - print: '**** done start rados_api.yaml' - workunit: branch: reef clients: client.0: - cls - print: '**** done end rados_api.yaml' - print: '**** done start rados_loadgenbig.yaml' - workunit: branch: reef clients: client.0: - rados/load-gen-big.sh - print: '**** done end rados_loadgenbig.yaml' - print: '**** done start rbd_import_export.yaml' - workunit: branch: reef clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done end rbd_import_export.yaml' - print: '**** done start test_rbd_api.yaml' - workunit: branch: reef clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_api.yaml' - print: '**** done start test_rbd_python.yaml' - workunit: branch: reef clients: client.0: - rbd/test_librbd_python.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_python.yaml' 2024-04-02T08:04:58.695 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_3cba26eaefcf7477205a2b2318143422b83a518d/qa; will attempt to use it 2024-04-02T08:04:58.696 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_3cba26eaefcf7477205a2b2318143422b83a518d/qa/tasks 2024-04-02T08:04:58.696 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-04-02T08:04:58.697 INFO:teuthology.task.internal:Checking packages... 2024-04-02T08:04:58.721 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '3cba26eaefcf7477205a2b2318143422b83a518d' 2024-04-02T08:04:58.721 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-02T08:04:58.721 INFO:teuthology.packaging:ref: None 2024-04-02T08:04:58.721 INFO:teuthology.packaging:tag: None 2024-04-02T08:04:58.721 INFO:teuthology.packaging:branch: wip-rf-oldDeep 2024-04-02T08:04:58.721 INFO:teuthology.packaging:sha1: 3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:04:58.721 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-rf-oldDeep 2024-04-02T08:04:58.938 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-2422.g3cba26ea 2024-04-02T08:04:58.939 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-04-02T08:04:58.945 INFO:teuthology.task.internal:no buildpackages task found 2024-04-02T08:04:58.945 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-04-02T08:04:58.991 INFO:teuthology.task.internal:Saving configuration 2024-04-02T08:04:59.009 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-04-02T08:04:59.024 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-02T08:04:59.045 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi012.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rfriedma-2024-04-02_07:59:56-rados:upgrade-wip-rf-oldDeep-distro-default-smithi/7635476', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-02 08:00:28.211313', 'locked_by': 'scheduled_rfriedma@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGaxcokyVMXkg2K+qFq3Vy6ni9nhY0E4X74H02OmqfsRgJ/8TM2RnT9X/7zhkmuqQir5WypD+CTzNQZfqi/SJsY='} 2024-04-02T08:04:59.069 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi055.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rfriedma-2024-04-02_07:59:56-rados:upgrade-wip-rf-oldDeep-distro-default-smithi/7635476', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-02 08:00:28.213160', 'locked_by': 'scheduled_rfriedma@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCkOYDns3vyq8sKub5zS9jWXRgJgzYHieVSIFU+rNHBSP9AyBEaRPcASa+sgI7uLBaJmrDQeOinWV0m5dbTyehI='} 2024-04-02T08:04:59.069 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-04-02T08:04:59.074 INFO:teuthology.task.internal:roles: ubuntu@smithi012.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-04-02T08:04:59.075 INFO:teuthology.task.internal:roles: ubuntu@smithi055.front.sepia.ceph.com - ['mon.b', 'mds.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-04-02T08:04:59.075 INFO:teuthology.run_tasks:Running task console_log... 2024-04-02T08:04:59.171 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fc956f5a0d0>, signals=[15]) 2024-04-02T08:04:59.172 INFO:teuthology.run_tasks:Running task internal.connect... 2024-04-02T08:04:59.177 INFO:teuthology.task.internal:Opening connections... 2024-04-02T08:04:59.177 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi012.front.sepia.ceph.com 2024-04-02T08:04:59.179 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi012.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:04:59.286 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi055.front.sepia.ceph.com 2024-04-02T08:04:59.287 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi055.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:04:59.389 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-04-02T08:04:59.395 DEBUG:teuthology.orchestra.run.smithi012:> uname -m 2024-04-02T08:04:59.413 INFO:teuthology.orchestra.run.smithi012.stdout:x86_64 2024-04-02T08:04:59.413 DEBUG:teuthology.orchestra.run.smithi012:> cat /etc/os-release 2024-04-02T08:04:59.470 INFO:teuthology.orchestra.run.smithi012.stdout:NAME="CentOS Stream" 2024-04-02T08:04:59.471 INFO:teuthology.orchestra.run.smithi012.stdout:VERSION="9" 2024-04-02T08:04:59.471 INFO:teuthology.orchestra.run.smithi012.stdout:ID="centos" 2024-04-02T08:04:59.471 INFO:teuthology.orchestra.run.smithi012.stdout:ID_LIKE="rhel fedora" 2024-04-02T08:04:59.471 INFO:teuthology.orchestra.run.smithi012.stdout:VERSION_ID="9" 2024-04-02T08:04:59.471 INFO:teuthology.orchestra.run.smithi012.stdout:PLATFORM_ID="platform:el9" 2024-04-02T08:04:59.471 INFO:teuthology.orchestra.run.smithi012.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-02T08:04:59.471 INFO:teuthology.orchestra.run.smithi012.stdout:ANSI_COLOR="0;31" 2024-04-02T08:04:59.471 INFO:teuthology.orchestra.run.smithi012.stdout:LOGO="fedora-logo-icon" 2024-04-02T08:04:59.471 INFO:teuthology.orchestra.run.smithi012.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-02T08:04:59.471 INFO:teuthology.orchestra.run.smithi012.stdout:HOME_URL="https://centos.org/" 2024-04-02T08:04:59.471 INFO:teuthology.orchestra.run.smithi012.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-02T08:04:59.471 INFO:teuthology.orchestra.run.smithi012.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-02T08:04:59.472 INFO:teuthology.orchestra.run.smithi012.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-02T08:04:59.472 INFO:teuthology.lock.ops:Updating smithi012.front.sepia.ceph.com on lock server 2024-04-02T08:04:59.491 DEBUG:teuthology.orchestra.run.smithi055:> uname -m 2024-04-02T08:04:59.509 INFO:teuthology.orchestra.run.smithi055.stdout:x86_64 2024-04-02T08:04:59.509 DEBUG:teuthology.orchestra.run.smithi055:> cat /etc/os-release 2024-04-02T08:04:59.566 INFO:teuthology.orchestra.run.smithi055.stdout:NAME="CentOS Stream" 2024-04-02T08:04:59.566 INFO:teuthology.orchestra.run.smithi055.stdout:VERSION="9" 2024-04-02T08:04:59.566 INFO:teuthology.orchestra.run.smithi055.stdout:ID="centos" 2024-04-02T08:04:59.566 INFO:teuthology.orchestra.run.smithi055.stdout:ID_LIKE="rhel fedora" 2024-04-02T08:04:59.566 INFO:teuthology.orchestra.run.smithi055.stdout:VERSION_ID="9" 2024-04-02T08:04:59.566 INFO:teuthology.orchestra.run.smithi055.stdout:PLATFORM_ID="platform:el9" 2024-04-02T08:04:59.566 INFO:teuthology.orchestra.run.smithi055.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-02T08:04:59.566 INFO:teuthology.orchestra.run.smithi055.stdout:ANSI_COLOR="0;31" 2024-04-02T08:04:59.566 INFO:teuthology.orchestra.run.smithi055.stdout:LOGO="fedora-logo-icon" 2024-04-02T08:04:59.566 INFO:teuthology.orchestra.run.smithi055.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-02T08:04:59.566 INFO:teuthology.orchestra.run.smithi055.stdout:HOME_URL="https://centos.org/" 2024-04-02T08:04:59.567 INFO:teuthology.orchestra.run.smithi055.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-02T08:04:59.567 INFO:teuthology.orchestra.run.smithi055.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-02T08:04:59.567 INFO:teuthology.orchestra.run.smithi055.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-02T08:04:59.567 INFO:teuthology.lock.ops:Updating smithi055.front.sepia.ceph.com on lock server 2024-04-02T08:04:59.591 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-04-02T08:04:59.600 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-04-02T08:04:59.624 INFO:teuthology.task.internal:Checking for old test directory... 2024-04-02T08:04:59.624 DEBUG:teuthology.orchestra.run.smithi012:> test '!' -e /home/ubuntu/cephtest 2024-04-02T08:04:59.627 DEBUG:teuthology.orchestra.run.smithi055:> test '!' -e /home/ubuntu/cephtest 2024-04-02T08:04:59.643 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-04-02T08:04:59.648 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-04-02T08:04:59.648 DEBUG:teuthology.orchestra.run.smithi012:> test -z $(ls -A /var/lib/ceph) 2024-04-02T08:04:59.684 DEBUG:teuthology.orchestra.run.smithi055:> test -z $(ls -A /var/lib/ceph) 2024-04-02T08:04:59.713 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-04-02T08:04:59.764 INFO:teuthology.run_tasks:Running task kernel... 2024-04-02T08:04:59.778 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2024-04-02T08:04:59.778 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2024-04-02T08:04:59.779 DEBUG:teuthology.orchestra.run.smithi012:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-02T08:04:59.779 DEBUG:teuthology.orchestra.run.smithi055:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-02T08:04:59.795 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T08:04:59.795 DEBUG:teuthology.orchestra.run.smithi055:> uname -r 2024-04-02T08:04:59.796 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T08:04:59.796 DEBUG:teuthology.orchestra.run.smithi012:> uname -r 2024-04-02T08:04:59.853 INFO:teuthology.orchestra.run.smithi055.stdout:5.14.0-361.el9.x86_64 2024-04-02T08:04:59.853 INFO:teuthology.task.kernel:Running kernel on smithi055: 5.14.0-361.el9.x86_64 2024-04-02T08:04:59.853 DEBUG:teuthology.orchestra.run.smithi055:> sudo yum install -y kernel 2024-04-02T08:04:59.854 INFO:teuthology.orchestra.run.smithi012.stdout:5.14.0-361.el9.x86_64 2024-04-02T08:04:59.855 INFO:teuthology.task.kernel:Running kernel on smithi012: 5.14.0-361.el9.x86_64 2024-04-02T08:04:59.855 DEBUG:teuthology.orchestra.run.smithi012:> sudo yum install -y kernel 2024-04-02T08:05:01.949 INFO:teuthology.orchestra.run.smithi012.stdout:CentOS-9 - AppStream 14 MB/s | 6.7 MB 00:00 2024-04-02T08:05:01.992 INFO:teuthology.orchestra.run.smithi055.stdout:CentOS-9 - AppStream 15 MB/s | 6.7 MB 00:00 2024-04-02T08:05:03.382 INFO:teuthology.orchestra.run.smithi012.stdout:CentOS-9 - BaseOS 7.7 MB/s | 2.0 MB 00:00 2024-04-02T08:05:03.409 INFO:teuthology.orchestra.run.smithi055.stdout:CentOS-9 - BaseOS 7.5 MB/s | 2.0 MB 00:00 2024-04-02T08:05:04.850 INFO:teuthology.orchestra.run.smithi055.stdout:CentOS Stream 9 - BaseOS 7.4 MB/s | 8.0 MB 00:01 2024-04-02T08:05:06.661 INFO:teuthology.orchestra.run.smithi055.stdout:CentOS Stream 9 - AppStream 28 MB/s | 19 MB 00:00 2024-04-02T08:05:10.843 INFO:teuthology.orchestra.run.smithi055.stdout:CentOS Stream 9 - CRB 11 MB/s | 6.1 MB 00:00 2024-04-02T08:05:12.544 INFO:teuthology.orchestra.run.smithi055.stdout:CentOS Stream 9 - Extras packages 30 kB/s | 16 kB 00:00 2024-04-02T08:05:14.204 INFO:teuthology.orchestra.run.smithi012.stdout:CentOS Stream 9 - BaseOS 785 kB/s | 8.0 MB 00:10 2024-04-02T08:05:14.256 INFO:teuthology.orchestra.run.smithi055.stdout:Extra Packages for Enterprise Linux 13 MB/s | 21 MB 00:01 2024-04-02T08:05:18.771 INFO:teuthology.orchestra.run.smithi012.stdout:CentOS Stream 9 - AppStream 5.5 MB/s | 19 MB 00:03 2024-04-02T08:05:19.412 INFO:teuthology.orchestra.run.smithi055.stdout:lab-extras 20 kB/s | 1.7 kB 00:00 2024-04-02T08:05:21.778 INFO:teuthology.orchestra.run.smithi055.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-02T08:05:21.778 INFO:teuthology.orchestra.run.smithi055.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2024-04-02T08:05:21.876 INFO:teuthology.orchestra.run.smithi055.stdout:Dependencies resolved. 2024-04-02T08:05:21.885 INFO:teuthology.orchestra.run.smithi055.stdout:================================================================================ 2024-04-02T08:05:21.885 INFO:teuthology.orchestra.run.smithi055.stdout: Package Arch Version Repository Size 2024-04-02T08:05:21.885 INFO:teuthology.orchestra.run.smithi055.stdout:================================================================================ 2024-04-02T08:05:21.885 INFO:teuthology.orchestra.run.smithi055.stdout:Installing: 2024-04-02T08:05:21.885 INFO:teuthology.orchestra.run.smithi055.stdout: kernel x86_64 5.14.0-434.el9 CentOS-BaseOS 192 k 2024-04-02T08:05:21.885 INFO:teuthology.orchestra.run.smithi055.stdout:Installing dependencies: 2024-04-02T08:05:21.885 INFO:teuthology.orchestra.run.smithi055.stdout: kernel-core x86_64 5.14.0-434.el9 CentOS-BaseOS 15 M 2024-04-02T08:05:21.885 INFO:teuthology.orchestra.run.smithi055.stdout: kernel-modules x86_64 5.14.0-434.el9 CentOS-BaseOS 34 M 2024-04-02T08:05:21.885 INFO:teuthology.orchestra.run.smithi055.stdout: kernel-modules-core x86_64 5.14.0-434.el9 CentOS-BaseOS 28 M 2024-04-02T08:05:21.886 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-02T08:05:21.886 INFO:teuthology.orchestra.run.smithi055.stdout:Transaction Summary 2024-04-02T08:05:21.886 INFO:teuthology.orchestra.run.smithi055.stdout:================================================================================ 2024-04-02T08:05:21.886 INFO:teuthology.orchestra.run.smithi055.stdout:Install 4 Packages 2024-04-02T08:05:21.886 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-02T08:05:21.886 INFO:teuthology.orchestra.run.smithi055.stdout:Total download size: 76 M 2024-04-02T08:05:21.886 INFO:teuthology.orchestra.run.smithi055.stdout:Installed size: 123 M 2024-04-02T08:05:21.887 INFO:teuthology.orchestra.run.smithi055.stdout:Downloading Packages: 2024-04-02T08:05:22.055 INFO:teuthology.orchestra.run.smithi055.stdout:(1/4): kernel-5.14.0-434.el9.x86_64.rpm 1.1 MB/s | 192 kB 00:00 2024-04-02T08:05:22.722 INFO:teuthology.orchestra.run.smithi055.stdout:(2/4): kernel-core-5.14.0-434.el9.x86_64.rpm 18 MB/s | 15 MB 00:00 2024-04-02T08:05:23.331 INFO:teuthology.orchestra.run.smithi055.stdout:(3/4): kernel-modules-5.14.0-434.el9.x86_64.rpm 23 MB/s | 34 MB 00:01 2024-04-02T08:05:23.496 INFO:teuthology.orchestra.run.smithi012.stdout:CentOS Stream 9 - CRB 6.1 MB/s | 6.1 MB 00:01 2024-04-02T08:05:23.623 INFO:teuthology.orchestra.run.smithi055.stdout:(4/4): kernel-modules-core-5.14.0-434.el9.x86_6 18 MB/s | 28 MB 00:01 2024-04-02T08:05:23.626 INFO:teuthology.orchestra.run.smithi055.stdout:-------------------------------------------------------------------------------- 2024-04-02T08:05:23.626 INFO:teuthology.orchestra.run.smithi055.stdout:Total 44 MB/s | 76 MB 00:01 2024-04-02T08:05:23.626 INFO:teuthology.orchestra.run.smithi055.stdout:Running transaction check 2024-04-02T08:05:24.034 INFO:teuthology.orchestra.run.smithi055.stdout:Transaction check succeeded. 2024-04-02T08:05:24.035 INFO:teuthology.orchestra.run.smithi055.stdout:Running transaction test 2024-04-02T08:05:24.881 INFO:teuthology.orchestra.run.smithi055.stdout:Transaction test succeeded. 2024-04-02T08:05:24.881 INFO:teuthology.orchestra.run.smithi055.stdout:Running transaction 2024-04-02T08:05:24.955 INFO:teuthology.orchestra.run.smithi012.stdout:CentOS Stream 9 - Extras packages 63 kB/s | 16 kB 00:00 2024-04-02T08:05:27.298 INFO:teuthology.orchestra.run.smithi055.stdout: Preparing : 1/1 2024-04-02T08:05:27.920 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : kernel-modules-core-5.14.0-434.el9.x86_64 1/4 2024-04-02T08:05:28.015 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : kernel-core-5.14.0-434.el9.x86_64 2/4 2024-04-02T08:05:28.439 INFO:teuthology.orchestra.run.smithi012.stdout:Extra Packages for Enterprise Linux 6.2 MB/s | 21 MB 00:03 2024-04-02T08:05:30.909 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: kernel-core-5.14.0-434.el9.x86_64 2/4 2024-04-02T08:05:31.053 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : kernel-modules-5.14.0-434.el9.x86_64 3/4 2024-04-02T08:05:33.647 INFO:teuthology.orchestra.run.smithi012.stdout:lab-extras 51 kB/s | 1.7 kB 00:00 2024-04-02T08:05:36.009 INFO:teuthology.orchestra.run.smithi012.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-02T08:05:36.010 INFO:teuthology.orchestra.run.smithi012.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2024-04-02T08:05:36.095 INFO:teuthology.orchestra.run.smithi012.stdout:Dependencies resolved. 2024-04-02T08:05:36.104 INFO:teuthology.orchestra.run.smithi012.stdout:================================================================================ 2024-04-02T08:05:36.105 INFO:teuthology.orchestra.run.smithi012.stdout: Package Arch Version Repository Size 2024-04-02T08:05:36.105 INFO:teuthology.orchestra.run.smithi012.stdout:================================================================================ 2024-04-02T08:05:36.105 INFO:teuthology.orchestra.run.smithi012.stdout:Installing: 2024-04-02T08:05:36.105 INFO:teuthology.orchestra.run.smithi012.stdout: kernel x86_64 5.14.0-434.el9 CentOS-BaseOS 192 k 2024-04-02T08:05:36.105 INFO:teuthology.orchestra.run.smithi012.stdout:Installing dependencies: 2024-04-02T08:05:36.105 INFO:teuthology.orchestra.run.smithi012.stdout: kernel-core x86_64 5.14.0-434.el9 CentOS-BaseOS 15 M 2024-04-02T08:05:36.105 INFO:teuthology.orchestra.run.smithi012.stdout: kernel-modules x86_64 5.14.0-434.el9 CentOS-BaseOS 34 M 2024-04-02T08:05:36.105 INFO:teuthology.orchestra.run.smithi012.stdout: kernel-modules-core x86_64 5.14.0-434.el9 CentOS-BaseOS 28 M 2024-04-02T08:05:36.105 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:05:36.105 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction Summary 2024-04-02T08:05:36.105 INFO:teuthology.orchestra.run.smithi012.stdout:================================================================================ 2024-04-02T08:05:36.105 INFO:teuthology.orchestra.run.smithi012.stdout:Install 4 Packages 2024-04-02T08:05:36.106 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:05:36.106 INFO:teuthology.orchestra.run.smithi012.stdout:Total download size: 76 M 2024-04-02T08:05:36.106 INFO:teuthology.orchestra.run.smithi012.stdout:Installed size: 123 M 2024-04-02T08:05:36.106 INFO:teuthology.orchestra.run.smithi012.stdout:Downloading Packages: 2024-04-02T08:05:36.134 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: kernel-modules-5.14.0-434.el9.x86_64 3/4 2024-04-02T08:05:36.176 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : kernel-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:05:36.257 INFO:teuthology.orchestra.run.smithi012.stdout:(1/4): kernel-5.14.0-434.el9.x86_64.rpm 1.2 MB/s | 192 kB 00:00 2024-04-02T08:05:36.890 INFO:teuthology.orchestra.run.smithi012.stdout:(2/4): kernel-core-5.14.0-434.el9.x86_64.rpm 19 MB/s | 15 MB 00:00 2024-04-02T08:05:37.491 INFO:teuthology.orchestra.run.smithi012.stdout:(3/4): kernel-modules-5.14.0-434.el9.x86_64.rpm 24 MB/s | 34 MB 00:01 2024-04-02T08:05:37.850 INFO:teuthology.orchestra.run.smithi012.stdout:(4/4): kernel-modules-core-5.14.0-434.el9.x86_6 17 MB/s | 28 MB 00:01 2024-04-02T08:05:37.852 INFO:teuthology.orchestra.run.smithi012.stdout:-------------------------------------------------------------------------------- 2024-04-02T08:05:37.852 INFO:teuthology.orchestra.run.smithi012.stdout:Total 44 MB/s | 76 MB 00:01 2024-04-02T08:05:37.852 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction check 2024-04-02T08:05:38.278 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction check succeeded. 2024-04-02T08:05:38.278 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction test 2024-04-02T08:05:39.177 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction test succeeded. 2024-04-02T08:05:39.177 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction 2024-04-02T08:05:41.278 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: kernel-modules-core-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:05:41.596 INFO:teuthology.orchestra.run.smithi012.stdout: Preparing : 1/1 2024-04-02T08:05:42.213 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : kernel-modules-core-5.14.0-434.el9.x86_64 1/4 2024-04-02T08:05:42.308 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : kernel-core-5.14.0-434.el9.x86_64 2/4 2024-04-02T08:05:45.216 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: kernel-core-5.14.0-434.el9.x86_64 2/4 2024-04-02T08:05:45.353 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : kernel-modules-5.14.0-434.el9.x86_64 3/4 2024-04-02T08:05:50.431 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: kernel-modules-5.14.0-434.el9.x86_64 3/4 2024-04-02T08:05:50.468 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : kernel-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:05:55.567 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: kernel-modules-core-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:06:12.277 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: kernel-core-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:06:12.277 INFO:teuthology.orchestra.run.smithi055.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-04-02T08:06:12.277 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-02T08:06:12.320 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: kernel-modules-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:06:12.690 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: kernel-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:06:12.690 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : kernel-5.14.0-434.el9.x86_64 1/4 2024-04-02T08:06:12.690 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : kernel-core-5.14.0-434.el9.x86_64 2/4 2024-04-02T08:06:12.690 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : kernel-modules-5.14.0-434.el9.x86_64 3/4 2024-04-02T08:06:13.107 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : kernel-modules-core-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:06:13.107 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-02T08:06:13.107 INFO:teuthology.orchestra.run.smithi055.stdout:Installed: 2024-04-02T08:06:13.107 INFO:teuthology.orchestra.run.smithi055.stdout: kernel-5.14.0-434.el9.x86_64 2024-04-02T08:06:13.107 INFO:teuthology.orchestra.run.smithi055.stdout: kernel-core-5.14.0-434.el9.x86_64 2024-04-02T08:06:13.107 INFO:teuthology.orchestra.run.smithi055.stdout: kernel-modules-5.14.0-434.el9.x86_64 2024-04-02T08:06:13.108 INFO:teuthology.orchestra.run.smithi055.stdout: kernel-modules-core-5.14.0-434.el9.x86_64 2024-04-02T08:06:13.108 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-02T08:06:13.108 INFO:teuthology.orchestra.run.smithi055.stdout:Complete! 2024-04-02T08:06:13.443 DEBUG:teuthology.orchestra.run.smithi055:> rpm -q kernel | sort -rV | head -n 1 2024-04-02T08:06:13.596 INFO:teuthology.orchestra.run.smithi055.stdout:kernel-5.14.0-434.el9.x86_64 2024-04-02T08:06:13.596 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-434.el9.x86_64 2024-04-02T08:06:13.596 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-434.el9.x86_64 2024-04-02T08:06:13.596 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-04-02T08:06:13.596 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-04-02T08:06:13.597 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-04-02T08:06:13.597 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi055.front.sepia.ceph.com, path=None, version=distro) 2024-04-02T08:06:13.597 DEBUG:teuthology.orchestra.run.smithi055:> rpm -q kernel | sort -rV | head -n 1 2024-04-02T08:06:13.679 INFO:teuthology.orchestra.run.smithi055.stdout:kernel-5.14.0-434.el9.x86_64 2024-04-02T08:06:13.680 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-434.el9.x86_64 2024-04-02T08:06:13.680 DEBUG:teuthology.orchestra.run.smithi055:> sudo rpm -qi grub2-tools 2024-04-02T08:06:13.730 INFO:teuthology.orchestra.run.smithi055.stdout:Name : grub2-tools 2024-04-02T08:06:13.731 INFO:teuthology.orchestra.run.smithi055.stdout:Epoch : 1 2024-04-02T08:06:13.731 INFO:teuthology.orchestra.run.smithi055.stdout:Version : 2.06 2024-04-02T08:06:13.731 INFO:teuthology.orchestra.run.smithi055.stdout:Release : 68.el9 2024-04-02T08:06:13.731 INFO:teuthology.orchestra.run.smithi055.stdout:Architecture: x86_64 2024-04-02T08:06:13.731 INFO:teuthology.orchestra.run.smithi055.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-04-02T08:06:13.731 INFO:teuthology.orchestra.run.smithi055.stdout:Group : Unspecified 2024-04-02T08:06:13.731 INFO:teuthology.orchestra.run.smithi055.stdout:Size : 8264254 2024-04-02T08:06:13.731 INFO:teuthology.orchestra.run.smithi055.stdout:License : GPLv3+ 2024-04-02T08:06:13.731 INFO:teuthology.orchestra.run.smithi055.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-04-02T08:06:13.731 INFO:teuthology.orchestra.run.smithi055.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-04-02T08:06:13.731 INFO:teuthology.orchestra.run.smithi055.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-04-02T08:06:13.731 INFO:teuthology.orchestra.run.smithi055.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-04-02T08:06:13.731 INFO:teuthology.orchestra.run.smithi055.stdout:Packager : builder@centos.org 2024-04-02T08:06:13.732 INFO:teuthology.orchestra.run.smithi055.stdout:Vendor : CentOS 2024-04-02T08:06:13.732 INFO:teuthology.orchestra.run.smithi055.stdout:URL : http://www.gnu.org/software/grub/ 2024-04-02T08:06:13.732 INFO:teuthology.orchestra.run.smithi055.stdout:Summary : Support tools for GRUB. 2024-04-02T08:06:13.732 INFO:teuthology.orchestra.run.smithi055.stdout:Description : 2024-04-02T08:06:13.732 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-02T08:06:13.732 INFO:teuthology.orchestra.run.smithi055.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-04-02T08:06:13.732 INFO:teuthology.orchestra.run.smithi055.stdout:customizable bootloader with modular architecture. It supports a rich 2024-04-02T08:06:13.732 INFO:teuthology.orchestra.run.smithi055.stdout:variety of kernel formats, file systems, computer architectures and 2024-04-02T08:06:13.732 INFO:teuthology.orchestra.run.smithi055.stdout:hardware devices. 2024-04-02T08:06:13.732 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-02T08:06:13.732 INFO:teuthology.orchestra.run.smithi055.stdout:This subpackage provides tools for support of all platforms. 2024-04-02T08:06:13.733 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-04-02T08:06:13.733 INFO:teuthology.task.kernel:Updating grub on smithi055 to boot 5.14.0-434.el9.x86_64 2024-04-02T08:06:13.733 DEBUG:teuthology.orchestra.run.smithi055:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-04-02T08:06:14.303 INFO:teuthology.orchestra.run.smithi055.stderr:Generating grub configuration file ... 2024-04-02T08:06:15.728 INFO:teuthology.orchestra.run.smithi055.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-04-02T08:06:15.773 INFO:teuthology.orchestra.run.smithi055.stderr:done 2024-04-02T08:06:15.775 DEBUG:teuthology.orchestra.run.smithi055:> mktemp 2024-04-02T08:06:15.791 INFO:teuthology.orchestra.run.smithi055.stdout:/tmp/tmp.lsRoHtBb8M 2024-04-02T08:06:15.791 DEBUG:teuthology.orchestra.run.smithi055:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.lsRoHtBb8M 2024-04-02T08:06:15.864 DEBUG:teuthology.orchestra.run.smithi055:> sudo chmod 0666 /tmp/tmp.lsRoHtBb8M 2024-04-02T08:06:16.006 DEBUG:teuthology.orchestra.remote:smithi055:/tmp/tmp.lsRoHtBb8M is 6KB 2024-04-02T08:06:16.054 DEBUG:teuthology.orchestra.run.smithi055:> rm -fr /tmp/tmp.lsRoHtBb8M 2024-04-02T08:06:16.069 DEBUG:teuthology.orchestra.run.smithi055:> sudo /bin/ls /boot/loader/entries || true 2024-04-02T08:06:16.139 INFO:teuthology.orchestra.run.smithi055.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-04-02T08:06:16.139 INFO:teuthology.orchestra.run.smithi055.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-04-02T08:06:16.139 INFO:teuthology.orchestra.run.smithi055.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-04-02T08:06:16.139 INFO:teuthology.orchestra.run.smithi055.stdout:15949e3c88704300882482eddfd7baae-5.14.0-434.el9.x86_64.conf 2024-04-02T08:06:16.141 DEBUG:teuthology.orchestra.run.smithi055:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-434.el9.x86_64 2024-04-02T08:06:16.293 DEBUG:teuthology.orchestra.run.smithi055:> sudo shutdown -r now 2024-04-02T08:06:26.470 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: kernel-core-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:06:26.470 INFO:teuthology.orchestra.run.smithi012.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-04-02T08:06:26.470 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:06:26.515 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: kernel-modules-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:06:26.858 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: kernel-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:06:26.858 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : kernel-5.14.0-434.el9.x86_64 1/4 2024-04-02T08:06:26.858 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : kernel-core-5.14.0-434.el9.x86_64 2/4 2024-04-02T08:06:26.858 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : kernel-modules-5.14.0-434.el9.x86_64 3/4 2024-04-02T08:06:27.271 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : kernel-modules-core-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:06:27.271 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:06:27.271 INFO:teuthology.orchestra.run.smithi012.stdout:Installed: 2024-04-02T08:06:27.271 INFO:teuthology.orchestra.run.smithi012.stdout: kernel-5.14.0-434.el9.x86_64 2024-04-02T08:06:27.271 INFO:teuthology.orchestra.run.smithi012.stdout: kernel-core-5.14.0-434.el9.x86_64 2024-04-02T08:06:27.271 INFO:teuthology.orchestra.run.smithi012.stdout: kernel-modules-5.14.0-434.el9.x86_64 2024-04-02T08:06:27.271 INFO:teuthology.orchestra.run.smithi012.stdout: kernel-modules-core-5.14.0-434.el9.x86_64 2024-04-02T08:06:27.271 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:06:27.271 INFO:teuthology.orchestra.run.smithi012.stdout:Complete! 2024-04-02T08:06:27.579 DEBUG:teuthology.orchestra.run.smithi012:> rpm -q kernel | sort -rV | head -n 1 2024-04-02T08:06:27.687 INFO:teuthology.orchestra.run.smithi012.stdout:kernel-5.14.0-434.el9.x86_64 2024-04-02T08:06:27.687 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-434.el9.x86_64 2024-04-02T08:06:27.687 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-434.el9.x86_64 2024-04-02T08:06:27.687 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-04-02T08:06:27.688 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-04-02T08:06:27.688 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-04-02T08:06:27.688 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi012.front.sepia.ceph.com, path=None, version=distro) 2024-04-02T08:06:27.688 DEBUG:teuthology.orchestra.run.smithi012:> rpm -q kernel | sort -rV | head -n 1 2024-04-02T08:06:27.771 INFO:teuthology.orchestra.run.smithi012.stdout:kernel-5.14.0-434.el9.x86_64 2024-04-02T08:06:27.772 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-434.el9.x86_64 2024-04-02T08:06:27.772 DEBUG:teuthology.orchestra.run.smithi012:> sudo rpm -qi grub2-tools 2024-04-02T08:06:27.810 INFO:teuthology.orchestra.run.smithi012.stdout:Name : grub2-tools 2024-04-02T08:06:27.810 INFO:teuthology.orchestra.run.smithi012.stdout:Epoch : 1 2024-04-02T08:06:27.810 INFO:teuthology.orchestra.run.smithi012.stdout:Version : 2.06 2024-04-02T08:06:27.810 INFO:teuthology.orchestra.run.smithi012.stdout:Release : 68.el9 2024-04-02T08:06:27.810 INFO:teuthology.orchestra.run.smithi012.stdout:Architecture: x86_64 2024-04-02T08:06:27.810 INFO:teuthology.orchestra.run.smithi012.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-04-02T08:06:27.810 INFO:teuthology.orchestra.run.smithi012.stdout:Group : Unspecified 2024-04-02T08:06:27.810 INFO:teuthology.orchestra.run.smithi012.stdout:Size : 8264254 2024-04-02T08:06:27.811 INFO:teuthology.orchestra.run.smithi012.stdout:License : GPLv3+ 2024-04-02T08:06:27.811 INFO:teuthology.orchestra.run.smithi012.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-04-02T08:06:27.811 INFO:teuthology.orchestra.run.smithi012.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-04-02T08:06:27.811 INFO:teuthology.orchestra.run.smithi012.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-04-02T08:06:27.811 INFO:teuthology.orchestra.run.smithi012.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-04-02T08:06:27.811 INFO:teuthology.orchestra.run.smithi012.stdout:Packager : builder@centos.org 2024-04-02T08:06:27.811 INFO:teuthology.orchestra.run.smithi012.stdout:Vendor : CentOS 2024-04-02T08:06:27.811 INFO:teuthology.orchestra.run.smithi012.stdout:URL : http://www.gnu.org/software/grub/ 2024-04-02T08:06:27.811 INFO:teuthology.orchestra.run.smithi012.stdout:Summary : Support tools for GRUB. 2024-04-02T08:06:27.811 INFO:teuthology.orchestra.run.smithi012.stdout:Description : 2024-04-02T08:06:27.811 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:06:27.811 INFO:teuthology.orchestra.run.smithi012.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-04-02T08:06:27.811 INFO:teuthology.orchestra.run.smithi012.stdout:customizable bootloader with modular architecture. It supports a rich 2024-04-02T08:06:27.811 INFO:teuthology.orchestra.run.smithi012.stdout:variety of kernel formats, file systems, computer architectures and 2024-04-02T08:06:27.812 INFO:teuthology.orchestra.run.smithi012.stdout:hardware devices. 2024-04-02T08:06:27.812 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:06:27.812 INFO:teuthology.orchestra.run.smithi012.stdout:This subpackage provides tools for support of all platforms. 2024-04-02T08:06:27.812 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-04-02T08:06:27.813 INFO:teuthology.task.kernel:Updating grub on smithi012 to boot 5.14.0-434.el9.x86_64 2024-04-02T08:06:27.813 DEBUG:teuthology.orchestra.run.smithi012:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-04-02T08:06:28.387 INFO:teuthology.orchestra.run.smithi012.stderr:Generating grub configuration file ... 2024-04-02T08:06:29.924 INFO:teuthology.orchestra.run.smithi012.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-04-02T08:06:29.951 INFO:teuthology.orchestra.run.smithi012.stderr:done 2024-04-02T08:06:29.954 DEBUG:teuthology.orchestra.run.smithi012:> mktemp 2024-04-02T08:06:30.009 INFO:teuthology.orchestra.run.smithi012.stdout:/tmp/tmp.saF9J1b9rm 2024-04-02T08:06:30.009 DEBUG:teuthology.orchestra.run.smithi012:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.saF9J1b9rm 2024-04-02T08:06:30.082 DEBUG:teuthology.orchestra.run.smithi012:> sudo chmod 0666 /tmp/tmp.saF9J1b9rm 2024-04-02T08:06:30.225 DEBUG:teuthology.orchestra.remote:smithi012:/tmp/tmp.saF9J1b9rm is 6KB 2024-04-02T08:06:30.275 DEBUG:teuthology.orchestra.run.smithi012:> rm -fr /tmp/tmp.saF9J1b9rm 2024-04-02T08:06:30.290 DEBUG:teuthology.orchestra.run.smithi012:> sudo /bin/ls /boot/loader/entries || true 2024-04-02T08:06:30.359 INFO:teuthology.orchestra.run.smithi012.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-04-02T08:06:30.359 INFO:teuthology.orchestra.run.smithi012.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-04-02T08:06:30.359 INFO:teuthology.orchestra.run.smithi012.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-04-02T08:06:30.359 INFO:teuthology.orchestra.run.smithi012.stdout:15949e3c88704300882482eddfd7baae-5.14.0-434.el9.x86_64.conf 2024-04-02T08:06:30.361 DEBUG:teuthology.orchestra.run.smithi012:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-434.el9.x86_64 2024-04-02T08:06:30.498 DEBUG:teuthology.orchestra.run.smithi012:> sudo shutdown -r now 2024-04-02T08:06:46.311 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-04-02T08:06:46.312 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi055.front.sepia.ceph.com' 2024-04-02T08:06:46.313 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi055.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:07:00.514 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-04-02T08:07:00.955 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi012.front.sepia.ceph.com' 2024-04-02T08:07:00.956 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi012.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:07:46.359 DEBUG:teuthology.orchestra.remote:timed out 2024-04-02T08:07:55.362 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi055.front.sepia.ceph.com' 2024-04-02T08:07:55.363 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi055.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:07:55.723 DEBUG:teuthology.orchestra.run.smithi055:> true 2024-04-02T08:07:56.091 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi055.front.sepia.ceph.com' 2024-04-02T08:07:56.091 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-434.el9.x86_64"... 2024-04-02T08:07:56.091 DEBUG:teuthology.orchestra.run.smithi055:> uname -r 2024-04-02T08:07:56.107 INFO:teuthology.orchestra.run.smithi055.stdout:5.14.0-434.el9.x86_64 2024-04-02T08:07:56.107 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-434.el9.x86_64 vs 5.14.0-434.el9.x86_64 2024-04-02T08:07:56.107 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-02T08:07:56.107 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-04-02T08:07:57.108 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-04-02T08:07:57.108 DEBUG:teuthology.orchestra.run.smithi055:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-02T08:07:57.176 INFO:teuthology.orchestra.run.smithi055.stdout:ttyS1 2024-04-02T08:07:57.208 DEBUG:teuthology.parallel:result is None 2024-04-02T08:08:00.959 DEBUG:teuthology.orchestra.remote:timed out 2024-04-02T08:08:09.960 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi012.front.sepia.ceph.com' 2024-04-02T08:08:09.960 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi012.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:08:10.250 DEBUG:teuthology.orchestra.run.smithi012:> true 2024-04-02T08:08:10.647 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi012.front.sepia.ceph.com' 2024-04-02T08:08:10.647 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-434.el9.x86_64"... 2024-04-02T08:08:10.647 DEBUG:teuthology.orchestra.run.smithi012:> uname -r 2024-04-02T08:08:10.663 INFO:teuthology.orchestra.run.smithi012.stdout:5.14.0-434.el9.x86_64 2024-04-02T08:08:10.664 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-434.el9.x86_64 vs 5.14.0-434.el9.x86_64 2024-04-02T08:08:10.664 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-02T08:08:10.664 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-04-02T08:08:11.665 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-04-02T08:08:11.665 DEBUG:teuthology.orchestra.run.smithi012:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-02T08:08:11.718 INFO:teuthology.orchestra.run.smithi012.stdout:ttyS1 2024-04-02T08:08:11.756 DEBUG:teuthology.parallel:result is None 2024-04-02T08:08:11.756 INFO:teuthology.run_tasks:Running task internal.base... 2024-04-02T08:08:11.763 INFO:teuthology.task.internal:Creating test directory... 2024-04-02T08:08:11.764 DEBUG:teuthology.orchestra.run.smithi012:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-02T08:08:11.766 DEBUG:teuthology.orchestra.run.smithi055:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-02T08:08:11.784 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-04-02T08:08:11.800 INFO:teuthology.run_tasks:Running task internal.archive... 2024-04-02T08:08:11.850 INFO:teuthology.task.internal:Creating archive directory... 2024-04-02T08:08:11.850 DEBUG:teuthology.orchestra.run.smithi012:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-02T08:08:11.853 DEBUG:teuthology.orchestra.run.smithi055:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-02T08:08:11.892 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-04-02T08:08:11.984 INFO:teuthology.task.internal:Enabling coredump saving... 2024-04-02T08:08:11.984 DEBUG:teuthology.orchestra.run.smithi012:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-02T08:08:11.987 DEBUG:teuthology.orchestra.run.smithi055:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-02T08:08:12.023 INFO:teuthology.orchestra.run.smithi012.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-02T08:08:12.025 INFO:teuthology.orchestra.run.smithi055.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-02T08:08:12.038 INFO:teuthology.orchestra.run.smithi012.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-02T08:08:12.040 INFO:teuthology.orchestra.run.smithi055.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-02T08:08:12.041 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-04-02T08:08:12.048 INFO:teuthology.task.internal:Configuring sudo... 2024-04-02T08:08:12.048 DEBUG:teuthology.orchestra.run.smithi012:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-02T08:08:12.082 DEBUG:teuthology.orchestra.run.smithi055:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-02T08:08:12.113 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-04-02T08:08:12.122 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-04-02T08:08:12.122 DEBUG:teuthology.orchestra.run.smithi012:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-02T08:08:12.152 DEBUG:teuthology.orchestra.run.smithi055:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-02T08:08:12.170 DEBUG:teuthology.orchestra.run.smithi012:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-02T08:08:12.246 DEBUG:teuthology.orchestra.run.smithi012:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-02T08:08:12.300 DEBUG:teuthology.orchestra.run.smithi012:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-02T08:08:12.384 DEBUG:teuthology.orchestra.run.smithi012:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-02T08:08:12.427 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-04-02T08:08:12.428 DEBUG:teuthology.orchestra.run.smithi012:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-02T08:08:12.496 DEBUG:teuthology.orchestra.run.smithi055:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-02T08:08:12.540 DEBUG:teuthology.orchestra.run.smithi055:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-02T08:08:12.588 DEBUG:teuthology.orchestra.run.smithi055:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-02T08:08:12.671 DEBUG:teuthology.orchestra.run.smithi055:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-02T08:08:12.715 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2024-04-02T08:08:12.715 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-02T08:08:12.784 DEBUG:teuthology.orchestra.run.smithi012:> sudo service rsyslog restart 2024-04-02T08:08:12.786 DEBUG:teuthology.orchestra.run.smithi055:> sudo service rsyslog restart 2024-04-02T08:08:12.830 INFO:teuthology.orchestra.run.smithi012.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-02T08:08:12.879 INFO:teuthology.orchestra.run.smithi055.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-02T08:08:13.387 INFO:teuthology.run_tasks:Running task internal.timer... 2024-04-02T08:08:13.397 INFO:teuthology.task.internal:Starting timer... 2024-04-02T08:08:13.397 INFO:teuthology.run_tasks:Running task pcp... 2024-04-02T08:08:13.445 INFO:teuthology.run_tasks:Running task selinux... 2024-04-02T08:08:13.494 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']} 2024-04-02T08:08:13.495 DEBUG:teuthology.orchestra.run.smithi012:> sudo service auditd rotate 2024-04-02T08:08:13.570 INFO:teuthology.orchestra.run.smithi012.stdout:Rotating logs: 2024-04-02T08:08:13.572 DEBUG:teuthology.orchestra.run.smithi055:> sudo service auditd rotate 2024-04-02T08:08:13.623 INFO:teuthology.orchestra.run.smithi055.stdout:Rotating logs: 2024-04-02T08:08:13.625 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-04-02T08:08:13.625 DEBUG:teuthology.orchestra.run.smithi012:> /usr/sbin/getenforce 2024-04-02T08:08:13.650 INFO:teuthology.orchestra.run.smithi012.stdout:Permissive 2024-04-02T08:08:13.650 DEBUG:teuthology.orchestra.run.smithi055:> /usr/sbin/getenforce 2024-04-02T08:08:13.675 INFO:teuthology.orchestra.run.smithi055.stdout:Permissive 2024-04-02T08:08:13.675 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi012.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi055.front.sepia.ceph.com': 'permissive'} 2024-04-02T08:08:13.675 DEBUG:teuthology.orchestra.run.smithi012:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-02T08:08:13.719 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T08:08:13.719 DEBUG:teuthology.orchestra.run.smithi055:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-02T08:08:13.747 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T08:08:13.748 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-04-02T08:08:13.748 DEBUG:teuthology.orchestra.run.smithi012:> sudo /usr/sbin/setenforce permissive 2024-04-02T08:08:13.794 DEBUG:teuthology.orchestra.run.smithi055:> sudo /usr/sbin/setenforce permissive 2024-04-02T08:08:13.827 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-04-02T08:08:13.837 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-04-02T08:08:13.843 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-04-02T08:08:14.025 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-04-02T08:08:14.041 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-04-02T08:08:14.042 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi012.front.sepia.ceph.com,smithi055.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-04-02T08:12:31.943 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi012.front.sepia.ceph.com'), Remote(name='ubuntu@smithi055.front.sepia.ceph.com')] 2024-04-02T08:12:31.944 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi012.front.sepia.ceph.com' 2024-04-02T08:12:31.945 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi012.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:12:32.040 DEBUG:teuthology.orchestra.run.smithi012:> true 2024-04-02T08:12:32.125 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi012.front.sepia.ceph.com' 2024-04-02T08:12:32.126 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi055.front.sepia.ceph.com' 2024-04-02T08:12:32.127 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi055.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:12:32.225 DEBUG:teuthology.orchestra.run.smithi055:> true 2024-04-02T08:12:32.304 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi055.front.sepia.ceph.com' 2024-04-02T08:12:32.305 INFO:teuthology.run_tasks:Running task clock... 2024-04-02T08:12:32.319 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-04-02T08:12:32.319 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-02T08:12:32.320 DEBUG:teuthology.orchestra.run.smithi012:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-02T08:12:32.322 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-02T08:12:32.322 DEBUG:teuthology.orchestra.run.smithi055:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-02T08:12:32.350 INFO:teuthology.orchestra.run.smithi012.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-02T08:12:32.367 INFO:teuthology.orchestra.run.smithi012.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-02T08:12:32.375 INFO:teuthology.orchestra.run.smithi055.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-02T08:12:32.392 INFO:teuthology.orchestra.run.smithi055.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-02T08:12:32.396 INFO:teuthology.orchestra.run.smithi012.stderr:sudo: ntpd: command not found 2024-04-02T08:12:32.410 INFO:teuthology.orchestra.run.smithi012.stdout:506 Cannot talk to daemon 2024-04-02T08:12:32.421 INFO:teuthology.orchestra.run.smithi055.stderr:sudo: ntpd: command not found 2024-04-02T08:12:32.426 INFO:teuthology.orchestra.run.smithi012.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-02T08:12:32.435 INFO:teuthology.orchestra.run.smithi055.stdout:506 Cannot talk to daemon 2024-04-02T08:12:32.444 INFO:teuthology.orchestra.run.smithi012.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-02T08:12:32.451 INFO:teuthology.orchestra.run.smithi055.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-02T08:12:32.467 INFO:teuthology.orchestra.run.smithi055.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-02T08:12:32.495 INFO:teuthology.orchestra.run.smithi012.stderr:bash: line 1: ntpq: command not found 2024-04-02T08:12:32.499 INFO:teuthology.orchestra.run.smithi012.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-02T08:12:32.500 INFO:teuthology.orchestra.run.smithi012.stdout:=============================================================================== 2024-04-02T08:12:32.500 INFO:teuthology.orchestra.run.smithi012.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T08:12:32.500 INFO:teuthology.orchestra.run.smithi012.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T08:12:32.500 INFO:teuthology.orchestra.run.smithi012.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T08:12:32.500 INFO:teuthology.orchestra.run.smithi012.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T08:12:32.521 INFO:teuthology.orchestra.run.smithi055.stderr:bash: line 1: ntpq: command not found 2024-04-02T08:12:32.525 INFO:teuthology.orchestra.run.smithi055.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-02T08:12:32.525 INFO:teuthology.orchestra.run.smithi055.stdout:=============================================================================== 2024-04-02T08:12:32.525 INFO:teuthology.orchestra.run.smithi055.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T08:12:32.525 INFO:teuthology.orchestra.run.smithi055.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T08:12:32.525 INFO:teuthology.orchestra.run.smithi055.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T08:12:32.525 INFO:teuthology.orchestra.run.smithi055.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T08:12:32.526 INFO:teuthology.run_tasks:Running task install... 2024-04-02T08:12:32.534 DEBUG:teuthology.task.install:project ceph 2024-04-02T08:12:32.534 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '3cba26eaefcf7477205a2b2318143422b83a518d'}} 2024-04-02T08:12:32.535 DEBUG:teuthology.task.install:config {'branch': 'reef', 'exclude_packages': ['ceph-volume'], 'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '3cba26eaefcf7477205a2b2318143422b83a518d'} 2024-04-02T08:12:32.535 INFO:teuthology.task.install:Using flavor: default 2024-04-02T08:12:32.542 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-04-02T08:12:32.543 INFO:teuthology.task.install:extra packages: [] 2024-04-02T08:12:32.543 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '3cba26eaefcf7477205a2b2318143422b83a518d', 'tag': None, 'wait_for_package': False} 2024-04-02T08:12:32.543 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-02T08:12:32.543 INFO:teuthology.packaging:ref: None 2024-04-02T08:12:32.543 INFO:teuthology.packaging:tag: None 2024-04-02T08:12:32.543 INFO:teuthology.packaging:branch: reef 2024-04-02T08:12:32.544 INFO:teuthology.packaging:sha1: 3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:12:32.544 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-02T08:12:32.546 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '3cba26eaefcf7477205a2b2318143422b83a518d', 'tag': None, 'wait_for_package': False} 2024-04-02T08:12:32.546 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-02T08:12:32.546 INFO:teuthology.packaging:ref: None 2024-04-02T08:12:32.546 INFO:teuthology.packaging:tag: None 2024-04-02T08:12:32.546 INFO:teuthology.packaging:branch: reef 2024-04-02T08:12:32.546 INFO:teuthology.packaging:sha1: 3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:12:32.547 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-02T08:12:32.835 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/flavors/default/ 2024-04-02T08:12:32.836 INFO:teuthology.task.install.rpm:Package version is 18.2.2-1059.g4d05f4ca 2024-04-02T08:12:32.949 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/flavors/default/ 2024-04-02T08:12:32.950 INFO:teuthology.task.install.rpm:Package version is 18.2.2-1059.g4d05f4ca 2024-04-02T08:12:33.012 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-02T08:12:33.012 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2024-04-02T08:12:33.012 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-02T08:12:33.041 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-04-02T08:12:33.041 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-02T08:12:33.041 INFO:teuthology.packaging:ref: None 2024-04-02T08:12:33.041 INFO:teuthology.packaging:tag: None 2024-04-02T08:12:33.041 INFO:teuthology.packaging:branch: reef 2024-04-02T08:12:33.042 INFO:teuthology.packaging:sha1: 3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:12:33.042 DEBUG:teuthology.orchestra.run.smithi055:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-02T08:12:33.109 DEBUG:teuthology.orchestra.run.smithi055:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-02T08:12:33.123 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-02T08:12:33.123 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-04-02T08:12:33.124 DEBUG:teuthology.orchestra.run.smithi012:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-02T08:12:33.153 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-04-02T08:12:33.153 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-02T08:12:33.153 INFO:teuthology.packaging:ref: None 2024-04-02T08:12:33.153 INFO:teuthology.packaging:tag: None 2024-04-02T08:12:33.153 INFO:teuthology.packaging:branch: reef 2024-04-02T08:12:33.153 INFO:teuthology.packaging:sha1: 3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:12:33.154 DEBUG:teuthology.orchestra.run.smithi012:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-02T08:12:33.190 DEBUG:teuthology.orchestra.run.smithi055:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-02T08:12:33.223 DEBUG:teuthology.orchestra.run.smithi012:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-02T08:12:33.257 INFO:teuthology.orchestra.run.smithi055.stdout:check_obsoletes = 1 2024-04-02T08:12:33.258 DEBUG:teuthology.orchestra.run.smithi055:> sudo yum clean all 2024-04-02T08:12:33.305 DEBUG:teuthology.orchestra.run.smithi012:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-02T08:12:33.373 INFO:teuthology.orchestra.run.smithi012.stdout:check_obsoletes = 1 2024-04-02T08:12:33.375 DEBUG:teuthology.orchestra.run.smithi012:> sudo yum clean all 2024-04-02T08:12:33.495 INFO:teuthology.orchestra.run.smithi055.stdout:74 files removed 2024-04-02T08:12:33.523 DEBUG:teuthology.orchestra.run.smithi055:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-04-02T08:12:33.617 INFO:teuthology.orchestra.run.smithi012.stdout:74 files removed 2024-04-02T08:12:33.645 DEBUG:teuthology.orchestra.run.smithi012:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-04-02T08:12:34.179 INFO:teuthology.orchestra.run.smithi055.stdout:ceph packages for x86_64 220 kB/s | 77 kB 00:00 2024-04-02T08:12:34.363 INFO:teuthology.orchestra.run.smithi012.stdout:ceph packages for x86_64 188 kB/s | 77 kB 00:00 2024-04-02T08:12:34.547 INFO:teuthology.orchestra.run.smithi055.stdout:ceph noarch packages 31 kB/s | 9.9 kB 00:00 2024-04-02T08:12:34.785 INFO:teuthology.orchestra.run.smithi012.stdout:ceph noarch packages 26 kB/s | 9.9 kB 00:00 2024-04-02T08:12:34.923 INFO:teuthology.orchestra.run.smithi055.stdout:ceph source packages 5.6 kB/s | 1.9 kB 00:00 2024-04-02T08:12:35.147 INFO:teuthology.orchestra.run.smithi012.stdout:ceph source packages 5.9 kB/s | 1.9 kB 00:00 2024-04-02T08:12:35.554 INFO:teuthology.orchestra.run.smithi012.stdout:CentOS-9 - AppStream 18 MB/s | 6.7 MB 00:00 2024-04-02T08:12:35.692 INFO:teuthology.orchestra.run.smithi055.stdout:CentOS-9 - AppStream 9.2 MB/s | 6.7 MB 00:00 2024-04-02T08:12:37.618 INFO:teuthology.orchestra.run.smithi055.stdout:CentOS-9 - BaseOS 2.8 MB/s | 2.0 MB 00:00 2024-04-02T08:12:37.805 INFO:teuthology.orchestra.run.smithi012.stdout:CentOS-9 - BaseOS 1.8 MB/s | 2.0 MB 00:01 2024-04-02T08:12:38.673 INFO:teuthology.orchestra.run.smithi012.stdout:CentOS Stream 9 - BaseOS 16 MB/s | 8.0 MB 00:00 2024-04-02T08:12:39.825 INFO:teuthology.orchestra.run.smithi055.stdout:CentOS Stream 9 - BaseOS 4.3 MB/s | 8.0 MB 00:01 2024-04-02T08:12:42.476 INFO:teuthology.orchestra.run.smithi055.stdout:CentOS Stream 9 - AppStream 12 MB/s | 19 MB 00:01 2024-04-02T08:12:43.412 INFO:teuthology.orchestra.run.smithi012.stdout:CentOS Stream 9 - AppStream 5.2 MB/s | 19 MB 00:03 2024-04-02T08:12:47.788 INFO:teuthology.orchestra.run.smithi012.stdout:CentOS Stream 9 - CRB 8.8 MB/s | 6.1 MB 00:00 2024-04-02T08:12:47.944 INFO:teuthology.orchestra.run.smithi055.stdout:CentOS Stream 9 - CRB 3.4 MB/s | 6.1 MB 00:01 2024-04-02T08:12:49.305 INFO:teuthology.orchestra.run.smithi012.stdout:CentOS Stream 9 - Extras packages 49 kB/s | 16 kB 00:00 2024-04-02T08:12:49.395 INFO:teuthology.orchestra.run.smithi055.stdout:CentOS Stream 9 - Extras packages 63 kB/s | 16 kB 00:00 2024-04-02T08:12:50.722 INFO:teuthology.orchestra.run.smithi055.stdout:Extra Packages for Enterprise Linux 17 MB/s | 21 MB 00:01 2024-04-02T08:12:51.376 INFO:teuthology.orchestra.run.smithi012.stdout:Extra Packages for Enterprise Linux 11 MB/s | 21 MB 00:01 2024-04-02T08:12:55.839 INFO:teuthology.orchestra.run.smithi055.stdout:lab-extras 35 kB/s | 1.7 kB 00:00 2024-04-02T08:12:56.565 INFO:teuthology.orchestra.run.smithi012.stdout:lab-extras 39 kB/s | 1.7 kB 00:00 2024-04-02T08:12:58.509 INFO:teuthology.orchestra.run.smithi055.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-02T08:12:58.510 INFO:teuthology.orchestra.run.smithi055.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-02T08:12:58.585 INFO:teuthology.orchestra.run.smithi055.stdout:Dependencies resolved. 2024-04-02T08:12:58.604 INFO:teuthology.orchestra.run.smithi055.stdout:============================================================================================ 2024-04-02T08:12:58.605 INFO:teuthology.orchestra.run.smithi055.stdout: Package Arch Version Repository Size 2024-04-02T08:12:58.605 INFO:teuthology.orchestra.run.smithi055.stdout:============================================================================================ 2024-04-02T08:12:58.605 INFO:teuthology.orchestra.run.smithi055.stdout:Installing: 2024-04-02T08:12:58.605 INFO:teuthology.orchestra.run.smithi055.stdout: ceph x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 6.5 k 2024-04-02T08:12:58.605 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-base x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 5.1 M 2024-04-02T08:12:58.605 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-fuse x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 849 k 2024-04-02T08:12:58.605 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-immutable-object-cache x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 143 k 2024-04-02T08:12:58.605 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mgr x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 1.5 M 2024-04-02T08:12:58.605 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mgr-cephadm noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 138 k 2024-04-02T08:12:58.605 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mgr-dashboard noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 1.8 M 2024-04-02T08:12:58.605 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 7.4 M 2024-04-02T08:12:58.606 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mgr-rook noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 49 k 2024-04-02T08:12:58.606 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-radosgw x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 7.7 M 2024-04-02T08:12:58.606 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-test x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 40 M 2024-04-02T08:12:58.606 INFO:teuthology.orchestra.run.smithi055.stdout: cephadm noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 224 k 2024-04-02T08:12:58.606 INFO:teuthology.orchestra.run.smithi055.stdout: libcephfs-devel x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 31 k 2024-04-02T08:12:58.606 INFO:teuthology.orchestra.run.smithi055.stdout: libcephfs2 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 708 k 2024-04-02T08:12:58.606 INFO:teuthology.orchestra.run.smithi055.stdout: librados-devel x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 127 k 2024-04-02T08:12:58.606 INFO:teuthology.orchestra.run.smithi055.stdout: python3-cephfs x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 162 k 2024-04-02T08:12:58.606 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pytest noarch 6.2.2-7.el9 CentOS-AppStream 473 k 2024-04-02T08:12:58.606 INFO:teuthology.orchestra.run.smithi055.stdout: python3-rados x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 320 k 2024-04-02T08:12:58.606 INFO:teuthology.orchestra.run.smithi055.stdout: python3-rbd x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 298 k 2024-04-02T08:12:58.607 INFO:teuthology.orchestra.run.smithi055.stdout: python3-rgw x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 99 k 2024-04-02T08:12:58.607 INFO:teuthology.orchestra.run.smithi055.stdout: rbd-fuse x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 87 k 2024-04-02T08:12:58.607 INFO:teuthology.orchestra.run.smithi055.stdout: rbd-mirror x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 3.0 M 2024-04-02T08:12:58.607 INFO:teuthology.orchestra.run.smithi055.stdout: rbd-nbd x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 172 k 2024-04-02T08:12:58.607 INFO:teuthology.orchestra.run.smithi055.stdout:Upgrading: 2024-04-02T08:12:58.607 INFO:teuthology.orchestra.run.smithi055.stdout: librados2 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 3.3 M 2024-04-02T08:12:58.607 INFO:teuthology.orchestra.run.smithi055.stdout: librbd1 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 3.0 M 2024-04-02T08:12:58.607 INFO:teuthology.orchestra.run.smithi055.stdout:Installing dependencies: 2024-04-02T08:12:58.607 INFO:teuthology.orchestra.run.smithi055.stdout: boost-program-options x86_64 1.75.0-8.el9 CentOS-AppStream 106 k 2024-04-02T08:12:58.607 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-common x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 18 M 2024-04-02T08:12:58.607 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-grafana-dashboards noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 23 k 2024-04-02T08:12:58.607 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mds x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 2.1 M 2024-04-02T08:12:58.608 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mgr-modules-core noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 245 k 2024-04-02T08:12:58.608 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mon x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 4.7 M 2024-04-02T08:12:58.608 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-osd x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 17 M 2024-04-02T08:12:58.608 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-prometheus-alerts noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 15 k 2024-04-02T08:12:58.608 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-selinux x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 25 k 2024-04-02T08:12:58.608 INFO:teuthology.orchestra.run.smithi055.stdout: flexiblas x86_64 3.0.4-8.el9 CentOS-AppStream 32 k 2024-04-02T08:12:58.608 INFO:teuthology.orchestra.run.smithi055.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 CentOS-AppStream 3.0 M 2024-04-02T08:12:58.608 INFO:teuthology.orchestra.run.smithi055.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 CentOS-AppStream 17 k 2024-04-02T08:12:58.608 INFO:teuthology.orchestra.run.smithi055.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-04-02T08:12:58.608 INFO:teuthology.orchestra.run.smithi055.stdout: fuse x86_64 2.9.9-15.el9 CentOS-BaseOS 79 k 2024-04-02T08:12:58.608 INFO:teuthology.orchestra.run.smithi055.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-02T08:12:58.609 INFO:teuthology.orchestra.run.smithi055.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-04-02T08:12:58.609 INFO:teuthology.orchestra.run.smithi055.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-02T08:12:58.609 INFO:teuthology.orchestra.run.smithi055.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-02T08:12:58.609 INFO:teuthology.orchestra.run.smithi055.stdout: libcephsqlite x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 166 k 2024-04-02T08:12:58.609 INFO:teuthology.orchestra.run.smithi055.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-02T08:12:58.609 INFO:teuthology.orchestra.run.smithi055.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-02T08:12:58.609 INFO:teuthology.orchestra.run.smithi055.stdout: libpmemobj x86_64 1.12.1-1.el9 CentOS-AppStream 159 k 2024-04-02T08:12:58.609 INFO:teuthology.orchestra.run.smithi055.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-02T08:12:58.609 INFO:teuthology.orchestra.run.smithi055.stdout: librabbitmq x86_64 0.11.0-7.el9 CentOS-AppStream 44 k 2024-04-02T08:12:58.609 INFO:teuthology.orchestra.run.smithi055.stdout: libradosstriper1 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 474 k 2024-04-02T08:12:58.609 INFO:teuthology.orchestra.run.smithi055.stdout: librdkafka x86_64 1.6.1-102.el9 CentOS-AppStream 661 k 2024-04-02T08:12:58.610 INFO:teuthology.orchestra.run.smithi055.stdout: librgw2 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 4.5 M 2024-04-02T08:12:58.610 INFO:teuthology.orchestra.run.smithi055.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-02T08:12:58.610 INFO:teuthology.orchestra.run.smithi055.stdout: lttng-ust x86_64 2.12.0-6.el9 CentOS-AppStream 282 k 2024-04-02T08:12:58.610 INFO:teuthology.orchestra.run.smithi055.stdout: oniguruma x86_64 6.9.6-1.el9.5 CentOS-AppStream 217 k 2024-04-02T08:12:58.610 INFO:teuthology.orchestra.run.smithi055.stdout: openblas x86_64 0.3.21-2.el9 CentOS-AppStream 34 k 2024-04-02T08:12:58.610 INFO:teuthology.orchestra.run.smithi055.stdout: openblas-openmp x86_64 0.3.21-2.el9 CentOS-AppStream 4.7 M 2024-04-02T08:12:58.610 INFO:teuthology.orchestra.run.smithi055.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-02T08:12:58.610 INFO:teuthology.orchestra.run.smithi055.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-02T08:12:58.610 INFO:teuthology.orchestra.run.smithi055.stdout: python3-attrs noarch 20.3.0-7.el9 CentOS-AppStream 78 k 2024-04-02T08:12:58.610 INFO:teuthology.orchestra.run.smithi055.stdout: python3-babel noarch 2.9.1-2.el9 CentOS-AppStream 5.8 M 2024-04-02T08:12:58.610 INFO:teuthology.orchestra.run.smithi055.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-02T08:12:58.610 INFO:teuthology.orchestra.run.smithi055.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-02T08:12:58.611 INFO:teuthology.orchestra.run.smithi055.stdout: python3-ceph-argparse x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 45 k 2024-04-02T08:12:58.611 INFO:teuthology.orchestra.run.smithi055.stdout: python3-ceph-common x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 129 k 2024-04-02T08:12:58.611 INFO:teuthology.orchestra.run.smithi055.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-02T08:12:58.611 INFO:teuthology.orchestra.run.smithi055.stdout: python3-cffi x86_64 1.14.5-5.el9 CentOS-BaseOS 241 k 2024-04-02T08:12:58.611 INFO:teuthology.orchestra.run.smithi055.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-02T08:12:58.611 INFO:teuthology.orchestra.run.smithi055.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-02T08:12:58.611 INFO:teuthology.orchestra.run.smithi055.stdout: python3-cryptography x86_64 36.0.1-4.el9 CentOS-BaseOS 1.1 M 2024-04-02T08:12:58.611 INFO:teuthology.orchestra.run.smithi055.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-04-02T08:12:58.611 INFO:teuthology.orchestra.run.smithi055.stdout: python3-google-auth noarch 1:2.28.2-1.el9 epel 203 k 2024-04-02T08:12:58.611 INFO:teuthology.orchestra.run.smithi055.stdout: python3-iniconfig noarch 1.1.1-7.el9 CentOS-AppStream 16 k 2024-04-02T08:12:58.611 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-02T08:12:58.611 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-02T08:12:58.611 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-02T08:12:58.612 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-02T08:12:58.612 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-02T08:12:58.612 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-02T08:12:58.612 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jsonpatch noarch 1.21-16.el9 CentOS-AppStream 24 k 2024-04-02T08:12:58.612 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jsonpointer noarch 2.0-4.el9 CentOS-AppStream 18 k 2024-04-02T08:12:58.612 INFO:teuthology.orchestra.run.smithi055.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-02T08:12:58.612 INFO:teuthology.orchestra.run.smithi055.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-02T08:12:58.612 INFO:teuthology.orchestra.run.smithi055.stdout: python3-mako noarch 1.1.4-6.el9 CentOS-AppStream 144 k 2024-04-02T08:12:58.612 INFO:teuthology.orchestra.run.smithi055.stdout: python3-markupsafe x86_64 1.1.1-12.el9 CentOS-AppStream 32 k 2024-04-02T08:12:58.612 INFO:teuthology.orchestra.run.smithi055.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-02T08:12:58.612 INFO:teuthology.orchestra.run.smithi055.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-02T08:12:58.612 INFO:teuthology.orchestra.run.smithi055.stdout: python3-numpy x86_64 1:1.20.1-5.el9 CentOS-AppStream 4.8 M 2024-04-02T08:12:58.612 INFO:teuthology.orchestra.run.smithi055.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 CentOS-AppStream 217 k 2024-04-02T08:12:58.612 INFO:teuthology.orchestra.run.smithi055.stdout: python3-oauthlib noarch 3.1.1-5.el9 CentOS-AppStream 174 k 2024-04-02T08:12:58.612 INFO:teuthology.orchestra.run.smithi055.stdout: python3-packaging noarch 20.9-5.el9 CentOS-AppStream 69 k 2024-04-02T08:12:58.613 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-02T08:12:58.613 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pluggy noarch 0.13.1-7.el9 CentOS-AppStream 38 k 2024-04-02T08:12:58.613 INFO:teuthology.orchestra.run.smithi055.stdout: python3-ply noarch 3.11-14.el9 CentOS-BaseOS 103 k 2024-04-02T08:12:58.613 INFO:teuthology.orchestra.run.smithi055.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-02T08:12:58.613 INFO:teuthology.orchestra.run.smithi055.stdout: python3-prettytable noarch 0.7.2-27.el9 CentOS-AppStream 41 k 2024-04-02T08:12:58.613 INFO:teuthology.orchestra.run.smithi055.stdout: python3-py noarch 1.10.0-6.el9 CentOS-AppStream 427 k 2024-04-02T08:12:58.613 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-02T08:12:58.613 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pyasn1 noarch 0.4.8-6.el9 CentOS-AppStream 132 k 2024-04-02T08:12:58.613 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 CentOS-AppStream 211 k 2024-04-02T08:12:58.613 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pycparser noarch 2.20-6.el9 CentOS-BaseOS 124 k 2024-04-02T08:12:58.613 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pytz noarch 2021.1-5.el9 CentOS-AppStream 47 k 2024-04-02T08:12:58.613 INFO:teuthology.orchestra.run.smithi055.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-02T08:12:58.613 INFO:teuthology.orchestra.run.smithi055.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-02T08:12:58.614 INFO:teuthology.orchestra.run.smithi055.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 CentOS-AppStream 43 k 2024-04-02T08:12:58.614 INFO:teuthology.orchestra.run.smithi055.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-02T08:12:58.614 INFO:teuthology.orchestra.run.smithi055.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-02T08:12:58.614 INFO:teuthology.orchestra.run.smithi055.stdout: python3-scipy x86_64 1.6.2-8.el9 CentOS-AppStream 16 M 2024-04-02T08:12:58.614 INFO:teuthology.orchestra.run.smithi055.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-02T08:12:58.614 INFO:teuthology.orchestra.run.smithi055.stdout: python3-toml noarch 0.10.2-6.el9 CentOS-AppStream 39 k 2024-04-02T08:12:58.614 INFO:teuthology.orchestra.run.smithi055.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-02T08:12:58.614 INFO:teuthology.orchestra.run.smithi055.stdout: python3-urllib3 noarch 1.26.5-5.el9 CentOS-BaseOS 187 k 2024-04-02T08:12:58.614 INFO:teuthology.orchestra.run.smithi055.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-02T08:12:58.614 INFO:teuthology.orchestra.run.smithi055.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-02T08:12:58.614 INFO:teuthology.orchestra.run.smithi055.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-02T08:12:58.614 INFO:teuthology.orchestra.run.smithi055.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-02T08:12:58.614 INFO:teuthology.orchestra.run.smithi055.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-02T08:12:58.614 INFO:teuthology.orchestra.run.smithi055.stdout: socat x86_64 1.7.4.1-5.el9 CentOS-AppStream 300 k 2024-04-02T08:12:58.614 INFO:teuthology.orchestra.run.smithi055.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-02T08:12:58.615 INFO:teuthology.orchestra.run.smithi055.stdout: xmlstarlet x86_64 1.6.1-20.el9 CentOS-AppStream 63 k 2024-04-02T08:12:58.615 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-02T08:12:58.615 INFO:teuthology.orchestra.run.smithi055.stdout:Transaction Summary 2024-04-02T08:12:58.615 INFO:teuthology.orchestra.run.smithi055.stdout:============================================================================================ 2024-04-02T08:12:58.615 INFO:teuthology.orchestra.run.smithi055.stdout:Install 118 Packages 2024-04-02T08:12:58.615 INFO:teuthology.orchestra.run.smithi055.stdout:Upgrade 2 Packages 2024-04-02T08:12:58.615 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-02T08:12:58.615 INFO:teuthology.orchestra.run.smithi055.stdout:Total download size: 176 M 2024-04-02T08:12:58.616 INFO:teuthology.orchestra.run.smithi055.stdout:Downloading Packages: 2024-04-02T08:12:59.205 INFO:teuthology.orchestra.run.smithi012.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-02T08:12:59.206 INFO:teuthology.orchestra.run.smithi012.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-02T08:12:59.240 INFO:teuthology.orchestra.run.smithi055.stdout:(1/120): ceph-18.2.2-1059.g4d05f4ca.el9.x86_64. 28 kB/s | 6.5 kB 00:00 2024-04-02T08:12:59.281 INFO:teuthology.orchestra.run.smithi012.stdout:Dependencies resolved. 2024-04-02T08:12:59.299 INFO:teuthology.orchestra.run.smithi012.stdout:============================================================================================ 2024-04-02T08:12:59.299 INFO:teuthology.orchestra.run.smithi012.stdout: Package Arch Version Repository Size 2024-04-02T08:12:59.299 INFO:teuthology.orchestra.run.smithi012.stdout:============================================================================================ 2024-04-02T08:12:59.299 INFO:teuthology.orchestra.run.smithi012.stdout:Installing: 2024-04-02T08:12:59.299 INFO:teuthology.orchestra.run.smithi012.stdout: ceph x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 6.5 k 2024-04-02T08:12:59.299 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-base x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 5.1 M 2024-04-02T08:12:59.299 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-fuse x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 849 k 2024-04-02T08:12:59.299 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-immutable-object-cache x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 143 k 2024-04-02T08:12:59.299 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mgr x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 1.5 M 2024-04-02T08:12:59.299 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mgr-cephadm noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 138 k 2024-04-02T08:12:59.301 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mgr-dashboard noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 1.8 M 2024-04-02T08:12:59.301 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 7.4 M 2024-04-02T08:12:59.301 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mgr-rook noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 49 k 2024-04-02T08:12:59.301 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-radosgw x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 7.7 M 2024-04-02T08:12:59.301 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-test x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 40 M 2024-04-02T08:12:59.301 INFO:teuthology.orchestra.run.smithi012.stdout: cephadm noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 224 k 2024-04-02T08:12:59.301 INFO:teuthology.orchestra.run.smithi012.stdout: libcephfs-devel x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 31 k 2024-04-02T08:12:59.301 INFO:teuthology.orchestra.run.smithi012.stdout: libcephfs2 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 708 k 2024-04-02T08:12:59.302 INFO:teuthology.orchestra.run.smithi012.stdout: librados-devel x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 127 k 2024-04-02T08:12:59.302 INFO:teuthology.orchestra.run.smithi012.stdout: python3-cephfs x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 162 k 2024-04-02T08:12:59.302 INFO:teuthology.orchestra.run.smithi012.stdout: python3-pytest noarch 6.2.2-7.el9 CentOS-AppStream 473 k 2024-04-02T08:12:59.302 INFO:teuthology.orchestra.run.smithi012.stdout: python3-rados x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 320 k 2024-04-02T08:12:59.302 INFO:teuthology.orchestra.run.smithi012.stdout: python3-rbd x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 298 k 2024-04-02T08:12:59.302 INFO:teuthology.orchestra.run.smithi012.stdout: python3-rgw x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 99 k 2024-04-02T08:12:59.302 INFO:teuthology.orchestra.run.smithi012.stdout: rbd-fuse x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 87 k 2024-04-02T08:12:59.302 INFO:teuthology.orchestra.run.smithi012.stdout: rbd-mirror x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 3.0 M 2024-04-02T08:12:59.302 INFO:teuthology.orchestra.run.smithi012.stdout: rbd-nbd x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 172 k 2024-04-02T08:12:59.302 INFO:teuthology.orchestra.run.smithi012.stdout:Upgrading: 2024-04-02T08:12:59.302 INFO:teuthology.orchestra.run.smithi012.stdout: librados2 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 3.3 M 2024-04-02T08:12:59.302 INFO:teuthology.orchestra.run.smithi012.stdout: librbd1 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 3.0 M 2024-04-02T08:12:59.303 INFO:teuthology.orchestra.run.smithi012.stdout:Installing dependencies: 2024-04-02T08:12:59.303 INFO:teuthology.orchestra.run.smithi012.stdout: boost-program-options x86_64 1.75.0-8.el9 CentOS-AppStream 106 k 2024-04-02T08:12:59.303 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-common x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 18 M 2024-04-02T08:12:59.303 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-grafana-dashboards noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 23 k 2024-04-02T08:12:59.303 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mds x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 2.1 M 2024-04-02T08:12:59.303 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mgr-modules-core noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 245 k 2024-04-02T08:12:59.303 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mon x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 4.7 M 2024-04-02T08:12:59.303 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-osd x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 17 M 2024-04-02T08:12:59.303 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-prometheus-alerts noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 15 k 2024-04-02T08:12:59.303 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-selinux x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 25 k 2024-04-02T08:12:59.303 INFO:teuthology.orchestra.run.smithi012.stdout: flexiblas x86_64 3.0.4-8.el9 CentOS-AppStream 32 k 2024-04-02T08:12:59.303 INFO:teuthology.orchestra.run.smithi012.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 CentOS-AppStream 3.0 M 2024-04-02T08:12:59.304 INFO:teuthology.orchestra.run.smithi012.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 CentOS-AppStream 17 k 2024-04-02T08:12:59.304 INFO:teuthology.orchestra.run.smithi012.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-04-02T08:12:59.304 INFO:teuthology.orchestra.run.smithi012.stdout: fuse x86_64 2.9.9-15.el9 CentOS-BaseOS 79 k 2024-04-02T08:12:59.304 INFO:teuthology.orchestra.run.smithi012.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-02T08:12:59.304 INFO:teuthology.orchestra.run.smithi012.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-04-02T08:12:59.304 INFO:teuthology.orchestra.run.smithi012.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-02T08:12:59.304 INFO:teuthology.orchestra.run.smithi012.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-02T08:12:59.304 INFO:teuthology.orchestra.run.smithi012.stdout: libcephsqlite x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 166 k 2024-04-02T08:12:59.304 INFO:teuthology.orchestra.run.smithi012.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-02T08:12:59.304 INFO:teuthology.orchestra.run.smithi012.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-02T08:12:59.304 INFO:teuthology.orchestra.run.smithi012.stdout: libpmemobj x86_64 1.12.1-1.el9 CentOS-AppStream 159 k 2024-04-02T08:12:59.304 INFO:teuthology.orchestra.run.smithi012.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-02T08:12:59.304 INFO:teuthology.orchestra.run.smithi012.stdout: librabbitmq x86_64 0.11.0-7.el9 CentOS-AppStream 44 k 2024-04-02T08:12:59.304 INFO:teuthology.orchestra.run.smithi012.stdout: libradosstriper1 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 474 k 2024-04-02T08:12:59.305 INFO:teuthology.orchestra.run.smithi012.stdout: librdkafka x86_64 1.6.1-102.el9 CentOS-AppStream 661 k 2024-04-02T08:12:59.305 INFO:teuthology.orchestra.run.smithi012.stdout: librgw2 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 4.5 M 2024-04-02T08:12:59.305 INFO:teuthology.orchestra.run.smithi012.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-02T08:12:59.305 INFO:teuthology.orchestra.run.smithi012.stdout: lttng-ust x86_64 2.12.0-6.el9 CentOS-AppStream 282 k 2024-04-02T08:12:59.305 INFO:teuthology.orchestra.run.smithi012.stdout: oniguruma x86_64 6.9.6-1.el9.5 CentOS-AppStream 217 k 2024-04-02T08:12:59.305 INFO:teuthology.orchestra.run.smithi012.stdout: openblas x86_64 0.3.21-2.el9 CentOS-AppStream 34 k 2024-04-02T08:12:59.305 INFO:teuthology.orchestra.run.smithi012.stdout: openblas-openmp x86_64 0.3.21-2.el9 CentOS-AppStream 4.7 M 2024-04-02T08:12:59.305 INFO:teuthology.orchestra.run.smithi012.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-02T08:12:59.305 INFO:teuthology.orchestra.run.smithi012.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-02T08:12:59.305 INFO:teuthology.orchestra.run.smithi012.stdout: python3-attrs noarch 20.3.0-7.el9 CentOS-AppStream 78 k 2024-04-02T08:12:59.305 INFO:teuthology.orchestra.run.smithi012.stdout: python3-babel noarch 2.9.1-2.el9 CentOS-AppStream 5.8 M 2024-04-02T08:12:59.305 INFO:teuthology.orchestra.run.smithi012.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-02T08:12:59.305 INFO:teuthology.orchestra.run.smithi012.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-02T08:12:59.306 INFO:teuthology.orchestra.run.smithi012.stdout: python3-ceph-argparse x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 45 k 2024-04-02T08:12:59.306 INFO:teuthology.orchestra.run.smithi012.stdout: python3-ceph-common x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 129 k 2024-04-02T08:12:59.306 INFO:teuthology.orchestra.run.smithi012.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-02T08:12:59.306 INFO:teuthology.orchestra.run.smithi012.stdout: python3-cffi x86_64 1.14.5-5.el9 CentOS-BaseOS 241 k 2024-04-02T08:12:59.306 INFO:teuthology.orchestra.run.smithi012.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-02T08:12:59.306 INFO:teuthology.orchestra.run.smithi012.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-02T08:12:59.306 INFO:teuthology.orchestra.run.smithi012.stdout: python3-cryptography x86_64 36.0.1-4.el9 CentOS-BaseOS 1.1 M 2024-04-02T08:12:59.306 INFO:teuthology.orchestra.run.smithi012.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-04-02T08:12:59.306 INFO:teuthology.orchestra.run.smithi012.stdout: python3-google-auth noarch 1:2.28.2-1.el9 epel 203 k 2024-04-02T08:12:59.306 INFO:teuthology.orchestra.run.smithi012.stdout: python3-iniconfig noarch 1.1.1-7.el9 CentOS-AppStream 16 k 2024-04-02T08:12:59.306 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-02T08:12:59.306 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-02T08:12:59.307 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-02T08:12:59.307 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-02T08:12:59.307 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-02T08:12:59.307 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-02T08:12:59.307 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jsonpatch noarch 1.21-16.el9 CentOS-AppStream 24 k 2024-04-02T08:12:59.307 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jsonpointer noarch 2.0-4.el9 CentOS-AppStream 18 k 2024-04-02T08:12:59.307 INFO:teuthology.orchestra.run.smithi012.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-02T08:12:59.307 INFO:teuthology.orchestra.run.smithi012.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-02T08:12:59.307 INFO:teuthology.orchestra.run.smithi012.stdout: python3-mako noarch 1.1.4-6.el9 CentOS-AppStream 144 k 2024-04-02T08:12:59.307 INFO:teuthology.orchestra.run.smithi012.stdout: python3-markupsafe x86_64 1.1.1-12.el9 CentOS-AppStream 32 k 2024-04-02T08:12:59.307 INFO:teuthology.orchestra.run.smithi012.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-02T08:12:59.307 INFO:teuthology.orchestra.run.smithi012.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-02T08:12:59.307 INFO:teuthology.orchestra.run.smithi012.stdout: python3-numpy x86_64 1:1.20.1-5.el9 CentOS-AppStream 4.8 M 2024-04-02T08:12:59.307 INFO:teuthology.orchestra.run.smithi012.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 CentOS-AppStream 217 k 2024-04-02T08:12:59.308 INFO:teuthology.orchestra.run.smithi012.stdout: python3-oauthlib noarch 3.1.1-5.el9 CentOS-AppStream 174 k 2024-04-02T08:12:59.308 INFO:teuthology.orchestra.run.smithi012.stdout: python3-packaging noarch 20.9-5.el9 CentOS-AppStream 69 k 2024-04-02T08:12:59.308 INFO:teuthology.orchestra.run.smithi012.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-02T08:12:59.308 INFO:teuthology.orchestra.run.smithi012.stdout: python3-pluggy noarch 0.13.1-7.el9 CentOS-AppStream 38 k 2024-04-02T08:12:59.308 INFO:teuthology.orchestra.run.smithi012.stdout: python3-ply noarch 3.11-14.el9 CentOS-BaseOS 103 k 2024-04-02T08:12:59.308 INFO:teuthology.orchestra.run.smithi012.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-02T08:12:59.308 INFO:teuthology.orchestra.run.smithi012.stdout: python3-prettytable noarch 0.7.2-27.el9 CentOS-AppStream 41 k 2024-04-02T08:12:59.308 INFO:teuthology.orchestra.run.smithi012.stdout: python3-py noarch 1.10.0-6.el9 CentOS-AppStream 427 k 2024-04-02T08:12:59.308 INFO:teuthology.orchestra.run.smithi012.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-02T08:12:59.308 INFO:teuthology.orchestra.run.smithi012.stdout: python3-pyasn1 noarch 0.4.8-6.el9 CentOS-AppStream 132 k 2024-04-02T08:12:59.308 INFO:teuthology.orchestra.run.smithi012.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 CentOS-AppStream 211 k 2024-04-02T08:12:59.308 INFO:teuthology.orchestra.run.smithi012.stdout: python3-pycparser noarch 2.20-6.el9 CentOS-BaseOS 124 k 2024-04-02T08:12:59.308 INFO:teuthology.orchestra.run.smithi012.stdout: python3-pytz noarch 2021.1-5.el9 CentOS-AppStream 47 k 2024-04-02T08:12:59.309 INFO:teuthology.orchestra.run.smithi012.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-02T08:12:59.309 INFO:teuthology.orchestra.run.smithi012.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-02T08:12:59.309 INFO:teuthology.orchestra.run.smithi012.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 CentOS-AppStream 43 k 2024-04-02T08:12:59.309 INFO:teuthology.orchestra.run.smithi012.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-02T08:12:59.309 INFO:teuthology.orchestra.run.smithi012.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-02T08:12:59.309 INFO:teuthology.orchestra.run.smithi012.stdout: python3-scipy x86_64 1.6.2-8.el9 CentOS-AppStream 16 M 2024-04-02T08:12:59.309 INFO:teuthology.orchestra.run.smithi012.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-02T08:12:59.309 INFO:teuthology.orchestra.run.smithi012.stdout: python3-toml noarch 0.10.2-6.el9 CentOS-AppStream 39 k 2024-04-02T08:12:59.309 INFO:teuthology.orchestra.run.smithi012.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-02T08:12:59.309 INFO:teuthology.orchestra.run.smithi012.stdout: python3-urllib3 noarch 1.26.5-5.el9 CentOS-BaseOS 187 k 2024-04-02T08:12:59.309 INFO:teuthology.orchestra.run.smithi012.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-02T08:12:59.309 INFO:teuthology.orchestra.run.smithi012.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-02T08:12:59.309 INFO:teuthology.orchestra.run.smithi012.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-02T08:12:59.309 INFO:teuthology.orchestra.run.smithi012.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-02T08:12:59.310 INFO:teuthology.orchestra.run.smithi012.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-02T08:12:59.310 INFO:teuthology.orchestra.run.smithi012.stdout: socat x86_64 1.7.4.1-5.el9 CentOS-AppStream 300 k 2024-04-02T08:12:59.310 INFO:teuthology.orchestra.run.smithi012.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-02T08:12:59.310 INFO:teuthology.orchestra.run.smithi012.stdout: xmlstarlet x86_64 1.6.1-20.el9 CentOS-AppStream 63 k 2024-04-02T08:12:59.310 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:12:59.310 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction Summary 2024-04-02T08:12:59.310 INFO:teuthology.orchestra.run.smithi012.stdout:============================================================================================ 2024-04-02T08:12:59.310 INFO:teuthology.orchestra.run.smithi012.stdout:Install 118 Packages 2024-04-02T08:12:59.310 INFO:teuthology.orchestra.run.smithi012.stdout:Upgrade 2 Packages 2024-04-02T08:12:59.310 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:12:59.311 INFO:teuthology.orchestra.run.smithi012.stdout:Total download size: 176 M 2024-04-02T08:12:59.311 INFO:teuthology.orchestra.run.smithi012.stdout:Downloading Packages: 2024-04-02T08:12:59.582 INFO:teuthology.orchestra.run.smithi055.stdout:(2/120): ceph-base-18.2.2-1059.g4d05f4ca.el9.x8 8.8 MB/s | 5.1 MB 00:00 2024-04-02T08:12:59.640 INFO:teuthology.orchestra.run.smithi055.stdout:(3/120): ceph-immutable-object-cache-18.2.2-105 2.4 MB/s | 143 kB 00:00 2024-04-02T08:12:59.832 INFO:teuthology.orchestra.run.smithi055.stdout:(4/120): ceph-mds-18.2.2-1059.g4d05f4ca.el9.x86 11 MB/s | 2.1 MB 00:00 2024-04-02T08:12:59.949 INFO:teuthology.orchestra.run.smithi055.stdout:(5/120): ceph-fuse-18.2.2-1059.g4d05f4ca.el9.x8 1.2 MB/s | 849 kB 00:00 2024-04-02T08:12:59.983 INFO:teuthology.orchestra.run.smithi055.stdout:(6/120): ceph-mgr-18.2.2-1059.g4d05f4ca.el9.x86 9.7 MB/s | 1.5 MB 00:00 2024-04-02T08:13:00.099 INFO:teuthology.orchestra.run.smithi012.stdout:(1/120): ceph-18.2.2-1059.g4d05f4ca.el9.x86_64. 19 kB/s | 6.5 kB 00:00 2024-04-02T08:13:00.816 INFO:teuthology.orchestra.run.smithi055.stdout:(7/120): ceph-common-18.2.2-1059.g4d05f4ca.el9. 10 MB/s | 18 MB 00:01 2024-04-02T08:13:01.383 INFO:teuthology.orchestra.run.smithi012.stdout:(2/120): ceph-fuse-18.2.2-1059.g4d05f4ca.el9.x8 662 kB/s | 849 kB 00:01 2024-04-02T08:13:01.383 INFO:teuthology.orchestra.run.smithi055.stdout:(8/120): ceph-osd-18.2.2-1059.g4d05f4ca.el9.x86 12 MB/s | 17 MB 00:01 2024-04-02T08:13:01.509 INFO:teuthology.orchestra.run.smithi055.stdout:(9/120): ceph-radosgw-18.2.2-1059.g4d05f4ca.el9 11 MB/s | 7.7 MB 00:00 2024-04-02T08:13:01.533 INFO:teuthology.orchestra.run.smithi012.stdout:(3/120): ceph-base-18.2.2-1059.g4d05f4ca.el9.x8 2.9 MB/s | 5.1 MB 00:01 2024-04-02T08:13:01.534 INFO:teuthology.orchestra.run.smithi055.stdout:(10/120): ceph-selinux-18.2.2-1059.g4d05f4ca.el 167 kB/s | 25 kB 00:00 2024-04-02T08:13:01.558 INFO:teuthology.orchestra.run.smithi012.stdout:(4/120): ceph-immutable-object-cache-18.2.2-105 814 kB/s | 143 kB 00:00 2024-04-02T08:13:01.609 INFO:teuthology.orchestra.run.smithi055.stdout:(11/120): libcephfs-devel-18.2.2-1059.g4d05f4ca 414 kB/s | 31 kB 00:00 2024-04-02T08:13:01.718 INFO:teuthology.orchestra.run.smithi055.stdout:(12/120): libcephfs2-18.2.2-1059.g4d05f4ca.el9. 6.4 MB/s | 708 kB 00:00 2024-04-02T08:13:01.810 INFO:teuthology.orchestra.run.smithi055.stdout:(13/120): libcephsqlite-18.2.2-1059.g4d05f4ca.e 1.8 MB/s | 166 kB 00:00 2024-04-02T08:13:01.867 INFO:teuthology.orchestra.run.smithi012.stdout:(5/120): ceph-mds-18.2.2-1059.g4d05f4ca.el9.x86 6.3 MB/s | 2.1 MB 00:00 2024-04-02T08:13:01.877 INFO:teuthology.orchestra.run.smithi055.stdout:(14/120): librados-devel-18.2.2-1059.g4d05f4ca. 1.9 MB/s | 127 kB 00:00 2024-04-02T08:13:01.986 INFO:teuthology.orchestra.run.smithi055.stdout:(15/120): libradosstriper1-18.2.2-1059.g4d05f4c 4.3 MB/s | 474 kB 00:00 2024-04-02T08:13:02.511 INFO:teuthology.orchestra.run.smithi055.stdout:(16/120): librgw2-18.2.2-1059.g4d05f4ca.el9.x86 8.5 MB/s | 4.5 MB 00:00 2024-04-02T08:13:02.578 INFO:teuthology.orchestra.run.smithi055.stdout:(17/120): python3-ceph-argparse-18.2.2-1059.g4d 678 kB/s | 45 kB 00:00 2024-04-02T08:13:02.634 INFO:teuthology.orchestra.run.smithi012.stdout:(6/120): ceph-mon-18.2.2-1059.g4d05f4ca.el9.x86 6.1 MB/s | 4.7 MB 00:00 2024-04-02T08:13:02.636 INFO:teuthology.orchestra.run.smithi055.stdout:(18/120): python3-ceph-common-18.2.2-1059.g4d05 2.2 MB/s | 129 kB 00:00 2024-04-02T08:13:02.720 INFO:teuthology.orchestra.run.smithi055.stdout:(19/120): python3-cephfs-18.2.2-1059.g4d05f4ca. 1.9 MB/s | 162 kB 00:00 2024-04-02T08:13:02.792 INFO:teuthology.orchestra.run.smithi012.stdout:(7/120): ceph-mgr-18.2.2-1059.g4d05f4ca.el9.x86 1.2 MB/s | 1.5 MB 00:01 2024-04-02T08:13:02.804 INFO:teuthology.orchestra.run.smithi055.stdout:(20/120): python3-rados-18.2.2-1059.g4d05f4ca.e 3.8 MB/s | 320 kB 00:00 2024-04-02T08:13:02.887 INFO:teuthology.orchestra.run.smithi055.stdout:(21/120): ceph-mon-18.2.2-1059.g4d05f4ca.el9.x8 1.6 MB/s | 4.7 MB 00:02 2024-04-02T08:13:02.913 INFO:teuthology.orchestra.run.smithi055.stdout:(22/120): python3-rbd-18.2.2-1059.g4d05f4ca.el9 2.7 MB/s | 298 kB 00:00 2024-04-02T08:13:02.963 INFO:teuthology.orchestra.run.smithi055.stdout:(23/120): python3-rgw-18.2.2-1059.g4d05f4ca.el9 1.3 MB/s | 99 kB 00:00 2024-04-02T08:13:02.988 INFO:teuthology.orchestra.run.smithi055.stdout:(24/120): rbd-fuse-18.2.2-1059.g4d05f4ca.el9.x8 1.1 MB/s | 87 kB 00:00 2024-04-02T08:13:03.055 INFO:teuthology.orchestra.run.smithi055.stdout:(25/120): rbd-nbd-18.2.2-1059.g4d05f4ca.el9.x86 2.5 MB/s | 172 kB 00:00 2024-04-02T08:13:03.122 INFO:teuthology.orchestra.run.smithi055.stdout:(26/120): ceph-grafana-dashboards-18.2.2-1059.g 351 kB/s | 23 kB 00:00 2024-04-02T08:13:03.190 INFO:teuthology.orchestra.run.smithi055.stdout:(27/120): ceph-mgr-cephadm-18.2.2-1059.g4d05f4c 2.0 MB/s | 138 kB 00:00 2024-04-02T08:13:03.423 INFO:teuthology.orchestra.run.smithi055.stdout:(28/120): ceph-mgr-dashboard-18.2.2-1059.g4d05f 7.7 MB/s | 1.8 MB 00:00 2024-04-02T08:13:04.323 INFO:teuthology.orchestra.run.smithi055.stdout:(29/120): ceph-mgr-diskprediction-local-18.2.2- 8.2 MB/s | 7.4 MB 00:00 2024-04-02T08:13:04.407 INFO:teuthology.orchestra.run.smithi055.stdout:(30/120): ceph-mgr-modules-core-18.2.2-1059.g4d 2.9 MB/s | 245 kB 00:00 2024-04-02T08:13:04.482 INFO:teuthology.orchestra.run.smithi055.stdout:(31/120): ceph-mgr-rook-18.2.2-1059.g4d05f4ca.e 658 kB/s | 49 kB 00:00 2024-04-02T08:13:04.558 INFO:teuthology.orchestra.run.smithi055.stdout:(32/120): ceph-prometheus-alerts-18.2.2-1059.g4 198 kB/s | 15 kB 00:00 2024-04-02T08:13:04.831 INFO:teuthology.orchestra.run.smithi012.stdout:(8/120): ceph-osd-18.2.2-1059.g4d05f4ca.el9.x86 7.5 MB/s | 17 MB 00:02 2024-04-02T08:13:04.867 INFO:teuthology.orchestra.run.smithi012.stdout:(9/120): ceph-selinux-18.2.2-1059.g4d05f4ca.el9 710 kB/s | 25 kB 00:00 2024-04-02T08:13:04.950 INFO:teuthology.orchestra.run.smithi055.stdout:(33/120): ceph-test-18.2.2-1059.g4d05f4ca.el9.x 12 MB/s | 40 MB 00:03 2024-04-02T08:13:04.975 INFO:teuthology.orchestra.run.smithi055.stdout:(34/120): cephadm-18.2.2-1059.g4d05f4ca.el9.noa 537 kB/s | 224 kB 00:00 2024-04-02T08:13:05.067 INFO:teuthology.orchestra.run.smithi055.stdout:(35/120): rbd-mirror-18.2.2-1059.g4d05f4ca.el9. 1.4 MB/s | 3.0 MB 00:02 2024-04-02T08:13:05.200 INFO:teuthology.orchestra.run.smithi055.stdout:(36/120): boost-program-options-1.75.0-8.el9.x8 423 kB/s | 106 kB 00:00 2024-04-02T08:13:05.217 INFO:teuthology.orchestra.run.smithi055.stdout:(37/120): flexiblas-3.0.4-8.el9.x86_64.rpm 147 kB/s | 32 kB 00:00 2024-04-02T08:13:05.268 INFO:teuthology.orchestra.run.smithi055.stdout:(38/120): flexiblas-openblas-openmp-3.0.4-8.el9 257 kB/s | 17 kB 00:00 2024-04-02T08:13:05.318 INFO:teuthology.orchestra.run.smithi055.stdout:(39/120): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.5 MB/s | 159 kB 00:00 2024-04-02T08:13:05.377 INFO:teuthology.orchestra.run.smithi055.stdout:(40/120): flexiblas-netlib-3.0.4-8.el9.x86_64.r 11 MB/s | 3.0 MB 00:00 2024-04-02T08:13:05.394 INFO:teuthology.orchestra.run.smithi055.stdout:(41/120): librabbitmq-0.11.0-7.el9.x86_64.rpm 354 kB/s | 44 kB 00:00 2024-04-02T08:13:05.419 INFO:teuthology.orchestra.run.smithi055.stdout:(42/120): librdkafka-1.6.1-102.el9.x86_64.rpm 6.5 MB/s | 661 kB 00:00 2024-04-02T08:13:05.444 INFO:teuthology.orchestra.run.smithi055.stdout:(43/120): oniguruma-6.9.6-1.el9.5.x86_64.rpm 4.4 MB/s | 217 kB 00:00 2024-04-02T08:13:05.470 INFO:teuthology.orchestra.run.smithi055.stdout:(44/120): lttng-ust-2.12.0-6.el9.x86_64.rpm 3.7 MB/s | 282 kB 00:00 2024-04-02T08:13:05.486 INFO:teuthology.orchestra.run.smithi055.stdout:(45/120): openblas-0.3.21-2.el9.x86_64.rpm 514 kB/s | 34 kB 00:00 2024-04-02T08:13:05.612 INFO:teuthology.orchestra.run.smithi055.stdout:(46/120): openblas-openmp-0.3.21-2.el9.x86_64.r 28 MB/s | 4.7 MB 00:00 2024-04-02T08:13:05.637 INFO:teuthology.orchestra.run.smithi055.stdout:(47/120): python3-attrs-20.3.0-7.el9.noarch.rpm 527 kB/s | 78 kB 00:00 2024-04-02T08:13:05.754 INFO:teuthology.orchestra.run.smithi055.stdout:(48/120): python3-babel-2.9.1-2.el9.noarch.rpm 22 MB/s | 5.8 MB 00:00 2024-04-02T08:13:05.771 INFO:teuthology.orchestra.run.smithi055.stdout:(49/120): python3-iniconfig-1.1.1-7.el9.noarch. 103 kB/s | 16 kB 00:00 2024-04-02T08:13:05.788 INFO:teuthology.orchestra.run.smithi055.stdout:(50/120): python3-jsonpatch-1.21-16.el9.noarch. 165 kB/s | 24 kB 00:00 2024-04-02T08:13:05.805 INFO:teuthology.orchestra.run.smithi055.stdout:(51/120): python3-jsonpointer-2.0-4.el9.noarch. 360 kB/s | 18 kB 00:00 2024-04-02T08:13:05.822 INFO:teuthology.orchestra.run.smithi055.stdout:(52/120): python3-markupsafe-1.1.1-12.el9.x86_6 952 kB/s | 32 kB 00:00 2024-04-02T08:13:05.847 INFO:teuthology.orchestra.run.smithi055.stdout:(53/120): python3-mako-1.1.4-6.el9.noarch.rpm 2.4 MB/s | 144 kB 00:00 2024-04-02T08:13:05.964 INFO:teuthology.orchestra.run.smithi055.stdout:(54/120): python3-numpy-1.20.1-5.el9.x86_64.rpm 30 MB/s | 4.8 MB 00:00 2024-04-02T08:13:05.990 INFO:teuthology.orchestra.run.smithi055.stdout:(55/120): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.3 MB/s | 217 kB 00:00 2024-04-02T08:13:06.006 INFO:teuthology.orchestra.run.smithi055.stdout:(56/120): python3-oauthlib-3.1.1-5.el9.noarch.r 1.1 MB/s | 174 kB 00:00 2024-04-02T08:13:06.023 INFO:teuthology.orchestra.run.smithi055.stdout:(57/120): python3-packaging-20.9-5.el9.noarch.r 1.2 MB/s | 69 kB 00:00 2024-04-02T08:13:06.049 INFO:teuthology.orchestra.run.smithi055.stdout:(58/120): python3-prettytable-0.7.2-27.el9.noar 990 kB/s | 41 kB 00:00 2024-04-02T08:13:06.074 INFO:teuthology.orchestra.run.smithi055.stdout:(59/120): python3-pluggy-0.13.1-7.el9.noarch.rp 564 kB/s | 38 kB 00:00 2024-04-02T08:13:06.104 INFO:teuthology.orchestra.run.smithi055.stdout:(60/120): python3-py-1.10.0-6.el9.noarch.rpm 5.5 MB/s | 427 kB 00:00 2024-04-02T08:13:06.120 INFO:teuthology.orchestra.run.smithi055.stdout:(61/120): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.0 MB/s | 132 kB 00:00 2024-04-02T08:13:06.142 INFO:teuthology.orchestra.run.smithi055.stdout:(62/120): python3-pyasn1-modules-0.4.8-6.el9.no 5.0 MB/s | 211 kB 00:00 2024-04-02T08:13:06.175 INFO:teuthology.orchestra.run.smithi055.stdout:(63/120): python3-pytest-6.2.2-7.el9.noarch.rpm 6.1 MB/s | 473 kB 00:00 2024-04-02T08:13:06.201 INFO:teuthology.orchestra.run.smithi055.stdout:(64/120): python3-pytz-2021.1-5.el9.noarch.rpm 569 kB/s | 47 kB 00:00 2024-04-02T08:13:06.225 INFO:teuthology.orchestra.run.smithi055.stdout:(65/120): python3-requests-oauthlib-1.3.0-12.el 515 kB/s | 43 kB 00:00 2024-04-02T08:13:06.277 INFO:teuthology.orchestra.run.smithi055.stdout:(66/120): python3-toml-0.10.2-6.el9.noarch.rpm 514 kB/s | 39 kB 00:00 2024-04-02T08:13:06.453 INFO:teuthology.orchestra.run.smithi055.stdout:(67/120): socat-1.7.4.1-5.el9.x86_64.rpm 1.3 MB/s | 300 kB 00:00 2024-04-02T08:13:06.702 INFO:teuthology.orchestra.run.smithi055.stdout:(68/120): python3-scipy-1.6.2-8.el9.x86_64.rpm 31 MB/s | 16 MB 00:00 2024-04-02T08:13:06.727 INFO:teuthology.orchestra.run.smithi055.stdout:(69/120): xmlstarlet-1.6.1-20.el9.x86_64.rpm 140 kB/s | 63 kB 00:00 2024-04-02T08:13:06.751 INFO:teuthology.orchestra.run.smithi012.stdout:(10/120): ceph-radosgw-18.2.2-1059.g4d05f4ca.el 2.0 MB/s | 7.7 MB 00:03 2024-04-02T08:13:06.752 INFO:teuthology.orchestra.run.smithi055.stdout:(70/120): fuse-2.9.9-15.el9.x86_64.rpm 264 kB/s | 79 kB 00:00 2024-04-02T08:13:06.777 INFO:teuthology.orchestra.run.smithi055.stdout:(71/120): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.1 MB/s | 241 kB 00:00 2024-04-02T08:13:06.803 INFO:teuthology.orchestra.run.smithi055.stdout:(72/120): python3-ply-3.11-14.el9.noarch.rpm 2.0 MB/s | 103 kB 00:00 2024-04-02T08:13:06.836 INFO:teuthology.orchestra.run.smithi055.stdout:(73/120): python3-cryptography-36.0.1-4.el9.x86 14 MB/s | 1.1 MB 00:00 2024-04-02T08:13:06.862 INFO:teuthology.orchestra.run.smithi055.stdout:(74/120): python3-pycparser-2.20-6.el9.noarch.r 1.5 MB/s | 124 kB 00:00 2024-04-02T08:13:06.887 INFO:teuthology.orchestra.run.smithi055.stdout:(75/120): python3-urllib3-1.26.5-5.el9.noarch.r 2.3 MB/s | 187 kB 00:00 2024-04-02T08:13:07.020 INFO:teuthology.orchestra.run.smithi055.stdout:(76/120): libquadmath-11.4.1-3.el9.x86_64.rpm 1.4 MB/s | 195 kB 00:00 2024-04-02T08:13:07.046 INFO:teuthology.orchestra.run.smithi055.stdout:(77/120): jq-1.6-16.el9.x86_64.rpm 1.0 MB/s | 187 kB 00:00 2024-04-02T08:13:07.079 INFO:teuthology.orchestra.run.smithi055.stdout:(78/120): python3-requests-2.25.1-8.el9.noarch. 2.1 MB/s | 125 kB 00:00 2024-04-02T08:13:07.117 INFO:teuthology.orchestra.run.smithi012.stdout:(11/120): ceph-test-18.2.2-1059.g4d05f4ca.el9.x 18 MB/s | 40 MB 00:02 2024-04-02T08:13:07.129 INFO:teuthology.orchestra.run.smithi055.stdout:(79/120): libgfortran-11.4.1-3.el9.x86_64.rpm 2.9 MB/s | 803 kB 00:00 2024-04-02T08:13:07.134 INFO:teuthology.orchestra.run.smithi012.stdout:(12/120): libcephfs-devel-18.2.2-1059.g4d05f4ca 81 kB/s | 31 kB 00:00 2024-04-02T08:13:07.210 INFO:teuthology.orchestra.run.smithi012.stdout:(13/120): libcephfs2-18.2.2-1059.g4d05f4ca.el9. 7.6 MB/s | 708 kB 00:00 2024-04-02T08:13:07.227 INFO:teuthology.orchestra.run.smithi012.stdout:(14/120): libcephsqlite-18.2.2-1059.g4d05f4ca.e 1.8 MB/s | 166 kB 00:00 2024-04-02T08:13:07.238 INFO:teuthology.orchestra.run.smithi055.stdout:(80/120): python3-devel-3.9.17-2.el9.x86_64.rpm 1.2 MB/s | 245 kB 00:00 2024-04-02T08:13:07.252 INFO:teuthology.orchestra.run.smithi012.stdout:(15/120): librados-devel-18.2.2-1059.g4d05f4ca. 3.0 MB/s | 127 kB 00:00 2024-04-02T08:13:07.272 INFO:teuthology.orchestra.run.smithi055.stdout:(81/120): python3-jinja2-2.11.3-5.el9.noarch.rp 1.3 MB/s | 248 kB 00:00 2024-04-02T08:13:07.402 INFO:teuthology.orchestra.run.smithi012.stdout:(16/120): libradosstriper1-18.2.2-1059.g4d05f4c 2.6 MB/s | 474 kB 00:00 2024-04-02T08:13:07.486 INFO:teuthology.orchestra.run.smithi012.stdout:(17/120): python3-ceph-argparse-18.2.2-1059.g4d 541 kB/s | 45 kB 00:00 2024-04-02T08:13:07.514 INFO:teuthology.orchestra.run.smithi055.stdout:(82/120): fmt-8.1.1-5.el9.x86_64.rpm 288 kB/s | 111 kB 00:00 2024-04-02T08:13:07.578 INFO:teuthology.orchestra.run.smithi012.stdout:(18/120): librgw2-18.2.2-1059.g4d05f4ca.el9.x86 14 MB/s | 4.5 MB 00:00 2024-04-02T08:13:07.603 INFO:teuthology.orchestra.run.smithi012.stdout:(19/120): python3-ceph-common-18.2.2-1059.g4d05 1.1 MB/s | 129 kB 00:00 2024-04-02T08:13:07.614 INFO:teuthology.orchestra.run.smithi055.stdout:(83/120): libarrow-doc-9.0.0-10.el9.noarch.rpm 261 kB/s | 26 kB 00:00 2024-04-02T08:13:07.628 INFO:teuthology.orchestra.run.smithi012.stdout:(20/120): python3-cephfs-18.2.2-1059.g4d05f4ca. 3.2 MB/s | 162 kB 00:00 2024-04-02T08:13:07.679 INFO:teuthology.orchestra.run.smithi012.stdout:(21/120): python3-rbd-18.2.2-1059.g4d05f4ca.el9 5.8 MB/s | 298 kB 00:00 2024-04-02T08:13:07.723 INFO:teuthology.orchestra.run.smithi055.stdout:(84/120): liboath-2.6.7-2.el9.x86_64.rpm 449 kB/s | 49 kB 00:00 2024-04-02T08:13:07.729 INFO:teuthology.orchestra.run.smithi012.stdout:(22/120): python3-rgw-18.2.2-1059.g4d05f4ca.el9 1.9 MB/s | 99 kB 00:00 2024-04-02T08:13:07.765 INFO:teuthology.orchestra.run.smithi055.stdout:(85/120): gperftools-libs-2.9.1-2.el9.x86_64.rp 587 kB/s | 309 kB 00:00 2024-04-02T08:13:07.779 INFO:teuthology.orchestra.run.smithi012.stdout:(23/120): rbd-fuse-18.2.2-1059.g4d05f4ca.el9.x8 1.7 MB/s | 87 kB 00:00 2024-04-02T08:13:07.830 INFO:teuthology.orchestra.run.smithi012.stdout:(24/120): python3-rados-18.2.2-1059.g4d05f4ca.e 1.4 MB/s | 320 kB 00:00 2024-04-02T08:13:07.848 INFO:teuthology.orchestra.run.smithi055.stdout:(86/120): libunwind-1.6.2-1.el9.x86_64.rpm 538 kB/s | 67 kB 00:00 2024-04-02T08:13:07.980 INFO:teuthology.orchestra.run.smithi012.stdout:(25/120): rbd-mirror-18.2.2-1059.g4d05f4ca.el9. 15 MB/s | 3.0 MB 00:00 2024-04-02T08:13:08.022 INFO:teuthology.orchestra.run.smithi012.stdout:(26/120): ceph-grafana-dashboards-18.2.2-1059.g 560 kB/s | 23 kB 00:00 2024-04-02T08:13:08.072 INFO:teuthology.orchestra.run.smithi012.stdout:(27/120): ceph-mgr-cephadm-18.2.2-1059.g4d05f4c 2.7 MB/s | 138 kB 00:00 2024-04-02T08:13:08.157 INFO:teuthology.orchestra.run.smithi055.stdout:(87/120): parquet-libs-9.0.0-10.el9.x86_64.rpm 2.1 MB/s | 838 kB 00:00 2024-04-02T08:13:08.198 INFO:teuthology.orchestra.run.smithi012.stdout:(28/120): ceph-mgr-dashboard-18.2.2-1059.g4d05f 14 MB/s | 1.8 MB 00:00 2024-04-02T08:13:08.264 INFO:teuthology.orchestra.run.smithi012.stdout:(29/120): rbd-nbd-18.2.2-1059.g4d05f4ca.el9.x86 396 kB/s | 172 kB 00:00 2024-04-02T08:13:08.358 INFO:teuthology.orchestra.run.smithi055.stdout:(88/120): python3-asyncssh-2.13.2-5.el9.noarch. 1.1 MB/s | 548 kB 00:00 2024-04-02T08:13:08.449 INFO:teuthology.orchestra.run.smithi055.stdout:(89/120): python3-cachetools-4.2.4-1.el9.noarch 351 kB/s | 32 kB 00:00 2024-04-02T08:13:08.525 INFO:teuthology.orchestra.run.smithi055.stdout:(90/120): libarrow-9.0.0-10.el9.x86_64.rpm 3.5 MB/s | 4.4 MB 00:01 2024-04-02T08:13:08.558 INFO:teuthology.orchestra.run.smithi055.stdout:(91/120): python3-certifi-2021.10.8-2.el9.noarc 138 kB/s | 15 kB 00:00 2024-04-02T08:13:08.617 INFO:teuthology.orchestra.run.smithi055.stdout:(92/120): python3-cheroot-8.6.0-4.el9.noarch.rp 1.8 MB/s | 172 kB 00:00 2024-04-02T08:13:08.640 INFO:teuthology.orchestra.run.smithi012.stdout:(30/120): ceph-mgr-diskprediction-local-18.2.2- 17 MB/s | 7.4 MB 00:00 2024-04-02T08:13:08.673 INFO:teuthology.orchestra.run.smithi012.stdout:(31/120): ceph-mgr-rook-18.2.2-1059.g4d05f4ca.e 1.5 MB/s | 49 kB 00:00 2024-04-02T08:13:08.675 INFO:teuthology.orchestra.run.smithi055.stdout:(93/120): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 84 kB/s | 43 kB 00:00 2024-04-02T08:13:08.699 INFO:teuthology.orchestra.run.smithi012.stdout:(32/120): ceph-mgr-modules-core-18.2.2-1059.g4d 566 kB/s | 245 kB 00:00 2024-04-02T08:13:08.701 INFO:teuthology.orchestra.run.smithi055.stdout:(94/120): python3-google-auth-2.28.2-1.el9.noar 2.4 MB/s | 203 kB 00:00 2024-04-02T08:13:08.716 INFO:teuthology.orchestra.run.smithi012.stdout:(33/120): ceph-prometheus-alerts-18.2.2-1059.g4 353 kB/s | 15 kB 00:00 2024-04-02T08:13:08.726 INFO:teuthology.orchestra.run.smithi055.stdout:(95/120): python3-cherrypy-18.6.1-2.el9.noarch. 2.1 MB/s | 358 kB 00:00 2024-04-02T08:13:08.760 INFO:teuthology.orchestra.run.smithi055.stdout:(96/120): python3-jaraco-8.2.1-3.el9.noarch.rpm 127 kB/s | 11 kB 00:00 2024-04-02T08:13:08.785 INFO:teuthology.orchestra.run.smithi055.stdout:(97/120): python3-jaraco-classes-3.2.1-5.el9.no 210 kB/s | 18 kB 00:00 2024-04-02T08:13:08.867 INFO:teuthology.orchestra.run.smithi012.stdout:(34/120): boost-program-options-1.75.0-8.el9.x8 703 kB/s | 106 kB 00:00 2024-04-02T08:13:08.895 INFO:teuthology.orchestra.run.smithi055.stdout:(98/120): python3-jaraco-collections-3.0.0-8.el 137 kB/s | 23 kB 00:00 2024-04-02T08:13:08.908 INFO:teuthology.orchestra.run.smithi012.stdout:(35/120): flexiblas-3.0.4-8.el9.x86_64.rpm 771 kB/s | 32 kB 00:00 2024-04-02T08:13:08.936 INFO:teuthology.orchestra.run.smithi055.stdout:(99/120): python3-jaraco-functools-3.5.0-2.el9. 110 kB/s | 19 kB 00:00 2024-04-02T08:13:08.941 INFO:teuthology.orchestra.run.smithi012.stdout:(36/120): cephadm-18.2.2-1059.g4d05f4ca.el9.noa 925 kB/s | 224 kB 00:00 2024-04-02T08:13:08.961 INFO:teuthology.orchestra.run.smithi055.stdout:(100/120): python3-jaraco-text-3.2.0-6.el9.noar 112 kB/s | 20 kB 00:00 2024-04-02T08:13:09.037 INFO:teuthology.orchestra.run.smithi055.stdout:(101/120): python3-more-itertools-8.12.0-2.el9. 1.0 MB/s | 79 kB 00:00 2024-04-02T08:13:09.062 INFO:teuthology.orchestra.run.smithi055.stdout:(102/120): python3-logutils-0.3.5-21.el9.noarch 462 kB/s | 46 kB 00:00 2024-04-02T08:13:09.095 INFO:teuthology.orchestra.run.smithi055.stdout:(103/120): python3-kubernetes-26.1.0-2.el9.noar 5.1 MB/s | 1.0 MB 00:00 2024-04-02T08:13:09.112 INFO:teuthology.orchestra.run.smithi055.stdout:(104/120): python3-natsort-7.1.1-5.el9.noarch.r 763 kB/s | 58 kB 00:00 2024-04-02T08:13:09.133 INFO:teuthology.orchestra.run.smithi012.stdout:(37/120): flexiblas-openblas-openmp-3.0.4-8.el9 89 kB/s | 17 kB 00:00 2024-04-02T08:13:09.154 INFO:teuthology.orchestra.run.smithi055.stdout:(105/120): python3-pecan-1.4.2-3.el9.noarch.rpm 2.9 MB/s | 272 kB 00:00 2024-04-02T08:13:09.171 INFO:teuthology.orchestra.run.smithi055.stdout:(106/120): python3-portend-3.1.0-2.el9.noarch.r 217 kB/s | 16 kB 00:00 2024-04-02T08:13:09.197 INFO:teuthology.orchestra.run.smithi055.stdout:(107/120): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.0 MB/s | 90 kB 00:00 2024-04-02T08:13:09.217 INFO:teuthology.orchestra.run.smithi012.stdout:(38/120): flexiblas-netlib-3.0.4-8.el9.x86_64.r 9.7 MB/s | 3.0 MB 00:00 2024-04-02T08:13:09.222 INFO:teuthology.orchestra.run.smithi055.stdout:(108/120): python3-repoze-lru-0.7-16.el9.noarch 458 kB/s | 31 kB 00:00 2024-04-02T08:13:09.242 INFO:teuthology.orchestra.run.smithi012.stdout:(39/120): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.5 MB/s | 159 kB 00:00 2024-04-02T08:13:09.247 INFO:teuthology.orchestra.run.smithi055.stdout:(109/120): python3-routes-2.5.1-5.el9.noarch.rp 2.4 MB/s | 188 kB 00:00 2024-04-02T08:13:09.260 INFO:teuthology.orchestra.run.smithi012.stdout:(40/120): librabbitmq-0.11.0-7.el9.x86_64.rpm 1.0 MB/s | 44 kB 00:00 2024-04-02T08:13:09.273 INFO:teuthology.orchestra.run.smithi055.stdout:(110/120): python3-rsa-4.9-2.el9.noarch.rpm 781 kB/s | 59 kB 00:00 2024-04-02T08:13:09.293 INFO:teuthology.orchestra.run.smithi012.stdout:(41/120): librdkafka-1.6.1-102.el9.x86_64.rpm 13 MB/s | 661 kB 00:00 2024-04-02T08:13:09.298 INFO:teuthology.orchestra.run.smithi055.stdout:(111/120): python3-tempora-5.0.0-2.el9.noarch.r 473 kB/s | 36 kB 00:00 2024-04-02T08:13:09.318 INFO:teuthology.orchestra.run.smithi012.stdout:(42/120): lttng-ust-2.12.0-6.el9.x86_64.rpm 4.8 MB/s | 282 kB 00:00 2024-04-02T08:13:09.323 INFO:teuthology.orchestra.run.smithi055.stdout:(112/120): python3-typing-extensions-4.4.0-2.el 677 kB/s | 51 kB 00:00 2024-04-02T08:13:09.343 INFO:teuthology.orchestra.run.smithi012.stdout:(43/120): oniguruma-6.9.6-1.el9.5.x86_64.rpm 4.3 MB/s | 217 kB 00:00 2024-04-02T08:13:09.348 INFO:teuthology.orchestra.run.smithi055.stdout:(113/120): python3-webob-1.8.7-6.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-04-02T08:13:09.360 INFO:teuthology.orchestra.run.smithi012.stdout:(44/120): openblas-0.3.21-2.el9.x86_64.rpm 825 kB/s | 34 kB 00:00 2024-04-02T08:13:09.374 INFO:teuthology.orchestra.run.smithi055.stdout:(114/120): python3-websocket-client-1.2.3-2.el9 1.2 MB/s | 90 kB 00:00 2024-04-02T08:13:09.416 INFO:teuthology.orchestra.run.smithi055.stdout:(115/120): python3-werkzeug-2.0.3-3.el9.1.noarc 4.5 MB/s | 427 kB 00:00 2024-04-02T08:13:09.441 INFO:teuthology.orchestra.run.smithi055.stdout:(116/120): python3-zc-lockfile-2.0-10.el9.noarc 216 kB/s | 20 kB 00:00 2024-04-02T08:13:09.466 INFO:teuthology.orchestra.run.smithi055.stdout:(117/120): re2-20211101-3.el9.x86_64.rpm 2.0 MB/s | 192 kB 00:00 2024-04-02T08:13:09.513 INFO:teuthology.orchestra.run.smithi012.stdout:(45/120): openblas-openmp-0.3.21-2.el9.x86_64.r 28 MB/s | 4.7 MB 00:00 2024-04-02T08:13:09.536 INFO:teuthology.orchestra.run.smithi012.stdout:(46/120): python3-attrs-20.3.0-7.el9.noarch.rpm 444 kB/s | 78 kB 00:00 2024-04-02T08:13:09.567 INFO:teuthology.orchestra.run.smithi055.stdout:(118/120): thrift-0.15.0-2.el9.x86_64.rpm 11 MB/s | 1.6 MB 00:00 2024-04-02T08:13:09.678 INFO:teuthology.orchestra.run.smithi012.stdout:(47/120): python3-babel-2.9.1-2.el9.noarch.rpm 35 MB/s | 5.8 MB 00:00 2024-04-02T08:13:09.704 INFO:teuthology.orchestra.run.smithi012.stdout:(48/120): python3-iniconfig-1.1.1-7.el9.noarch. 99 kB/s | 16 kB 00:00 2024-04-02T08:13:09.729 INFO:teuthology.orchestra.run.smithi012.stdout:(49/120): python3-jsonpatch-1.21-16.el9.noarch. 487 kB/s | 24 kB 00:00 2024-04-02T08:13:09.750 INFO:teuthology.orchestra.run.smithi055.stdout:(119/120): librbd1-18.2.2-1059.g4d05f4ca.el9.x8 11 MB/s | 3.0 MB 00:00 2024-04-02T08:13:09.754 INFO:teuthology.orchestra.run.smithi012.stdout:(50/120): python3-jsonpointer-2.0-4.el9.noarch. 361 kB/s | 18 kB 00:00 2024-04-02T08:13:09.780 INFO:teuthology.orchestra.run.smithi012.stdout:(51/120): python3-mako-1.1.4-6.el9.noarch.rpm 2.8 MB/s | 144 kB 00:00 2024-04-02T08:13:09.805 INFO:teuthology.orchestra.run.smithi012.stdout:(52/120): python3-markupsafe-1.1.1-12.el9.x86_6 632 kB/s | 32 kB 00:00 2024-04-02T08:13:09.913 INFO:teuthology.orchestra.run.smithi012.stdout:(53/120): python3-numpy-1.20.1-5.el9.x86_64.rpm 36 MB/s | 4.8 MB 00:00 2024-04-02T08:13:09.939 INFO:teuthology.orchestra.run.smithi012.stdout:(54/120): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.6 MB/s | 217 kB 00:00 2024-04-02T08:13:09.964 INFO:teuthology.orchestra.run.smithi012.stdout:(55/120): python3-oauthlib-3.1.1-5.el9.noarch.r 3.4 MB/s | 174 kB 00:00 2024-04-02T08:13:09.989 INFO:teuthology.orchestra.run.smithi012.stdout:(56/120): python3-packaging-20.9-5.el9.noarch.r 1.3 MB/s | 69 kB 00:00 2024-04-02T08:13:10.015 INFO:teuthology.orchestra.run.smithi012.stdout:(57/120): python3-pluggy-0.13.1-7.el9.noarch.rp 753 kB/s | 38 kB 00:00 2024-04-02T08:13:10.040 INFO:teuthology.orchestra.run.smithi012.stdout:(58/120): python3-prettytable-0.7.2-27.el9.noar 823 kB/s | 41 kB 00:00 2024-04-02T08:13:10.065 INFO:teuthology.orchestra.run.smithi012.stdout:(59/120): python3-py-1.10.0-6.el9.noarch.rpm 8.4 MB/s | 427 kB 00:00 2024-04-02T08:13:10.090 INFO:teuthology.orchestra.run.smithi012.stdout:(60/120): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.6 MB/s | 132 kB 00:00 2024-04-02T08:13:10.116 INFO:teuthology.orchestra.run.smithi012.stdout:(61/120): python3-pyasn1-modules-0.4.8-6.el9.no 4.1 MB/s | 211 kB 00:00 2024-04-02T08:13:10.149 INFO:teuthology.orchestra.run.smithi012.stdout:(62/120): python3-pytest-6.2.2-7.el9.noarch.rpm 7.9 MB/s | 473 kB 00:00 2024-04-02T08:13:10.166 INFO:teuthology.orchestra.run.smithi012.stdout:(63/120): python3-pytz-2021.1-5.el9.noarch.rpm 956 kB/s | 47 kB 00:00 2024-04-02T08:13:10.183 INFO:teuthology.orchestra.run.smithi012.stdout:(64/120): python3-requests-oauthlib-1.3.0-12.el 1.2 MB/s | 43 kB 00:00 2024-04-02T08:13:10.317 INFO:teuthology.orchestra.run.smithi012.stdout:(65/120): python3-toml-0.10.2-6.el9.noarch.rpm 292 kB/s | 39 kB 00:00 2024-04-02T08:13:10.517 INFO:teuthology.orchestra.run.smithi012.stdout:(66/120): python3-scipy-1.6.2-8.el9.x86_64.rpm 45 MB/s | 16 MB 00:00 2024-04-02T08:13:10.543 INFO:teuthology.orchestra.run.smithi012.stdout:(67/120): socat-1.7.4.1-5.el9.x86_64.rpm 1.3 MB/s | 300 kB 00:00 2024-04-02T08:13:10.560 INFO:teuthology.orchestra.run.smithi012.stdout:(68/120): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.5 MB/s | 63 kB 00:00 2024-04-02T08:13:10.567 INFO:teuthology.orchestra.run.smithi055.stdout:(120/120): librados2-18.2.2-1059.g4d05f4ca.el9. 2.9 MB/s | 3.3 MB 00:01 2024-04-02T08:13:10.573 INFO:teuthology.orchestra.run.smithi055.stdout:-------------------------------------------------------------------------------- 2024-04-02T08:13:10.574 INFO:teuthology.orchestra.run.smithi055.stdout:Total 15 MB/s | 176 MB 00:11 2024-04-02T08:13:10.585 INFO:teuthology.orchestra.run.smithi012.stdout:(69/120): fuse-2.9.9-15.el9.x86_64.rpm 1.8 MB/s | 79 kB 00:00 2024-04-02T08:13:10.610 INFO:teuthology.orchestra.run.smithi012.stdout:(70/120): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.7 MB/s | 241 kB 00:00 2024-04-02T08:13:10.644 INFO:teuthology.orchestra.run.smithi012.stdout:(71/120): python3-cryptography-36.0.1-4.el9.x86 20 MB/s | 1.1 MB 00:00 2024-04-02T08:13:10.649 INFO:teuthology.orchestra.run.smithi055.stdout:Running transaction check 2024-04-02T08:13:10.669 INFO:teuthology.orchestra.run.smithi012.stdout:(72/120): python3-ply-3.11-14.el9.noarch.rpm 1.8 MB/s | 103 kB 00:00 2024-04-02T08:13:10.703 INFO:teuthology.orchestra.run.smithi012.stdout:(73/120): python3-pycparser-2.20-6.el9.noarch.r 2.1 MB/s | 124 kB 00:00 2024-04-02T08:13:10.728 INFO:teuthology.orchestra.run.smithi012.stdout:(74/120): python3-urllib3-1.26.5-5.el9.noarch.r 3.1 MB/s | 187 kB 00:00 2024-04-02T08:13:10.750 INFO:teuthology.orchestra.run.smithi055.stdout:Transaction check succeeded. 2024-04-02T08:13:10.751 INFO:teuthology.orchestra.run.smithi055.stdout:Running transaction test 2024-04-02T08:13:10.862 INFO:teuthology.orchestra.run.smithi012.stdout:(75/120): jq-1.6-16.el9.x86_64.rpm 1.2 MB/s | 187 kB 00:00 2024-04-02T08:13:10.912 INFO:teuthology.orchestra.run.smithi012.stdout:(76/120): libquadmath-11.4.1-3.el9.x86_64.rpm 3.8 MB/s | 195 kB 00:00 2024-04-02T08:13:10.946 INFO:teuthology.orchestra.run.smithi012.stdout:(77/120): libgfortran-11.4.1-3.el9.x86_64.rpm 3.6 MB/s | 803 kB 00:00 2024-04-02T08:13:10.971 INFO:teuthology.orchestra.run.smithi012.stdout:(78/120): python3-requests-2.25.1-8.el9.noarch. 2.1 MB/s | 125 kB 00:00 2024-04-02T08:13:11.146 INFO:teuthology.orchestra.run.smithi012.stdout:(79/120): python3-devel-3.9.17-2.el9.x86_64.rpm 1.2 MB/s | 245 kB 00:00 2024-04-02T08:13:11.172 INFO:teuthology.orchestra.run.smithi012.stdout:(80/120): python3-jinja2-2.11.3-5.el9.noarch.rp 1.2 MB/s | 248 kB 00:00 2024-04-02T08:13:11.372 INFO:teuthology.orchestra.run.smithi012.stdout:(81/120): fmt-8.1.1-5.el9.x86_64.rpm 491 kB/s | 111 kB 00:00 2024-04-02T08:13:11.439 INFO:teuthology.orchestra.run.smithi012.stdout:(82/120): gperftools-libs-2.9.1-2.el9.x86_64.rp 1.1 MB/s | 309 kB 00:00 2024-04-02T08:13:11.489 INFO:teuthology.orchestra.run.smithi012.stdout:(83/120): libarrow-doc-9.0.0-10.el9.noarch.rpm 518 kB/s | 26 kB 00:00 2024-04-02T08:13:11.539 INFO:teuthology.orchestra.run.smithi012.stdout:(84/120): liboath-2.6.7-2.el9.x86_64.rpm 976 kB/s | 49 kB 00:00 2024-04-02T08:13:11.590 INFO:teuthology.orchestra.run.smithi012.stdout:(85/120): libunwind-1.6.2-1.el9.x86_64.rpm 1.3 MB/s | 67 kB 00:00 2024-04-02T08:13:11.665 INFO:teuthology.orchestra.run.smithi012.stdout:(86/120): libarrow-9.0.0-10.el9.x86_64.rpm 15 MB/s | 4.4 MB 00:00 2024-04-02T08:13:11.724 INFO:teuthology.orchestra.run.smithi012.stdout:(87/120): parquet-libs-9.0.0-10.el9.x86_64.rpm 6.1 MB/s | 838 kB 00:00 2024-04-02T08:13:11.757 INFO:teuthology.orchestra.run.smithi012.stdout:(88/120): python3-asyncssh-2.13.2-5.el9.noarch. 5.8 MB/s | 548 kB 00:00 2024-04-02T08:13:11.774 INFO:teuthology.orchestra.run.smithi012.stdout:(89/120): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 866 kB/s | 43 kB 00:00 2024-04-02T08:13:11.799 INFO:teuthology.orchestra.run.smithi012.stdout:(90/120): python3-cachetools-4.2.4-1.el9.noarch 772 kB/s | 32 kB 00:00 2024-04-02T08:13:11.816 INFO:teuthology.orchestra.run.smithi012.stdout:(91/120): python3-certifi-2021.10.8-2.el9.noarc 357 kB/s | 15 kB 00:00 2024-04-02T08:13:11.850 INFO:teuthology.orchestra.run.smithi012.stdout:(92/120): python3-cheroot-8.6.0-4.el9.noarch.rp 3.3 MB/s | 172 kB 00:00 2024-04-02T08:13:11.884 INFO:teuthology.orchestra.run.smithi012.stdout:(93/120): python3-cherrypy-18.6.1-2.el9.noarch. 5.2 MB/s | 358 kB 00:00 2024-04-02T08:13:11.909 INFO:teuthology.orchestra.run.smithi012.stdout:(94/120): python3-google-auth-2.28.2-1.el9.noar 3.4 MB/s | 203 kB 00:00 2024-04-02T08:13:11.934 INFO:teuthology.orchestra.run.smithi012.stdout:(95/120): python3-jaraco-8.2.1-3.el9.noarch.rpm 213 kB/s | 11 kB 00:00 2024-04-02T08:13:11.959 INFO:teuthology.orchestra.run.smithi012.stdout:(96/120): python3-jaraco-classes-3.2.1-5.el9.no 353 kB/s | 18 kB 00:00 2024-04-02T08:13:11.985 INFO:teuthology.orchestra.run.smithi012.stdout:(97/120): python3-jaraco-collections-3.0.0-8.el 462 kB/s | 23 kB 00:00 2024-04-02T08:13:12.010 INFO:teuthology.orchestra.run.smithi012.stdout:(98/120): python3-jaraco-functools-3.5.0-2.el9. 386 kB/s | 19 kB 00:00 2024-04-02T08:13:12.035 INFO:teuthology.orchestra.run.smithi012.stdout:(99/120): python3-jaraco-text-3.2.0-6.el9.noarc 392 kB/s | 20 kB 00:00 2024-04-02T08:13:12.077 INFO:teuthology.orchestra.run.smithi012.stdout:(100/120): python3-kubernetes-26.1.0-2.el9.noar 15 MB/s | 1.0 MB 00:00 2024-04-02T08:13:12.111 INFO:teuthology.orchestra.run.smithi012.stdout:(101/120): python3-logutils-0.3.5-21.el9.noarch 613 kB/s | 46 kB 00:00 2024-04-02T08:13:12.137 INFO:teuthology.orchestra.run.smithi012.stdout:(102/120): python3-more-itertools-8.12.0-2.el9. 1.3 MB/s | 79 kB 00:00 2024-04-02T08:13:12.162 INFO:teuthology.orchestra.run.smithi012.stdout:(103/120): python3-natsort-7.1.1-5.el9.noarch.r 1.1 MB/s | 58 kB 00:00 2024-04-02T08:13:12.187 INFO:teuthology.orchestra.run.smithi012.stdout:(104/120): python3-pecan-1.4.2-3.el9.noarch.rpm 5.3 MB/s | 272 kB 00:00 2024-04-02T08:13:12.212 INFO:teuthology.orchestra.run.smithi012.stdout:(105/120): python3-portend-3.1.0-2.el9.noarch.r 327 kB/s | 16 kB 00:00 2024-04-02T08:13:12.238 INFO:teuthology.orchestra.run.smithi012.stdout:(106/120): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.8 MB/s | 90 kB 00:00 2024-04-02T08:13:12.263 INFO:teuthology.orchestra.run.smithi012.stdout:(107/120): python3-repoze-lru-0.7-16.el9.noarch 613 kB/s | 31 kB 00:00 2024-04-02T08:13:12.288 INFO:teuthology.orchestra.run.smithi012.stdout:(108/120): python3-routes-2.5.1-5.el9.noarch.rp 3.7 MB/s | 188 kB 00:00 2024-04-02T08:13:12.292 INFO:teuthology.orchestra.run.smithi055.stdout:Transaction test succeeded. 2024-04-02T08:13:12.292 INFO:teuthology.orchestra.run.smithi055.stdout:Running transaction 2024-04-02T08:13:12.314 INFO:teuthology.orchestra.run.smithi012.stdout:(109/120): python3-rsa-4.9-2.el9.noarch.rpm 1.1 MB/s | 59 kB 00:00 2024-04-02T08:13:12.330 INFO:teuthology.orchestra.run.smithi012.stdout:(110/120): python3-tempora-5.0.0-2.el9.noarch.r 855 kB/s | 36 kB 00:00 2024-04-02T08:13:12.356 INFO:teuthology.orchestra.run.smithi012.stdout:(111/120): python3-typing-extensions-4.4.0-2.el 1.2 MB/s | 51 kB 00:00 2024-04-02T08:13:12.406 INFO:teuthology.orchestra.run.smithi012.stdout:(112/120): python3-websocket-client-1.2.3-2.el9 1.8 MB/s | 90 kB 00:00 2024-04-02T08:13:12.431 INFO:teuthology.orchestra.run.smithi012.stdout:(113/120): python3-webob-1.8.7-6.el9.noarch.rpm 2.2 MB/s | 230 kB 00:00 2024-04-02T08:13:12.465 INFO:teuthology.orchestra.run.smithi012.stdout:(114/120): python3-werkzeug-2.0.3-3.el9.1.noarc 7.1 MB/s | 427 kB 00:00 2024-04-02T08:13:12.482 INFO:teuthology.orchestra.run.smithi012.stdout:(115/120): python3-zc-lockfile-2.0-10.el9.noarc 397 kB/s | 20 kB 00:00 2024-04-02T08:13:12.515 INFO:teuthology.orchestra.run.smithi012.stdout:(116/120): re2-20211101-3.el9.x86_64.rpm 3.7 MB/s | 192 kB 00:00 2024-04-02T08:13:12.558 INFO:teuthology.orchestra.run.smithi012.stdout:(117/120): thrift-0.15.0-2.el9.x86_64.rpm 21 MB/s | 1.6 MB 00:00 2024-04-02T08:13:12.841 INFO:teuthology.orchestra.run.smithi012.stdout:(118/120): librbd1-18.2.2-1059.g4d05f4ca.el9.x8 11 MB/s | 3.0 MB 00:00 2024-04-02T08:13:14.100 INFO:teuthology.orchestra.run.smithi012.stdout:(119/120): librados2-18.2.2-1059.g4d05f4ca.el9. 2.1 MB/s | 3.3 MB 00:01 2024-04-02T08:13:14.350 INFO:teuthology.orchestra.run.smithi012.stdout:(120/120): ceph-common-18.2.2-1059.g4d05f4ca.el 1.3 MB/s | 18 MB 00:14 2024-04-02T08:13:14.355 INFO:teuthology.orchestra.run.smithi012.stdout:-------------------------------------------------------------------------------- 2024-04-02T08:13:14.356 INFO:teuthology.orchestra.run.smithi012.stdout:Total 12 MB/s | 176 MB 00:15 2024-04-02T08:13:14.429 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction check 2024-04-02T08:13:14.530 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction check succeeded. 2024-04-02T08:13:14.530 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction test 2024-04-02T08:13:16.078 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction test succeeded. 2024-04-02T08:13:16.078 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction 2024-04-02T08:13:17.075 INFO:teuthology.orchestra.run.smithi055.stdout: Preparing : 1/1 2024-04-02T08:13:17.154 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/122 2024-04-02T08:13:17.179 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/122 2024-04-02T08:13:17.237 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/122 2024-04-02T08:13:17.575 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/122 2024-04-02T08:13:17.639 INFO:teuthology.orchestra.run.smithi055.stdout: Upgrading : librados2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 5/122 2024-04-02T08:13:17.768 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: librados2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 5/122 2024-04-02T08:13:17.798 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : libcephfs2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 6/122 2024-04-02T08:13:17.883 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: libcephfs2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 6/122 2024-04-02T08:13:17.935 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-rados-2:18.2.2-1059.g4d05f4ca.el9.x86_64 7/122 2024-04-02T08:13:17.969 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/122 2024-04-02T08:13:18.011 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/122 2024-04-02T08:13:18.043 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : libcephsqlite-2:18.2.2-1059.g4d05f4ca.el9.x86_64 10/122 2024-04-02T08:13:18.137 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: libcephsqlite-2:18.2.2-1059.g4d05f4ca.el9.x86_64 10/122 2024-04-02T08:13:18.160 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : libradosstriper1-2:18.2.2-1059.g4d05f4ca.el9.x86 11/122 2024-04-02T08:13:18.291 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: libradosstriper1-2:18.2.2-1059.g4d05f4ca.el9.x86 11/122 2024-04-02T08:13:18.326 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 12/122 2024-04-02T08:13:18.364 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : liboath-2.6.7-2.el9.x86_64 13/122 2024-04-02T08:13:18.403 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 14/122 2024-04-02T08:13:18.480 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 15/122 2024-04-02T08:13:18.533 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 16/122 2024-04-02T08:13:18.568 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 17/122 2024-04-02T08:13:18.597 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 18/122 2024-04-02T08:13:18.638 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 19/122 2024-04-02T08:13:18.715 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 20/122 2024-04-02T08:13:18.754 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 21/122 2024-04-02T08:13:18.781 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 22/122 2024-04-02T08:13:18.802 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 23/122 2024-04-02T08:13:18.847 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-ceph-argparse-2:18.2.2-1059.g4d05f4ca.el 24/122 2024-04-02T08:13:18.924 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-cephfs-2:18.2.2-1059.g4d05f4ca.el9.x86_6 25/122 2024-04-02T08:13:19.070 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 26/122 2024-04-02T08:13:19.125 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 27/122 2024-04-02T08:13:19.690 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-rsa-4.9-2.el9.noarch 28/122 2024-04-02T08:13:19.772 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 29/122 2024-04-02T08:13:19.824 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 30/122 2024-04-02T08:13:19.854 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 31/122 2024-04-02T08:13:19.889 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 32/122 2024-04-02T08:13:19.930 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 33/122 2024-04-02T08:13:19.969 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : librados-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_6 34/122 2024-04-02T08:13:19.999 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 35/122 2024-04-02T08:13:20.033 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 36/122 2024-04-02T08:13:20.170 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : re2-1:20211101-3.el9.x86_64 37/122 2024-04-02T08:13:20.203 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 38/122 2024-04-02T08:13:20.261 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/122 2024-04-02T08:13:20.343 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/122 2024-04-02T08:13:20.388 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 41/122 2024-04-02T08:13:20.425 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 42/122 2024-04-02T08:13:20.472 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/122 2024-04-02T08:13:20.517 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/122 2024-04-02T08:13:20.560 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/122 2024-04-02T08:13:20.702 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/122 2024-04-02T08:13:20.730 INFO:teuthology.orchestra.run.smithi012.stdout: Preparing : 1/1 2024-04-02T08:13:20.736 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/122 2024-04-02T08:13:20.778 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 48/122 2024-04-02T08:13:20.794 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/122 2024-04-02T08:13:20.827 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/122 2024-04-02T08:13:20.877 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/122 2024-04-02T08:13:20.910 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-google-auth-1:2.28.2-1.el9.noarch 50/122 2024-04-02T08:13:20.952 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/122 2024-04-02T08:13:20.985 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 52/122 2024-04-02T08:13:21.011 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 53/122 2024-04-02T08:13:21.019 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/122 2024-04-02T08:13:21.129 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : fmt-8.1.1-5.el9.x86_64 54/122 2024-04-02T08:13:21.178 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 55/122 2024-04-02T08:13:21.237 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-ply-3.11-14.el9.noarch 56/122 2024-04-02T08:13:21.301 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 57/122 2024-04-02T08:13:21.399 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/122 2024-04-02T08:13:21.453 INFO:teuthology.orchestra.run.smithi012.stdout: Upgrading : librados2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 5/122 2024-04-02T08:13:21.500 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 58/122 2024-04-02T08:13:21.549 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 59/122 2024-04-02T08:13:21.583 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: librados2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 5/122 2024-04-02T08:13:21.613 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : libcephfs2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 6/122 2024-04-02T08:13:21.621 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 60/122 2024-04-02T08:13:21.706 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: libcephfs2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 6/122 2024-04-02T08:13:21.720 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 61/122 2024-04-02T08:13:21.747 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-rados-2:18.2.2-1059.g4d05f4ca.el9.x86_64 7/122 2024-04-02T08:13:21.775 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/122 2024-04-02T08:13:21.823 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/122 2024-04-02T08:13:21.849 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : libcephsqlite-2:18.2.2-1059.g4d05f4ca.el9.x86_64 10/122 2024-04-02T08:13:21.862 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 62/122 2024-04-02T08:13:21.906 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 63/122 2024-04-02T08:13:21.935 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: libcephsqlite-2:18.2.2-1059.g4d05f4ca.el9.x86_64 10/122 2024-04-02T08:13:21.938 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 64/122 2024-04-02T08:13:21.958 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : libradosstriper1-2:18.2.2-1059.g4d05f4ca.el9.x86 11/122 2024-04-02T08:13:21.971 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : fuse-2.9.9-15.el9.x86_64 65/122 2024-04-02T08:13:22.016 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 66/122 2024-04-02T08:13:22.071 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: libradosstriper1-2:18.2.2-1059.g4d05f4ca.el9.x86 11/122 2024-04-02T08:13:22.106 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 12/122 2024-04-02T08:13:22.142 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : liboath-2.6.7-2.el9.x86_64 13/122 2024-04-02T08:13:22.145 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 67/122 2024-04-02T08:13:22.182 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-py-1.10.0-6.el9.noarch 68/122 2024-04-02T08:13:22.184 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 14/122 2024-04-02T08:13:22.223 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 69/122 2024-04-02T08:13:22.263 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 15/122 2024-04-02T08:13:22.273 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 70/122 2024-04-02T08:13:22.322 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 16/122 2024-04-02T08:13:22.356 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 17/122 2024-04-02T08:13:22.385 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-packaging-20.9-5.el9.noarch 71/122 2024-04-02T08:13:22.386 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 18/122 2024-04-02T08:13:22.427 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 19/122 2024-04-02T08:13:22.436 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 72/122 2024-04-02T08:13:22.503 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 20/122 2024-04-02T08:13:22.542 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 21/122 2024-04-02T08:13:22.569 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 22/122 2024-04-02T08:13:22.599 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 23/122 2024-04-02T08:13:22.643 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-ceph-argparse-2:18.2.2-1059.g4d05f4ca.el 24/122 2024-04-02T08:13:22.719 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-cephfs-2:18.2.2-1059.g4d05f4ca.el9.x86_6 25/122 2024-04-02T08:13:22.869 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 26/122 2024-04-02T08:13:22.924 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 27/122 2024-04-02T08:13:23.235 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 73/122 2024-04-02T08:13:23.282 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 74/122 2024-04-02T08:13:23.315 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 75/122 2024-04-02T08:13:23.349 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 76/122 2024-04-02T08:13:23.399 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 77/122 2024-04-02T08:13:23.432 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 78/122 2024-04-02T08:13:23.507 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-rsa-4.9-2.el9.noarch 28/122 2024-04-02T08:13:23.587 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 29/122 2024-04-02T08:13:23.618 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : openblas-0.3.21-2.el9.x86_64 79/122 2024-04-02T08:13:23.630 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 30/122 2024-04-02T08:13:23.647 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 80/122 2024-04-02T08:13:23.656 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 31/122 2024-04-02T08:13:23.690 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 32/122 2024-04-02T08:13:23.728 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 81/122 2024-04-02T08:13:23.732 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 33/122 2024-04-02T08:13:23.770 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : librados-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_6 34/122 2024-04-02T08:13:23.800 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 35/122 2024-04-02T08:13:23.834 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 36/122 2024-04-02T08:13:23.944 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : re2-1:20211101-3.el9.x86_64 37/122 2024-04-02T08:13:23.980 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 38/122 2024-04-02T08:13:24.044 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/122 2024-04-02T08:13:24.118 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/122 2024-04-02T08:13:24.155 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 41/122 2024-04-02T08:13:24.184 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 42/122 2024-04-02T08:13:24.231 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/122 2024-04-02T08:13:24.276 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/122 2024-04-02T08:13:24.318 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/122 2024-04-02T08:13:24.454 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 82/122 2024-04-02T08:13:24.458 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/122 2024-04-02T08:13:24.507 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/122 2024-04-02T08:13:24.548 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 48/122 2024-04-02T08:13:24.576 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 83/122 2024-04-02T08:13:24.647 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/122 2024-04-02T08:13:24.681 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-google-auth-1:2.28.2-1.el9.noarch 50/122 2024-04-02T08:13:24.740 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/122 2024-04-02T08:13:24.772 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 52/122 2024-04-02T08:13:24.799 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 53/122 2024-04-02T08:13:24.906 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : fmt-8.1.1-5.el9.x86_64 54/122 2024-04-02T08:13:24.950 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 55/122 2024-04-02T08:13:25.009 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-ply-3.11-14.el9.noarch 56/122 2024-04-02T08:13:25.098 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 57/122 2024-04-02T08:13:25.305 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 58/122 2024-04-02T08:13:25.356 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 59/122 2024-04-02T08:13:25.437 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 60/122 2024-04-02T08:13:25.528 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 61/122 2024-04-02T08:13:25.671 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 62/122 2024-04-02T08:13:25.715 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 63/122 2024-04-02T08:13:25.746 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 64/122 2024-04-02T08:13:25.780 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : fuse-2.9.9-15.el9.x86_64 65/122 2024-04-02T08:13:25.824 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 66/122 2024-04-02T08:13:25.911 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/122 2024-04-02T08:13:25.952 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 67/122 2024-04-02T08:13:25.980 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 85/122 2024-04-02T08:13:26.020 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 86/122 2024-04-02T08:13:26.053 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : jq-1.6-16.el9.x86_64 87/122 2024-04-02T08:13:26.091 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-py-1.10.0-6.el9.noarch 68/122 2024-04-02T08:13:26.131 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 69/122 2024-04-02T08:13:26.182 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 70/122 2024-04-02T08:13:26.292 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-packaging-20.9-5.el9.noarch 71/122 2024-04-02T08:13:26.353 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 72/122 2024-04-02T08:13:26.376 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 88/122 2024-04-02T08:13:26.399 INFO:teuthology.orchestra.run.smithi055.stdout: Upgrading : librbd1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 89/122 2024-04-02T08:13:26.491 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: librbd1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 89/122 2024-04-02T08:13:26.520 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-rbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 90/122 2024-04-02T08:13:26.558 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 91/122 2024-04-02T08:13:26.979 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 92/122 2024-04-02T08:13:27.011 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : librgw2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 93/122 2024-04-02T08:13:27.082 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: librgw2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 93/122 2024-04-02T08:13:27.113 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-rgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 94/122 2024-04-02T08:13:27.131 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 73/122 2024-04-02T08:13:27.173 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 74/122 2024-04-02T08:13:27.207 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 75/122 2024-04-02T08:13:27.241 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 76/122 2024-04-02T08:13:27.291 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 77/122 2024-04-02T08:13:27.324 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 78/122 2024-04-02T08:13:27.507 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : openblas-0.3.21-2.el9.x86_64 79/122 2024-04-02T08:13:27.539 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 80/122 2024-04-02T08:13:27.560 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 95/122 2024-04-02T08:13:27.584 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 95/122 2024-04-02T08:13:27.606 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-prometheus-alerts-2:18.2.2-1059.g4d05f4ca.e 96/122 2024-04-02T08:13:27.623 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 81/122 2024-04-02T08:13:27.675 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-grafana-dashboards-2:18.2.2-1059.g4d05f4ca. 97/122 2024-04-02T08:13:27.701 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-ceph-common-2:18.2.2-1059.g4d05f4ca.el9. 98/122 2024-04-02T08:13:28.332 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 82/122 2024-04-02T08:13:28.450 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 83/122 2024-04-02T08:13:29.798 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/122 2024-04-02T08:13:29.844 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 99/122 2024-04-02T08:13:29.872 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 99/122 2024-04-02T08:13:29.879 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 85/122 2024-04-02T08:13:29.911 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 86/122 2024-04-02T08:13:29.944 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : jq-1.6-16.el9.x86_64 87/122 2024-04-02T08:13:30.258 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 88/122 2024-04-02T08:13:30.290 INFO:teuthology.orchestra.run.smithi012.stdout: Upgrading : librbd1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 89/122 2024-04-02T08:13:30.381 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: librbd1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 89/122 2024-04-02T08:13:30.411 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-rbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 90/122 2024-04-02T08:13:30.441 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 99/122 2024-04-02T08:13:30.447 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 91/122 2024-04-02T08:13:30.483 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-base-2:18.2.2-1059.g4d05f4ca.el9.x86_64 100/122 2024-04-02T08:13:30.577 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-base-2:18.2.2-1059.g4d05f4ca.el9.x86_64 100/122 2024-04-02T08:13:30.577 INFO:teuthology.orchestra.run.smithi055.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-02T08:13:30.577 INFO:teuthology.orchestra.run.smithi055.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-02T08:13:30.577 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-02T08:13:30.610 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-selinux-2:18.2.2-1059.g4d05f4ca.el9.x86_64 101/122 2024-04-02T08:13:30.879 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 92/122 2024-04-02T08:13:30.909 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : librgw2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 93/122 2024-04-02T08:13:30.964 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: librgw2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 93/122 2024-04-02T08:13:30.985 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-rgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 94/122 2024-04-02T08:13:31.529 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 95/122 2024-04-02T08:13:31.558 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 95/122 2024-04-02T08:13:31.589 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-prometheus-alerts-2:18.2.2-1059.g4d05f4ca.e 96/122 2024-04-02T08:13:31.669 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-grafana-dashboards-2:18.2.2-1059.g4d05f4ca. 97/122 2024-04-02T08:13:31.699 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-ceph-common-2:18.2.2-1059.g4d05f4ca.el9. 98/122 2024-04-02T08:13:33.767 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 99/122 2024-04-02T08:13:33.796 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 99/122 2024-04-02T08:13:34.349 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 99/122 2024-04-02T08:13:34.391 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-base-2:18.2.2-1059.g4d05f4ca.el9.x86_64 100/122 2024-04-02T08:13:34.483 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-base-2:18.2.2-1059.g4d05f4ca.el9.x86_64 100/122 2024-04-02T08:13:34.483 INFO:teuthology.orchestra.run.smithi012.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-02T08:13:34.483 INFO:teuthology.orchestra.run.smithi012.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-02T08:13:34.483 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:13:34.517 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-selinux-2:18.2.2-1059.g4d05f4ca.el9.x86_64 101/122 2024-04-02T08:13:42.408 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-selinux-2:18.2.2-1059.g4d05f4ca.el9.x86_64 101/122 2024-04-02T08:13:42.408 INFO:teuthology.orchestra.run.smithi055.stdout:skipping the directory /sys 2024-04-02T08:13:42.408 INFO:teuthology.orchestra.run.smithi055.stdout:skipping the directory /proc 2024-04-02T08:13:42.408 INFO:teuthology.orchestra.run.smithi055.stdout:skipping the directory /mnt 2024-04-02T08:13:42.408 INFO:teuthology.orchestra.run.smithi055.stdout:skipping the directory /var/tmp 2024-04-02T08:13:42.408 INFO:teuthology.orchestra.run.smithi055.stdout:skipping the directory /home 2024-04-02T08:13:42.408 INFO:teuthology.orchestra.run.smithi055.stdout:skipping the directory /root 2024-04-02T08:13:42.408 INFO:teuthology.orchestra.run.smithi055.stdout:skipping the directory /tmp 2024-04-02T08:13:42.408 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-02T08:13:42.488 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-mgr-cephadm-2:18.2.2-1059.g4d05f4ca.el9.noa 102/122 2024-04-02T08:13:42.727 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.2-1059.g4d05f4ca.el9.noa 102/122 2024-04-02T08:13:42.756 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-mgr-dashboard-2:18.2.2-1059.g4d05f4ca.el9.n 103/122 2024-04-02T08:13:43.777 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.2-1059.g4d05f4ca.el9.n 103/122 2024-04-02T08:13:43.809 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.2-1059.g4d0 104/122 2024-04-02T08:13:43.914 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.2-1059.g4d0 104/122 2024-04-02T08:13:44.082 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-mgr-modules-core-2:18.2.2-1059.g4d05f4ca.el 105/122 2024-04-02T08:13:44.119 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-mgr-2:18.2.2-1059.g4d05f4ca.el9.x86_64 106/122 2024-04-02T08:13:44.142 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-mgr-2:18.2.2-1059.g4d05f4ca.el9.x86_64 106/122 2024-04-02T08:13:44.142 INFO:teuthology.orchestra.run.smithi055.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:13:44.143 INFO:teuthology.orchestra.run.smithi055.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-02T08:13:44.143 INFO:teuthology.orchestra.run.smithi055.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-02T08:13:44.143 INFO:teuthology.orchestra.run.smithi055.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-02T08:13:44.143 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-02T08:13:44.187 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-mgr-rook-2:18.2.2-1059.g4d05f4ca.el9.noarch 107/122 2024-04-02T08:13:44.379 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.2-1059.g4d05f4ca.el9.noarch 107/122 2024-04-02T08:13:44.413 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-mds-2:18.2.2-1059.g4d05f4ca.el9.x86_64 108/122 2024-04-02T08:13:44.435 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-mds-2:18.2.2-1059.g4d05f4ca.el9.x86_64 108/122 2024-04-02T08:13:44.435 INFO:teuthology.orchestra.run.smithi055.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:13:44.435 INFO:teuthology.orchestra.run.smithi055.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-02T08:13:44.435 INFO:teuthology.orchestra.run.smithi055.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-02T08:13:44.435 INFO:teuthology.orchestra.run.smithi055.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-02T08:13:44.435 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-02T08:13:44.905 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-mon-2:18.2.2-1059.g4d05f4ca.el9.x86_64 109/122 2024-04-02T08:13:44.927 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-mon-2:18.2.2-1059.g4d05f4ca.el9.x86_64 109/122 2024-04-02T08:13:44.927 INFO:teuthology.orchestra.run.smithi055.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:13:44.927 INFO:teuthology.orchestra.run.smithi055.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-02T08:13:44.927 INFO:teuthology.orchestra.run.smithi055.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-02T08:13:44.927 INFO:teuthology.orchestra.run.smithi055.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-02T08:13:44.927 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-02T08:13:46.414 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-osd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 110/122 2024-04-02T08:13:46.439 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-osd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 110/122 2024-04-02T08:13:46.439 INFO:teuthology.orchestra.run.smithi055.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:13:46.439 INFO:teuthology.orchestra.run.smithi055.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-02T08:13:46.440 INFO:teuthology.orchestra.run.smithi055.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-02T08:13:46.440 INFO:teuthology.orchestra.run.smithi055.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-02T08:13:46.440 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-02T08:13:46.481 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-selinux-2:18.2.2-1059.g4d05f4ca.el9.x86_64 101/122 2024-04-02T08:13:46.481 INFO:teuthology.orchestra.run.smithi012.stdout:skipping the directory /sys 2024-04-02T08:13:46.481 INFO:teuthology.orchestra.run.smithi012.stdout:skipping the directory /proc 2024-04-02T08:13:46.481 INFO:teuthology.orchestra.run.smithi012.stdout:skipping the directory /mnt 2024-04-02T08:13:46.482 INFO:teuthology.orchestra.run.smithi012.stdout:skipping the directory /var/tmp 2024-04-02T08:13:46.482 INFO:teuthology.orchestra.run.smithi012.stdout:skipping the directory /home 2024-04-02T08:13:46.482 INFO:teuthology.orchestra.run.smithi012.stdout:skipping the directory /root 2024-04-02T08:13:46.482 INFO:teuthology.orchestra.run.smithi012.stdout:skipping the directory /tmp 2024-04-02T08:13:46.482 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:13:46.559 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-mgr-cephadm-2:18.2.2-1059.g4d05f4ca.el9.noa 102/122 2024-04-02T08:13:46.794 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.2-1059.g4d05f4ca.el9.noa 102/122 2024-04-02T08:13:46.827 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-mgr-dashboard-2:18.2.2-1059.g4d05f4ca.el9.n 103/122 2024-04-02T08:13:47.181 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-2:18.2.2-1059.g4d05f4ca.el9.x86_64 111/122 2024-04-02T08:13:47.210 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-radosgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 112/122 2024-04-02T08:13:47.233 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-radosgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 112/122 2024-04-02T08:13:47.233 INFO:teuthology.orchestra.run.smithi055.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:13:47.233 INFO:teuthology.orchestra.run.smithi055.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-02T08:13:47.233 INFO:teuthology.orchestra.run.smithi055.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-02T08:13:47.233 INFO:teuthology.orchestra.run.smithi055.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-02T08:13:47.233 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-02T08:13:47.282 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-immutable-object-cache-2:18.2.2-1059.g4d05f 113/122 2024-04-02T08:13:47.304 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.2-1059.g4d05f 113/122 2024-04-02T08:13:47.304 INFO:teuthology.orchestra.run.smithi055.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:13:47.304 INFO:teuthology.orchestra.run.smithi055.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-02T08:13:47.304 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-02T08:13:47.608 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : rbd-mirror-2:18.2.2-1059.g4d05f4ca.el9.x86_64 114/122 2024-04-02T08:13:47.630 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: rbd-mirror-2:18.2.2-1059.g4d05f4ca.el9.x86_64 114/122 2024-04-02T08:13:47.631 INFO:teuthology.orchestra.run.smithi055.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:13:47.631 INFO:teuthology.orchestra.run.smithi055.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-02T08:13:47.631 INFO:teuthology.orchestra.run.smithi055.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-02T08:13:47.631 INFO:teuthology.orchestra.run.smithi055.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-02T08:13:47.631 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-02T08:13:47.846 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.2-1059.g4d05f4ca.el9.n 103/122 2024-04-02T08:13:47.869 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.2-1059.g4d0 104/122 2024-04-02T08:13:47.975 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.2-1059.g4d0 104/122 2024-04-02T08:13:48.135 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-mgr-modules-core-2:18.2.2-1059.g4d05f4ca.el 105/122 2024-04-02T08:13:48.171 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-mgr-2:18.2.2-1059.g4d05f4ca.el9.x86_64 106/122 2024-04-02T08:13:48.194 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-mgr-2:18.2.2-1059.g4d05f4ca.el9.x86_64 106/122 2024-04-02T08:13:48.194 INFO:teuthology.orchestra.run.smithi012.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:13:48.194 INFO:teuthology.orchestra.run.smithi012.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-02T08:13:48.194 INFO:teuthology.orchestra.run.smithi012.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-02T08:13:48.194 INFO:teuthology.orchestra.run.smithi012.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-02T08:13:48.194 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:13:48.238 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-mgr-rook-2:18.2.2-1059.g4d05f4ca.el9.noarch 107/122 2024-04-02T08:13:48.430 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.2-1059.g4d05f4ca.el9.noarch 107/122 2024-04-02T08:13:48.456 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-mds-2:18.2.2-1059.g4d05f4ca.el9.x86_64 108/122 2024-04-02T08:13:48.479 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-mds-2:18.2.2-1059.g4d05f4ca.el9.x86_64 108/122 2024-04-02T08:13:48.479 INFO:teuthology.orchestra.run.smithi012.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:13:48.479 INFO:teuthology.orchestra.run.smithi012.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-02T08:13:48.479 INFO:teuthology.orchestra.run.smithi012.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-02T08:13:48.480 INFO:teuthology.orchestra.run.smithi012.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-02T08:13:48.480 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:13:48.959 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-mon-2:18.2.2-1059.g4d05f4ca.el9.x86_64 109/122 2024-04-02T08:13:48.982 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-mon-2:18.2.2-1059.g4d05f4ca.el9.x86_64 109/122 2024-04-02T08:13:48.982 INFO:teuthology.orchestra.run.smithi012.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:13:48.982 INFO:teuthology.orchestra.run.smithi012.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-02T08:13:48.982 INFO:teuthology.orchestra.run.smithi012.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-02T08:13:48.982 INFO:teuthology.orchestra.run.smithi012.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-02T08:13:48.983 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:13:50.468 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-osd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 110/122 2024-04-02T08:13:50.493 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-osd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 110/122 2024-04-02T08:13:50.493 INFO:teuthology.orchestra.run.smithi012.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:13:50.493 INFO:teuthology.orchestra.run.smithi012.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-02T08:13:50.493 INFO:teuthology.orchestra.run.smithi012.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-02T08:13:50.493 INFO:teuthology.orchestra.run.smithi012.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-02T08:13:50.493 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:13:51.233 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-2:18.2.2-1059.g4d05f4ca.el9.x86_64 111/122 2024-04-02T08:13:51.260 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-radosgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 112/122 2024-04-02T08:13:51.283 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-radosgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 112/122 2024-04-02T08:13:51.283 INFO:teuthology.orchestra.run.smithi012.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:13:51.283 INFO:teuthology.orchestra.run.smithi012.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-02T08:13:51.283 INFO:teuthology.orchestra.run.smithi012.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-02T08:13:51.284 INFO:teuthology.orchestra.run.smithi012.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-02T08:13:51.284 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:13:51.344 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-immutable-object-cache-2:18.2.2-1059.g4d05f 113/122 2024-04-02T08:13:51.366 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.2-1059.g4d05f 113/122 2024-04-02T08:13:51.367 INFO:teuthology.orchestra.run.smithi012.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:13:51.367 INFO:teuthology.orchestra.run.smithi012.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-02T08:13:51.367 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:13:51.521 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-test-2:18.2.2-1059.g4d05f4ca.el9.x86_64 115/122 2024-04-02T08:13:51.562 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : rbd-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 116/122 2024-04-02T08:13:51.670 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : rbd-mirror-2:18.2.2-1059.g4d05f4ca.el9.x86_64 114/122 2024-04-02T08:13:51.692 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: rbd-mirror-2:18.2.2-1059.g4d05f4ca.el9.x86_64 114/122 2024-04-02T08:13:51.692 INFO:teuthology.orchestra.run.smithi012.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:13:51.692 INFO:teuthology.orchestra.run.smithi012.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-02T08:13:51.692 INFO:teuthology.orchestra.run.smithi012.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-02T08:13:51.693 INFO:teuthology.orchestra.run.smithi012.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-02T08:13:51.693 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:13:51.694 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : rbd-nbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 117/122 2024-04-02T08:13:51.890 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 118/122 2024-04-02T08:13:51.919 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 119/122 2024-04-02T08:13:51.950 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : libcephfs-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_ 120/122 2024-04-02T08:13:51.950 INFO:teuthology.orchestra.run.smithi055.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-02T08:13:52.026 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-02T08:13:52.026 INFO:teuthology.orchestra.run.smithi055.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-02T08:13:55.548 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-test-2:18.2.2-1059.g4d05f4ca.el9.x86_64 115/122 2024-04-02T08:13:55.589 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : rbd-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 116/122 2024-04-02T08:13:55.723 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : rbd-nbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 117/122 2024-04-02T08:13:55.825 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 118/122 2024-04-02T08:13:55.863 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 119/122 2024-04-02T08:13:55.895 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : libcephfs-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_ 120/122 2024-04-02T08:13:55.895 INFO:teuthology.orchestra.run.smithi012.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-02T08:13:55.970 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-02T08:13:55.970 INFO:teuthology.orchestra.run.smithi012.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-02T08:13:56.283 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-02T08:13:56.283 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-2:18.2.2-1059.g4d05f4ca.el9.x86_64 1/122 2024-04-02T08:13:56.284 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-base-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2/122 2024-04-02T08:13:56.284 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 3/122 2024-04-02T08:13:56.284 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 4/122 2024-04-02T08:13:56.284 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-immutable-object-cache-2:18.2.2-1059.g4d05f 5/122 2024-04-02T08:13:56.284 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-mds-2:18.2.2-1059.g4d05f4ca.el9.x86_64 6/122 2024-04-02T08:13:56.284 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-mgr-2:18.2.2-1059.g4d05f4ca.el9.x86_64 7/122 2024-04-02T08:13:56.284 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-mon-2:18.2.2-1059.g4d05f4ca.el9.x86_64 8/122 2024-04-02T08:13:56.284 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-osd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 9/122 2024-04-02T08:13:56.284 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-radosgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 10/122 2024-04-02T08:13:56.284 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-selinux-2:18.2.2-1059.g4d05f4ca.el9.x86_64 11/122 2024-04-02T08:13:56.284 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-test-2:18.2.2-1059.g4d05f4ca.el9.x86_64 12/122 2024-04-02T08:13:56.284 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : libcephfs-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_ 13/122 2024-04-02T08:13:56.284 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : libcephfs2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 14/122 2024-04-02T08:13:56.285 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : libcephsqlite-2:18.2.2-1059.g4d05f4ca.el9.x86_64 15/122 2024-04-02T08:13:56.285 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : librados-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_6 16/122 2024-04-02T08:13:56.285 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : libradosstriper1-2:18.2.2-1059.g4d05f4ca.el9.x86 17/122 2024-04-02T08:13:56.285 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : librgw2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 18/122 2024-04-02T08:13:56.285 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-ceph-argparse-2:18.2.2-1059.g4d05f4ca.el 19/122 2024-04-02T08:13:56.285 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-ceph-common-2:18.2.2-1059.g4d05f4ca.el9. 20/122 2024-04-02T08:13:56.285 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-cephfs-2:18.2.2-1059.g4d05f4ca.el9.x86_6 21/122 2024-04-02T08:13:56.285 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-rados-2:18.2.2-1059.g4d05f4ca.el9.x86_64 22/122 2024-04-02T08:13:56.285 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-rbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 23/122 2024-04-02T08:13:56.285 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-rgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 24/122 2024-04-02T08:13:56.285 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : rbd-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 25/122 2024-04-02T08:13:56.285 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : rbd-mirror-2:18.2.2-1059.g4d05f4ca.el9.x86_64 26/122 2024-04-02T08:13:56.285 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : rbd-nbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 27/122 2024-04-02T08:13:56.286 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-grafana-dashboards-2:18.2.2-1059.g4d05f4ca. 28/122 2024-04-02T08:13:56.286 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-mgr-cephadm-2:18.2.2-1059.g4d05f4ca.el9.noa 29/122 2024-04-02T08:13:56.294 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-mgr-dashboard-2:18.2.2-1059.g4d05f4ca.el9.n 30/122 2024-04-02T08:13:56.295 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.2-1059.g4d0 31/122 2024-04-02T08:13:56.295 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-mgr-modules-core-2:18.2.2-1059.g4d05f4ca.el 32/122 2024-04-02T08:13:56.295 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-mgr-rook-2:18.2.2-1059.g4d05f4ca.el9.noarch 33/122 2024-04-02T08:13:56.295 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-prometheus-alerts-2:18.2.2-1059.g4d05f4ca.e 34/122 2024-04-02T08:13:56.295 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 35/122 2024-04-02T08:13:56.295 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 36/122 2024-04-02T08:13:56.295 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 37/122 2024-04-02T08:13:56.295 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 38/122 2024-04-02T08:13:56.295 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 39/122 2024-04-02T08:13:56.295 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 40/122 2024-04-02T08:13:56.295 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 41/122 2024-04-02T08:13:56.295 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 42/122 2024-04-02T08:13:56.296 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 43/122 2024-04-02T08:13:56.296 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 44/122 2024-04-02T08:13:56.296 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 45/122 2024-04-02T08:13:56.296 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 46/122 2024-04-02T08:13:56.296 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 47/122 2024-04-02T08:13:56.296 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 48/122 2024-04-02T08:13:56.296 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 49/122 2024-04-02T08:13:56.296 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 50/122 2024-04-02T08:13:56.296 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 51/122 2024-04-02T08:13:56.296 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 52/122 2024-04-02T08:13:56.296 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 53/122 2024-04-02T08:13:56.296 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 54/122 2024-04-02T08:13:56.296 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 55/122 2024-04-02T08:13:56.296 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 56/122 2024-04-02T08:13:56.297 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 57/122 2024-04-02T08:13:56.297 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 58/122 2024-04-02T08:13:56.297 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 59/122 2024-04-02T08:13:56.297 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 60/122 2024-04-02T08:13:56.297 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 61/122 2024-04-02T08:13:56.297 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 62/122 2024-04-02T08:13:56.297 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 63/122 2024-04-02T08:13:56.297 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 64/122 2024-04-02T08:13:56.297 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 65/122 2024-04-02T08:13:56.297 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 66/122 2024-04-02T08:13:56.297 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 67/122 2024-04-02T08:13:56.297 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 68/122 2024-04-02T08:13:56.298 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 69/122 2024-04-02T08:13:56.298 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 70/122 2024-04-02T08:13:56.298 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 71/122 2024-04-02T08:13:56.298 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 72/122 2024-04-02T08:13:56.298 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-ply-3.11-14.el9.noarch 73/122 2024-04-02T08:13:56.298 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 74/122 2024-04-02T08:13:56.298 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 75/122 2024-04-02T08:13:56.298 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : jq-1.6-16.el9.x86_64 76/122 2024-04-02T08:13:56.298 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 77/122 2024-04-02T08:13:56.298 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 78/122 2024-04-02T08:13:56.298 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 79/122 2024-04-02T08:13:56.298 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 80/122 2024-04-02T08:13:56.302 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 81/122 2024-04-02T08:13:56.302 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 82/122 2024-04-02T08:13:56.302 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 83/122 2024-04-02T08:13:56.302 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 84/122 2024-04-02T08:13:56.302 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 85/122 2024-04-02T08:13:56.302 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 86/122 2024-04-02T08:13:56.302 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 87/122 2024-04-02T08:13:56.302 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 88/122 2024-04-02T08:13:56.303 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 89/122 2024-04-02T08:13:56.303 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 90/122 2024-04-02T08:13:56.303 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 91/122 2024-04-02T08:13:56.303 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 92/122 2024-04-02T08:13:56.303 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 93/122 2024-04-02T08:13:56.303 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 94/122 2024-04-02T08:13:56.303 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-google-auth-1:2.28.2-1.el9.noarch 95/122 2024-04-02T08:13:56.303 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 96/122 2024-04-02T08:13:56.303 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 97/122 2024-04-02T08:13:56.303 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 98/122 2024-04-02T08:13:56.303 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 99/122 2024-04-02T08:13:56.303 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 100/122 2024-04-02T08:13:56.303 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 101/122 2024-04-02T08:13:56.304 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 102/122 2024-04-02T08:13:56.304 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 103/122 2024-04-02T08:13:56.304 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 104/122 2024-04-02T08:13:56.304 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 105/122 2024-04-02T08:13:56.304 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 106/122 2024-04-02T08:13:56.304 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 107/122 2024-04-02T08:13:56.304 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 108/122 2024-04-02T08:13:56.304 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 109/122 2024-04-02T08:13:56.304 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 110/122 2024-04-02T08:13:56.304 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 111/122 2024-04-02T08:13:56.304 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 112/122 2024-04-02T08:13:56.304 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 113/122 2024-04-02T08:13:56.304 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 114/122 2024-04-02T08:13:56.305 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 115/122 2024-04-02T08:13:56.305 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 116/122 2024-04-02T08:13:56.305 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : re2-1:20211101-3.el9.x86_64 117/122 2024-04-02T08:13:56.305 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 118/122 2024-04-02T08:13:56.305 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : librados2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 119/122 2024-04-02T08:13:56.305 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 120/122 2024-04-02T08:13:56.305 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : librbd1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 121/122 2024-04-02T08:13:58.142 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 122/122 2024-04-02T08:13:58.142 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-02T08:13:58.142 INFO:teuthology.orchestra.run.smithi055.stdout:Upgraded: 2024-04-02T08:13:58.142 INFO:teuthology.orchestra.run.smithi055.stdout: librados2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:13:58.142 INFO:teuthology.orchestra.run.smithi055.stdout: librbd1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:13:58.143 INFO:teuthology.orchestra.run.smithi055.stdout:Installed: 2024-04-02T08:13:58.143 INFO:teuthology.orchestra.run.smithi055.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-02T08:13:58.143 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:13:58.143 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-base-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:13:58.143 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:13:58.143 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:13:58.143 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-grafana-dashboards-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:13:58.143 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-immutable-object-cache-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:13:58.143 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mds-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:13:58.144 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mgr-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:13:58.144 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mgr-cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:13:58.144 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mgr-dashboard-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:13:58.144 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mgr-diskprediction-local-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:13:58.144 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mgr-modules-core-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:13:58.144 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mgr-rook-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:13:58.144 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mon-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:13:58.144 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-osd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:13:58.144 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-prometheus-alerts-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:13:58.144 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-radosgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:13:58.144 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-selinux-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:13:58.145 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-test-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:13:58.145 INFO:teuthology.orchestra.run.smithi055.stdout: cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:13:58.145 INFO:teuthology.orchestra.run.smithi055.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-02T08:13:58.145 INFO:teuthology.orchestra.run.smithi055.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-02T08:13:58.145 INFO:teuthology.orchestra.run.smithi055.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-02T08:13:58.145 INFO:teuthology.orchestra.run.smithi055.stdout: fmt-8.1.1-5.el9.x86_64 2024-04-02T08:13:58.145 INFO:teuthology.orchestra.run.smithi055.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-02T08:13:58.145 INFO:teuthology.orchestra.run.smithi055.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-02T08:13:58.145 INFO:teuthology.orchestra.run.smithi055.stdout: jq-1.6-16.el9.x86_64 2024-04-02T08:13:58.145 INFO:teuthology.orchestra.run.smithi055.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-02T08:13:58.145 INFO:teuthology.orchestra.run.smithi055.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-02T08:13:58.145 INFO:teuthology.orchestra.run.smithi055.stdout: libcephfs-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:13:58.145 INFO:teuthology.orchestra.run.smithi055.stdout: libcephfs2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:13:58.146 INFO:teuthology.orchestra.run.smithi055.stdout: libcephsqlite-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:13:58.146 INFO:teuthology.orchestra.run.smithi055.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-02T08:13:58.146 INFO:teuthology.orchestra.run.smithi055.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-02T08:13:58.146 INFO:teuthology.orchestra.run.smithi055.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-02T08:13:58.146 INFO:teuthology.orchestra.run.smithi055.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-02T08:13:58.146 INFO:teuthology.orchestra.run.smithi055.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-02T08:13:58.146 INFO:teuthology.orchestra.run.smithi055.stdout: librados-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:13:58.146 INFO:teuthology.orchestra.run.smithi055.stdout: libradosstriper1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:13:58.146 INFO:teuthology.orchestra.run.smithi055.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-02T08:13:58.146 INFO:teuthology.orchestra.run.smithi055.stdout: librgw2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:13:58.146 INFO:teuthology.orchestra.run.smithi055.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-02T08:13:58.146 INFO:teuthology.orchestra.run.smithi055.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-02T08:13:58.146 INFO:teuthology.orchestra.run.smithi055.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-04-02T08:13:58.147 INFO:teuthology.orchestra.run.smithi055.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-02T08:13:58.147 INFO:teuthology.orchestra.run.smithi055.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-02T08:13:58.147 INFO:teuthology.orchestra.run.smithi055.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-02T08:13:58.147 INFO:teuthology.orchestra.run.smithi055.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-02T08:13:58.147 INFO:teuthology.orchestra.run.smithi055.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-02T08:13:58.147 INFO:teuthology.orchestra.run.smithi055.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-02T08:13:58.147 INFO:teuthology.orchestra.run.smithi055.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-02T08:13:58.147 INFO:teuthology.orchestra.run.smithi055.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-02T08:13:58.147 INFO:teuthology.orchestra.run.smithi055.stdout: python3-ceph-argparse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:13:58.147 INFO:teuthology.orchestra.run.smithi055.stdout: python3-ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:13:58.147 INFO:teuthology.orchestra.run.smithi055.stdout: python3-cephfs-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:13:58.147 INFO:teuthology.orchestra.run.smithi055.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-02T08:13:58.147 INFO:teuthology.orchestra.run.smithi055.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-02T08:13:58.148 INFO:teuthology.orchestra.run.smithi055.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-02T08:13:58.148 INFO:teuthology.orchestra.run.smithi055.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-02T08:13:58.148 INFO:teuthology.orchestra.run.smithi055.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-02T08:13:58.148 INFO:teuthology.orchestra.run.smithi055.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-04-02T08:13:58.148 INFO:teuthology.orchestra.run.smithi055.stdout: python3-google-auth-1:2.28.2-1.el9.noarch 2024-04-02T08:13:58.148 INFO:teuthology.orchestra.run.smithi055.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-04-02T08:13:58.148 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-02T08:13:58.148 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-02T08:13:58.148 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-02T08:13:58.148 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-02T08:13:58.148 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-02T08:13:58.148 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-02T08:13:58.148 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-02T08:13:58.149 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-02T08:13:58.149 INFO:teuthology.orchestra.run.smithi055.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-02T08:13:58.149 INFO:teuthology.orchestra.run.smithi055.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-02T08:13:58.149 INFO:teuthology.orchestra.run.smithi055.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-02T08:13:58.149 INFO:teuthology.orchestra.run.smithi055.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-02T08:13:58.149 INFO:teuthology.orchestra.run.smithi055.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-02T08:13:58.149 INFO:teuthology.orchestra.run.smithi055.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-02T08:13:58.149 INFO:teuthology.orchestra.run.smithi055.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-02T08:13:58.149 INFO:teuthology.orchestra.run.smithi055.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-02T08:13:58.149 INFO:teuthology.orchestra.run.smithi055.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-02T08:13:58.149 INFO:teuthology.orchestra.run.smithi055.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-02T08:13:58.149 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-02T08:13:58.150 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-04-02T08:13:58.150 INFO:teuthology.orchestra.run.smithi055.stdout: python3-ply-3.11-14.el9.noarch 2024-04-02T08:13:58.150 INFO:teuthology.orchestra.run.smithi055.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-02T08:13:58.150 INFO:teuthology.orchestra.run.smithi055.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-02T08:13:58.150 INFO:teuthology.orchestra.run.smithi055.stdout: python3-py-1.10.0-6.el9.noarch 2024-04-02T08:13:58.150 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-02T08:13:58.150 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-02T08:13:58.150 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-02T08:13:58.150 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-02T08:13:58.151 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-04-02T08:13:58.151 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-02T08:13:58.151 INFO:teuthology.orchestra.run.smithi055.stdout: python3-rados-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:13:58.151 INFO:teuthology.orchestra.run.smithi055.stdout: python3-rbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:13:58.151 INFO:teuthology.orchestra.run.smithi055.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-02T08:13:58.151 INFO:teuthology.orchestra.run.smithi055.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-02T08:13:58.151 INFO:teuthology.orchestra.run.smithi055.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-02T08:13:58.152 INFO:teuthology.orchestra.run.smithi055.stdout: python3-rgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:13:58.152 INFO:teuthology.orchestra.run.smithi055.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-02T08:13:58.152 INFO:teuthology.orchestra.run.smithi055.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-02T08:13:58.152 INFO:teuthology.orchestra.run.smithi055.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-02T08:13:58.152 INFO:teuthology.orchestra.run.smithi055.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-02T08:13:58.153 INFO:teuthology.orchestra.run.smithi055.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-02T08:13:58.153 INFO:teuthology.orchestra.run.smithi055.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-02T08:13:58.153 INFO:teuthology.orchestra.run.smithi055.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-02T08:13:58.153 INFO:teuthology.orchestra.run.smithi055.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-02T08:13:58.153 INFO:teuthology.orchestra.run.smithi055.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-02T08:13:58.153 INFO:teuthology.orchestra.run.smithi055.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-02T08:13:58.154 INFO:teuthology.orchestra.run.smithi055.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-02T08:13:58.154 INFO:teuthology.orchestra.run.smithi055.stdout: rbd-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:13:58.154 INFO:teuthology.orchestra.run.smithi055.stdout: rbd-mirror-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:13:58.154 INFO:teuthology.orchestra.run.smithi055.stdout: rbd-nbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:13:58.154 INFO:teuthology.orchestra.run.smithi055.stdout: re2-1:20211101-3.el9.x86_64 2024-04-02T08:13:58.154 INFO:teuthology.orchestra.run.smithi055.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-02T08:13:58.154 INFO:teuthology.orchestra.run.smithi055.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-02T08:13:58.155 INFO:teuthology.orchestra.run.smithi055.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-02T08:13:58.155 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-02T08:13:58.156 INFO:teuthology.orchestra.run.smithi055.stdout:Complete! 2024-04-02T08:13:58.453 DEBUG:teuthology.parallel:result is None 2024-04-02T08:14:00.278 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-02T08:14:00.279 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-2:18.2.2-1059.g4d05f4ca.el9.x86_64 1/122 2024-04-02T08:14:00.279 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-base-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2/122 2024-04-02T08:14:00.279 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 3/122 2024-04-02T08:14:00.279 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 4/122 2024-04-02T08:14:00.279 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-immutable-object-cache-2:18.2.2-1059.g4d05f 5/122 2024-04-02T08:14:00.279 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-mds-2:18.2.2-1059.g4d05f4ca.el9.x86_64 6/122 2024-04-02T08:14:00.279 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-mgr-2:18.2.2-1059.g4d05f4ca.el9.x86_64 7/122 2024-04-02T08:14:00.279 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-mon-2:18.2.2-1059.g4d05f4ca.el9.x86_64 8/122 2024-04-02T08:14:00.279 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-osd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 9/122 2024-04-02T08:14:00.279 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-radosgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 10/122 2024-04-02T08:14:00.279 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-selinux-2:18.2.2-1059.g4d05f4ca.el9.x86_64 11/122 2024-04-02T08:14:00.280 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-test-2:18.2.2-1059.g4d05f4ca.el9.x86_64 12/122 2024-04-02T08:14:00.280 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libcephfs-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_ 13/122 2024-04-02T08:14:00.280 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libcephfs2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 14/122 2024-04-02T08:14:00.280 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libcephsqlite-2:18.2.2-1059.g4d05f4ca.el9.x86_64 15/122 2024-04-02T08:14:00.280 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : librados-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_6 16/122 2024-04-02T08:14:00.280 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libradosstriper1-2:18.2.2-1059.g4d05f4ca.el9.x86 17/122 2024-04-02T08:14:00.280 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : librgw2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 18/122 2024-04-02T08:14:00.280 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-ceph-argparse-2:18.2.2-1059.g4d05f4ca.el 19/122 2024-04-02T08:14:00.280 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-ceph-common-2:18.2.2-1059.g4d05f4ca.el9. 20/122 2024-04-02T08:14:00.280 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-cephfs-2:18.2.2-1059.g4d05f4ca.el9.x86_6 21/122 2024-04-02T08:14:00.280 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-rados-2:18.2.2-1059.g4d05f4ca.el9.x86_64 22/122 2024-04-02T08:14:00.280 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-rbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 23/122 2024-04-02T08:14:00.281 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-rgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 24/122 2024-04-02T08:14:00.281 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : rbd-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 25/122 2024-04-02T08:14:00.281 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : rbd-mirror-2:18.2.2-1059.g4d05f4ca.el9.x86_64 26/122 2024-04-02T08:14:00.281 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : rbd-nbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 27/122 2024-04-02T08:14:00.291 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-grafana-dashboards-2:18.2.2-1059.g4d05f4ca. 28/122 2024-04-02T08:14:00.291 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-mgr-cephadm-2:18.2.2-1059.g4d05f4ca.el9.noa 29/122 2024-04-02T08:14:00.292 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-mgr-dashboard-2:18.2.2-1059.g4d05f4ca.el9.n 30/122 2024-04-02T08:14:00.292 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.2-1059.g4d0 31/122 2024-04-02T08:14:00.292 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-mgr-modules-core-2:18.2.2-1059.g4d05f4ca.el 32/122 2024-04-02T08:14:00.292 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-mgr-rook-2:18.2.2-1059.g4d05f4ca.el9.noarch 33/122 2024-04-02T08:14:00.292 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-prometheus-alerts-2:18.2.2-1059.g4d05f4ca.e 34/122 2024-04-02T08:14:00.292 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 35/122 2024-04-02T08:14:00.292 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 36/122 2024-04-02T08:14:00.292 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 37/122 2024-04-02T08:14:00.292 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 38/122 2024-04-02T08:14:00.292 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 39/122 2024-04-02T08:14:00.292 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 40/122 2024-04-02T08:14:00.292 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 41/122 2024-04-02T08:14:00.293 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 42/122 2024-04-02T08:14:00.293 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 43/122 2024-04-02T08:14:00.293 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 44/122 2024-04-02T08:14:00.293 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 45/122 2024-04-02T08:14:00.293 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 46/122 2024-04-02T08:14:00.293 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 47/122 2024-04-02T08:14:00.293 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 48/122 2024-04-02T08:14:00.293 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 49/122 2024-04-02T08:14:00.293 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 50/122 2024-04-02T08:14:00.293 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 51/122 2024-04-02T08:14:00.293 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 52/122 2024-04-02T08:14:00.293 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 53/122 2024-04-02T08:14:00.294 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 54/122 2024-04-02T08:14:00.294 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 55/122 2024-04-02T08:14:00.294 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 56/122 2024-04-02T08:14:00.294 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 57/122 2024-04-02T08:14:00.294 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 58/122 2024-04-02T08:14:00.294 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 59/122 2024-04-02T08:14:00.294 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 60/122 2024-04-02T08:14:00.294 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 61/122 2024-04-02T08:14:00.294 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 62/122 2024-04-02T08:14:00.294 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 63/122 2024-04-02T08:14:00.294 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 64/122 2024-04-02T08:14:00.295 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 65/122 2024-04-02T08:14:00.295 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 66/122 2024-04-02T08:14:00.295 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 67/122 2024-04-02T08:14:00.295 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 68/122 2024-04-02T08:14:00.295 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 69/122 2024-04-02T08:14:00.295 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 70/122 2024-04-02T08:14:00.295 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 71/122 2024-04-02T08:14:00.295 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 72/122 2024-04-02T08:14:00.295 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-ply-3.11-14.el9.noarch 73/122 2024-04-02T08:14:00.295 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 74/122 2024-04-02T08:14:00.295 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 75/122 2024-04-02T08:14:00.295 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : jq-1.6-16.el9.x86_64 76/122 2024-04-02T08:14:00.296 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 77/122 2024-04-02T08:14:00.296 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 78/122 2024-04-02T08:14:00.296 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 79/122 2024-04-02T08:14:00.296 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 80/122 2024-04-02T08:14:00.296 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 81/122 2024-04-02T08:14:00.296 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 82/122 2024-04-02T08:14:00.296 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 83/122 2024-04-02T08:14:00.296 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 84/122 2024-04-02T08:14:00.296 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 85/122 2024-04-02T08:14:00.296 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 86/122 2024-04-02T08:14:00.296 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 87/122 2024-04-02T08:14:00.296 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 88/122 2024-04-02T08:14:00.297 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 89/122 2024-04-02T08:14:00.297 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 90/122 2024-04-02T08:14:00.297 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 91/122 2024-04-02T08:14:00.297 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 92/122 2024-04-02T08:14:00.297 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 93/122 2024-04-02T08:14:00.297 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 94/122 2024-04-02T08:14:00.297 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-google-auth-1:2.28.2-1.el9.noarch 95/122 2024-04-02T08:14:00.297 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 96/122 2024-04-02T08:14:00.297 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 97/122 2024-04-02T08:14:00.297 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 98/122 2024-04-02T08:14:00.297 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 99/122 2024-04-02T08:14:00.297 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 100/122 2024-04-02T08:14:00.298 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 101/122 2024-04-02T08:14:00.298 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 102/122 2024-04-02T08:14:00.298 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 103/122 2024-04-02T08:14:00.298 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 104/122 2024-04-02T08:14:00.298 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 105/122 2024-04-02T08:14:00.298 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 106/122 2024-04-02T08:14:00.298 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 107/122 2024-04-02T08:14:00.298 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 108/122 2024-04-02T08:14:00.298 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 109/122 2024-04-02T08:14:00.298 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 110/122 2024-04-02T08:14:00.298 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 111/122 2024-04-02T08:14:00.298 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 112/122 2024-04-02T08:14:00.299 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 113/122 2024-04-02T08:14:00.299 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 114/122 2024-04-02T08:14:00.299 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 115/122 2024-04-02T08:14:00.299 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 116/122 2024-04-02T08:14:00.299 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : re2-1:20211101-3.el9.x86_64 117/122 2024-04-02T08:14:00.299 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 118/122 2024-04-02T08:14:00.299 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : librados2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 119/122 2024-04-02T08:14:00.299 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 120/122 2024-04-02T08:14:00.299 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : librbd1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 121/122 2024-04-02T08:14:02.348 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 122/122 2024-04-02T08:14:02.348 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:14:02.348 INFO:teuthology.orchestra.run.smithi012.stdout:Upgraded: 2024-04-02T08:14:02.349 INFO:teuthology.orchestra.run.smithi012.stdout: librados2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:14:02.349 INFO:teuthology.orchestra.run.smithi012.stdout: librbd1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:14:02.349 INFO:teuthology.orchestra.run.smithi012.stdout:Installed: 2024-04-02T08:14:02.349 INFO:teuthology.orchestra.run.smithi012.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-02T08:14:02.349 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:14:02.349 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-base-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:14:02.349 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:14:02.349 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:14:02.349 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-grafana-dashboards-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:14:02.349 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-immutable-object-cache-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:14:02.349 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mds-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:14:02.349 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mgr-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:14:02.349 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mgr-cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:14:02.349 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mgr-dashboard-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:14:02.350 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mgr-diskprediction-local-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:14:02.350 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mgr-modules-core-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:14:02.350 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mgr-rook-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:14:02.350 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mon-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:14:02.350 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-osd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:14:02.350 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-prometheus-alerts-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:14:02.350 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-radosgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:14:02.350 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-selinux-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:14:02.350 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-test-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:14:02.350 INFO:teuthology.orchestra.run.smithi012.stdout: cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:14:02.350 INFO:teuthology.orchestra.run.smithi012.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-02T08:14:02.350 INFO:teuthology.orchestra.run.smithi012.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-02T08:14:02.351 INFO:teuthology.orchestra.run.smithi012.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-02T08:14:02.351 INFO:teuthology.orchestra.run.smithi012.stdout: fmt-8.1.1-5.el9.x86_64 2024-04-02T08:14:02.351 INFO:teuthology.orchestra.run.smithi012.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-02T08:14:02.351 INFO:teuthology.orchestra.run.smithi012.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-02T08:14:02.351 INFO:teuthology.orchestra.run.smithi012.stdout: jq-1.6-16.el9.x86_64 2024-04-02T08:14:02.351 INFO:teuthology.orchestra.run.smithi012.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-02T08:14:02.351 INFO:teuthology.orchestra.run.smithi012.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-02T08:14:02.351 INFO:teuthology.orchestra.run.smithi012.stdout: libcephfs-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:14:02.351 INFO:teuthology.orchestra.run.smithi012.stdout: libcephfs2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:14:02.351 INFO:teuthology.orchestra.run.smithi012.stdout: libcephsqlite-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:14:02.351 INFO:teuthology.orchestra.run.smithi012.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-02T08:14:02.351 INFO:teuthology.orchestra.run.smithi012.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-02T08:14:02.351 INFO:teuthology.orchestra.run.smithi012.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-02T08:14:02.352 INFO:teuthology.orchestra.run.smithi012.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-02T08:14:02.352 INFO:teuthology.orchestra.run.smithi012.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-02T08:14:02.352 INFO:teuthology.orchestra.run.smithi012.stdout: librados-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:14:02.352 INFO:teuthology.orchestra.run.smithi012.stdout: libradosstriper1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:14:02.352 INFO:teuthology.orchestra.run.smithi012.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-02T08:14:02.352 INFO:teuthology.orchestra.run.smithi012.stdout: librgw2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:14:02.352 INFO:teuthology.orchestra.run.smithi012.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-02T08:14:02.352 INFO:teuthology.orchestra.run.smithi012.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-02T08:14:02.352 INFO:teuthology.orchestra.run.smithi012.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-04-02T08:14:02.352 INFO:teuthology.orchestra.run.smithi012.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-02T08:14:02.352 INFO:teuthology.orchestra.run.smithi012.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-02T08:14:02.353 INFO:teuthology.orchestra.run.smithi012.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-02T08:14:02.353 INFO:teuthology.orchestra.run.smithi012.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-02T08:14:02.353 INFO:teuthology.orchestra.run.smithi012.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-02T08:14:02.353 INFO:teuthology.orchestra.run.smithi012.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-02T08:14:02.353 INFO:teuthology.orchestra.run.smithi012.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-02T08:14:02.353 INFO:teuthology.orchestra.run.smithi012.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-02T08:14:02.353 INFO:teuthology.orchestra.run.smithi012.stdout: python3-ceph-argparse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:14:02.353 INFO:teuthology.orchestra.run.smithi012.stdout: python3-ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:14:02.353 INFO:teuthology.orchestra.run.smithi012.stdout: python3-cephfs-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:14:02.353 INFO:teuthology.orchestra.run.smithi012.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-02T08:14:02.353 INFO:teuthology.orchestra.run.smithi012.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-02T08:14:02.353 INFO:teuthology.orchestra.run.smithi012.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-02T08:14:02.353 INFO:teuthology.orchestra.run.smithi012.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-02T08:14:02.354 INFO:teuthology.orchestra.run.smithi012.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-02T08:14:02.354 INFO:teuthology.orchestra.run.smithi012.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-04-02T08:14:02.354 INFO:teuthology.orchestra.run.smithi012.stdout: python3-google-auth-1:2.28.2-1.el9.noarch 2024-04-02T08:14:02.354 INFO:teuthology.orchestra.run.smithi012.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-04-02T08:14:02.354 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-02T08:14:02.354 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-02T08:14:02.354 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-02T08:14:02.354 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-02T08:14:02.354 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-02T08:14:02.354 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-02T08:14:02.354 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-02T08:14:02.354 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-02T08:14:02.355 INFO:teuthology.orchestra.run.smithi012.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-02T08:14:02.355 INFO:teuthology.orchestra.run.smithi012.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-02T08:14:02.355 INFO:teuthology.orchestra.run.smithi012.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-02T08:14:02.355 INFO:teuthology.orchestra.run.smithi012.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-02T08:14:02.355 INFO:teuthology.orchestra.run.smithi012.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-02T08:14:02.355 INFO:teuthology.orchestra.run.smithi012.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-02T08:14:02.355 INFO:teuthology.orchestra.run.smithi012.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-02T08:14:02.355 INFO:teuthology.orchestra.run.smithi012.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-02T08:14:02.355 INFO:teuthology.orchestra.run.smithi012.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-02T08:14:02.355 INFO:teuthology.orchestra.run.smithi012.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-02T08:14:02.355 INFO:teuthology.orchestra.run.smithi012.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-02T08:14:02.355 INFO:teuthology.orchestra.run.smithi012.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-04-02T08:14:02.355 INFO:teuthology.orchestra.run.smithi012.stdout: python3-ply-3.11-14.el9.noarch 2024-04-02T08:14:02.356 INFO:teuthology.orchestra.run.smithi012.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-02T08:14:02.356 INFO:teuthology.orchestra.run.smithi012.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-02T08:14:02.356 INFO:teuthology.orchestra.run.smithi012.stdout: python3-py-1.10.0-6.el9.noarch 2024-04-02T08:14:02.356 INFO:teuthology.orchestra.run.smithi012.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-02T08:14:02.356 INFO:teuthology.orchestra.run.smithi012.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-02T08:14:02.356 INFO:teuthology.orchestra.run.smithi012.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-02T08:14:02.356 INFO:teuthology.orchestra.run.smithi012.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-02T08:14:02.356 INFO:teuthology.orchestra.run.smithi012.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-04-02T08:14:02.356 INFO:teuthology.orchestra.run.smithi012.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-02T08:14:02.356 INFO:teuthology.orchestra.run.smithi012.stdout: python3-rados-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:14:02.356 INFO:teuthology.orchestra.run.smithi012.stdout: python3-rbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:14:02.356 INFO:teuthology.orchestra.run.smithi012.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-02T08:14:02.356 INFO:teuthology.orchestra.run.smithi012.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-02T08:14:02.357 INFO:teuthology.orchestra.run.smithi012.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-02T08:14:02.357 INFO:teuthology.orchestra.run.smithi012.stdout: python3-rgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:14:02.357 INFO:teuthology.orchestra.run.smithi012.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-02T08:14:02.357 INFO:teuthology.orchestra.run.smithi012.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-02T08:14:02.357 INFO:teuthology.orchestra.run.smithi012.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-02T08:14:02.357 INFO:teuthology.orchestra.run.smithi012.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-02T08:14:02.357 INFO:teuthology.orchestra.run.smithi012.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-02T08:14:02.357 INFO:teuthology.orchestra.run.smithi012.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-02T08:14:02.357 INFO:teuthology.orchestra.run.smithi012.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-02T08:14:02.357 INFO:teuthology.orchestra.run.smithi012.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-02T08:14:02.357 INFO:teuthology.orchestra.run.smithi012.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-02T08:14:02.357 INFO:teuthology.orchestra.run.smithi012.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-02T08:14:02.357 INFO:teuthology.orchestra.run.smithi012.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-02T08:14:02.358 INFO:teuthology.orchestra.run.smithi012.stdout: rbd-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:14:02.358 INFO:teuthology.orchestra.run.smithi012.stdout: rbd-mirror-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:14:02.358 INFO:teuthology.orchestra.run.smithi012.stdout: rbd-nbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:14:02.358 INFO:teuthology.orchestra.run.smithi012.stdout: re2-1:20211101-3.el9.x86_64 2024-04-02T08:14:02.358 INFO:teuthology.orchestra.run.smithi012.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-02T08:14:02.358 INFO:teuthology.orchestra.run.smithi012.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-02T08:14:02.358 INFO:teuthology.orchestra.run.smithi012.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-02T08:14:02.358 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:14:02.358 INFO:teuthology.orchestra.run.smithi012.stdout:Complete! 2024-04-02T08:14:02.655 DEBUG:teuthology.parallel:result is None 2024-04-02T08:14:02.655 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-02T08:14:02.656 INFO:teuthology.packaging:ref: None 2024-04-02T08:14:02.656 INFO:teuthology.packaging:tag: None 2024-04-02T08:14:02.656 INFO:teuthology.packaging:branch: reef 2024-04-02T08:14:02.656 INFO:teuthology.packaging:sha1: 3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:14:02.656 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-02T08:14:03.102 DEBUG:teuthology.orchestra.run.smithi012:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-02T08:14:03.124 INFO:teuthology.orchestra.run.smithi012.stdout:18.2.2-1059.g4d05f4ca.el9 2024-04-02T08:14:03.125 INFO:teuthology.packaging:The installed version of ceph is 18.2.2-1059.g4d05f4ca.el9 2024-04-02T08:14:03.125 INFO:teuthology.task.install:The correct ceph version 18.2.2-1059.g4d05f4ca is installed. 2024-04-02T08:14:03.127 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-02T08:14:03.127 INFO:teuthology.packaging:ref: None 2024-04-02T08:14:03.127 INFO:teuthology.packaging:tag: None 2024-04-02T08:14:03.127 INFO:teuthology.packaging:branch: reef 2024-04-02T08:14:03.127 INFO:teuthology.packaging:sha1: 3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:14:03.127 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-02T08:14:03.521 DEBUG:teuthology.orchestra.run.smithi055:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-02T08:14:03.546 INFO:teuthology.orchestra.run.smithi055.stdout:18.2.2-1059.g4d05f4ca.el9 2024-04-02T08:14:03.546 INFO:teuthology.packaging:The installed version of ceph is 18.2.2-1059.g4d05f4ca.el9 2024-04-02T08:14:03.547 INFO:teuthology.task.install:The correct ceph version 18.2.2-1059.g4d05f4ca is installed. 2024-04-02T08:14:03.548 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-04-02T08:14:03.549 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-04-02T08:14:03.549 DEBUG:teuthology.orchestra.run.smithi012:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-02T08:14:03.579 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2024-04-02T08:14:03.579 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-02T08:14:03.620 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-04-02T08:14:03.620 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-04-02T08:14:03.620 DEBUG:teuthology.orchestra.run.smithi012:> sudo dd of=/usr/bin/daemon-helper 2024-04-02T08:14:03.648 DEBUG:teuthology.orchestra.run.smithi012:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-02T08:14:03.715 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2024-04-02T08:14:03.716 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd of=/usr/bin/daemon-helper 2024-04-02T08:14:03.746 DEBUG:teuthology.orchestra.run.smithi055:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-02T08:14:03.815 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-04-02T08:14:03.815 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-04-02T08:14:03.815 DEBUG:teuthology.orchestra.run.smithi012:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-02T08:14:03.842 DEBUG:teuthology.orchestra.run.smithi012:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-02T08:14:03.909 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2024-04-02T08:14:03.909 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-02T08:14:03.938 DEBUG:teuthology.orchestra.run.smithi055:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-02T08:14:04.007 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-04-02T08:14:04.008 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-04-02T08:14:04.008 DEBUG:teuthology.orchestra.run.smithi012:> sudo dd of=/usr/bin/stdin-killer 2024-04-02T08:14:04.034 DEBUG:teuthology.orchestra.run.smithi012:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-02T08:14:04.101 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2024-04-02T08:14:04.101 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd of=/usr/bin/stdin-killer 2024-04-02T08:14:04.130 DEBUG:teuthology.orchestra.run.smithi055:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-02T08:14:04.199 INFO:teuthology.run_tasks:Running task print... 2024-04-02T08:14:04.210 INFO:teuthology.task.print:**** done install task... 2024-04-02T08:14:04.210 INFO:teuthology.run_tasks:Running task print... 2024-04-02T08:14:04.240 INFO:teuthology.task.print:**** done start installing reef cephadm ... 2024-04-02T08:14:04.240 INFO:teuthology.run_tasks:Running task cephadm... 2024-04-02T08:14:04.483 INFO:tasks.cephadm:Config: {'compiled_cephadm_branch': 'reef', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:reef', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '3cba26eaefcf7477205a2b2318143422b83a518d'} 2024-04-02T08:14:04.484 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:reef 2024-04-02T08:14:04.484 INFO:tasks.cephadm:Cluster fsid is f84ae488-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:14:04.484 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-04-02T08:14:04.485 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.12', 'mon.c': '[v2:172.21.15.12:3301,v1:172.21.15.12:6790]', 'mon.b': '172.21.15.55'} 2024-04-02T08:14:04.485 INFO:tasks.cephadm:First mon is mon.a on smithi012 2024-04-02T08:14:04.485 INFO:tasks.cephadm:First mgr is y 2024-04-02T08:14:04.485 INFO:tasks.cephadm:Normalizing hostnames... 2024-04-02T08:14:04.485 DEBUG:teuthology.orchestra.run.smithi012:> sudo hostname $(hostname -s) 2024-04-02T08:14:04.513 DEBUG:teuthology.orchestra.run.smithi055:> sudo hostname $(hostname -s) 2024-04-02T08:14:04.543 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra for reef 2024-04-02T08:14:04.543 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:14:04.686 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': '3cba26eaefcf7477205a2b2318143422b83a518d', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/78144/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-2422-g3cba26ea', 'node_name': '172.21.2.1+braggi01', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-2422.g3cba26ea'}, 'url': 'https://1.chacra.ceph.com/r/ceph/wip-rf-oldDeep/3cba26eaefcf7477205a2b2318143422b83a518d/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-04-01 20:17:58.257101', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-rf-oldDeep', 'chacra_url': 'https://1.chacra.ceph.com/repos/ceph/wip-rf-oldDeep/3cba26eaefcf7477205a2b2318143422b83a518d/centos/9/flavors/default/', 'archs': ['source', 'x86_64'], 'distro': 'centos'}] 2024-04-02T08:14:05.224 INFO:tasks.util.chacra:got chacra host 2.chacra.ceph.com, ref reef, sha1 4d05f4cad464de0fcdd11a2856643e533aea34e8 from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&ref=reef 2024-04-02T08:14:05.226 INFO:tasks.cephadm:Discovered cachra url: https://2.chacra.ceph.com/binaries/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/x86_64/flavors/default/cephadm 2024-04-02T08:14:05.226 DEBUG:teuthology.orchestra.run.smithi012:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-02T08:14:05.921 INFO:teuthology.orchestra.run.smithi012.stdout:-rw-r--r--. 1 ubuntu ubuntu 215333 Apr 2 08:14 /home/ubuntu/cephtest/cephadm 2024-04-02T08:14:05.921 DEBUG:teuthology.orchestra.run.smithi055:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-02T08:14:06.560 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r--. 1 ubuntu ubuntu 215333 Apr 2 08:14 /home/ubuntu/cephtest/cephadm 2024-04-02T08:14:06.560 DEBUG:teuthology.orchestra.run.smithi012:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-02T08:14:06.579 DEBUG:teuthology.orchestra.run.smithi055:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-02T08:14:06.609 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:reef on all hosts... 2024-04-02T08:14:06.609 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-04-02T08:14:06.620 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-04-02T08:14:07.489 INFO:teuthology.orchestra.run.smithi055.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-04-02T08:14:07.516 INFO:teuthology.orchestra.run.smithi012.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-04-02T08:14:36.165 INFO:teuthology.orchestra.run.smithi055.stdout:{ 2024-04-02T08:14:36.165 INFO:teuthology.orchestra.run.smithi055.stdout: "ceph_version": "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)", 2024-04-02T08:14:36.165 INFO:teuthology.orchestra.run.smithi055.stdout: "image_id": "909dce4fe53d7167a6fa8180542b49bd6d1a8c351b846c37da562093c6f0cffd", 2024-04-02T08:14:36.165 INFO:teuthology.orchestra.run.smithi055.stdout: "repo_digests": [ 2024-04-02T08:14:36.165 INFO:teuthology.orchestra.run.smithi055.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e" 2024-04-02T08:14:36.165 INFO:teuthology.orchestra.run.smithi055.stdout: ] 2024-04-02T08:14:36.165 INFO:teuthology.orchestra.run.smithi055.stdout:} 2024-04-02T08:14:37.848 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-04-02T08:14:37.849 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph_version": "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)", 2024-04-02T08:14:37.849 INFO:teuthology.orchestra.run.smithi012.stdout: "image_id": "909dce4fe53d7167a6fa8180542b49bd6d1a8c351b846c37da562093c6f0cffd", 2024-04-02T08:14:37.849 INFO:teuthology.orchestra.run.smithi012.stdout: "repo_digests": [ 2024-04-02T08:14:37.849 INFO:teuthology.orchestra.run.smithi012.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e" 2024-04-02T08:14:37.849 INFO:teuthology.orchestra.run.smithi012.stdout: ] 2024-04-02T08:14:37.849 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-04-02T08:14:37.867 DEBUG:teuthology.orchestra.run.smithi012:> sudo mkdir -p /etc/ceph 2024-04-02T08:14:37.929 DEBUG:teuthology.orchestra.run.smithi055:> sudo mkdir -p /etc/ceph 2024-04-02T08:14:37.964 DEBUG:teuthology.orchestra.run.smithi012:> sudo chmod 777 /etc/ceph 2024-04-02T08:14:37.992 DEBUG:teuthology.orchestra.run.smithi055:> sudo chmod 777 /etc/ceph 2024-04-02T08:14:38.034 INFO:tasks.cephadm:Writing seed config... 2024-04-02T08:14:38.055 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-04-02T08:14:38.055 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-04-02T08:14:38.055 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-04-02T08:14:38.055 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-04-02T08:14:38.055 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-04-02T08:14:38.056 INFO:tasks.cephadm: override: [global] mon election default strategy = 1 2024-04-02T08:14:38.056 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-04-02T08:14:38.056 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-04-02T08:14:38.056 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-04-02T08:14:38.056 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-04-02T08:14:38.056 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-04-02T08:14:38.056 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-04-02T08:14:38.057 DEBUG:teuthology.orchestra.run.smithi012:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-04-02T08:14:38.072 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = f84ae488-f0c8-11ee-b647-cb9ed24678a4 mon election default strategy = 1 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-04-02T08:14:38.072 DEBUG:teuthology.orchestra.run.smithi012:mon.a> sudo journalctl -f -n 0 -u ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@mon.a.service 2024-04-02T08:14:38.114 DEBUG:teuthology.orchestra.run.smithi012:mgr.y> sudo journalctl -f -n 0 -u ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@mgr.y.service 2024-04-02T08:14:38.157 INFO:tasks.cephadm:Bootstrapping... 2024-04-02T08:14:38.157 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef -v bootstrap --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.12 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-04-02T08:14:38.317 INFO:teuthology.orchestra.run.smithi012.stdout:-------------------------------------------------------------------------------- 2024-04-02T08:14:38.317 INFO:teuthology.orchestra.run.smithi012.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:reef', '-v', 'bootstrap', '--fsid', 'f84ae488-f0c8-11ee-b647-cb9ed24678a4', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.12', '--skip-admin-label'] 2024-04-02T08:14:38.342 INFO:teuthology.orchestra.run.smithi012.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-02T08:14:38.343 INFO:teuthology.orchestra.run.smithi012.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-04-02T08:14:38.343 INFO:teuthology.orchestra.run.smithi012.stdout:Verifying podman|docker is present... 2024-04-02T08:14:38.365 INFO:teuthology.orchestra.run.smithi012.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-02T08:14:38.365 INFO:teuthology.orchestra.run.smithi012.stdout:Verifying lvm2 is present... 2024-04-02T08:14:38.365 INFO:teuthology.orchestra.run.smithi012.stdout:Verifying time synchronization is in place... 2024-04-02T08:14:38.373 INFO:teuthology.orchestra.run.smithi012.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-02T08:14:38.373 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-02T08:14:38.378 INFO:teuthology.orchestra.run.smithi012.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-02T08:14:38.378 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stdout inactive 2024-04-02T08:14:38.385 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stdout enabled 2024-04-02T08:14:38.390 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stdout active 2024-04-02T08:14:38.391 INFO:teuthology.orchestra.run.smithi012.stdout:Unit chronyd.service is enabled and running 2024-04-02T08:14:38.391 INFO:teuthology.orchestra.run.smithi012.stdout:Repeating the final host check... 2024-04-02T08:14:38.413 INFO:teuthology.orchestra.run.smithi012.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-02T08:14:38.414 INFO:teuthology.orchestra.run.smithi012.stdout:podman (/bin/podman) version 4.9.4 is present 2024-04-02T08:14:38.414 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl is present 2024-04-02T08:14:38.414 INFO:teuthology.orchestra.run.smithi012.stdout:lvcreate is present 2024-04-02T08:14:38.420 INFO:teuthology.orchestra.run.smithi012.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-02T08:14:38.420 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-02T08:14:38.425 INFO:teuthology.orchestra.run.smithi012.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-02T08:14:38.425 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stdout inactive 2024-04-02T08:14:38.431 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stdout enabled 2024-04-02T08:14:38.438 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stdout active 2024-04-02T08:14:38.438 INFO:teuthology.orchestra.run.smithi012.stdout:Unit chronyd.service is enabled and running 2024-04-02T08:14:38.438 INFO:teuthology.orchestra.run.smithi012.stdout:Host looks OK 2024-04-02T08:14:38.438 INFO:teuthology.orchestra.run.smithi012.stdout:Cluster fsid: f84ae488-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:14:38.438 INFO:teuthology.orchestra.run.smithi012.stdout:Acquiring lock 139829361362592 on /run/cephadm/f84ae488-f0c8-11ee-b647-cb9ed24678a4.lock 2024-04-02T08:14:38.438 INFO:teuthology.orchestra.run.smithi012.stdout:Lock 139829361362592 acquired on /run/cephadm/f84ae488-f0c8-11ee-b647-cb9ed24678a4.lock 2024-04-02T08:14:38.438 INFO:teuthology.orchestra.run.smithi012.stdout:Verifying IP 172.21.15.12 port 3300 ... 2024-04-02T08:14:38.439 INFO:teuthology.orchestra.run.smithi012.stdout:Verifying IP 172.21.15.12 port 6789 ... 2024-04-02T08:14:38.439 INFO:teuthology.orchestra.run.smithi012.stdout:Base mon IP(s) is [172.21.15.12:3300, 172.21.15.12:6789], mon addrv is [v2:172.21.15.12:3300,v1:172.21.15.12:6789] 2024-04-02T08:14:38.441 INFO:teuthology.orchestra.run.smithi012.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.12 metric 100 2024-04-02T08:14:38.441 INFO:teuthology.orchestra.run.smithi012.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.12 metric 100 2024-04-02T08:14:38.444 INFO:teuthology.orchestra.run.smithi012.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-04-02T08:14:38.444 INFO:teuthology.orchestra.run.smithi012.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 1024 pref medium 2024-04-02T08:14:38.444 INFO:teuthology.orchestra.run.smithi012.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 100 pref medium 2024-04-02T08:14:38.446 INFO:teuthology.orchestra.run.smithi012.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-04-02T08:14:38.446 INFO:teuthology.orchestra.run.smithi012.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-04-02T08:14:38.446 INFO:teuthology.orchestra.run.smithi012.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-02T08:14:38.447 INFO:teuthology.orchestra.run.smithi012.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2024-04-02T08:14:38.447 INFO:teuthology.orchestra.run.smithi012.stdout:/sbin/ip: stdout inet6 fe80::ae1f:6bff:fef8:25ea/64 scope link noprefixroute 2024-04-02T08:14:38.447 INFO:teuthology.orchestra.run.smithi012.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-02T08:14:38.447 INFO:teuthology.orchestra.run.smithi012.stdout:Mon IP `172.21.15.12` is in CIDR network `172.21.0.0/20` 2024-04-02T08:14:38.447 INFO:teuthology.orchestra.run.smithi012.stdout:Mon IP `172.21.15.12` is in CIDR network `172.21.0.0/20` 2024-04-02T08:14:38.447 INFO:teuthology.orchestra.run.smithi012.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-04-02T08:14:38.448 INFO:teuthology.orchestra.run.smithi012.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-04-02T08:14:38.448 INFO:teuthology.orchestra.run.smithi012.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-04-02T08:14:38.941 INFO:teuthology.orchestra.run.smithi012.stdout:/bin/podman: stdout 909dce4fe53d7167a6fa8180542b49bd6d1a8c351b846c37da562093c6f0cffd 2024-04-02T08:14:38.942 INFO:teuthology.orchestra.run.smithi012.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:reef... 2024-04-02T08:14:38.942 INFO:teuthology.orchestra.run.smithi012.stdout:/bin/podman: stderr Getting image source signatures 2024-04-02T08:14:38.942 INFO:teuthology.orchestra.run.smithi012.stdout:/bin/podman: stderr Copying blob sha256:cb7323d9467b19473b36f834f938f39a4497262810bbf67238f5fb8520a9c756 2024-04-02T08:14:38.942 INFO:teuthology.orchestra.run.smithi012.stdout:/bin/podman: stderr Copying blob sha256:11da15500eca1f826c328eb3265caa30b0a3730510e2a32023084d6fe9cee20c 2024-04-02T08:14:38.942 INFO:teuthology.orchestra.run.smithi012.stdout:/bin/podman: stderr Copying config sha256:909dce4fe53d7167a6fa8180542b49bd6d1a8c351b846c37da562093c6f0cffd 2024-04-02T08:14:38.942 INFO:teuthology.orchestra.run.smithi012.stdout:/bin/podman: stderr Writing manifest to image destination 2024-04-02T08:14:39.896 INFO:teuthology.orchestra.run.smithi012.stdout:ceph: stdout ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable) 2024-04-02T08:14:39.896 INFO:teuthology.orchestra.run.smithi012.stdout:Ceph version: ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable) 2024-04-02T08:14:39.896 INFO:teuthology.orchestra.run.smithi012.stdout:Extracting ceph user uid/gid from container image... 2024-04-02T08:14:40.952 INFO:teuthology.orchestra.run.smithi012.stdout:stat: stdout 167 167 2024-04-02T08:14:40.952 INFO:teuthology.orchestra.run.smithi012.stdout:Creating initial keys... 2024-04-02T08:14:41.999 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph-authtool: stdout AQBxvgtm+gHNERAA+Jmva3R1tkVmtvB+hiRw3Q== 2024-04-02T08:14:42.938 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph-authtool: stdout AQByvgtmFeryExAAZ0usfBzBzkLLdxrymtxyxg== 2024-04-02T08:14:43.792 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph-authtool: stdout AQBzvgtm5kRJEBAArO1uzfQ4OVStNvqhVPBUVA== 2024-04-02T08:14:43.793 INFO:teuthology.orchestra.run.smithi012.stdout:Creating initial monmap... 2024-04-02T08:14:44.715 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-02T08:14:44.715 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = pacific 2024-04-02T08:14:44.715 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to f84ae488-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:14:44.715 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-02T08:14:44.715 INFO:teuthology.orchestra.run.smithi012.stdout:monmaptool for a [v2:172.21.15.12:3300,v1:172.21.15.12:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-02T08:14:44.715 INFO:teuthology.orchestra.run.smithi012.stdout:setting min_mon_release = pacific 2024-04-02T08:14:44.716 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/monmaptool: set fsid to f84ae488-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:14:44.716 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-02T08:14:44.716 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:14:44.716 INFO:teuthology.orchestra.run.smithi012.stdout:Creating mon... 2024-04-02T08:14:45.688 INFO:teuthology.orchestra.run.smithi012.stdout:create mon.a on 2024-04-02T08:14:45.906 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-04-02T08:14:46.046 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-04-02T08:14:46.218 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4.target → /etc/systemd/system/ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4.target. 2024-04-02T08:14:46.218 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4.target → /etc/systemd/system/ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4.target. 2024-04-02T08:14:46.443 INFO:teuthology.orchestra.run.smithi012.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@mon.a 2024-04-02T08:14:46.444 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stderr Failed to reset failed state of unit ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@mon.a.service: Unit ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@mon.a.service not loaded. 2024-04-02T08:14:46.609 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4.target.wants/ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@mon.a.service → /etc/systemd/system/ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@.service. 2024-04-02T08:14:47.160 INFO:teuthology.orchestra.run.smithi012.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-02T08:14:47.160 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stdout disabled 2024-04-02T08:14:47.167 INFO:teuthology.orchestra.run.smithi012.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-02T08:14:47.167 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stdout inactive 2024-04-02T08:14:47.167 INFO:teuthology.orchestra.run.smithi012.stdout:firewalld.service is not enabled 2024-04-02T08:14:47.167 INFO:teuthology.orchestra.run.smithi012.stdout:Not possible to enable service . firewalld.service is not available 2024-04-02T08:14:47.167 INFO:teuthology.orchestra.run.smithi012.stdout:Waiting for mon to start... 2024-04-02T08:14:47.167 INFO:teuthology.orchestra.run.smithi012.stdout:Waiting for mon... 2024-04-02T08:14:48.287 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:14:48 smithi012 ceph-mon[26617]: from='client.? 172.21.15.12:0/557737917' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-02T08:14:48.291 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout cluster: 2024-04-02T08:14:48.291 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout id: f84ae488-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:14:48.291 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-04-02T08:14:48.291 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout 2024-04-02T08:14:48.291 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout services: 2024-04-02T08:14:48.291 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.563337s) 2024-04-02T08:14:48.292 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-04-02T08:14:48.292 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-04-02T08:14:48.292 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout 2024-04-02T08:14:48.292 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout data: 2024-04-02T08:14:48.292 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-04-02T08:14:48.292 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-04-02T08:14:48.292 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-04-02T08:14:48.292 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout pgs: 2024-04-02T08:14:48.292 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout 2024-04-02T08:14:48.292 INFO:teuthology.orchestra.run.smithi012.stdout:mon is available 2024-04-02T08:14:48.292 INFO:teuthology.orchestra.run.smithi012.stdout:Assimilating anything we can from ceph.conf... 2024-04-02T08:14:49.289 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout 2024-04-02T08:14:49.290 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout [global] 2024-04-02T08:14:49.290 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout fsid = f84ae488-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:14:49.290 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.12:3300,v1:172.21.15.12:6789] 2024-04-02T08:14:49.290 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-02T08:14:49.290 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-02T08:14:49.290 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-02T08:14:49.290 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-02T08:14:49.290 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout 2024-04-02T08:14:49.290 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-02T08:14:49.290 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-02T08:14:49.291 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout 2024-04-02T08:14:49.291 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout [osd] 2024-04-02T08:14:49.291 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-02T08:14:49.291 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-02T08:14:49.291 INFO:teuthology.orchestra.run.smithi012.stdout:Generating new minimal ceph.conf... 2024-04-02T08:14:49.394 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:14:49 smithi012 ceph-mon[26617]: from='client.? 172.21.15.12:0/26050520' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-02T08:14:49.394 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:14:49 smithi012 ceph-mon[26617]: from='client.? 172.21.15.12:0/26050520' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-04-02T08:14:50.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:14:50 smithi012 ceph-mon[26617]: from='client.? 172.21.15.12:0/3226363845' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:14:54.437 INFO:teuthology.orchestra.run.smithi012.stdout:Restarting the monitor... 2024-04-02T08:14:54.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:14:54 smithi012 systemd[1]: Stopping Ceph mon.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:14:56.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:14:55 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-a[26613]: 2024-04-02T08:14:55.684+0000 7fb94f074700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:14:56.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:14:55 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-a[26613]: 2024-04-02T08:14:55.684+0000 7fb94f074700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-04-02T08:14:56.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:14:55 smithi012 podman[26877]: 2024-04-02 08:14:55.921057504 +0000 UTC m=+1.312260256 container died de06a8b82fefc63d0e92c702e518bbadeed9132188b71ed4a6e8f683b1fe940b (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-a, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-4d05f4c, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:14:59.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:14:59 smithi012 podman[26877]: 2024-04-02 08:14:59.504685707 +0000 UTC m=+4.895888446 container cleanup de06a8b82fefc63d0e92c702e518bbadeed9132188b71ed4a6e8f683b1fe940b (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-a, RELEASE=reef-4d05f4c, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-04-02T08:14:59.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:14:59 smithi012 bash[26877]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-a 2024-04-02T08:15:00.274 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 podman[26890]: 2024-04-02 08:15:00.165844577 +0000 UTC m=+4.242478075 container remove de06a8b82fefc63d0e92c702e518bbadeed9132188b71ed4a6e8f683b1fe940b (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-a, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, RELEASE=reef-4d05f4c, org.label-schema.license=GPLv2) 2024-04-02T08:15:00.594 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@mon.a.service: Deactivated successfully. 2024-04-02T08:15:00.594 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 systemd[1]: Stopped Ceph mon.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:15:00.594 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 systemd[1]: Starting Ceph mon.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:15:00.594 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 podman[26985]: 2024-04-02 08:15:00.499911025 +0000 UTC m=+0.114626157 container create b8a2d50fe8938bfcdc106a6c18f82d0750476e890039f67a8b32da70837b4a19 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-a, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=reef-4d05f4c, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=) 2024-04-02T08:15:00.595 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 podman[26985]: 2024-04-02 08:15:00.403026338 +0000 UTC m=+0.017741497 image pull 909dce4fe53d7167a6fa8180542b49bd6d1a8c351b846c37da562093c6f0cffd quay.ceph.io/ceph-ci/ceph:reef 2024-04-02T08:15:00.737 INFO:teuthology.orchestra.run.smithi012.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-04-02T08:15:00.864 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 podman[26985]: 2024-04-02 08:15:00.660331325 +0000 UTC m=+0.275046472 container init b8a2d50fe8938bfcdc106a6c18f82d0750476e890039f67a8b32da70837b4a19 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.build-date=20240326, RELEASE=reef-4d05f4c) 2024-04-02T08:15:00.864 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 podman[26985]: 2024-04-02 08:15:00.663197503 +0000 UTC m=+0.277912626 container start b8a2d50fe8938bfcdc106a6c18f82d0750476e890039f67a8b32da70837b4a19 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-a, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, RELEASE=reef-4d05f4c, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-04-02T08:15:00.864 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: set uid:gid to 167:167 (ceph:ceph) 2024-04-02T08:15:00.864 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable), process ceph-mon, pid 2 2024-04-02T08:15:00.864 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: pidfile_write: ignore empty --pid-file 2024-04-02T08:15:00.865 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: load: jerasure load: lrc 2024-04-02T08:15:00.865 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: RocksDB version: 7.9.2 2024-04-02T08:15:00.865 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Git sha 0 2024-04-02T08:15:00.865 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Compile date 2024-04-01 20:31:51 2024-04-02T08:15:00.865 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: DB SUMMARY 2024-04-02T08:15:00.865 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: DB Session ID: C0NY3ZXTX1ZBQD4HQ9EU 2024-04-02T08:15:00.865 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: CURRENT file: CURRENT 2024-04-02T08:15:00.865 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: IDENTITY file: IDENTITY 2024-04-02T08:15:00.865 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-04-02T08:15:00.865 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-04-02T08:15:00.865 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 85017 ; 2024-04-02T08:15:00.865 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.error_if_exists: 0 2024-04-02T08:15:00.865 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.create_if_missing: 0 2024-04-02T08:15:00.866 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.paranoid_checks: 1 2024-04-02T08:15:00.866 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-02T08:15:00.866 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-02T08:15:00.866 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-02T08:15:00.866 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.env: 0x55687f9c3720 2024-04-02T08:15:00.866 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.fs: PosixFileSystem 2024-04-02T08:15:00.866 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.info_log: 0x556882c134e0 2024-04-02T08:15:00.866 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.max_file_opening_threads: 16 2024-04-02T08:15:00.866 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.statistics: (nil) 2024-04-02T08:15:00.866 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.use_fsync: 0 2024-04-02T08:15:00.866 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.max_log_file_size: 0 2024-04-02T08:15:00.866 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-02T08:15:00.866 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-02T08:15:00.867 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.keep_log_file_num: 1000 2024-04-02T08:15:00.867 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.recycle_log_file_num: 0 2024-04-02T08:15:00.867 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.allow_fallocate: 1 2024-04-02T08:15:00.867 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.allow_mmap_reads: 0 2024-04-02T08:15:00.867 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.allow_mmap_writes: 0 2024-04-02T08:15:00.867 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.use_direct_reads: 0 2024-04-02T08:15:00.867 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-02T08:15:00.867 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.create_missing_column_families: 0 2024-04-02T08:15:00.867 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.db_log_dir: 2024-04-02T08:15:00.867 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.wal_dir: 2024-04-02T08:15:00.867 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-02T08:15:00.867 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-02T08:15:00.867 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-02T08:15:00.867 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-02T08:15:00.868 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-02T08:15:00.868 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-02T08:15:00.868 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.advise_random_on_open: 1 2024-04-02T08:15:00.868 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.db_write_buffer_size: 0 2024-04-02T08:15:00.868 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.write_buffer_manager: 0x556881e8a140 2024-04-02T08:15:00.868 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-02T08:15:00.868 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-02T08:15:00.868 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-02T08:15:00.868 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.rate_limiter: (nil) 2024-04-02T08:15:00.868 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-02T08:15:00.868 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.wal_recovery_mode: 2 2024-04-02T08:15:00.868 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.enable_thread_tracking: 0 2024-04-02T08:15:00.868 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.enable_pipelined_write: 0 2024-04-02T08:15:00.868 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.unordered_write: 0 2024-04-02T08:15:00.869 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-02T08:15:00.869 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-02T08:15:00.869 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-02T08:15:00.869 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-02T08:15:00.869 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.row_cache: None 2024-04-02T08:15:00.869 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.wal_filter: None 2024-04-02T08:15:00.869 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-02T08:15:00.869 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.allow_ingest_behind: 0 2024-04-02T08:15:00.869 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.two_write_queues: 0 2024-04-02T08:15:00.869 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.manual_wal_flush: 0 2024-04-02T08:15:00.869 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.wal_compression: 0 2024-04-02T08:15:00.869 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.atomic_flush: 0 2024-04-02T08:15:00.869 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-02T08:15:00.869 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-02T08:15:00.870 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-02T08:15:00.870 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.log_readahead_size: 0 2024-04-02T08:15:00.870 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-02T08:15:00.870 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.best_efforts_recovery: 0 2024-04-02T08:15:00.870 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-02T08:15:00.870 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-02T08:15:00.870 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.allow_data_in_errors: 0 2024-04-02T08:15:00.870 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.db_host_id: __hostname__ 2024-04-02T08:15:00.870 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-02T08:15:00.870 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.max_background_jobs: 2 2024-04-02T08:15:00.870 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.max_background_compactions: -1 2024-04-02T08:15:00.870 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.max_subcompactions: 1 2024-04-02T08:15:00.870 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-02T08:15:00.871 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-02T08:15:00.871 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-02T08:15:00.871 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.max_total_wal_size: 0 2024-04-02T08:15:00.871 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-02T08:15:00.871 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-02T08:15:00.871 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-02T08:15:00.871 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-02T08:15:00.871 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.max_open_files: -1 2024-04-02T08:15:00.871 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.bytes_per_sync: 0 2024-04-02T08:15:00.871 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-02T08:15:00.871 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-02T08:15:00.871 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.compaction_readahead_size: 0 2024-04-02T08:15:00.871 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.max_background_flushes: -1 2024-04-02T08:15:00.871 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Compression algorithms supported: 2024-04-02T08:15:00.872 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-02T08:15:00.872 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: kZSTD supported: 0 2024-04-02T08:15:00.872 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: kXpressCompression supported: 0 2024-04-02T08:15:00.872 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: kLZ4HCCompression supported: 1 2024-04-02T08:15:00.872 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: kZlibCompression supported: 1 2024-04-02T08:15:00.872 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: kSnappyCompression supported: 1 2024-04-02T08:15:00.872 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: kLZ4Compression supported: 1 2024-04-02T08:15:00.872 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: kBZip2Compression supported: 0 2024-04-02T08:15:00.872 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-02T08:15:00.872 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-02T08:15:00.872 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-04-02T08:15:00.872 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-02T08:15:00.872 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-02T08:15:00.872 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.merge_operator: 2024-04-02T08:15:00.873 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.compaction_filter: None 2024-04-02T08:15:00.873 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.compaction_filter_factory: None 2024-04-02T08:15:00.873 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.sst_partitioner_factory: None 2024-04-02T08:15:00.873 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-02T08:15:00.873 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-02T08:15:00.873 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x556882c135e0) 2024-04-02T08:15:00.873 INFO:journalctl@ceph.mon.a.smithi012.stdout: cache_index_and_filter_blocks: 1 2024-04-02T08:15:00.873 INFO:journalctl@ceph.mon.a.smithi012.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-02T08:15:00.873 INFO:journalctl@ceph.mon.a.smithi012.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-02T08:15:00.873 INFO:journalctl@ceph.mon.a.smithi012.stdout: pin_top_level_index_and_filter: 1 2024-04-02T08:15:00.873 INFO:journalctl@ceph.mon.a.smithi012.stdout: index_type: 0 2024-04-02T08:15:00.873 INFO:journalctl@ceph.mon.a.smithi012.stdout: data_block_index_type: 0 2024-04-02T08:15:00.873 INFO:journalctl@ceph.mon.a.smithi012.stdout: index_shortening: 1 2024-04-02T08:15:00.873 INFO:journalctl@ceph.mon.a.smithi012.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-02T08:15:00.874 INFO:journalctl@ceph.mon.a.smithi012.stdout: checksum: 4 2024-04-02T08:15:00.874 INFO:journalctl@ceph.mon.a.smithi012.stdout: no_block_cache: 0 2024-04-02T08:15:00.874 INFO:journalctl@ceph.mon.a.smithi012.stdout: block_cache: 0x556881f2b1f0 2024-04-02T08:15:00.874 INFO:journalctl@ceph.mon.a.smithi012.stdout: block_cache_name: BinnedLRUCache 2024-04-02T08:15:00.874 INFO:journalctl@ceph.mon.a.smithi012.stdout: block_cache_options: 2024-04-02T08:15:00.874 INFO:journalctl@ceph.mon.a.smithi012.stdout: capacity : 536870912 2024-04-02T08:15:00.874 INFO:journalctl@ceph.mon.a.smithi012.stdout: num_shard_bits : 4 2024-04-02T08:15:00.874 INFO:journalctl@ceph.mon.a.smithi012.stdout: strict_capacity_limit : 0 2024-04-02T08:15:00.874 INFO:journalctl@ceph.mon.a.smithi012.stdout: high_pri_pool_ratio: 0.000 2024-04-02T08:15:00.874 INFO:journalctl@ceph.mon.a.smithi012.stdout: block_cache_compressed: (nil) 2024-04-02T08:15:00.874 INFO:journalctl@ceph.mon.a.smithi012.stdout: persistent_cache: (nil) 2024-04-02T08:15:00.874 INFO:journalctl@ceph.mon.a.smithi012.stdout: block_size: 4096 2024-04-02T08:15:00.874 INFO:journalctl@ceph.mon.a.smithi012.stdout: block_size_deviation: 10 2024-04-02T08:15:00.874 INFO:journalctl@ceph.mon.a.smithi012.stdout: block_restart_interval: 16 2024-04-02T08:15:00.874 INFO:journalctl@ceph.mon.a.smithi012.stdout: index_block_restart_interval: 1 2024-04-02T08:15:00.875 INFO:journalctl@ceph.mon.a.smithi012.stdout: metadata_block_size: 4096 2024-04-02T08:15:00.875 INFO:journalctl@ceph.mon.a.smithi012.stdout: partition_filters: 0 2024-04-02T08:15:00.875 INFO:journalctl@ceph.mon.a.smithi012.stdout: use_delta_encoding: 1 2024-04-02T08:15:00.875 INFO:journalctl@ceph.mon.a.smithi012.stdout: filter_policy: bloomfilter 2024-04-02T08:15:00.875 INFO:journalctl@ceph.mon.a.smithi012.stdout: whole_key_filtering: 1 2024-04-02T08:15:00.875 INFO:journalctl@ceph.mon.a.smithi012.stdout: verify_compression: 0 2024-04-02T08:15:00.875 INFO:journalctl@ceph.mon.a.smithi012.stdout: read_amp_bytes_per_bit: 0 2024-04-02T08:15:00.875 INFO:journalctl@ceph.mon.a.smithi012.stdout: format_version: 5 2024-04-02T08:15:00.875 INFO:journalctl@ceph.mon.a.smithi012.stdout: enable_index_compression: 1 2024-04-02T08:15:00.875 INFO:journalctl@ceph.mon.a.smithi012.stdout: block_align: 0 2024-04-02T08:15:00.875 INFO:journalctl@ceph.mon.a.smithi012.stdout: max_auto_readahead_size: 262144 2024-04-02T08:15:00.875 INFO:journalctl@ceph.mon.a.smithi012.stdout: prepopulate_block_cache: 0 2024-04-02T08:15:00.875 INFO:journalctl@ceph.mon.a.smithi012.stdout: initial_auto_readahead_size: 8192 2024-04-02T08:15:00.875 INFO:journalctl@ceph.mon.a.smithi012.stdout: num_file_reads_for_auto_readahead: 2 2024-04-02T08:15:00.876 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.write_buffer_size: 33554432 2024-04-02T08:15:00.876 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.max_write_buffer_number: 2 2024-04-02T08:15:00.876 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.compression: NoCompression 2024-04-02T08:15:00.876 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.bottommost_compression: Disabled 2024-04-02T08:15:00.876 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.prefix_extractor: nullptr 2024-04-02T08:15:00.876 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-02T08:15:00.876 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.num_levels: 7 2024-04-02T08:15:00.876 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-02T08:15:00.876 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-02T08:15:00.876 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-02T08:15:00.876 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-02T08:15:00.876 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-02T08:15:00.876 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-02T08:15:00.876 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-02T08:15:00.877 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:15:00.877 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-02T08:15:00.877 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-02T08:15:00.877 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:15:00.877 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:15:00.877 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-02T08:15:00.877 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.compression_opts.level: 32767 2024-04-02T08:15:00.877 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.compression_opts.strategy: 0 2024-04-02T08:15:00.877 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-02T08:15:00.877 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:15:00.878 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:15:00.878 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-02T08:15:00.878 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.compression_opts.enabled: false 2024-04-02T08:15:00.878 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:15:00.878 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-02T08:15:00.878 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-02T08:15:00.878 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-02T08:15:00.878 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.target_file_size_base: 67108864 2024-04-02T08:15:00.878 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-02T08:15:00.878 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-02T08:15:00.878 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-02T08:15:00.878 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-02T08:15:00.878 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-02T08:15:00.878 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-02T08:15:00.879 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-02T08:15:00.879 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-02T08:15:00.879 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-02T08:15:00.879 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-02T08:15:00.879 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-02T08:15:00.879 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-02T08:15:00.879 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-02T08:15:00.879 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-02T08:15:00.879 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.arena_block_size: 1048576 2024-04-02T08:15:00.879 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-02T08:15:00.879 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-02T08:15:00.879 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.disable_auto_compactions: 0 2024-04-02T08:15:00.879 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-02T08:15:00.879 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-02T08:15:00.880 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-02T08:15:00.880 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-02T08:15:00.880 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-02T08:15:00.880 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-02T08:15:00.880 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-02T08:15:00.880 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-02T08:15:00.880 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-02T08:15:00.880 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-02T08:15:00.880 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.table_properties_collectors: 2024-04-02T08:15:00.880 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.inplace_update_support: 0 2024-04-02T08:15:00.880 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-02T08:15:00.880 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-02T08:15:00.880 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-02T08:15:00.880 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-02T08:15:00.881 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.bloom_locality: 0 2024-04-02T08:15:00.881 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.max_successive_merges: 0 2024-04-02T08:15:00.881 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-02T08:15:00.881 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.paranoid_file_checks: 0 2024-04-02T08:15:00.881 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.force_consistency_checks: 1 2024-04-02T08:15:00.881 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.report_bg_io_stats: 0 2024-04-02T08:15:00.881 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.ttl: 2592000 2024-04-02T08:15:00.881 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-02T08:15:00.881 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-02T08:15:00.881 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-02T08:15:00.881 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.enable_blob_files: false 2024-04-02T08:15:00.881 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.min_blob_size: 0 2024-04-02T08:15:00.881 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.blob_file_size: 268435456 2024-04-02T08:15:00.881 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-02T08:15:00.882 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-02T08:15:00.882 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-02T08:15:00.882 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-02T08:15:00.882 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-02T08:15:00.882 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.blob_file_starting_level: 0 2024-04-02T08:15:00.882 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-02T08:15:00.882 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-04-02T08:15:00.882 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-04-02T08:15:00.882 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: ddc4a996-0469-4449-add0-872670576436 2024-04-02T08:15:00.882 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712045700691711, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-04-02T08:15:00.882 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-04-02T08:15:00.882 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712045700692589, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 81297, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 265, "table_properties": {"data_size": 79473, "index_size": 234, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10283, "raw_average_key_size": 47, "raw_value_size": 73661, "raw_average_value_size": 341, "num_data_blocks": 10, "num_entries": 216, "num_filter_entries": 216, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712045700, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "ddc4a996-0469-4449-add0-872670576436", "db_session_id": "C0NY3ZXTX1ZBQD4HQ9EU", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-04-02T08:15:00.882 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712045700692672, "job": 1, "event": "recovery_finished"} 2024-04-02T08:15:00.883 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-04-02T08:15:00.883 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-02T08:15:00.883 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x556881fc8000 2024-04-02T08:15:00.883 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: DB pointer 0x556881fb6000 2024-04-02T08:15:00.883 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-02T08:15:00.883 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-02T08:15:00.883 INFO:journalctl@ceph.mon.a.smithi012.stdout: ** DB Stats ** 2024-04-02T08:15:00.883 INFO:journalctl@ceph.mon.a.smithi012.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:15:00.883 INFO:journalctl@ceph.mon.a.smithi012.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-02T08:15:00.883 INFO:journalctl@ceph.mon.a.smithi012.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:15:00.883 INFO:journalctl@ceph.mon.a.smithi012.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:15:00.883 INFO:journalctl@ceph.mon.a.smithi012.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-02T08:15:00.883 INFO:journalctl@ceph.mon.a.smithi012.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:15:00.883 INFO:journalctl@ceph.mon.a.smithi012.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:15:00.883 INFO:journalctl@ceph.mon.a.smithi012.stdout: 2024-04-02T08:15:00.884 INFO:journalctl@ceph.mon.a.smithi012.stdout: ** Compaction Stats [default] ** 2024-04-02T08:15:00.884 INFO:journalctl@ceph.mon.a.smithi012.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:15:00.884 INFO:journalctl@ceph.mon.a.smithi012.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-02T08:15:00.884 INFO:journalctl@ceph.mon.a.smithi012.stdout: L0 2/0 81.23 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 143.6 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-02T08:15:00.884 INFO:journalctl@ceph.mon.a.smithi012.stdout: Sum 2/0 81.23 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 143.6 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-02T08:15:00.884 INFO:journalctl@ceph.mon.a.smithi012.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 143.6 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-02T08:15:00.884 INFO:journalctl@ceph.mon.a.smithi012.stdout: 2024-04-02T08:15:00.884 INFO:journalctl@ceph.mon.a.smithi012.stdout: ** Compaction Stats [default] ** 2024-04-02T08:15:00.884 INFO:journalctl@ceph.mon.a.smithi012.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:15:00.884 INFO:journalctl@ceph.mon.a.smithi012.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-02T08:15:00.884 INFO:journalctl@ceph.mon.a.smithi012.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 143.6 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-02T08:15:00.884 INFO:journalctl@ceph.mon.a.smithi012.stdout: 2024-04-02T08:15:00.884 INFO:journalctl@ceph.mon.a.smithi012.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-02T08:15:00.884 INFO:journalctl@ceph.mon.a.smithi012.stdout: 2024-04-02T08:15:00.884 INFO:journalctl@ceph.mon.a.smithi012.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:15:00.885 INFO:journalctl@ceph.mon.a.smithi012.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-02T08:15:00.885 INFO:journalctl@ceph.mon.a.smithi012.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-02T08:15:00.885 INFO:journalctl@ceph.mon.a.smithi012.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-02T08:15:00.885 INFO:journalctl@ceph.mon.a.smithi012.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-02T08:15:00.885 INFO:journalctl@ceph.mon.a.smithi012.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-02T08:15:00.885 INFO:journalctl@ceph.mon.a.smithi012.stdout: Cumulative compaction: 0.00 GB write, 27.13 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:15:00.885 INFO:journalctl@ceph.mon.a.smithi012.stdout: Interval compaction: 0.00 GB write, 27.13 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:15:00.885 INFO:journalctl@ceph.mon.a.smithi012.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-02T08:15:00.885 INFO:journalctl@ceph.mon.a.smithi012.stdout: Block cache BinnedLRUCache@0x556881f2b1f0#2 capacity: 512.00 MB usage: 1.19 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 8e-06 secs_since: 0 2024-04-02T08:15:00.886 INFO:journalctl@ceph.mon.a.smithi012.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.77 KB,0.000146031%) IndexBlock(2,0.42 KB,8.04663e-05%) Misc(1,0.00 KB,0%) 2024-04-02T08:15:00.886 INFO:journalctl@ceph.mon.a.smithi012.stdout: 2024-04-02T08:15:00.886 INFO:journalctl@ceph.mon.a.smithi012.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-02T08:15:00.886 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: starting mon.a rank 0 at public addrs [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] at bind addrs [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:15:00.886 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: mon.a@-1(???) e1 preinit fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:15:00.886 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: mon.a@-1(???).mds e1 new map 2024-04-02T08:15:00.886 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: mon.a@-1(???).mds e1 print_map 2024-04-02T08:15:00.886 INFO:journalctl@ceph.mon.a.smithi012.stdout: e1 2024-04-02T08:15:00.886 INFO:journalctl@ceph.mon.a.smithi012.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-02T08:15:00.886 INFO:journalctl@ceph.mon.a.smithi012.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-02T08:15:00.886 INFO:journalctl@ceph.mon.a.smithi012.stdout: legacy client fscid: -1 2024-04-02T08:15:00.886 INFO:journalctl@ceph.mon.a.smithi012.stdout: 2024-04-02T08:15:00.886 INFO:journalctl@ceph.mon.a.smithi012.stdout: No filesystems configured 2024-04-02T08:15:00.887 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-02T08:15:00.887 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-02T08:15:00.887 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-02T08:15:00.887 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-02T08:15:00.887 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-04-02T08:15:00.887 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 bash[26985]: b8a2d50fe8938bfcdc106a6c18f82d0750476e890039f67a8b32da70837b4a19 2024-04-02T08:15:00.887 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 systemd[1]: Started Ceph mon.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:15:00.887 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-02T08:15:00.887 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: monmap e1: 1 mons at {a=[v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-02T08:15:00.887 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: fsmap 2024-04-02T08:15:00.887 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: osdmap e1: 0 total, 0 up, 0 in 2024-04-02T08:15:00.887 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:00 smithi012 ceph-mon[27004]: mgrmap e1: no daemons active 2024-04-02T08:15:01.834 INFO:teuthology.orchestra.run.smithi012.stdout:Wrote config to /etc/ceph/ceph.conf 2024-04-02T08:15:01.856 INFO:teuthology.orchestra.run.smithi012.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-04-02T08:15:01.856 INFO:teuthology.orchestra.run.smithi012.stdout:Creating mgr... 2024-04-02T08:15:01.856 INFO:teuthology.orchestra.run.smithi012.stdout:Verifying port 0.0.0.0:9283 ... 2024-04-02T08:15:01.857 INFO:teuthology.orchestra.run.smithi012.stdout:Verifying port 0.0.0.0:8765 ... 2024-04-02T08:15:02.110 INFO:teuthology.orchestra.run.smithi012.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@mgr.y 2024-04-02T08:15:02.111 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stderr Failed to reset failed state of unit ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@mgr.y.service: Unit ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@mgr.y.service not loaded. 2024-04-02T08:15:02.253 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4.target.wants/ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@mgr.y.service → /etc/systemd/system/ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@.service. 2024-04-02T08:15:02.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:02 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/719524826' entity='client.admin' 2024-04-02T08:15:02.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:02 smithi012 systemd[1]: Starting Ceph mgr.y for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:15:02.760 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:02 smithi012 podman[27224]: 2024-04-02 08:15:02.477220051 +0000 UTC m=+0.108647611 container create 73e84469a1aa2651235ee12b135091d4b3814a69a65076741604b62aafc775b1 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=reef-4d05f4c, org.label-schema.vendor=CentOS) 2024-04-02T08:15:02.761 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:02 smithi012 podman[27224]: 2024-04-02 08:15:02.385416558 +0000 UTC m=+0.016844140 image pull 909dce4fe53d7167a6fa8180542b49bd6d1a8c351b846c37da562093c6f0cffd quay.ceph.io/ceph-ci/ceph:reef 2024-04-02T08:15:02.761 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:02 smithi012 podman[27224]: 2024-04-02 08:15:02.68766912 +0000 UTC m=+0.319096693 container init 73e84469a1aa2651235ee12b135091d4b3814a69a65076741604b62aafc775b1 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , RELEASE=reef-4d05f4c, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:15:02.761 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:02 smithi012 podman[27224]: 2024-04-02 08:15:02.690130726 +0000 UTC m=+0.321558296 container start 73e84469a1aa2651235ee12b135091d4b3814a69a65076741604b62aafc775b1 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, RELEASE=reef-4d05f4c, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-04-02T08:15:02.761 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:02 smithi012 bash[27224]: 73e84469a1aa2651235ee12b135091d4b3814a69a65076741604b62aafc775b1 2024-04-02T08:15:02.774 INFO:teuthology.orchestra.run.smithi012.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-02T08:15:02.774 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stdout disabled 2024-04-02T08:15:02.780 INFO:teuthology.orchestra.run.smithi012.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-02T08:15:02.781 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stdout inactive 2024-04-02T08:15:02.781 INFO:teuthology.orchestra.run.smithi012.stdout:firewalld.service is not enabled 2024-04-02T08:15:02.781 INFO:teuthology.orchestra.run.smithi012.stdout:Not possible to enable service . firewalld.service is not available 2024-04-02T08:15:02.789 INFO:teuthology.orchestra.run.smithi012.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-02T08:15:02.789 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stdout disabled 2024-04-02T08:15:02.796 INFO:teuthology.orchestra.run.smithi012.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-02T08:15:02.796 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stdout inactive 2024-04-02T08:15:02.796 INFO:teuthology.orchestra.run.smithi012.stdout:firewalld.service is not enabled 2024-04-02T08:15:02.796 INFO:teuthology.orchestra.run.smithi012.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-04-02T08:15:02.796 INFO:teuthology.orchestra.run.smithi012.stdout:Waiting for mgr to start... 2024-04-02T08:15:02.796 INFO:teuthology.orchestra.run.smithi012.stdout:Waiting for mgr... 2024-04-02T08:15:03.036 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:02 smithi012 systemd[1]: Started Ceph mgr.y for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:15:03.341 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:03 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:03.253+0000 7f5afdf1d200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:15:03.625 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:03 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/4269857129' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-02T08:15:03.625 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:03 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:03.360+0000 7f5afdf1d200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:15:03.867 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout 2024-04-02T08:15:03.867 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout { 2024-04-02T08:15:03.867 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "fsid": "f84ae488-f0c8-11ee-b647-cb9ed24678a4", 2024-04-02T08:15:03.867 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "health": { 2024-04-02T08:15:03.868 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-02T08:15:03.868 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-02T08:15:03.868 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-02T08:15:03.868 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:15:03.868 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-02T08:15:03.868 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-02T08:15:03.868 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout 0 2024-04-02T08:15:03.868 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:15:03.868 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-02T08:15:03.868 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "a" 2024-04-02T08:15:03.868 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:15:03.868 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-04-02T08:15:03.868 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-02T08:15:03.868 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:15:03.869 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-04-02T08:15:03.869 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-02T08:15:03.869 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:15:03.869 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-02T08:15:03.869 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:15:03.869 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-02T08:15:03.869 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-02T08:15:03.869 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-02T08:15:03.869 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-02T08:15:03.869 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-02T08:15:03.869 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-02T08:15:03.869 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:15:03.869 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-02T08:15:03.869 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-02T08:15:03.870 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-02T08:15:03.870 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-02T08:15:03.870 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-02T08:15:03.870 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-02T08:15:03.870 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-02T08:15:03.870 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-02T08:15:03.870 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-02T08:15:03.870 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:15:03.870 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-02T08:15:03.870 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:15:03.870 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-02T08:15:03.870 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-02T08:15:03.870 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:15:03.871 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-02T08:15:03.871 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-02T08:15:03.871 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-02T08:15:03.871 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-02T08:15:03.871 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-02T08:15:03.871 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-02T08:15:03.871 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "restful" 2024-04-02T08:15:03.871 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:15:03.871 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-02T08:15:03.871 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:15:03.871 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-02T08:15:03.871 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:15:03.871 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "modified": "2024-04-02T08:14:47.101450+0000", 2024-04-02T08:15:03.871 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-02T08:15:03.872 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:15:03.872 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-02T08:15:03.872 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout } 2024-04-02T08:15:03.872 INFO:teuthology.orchestra.run.smithi012.stdout:mgr not available, waiting (1/15)... 2024-04-02T08:15:04.354 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:04 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:04.021+0000 7f5afdf1d200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:15:04.354 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:04 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:04.114+0000 7f5afdf1d200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:15:04.354 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:04 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:04.258+0000 7f5afdf1d200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:15:04.354 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:04 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:04.354+0000 7f5afdf1d200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:15:04.678 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:04 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:04.439+0000 7f5afdf1d200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:15:05.002 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:04 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:04.706+0000 7f5afdf1d200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:15:05.002 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:04 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:04.818+0000 7f5afdf1d200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:15:05.002 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:04 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:04.906+0000 7f5afdf1d200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:15:05.002 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:05 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:05.002+0000 7f5afdf1d200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:15:05.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:05 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:05.181+0000 7f5afdf1d200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:15:06.331 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:06 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:06.198+0000 7f5afdf1d200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:15:06.331 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:06 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:06.332+0000 7f5afdf1d200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:15:06.928 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:06 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:06.668+0000 7f5afdf1d200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:15:06.928 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:06 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:06.760+0000 7f5afdf1d200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:15:07.343 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:06 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:06.959+0000 7f5afdf1d200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:15:07.343 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:07.151+0000 7f5afdf1d200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:15:07.628 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:07.443+0000 7f5afdf1d200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:15:07.895 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:07 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/3563369805' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-02T08:15:07.895 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:07.716+0000 7f5afdf1d200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:15:08.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:07.970+0000 7f5afdf1d200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:15:08.319 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout 2024-04-02T08:15:08.325 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout { 2024-04-02T08:15:08.325 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "fsid": "f84ae488-f0c8-11ee-b647-cb9ed24678a4", 2024-04-02T08:15:08.325 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "health": { 2024-04-02T08:15:08.325 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-02T08:15:08.325 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-02T08:15:08.325 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-02T08:15:08.325 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:15:08.325 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-02T08:15:08.325 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-02T08:15:08.325 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout 0 2024-04-02T08:15:08.325 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:15:08.326 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-02T08:15:08.326 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "a" 2024-04-02T08:15:08.326 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:15:08.326 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "quorum_age": 7, 2024-04-02T08:15:08.326 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-02T08:15:08.326 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:15:08.326 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-04-02T08:15:08.326 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-02T08:15:08.326 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:15:08.326 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-02T08:15:08.326 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:15:08.326 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-02T08:15:08.326 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-02T08:15:08.326 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-02T08:15:08.327 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-02T08:15:08.327 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-02T08:15:08.327 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-02T08:15:08.327 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:15:08.327 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-02T08:15:08.327 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-02T08:15:08.327 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-02T08:15:08.327 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-02T08:15:08.327 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-02T08:15:08.327 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-02T08:15:08.327 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-02T08:15:08.327 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-02T08:15:08.327 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-02T08:15:08.327 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:15:08.327 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-02T08:15:08.328 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:15:08.328 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-02T08:15:08.328 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-02T08:15:08.328 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:15:08.328 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-02T08:15:08.328 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-02T08:15:08.328 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-02T08:15:08.328 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-02T08:15:08.328 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-02T08:15:08.328 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-02T08:15:08.328 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "restful" 2024-04-02T08:15:08.328 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:15:08.328 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-02T08:15:08.328 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:15:08.328 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-02T08:15:08.328 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:15:08.329 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "modified": "2024-04-02T08:14:47.101450+0000", 2024-04-02T08:15:08.329 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-02T08:15:08.329 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:15:08.329 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-02T08:15:08.329 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout } 2024-04-02T08:15:08.329 INFO:teuthology.orchestra.run.smithi012.stdout:mgr not available, waiting (2/15)... 2024-04-02T08:15:09.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:08 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:08.809+0000 7f5afdf1d200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:15:09.678 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:09 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:09.388+0000 7f5afdf1d200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:15:09.678 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:09 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:09.488+0000 7f5afdf1d200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:15:10.180 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:09 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:09.708+0000 7f5afdf1d200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:15:10.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:09 smithi012 ceph-mon[27004]: Activating manager daemon y 2024-04-02T08:15:10.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:09 smithi012 ceph-mon[27004]: mgrmap e2: y(active, starting, since 0.00300329s) 2024-04-02T08:15:10.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:09 smithi012 ceph-mon[27004]: from='mgr.14100 172.21.15.12:0/90427796' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:15:10.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:09 smithi012 ceph-mon[27004]: from='mgr.14100 172.21.15.12:0/90427796' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:15:10.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:09 smithi012 ceph-mon[27004]: from='mgr.14100 172.21.15.12:0/90427796' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:15:10.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:09 smithi012 ceph-mon[27004]: from='mgr.14100 172.21.15.12:0/90427796' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:15:10.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:09 smithi012 ceph-mon[27004]: from='mgr.14100 172.21.15.12:0/90427796' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:15:10.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:09 smithi012 ceph-mon[27004]: Manager daemon y is now available 2024-04-02T08:15:10.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:09 smithi012 ceph-mon[27004]: from='mgr.14100 172.21.15.12:0/90427796' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:15:10.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:09 smithi012 ceph-mon[27004]: from='mgr.14100 172.21.15.12:0/90427796' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:15:10.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:09 smithi012 ceph-mon[27004]: from='mgr.14100 172.21.15.12:0/90427796' entity='mgr.y' 2024-04-02T08:15:10.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:09 smithi012 ceph-mon[27004]: from='mgr.14100 172.21.15.12:0/90427796' entity='mgr.y' 2024-04-02T08:15:10.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:09 smithi012 ceph-mon[27004]: from='mgr.14100 172.21.15.12:0/90427796' entity='mgr.y' 2024-04-02T08:15:11.796 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:11 smithi012 ceph-mon[27004]: mgrmap e3: y(active, since 1.00696s) 2024-04-02T08:15:11.797 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:11 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/1884615766' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-02T08:15:11.805 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout 2024-04-02T08:15:11.805 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout { 2024-04-02T08:15:11.805 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "fsid": "f84ae488-f0c8-11ee-b647-cb9ed24678a4", 2024-04-02T08:15:11.805 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "health": { 2024-04-02T08:15:11.805 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-02T08:15:11.805 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-02T08:15:11.805 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-02T08:15:11.805 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:15:11.805 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-02T08:15:11.805 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-02T08:15:11.805 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout 0 2024-04-02T08:15:11.805 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:15:11.806 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-02T08:15:11.806 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "a" 2024-04-02T08:15:11.806 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:15:11.806 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "quorum_age": 10, 2024-04-02T08:15:11.806 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-02T08:15:11.806 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:15:11.806 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-04-02T08:15:11.806 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-02T08:15:11.806 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:15:11.806 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-02T08:15:11.806 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:15:11.806 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-02T08:15:11.806 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-02T08:15:11.806 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-02T08:15:11.806 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-02T08:15:11.807 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-02T08:15:11.807 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-02T08:15:11.807 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:15:11.807 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-02T08:15:11.807 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-02T08:15:11.807 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-02T08:15:11.807 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-02T08:15:11.807 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-02T08:15:11.807 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-02T08:15:11.807 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-02T08:15:11.807 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-02T08:15:11.807 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-02T08:15:11.807 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:15:11.807 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-02T08:15:11.807 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:15:11.808 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-02T08:15:11.808 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-02T08:15:11.808 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:15:11.808 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-02T08:15:11.808 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-02T08:15:11.808 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-02T08:15:11.808 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-02T08:15:11.808 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-02T08:15:11.808 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-02T08:15:11.808 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "restful" 2024-04-02T08:15:11.808 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:15:11.808 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-02T08:15:11.808 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:15:11.808 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-02T08:15:11.808 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:15:11.809 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "modified": "2024-04-02T08:14:47.101450+0000", 2024-04-02T08:15:11.809 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-02T08:15:11.809 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:15:11.809 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-02T08:15:11.809 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout } 2024-04-02T08:15:11.809 INFO:teuthology.orchestra.run.smithi012.stdout:mgr is available 2024-04-02T08:15:13.045 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:12 smithi012 ceph-mon[27004]: mgrmap e4: y(active, since 2s) 2024-04-02T08:15:13.045 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:12 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/3936360326' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-02T08:15:13.048 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout 2024-04-02T08:15:13.048 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout [global] 2024-04-02T08:15:13.048 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout fsid = f84ae488-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:15:13.048 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-02T08:15:13.048 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-02T08:15:13.048 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-02T08:15:13.048 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-02T08:15:13.048 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout 2024-04-02T08:15:13.048 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-02T08:15:13.049 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-02T08:15:13.049 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout 2024-04-02T08:15:13.049 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout [osd] 2024-04-02T08:15:13.049 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-02T08:15:13.049 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-02T08:15:13.049 INFO:teuthology.orchestra.run.smithi012.stdout:Enabling cephadm module... 2024-04-02T08:15:14.164 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:13 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/1599549903' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-04-02T08:15:14.165 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:13 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: ignoring --setuser ceph since I am not root 2024-04-02T08:15:14.165 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:13 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: ignoring --setgroup ceph since I am not root 2024-04-02T08:15:14.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:14 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:14.343+0000 7f96b3023200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:15:14.695 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:14 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:14.440+0000 7f96b3023200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:15:15.069 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:14 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/1599549903' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-04-02T08:15:15.069 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:14 smithi012 ceph-mon[27004]: mgrmap e5: y(active, since 4s) 2024-04-02T08:15:15.340 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:15 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:15.103+0000 7f96b3023200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:15:15.341 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:15 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:15.197+0000 7f96b3023200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:15:15.341 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:15 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:15.341+0000 7f96b3023200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:15:15.648 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:15 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:15.438+0000 7f96b3023200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:15:15.648 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:15 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:15.523+0000 7f96b3023200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:15:15.651 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout { 2024-04-02T08:15:15.651 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-04-02T08:15:15.651 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-02T08:15:15.652 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-04-02T08:15:15.652 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-02T08:15:15.652 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout } 2024-04-02T08:15:15.652 INFO:teuthology.orchestra.run.smithi012.stdout:Waiting for the mgr to restart... 2024-04-02T08:15:15.652 INFO:teuthology.orchestra.run.smithi012.stdout:Waiting for mgr epoch 5... 2024-04-02T08:15:15.899 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:15 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/3415995162' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-02T08:15:15.899 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:15 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:15.796+0000 7f96b3023200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:15:16.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:15 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:15.912+0000 7f96b3023200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:15:16.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:16 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:16.000+0000 7f96b3023200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:15:16.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:16 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:16.098+0000 7f96b3023200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:15:16.678 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:16 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:16.276+0000 7f96b3023200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:15:17.678 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:17.258+0000 7f96b3023200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:15:17.678 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:17.392+0000 7f96b3023200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:15:18.027 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:17.738+0000 7f96b3023200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:15:18.027 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:17.829+0000 7f96b3023200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:15:18.027 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:18 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:18.027+0000 7f96b3023200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:15:18.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:18 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:18.217+0000 7f96b3023200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:15:18.771 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:18 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:18.506+0000 7f96b3023200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:15:19.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:18 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:18.772+0000 7f96b3023200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:15:19.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:19 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:19.011+0000 7f96b3023200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:15:20.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:19 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:19.832+0000 7f96b3023200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:15:20.678 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:20 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:20.408+0000 7f96b3023200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:15:20.678 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:20 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:20.507+0000 7f96b3023200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:15:21.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:20 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:20.731+0000 7f96b3023200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:15:22.105 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:21 smithi012 ceph-mon[27004]: Active manager daemon y restarted 2024-04-02T08:15:22.106 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:21 smithi012 ceph-mon[27004]: Activating manager daemon y 2024-04-02T08:15:22.106 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:21 smithi012 ceph-mon[27004]: osdmap e2: 0 total, 0 up, 0 in 2024-04-02T08:15:22.106 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:21 smithi012 ceph-mon[27004]: mgrmap e6: y(active, starting, since 0.00372081s) 2024-04-02T08:15:22.106 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:21 smithi012 ceph-mon[27004]: from='mgr.14118 172.21.15.12:0/2374107352' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:15:22.106 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:21 smithi012 ceph-mon[27004]: from='mgr.14118 172.21.15.12:0/2374107352' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:15:22.106 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:21 smithi012 ceph-mon[27004]: from='mgr.14118 172.21.15.12:0/2374107352' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:15:22.106 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:21 smithi012 ceph-mon[27004]: from='mgr.14118 172.21.15.12:0/2374107352' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:15:22.106 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:21 smithi012 ceph-mon[27004]: from='mgr.14118 172.21.15.12:0/2374107352' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:15:22.106 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:21 smithi012 ceph-mon[27004]: Manager daemon y is now available 2024-04-02T08:15:22.106 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:21 smithi012 ceph-mon[27004]: Found migration_current of "None". Setting to last migration. 2024-04-02T08:15:22.106 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:21 smithi012 ceph-mon[27004]: from='mgr.14118 172.21.15.12:0/2374107352' entity='mgr.y' 2024-04-02T08:15:22.106 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:21 smithi012 ceph-mon[27004]: from='mgr.14118 172.21.15.12:0/2374107352' entity='mgr.y' 2024-04-02T08:15:22.107 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:21 smithi012 ceph-mon[27004]: from='mgr.14118 172.21.15.12:0/2374107352' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:15:22.107 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:21 smithi012 ceph-mon[27004]: from='mgr.14118 172.21.15.12:0/2374107352' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:15:22.107 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:21 smithi012 ceph-mon[27004]: from='mgr.14118 172.21.15.12:0/2374107352' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:15:22.107 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:21 smithi012 ceph-mon[27004]: from='mgr.14118 172.21.15.12:0/2374107352' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:15:22.107 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:21 smithi012 ceph-mon[27004]: from='mgr.14118 172.21.15.12:0/2374107352' entity='mgr.y' 2024-04-02T08:15:22.107 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:21 smithi012 ceph-mon[27004]: from='mgr.14118 172.21.15.12:0/2374107352' entity='mgr.y' 2024-04-02T08:15:22.418 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout { 2024-04-02T08:15:22.418 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-04-02T08:15:22.418 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-02T08:15:22.418 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout } 2024-04-02T08:15:22.418 INFO:teuthology.orchestra.run.smithi012.stdout:mgr epoch 5 is available 2024-04-02T08:15:22.418 INFO:teuthology.orchestra.run.smithi012.stdout:Setting orchestrator backend to cephadm... 2024-04-02T08:15:23.111 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:22 smithi012 ceph-mon[27004]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-02T08:15:23.111 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:22 smithi012 ceph-mon[27004]: mgrmap e7: y(active, since 1.00596s) 2024-04-02T08:15:23.111 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:22 smithi012 ceph-mon[27004]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-02T08:15:23.111 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:22 smithi012 ceph-mon[27004]: from='mgr.14118 172.21.15.12:0/2374107352' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:15:23.991 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:23 smithi012 ceph-mon[27004]: [02/Apr/2024:08:15:22] ENGINE Bus STARTING 2024-04-02T08:15:23.991 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:23 smithi012 ceph-mon[27004]: [02/Apr/2024:08:15:22] ENGINE Serving on https://172.21.15.12:7150 2024-04-02T08:15:23.991 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:23 smithi012 ceph-mon[27004]: [02/Apr/2024:08:15:22] ENGINE Serving on http://172.21.15.12:8765 2024-04-02T08:15:23.991 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:23 smithi012 ceph-mon[27004]: [02/Apr/2024:08:15:22] ENGINE Bus STARTED 2024-04-02T08:15:23.991 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:23 smithi012 ceph-mon[27004]: mgrmap e8: y(active, since 2s) 2024-04-02T08:15:23.991 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:23 smithi012 ceph-mon[27004]: from='mgr.14118 172.21.15.12:0/2374107352' entity='mgr.y' 2024-04-02T08:15:23.991 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:23 smithi012 ceph-mon[27004]: from='mgr.14118 172.21.15.12:0/2374107352' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:15:24.828 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:24 smithi012 ceph-mon[27004]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:15:24.830 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout value unchanged 2024-04-02T08:15:24.830 INFO:teuthology.orchestra.run.smithi012.stdout:Generating ssh key... 2024-04-02T08:15:25.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:25 smithi012 ceph-mon[27004]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:15:25.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:25 smithi012 ceph-mon[27004]: from='mgr.14118 172.21.15.12:0/2374107352' entity='mgr.y' 2024-04-02T08:15:25.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:25 smithi012 ceph-mon[27004]: from='mgr.14118 172.21.15.12:0/2374107352' entity='mgr.y' 2024-04-02T08:15:25.929 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:25 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: Generating public/private rsa key pair. 2024-04-02T08:15:25.929 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:25 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: Your identification has been saved in /tmp/tmplektrct1/key. 2024-04-02T08:15:25.929 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:25 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: Your public key has been saved in /tmp/tmplektrct1/key.pub. 2024-04-02T08:15:25.929 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:25 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: The key fingerprint is: 2024-04-02T08:15:25.929 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:25 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: SHA256:u4xL6iRGXUOeS27++P7hATS9Ukw1mZOGKYv4FxD6kbo ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:15:25.929 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:25 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: The key's randomart image is: 2024-04-02T08:15:25.929 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:25 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: +---[RSA 3072]----+ 2024-04-02T08:15:25.929 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:25 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: | o. .+o+ | 2024-04-02T08:15:25.929 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:25 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: | +.o.+o *. | 2024-04-02T08:15:25.929 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:25 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: | ..Oooo+. . | 2024-04-02T08:15:25.929 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:25 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: | ..*.=oo . | 2024-04-02T08:15:25.929 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:25 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: | . o.= S.. | 2024-04-02T08:15:25.930 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:25 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: | . +. .+ | 2024-04-02T08:15:25.930 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:25 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: | o E o.. o | 2024-04-02T08:15:25.930 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:25 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: | . o o = o o | 2024-04-02T08:15:25.930 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:25 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: | .o ++*.o | 2024-04-02T08:15:25.930 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:25 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: +----[SHA256]-----+ 2024-04-02T08:15:26.869 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:26 smithi012 ceph-mon[27004]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:15:26.869 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:26 smithi012 ceph-mon[27004]: Generating ssh key... 2024-04-02T08:15:27.476 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDMmy6uiU/cmNQHLD53/JI+bOLjPEj0VmuyxLZJtu2BJQdrrxnebz9qRxIN9SiWRg73nctNvPzVZKQqKwNTRvhgUN+iwiQ3n6Zt5yggDujkIRkX092z2tRzqGJpULL/a8JPmtpe+LSDCVS2RyupXuzD0s6yHSVRWgBwzuqfz9TS/66c0b2FRZzMhECWGYHO8+XEYjdzmpopHlSPJJC8Exn6NQ9b8ZhZjk/QNw1FlRXhRRQ4eINVz0f30j9+RSOivLbFdDwAwVkoFOeIdZcaxLAVaC+s9s+9ZHd3WkRmfEZ2BXgU1RbzTgwdTlKH1OLleUhkM9n/DoIDFP2p1euyBk3rnpAXQgU1USFRvkia1TyTQG0GQY5EBqZTgoyFkrSLYUb3j+WNFBF4uF/4CTmtddjzLA4d6/cvcBhx/NdtReWdKXBxOOLf6nJ2zveMl1TPidb+1R1uX8T11aaCAAJpoAkGlZayC/5Yk8wzL1B1TqOruL2FkKHJcrpBYcccK7KPm/U= ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:15:27.477 INFO:teuthology.orchestra.run.smithi012.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-04-02T08:15:27.477 INFO:teuthology.orchestra.run.smithi012.stdout:Adding key to root@localhost authorized_keys... 2024-04-02T08:15:27.478 INFO:teuthology.orchestra.run.smithi012.stdout:Adding host smithi012... 2024-04-02T08:15:28.162 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:27 smithi012 ceph-mon[27004]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:15:29.001 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:28 smithi012 ceph-mon[27004]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi012", "addr": "172.21.15.12", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:15:30.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:29 smithi012 ceph-mon[27004]: Deploying cephadm binary to smithi012 2024-04-02T08:15:31.502 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout Added host 'smithi012' with addr '172.21.15.12' 2024-04-02T08:15:31.502 INFO:teuthology.orchestra.run.smithi012.stdout:Deploying unmanaged mon service... 2024-04-02T08:15:32.145 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:31 smithi012 ceph-mon[27004]: from='mgr.14118 172.21.15.12:0/2374107352' entity='mgr.y' 2024-04-02T08:15:32.145 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:31 smithi012 ceph-mon[27004]: Added host smithi012 2024-04-02T08:15:32.145 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:31 smithi012 ceph-mon[27004]: from='mgr.14118 172.21.15.12:0/2374107352' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:15:33.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:33 smithi012 ceph-mon[27004]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:15:33.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:33 smithi012 ceph-mon[27004]: Saving service mon spec with placement count:5 2024-04-02T08:15:33.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:33 smithi012 ceph-mon[27004]: from='mgr.14118 172.21.15.12:0/2374107352' entity='mgr.y' 2024-04-02T08:15:33.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:33 smithi012 ceph-mon[27004]: from='mgr.14118 172.21.15.12:0/2374107352' entity='mgr.y' 2024-04-02T08:15:33.597 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-04-02T08:15:33.598 INFO:teuthology.orchestra.run.smithi012.stdout:Deploying unmanaged mgr service... 2024-04-02T08:15:34.842 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:34 smithi012 ceph-mon[27004]: from='mgr.14118 172.21.15.12:0/2374107352' entity='mgr.y' 2024-04-02T08:15:34.843 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:34 smithi012 ceph-mon[27004]: from='mgr.14118 172.21.15.12:0/2374107352' entity='mgr.y' 2024-04-02T08:15:35.383 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-04-02T08:15:35.775 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:35 smithi012 ceph-mon[27004]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:15:35.775 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:35 smithi012 ceph-mon[27004]: Saving service mgr spec with placement count:2 2024-04-02T08:15:35.775 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:35 smithi012 ceph-mon[27004]: from='mgr.14118 172.21.15.12:0/2374107352' entity='mgr.y' 2024-04-02T08:15:37.378 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:37 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/4142973157' entity='client.admin' 2024-04-02T08:15:38.041 INFO:teuthology.orchestra.run.smithi012.stdout:Enabling the dashboard module... 2024-04-02T08:15:38.290 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:38 smithi012 ceph-mon[27004]: from='mgr.14118 172.21.15.12:0/2374107352' entity='mgr.y' 2024-04-02T08:15:38.290 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:38 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/3246643042' entity='client.admin' 2024-04-02T08:15:39.542 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:39 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/1899539262' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-04-02T08:15:39.543 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:39 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: ignoring --setuser ceph since I am not root 2024-04-02T08:15:39.543 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:39 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: ignoring --setgroup ceph since I am not root 2024-04-02T08:15:40.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:39 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:39.819+0000 7fd93f04e200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:15:40.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:39 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:39.917+0000 7fd93f04e200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:15:40.505 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:40 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/1899539262' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-04-02T08:15:40.506 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:40 smithi012 ceph-mon[27004]: mgrmap e9: y(active, since 18s) 2024-04-02T08:15:40.829 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:40 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:40.585+0000 7fd93f04e200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:15:40.829 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:40 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:40.681+0000 7fd93f04e200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:15:40.829 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:40 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:40.830+0000 7fd93f04e200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:15:41.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:40 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:40.928+0000 7fd93f04e200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:15:41.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:41 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:41.017+0000 7fd93f04e200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:15:41.590 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:41 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:41.292+0000 7fd93f04e200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:15:41.590 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:41 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:41.404+0000 7fd93f04e200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:15:41.591 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:41 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:41.494+0000 7fd93f04e200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:15:41.599 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout { 2024-04-02T08:15:41.599 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-04-02T08:15:41.600 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-02T08:15:41.600 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-04-02T08:15:41.600 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-02T08:15:41.600 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout } 2024-04-02T08:15:41.600 INFO:teuthology.orchestra.run.smithi012.stdout:Waiting for the mgr to restart... 2024-04-02T08:15:41.600 INFO:teuthology.orchestra.run.smithi012.stdout:Waiting for mgr epoch 9... 2024-04-02T08:15:41.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:41 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/668500083' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-02T08:15:41.928 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:41 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:41.592+0000 7fd93f04e200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:15:41.928 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:41 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:41.776+0000 7fd93f04e200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:15:43.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:42 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:42.776+0000 7fd93f04e200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:15:43.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:42 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:42.912+0000 7fd93f04e200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:15:43.546 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:43 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:43.253+0000 7fd93f04e200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:15:43.547 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:43 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:43.346+0000 7fd93f04e200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:15:43.547 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:43 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:43.548+0000 7fd93f04e200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:15:43.928 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:43 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:43.738+0000 7fd93f04e200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:15:44.292 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:44 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:44.031+0000 7fd93f04e200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:15:44.292 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:44 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:44.293+0000 7fd93f04e200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:15:44.678 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:44 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:44.537+0000 7fd93f04e200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:15:45.678 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:45 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:45.373+0000 7fd93f04e200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:15:46.286 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:45 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:45.958+0000 7fd93f04e200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:15:46.286 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:46 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:46.062+0000 7fd93f04e200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:15:46.286 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:15:46 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:15:46.287+0000 7fd93f04e200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:15:47.102 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:46 smithi012 ceph-mon[27004]: Active manager daemon y restarted 2024-04-02T08:15:47.102 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:46 smithi012 ceph-mon[27004]: Activating manager daemon y 2024-04-02T08:15:47.102 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:46 smithi012 ceph-mon[27004]: osdmap e3: 0 total, 0 up, 0 in 2024-04-02T08:15:47.102 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:46 smithi012 ceph-mon[27004]: mgrmap e10: y(active, starting, since 0.00320239s) 2024-04-02T08:15:47.102 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:46 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:15:47.102 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:46 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:15:47.102 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:46 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:15:47.102 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:46 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:15:47.102 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:46 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:15:47.102 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:46 smithi012 ceph-mon[27004]: Manager daemon y is now available 2024-04-02T08:15:47.103 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:46 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:15:47.103 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:46 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:15:47.103 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:46 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:15:48.208 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout { 2024-04-02T08:15:48.208 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-04-02T08:15:48.208 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-02T08:15:48.209 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout } 2024-04-02T08:15:48.209 INFO:teuthology.orchestra.run.smithi012.stdout:mgr epoch 9 is available 2024-04-02T08:15:48.209 INFO:teuthology.orchestra.run.smithi012.stdout:Generating a dashboard self-signed certificate... 2024-04-02T08:15:48.464 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:48 smithi012 ceph-mon[27004]: mgrmap e11: y(active, since 1.00537s) 2024-04-02T08:15:48.464 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:48 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:15:49.773 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-04-02T08:15:49.773 INFO:teuthology.orchestra.run.smithi012.stdout:Creating initial admin user... 2024-04-02T08:15:49.888 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:49 smithi012 ceph-mon[27004]: mgrmap e12: y(active, since 2s) 2024-04-02T08:15:49.888 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:49 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:15:49.888 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:49 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:15:49.888 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:49 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:15:51.459 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$OpajOKiAhC/jUBnR6Qqoq.Wyq2dSw70QvvIfuJfKhGUOfaFz0YlkG", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1712045750, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-04-02T08:15:51.459 INFO:teuthology.orchestra.run.smithi012.stdout:Fetching dashboard port number... 2024-04-02T08:15:51.698 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:51 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:15:52.882 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:52 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/1216257915' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-04-02T08:15:52.885 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout 8443 2024-04-02T08:15:52.895 INFO:teuthology.orchestra.run.smithi012.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-02T08:15:52.895 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stdout disabled 2024-04-02T08:15:52.902 INFO:teuthology.orchestra.run.smithi012.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-02T08:15:52.903 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stdout inactive 2024-04-02T08:15:52.903 INFO:teuthology.orchestra.run.smithi012.stdout:firewalld.service is not enabled 2024-04-02T08:15:52.903 INFO:teuthology.orchestra.run.smithi012.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-04-02T08:15:52.905 INFO:teuthology.orchestra.run.smithi012.stdout:Ceph Dashboard is now available at: 2024-04-02T08:15:52.905 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:15:52.905 INFO:teuthology.orchestra.run.smithi012.stdout: URL: https://smithi012.front.sepia.ceph.com:8443/ 2024-04-02T08:15:52.905 INFO:teuthology.orchestra.run.smithi012.stdout: User: admin 2024-04-02T08:15:52.905 INFO:teuthology.orchestra.run.smithi012.stdout: Password: trov7i1d5b 2024-04-02T08:15:52.905 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:15:52.905 INFO:teuthology.orchestra.run.smithi012.stdout:Saving cluster configuration to /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config directory 2024-04-02T08:15:52.906 INFO:teuthology.orchestra.run.smithi012.stdout:Enabling autotune for osd_memory_target 2024-04-02T08:15:53.914 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:53 smithi012 ceph-mon[27004]: [02/Apr/2024:08:15:47] ENGINE Bus STARTING 2024-04-02T08:15:53.914 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:53 smithi012 ceph-mon[27004]: [02/Apr/2024:08:15:47] ENGINE Serving on http://172.21.15.12:8765 2024-04-02T08:15:53.914 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:53 smithi012 ceph-mon[27004]: [02/Apr/2024:08:15:47] ENGINE Serving on https://172.21.15.12:7150 2024-04-02T08:15:53.914 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:53 smithi012 ceph-mon[27004]: [02/Apr/2024:08:15:47] ENGINE Bus STARTED 2024-04-02T08:15:53.914 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:53 smithi012 ceph-mon[27004]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:15:53.914 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:53 smithi012 ceph-mon[27004]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:15:53.914 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:53 smithi012 ceph-mon[27004]: mgrmap e13: y(active, since 6s) 2024-04-02T08:15:55.548 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-04-02T08:15:55.548 INFO:teuthology.orchestra.run.smithi012.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-04-02T08:15:55.548 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:15:55.548 INFO:teuthology.orchestra.run.smithi012.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-04-02T08:15:55.548 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:15:55.548 INFO:teuthology.orchestra.run.smithi012.stdout:Or, if you are only running a single cluster on this host: 2024-04-02T08:15:55.548 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:15:55.548 INFO:teuthology.orchestra.run.smithi012.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-04-02T08:15:55.548 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:15:55.548 INFO:teuthology.orchestra.run.smithi012.stdout:Please consider enabling telemetry to help improve Ceph: 2024-04-02T08:15:55.549 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:15:55.549 INFO:teuthology.orchestra.run.smithi012.stdout: ceph telemetry on 2024-04-02T08:15:55.549 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:15:55.549 INFO:teuthology.orchestra.run.smithi012.stdout:For more information see: 2024-04-02T08:15:55.549 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:15:55.549 INFO:teuthology.orchestra.run.smithi012.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-04-02T08:15:55.549 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:15:55.549 INFO:teuthology.orchestra.run.smithi012.stdout:Bootstrap complete. 2024-04-02T08:15:55.588 INFO:tasks.cephadm:Fetching config... 2024-04-02T08:15:55.588 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-04-02T08:15:55.589 DEBUG:teuthology.orchestra.run.smithi012:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-04-02T08:15:55.605 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-04-02T08:15:55.605 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-04-02T08:15:55.605 DEBUG:teuthology.orchestra.run.smithi012:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-04-02T08:15:55.660 INFO:tasks.cephadm:Fetching mon keyring... 2024-04-02T08:15:55.660 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-04-02T08:15:55.661 DEBUG:teuthology.orchestra.run.smithi012:> sudo dd if=/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.a/keyring of=/dev/stdout 2024-04-02T08:15:55.728 INFO:tasks.cephadm:Fetching pub ssh key... 2024-04-02T08:15:55.728 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-04-02T08:15:55.728 DEBUG:teuthology.orchestra.run.smithi012:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-04-02T08:15:55.783 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-04-02T08:15:55.783 DEBUG:teuthology.orchestra.run.smithi012:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDMmy6uiU/cmNQHLD53/JI+bOLjPEj0VmuyxLZJtu2BJQdrrxnebz9qRxIN9SiWRg73nctNvPzVZKQqKwNTRvhgUN+iwiQ3n6Zt5yggDujkIRkX092z2tRzqGJpULL/a8JPmtpe+LSDCVS2RyupXuzD0s6yHSVRWgBwzuqfz9TS/66c0b2FRZzMhECWGYHO8+XEYjdzmpopHlSPJJC8Exn6NQ9b8ZhZjk/QNw1FlRXhRRQ4eINVz0f30j9+RSOivLbFdDwAwVkoFOeIdZcaxLAVaC+s9s+9ZHd3WkRmfEZ2BXgU1RbzTgwdTlKH1OLleUhkM9n/DoIDFP2p1euyBk3rnpAXQgU1USFRvkia1TyTQG0GQY5EBqZTgoyFkrSLYUb3j+WNFBF4uF/4CTmtddjzLA4d6/cvcBhx/NdtReWdKXBxOOLf6nJ2zveMl1TPidb+1R1uX8T11aaCAAJpoAkGlZayC/5Yk8wzL1B1TqOruL2FkKHJcrpBYcccK7KPm/U= ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-02T08:15:55.862 INFO:teuthology.orchestra.run.smithi012.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDMmy6uiU/cmNQHLD53/JI+bOLjPEj0VmuyxLZJtu2BJQdrrxnebz9qRxIN9SiWRg73nctNvPzVZKQqKwNTRvhgUN+iwiQ3n6Zt5yggDujkIRkX092z2tRzqGJpULL/a8JPmtpe+LSDCVS2RyupXuzD0s6yHSVRWgBwzuqfz9TS/66c0b2FRZzMhECWGYHO8+XEYjdzmpopHlSPJJC8Exn6NQ9b8ZhZjk/QNw1FlRXhRRQ4eINVz0f30j9+RSOivLbFdDwAwVkoFOeIdZcaxLAVaC+s9s+9ZHd3WkRmfEZ2BXgU1RbzTgwdTlKH1OLleUhkM9n/DoIDFP2p1euyBk3rnpAXQgU1USFRvkia1TyTQG0GQY5EBqZTgoyFkrSLYUb3j+WNFBF4uF/4CTmtddjzLA4d6/cvcBhx/NdtReWdKXBxOOLf6nJ2zveMl1TPidb+1R1uX8T11aaCAAJpoAkGlZayC/5Yk8wzL1B1TqOruL2FkKHJcrpBYcccK7KPm/U= ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:15:55.876 DEBUG:teuthology.orchestra.run.smithi055:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDMmy6uiU/cmNQHLD53/JI+bOLjPEj0VmuyxLZJtu2BJQdrrxnebz9qRxIN9SiWRg73nctNvPzVZKQqKwNTRvhgUN+iwiQ3n6Zt5yggDujkIRkX092z2tRzqGJpULL/a8JPmtpe+LSDCVS2RyupXuzD0s6yHSVRWgBwzuqfz9TS/66c0b2FRZzMhECWGYHO8+XEYjdzmpopHlSPJJC8Exn6NQ9b8ZhZjk/QNw1FlRXhRRQ4eINVz0f30j9+RSOivLbFdDwAwVkoFOeIdZcaxLAVaC+s9s+9ZHd3WkRmfEZ2BXgU1RbzTgwdTlKH1OLleUhkM9n/DoIDFP2p1euyBk3rnpAXQgU1USFRvkia1TyTQG0GQY5EBqZTgoyFkrSLYUb3j+WNFBF4uF/4CTmtddjzLA4d6/cvcBhx/NdtReWdKXBxOOLf6nJ2zveMl1TPidb+1R1uX8T11aaCAAJpoAkGlZayC/5Yk8wzL1B1TqOruL2FkKHJcrpBYcccK7KPm/U= ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-02T08:15:55.923 INFO:teuthology.orchestra.run.smithi055.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDMmy6uiU/cmNQHLD53/JI+bOLjPEj0VmuyxLZJtu2BJQdrrxnebz9qRxIN9SiWRg73nctNvPzVZKQqKwNTRvhgUN+iwiQ3n6Zt5yggDujkIRkX092z2tRzqGJpULL/a8JPmtpe+LSDCVS2RyupXuzD0s6yHSVRWgBwzuqfz9TS/66c0b2FRZzMhECWGYHO8+XEYjdzmpopHlSPJJC8Exn6NQ9b8ZhZjk/QNw1FlRXhRRQ4eINVz0f30j9+RSOivLbFdDwAwVkoFOeIdZcaxLAVaC+s9s+9ZHd3WkRmfEZ2BXgU1RbzTgwdTlKH1OLleUhkM9n/DoIDFP2p1euyBk3rnpAXQgU1USFRvkia1TyTQG0GQY5EBqZTgoyFkrSLYUb3j+WNFBF4uF/4CTmtddjzLA4d6/cvcBhx/NdtReWdKXBxOOLf6nJ2zveMl1TPidb+1R1uX8T11aaCAAJpoAkGlZayC/5Yk8wzL1B1TqOruL2FkKHJcrpBYcccK7KPm/U= ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:15:55.938 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-04-02T08:15:56.174 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:55 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/1396113977' entity='client.admin' 2024-04-02T08:15:56.249 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:15:59.760 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-04-02T08:15:59.760 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-04-02T08:15:59.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:15:59 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/4045102284' entity='client.admin' 2024-04-02T08:16:00.496 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:16:01.601 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:01 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:01.601 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:01 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:01.601 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:01 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi012", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:16:01.601 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:01 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:01.602 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:01 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:16:01.602 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:01 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:03.123 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi055 2024-04-02T08:16:03.123 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2024-04-02T08:16:03.123 DEBUG:teuthology.orchestra.run.smithi055:> dd of=/etc/ceph/ceph.conf 2024-04-02T08:16:03.141 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2024-04-02T08:16:03.141 DEBUG:teuthology.orchestra.run.smithi055:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:16:03.199 INFO:tasks.cephadm:Adding host smithi055 to orchestrator... 2024-04-02T08:16:03.200 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph orch host add smithi055 2024-04-02T08:16:03.398 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:16:03.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:03 smithi012 ceph-mon[27004]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:16:03.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:03 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:03.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:03 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:16:03.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:03 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:03.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:03 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:16:03.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:03 smithi012 ceph-mon[27004]: Updating smithi012:/etc/ceph/ceph.conf 2024-04-02T08:16:03.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:03 smithi012 ceph-mon[27004]: Updating smithi012:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:16:03.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:03 smithi012 ceph-mon[27004]: Updating smithi012:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:16:03.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:03 smithi012 ceph-mon[27004]: Updating smithi012:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:16:03.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:03 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:03.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:03 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:03.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:03 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:07.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:06 smithi012 ceph-mon[27004]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi055", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:16:07.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:06 smithi012 ceph-mon[27004]: Deploying cephadm binary to smithi055 2024-04-02T08:16:07.764 INFO:teuthology.orchestra.run.smithi012.stdout:Added host 'smithi055' with addr '172.21.15.55' 2024-04-02T08:16:08.070 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:07 smithi012 ceph-mon[27004]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:08.426 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph orch host ls --format=json 2024-04-02T08:16:08.627 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:16:09.024 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:08 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:09.024 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:08 smithi012 ceph-mon[27004]: Added host smithi055 2024-04-02T08:16:09.024 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:08 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:16:09.024 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:08 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:09.024 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:08 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:10.021 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:09 smithi012 ceph-mon[27004]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:10.022 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:09 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:10.463 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:16:10.464 INFO:teuthology.orchestra.run.smithi012.stdout:[{"addr": "172.21.15.12", "hostname": "smithi012", "labels": [], "status": ""}, {"addr": "172.21.15.55", "hostname": "smithi055", "labels": [], "status": ""}] 2024-04-02T08:16:11.144 INFO:tasks.cephadm:Setting crush tunables to default 2024-04-02T08:16:11.144 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph osd crush tunables default 2024-04-02T08:16:11.354 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:16:12.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:11 smithi012 ceph-mon[27004]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:12.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:11 smithi012 ceph-mon[27004]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:16:13.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:13 smithi012 ceph-mon[27004]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:13.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:13 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:13.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:13 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:13.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:13 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:13.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:13 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:13.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:13 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi055", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:16:13.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:13 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:13.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:13 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:16:13.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:13 smithi012 ceph-mon[27004]: Updating smithi055:/etc/ceph/ceph.conf 2024-04-02T08:16:13.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:13 smithi012 ceph-mon[27004]: Updating smithi055:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:16:13.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:13 smithi012 ceph-mon[27004]: Updating smithi055:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:16:13.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:13 smithi012 ceph-mon[27004]: Updating smithi055:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:16:13.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:13 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/3819649846' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-02T08:16:13.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:13 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:13.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:13 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:13.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:13 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:13.782 INFO:teuthology.orchestra.run.smithi012.stderr:adjusted tunables profile to default 2024-04-02T08:16:14.455 INFO:tasks.cephadm:Adding mon.a on smithi012 2024-04-02T08:16:14.455 INFO:tasks.cephadm:Adding mon.c on smithi012 2024-04-02T08:16:14.455 INFO:tasks.cephadm:Adding mon.b on smithi055 2024-04-02T08:16:14.456 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph orch apply mon '3;smithi012:172.21.15.12=a;smithi012:[v2:172.21.15.12:3301,v1:172.21.15.12:6790]=c;smithi055:172.21.15.55=b' 2024-04-02T08:16:14.662 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:16:15.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:14 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/3819649846' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-02T08:16:15.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:14 smithi012 ceph-mon[27004]: osdmap e4: 0 total, 0 up, 0 in 2024-04-02T08:16:16.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:15 smithi012 ceph-mon[27004]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:16.221 INFO:teuthology.orchestra.run.smithi055.stdout:Scheduled mon update... 2024-04-02T08:16:16.817 DEBUG:teuthology.orchestra.run.smithi012:mon.c> sudo journalctl -f -n 0 -u ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@mon.c.service 2024-04-02T08:16:16.820 DEBUG:teuthology.orchestra.run.smithi055:mon.b> sudo journalctl -f -n 0 -u ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@mon.b.service 2024-04-02T08:16:16.822 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-02T08:16:16.823 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph mon dump -f json 2024-04-02T08:16:17.537 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:16:17.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:17 smithi012 ceph-mon[27004]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi012:172.21.15.12=a;smithi012:[v2:172.21.15.12:3301,v1:172.21.15.12:6790]=c;smithi055:172.21.15.55=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:16:17.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:17 smithi012 ceph-mon[27004]: Saving service mon spec with placement smithi012:172.21.15.12=a;smithi012:[v2:172.21.15.12:3301,v1:172.21.15.12:6790]=c;smithi055:172.21.15.55=b;count:3 2024-04-02T08:16:17.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:17 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:17.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:17 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:16:17.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:17 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:17.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:17 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:16:17.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:17 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:17.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:17 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:16:17.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:17 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:17.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:17 smithi012 ceph-mon[27004]: Deploying daemon mon.b on smithi055 2024-04-02T08:16:17.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:17 smithi012 ceph-mon[27004]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:19.478 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-02T08:16:19.478 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":1,"fsid":"f84ae488-f0c8-11ee-b647-cb9ed24678a4","modified":"2024-04-02T08:14:44.119575Z","created":"2024-04-02T08:14:44.119575Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:3300","nonce":0},{"type":"v1","addr":"172.21.15.12:6789","nonce":0}]},"addr":"172.21.15.12:6789/0","public_addr":"172.21.15.12:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-04-02T08:16:19.480 INFO:teuthology.orchestra.run.smithi055.stderr:dumped monmap epoch 1 2024-04-02T08:16:19.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:19 smithi012 ceph-mon[27004]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:20.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:20 smithi012 ceph-mon[27004]: from='client.? 172.21.15.55:0/1031084254' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-02T08:16:21.988 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-02T08:16:21.989 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph mon dump -f json 2024-04-02T08:16:22.016 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:21 smithi055 podman[30998]: 2024-04-02 08:16:21.799905165 +0000 UTC m=+0.120320107 container create 61752f499722cc17e12cd958d7a17ba2eb6364f1c0fd6683ef787c70a34b2f2b (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-b, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-4d05f4c, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-02T08:16:22.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:21 smithi012 ceph-mon[27004]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:22.262 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:16:22.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 podman[30998]: 2024-04-02 08:16:22.127369851 +0000 UTC m=+0.447784804 container init 61752f499722cc17e12cd958d7a17ba2eb6364f1c0fd6683ef787c70a34b2f2b (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-b, ceph=True, RELEASE=reef-4d05f4c, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:16:22.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 podman[30998]: 2024-04-02 08:16:22.130652407 +0000 UTC m=+0.451067347 container start 61752f499722cc17e12cd958d7a17ba2eb6364f1c0fd6683ef787c70a34b2f2b (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-b, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, RELEASE=reef-4d05f4c, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:16:22.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: set uid:gid to 167:167 (ceph:ceph) 2024-04-02T08:16:22.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable), process ceph-mon, pid 2 2024-04-02T08:16:22.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: pidfile_write: ignore empty --pid-file 2024-04-02T08:16:22.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: load: jerasure load: lrc 2024-04-02T08:16:22.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: RocksDB version: 7.9.2 2024-04-02T08:16:22.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Git sha 0 2024-04-02T08:16:22.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Compile date 2024-04-01 20:31:51 2024-04-02T08:16:22.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: DB SUMMARY 2024-04-02T08:16:22.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: DB Session ID: 3A05IBICXIZ0OYGB11T0 2024-04-02T08:16:22.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: CURRENT file: CURRENT 2024-04-02T08:16:22.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: IDENTITY file: IDENTITY 2024-04-02T08:16:22.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-04-02T08:16:22.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2024-04-02T08:16:22.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 511 ; 2024-04-02T08:16:22.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.error_if_exists: 0 2024-04-02T08:16:22.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.create_if_missing: 0 2024-04-02T08:16:22.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.paranoid_checks: 1 2024-04-02T08:16:22.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-02T08:16:22.313 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-02T08:16:22.313 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-02T08:16:22.313 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.env: 0x55d8e3aea720 2024-04-02T08:16:22.313 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.fs: PosixFileSystem 2024-04-02T08:16:22.313 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.info_log: 0x55d8e54114e0 2024-04-02T08:16:22.313 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.max_file_opening_threads: 16 2024-04-02T08:16:22.313 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.statistics: (nil) 2024-04-02T08:16:22.315 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.use_fsync: 0 2024-04-02T08:16:22.315 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.max_log_file_size: 0 2024-04-02T08:16:22.315 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-02T08:16:22.315 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-02T08:16:22.315 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.keep_log_file_num: 1000 2024-04-02T08:16:22.315 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.recycle_log_file_num: 0 2024-04-02T08:16:22.315 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.allow_fallocate: 1 2024-04-02T08:16:22.315 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.allow_mmap_reads: 0 2024-04-02T08:16:22.315 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.allow_mmap_writes: 0 2024-04-02T08:16:22.315 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.use_direct_reads: 0 2024-04-02T08:16:22.315 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-02T08:16:22.315 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.create_missing_column_families: 0 2024-04-02T08:16:22.316 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.db_log_dir: 2024-04-02T08:16:22.316 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.wal_dir: 2024-04-02T08:16:22.316 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-02T08:16:22.316 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-02T08:16:22.316 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-02T08:16:22.316 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-02T08:16:22.316 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-02T08:16:22.316 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-02T08:16:22.316 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.advise_random_on_open: 1 2024-04-02T08:16:22.316 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.db_write_buffer_size: 0 2024-04-02T08:16:22.316 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.write_buffer_manager: 0x55d8e4688140 2024-04-02T08:16:22.316 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-02T08:16:22.316 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-02T08:16:22.316 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-02T08:16:22.317 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.rate_limiter: (nil) 2024-04-02T08:16:22.317 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-02T08:16:22.317 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.wal_recovery_mode: 2 2024-04-02T08:16:22.317 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.enable_thread_tracking: 0 2024-04-02T08:16:22.317 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.enable_pipelined_write: 0 2024-04-02T08:16:22.317 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.unordered_write: 0 2024-04-02T08:16:22.317 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-02T08:16:22.317 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-02T08:16:22.317 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-02T08:16:22.317 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-02T08:16:22.317 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.row_cache: None 2024-04-02T08:16:22.317 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.wal_filter: None 2024-04-02T08:16:22.317 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-02T08:16:22.317 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.allow_ingest_behind: 0 2024-04-02T08:16:22.318 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.two_write_queues: 0 2024-04-02T08:16:22.318 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.manual_wal_flush: 0 2024-04-02T08:16:22.318 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.wal_compression: 0 2024-04-02T08:16:22.318 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.atomic_flush: 0 2024-04-02T08:16:22.318 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-02T08:16:22.318 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-02T08:16:22.318 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-02T08:16:22.318 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.log_readahead_size: 0 2024-04-02T08:16:22.318 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-02T08:16:22.318 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.best_efforts_recovery: 0 2024-04-02T08:16:22.318 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-02T08:16:22.318 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-02T08:16:22.318 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.allow_data_in_errors: 0 2024-04-02T08:16:22.319 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.db_host_id: __hostname__ 2024-04-02T08:16:22.319 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-02T08:16:22.319 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.max_background_jobs: 2 2024-04-02T08:16:22.319 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.max_background_compactions: -1 2024-04-02T08:16:22.319 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.max_subcompactions: 1 2024-04-02T08:16:22.319 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-02T08:16:22.319 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-02T08:16:22.319 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-02T08:16:22.319 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.max_total_wal_size: 0 2024-04-02T08:16:22.319 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-02T08:16:22.319 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-02T08:16:22.319 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-02T08:16:22.319 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-02T08:16:22.319 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.max_open_files: -1 2024-04-02T08:16:22.320 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.bytes_per_sync: 0 2024-04-02T08:16:22.320 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-02T08:16:22.320 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-02T08:16:22.320 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.compaction_readahead_size: 0 2024-04-02T08:16:22.320 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.max_background_flushes: -1 2024-04-02T08:16:22.320 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Compression algorithms supported: 2024-04-02T08:16:22.320 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-02T08:16:22.320 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: kZSTD supported: 0 2024-04-02T08:16:22.320 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: kXpressCompression supported: 0 2024-04-02T08:16:22.320 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: kLZ4HCCompression supported: 1 2024-04-02T08:16:22.320 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: kZlibCompression supported: 1 2024-04-02T08:16:22.320 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: kSnappyCompression supported: 1 2024-04-02T08:16:22.320 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: kLZ4Compression supported: 1 2024-04-02T08:16:22.320 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: kBZip2Compression supported: 0 2024-04-02T08:16:22.321 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-02T08:16:22.321 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-02T08:16:22.321 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2024-04-02T08:16:22.321 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-02T08:16:22.321 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-02T08:16:22.321 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.merge_operator: 2024-04-02T08:16:22.321 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.compaction_filter: None 2024-04-02T08:16:22.321 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.compaction_filter_factory: None 2024-04-02T08:16:22.321 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.sst_partitioner_factory: None 2024-04-02T08:16:22.321 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-02T08:16:22.321 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-02T08:16:22.321 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55d8e54115e0) 2024-04-02T08:16:22.321 INFO:journalctl@ceph.mon.b.smithi055.stdout: cache_index_and_filter_blocks: 1 2024-04-02T08:16:22.321 INFO:journalctl@ceph.mon.b.smithi055.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-02T08:16:22.322 INFO:journalctl@ceph.mon.b.smithi055.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-02T08:16:22.322 INFO:journalctl@ceph.mon.b.smithi055.stdout: pin_top_level_index_and_filter: 1 2024-04-02T08:16:22.322 INFO:journalctl@ceph.mon.b.smithi055.stdout: index_type: 0 2024-04-02T08:16:22.322 INFO:journalctl@ceph.mon.b.smithi055.stdout: data_block_index_type: 0 2024-04-02T08:16:22.322 INFO:journalctl@ceph.mon.b.smithi055.stdout: index_shortening: 1 2024-04-02T08:16:22.322 INFO:journalctl@ceph.mon.b.smithi055.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-02T08:16:22.322 INFO:journalctl@ceph.mon.b.smithi055.stdout: checksum: 4 2024-04-02T08:16:22.322 INFO:journalctl@ceph.mon.b.smithi055.stdout: no_block_cache: 0 2024-04-02T08:16:22.322 INFO:journalctl@ceph.mon.b.smithi055.stdout: block_cache: 0x55d8e47291f0 2024-04-02T08:16:22.322 INFO:journalctl@ceph.mon.b.smithi055.stdout: block_cache_name: BinnedLRUCache 2024-04-02T08:16:22.322 INFO:journalctl@ceph.mon.b.smithi055.stdout: block_cache_options: 2024-04-02T08:16:22.322 INFO:journalctl@ceph.mon.b.smithi055.stdout: capacity : 536870912 2024-04-02T08:16:22.322 INFO:journalctl@ceph.mon.b.smithi055.stdout: num_shard_bits : 4 2024-04-02T08:16:22.322 INFO:journalctl@ceph.mon.b.smithi055.stdout: strict_capacity_limit : 0 2024-04-02T08:16:22.323 INFO:journalctl@ceph.mon.b.smithi055.stdout: high_pri_pool_ratio: 0.000 2024-04-02T08:16:22.323 INFO:journalctl@ceph.mon.b.smithi055.stdout: block_cache_compressed: (nil) 2024-04-02T08:16:22.323 INFO:journalctl@ceph.mon.b.smithi055.stdout: persistent_cache: (nil) 2024-04-02T08:16:22.323 INFO:journalctl@ceph.mon.b.smithi055.stdout: block_size: 4096 2024-04-02T08:16:22.323 INFO:journalctl@ceph.mon.b.smithi055.stdout: block_size_deviation: 10 2024-04-02T08:16:22.323 INFO:journalctl@ceph.mon.b.smithi055.stdout: block_restart_interval: 16 2024-04-02T08:16:22.323 INFO:journalctl@ceph.mon.b.smithi055.stdout: index_block_restart_interval: 1 2024-04-02T08:16:22.323 INFO:journalctl@ceph.mon.b.smithi055.stdout: metadata_block_size: 4096 2024-04-02T08:16:22.323 INFO:journalctl@ceph.mon.b.smithi055.stdout: partition_filters: 0 2024-04-02T08:16:22.323 INFO:journalctl@ceph.mon.b.smithi055.stdout: use_delta_encoding: 1 2024-04-02T08:16:22.323 INFO:journalctl@ceph.mon.b.smithi055.stdout: filter_policy: bloomfilter 2024-04-02T08:16:22.323 INFO:journalctl@ceph.mon.b.smithi055.stdout: whole_key_filtering: 1 2024-04-02T08:16:22.323 INFO:journalctl@ceph.mon.b.smithi055.stdout: verify_compression: 0 2024-04-02T08:16:22.324 INFO:journalctl@ceph.mon.b.smithi055.stdout: read_amp_bytes_per_bit: 0 2024-04-02T08:16:22.324 INFO:journalctl@ceph.mon.b.smithi055.stdout: format_version: 5 2024-04-02T08:16:22.324 INFO:journalctl@ceph.mon.b.smithi055.stdout: enable_index_compression: 1 2024-04-02T08:16:22.324 INFO:journalctl@ceph.mon.b.smithi055.stdout: block_align: 0 2024-04-02T08:16:22.324 INFO:journalctl@ceph.mon.b.smithi055.stdout: max_auto_readahead_size: 262144 2024-04-02T08:16:22.324 INFO:journalctl@ceph.mon.b.smithi055.stdout: prepopulate_block_cache: 0 2024-04-02T08:16:22.324 INFO:journalctl@ceph.mon.b.smithi055.stdout: initial_auto_readahead_size: 8192 2024-04-02T08:16:22.324 INFO:journalctl@ceph.mon.b.smithi055.stdout: num_file_reads_for_auto_readahead: 2 2024-04-02T08:16:22.324 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.write_buffer_size: 33554432 2024-04-02T08:16:22.324 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.max_write_buffer_number: 2 2024-04-02T08:16:22.324 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.compression: NoCompression 2024-04-02T08:16:22.324 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.bottommost_compression: Disabled 2024-04-02T08:16:22.324 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.prefix_extractor: nullptr 2024-04-02T08:16:22.324 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-02T08:16:22.325 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.num_levels: 7 2024-04-02T08:16:22.325 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-02T08:16:22.325 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-02T08:16:22.325 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-02T08:16:22.325 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-02T08:16:22.325 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-02T08:16:22.325 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-02T08:16:22.325 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-02T08:16:22.325 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:16:22.325 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-02T08:16:22.325 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-02T08:16:22.325 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:16:22.325 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:16:22.325 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-02T08:16:22.326 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.compression_opts.level: 32767 2024-04-02T08:16:22.326 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.compression_opts.strategy: 0 2024-04-02T08:16:22.326 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-02T08:16:22.326 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:16:22.326 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:16:22.326 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-02T08:16:22.326 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.compression_opts.enabled: false 2024-04-02T08:16:22.326 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:16:22.326 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-02T08:16:22.326 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-02T08:16:22.326 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-02T08:16:22.326 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.target_file_size_base: 67108864 2024-04-02T08:16:22.326 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-02T08:16:22.327 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-02T08:16:22.327 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-02T08:16:22.327 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-02T08:16:22.327 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-02T08:16:22.327 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-02T08:16:22.327 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-02T08:16:22.327 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-02T08:16:22.327 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-02T08:16:22.327 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-02T08:16:22.327 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-02T08:16:22.327 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-02T08:16:22.327 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-02T08:16:22.327 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-02T08:16:22.327 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.arena_block_size: 1048576 2024-04-02T08:16:22.328 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-02T08:16:22.328 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-02T08:16:22.328 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.disable_auto_compactions: 0 2024-04-02T08:16:22.328 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-02T08:16:22.328 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-02T08:16:22.328 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-02T08:16:22.328 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-02T08:16:22.328 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-02T08:16:22.328 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-02T08:16:22.328 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-02T08:16:22.328 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-02T08:16:22.328 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-02T08:16:22.328 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-02T08:16:22.329 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.table_properties_collectors: 2024-04-02T08:16:22.329 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.inplace_update_support: 0 2024-04-02T08:16:22.329 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-02T08:16:22.329 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-02T08:16:22.329 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-02T08:16:22.329 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-02T08:16:22.329 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.bloom_locality: 0 2024-04-02T08:16:22.329 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.max_successive_merges: 0 2024-04-02T08:16:22.329 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-02T08:16:22.329 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.paranoid_file_checks: 0 2024-04-02T08:16:22.329 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.force_consistency_checks: 1 2024-04-02T08:16:22.329 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.report_bg_io_stats: 0 2024-04-02T08:16:22.329 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.ttl: 2592000 2024-04-02T08:16:22.329 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-02T08:16:22.330 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-02T08:16:22.330 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-02T08:16:22.330 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.enable_blob_files: false 2024-04-02T08:16:22.330 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.min_blob_size: 0 2024-04-02T08:16:22.330 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.blob_file_size: 268435456 2024-04-02T08:16:22.330 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-02T08:16:22.330 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-02T08:16:22.330 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-02T08:16:22.330 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-02T08:16:22.330 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-02T08:16:22.330 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.blob_file_starting_level: 0 2024-04-02T08:16:22.330 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-02T08:16:22.330 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-02T08:16:22.330 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-04-02T08:16:22.331 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 1989ed3a-bb47-4c48-8fa1-5cf8ae5e0790 2024-04-02T08:16:22.331 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712045782161834, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-04-02T08:16:22.331 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-04-02T08:16:22.331 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712045782162384, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1622, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712045782, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "1989ed3a-bb47-4c48-8fa1-5cf8ae5e0790", "db_session_id": "3A05IBICXIZ0OYGB11T0", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-04-02T08:16:22.331 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712045782162478, "job": 1, "event": "recovery_finished"} 2024-04-02T08:16:22.331 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-04-02T08:16:22.331 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-02T08:16:22.331 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55d8e47c6000 2024-04-02T08:16:22.331 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: DB pointer 0x55d8e47b4000 2024-04-02T08:16:22.331 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-02T08:16:22.331 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-02T08:16:22.331 INFO:journalctl@ceph.mon.b.smithi055.stdout: ** DB Stats ** 2024-04-02T08:16:22.331 INFO:journalctl@ceph.mon.b.smithi055.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:16:22.331 INFO:journalctl@ceph.mon.b.smithi055.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-02T08:16:22.332 INFO:journalctl@ceph.mon.b.smithi055.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:16:22.332 INFO:journalctl@ceph.mon.b.smithi055.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:16:22.332 INFO:journalctl@ceph.mon.b.smithi055.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-02T08:16:22.332 INFO:journalctl@ceph.mon.b.smithi055.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:16:22.332 INFO:journalctl@ceph.mon.b.smithi055.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:16:22.332 INFO:journalctl@ceph.mon.b.smithi055.stdout: 2024-04-02T08:16:22.332 INFO:journalctl@ceph.mon.b.smithi055.stdout: ** Compaction Stats [default] ** 2024-04-02T08:16:22.332 INFO:journalctl@ceph.mon.b.smithi055.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:16:22.332 INFO:journalctl@ceph.mon.b.smithi055.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-02T08:16:22.332 INFO:journalctl@ceph.mon.b.smithi055.stdout: L0 1/0 1.58 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-02T08:16:22.332 INFO:journalctl@ceph.mon.b.smithi055.stdout: Sum 1/0 1.58 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-02T08:16:22.332 INFO:journalctl@ceph.mon.b.smithi055.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-02T08:16:22.332 INFO:journalctl@ceph.mon.b.smithi055.stdout: 2024-04-02T08:16:22.332 INFO:journalctl@ceph.mon.b.smithi055.stdout: ** Compaction Stats [default] ** 2024-04-02T08:16:22.332 INFO:journalctl@ceph.mon.b.smithi055.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:16:22.333 INFO:journalctl@ceph.mon.b.smithi055.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-02T08:16:22.333 INFO:journalctl@ceph.mon.b.smithi055.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-02T08:16:22.333 INFO:journalctl@ceph.mon.b.smithi055.stdout: 2024-04-02T08:16:22.333 INFO:journalctl@ceph.mon.b.smithi055.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-02T08:16:22.333 INFO:journalctl@ceph.mon.b.smithi055.stdout: 2024-04-02T08:16:22.333 INFO:journalctl@ceph.mon.b.smithi055.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:16:22.333 INFO:journalctl@ceph.mon.b.smithi055.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-02T08:16:22.333 INFO:journalctl@ceph.mon.b.smithi055.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-02T08:16:22.333 INFO:journalctl@ceph.mon.b.smithi055.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-02T08:16:22.333 INFO:journalctl@ceph.mon.b.smithi055.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-02T08:16:22.333 INFO:journalctl@ceph.mon.b.smithi055.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-02T08:16:22.333 INFO:journalctl@ceph.mon.b.smithi055.stdout: Cumulative compaction: 0.00 GB write, 0.32 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:16:22.333 INFO:journalctl@ceph.mon.b.smithi055.stdout: Interval compaction: 0.00 GB write, 0.32 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:16:22.333 INFO:journalctl@ceph.mon.b.smithi055.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-02T08:16:22.334 INFO:journalctl@ceph.mon.b.smithi055.stdout: Block cache BinnedLRUCache@0x55d8e47291f0#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 8e-06 secs_since: 0 2024-04-02T08:16:22.334 INFO:journalctl@ceph.mon.b.smithi055.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-04-02T08:16:22.334 INFO:journalctl@ceph.mon.b.smithi055.stdout: 2024-04-02T08:16:22.334 INFO:journalctl@ceph.mon.b.smithi055.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-02T08:16:22.334 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: mon.b does not exist in monmap, will attempt to join an existing cluster 2024-04-02T08:16:22.334 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: using public_addr v2:172.21.15.55:0/0 -> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] 2024-04-02T08:16:22.334 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: starting mon.b rank -1 at public addrs [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] at bind addrs [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:16:22.334 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: mon.b@-1(???) e0 preinit fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:16:22.334 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: mon.b@-1(synchronizing).mds e1 new map 2024-04-02T08:16:22.334 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: mon.b@-1(synchronizing).mds e1 print_map 2024-04-02T08:16:22.334 INFO:journalctl@ceph.mon.b.smithi055.stdout: e1 2024-04-02T08:16:22.334 INFO:journalctl@ceph.mon.b.smithi055.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-02T08:16:22.334 INFO:journalctl@ceph.mon.b.smithi055.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-02T08:16:22.334 INFO:journalctl@ceph.mon.b.smithi055.stdout: legacy client fscid: -1 2024-04-02T08:16:22.335 INFO:journalctl@ceph.mon.b.smithi055.stdout: 2024-04-02T08:16:22.335 INFO:journalctl@ceph.mon.b.smithi055.stdout: No filesystems configured 2024-04-02T08:16:22.335 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-04-02T08:16:22.335 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-04-02T08:16:22.335 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-04-02T08:16:22.335 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-04-02T08:16:22.335 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-04-02T08:16:22.335 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-04-02T08:16:22.335 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-02T08:16:22.335 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-02T08:16:22.335 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-02T08:16:22.335 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-02T08:16:22.335 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi012:172.21.15.12=a;smithi012:[v2:172.21.15.12:3301,v1:172.21.15.12:6790]=c;smithi055:172.21.15.55=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:16:22.335 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: Saving service mon spec with placement smithi012:172.21.15.12=a;smithi012:[v2:172.21.15.12:3301,v1:172.21.15.12:6790]=c;smithi055:172.21.15.55=b;count:3 2024-04-02T08:16:22.336 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:22.336 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:16:22.336 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:22.336 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:16:22.336 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:22.336 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:16:22.336 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:22.336 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: Deploying daemon mon.b on smithi055 2024-04-02T08:16:22.336 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:22.336 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:22.336 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: from='client.? 172.21.15.55:0/1031084254' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-02T08:16:22.336 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:22.336 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 ceph-mon[31035]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-02T08:16:22.336 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 bash[30998]: 61752f499722cc17e12cd958d7a17ba2eb6364f1c0fd6683ef787c70a34b2f2b 2024-04-02T08:16:22.336 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:22 smithi055 systemd[1]: Started Ceph mon.b for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:16:27.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:27 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:16:27.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:27 smithi055 ceph-mon[31035]: mon.a calling monitor election 2024-04-02T08:16:27.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:27 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:16:27.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:27 smithi055 ceph-mon[31035]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:27.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:27 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:16:27.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:27 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:16:27.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:27 smithi055 ceph-mon[31035]: mon.b calling monitor election 2024-04-02T08:16:27.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:27 smithi055 ceph-mon[31035]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:27.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:27 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:16:27.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:27 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:16:27.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:27 smithi055 ceph-mon[31035]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:27.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:27 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:16:27.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:27 smithi055 ceph-mon[31035]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-02T08:16:27.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:27 smithi055 ceph-mon[31035]: monmap e2: 2 mons at {a=[v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0],b=[v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-02T08:16:27.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:27 smithi055 ceph-mon[31035]: fsmap 2024-04-02T08:16:27.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:27 smithi055 ceph-mon[31035]: osdmap e4: 0 total, 0 up, 0 in 2024-04-02T08:16:27.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:27 smithi055 ceph-mon[31035]: mgrmap e13: y(active, since 40s) 2024-04-02T08:16:27.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:27 smithi055 ceph-mon[31035]: overall HEALTH_OK 2024-04-02T08:16:27.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:27 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:27.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:27 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:27.563 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-02T08:16:27.563 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":2,"fsid":"f84ae488-f0c8-11ee-b647-cb9ed24678a4","modified":"2024-04-02T08:16:22.193340Z","created":"2024-04-02T08:14:44.119575Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:3300","nonce":0},{"type":"v1","addr":"172.21.15.12:6789","nonce":0}]},"addr":"172.21.15.12:6789/0","public_addr":"172.21.15.12:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:3300","nonce":0},{"type":"v1","addr":"172.21.15.55:6789","nonce":0}]},"addr":"172.21.15.55:6789/0","public_addr":"172.21.15.55:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-02T08:16:27.565 INFO:teuthology.orchestra.run.smithi055.stderr:dumped monmap epoch 2 2024-04-02T08:16:27.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:27 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:16:27.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:27 smithi012 ceph-mon[27004]: mon.a calling monitor election 2024-04-02T08:16:27.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:27 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:16:27.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:27 smithi012 ceph-mon[27004]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:27.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:27 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:16:27.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:27 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:16:27.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:27 smithi012 ceph-mon[27004]: mon.b calling monitor election 2024-04-02T08:16:27.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:27 smithi012 ceph-mon[27004]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:27.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:27 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:16:27.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:27 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:16:27.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:27 smithi012 ceph-mon[27004]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:27.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:27 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:16:27.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:27 smithi012 ceph-mon[27004]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-02T08:16:27.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:27 smithi012 ceph-mon[27004]: monmap e2: 2 mons at {a=[v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0],b=[v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-02T08:16:27.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:27 smithi012 ceph-mon[27004]: fsmap 2024-04-02T08:16:27.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:27 smithi012 ceph-mon[27004]: osdmap e4: 0 total, 0 up, 0 in 2024-04-02T08:16:27.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:27 smithi012 ceph-mon[27004]: mgrmap e13: y(active, since 40s) 2024-04-02T08:16:27.680 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:27 smithi012 ceph-mon[27004]: overall HEALTH_OK 2024-04-02T08:16:27.680 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:27 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:27.680 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:27 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:28.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:28 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:28.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:28 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:16:28.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:28 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:28.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:28 smithi012 ceph-mon[27004]: Deploying daemon mon.c on smithi012 2024-04-02T08:16:28.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:28 smithi012 ceph-mon[27004]: from='client.? 172.21.15.55:0/1659770121' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-02T08:16:28.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:28 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:16:28.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:28 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:28.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:28 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:16:28.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:28 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:28.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:28 smithi055 ceph-mon[31035]: Deploying daemon mon.c on smithi012 2024-04-02T08:16:28.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:28 smithi055 ceph-mon[31035]: from='client.? 172.21.15.55:0/1659770121' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-02T08:16:28.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:28 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:16:29.126 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-02T08:16:29.126 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph mon dump -f json 2024-04-02T08:16:29.341 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:16:29.462 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:29 smithi055 ceph-mon[31035]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:29.544 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:29 smithi012 ceph-mon[27004]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:30.352 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 systemd[1]: Starting Ceph mon.c for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:16:30.614 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 podman[38010]: 2024-04-02 08:16:30.354383636 +0000 UTC m=+0.104153371 container create c471055007a2fb26483cee61337d73a0541d7cf2a12648802b897b371e72a525 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-c, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-4d05f4c, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240326) 2024-04-02T08:16:30.614 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 podman[38010]: 2024-04-02 08:16:30.268032701 +0000 UTC m=+0.017802464 image pull 909dce4fe53d7167a6fa8180542b49bd6d1a8c351b846c37da562093c6f0cffd quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e 2024-04-02T08:16:30.614 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 podman[38010]: 2024-04-02 08:16:30.615949588 +0000 UTC m=+0.365719353 container init c471055007a2fb26483cee61337d73a0541d7cf2a12648802b897b371e72a525 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-c, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-4d05f4c, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:16:30.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 podman[38010]: 2024-04-02 08:16:30.619309748 +0000 UTC m=+0.369079484 container start c471055007a2fb26483cee61337d73a0541d7cf2a12648802b897b371e72a525 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-c, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=reef-4d05f4c, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-04-02T08:16:30.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: set uid:gid to 167:167 (ceph:ceph) 2024-04-02T08:16:30.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable), process ceph-mon, pid 2 2024-04-02T08:16:30.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: pidfile_write: ignore empty --pid-file 2024-04-02T08:16:30.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: load: jerasure load: lrc 2024-04-02T08:16:30.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: RocksDB version: 7.9.2 2024-04-02T08:16:30.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Git sha 0 2024-04-02T08:16:30.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Compile date 2024-04-01 20:31:51 2024-04-02T08:16:30.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: DB SUMMARY 2024-04-02T08:16:30.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: DB Session ID: 3PYCFHS8Y8H3GNRJY8BD 2024-04-02T08:16:30.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: CURRENT file: CURRENT 2024-04-02T08:16:30.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: IDENTITY file: IDENTITY 2024-04-02T08:16:30.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-04-02T08:16:30.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-04-02T08:16:30.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 636 ; 2024-04-02T08:16:30.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.error_if_exists: 0 2024-04-02T08:16:30.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.create_if_missing: 0 2024-04-02T08:16:30.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.paranoid_checks: 1 2024-04-02T08:16:30.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-02T08:16:30.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-02T08:16:30.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-02T08:16:30.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.env: 0x563f5146b720 2024-04-02T08:16:30.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.fs: PosixFileSystem 2024-04-02T08:16:30.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.info_log: 0x563f540a74e0 2024-04-02T08:16:30.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.max_file_opening_threads: 16 2024-04-02T08:16:30.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.statistics: (nil) 2024-04-02T08:16:30.931 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.use_fsync: 0 2024-04-02T08:16:30.931 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.max_log_file_size: 0 2024-04-02T08:16:30.931 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-02T08:16:30.931 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-02T08:16:30.931 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.keep_log_file_num: 1000 2024-04-02T08:16:30.931 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.recycle_log_file_num: 0 2024-04-02T08:16:30.931 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.allow_fallocate: 1 2024-04-02T08:16:30.932 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.allow_mmap_reads: 0 2024-04-02T08:16:30.932 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.allow_mmap_writes: 0 2024-04-02T08:16:30.933 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.use_direct_reads: 0 2024-04-02T08:16:30.933 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-02T08:16:30.933 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.create_missing_column_families: 0 2024-04-02T08:16:30.933 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.db_log_dir: 2024-04-02T08:16:30.933 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.wal_dir: 2024-04-02T08:16:30.933 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-02T08:16:30.933 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-02T08:16:30.933 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-02T08:16:30.933 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-02T08:16:30.933 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-02T08:16:30.933 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-02T08:16:30.933 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.advise_random_on_open: 1 2024-04-02T08:16:30.933 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.db_write_buffer_size: 0 2024-04-02T08:16:30.933 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.write_buffer_manager: 0x563f5331e140 2024-04-02T08:16:30.934 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-02T08:16:30.934 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-02T08:16:30.934 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-02T08:16:30.934 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.rate_limiter: (nil) 2024-04-02T08:16:30.934 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-02T08:16:30.934 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.wal_recovery_mode: 2 2024-04-02T08:16:30.934 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.enable_thread_tracking: 0 2024-04-02T08:16:30.934 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.enable_pipelined_write: 0 2024-04-02T08:16:30.934 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.unordered_write: 0 2024-04-02T08:16:30.934 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-02T08:16:30.934 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-02T08:16:30.934 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-02T08:16:30.934 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-02T08:16:30.935 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.row_cache: None 2024-04-02T08:16:30.935 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.wal_filter: None 2024-04-02T08:16:30.935 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-02T08:16:30.935 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.allow_ingest_behind: 0 2024-04-02T08:16:30.935 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.two_write_queues: 0 2024-04-02T08:16:30.935 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.manual_wal_flush: 0 2024-04-02T08:16:30.935 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.wal_compression: 0 2024-04-02T08:16:30.935 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.atomic_flush: 0 2024-04-02T08:16:30.935 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-02T08:16:30.935 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-02T08:16:30.935 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-02T08:16:30.935 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.log_readahead_size: 0 2024-04-02T08:16:30.935 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-02T08:16:30.935 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.best_efforts_recovery: 0 2024-04-02T08:16:30.936 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-02T08:16:30.936 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-02T08:16:30.936 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.allow_data_in_errors: 0 2024-04-02T08:16:30.936 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.db_host_id: __hostname__ 2024-04-02T08:16:30.936 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-02T08:16:30.936 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.max_background_jobs: 2 2024-04-02T08:16:30.936 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.max_background_compactions: -1 2024-04-02T08:16:30.936 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.max_subcompactions: 1 2024-04-02T08:16:30.936 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-02T08:16:30.936 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-02T08:16:30.936 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-02T08:16:30.936 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.max_total_wal_size: 0 2024-04-02T08:16:30.936 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-02T08:16:30.936 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-02T08:16:30.937 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-02T08:16:30.937 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-02T08:16:30.937 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.max_open_files: -1 2024-04-02T08:16:30.937 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.bytes_per_sync: 0 2024-04-02T08:16:30.937 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-02T08:16:30.937 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-02T08:16:30.937 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.compaction_readahead_size: 0 2024-04-02T08:16:30.937 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.max_background_flushes: -1 2024-04-02T08:16:30.937 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Compression algorithms supported: 2024-04-02T08:16:30.937 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-02T08:16:30.937 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: kZSTD supported: 0 2024-04-02T08:16:30.937 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: kXpressCompression supported: 0 2024-04-02T08:16:30.937 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: kLZ4HCCompression supported: 1 2024-04-02T08:16:30.937 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: kZlibCompression supported: 1 2024-04-02T08:16:30.937 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: kSnappyCompression supported: 1 2024-04-02T08:16:30.938 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: kLZ4Compression supported: 1 2024-04-02T08:16:30.938 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: kBZip2Compression supported: 0 2024-04-02T08:16:30.938 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-02T08:16:30.938 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-02T08:16:30.938 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-04-02T08:16:30.938 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-02T08:16:30.938 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-02T08:16:30.938 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.merge_operator: 2024-04-02T08:16:30.938 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.compaction_filter: None 2024-04-02T08:16:30.938 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.compaction_filter_factory: None 2024-04-02T08:16:30.938 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.sst_partitioner_factory: None 2024-04-02T08:16:30.938 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-02T08:16:30.938 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-02T08:16:30.939 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x563f540a75e0) 2024-04-02T08:16:30.939 INFO:journalctl@ceph.mon.c.smithi012.stdout: cache_index_and_filter_blocks: 1 2024-04-02T08:16:30.939 INFO:journalctl@ceph.mon.c.smithi012.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-02T08:16:30.939 INFO:journalctl@ceph.mon.c.smithi012.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-02T08:16:30.939 INFO:journalctl@ceph.mon.c.smithi012.stdout: pin_top_level_index_and_filter: 1 2024-04-02T08:16:30.939 INFO:journalctl@ceph.mon.c.smithi012.stdout: index_type: 0 2024-04-02T08:16:30.939 INFO:journalctl@ceph.mon.c.smithi012.stdout: data_block_index_type: 0 2024-04-02T08:16:30.939 INFO:journalctl@ceph.mon.c.smithi012.stdout: index_shortening: 1 2024-04-02T08:16:30.939 INFO:journalctl@ceph.mon.c.smithi012.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-02T08:16:30.939 INFO:journalctl@ceph.mon.c.smithi012.stdout: checksum: 4 2024-04-02T08:16:30.939 INFO:journalctl@ceph.mon.c.smithi012.stdout: no_block_cache: 0 2024-04-02T08:16:30.939 INFO:journalctl@ceph.mon.c.smithi012.stdout: block_cache: 0x563f533bf1f0 2024-04-02T08:16:30.939 INFO:journalctl@ceph.mon.c.smithi012.stdout: block_cache_name: BinnedLRUCache 2024-04-02T08:16:30.939 INFO:journalctl@ceph.mon.c.smithi012.stdout: block_cache_options: 2024-04-02T08:16:30.939 INFO:journalctl@ceph.mon.c.smithi012.stdout: capacity : 536870912 2024-04-02T08:16:30.940 INFO:journalctl@ceph.mon.c.smithi012.stdout: num_shard_bits : 4 2024-04-02T08:16:30.940 INFO:journalctl@ceph.mon.c.smithi012.stdout: strict_capacity_limit : 0 2024-04-02T08:16:30.940 INFO:journalctl@ceph.mon.c.smithi012.stdout: high_pri_pool_ratio: 0.000 2024-04-02T08:16:30.940 INFO:journalctl@ceph.mon.c.smithi012.stdout: block_cache_compressed: (nil) 2024-04-02T08:16:30.940 INFO:journalctl@ceph.mon.c.smithi012.stdout: persistent_cache: (nil) 2024-04-02T08:16:30.940 INFO:journalctl@ceph.mon.c.smithi012.stdout: block_size: 4096 2024-04-02T08:16:30.940 INFO:journalctl@ceph.mon.c.smithi012.stdout: block_size_deviation: 10 2024-04-02T08:16:30.940 INFO:journalctl@ceph.mon.c.smithi012.stdout: block_restart_interval: 16 2024-04-02T08:16:30.940 INFO:journalctl@ceph.mon.c.smithi012.stdout: index_block_restart_interval: 1 2024-04-02T08:16:30.940 INFO:journalctl@ceph.mon.c.smithi012.stdout: metadata_block_size: 4096 2024-04-02T08:16:30.940 INFO:journalctl@ceph.mon.c.smithi012.stdout: partition_filters: 0 2024-04-02T08:16:30.940 INFO:journalctl@ceph.mon.c.smithi012.stdout: use_delta_encoding: 1 2024-04-02T08:16:30.940 INFO:journalctl@ceph.mon.c.smithi012.stdout: filter_policy: bloomfilter 2024-04-02T08:16:30.940 INFO:journalctl@ceph.mon.c.smithi012.stdout: whole_key_filtering: 1 2024-04-02T08:16:30.940 INFO:journalctl@ceph.mon.c.smithi012.stdout: verify_compression: 0 2024-04-02T08:16:30.941 INFO:journalctl@ceph.mon.c.smithi012.stdout: read_amp_bytes_per_bit: 0 2024-04-02T08:16:30.941 INFO:journalctl@ceph.mon.c.smithi012.stdout: format_version: 5 2024-04-02T08:16:30.941 INFO:journalctl@ceph.mon.c.smithi012.stdout: enable_index_compression: 1 2024-04-02T08:16:30.941 INFO:journalctl@ceph.mon.c.smithi012.stdout: block_align: 0 2024-04-02T08:16:30.941 INFO:journalctl@ceph.mon.c.smithi012.stdout: max_auto_readahead_size: 262144 2024-04-02T08:16:30.941 INFO:journalctl@ceph.mon.c.smithi012.stdout: prepopulate_block_cache: 0 2024-04-02T08:16:30.941 INFO:journalctl@ceph.mon.c.smithi012.stdout: initial_auto_readahead_size: 8192 2024-04-02T08:16:30.941 INFO:journalctl@ceph.mon.c.smithi012.stdout: num_file_reads_for_auto_readahead: 2 2024-04-02T08:16:30.941 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.write_buffer_size: 33554432 2024-04-02T08:16:30.941 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.max_write_buffer_number: 2 2024-04-02T08:16:30.941 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.compression: NoCompression 2024-04-02T08:16:30.941 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.bottommost_compression: Disabled 2024-04-02T08:16:30.941 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.prefix_extractor: nullptr 2024-04-02T08:16:30.942 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-02T08:16:30.942 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.num_levels: 7 2024-04-02T08:16:30.942 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-02T08:16:30.942 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-02T08:16:30.942 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-02T08:16:30.942 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-02T08:16:30.942 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-02T08:16:30.942 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-02T08:16:30.942 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-02T08:16:30.942 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:16:30.942 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-02T08:16:30.942 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-02T08:16:30.942 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:16:30.942 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:16:30.943 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-02T08:16:30.943 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.compression_opts.level: 32767 2024-04-02T08:16:30.943 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.compression_opts.strategy: 0 2024-04-02T08:16:30.943 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-02T08:16:30.943 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:16:30.943 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:16:30.943 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-02T08:16:30.943 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.compression_opts.enabled: false 2024-04-02T08:16:30.943 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:16:30.943 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-02T08:16:30.943 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-02T08:16:30.943 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-02T08:16:30.943 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.target_file_size_base: 67108864 2024-04-02T08:16:30.944 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-02T08:16:30.944 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-02T08:16:30.944 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-02T08:16:30.944 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-02T08:16:30.944 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-02T08:16:30.944 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-02T08:16:30.944 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-02T08:16:30.944 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-02T08:16:30.944 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-02T08:16:30.944 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-02T08:16:30.944 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-02T08:16:30.944 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-02T08:16:30.944 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-02T08:16:30.944 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-02T08:16:30.944 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.arena_block_size: 1048576 2024-04-02T08:16:30.945 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-02T08:16:30.945 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-02T08:16:30.945 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.disable_auto_compactions: 0 2024-04-02T08:16:30.945 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-02T08:16:30.945 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-02T08:16:30.945 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-02T08:16:30.945 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-02T08:16:30.945 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-02T08:16:30.945 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-02T08:16:30.945 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-02T08:16:30.945 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-02T08:16:30.945 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-02T08:16:30.945 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-02T08:16:30.945 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.table_properties_collectors: 2024-04-02T08:16:30.945 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.inplace_update_support: 0 2024-04-02T08:16:30.946 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-02T08:16:30.946 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-02T08:16:30.946 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-02T08:16:30.946 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-02T08:16:30.946 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.bloom_locality: 0 2024-04-02T08:16:30.946 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.max_successive_merges: 0 2024-04-02T08:16:30.946 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-02T08:16:30.946 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.paranoid_file_checks: 0 2024-04-02T08:16:30.946 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.force_consistency_checks: 1 2024-04-02T08:16:30.946 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.report_bg_io_stats: 0 2024-04-02T08:16:30.946 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.ttl: 2592000 2024-04-02T08:16:30.946 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-02T08:16:30.946 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-02T08:16:30.947 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-02T08:16:30.947 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.enable_blob_files: false 2024-04-02T08:16:30.947 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.min_blob_size: 0 2024-04-02T08:16:30.947 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.blob_file_size: 268435456 2024-04-02T08:16:30.947 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-02T08:16:30.947 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-02T08:16:30.947 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-02T08:16:30.947 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-02T08:16:30.947 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-02T08:16:30.947 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.blob_file_starting_level: 0 2024-04-02T08:16:30.947 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-02T08:16:30.947 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-02T08:16:30.947 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-04-02T08:16:30.947 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 16a331c6-88b7-46d8-9cb6-e76bd2ca8474 2024-04-02T08:16:30.948 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712045790648205, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-04-02T08:16:30.948 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-04-02T08:16:30.948 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712045790648597, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1747, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712045790, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "16a331c6-88b7-46d8-9cb6-e76bd2ca8474", "db_session_id": "3PYCFHS8Y8H3GNRJY8BD", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-04-02T08:16:30.948 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712045790648683, "job": 1, "event": "recovery_finished"} 2024-04-02T08:16:30.948 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-04-02T08:16:30.948 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-02T08:16:30.948 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x563f5345c000 2024-04-02T08:16:30.948 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: DB pointer 0x563f5344a000 2024-04-02T08:16:30.948 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-02T08:16:30.948 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-02T08:16:30.948 INFO:journalctl@ceph.mon.c.smithi012.stdout: ** DB Stats ** 2024-04-02T08:16:30.948 INFO:journalctl@ceph.mon.c.smithi012.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:16:30.948 INFO:journalctl@ceph.mon.c.smithi012.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-02T08:16:30.948 INFO:journalctl@ceph.mon.c.smithi012.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:16:30.948 INFO:journalctl@ceph.mon.c.smithi012.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:16:30.949 INFO:journalctl@ceph.mon.c.smithi012.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-02T08:16:30.949 INFO:journalctl@ceph.mon.c.smithi012.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:16:30.949 INFO:journalctl@ceph.mon.c.smithi012.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:16:30.949 INFO:journalctl@ceph.mon.c.smithi012.stdout: 2024-04-02T08:16:30.949 INFO:journalctl@ceph.mon.c.smithi012.stdout: ** Compaction Stats [default] ** 2024-04-02T08:16:30.949 INFO:journalctl@ceph.mon.c.smithi012.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:16:30.949 INFO:journalctl@ceph.mon.c.smithi012.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-02T08:16:30.949 INFO:journalctl@ceph.mon.c.smithi012.stdout: L0 1/0 1.71 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.4 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-02T08:16:30.949 INFO:journalctl@ceph.mon.c.smithi012.stdout: Sum 1/0 1.71 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.4 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-02T08:16:30.949 INFO:journalctl@ceph.mon.c.smithi012.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.4 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-02T08:16:30.949 INFO:journalctl@ceph.mon.c.smithi012.stdout: 2024-04-02T08:16:30.949 INFO:journalctl@ceph.mon.c.smithi012.stdout: ** Compaction Stats [default] ** 2024-04-02T08:16:30.949 INFO:journalctl@ceph.mon.c.smithi012.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:16:30.949 INFO:journalctl@ceph.mon.c.smithi012.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-02T08:16:30.950 INFO:journalctl@ceph.mon.c.smithi012.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.4 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-02T08:16:30.950 INFO:journalctl@ceph.mon.c.smithi012.stdout: 2024-04-02T08:16:30.950 INFO:journalctl@ceph.mon.c.smithi012.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-02T08:16:30.950 INFO:journalctl@ceph.mon.c.smithi012.stdout: 2024-04-02T08:16:30.950 INFO:journalctl@ceph.mon.c.smithi012.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:16:30.950 INFO:journalctl@ceph.mon.c.smithi012.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-02T08:16:30.950 INFO:journalctl@ceph.mon.c.smithi012.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-02T08:16:30.950 INFO:journalctl@ceph.mon.c.smithi012.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-02T08:16:30.950 INFO:journalctl@ceph.mon.c.smithi012.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-02T08:16:30.950 INFO:journalctl@ceph.mon.c.smithi012.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-02T08:16:30.950 INFO:journalctl@ceph.mon.c.smithi012.stdout: Cumulative compaction: 0.00 GB write, 0.70 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:16:30.950 INFO:journalctl@ceph.mon.c.smithi012.stdout: Interval compaction: 0.00 GB write, 0.70 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:16:30.950 INFO:journalctl@ceph.mon.c.smithi012.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-02T08:16:30.950 INFO:journalctl@ceph.mon.c.smithi012.stdout: Block cache BinnedLRUCache@0x563f533bf1f0#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 8e-06 secs_since: 0 2024-04-02T08:16:30.951 INFO:journalctl@ceph.mon.c.smithi012.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-04-02T08:16:30.951 INFO:journalctl@ceph.mon.c.smithi012.stdout: 2024-04-02T08:16:30.951 INFO:journalctl@ceph.mon.c.smithi012.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-02T08:16:30.951 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-04-02T08:16:30.951 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: using public_addrv [v2:172.21.15.12:3301/0,v1:172.21.15.12:6790/0] 2024-04-02T08:16:30.951 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: starting mon.c rank -1 at public addrs [v2:172.21.15.12:3301/0,v1:172.21.15.12:6790/0] at bind addrs [v2:172.21.15.12:3301/0,v1:172.21.15.12:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:16:30.951 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: mon.c@-1(???) e0 preinit fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:16:30.951 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: mon.c@-1(synchronizing).mds e1 new map 2024-04-02T08:16:30.951 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: mon.c@-1(synchronizing).mds e1 print_map 2024-04-02T08:16:30.951 INFO:journalctl@ceph.mon.c.smithi012.stdout: e1 2024-04-02T08:16:30.951 INFO:journalctl@ceph.mon.c.smithi012.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-02T08:16:30.951 INFO:journalctl@ceph.mon.c.smithi012.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-02T08:16:30.951 INFO:journalctl@ceph.mon.c.smithi012.stdout: legacy client fscid: -1 2024-04-02T08:16:30.951 INFO:journalctl@ceph.mon.c.smithi012.stdout: 2024-04-02T08:16:30.952 INFO:journalctl@ceph.mon.c.smithi012.stdout: No filesystems configured 2024-04-02T08:16:30.952 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-04-02T08:16:30.952 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-04-02T08:16:30.952 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-04-02T08:16:30.952 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-04-02T08:16:30.952 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-04-02T08:16:30.952 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-04-02T08:16:30.952 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-02T08:16:30.952 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-02T08:16:30.952 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-02T08:16:30.952 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-02T08:16:30.952 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi012:172.21.15.12=a;smithi012:[v2:172.21.15.12:3301,v1:172.21.15.12:6790]=c;smithi055:172.21.15.55=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:16:30.952 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: Saving service mon spec with placement smithi012:172.21.15.12=a;smithi012:[v2:172.21.15.12:3301,v1:172.21.15.12:6790]=c;smithi055:172.21.15.55=b;count:3 2024-04-02T08:16:30.952 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:30.952 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:16:30.953 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:30.953 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:16:30.953 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:30.953 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:16:30.953 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:30.953 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: Deploying daemon mon.b on smithi055 2024-04-02T08:16:30.953 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:30.953 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:30.953 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: from='client.? 172.21.15.55:0/1031084254' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-02T08:16:30.953 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:30.953 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:16:30.953 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: mon.a calling monitor election 2024-04-02T08:16:30.953 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:16:30.953 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:30.953 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:16:30.954 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:16:30.954 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: mon.b calling monitor election 2024-04-02T08:16:30.954 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:30.954 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:16:30.954 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:16:30.954 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:30.954 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:16:30.954 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-02T08:16:30.954 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: monmap e2: 2 mons at {a=[v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0],b=[v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-02T08:16:30.954 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: fsmap 2024-04-02T08:16:30.954 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: osdmap e4: 0 total, 0 up, 0 in 2024-04-02T08:16:30.954 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: mgrmap e13: y(active, since 40s) 2024-04-02T08:16:30.954 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: overall HEALTH_OK 2024-04-02T08:16:30.955 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:30.955 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:30.955 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:30.955 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:16:30.955 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:30.955 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: Deploying daemon mon.c on smithi012 2024-04-02T08:16:30.955 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: from='client.? 172.21.15.55:0/1659770121' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-02T08:16:30.955 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:16:30.955 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:30.955 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 ceph-mon[38029]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-02T08:16:30.955 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 bash[38010]: c471055007a2fb26483cee61337d73a0541d7cf2a12648802b897b371e72a525 2024-04-02T08:16:30.955 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:30 smithi012 systemd[1]: Started Ceph mon.c for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:16:36.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:35 smithi055 ceph-mon[31035]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:36.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:35 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:16:36.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:35 smithi055 ceph-mon[31035]: mon.a calling monitor election 2024-04-02T08:16:36.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:35 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:16:36.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:35 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:16:36.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:35 smithi055 ceph-mon[31035]: mon.b calling monitor election 2024-04-02T08:16:36.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:35 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:16:36.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:35 smithi055 ceph-mon[31035]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:36.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:35 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:16:36.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:35 smithi055 ceph-mon[31035]: mon.c calling monitor election 2024-04-02T08:16:36.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:35 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:16:36.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:35 smithi055 ceph-mon[31035]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:36.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:35 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:16:36.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:35 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:16:36.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:35 smithi055 ceph-mon[31035]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:16:36.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:35 smithi055 ceph-mon[31035]: monmap e3: 3 mons at {a=[v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0],b=[v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0],c=[v2:172.21.15.12:3301/0,v1:172.21.15.12:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-02T08:16:36.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:35 smithi055 ceph-mon[31035]: fsmap 2024-04-02T08:16:36.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:35 smithi055 ceph-mon[31035]: osdmap e4: 0 total, 0 up, 0 in 2024-04-02T08:16:36.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:35 smithi055 ceph-mon[31035]: mgrmap e13: y(active, since 49s) 2024-04-02T08:16:36.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:35 smithi055 ceph-mon[31035]: overall HEALTH_OK 2024-04-02T08:16:36.063 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:35 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:36.063 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:35 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:36.063 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:35 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:36.063 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:35 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:36.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:35 smithi012 ceph-mon[27004]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:36.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:35 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:16:36.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:35 smithi012 ceph-mon[27004]: mon.a calling monitor election 2024-04-02T08:16:36.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:35 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:16:36.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:35 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:16:36.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:35 smithi012 ceph-mon[27004]: mon.b calling monitor election 2024-04-02T08:16:36.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:35 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:16:36.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:35 smithi012 ceph-mon[27004]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:36.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:35 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:16:36.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:35 smithi012 ceph-mon[27004]: mon.c calling monitor election 2024-04-02T08:16:36.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:35 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:16:36.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:35 smithi012 ceph-mon[27004]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:36.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:35 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:16:36.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:35 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:16:36.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:35 smithi012 ceph-mon[27004]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:16:36.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:35 smithi012 ceph-mon[27004]: monmap e3: 3 mons at {a=[v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0],b=[v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0],c=[v2:172.21.15.12:3301/0,v1:172.21.15.12:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-02T08:16:36.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:35 smithi012 ceph-mon[27004]: fsmap 2024-04-02T08:16:36.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:35 smithi012 ceph-mon[27004]: osdmap e4: 0 total, 0 up, 0 in 2024-04-02T08:16:36.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:35 smithi012 ceph-mon[27004]: mgrmap e13: y(active, since 49s) 2024-04-02T08:16:36.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:35 smithi012 ceph-mon[27004]: overall HEALTH_OK 2024-04-02T08:16:36.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:35 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:36.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:35 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:36.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:35 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:36.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:35 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:36.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:35 smithi012 ceph-mon[38029]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:36.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:35 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:16:36.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:35 smithi012 ceph-mon[38029]: mon.a calling monitor election 2024-04-02T08:16:36.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:35 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:16:36.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:35 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:16:36.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:35 smithi012 ceph-mon[38029]: mon.b calling monitor election 2024-04-02T08:16:36.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:35 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:16:36.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:35 smithi012 ceph-mon[38029]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:36.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:35 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:16:36.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:35 smithi012 ceph-mon[38029]: mon.c calling monitor election 2024-04-02T08:16:36.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:35 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:16:36.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:35 smithi012 ceph-mon[38029]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:36.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:35 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:16:36.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:35 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:16:36.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:35 smithi012 ceph-mon[38029]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:16:36.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:35 smithi012 ceph-mon[38029]: monmap e3: 3 mons at {a=[v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0],b=[v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0],c=[v2:172.21.15.12:3301/0,v1:172.21.15.12:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-02T08:16:36.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:35 smithi012 ceph-mon[38029]: fsmap 2024-04-02T08:16:36.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:35 smithi012 ceph-mon[38029]: osdmap e4: 0 total, 0 up, 0 in 2024-04-02T08:16:36.182 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:35 smithi012 ceph-mon[38029]: mgrmap e13: y(active, since 49s) 2024-04-02T08:16:36.182 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:35 smithi012 ceph-mon[38029]: overall HEALTH_OK 2024-04-02T08:16:36.182 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:35 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:36.182 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:35 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:36.182 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:35 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:36.182 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:35 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:36.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:36 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:16:36.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:36 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:36.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:36 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:16:36.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:36 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:16:36.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:36 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:36.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:36 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:16:36.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:36 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:16:36.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:36 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:36.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:36 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:16:37.145 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-02T08:16:37.145 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":3,"fsid":"f84ae488-f0c8-11ee-b647-cb9ed24678a4","modified":"2024-04-02T08:16:30.669202Z","created":"2024-04-02T08:14:44.119575Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:3300","nonce":0},{"type":"v1","addr":"172.21.15.12:6789","nonce":0}]},"addr":"172.21.15.12:6789/0","public_addr":"172.21.15.12:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:3300","nonce":0},{"type":"v1","addr":"172.21.15.55:6789","nonce":0}]},"addr":"172.21.15.55:6789/0","public_addr":"172.21.15.55:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:3301","nonce":0},{"type":"v1","addr":"172.21.15.12:6790","nonce":0}]},"addr":"172.21.15.12:6790/0","public_addr":"172.21.15.12:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-04-02T08:16:37.147 INFO:teuthology.orchestra.run.smithi055.stderr:dumped monmap epoch 3 2024-04-02T08:16:37.783 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-04-02T08:16:37.783 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph config generate-minimal-conf 2024-04-02T08:16:37.992 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:16:38.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:37 smithi055 ceph-mon[31035]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:38.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:37 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:38.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:37 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:38.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:37 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:38.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:37 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:38.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:37 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:38.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:37 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:16:38.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:37 smithi055 ceph-mon[31035]: from='client.? 172.21.15.55:0/3458191059' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-02T08:16:38.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:37 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:38.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:37 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:38.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:37 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:38.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:37 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:38.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:37 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:38.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:37 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:38.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:37 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:38.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:37 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:38.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:37 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:38.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:37 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:16:38.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:37 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:16:38.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:37 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:38.102 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:37 smithi012 ceph-mon[27004]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:38.102 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:37 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:38.102 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:37 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:38.102 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:37 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:38.102 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:37 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:38.102 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:37 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:38.103 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:37 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:16:38.103 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:37 smithi012 ceph-mon[27004]: from='client.? 172.21.15.55:0/3458191059' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-02T08:16:38.103 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:37 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:38.103 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:37 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:38.103 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:37 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:38.103 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:37 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:38.103 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:37 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:38.103 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:37 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:38.103 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:37 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:38.103 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:37 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:38.103 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:37 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:38.103 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:37 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:16:38.103 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:37 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:16:38.104 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:37 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:38.104 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:37 smithi012 ceph-mon[38029]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:38.104 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:37 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:38.104 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:37 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:38.104 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:37 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:38.104 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:37 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:38.104 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:37 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:38.104 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:37 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:16:38.104 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:37 smithi012 ceph-mon[38029]: from='client.? 172.21.15.55:0/3458191059' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-02T08:16:38.104 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:37 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:38.104 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:37 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:38.105 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:37 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:38.105 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:37 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:38.105 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:37 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:38.105 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:37 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:38.105 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:37 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:38.105 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:37 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:38.105 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:37 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:38.105 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:37 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:16:38.105 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:37 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:16:38.105 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:37 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:39.067 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:38 smithi012 ceph-mon[27004]: Updating smithi012:/etc/ceph/ceph.conf 2024-04-02T08:16:39.067 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:38 smithi012 ceph-mon[27004]: Updating smithi055:/etc/ceph/ceph.conf 2024-04-02T08:16:39.067 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:38 smithi012 ceph-mon[27004]: Updating smithi012:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:16:39.067 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:38 smithi012 ceph-mon[27004]: Updating smithi055:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:16:39.067 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:38 smithi012 ceph-mon[27004]: Reconfiguring mon.a (unknown last config time)... 2024-04-02T08:16:39.067 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:38 smithi012 ceph-mon[27004]: Reconfiguring daemon mon.a on smithi012 2024-04-02T08:16:39.068 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:38 smithi012 ceph-mon[38029]: Updating smithi012:/etc/ceph/ceph.conf 2024-04-02T08:16:39.068 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:38 smithi012 ceph-mon[38029]: Updating smithi055:/etc/ceph/ceph.conf 2024-04-02T08:16:39.068 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:38 smithi012 ceph-mon[38029]: Updating smithi012:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:16:39.068 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:38 smithi012 ceph-mon[38029]: Updating smithi055:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:16:39.068 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:38 smithi012 ceph-mon[38029]: Reconfiguring mon.a (unknown last config time)... 2024-04-02T08:16:39.068 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:38 smithi012 ceph-mon[38029]: Reconfiguring daemon mon.a on smithi012 2024-04-02T08:16:39.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:38 smithi055 ceph-mon[31035]: Updating smithi012:/etc/ceph/ceph.conf 2024-04-02T08:16:39.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:38 smithi055 ceph-mon[31035]: Updating smithi055:/etc/ceph/ceph.conf 2024-04-02T08:16:39.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:38 smithi055 ceph-mon[31035]: Updating smithi012:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:16:39.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:38 smithi055 ceph-mon[31035]: Updating smithi055:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:16:39.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:38 smithi055 ceph-mon[31035]: Reconfiguring mon.a (unknown last config time)... 2024-04-02T08:16:39.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:38 smithi055 ceph-mon[31035]: Reconfiguring daemon mon.a on smithi012 2024-04-02T08:16:40.141 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:39 smithi012 ceph-mon[27004]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:40.141 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:39 smithi012 ceph-mon[38029]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:40.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:39 smithi055 ceph-mon[31035]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:40.935 INFO:teuthology.orchestra.run.smithi012.stdout:# minimal ceph.conf for f84ae488-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:16:40.935 INFO:teuthology.orchestra.run.smithi012.stdout:[global] 2024-04-02T08:16:40.935 INFO:teuthology.orchestra.run.smithi012.stdout: fsid = f84ae488-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:16:40.935 INFO:teuthology.orchestra.run.smithi012.stdout: mon_host = [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] [v2:172.21.15.12:3301/0,v1:172.21.15.12:6790/0] 2024-04-02T08:16:41.395 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:41 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:41.395 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:41 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:41.395 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:41 smithi012 ceph-mon[38029]: Reconfiguring mon.c (monmap changed)... 2024-04-02T08:16:41.395 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:41 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:16:41.395 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:41 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:16:41.395 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:41 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:41.395 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:41 smithi012 ceph-mon[38029]: Reconfiguring daemon mon.c on smithi012 2024-04-02T08:16:41.395 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:41 smithi012 ceph-mon[38029]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:41.395 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:41 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/1859132518' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:41.396 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:41 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:41.396 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:41 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:41.396 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:41 smithi012 ceph-mon[27004]: Reconfiguring mon.c (monmap changed)... 2024-04-02T08:16:41.396 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:41 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:16:41.396 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:41 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:16:41.396 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:41 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:41.396 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:41 smithi012 ceph-mon[27004]: Reconfiguring daemon mon.c on smithi012 2024-04-02T08:16:41.396 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:41 smithi012 ceph-mon[27004]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:41.396 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:41 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/1859132518' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:41.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:41 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:41.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:41 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:41.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:41 smithi055 ceph-mon[31035]: Reconfiguring mon.c (monmap changed)... 2024-04-02T08:16:41.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:41 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:16:41.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:41 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:16:41.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:41 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:41.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:41 smithi055 ceph-mon[31035]: Reconfiguring daemon mon.c on smithi012 2024-04-02T08:16:41.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:41 smithi055 ceph-mon[31035]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:41.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:41 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/1859132518' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:41.675 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-04-02T08:16:41.675 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-04-02T08:16:41.675 DEBUG:teuthology.orchestra.run.smithi012:> sudo dd of=/etc/ceph/ceph.conf 2024-04-02T08:16:41.707 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-04-02T08:16:41.707 DEBUG:teuthology.orchestra.run.smithi012:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:16:41.776 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2024-04-02T08:16:41.776 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd of=/etc/ceph/ceph.conf 2024-04-02T08:16:41.811 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2024-04-02T08:16:41.811 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:16:41.883 INFO:tasks.cephadm:Adding mgr.y on smithi012 2024-04-02T08:16:41.883 INFO:tasks.cephadm:Adding mgr.x on smithi055 2024-04-02T08:16:41.883 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph orch apply mgr '2;smithi012=y;smithi055=x' 2024-04-02T08:16:42.124 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:16:43.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:43 smithi055 ceph-mon[31035]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:43.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:43 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:43.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:43 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:43.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:43 smithi055 ceph-mon[31035]: Reconfiguring mon.b (monmap changed)... 2024-04-02T08:16:43.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:43 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:16:43.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:43 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:16:43.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:43 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:43.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:43 smithi055 ceph-mon[31035]: Reconfiguring daemon mon.b on smithi055 2024-04-02T08:16:43.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:43 smithi012 ceph-mon[27004]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:43.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:43 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:43.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:43 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:43.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:43 smithi012 ceph-mon[27004]: Reconfiguring mon.b (monmap changed)... 2024-04-02T08:16:43.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:43 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:16:43.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:43 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:16:43.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:43 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:43.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:43 smithi012 ceph-mon[27004]: Reconfiguring daemon mon.b on smithi055 2024-04-02T08:16:43.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:43 smithi012 ceph-mon[38029]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:43.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:43 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:43.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:43 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:43.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:43 smithi012 ceph-mon[38029]: Reconfiguring mon.b (monmap changed)... 2024-04-02T08:16:43.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:43 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:16:43.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:43 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:16:43.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:43 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:43.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:43 smithi012 ceph-mon[38029]: Reconfiguring daemon mon.b on smithi055 2024-04-02T08:16:43.953 INFO:teuthology.orchestra.run.smithi055.stdout:Scheduled mgr update... 2024-04-02T08:16:45.215 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:44 smithi055 ceph-mon[31035]: from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi012=y;smithi055=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:16:45.215 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:44 smithi055 ceph-mon[31035]: Saving service mgr spec with placement smithi012=y;smithi055=x;count:2 2024-04-02T08:16:45.215 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:44 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:45.215 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:44 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:45.215 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:44 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:45.215 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:44 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:16:45.215 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:44 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:45.215 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:44 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:16:45.215 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:44 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:45.215 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:44 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:16:45.216 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:44 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-02T08:16:45.216 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:44 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:16:45.216 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:44 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:45.236 DEBUG:teuthology.orchestra.run.smithi055:mgr.x> sudo journalctl -f -n 0 -u ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@mgr.x.service 2024-04-02T08:16:45.239 INFO:tasks.cephadm:Deploying OSDs... 2024-04-02T08:16:45.239 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-04-02T08:16:45.239 DEBUG:teuthology.orchestra.run.smithi012:> dd if=/scratch_devs of=/dev/stdout 2024-04-02T08:16:45.258 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-02T08:16:45.258 DEBUG:teuthology.orchestra.run.smithi012:> stat /dev/vg_nvme/lv_1 2024-04-02T08:16:45.316 INFO:teuthology.orchestra.run.smithi012.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-02T08:16:45.316 INFO:teuthology.orchestra.run.smithi012.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-02T08:16:45.316 INFO:teuthology.orchestra.run.smithi012.stdout:Device: 5h/5d Inode: 668 Links: 1 2024-04-02T08:16:45.316 INFO:teuthology.orchestra.run.smithi012.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-02T08:16:45.316 INFO:teuthology.orchestra.run.smithi012.stdout:Context: system_u:object_r:device_t:s0 2024-04-02T08:16:45.316 INFO:teuthology.orchestra.run.smithi012.stdout:Access: 2024-04-02 08:16:30.083189645 +0000 2024-04-02T08:16:45.316 INFO:teuthology.orchestra.run.smithi012.stdout:Modify: 2024-04-02 08:12:07.729385765 +0000 2024-04-02T08:16:45.316 INFO:teuthology.orchestra.run.smithi012.stdout:Change: 2024-04-02 08:12:07.729385765 +0000 2024-04-02T08:16:45.316 INFO:teuthology.orchestra.run.smithi012.stdout: Birth: 2024-04-02 08:12:07.729385765 +0000 2024-04-02T08:16:45.317 DEBUG:teuthology.orchestra.run.smithi012:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-02T08:16:45.385 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:44 smithi012 ceph-mon[27004]: from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi012=y;smithi055=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:16:45.385 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:44 smithi012 ceph-mon[27004]: Saving service mgr spec with placement smithi012=y;smithi055=x;count:2 2024-04-02T08:16:45.385 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:44 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:45.385 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:44 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:45.385 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:44 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:45.385 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:44 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:16:45.385 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:44 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:45.385 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:44 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:16:45.385 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:44 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:45.385 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:44 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:16:45.385 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:44 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-02T08:16:45.385 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:44 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:16:45.386 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:44 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:45.386 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:44 smithi012 ceph-mon[38029]: from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi012=y;smithi055=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:16:45.386 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:44 smithi012 ceph-mon[38029]: Saving service mgr spec with placement smithi012=y;smithi055=x;count:2 2024-04-02T08:16:45.386 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:44 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:45.386 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:44 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:45.386 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:44 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:45.386 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:44 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:16:45.386 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:44 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:45.387 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:44 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:16:45.387 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:44 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:45.387 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:44 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:16:45.387 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:44 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-02T08:16:45.387 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:44 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:16:45.387 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:44 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:45.387 INFO:teuthology.orchestra.run.smithi012.stderr:1+0 records in 2024-04-02T08:16:45.387 INFO:teuthology.orchestra.run.smithi012.stderr:1+0 records out 2024-04-02T08:16:45.388 INFO:teuthology.orchestra.run.smithi012.stderr:512 bytes copied, 0.000238822 s, 2.1 MB/s 2024-04-02T08:16:45.389 DEBUG:teuthology.orchestra.run.smithi012:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-02T08:16:45.448 DEBUG:teuthology.orchestra.run.smithi012:> stat /dev/vg_nvme/lv_2 2024-04-02T08:16:45.505 INFO:teuthology.orchestra.run.smithi012.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-02T08:16:45.505 INFO:teuthology.orchestra.run.smithi012.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-02T08:16:45.505 INFO:teuthology.orchestra.run.smithi012.stdout:Device: 5h/5d Inode: 685 Links: 1 2024-04-02T08:16:45.506 INFO:teuthology.orchestra.run.smithi012.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-02T08:16:45.506 INFO:teuthology.orchestra.run.smithi012.stdout:Context: system_u:object_r:device_t:s0 2024-04-02T08:16:45.506 INFO:teuthology.orchestra.run.smithi012.stdout:Access: 2024-04-02 08:16:30.083189645 +0000 2024-04-02T08:16:45.506 INFO:teuthology.orchestra.run.smithi012.stdout:Modify: 2024-04-02 08:12:08.085382855 +0000 2024-04-02T08:16:45.506 INFO:teuthology.orchestra.run.smithi012.stdout:Change: 2024-04-02 08:12:08.085382855 +0000 2024-04-02T08:16:45.506 INFO:teuthology.orchestra.run.smithi012.stdout: Birth: 2024-04-02 08:12:08.085382855 +0000 2024-04-02T08:16:45.506 DEBUG:teuthology.orchestra.run.smithi012:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-02T08:16:45.574 INFO:teuthology.orchestra.run.smithi012.stderr:1+0 records in 2024-04-02T08:16:45.575 INFO:teuthology.orchestra.run.smithi012.stderr:1+0 records out 2024-04-02T08:16:45.575 INFO:teuthology.orchestra.run.smithi012.stderr:512 bytes copied, 0.000245198 s, 2.1 MB/s 2024-04-02T08:16:45.576 DEBUG:teuthology.orchestra.run.smithi012:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-02T08:16:45.635 DEBUG:teuthology.orchestra.run.smithi012:> stat /dev/vg_nvme/lv_3 2024-04-02T08:16:45.691 INFO:teuthology.orchestra.run.smithi012.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-02T08:16:45.692 INFO:teuthology.orchestra.run.smithi012.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-02T08:16:45.692 INFO:teuthology.orchestra.run.smithi012.stdout:Device: 5h/5d Inode: 705 Links: 1 2024-04-02T08:16:45.692 INFO:teuthology.orchestra.run.smithi012.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-02T08:16:45.692 INFO:teuthology.orchestra.run.smithi012.stdout:Context: system_u:object_r:device_t:s0 2024-04-02T08:16:45.692 INFO:teuthology.orchestra.run.smithi012.stdout:Access: 2024-04-02 08:16:30.083189645 +0000 2024-04-02T08:16:45.692 INFO:teuthology.orchestra.run.smithi012.stdout:Modify: 2024-04-02 08:12:08.415380158 +0000 2024-04-02T08:16:45.692 INFO:teuthology.orchestra.run.smithi012.stdout:Change: 2024-04-02 08:12:08.415380158 +0000 2024-04-02T08:16:45.692 INFO:teuthology.orchestra.run.smithi012.stdout: Birth: 2024-04-02 08:12:08.415380158 +0000 2024-04-02T08:16:45.692 DEBUG:teuthology.orchestra.run.smithi012:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-02T08:16:45.760 INFO:teuthology.orchestra.run.smithi012.stderr:1+0 records in 2024-04-02T08:16:45.760 INFO:teuthology.orchestra.run.smithi012.stderr:1+0 records out 2024-04-02T08:16:45.760 INFO:teuthology.orchestra.run.smithi012.stderr:512 bytes copied, 0.000223591 s, 2.3 MB/s 2024-04-02T08:16:45.761 DEBUG:teuthology.orchestra.run.smithi012:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-02T08:16:45.818 DEBUG:teuthology.orchestra.run.smithi012:> stat /dev/vg_nvme/lv_4 2024-04-02T08:16:45.874 INFO:teuthology.orchestra.run.smithi012.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-02T08:16:45.874 INFO:teuthology.orchestra.run.smithi012.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-02T08:16:45.874 INFO:teuthology.orchestra.run.smithi012.stdout:Device: 5h/5d Inode: 724 Links: 1 2024-04-02T08:16:45.874 INFO:teuthology.orchestra.run.smithi012.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-02T08:16:45.874 INFO:teuthology.orchestra.run.smithi012.stdout:Context: system_u:object_r:device_t:s0 2024-04-02T08:16:45.875 INFO:teuthology.orchestra.run.smithi012.stdout:Access: 2024-04-02 08:16:30.084189637 +0000 2024-04-02T08:16:45.875 INFO:teuthology.orchestra.run.smithi012.stdout:Modify: 2024-04-02 08:12:08.765377296 +0000 2024-04-02T08:16:45.875 INFO:teuthology.orchestra.run.smithi012.stdout:Change: 2024-04-02 08:12:08.765377296 +0000 2024-04-02T08:16:45.875 INFO:teuthology.orchestra.run.smithi012.stdout: Birth: 2024-04-02 08:12:08.765377296 +0000 2024-04-02T08:16:45.875 DEBUG:teuthology.orchestra.run.smithi012:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-02T08:16:45.941 INFO:teuthology.orchestra.run.smithi012.stderr:1+0 records in 2024-04-02T08:16:45.941 INFO:teuthology.orchestra.run.smithi012.stderr:1+0 records out 2024-04-02T08:16:45.941 INFO:teuthology.orchestra.run.smithi012.stderr:512 bytes copied, 0.000192508 s, 2.7 MB/s 2024-04-02T08:16:45.942 DEBUG:teuthology.orchestra.run.smithi012:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-02T08:16:45.998 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2024-04-02T08:16:45.998 DEBUG:teuthology.orchestra.run.smithi055:> dd if=/scratch_devs of=/dev/stdout 2024-04-02T08:16:46.015 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-02T08:16:46.015 DEBUG:teuthology.orchestra.run.smithi055:> stat /dev/vg_nvme/lv_1 2024-04-02T08:16:46.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:45 smithi055 ceph-mon[31035]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:46.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:45 smithi055 ceph-mon[31035]: Deploying daemon mgr.x on smithi055 2024-04-02T08:16:46.071 INFO:teuthology.orchestra.run.smithi055.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-02T08:16:46.071 INFO:teuthology.orchestra.run.smithi055.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-02T08:16:46.071 INFO:teuthology.orchestra.run.smithi055.stdout:Device: 5h/5d Inode: 667 Links: 1 2024-04-02T08:16:46.071 INFO:teuthology.orchestra.run.smithi055.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-02T08:16:46.071 INFO:teuthology.orchestra.run.smithi055.stdout:Context: system_u:object_r:device_t:s0 2024-04-02T08:16:46.071 INFO:teuthology.orchestra.run.smithi055.stdout:Access: 2024-04-02 08:16:21.500510539 +0000 2024-04-02T08:16:46.071 INFO:teuthology.orchestra.run.smithi055.stdout:Modify: 2024-04-02 08:12:07.723537526 +0000 2024-04-02T08:16:46.071 INFO:teuthology.orchestra.run.smithi055.stdout:Change: 2024-04-02 08:12:07.723537526 +0000 2024-04-02T08:16:46.072 INFO:teuthology.orchestra.run.smithi055.stdout: Birth: 2024-04-02 08:12:07.723537526 +0000 2024-04-02T08:16:46.072 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-02T08:16:46.138 INFO:teuthology.orchestra.run.smithi055.stderr:1+0 records in 2024-04-02T08:16:46.138 INFO:teuthology.orchestra.run.smithi055.stderr:1+0 records out 2024-04-02T08:16:46.138 INFO:teuthology.orchestra.run.smithi055.stderr:512 bytes copied, 0.000302457 s, 1.7 MB/s 2024-04-02T08:16:46.139 DEBUG:teuthology.orchestra.run.smithi055:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-02T08:16:46.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:45 smithi012 ceph-mon[38029]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:46.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:45 smithi012 ceph-mon[38029]: Deploying daemon mgr.x on smithi055 2024-04-02T08:16:46.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:45 smithi012 ceph-mon[27004]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:46.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:45 smithi012 ceph-mon[27004]: Deploying daemon mgr.x on smithi055 2024-04-02T08:16:46.195 DEBUG:teuthology.orchestra.run.smithi055:> stat /dev/vg_nvme/lv_2 2024-04-02T08:16:46.250 INFO:teuthology.orchestra.run.smithi055.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-02T08:16:46.250 INFO:teuthology.orchestra.run.smithi055.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-02T08:16:46.251 INFO:teuthology.orchestra.run.smithi055.stdout:Device: 5h/5d Inode: 687 Links: 1 2024-04-02T08:16:46.251 INFO:teuthology.orchestra.run.smithi055.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-02T08:16:46.251 INFO:teuthology.orchestra.run.smithi055.stdout:Context: system_u:object_r:device_t:s0 2024-04-02T08:16:46.251 INFO:teuthology.orchestra.run.smithi055.stdout:Access: 2024-04-02 08:16:21.501510520 +0000 2024-04-02T08:16:46.251 INFO:teuthology.orchestra.run.smithi055.stdout:Modify: 2024-04-02 08:12:08.061530900 +0000 2024-04-02T08:16:46.251 INFO:teuthology.orchestra.run.smithi055.stdout:Change: 2024-04-02 08:12:08.061530900 +0000 2024-04-02T08:16:46.251 INFO:teuthology.orchestra.run.smithi055.stdout: Birth: 2024-04-02 08:12:08.061530900 +0000 2024-04-02T08:16:46.251 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-02T08:16:46.316 INFO:teuthology.orchestra.run.smithi055.stderr:1+0 records in 2024-04-02T08:16:46.316 INFO:teuthology.orchestra.run.smithi055.stderr:1+0 records out 2024-04-02T08:16:46.316 INFO:teuthology.orchestra.run.smithi055.stderr:512 bytes copied, 0.000366311 s, 1.4 MB/s 2024-04-02T08:16:46.318 DEBUG:teuthology.orchestra.run.smithi055:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-02T08:16:46.374 DEBUG:teuthology.orchestra.run.smithi055:> stat /dev/vg_nvme/lv_3 2024-04-02T08:16:46.429 INFO:teuthology.orchestra.run.smithi055.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-02T08:16:46.429 INFO:teuthology.orchestra.run.smithi055.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-02T08:16:46.429 INFO:teuthology.orchestra.run.smithi055.stdout:Device: 5h/5d Inode: 705 Links: 1 2024-04-02T08:16:46.429 INFO:teuthology.orchestra.run.smithi055.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-02T08:16:46.429 INFO:teuthology.orchestra.run.smithi055.stdout:Context: system_u:object_r:device_t:s0 2024-04-02T08:16:46.429 INFO:teuthology.orchestra.run.smithi055.stdout:Access: 2024-04-02 08:16:46.425035002 +0000 2024-04-02T08:16:46.430 INFO:teuthology.orchestra.run.smithi055.stdout:Modify: 2024-04-02 08:12:08.418523901 +0000 2024-04-02T08:16:46.430 INFO:teuthology.orchestra.run.smithi055.stdout:Change: 2024-04-02 08:12:08.418523901 +0000 2024-04-02T08:16:46.430 INFO:teuthology.orchestra.run.smithi055.stdout: Birth: 2024-04-02 08:12:08.418523901 +0000 2024-04-02T08:16:46.430 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-02T08:16:46.644 INFO:teuthology.orchestra.run.smithi055.stderr:1+0 records in 2024-04-02T08:16:46.645 INFO:teuthology.orchestra.run.smithi055.stderr:1+0 records out 2024-04-02T08:16:46.645 INFO:teuthology.orchestra.run.smithi055.stderr:512 bytes copied, 0.000297165 s, 1.7 MB/s 2024-04-02T08:16:46.646 DEBUG:teuthology.orchestra.run.smithi055:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-02T08:16:46.660 DEBUG:teuthology.orchestra.run.smithi055:> stat /dev/vg_nvme/lv_4 2024-04-02T08:16:46.717 INFO:teuthology.orchestra.run.smithi055.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-02T08:16:46.717 INFO:teuthology.orchestra.run.smithi055.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-02T08:16:46.717 INFO:teuthology.orchestra.run.smithi055.stdout:Device: 5h/5d Inode: 722 Links: 1 2024-04-02T08:16:46.717 INFO:teuthology.orchestra.run.smithi055.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-02T08:16:46.717 INFO:teuthology.orchestra.run.smithi055.stdout:Context: system_u:object_r:device_t:s0 2024-04-02T08:16:46.718 INFO:teuthology.orchestra.run.smithi055.stdout:Access: 2024-04-02 08:16:46.603031606 +0000 2024-04-02T08:16:46.718 INFO:teuthology.orchestra.run.smithi055.stdout:Modify: 2024-04-02 08:12:08.778516844 +0000 2024-04-02T08:16:46.718 INFO:teuthology.orchestra.run.smithi055.stdout:Change: 2024-04-02 08:12:08.778516844 +0000 2024-04-02T08:16:46.718 INFO:teuthology.orchestra.run.smithi055.stdout: Birth: 2024-04-02 08:12:08.778516844 +0000 2024-04-02T08:16:46.718 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-02T08:16:46.784 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:16:46 smithi055 systemd[1]: Starting Ceph mgr.x for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:16:46.786 INFO:teuthology.orchestra.run.smithi055.stderr:1+0 records in 2024-04-02T08:16:46.786 INFO:teuthology.orchestra.run.smithi055.stderr:1+0 records out 2024-04-02T08:16:46.787 INFO:teuthology.orchestra.run.smithi055.stderr:512 bytes copied, 0.000269561 s, 1.9 MB/s 2024-04-02T08:16:46.788 DEBUG:teuthology.orchestra.run.smithi055:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-02T08:16:46.844 INFO:tasks.cephadm:Deploying osd.0 on smithi012 with /dev/vg_nvme/lv_4... 2024-04-02T08:16:46.844 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-02T08:16:47.045 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:16:46 smithi055 podman[32830]: 2024-04-02 08:16:46.786553164 +0000 UTC m=+0.019223887 image pull 909dce4fe53d7167a6fa8180542b49bd6d1a8c351b846c37da562093c6f0cffd quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e 2024-04-02T08:16:47.045 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:16:46 smithi055 podman[32830]: 2024-04-02 08:16:46.934147921 +0000 UTC m=+0.166818639 container create 7458ee738c728b80f9e07f6901139629c937a4a2327f2fd9ff63c8afb7cda694 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=reef-4d05f4c, CEPH_POINT_RELEASE=) 2024-04-02T08:16:47.058 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:16:47.310 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:16:47 smithi055 podman[32830]: 2024-04-02 08:16:47.152680986 +0000 UTC m=+0.385351709 container init 7458ee738c728b80f9e07f6901139629c937a4a2327f2fd9ff63c8afb7cda694 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-4d05f4c, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-04-02T08:16:47.311 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:16:47 smithi055 podman[32830]: 2024-04-02 08:16:47.15524924 +0000 UTC m=+0.387919951 container start 7458ee738c728b80f9e07f6901139629c937a4a2327f2fd9ff63c8afb7cda694 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x, RELEASE=reef-4d05f4c, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-04-02T08:16:47.311 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:16:47 smithi055 ceph-mgr[32885]: -- 172.21.15.55:0/1348125857 <== mon.1 v2:172.21.15.55:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56168cd321a0 con 0x56168cd09000 2024-04-02T08:16:47.311 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:16:47 smithi055 bash[32830]: 7458ee738c728b80f9e07f6901139629c937a4a2327f2fd9ff63c8afb7cda694 2024-04-02T08:16:47.311 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:16:47 smithi055 systemd[1]: Started Ceph mgr.x for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:16:48.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:47 smithi055 ceph-mon[31035]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:48.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:47 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:48.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:47 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:48.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:47 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:48.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:47 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:48.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:47 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:16:48.061 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:16:47 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[32881]: 2024-04-02T08:16:47.721+0000 7f78b43ef200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:16:48.061 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:16:47 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[32881]: 2024-04-02T08:16:47.826+0000 7f78b43ef200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:16:48.233 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:47 smithi012 ceph-mon[38029]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:48.233 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:47 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:48.233 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:47 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:48.233 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:47 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:48.233 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:47 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:48.233 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:47 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:16:48.234 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:47 smithi012 ceph-mon[27004]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:48.234 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:47 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:48.234 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:47 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:48.234 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:47 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:48.234 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:47 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:48.234 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:47 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:16:48.761 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:16:48 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[32881]: 2024-04-02T08:16:48.509+0000 7f78b43ef200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:16:48.762 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:16:48 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[32881]: 2024-04-02T08:16:48.614+0000 7f78b43ef200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:16:49.060 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:16:48 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[32881]: 2024-04-02T08:16:48.762+0000 7f78b43ef200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:16:49.060 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:16:48 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[32881]: 2024-04-02T08:16:48.862+0000 7f78b43ef200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:16:49.061 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:16:48 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[32881]: 2024-04-02T08:16:48.951+0000 7f78b43ef200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:16:49.075 INFO:teuthology.orchestra.run.smithi012.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-02T08:16:49.075 INFO:teuthology.orchestra.run.smithi012.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-02T08:16:49.075 INFO:teuthology.orchestra.run.smithi012.stderr: stderr: 10+0 records in 2024-04-02T08:16:49.075 INFO:teuthology.orchestra.run.smithi012.stderr:10+0 records out 2024-04-02T08:16:49.075 INFO:teuthology.orchestra.run.smithi012.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0115243 s, 910 MB/s 2024-04-02T08:16:49.075 INFO:teuthology.orchestra.run.smithi012.stderr:--> Zapping successful for: 2024-04-02T08:16:49.532 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:16:49 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[32881]: 2024-04-02T08:16:49.233+0000 7f78b43ef200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:16:49.532 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:16:49 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[32881]: 2024-04-02T08:16:49.347+0000 7f78b43ef200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:16:49.532 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:16:49 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[32881]: 2024-04-02T08:16:49.435+0000 7f78b43ef200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:16:49.532 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:16:49 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[32881]: 2024-04-02T08:16:49.532+0000 7f78b43ef200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:16:49.810 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:16:49 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[32881]: 2024-04-02T08:16:49.712+0000 7f78b43ef200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:16:49.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:49 smithi055 ceph-mon[31035]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:49.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:49 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:49.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:49 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:49.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:49 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:49.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:49 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:16:49.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:49 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:49.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:49 smithi055 ceph-mon[31035]: Reconfiguring mgr.y (unknown last config time)... 2024-04-02T08:16:49.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:49 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:16:49.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:49 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:16:49.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:49 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:49.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:49 smithi055 ceph-mon[31035]: Reconfiguring daemon mgr.y on smithi012 2024-04-02T08:16:49.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:49 smithi012 ceph-mon[27004]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:49.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:49 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:49.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:49 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:49.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:49 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:49.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:49 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:16:49.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:49 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:49.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:49 smithi012 ceph-mon[27004]: Reconfiguring mgr.y (unknown last config time)... 2024-04-02T08:16:49.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:49 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:16:49.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:49 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:16:49.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:49 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:49.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:49 smithi012 ceph-mon[27004]: Reconfiguring daemon mgr.y on smithi012 2024-04-02T08:16:49.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:49 smithi012 ceph-mon[38029]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:49.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:49 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:49.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:49 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:49.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:49 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:49.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:49 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:16:49.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:49 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:49.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:49 smithi012 ceph-mon[38029]: Reconfiguring mgr.y (unknown last config time)... 2024-04-02T08:16:49.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:49 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:16:49.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:49 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:16:49.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:49 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:49.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:49 smithi012 ceph-mon[38029]: Reconfiguring daemon mgr.y on smithi012 2024-04-02T08:16:50.338 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph orch daemon add osd smithi012:vg_nvme/lv_4 2024-04-02T08:16:50.980 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:16:51.060 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:16:50 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[32881]: 2024-04-02T08:16:50.720+0000 7f78b43ef200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:16:51.060 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:16:50 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[32881]: 2024-04-02T08:16:50.855+0000 7f78b43ef200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:16:51.486 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:16:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[32881]: 2024-04-02T08:16:51.194+0000 7f78b43ef200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:16:51.486 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:16:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[32881]: 2024-04-02T08:16:51.286+0000 7f78b43ef200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:16:51.486 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:16:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[32881]: 2024-04-02T08:16:51.485+0000 7f78b43ef200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:16:51.810 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:16:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[32881]: 2024-04-02T08:16:51.675+0000 7f78b43ef200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:16:52.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:51 smithi012 ceph-mon[27004]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:52.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:51 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:52.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:51 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:52.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:51 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:16:52.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:51 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:52.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:51 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:52.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:51 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:16:52.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:51 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:52.065 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:51 smithi012 ceph-mon[38029]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:52.065 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:51 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:52.065 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:51 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:52.065 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:51 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:16:52.065 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:51 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:52.066 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:51 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:52.066 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:51 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:16:52.066 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:51 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:52.225 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:16:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[32881]: 2024-04-02T08:16:51.965+0000 7f78b43ef200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:16:52.225 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:16:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[32881]: 2024-04-02T08:16:52.226+0000 7f78b43ef200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:16:52.226 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:51 smithi055 ceph-mon[31035]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:52.226 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:51 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:52.226 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:51 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:52.226 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:51 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:16:52.226 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:51 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:52.226 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:51 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:52.226 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:51 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:16:52.226 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:51 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:16:52.560 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:16:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[32881]: 2024-04-02T08:16:52.467+0000 7f78b43ef200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:16:53.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:52 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:16:53.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:52 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:16:53.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:52 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:53.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:52 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:16:53.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:52 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:16:53.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:52 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:53.291 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:52 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:16:53.291 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:52 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:16:53.291 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:52 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:16:53.560 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:16:53 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[32881]: 2024-04-02T08:16:53.292+0000 7f78b43ef200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:16:54.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:53 smithi012 ceph-mon[27004]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:54.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:53 smithi012 ceph-mon[27004]: from='client.24119 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi012:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:16:54.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:53 smithi012 ceph-mon[38029]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:54.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:53 smithi012 ceph-mon[38029]: from='client.24119 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi012:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:16:54.191 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:53 smithi055 ceph-mon[31035]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:54.191 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:53 smithi055 ceph-mon[31035]: from='client.24119 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi012:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:16:54.191 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:16:53 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[32881]: 2024-04-02T08:16:53.871+0000 7f78b43ef200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:16:54.191 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:16:53 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[32881]: 2024-04-02T08:16:53.971+0000 7f78b43ef200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:16:54.192 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:16:54 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[32881]: 2024-04-02T08:16:54.192+0000 7f78b43ef200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:16:55.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:54 smithi012 ceph-mon[27004]: Standby manager daemon x started 2024-04-02T08:16:55.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:54 smithi012 ceph-mon[27004]: from='mgr.? 172.21.15.55:0/57401484' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:16:55.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:54 smithi012 ceph-mon[27004]: from='mgr.? 172.21.15.55:0/57401484' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:16:55.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:54 smithi012 ceph-mon[27004]: from='mgr.? 172.21.15.55:0/57401484' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:16:55.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:54 smithi012 ceph-mon[27004]: from='mgr.? 172.21.15.55:0/57401484' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:16:55.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:54 smithi012 ceph-mon[38029]: Standby manager daemon x started 2024-04-02T08:16:55.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:54 smithi012 ceph-mon[38029]: from='mgr.? 172.21.15.55:0/57401484' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:16:55.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:54 smithi012 ceph-mon[38029]: from='mgr.? 172.21.15.55:0/57401484' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:16:55.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:54 smithi012 ceph-mon[38029]: from='mgr.? 172.21.15.55:0/57401484' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:16:55.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:54 smithi012 ceph-mon[38029]: from='mgr.? 172.21.15.55:0/57401484' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:16:55.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:54 smithi055 ceph-mon[31035]: Standby manager daemon x started 2024-04-02T08:16:55.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:54 smithi055 ceph-mon[31035]: from='mgr.? 172.21.15.55:0/57401484' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:16:55.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:54 smithi055 ceph-mon[31035]: from='mgr.? 172.21.15.55:0/57401484' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:16:55.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:54 smithi055 ceph-mon[31035]: from='mgr.? 172.21.15.55:0/57401484' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:16:55.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:54 smithi055 ceph-mon[31035]: from='mgr.? 172.21.15.55:0/57401484' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:16:56.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:55 smithi012 ceph-mon[38029]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:56.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:55 smithi012 ceph-mon[38029]: mgrmap e14: y(active, since 68s), standbys: x 2024-04-02T08:16:56.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:55 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:16:56.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:55 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/4293992963' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9465701c-6525-4f7b-b4e1-7a23f688803b"}]: dispatch 2024-04-02T08:16:56.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:55 smithi012 ceph-mon[38029]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9465701c-6525-4f7b-b4e1-7a23f688803b"}]: dispatch 2024-04-02T08:16:56.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:55 smithi012 ceph-mon[38029]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9465701c-6525-4f7b-b4e1-7a23f688803b"}]': finished 2024-04-02T08:16:56.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:55 smithi012 ceph-mon[38029]: osdmap e5: 1 total, 0 up, 1 in 2024-04-02T08:16:56.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:55 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:16:56.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:55 smithi012 ceph-mon[27004]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:56.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:55 smithi012 ceph-mon[27004]: mgrmap e14: y(active, since 68s), standbys: x 2024-04-02T08:16:56.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:55 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:16:56.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:55 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/4293992963' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9465701c-6525-4f7b-b4e1-7a23f688803b"}]: dispatch 2024-04-02T08:16:56.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:55 smithi012 ceph-mon[27004]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9465701c-6525-4f7b-b4e1-7a23f688803b"}]: dispatch 2024-04-02T08:16:56.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:55 smithi012 ceph-mon[27004]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9465701c-6525-4f7b-b4e1-7a23f688803b"}]': finished 2024-04-02T08:16:56.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:55 smithi012 ceph-mon[27004]: osdmap e5: 1 total, 0 up, 1 in 2024-04-02T08:16:56.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:55 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:16:56.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:55 smithi055 ceph-mon[31035]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:56.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:55 smithi055 ceph-mon[31035]: mgrmap e14: y(active, since 68s), standbys: x 2024-04-02T08:16:56.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:55 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:16:56.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:55 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/4293992963' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9465701c-6525-4f7b-b4e1-7a23f688803b"}]: dispatch 2024-04-02T08:16:56.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:55 smithi055 ceph-mon[31035]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9465701c-6525-4f7b-b4e1-7a23f688803b"}]: dispatch 2024-04-02T08:16:56.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:55 smithi055 ceph-mon[31035]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9465701c-6525-4f7b-b4e1-7a23f688803b"}]': finished 2024-04-02T08:16:56.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:55 smithi055 ceph-mon[31035]: osdmap e5: 1 total, 0 up, 1 in 2024-04-02T08:16:56.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:55 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:16:57.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:56 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/2008190904' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:16:57.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:56 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/2008190904' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:16:57.210 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:56 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/2008190904' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:16:58.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:57 smithi012 ceph-mon[38029]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:58.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:57 smithi012 ceph-mon[27004]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:16:58.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:57 smithi055 ceph-mon[31035]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:00.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:16:59 smithi012 ceph-mon[27004]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:00.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:16:59 smithi012 ceph-mon[38029]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:00.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:16:59 smithi055 ceph-mon[31035]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:02.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:01 smithi012 ceph-mon[27004]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:02.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:01 smithi012 ceph-mon[38029]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:02.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:01 smithi055 ceph-mon[31035]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:03.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:02 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-02T08:17:03.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:02 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:03.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:02 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-02T08:17:03.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:02 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:03.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:02 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-02T08:17:03.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:02 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:04.147 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:03 smithi012 ceph-mon[27004]: Deploying daemon osd.0 on smithi012 2024-04-02T08:17:04.147 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:03 smithi012 ceph-mon[27004]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:04.147 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:03 smithi012 ceph-mon[38029]: Deploying daemon osd.0 on smithi012 2024-04-02T08:17:04.148 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:03 smithi012 ceph-mon[38029]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:04.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:03 smithi055 ceph-mon[31035]: Deploying daemon osd.0 on smithi012 2024-04-02T08:17:04.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:03 smithi055 ceph-mon[31035]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:06.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:05 smithi012 ceph-mon[27004]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:06.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:05 smithi012 ceph-mon[38029]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:06.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:05 smithi055 ceph-mon[31035]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:08.255 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:07 smithi012 ceph-mon[38029]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:08.255 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:07 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:08.255 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:07 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:08.255 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:07 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:17:08.255 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:07 smithi012 ceph-mon[27004]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:08.255 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:07 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:08.255 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:07 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:08.255 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:07 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:17:08.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:07 smithi055 ceph-mon[31035]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:08.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:07 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:08.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:07 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:08.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:07 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:17:10.291 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:09 smithi012 ceph-mon[27004]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:10.291 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:09 smithi012 ceph-mon[38029]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:10.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:09 smithi055 ceph-mon[31035]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:11.311 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:11 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:11.311 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:11 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:11.311 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:11 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:11.311 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:11 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:17:11.311 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:11 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:11.311 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:11 smithi012 ceph-mon[38029]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:11.311 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:11 smithi012 ceph-mon[38029]: from='osd.0 [v2:172.21.15.12:6802/1149389864,v1:172.21.15.12:6803/1149389864]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-02T08:17:11.311 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:11 smithi012 ceph-mon[38029]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-02T08:17:11.312 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:11 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:11.312 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:11 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:11.312 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:11 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:11.312 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:11 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:17:11.312 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:11 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:11.312 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:11 smithi012 ceph-mon[27004]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:11.312 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:11 smithi012 ceph-mon[27004]: from='osd.0 [v2:172.21.15.12:6802/1149389864,v1:172.21.15.12:6803/1149389864]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-02T08:17:11.312 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:11 smithi012 ceph-mon[27004]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-02T08:17:11.372 INFO:teuthology.orchestra.run.smithi012.stdout:Created osd(s) 0 on host 'smithi012' 2024-04-02T08:17:11.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:11 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:11.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:11 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:11.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:11 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:11.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:11 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:17:11.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:11 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:11.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:11 smithi055 ceph-mon[31035]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:11.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:11 smithi055 ceph-mon[31035]: from='osd.0 [v2:172.21.15.12:6802/1149389864,v1:172.21.15.12:6803/1149389864]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-02T08:17:11.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:11 smithi055 ceph-mon[31035]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-02T08:17:11.986 DEBUG:teuthology.orchestra.run.smithi012:osd.0> sudo journalctl -f -n 0 -u ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@osd.0.service 2024-04-02T08:17:11.988 INFO:tasks.cephadm:Deploying osd.1 on smithi012 with /dev/vg_nvme/lv_3... 2024-04-02T08:17:11.989 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-02T08:17:12.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:12 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:12.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:12 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:17:12.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:12 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:12.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:12 smithi012 ceph-mon[27004]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-02T08:17:12.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:12 smithi012 ceph-mon[27004]: osdmap e6: 1 total, 0 up, 1 in 2024-04-02T08:17:12.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:12 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:17:12.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:12 smithi012 ceph-mon[27004]: from='osd.0 [v2:172.21.15.12:6802/1149389864,v1:172.21.15.12:6803/1149389864]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-04-02T08:17:12.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:12 smithi012 ceph-mon[27004]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-04-02T08:17:12.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:12 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:12.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:12 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:17:12.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:12 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:12.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:12 smithi012 ceph-mon[38029]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-02T08:17:12.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:12 smithi012 ceph-mon[38029]: osdmap e6: 1 total, 0 up, 1 in 2024-04-02T08:17:12.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:12 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:17:12.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:12 smithi012 ceph-mon[38029]: from='osd.0 [v2:172.21.15.12:6802/1149389864,v1:172.21.15.12:6803/1149389864]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-04-02T08:17:12.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:12 smithi012 ceph-mon[38029]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-04-02T08:17:12.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:12 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:12.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:12 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:17:12.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:12 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:12.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:12 smithi055 ceph-mon[31035]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-02T08:17:12.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:12 smithi055 ceph-mon[31035]: osdmap e6: 1 total, 0 up, 1 in 2024-04-02T08:17:12.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:12 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:17:12.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:12 smithi055 ceph-mon[31035]: from='osd.0 [v2:172.21.15.12:6802/1149389864,v1:172.21.15.12:6803/1149389864]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-04-02T08:17:12.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:12 smithi055 ceph-mon[31035]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-04-02T08:17:13.172 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:17:12 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-0[42039]: 2024-04-02T08:17:12.735+0000 7f9b31466700 -1 osd.0 0 waiting for initial osdmap 2024-04-02T08:17:13.172 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:17:12 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-0[42039]: 2024-04-02T08:17:12.737+0000 7f9b2d25b700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:17:13.808 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:13 smithi012 ceph-mon[27004]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:13.809 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:13 smithi012 ceph-mon[27004]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]': finished 2024-04-02T08:17:13.809 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:13 smithi012 ceph-mon[27004]: osdmap e7: 1 total, 0 up, 1 in 2024-04-02T08:17:13.809 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:13 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:17:13.809 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:13 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:17:13.809 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:13 smithi012 ceph-mon[38029]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:13.809 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:13 smithi012 ceph-mon[38029]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]': finished 2024-04-02T08:17:13.809 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:13 smithi012 ceph-mon[38029]: osdmap e7: 1 total, 0 up, 1 in 2024-04-02T08:17:13.809 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:13 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:17:13.809 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:13 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:17:13.897 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:17:14.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:13 smithi055 ceph-mon[31035]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:14.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:13 smithi055 ceph-mon[31035]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]': finished 2024-04-02T08:17:14.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:13 smithi055 ceph-mon[31035]: osdmap e7: 1 total, 0 up, 1 in 2024-04-02T08:17:14.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:13 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:17:14.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:13 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:17:15.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:14 smithi055 ceph-mon[31035]: purged_snaps scrub starts 2024-04-02T08:17:15.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:14 smithi055 ceph-mon[31035]: purged_snaps scrub ok 2024-04-02T08:17:15.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:14 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:17:15.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:14 smithi055 ceph-mon[31035]: osd.0 [v2:172.21.15.12:6802/1149389864,v1:172.21.15.12:6803/1149389864] boot 2024-04-02T08:17:15.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:14 smithi055 ceph-mon[31035]: osdmap e8: 1 total, 1 up, 1 in 2024-04-02T08:17:15.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:14 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:17:15.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:14 smithi012 ceph-mon[27004]: purged_snaps scrub starts 2024-04-02T08:17:15.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:14 smithi012 ceph-mon[27004]: purged_snaps scrub ok 2024-04-02T08:17:15.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:14 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:17:15.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:14 smithi012 ceph-mon[27004]: osd.0 [v2:172.21.15.12:6802/1149389864,v1:172.21.15.12:6803/1149389864] boot 2024-04-02T08:17:15.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:14 smithi012 ceph-mon[27004]: osdmap e8: 1 total, 1 up, 1 in 2024-04-02T08:17:15.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:14 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:17:15.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:14 smithi012 ceph-mon[38029]: purged_snaps scrub starts 2024-04-02T08:17:15.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:14 smithi012 ceph-mon[38029]: purged_snaps scrub ok 2024-04-02T08:17:15.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:14 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:17:15.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:14 smithi012 ceph-mon[38029]: osd.0 [v2:172.21.15.12:6802/1149389864,v1:172.21.15.12:6803/1149389864] boot 2024-04-02T08:17:15.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:14 smithi012 ceph-mon[38029]: osdmap e8: 1 total, 1 up, 1 in 2024-04-02T08:17:15.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:14 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:17:15.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:15 smithi012 ceph-mon[27004]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:15.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:15 smithi012 ceph-mon[27004]: osdmap e9: 1 total, 1 up, 1 in 2024-04-02T08:17:15.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:15 smithi012 ceph-mon[38029]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:15.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:15 smithi012 ceph-mon[38029]: osdmap e9: 1 total, 1 up, 1 in 2024-04-02T08:17:16.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:15 smithi055 ceph-mon[31035]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:16.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:15 smithi055 ceph-mon[31035]: osdmap e9: 1 total, 1 up, 1 in 2024-04-02T08:17:16.093 INFO:teuthology.orchestra.run.smithi012.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-02T08:17:16.093 INFO:teuthology.orchestra.run.smithi012.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-02T08:17:16.093 INFO:teuthology.orchestra.run.smithi012.stderr: stderr: 10+0 records in 2024-04-02T08:17:16.093 INFO:teuthology.orchestra.run.smithi012.stderr:10+0 records out 2024-04-02T08:17:16.093 INFO:teuthology.orchestra.run.smithi012.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0114717 s, 914 MB/s 2024-04-02T08:17:16.093 INFO:teuthology.orchestra.run.smithi012.stderr:--> Zapping successful for: 2024-04-02T08:17:17.007 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph orch daemon add osd smithi012:vg_nvme/lv_3 2024-04-02T08:17:17.213 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:17:17.629 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:17 smithi012 ceph-mon[38029]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:17:17.629 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:17 smithi012 ceph-mon[38029]: Detected new or changed devices on smithi012 2024-04-02T08:17:17.629 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:17 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:17.629 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:17 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:17.629 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:17 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:17:17.629 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:17 smithi012 ceph-mon[38029]: Adjusting osd_memory_target on smithi012 to 16069M 2024-04-02T08:17:17.629 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:17 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:17.629 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:17 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:17.629 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:17 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:17:17.629 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:17 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:17.630 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:17 smithi012 ceph-mon[27004]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:17:17.630 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:17 smithi012 ceph-mon[27004]: Detected new or changed devices on smithi012 2024-04-02T08:17:17.630 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:17 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:17.630 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:17 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:17.630 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:17 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:17:17.630 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:17 smithi012 ceph-mon[27004]: Adjusting osd_memory_target on smithi012 to 16069M 2024-04-02T08:17:17.630 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:17 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:17.630 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:17 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:17.630 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:17 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:17:17.630 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:17 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:17.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:17 smithi055 ceph-mon[31035]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:17:17.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:17 smithi055 ceph-mon[31035]: Detected new or changed devices on smithi012 2024-04-02T08:17:17.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:17 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:17.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:17 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:17.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:17 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:17:17.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:17 smithi055 ceph-mon[31035]: Adjusting osd_memory_target on smithi012 to 16069M 2024-04-02T08:17:17.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:17 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:17.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:17 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:17.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:17 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:17:17.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:17 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:19.589 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:19 smithi012 ceph-mon[27004]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:17:19.589 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:19 smithi012 ceph-mon[27004]: from='client.14244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi012:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:17:19.589 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:19 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:17:19.589 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:19 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:17:19.589 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:19 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:19.589 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:19 smithi012 ceph-mon[38029]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:17:19.589 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:19 smithi012 ceph-mon[38029]: from='client.14244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi012:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:17:19.589 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:19 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:17:19.589 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:19 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:17:19.589 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:19 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:19.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:19 smithi055 ceph-mon[31035]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:17:19.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:19 smithi055 ceph-mon[31035]: from='client.14244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi012:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:17:19.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:19 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:17:19.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:19 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:17:19.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:19 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:22.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:21 smithi055 ceph-mon[31035]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:17:22.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:21 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/764158500' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "914dac79-5bfb-4a8f-ad1b-e7183980255c"}]: dispatch 2024-04-02T08:17:22.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:21 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/764158500' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "914dac79-5bfb-4a8f-ad1b-e7183980255c"}]': finished 2024-04-02T08:17:22.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:21 smithi055 ceph-mon[31035]: osdmap e10: 2 total, 1 up, 2 in 2024-04-02T08:17:22.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:21 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:17:22.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:21 smithi012 ceph-mon[27004]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:17:22.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:21 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/764158500' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "914dac79-5bfb-4a8f-ad1b-e7183980255c"}]: dispatch 2024-04-02T08:17:22.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:21 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/764158500' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "914dac79-5bfb-4a8f-ad1b-e7183980255c"}]': finished 2024-04-02T08:17:22.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:21 smithi012 ceph-mon[27004]: osdmap e10: 2 total, 1 up, 2 in 2024-04-02T08:17:22.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:21 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:17:22.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:21 smithi012 ceph-mon[38029]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:17:22.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:21 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/764158500' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "914dac79-5bfb-4a8f-ad1b-e7183980255c"}]: dispatch 2024-04-02T08:17:22.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:21 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/764158500' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "914dac79-5bfb-4a8f-ad1b-e7183980255c"}]': finished 2024-04-02T08:17:22.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:21 smithi012 ceph-mon[38029]: osdmap e10: 2 total, 1 up, 2 in 2024-04-02T08:17:22.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:21 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:17:23.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:22 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/1428383358' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:17:23.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:22 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/1428383358' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:17:23.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:22 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/1428383358' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:17:24.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:23 smithi055 ceph-mon[31035]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:17:24.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:23 smithi012 ceph-mon[38029]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:17:24.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:23 smithi012 ceph-mon[27004]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:17:25.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:25 smithi012 ceph-mon[38029]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:17:25.930 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:25 smithi012 ceph-mon[27004]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:17:26.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:25 smithi055 ceph-mon[31035]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:17:27.997 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:27 smithi012 ceph-mon[27004]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:17:27.998 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:27 smithi012 ceph-mon[38029]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:17:28.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:27 smithi055 ceph-mon[31035]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:17:28.858 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:28 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-02T08:17:28.858 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:28 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:28.858 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:28 smithi012 ceph-mon[27004]: Deploying daemon osd.1 on smithi012 2024-04-02T08:17:28.859 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:28 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-02T08:17:28.859 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:28 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:28.859 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:28 smithi012 ceph-mon[38029]: Deploying daemon osd.1 on smithi012 2024-04-02T08:17:29.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:28 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-02T08:17:29.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:28 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:29.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:28 smithi055 ceph-mon[31035]: Deploying daemon osd.1 on smithi012 2024-04-02T08:17:30.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:29 smithi055 ceph-mon[31035]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:17:30.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:29 smithi012 ceph-mon[27004]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:17:30.065 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:29 smithi012 ceph-mon[38029]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:17:31.865 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:31 smithi012 ceph-mon[27004]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:17:31.865 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:31 smithi012 ceph-mon[38029]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:17:32.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:31 smithi055 ceph-mon[31035]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:17:34.014 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:33 smithi012 ceph-mon[38029]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:17:34.015 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:33 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:17:34.015 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:33 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:34.015 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:33 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:34.015 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:33 smithi012 ceph-mon[27004]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:17:34.015 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:33 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:17:34.015 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:33 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:34.015 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:33 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:34.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:33 smithi055 ceph-mon[31035]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:17:34.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:33 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:17:34.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:33 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:34.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:33 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:35.824 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:35 smithi012 ceph-mon[27004]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:17:35.824 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:35 smithi012 ceph-mon[38029]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:17:36.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:35 smithi055 ceph-mon[31035]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:17:37.362 INFO:teuthology.orchestra.run.smithi012.stdout:Created osd(s) 1 on host 'smithi012' 2024-04-02T08:17:37.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:37 smithi012 ceph-mon[27004]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:17:37.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:37 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:37.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:37 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:37.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:37 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:37.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:37 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:17:37.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:37 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:37.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:37 smithi012 ceph-mon[27004]: from='osd.1 [v2:172.21.15.12:6810/565815498,v1:172.21.15.12:6811/565815498]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-02T08:17:37.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:37 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:37.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:37 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:37.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:37 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:17:37.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:37 smithi012 ceph-mon[38029]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:17:37.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:37 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:37.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:37 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:37.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:37 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:37.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:37 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:17:37.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:37 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:37.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:37 smithi012 ceph-mon[38029]: from='osd.1 [v2:172.21.15.12:6810/565815498,v1:172.21.15.12:6811/565815498]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-02T08:17:37.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:37 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:37.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:37 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:37.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:37 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:17:37.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:37 smithi055 ceph-mon[31035]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:17:37.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:37 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:37.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:37 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:37.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:37 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:37.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:37 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:17:37.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:37 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:37.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:37 smithi055 ceph-mon[31035]: from='osd.1 [v2:172.21.15.12:6810/565815498,v1:172.21.15.12:6811/565815498]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-02T08:17:37.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:37 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:37.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:37 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:37.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:37 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:17:38.048 DEBUG:teuthology.orchestra.run.smithi012:osd.1> sudo journalctl -f -n 0 -u ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@osd.1.service 2024-04-02T08:17:38.050 INFO:tasks.cephadm:Deploying osd.2 on smithi012 with /dev/vg_nvme/lv_2... 2024-04-02T08:17:38.051 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-02T08:17:38.587 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:38 smithi012 ceph-mon[27004]: from='osd.1 [v2:172.21.15.12:6810/565815498,v1:172.21.15.12:6811/565815498]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-02T08:17:38.587 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:38 smithi012 ceph-mon[27004]: osdmap e11: 2 total, 1 up, 2 in 2024-04-02T08:17:38.587 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:38 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:17:38.587 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:38 smithi012 ceph-mon[27004]: from='osd.1 [v2:172.21.15.12:6810/565815498,v1:172.21.15.12:6811/565815498]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-04-02T08:17:38.588 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:38 smithi012 ceph-mon[38029]: from='osd.1 [v2:172.21.15.12:6810/565815498,v1:172.21.15.12:6811/565815498]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-02T08:17:38.588 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:38 smithi012 ceph-mon[38029]: osdmap e11: 2 total, 1 up, 2 in 2024-04-02T08:17:38.588 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:38 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:17:38.588 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:38 smithi012 ceph-mon[38029]: from='osd.1 [v2:172.21.15.12:6810/565815498,v1:172.21.15.12:6811/565815498]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-04-02T08:17:38.588 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:17:38 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-1[47599]: 2024-04-02T08:17:38.518+0000 7f35240f8700 -1 osd.1 0 waiting for initial osdmap 2024-04-02T08:17:38.588 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:17:38 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-1[47599]: 2024-04-02T08:17:38.523+0000 7f351feed700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:17:38.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:38 smithi055 ceph-mon[31035]: from='osd.1 [v2:172.21.15.12:6810/565815498,v1:172.21.15.12:6811/565815498]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-02T08:17:38.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:38 smithi055 ceph-mon[31035]: osdmap e11: 2 total, 1 up, 2 in 2024-04-02T08:17:38.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:38 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:17:38.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:38 smithi055 ceph-mon[31035]: from='osd.1 [v2:172.21.15.12:6810/565815498,v1:172.21.15.12:6811/565815498]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-04-02T08:17:39.390 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:17:39.598 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:39 smithi012 ceph-mon[27004]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:17:39.598 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:39 smithi012 ceph-mon[27004]: from='osd.1 [v2:172.21.15.12:6810/565815498,v1:172.21.15.12:6811/565815498]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]': finished 2024-04-02T08:17:39.598 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:39 smithi012 ceph-mon[27004]: osdmap e12: 2 total, 1 up, 2 in 2024-04-02T08:17:39.598 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:39 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:17:39.598 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:39 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:17:39.598 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:39 smithi012 ceph-mon[38029]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:17:39.598 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:39 smithi012 ceph-mon[38029]: from='osd.1 [v2:172.21.15.12:6810/565815498,v1:172.21.15.12:6811/565815498]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]': finished 2024-04-02T08:17:39.598 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:39 smithi012 ceph-mon[38029]: osdmap e12: 2 total, 1 up, 2 in 2024-04-02T08:17:39.598 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:39 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:17:39.599 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:39 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:17:39.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:39 smithi055 ceph-mon[31035]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:17:39.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:39 smithi055 ceph-mon[31035]: from='osd.1 [v2:172.21.15.12:6810/565815498,v1:172.21.15.12:6811/565815498]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]': finished 2024-04-02T08:17:39.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:39 smithi055 ceph-mon[31035]: osdmap e12: 2 total, 1 up, 2 in 2024-04-02T08:17:39.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:39 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:17:39.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:39 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:17:40.681 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:40 smithi012 ceph-mon[38029]: purged_snaps scrub starts 2024-04-02T08:17:40.681 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:40 smithi012 ceph-mon[38029]: purged_snaps scrub ok 2024-04-02T08:17:40.681 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:40 smithi012 ceph-mon[38029]: osd.1 [v2:172.21.15.12:6810/565815498,v1:172.21.15.12:6811/565815498] boot 2024-04-02T08:17:40.682 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:40 smithi012 ceph-mon[38029]: osdmap e13: 2 total, 2 up, 2 in 2024-04-02T08:17:40.682 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:40 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:17:40.682 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:40 smithi012 ceph-mon[27004]: purged_snaps scrub starts 2024-04-02T08:17:40.682 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:40 smithi012 ceph-mon[27004]: purged_snaps scrub ok 2024-04-02T08:17:40.682 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:40 smithi012 ceph-mon[27004]: osd.1 [v2:172.21.15.12:6810/565815498,v1:172.21.15.12:6811/565815498] boot 2024-04-02T08:17:40.682 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:40 smithi012 ceph-mon[27004]: osdmap e13: 2 total, 2 up, 2 in 2024-04-02T08:17:40.682 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:40 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:17:40.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:40 smithi055 ceph-mon[31035]: purged_snaps scrub starts 2024-04-02T08:17:40.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:40 smithi055 ceph-mon[31035]: purged_snaps scrub ok 2024-04-02T08:17:40.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:40 smithi055 ceph-mon[31035]: osd.1 [v2:172.21.15.12:6810/565815498,v1:172.21.15.12:6811/565815498] boot 2024-04-02T08:17:40.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:40 smithi055 ceph-mon[31035]: osdmap e13: 2 total, 2 up, 2 in 2024-04-02T08:17:40.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:40 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:17:41.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:41 smithi055 ceph-mon[31035]: pgmap v60: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:17:41.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:41 smithi055 ceph-mon[31035]: osdmap e14: 2 total, 2 up, 2 in 2024-04-02T08:17:41.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:41 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:41.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:41 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:41.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:41 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:17:41.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:41 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:17:41.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:41 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:41.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:41 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:41.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:41 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:17:41.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:41 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:41.879 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:41 smithi012 ceph-mon[27004]: pgmap v60: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:17:41.879 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:41 smithi012 ceph-mon[27004]: osdmap e14: 2 total, 2 up, 2 in 2024-04-02T08:17:41.880 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:41 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:41.880 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:41 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:41.880 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:41 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:17:41.880 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:41 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:17:41.880 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:41 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:41.880 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:41 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:41.880 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:41 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:17:41.880 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:41 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:41.880 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:41 smithi012 ceph-mon[38029]: pgmap v60: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:17:41.880 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:41 smithi012 ceph-mon[38029]: osdmap e14: 2 total, 2 up, 2 in 2024-04-02T08:17:41.881 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:41 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:41.881 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:41 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:41.881 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:41 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:17:41.881 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:41 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:17:41.881 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:41 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:41.881 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:41 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:41.881 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:41 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:17:41.881 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:41 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:17:42.458 INFO:teuthology.orchestra.run.smithi012.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-02T08:17:42.458 INFO:teuthology.orchestra.run.smithi012.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-02T08:17:42.458 INFO:teuthology.orchestra.run.smithi012.stderr: stderr: 10+0 records in 2024-04-02T08:17:42.458 INFO:teuthology.orchestra.run.smithi012.stderr:10+0 records out 2024-04-02T08:17:42.458 INFO:teuthology.orchestra.run.smithi012.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.014043 s, 747 MB/s 2024-04-02T08:17:42.458 INFO:teuthology.orchestra.run.smithi012.stderr:--> Zapping successful for: 2024-04-02T08:17:42.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:42 smithi055 ceph-mon[31035]: Detected new or changed devices on smithi012 2024-04-02T08:17:42.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:42 smithi055 ceph-mon[31035]: Adjusting osd_memory_target on smithi012 to 8034M 2024-04-02T08:17:42.827 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:42 smithi012 ceph-mon[27004]: Detected new or changed devices on smithi012 2024-04-02T08:17:42.827 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:42 smithi012 ceph-mon[27004]: Adjusting osd_memory_target on smithi012 to 8034M 2024-04-02T08:17:42.827 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:42 smithi012 ceph-mon[38029]: Detected new or changed devices on smithi012 2024-04-02T08:17:42.827 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:42 smithi012 ceph-mon[38029]: Adjusting osd_memory_target on smithi012 to 8034M 2024-04-02T08:17:43.176 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph orch daemon add osd smithi012:vg_nvme/lv_2 2024-04-02T08:17:43.383 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:17:43.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:43 smithi055 ceph-mon[31035]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:17:43.850 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:43 smithi012 ceph-mon[27004]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:17:43.850 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:43 smithi012 ceph-mon[38029]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:17:45.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:45 smithi055 ceph-mon[31035]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:17:45.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:45 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:17:45.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:45 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:17:45.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:45 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:45.847 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:45 smithi012 ceph-mon[27004]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:17:45.848 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:45 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:17:45.848 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:45 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:17:45.848 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:45 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:45.848 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:45 smithi012 ceph-mon[38029]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:17:45.848 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:45 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:17:45.848 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:45 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:17:45.848 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:45 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:46.965 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:46 smithi012 ceph-mon[38029]: from='client.14271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi012:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:17:46.966 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:46 smithi012 ceph-mon[27004]: from='client.14271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi012:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:17:47.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:46 smithi055 ceph-mon[31035]: from='client.14271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi012:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:17:48.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:47 smithi055 ceph-mon[31035]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:17:48.097 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:47 smithi012 ceph-mon[27004]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:17:48.097 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:47 smithi012 ceph-mon[38029]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:17:49.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:48 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/3941579698' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fa81360e-4d05-4e92-8a34-28214e301a70"}]: dispatch 2024-04-02T08:17:49.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:48 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/3941579698' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fa81360e-4d05-4e92-8a34-28214e301a70"}]': finished 2024-04-02T08:17:49.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:48 smithi055 ceph-mon[31035]: osdmap e15: 3 total, 2 up, 3 in 2024-04-02T08:17:49.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:48 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:17:49.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:48 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/3964396047' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:17:49.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:48 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/3941579698' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fa81360e-4d05-4e92-8a34-28214e301a70"}]: dispatch 2024-04-02T08:17:49.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:48 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/3941579698' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fa81360e-4d05-4e92-8a34-28214e301a70"}]': finished 2024-04-02T08:17:49.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:48 smithi012 ceph-mon[38029]: osdmap e15: 3 total, 2 up, 3 in 2024-04-02T08:17:49.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:48 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:17:49.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:48 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/3964396047' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:17:49.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:48 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/3941579698' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fa81360e-4d05-4e92-8a34-28214e301a70"}]: dispatch 2024-04-02T08:17:49.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:48 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/3941579698' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fa81360e-4d05-4e92-8a34-28214e301a70"}]': finished 2024-04-02T08:17:49.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:48 smithi012 ceph-mon[27004]: osdmap e15: 3 total, 2 up, 3 in 2024-04-02T08:17:49.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:48 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:17:49.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:48 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/3964396047' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:17:50.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:49 smithi012 ceph-mon[27004]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:17:50.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:49 smithi012 ceph-mon[38029]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:17:50.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:49 smithi055 ceph-mon[31035]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:17:52.124 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:51 smithi012 ceph-mon[38029]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:17:52.124 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:51 smithi012 ceph-mon[27004]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:17:52.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:51 smithi055 ceph-mon[31035]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:17:53.926 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:53 smithi012 ceph-mon[27004]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:17:53.926 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:53 smithi012 ceph-mon[38029]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:17:54.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:53 smithi055 ceph-mon[31035]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:17:55.070 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:54 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-02T08:17:55.070 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:54 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:55.071 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:54 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-02T08:17:55.071 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:54 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:55.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:54 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-02T08:17:55.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:54 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:56.144 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:55 smithi012 ceph-mon[27004]: Deploying daemon osd.2 on smithi012 2024-04-02T08:17:56.144 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:55 smithi012 ceph-mon[27004]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:17:56.144 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:55 smithi012 ceph-mon[38029]: Deploying daemon osd.2 on smithi012 2024-04-02T08:17:56.144 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:55 smithi012 ceph-mon[38029]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:17:56.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:55 smithi055 ceph-mon[31035]: Deploying daemon osd.2 on smithi012 2024-04-02T08:17:56.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:55 smithi055 ceph-mon[31035]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:17:58.112 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:57 smithi055 ceph-mon[31035]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:17:58.160 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:57 smithi012 ceph-mon[27004]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:17:58.161 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:57 smithi012 ceph-mon[38029]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:18:00.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:59 smithi012 ceph-mon[27004]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:18:00.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:59 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:00.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:59 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:00.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:17:59 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:18:00.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:59 smithi012 ceph-mon[38029]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:18:00.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:59 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:00.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:59 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:00.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:17:59 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:18:00.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:59 smithi055 ceph-mon[31035]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:18:00.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:59 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:00.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:59 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:00.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:17:59 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:18:01.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:01 smithi012 ceph-mon[27004]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:18:01.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:01 smithi012 ceph-mon[38029]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:18:02.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:01 smithi055 ceph-mon[31035]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:18:03.037 INFO:teuthology.orchestra.run.smithi012.stdout:Created osd(s) 2 on host 'smithi012' 2024-04-02T08:18:03.972 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:03 smithi012 ceph-mon[27004]: pgmap v73: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:18:03.972 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:03 smithi012 ceph-mon[27004]: from='osd.2 [v2:172.21.15.12:6818/3648697039,v1:172.21.15.12:6819/3648697039]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-02T08:18:03.972 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:03 smithi012 ceph-mon[27004]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-02T08:18:03.972 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:03 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:03.972 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:03 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:03.972 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:03 smithi012 ceph-mon[38029]: pgmap v73: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:18:03.973 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:03 smithi012 ceph-mon[38029]: from='osd.2 [v2:172.21.15.12:6818/3648697039,v1:172.21.15.12:6819/3648697039]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-02T08:18:03.973 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:03 smithi012 ceph-mon[38029]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-02T08:18:03.973 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:03 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:03.973 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:03 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:03.994 DEBUG:teuthology.orchestra.run.smithi012:osd.2> sudo journalctl -f -n 0 -u ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@osd.2.service 2024-04-02T08:18:03.997 INFO:tasks.cephadm:Deploying osd.3 on smithi012 with /dev/vg_nvme/lv_1... 2024-04-02T08:18:03.997 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-02T08:18:04.254 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:18:04.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:03 smithi055 ceph-mon[31035]: pgmap v73: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:18:04.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:03 smithi055 ceph-mon[31035]: from='osd.2 [v2:172.21.15.12:6818/3648697039,v1:172.21.15.12:6819/3648697039]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-02T08:18:04.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:03 smithi055 ceph-mon[31035]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-02T08:18:04.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:03 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:04.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:03 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:04.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:04 smithi012 ceph-mon[27004]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-02T08:18:04.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:04 smithi012 ceph-mon[27004]: osdmap e16: 3 total, 2 up, 3 in 2024-04-02T08:18:04.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:04 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:18:04.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:04 smithi012 ceph-mon[27004]: from='osd.2 [v2:172.21.15.12:6818/3648697039,v1:172.21.15.12:6819/3648697039]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-04-02T08:18:04.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:04 smithi012 ceph-mon[27004]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-04-02T08:18:04.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:04 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:04.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:04 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:04.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:04 smithi012 ceph-mon[38029]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-02T08:18:04.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:04 smithi012 ceph-mon[38029]: osdmap e16: 3 total, 2 up, 3 in 2024-04-02T08:18:04.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:04 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:18:04.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:04 smithi012 ceph-mon[38029]: from='osd.2 [v2:172.21.15.12:6818/3648697039,v1:172.21.15.12:6819/3648697039]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-04-02T08:18:04.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:04 smithi012 ceph-mon[38029]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-04-02T08:18:04.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:04 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:04.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:04 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:04.930 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:18:04 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-2[53692]: 2024-04-02T08:18:04.871+0000 7f9c0808f700 -1 osd.2 0 waiting for initial osdmap 2024-04-02T08:18:04.930 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:18:04 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-2[53692]: 2024-04-02T08:18:04.874+0000 7f9c03e84700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:18:05.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:04 smithi055 ceph-mon[31035]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-02T08:18:05.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:04 smithi055 ceph-mon[31035]: osdmap e16: 3 total, 2 up, 3 in 2024-04-02T08:18:05.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:04 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:18:05.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:04 smithi055 ceph-mon[31035]: from='osd.2 [v2:172.21.15.12:6818/3648697039,v1:172.21.15.12:6819/3648697039]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-04-02T08:18:05.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:04 smithi055 ceph-mon[31035]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-04-02T08:18:05.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:04 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:05.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:04 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:06.041 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:05 smithi012 ceph-mon[27004]: pgmap v75: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:18:06.041 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:05 smithi012 ceph-mon[27004]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]': finished 2024-04-02T08:18:06.041 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:05 smithi012 ceph-mon[27004]: osdmap e17: 3 total, 2 up, 3 in 2024-04-02T08:18:06.041 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:05 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:18:06.042 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:05 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:18:06.042 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:05 smithi012 ceph-mon[38029]: pgmap v75: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:18:06.042 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:05 smithi012 ceph-mon[38029]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]': finished 2024-04-02T08:18:06.042 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:05 smithi012 ceph-mon[38029]: osdmap e17: 3 total, 2 up, 3 in 2024-04-02T08:18:06.043 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:05 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:18:06.043 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:05 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:18:06.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:05 smithi055 ceph-mon[31035]: pgmap v75: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:18:06.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:05 smithi055 ceph-mon[31035]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]': finished 2024-04-02T08:18:06.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:05 smithi055 ceph-mon[31035]: osdmap e17: 3 total, 2 up, 3 in 2024-04-02T08:18:06.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:05 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:18:06.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:05 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:18:06.324 INFO:teuthology.orchestra.run.smithi012.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-02T08:18:06.324 INFO:teuthology.orchestra.run.smithi012.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-02T08:18:06.324 INFO:teuthology.orchestra.run.smithi012.stderr: stderr: 10+0 records in 2024-04-02T08:18:06.325 INFO:teuthology.orchestra.run.smithi012.stderr:10+0 records out 2024-04-02T08:18:06.325 INFO:teuthology.orchestra.run.smithi012.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.013933 s, 753 MB/s 2024-04-02T08:18:06.325 INFO:teuthology.orchestra.run.smithi012.stderr:--> Zapping successful for: 2024-04-02T08:18:07.172 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:06 smithi012 ceph-mon[27004]: purged_snaps scrub starts 2024-04-02T08:18:07.173 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:06 smithi012 ceph-mon[27004]: purged_snaps scrub ok 2024-04-02T08:18:07.173 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:06 smithi012 ceph-mon[27004]: osd.2 [v2:172.21.15.12:6818/3648697039,v1:172.21.15.12:6819/3648697039] boot 2024-04-02T08:18:07.173 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:06 smithi012 ceph-mon[27004]: osdmap e18: 3 total, 3 up, 3 in 2024-04-02T08:18:07.173 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:06 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:18:07.173 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:06 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:18:07.173 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:06 smithi012 ceph-mon[38029]: purged_snaps scrub starts 2024-04-02T08:18:07.173 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:06 smithi012 ceph-mon[38029]: purged_snaps scrub ok 2024-04-02T08:18:07.173 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:06 smithi012 ceph-mon[38029]: osd.2 [v2:172.21.15.12:6818/3648697039,v1:172.21.15.12:6819/3648697039] boot 2024-04-02T08:18:07.173 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:06 smithi012 ceph-mon[38029]: osdmap e18: 3 total, 3 up, 3 in 2024-04-02T08:18:07.173 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:06 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:18:07.173 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:06 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:18:07.195 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph orch daemon add osd smithi012:vg_nvme/lv_1 2024-04-02T08:18:07.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:06 smithi055 ceph-mon[31035]: purged_snaps scrub starts 2024-04-02T08:18:07.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:06 smithi055 ceph-mon[31035]: purged_snaps scrub ok 2024-04-02T08:18:07.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:06 smithi055 ceph-mon[31035]: osd.2 [v2:172.21.15.12:6818/3648697039,v1:172.21.15.12:6819/3648697039] boot 2024-04-02T08:18:07.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:06 smithi055 ceph-mon[31035]: osdmap e18: 3 total, 3 up, 3 in 2024-04-02T08:18:07.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:06 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:18:07.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:06 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:18:07.745 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:18:07.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:07 smithi012 ceph-mon[27004]: pgmap v78: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:18:07.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:07 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-02T08:18:07.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:07 smithi012 ceph-mon[27004]: osdmap e19: 3 total, 3 up, 3 in 2024-04-02T08:18:07.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:07 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:18:07.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:07 smithi012 ceph-mon[38029]: pgmap v78: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:18:07.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:07 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-02T08:18:07.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:07 smithi012 ceph-mon[38029]: osdmap e19: 3 total, 3 up, 3 in 2024-04-02T08:18:07.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:07 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:18:08.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:07 smithi055 ceph-mon[31035]: pgmap v78: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:18:08.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:07 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-02T08:18:08.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:07 smithi055 ceph-mon[31035]: osdmap e19: 3 total, 3 up, 3 in 2024-04-02T08:18:08.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:07 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:18:08.576 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:18:08 smithi012 sudo[55284]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-02T08:18:08.577 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:18:08 smithi012 sudo[55284]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:18:08.577 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:18:08 smithi012 sudo[55284]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:18:08.577 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:18:08 smithi012 sudo[55284]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:18:08.877 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:18:08 smithi012 sudo[56284]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-02T08:18:08.877 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:18:08 smithi012 sudo[56284]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:18:08.877 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:18:08 smithi012 sudo[56284]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:18:08.877 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:18:08 smithi012 sudo[56284]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:18:09.178 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:18:09 smithi012 sudo[57737]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-02T08:18:09.178 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:18:09 smithi012 sudo[57737]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:18:09.178 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:18:09 smithi012 sudo[57737]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:18:09.178 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:18:09 smithi012 sudo[57737]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:18:09.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:08 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-02T08:18:09.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:08 smithi012 ceph-mon[27004]: osdmap e20: 3 total, 3 up, 3 in 2024-04-02T08:18:09.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:08 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:09.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:08 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-02T08:18:09.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:08 smithi012 ceph-mon[38029]: osdmap e20: 3 total, 3 up, 3 in 2024-04-02T08:18:09.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:08 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:09.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:08 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-02T08:18:09.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:08 smithi055 ceph-mon[31035]: osdmap e20: 3 total, 3 up, 3 in 2024-04-02T08:18:09.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:08 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:09.545 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:18:09 smithi012 sudo[57747]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-02T08:18:09.546 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:18:09 smithi012 sudo[57747]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:18:09.546 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:18:09 smithi012 sudo[57747]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:18:09.546 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:18:09 smithi012 sudo[57747]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:18:09.810 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:18:09 smithi012 sudo[57751]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-02T08:18:09.811 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:18:09 smithi012 sudo[57751]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:18:09.811 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:18:09 smithi012 sudo[57751]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:18:09.811 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:18:09 smithi012 sudo[57751]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:18:10.070 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:18:09 smithi012 sudo[57787]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-02T08:18:10.070 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:18:09 smithi012 sudo[57787]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:18:10.070 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:18:09 smithi012 sudo[57787]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:18:10.070 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:18:09 smithi012 sudo[57787]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:18:10.344 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:10 smithi012 sudo[57790]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-02T08:18:10.344 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:10 smithi012 sudo[57790]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:18:10.344 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:10 smithi012 sudo[57790]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:18:10.344 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:10 smithi012 sudo[57790]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:18:10.606 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:10 smithi055 ceph-mon[31035]: pgmap v81: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:18:10.606 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:10 smithi055 ceph-mon[31035]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-02T08:18:10.606 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:10 smithi055 ceph-mon[31035]: osdmap e21: 3 total, 3 up, 3 in 2024-04-02T08:18:10.606 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:10 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:10.606 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:10 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:10.606 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:10 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:10.606 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:10 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:10.606 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:10 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:10.606 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:10 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:10.606 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:10 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:10.607 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:10 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:18:10.607 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:10 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:10.607 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:10 smithi055 ceph-mon[31035]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-02T08:18:10.619 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:10 smithi012 ceph-mon[38029]: pgmap v81: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:18:10.619 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:10 smithi012 ceph-mon[38029]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-02T08:18:10.619 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:10 smithi012 ceph-mon[38029]: osdmap e21: 3 total, 3 up, 3 in 2024-04-02T08:18:10.619 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:10 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:10.619 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:10 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:10.619 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:10 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:10.619 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:10 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:10.619 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:10 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:10.620 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:10 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:10.620 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:10 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:10.620 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:10 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:18:10.620 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:10 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:10.620 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:10 smithi012 ceph-mon[38029]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-02T08:18:10.620 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:10 smithi012 sudo[57814]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-02T08:18:10.620 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:10 smithi012 sudo[57814]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:18:10.620 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:10 smithi012 ceph-mon[27004]: pgmap v81: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:18:10.620 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:10 smithi012 sudo[57814]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:18:10.620 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:10 smithi012 ceph-mon[27004]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-02T08:18:10.620 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:10 smithi012 sudo[57814]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:18:10.620 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:10 smithi012 ceph-mon[27004]: osdmap e21: 3 total, 3 up, 3 in 2024-04-02T08:18:10.621 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:10 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:10.621 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:10 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:10.621 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:10 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:10.621 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:10 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:10.621 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:10 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:10.621 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:10 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:10.621 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:10 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:10.621 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:10 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:18:10.621 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:10 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:10.621 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:10 smithi012 ceph-mon[27004]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-02T08:18:10.870 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:10 smithi055 sudo[33552]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-02T08:18:10.870 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:10 smithi055 sudo[33552]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:18:10.870 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:10 smithi055 sudo[33552]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:18:10.870 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:10 smithi055 sudo[33552]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:18:11.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:10 smithi055 sudo[33555]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-02T08:18:11.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:10 smithi055 sudo[33555]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:18:11.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:10 smithi055 sudo[33555]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:18:11.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:10 smithi055 sudo[33555]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:18:11.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:11 smithi012 sudo[57956]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-02T08:18:11.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:11 smithi012 sudo[57956]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:18:11.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:11 smithi012 sudo[57956]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:18:11.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:11 smithi012 sudo[57956]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:18:11.690 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:11 smithi012 ceph-mon[27004]: Detected new or changed devices on smithi012 2024-04-02T08:18:11.690 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:11 smithi012 ceph-mon[27004]: Adjusting osd_memory_target on smithi012 to 5356M 2024-04-02T08:18:11.690 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:11 smithi012 ceph-mon[27004]: pgmap v83: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:18:11.690 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:11 smithi012 ceph-mon[27004]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-02T08:18:11.690 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:11 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:18:11.690 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:11 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:18:11.690 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:11 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:18:11.690 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:11 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:18:11.690 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:11 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:11.691 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:11 smithi012 ceph-mon[27004]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-02T08:18:11.691 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:11 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:18:11.691 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:11 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:18:11.691 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:11 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:18:11.691 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:11 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:18:11.691 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:11 smithi012 ceph-mon[27004]: from='client.14307 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi012:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:18:11.691 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:11 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:18:11.691 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:11 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:18:11.691 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:11 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:11.691 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:11 smithi012 ceph-mon[27004]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-02T08:18:11.691 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:11 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:11.692 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:11 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:11.692 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:11 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:18:11.692 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:11 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:18:11.692 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:11 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:18:11.692 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:11 smithi012 sudo[58002]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-02T08:18:11.692 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:11 smithi012 sudo[58002]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:18:11.692 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:11 smithi012 sudo[58002]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:18:11.692 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:11 smithi012 sudo[58002]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:18:11.692 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:11 smithi012 ceph-mon[38029]: Detected new or changed devices on smithi012 2024-04-02T08:18:11.692 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:11 smithi012 ceph-mon[38029]: Adjusting osd_memory_target on smithi012 to 5356M 2024-04-02T08:18:11.693 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:11 smithi012 ceph-mon[38029]: pgmap v83: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:18:11.693 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:11 smithi012 ceph-mon[38029]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-02T08:18:11.693 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:11 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:18:11.693 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:11 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:18:11.693 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:11 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:18:11.693 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:11 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:18:11.693 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:11 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:11.693 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:11 smithi012 ceph-mon[38029]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-02T08:18:11.693 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:11 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:18:11.693 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:11 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:18:11.693 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:11 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:18:11.693 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:11 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:18:11.693 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:11 smithi012 ceph-mon[38029]: from='client.14307 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi012:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:18:11.694 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:11 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:18:11.694 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:11 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:18:11.694 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:11 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:11.694 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:11 smithi012 ceph-mon[38029]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-02T08:18:11.694 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:11 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:11.694 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:11 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:11.694 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:11 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:18:11.694 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:11 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:18:11.694 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:11 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:18:11.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:11 smithi055 ceph-mon[31035]: Detected new or changed devices on smithi012 2024-04-02T08:18:11.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:11 smithi055 ceph-mon[31035]: Adjusting osd_memory_target on smithi012 to 5356M 2024-04-02T08:18:11.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:11 smithi055 ceph-mon[31035]: pgmap v83: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:18:11.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:11 smithi055 ceph-mon[31035]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-02T08:18:11.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:11 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:18:11.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:11 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:18:11.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:11 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:18:11.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:11 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:18:11.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:11 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:11.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:11 smithi055 ceph-mon[31035]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-02T08:18:11.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:11 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:18:11.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:11 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:18:11.812 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:11 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:18:11.812 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:11 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:18:11.812 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:11 smithi055 ceph-mon[31035]: from='client.14307 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi012:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:18:11.812 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:11 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:18:11.812 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:11 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:18:11.812 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:11 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:11.812 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:11 smithi055 ceph-mon[31035]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-02T08:18:11.812 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:11 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:11.812 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:11 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:11.812 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:11 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:18:11.812 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:11 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:18:11.812 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:11 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:18:12.626 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:12 smithi012 ceph-mon[27004]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-02T08:18:12.626 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:12 smithi012 ceph-mon[27004]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-02T08:18:12.626 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:12 smithi012 ceph-mon[38029]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-02T08:18:12.627 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:12 smithi012 ceph-mon[38029]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-02T08:18:12.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:12 smithi055 ceph-mon[31035]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-02T08:18:12.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:12 smithi055 ceph-mon[31035]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-02T08:18:13.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:13 smithi055 ceph-mon[31035]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:18:13.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:13 smithi012 ceph-mon[27004]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:18:13.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:13 smithi012 ceph-mon[38029]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:18:14.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:14 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/347382585' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "99db8493-5590-4203-bbbc-3ce887c39eef"}]: dispatch 2024-04-02T08:18:14.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:14 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/347382585' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "99db8493-5590-4203-bbbc-3ce887c39eef"}]': finished 2024-04-02T08:18:14.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:14 smithi055 ceph-mon[31035]: osdmap e22: 4 total, 3 up, 4 in 2024-04-02T08:18:14.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:14 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:18:14.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:14 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/1656858975' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:18:14.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:14 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/347382585' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "99db8493-5590-4203-bbbc-3ce887c39eef"}]: dispatch 2024-04-02T08:18:14.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:14 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/347382585' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "99db8493-5590-4203-bbbc-3ce887c39eef"}]': finished 2024-04-02T08:18:14.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:14 smithi012 ceph-mon[27004]: osdmap e22: 4 total, 3 up, 4 in 2024-04-02T08:18:14.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:14 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:18:14.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:14 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/1656858975' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:18:14.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:14 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/347382585' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "99db8493-5590-4203-bbbc-3ce887c39eef"}]: dispatch 2024-04-02T08:18:14.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:14 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/347382585' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "99db8493-5590-4203-bbbc-3ce887c39eef"}]': finished 2024-04-02T08:18:14.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:14 smithi012 ceph-mon[38029]: osdmap e22: 4 total, 3 up, 4 in 2024-04-02T08:18:14.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:14 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:18:14.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:14 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/1656858975' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:18:15.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:15 smithi055 ceph-mon[31035]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:18:15.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:15 smithi012 ceph-mon[27004]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:18:15.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:15 smithi012 ceph-mon[38029]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:18:18.046 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:17 smithi012 ceph-mon[27004]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 4.5 KiB/s rd, 196 KiB/s wr, 13 op/s 2024-04-02T08:18:18.047 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:17 smithi012 ceph-mon[38029]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 4.5 KiB/s rd, 196 KiB/s wr, 13 op/s 2024-04-02T08:18:18.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:17 smithi055 ceph-mon[31035]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 4.5 KiB/s rd, 196 KiB/s wr, 13 op/s 2024-04-02T08:18:19.889 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:19 smithi012 ceph-mon[27004]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-04-02T08:18:19.890 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:19 smithi012 ceph-mon[38029]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-04-02T08:18:20.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:19 smithi055 ceph-mon[31035]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-04-02T08:18:20.993 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:20 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-02T08:18:20.993 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:20 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:20.993 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:20 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-02T08:18:20.994 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:20 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:21.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:20 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-02T08:18:21.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:20 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:22.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:21 smithi055 ceph-mon[31035]: Deploying daemon osd.3 on smithi012 2024-04-02T08:18:22.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:21 smithi055 ceph-mon[31035]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-04-02T08:18:22.061 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:21 smithi012 ceph-mon[27004]: Deploying daemon osd.3 on smithi012 2024-04-02T08:18:22.061 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:21 smithi012 ceph-mon[27004]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-04-02T08:18:22.061 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:21 smithi012 ceph-mon[38029]: Deploying daemon osd.3 on smithi012 2024-04-02T08:18:22.061 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:21 smithi012 ceph-mon[38029]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-04-02T08:18:23.918 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:23 smithi012 ceph-mon[27004]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-04-02T08:18:23.918 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:23 smithi012 ceph-mon[38029]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-04-02T08:18:24.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:23 smithi055 ceph-mon[31035]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-04-02T08:18:25.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:25 smithi012 ceph-mon[27004]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.7 KiB/s rd, 72 KiB/s wr, 5 op/s 2024-04-02T08:18:25.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:25 smithi012 ceph-mon[38029]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.7 KiB/s rd, 72 KiB/s wr, 5 op/s 2024-04-02T08:18:26.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:25 smithi055 ceph-mon[31035]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.7 KiB/s rd, 72 KiB/s wr, 5 op/s 2024-04-02T08:18:27.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:26 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:27.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:26 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:18:27.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:26 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:27.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:26 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:27.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:26 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:18:27.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:26 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:27.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:26 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:27.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:26 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:18:27.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:26 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:27.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:27 smithi012 ceph-mon[27004]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-04-02T08:18:27.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:27 smithi012 ceph-mon[38029]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-04-02T08:18:28.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:27 smithi055 ceph-mon[31035]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-04-02T08:18:29.542 INFO:teuthology.orchestra.run.smithi012.stdout:Created osd(s) 3 on host 'smithi012' 2024-04-02T08:18:29.903 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:29 smithi012 ceph-mon[38029]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:18:29.903 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:29 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:29.903 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:29 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:29.903 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:29 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:29.903 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:29 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:18:29.903 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:29 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:29.903 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:29 smithi012 ceph-mon[38029]: from='osd.3 [v2:172.21.15.12:6826/3284261837,v1:172.21.15.12:6827/3284261837]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:18:29.903 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:29 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:29.903 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:29 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:29.903 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:29 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:18:29.904 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:29 smithi012 ceph-mon[27004]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:18:29.904 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:29 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:29.904 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:29 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:29.904 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:29 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:29.904 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:29 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:18:29.904 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:29 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:29.904 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:29 smithi012 ceph-mon[27004]: from='osd.3 [v2:172.21.15.12:6826/3284261837,v1:172.21.15.12:6827/3284261837]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:18:29.904 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:29 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:29.904 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:29 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:29.904 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:29 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:18:30.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:29 smithi055 ceph-mon[31035]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:18:30.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:29 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:30.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:29 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:30.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:29 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:30.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:29 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:18:30.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:29 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:30.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:29 smithi055 ceph-mon[31035]: from='osd.3 [v2:172.21.15.12:6826/3284261837,v1:172.21.15.12:6827/3284261837]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:18:30.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:29 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:30.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:29 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:30.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:29 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:18:30.278 DEBUG:teuthology.orchestra.run.smithi012:osd.3> sudo journalctl -f -n 0 -u ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@osd.3.service 2024-04-02T08:18:30.281 INFO:tasks.cephadm:Deploying osd.4 on smithi055 with /dev/vg_nvme/lv_4... 2024-04-02T08:18:30.281 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-02T08:18:30.494 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:18:30.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:30 smithi012 ceph-mon[27004]: from='osd.3 [v2:172.21.15.12:6826/3284261837,v1:172.21.15.12:6827/3284261837]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-02T08:18:30.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:30 smithi012 ceph-mon[27004]: osdmap e23: 4 total, 3 up, 4 in 2024-04-02T08:18:30.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:30 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:18:30.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:30 smithi012 ceph-mon[27004]: from='osd.3 [v2:172.21.15.12:6826/3284261837,v1:172.21.15.12:6827/3284261837]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-04-02T08:18:30.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:30 smithi012 ceph-mon[38029]: from='osd.3 [v2:172.21.15.12:6826/3284261837,v1:172.21.15.12:6827/3284261837]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-02T08:18:30.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:30 smithi012 ceph-mon[38029]: osdmap e23: 4 total, 3 up, 4 in 2024-04-02T08:18:30.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:30 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:18:30.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:30 smithi012 ceph-mon[38029]: from='osd.3 [v2:172.21.15.12:6826/3284261837,v1:172.21.15.12:6827/3284261837]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-04-02T08:18:30.942 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:30 smithi055 ceph-mon[31035]: from='osd.3 [v2:172.21.15.12:6826/3284261837,v1:172.21.15.12:6827/3284261837]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-02T08:18:30.942 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:30 smithi055 ceph-mon[31035]: osdmap e23: 4 total, 3 up, 4 in 2024-04-02T08:18:30.942 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:30 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:18:30.942 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:30 smithi055 ceph-mon[31035]: from='osd.3 [v2:172.21.15.12:6826/3284261837,v1:172.21.15.12:6827/3284261837]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-04-02T08:18:31.451 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 08:18:31 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-3[59758]: 2024-04-02T08:18:31.223+0000 7f651e8ed700 -1 osd.3 0 waiting for initial osdmap 2024-04-02T08:18:31.452 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 08:18:31 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-3[59758]: 2024-04-02T08:18:31.227+0000 7f65166da700 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:18:32.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:31 smithi055 ceph-mon[31035]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:18:32.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:31 smithi055 ceph-mon[31035]: from='osd.3 [v2:172.21.15.12:6826/3284261837,v1:172.21.15.12:6827/3284261837]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]': finished 2024-04-02T08:18:32.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:31 smithi055 ceph-mon[31035]: osdmap e24: 4 total, 3 up, 4 in 2024-04-02T08:18:32.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:31 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:18:32.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:31 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:18:32.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:31 smithi055 ceph-mon[31035]: from='osd.3 [v2:172.21.15.12:6826/3284261837,v1:172.21.15.12:6827/3284261837]' entity='osd.3' 2024-04-02T08:18:32.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:31 smithi012 ceph-mon[38029]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:18:32.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:31 smithi012 ceph-mon[38029]: from='osd.3 [v2:172.21.15.12:6826/3284261837,v1:172.21.15.12:6827/3284261837]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]': finished 2024-04-02T08:18:32.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:31 smithi012 ceph-mon[38029]: osdmap e24: 4 total, 3 up, 4 in 2024-04-02T08:18:32.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:31 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:18:32.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:31 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:18:32.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:31 smithi012 ceph-mon[38029]: from='osd.3 [v2:172.21.15.12:6826/3284261837,v1:172.21.15.12:6827/3284261837]' entity='osd.3' 2024-04-02T08:18:32.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:31 smithi012 ceph-mon[27004]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:18:32.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:31 smithi012 ceph-mon[27004]: from='osd.3 [v2:172.21.15.12:6826/3284261837,v1:172.21.15.12:6827/3284261837]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]': finished 2024-04-02T08:18:32.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:31 smithi012 ceph-mon[27004]: osdmap e24: 4 total, 3 up, 4 in 2024-04-02T08:18:32.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:31 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:18:32.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:31 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:18:32.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:31 smithi012 ceph-mon[27004]: from='osd.3 [v2:172.21.15.12:6826/3284261837,v1:172.21.15.12:6827/3284261837]' entity='osd.3' 2024-04-02T08:18:32.379 INFO:teuthology.orchestra.run.smithi055.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-02T08:18:32.379 INFO:teuthology.orchestra.run.smithi055.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-02T08:18:32.379 INFO:teuthology.orchestra.run.smithi055.stderr: stderr: 10+0 records in 2024-04-02T08:18:32.379 INFO:teuthology.orchestra.run.smithi055.stderr:10+0 records out 2024-04-02T08:18:32.380 INFO:teuthology.orchestra.run.smithi055.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00859919 s, 1.2 GB/s 2024-04-02T08:18:32.380 INFO:teuthology.orchestra.run.smithi055.stderr:--> Zapping successful for: 2024-04-02T08:18:32.977 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:32 smithi055 ceph-mon[31035]: purged_snaps scrub starts 2024-04-02T08:18:32.977 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:32 smithi055 ceph-mon[31035]: purged_snaps scrub ok 2024-04-02T08:18:32.977 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:32 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:18:32.977 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:32 smithi055 ceph-mon[31035]: osd.3 [v2:172.21.15.12:6826/3284261837,v1:172.21.15.12:6827/3284261837] boot 2024-04-02T08:18:32.977 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:32 smithi055 ceph-mon[31035]: osdmap e25: 4 total, 4 up, 4 in 2024-04-02T08:18:32.977 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:32 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:18:32.997 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph orch daemon add osd smithi055:vg_nvme/lv_4 2024-04-02T08:18:33.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:32 smithi012 ceph-mon[38029]: purged_snaps scrub starts 2024-04-02T08:18:33.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:32 smithi012 ceph-mon[38029]: purged_snaps scrub ok 2024-04-02T08:18:33.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:32 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:18:33.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:32 smithi012 ceph-mon[38029]: osd.3 [v2:172.21.15.12:6826/3284261837,v1:172.21.15.12:6827/3284261837] boot 2024-04-02T08:18:33.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:32 smithi012 ceph-mon[38029]: osdmap e25: 4 total, 4 up, 4 in 2024-04-02T08:18:33.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:32 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:18:33.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:32 smithi012 ceph-mon[27004]: purged_snaps scrub starts 2024-04-02T08:18:33.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:32 smithi012 ceph-mon[27004]: purged_snaps scrub ok 2024-04-02T08:18:33.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:32 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:18:33.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:32 smithi012 ceph-mon[27004]: osd.3 [v2:172.21.15.12:6826/3284261837,v1:172.21.15.12:6827/3284261837] boot 2024-04-02T08:18:33.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:32 smithi012 ceph-mon[27004]: osdmap e25: 4 total, 4 up, 4 in 2024-04-02T08:18:33.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:32 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:18:33.204 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:18:33.977 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:33 smithi055 ceph-mon[31035]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:18:33.977 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:33 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:33.977 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:33 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:33.977 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:33 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:33.977 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:33 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:33.977 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:33 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:33.977 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:33 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:33.977 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:33 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:33.978 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:33 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:33.978 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:33 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:18:33.978 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:33 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:34.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:33 smithi012 ceph-mon[38029]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:18:34.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:33 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:34.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:33 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:34.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:33 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:34.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:33 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:34.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:33 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:34.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:33 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:34.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:33 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:34.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:33 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:34.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:33 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:18:34.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:33 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:34.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:33 smithi012 ceph-mon[27004]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:18:34.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:33 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:34.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:33 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:34.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:33 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:34.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:33 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:34.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:33 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:34.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:33 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:34.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:33 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:34.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:33 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:34.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:33 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:18:34.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:33 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:35.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:34 smithi012 ceph-mon[27004]: Detected new or changed devices on smithi012 2024-04-02T08:18:35.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:34 smithi012 ceph-mon[27004]: Adjusting osd_memory_target on smithi012 to 4017M 2024-04-02T08:18:35.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:34 smithi012 ceph-mon[27004]: osdmap e26: 4 total, 4 up, 4 in 2024-04-02T08:18:35.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:34 smithi012 ceph-mon[38029]: Detected new or changed devices on smithi012 2024-04-02T08:18:35.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:34 smithi012 ceph-mon[38029]: Adjusting osd_memory_target on smithi012 to 4017M 2024-04-02T08:18:35.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:34 smithi012 ceph-mon[38029]: osdmap e26: 4 total, 4 up, 4 in 2024-04-02T08:18:35.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:34 smithi055 ceph-mon[31035]: Detected new or changed devices on smithi012 2024-04-02T08:18:35.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:34 smithi055 ceph-mon[31035]: Adjusting osd_memory_target on smithi012 to 4017M 2024-04-02T08:18:35.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:34 smithi055 ceph-mon[31035]: osdmap e26: 4 total, 4 up, 4 in 2024-04-02T08:18:36.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:35 smithi055 ceph-mon[31035]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:18:36.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:35 smithi055 ceph-mon[31035]: from='client.24214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi055:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:18:36.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:35 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:18:36.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:35 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:18:36.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:35 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:36.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:35 smithi012 ceph-mon[27004]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:18:36.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:35 smithi012 ceph-mon[27004]: from='client.24214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi055:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:18:36.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:35 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:18:36.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:35 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:18:36.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:35 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:36.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:35 smithi012 ceph-mon[38029]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:18:36.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:35 smithi012 ceph-mon[38029]: from='client.24214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi055:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:18:36.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:35 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:18:36.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:35 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:18:36.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:35 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:38.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:37 smithi012 ceph-mon[27004]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:18:38.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:37 smithi012 ceph-mon[27004]: from='client.? 172.21.15.55:0/2287060931' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "add5a0cc-ad50-4999-8dfe-1cfdd579af91"}]: dispatch 2024-04-02T08:18:38.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:37 smithi012 ceph-mon[27004]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "add5a0cc-ad50-4999-8dfe-1cfdd579af91"}]: dispatch 2024-04-02T08:18:38.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:37 smithi012 ceph-mon[27004]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "add5a0cc-ad50-4999-8dfe-1cfdd579af91"}]': finished 2024-04-02T08:18:38.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:37 smithi012 ceph-mon[27004]: osdmap e27: 5 total, 4 up, 5 in 2024-04-02T08:18:38.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:37 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:18:38.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:37 smithi012 ceph-mon[38029]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:18:38.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:37 smithi012 ceph-mon[38029]: from='client.? 172.21.15.55:0/2287060931' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "add5a0cc-ad50-4999-8dfe-1cfdd579af91"}]: dispatch 2024-04-02T08:18:38.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:37 smithi012 ceph-mon[38029]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "add5a0cc-ad50-4999-8dfe-1cfdd579af91"}]: dispatch 2024-04-02T08:18:38.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:37 smithi012 ceph-mon[38029]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "add5a0cc-ad50-4999-8dfe-1cfdd579af91"}]': finished 2024-04-02T08:18:38.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:37 smithi012 ceph-mon[38029]: osdmap e27: 5 total, 4 up, 5 in 2024-04-02T08:18:38.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:37 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:18:38.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:37 smithi055 ceph-mon[31035]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:18:38.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:37 smithi055 ceph-mon[31035]: from='client.? 172.21.15.55:0/2287060931' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "add5a0cc-ad50-4999-8dfe-1cfdd579af91"}]: dispatch 2024-04-02T08:18:38.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:37 smithi055 ceph-mon[31035]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "add5a0cc-ad50-4999-8dfe-1cfdd579af91"}]: dispatch 2024-04-02T08:18:38.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:37 smithi055 ceph-mon[31035]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "add5a0cc-ad50-4999-8dfe-1cfdd579af91"}]': finished 2024-04-02T08:18:38.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:37 smithi055 ceph-mon[31035]: osdmap e27: 5 total, 4 up, 5 in 2024-04-02T08:18:38.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:37 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:18:39.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:38 smithi012 ceph-mon[27004]: from='client.? 172.21.15.55:0/3242867959' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:18:39.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:38 smithi012 ceph-mon[38029]: from='client.? 172.21.15.55:0/3242867959' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:18:39.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:38 smithi055 ceph-mon[31035]: from='client.? 172.21.15.55:0/3242867959' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:18:40.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:39 smithi012 ceph-mon[38029]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:18:40.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:39 smithi012 ceph-mon[27004]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:18:40.244 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:39 smithi055 ceph-mon[31035]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:18:41.954 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:41 smithi055 ceph-mon[31035]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:18:42.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:41 smithi012 ceph-mon[38029]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:18:42.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:41 smithi012 ceph-mon[27004]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:18:44.159 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:43 smithi055 ceph-mon[31035]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:18:44.159 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:43 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-02T08:18:44.159 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:43 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:44.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:43 smithi012 ceph-mon[38029]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:18:44.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:43 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-02T08:18:44.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:43 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:44.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:43 smithi012 ceph-mon[27004]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:18:44.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:43 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-02T08:18:44.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:43 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:45.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:44 smithi012 ceph-mon[27004]: Deploying daemon osd.4 on smithi055 2024-04-02T08:18:45.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:44 smithi012 ceph-mon[38029]: Deploying daemon osd.4 on smithi055 2024-04-02T08:18:45.245 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:44 smithi055 ceph-mon[31035]: Deploying daemon osd.4 on smithi055 2024-04-02T08:18:46.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:45 smithi012 ceph-mon[27004]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:18:46.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:45 smithi012 ceph-mon[38029]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:18:46.227 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:45 smithi055 ceph-mon[31035]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:18:48.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:47 smithi055 ceph-mon[31035]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:18:48.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:47 smithi012 ceph-mon[27004]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:18:48.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:47 smithi012 ceph-mon[38029]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:18:50.139 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:49 smithi055 ceph-mon[31035]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:18:50.139 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:49 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:50.139 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:49 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:50.139 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:49 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:18:50.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:49 smithi012 ceph-mon[27004]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:18:50.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:49 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:50.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:49 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:50.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:49 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:18:50.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:49 smithi012 ceph-mon[38029]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:18:50.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:49 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:50.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:49 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:50.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:49 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:18:52.142 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:52 smithi055 ceph-mon[31035]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:18:52.142 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:52 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:52.143 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:52 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:52.143 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:52 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:52.143 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:52 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:18:52.143 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:52 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:52.143 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:52 smithi055 ceph-mon[31035]: from='osd.4 [v2:172.21.15.55:6800/860591416,v1:172.21.15.55:6801/860591416]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:18:52.143 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:52 smithi055 ceph-mon[31035]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:18:52.185 INFO:teuthology.orchestra.run.smithi055.stdout:Created osd(s) 4 on host 'smithi055' 2024-04-02T08:18:52.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:52 smithi012 ceph-mon[27004]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:18:52.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:52 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:52.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:52 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:52.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:52 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:52.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:52 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:18:52.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:52 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:52.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:52 smithi012 ceph-mon[27004]: from='osd.4 [v2:172.21.15.55:6800/860591416,v1:172.21.15.55:6801/860591416]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:18:52.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:52 smithi012 ceph-mon[27004]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:18:52.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:52 smithi012 ceph-mon[38029]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:18:52.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:52 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:52.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:52 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:52.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:52 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:52.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:52 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:18:52.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:52 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:52.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:52 smithi012 ceph-mon[38029]: from='osd.4 [v2:172.21.15.55:6800/860591416,v1:172.21.15.55:6801/860591416]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:18:52.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:52 smithi012 ceph-mon[38029]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:18:52.759 DEBUG:teuthology.orchestra.run.smithi055:osd.4> sudo journalctl -f -n 0 -u ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@osd.4.service 2024-04-02T08:18:52.762 INFO:tasks.cephadm:Deploying osd.5 on smithi055 with /dev/vg_nvme/lv_3... 2024-04-02T08:18:52.762 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-02T08:18:53.299 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:53 smithi055 ceph-mon[31035]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-02T08:18:53.299 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:53 smithi055 ceph-mon[31035]: osdmap e28: 5 total, 4 up, 5 in 2024-04-02T08:18:53.300 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:53 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:18:53.300 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:53 smithi055 ceph-mon[31035]: from='osd.4 [v2:172.21.15.55:6800/860591416,v1:172.21.15.55:6801/860591416]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-02T08:18:53.300 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:53 smithi055 ceph-mon[31035]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-02T08:18:53.300 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:53 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:53.300 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:53 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:53.300 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:53 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:18:53.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:53 smithi012 ceph-mon[27004]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-02T08:18:53.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:53 smithi012 ceph-mon[27004]: osdmap e28: 5 total, 4 up, 5 in 2024-04-02T08:18:53.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:53 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:18:53.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:53 smithi012 ceph-mon[27004]: from='osd.4 [v2:172.21.15.55:6800/860591416,v1:172.21.15.55:6801/860591416]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-02T08:18:53.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:53 smithi012 ceph-mon[27004]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-02T08:18:53.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:53 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:53.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:53 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:53.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:53 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:18:53.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:53 smithi012 ceph-mon[38029]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-02T08:18:53.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:53 smithi012 ceph-mon[38029]: osdmap e28: 5 total, 4 up, 5 in 2024-04-02T08:18:53.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:53 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:18:53.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:53 smithi012 ceph-mon[38029]: from='osd.4 [v2:172.21.15.55:6800/860591416,v1:172.21.15.55:6801/860591416]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-02T08:18:53.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:53 smithi012 ceph-mon[38029]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-02T08:18:53.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:53 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:53.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:53 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:53.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:53 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:18:53.527 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:18:53.853 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 08:18:53 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4[36034]: 2024-04-02T08:18:53.568+0000 7fb31b5b3700 -1 osd.4 0 waiting for initial osdmap 2024-04-02T08:18:53.853 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 08:18:53 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4[36034]: 2024-04-02T08:18:53.572+0000 7fb3133a0700 -1 osd.4 29 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:18:54.173 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:54 smithi055 ceph-mon[31035]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:18:54.173 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:54 smithi055 ceph-mon[31035]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]': finished 2024-04-02T08:18:54.173 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:54 smithi055 ceph-mon[31035]: osdmap e29: 5 total, 4 up, 5 in 2024-04-02T08:18:54.173 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:54 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:18:54.173 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:54 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:18:54.173 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:54 smithi055 ceph-mon[31035]: from='osd.4 ' entity='osd.4' 2024-04-02T08:18:54.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:54 smithi012 ceph-mon[27004]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:18:54.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:54 smithi012 ceph-mon[27004]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]': finished 2024-04-02T08:18:54.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:54 smithi012 ceph-mon[27004]: osdmap e29: 5 total, 4 up, 5 in 2024-04-02T08:18:54.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:54 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:18:54.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:54 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:18:54.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:54 smithi012 ceph-mon[27004]: from='osd.4 ' entity='osd.4' 2024-04-02T08:18:54.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:54 smithi012 ceph-mon[38029]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:18:54.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:54 smithi012 ceph-mon[38029]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]': finished 2024-04-02T08:18:54.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:54 smithi012 ceph-mon[38029]: osdmap e29: 5 total, 4 up, 5 in 2024-04-02T08:18:54.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:54 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:18:54.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:54 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:18:54.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:54 smithi012 ceph-mon[38029]: from='osd.4 ' entity='osd.4' 2024-04-02T08:18:55.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:55 smithi055 ceph-mon[31035]: purged_snaps scrub starts 2024-04-02T08:18:55.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:55 smithi055 ceph-mon[31035]: purged_snaps scrub ok 2024-04-02T08:18:55.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:55 smithi055 ceph-mon[31035]: osd.4 [v2:172.21.15.55:6800/860591416,v1:172.21.15.55:6801/860591416] boot 2024-04-02T08:18:55.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:55 smithi055 ceph-mon[31035]: osdmap e30: 5 total, 5 up, 5 in 2024-04-02T08:18:55.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:55 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:18:55.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:55 smithi055 ceph-mon[31035]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:18:55.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:55 smithi055 ceph-mon[31035]: osdmap e31: 5 total, 5 up, 5 in 2024-04-02T08:18:55.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:55 smithi012 ceph-mon[27004]: purged_snaps scrub starts 2024-04-02T08:18:55.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:55 smithi012 ceph-mon[27004]: purged_snaps scrub ok 2024-04-02T08:18:55.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:55 smithi012 ceph-mon[27004]: osd.4 [v2:172.21.15.55:6800/860591416,v1:172.21.15.55:6801/860591416] boot 2024-04-02T08:18:55.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:55 smithi012 ceph-mon[27004]: osdmap e30: 5 total, 5 up, 5 in 2024-04-02T08:18:55.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:55 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:18:55.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:55 smithi012 ceph-mon[27004]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:18:55.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:55 smithi012 ceph-mon[27004]: osdmap e31: 5 total, 5 up, 5 in 2024-04-02T08:18:55.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:55 smithi012 ceph-mon[38029]: purged_snaps scrub starts 2024-04-02T08:18:55.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:55 smithi012 ceph-mon[38029]: purged_snaps scrub ok 2024-04-02T08:18:55.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:55 smithi012 ceph-mon[38029]: osd.4 [v2:172.21.15.55:6800/860591416,v1:172.21.15.55:6801/860591416] boot 2024-04-02T08:18:55.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:55 smithi012 ceph-mon[38029]: osdmap e30: 5 total, 5 up, 5 in 2024-04-02T08:18:55.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:55 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:18:55.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:55 smithi012 ceph-mon[38029]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:18:55.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:55 smithi012 ceph-mon[38029]: osdmap e31: 5 total, 5 up, 5 in 2024-04-02T08:18:56.109 INFO:teuthology.orchestra.run.smithi055.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-02T08:18:56.109 INFO:teuthology.orchestra.run.smithi055.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-02T08:18:56.110 INFO:teuthology.orchestra.run.smithi055.stderr: stderr: 10+0 records in 2024-04-02T08:18:56.110 INFO:teuthology.orchestra.run.smithi055.stderr:10+0 records out 2024-04-02T08:18:56.110 INFO:teuthology.orchestra.run.smithi055.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00794097 s, 1.3 GB/s 2024-04-02T08:18:56.110 INFO:teuthology.orchestra.run.smithi055.stderr:--> Zapping successful for: 2024-04-02T08:18:56.685 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph orch daemon add osd smithi055:vg_nvme/lv_3 2024-04-02T08:18:57.225 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:18:57.346 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:57 smithi055 ceph-mon[31035]: osdmap e32: 5 total, 5 up, 5 in 2024-04-02T08:18:57.346 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:57 smithi055 ceph-mon[31035]: pgmap v117: 1 pgs: 1 remapped+peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:18:57.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:57 smithi012 ceph-mon[38029]: osdmap e32: 5 total, 5 up, 5 in 2024-04-02T08:18:57.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:57 smithi012 ceph-mon[38029]: pgmap v117: 1 pgs: 1 remapped+peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:18:57.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:57 smithi012 ceph-mon[27004]: osdmap e32: 5 total, 5 up, 5 in 2024-04-02T08:18:57.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:57 smithi012 ceph-mon[27004]: pgmap v117: 1 pgs: 1 remapped+peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:18:58.357 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:58 smithi055 ceph-mon[31035]: osdmap e33: 5 total, 5 up, 5 in 2024-04-02T08:18:58.357 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:58 smithi055 ceph-mon[31035]: Detected new or changed devices on smithi055 2024-04-02T08:18:58.357 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:58 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:58.357 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:58 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:58.357 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:58 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:58.357 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:58 smithi055 ceph-mon[31035]: Adjusting osd_memory_target on smithi055 to 17093M 2024-04-02T08:18:58.357 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:58 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:58.357 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:58 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:58.357 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:58 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:18:58.357 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:58 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:58.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:58 smithi012 ceph-mon[38029]: osdmap e33: 5 total, 5 up, 5 in 2024-04-02T08:18:58.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:58 smithi012 ceph-mon[38029]: Detected new or changed devices on smithi055 2024-04-02T08:18:58.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:58 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:58.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:58 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:58.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:58 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:58.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:58 smithi012 ceph-mon[38029]: Adjusting osd_memory_target on smithi055 to 17093M 2024-04-02T08:18:58.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:58 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:58.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:58 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:58.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:58 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:18:58.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:58 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:58.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:58 smithi012 ceph-mon[27004]: osdmap e33: 5 total, 5 up, 5 in 2024-04-02T08:18:58.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:58 smithi012 ceph-mon[27004]: Detected new or changed devices on smithi055 2024-04-02T08:18:58.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:58 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:58.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:58 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:58.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:58 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:58.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:58 smithi012 ceph-mon[27004]: Adjusting osd_memory_target on smithi055 to 17093M 2024-04-02T08:18:58.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:58 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:58.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:58 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:58.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:58 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:18:58.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:58 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:18:59.362 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:59 smithi055 ceph-mon[31035]: osdmap e34: 5 total, 5 up, 5 in 2024-04-02T08:18:59.362 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:59 smithi055 ceph-mon[31035]: pgmap v120: 1 pgs: 1 remapped+peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:18:59.362 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:59 smithi055 ceph-mon[31035]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi055:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:18:59.362 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:59 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:18:59.362 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:59 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:18:59.362 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:18:59 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:59.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:59 smithi012 ceph-mon[27004]: osdmap e34: 5 total, 5 up, 5 in 2024-04-02T08:18:59.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:59 smithi012 ceph-mon[27004]: pgmap v120: 1 pgs: 1 remapped+peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:18:59.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:59 smithi012 ceph-mon[27004]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi055:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:18:59.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:59 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:18:59.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:59 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:18:59.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:18:59 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:59.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:59 smithi012 ceph-mon[38029]: osdmap e34: 5 total, 5 up, 5 in 2024-04-02T08:18:59.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:59 smithi012 ceph-mon[38029]: pgmap v120: 1 pgs: 1 remapped+peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:18:59.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:59 smithi012 ceph-mon[38029]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi055:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:18:59.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:59 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:18:59.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:59 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:18:59.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:18:59 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:02.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:01 smithi055 ceph-mon[31035]: pgmap v121: 1 pgs: 1 remapped+peering; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:19:02.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:01 smithi055 ceph-mon[31035]: from='client.? 172.21.15.55:0/467940796' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2c0c62e3-0a0a-4ee0-bb63-783d1f34ea63"}]: dispatch 2024-04-02T08:19:02.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:01 smithi055 ceph-mon[31035]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2c0c62e3-0a0a-4ee0-bb63-783d1f34ea63"}]: dispatch 2024-04-02T08:19:02.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:01 smithi055 ceph-mon[31035]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2c0c62e3-0a0a-4ee0-bb63-783d1f34ea63"}]': finished 2024-04-02T08:19:02.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:01 smithi055 ceph-mon[31035]: osdmap e35: 6 total, 5 up, 6 in 2024-04-02T08:19:02.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:01 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:19:02.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:01 smithi012 ceph-mon[27004]: pgmap v121: 1 pgs: 1 remapped+peering; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:19:02.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:01 smithi012 ceph-mon[27004]: from='client.? 172.21.15.55:0/467940796' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2c0c62e3-0a0a-4ee0-bb63-783d1f34ea63"}]: dispatch 2024-04-02T08:19:02.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:01 smithi012 ceph-mon[27004]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2c0c62e3-0a0a-4ee0-bb63-783d1f34ea63"}]: dispatch 2024-04-02T08:19:02.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:01 smithi012 ceph-mon[27004]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2c0c62e3-0a0a-4ee0-bb63-783d1f34ea63"}]': finished 2024-04-02T08:19:02.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:01 smithi012 ceph-mon[27004]: osdmap e35: 6 total, 5 up, 6 in 2024-04-02T08:19:02.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:01 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:19:02.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:01 smithi012 ceph-mon[38029]: pgmap v121: 1 pgs: 1 remapped+peering; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:19:02.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:01 smithi012 ceph-mon[38029]: from='client.? 172.21.15.55:0/467940796' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2c0c62e3-0a0a-4ee0-bb63-783d1f34ea63"}]: dispatch 2024-04-02T08:19:02.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:01 smithi012 ceph-mon[38029]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2c0c62e3-0a0a-4ee0-bb63-783d1f34ea63"}]: dispatch 2024-04-02T08:19:02.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:01 smithi012 ceph-mon[38029]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2c0c62e3-0a0a-4ee0-bb63-783d1f34ea63"}]': finished 2024-04-02T08:19:02.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:01 smithi012 ceph-mon[38029]: osdmap e35: 6 total, 5 up, 6 in 2024-04-02T08:19:02.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:01 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:19:03.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:02 smithi055 ceph-mon[31035]: from='client.? 172.21.15.55:0/2104325459' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:19:03.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:02 smithi012 ceph-mon[27004]: from='client.? 172.21.15.55:0/2104325459' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:19:03.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:02 smithi012 ceph-mon[38029]: from='client.? 172.21.15.55:0/2104325459' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:19:04.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:03 smithi055 ceph-mon[31035]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-02T08:19:04.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:03 smithi012 ceph-mon[27004]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-02T08:19:04.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:03 smithi012 ceph-mon[38029]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-02T08:19:05.919 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:05 smithi055 ceph-mon[31035]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 80 KiB/s, 0 objects/s recovering 2024-04-02T08:19:06.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:05 smithi012 ceph-mon[27004]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 80 KiB/s, 0 objects/s recovering 2024-04-02T08:19:06.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:05 smithi012 ceph-mon[38029]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 80 KiB/s, 0 objects/s recovering 2024-04-02T08:19:08.013 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:07 smithi055 ceph-mon[31035]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 70 KiB/s, 0 objects/s recovering 2024-04-02T08:19:08.013 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:07 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-02T08:19:08.013 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:07 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:08.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:07 smithi012 ceph-mon[27004]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 70 KiB/s, 0 objects/s recovering 2024-04-02T08:19:08.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:07 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-02T08:19:08.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:07 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:08.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:07 smithi012 ceph-mon[38029]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 70 KiB/s, 0 objects/s recovering 2024-04-02T08:19:08.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:07 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-02T08:19:08.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:07 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:09.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:08 smithi055 ceph-mon[31035]: Deploying daemon osd.5 on smithi055 2024-04-02T08:19:09.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:08 smithi012 ceph-mon[27004]: Deploying daemon osd.5 on smithi055 2024-04-02T08:19:09.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:08 smithi012 ceph-mon[38029]: Deploying daemon osd.5 on smithi055 2024-04-02T08:19:10.016 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:09 smithi055 ceph-mon[31035]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-02T08:19:10.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:09 smithi012 ceph-mon[38029]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-02T08:19:10.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:09 smithi012 ceph-mon[27004]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-02T08:19:11.919 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:11 smithi055 ceph-mon[31035]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-02T08:19:12.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:11 smithi012 ceph-mon[27004]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-02T08:19:12.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:11 smithi012 ceph-mon[38029]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-02T08:19:14.141 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:13 smithi055 ceph-mon[31035]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:19:14.141 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:13 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:14.141 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:13 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:19:14.141 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:13 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:14.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:13 smithi012 ceph-mon[27004]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:19:14.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:13 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:14.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:13 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:19:14.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:13 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:14.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:13 smithi012 ceph-mon[38029]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:19:14.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:13 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:14.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:13 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:19:14.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:13 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:16.134 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:15 smithi055 ceph-mon[31035]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:19:16.135 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:15 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:16.135 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:15 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:16.135 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:15 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:16.135 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:15 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:19:16.135 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:15 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:16.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:15 smithi012 ceph-mon[27004]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:19:16.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:15 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:16.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:15 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:16.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:15 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:16.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:15 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:19:16.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:15 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:16.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:15 smithi012 ceph-mon[38029]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:19:16.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:15 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:16.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:15 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:16.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:15 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:16.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:15 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:19:16.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:15 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:16.203 INFO:teuthology.orchestra.run.smithi055.stdout:Created osd(s) 5 on host 'smithi055' 2024-04-02T08:19:16.826 DEBUG:teuthology.orchestra.run.smithi055:osd.5> sudo journalctl -f -n 0 -u ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@osd.5.service 2024-04-02T08:19:16.829 INFO:tasks.cephadm:Deploying osd.6 on smithi055 with /dev/vg_nvme/lv_2... 2024-04-02T08:19:16.829 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-02T08:19:17.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:16 smithi055 ceph-mon[31035]: from='osd.5 [v2:172.21.15.55:6808/3018492757,v1:172.21.15.55:6809/3018492757]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:19:17.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:16 smithi055 ceph-mon[31035]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:19:17.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:16 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:17.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:16 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:19:17.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:16 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:17.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:16 smithi012 ceph-mon[27004]: from='osd.5 [v2:172.21.15.55:6808/3018492757,v1:172.21.15.55:6809/3018492757]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:19:17.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:16 smithi012 ceph-mon[27004]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:19:17.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:16 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:17.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:16 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:19:17.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:16 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:17.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:16 smithi012 ceph-mon[38029]: from='osd.5 [v2:172.21.15.55:6808/3018492757,v1:172.21.15.55:6809/3018492757]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:19:17.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:16 smithi012 ceph-mon[38029]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:19:17.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:16 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:17.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:16 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:19:17.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:16 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:18.021 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:17 smithi055 ceph-mon[31035]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:19:18.021 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:17 smithi055 ceph-mon[31035]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-02T08:19:18.021 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:17 smithi055 ceph-mon[31035]: osdmap e36: 6 total, 5 up, 6 in 2024-04-02T08:19:18.021 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:17 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:19:18.021 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:17 smithi055 ceph-mon[31035]: from='osd.5 [v2:172.21.15.55:6808/3018492757,v1:172.21.15.55:6809/3018492757]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-02T08:19:18.021 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:17 smithi055 ceph-mon[31035]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-02T08:19:18.022 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 08:19:17 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5[41840]: 2024-04-02T08:19:17.890+0000 7f9184abe700 -1 osd.5 0 waiting for initial osdmap 2024-04-02T08:19:18.022 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 08:19:17 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5[41840]: 2024-04-02T08:19:17.895+0000 7f91808b3700 -1 osd.5 37 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:19:18.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:17 smithi012 ceph-mon[27004]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:19:18.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:17 smithi012 ceph-mon[27004]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-02T08:19:18.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:17 smithi012 ceph-mon[27004]: osdmap e36: 6 total, 5 up, 6 in 2024-04-02T08:19:18.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:17 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:19:18.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:17 smithi012 ceph-mon[27004]: from='osd.5 [v2:172.21.15.55:6808/3018492757,v1:172.21.15.55:6809/3018492757]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-02T08:19:18.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:17 smithi012 ceph-mon[27004]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-02T08:19:18.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:17 smithi012 ceph-mon[38029]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:19:18.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:17 smithi012 ceph-mon[38029]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-02T08:19:18.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:17 smithi012 ceph-mon[38029]: osdmap e36: 6 total, 5 up, 6 in 2024-04-02T08:19:18.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:17 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:19:18.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:17 smithi012 ceph-mon[38029]: from='osd.5 [v2:172.21.15.55:6808/3018492757,v1:172.21.15.55:6809/3018492757]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-02T08:19:18.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:17 smithi012 ceph-mon[38029]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-02T08:19:18.524 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:19:19.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:18 smithi012 ceph-mon[27004]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]': finished 2024-04-02T08:19:19.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:18 smithi012 ceph-mon[27004]: osdmap e37: 6 total, 5 up, 6 in 2024-04-02T08:19:19.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:18 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:19:19.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:18 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:19:19.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:18 smithi012 ceph-mon[38029]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]': finished 2024-04-02T08:19:19.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:18 smithi012 ceph-mon[38029]: osdmap e37: 6 total, 5 up, 6 in 2024-04-02T08:19:19.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:18 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:19:19.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:18 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:19:19.207 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:18 smithi055 ceph-mon[31035]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]': finished 2024-04-02T08:19:19.208 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:18 smithi055 ceph-mon[31035]: osdmap e37: 6 total, 5 up, 6 in 2024-04-02T08:19:19.208 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:18 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:19:19.208 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:18 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:19:20.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:19 smithi055 ceph-mon[31035]: purged_snaps scrub starts 2024-04-02T08:19:20.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:19 smithi055 ceph-mon[31035]: purged_snaps scrub ok 2024-04-02T08:19:20.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:19 smithi055 ceph-mon[31035]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:19:20.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:19 smithi055 ceph-mon[31035]: osd.5 [v2:172.21.15.55:6808/3018492757,v1:172.21.15.55:6809/3018492757] boot 2024-04-02T08:19:20.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:19 smithi055 ceph-mon[31035]: osdmap e38: 6 total, 6 up, 6 in 2024-04-02T08:19:20.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:19 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:19:20.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:19 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:20.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:19 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:20.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:19 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:19:20.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:19 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:19:20.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:19 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:20.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:19 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:20.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:19 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:19:20.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:19 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:20.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:19 smithi055 ceph-mon[31035]: osdmap e39: 6 total, 6 up, 6 in 2024-04-02T08:19:20.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:19 smithi012 ceph-mon[27004]: purged_snaps scrub starts 2024-04-02T08:19:20.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:19 smithi012 ceph-mon[27004]: purged_snaps scrub ok 2024-04-02T08:19:20.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:19 smithi012 ceph-mon[27004]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:19:20.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:19 smithi012 ceph-mon[27004]: osd.5 [v2:172.21.15.55:6808/3018492757,v1:172.21.15.55:6809/3018492757] boot 2024-04-02T08:19:20.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:19 smithi012 ceph-mon[27004]: osdmap e38: 6 total, 6 up, 6 in 2024-04-02T08:19:20.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:19 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:19:20.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:19 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:20.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:19 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:20.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:19 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:19:20.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:19 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:19:20.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:19 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:20.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:19 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:20.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:19 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:19:20.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:19 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:20.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:19 smithi012 ceph-mon[27004]: osdmap e39: 6 total, 6 up, 6 in 2024-04-02T08:19:20.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:19 smithi012 ceph-mon[38029]: purged_snaps scrub starts 2024-04-02T08:19:20.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:19 smithi012 ceph-mon[38029]: purged_snaps scrub ok 2024-04-02T08:19:20.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:19 smithi012 ceph-mon[38029]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:19:20.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:19 smithi012 ceph-mon[38029]: osd.5 [v2:172.21.15.55:6808/3018492757,v1:172.21.15.55:6809/3018492757] boot 2024-04-02T08:19:20.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:19 smithi012 ceph-mon[38029]: osdmap e38: 6 total, 6 up, 6 in 2024-04-02T08:19:20.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:19 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:19:20.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:19 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:20.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:19 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:20.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:19 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:19:20.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:19 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:19:20.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:19 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:20.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:19 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:20.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:19 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:19:20.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:19 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:20.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:19 smithi012 ceph-mon[38029]: osdmap e39: 6 total, 6 up, 6 in 2024-04-02T08:19:21.037 INFO:teuthology.orchestra.run.smithi055.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-02T08:19:21.037 INFO:teuthology.orchestra.run.smithi055.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-02T08:19:21.037 INFO:teuthology.orchestra.run.smithi055.stderr: stderr: 10+0 records in 2024-04-02T08:19:21.038 INFO:teuthology.orchestra.run.smithi055.stderr:10+0 records out 2024-04-02T08:19:21.038 INFO:teuthology.orchestra.run.smithi055.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0156327 s, 671 MB/s 2024-04-02T08:19:21.038 INFO:teuthology.orchestra.run.smithi055.stderr:--> Zapping successful for: 2024-04-02T08:19:21.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:20 smithi012 ceph-mon[27004]: Detected new or changed devices on smithi055 2024-04-02T08:19:21.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:20 smithi012 ceph-mon[27004]: Adjusting osd_memory_target on smithi055 to 8546M 2024-04-02T08:19:21.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:20 smithi012 ceph-mon[27004]: osdmap e40: 6 total, 6 up, 6 in 2024-04-02T08:19:21.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:20 smithi012 ceph-mon[38029]: Detected new or changed devices on smithi055 2024-04-02T08:19:21.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:20 smithi012 ceph-mon[38029]: Adjusting osd_memory_target on smithi055 to 8546M 2024-04-02T08:19:21.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:20 smithi012 ceph-mon[38029]: osdmap e40: 6 total, 6 up, 6 in 2024-04-02T08:19:21.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:20 smithi055 ceph-mon[31035]: Detected new or changed devices on smithi055 2024-04-02T08:19:21.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:20 smithi055 ceph-mon[31035]: Adjusting osd_memory_target on smithi055 to 8546M 2024-04-02T08:19:21.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:20 smithi055 ceph-mon[31035]: osdmap e40: 6 total, 6 up, 6 in 2024-04-02T08:19:21.660 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph orch daemon add osd smithi055:vg_nvme/lv_2 2024-04-02T08:19:21.866 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:19:22.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:21 smithi012 ceph-mon[38029]: pgmap v136: 1 pgs: 1 remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:19:22.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:21 smithi012 ceph-mon[27004]: pgmap v136: 1 pgs: 1 remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:19:22.207 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:21 smithi055 ceph-mon[31035]: pgmap v136: 1 pgs: 1 remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:19:23.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:22 smithi012 ceph-mon[38029]: osdmap e41: 6 total, 6 up, 6 in 2024-04-02T08:19:23.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:22 smithi012 ceph-mon[27004]: osdmap e41: 6 total, 6 up, 6 in 2024-04-02T08:19:23.266 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:22 smithi055 ceph-mon[31035]: osdmap e41: 6 total, 6 up, 6 in 2024-04-02T08:19:24.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:23 smithi012 ceph-mon[38029]: pgmap v139: 1 pgs: 1 remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:19:24.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:23 smithi012 ceph-mon[38029]: osdmap e42: 6 total, 6 up, 6 in 2024-04-02T08:19:24.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:23 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:19:24.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:23 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:19:24.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:23 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:24.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:23 smithi012 ceph-mon[27004]: pgmap v139: 1 pgs: 1 remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:19:24.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:23 smithi012 ceph-mon[27004]: osdmap e42: 6 total, 6 up, 6 in 2024-04-02T08:19:24.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:23 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:19:24.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:23 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:19:24.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:23 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:24.265 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:23 smithi055 ceph-mon[31035]: pgmap v139: 1 pgs: 1 remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:19:24.265 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:23 smithi055 ceph-mon[31035]: osdmap e42: 6 total, 6 up, 6 in 2024-04-02T08:19:24.265 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:23 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:19:24.265 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:23 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:19:24.265 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:23 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:25.230 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:24 smithi055 ceph-mon[31035]: from='client.24268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi055:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:19:25.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:24 smithi012 ceph-mon[27004]: from='client.24268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi055:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:19:25.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:24 smithi012 ceph-mon[38029]: from='client.24268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi055:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:19:26.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:25 smithi055 ceph-mon[31035]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 130 KiB/s, 0 objects/s recovering 2024-04-02T08:19:26.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:25 smithi012 ceph-mon[38029]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 130 KiB/s, 0 objects/s recovering 2024-04-02T08:19:26.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:25 smithi012 ceph-mon[27004]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 130 KiB/s, 0 objects/s recovering 2024-04-02T08:19:27.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:26 smithi055 ceph-mon[31035]: from='client.? 172.21.15.55:0/1295160576' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "31a294b2-85bc-4013-ad69-282589387e71"}]: dispatch 2024-04-02T08:19:27.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:26 smithi055 ceph-mon[31035]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "31a294b2-85bc-4013-ad69-282589387e71"}]: dispatch 2024-04-02T08:19:27.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:26 smithi055 ceph-mon[31035]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "31a294b2-85bc-4013-ad69-282589387e71"}]': finished 2024-04-02T08:19:27.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:26 smithi055 ceph-mon[31035]: osdmap e43: 7 total, 6 up, 7 in 2024-04-02T08:19:27.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:26 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:19:27.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:26 smithi055 ceph-mon[31035]: from='client.? 172.21.15.55:0/1787980794' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:19:27.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:26 smithi012 ceph-mon[27004]: from='client.? 172.21.15.55:0/1295160576' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "31a294b2-85bc-4013-ad69-282589387e71"}]: dispatch 2024-04-02T08:19:27.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:26 smithi012 ceph-mon[27004]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "31a294b2-85bc-4013-ad69-282589387e71"}]: dispatch 2024-04-02T08:19:27.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:26 smithi012 ceph-mon[27004]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "31a294b2-85bc-4013-ad69-282589387e71"}]': finished 2024-04-02T08:19:27.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:26 smithi012 ceph-mon[27004]: osdmap e43: 7 total, 6 up, 7 in 2024-04-02T08:19:27.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:26 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:19:27.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:26 smithi012 ceph-mon[27004]: from='client.? 172.21.15.55:0/1787980794' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:19:27.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:26 smithi012 ceph-mon[38029]: from='client.? 172.21.15.55:0/1295160576' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "31a294b2-85bc-4013-ad69-282589387e71"}]: dispatch 2024-04-02T08:19:27.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:26 smithi012 ceph-mon[38029]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "31a294b2-85bc-4013-ad69-282589387e71"}]: dispatch 2024-04-02T08:19:27.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:26 smithi012 ceph-mon[38029]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "31a294b2-85bc-4013-ad69-282589387e71"}]': finished 2024-04-02T08:19:27.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:26 smithi012 ceph-mon[38029]: osdmap e43: 7 total, 6 up, 7 in 2024-04-02T08:19:27.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:26 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:19:27.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:26 smithi012 ceph-mon[38029]: from='client.? 172.21.15.55:0/1787980794' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:19:28.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:27 smithi055 ceph-mon[31035]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 106 KiB/s, 0 objects/s recovering 2024-04-02T08:19:28.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:27 smithi012 ceph-mon[27004]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 106 KiB/s, 0 objects/s recovering 2024-04-02T08:19:28.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:27 smithi012 ceph-mon[38029]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 106 KiB/s, 0 objects/s recovering 2024-04-02T08:19:30.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:29 smithi055 ceph-mon[31035]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-04-02T08:19:30.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:29 smithi012 ceph-mon[27004]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-04-02T08:19:30.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:29 smithi012 ceph-mon[38029]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-04-02T08:19:32.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:31 smithi055 ceph-mon[31035]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-02T08:19:32.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:31 smithi012 ceph-mon[27004]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-02T08:19:32.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:31 smithi012 ceph-mon[38029]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-02T08:19:33.230 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:32 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-02T08:19:33.230 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:32 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:33.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:32 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-02T08:19:33.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:32 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:33.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:32 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-02T08:19:33.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:32 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:34.203 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:33 smithi055 ceph-mon[31035]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-04-02T08:19:34.203 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:33 smithi055 ceph-mon[31035]: Deploying daemon osd.6 on smithi055 2024-04-02T08:19:34.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:33 smithi012 ceph-mon[27004]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-04-02T08:19:34.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:33 smithi012 ceph-mon[27004]: Deploying daemon osd.6 on smithi055 2024-04-02T08:19:34.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:33 smithi012 ceph-mon[38029]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-04-02T08:19:34.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:33 smithi012 ceph-mon[38029]: Deploying daemon osd.6 on smithi055 2024-04-02T08:19:36.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:35 smithi055 ceph-mon[31035]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:19:36.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:35 smithi012 ceph-mon[27004]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:19:36.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:35 smithi012 ceph-mon[38029]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:19:38.230 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:37 smithi012 ceph-mon[27004]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:19:38.230 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:37 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:38.231 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:37 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:38.231 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:37 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:19:38.231 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:37 smithi012 ceph-mon[38029]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:19:38.231 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:37 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:38.231 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:37 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:38.231 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:37 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:19:38.247 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:37 smithi055 ceph-mon[31035]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:19:38.247 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:37 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:38.247 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:37 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:38.247 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:37 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:19:40.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:39 smithi055 ceph-mon[31035]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:19:40.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:39 smithi012 ceph-mon[27004]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:19:40.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:39 smithi012 ceph-mon[38029]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:19:40.901 INFO:teuthology.orchestra.run.smithi055.stdout:Created osd(s) 6 on host 'smithi055' 2024-04-02T08:19:41.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:41 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:41.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:41 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:41.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:41 smithi012 ceph-mon[27004]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:19:41.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:41 smithi012 ceph-mon[27004]: from='osd.6 [v2:172.21.15.55:6816/1455599543,v1:172.21.15.55:6817/1455599543]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:19:41.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:41 smithi012 ceph-mon[27004]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:19:41.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:41 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:41.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:41 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:41.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:41 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:41.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:41 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:41.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:41 smithi012 ceph-mon[38029]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:19:41.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:41 smithi012 ceph-mon[38029]: from='osd.6 [v2:172.21.15.55:6816/1455599543,v1:172.21.15.55:6817/1455599543]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:19:41.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:41 smithi012 ceph-mon[38029]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:19:41.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:41 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:41.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:41 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:41.547 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:41 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:41.547 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:41 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:41.547 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:41 smithi055 ceph-mon[31035]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:19:41.547 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:41 smithi055 ceph-mon[31035]: from='osd.6 [v2:172.21.15.55:6816/1455599543,v1:172.21.15.55:6817/1455599543]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:19:41.547 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:41 smithi055 ceph-mon[31035]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:19:41.547 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:41 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:41.547 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:41 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:41.566 DEBUG:teuthology.orchestra.run.smithi055:osd.6> sudo journalctl -f -n 0 -u ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@osd.6.service 2024-04-02T08:19:41.569 INFO:tasks.cephadm:Deploying osd.7 on smithi055 with /dev/vg_nvme/lv_1... 2024-04-02T08:19:41.569 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-02T08:19:42.602 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:19:42.846 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:42 smithi055 ceph-mon[31035]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-02T08:19:42.847 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:42 smithi055 ceph-mon[31035]: osdmap e44: 7 total, 6 up, 7 in 2024-04-02T08:19:42.848 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:42 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:19:42.848 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:42 smithi055 ceph-mon[31035]: from='osd.6 [v2:172.21.15.55:6816/1455599543,v1:172.21.15.55:6817/1455599543]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-02T08:19:42.848 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:42 smithi055 ceph-mon[31035]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-02T08:19:42.848 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 08:19:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[47853]: 2024-04-02T08:19:42.769+0000 7f27c915c700 -1 osd.6 0 waiting for initial osdmap 2024-04-02T08:19:42.850 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 08:19:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[47853]: 2024-04-02T08:19:42.775+0000 7f27c4f51700 -1 osd.6 45 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:19:43.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:42 smithi012 ceph-mon[27004]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-02T08:19:43.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:42 smithi012 ceph-mon[27004]: osdmap e44: 7 total, 6 up, 7 in 2024-04-02T08:19:43.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:42 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:19:43.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:42 smithi012 ceph-mon[27004]: from='osd.6 [v2:172.21.15.55:6816/1455599543,v1:172.21.15.55:6817/1455599543]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-02T08:19:43.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:42 smithi012 ceph-mon[27004]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-02T08:19:43.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:42 smithi012 ceph-mon[38029]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-02T08:19:43.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:42 smithi012 ceph-mon[38029]: osdmap e44: 7 total, 6 up, 7 in 2024-04-02T08:19:43.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:42 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:19:43.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:42 smithi012 ceph-mon[38029]: from='osd.6 [v2:172.21.15.55:6816/1455599543,v1:172.21.15.55:6817/1455599543]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-02T08:19:43.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:42 smithi012 ceph-mon[38029]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-02T08:19:43.880 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:43 smithi055 ceph-mon[31035]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:19:43.880 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:43 smithi055 ceph-mon[31035]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]': finished 2024-04-02T08:19:43.881 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:43 smithi055 ceph-mon[31035]: osdmap e45: 7 total, 6 up, 7 in 2024-04-02T08:19:43.881 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:43 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:19:43.881 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:43 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:19:43.881 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:43 smithi055 ceph-mon[31035]: osd.6 [v2:172.21.15.55:6816/1455599543,v1:172.21.15.55:6817/1455599543] boot 2024-04-02T08:19:43.881 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:43 smithi055 ceph-mon[31035]: osdmap e46: 7 total, 7 up, 7 in 2024-04-02T08:19:43.881 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:43 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:19:44.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:43 smithi012 ceph-mon[27004]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:19:44.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:43 smithi012 ceph-mon[27004]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]': finished 2024-04-02T08:19:44.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:43 smithi012 ceph-mon[27004]: osdmap e45: 7 total, 6 up, 7 in 2024-04-02T08:19:44.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:43 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:19:44.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:43 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:19:44.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:43 smithi012 ceph-mon[27004]: osd.6 [v2:172.21.15.55:6816/1455599543,v1:172.21.15.55:6817/1455599543] boot 2024-04-02T08:19:44.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:43 smithi012 ceph-mon[27004]: osdmap e46: 7 total, 7 up, 7 in 2024-04-02T08:19:44.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:43 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:19:44.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:43 smithi012 ceph-mon[38029]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:19:44.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:43 smithi012 ceph-mon[38029]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]': finished 2024-04-02T08:19:44.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:43 smithi012 ceph-mon[38029]: osdmap e45: 7 total, 6 up, 7 in 2024-04-02T08:19:44.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:43 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:19:44.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:43 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:19:44.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:43 smithi012 ceph-mon[38029]: osd.6 [v2:172.21.15.55:6816/1455599543,v1:172.21.15.55:6817/1455599543] boot 2024-04-02T08:19:44.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:43 smithi012 ceph-mon[38029]: osdmap e46: 7 total, 7 up, 7 in 2024-04-02T08:19:44.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:43 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:19:45.054 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:44 smithi055 ceph-mon[31035]: purged_snaps scrub starts 2024-04-02T08:19:45.054 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:44 smithi055 ceph-mon[31035]: purged_snaps scrub ok 2024-04-02T08:19:45.054 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:44 smithi055 ceph-mon[31035]: osdmap e47: 7 total, 7 up, 7 in 2024-04-02T08:19:45.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:44 smithi012 ceph-mon[27004]: purged_snaps scrub starts 2024-04-02T08:19:45.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:44 smithi012 ceph-mon[27004]: purged_snaps scrub ok 2024-04-02T08:19:45.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:44 smithi012 ceph-mon[27004]: osdmap e47: 7 total, 7 up, 7 in 2024-04-02T08:19:45.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:44 smithi012 ceph-mon[38029]: purged_snaps scrub starts 2024-04-02T08:19:45.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:44 smithi012 ceph-mon[38029]: purged_snaps scrub ok 2024-04-02T08:19:45.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:44 smithi012 ceph-mon[38029]: osdmap e47: 7 total, 7 up, 7 in 2024-04-02T08:19:45.718 INFO:teuthology.orchestra.run.smithi055.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-02T08:19:45.718 INFO:teuthology.orchestra.run.smithi055.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-02T08:19:45.719 INFO:teuthology.orchestra.run.smithi055.stderr: stderr: 10+0 records in 2024-04-02T08:19:45.719 INFO:teuthology.orchestra.run.smithi055.stderr:10+0 records out 2024-04-02T08:19:45.719 INFO:teuthology.orchestra.run.smithi055.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00829068 s, 1.3 GB/s 2024-04-02T08:19:45.719 INFO:teuthology.orchestra.run.smithi055.stderr:--> Zapping successful for: 2024-04-02T08:19:46.034 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:45 smithi055 ceph-mon[31035]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:19:46.034 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:45 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:46.034 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:45 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:46.034 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:45 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:19:46.034 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:45 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:19:46.034 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:45 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:19:46.034 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:45 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:46.034 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:45 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:46.035 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:45 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:19:46.035 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:45 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:46.035 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:45 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:19:46.035 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:45 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:46.035 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:45 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:19:46.035 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:45 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:46.035 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:45 smithi055 ceph-mon[31035]: osdmap e48: 7 total, 7 up, 7 in 2024-04-02T08:19:46.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:45 smithi012 ceph-mon[27004]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:19:46.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:45 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:46.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:45 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:46.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:45 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:19:46.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:45 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:19:46.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:45 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:19:46.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:45 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:46.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:45 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:46.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:45 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:19:46.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:45 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:46.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:45 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:19:46.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:45 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:46.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:45 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:19:46.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:45 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:46.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:45 smithi012 ceph-mon[27004]: osdmap e48: 7 total, 7 up, 7 in 2024-04-02T08:19:46.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:45 smithi012 ceph-mon[38029]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:19:46.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:45 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:46.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:45 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:46.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:45 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:19:46.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:45 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:19:46.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:45 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:19:46.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:45 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:46.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:45 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:46.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:45 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:19:46.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:45 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:46.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:45 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:19:46.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:45 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:46.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:45 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:19:46.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:45 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:19:46.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:45 smithi012 ceph-mon[38029]: osdmap e48: 7 total, 7 up, 7 in 2024-04-02T08:19:46.307 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph orch daemon add osd smithi055:vg_nvme/lv_1 2024-04-02T08:19:46.515 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:19:46.946 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:46 smithi055 ceph-mon[31035]: Detected new or changed devices on smithi055 2024-04-02T08:19:46.946 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:46 smithi055 ceph-mon[31035]: Adjusting osd_memory_target on smithi055 to 5697M 2024-04-02T08:19:47.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:46 smithi012 ceph-mon[27004]: Detected new or changed devices on smithi055 2024-04-02T08:19:47.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:46 smithi012 ceph-mon[27004]: Adjusting osd_memory_target on smithi055 to 5697M 2024-04-02T08:19:47.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:46 smithi012 ceph-mon[38029]: Detected new or changed devices on smithi055 2024-04-02T08:19:47.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:46 smithi012 ceph-mon[38029]: Adjusting osd_memory_target on smithi055 to 5697M 2024-04-02T08:19:47.885 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:47 smithi055 ceph-mon[31035]: pgmap v158: 1 pgs: 1 remapped+peering; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:19:47.886 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:47 smithi055 ceph-mon[31035]: osdmap e49: 7 total, 7 up, 7 in 2024-04-02T08:19:48.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:47 smithi012 ceph-mon[27004]: pgmap v158: 1 pgs: 1 remapped+peering; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:19:48.198 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:47 smithi012 ceph-mon[27004]: osdmap e49: 7 total, 7 up, 7 in 2024-04-02T08:19:48.198 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:47 smithi012 ceph-mon[38029]: pgmap v158: 1 pgs: 1 remapped+peering; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:19:48.198 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:47 smithi012 ceph-mon[38029]: osdmap e49: 7 total, 7 up, 7 in 2024-04-02T08:19:48.982 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:48 smithi055 ceph-mon[31035]: osdmap e50: 7 total, 7 up, 7 in 2024-04-02T08:19:48.982 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:48 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:19:48.982 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:48 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:19:48.982 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:48 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:49.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:48 smithi012 ceph-mon[27004]: osdmap e50: 7 total, 7 up, 7 in 2024-04-02T08:19:49.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:48 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:19:49.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:48 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:19:49.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:48 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:49.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:48 smithi012 ceph-mon[38029]: osdmap e50: 7 total, 7 up, 7 in 2024-04-02T08:19:49.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:48 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:19:49.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:48 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:19:49.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:48 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:50.020 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:49 smithi055 ceph-mon[31035]: from='client.24295 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi055:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:19:50.020 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:49 smithi055 ceph-mon[31035]: pgmap v161: 1 pgs: 1 remapped+peering; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:19:50.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:49 smithi012 ceph-mon[27004]: from='client.24295 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi055:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:19:50.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:49 smithi012 ceph-mon[27004]: pgmap v161: 1 pgs: 1 remapped+peering; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:19:50.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:49 smithi012 ceph-mon[38029]: from='client.24295 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi055:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:19:50.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:49 smithi012 ceph-mon[38029]: pgmap v161: 1 pgs: 1 remapped+peering; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:19:51.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:50 smithi055 ceph-mon[31035]: from='client.? 172.21.15.55:0/2754744053' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5db85b07-7b70-4fc2-906e-cb42e6b34d43"}]: dispatch 2024-04-02T08:19:51.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:50 smithi055 ceph-mon[31035]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5db85b07-7b70-4fc2-906e-cb42e6b34d43"}]: dispatch 2024-04-02T08:19:51.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:50 smithi055 ceph-mon[31035]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5db85b07-7b70-4fc2-906e-cb42e6b34d43"}]': finished 2024-04-02T08:19:51.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:50 smithi055 ceph-mon[31035]: osdmap e51: 8 total, 7 up, 8 in 2024-04-02T08:19:51.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:50 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:19:51.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:50 smithi012 ceph-mon[27004]: from='client.? 172.21.15.55:0/2754744053' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5db85b07-7b70-4fc2-906e-cb42e6b34d43"}]: dispatch 2024-04-02T08:19:51.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:50 smithi012 ceph-mon[27004]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5db85b07-7b70-4fc2-906e-cb42e6b34d43"}]: dispatch 2024-04-02T08:19:51.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:50 smithi012 ceph-mon[27004]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5db85b07-7b70-4fc2-906e-cb42e6b34d43"}]': finished 2024-04-02T08:19:51.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:50 smithi012 ceph-mon[27004]: osdmap e51: 8 total, 7 up, 8 in 2024-04-02T08:19:51.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:50 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:19:51.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:50 smithi012 ceph-mon[38029]: from='client.? 172.21.15.55:0/2754744053' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5db85b07-7b70-4fc2-906e-cb42e6b34d43"}]: dispatch 2024-04-02T08:19:51.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:50 smithi012 ceph-mon[38029]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5db85b07-7b70-4fc2-906e-cb42e6b34d43"}]: dispatch 2024-04-02T08:19:51.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:50 smithi012 ceph-mon[38029]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5db85b07-7b70-4fc2-906e-cb42e6b34d43"}]': finished 2024-04-02T08:19:51.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:50 smithi012 ceph-mon[38029]: osdmap e51: 8 total, 7 up, 8 in 2024-04-02T08:19:51.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:50 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:19:52.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:51 smithi055 ceph-mon[31035]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 103 KiB/s, 0 objects/s recovering 2024-04-02T08:19:52.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:51 smithi055 ceph-mon[31035]: from='client.? 172.21.15.55:0/1537754166' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:19:52.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:51 smithi012 ceph-mon[27004]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 103 KiB/s, 0 objects/s recovering 2024-04-02T08:19:52.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:51 smithi012 ceph-mon[27004]: from='client.? 172.21.15.55:0/1537754166' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:19:52.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:51 smithi012 ceph-mon[38029]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 103 KiB/s, 0 objects/s recovering 2024-04-02T08:19:52.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:51 smithi012 ceph-mon[38029]: from='client.? 172.21.15.55:0/1537754166' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:19:53.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:53 smithi055 ceph-mon[31035]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-02T08:19:54.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:53 smithi012 ceph-mon[27004]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-02T08:19:54.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:53 smithi012 ceph-mon[38029]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-02T08:19:55.935 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:55 smithi055 ceph-mon[31035]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-04-02T08:19:56.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:55 smithi012 ceph-mon[38029]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-04-02T08:19:56.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:55 smithi012 ceph-mon[27004]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-04-02T08:19:57.946 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:57 smithi055 ceph-mon[31035]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-04-02T08:19:57.946 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:57 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-02T08:19:57.946 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:57 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:57.946 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:57 smithi055 ceph-mon[31035]: Deploying daemon osd.7 on smithi055 2024-04-02T08:19:58.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:57 smithi012 ceph-mon[27004]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-04-02T08:19:58.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:57 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-02T08:19:58.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:57 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:58.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:57 smithi012 ceph-mon[27004]: Deploying daemon osd.7 on smithi055 2024-04-02T08:19:58.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:57 smithi012 ceph-mon[38029]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-04-02T08:19:58.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:57 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-02T08:19:58.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:57 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:58.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:57 smithi012 ceph-mon[38029]: Deploying daemon osd.7 on smithi055 2024-04-02T08:20:00.002 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:19:59 smithi055 ceph-mon[31035]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-02T08:20:00.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:19:59 smithi012 ceph-mon[38029]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-02T08:20:00.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:19:59 smithi012 ceph-mon[27004]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-02T08:20:01.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:00 smithi012 ceph-mon[27004]: overall HEALTH_OK 2024-04-02T08:20:01.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:00 smithi012 ceph-mon[38029]: overall HEALTH_OK 2024-04-02T08:20:01.193 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:00 smithi055 ceph-mon[31035]: overall HEALTH_OK 2024-04-02T08:20:02.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:01 smithi012 ceph-mon[27004]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:20:02.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:01 smithi012 ceph-mon[38029]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:20:02.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:01 smithi055 ceph-mon[31035]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:20:03.236 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:02 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:03.236 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:02 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:03.236 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:02 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:20:03.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:02 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:03.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:02 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:03.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:02 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:20:03.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:02 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:03.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:02 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:03.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:02 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:20:04.195 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:03 smithi055 ceph-mon[31035]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:20:04.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:03 smithi012 ceph-mon[27004]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:20:04.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:03 smithi012 ceph-mon[38029]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:20:05.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:05 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:05.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:05 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:05.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:05 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:20:05.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:05 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:20:05.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:05 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:05.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:05 smithi055 ceph-mon[31035]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:20:05.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:05 smithi055 ceph-mon[31035]: from='osd.7 [v2:172.21.15.55:6824/2787356727,v1:172.21.15.55:6825/2787356727]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:20:05.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:05 smithi055 ceph-mon[31035]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:20:05.370 INFO:teuthology.orchestra.run.smithi055.stdout:Created osd(s) 7 on host 'smithi055' 2024-04-02T08:20:05.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:05 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:05.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:05 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:05.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:05 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:20:05.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:05 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:20:05.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:05 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:05.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:05 smithi012 ceph-mon[27004]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:20:05.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:05 smithi012 ceph-mon[27004]: from='osd.7 [v2:172.21.15.55:6824/2787356727,v1:172.21.15.55:6825/2787356727]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:20:05.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:05 smithi012 ceph-mon[27004]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:20:05.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:05 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:05.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:05 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:05.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:05 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:20:05.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:05 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:20:05.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:05 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:05.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:05 smithi012 ceph-mon[38029]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:20:05.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:05 smithi012 ceph-mon[38029]: from='osd.7 [v2:172.21.15.55:6824/2787356727,v1:172.21.15.55:6825/2787356727]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:20:05.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:05 smithi012 ceph-mon[38029]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:20:05.973 DEBUG:teuthology.orchestra.run.smithi055:osd.7> sudo journalctl -f -n 0 -u ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@osd.7.service 2024-04-02T08:20:05.975 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-04-02T08:20:05.975 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph osd stat -f json 2024-04-02T08:20:06.196 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:20:06.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:06 smithi055 ceph-mon[31035]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-02T08:20:06.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:06 smithi055 ceph-mon[31035]: osdmap e52: 8 total, 7 up, 8 in 2024-04-02T08:20:06.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:06 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:20:06.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:06 smithi055 ceph-mon[31035]: from='osd.7 [v2:172.21.15.55:6824/2787356727,v1:172.21.15.55:6825/2787356727]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-02T08:20:06.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:06 smithi055 ceph-mon[31035]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-02T08:20:06.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:06 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:06.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:06 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:06.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:06 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:20:06.561 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 08:20:06 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[53981]: 2024-04-02T08:20:06.299+0000 7f47f2164700 -1 osd.7 0 waiting for initial osdmap 2024-04-02T08:20:06.561 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 08:20:06 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[53981]: 2024-04-02T08:20:06.306+0000 7f47edf59700 -1 osd.7 53 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:20:06.576 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:06 smithi012 ceph-mon[27004]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-02T08:20:06.577 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:06 smithi012 ceph-mon[27004]: osdmap e52: 8 total, 7 up, 8 in 2024-04-02T08:20:06.577 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:06 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:20:06.577 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:06 smithi012 ceph-mon[27004]: from='osd.7 [v2:172.21.15.55:6824/2787356727,v1:172.21.15.55:6825/2787356727]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-02T08:20:06.577 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:06 smithi012 ceph-mon[27004]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-02T08:20:06.577 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:06 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:06.577 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:06 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:06.577 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:06 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:20:06.577 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:06 smithi012 ceph-mon[38029]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-02T08:20:06.577 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:06 smithi012 ceph-mon[38029]: osdmap e52: 8 total, 7 up, 8 in 2024-04-02T08:20:06.577 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:06 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:20:06.578 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:06 smithi012 ceph-mon[38029]: from='osd.7 [v2:172.21.15.55:6824/2787356727,v1:172.21.15.55:6825/2787356727]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-02T08:20:06.578 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:06 smithi012 ceph-mon[38029]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-02T08:20:06.578 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:06 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:06.578 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:06 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:06.578 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:06 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:20:07.520 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:07 smithi055 ceph-mon[31035]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]': finished 2024-04-02T08:20:07.520 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:07 smithi055 ceph-mon[31035]: osdmap e53: 8 total, 7 up, 8 in 2024-04-02T08:20:07.520 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:07 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:20:07.520 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:07 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:20:07.520 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:07 smithi055 ceph-mon[31035]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:20:07.597 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:07 smithi012 ceph-mon[27004]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]': finished 2024-04-02T08:20:07.597 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:07 smithi012 ceph-mon[27004]: osdmap e53: 8 total, 7 up, 8 in 2024-04-02T08:20:07.598 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:07 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:20:07.598 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:07 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:20:07.598 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:07 smithi012 ceph-mon[27004]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:20:07.598 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:07 smithi012 ceph-mon[38029]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]': finished 2024-04-02T08:20:07.598 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:07 smithi012 ceph-mon[38029]: osdmap e53: 8 total, 7 up, 8 in 2024-04-02T08:20:07.598 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:07 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:20:07.598 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:07 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:20:07.598 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:07 smithi012 ceph-mon[38029]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:20:08.379 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:20:08.456 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:08 smithi012 ceph-mon[27004]: purged_snaps scrub starts 2024-04-02T08:20:08.456 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:08 smithi012 ceph-mon[27004]: purged_snaps scrub ok 2024-04-02T08:20:08.456 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:08 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:20:08.456 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:08 smithi012 ceph-mon[27004]: osd.7 [v2:172.21.15.55:6824/2787356727,v1:172.21.15.55:6825/2787356727] boot 2024-04-02T08:20:08.456 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:08 smithi012 ceph-mon[27004]: osdmap e54: 8 total, 8 up, 8 in 2024-04-02T08:20:08.456 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:08 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:20:08.457 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:08 smithi012 ceph-mon[38029]: purged_snaps scrub starts 2024-04-02T08:20:08.457 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:08 smithi012 ceph-mon[38029]: purged_snaps scrub ok 2024-04-02T08:20:08.457 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:08 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:20:08.457 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:08 smithi012 ceph-mon[38029]: osd.7 [v2:172.21.15.55:6824/2787356727,v1:172.21.15.55:6825/2787356727] boot 2024-04-02T08:20:08.457 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:08 smithi012 ceph-mon[38029]: osdmap e54: 8 total, 8 up, 8 in 2024-04-02T08:20:08.457 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:08 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:20:08.473 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:08 smithi055 ceph-mon[31035]: purged_snaps scrub starts 2024-04-02T08:20:08.473 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:08 smithi055 ceph-mon[31035]: purged_snaps scrub ok 2024-04-02T08:20:08.473 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:08 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:20:08.473 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:08 smithi055 ceph-mon[31035]: osd.7 [v2:172.21.15.55:6824/2787356727,v1:172.21.15.55:6825/2787356727] boot 2024-04-02T08:20:08.473 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:08 smithi055 ceph-mon[31035]: osdmap e54: 8 total, 8 up, 8 in 2024-04-02T08:20:08.473 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:08 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:20:09.076 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":55,"num_osds":8,"num_up_osds":8,"osd_up_since":1712046007,"num_in_osds":8,"osd_in_since":1712045990,"num_remapped_pgs":1} 2024-04-02T08:20:09.077 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph osd dump --format=json 2024-04-02T08:20:09.291 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:20:09.597 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:09 smithi012 ceph-mon[27004]: osdmap e55: 8 total, 8 up, 8 in 2024-04-02T08:20:09.598 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:09 smithi012 ceph-mon[27004]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:09.598 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:09 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/1248988765' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-02T08:20:09.598 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:09 smithi012 ceph-mon[27004]: Detected new or changed devices on smithi055 2024-04-02T08:20:09.598 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:09 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:09.598 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:09 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:09.598 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:09 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:20:09.598 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:09 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:20:09.598 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:09 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:20:09.598 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:09 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:20:09.598 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:09 smithi012 ceph-mon[27004]: Adjusting osd_memory_target on smithi055 to 4273M 2024-04-02T08:20:09.598 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:09 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:09.599 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:09 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:20:09.599 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:09 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:20:09.599 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:09 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:09.599 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:09 smithi012 ceph-mon[38029]: osdmap e55: 8 total, 8 up, 8 in 2024-04-02T08:20:09.599 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:09 smithi012 ceph-mon[38029]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:09.599 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:09 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/1248988765' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-02T08:20:09.599 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:09 smithi012 ceph-mon[38029]: Detected new or changed devices on smithi055 2024-04-02T08:20:09.599 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:09 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:09.599 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:09 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:09.599 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:09 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:20:09.599 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:09 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:20:09.599 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:09 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:20:09.600 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:09 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:20:09.600 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:09 smithi012 ceph-mon[38029]: Adjusting osd_memory_target on smithi055 to 4273M 2024-04-02T08:20:09.600 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:09 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:09.600 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:09 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:20:09.600 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:09 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:20:09.600 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:09 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:09.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:09 smithi055 ceph-mon[31035]: osdmap e55: 8 total, 8 up, 8 in 2024-04-02T08:20:09.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:09 smithi055 ceph-mon[31035]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:09.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:09 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/1248988765' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-02T08:20:09.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:09 smithi055 ceph-mon[31035]: Detected new or changed devices on smithi055 2024-04-02T08:20:09.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:09 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:09.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:09 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:09.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:09 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:20:09.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:09 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:20:09.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:09 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:20:09.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:09 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:20:09.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:09 smithi055 ceph-mon[31035]: Adjusting osd_memory_target on smithi055 to 4273M 2024-04-02T08:20:09.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:09 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:09.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:09 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:20:09.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:09 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:20:09.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:09 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:10.606 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:10 smithi012 ceph-mon[27004]: osdmap e56: 8 total, 8 up, 8 in 2024-04-02T08:20:10.606 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:10 smithi012 ceph-mon[38029]: osdmap e56: 8 total, 8 up, 8 in 2024-04-02T08:20:10.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:10 smithi055 ceph-mon[31035]: osdmap e56: 8 total, 8 up, 8 in 2024-04-02T08:20:11.385 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:20:11.385 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":58,"fsid":"f84ae488-f0c8-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:14:47.100991+0000","modified":"2024-04-02T08:20:11.318579+0000","last_up_change":"2024-04-02T08:20:07.297668+0000","last_in_change":"2024-04-02T08:19:50.694979+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:18:06.608226+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9465701c-6525-4f7b-b4e1-7a23f688803b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":1149389864},{"type":"v1","addr":"172.21.15.12:6803","nonce":1149389864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":1149389864},{"type":"v1","addr":"172.21.15.12:6805","nonce":1149389864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":1149389864},{"type":"v1","addr":"172.21.15.12:6809","nonce":1149389864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":1149389864},{"type":"v1","addr":"172.21.15.12:6807","nonce":1149389864}]},"public_addr":"172.21.15.12:6803/1149389864","cluster_addr":"172.21.15.12:6805/1149389864","heartbeat_back_addr":"172.21.15.12:6809/1149389864","heartbeat_front_addr":"172.21.15.12:6807/1149389864","state":["exists","up"]},{"osd":1,"uuid":"914dac79-5bfb-4a8f-ad1b-e7183980255c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":565815498},{"type":"v1","addr":"172.21.15.12:6811","nonce":565815498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":565815498},{"type":"v1","addr":"172.21.15.12:6813","nonce":565815498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6816","nonce":565815498},{"type":"v1","addr":"172.21.15.12:6817","nonce":565815498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":565815498},{"type":"v1","addr":"172.21.15.12:6815","nonce":565815498}]},"public_addr":"172.21.15.12:6811/565815498","cluster_addr":"172.21.15.12:6813/565815498","heartbeat_back_addr":"172.21.15.12:6817/565815498","heartbeat_front_addr":"172.21.15.12:6815/565815498","state":["exists","up"]},{"osd":2,"uuid":"fa81360e-4d05-4e92-8a34-28214e301a70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6818","nonce":3648697039},{"type":"v1","addr":"172.21.15.12:6819","nonce":3648697039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6820","nonce":3648697039},{"type":"v1","addr":"172.21.15.12:6821","nonce":3648697039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6824","nonce":3648697039},{"type":"v1","addr":"172.21.15.12:6825","nonce":3648697039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6822","nonce":3648697039},{"type":"v1","addr":"172.21.15.12:6823","nonce":3648697039}]},"public_addr":"172.21.15.12:6819/3648697039","cluster_addr":"172.21.15.12:6821/3648697039","heartbeat_back_addr":"172.21.15.12:6825/3648697039","heartbeat_front_addr":"172.21.15.12:6823/3648697039","state":["exists","up"]},{"osd":3,"uuid":"99db8493-5590-4203-bbbc-3ce887c39eef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6826","nonce":3284261837},{"type":"v1","addr":"172.21.15.12:6827","nonce":3284261837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6828","nonce":3284261837},{"type":"v1","addr":"172.21.15.12:6829","nonce":3284261837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6832","nonce":3284261837},{"type":"v1","addr":"172.21.15.12:6833","nonce":3284261837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6830","nonce":3284261837},{"type":"v1","addr":"172.21.15.12:6831","nonce":3284261837}]},"public_addr":"172.21.15.12:6827/3284261837","cluster_addr":"172.21.15.12:6829/3284261837","heartbeat_back_addr":"172.21.15.12:6833/3284261837","heartbeat_front_addr":"172.21.15.12:6831/3284261837","state":["exists","up"]},{"osd":4,"uuid":"add5a0cc-ad50-4999-8dfe-1cfdd579af91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":860591416},{"type":"v1","addr":"172.21.15.55:6801","nonce":860591416}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":860591416},{"type":"v1","addr":"172.21.15.55:6803","nonce":860591416}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":860591416},{"type":"v1","addr":"172.21.15.55:6807","nonce":860591416}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":860591416},{"type":"v1","addr":"172.21.15.55:6805","nonce":860591416}]},"public_addr":"172.21.15.55:6801/860591416","cluster_addr":"172.21.15.55:6803/860591416","heartbeat_back_addr":"172.21.15.55:6807/860591416","heartbeat_front_addr":"172.21.15.55:6805/860591416","state":["exists","up"]},{"osd":5,"uuid":"2c0c62e3-0a0a-4ee0-bb63-783d1f34ea63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":3018492757},{"type":"v1","addr":"172.21.15.55:6809","nonce":3018492757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3018492757},{"type":"v1","addr":"172.21.15.55:6811","nonce":3018492757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3018492757},{"type":"v1","addr":"172.21.15.55:6815","nonce":3018492757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3018492757},{"type":"v1","addr":"172.21.15.55:6813","nonce":3018492757}]},"public_addr":"172.21.15.55:6809/3018492757","cluster_addr":"172.21.15.55:6811/3018492757","heartbeat_back_addr":"172.21.15.55:6815/3018492757","heartbeat_front_addr":"172.21.15.55:6813/3018492757","state":["exists","up"]},{"osd":6,"uuid":"31a294b2-85bc-4013-ad69-282589387e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":1455599543},{"type":"v1","addr":"172.21.15.55:6817","nonce":1455599543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":1455599543},{"type":"v1","addr":"172.21.15.55:6819","nonce":1455599543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":1455599543},{"type":"v1","addr":"172.21.15.55:6823","nonce":1455599543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":1455599543},{"type":"v1","addr":"172.21.15.55:6821","nonce":1455599543}]},"public_addr":"172.21.15.55:6817/1455599543","cluster_addr":"172.21.15.55:6819/1455599543","heartbeat_back_addr":"172.21.15.55:6823/1455599543","heartbeat_front_addr":"172.21.15.55:6821/1455599543","state":["exists","up"]},{"osd":7,"uuid":"5db85b07-7b70-4fc2-906e-cb42e6b34d43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":2787356727},{"type":"v1","addr":"172.21.15.55:6825","nonce":2787356727}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":2787356727},{"type":"v1","addr":"172.21.15.55:6827","nonce":2787356727}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":2787356727},{"type":"v1","addr":"172.21.15.55:6831","nonce":2787356727}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":2787356727},{"type":"v1","addr":"172.21.15.55:6829","nonce":2787356727}]},"public_addr":"172.21.15.55:6825/2787356727","cluster_addr":"172.21.15.55:6827/2787356727","heartbeat_back_addr":"172.21.15.55:6831/2787356727","heartbeat_front_addr":"172.21.15.55:6829/2787356727","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:17:11.735583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:17:37.605500+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:03.929062+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:29.867263+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:52.905079+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:16.975099+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:41.855008+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:20:06.157912+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.12:0/2134192847":"2024-04-03T08:15:46.289443+0000","172.21.15.12:6801/2585047473":"2024-04-03T08:15:46.289443+0000","172.21.15.12:6800/2585047473":"2024-04-03T08:15:46.289443+0000","172.21.15.12:6800/1702112966":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/1113443101":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/3292194376":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/2848373591":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/3791642222":"2024-04-03T08:15:46.289443+0000","172.21.15.12:6801/1702112966":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/4150217245":"2024-04-03T08:15:46.289443+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:20:11.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:11 smithi012 ceph-mon[27004]: osdmap e57: 8 total, 8 up, 8 in 2024-04-02T08:20:11.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:11 smithi012 ceph-mon[27004]: pgmap v179: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-02T08:20:11.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:11 smithi012 ceph-mon[38029]: osdmap e57: 8 total, 8 up, 8 in 2024-04-02T08:20:11.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:11 smithi012 ceph-mon[38029]: pgmap v179: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-02T08:20:11.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:11 smithi055 ceph-mon[31035]: osdmap e57: 8 total, 8 up, 8 in 2024-04-02T08:20:11.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:11 smithi055 ceph-mon[31035]: pgmap v179: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-02T08:20:12.128 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-02T08:18:06.608226+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-02T08:20:12.129 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph osd pool get .mgr pg_num 2024-04-02T08:20:12.335 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:20:12.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:12 smithi012 ceph-mon[38029]: osdmap e58: 8 total, 8 up, 8 in 2024-04-02T08:20:12.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:12 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/1578978355' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:20:12.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:12 smithi012 ceph-mon[27004]: osdmap e58: 8 total, 8 up, 8 in 2024-04-02T08:20:12.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:12 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/1578978355' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:20:12.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:12 smithi055 ceph-mon[31035]: osdmap e58: 8 total, 8 up, 8 in 2024-04-02T08:20:12.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:12 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/1578978355' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:20:13.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:13 smithi012 ceph-mon[27004]: pgmap v181: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 143 KiB/s, 0 objects/s recovering 2024-04-02T08:20:13.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:13 smithi012 ceph-mon[38029]: pgmap v181: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 143 KiB/s, 0 objects/s recovering 2024-04-02T08:20:13.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:13 smithi055 ceph-mon[31035]: pgmap v181: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 143 KiB/s, 0 objects/s recovering 2024-04-02T08:20:14.262 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 1 2024-04-02T08:20:14.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:14 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/1310184817' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:20:14.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:14 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/1310184817' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:20:14.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:14 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/1310184817' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:20:14.951 INFO:tasks.cephadm:Adding mds.a on smithi012 2024-04-02T08:20:14.952 INFO:tasks.cephadm:Adding mds.b on smithi055 2024-04-02T08:20:14.952 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph orch apply mds all '2;smithi012=a;smithi055=b' 2024-04-02T08:20:15.169 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:20:15.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:15 smithi055 ceph-mon[31035]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-02T08:20:15.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:15 smithi012 ceph-mon[27004]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-02T08:20:15.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:15 smithi012 ceph-mon[38029]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-02T08:20:17.076 INFO:teuthology.orchestra.run.smithi055.stdout:Scheduled mds.all update... 2024-04-02T08:20:17.677 DEBUG:teuthology.orchestra.run.smithi012:mds.a> sudo journalctl -f -n 0 -u ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@mds.a.service 2024-04-02T08:20:17.680 DEBUG:teuthology.orchestra.run.smithi055:mds.b> sudo journalctl -f -n 0 -u ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@mds.b.service 2024-04-02T08:20:17.682 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-04-02T08:20:17.683 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-02T08:20:18.040 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:20:18.040 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":58,"fsid":"f84ae488-f0c8-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:14:47.100991+0000","modified":"2024-04-02T08:20:11.318579+0000","last_up_change":"2024-04-02T08:20:07.297668+0000","last_in_change":"2024-04-02T08:19:50.694979+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:18:06.608226+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9465701c-6525-4f7b-b4e1-7a23f688803b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":1149389864},{"type":"v1","addr":"172.21.15.12:6803","nonce":1149389864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":1149389864},{"type":"v1","addr":"172.21.15.12:6805","nonce":1149389864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":1149389864},{"type":"v1","addr":"172.21.15.12:6809","nonce":1149389864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":1149389864},{"type":"v1","addr":"172.21.15.12:6807","nonce":1149389864}]},"public_addr":"172.21.15.12:6803/1149389864","cluster_addr":"172.21.15.12:6805/1149389864","heartbeat_back_addr":"172.21.15.12:6809/1149389864","heartbeat_front_addr":"172.21.15.12:6807/1149389864","state":["exists","up"]},{"osd":1,"uuid":"914dac79-5bfb-4a8f-ad1b-e7183980255c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":565815498},{"type":"v1","addr":"172.21.15.12:6811","nonce":565815498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":565815498},{"type":"v1","addr":"172.21.15.12:6813","nonce":565815498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6816","nonce":565815498},{"type":"v1","addr":"172.21.15.12:6817","nonce":565815498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":565815498},{"type":"v1","addr":"172.21.15.12:6815","nonce":565815498}]},"public_addr":"172.21.15.12:6811/565815498","cluster_addr":"172.21.15.12:6813/565815498","heartbeat_back_addr":"172.21.15.12:6817/565815498","heartbeat_front_addr":"172.21.15.12:6815/565815498","state":["exists","up"]},{"osd":2,"uuid":"fa81360e-4d05-4e92-8a34-28214e301a70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6818","nonce":3648697039},{"type":"v1","addr":"172.21.15.12:6819","nonce":3648697039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6820","nonce":3648697039},{"type":"v1","addr":"172.21.15.12:6821","nonce":3648697039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6824","nonce":3648697039},{"type":"v1","addr":"172.21.15.12:6825","nonce":3648697039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6822","nonce":3648697039},{"type":"v1","addr":"172.21.15.12:6823","nonce":3648697039}]},"public_addr":"172.21.15.12:6819/3648697039","cluster_addr":"172.21.15.12:6821/3648697039","heartbeat_back_addr":"172.21.15.12:6825/3648697039","heartbeat_front_addr":"172.21.15.12:6823/3648697039","state":["exists","up"]},{"osd":3,"uuid":"99db8493-5590-4203-bbbc-3ce887c39eef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6826","nonce":3284261837},{"type":"v1","addr":"172.21.15.12:6827","nonce":3284261837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6828","nonce":3284261837},{"type":"v1","addr":"172.21.15.12:6829","nonce":3284261837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6832","nonce":3284261837},{"type":"v1","addr":"172.21.15.12:6833","nonce":3284261837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6830","nonce":3284261837},{"type":"v1","addr":"172.21.15.12:6831","nonce":3284261837}]},"public_addr":"172.21.15.12:6827/3284261837","cluster_addr":"172.21.15.12:6829/3284261837","heartbeat_back_addr":"172.21.15.12:6833/3284261837","heartbeat_front_addr":"172.21.15.12:6831/3284261837","state":["exists","up"]},{"osd":4,"uuid":"add5a0cc-ad50-4999-8dfe-1cfdd579af91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":860591416},{"type":"v1","addr":"172.21.15.55:6801","nonce":860591416}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":860591416},{"type":"v1","addr":"172.21.15.55:6803","nonce":860591416}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":860591416},{"type":"v1","addr":"172.21.15.55:6807","nonce":860591416}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":860591416},{"type":"v1","addr":"172.21.15.55:6805","nonce":860591416}]},"public_addr":"172.21.15.55:6801/860591416","cluster_addr":"172.21.15.55:6803/860591416","heartbeat_back_addr":"172.21.15.55:6807/860591416","heartbeat_front_addr":"172.21.15.55:6805/860591416","state":["exists","up"]},{"osd":5,"uuid":"2c0c62e3-0a0a-4ee0-bb63-783d1f34ea63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":3018492757},{"type":"v1","addr":"172.21.15.55:6809","nonce":3018492757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3018492757},{"type":"v1","addr":"172.21.15.55:6811","nonce":3018492757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3018492757},{"type":"v1","addr":"172.21.15.55:6815","nonce":3018492757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3018492757},{"type":"v1","addr":"172.21.15.55:6813","nonce":3018492757}]},"public_addr":"172.21.15.55:6809/3018492757","cluster_addr":"172.21.15.55:6811/3018492757","heartbeat_back_addr":"172.21.15.55:6815/3018492757","heartbeat_front_addr":"172.21.15.55:6813/3018492757","state":["exists","up"]},{"osd":6,"uuid":"31a294b2-85bc-4013-ad69-282589387e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":1455599543},{"type":"v1","addr":"172.21.15.55:6817","nonce":1455599543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":1455599543},{"type":"v1","addr":"172.21.15.55:6819","nonce":1455599543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":1455599543},{"type":"v1","addr":"172.21.15.55:6823","nonce":1455599543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":1455599543},{"type":"v1","addr":"172.21.15.55:6821","nonce":1455599543}]},"public_addr":"172.21.15.55:6817/1455599543","cluster_addr":"172.21.15.55:6819/1455599543","heartbeat_back_addr":"172.21.15.55:6823/1455599543","heartbeat_front_addr":"172.21.15.55:6821/1455599543","state":["exists","up"]},{"osd":7,"uuid":"5db85b07-7b70-4fc2-906e-cb42e6b34d43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":2787356727},{"type":"v1","addr":"172.21.15.55:6825","nonce":2787356727}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":2787356727},{"type":"v1","addr":"172.21.15.55:6827","nonce":2787356727}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":2787356727},{"type":"v1","addr":"172.21.15.55:6831","nonce":2787356727}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":2787356727},{"type":"v1","addr":"172.21.15.55:6829","nonce":2787356727}]},"public_addr":"172.21.15.55:6825/2787356727","cluster_addr":"172.21.15.55:6827/2787356727","heartbeat_back_addr":"172.21.15.55:6831/2787356727","heartbeat_front_addr":"172.21.15.55:6829/2787356727","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:17:11.735583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:17:37.605500+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:03.929062+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:29.867263+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:52.905079+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:16.975099+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:41.855008+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:20:06.157912+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.12:0/2134192847":"2024-04-03T08:15:46.289443+0000","172.21.15.12:6801/2585047473":"2024-04-03T08:15:46.289443+0000","172.21.15.12:6800/2585047473":"2024-04-03T08:15:46.289443+0000","172.21.15.12:6800/1702112966":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/1113443101":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/3292194376":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/2848373591":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/3791642222":"2024-04-03T08:15:46.289443+0000","172.21.15.12:6801/1702112966":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/4150217245":"2024-04-03T08:15:46.289443+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:20:18.052 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-02T08:18:06.608226+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-02T08:20:18.053 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-02T08:20:18.352 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 1 2024-04-02T08:20:18.364 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:18 smithi012 ceph-mon[27004]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-04-02T08:20:18.364 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:18 smithi012 ceph-mon[27004]: from='client.24337 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi012=a;smithi055=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:20:18.364 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:18 smithi012 ceph-mon[27004]: Saving service mds.all spec with placement smithi012=a;smithi055=b;count:2 2024-04-02T08:20:18.364 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:18 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:18.364 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:18 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:20:18.364 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:18 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:20:18.364 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:18 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:20:18.364 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:18 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:18.364 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:18 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:20:18.365 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:18 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-02T08:20:18.365 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:18 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:20:18.365 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:18 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/903117553' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:20:18.365 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:18 smithi012 ceph-mon[38029]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-04-02T08:20:18.365 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:18 smithi012 ceph-mon[38029]: from='client.24337 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi012=a;smithi055=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:20:18.365 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:18 smithi012 ceph-mon[38029]: Saving service mds.all spec with placement smithi012=a;smithi055=b;count:2 2024-04-02T08:20:18.365 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:18 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:18.365 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:18 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:20:18.366 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:18 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:20:18.366 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:18 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:20:18.366 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:18 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:18.366 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:18 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:20:18.366 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:18 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-02T08:20:18.366 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:18 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:20:18.366 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:18 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/903117553' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:20:18.367 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-02T08:20:18.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:18 smithi055 ceph-mon[31035]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-04-02T08:20:18.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:18 smithi055 ceph-mon[31035]: from='client.24337 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi012=a;smithi055=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:20:18.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:18 smithi055 ceph-mon[31035]: Saving service mds.all spec with placement smithi012=a;smithi055=b;count:2 2024-04-02T08:20:18.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:18 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:18.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:18 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:20:18.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:18 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:20:18.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:18 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:20:18.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:18 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:18.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:18 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:20:18.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:18 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-02T08:20:18.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:18 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:20:18.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:18 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/903117553' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:20:18.700 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:20:18.700 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-04-02T08:20:18.701 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 1 2024-04-02T08:20:19.336 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:19 smithi012 ceph-mon[27004]: Deploying daemon mds.a on smithi012 2024-04-02T08:20:19.336 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:19 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/2856637451' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:20:19.336 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:19 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/4009346048' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:20:19.336 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:19 smithi012 ceph-mon[38029]: Deploying daemon mds.a on smithi012 2024-04-02T08:20:19.336 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:19 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/2856637451' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:20:19.336 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:19 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/4009346048' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:20:19.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:19 smithi055 ceph-mon[31035]: Deploying daemon mds.a on smithi012 2024-04-02T08:20:19.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:19 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/2856637451' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:20:19.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:19 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/4009346048' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:20:20.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:20 smithi012 ceph-mon[27004]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:20.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:20 smithi012 ceph-mon[38029]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:20.428 INFO:journalctl@ceph.mds.a.smithi012.stdout:Apr 02 08:20:20 smithi012 systemd[1]: Started Ceph mds.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:20:20.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:20 smithi055 ceph-mon[31035]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:20.713 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-02T08:20:21.046 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:20:21.047 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24353,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6835/2936570167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":2936570167},{"type":"v1","addr":"172.21.15.12:6835","nonce":2936570167}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-04-02T08:20:21.047 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 2 2024-04-02T08:20:21.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:21 smithi012 ceph-mon[38029]: mds.? [v2:172.21.15.12:6834/2936570167,v1:172.21.15.12:6835/2936570167] up:boot 2024-04-02T08:20:21.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:21 smithi012 ceph-mon[38029]: fsmap 1 up:standby 2024-04-02T08:20:21.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:21 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:20:21.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:21 smithi012 ceph-mon[38029]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:21.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:21 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:21.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:21 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:21.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:21 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:21.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:21 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:20:21.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:21 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-02T08:20:21.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:21 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:20:21.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:21 smithi012 ceph-mon[38029]: Deploying daemon mds.b on smithi055 2024-04-02T08:20:21.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:21 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/4071594074' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:20:21.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:21 smithi012 ceph-mon[27004]: mds.? [v2:172.21.15.12:6834/2936570167,v1:172.21.15.12:6835/2936570167] up:boot 2024-04-02T08:20:21.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:21 smithi012 ceph-mon[27004]: fsmap 1 up:standby 2024-04-02T08:20:21.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:21 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:20:21.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:21 smithi012 ceph-mon[27004]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:21.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:21 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:21.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:21 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:21.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:21 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:21.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:21 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:20:21.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:21 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-02T08:20:21.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:21 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:20:21.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:21 smithi012 ceph-mon[27004]: Deploying daemon mds.b on smithi055 2024-04-02T08:20:21.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:21 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/4071594074' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:20:21.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:21 smithi055 ceph-mon[31035]: mds.? [v2:172.21.15.12:6834/2936570167,v1:172.21.15.12:6835/2936570167] up:boot 2024-04-02T08:20:21.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:21 smithi055 ceph-mon[31035]: fsmap 1 up:standby 2024-04-02T08:20:21.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:21 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:20:21.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:21 smithi055 ceph-mon[31035]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:21.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:21 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:21.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:21 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:21.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:21 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:21.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:21 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:20:21.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:21 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-02T08:20:21.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:21 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:20:21.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:21 smithi055 ceph-mon[31035]: Deploying daemon mds.b on smithi055 2024-04-02T08:20:21.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:21 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/4071594074' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:20:22.485 INFO:journalctl@ceph.mds.b.smithi055.stdout:Apr 02 08:20:22 smithi055 systemd[1]: Starting Ceph mds.b for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:20:22.782 INFO:journalctl@ceph.mds.b.smithi055.stdout:Apr 02 08:20:22 smithi055 podman[58256]: 2024-04-02 08:20:22.389500179 +0000 UTC m=+0.017650362 image pull 909dce4fe53d7167a6fa8180542b49bd6d1a8c351b846c37da562093c6f0cffd quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e 2024-04-02T08:20:22.783 INFO:journalctl@ceph.mds.b.smithi055.stdout:Apr 02 08:20:22 smithi055 podman[58256]: 2024-04-02 08:20:22.490234148 +0000 UTC m=+0.118384305 container create 0a0c21b36b12945eeb0577a5f00a9989cd2c3f7920dce31fd0f06e5056bac380 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mds-b, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=reef-4d05f4c, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True) 2024-04-02T08:20:22.783 INFO:journalctl@ceph.mds.b.smithi055.stdout:Apr 02 08:20:22 smithi055 podman[58256]: 2024-04-02 08:20:22.692560601 +0000 UTC m=+0.320710758 container init 0a0c21b36b12945eeb0577a5f00a9989cd2c3f7920dce31fd0f06e5056bac380 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mds-b, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, RELEASE=reef-4d05f4c, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-04-02T08:20:22.783 INFO:journalctl@ceph.mds.b.smithi055.stdout:Apr 02 08:20:22 smithi055 podman[58256]: 2024-04-02 08:20:22.695230536 +0000 UTC m=+0.323380692 container start 0a0c21b36b12945eeb0577a5f00a9989cd2c3f7920dce31fd0f06e5056bac380 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mds-b, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=reef-4d05f4c, org.label-schema.schema-version=1.0) 2024-04-02T08:20:22.783 INFO:journalctl@ceph.mds.b.smithi055.stdout:Apr 02 08:20:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mds-b[58271]: starting mds.b at 2024-04-02T08:20:22.783 INFO:journalctl@ceph.mds.b.smithi055.stdout:Apr 02 08:20:22 smithi055 bash[58256]: 0a0c21b36b12945eeb0577a5f00a9989cd2c3f7920dce31fd0f06e5056bac380 2024-04-02T08:20:23.060 INFO:journalctl@ceph.mds.b.smithi055.stdout:Apr 02 08:20:22 smithi055 systemd[1]: Started Ceph mds.b for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:20:23.060 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-02T08:20:23.405 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:20:23.405 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24353,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6835/2936570167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":2936570167},{"type":"v1","addr":"172.21.15.12:6835","nonce":2936570167}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24364,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6833/593905928","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":593905928},{"type":"v1","addr":"172.21.15.55:6833","nonce":593905928}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2024-04-02T08:20:23.406 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 3 2024-04-02T08:20:23.420 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-02T08:20:23.726 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:20:23.726 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":58,"fsid":"f84ae488-f0c8-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:14:47.100991+0000","modified":"2024-04-02T08:20:11.318579+0000","last_up_change":"2024-04-02T08:20:07.297668+0000","last_in_change":"2024-04-02T08:19:50.694979+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:18:06.608226+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9465701c-6525-4f7b-b4e1-7a23f688803b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":1149389864},{"type":"v1","addr":"172.21.15.12:6803","nonce":1149389864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":1149389864},{"type":"v1","addr":"172.21.15.12:6805","nonce":1149389864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":1149389864},{"type":"v1","addr":"172.21.15.12:6809","nonce":1149389864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":1149389864},{"type":"v1","addr":"172.21.15.12:6807","nonce":1149389864}]},"public_addr":"172.21.15.12:6803/1149389864","cluster_addr":"172.21.15.12:6805/1149389864","heartbeat_back_addr":"172.21.15.12:6809/1149389864","heartbeat_front_addr":"172.21.15.12:6807/1149389864","state":["exists","up"]},{"osd":1,"uuid":"914dac79-5bfb-4a8f-ad1b-e7183980255c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":565815498},{"type":"v1","addr":"172.21.15.12:6811","nonce":565815498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":565815498},{"type":"v1","addr":"172.21.15.12:6813","nonce":565815498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6816","nonce":565815498},{"type":"v1","addr":"172.21.15.12:6817","nonce":565815498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":565815498},{"type":"v1","addr":"172.21.15.12:6815","nonce":565815498}]},"public_addr":"172.21.15.12:6811/565815498","cluster_addr":"172.21.15.12:6813/565815498","heartbeat_back_addr":"172.21.15.12:6817/565815498","heartbeat_front_addr":"172.21.15.12:6815/565815498","state":["exists","up"]},{"osd":2,"uuid":"fa81360e-4d05-4e92-8a34-28214e301a70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6818","nonce":3648697039},{"type":"v1","addr":"172.21.15.12:6819","nonce":3648697039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6820","nonce":3648697039},{"type":"v1","addr":"172.21.15.12:6821","nonce":3648697039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6824","nonce":3648697039},{"type":"v1","addr":"172.21.15.12:6825","nonce":3648697039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6822","nonce":3648697039},{"type":"v1","addr":"172.21.15.12:6823","nonce":3648697039}]},"public_addr":"172.21.15.12:6819/3648697039","cluster_addr":"172.21.15.12:6821/3648697039","heartbeat_back_addr":"172.21.15.12:6825/3648697039","heartbeat_front_addr":"172.21.15.12:6823/3648697039","state":["exists","up"]},{"osd":3,"uuid":"99db8493-5590-4203-bbbc-3ce887c39eef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6826","nonce":3284261837},{"type":"v1","addr":"172.21.15.12:6827","nonce":3284261837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6828","nonce":3284261837},{"type":"v1","addr":"172.21.15.12:6829","nonce":3284261837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6832","nonce":3284261837},{"type":"v1","addr":"172.21.15.12:6833","nonce":3284261837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6830","nonce":3284261837},{"type":"v1","addr":"172.21.15.12:6831","nonce":3284261837}]},"public_addr":"172.21.15.12:6827/3284261837","cluster_addr":"172.21.15.12:6829/3284261837","heartbeat_back_addr":"172.21.15.12:6833/3284261837","heartbeat_front_addr":"172.21.15.12:6831/3284261837","state":["exists","up"]},{"osd":4,"uuid":"add5a0cc-ad50-4999-8dfe-1cfdd579af91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":860591416},{"type":"v1","addr":"172.21.15.55:6801","nonce":860591416}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":860591416},{"type":"v1","addr":"172.21.15.55:6803","nonce":860591416}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":860591416},{"type":"v1","addr":"172.21.15.55:6807","nonce":860591416}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":860591416},{"type":"v1","addr":"172.21.15.55:6805","nonce":860591416}]},"public_addr":"172.21.15.55:6801/860591416","cluster_addr":"172.21.15.55:6803/860591416","heartbeat_back_addr":"172.21.15.55:6807/860591416","heartbeat_front_addr":"172.21.15.55:6805/860591416","state":["exists","up"]},{"osd":5,"uuid":"2c0c62e3-0a0a-4ee0-bb63-783d1f34ea63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":3018492757},{"type":"v1","addr":"172.21.15.55:6809","nonce":3018492757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3018492757},{"type":"v1","addr":"172.21.15.55:6811","nonce":3018492757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3018492757},{"type":"v1","addr":"172.21.15.55:6815","nonce":3018492757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3018492757},{"type":"v1","addr":"172.21.15.55:6813","nonce":3018492757}]},"public_addr":"172.21.15.55:6809/3018492757","cluster_addr":"172.21.15.55:6811/3018492757","heartbeat_back_addr":"172.21.15.55:6815/3018492757","heartbeat_front_addr":"172.21.15.55:6813/3018492757","state":["exists","up"]},{"osd":6,"uuid":"31a294b2-85bc-4013-ad69-282589387e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":1455599543},{"type":"v1","addr":"172.21.15.55:6817","nonce":1455599543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":1455599543},{"type":"v1","addr":"172.21.15.55:6819","nonce":1455599543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":1455599543},{"type":"v1","addr":"172.21.15.55:6823","nonce":1455599543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":1455599543},{"type":"v1","addr":"172.21.15.55:6821","nonce":1455599543}]},"public_addr":"172.21.15.55:6817/1455599543","cluster_addr":"172.21.15.55:6819/1455599543","heartbeat_back_addr":"172.21.15.55:6823/1455599543","heartbeat_front_addr":"172.21.15.55:6821/1455599543","state":["exists","up"]},{"osd":7,"uuid":"5db85b07-7b70-4fc2-906e-cb42e6b34d43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":2787356727},{"type":"v1","addr":"172.21.15.55:6825","nonce":2787356727}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":2787356727},{"type":"v1","addr":"172.21.15.55:6827","nonce":2787356727}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":2787356727},{"type":"v1","addr":"172.21.15.55:6831","nonce":2787356727}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":2787356727},{"type":"v1","addr":"172.21.15.55:6829","nonce":2787356727}]},"public_addr":"172.21.15.55:6825/2787356727","cluster_addr":"172.21.15.55:6827/2787356727","heartbeat_back_addr":"172.21.15.55:6831/2787356727","heartbeat_front_addr":"172.21.15.55:6829/2787356727","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:17:11.735583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:17:37.605500+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:03.929062+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:29.867263+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:52.905079+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:16.975099+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:41.855008+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:20:06.157912+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.12:0/2134192847":"2024-04-03T08:15:46.289443+0000","172.21.15.12:6801/2585047473":"2024-04-03T08:15:46.289443+0000","172.21.15.12:6800/2585047473":"2024-04-03T08:15:46.289443+0000","172.21.15.12:6800/1702112966":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/1113443101":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/3292194376":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/2848373591":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/3791642222":"2024-04-03T08:15:46.289443+0000","172.21.15.12:6801/1702112966":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/4150217245":"2024-04-03T08:15:46.289443+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:20:23.738 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-02T08:18:06.608226+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-02T08:20:23.739 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-02T08:20:24.043 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 1 2024-04-02T08:20:24.055 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:23 smithi012 ceph-mon[27004]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:24.055 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:23 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:24.055 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:23 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:24.055 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:23 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:24.055 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:23 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:24.055 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:23 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:24.056 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:23 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:20:24.056 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:23 smithi012 ceph-mon[27004]: mds.? [v2:172.21.15.55:6832/593905928,v1:172.21.15.55:6833/593905928] up:boot 2024-04-02T08:20:24.056 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:23 smithi012 ceph-mon[27004]: fsmap 2 up:standby 2024-04-02T08:20:24.056 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:23 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:20:24.056 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:23 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/2059079385' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:20:24.056 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:23 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/761504822' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:20:24.056 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:23 smithi012 ceph-mon[38029]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:24.057 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:23 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:24.057 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:23 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:24.057 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:23 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:24.057 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:23 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:24.057 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:23 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:24.057 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:23 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:20:24.057 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:23 smithi012 ceph-mon[38029]: mds.? [v2:172.21.15.55:6832/593905928,v1:172.21.15.55:6833/593905928] up:boot 2024-04-02T08:20:24.057 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:23 smithi012 ceph-mon[38029]: fsmap 2 up:standby 2024-04-02T08:20:24.058 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:23 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:20:24.058 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:23 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/2059079385' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:20:24.058 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:23 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/761504822' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:20:24.059 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-04-02T08:20:24.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:23 smithi055 ceph-mon[31035]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:24.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:23 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:24.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:23 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:24.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:23 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:24.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:23 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:24.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:23 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:24.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:23 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:20:24.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:23 smithi055 ceph-mon[31035]: mds.? [v2:172.21.15.55:6832/593905928,v1:172.21.15.55:6833/593905928] up:boot 2024-04-02T08:20:24.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:23 smithi055 ceph-mon[31035]: fsmap 2 up:standby 2024-04-02T08:20:24.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:23 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:20:24.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:23 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/2059079385' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:20:24.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:23 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/761504822' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:20:24.364 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:20:24.364 INFO:teuthology.orchestra.run.smithi012.stdout:[ 2024-04-02T08:20:24.364 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-04-02T08:20:24.364 INFO:teuthology.orchestra.run.smithi012.stdout: "poolnum": 1, 2024-04-02T08:20:24.365 INFO:teuthology.orchestra.run.smithi012.stdout: "poolname": ".mgr" 2024-04-02T08:20:24.365 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-04-02T08:20:24.365 INFO:teuthology.orchestra.run.smithi012.stdout:] 2024-04-02T08:20:24.378 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-04-02T08:20:24.378 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-04-02T08:20:25.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:24 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/145271497' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:20:25.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:24 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/859478304' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-02T08:20:25.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:24 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:25.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:24 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:25.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:24 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:25.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:24 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:25.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:24 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:20:25.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:24 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:20:25.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:24 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:25.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:24 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:20:25.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:24 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:20:25.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:24 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:20:25.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:24 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:25.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:24 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/145271497' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:20:25.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:24 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/859478304' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-02T08:20:25.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:24 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:25.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:24 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:25.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:24 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:25.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:24 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:25.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:24 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:20:25.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:24 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:20:25.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:24 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:25.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:24 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:20:25.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:24 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:20:25.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:24 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:20:25.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:24 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:25.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:24 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/145271497' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:20:25.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:24 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/859478304' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-02T08:20:25.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:24 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:25.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:24 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:25.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:24 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:25.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:24 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:25.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:24 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:20:25.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:24 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:20:25.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:24 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:25.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:24 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:20:25.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:24 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:20:25.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:24 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:20:25.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:24 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:25.627 INFO:teuthology.orchestra.run.smithi012.stderr:pool 'cephfs_metadata' created 2024-04-02T08:20:25.646 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-04-02T08:20:26.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:25 smithi055 ceph-mon[31035]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:26.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:25 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/370166332' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-02T08:20:26.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:25 smithi055 ceph-mon[31035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-02T08:20:26.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:25 smithi055 ceph-mon[31035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-02T08:20:26.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:25 smithi055 ceph-mon[31035]: osdmap e59: 8 total, 8 up, 8 in 2024-04-02T08:20:26.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:25 smithi012 ceph-mon[27004]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:26.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:25 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/370166332' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-02T08:20:26.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:25 smithi012 ceph-mon[27004]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-02T08:20:26.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:25 smithi012 ceph-mon[27004]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-02T08:20:26.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:25 smithi012 ceph-mon[27004]: osdmap e59: 8 total, 8 up, 8 in 2024-04-02T08:20:26.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:25 smithi012 ceph-mon[38029]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:26.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:25 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/370166332' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-02T08:20:26.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:25 smithi012 ceph-mon[38029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-02T08:20:26.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:25 smithi012 ceph-mon[38029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-02T08:20:26.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:25 smithi012 ceph-mon[38029]: osdmap e59: 8 total, 8 up, 8 in 2024-04-02T08:20:26.629 INFO:teuthology.orchestra.run.smithi012.stderr:pool 'cephfs_data' created 2024-04-02T08:20:26.656 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-04-02T08:20:27.003 INFO:teuthology.orchestra.run.smithi012.stderr:new fs with metadata pool 2 and data pool 3 2024-04-02T08:20:27.025 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-02T08:20:27.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:26 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/3291615066' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-02T08:20:27.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:26 smithi055 ceph-mon[31035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-02T08:20:27.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:26 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:27.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:26 smithi055 ceph-mon[31035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-02T08:20:27.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:26 smithi055 ceph-mon[31035]: osdmap e60: 8 total, 8 up, 8 in 2024-04-02T08:20:27.323 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:20:27.323 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":61,"fsid":"f84ae488-f0c8-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:14:47.100991+0000","modified":"2024-04-02T08:20:26.998247+0000","last_up_change":"2024-04-02T08:20:07.297668+0000","last_in_change":"2024-04-02T08:19:50.694979+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:18:06.608226+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:20:24.936299+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:20:26.204160+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9465701c-6525-4f7b-b4e1-7a23f688803b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":1149389864},{"type":"v1","addr":"172.21.15.12:6803","nonce":1149389864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":1149389864},{"type":"v1","addr":"172.21.15.12:6805","nonce":1149389864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":1149389864},{"type":"v1","addr":"172.21.15.12:6809","nonce":1149389864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":1149389864},{"type":"v1","addr":"172.21.15.12:6807","nonce":1149389864}]},"public_addr":"172.21.15.12:6803/1149389864","cluster_addr":"172.21.15.12:6805/1149389864","heartbeat_back_addr":"172.21.15.12:6809/1149389864","heartbeat_front_addr":"172.21.15.12:6807/1149389864","state":["exists","up"]},{"osd":1,"uuid":"914dac79-5bfb-4a8f-ad1b-e7183980255c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":565815498},{"type":"v1","addr":"172.21.15.12:6811","nonce":565815498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":565815498},{"type":"v1","addr":"172.21.15.12:6813","nonce":565815498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6816","nonce":565815498},{"type":"v1","addr":"172.21.15.12:6817","nonce":565815498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":565815498},{"type":"v1","addr":"172.21.15.12:6815","nonce":565815498}]},"public_addr":"172.21.15.12:6811/565815498","cluster_addr":"172.21.15.12:6813/565815498","heartbeat_back_addr":"172.21.15.12:6817/565815498","heartbeat_front_addr":"172.21.15.12:6815/565815498","state":["exists","up"]},{"osd":2,"uuid":"fa81360e-4d05-4e92-8a34-28214e301a70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6818","nonce":3648697039},{"type":"v1","addr":"172.21.15.12:6819","nonce":3648697039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6820","nonce":3648697039},{"type":"v1","addr":"172.21.15.12:6821","nonce":3648697039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6824","nonce":3648697039},{"type":"v1","addr":"172.21.15.12:6825","nonce":3648697039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6822","nonce":3648697039},{"type":"v1","addr":"172.21.15.12:6823","nonce":3648697039}]},"public_addr":"172.21.15.12:6819/3648697039","cluster_addr":"172.21.15.12:6821/3648697039","heartbeat_back_addr":"172.21.15.12:6825/3648697039","heartbeat_front_addr":"172.21.15.12:6823/3648697039","state":["exists","up"]},{"osd":3,"uuid":"99db8493-5590-4203-bbbc-3ce887c39eef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6826","nonce":3284261837},{"type":"v1","addr":"172.21.15.12:6827","nonce":3284261837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6828","nonce":3284261837},{"type":"v1","addr":"172.21.15.12:6829","nonce":3284261837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6832","nonce":3284261837},{"type":"v1","addr":"172.21.15.12:6833","nonce":3284261837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6830","nonce":3284261837},{"type":"v1","addr":"172.21.15.12:6831","nonce":3284261837}]},"public_addr":"172.21.15.12:6827/3284261837","cluster_addr":"172.21.15.12:6829/3284261837","heartbeat_back_addr":"172.21.15.12:6833/3284261837","heartbeat_front_addr":"172.21.15.12:6831/3284261837","state":["exists","up"]},{"osd":4,"uuid":"add5a0cc-ad50-4999-8dfe-1cfdd579af91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":860591416},{"type":"v1","addr":"172.21.15.55:6801","nonce":860591416}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":860591416},{"type":"v1","addr":"172.21.15.55:6803","nonce":860591416}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":860591416},{"type":"v1","addr":"172.21.15.55:6807","nonce":860591416}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":860591416},{"type":"v1","addr":"172.21.15.55:6805","nonce":860591416}]},"public_addr":"172.21.15.55:6801/860591416","cluster_addr":"172.21.15.55:6803/860591416","heartbeat_back_addr":"172.21.15.55:6807/860591416","heartbeat_front_addr":"172.21.15.55:6805/860591416","state":["exists","up"]},{"osd":5,"uuid":"2c0c62e3-0a0a-4ee0-bb63-783d1f34ea63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":3018492757},{"type":"v1","addr":"172.21.15.55:6809","nonce":3018492757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3018492757},{"type":"v1","addr":"172.21.15.55:6811","nonce":3018492757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3018492757},{"type":"v1","addr":"172.21.15.55:6815","nonce":3018492757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3018492757},{"type":"v1","addr":"172.21.15.55:6813","nonce":3018492757}]},"public_addr":"172.21.15.55:6809/3018492757","cluster_addr":"172.21.15.55:6811/3018492757","heartbeat_back_addr":"172.21.15.55:6815/3018492757","heartbeat_front_addr":"172.21.15.55:6813/3018492757","state":["exists","up"]},{"osd":6,"uuid":"31a294b2-85bc-4013-ad69-282589387e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":1455599543},{"type":"v1","addr":"172.21.15.55:6817","nonce":1455599543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":1455599543},{"type":"v1","addr":"172.21.15.55:6819","nonce":1455599543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":1455599543},{"type":"v1","addr":"172.21.15.55:6823","nonce":1455599543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":1455599543},{"type":"v1","addr":"172.21.15.55:6821","nonce":1455599543}]},"public_addr":"172.21.15.55:6817/1455599543","cluster_addr":"172.21.15.55:6819/1455599543","heartbeat_back_addr":"172.21.15.55:6823/1455599543","heartbeat_front_addr":"172.21.15.55:6821/1455599543","state":["exists","up"]},{"osd":7,"uuid":"5db85b07-7b70-4fc2-906e-cb42e6b34d43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":2787356727},{"type":"v1","addr":"172.21.15.55:6825","nonce":2787356727}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":2787356727},{"type":"v1","addr":"172.21.15.55:6827","nonce":2787356727}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":2787356727},{"type":"v1","addr":"172.21.15.55:6831","nonce":2787356727}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":2787356727},{"type":"v1","addr":"172.21.15.55:6829","nonce":2787356727}]},"public_addr":"172.21.15.55:6825/2787356727","cluster_addr":"172.21.15.55:6827/2787356727","heartbeat_back_addr":"172.21.15.55:6831/2787356727","heartbeat_front_addr":"172.21.15.55:6829/2787356727","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:17:11.735583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:17:37.605500+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:03.929062+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:29.867263+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:52.905079+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:16.975099+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:41.855008+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:20:06.157912+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.12:0/2134192847":"2024-04-03T08:15:46.289443+0000","172.21.15.12:6801/2585047473":"2024-04-03T08:15:46.289443+0000","172.21.15.12:6800/2585047473":"2024-04-03T08:15:46.289443+0000","172.21.15.12:6800/1702112966":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/1113443101":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/3292194376":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/2848373591":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/3791642222":"2024-04-03T08:15:46.289443+0000","172.21.15.12:6801/1702112966":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/4150217245":"2024-04-03T08:15:46.289443+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:20:27.335 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:26 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/3291615066' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-02T08:20:27.335 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:26 smithi012 ceph-mon[27004]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-02T08:20:27.335 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:26 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:27.335 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:26 smithi012 ceph-mon[27004]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-02T08:20:27.335 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:26 smithi012 ceph-mon[27004]: osdmap e60: 8 total, 8 up, 8 in 2024-04-02T08:20:27.336 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:26 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/3291615066' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-02T08:20:27.336 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:26 smithi012 ceph-mon[38029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-02T08:20:27.336 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:26 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:27.336 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:26 smithi012 ceph-mon[38029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-02T08:20:27.336 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:26 smithi012 ceph-mon[38029]: osdmap e60: 8 total, 8 up, 8 in 2024-04-02T08:20:27.337 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-02T08:20:27.630 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:20:27.630 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":61,"fsid":"f84ae488-f0c8-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:14:47.100991+0000","modified":"2024-04-02T08:20:26.998247+0000","last_up_change":"2024-04-02T08:20:07.297668+0000","last_in_change":"2024-04-02T08:19:50.694979+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:18:06.608226+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:20:24.936299+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:20:26.204160+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9465701c-6525-4f7b-b4e1-7a23f688803b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":1149389864},{"type":"v1","addr":"172.21.15.12:6803","nonce":1149389864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":1149389864},{"type":"v1","addr":"172.21.15.12:6805","nonce":1149389864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":1149389864},{"type":"v1","addr":"172.21.15.12:6809","nonce":1149389864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":1149389864},{"type":"v1","addr":"172.21.15.12:6807","nonce":1149389864}]},"public_addr":"172.21.15.12:6803/1149389864","cluster_addr":"172.21.15.12:6805/1149389864","heartbeat_back_addr":"172.21.15.12:6809/1149389864","heartbeat_front_addr":"172.21.15.12:6807/1149389864","state":["exists","up"]},{"osd":1,"uuid":"914dac79-5bfb-4a8f-ad1b-e7183980255c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":565815498},{"type":"v1","addr":"172.21.15.12:6811","nonce":565815498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":565815498},{"type":"v1","addr":"172.21.15.12:6813","nonce":565815498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6816","nonce":565815498},{"type":"v1","addr":"172.21.15.12:6817","nonce":565815498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":565815498},{"type":"v1","addr":"172.21.15.12:6815","nonce":565815498}]},"public_addr":"172.21.15.12:6811/565815498","cluster_addr":"172.21.15.12:6813/565815498","heartbeat_back_addr":"172.21.15.12:6817/565815498","heartbeat_front_addr":"172.21.15.12:6815/565815498","state":["exists","up"]},{"osd":2,"uuid":"fa81360e-4d05-4e92-8a34-28214e301a70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6818","nonce":3648697039},{"type":"v1","addr":"172.21.15.12:6819","nonce":3648697039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6820","nonce":3648697039},{"type":"v1","addr":"172.21.15.12:6821","nonce":3648697039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6824","nonce":3648697039},{"type":"v1","addr":"172.21.15.12:6825","nonce":3648697039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6822","nonce":3648697039},{"type":"v1","addr":"172.21.15.12:6823","nonce":3648697039}]},"public_addr":"172.21.15.12:6819/3648697039","cluster_addr":"172.21.15.12:6821/3648697039","heartbeat_back_addr":"172.21.15.12:6825/3648697039","heartbeat_front_addr":"172.21.15.12:6823/3648697039","state":["exists","up"]},{"osd":3,"uuid":"99db8493-5590-4203-bbbc-3ce887c39eef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6826","nonce":3284261837},{"type":"v1","addr":"172.21.15.12:6827","nonce":3284261837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6828","nonce":3284261837},{"type":"v1","addr":"172.21.15.12:6829","nonce":3284261837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6832","nonce":3284261837},{"type":"v1","addr":"172.21.15.12:6833","nonce":3284261837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6830","nonce":3284261837},{"type":"v1","addr":"172.21.15.12:6831","nonce":3284261837}]},"public_addr":"172.21.15.12:6827/3284261837","cluster_addr":"172.21.15.12:6829/3284261837","heartbeat_back_addr":"172.21.15.12:6833/3284261837","heartbeat_front_addr":"172.21.15.12:6831/3284261837","state":["exists","up"]},{"osd":4,"uuid":"add5a0cc-ad50-4999-8dfe-1cfdd579af91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":860591416},{"type":"v1","addr":"172.21.15.55:6801","nonce":860591416}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":860591416},{"type":"v1","addr":"172.21.15.55:6803","nonce":860591416}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":860591416},{"type":"v1","addr":"172.21.15.55:6807","nonce":860591416}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":860591416},{"type":"v1","addr":"172.21.15.55:6805","nonce":860591416}]},"public_addr":"172.21.15.55:6801/860591416","cluster_addr":"172.21.15.55:6803/860591416","heartbeat_back_addr":"172.21.15.55:6807/860591416","heartbeat_front_addr":"172.21.15.55:6805/860591416","state":["exists","up"]},{"osd":5,"uuid":"2c0c62e3-0a0a-4ee0-bb63-783d1f34ea63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":3018492757},{"type":"v1","addr":"172.21.15.55:6809","nonce":3018492757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3018492757},{"type":"v1","addr":"172.21.15.55:6811","nonce":3018492757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3018492757},{"type":"v1","addr":"172.21.15.55:6815","nonce":3018492757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3018492757},{"type":"v1","addr":"172.21.15.55:6813","nonce":3018492757}]},"public_addr":"172.21.15.55:6809/3018492757","cluster_addr":"172.21.15.55:6811/3018492757","heartbeat_back_addr":"172.21.15.55:6815/3018492757","heartbeat_front_addr":"172.21.15.55:6813/3018492757","state":["exists","up"]},{"osd":6,"uuid":"31a294b2-85bc-4013-ad69-282589387e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":1455599543},{"type":"v1","addr":"172.21.15.55:6817","nonce":1455599543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":1455599543},{"type":"v1","addr":"172.21.15.55:6819","nonce":1455599543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":1455599543},{"type":"v1","addr":"172.21.15.55:6823","nonce":1455599543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":1455599543},{"type":"v1","addr":"172.21.15.55:6821","nonce":1455599543}]},"public_addr":"172.21.15.55:6817/1455599543","cluster_addr":"172.21.15.55:6819/1455599543","heartbeat_back_addr":"172.21.15.55:6823/1455599543","heartbeat_front_addr":"172.21.15.55:6821/1455599543","state":["exists","up"]},{"osd":7,"uuid":"5db85b07-7b70-4fc2-906e-cb42e6b34d43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":2787356727},{"type":"v1","addr":"172.21.15.55:6825","nonce":2787356727}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":2787356727},{"type":"v1","addr":"172.21.15.55:6827","nonce":2787356727}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":2787356727},{"type":"v1","addr":"172.21.15.55:6831","nonce":2787356727}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":2787356727},{"type":"v1","addr":"172.21.15.55:6829","nonce":2787356727}]},"public_addr":"172.21.15.55:6825/2787356727","cluster_addr":"172.21.15.55:6827/2787356727","heartbeat_back_addr":"172.21.15.55:6831/2787356727","heartbeat_front_addr":"172.21.15.55:6829/2787356727","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:17:11.735583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:17:37.605500+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:03.929062+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:29.867263+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:52.905079+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:16.975099+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:41.855008+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:20:06.157912+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.12:0/2134192847":"2024-04-03T08:15:46.289443+0000","172.21.15.12:6801/2585047473":"2024-04-03T08:15:46.289443+0000","172.21.15.12:6800/2585047473":"2024-04-03T08:15:46.289443+0000","172.21.15.12:6800/1702112966":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/1113443101":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/3292194376":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/2848373591":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/3791642222":"2024-04-03T08:15:46.289443+0000","172.21.15.12:6801/1702112966":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/4150217245":"2024-04-03T08:15:46.289443+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:20:27.643 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-04-02T08:20:28.018 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-04-02T08:20:28.019 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-04-02T08:20:28.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:27 smithi055 ceph-mon[31035]: pgmap v189: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:28.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:27 smithi055 ceph-mon[31035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:20:28.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:27 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/2104142252' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-02T08:20:28.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:27 smithi055 ceph-mon[31035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-02T08:20:28.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:27 smithi055 ceph-mon[31035]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-02T08:20:28.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:27 smithi055 ceph-mon[31035]: osdmap e61: 8 total, 8 up, 8 in 2024-04-02T08:20:28.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:27 smithi055 ceph-mon[31035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-02T08:20:28.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:27 smithi055 ceph-mon[31035]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-04-02T08:20:28.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:27 smithi055 ceph-mon[31035]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-02T08:20:28.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:27 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/929344278' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:20:28.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:27 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/1791431878' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:20:28.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:27 smithi012 ceph-mon[27004]: pgmap v189: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:28.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:27 smithi012 ceph-mon[27004]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:20:28.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:27 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/2104142252' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-02T08:20:28.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:27 smithi012 ceph-mon[27004]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-02T08:20:28.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:27 smithi012 ceph-mon[27004]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-02T08:20:28.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:27 smithi012 ceph-mon[27004]: osdmap e61: 8 total, 8 up, 8 in 2024-04-02T08:20:28.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:27 smithi012 ceph-mon[27004]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-02T08:20:28.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:27 smithi012 ceph-mon[27004]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-04-02T08:20:28.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:27 smithi012 ceph-mon[27004]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-02T08:20:28.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:27 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/929344278' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:20:28.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:27 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/1791431878' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:20:28.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:27 smithi012 ceph-mon[38029]: pgmap v189: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:28.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:27 smithi012 ceph-mon[38029]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:20:28.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:27 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/2104142252' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-02T08:20:28.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:27 smithi012 ceph-mon[38029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-02T08:20:28.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:27 smithi012 ceph-mon[38029]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-02T08:20:28.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:27 smithi012 ceph-mon[38029]: osdmap e61: 8 total, 8 up, 8 in 2024-04-02T08:20:28.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:27 smithi012 ceph-mon[38029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-02T08:20:28.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:27 smithi012 ceph-mon[38029]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-04-02T08:20:28.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:27 smithi012 ceph-mon[38029]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-02T08:20:28.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:27 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/929344278' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:20:28.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:27 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/1791431878' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:20:28.810 INFO:journalctl@ceph.mds.b.smithi055.stdout:Apr 02 08:20:28 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mds-b[58271]: 2024-04-02T08:20:28.399+0000 7fe138148700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-02T08:20:29.027 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-04-02T08:20:29.027 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-02T08:20:29.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:28 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/1673910411' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-02T08:20:29.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:28 smithi055 ceph-mon[31035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-02T08:20:29.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:28 smithi055 ceph-mon[31035]: osdmap e62: 8 total, 8 up, 8 in 2024-04-02T08:20:29.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:28 smithi055 ceph-mon[31035]: mds.? [v2:172.21.15.55:6832/593905928,v1:172.21.15.55:6833/593905928] up:active 2024-04-02T08:20:29.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:28 smithi055 ceph-mon[31035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-02T08:20:29.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:28 smithi055 ceph-mon[31035]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:20:29.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:28 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/3799787972' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-02T08:20:29.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:28 smithi055 ceph-mon[31035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-02T08:20:29.362 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:20:29.362 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24353,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6835/2936570167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":2936570167},{"type":"v1","addr":"172.21.15.12:6835","nonce":2936570167}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-02T08:20:26.998656+0000","modified":"2024-04-02T08:20:29.006482+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24364},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24364":{"gid":24364,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.55:6833/593905928","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":593905928},{"type":"v1","addr":"172.21.15.55:6833","nonce":593905928}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-02T08:20:29.363 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 6 2024-04-02T08:20:29.373 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:28 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/1673910411' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-02T08:20:29.374 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:28 smithi012 ceph-mon[27004]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-02T08:20:29.374 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:28 smithi012 ceph-mon[27004]: osdmap e62: 8 total, 8 up, 8 in 2024-04-02T08:20:29.374 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:28 smithi012 ceph-mon[27004]: mds.? [v2:172.21.15.55:6832/593905928,v1:172.21.15.55:6833/593905928] up:active 2024-04-02T08:20:29.374 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:28 smithi012 ceph-mon[27004]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-02T08:20:29.374 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:28 smithi012 ceph-mon[27004]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:20:29.374 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:28 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/3799787972' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-02T08:20:29.375 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:28 smithi012 ceph-mon[27004]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-02T08:20:29.375 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:28 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/1673910411' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-02T08:20:29.375 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:28 smithi012 ceph-mon[38029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-02T08:20:29.375 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:28 smithi012 ceph-mon[38029]: osdmap e62: 8 total, 8 up, 8 in 2024-04-02T08:20:29.375 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:28 smithi012 ceph-mon[38029]: mds.? [v2:172.21.15.55:6832/593905928,v1:172.21.15.55:6833/593905928] up:active 2024-04-02T08:20:29.375 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:28 smithi012 ceph-mon[38029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-02T08:20:29.376 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:28 smithi012 ceph-mon[38029]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:20:29.376 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:28 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/3799787972' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-02T08:20:29.376 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:28 smithi012 ceph-mon[38029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-02T08:20:29.378 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-02T08:20:29.672 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:20:29.672 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":62,"fsid":"f84ae488-f0c8-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:14:47.100991+0000","modified":"2024-04-02T08:20:28.000155+0000","last_up_change":"2024-04-02T08:20:07.297668+0000","last_in_change":"2024-04-02T08:19:50.694979+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:18:06.608226+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:20:24.936299+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:20:26.204160+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9465701c-6525-4f7b-b4e1-7a23f688803b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":1149389864},{"type":"v1","addr":"172.21.15.12:6803","nonce":1149389864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":1149389864},{"type":"v1","addr":"172.21.15.12:6805","nonce":1149389864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":1149389864},{"type":"v1","addr":"172.21.15.12:6809","nonce":1149389864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":1149389864},{"type":"v1","addr":"172.21.15.12:6807","nonce":1149389864}]},"public_addr":"172.21.15.12:6803/1149389864","cluster_addr":"172.21.15.12:6805/1149389864","heartbeat_back_addr":"172.21.15.12:6809/1149389864","heartbeat_front_addr":"172.21.15.12:6807/1149389864","state":["exists","up"]},{"osd":1,"uuid":"914dac79-5bfb-4a8f-ad1b-e7183980255c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":565815498},{"type":"v1","addr":"172.21.15.12:6811","nonce":565815498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":565815498},{"type":"v1","addr":"172.21.15.12:6813","nonce":565815498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6816","nonce":565815498},{"type":"v1","addr":"172.21.15.12:6817","nonce":565815498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":565815498},{"type":"v1","addr":"172.21.15.12:6815","nonce":565815498}]},"public_addr":"172.21.15.12:6811/565815498","cluster_addr":"172.21.15.12:6813/565815498","heartbeat_back_addr":"172.21.15.12:6817/565815498","heartbeat_front_addr":"172.21.15.12:6815/565815498","state":["exists","up"]},{"osd":2,"uuid":"fa81360e-4d05-4e92-8a34-28214e301a70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6818","nonce":3648697039},{"type":"v1","addr":"172.21.15.12:6819","nonce":3648697039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6820","nonce":3648697039},{"type":"v1","addr":"172.21.15.12:6821","nonce":3648697039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6824","nonce":3648697039},{"type":"v1","addr":"172.21.15.12:6825","nonce":3648697039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6822","nonce":3648697039},{"type":"v1","addr":"172.21.15.12:6823","nonce":3648697039}]},"public_addr":"172.21.15.12:6819/3648697039","cluster_addr":"172.21.15.12:6821/3648697039","heartbeat_back_addr":"172.21.15.12:6825/3648697039","heartbeat_front_addr":"172.21.15.12:6823/3648697039","state":["exists","up"]},{"osd":3,"uuid":"99db8493-5590-4203-bbbc-3ce887c39eef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6826","nonce":3284261837},{"type":"v1","addr":"172.21.15.12:6827","nonce":3284261837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6828","nonce":3284261837},{"type":"v1","addr":"172.21.15.12:6829","nonce":3284261837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6832","nonce":3284261837},{"type":"v1","addr":"172.21.15.12:6833","nonce":3284261837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6830","nonce":3284261837},{"type":"v1","addr":"172.21.15.12:6831","nonce":3284261837}]},"public_addr":"172.21.15.12:6827/3284261837","cluster_addr":"172.21.15.12:6829/3284261837","heartbeat_back_addr":"172.21.15.12:6833/3284261837","heartbeat_front_addr":"172.21.15.12:6831/3284261837","state":["exists","up"]},{"osd":4,"uuid":"add5a0cc-ad50-4999-8dfe-1cfdd579af91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":860591416},{"type":"v1","addr":"172.21.15.55:6801","nonce":860591416}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":860591416},{"type":"v1","addr":"172.21.15.55:6803","nonce":860591416}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":860591416},{"type":"v1","addr":"172.21.15.55:6807","nonce":860591416}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":860591416},{"type":"v1","addr":"172.21.15.55:6805","nonce":860591416}]},"public_addr":"172.21.15.55:6801/860591416","cluster_addr":"172.21.15.55:6803/860591416","heartbeat_back_addr":"172.21.15.55:6807/860591416","heartbeat_front_addr":"172.21.15.55:6805/860591416","state":["exists","up"]},{"osd":5,"uuid":"2c0c62e3-0a0a-4ee0-bb63-783d1f34ea63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":3018492757},{"type":"v1","addr":"172.21.15.55:6809","nonce":3018492757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3018492757},{"type":"v1","addr":"172.21.15.55:6811","nonce":3018492757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3018492757},{"type":"v1","addr":"172.21.15.55:6815","nonce":3018492757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3018492757},{"type":"v1","addr":"172.21.15.55:6813","nonce":3018492757}]},"public_addr":"172.21.15.55:6809/3018492757","cluster_addr":"172.21.15.55:6811/3018492757","heartbeat_back_addr":"172.21.15.55:6815/3018492757","heartbeat_front_addr":"172.21.15.55:6813/3018492757","state":["exists","up"]},{"osd":6,"uuid":"31a294b2-85bc-4013-ad69-282589387e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":1455599543},{"type":"v1","addr":"172.21.15.55:6817","nonce":1455599543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":1455599543},{"type":"v1","addr":"172.21.15.55:6819","nonce":1455599543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":1455599543},{"type":"v1","addr":"172.21.15.55:6823","nonce":1455599543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":1455599543},{"type":"v1","addr":"172.21.15.55:6821","nonce":1455599543}]},"public_addr":"172.21.15.55:6817/1455599543","cluster_addr":"172.21.15.55:6819/1455599543","heartbeat_back_addr":"172.21.15.55:6823/1455599543","heartbeat_front_addr":"172.21.15.55:6821/1455599543","state":["exists","up"]},{"osd":7,"uuid":"5db85b07-7b70-4fc2-906e-cb42e6b34d43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":2787356727},{"type":"v1","addr":"172.21.15.55:6825","nonce":2787356727}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":2787356727},{"type":"v1","addr":"172.21.15.55:6827","nonce":2787356727}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":2787356727},{"type":"v1","addr":"172.21.15.55:6831","nonce":2787356727}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":2787356727},{"type":"v1","addr":"172.21.15.55:6829","nonce":2787356727}]},"public_addr":"172.21.15.55:6825/2787356727","cluster_addr":"172.21.15.55:6827/2787356727","heartbeat_back_addr":"172.21.15.55:6831/2787356727","heartbeat_front_addr":"172.21.15.55:6829/2787356727","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:17:11.735583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:17:37.605500+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:03.929062+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:29.867263+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:52.905079+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:16.975099+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:41.855008+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:20:06.157912+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.12:0/2134192847":"2024-04-03T08:15:46.289443+0000","172.21.15.12:6801/2585047473":"2024-04-03T08:15:46.289443+0000","172.21.15.12:6800/2585047473":"2024-04-03T08:15:46.289443+0000","172.21.15.12:6800/1702112966":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/1113443101":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/3292194376":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/2848373591":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/3791642222":"2024-04-03T08:15:46.289443+0000","172.21.15.12:6801/1702112966":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/4150217245":"2024-04-03T08:15:46.289443+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:20:29.684 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-04-02T08:20:29.685 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-02T08:20:29.985 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:20:29.987 INFO:teuthology.orchestra.run.smithi012.stderr:dumped all 2024-04-02T08:20:29.995 INFO:teuthology.orchestra.run.smithi012.stdout:{"pg_ready":true,"pg_map":{"version":193,"stamp":"2024-04-02T08:20:28.340183+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":166,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":125,"ondisk_log_size":125,"up":114,"acting":114,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":9,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":5,"kb":749961216,"kb_used":222524,"kb_used_data":6324,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":749738692,"statfs":{"total":767960285184,"available":767732420608,"internally_reserved":0,"allocated":6475776,"data_stored":3685618,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":221236792},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000621"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004719+0000","last_change":"2024-04-02T08:20:27.036902+0000","last_active":"2024-04-02T08:20:28.004719+0000","last_peered":"2024-04-02T08:20:28.004719+0000","last_clean":"2024-04-02T08:20:28.004719+0000","last_became_active":"2024-04-02T08:20:27.036567+0000","last_became_peered":"2024-04-02T08:20:27.036567+0000","last_unstale":"2024-04-02T08:20:28.004719+0000","last_undegraded":"2024-04-02T08:20:28.004719+0000","last_fullsized":"2024-04-02T08:20:28.004719+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:43:41.629275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004237+0000","last_change":"2024-04-02T08:20:27.039575+0000","last_active":"2024-04-02T08:20:28.004237+0000","last_peered":"2024-04-02T08:20:28.004237+0000","last_clean":"2024-04-02T08:20:28.004237+0000","last_became_active":"2024-04-02T08:20:27.039018+0000","last_became_peered":"2024-04-02T08:20:27.039018+0000","last_unstale":"2024-04-02T08:20:28.004237+0000","last_undegraded":"2024-04-02T08:20:28.004237+0000","last_fullsized":"2024-04-02T08:20:28.004237+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:58:17.662844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.003649+0000","last_change":"2024-04-02T08:20:27.038077+0000","last_active":"2024-04-02T08:20:28.003649+0000","last_peered":"2024-04-02T08:20:28.003649+0000","last_clean":"2024-04-02T08:20:28.003649+0000","last_became_active":"2024-04-02T08:20:27.037768+0000","last_became_peered":"2024-04-02T08:20:27.037768+0000","last_unstale":"2024-04-02T08:20:28.003649+0000","last_undegraded":"2024-04-02T08:20:28.003649+0000","last_fullsized":"2024-04-02T08:20:28.003649+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:45:05.129311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.023651+0000","last_change":"2024-04-02T08:20:27.022382+0000","last_active":"2024-04-02T08:20:27.023651+0000","last_peered":"2024-04-02T08:20:27.023651+0000","last_clean":"2024-04-02T08:20:27.023651+0000","last_became_active":"2024-04-02T08:20:27.022084+0000","last_became_peered":"2024-04-02T08:20:27.022084+0000","last_unstale":"2024-04-02T08:20:27.023651+0000","last_undegraded":"2024-04-02T08:20:27.023651+0000","last_fullsized":"2024-04-02T08:20:27.023651+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:17:50.319840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004706+0000","last_change":"2024-04-02T08:20:27.036574+0000","last_active":"2024-04-02T08:20:28.004706+0000","last_peered":"2024-04-02T08:20:28.004706+0000","last_clean":"2024-04-02T08:20:28.004706+0000","last_became_active":"2024-04-02T08:20:27.036186+0000","last_became_peered":"2024-04-02T08:20:27.036186+0000","last_unstale":"2024-04-02T08:20:28.004706+0000","last_undegraded":"2024-04-02T08:20:28.004706+0000","last_fullsized":"2024-04-02T08:20:28.004706+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:30:23.250239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.019906+0000","last_change":"2024-04-02T08:20:27.019560+0000","last_active":"2024-04-02T08:20:27.019906+0000","last_peered":"2024-04-02T08:20:27.019906+0000","last_clean":"2024-04-02T08:20:27.019906+0000","last_became_active":"2024-04-02T08:20:27.019257+0000","last_became_peered":"2024-04-02T08:20:27.019257+0000","last_unstale":"2024-04-02T08:20:27.019906+0000","last_undegraded":"2024-04-02T08:20:27.019906+0000","last_fullsized":"2024-04-02T08:20:27.019906+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:03:02.803227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:20:26.630757+0000","last_change":"2024-04-02T08:20:26.630757+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.630757+0000","last_undegraded":"2024-04-02T08:20:26.630757+0000","last_fullsized":"2024-04-02T08:20:26.630757+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:16:03.234333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004125+0000","last_change":"2024-04-02T08:20:27.031353+0000","last_active":"2024-04-02T08:20:28.004125+0000","last_peered":"2024-04-02T08:20:28.004125+0000","last_clean":"2024-04-02T08:20:28.004125+0000","last_became_active":"2024-04-02T08:20:27.030837+0000","last_became_peered":"2024-04-02T08:20:27.030837+0000","last_unstale":"2024-04-02T08:20:28.004125+0000","last_undegraded":"2024-04-02T08:20:28.004125+0000","last_fullsized":"2024-04-02T08:20:28.004125+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:40:11.407938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:25.621155+0000","last_change":"2024-04-02T08:20:25.621155+0000","last_active":"2024-04-02T08:20:25.621155+0000","last_peered":"2024-04-02T08:20:25.621155+0000","last_clean":"2024-04-02T08:20:25.621155+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:25.621155+0000","last_undegraded":"2024-04-02T08:20:25.621155+0000","last_fullsized":"2024-04-02T08:20:25.621155+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.037242+0000","last_change":"2024-04-02T08:20:27.036029+0000","last_active":"2024-04-02T08:20:27.037242+0000","last_peered":"2024-04-02T08:20:27.037242+0000","last_clean":"2024-04-02T08:20:27.037242+0000","last_became_active":"2024-04-02T08:20:27.035681+0000","last_became_peered":"2024-04-02T08:20:27.035681+0000","last_unstale":"2024-04-02T08:20:27.037242+0000","last_undegraded":"2024-04-02T08:20:27.037242+0000","last_fullsized":"2024-04-02T08:20:27.037242+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:48:04.835584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.026566+0000","last_change":"2024-04-02T08:20:26.651386+0000","last_active":"2024-04-02T08:20:27.026566+0000","last_peered":"2024-04-02T08:20:27.026566+0000","last_clean":"2024-04-02T08:20:27.026566+0000","last_became_active":"2024-04-02T08:20:26.650996+0000","last_became_peered":"2024-04-02T08:20:26.650996+0000","last_unstale":"2024-04-02T08:20:27.026566+0000","last_undegraded":"2024-04-02T08:20:27.026566+0000","last_fullsized":"2024-04-02T08:20:27.026566+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:37:48.290889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004407+0000","last_change":"2024-04-02T08:20:26.653173+0000","last_active":"2024-04-02T08:20:28.004407+0000","last_peered":"2024-04-02T08:20:28.004407+0000","last_clean":"2024-04-02T08:20:28.004407+0000","last_became_active":"2024-04-02T08:20:26.652834+0000","last_became_peered":"2024-04-02T08:20:26.652834+0000","last_unstale":"2024-04-02T08:20:28.004407+0000","last_undegraded":"2024-04-02T08:20:28.004407+0000","last_fullsized":"2024-04-02T08:20:28.004407+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:42:00.599725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004246+0000","last_change":"2024-04-02T08:20:26.649643+0000","last_active":"2024-04-02T08:20:28.004246+0000","last_peered":"2024-04-02T08:20:28.004246+0000","last_clean":"2024-04-02T08:20:28.004246+0000","last_became_active":"2024-04-02T08:20:26.649273+0000","last_became_peered":"2024-04-02T08:20:26.649273+0000","last_unstale":"2024-04-02T08:20:28.004246+0000","last_undegraded":"2024-04-02T08:20:28.004246+0000","last_fullsized":"2024-04-02T08:20:28.004246+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:21:32.478934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.035594+0000","last_change":"2024-04-02T08:20:26.649528+0000","last_active":"2024-04-02T08:20:27.035594+0000","last_peered":"2024-04-02T08:20:27.035594+0000","last_clean":"2024-04-02T08:20:27.035594+0000","last_became_active":"2024-04-02T08:20:26.649232+0000","last_became_peered":"2024-04-02T08:20:26.649232+0000","last_unstale":"2024-04-02T08:20:27.035594+0000","last_undegraded":"2024-04-02T08:20:27.035594+0000","last_fullsized":"2024-04-02T08:20:27.035594+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:03:41.111842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:25.621155+0000","last_change":"2024-04-02T08:20:25.621155+0000","last_active":"2024-04-02T08:20:25.621155+0000","last_peered":"2024-04-02T08:20:25.621155+0000","last_clean":"2024-04-02T08:20:25.621155+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:25.621155+0000","last_undegraded":"2024-04-02T08:20:25.621155+0000","last_fullsized":"2024-04-02T08:20:25.621155+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.010222+0000","last_change":"2024-04-02T08:20:26.652753+0000","last_active":"2024-04-02T08:20:27.010222+0000","last_peered":"2024-04-02T08:20:27.010222+0000","last_clean":"2024-04-02T08:20:27.010222+0000","last_became_active":"2024-04-02T08:20:26.651908+0000","last_became_peered":"2024-04-02T08:20:26.651908+0000","last_unstale":"2024-04-02T08:20:27.010222+0000","last_undegraded":"2024-04-02T08:20:27.010222+0000","last_fullsized":"2024-04-02T08:20:27.010222+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:03:19.457494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.022250+0000","last_change":"2024-04-02T08:20:27.021162+0000","last_active":"2024-04-02T08:20:27.022250+0000","last_peered":"2024-04-02T08:20:27.022250+0000","last_clean":"2024-04-02T08:20:27.022250+0000","last_became_active":"2024-04-02T08:20:27.019859+0000","last_became_peered":"2024-04-02T08:20:27.019859+0000","last_unstale":"2024-04-02T08:20:27.022250+0000","last_undegraded":"2024-04-02T08:20:27.022250+0000","last_fullsized":"2024-04-02T08:20:27.022250+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:48:30.123963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:25.621155+0000","last_change":"2024-04-02T08:20:25.621155+0000","last_active":"2024-04-02T08:20:25.621155+0000","last_peered":"2024-04-02T08:20:25.621155+0000","last_clean":"2024-04-02T08:20:25.621155+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:25.621155+0000","last_undegraded":"2024-04-02T08:20:25.621155+0000","last_fullsized":"2024-04-02T08:20:25.621155+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:25.621155+0000","last_change":"2024-04-02T08:20:25.621155+0000","last_active":"2024-04-02T08:20:25.621155+0000","last_peered":"2024-04-02T08:20:25.621155+0000","last_clean":"2024-04-02T08:20:25.621155+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:25.621155+0000","last_undegraded":"2024-04-02T08:20:25.621155+0000","last_fullsized":"2024-04-02T08:20:25.621155+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:25.621155+0000","last_change":"2024-04-02T08:20:25.621155+0000","last_active":"2024-04-02T08:20:25.621155+0000","last_peered":"2024-04-02T08:20:25.621155+0000","last_clean":"2024-04-02T08:20:25.621155+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:25.621155+0000","last_undegraded":"2024-04-02T08:20:25.621155+0000","last_fullsized":"2024-04-02T08:20:25.621155+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:25.621155+0000","last_change":"2024-04-02T08:20:25.621155+0000","last_active":"2024-04-02T08:20:25.621155+0000","last_peered":"2024-04-02T08:20:25.621155+0000","last_clean":"2024-04-02T08:20:25.621155+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:25.621155+0000","last_undegraded":"2024-04-02T08:20:25.621155+0000","last_fullsized":"2024-04-02T08:20:25.621155+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:25.621155+0000","last_change":"2024-04-02T08:20:25.621155+0000","last_active":"2024-04-02T08:20:25.621155+0000","last_peered":"2024-04-02T08:20:25.621155+0000","last_clean":"2024-04-02T08:20:25.621155+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:25.621155+0000","last_undegraded":"2024-04-02T08:20:25.621155+0000","last_fullsized":"2024-04-02T08:20:25.621155+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004157+0000","last_change":"2024-04-02T08:20:27.040257+0000","last_active":"2024-04-02T08:20:28.004157+0000","last_peered":"2024-04-02T08:20:28.004157+0000","last_clean":"2024-04-02T08:20:28.004157+0000","last_became_active":"2024-04-02T08:20:27.039986+0000","last_became_peered":"2024-04-02T08:20:27.039986+0000","last_unstale":"2024-04-02T08:20:28.004157+0000","last_undegraded":"2024-04-02T08:20:28.004157+0000","last_fullsized":"2024-04-02T08:20:28.004157+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:59:46.539632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:25.621155+0000","last_change":"2024-04-02T08:20:25.621155+0000","last_active":"2024-04-02T08:20:25.621155+0000","last_peered":"2024-04-02T08:20:25.621155+0000","last_clean":"2024-04-02T08:20:25.621155+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:25.621155+0000","last_undegraded":"2024-04-02T08:20:25.621155+0000","last_fullsized":"2024-04-02T08:20:25.621155+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:25.621155+0000","last_change":"2024-04-02T08:20:25.621155+0000","last_active":"2024-04-02T08:20:25.621155+0000","last_peered":"2024-04-02T08:20:25.621155+0000","last_clean":"2024-04-02T08:20:25.621155+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:25.621155+0000","last_undegraded":"2024-04-02T08:20:25.621155+0000","last_fullsized":"2024-04-02T08:20:25.621155+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004133+0000","last_change":"2024-04-02T08:20:27.036234+0000","last_active":"2024-04-02T08:20:28.004133+0000","last_peered":"2024-04-02T08:20:28.004133+0000","last_clean":"2024-04-02T08:20:28.004133+0000","last_became_active":"2024-04-02T08:20:27.035735+0000","last_became_peered":"2024-04-02T08:20:27.035735+0000","last_unstale":"2024-04-02T08:20:28.004133+0000","last_undegraded":"2024-04-02T08:20:28.004133+0000","last_fullsized":"2024-04-02T08:20:28.004133+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:32:31.369036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:25.621155+0000","last_change":"2024-04-02T08:20:25.621155+0000","last_active":"2024-04-02T08:20:25.621155+0000","last_peered":"2024-04-02T08:20:25.621155+0000","last_clean":"2024-04-02T08:20:25.621155+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:25.621155+0000","last_undegraded":"2024-04-02T08:20:25.621155+0000","last_fullsized":"2024-04-02T08:20:25.621155+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:20:26.644815+0000","last_change":"2024-04-02T08:20:26.644389+0000","last_active":"2024-04-02T08:20:26.644815+0000","last_peered":"2024-04-02T08:20:26.644815+0000","last_clean":"2024-04-02T08:20:26.644815+0000","last_became_active":"2024-04-02T08:20:26.644056+0000","last_became_peered":"2024-04-02T08:20:26.644056+0000","last_unstale":"2024-04-02T08:20:26.644815+0000","last_undegraded":"2024-04-02T08:20:26.644815+0000","last_fullsized":"2024-04-02T08:20:26.644815+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:30:34.819876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.003844+0000","last_change":"2024-04-02T08:20:27.039966+0000","last_active":"2024-04-02T08:20:28.003844+0000","last_peered":"2024-04-02T08:20:28.003844+0000","last_clean":"2024-04-02T08:20:28.003844+0000","last_became_active":"2024-04-02T08:20:27.039670+0000","last_became_peered":"2024-04-02T08:20:27.039670+0000","last_unstale":"2024-04-02T08:20:28.003844+0000","last_undegraded":"2024-04-02T08:20:28.003844+0000","last_fullsized":"2024-04-02T08:20:28.003844+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:01:19.772203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:25.621155+0000","last_change":"2024-04-02T08:20:25.621155+0000","last_active":"2024-04-02T08:20:25.621155+0000","last_peered":"2024-04-02T08:20:25.621155+0000","last_clean":"2024-04-02T08:20:25.621155+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:25.621155+0000","last_undegraded":"2024-04-02T08:20:25.621155+0000","last_fullsized":"2024-04-02T08:20:25.621155+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004338+0000","last_change":"2024-04-02T08:20:27.038870+0000","last_active":"2024-04-02T08:20:28.004338+0000","last_peered":"2024-04-02T08:20:28.004338+0000","last_clean":"2024-04-02T08:20:28.004338+0000","last_became_active":"2024-04-02T08:20:27.038565+0000","last_became_peered":"2024-04-02T08:20:27.038565+0000","last_unstale":"2024-04-02T08:20:28.004338+0000","last_undegraded":"2024-04-02T08:20:28.004338+0000","last_fullsized":"2024-04-02T08:20:28.004338+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:29:49.209931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:25.621155+0000","last_change":"2024-04-02T08:20:25.621155+0000","last_active":"2024-04-02T08:20:25.621155+0000","last_peered":"2024-04-02T08:20:25.621155+0000","last_clean":"2024-04-02T08:20:25.621155+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:25.621155+0000","last_undegraded":"2024-04-02T08:20:25.621155+0000","last_fullsized":"2024-04-02T08:20:25.621155+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:25.621155+0000","last_change":"2024-04-02T08:20:25.621155+0000","last_active":"2024-04-02T08:20:25.621155+0000","last_peered":"2024-04-02T08:20:25.621155+0000","last_clean":"2024-04-02T08:20:25.621155+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:25.621155+0000","last_undegraded":"2024-04-02T08:20:25.621155+0000","last_fullsized":"2024-04-02T08:20:25.621155+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:20:26.644600+0000","last_change":"2024-04-02T08:20:26.643431+0000","last_active":"2024-04-02T08:20:26.644600+0000","last_peered":"2024-04-02T08:20:26.644600+0000","last_clean":"2024-04-02T08:20:26.644600+0000","last_became_active":"2024-04-02T08:20:26.642976+0000","last_became_peered":"2024-04-02T08:20:26.642976+0000","last_unstale":"2024-04-02T08:20:26.644600+0000","last_undegraded":"2024-04-02T08:20:26.644600+0000","last_fullsized":"2024-04-02T08:20:26.644600+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:18:00.631934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.023590+0000","last_change":"2024-04-02T08:20:27.022300+0000","last_active":"2024-04-02T08:20:27.023590+0000","last_peered":"2024-04-02T08:20:27.023590+0000","last_clean":"2024-04-02T08:20:27.023590+0000","last_became_active":"2024-04-02T08:20:27.021929+0000","last_became_peered":"2024-04-02T08:20:27.021929+0000","last_unstale":"2024-04-02T08:20:27.023590+0000","last_undegraded":"2024-04-02T08:20:27.023590+0000","last_fullsized":"2024-04-02T08:20:27.023590+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:31:07.454229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:25.621155+0000","last_change":"2024-04-02T08:20:25.621155+0000","last_active":"2024-04-02T08:20:25.621155+0000","last_peered":"2024-04-02T08:20:25.621155+0000","last_clean":"2024-04-02T08:20:25.621155+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:25.621155+0000","last_undegraded":"2024-04-02T08:20:25.621155+0000","last_fullsized":"2024-04-02T08:20:25.621155+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":219,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.017039+0000","last_change":"2024-04-02T08:20:11.332719+0000","last_active":"2024-04-02T08:20:27.017039+0000","last_peered":"2024-04-02T08:20:27.017039+0000","last_clean":"2024-04-02T08:20:27.017039+0000","last_became_active":"2024-04-02T08:20:11.332286+0000","last_became_peered":"2024-04-02T08:20:11.332286+0000","last_unstale":"2024-04-02T08:20:27.017039+0000","last_undegraded":"2024-04-02T08:20:27.017039+0000","last_fullsized":"2024-04-02T08:20:27.017039+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:18:06.875872+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:18:06.875872+0000","last_clean_scrub_stamp":"2024-04-02T08:18:06.875872+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:26:46.361137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.003901+0000","last_change":"2024-04-02T08:20:26.657892+0000","last_active":"2024-04-02T08:20:28.003901+0000","last_peered":"2024-04-02T08:20:28.003901+0000","last_clean":"2024-04-02T08:20:28.003901+0000","last_became_active":"2024-04-02T08:20:26.657567+0000","last_became_peered":"2024-04-02T08:20:26.657567+0000","last_unstale":"2024-04-02T08:20:28.003901+0000","last_undegraded":"2024-04-02T08:20:28.003901+0000","last_fullsized":"2024-04-02T08:20:28.003901+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:17:33.203588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004304+0000","last_change":"2024-04-02T08:20:26.655112+0000","last_active":"2024-04-02T08:20:28.004304+0000","last_peered":"2024-04-02T08:20:28.004304+0000","last_clean":"2024-04-02T08:20:28.004304+0000","last_became_active":"2024-04-02T08:20:26.654810+0000","last_became_peered":"2024-04-02T08:20:26.654810+0000","last_unstale":"2024-04-02T08:20:28.004304+0000","last_undegraded":"2024-04-02T08:20:28.004304+0000","last_fullsized":"2024-04-02T08:20:28.004304+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:12:01.719204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:25.621155+0000","last_change":"2024-04-02T08:20:25.621155+0000","last_active":"2024-04-02T08:20:25.621155+0000","last_peered":"2024-04-02T08:20:25.621155+0000","last_clean":"2024-04-02T08:20:25.621155+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:25.621155+0000","last_undegraded":"2024-04-02T08:20:25.621155+0000","last_fullsized":"2024-04-02T08:20:25.621155+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.031967+0000","last_change":"2024-04-02T08:20:27.031320+0000","last_active":"2024-04-02T08:20:27.031967+0000","last_peered":"2024-04-02T08:20:27.031967+0000","last_clean":"2024-04-02T08:20:27.031967+0000","last_became_active":"2024-04-02T08:20:27.031023+0000","last_became_peered":"2024-04-02T08:20:27.031023+0000","last_unstale":"2024-04-02T08:20:27.031967+0000","last_undegraded":"2024-04-02T08:20:27.031967+0000","last_fullsized":"2024-04-02T08:20:27.031967+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:12:25.847169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:25.621155+0000","last_change":"2024-04-02T08:20:25.621155+0000","last_active":"2024-04-02T08:20:25.621155+0000","last_peered":"2024-04-02T08:20:25.621155+0000","last_clean":"2024-04-02T08:20:25.621155+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:25.621155+0000","last_undegraded":"2024-04-02T08:20:25.621155+0000","last_fullsized":"2024-04-02T08:20:25.621155+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.003769+0000","last_change":"2024-04-02T08:20:26.657396+0000","last_active":"2024-04-02T08:20:28.003769+0000","last_peered":"2024-04-02T08:20:28.003769+0000","last_clean":"2024-04-02T08:20:28.003769+0000","last_became_active":"2024-04-02T08:20:26.657046+0000","last_became_peered":"2024-04-02T08:20:26.657046+0000","last_unstale":"2024-04-02T08:20:28.003769+0000","last_undegraded":"2024-04-02T08:20:28.003769+0000","last_fullsized":"2024-04-02T08:20:28.003769+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:52:30.485564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:25.621155+0000","last_change":"2024-04-02T08:20:25.621155+0000","last_active":"2024-04-02T08:20:25.621155+0000","last_peered":"2024-04-02T08:20:25.621155+0000","last_clean":"2024-04-02T08:20:25.621155+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:25.621155+0000","last_undegraded":"2024-04-02T08:20:25.621155+0000","last_fullsized":"2024-04-02T08:20:25.621155+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.030284+0000","last_change":"2024-04-02T08:20:27.029846+0000","last_active":"2024-04-02T08:20:27.030284+0000","last_peered":"2024-04-02T08:20:27.030284+0000","last_clean":"2024-04-02T08:20:27.030284+0000","last_became_active":"2024-04-02T08:20:27.029580+0000","last_became_peered":"2024-04-02T08:20:27.029580+0000","last_unstale":"2024-04-02T08:20:27.030284+0000","last_undegraded":"2024-04-02T08:20:27.030284+0000","last_fullsized":"2024-04-02T08:20:27.030284+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:48:55.035231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:25.621155+0000","last_change":"2024-04-02T08:20:25.621155+0000","last_active":"2024-04-02T08:20:25.621155+0000","last_peered":"2024-04-02T08:20:25.621155+0000","last_clean":"2024-04-02T08:20:25.621155+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:25.621155+0000","last_undegraded":"2024-04-02T08:20:25.621155+0000","last_fullsized":"2024-04-02T08:20:25.621155+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.016063+0000","last_change":"2024-04-02T08:20:27.015647+0000","last_active":"2024-04-02T08:20:27.016063+0000","last_peered":"2024-04-02T08:20:27.016063+0000","last_clean":"2024-04-02T08:20:27.016063+0000","last_became_active":"2024-04-02T08:20:27.015391+0000","last_became_peered":"2024-04-02T08:20:27.015391+0000","last_unstale":"2024-04-02T08:20:27.016063+0000","last_undegraded":"2024-04-02T08:20:27.016063+0000","last_fullsized":"2024-04-02T08:20:27.016063+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:01:05.810507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004080+0000","last_change":"2024-04-02T08:20:26.653235+0000","last_active":"2024-04-02T08:20:28.004080+0000","last_peered":"2024-04-02T08:20:28.004080+0000","last_clean":"2024-04-02T08:20:28.004080+0000","last_became_active":"2024-04-02T08:20:26.652926+0000","last_became_peered":"2024-04-02T08:20:26.652926+0000","last_unstale":"2024-04-02T08:20:28.004080+0000","last_undegraded":"2024-04-02T08:20:28.004080+0000","last_fullsized":"2024-04-02T08:20:28.004080+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:35:07.031496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:20:26.646336+0000","last_change":"2024-04-02T08:20:26.646027+0000","last_active":"2024-04-02T08:20:26.646336+0000","last_peered":"2024-04-02T08:20:26.646336+0000","last_clean":"2024-04-02T08:20:26.646336+0000","last_became_active":"2024-04-02T08:20:26.645629+0000","last_became_peered":"2024-04-02T08:20:26.645629+0000","last_unstale":"2024-04-02T08:20:26.646336+0000","last_undegraded":"2024-04-02T08:20:26.646336+0000","last_fullsized":"2024-04-02T08:20:26.646336+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:29:05.837940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004273+0000","last_change":"2024-04-02T08:20:27.034246+0000","last_active":"2024-04-02T08:20:28.004273+0000","last_peered":"2024-04-02T08:20:28.004273+0000","last_clean":"2024-04-02T08:20:28.004273+0000","last_became_active":"2024-04-02T08:20:27.033925+0000","last_became_peered":"2024-04-02T08:20:27.033925+0000","last_unstale":"2024-04-02T08:20:28.004273+0000","last_undegraded":"2024-04-02T08:20:28.004273+0000","last_fullsized":"2024-04-02T08:20:28.004273+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:23:06.206048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:25.621155+0000","last_change":"2024-04-02T08:20:25.621155+0000","last_active":"2024-04-02T08:20:25.621155+0000","last_peered":"2024-04-02T08:20:25.621155+0000","last_clean":"2024-04-02T08:20:25.621155+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:25.621155+0000","last_undegraded":"2024-04-02T08:20:25.621155+0000","last_fullsized":"2024-04-02T08:20:25.621155+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:20:26.642271+0000","last_change":"2024-04-02T08:20:26.641873+0000","last_active":"2024-04-02T08:20:26.642271+0000","last_peered":"2024-04-02T08:20:26.642271+0000","last_clean":"2024-04-02T08:20:26.642271+0000","last_became_active":"2024-04-02T08:20:26.641501+0000","last_became_peered":"2024-04-02T08:20:26.641501+0000","last_unstale":"2024-04-02T08:20:26.642271+0000","last_undegraded":"2024-04-02T08:20:26.642271+0000","last_fullsized":"2024-04-02T08:20:26.642271+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:41:10.327745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004593+0000","last_change":"2024-04-02T08:20:27.041716+0000","last_active":"2024-04-02T08:20:28.004593+0000","last_peered":"2024-04-02T08:20:28.004593+0000","last_clean":"2024-04-02T08:20:28.004593+0000","last_became_active":"2024-04-02T08:20:27.041348+0000","last_became_peered":"2024-04-02T08:20:27.041348+0000","last_unstale":"2024-04-02T08:20:28.004593+0000","last_undegraded":"2024-04-02T08:20:28.004593+0000","last_fullsized":"2024-04-02T08:20:28.004593+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:31:30.108019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:20:26.630082+0000","last_change":"2024-04-02T08:20:26.630082+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.630082+0000","last_undegraded":"2024-04-02T08:20:26.630082+0000","last_fullsized":"2024-04-02T08:20:26.630082+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:37:03.983674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.015674+0000","last_change":"2024-04-02T08:20:27.015382+0000","last_active":"2024-04-02T08:20:27.015674+0000","last_peered":"2024-04-02T08:20:27.015674+0000","last_clean":"2024-04-02T08:20:27.015674+0000","last_became_active":"2024-04-02T08:20:27.015114+0000","last_became_peered":"2024-04-02T08:20:27.015114+0000","last_unstale":"2024-04-02T08:20:27.015674+0000","last_undegraded":"2024-04-02T08:20:27.015674+0000","last_fullsized":"2024-04-02T08:20:27.015674+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:46:30.002195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.015553+0000","last_change":"2024-04-02T08:20:27.015238+0000","last_active":"2024-04-02T08:20:27.015553+0000","last_peered":"2024-04-02T08:20:27.015553+0000","last_clean":"2024-04-02T08:20:27.015553+0000","last_became_active":"2024-04-02T08:20:27.014960+0000","last_became_peered":"2024-04-02T08:20:27.014960+0000","last_unstale":"2024-04-02T08:20:27.015553+0000","last_undegraded":"2024-04-02T08:20:27.015553+0000","last_fullsized":"2024-04-02T08:20:27.015553+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:41:21.480551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.020741+0000","last_change":"2024-04-02T08:20:27.020175+0000","last_active":"2024-04-02T08:20:27.020741+0000","last_peered":"2024-04-02T08:20:27.020741+0000","last_clean":"2024-04-02T08:20:27.020741+0000","last_became_active":"2024-04-02T08:20:27.019746+0000","last_became_peered":"2024-04-02T08:20:27.019746+0000","last_unstale":"2024-04-02T08:20:27.020741+0000","last_undegraded":"2024-04-02T08:20:27.020741+0000","last_fullsized":"2024-04-02T08:20:27.020741+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:50:13.525603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":72,"acting":72,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":8,"ondisk_log_size":8,"up":39,"acting":39,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233991,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28220,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716932,"statfs":{"total":95995035648,"available":95966138368,"internally_reserved":0,"allocated":1220608,"data_stored":850082,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65300000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56399999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46400000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52500000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55200000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67900000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59899999999999998}]}]},{"osd":6,"up_from":46,"seq":197568495626,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28160,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716992,"statfs":{"total":95995035648,"available":95966199808,"internally_reserved":0,"allocated":1167360,"data_stored":822922,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61299999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70899999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66400000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67400000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47699999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57699999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49399999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574883,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27580,"kb_used_data":552,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717572,"statfs":{"total":95995035648,"available":95966793728,"internally_reserved":0,"allocated":565248,"data_stored":232008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:19:48 2024","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.32800000000000001,"15min":0.316},"min":{"1min":0.254,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.27000000000000002},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.35799999999999998,"15min":0.34599999999999997},"min":{"1min":0.28599999999999998,"5min":0.224,"15min":0.224},"max":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"last":0.28399999999999997}]},{"osd":2,"last update":"Tue Apr 2 08:20:09 2024","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.39700000000000002,"15min":0.38800000000000001},"min":{"1min":0.33400000000000002,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.22500000000000001},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.45100000000000001,"15min":0.441},"min":{"1min":0.36299999999999999,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.313}]},{"osd":3,"last update":"Tue Apr 2 08:19:33 2024","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.32400000000000001}]},{"osd":4,"last update":"Tue Apr 2 08:19:57 2024","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.621,"15min":0.621},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.44800000000000001}]},{"osd":5,"last update":"Tue Apr 2 08:20:19 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.435},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.39400000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36699999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40500000000000003}]}]},{"osd":0,"up_from":8,"seq":34359738409,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28168,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716984,"statfs":{"total":95995035648,"available":95966191616,"internally_reserved":0,"allocated":1167360,"data_stored":822922,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Apr 2 08:19:43 2024","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.38100000000000001,"15min":0.37},"min":{"1min":0.34899999999999998,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.59799999999999998,"5min":1.248,"15min":1.248},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.34999999999999998,"15min":0.33400000000000002},"min":{"1min":0.318,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.55100000000000005,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.34300000000000003}]},{"osd":2,"last update":"Tue Apr 2 08:20:15 2024","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.52300000000000002,"15min":0.54100000000000004},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.59299999999999997,"5min":2.827,"15min":2.827},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.44800000000000001,"15min":0.442},"min":{"1min":0.28499999999999998,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.308}]},{"osd":3,"last update":"Tue Apr 2 08:19:36 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.376},{"interface":"front","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.39800000000000002}]},{"osd":4,"last update":"Tue Apr 2 08:19:56 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.499}]},{"osd":5,"last update":"Tue Apr 2 08:20:20 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.42899999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51900000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47099999999999997}]}]},{"osd":2,"up_from":18,"seq":77309411358,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27588,"kb_used_data":568,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717564,"statfs":{"total":95995035648,"available":95966785536,"internally_reserved":0,"allocated":581632,"data_stored":238528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:20:09 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.373,"15min":0.36399999999999999},"min":{"1min":0.23799999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.27300000000000002},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.39600000000000002,"15min":0.38400000000000001},"min":{"1min":0.27400000000000002,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.39000000000000001}]},{"osd":1,"last update":"Tue Apr 2 08:20:09 2024","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.39200000000000002,"15min":0.38300000000000001},"min":{"1min":0.33800000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.31900000000000001},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.41299999999999998,"15min":0.40500000000000003},"min":{"1min":0.318,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.71499999999999997,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.36599999999999999}]},{"osd":3,"last update":"Tue Apr 2 08:19:33 2024","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"last":0.29399999999999998}]},{"osd":4,"last update":"Tue Apr 2 08:19:58 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.60099999999999998}]},{"osd":5,"last update":"Tue Apr 2 08:20:24 2024","interfaces":[{"interface":"back","average":{"1min":1.492,"5min":1.492,"15min":1.492},"min":{"1min":0.504,"5min":0.504,"15min":0.504},"max":{"1min":12.739000000000001,"5min":12.739000000000001,"15min":12.739000000000001},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.622}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65400000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58999999999999997}]}]},{"osd":3,"up_from":25,"seq":107374182426,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27640,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717512,"statfs":{"total":95995035648,"available":95966732288,"internally_reserved":0,"allocated":630784,"data_stored":254379,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:19:32 2024","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.317},{"interface":"front","average":{"1min":0.437,"5min":0.437,"15min":0.437},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.29899999999999999}]},{"osd":1,"last update":"Tue Apr 2 08:19:32 2024","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.437,"5min":0.437,"15min":0.437},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.35399999999999998}]},{"osd":2,"last update":"Tue Apr 2 08:19:32 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.441,"5min":0.441,"15min":0.441},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.33800000000000002}]},{"osd":4,"last update":"Tue Apr 2 08:19:58 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.58099999999999996}]},{"osd":5,"last update":"Tue Apr 2 08:20:21 2024","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.53400000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.622}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60999999999999999}]}]},{"osd":4,"up_from":30,"seq":128849018899,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27588,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717564,"statfs":{"total":95995035648,"available":95966785536,"internally_reserved":0,"allocated":573440,"data_stored":232554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:19:56 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.48999999999999999}]},{"osd":1,"last update":"Tue Apr 2 08:19:56 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.45100000000000001}]},{"osd":2,"last update":"Tue Apr 2 08:19:56 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.56000000000000005}]},{"osd":3,"last update":"Tue Apr 2 08:19:56 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.51100000000000001}]},{"osd":5,"last update":"Tue Apr 2 08:20:19 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.39600000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41299999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35199999999999998}]}]},{"osd":5,"up_from":38,"seq":163208757263,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27580,"kb_used_data":556,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717572,"statfs":{"total":95995035648,"available":95966793728,"internally_reserved":0,"allocated":569344,"data_stored":232223,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:20:19 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.50800000000000001}]},{"osd":1,"last update":"Tue Apr 2 08:20:19 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.46100000000000002}]},{"osd":2,"last update":"Tue Apr 2 08:20:19 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.44900000000000001}]},{"osd":3,"last update":"Tue Apr 2 08:20:19 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.52500000000000002}]},{"osd":4,"last update":"Tue Apr 2 08:20:19 2024","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.438,"15min":0.438},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.34899999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.30599999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39000000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-02T08:20:30.002 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-02T08:20:30.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:29 smithi055 ceph-mon[31035]: pgmap v193: 97 pgs: 2 creating+peering, 36 active+clean, 59 unknown; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 1 op/s 2024-04-02T08:20:30.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:29 smithi055 ceph-mon[31035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:20:30.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:29 smithi055 ceph-mon[31035]: Cluster is now healthy 2024-04-02T08:20:30.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:29 smithi055 ceph-mon[31035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-04-02T08:20:30.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:29 smithi055 ceph-mon[31035]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:20:30.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:29 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/2371518516' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:20:30.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:29 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/1822774442' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:20:30.333 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:20:30.334 INFO:teuthology.orchestra.run.smithi012.stderr:dumped all 2024-04-02T08:20:30.342 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:29 smithi012 ceph-mon[27004]: pgmap v193: 97 pgs: 2 creating+peering, 36 active+clean, 59 unknown; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 1 op/s 2024-04-02T08:20:30.342 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:29 smithi012 ceph-mon[27004]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:20:30.343 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:29 smithi012 ceph-mon[27004]: Cluster is now healthy 2024-04-02T08:20:30.343 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:29 smithi012 ceph-mon[27004]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-04-02T08:20:30.343 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:29 smithi012 ceph-mon[27004]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:20:30.343 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:29 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/2371518516' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:20:30.343 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:29 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/1822774442' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:20:30.343 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:29 smithi012 ceph-mon[38029]: pgmap v193: 97 pgs: 2 creating+peering, 36 active+clean, 59 unknown; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 1 op/s 2024-04-02T08:20:30.343 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:29 smithi012 ceph-mon[38029]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:20:30.343 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:29 smithi012 ceph-mon[38029]: Cluster is now healthy 2024-04-02T08:20:30.343 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:29 smithi012 ceph-mon[38029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-04-02T08:20:30.343 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:29 smithi012 ceph-mon[38029]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:20:30.344 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:29 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/2371518516' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:20:30.344 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:29 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/1822774442' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:20:30.344 INFO:teuthology.orchestra.run.smithi012.stdout:{"pg_ready":true,"pg_map":{"version":193,"stamp":"2024-04-02T08:20:28.340183+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":166,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":125,"ondisk_log_size":125,"up":114,"acting":114,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":9,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":5,"kb":749961216,"kb_used":222524,"kb_used_data":6324,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":749738692,"statfs":{"total":767960285184,"available":767732420608,"internally_reserved":0,"allocated":6475776,"data_stored":3685618,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":221236792},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000621"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004719+0000","last_change":"2024-04-02T08:20:27.036902+0000","last_active":"2024-04-02T08:20:28.004719+0000","last_peered":"2024-04-02T08:20:28.004719+0000","last_clean":"2024-04-02T08:20:28.004719+0000","last_became_active":"2024-04-02T08:20:27.036567+0000","last_became_peered":"2024-04-02T08:20:27.036567+0000","last_unstale":"2024-04-02T08:20:28.004719+0000","last_undegraded":"2024-04-02T08:20:28.004719+0000","last_fullsized":"2024-04-02T08:20:28.004719+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:43:41.629275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004237+0000","last_change":"2024-04-02T08:20:27.039575+0000","last_active":"2024-04-02T08:20:28.004237+0000","last_peered":"2024-04-02T08:20:28.004237+0000","last_clean":"2024-04-02T08:20:28.004237+0000","last_became_active":"2024-04-02T08:20:27.039018+0000","last_became_peered":"2024-04-02T08:20:27.039018+0000","last_unstale":"2024-04-02T08:20:28.004237+0000","last_undegraded":"2024-04-02T08:20:28.004237+0000","last_fullsized":"2024-04-02T08:20:28.004237+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:58:17.662844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.003649+0000","last_change":"2024-04-02T08:20:27.038077+0000","last_active":"2024-04-02T08:20:28.003649+0000","last_peered":"2024-04-02T08:20:28.003649+0000","last_clean":"2024-04-02T08:20:28.003649+0000","last_became_active":"2024-04-02T08:20:27.037768+0000","last_became_peered":"2024-04-02T08:20:27.037768+0000","last_unstale":"2024-04-02T08:20:28.003649+0000","last_undegraded":"2024-04-02T08:20:28.003649+0000","last_fullsized":"2024-04-02T08:20:28.003649+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:45:05.129311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.023651+0000","last_change":"2024-04-02T08:20:27.022382+0000","last_active":"2024-04-02T08:20:27.023651+0000","last_peered":"2024-04-02T08:20:27.023651+0000","last_clean":"2024-04-02T08:20:27.023651+0000","last_became_active":"2024-04-02T08:20:27.022084+0000","last_became_peered":"2024-04-02T08:20:27.022084+0000","last_unstale":"2024-04-02T08:20:27.023651+0000","last_undegraded":"2024-04-02T08:20:27.023651+0000","last_fullsized":"2024-04-02T08:20:27.023651+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:17:50.319840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004706+0000","last_change":"2024-04-02T08:20:27.036574+0000","last_active":"2024-04-02T08:20:28.004706+0000","last_peered":"2024-04-02T08:20:28.004706+0000","last_clean":"2024-04-02T08:20:28.004706+0000","last_became_active":"2024-04-02T08:20:27.036186+0000","last_became_peered":"2024-04-02T08:20:27.036186+0000","last_unstale":"2024-04-02T08:20:28.004706+0000","last_undegraded":"2024-04-02T08:20:28.004706+0000","last_fullsized":"2024-04-02T08:20:28.004706+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:30:23.250239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.019906+0000","last_change":"2024-04-02T08:20:27.019560+0000","last_active":"2024-04-02T08:20:27.019906+0000","last_peered":"2024-04-02T08:20:27.019906+0000","last_clean":"2024-04-02T08:20:27.019906+0000","last_became_active":"2024-04-02T08:20:27.019257+0000","last_became_peered":"2024-04-02T08:20:27.019257+0000","last_unstale":"2024-04-02T08:20:27.019906+0000","last_undegraded":"2024-04-02T08:20:27.019906+0000","last_fullsized":"2024-04-02T08:20:27.019906+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:03:02.803227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:20:26.630757+0000","last_change":"2024-04-02T08:20:26.630757+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.630757+0000","last_undegraded":"2024-04-02T08:20:26.630757+0000","last_fullsized":"2024-04-02T08:20:26.630757+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:16:03.234333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004125+0000","last_change":"2024-04-02T08:20:27.031353+0000","last_active":"2024-04-02T08:20:28.004125+0000","last_peered":"2024-04-02T08:20:28.004125+0000","last_clean":"2024-04-02T08:20:28.004125+0000","last_became_active":"2024-04-02T08:20:27.030837+0000","last_became_peered":"2024-04-02T08:20:27.030837+0000","last_unstale":"2024-04-02T08:20:28.004125+0000","last_undegraded":"2024-04-02T08:20:28.004125+0000","last_fullsized":"2024-04-02T08:20:28.004125+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:40:11.407938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:25.621155+0000","last_change":"2024-04-02T08:20:25.621155+0000","last_active":"2024-04-02T08:20:25.621155+0000","last_peered":"2024-04-02T08:20:25.621155+0000","last_clean":"2024-04-02T08:20:25.621155+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:25.621155+0000","last_undegraded":"2024-04-02T08:20:25.621155+0000","last_fullsized":"2024-04-02T08:20:25.621155+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.037242+0000","last_change":"2024-04-02T08:20:27.036029+0000","last_active":"2024-04-02T08:20:27.037242+0000","last_peered":"2024-04-02T08:20:27.037242+0000","last_clean":"2024-04-02T08:20:27.037242+0000","last_became_active":"2024-04-02T08:20:27.035681+0000","last_became_peered":"2024-04-02T08:20:27.035681+0000","last_unstale":"2024-04-02T08:20:27.037242+0000","last_undegraded":"2024-04-02T08:20:27.037242+0000","last_fullsized":"2024-04-02T08:20:27.037242+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:48:04.835584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.026566+0000","last_change":"2024-04-02T08:20:26.651386+0000","last_active":"2024-04-02T08:20:27.026566+0000","last_peered":"2024-04-02T08:20:27.026566+0000","last_clean":"2024-04-02T08:20:27.026566+0000","last_became_active":"2024-04-02T08:20:26.650996+0000","last_became_peered":"2024-04-02T08:20:26.650996+0000","last_unstale":"2024-04-02T08:20:27.026566+0000","last_undegraded":"2024-04-02T08:20:27.026566+0000","last_fullsized":"2024-04-02T08:20:27.026566+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:37:48.290889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004407+0000","last_change":"2024-04-02T08:20:26.653173+0000","last_active":"2024-04-02T08:20:28.004407+0000","last_peered":"2024-04-02T08:20:28.004407+0000","last_clean":"2024-04-02T08:20:28.004407+0000","last_became_active":"2024-04-02T08:20:26.652834+0000","last_became_peered":"2024-04-02T08:20:26.652834+0000","last_unstale":"2024-04-02T08:20:28.004407+0000","last_undegraded":"2024-04-02T08:20:28.004407+0000","last_fullsized":"2024-04-02T08:20:28.004407+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:42:00.599725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004246+0000","last_change":"2024-04-02T08:20:26.649643+0000","last_active":"2024-04-02T08:20:28.004246+0000","last_peered":"2024-04-02T08:20:28.004246+0000","last_clean":"2024-04-02T08:20:28.004246+0000","last_became_active":"2024-04-02T08:20:26.649273+0000","last_became_peered":"2024-04-02T08:20:26.649273+0000","last_unstale":"2024-04-02T08:20:28.004246+0000","last_undegraded":"2024-04-02T08:20:28.004246+0000","last_fullsized":"2024-04-02T08:20:28.004246+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:21:32.478934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.035594+0000","last_change":"2024-04-02T08:20:26.649528+0000","last_active":"2024-04-02T08:20:27.035594+0000","last_peered":"2024-04-02T08:20:27.035594+0000","last_clean":"2024-04-02T08:20:27.035594+0000","last_became_active":"2024-04-02T08:20:26.649232+0000","last_became_peered":"2024-04-02T08:20:26.649232+0000","last_unstale":"2024-04-02T08:20:27.035594+0000","last_undegraded":"2024-04-02T08:20:27.035594+0000","last_fullsized":"2024-04-02T08:20:27.035594+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:03:41.111842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:25.621155+0000","last_change":"2024-04-02T08:20:25.621155+0000","last_active":"2024-04-02T08:20:25.621155+0000","last_peered":"2024-04-02T08:20:25.621155+0000","last_clean":"2024-04-02T08:20:25.621155+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:25.621155+0000","last_undegraded":"2024-04-02T08:20:25.621155+0000","last_fullsized":"2024-04-02T08:20:25.621155+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.010222+0000","last_change":"2024-04-02T08:20:26.652753+0000","last_active":"2024-04-02T08:20:27.010222+0000","last_peered":"2024-04-02T08:20:27.010222+0000","last_clean":"2024-04-02T08:20:27.010222+0000","last_became_active":"2024-04-02T08:20:26.651908+0000","last_became_peered":"2024-04-02T08:20:26.651908+0000","last_unstale":"2024-04-02T08:20:27.010222+0000","last_undegraded":"2024-04-02T08:20:27.010222+0000","last_fullsized":"2024-04-02T08:20:27.010222+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:03:19.457494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.022250+0000","last_change":"2024-04-02T08:20:27.021162+0000","last_active":"2024-04-02T08:20:27.022250+0000","last_peered":"2024-04-02T08:20:27.022250+0000","last_clean":"2024-04-02T08:20:27.022250+0000","last_became_active":"2024-04-02T08:20:27.019859+0000","last_became_peered":"2024-04-02T08:20:27.019859+0000","last_unstale":"2024-04-02T08:20:27.022250+0000","last_undegraded":"2024-04-02T08:20:27.022250+0000","last_fullsized":"2024-04-02T08:20:27.022250+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:48:30.123963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:25.621155+0000","last_change":"2024-04-02T08:20:25.621155+0000","last_active":"2024-04-02T08:20:25.621155+0000","last_peered":"2024-04-02T08:20:25.621155+0000","last_clean":"2024-04-02T08:20:25.621155+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:25.621155+0000","last_undegraded":"2024-04-02T08:20:25.621155+0000","last_fullsized":"2024-04-02T08:20:25.621155+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:25.621155+0000","last_change":"2024-04-02T08:20:25.621155+0000","last_active":"2024-04-02T08:20:25.621155+0000","last_peered":"2024-04-02T08:20:25.621155+0000","last_clean":"2024-04-02T08:20:25.621155+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:25.621155+0000","last_undegraded":"2024-04-02T08:20:25.621155+0000","last_fullsized":"2024-04-02T08:20:25.621155+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:25.621155+0000","last_change":"2024-04-02T08:20:25.621155+0000","last_active":"2024-04-02T08:20:25.621155+0000","last_peered":"2024-04-02T08:20:25.621155+0000","last_clean":"2024-04-02T08:20:25.621155+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:25.621155+0000","last_undegraded":"2024-04-02T08:20:25.621155+0000","last_fullsized":"2024-04-02T08:20:25.621155+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:25.621155+0000","last_change":"2024-04-02T08:20:25.621155+0000","last_active":"2024-04-02T08:20:25.621155+0000","last_peered":"2024-04-02T08:20:25.621155+0000","last_clean":"2024-04-02T08:20:25.621155+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:25.621155+0000","last_undegraded":"2024-04-02T08:20:25.621155+0000","last_fullsized":"2024-04-02T08:20:25.621155+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:25.621155+0000","last_change":"2024-04-02T08:20:25.621155+0000","last_active":"2024-04-02T08:20:25.621155+0000","last_peered":"2024-04-02T08:20:25.621155+0000","last_clean":"2024-04-02T08:20:25.621155+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:25.621155+0000","last_undegraded":"2024-04-02T08:20:25.621155+0000","last_fullsized":"2024-04-02T08:20:25.621155+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004157+0000","last_change":"2024-04-02T08:20:27.040257+0000","last_active":"2024-04-02T08:20:28.004157+0000","last_peered":"2024-04-02T08:20:28.004157+0000","last_clean":"2024-04-02T08:20:28.004157+0000","last_became_active":"2024-04-02T08:20:27.039986+0000","last_became_peered":"2024-04-02T08:20:27.039986+0000","last_unstale":"2024-04-02T08:20:28.004157+0000","last_undegraded":"2024-04-02T08:20:28.004157+0000","last_fullsized":"2024-04-02T08:20:28.004157+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:59:46.539632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:25.621155+0000","last_change":"2024-04-02T08:20:25.621155+0000","last_active":"2024-04-02T08:20:25.621155+0000","last_peered":"2024-04-02T08:20:25.621155+0000","last_clean":"2024-04-02T08:20:25.621155+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:25.621155+0000","last_undegraded":"2024-04-02T08:20:25.621155+0000","last_fullsized":"2024-04-02T08:20:25.621155+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:25.621155+0000","last_change":"2024-04-02T08:20:25.621155+0000","last_active":"2024-04-02T08:20:25.621155+0000","last_peered":"2024-04-02T08:20:25.621155+0000","last_clean":"2024-04-02T08:20:25.621155+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:25.621155+0000","last_undegraded":"2024-04-02T08:20:25.621155+0000","last_fullsized":"2024-04-02T08:20:25.621155+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004133+0000","last_change":"2024-04-02T08:20:27.036234+0000","last_active":"2024-04-02T08:20:28.004133+0000","last_peered":"2024-04-02T08:20:28.004133+0000","last_clean":"2024-04-02T08:20:28.004133+0000","last_became_active":"2024-04-02T08:20:27.035735+0000","last_became_peered":"2024-04-02T08:20:27.035735+0000","last_unstale":"2024-04-02T08:20:28.004133+0000","last_undegraded":"2024-04-02T08:20:28.004133+0000","last_fullsized":"2024-04-02T08:20:28.004133+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:32:31.369036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:25.621155+0000","last_change":"2024-04-02T08:20:25.621155+0000","last_active":"2024-04-02T08:20:25.621155+0000","last_peered":"2024-04-02T08:20:25.621155+0000","last_clean":"2024-04-02T08:20:25.621155+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:25.621155+0000","last_undegraded":"2024-04-02T08:20:25.621155+0000","last_fullsized":"2024-04-02T08:20:25.621155+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:20:26.644815+0000","last_change":"2024-04-02T08:20:26.644389+0000","last_active":"2024-04-02T08:20:26.644815+0000","last_peered":"2024-04-02T08:20:26.644815+0000","last_clean":"2024-04-02T08:20:26.644815+0000","last_became_active":"2024-04-02T08:20:26.644056+0000","last_became_peered":"2024-04-02T08:20:26.644056+0000","last_unstale":"2024-04-02T08:20:26.644815+0000","last_undegraded":"2024-04-02T08:20:26.644815+0000","last_fullsized":"2024-04-02T08:20:26.644815+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:30:34.819876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.003844+0000","last_change":"2024-04-02T08:20:27.039966+0000","last_active":"2024-04-02T08:20:28.003844+0000","last_peered":"2024-04-02T08:20:28.003844+0000","last_clean":"2024-04-02T08:20:28.003844+0000","last_became_active":"2024-04-02T08:20:27.039670+0000","last_became_peered":"2024-04-02T08:20:27.039670+0000","last_unstale":"2024-04-02T08:20:28.003844+0000","last_undegraded":"2024-04-02T08:20:28.003844+0000","last_fullsized":"2024-04-02T08:20:28.003844+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:01:19.772203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:25.621155+0000","last_change":"2024-04-02T08:20:25.621155+0000","last_active":"2024-04-02T08:20:25.621155+0000","last_peered":"2024-04-02T08:20:25.621155+0000","last_clean":"2024-04-02T08:20:25.621155+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:25.621155+0000","last_undegraded":"2024-04-02T08:20:25.621155+0000","last_fullsized":"2024-04-02T08:20:25.621155+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004338+0000","last_change":"2024-04-02T08:20:27.038870+0000","last_active":"2024-04-02T08:20:28.004338+0000","last_peered":"2024-04-02T08:20:28.004338+0000","last_clean":"2024-04-02T08:20:28.004338+0000","last_became_active":"2024-04-02T08:20:27.038565+0000","last_became_peered":"2024-04-02T08:20:27.038565+0000","last_unstale":"2024-04-02T08:20:28.004338+0000","last_undegraded":"2024-04-02T08:20:28.004338+0000","last_fullsized":"2024-04-02T08:20:28.004338+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:29:49.209931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:25.621155+0000","last_change":"2024-04-02T08:20:25.621155+0000","last_active":"2024-04-02T08:20:25.621155+0000","last_peered":"2024-04-02T08:20:25.621155+0000","last_clean":"2024-04-02T08:20:25.621155+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:25.621155+0000","last_undegraded":"2024-04-02T08:20:25.621155+0000","last_fullsized":"2024-04-02T08:20:25.621155+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:25.621155+0000","last_change":"2024-04-02T08:20:25.621155+0000","last_active":"2024-04-02T08:20:25.621155+0000","last_peered":"2024-04-02T08:20:25.621155+0000","last_clean":"2024-04-02T08:20:25.621155+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:25.621155+0000","last_undegraded":"2024-04-02T08:20:25.621155+0000","last_fullsized":"2024-04-02T08:20:25.621155+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:20:26.644600+0000","last_change":"2024-04-02T08:20:26.643431+0000","last_active":"2024-04-02T08:20:26.644600+0000","last_peered":"2024-04-02T08:20:26.644600+0000","last_clean":"2024-04-02T08:20:26.644600+0000","last_became_active":"2024-04-02T08:20:26.642976+0000","last_became_peered":"2024-04-02T08:20:26.642976+0000","last_unstale":"2024-04-02T08:20:26.644600+0000","last_undegraded":"2024-04-02T08:20:26.644600+0000","last_fullsized":"2024-04-02T08:20:26.644600+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:18:00.631934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.023590+0000","last_change":"2024-04-02T08:20:27.022300+0000","last_active":"2024-04-02T08:20:27.023590+0000","last_peered":"2024-04-02T08:20:27.023590+0000","last_clean":"2024-04-02T08:20:27.023590+0000","last_became_active":"2024-04-02T08:20:27.021929+0000","last_became_peered":"2024-04-02T08:20:27.021929+0000","last_unstale":"2024-04-02T08:20:27.023590+0000","last_undegraded":"2024-04-02T08:20:27.023590+0000","last_fullsized":"2024-04-02T08:20:27.023590+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:31:07.454229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:25.621155+0000","last_change":"2024-04-02T08:20:25.621155+0000","last_active":"2024-04-02T08:20:25.621155+0000","last_peered":"2024-04-02T08:20:25.621155+0000","last_clean":"2024-04-02T08:20:25.621155+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:25.621155+0000","last_undegraded":"2024-04-02T08:20:25.621155+0000","last_fullsized":"2024-04-02T08:20:25.621155+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":219,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.017039+0000","last_change":"2024-04-02T08:20:11.332719+0000","last_active":"2024-04-02T08:20:27.017039+0000","last_peered":"2024-04-02T08:20:27.017039+0000","last_clean":"2024-04-02T08:20:27.017039+0000","last_became_active":"2024-04-02T08:20:11.332286+0000","last_became_peered":"2024-04-02T08:20:11.332286+0000","last_unstale":"2024-04-02T08:20:27.017039+0000","last_undegraded":"2024-04-02T08:20:27.017039+0000","last_fullsized":"2024-04-02T08:20:27.017039+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:18:06.875872+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:18:06.875872+0000","last_clean_scrub_stamp":"2024-04-02T08:18:06.875872+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:26:46.361137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.003901+0000","last_change":"2024-04-02T08:20:26.657892+0000","last_active":"2024-04-02T08:20:28.003901+0000","last_peered":"2024-04-02T08:20:28.003901+0000","last_clean":"2024-04-02T08:20:28.003901+0000","last_became_active":"2024-04-02T08:20:26.657567+0000","last_became_peered":"2024-04-02T08:20:26.657567+0000","last_unstale":"2024-04-02T08:20:28.003901+0000","last_undegraded":"2024-04-02T08:20:28.003901+0000","last_fullsized":"2024-04-02T08:20:28.003901+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:17:33.203588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004304+0000","last_change":"2024-04-02T08:20:26.655112+0000","last_active":"2024-04-02T08:20:28.004304+0000","last_peered":"2024-04-02T08:20:28.004304+0000","last_clean":"2024-04-02T08:20:28.004304+0000","last_became_active":"2024-04-02T08:20:26.654810+0000","last_became_peered":"2024-04-02T08:20:26.654810+0000","last_unstale":"2024-04-02T08:20:28.004304+0000","last_undegraded":"2024-04-02T08:20:28.004304+0000","last_fullsized":"2024-04-02T08:20:28.004304+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:12:01.719204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:25.621155+0000","last_change":"2024-04-02T08:20:25.621155+0000","last_active":"2024-04-02T08:20:25.621155+0000","last_peered":"2024-04-02T08:20:25.621155+0000","last_clean":"2024-04-02T08:20:25.621155+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:25.621155+0000","last_undegraded":"2024-04-02T08:20:25.621155+0000","last_fullsized":"2024-04-02T08:20:25.621155+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.031967+0000","last_change":"2024-04-02T08:20:27.031320+0000","last_active":"2024-04-02T08:20:27.031967+0000","last_peered":"2024-04-02T08:20:27.031967+0000","last_clean":"2024-04-02T08:20:27.031967+0000","last_became_active":"2024-04-02T08:20:27.031023+0000","last_became_peered":"2024-04-02T08:20:27.031023+0000","last_unstale":"2024-04-02T08:20:27.031967+0000","last_undegraded":"2024-04-02T08:20:27.031967+0000","last_fullsized":"2024-04-02T08:20:27.031967+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:12:25.847169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:25.621155+0000","last_change":"2024-04-02T08:20:25.621155+0000","last_active":"2024-04-02T08:20:25.621155+0000","last_peered":"2024-04-02T08:20:25.621155+0000","last_clean":"2024-04-02T08:20:25.621155+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:25.621155+0000","last_undegraded":"2024-04-02T08:20:25.621155+0000","last_fullsized":"2024-04-02T08:20:25.621155+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.003769+0000","last_change":"2024-04-02T08:20:26.657396+0000","last_active":"2024-04-02T08:20:28.003769+0000","last_peered":"2024-04-02T08:20:28.003769+0000","last_clean":"2024-04-02T08:20:28.003769+0000","last_became_active":"2024-04-02T08:20:26.657046+0000","last_became_peered":"2024-04-02T08:20:26.657046+0000","last_unstale":"2024-04-02T08:20:28.003769+0000","last_undegraded":"2024-04-02T08:20:28.003769+0000","last_fullsized":"2024-04-02T08:20:28.003769+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:52:30.485564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:25.621155+0000","last_change":"2024-04-02T08:20:25.621155+0000","last_active":"2024-04-02T08:20:25.621155+0000","last_peered":"2024-04-02T08:20:25.621155+0000","last_clean":"2024-04-02T08:20:25.621155+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:25.621155+0000","last_undegraded":"2024-04-02T08:20:25.621155+0000","last_fullsized":"2024-04-02T08:20:25.621155+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.030284+0000","last_change":"2024-04-02T08:20:27.029846+0000","last_active":"2024-04-02T08:20:27.030284+0000","last_peered":"2024-04-02T08:20:27.030284+0000","last_clean":"2024-04-02T08:20:27.030284+0000","last_became_active":"2024-04-02T08:20:27.029580+0000","last_became_peered":"2024-04-02T08:20:27.029580+0000","last_unstale":"2024-04-02T08:20:27.030284+0000","last_undegraded":"2024-04-02T08:20:27.030284+0000","last_fullsized":"2024-04-02T08:20:27.030284+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:48:55.035231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:25.621155+0000","last_change":"2024-04-02T08:20:25.621155+0000","last_active":"2024-04-02T08:20:25.621155+0000","last_peered":"2024-04-02T08:20:25.621155+0000","last_clean":"2024-04-02T08:20:25.621155+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:25.621155+0000","last_undegraded":"2024-04-02T08:20:25.621155+0000","last_fullsized":"2024-04-02T08:20:25.621155+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.016063+0000","last_change":"2024-04-02T08:20:27.015647+0000","last_active":"2024-04-02T08:20:27.016063+0000","last_peered":"2024-04-02T08:20:27.016063+0000","last_clean":"2024-04-02T08:20:27.016063+0000","last_became_active":"2024-04-02T08:20:27.015391+0000","last_became_peered":"2024-04-02T08:20:27.015391+0000","last_unstale":"2024-04-02T08:20:27.016063+0000","last_undegraded":"2024-04-02T08:20:27.016063+0000","last_fullsized":"2024-04-02T08:20:27.016063+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:01:05.810507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004080+0000","last_change":"2024-04-02T08:20:26.653235+0000","last_active":"2024-04-02T08:20:28.004080+0000","last_peered":"2024-04-02T08:20:28.004080+0000","last_clean":"2024-04-02T08:20:28.004080+0000","last_became_active":"2024-04-02T08:20:26.652926+0000","last_became_peered":"2024-04-02T08:20:26.652926+0000","last_unstale":"2024-04-02T08:20:28.004080+0000","last_undegraded":"2024-04-02T08:20:28.004080+0000","last_fullsized":"2024-04-02T08:20:28.004080+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:35:07.031496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:20:26.646336+0000","last_change":"2024-04-02T08:20:26.646027+0000","last_active":"2024-04-02T08:20:26.646336+0000","last_peered":"2024-04-02T08:20:26.646336+0000","last_clean":"2024-04-02T08:20:26.646336+0000","last_became_active":"2024-04-02T08:20:26.645629+0000","last_became_peered":"2024-04-02T08:20:26.645629+0000","last_unstale":"2024-04-02T08:20:26.646336+0000","last_undegraded":"2024-04-02T08:20:26.646336+0000","last_fullsized":"2024-04-02T08:20:26.646336+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:29:05.837940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004273+0000","last_change":"2024-04-02T08:20:27.034246+0000","last_active":"2024-04-02T08:20:28.004273+0000","last_peered":"2024-04-02T08:20:28.004273+0000","last_clean":"2024-04-02T08:20:28.004273+0000","last_became_active":"2024-04-02T08:20:27.033925+0000","last_became_peered":"2024-04-02T08:20:27.033925+0000","last_unstale":"2024-04-02T08:20:28.004273+0000","last_undegraded":"2024-04-02T08:20:28.004273+0000","last_fullsized":"2024-04-02T08:20:28.004273+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:23:06.206048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:25.621155+0000","last_change":"2024-04-02T08:20:25.621155+0000","last_active":"2024-04-02T08:20:25.621155+0000","last_peered":"2024-04-02T08:20:25.621155+0000","last_clean":"2024-04-02T08:20:25.621155+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:25.621155+0000","last_undegraded":"2024-04-02T08:20:25.621155+0000","last_fullsized":"2024-04-02T08:20:25.621155+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:20:26.642271+0000","last_change":"2024-04-02T08:20:26.641873+0000","last_active":"2024-04-02T08:20:26.642271+0000","last_peered":"2024-04-02T08:20:26.642271+0000","last_clean":"2024-04-02T08:20:26.642271+0000","last_became_active":"2024-04-02T08:20:26.641501+0000","last_became_peered":"2024-04-02T08:20:26.641501+0000","last_unstale":"2024-04-02T08:20:26.642271+0000","last_undegraded":"2024-04-02T08:20:26.642271+0000","last_fullsized":"2024-04-02T08:20:26.642271+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:41:10.327745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004593+0000","last_change":"2024-04-02T08:20:27.041716+0000","last_active":"2024-04-02T08:20:28.004593+0000","last_peered":"2024-04-02T08:20:28.004593+0000","last_clean":"2024-04-02T08:20:28.004593+0000","last_became_active":"2024-04-02T08:20:27.041348+0000","last_became_peered":"2024-04-02T08:20:27.041348+0000","last_unstale":"2024-04-02T08:20:28.004593+0000","last_undegraded":"2024-04-02T08:20:28.004593+0000","last_fullsized":"2024-04-02T08:20:28.004593+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:31:30.108019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:20:26.630082+0000","last_change":"2024-04-02T08:20:26.630082+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.630082+0000","last_undegraded":"2024-04-02T08:20:26.630082+0000","last_fullsized":"2024-04-02T08:20:26.630082+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:37:03.983674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.015674+0000","last_change":"2024-04-02T08:20:27.015382+0000","last_active":"2024-04-02T08:20:27.015674+0000","last_peered":"2024-04-02T08:20:27.015674+0000","last_clean":"2024-04-02T08:20:27.015674+0000","last_became_active":"2024-04-02T08:20:27.015114+0000","last_became_peered":"2024-04-02T08:20:27.015114+0000","last_unstale":"2024-04-02T08:20:27.015674+0000","last_undegraded":"2024-04-02T08:20:27.015674+0000","last_fullsized":"2024-04-02T08:20:27.015674+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:46:30.002195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.015553+0000","last_change":"2024-04-02T08:20:27.015238+0000","last_active":"2024-04-02T08:20:27.015553+0000","last_peered":"2024-04-02T08:20:27.015553+0000","last_clean":"2024-04-02T08:20:27.015553+0000","last_became_active":"2024-04-02T08:20:27.014960+0000","last_became_peered":"2024-04-02T08:20:27.014960+0000","last_unstale":"2024-04-02T08:20:27.015553+0000","last_undegraded":"2024-04-02T08:20:27.015553+0000","last_fullsized":"2024-04-02T08:20:27.015553+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:41:21.480551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.020741+0000","last_change":"2024-04-02T08:20:27.020175+0000","last_active":"2024-04-02T08:20:27.020741+0000","last_peered":"2024-04-02T08:20:27.020741+0000","last_clean":"2024-04-02T08:20:27.020741+0000","last_became_active":"2024-04-02T08:20:27.019746+0000","last_became_peered":"2024-04-02T08:20:27.019746+0000","last_unstale":"2024-04-02T08:20:27.020741+0000","last_undegraded":"2024-04-02T08:20:27.020741+0000","last_fullsized":"2024-04-02T08:20:27.020741+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:50:13.525603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":72,"acting":72,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":8,"ondisk_log_size":8,"up":39,"acting":39,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233991,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28220,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716932,"statfs":{"total":95995035648,"available":95966138368,"internally_reserved":0,"allocated":1220608,"data_stored":850082,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65300000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56399999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46400000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52500000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55200000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67900000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59899999999999998}]}]},{"osd":6,"up_from":46,"seq":197568495626,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28160,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716992,"statfs":{"total":95995035648,"available":95966199808,"internally_reserved":0,"allocated":1167360,"data_stored":822922,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61299999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70899999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66400000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67400000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47699999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57699999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49399999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574883,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27580,"kb_used_data":552,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717572,"statfs":{"total":95995035648,"available":95966793728,"internally_reserved":0,"allocated":565248,"data_stored":232008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:19:48 2024","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.32800000000000001,"15min":0.316},"min":{"1min":0.254,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.27000000000000002},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.35799999999999998,"15min":0.34599999999999997},"min":{"1min":0.28599999999999998,"5min":0.224,"15min":0.224},"max":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"last":0.28399999999999997}]},{"osd":2,"last update":"Tue Apr 2 08:20:09 2024","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.39700000000000002,"15min":0.38800000000000001},"min":{"1min":0.33400000000000002,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.22500000000000001},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.45100000000000001,"15min":0.441},"min":{"1min":0.36299999999999999,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.313}]},{"osd":3,"last update":"Tue Apr 2 08:19:33 2024","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.32400000000000001}]},{"osd":4,"last update":"Tue Apr 2 08:19:57 2024","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.621,"15min":0.621},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.44800000000000001}]},{"osd":5,"last update":"Tue Apr 2 08:20:19 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.435},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.39400000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36699999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40500000000000003}]}]},{"osd":0,"up_from":8,"seq":34359738409,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28168,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716984,"statfs":{"total":95995035648,"available":95966191616,"internally_reserved":0,"allocated":1167360,"data_stored":822922,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Apr 2 08:19:43 2024","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.38100000000000001,"15min":0.37},"min":{"1min":0.34899999999999998,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.59799999999999998,"5min":1.248,"15min":1.248},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.34999999999999998,"15min":0.33400000000000002},"min":{"1min":0.318,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.55100000000000005,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.34300000000000003}]},{"osd":2,"last update":"Tue Apr 2 08:20:15 2024","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.52300000000000002,"15min":0.54100000000000004},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.59299999999999997,"5min":2.827,"15min":2.827},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.44800000000000001,"15min":0.442},"min":{"1min":0.28499999999999998,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.308}]},{"osd":3,"last update":"Tue Apr 2 08:19:36 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.376},{"interface":"front","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.39800000000000002}]},{"osd":4,"last update":"Tue Apr 2 08:19:56 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.499}]},{"osd":5,"last update":"Tue Apr 2 08:20:20 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.42899999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51900000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47099999999999997}]}]},{"osd":2,"up_from":18,"seq":77309411358,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27588,"kb_used_data":568,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717564,"statfs":{"total":95995035648,"available":95966785536,"internally_reserved":0,"allocated":581632,"data_stored":238528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:20:09 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.373,"15min":0.36399999999999999},"min":{"1min":0.23799999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.27300000000000002},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.39600000000000002,"15min":0.38400000000000001},"min":{"1min":0.27400000000000002,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.39000000000000001}]},{"osd":1,"last update":"Tue Apr 2 08:20:09 2024","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.39200000000000002,"15min":0.38300000000000001},"min":{"1min":0.33800000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.31900000000000001},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.41299999999999998,"15min":0.40500000000000003},"min":{"1min":0.318,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.71499999999999997,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.36599999999999999}]},{"osd":3,"last update":"Tue Apr 2 08:19:33 2024","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"last":0.29399999999999998}]},{"osd":4,"last update":"Tue Apr 2 08:19:58 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.60099999999999998}]},{"osd":5,"last update":"Tue Apr 2 08:20:24 2024","interfaces":[{"interface":"back","average":{"1min":1.492,"5min":1.492,"15min":1.492},"min":{"1min":0.504,"5min":0.504,"15min":0.504},"max":{"1min":12.739000000000001,"5min":12.739000000000001,"15min":12.739000000000001},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.622}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65400000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58999999999999997}]}]},{"osd":3,"up_from":25,"seq":107374182426,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27640,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717512,"statfs":{"total":95995035648,"available":95966732288,"internally_reserved":0,"allocated":630784,"data_stored":254379,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:19:32 2024","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.317},{"interface":"front","average":{"1min":0.437,"5min":0.437,"15min":0.437},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.29899999999999999}]},{"osd":1,"last update":"Tue Apr 2 08:19:32 2024","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.437,"5min":0.437,"15min":0.437},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.35399999999999998}]},{"osd":2,"last update":"Tue Apr 2 08:19:32 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.441,"5min":0.441,"15min":0.441},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.33800000000000002}]},{"osd":4,"last update":"Tue Apr 2 08:19:58 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.58099999999999996}]},{"osd":5,"last update":"Tue Apr 2 08:20:21 2024","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.53400000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.622}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60999999999999999}]}]},{"osd":4,"up_from":30,"seq":128849018899,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27588,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717564,"statfs":{"total":95995035648,"available":95966785536,"internally_reserved":0,"allocated":573440,"data_stored":232554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:19:56 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.48999999999999999}]},{"osd":1,"last update":"Tue Apr 2 08:19:56 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.45100000000000001}]},{"osd":2,"last update":"Tue Apr 2 08:19:56 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.56000000000000005}]},{"osd":3,"last update":"Tue Apr 2 08:19:56 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.51100000000000001}]},{"osd":5,"last update":"Tue Apr 2 08:20:19 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.39600000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41299999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35199999999999998}]}]},{"osd":5,"up_from":38,"seq":163208757263,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27580,"kb_used_data":556,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717572,"statfs":{"total":95995035648,"available":95966793728,"internally_reserved":0,"allocated":569344,"data_stored":232223,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:20:19 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.50800000000000001}]},{"osd":1,"last update":"Tue Apr 2 08:20:19 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.46100000000000002}]},{"osd":2,"last update":"Tue Apr 2 08:20:19 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.44900000000000001}]},{"osd":3,"last update":"Tue Apr 2 08:20:19 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.52500000000000002}]},{"osd":4,"last update":"Tue Apr 2 08:20:19 2024","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.438,"15min":0.438},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.34899999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.30599999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39000000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-02T08:20:30.349 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-02T08:20:30.683 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:20:30.685 INFO:teuthology.orchestra.run.smithi012.stderr:dumped all 2024-04-02T08:20:30.694 INFO:teuthology.orchestra.run.smithi012.stdout:{"pg_ready":true,"pg_map":{"version":194,"stamp":"2024-04-02T08:20:30.340559+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592570,"num_objects":15,"num_object_clones":0,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":183,"num_write_kb":2428,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":141,"ondisk_log_size":141,"up":255,"acting":255,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":85,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":749961216,"kb_used":222740,"kb_used_data":6540,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":749738476,"statfs":{"total":767960285184,"available":767732199424,"internally_reserved":0,"allocated":6696960,"data_stored":3777630,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":221236792},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2202,"num_objects":13,"num_object_clones":0,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.717076"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004719+0000","last_change":"2024-04-02T08:20:27.036902+0000","last_active":"2024-04-02T08:20:28.004719+0000","last_peered":"2024-04-02T08:20:28.004719+0000","last_clean":"2024-04-02T08:20:28.004719+0000","last_became_active":"2024-04-02T08:20:27.036567+0000","last_became_peered":"2024-04-02T08:20:27.036567+0000","last_unstale":"2024-04-02T08:20:28.004719+0000","last_undegraded":"2024-04-02T08:20:28.004719+0000","last_fullsized":"2024-04-02T08:20:28.004719+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:43:41.629275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.005082+0000","last_change":"2024-04-02T08:20:27.023467+0000","last_active":"2024-04-02T08:20:28.005082+0000","last_peered":"2024-04-02T08:20:28.005082+0000","last_clean":"2024-04-02T08:20:28.005082+0000","last_became_active":"2024-04-02T08:20:27.023085+0000","last_became_peered":"2024-04-02T08:20:27.023085+0000","last_unstale":"2024-04-02T08:20:28.005082+0000","last_undegraded":"2024-04-02T08:20:28.005082+0000","last_fullsized":"2024-04-02T08:20:28.005082+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:40:09.261487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690758+0000","last_change":"2024-04-02T08:20:27.026420+0000","last_active":"2024-04-02T08:20:28.690758+0000","last_peered":"2024-04-02T08:20:28.690758+0000","last_clean":"2024-04-02T08:20:28.690758+0000","last_became_active":"2024-04-02T08:20:27.025463+0000","last_became_peered":"2024-04-02T08:20:27.025463+0000","last_unstale":"2024-04-02T08:20:28.690758+0000","last_undegraded":"2024-04-02T08:20:28.690758+0000","last_fullsized":"2024-04-02T08:20:28.690758+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:11:12.611446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004237+0000","last_change":"2024-04-02T08:20:27.039575+0000","last_active":"2024-04-02T08:20:28.004237+0000","last_peered":"2024-04-02T08:20:28.004237+0000","last_clean":"2024-04-02T08:20:28.004237+0000","last_became_active":"2024-04-02T08:20:27.039018+0000","last_became_peered":"2024-04-02T08:20:27.039018+0000","last_unstale":"2024-04-02T08:20:28.004237+0000","last_undegraded":"2024-04-02T08:20:28.004237+0000","last_fullsized":"2024-04-02T08:20:28.004237+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:58:17.662844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690367+0000","last_change":"2024-04-02T08:20:27.024321+0000","last_active":"2024-04-02T08:20:28.690367+0000","last_peered":"2024-04-02T08:20:28.690367+0000","last_clean":"2024-04-02T08:20:28.690367+0000","last_became_active":"2024-04-02T08:20:27.022502+0000","last_became_peered":"2024-04-02T08:20:27.022502+0000","last_unstale":"2024-04-02T08:20:28.690367+0000","last_undegraded":"2024-04-02T08:20:28.690367+0000","last_fullsized":"2024-04-02T08:20:28.690367+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:38:49.821034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.003649+0000","last_change":"2024-04-02T08:20:27.038077+0000","last_active":"2024-04-02T08:20:28.003649+0000","last_peered":"2024-04-02T08:20:28.003649+0000","last_clean":"2024-04-02T08:20:28.003649+0000","last_became_active":"2024-04-02T08:20:27.037768+0000","last_became_peered":"2024-04-02T08:20:27.037768+0000","last_unstale":"2024-04-02T08:20:28.003649+0000","last_undegraded":"2024-04-02T08:20:28.003649+0000","last_fullsized":"2024-04-02T08:20:28.003649+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:45:05.129311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.023651+0000","last_change":"2024-04-02T08:20:27.022382+0000","last_active":"2024-04-02T08:20:27.023651+0000","last_peered":"2024-04-02T08:20:27.023651+0000","last_clean":"2024-04-02T08:20:27.023651+0000","last_became_active":"2024-04-02T08:20:27.022084+0000","last_became_peered":"2024-04-02T08:20:27.022084+0000","last_unstale":"2024-04-02T08:20:27.023651+0000","last_undegraded":"2024-04-02T08:20:27.023651+0000","last_fullsized":"2024-04-02T08:20:27.023651+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:17:50.319840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004706+0000","last_change":"2024-04-02T08:20:27.036574+0000","last_active":"2024-04-02T08:20:28.004706+0000","last_peered":"2024-04-02T08:20:28.004706+0000","last_clean":"2024-04-02T08:20:28.004706+0000","last_became_active":"2024-04-02T08:20:27.036186+0000","last_became_peered":"2024-04-02T08:20:27.036186+0000","last_unstale":"2024-04-02T08:20:28.004706+0000","last_undegraded":"2024-04-02T08:20:28.004706+0000","last_fullsized":"2024-04-02T08:20:28.004706+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:30:23.250239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690743+0000","last_change":"2024-04-02T08:20:27.035740+0000","last_active":"2024-04-02T08:20:28.690743+0000","last_peered":"2024-04-02T08:20:28.690743+0000","last_clean":"2024-04-02T08:20:28.690743+0000","last_became_active":"2024-04-02T08:20:27.035051+0000","last_became_peered":"2024-04-02T08:20:27.035051+0000","last_unstale":"2024-04-02T08:20:28.690743+0000","last_undegraded":"2024-04-02T08:20:28.690743+0000","last_fullsized":"2024-04-02T08:20:28.690743+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:41:20.222325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.691270+0000","last_change":"2024-04-02T08:20:27.036654+0000","last_active":"2024-04-02T08:20:28.691270+0000","last_peered":"2024-04-02T08:20:28.691270+0000","last_clean":"2024-04-02T08:20:28.691270+0000","last_became_active":"2024-04-02T08:20:27.036252+0000","last_became_peered":"2024-04-02T08:20:27.036252+0000","last_unstale":"2024-04-02T08:20:28.691270+0000","last_undegraded":"2024-04-02T08:20:28.691270+0000","last_fullsized":"2024-04-02T08:20:28.691270+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:56:02.792087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.544435+0000","last_change":"2024-04-02T08:20:27.021406+0000","last_active":"2024-04-02T08:20:28.544435+0000","last_peered":"2024-04-02T08:20:28.544435+0000","last_clean":"2024-04-02T08:20:28.544435+0000","last_became_active":"2024-04-02T08:20:27.021098+0000","last_became_peered":"2024-04-02T08:20:27.021098+0000","last_unstale":"2024-04-02T08:20:28.544435+0000","last_undegraded":"2024-04-02T08:20:28.544435+0000","last_fullsized":"2024-04-02T08:20:28.544435+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:41:01.057886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.019906+0000","last_change":"2024-04-02T08:20:27.019560+0000","last_active":"2024-04-02T08:20:27.019906+0000","last_peered":"2024-04-02T08:20:27.019906+0000","last_clean":"2024-04-02T08:20:27.019906+0000","last_became_active":"2024-04-02T08:20:27.019257+0000","last_became_peered":"2024-04-02T08:20:27.019257+0000","last_unstale":"2024-04-02T08:20:27.019906+0000","last_undegraded":"2024-04-02T08:20:27.019906+0000","last_fullsized":"2024-04-02T08:20:27.019906+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:03:02.803227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004472+0000","last_change":"2024-04-02T08:20:27.025020+0000","last_active":"2024-04-02T08:20:28.004472+0000","last_peered":"2024-04-02T08:20:28.004472+0000","last_clean":"2024-04-02T08:20:28.004472+0000","last_became_active":"2024-04-02T08:20:27.024526+0000","last_became_peered":"2024-04-02T08:20:27.024526+0000","last_unstale":"2024-04-02T08:20:28.004472+0000","last_undegraded":"2024-04-02T08:20:28.004472+0000","last_fullsized":"2024-04-02T08:20:28.004472+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:52:53.350677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.689900+0000","last_change":"2024-04-02T08:20:27.025333+0000","last_active":"2024-04-02T08:20:28.689900+0000","last_peered":"2024-04-02T08:20:28.689900+0000","last_clean":"2024-04-02T08:20:28.689900+0000","last_became_active":"2024-04-02T08:20:27.024112+0000","last_became_peered":"2024-04-02T08:20:27.024112+0000","last_unstale":"2024-04-02T08:20:28.689900+0000","last_undegraded":"2024-04-02T08:20:28.689900+0000","last_fullsized":"2024-04-02T08:20:28.689900+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:23:18.223330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690818+0000","last_change":"2024-04-02T08:20:27.029059+0000","last_active":"2024-04-02T08:20:28.690818+0000","last_peered":"2024-04-02T08:20:28.690818+0000","last_clean":"2024-04-02T08:20:28.690818+0000","last_became_active":"2024-04-02T08:20:27.028683+0000","last_became_peered":"2024-04-02T08:20:27.028683+0000","last_unstale":"2024-04-02T08:20:28.690818+0000","last_undegraded":"2024-04-02T08:20:28.690818+0000","last_fullsized":"2024-04-02T08:20:28.690818+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:15:12.290483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:20:26.630757+0000","last_change":"2024-04-02T08:20:26.630757+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.630757+0000","last_undegraded":"2024-04-02T08:20:26.630757+0000","last_fullsized":"2024-04-02T08:20:26.630757+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:16:03.234333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004125+0000","last_change":"2024-04-02T08:20:27.031353+0000","last_active":"2024-04-02T08:20:28.004125+0000","last_peered":"2024-04-02T08:20:28.004125+0000","last_clean":"2024-04-02T08:20:28.004125+0000","last_became_active":"2024-04-02T08:20:27.030837+0000","last_became_peered":"2024-04-02T08:20:27.030837+0000","last_unstale":"2024-04-02T08:20:28.004125+0000","last_undegraded":"2024-04-02T08:20:28.004125+0000","last_fullsized":"2024-04-02T08:20:28.004125+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:40:11.407938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":16,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.005471+0000","last_change":"2024-04-02T08:20:26.653152+0000","last_active":"2024-04-02T08:20:28.005471+0000","last_peered":"2024-04-02T08:20:28.005471+0000","last_clean":"2024-04-02T08:20:28.005471+0000","last_became_active":"2024-04-02T08:20:26.652842+0000","last_became_peered":"2024-04-02T08:20:26.652842+0000","last_unstale":"2024-04-02T08:20:28.005471+0000","last_undegraded":"2024-04-02T08:20:28.005471+0000","last_fullsized":"2024-04-02T08:20:28.005471+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:31:42.590835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.037242+0000","last_change":"2024-04-02T08:20:27.036029+0000","last_active":"2024-04-02T08:20:27.037242+0000","last_peered":"2024-04-02T08:20:27.037242+0000","last_clean":"2024-04-02T08:20:27.037242+0000","last_became_active":"2024-04-02T08:20:27.035681+0000","last_became_peered":"2024-04-02T08:20:27.035681+0000","last_unstale":"2024-04-02T08:20:27.037242+0000","last_undegraded":"2024-04-02T08:20:27.037242+0000","last_fullsized":"2024-04-02T08:20:27.037242+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:48:04.835584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.026566+0000","last_change":"2024-04-02T08:20:26.651386+0000","last_active":"2024-04-02T08:20:27.026566+0000","last_peered":"2024-04-02T08:20:27.026566+0000","last_clean":"2024-04-02T08:20:27.026566+0000","last_became_active":"2024-04-02T08:20:26.650996+0000","last_became_peered":"2024-04-02T08:20:26.650996+0000","last_unstale":"2024-04-02T08:20:27.026566+0000","last_undegraded":"2024-04-02T08:20:27.026566+0000","last_fullsized":"2024-04-02T08:20:27.026566+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:37:48.290889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.005380+0000","last_change":"2024-04-02T08:20:27.025479+0000","last_active":"2024-04-02T08:20:28.005380+0000","last_peered":"2024-04-02T08:20:28.005380+0000","last_clean":"2024-04-02T08:20:28.005380+0000","last_became_active":"2024-04-02T08:20:27.024749+0000","last_became_peered":"2024-04-02T08:20:27.024749+0000","last_unstale":"2024-04-02T08:20:28.005380+0000","last_undegraded":"2024-04-02T08:20:28.005380+0000","last_fullsized":"2024-04-02T08:20:28.005380+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:01:03.865533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004407+0000","last_change":"2024-04-02T08:20:26.653173+0000","last_active":"2024-04-02T08:20:28.004407+0000","last_peered":"2024-04-02T08:20:28.004407+0000","last_clean":"2024-04-02T08:20:28.004407+0000","last_became_active":"2024-04-02T08:20:26.652834+0000","last_became_peered":"2024-04-02T08:20:26.652834+0000","last_unstale":"2024-04-02T08:20:28.004407+0000","last_undegraded":"2024-04-02T08:20:28.004407+0000","last_fullsized":"2024-04-02T08:20:28.004407+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:42:00.599725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690863+0000","last_change":"2024-04-02T08:20:27.018257+0000","last_active":"2024-04-02T08:20:28.690863+0000","last_peered":"2024-04-02T08:20:28.690863+0000","last_clean":"2024-04-02T08:20:28.690863+0000","last_became_active":"2024-04-02T08:20:27.017871+0000","last_became_peered":"2024-04-02T08:20:27.017871+0000","last_unstale":"2024-04-02T08:20:28.690863+0000","last_undegraded":"2024-04-02T08:20:28.690863+0000","last_fullsized":"2024-04-02T08:20:28.690863+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:56:13.564654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004246+0000","last_change":"2024-04-02T08:20:26.649643+0000","last_active":"2024-04-02T08:20:28.004246+0000","last_peered":"2024-04-02T08:20:28.004246+0000","last_clean":"2024-04-02T08:20:28.004246+0000","last_became_active":"2024-04-02T08:20:26.649273+0000","last_became_peered":"2024-04-02T08:20:26.649273+0000","last_unstale":"2024-04-02T08:20:28.004246+0000","last_undegraded":"2024-04-02T08:20:28.004246+0000","last_fullsized":"2024-04-02T08:20:28.004246+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:21:32.478934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690562+0000","last_change":"2024-04-02T08:20:27.028037+0000","last_active":"2024-04-02T08:20:28.690562+0000","last_peered":"2024-04-02T08:20:28.690562+0000","last_clean":"2024-04-02T08:20:28.690562+0000","last_became_active":"2024-04-02T08:20:27.024777+0000","last_became_peered":"2024-04-02T08:20:27.024777+0000","last_unstale":"2024-04-02T08:20:28.690562+0000","last_undegraded":"2024-04-02T08:20:28.690562+0000","last_fullsized":"2024-04-02T08:20:28.690562+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:47:50.798528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.035594+0000","last_change":"2024-04-02T08:20:26.649528+0000","last_active":"2024-04-02T08:20:27.035594+0000","last_peered":"2024-04-02T08:20:27.035594+0000","last_clean":"2024-04-02T08:20:27.035594+0000","last_became_active":"2024-04-02T08:20:26.649232+0000","last_became_peered":"2024-04-02T08:20:26.649232+0000","last_unstale":"2024-04-02T08:20:27.035594+0000","last_undegraded":"2024-04-02T08:20:27.035594+0000","last_fullsized":"2024-04-02T08:20:27.035594+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:03:41.111842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.544034+0000","last_change":"2024-04-02T08:20:27.022843+0000","last_active":"2024-04-02T08:20:28.544034+0000","last_peered":"2024-04-02T08:20:28.544034+0000","last_clean":"2024-04-02T08:20:28.544034+0000","last_became_active":"2024-04-02T08:20:27.022507+0000","last_became_peered":"2024-04-02T08:20:27.022507+0000","last_unstale":"2024-04-02T08:20:28.544034+0000","last_undegraded":"2024-04-02T08:20:28.544034+0000","last_fullsized":"2024-04-02T08:20:28.544034+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:13:39.292101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.691255+0000","last_change":"2024-04-02T08:20:26.653851+0000","last_active":"2024-04-02T08:20:28.691255+0000","last_peered":"2024-04-02T08:20:28.691255+0000","last_clean":"2024-04-02T08:20:28.691255+0000","last_became_active":"2024-04-02T08:20:26.653562+0000","last_became_peered":"2024-04-02T08:20:26.653562+0000","last_unstale":"2024-04-02T08:20:28.691255+0000","last_undegraded":"2024-04-02T08:20:28.691255+0000","last_fullsized":"2024-04-02T08:20:28.691255+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:28:21.492823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004820+0000","last_change":"2024-04-02T08:20:27.026108+0000","last_active":"2024-04-02T08:20:28.004820+0000","last_peered":"2024-04-02T08:20:28.004820+0000","last_clean":"2024-04-02T08:20:28.004820+0000","last_became_active":"2024-04-02T08:20:27.025780+0000","last_became_peered":"2024-04-02T08:20:27.025780+0000","last_unstale":"2024-04-02T08:20:28.004820+0000","last_undegraded":"2024-04-02T08:20:28.004820+0000","last_fullsized":"2024-04-02T08:20:28.004820+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:15:38.350596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.010222+0000","last_change":"2024-04-02T08:20:26.652753+0000","last_active":"2024-04-02T08:20:27.010222+0000","last_peered":"2024-04-02T08:20:27.010222+0000","last_clean":"2024-04-02T08:20:27.010222+0000","last_became_active":"2024-04-02T08:20:26.651908+0000","last_became_peered":"2024-04-02T08:20:26.651908+0000","last_unstale":"2024-04-02T08:20:27.010222+0000","last_undegraded":"2024-04-02T08:20:27.010222+0000","last_fullsized":"2024-04-02T08:20:27.010222+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:03:19.457494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.022250+0000","last_change":"2024-04-02T08:20:27.021162+0000","last_active":"2024-04-02T08:20:27.022250+0000","last_peered":"2024-04-02T08:20:27.022250+0000","last_clean":"2024-04-02T08:20:27.022250+0000","last_became_active":"2024-04-02T08:20:27.019859+0000","last_became_peered":"2024-04-02T08:20:27.019859+0000","last_unstale":"2024-04-02T08:20:27.022250+0000","last_undegraded":"2024-04-02T08:20:27.022250+0000","last_fullsized":"2024-04-02T08:20:27.022250+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:48:30.123963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690078+0000","last_change":"2024-04-02T08:20:26.645358+0000","last_active":"2024-04-02T08:20:28.690078+0000","last_peered":"2024-04-02T08:20:28.690078+0000","last_clean":"2024-04-02T08:20:28.690078+0000","last_became_active":"2024-04-02T08:20:26.645011+0000","last_became_peered":"2024-04-02T08:20:26.645011+0000","last_unstale":"2024-04-02T08:20:28.690078+0000","last_undegraded":"2024-04-02T08:20:28.690078+0000","last_fullsized":"2024-04-02T08:20:28.690078+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:06:46.290418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.691609+0000","last_change":"2024-04-02T08:20:26.647117+0000","last_active":"2024-04-02T08:20:28.691609+0000","last_peered":"2024-04-02T08:20:28.691609+0000","last_clean":"2024-04-02T08:20:28.691609+0000","last_became_active":"2024-04-02T08:20:26.646799+0000","last_became_peered":"2024-04-02T08:20:26.646799+0000","last_unstale":"2024-04-02T08:20:28.691609+0000","last_undegraded":"2024-04-02T08:20:28.691609+0000","last_fullsized":"2024-04-02T08:20:28.691609+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:00:13.014971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690435+0000","last_change":"2024-04-02T08:20:27.024685+0000","last_active":"2024-04-02T08:20:28.690435+0000","last_peered":"2024-04-02T08:20:28.690435+0000","last_clean":"2024-04-02T08:20:28.690435+0000","last_became_active":"2024-04-02T08:20:27.024120+0000","last_became_peered":"2024-04-02T08:20:27.024120+0000","last_unstale":"2024-04-02T08:20:28.690435+0000","last_undegraded":"2024-04-02T08:20:28.690435+0000","last_fullsized":"2024-04-02T08:20:28.690435+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:42:34.233896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690696+0000","last_change":"2024-04-02T08:20:26.654578+0000","last_active":"2024-04-02T08:20:28.690696+0000","last_peered":"2024-04-02T08:20:28.690696+0000","last_clean":"2024-04-02T08:20:28.690696+0000","last_became_active":"2024-04-02T08:20:26.654302+0000","last_became_peered":"2024-04-02T08:20:26.654302+0000","last_unstale":"2024-04-02T08:20:28.690696+0000","last_undegraded":"2024-04-02T08:20:28.690696+0000","last_fullsized":"2024-04-02T08:20:28.690696+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:31:02.827749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.005321+0000","last_change":"2024-04-02T08:20:27.029469+0000","last_active":"2024-04-02T08:20:28.005321+0000","last_peered":"2024-04-02T08:20:28.005321+0000","last_clean":"2024-04-02T08:20:28.005321+0000","last_became_active":"2024-04-02T08:20:27.025383+0000","last_became_peered":"2024-04-02T08:20:27.025383+0000","last_unstale":"2024-04-02T08:20:28.005321+0000","last_undegraded":"2024-04-02T08:20:28.005321+0000","last_fullsized":"2024-04-02T08:20:28.005321+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:10:47.135216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:25.621155+0000","last_change":"2024-04-02T08:20:25.621155+0000","last_active":"2024-04-02T08:20:25.621155+0000","last_peered":"2024-04-02T08:20:25.621155+0000","last_clean":"2024-04-02T08:20:25.621155+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:25.621155+0000","last_undegraded":"2024-04-02T08:20:25.621155+0000","last_fullsized":"2024-04-02T08:20:25.621155+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.544401+0000","last_change":"2024-04-02T08:20:27.031498+0000","last_active":"2024-04-02T08:20:28.544401+0000","last_peered":"2024-04-02T08:20:28.544401+0000","last_clean":"2024-04-02T08:20:28.544401+0000","last_became_active":"2024-04-02T08:20:27.031067+0000","last_became_peered":"2024-04-02T08:20:27.031067+0000","last_unstale":"2024-04-02T08:20:28.544401+0000","last_undegraded":"2024-04-02T08:20:28.544401+0000","last_fullsized":"2024-04-02T08:20:28.544401+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:48:20.738944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"61'6","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.691517+0000","last_change":"2024-04-02T08:20:26.646865+0000","last_active":"2024-04-02T08:20:28.691517+0000","last_peered":"2024-04-02T08:20:28.691517+0000","last_clean":"2024-04-02T08:20:28.691517+0000","last_became_active":"2024-04-02T08:20:26.646505+0000","last_became_peered":"2024-04-02T08:20:26.646505+0000","last_unstale":"2024-04-02T08:20:28.691517+0000","last_undegraded":"2024-04-02T08:20:28.691517+0000","last_fullsized":"2024-04-02T08:20:28.691517+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:26:06.551047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004157+0000","last_change":"2024-04-02T08:20:27.040257+0000","last_active":"2024-04-02T08:20:28.004157+0000","last_peered":"2024-04-02T08:20:28.004157+0000","last_clean":"2024-04-02T08:20:28.004157+0000","last_became_active":"2024-04-02T08:20:27.039986+0000","last_became_peered":"2024-04-02T08:20:27.039986+0000","last_unstale":"2024-04-02T08:20:28.004157+0000","last_undegraded":"2024-04-02T08:20:28.004157+0000","last_fullsized":"2024-04-02T08:20:28.004157+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:59:46.539632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004718+0000","last_change":"2024-04-02T08:20:26.655088+0000","last_active":"2024-04-02T08:20:28.004718+0000","last_peered":"2024-04-02T08:20:28.004718+0000","last_clean":"2024-04-02T08:20:28.004718+0000","last_became_active":"2024-04-02T08:20:26.654811+0000","last_became_peered":"2024-04-02T08:20:26.654811+0000","last_unstale":"2024-04-02T08:20:28.004718+0000","last_undegraded":"2024-04-02T08:20:28.004718+0000","last_fullsized":"2024-04-02T08:20:28.004718+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:51:03.494904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004498+0000","last_change":"2024-04-02T08:20:27.030775+0000","last_active":"2024-04-02T08:20:28.004498+0000","last_peered":"2024-04-02T08:20:28.004498+0000","last_clean":"2024-04-02T08:20:28.004498+0000","last_became_active":"2024-04-02T08:20:27.029370+0000","last_became_peered":"2024-04-02T08:20:27.029370+0000","last_unstale":"2024-04-02T08:20:28.004498+0000","last_undegraded":"2024-04-02T08:20:28.004498+0000","last_fullsized":"2024-04-02T08:20:28.004498+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:11:38.069322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690087+0000","last_change":"2024-04-02T08:20:26.655625+0000","last_active":"2024-04-02T08:20:28.690087+0000","last_peered":"2024-04-02T08:20:28.690087+0000","last_clean":"2024-04-02T08:20:28.690087+0000","last_became_active":"2024-04-02T08:20:26.655296+0000","last_became_peered":"2024-04-02T08:20:26.655296+0000","last_unstale":"2024-04-02T08:20:28.690087+0000","last_undegraded":"2024-04-02T08:20:28.690087+0000","last_fullsized":"2024-04-02T08:20:28.690087+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:15:37.398325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004133+0000","last_change":"2024-04-02T08:20:27.036234+0000","last_active":"2024-04-02T08:20:28.004133+0000","last_peered":"2024-04-02T08:20:28.004133+0000","last_clean":"2024-04-02T08:20:28.004133+0000","last_became_active":"2024-04-02T08:20:27.035735+0000","last_became_peered":"2024-04-02T08:20:27.035735+0000","last_unstale":"2024-04-02T08:20:28.004133+0000","last_undegraded":"2024-04-02T08:20:28.004133+0000","last_fullsized":"2024-04-02T08:20:28.004133+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:32:31.369036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.691143+0000","last_change":"2024-04-02T08:20:26.647480+0000","last_active":"2024-04-02T08:20:28.691143+0000","last_peered":"2024-04-02T08:20:28.691143+0000","last_clean":"2024-04-02T08:20:28.691143+0000","last_became_active":"2024-04-02T08:20:26.647165+0000","last_became_peered":"2024-04-02T08:20:26.647165+0000","last_unstale":"2024-04-02T08:20:28.691143+0000","last_undegraded":"2024-04-02T08:20:28.691143+0000","last_fullsized":"2024-04-02T08:20:28.691143+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:37:07.695754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690185+0000","last_change":"2024-04-02T08:20:27.027508+0000","last_active":"2024-04-02T08:20:28.690185+0000","last_peered":"2024-04-02T08:20:28.690185+0000","last_clean":"2024-04-02T08:20:28.690185+0000","last_became_active":"2024-04-02T08:20:27.027205+0000","last_became_peered":"2024-04-02T08:20:27.027205+0000","last_unstale":"2024-04-02T08:20:28.690185+0000","last_undegraded":"2024-04-02T08:20:28.690185+0000","last_fullsized":"2024-04-02T08:20:28.690185+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:59:01.351886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:20:26.644815+0000","last_change":"2024-04-02T08:20:26.644389+0000","last_active":"2024-04-02T08:20:26.644815+0000","last_peered":"2024-04-02T08:20:26.644815+0000","last_clean":"2024-04-02T08:20:26.644815+0000","last_became_active":"2024-04-02T08:20:26.644056+0000","last_became_peered":"2024-04-02T08:20:26.644056+0000","last_unstale":"2024-04-02T08:20:26.644815+0000","last_undegraded":"2024-04-02T08:20:26.644815+0000","last_fullsized":"2024-04-02T08:20:26.644815+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:30:34.819876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.003844+0000","last_change":"2024-04-02T08:20:27.039966+0000","last_active":"2024-04-02T08:20:28.003844+0000","last_peered":"2024-04-02T08:20:28.003844+0000","last_clean":"2024-04-02T08:20:28.003844+0000","last_became_active":"2024-04-02T08:20:27.039670+0000","last_became_peered":"2024-04-02T08:20:27.039670+0000","last_unstale":"2024-04-02T08:20:28.003844+0000","last_undegraded":"2024-04-02T08:20:28.003844+0000","last_fullsized":"2024-04-02T08:20:28.003844+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:01:19.772203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.544751+0000","last_change":"2024-04-02T08:20:26.648726+0000","last_active":"2024-04-02T08:20:28.544751+0000","last_peered":"2024-04-02T08:20:28.544751+0000","last_clean":"2024-04-02T08:20:28.544751+0000","last_became_active":"2024-04-02T08:20:26.648394+0000","last_became_peered":"2024-04-02T08:20:26.648394+0000","last_unstale":"2024-04-02T08:20:28.544751+0000","last_undegraded":"2024-04-02T08:20:28.544751+0000","last_fullsized":"2024-04-02T08:20:28.544751+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:36:05.496757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004338+0000","last_change":"2024-04-02T08:20:27.038870+0000","last_active":"2024-04-02T08:20:28.004338+0000","last_peered":"2024-04-02T08:20:28.004338+0000","last_clean":"2024-04-02T08:20:28.004338+0000","last_became_active":"2024-04-02T08:20:27.038565+0000","last_became_peered":"2024-04-02T08:20:27.038565+0000","last_unstale":"2024-04-02T08:20:28.004338+0000","last_undegraded":"2024-04-02T08:20:28.004338+0000","last_fullsized":"2024-04-02T08:20:28.004338+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:29:49.209931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:25.621155+0000","last_change":"2024-04-02T08:20:25.621155+0000","last_active":"2024-04-02T08:20:25.621155+0000","last_peered":"2024-04-02T08:20:25.621155+0000","last_clean":"2024-04-02T08:20:25.621155+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:25.621155+0000","last_undegraded":"2024-04-02T08:20:25.621155+0000","last_fullsized":"2024-04-02T08:20:25.621155+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690836+0000","last_change":"2024-04-02T08:20:27.014150+0000","last_active":"2024-04-02T08:20:28.690836+0000","last_peered":"2024-04-02T08:20:28.690836+0000","last_clean":"2024-04-02T08:20:28.690836+0000","last_became_active":"2024-04-02T08:20:27.013787+0000","last_became_peered":"2024-04-02T08:20:27.013787+0000","last_unstale":"2024-04-02T08:20:28.690836+0000","last_undegraded":"2024-04-02T08:20:28.690836+0000","last_fullsized":"2024-04-02T08:20:28.690836+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:32:56.956552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690095+0000","last_change":"2024-04-02T08:20:26.654174+0000","last_active":"2024-04-02T08:20:28.690095+0000","last_peered":"2024-04-02T08:20:28.690095+0000","last_clean":"2024-04-02T08:20:28.690095+0000","last_became_active":"2024-04-02T08:20:26.652709+0000","last_became_peered":"2024-04-02T08:20:26.652709+0000","last_unstale":"2024-04-02T08:20:28.690095+0000","last_undegraded":"2024-04-02T08:20:28.690095+0000","last_fullsized":"2024-04-02T08:20:28.690095+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:04:13.009116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.544493+0000","last_change":"2024-04-02T08:20:27.036702+0000","last_active":"2024-04-02T08:20:28.544493+0000","last_peered":"2024-04-02T08:20:28.544493+0000","last_clean":"2024-04-02T08:20:28.544493+0000","last_became_active":"2024-04-02T08:20:27.036406+0000","last_became_peered":"2024-04-02T08:20:27.036406+0000","last_unstale":"2024-04-02T08:20:28.544493+0000","last_undegraded":"2024-04-02T08:20:28.544493+0000","last_fullsized":"2024-04-02T08:20:28.544493+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:45:59.464657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:20:26.644600+0000","last_change":"2024-04-02T08:20:26.643431+0000","last_active":"2024-04-02T08:20:26.644600+0000","last_peered":"2024-04-02T08:20:26.644600+0000","last_clean":"2024-04-02T08:20:26.644600+0000","last_became_active":"2024-04-02T08:20:26.642976+0000","last_became_peered":"2024-04-02T08:20:26.642976+0000","last_unstale":"2024-04-02T08:20:26.644600+0000","last_undegraded":"2024-04-02T08:20:26.644600+0000","last_fullsized":"2024-04-02T08:20:26.644600+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:18:00.631934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.023590+0000","last_change":"2024-04-02T08:20:27.022300+0000","last_active":"2024-04-02T08:20:27.023590+0000","last_peered":"2024-04-02T08:20:27.023590+0000","last_clean":"2024-04-02T08:20:27.023590+0000","last_became_active":"2024-04-02T08:20:27.021929+0000","last_became_peered":"2024-04-02T08:20:27.021929+0000","last_unstale":"2024-04-02T08:20:27.023590+0000","last_undegraded":"2024-04-02T08:20:27.023590+0000","last_fullsized":"2024-04-02T08:20:27.023590+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:31:07.454229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690478+0000","last_change":"2024-04-02T08:20:26.651140+0000","last_active":"2024-04-02T08:20:28.690478+0000","last_peered":"2024-04-02T08:20:28.690478+0000","last_clean":"2024-04-02T08:20:28.690478+0000","last_became_active":"2024-04-02T08:20:26.650780+0000","last_became_peered":"2024-04-02T08:20:26.650780+0000","last_unstale":"2024-04-02T08:20:28.690478+0000","last_undegraded":"2024-04-02T08:20:28.690478+0000","last_fullsized":"2024-04-02T08:20:28.690478+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:29:42.083367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":219,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.017039+0000","last_change":"2024-04-02T08:20:11.332719+0000","last_active":"2024-04-02T08:20:27.017039+0000","last_peered":"2024-04-02T08:20:27.017039+0000","last_clean":"2024-04-02T08:20:27.017039+0000","last_became_active":"2024-04-02T08:20:11.332286+0000","last_became_peered":"2024-04-02T08:20:11.332286+0000","last_unstale":"2024-04-02T08:20:27.017039+0000","last_undegraded":"2024-04-02T08:20:27.017039+0000","last_fullsized":"2024-04-02T08:20:27.017039+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:18:06.875872+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:18:06.875872+0000","last_clean_scrub_stamp":"2024-04-02T08:18:06.875872+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:26:46.361137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004045+0000","last_change":"2024-04-02T08:20:27.029057+0000","last_active":"2024-04-02T08:20:28.004045+0000","last_peered":"2024-04-02T08:20:28.004045+0000","last_clean":"2024-04-02T08:20:28.004045+0000","last_became_active":"2024-04-02T08:20:27.028708+0000","last_became_peered":"2024-04-02T08:20:27.028708+0000","last_unstale":"2024-04-02T08:20:28.004045+0000","last_undegraded":"2024-04-02T08:20:28.004045+0000","last_fullsized":"2024-04-02T08:20:28.004045+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:15:57.005362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.003901+0000","last_change":"2024-04-02T08:20:26.657892+0000","last_active":"2024-04-02T08:20:28.003901+0000","last_peered":"2024-04-02T08:20:28.003901+0000","last_clean":"2024-04-02T08:20:28.003901+0000","last_became_active":"2024-04-02T08:20:26.657567+0000","last_became_peered":"2024-04-02T08:20:26.657567+0000","last_unstale":"2024-04-02T08:20:28.003901+0000","last_undegraded":"2024-04-02T08:20:28.003901+0000","last_fullsized":"2024-04-02T08:20:28.003901+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:17:33.203588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004304+0000","last_change":"2024-04-02T08:20:26.655112+0000","last_active":"2024-04-02T08:20:28.004304+0000","last_peered":"2024-04-02T08:20:28.004304+0000","last_clean":"2024-04-02T08:20:28.004304+0000","last_became_active":"2024-04-02T08:20:26.654810+0000","last_became_peered":"2024-04-02T08:20:26.654810+0000","last_unstale":"2024-04-02T08:20:28.004304+0000","last_undegraded":"2024-04-02T08:20:28.004304+0000","last_fullsized":"2024-04-02T08:20:28.004304+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:12:01.719204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:25.621155+0000","last_change":"2024-04-02T08:20:25.621155+0000","last_active":"2024-04-02T08:20:25.621155+0000","last_peered":"2024-04-02T08:20:25.621155+0000","last_clean":"2024-04-02T08:20:25.621155+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:25.621155+0000","last_undegraded":"2024-04-02T08:20:25.621155+0000","last_fullsized":"2024-04-02T08:20:25.621155+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.031967+0000","last_change":"2024-04-02T08:20:27.031320+0000","last_active":"2024-04-02T08:20:27.031967+0000","last_peered":"2024-04-02T08:20:27.031967+0000","last_clean":"2024-04-02T08:20:27.031967+0000","last_became_active":"2024-04-02T08:20:27.031023+0000","last_became_peered":"2024-04-02T08:20:27.031023+0000","last_unstale":"2024-04-02T08:20:27.031967+0000","last_undegraded":"2024-04-02T08:20:27.031967+0000","last_fullsized":"2024-04-02T08:20:27.031967+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:12:25.847169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.691515+0000","last_change":"2024-04-02T08:20:26.649970+0000","last_active":"2024-04-02T08:20:28.691515+0000","last_peered":"2024-04-02T08:20:28.691515+0000","last_clean":"2024-04-02T08:20:28.691515+0000","last_became_active":"2024-04-02T08:20:26.649635+0000","last_became_peered":"2024-04-02T08:20:26.649635+0000","last_unstale":"2024-04-02T08:20:28.691515+0000","last_undegraded":"2024-04-02T08:20:28.691515+0000","last_fullsized":"2024-04-02T08:20:28.691515+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:38:03.729712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.005142+0000","last_change":"2024-04-02T08:20:27.025574+0000","last_active":"2024-04-02T08:20:28.005142+0000","last_peered":"2024-04-02T08:20:28.005142+0000","last_clean":"2024-04-02T08:20:28.005142+0000","last_became_active":"2024-04-02T08:20:27.025270+0000","last_became_peered":"2024-04-02T08:20:27.025270+0000","last_unstale":"2024-04-02T08:20:28.005142+0000","last_undegraded":"2024-04-02T08:20:28.005142+0000","last_fullsized":"2024-04-02T08:20:28.005142+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:16:34.897748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.003769+0000","last_change":"2024-04-02T08:20:26.657396+0000","last_active":"2024-04-02T08:20:28.003769+0000","last_peered":"2024-04-02T08:20:28.003769+0000","last_clean":"2024-04-02T08:20:28.003769+0000","last_became_active":"2024-04-02T08:20:26.657046+0000","last_became_peered":"2024-04-02T08:20:26.657046+0000","last_unstale":"2024-04-02T08:20:28.003769+0000","last_undegraded":"2024-04-02T08:20:28.003769+0000","last_fullsized":"2024-04-02T08:20:28.003769+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:52:30.485564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.544211+0000","last_change":"2024-04-02T08:20:27.030304+0000","last_active":"2024-04-02T08:20:28.544211+0000","last_peered":"2024-04-02T08:20:28.544211+0000","last_clean":"2024-04-02T08:20:28.544211+0000","last_became_active":"2024-04-02T08:20:27.029920+0000","last_became_peered":"2024-04-02T08:20:27.029920+0000","last_unstale":"2024-04-02T08:20:28.544211+0000","last_undegraded":"2024-04-02T08:20:28.544211+0000","last_fullsized":"2024-04-02T08:20:28.544211+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:47:54.290777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:25.621155+0000","last_change":"2024-04-02T08:20:25.621155+0000","last_active":"2024-04-02T08:20:25.621155+0000","last_peered":"2024-04-02T08:20:25.621155+0000","last_clean":"2024-04-02T08:20:25.621155+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:25.621155+0000","last_undegraded":"2024-04-02T08:20:25.621155+0000","last_fullsized":"2024-04-02T08:20:25.621155+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.030284+0000","last_change":"2024-04-02T08:20:27.029846+0000","last_active":"2024-04-02T08:20:27.030284+0000","last_peered":"2024-04-02T08:20:27.030284+0000","last_clean":"2024-04-02T08:20:27.030284+0000","last_became_active":"2024-04-02T08:20:27.029580+0000","last_became_peered":"2024-04-02T08:20:27.029580+0000","last_unstale":"2024-04-02T08:20:27.030284+0000","last_undegraded":"2024-04-02T08:20:27.030284+0000","last_fullsized":"2024-04-02T08:20:27.030284+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:48:55.035231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:25.621155+0000","last_change":"2024-04-02T08:20:25.621155+0000","last_active":"2024-04-02T08:20:25.621155+0000","last_peered":"2024-04-02T08:20:25.621155+0000","last_clean":"2024-04-02T08:20:25.621155+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:25.621155+0000","last_undegraded":"2024-04-02T08:20:25.621155+0000","last_fullsized":"2024-04-02T08:20:25.621155+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.016063+0000","last_change":"2024-04-02T08:20:27.015647+0000","last_active":"2024-04-02T08:20:27.016063+0000","last_peered":"2024-04-02T08:20:27.016063+0000","last_clean":"2024-04-02T08:20:27.016063+0000","last_became_active":"2024-04-02T08:20:27.015391+0000","last_became_peered":"2024-04-02T08:20:27.015391+0000","last_unstale":"2024-04-02T08:20:27.016063+0000","last_undegraded":"2024-04-02T08:20:27.016063+0000","last_fullsized":"2024-04-02T08:20:27.016063+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:01:05.810507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004080+0000","last_change":"2024-04-02T08:20:26.653235+0000","last_active":"2024-04-02T08:20:28.004080+0000","last_peered":"2024-04-02T08:20:28.004080+0000","last_clean":"2024-04-02T08:20:28.004080+0000","last_became_active":"2024-04-02T08:20:26.652926+0000","last_became_peered":"2024-04-02T08:20:26.652926+0000","last_unstale":"2024-04-02T08:20:28.004080+0000","last_undegraded":"2024-04-02T08:20:28.004080+0000","last_fullsized":"2024-04-02T08:20:28.004080+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:35:07.031496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.691298+0000","last_change":"2024-04-02T08:20:27.030701+0000","last_active":"2024-04-02T08:20:28.691298+0000","last_peered":"2024-04-02T08:20:28.691298+0000","last_clean":"2024-04-02T08:20:28.691298+0000","last_became_active":"2024-04-02T08:20:27.029827+0000","last_became_peered":"2024-04-02T08:20:27.029827+0000","last_unstale":"2024-04-02T08:20:28.691298+0000","last_undegraded":"2024-04-02T08:20:28.691298+0000","last_fullsized":"2024-04-02T08:20:28.691298+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:41:01.063410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:20:26.646336+0000","last_change":"2024-04-02T08:20:26.646027+0000","last_active":"2024-04-02T08:20:26.646336+0000","last_peered":"2024-04-02T08:20:26.646336+0000","last_clean":"2024-04-02T08:20:26.646336+0000","last_became_active":"2024-04-02T08:20:26.645629+0000","last_became_peered":"2024-04-02T08:20:26.645629+0000","last_unstale":"2024-04-02T08:20:26.646336+0000","last_undegraded":"2024-04-02T08:20:26.646336+0000","last_fullsized":"2024-04-02T08:20:26.646336+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:29:05.837940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004273+0000","last_change":"2024-04-02T08:20:27.034246+0000","last_active":"2024-04-02T08:20:28.004273+0000","last_peered":"2024-04-02T08:20:28.004273+0000","last_clean":"2024-04-02T08:20:28.004273+0000","last_became_active":"2024-04-02T08:20:27.033925+0000","last_became_peered":"2024-04-02T08:20:27.033925+0000","last_unstale":"2024-04-02T08:20:28.004273+0000","last_undegraded":"2024-04-02T08:20:28.004273+0000","last_fullsized":"2024-04-02T08:20:28.004273+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:23:06.206048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:25.621155+0000","last_change":"2024-04-02T08:20:25.621155+0000","last_active":"2024-04-02T08:20:25.621155+0000","last_peered":"2024-04-02T08:20:25.621155+0000","last_clean":"2024-04-02T08:20:25.621155+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:25.621155+0000","last_undegraded":"2024-04-02T08:20:25.621155+0000","last_fullsized":"2024-04-02T08:20:25.621155+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690659+0000","last_change":"2024-04-02T08:20:27.014157+0000","last_active":"2024-04-02T08:20:28.690659+0000","last_peered":"2024-04-02T08:20:28.690659+0000","last_clean":"2024-04-02T08:20:28.690659+0000","last_became_active":"2024-04-02T08:20:27.013827+0000","last_became_peered":"2024-04-02T08:20:27.013827+0000","last_unstale":"2024-04-02T08:20:28.690659+0000","last_undegraded":"2024-04-02T08:20:28.690659+0000","last_fullsized":"2024-04-02T08:20:28.690659+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:33:41.027362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:20:26.642271+0000","last_change":"2024-04-02T08:20:26.641873+0000","last_active":"2024-04-02T08:20:26.642271+0000","last_peered":"2024-04-02T08:20:26.642271+0000","last_clean":"2024-04-02T08:20:26.642271+0000","last_became_active":"2024-04-02T08:20:26.641501+0000","last_became_peered":"2024-04-02T08:20:26.641501+0000","last_unstale":"2024-04-02T08:20:26.642271+0000","last_undegraded":"2024-04-02T08:20:26.642271+0000","last_fullsized":"2024-04-02T08:20:26.642271+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:41:10.327745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004593+0000","last_change":"2024-04-02T08:20:27.041716+0000","last_active":"2024-04-02T08:20:28.004593+0000","last_peered":"2024-04-02T08:20:28.004593+0000","last_clean":"2024-04-02T08:20:28.004593+0000","last_became_active":"2024-04-02T08:20:27.041348+0000","last_became_peered":"2024-04-02T08:20:27.041348+0000","last_unstale":"2024-04-02T08:20:28.004593+0000","last_undegraded":"2024-04-02T08:20:28.004593+0000","last_fullsized":"2024-04-02T08:20:28.004593+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:31:30.108019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690052+0000","last_change":"2024-04-02T08:20:27.026776+0000","last_active":"2024-04-02T08:20:28.690052+0000","last_peered":"2024-04-02T08:20:28.690052+0000","last_clean":"2024-04-02T08:20:28.690052+0000","last_became_active":"2024-04-02T08:20:27.026451+0000","last_became_peered":"2024-04-02T08:20:27.026451+0000","last_unstale":"2024-04-02T08:20:28.690052+0000","last_undegraded":"2024-04-02T08:20:28.690052+0000","last_fullsized":"2024-04-02T08:20:28.690052+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:37:45.099523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:20:26.630082+0000","last_change":"2024-04-02T08:20:26.630082+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.630082+0000","last_undegraded":"2024-04-02T08:20:26.630082+0000","last_fullsized":"2024-04-02T08:20:26.630082+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:37:03.983674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690209+0000","last_change":"2024-04-02T08:20:27.020336+0000","last_active":"2024-04-02T08:20:28.690209+0000","last_peered":"2024-04-02T08:20:28.690209+0000","last_clean":"2024-04-02T08:20:28.690209+0000","last_became_active":"2024-04-02T08:20:27.018798+0000","last_became_peered":"2024-04-02T08:20:27.018798+0000","last_unstale":"2024-04-02T08:20:28.690209+0000","last_undegraded":"2024-04-02T08:20:28.690209+0000","last_fullsized":"2024-04-02T08:20:28.690209+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:46:57.225102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004634+0000","last_change":"2024-04-02T08:20:27.025726+0000","last_active":"2024-04-02T08:20:28.004634+0000","last_peered":"2024-04-02T08:20:28.004634+0000","last_clean":"2024-04-02T08:20:28.004634+0000","last_became_active":"2024-04-02T08:20:27.025461+0000","last_became_peered":"2024-04-02T08:20:27.025461+0000","last_unstale":"2024-04-02T08:20:28.004634+0000","last_undegraded":"2024-04-02T08:20:28.004634+0000","last_fullsized":"2024-04-02T08:20:28.004634+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:34:04.211579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.015674+0000","last_change":"2024-04-02T08:20:27.015382+0000","last_active":"2024-04-02T08:20:27.015674+0000","last_peered":"2024-04-02T08:20:27.015674+0000","last_clean":"2024-04-02T08:20:27.015674+0000","last_became_active":"2024-04-02T08:20:27.015114+0000","last_became_peered":"2024-04-02T08:20:27.015114+0000","last_unstale":"2024-04-02T08:20:27.015674+0000","last_undegraded":"2024-04-02T08:20:27.015674+0000","last_fullsized":"2024-04-02T08:20:27.015674+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:46:30.002195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690990+0000","last_change":"2024-04-02T08:20:27.035922+0000","last_active":"2024-04-02T08:20:28.690990+0000","last_peered":"2024-04-02T08:20:28.690990+0000","last_clean":"2024-04-02T08:20:28.690990+0000","last_became_active":"2024-04-02T08:20:27.035455+0000","last_became_peered":"2024-04-02T08:20:27.035455+0000","last_unstale":"2024-04-02T08:20:28.690990+0000","last_undegraded":"2024-04-02T08:20:28.690990+0000","last_fullsized":"2024-04-02T08:20:28.690990+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:03:45.344318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.015553+0000","last_change":"2024-04-02T08:20:27.015238+0000","last_active":"2024-04-02T08:20:27.015553+0000","last_peered":"2024-04-02T08:20:27.015553+0000","last_clean":"2024-04-02T08:20:27.015553+0000","last_became_active":"2024-04-02T08:20:27.014960+0000","last_became_peered":"2024-04-02T08:20:27.014960+0000","last_unstale":"2024-04-02T08:20:27.015553+0000","last_undegraded":"2024-04-02T08:20:27.015553+0000","last_fullsized":"2024-04-02T08:20:27.015553+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:41:21.480551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690213+0000","last_change":"2024-04-02T08:20:27.014532+0000","last_active":"2024-04-02T08:20:28.690213+0000","last_peered":"2024-04-02T08:20:28.690213+0000","last_clean":"2024-04-02T08:20:28.690213+0000","last_became_active":"2024-04-02T08:20:27.012846+0000","last_became_peered":"2024-04-02T08:20:27.012846+0000","last_unstale":"2024-04-02T08:20:28.690213+0000","last_undegraded":"2024-04-02T08:20:28.690213+0000","last_fullsized":"2024-04-02T08:20:28.690213+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:22:53.839236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.020741+0000","last_change":"2024-04-02T08:20:27.020175+0000","last_active":"2024-04-02T08:20:27.020741+0000","last_peered":"2024-04-02T08:20:27.020741+0000","last_clean":"2024-04-02T08:20:27.020741+0000","last_became_active":"2024-04-02T08:20:27.019746+0000","last_became_peered":"2024-04-02T08:20:27.019746+0000","last_unstale":"2024-04-02T08:20:27.020741+0000","last_undegraded":"2024-04-02T08:20:27.020741+0000","last_fullsized":"2024-04-02T08:20:27.020741+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:50:13.525603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690322+0000","last_change":"2024-04-02T08:20:27.026187+0000","last_active":"2024-04-02T08:20:28.690322+0000","last_peered":"2024-04-02T08:20:28.690322+0000","last_clean":"2024-04-02T08:20:28.690322+0000","last_became_active":"2024-04-02T08:20:27.024746+0000","last_became_peered":"2024-04-02T08:20:27.024746+0000","last_unstale":"2024-04-02T08:20:28.690322+0000","last_undegraded":"2024-04-02T08:20:28.690322+0000","last_fullsized":"2024-04-02T08:20:28.690322+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:50:39.331951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004545+0000","last_change":"2024-04-02T08:20:27.029837+0000","last_active":"2024-04-02T08:20:28.004545+0000","last_peered":"2024-04-02T08:20:28.004545+0000","last_clean":"2024-04-02T08:20:28.004545+0000","last_became_active":"2024-04-02T08:20:27.029512+0000","last_became_peered":"2024-04-02T08:20:27.029512+0000","last_unstale":"2024-04-02T08:20:28.004545+0000","last_undegraded":"2024-04-02T08:20:28.004545+0000","last_fullsized":"2024-04-02T08:20:28.004545+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:22:47.241898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.691550+0000","last_change":"2024-04-02T08:20:27.034287+0000","last_active":"2024-04-02T08:20:28.691550+0000","last_peered":"2024-04-02T08:20:28.691550+0000","last_clean":"2024-04-02T08:20:28.691550+0000","last_became_active":"2024-04-02T08:20:27.032002+0000","last_became_peered":"2024-04-02T08:20:27.032002+0000","last_unstale":"2024-04-02T08:20:28.691550+0000","last_undegraded":"2024-04-02T08:20:28.691550+0000","last_fullsized":"2024-04-02T08:20:28.691550+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:13:45.183063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":174,"acting":174,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2202,"num_objects":13,"num_object_clones":0,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":6926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":24,"ondisk_log_size":24,"up":78,"acting":78,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233991,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28220,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716932,"statfs":{"total":95995035648,"available":95966138368,"internally_reserved":0,"allocated":1220608,"data_stored":850082,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65300000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56399999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46400000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52500000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55200000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67900000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59899999999999998}]}]},{"osd":6,"up_from":46,"seq":197568495627,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28212,"kb_used_data":1188,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716940,"statfs":{"total":95995035648,"available":95966146560,"internally_reserved":0,"allocated":1216512,"data_stored":844643,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53600000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56399999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57999999999999996}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45600000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.313}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40400000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574883,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27580,"kb_used_data":552,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717572,"statfs":{"total":95995035648,"available":95966793728,"internally_reserved":0,"allocated":565248,"data_stored":232008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:19:48 2024","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.32800000000000001,"15min":0.316},"min":{"1min":0.254,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.27000000000000002},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.35799999999999998,"15min":0.34599999999999997},"min":{"1min":0.28599999999999998,"5min":0.224,"15min":0.224},"max":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"last":0.28399999999999997}]},{"osd":2,"last update":"Tue Apr 2 08:20:09 2024","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.39700000000000002,"15min":0.38800000000000001},"min":{"1min":0.33400000000000002,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.22500000000000001},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.45100000000000001,"15min":0.441},"min":{"1min":0.36299999999999999,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.313}]},{"osd":3,"last update":"Tue Apr 2 08:19:33 2024","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.32400000000000001}]},{"osd":4,"last update":"Tue Apr 2 08:19:57 2024","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.621,"15min":0.621},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.44800000000000001}]},{"osd":5,"last update":"Tue Apr 2 08:20:19 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.435},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.39400000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36699999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40500000000000003}]}]},{"osd":0,"up_from":8,"seq":34359738410,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28224,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716928,"statfs":{"total":95995035648,"available":95966134272,"internally_reserved":0,"allocated":1232896,"data_stored":850537,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Apr 2 08:19:43 2024","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.38100000000000001,"15min":0.37},"min":{"1min":0.34899999999999998,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.59799999999999998,"5min":1.248,"15min":1.248},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.34999999999999998,"15min":0.33400000000000002},"min":{"1min":0.318,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.55100000000000005,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.39600000000000002}]},{"osd":2,"last update":"Tue Apr 2 08:20:15 2024","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.52300000000000002,"15min":0.54100000000000004},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.59299999999999997,"5min":2.827,"15min":2.827},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.44800000000000001,"15min":0.442},"min":{"1min":0.28499999999999998,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.33800000000000002}]},{"osd":3,"last update":"Tue Apr 2 08:19:36 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.433},{"interface":"front","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.38300000000000001}]},{"osd":4,"last update":"Tue Apr 2 08:19:56 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.57899999999999996}]},{"osd":5,"last update":"Tue Apr 2 08:20:20 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.53100000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49399999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411358,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27588,"kb_used_data":568,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717564,"statfs":{"total":95995035648,"available":95966785536,"internally_reserved":0,"allocated":581632,"data_stored":238528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:20:09 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.373,"15min":0.36399999999999999},"min":{"1min":0.23799999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.27300000000000002},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.39600000000000002,"15min":0.38400000000000001},"min":{"1min":0.27400000000000002,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.39000000000000001}]},{"osd":1,"last update":"Tue Apr 2 08:20:09 2024","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.39200000000000002,"15min":0.38300000000000001},"min":{"1min":0.33800000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.31900000000000001},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.41299999999999998,"15min":0.40500000000000003},"min":{"1min":0.318,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.71499999999999997,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.36599999999999999}]},{"osd":3,"last update":"Tue Apr 2 08:19:33 2024","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"last":0.29399999999999998}]},{"osd":4,"last update":"Tue Apr 2 08:19:58 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.60099999999999998}]},{"osd":5,"last update":"Tue Apr 2 08:20:24 2024","interfaces":[{"interface":"back","average":{"1min":1.492,"5min":1.492,"15min":1.492},"min":{"1min":0.504,"5min":0.504,"15min":0.504},"max":{"1min":12.739000000000001,"5min":12.739000000000001,"15min":12.739000000000001},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.622}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65400000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58999999999999997}]}]},{"osd":3,"up_from":25,"seq":107374182426,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27640,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717512,"statfs":{"total":95995035648,"available":95966732288,"internally_reserved":0,"allocated":630784,"data_stored":254379,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:19:32 2024","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.317},{"interface":"front","average":{"1min":0.437,"5min":0.437,"15min":0.437},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.29899999999999999}]},{"osd":1,"last update":"Tue Apr 2 08:19:32 2024","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.437,"5min":0.437,"15min":0.437},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.35399999999999998}]},{"osd":2,"last update":"Tue Apr 2 08:19:32 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.441,"5min":0.441,"15min":0.441},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.33800000000000002}]},{"osd":4,"last update":"Tue Apr 2 08:19:58 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.58099999999999996}]},{"osd":5,"last update":"Tue Apr 2 08:20:21 2024","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.53400000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.622}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60999999999999999}]}]},{"osd":4,"up_from":30,"seq":128849018900,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27640,"kb_used_data":612,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717512,"statfs":{"total":95995035648,"available":95966732288,"internally_reserved":0,"allocated":626688,"data_stored":253419,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:19:56 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.66200000000000003}]},{"osd":1,"last update":"Tue Apr 2 08:19:56 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.53800000000000003}]},{"osd":2,"last update":"Tue Apr 2 08:19:56 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.629},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.73699999999999999}]},{"osd":3,"last update":"Tue Apr 2 08:19:56 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.58799999999999997}]},{"osd":5,"last update":"Tue Apr 2 08:20:19 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.503}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39100000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41899999999999998}]}]},{"osd":5,"up_from":38,"seq":163208757264,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27636,"kb_used_data":608,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717516,"statfs":{"total":95995035648,"available":95966736384,"internally_reserved":0,"allocated":622592,"data_stored":254034,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:20:19 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.56100000000000005}]},{"osd":1,"last update":"Tue Apr 2 08:20:19 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.49299999999999999}]},{"osd":2,"last update":"Tue Apr 2 08:20:19 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.53500000000000003}]},{"osd":3,"last update":"Tue Apr 2 08:20:19 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.61599999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:20:19 2024","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.438,"15min":0.438},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.51100000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47499999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55100000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-02T08:20:30.699 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3e is not active+clean 2024-04-02T08:20:30.699 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:20:26.623032+0000', 'last_change': '2024-04-02T08:20:26.623032+0000', 'last_active': '2024-04-02T08:20:26.623032+0000', 'last_peered': '2024-04-02T08:20:26.623032+0000', 'last_clean': '2024-04-02T08:20:26.623032+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:20:26.623032+0000', 'last_undegraded': '2024-04-02T08:20:26.623032+0000', 'last_fullsized': '2024-04-02T08:20:26.623032+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:20:26.623032+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:20:26.623032+0000', 'last_clean_scrub_stamp': '2024-04-02T08:20:26.623032+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:20:30.699 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.31 is not active+clean 2024-04-02T08:20:30.700 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.31', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:20:26.623032+0000', 'last_change': '2024-04-02T08:20:26.623032+0000', 'last_active': '2024-04-02T08:20:26.623032+0000', 'last_peered': '2024-04-02T08:20:26.623032+0000', 'last_clean': '2024-04-02T08:20:26.623032+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:20:26.623032+0000', 'last_undegraded': '2024-04-02T08:20:26.623032+0000', 'last_fullsized': '2024-04-02T08:20:26.623032+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:20:26.623032+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:20:26.623032+0000', 'last_clean_scrub_stamp': '2024-04-02T08:20:26.623032+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:20:30.700 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2e is not active+clean 2024-04-02T08:20:30.700 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-02T08:20:26.630757+0000', 'last_change': '2024-04-02T08:20:26.630757+0000', 'last_active': '2024-04-02T08:20:26.623032+0000', 'last_peered': '2024-04-02T08:20:26.623032+0000', 'last_clean': '2024-04-02T08:20:26.623032+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:20:26.630757+0000', 'last_undegraded': '2024-04-02T08:20:26.630757+0000', 'last_fullsized': '2024-04-02T08:20:26.630757+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:20:26.623032+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:20:26.623032+0000', 'last_clean_scrub_stamp': '2024-04-02T08:20:26.623032+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-03T17:16:03.234333+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 6, 7], 'acting': [2, 6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-04-02T08:20:30.700 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.19 is not active+clean 2024-04-02T08:20:30.700 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:20:26.623032+0000', 'last_change': '2024-04-02T08:20:26.623032+0000', 'last_active': '2024-04-02T08:20:26.623032+0000', 'last_peered': '2024-04-02T08:20:26.623032+0000', 'last_clean': '2024-04-02T08:20:26.623032+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:20:26.623032+0000', 'last_undegraded': '2024-04-02T08:20:26.623032+0000', 'last_fullsized': '2024-04-02T08:20:26.623032+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:20:26.623032+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:20:26.623032+0000', 'last_clean_scrub_stamp': '2024-04-02T08:20:26.623032+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:20:30.700 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.15 is not active+clean 2024-04-02T08:20:30.700 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:20:25.621155+0000', 'last_change': '2024-04-02T08:20:25.621155+0000', 'last_active': '2024-04-02T08:20:25.621155+0000', 'last_peered': '2024-04-02T08:20:25.621155+0000', 'last_clean': '2024-04-02T08:20:25.621155+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:20:25.621155+0000', 'last_undegraded': '2024-04-02T08:20:25.621155+0000', 'last_fullsized': '2024-04-02T08:20:25.621155+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:20:25.621155+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:20:25.621155+0000', 'last_clean_scrub_stamp': '2024-04-02T08:20:25.621155+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:20:30.700 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.4 is not active+clean 2024-04-02T08:20:30.700 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:20:25.621155+0000', 'last_change': '2024-04-02T08:20:25.621155+0000', 'last_active': '2024-04-02T08:20:25.621155+0000', 'last_peered': '2024-04-02T08:20:25.621155+0000', 'last_clean': '2024-04-02T08:20:25.621155+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:20:25.621155+0000', 'last_undegraded': '2024-04-02T08:20:25.621155+0000', 'last_fullsized': '2024-04-02T08:20:25.621155+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:20:25.621155+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:20:25.621155+0000', 'last_clean_scrub_stamp': '2024-04-02T08:20:25.621155+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:20:30.700 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.0 is not active+clean 2024-04-02T08:20:30.700 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:20:26.623032+0000', 'last_change': '2024-04-02T08:20:26.623032+0000', 'last_active': '2024-04-02T08:20:26.623032+0000', 'last_peered': '2024-04-02T08:20:26.623032+0000', 'last_clean': '2024-04-02T08:20:26.623032+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:20:26.623032+0000', 'last_undegraded': '2024-04-02T08:20:26.623032+0000', 'last_fullsized': '2024-04-02T08:20:26.623032+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:20:26.623032+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:20:26.623032+0000', 'last_clean_scrub_stamp': '2024-04-02T08:20:26.623032+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:20:30.701 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.4 is not active+clean 2024-04-02T08:20:30.701 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:20:26.623032+0000', 'last_change': '2024-04-02T08:20:26.623032+0000', 'last_active': '2024-04-02T08:20:26.623032+0000', 'last_peered': '2024-04-02T08:20:26.623032+0000', 'last_clean': '2024-04-02T08:20:26.623032+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:20:26.623032+0000', 'last_undegraded': '2024-04-02T08:20:26.623032+0000', 'last_fullsized': '2024-04-02T08:20:26.623032+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:20:26.623032+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:20:26.623032+0000', 'last_clean_scrub_stamp': '2024-04-02T08:20:26.623032+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:20:30.701 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.6 is not active+clean 2024-04-02T08:20:30.701 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:20:25.621155+0000', 'last_change': '2024-04-02T08:20:25.621155+0000', 'last_active': '2024-04-02T08:20:25.621155+0000', 'last_peered': '2024-04-02T08:20:25.621155+0000', 'last_clean': '2024-04-02T08:20:25.621155+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:20:25.621155+0000', 'last_undegraded': '2024-04-02T08:20:25.621155+0000', 'last_fullsized': '2024-04-02T08:20:25.621155+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:20:25.621155+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:20:25.621155+0000', 'last_clean_scrub_stamp': '2024-04-02T08:20:25.621155+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:20:30.701 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.9 is not active+clean 2024-04-02T08:20:30.701 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:20:25.621155+0000', 'last_change': '2024-04-02T08:20:25.621155+0000', 'last_active': '2024-04-02T08:20:25.621155+0000', 'last_peered': '2024-04-02T08:20:25.621155+0000', 'last_clean': '2024-04-02T08:20:25.621155+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:20:25.621155+0000', 'last_undegraded': '2024-04-02T08:20:25.621155+0000', 'last_fullsized': '2024-04-02T08:20:25.621155+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:20:25.621155+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:20:25.621155+0000', 'last_clean_scrub_stamp': '2024-04-02T08:20:25.621155+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:20:30.701 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.a is not active+clean 2024-04-02T08:20:30.701 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:20:25.621155+0000', 'last_change': '2024-04-02T08:20:25.621155+0000', 'last_active': '2024-04-02T08:20:25.621155+0000', 'last_peered': '2024-04-02T08:20:25.621155+0000', 'last_clean': '2024-04-02T08:20:25.621155+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:20:25.621155+0000', 'last_undegraded': '2024-04-02T08:20:25.621155+0000', 'last_fullsized': '2024-04-02T08:20:25.621155+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:20:25.621155+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:20:25.621155+0000', 'last_clean_scrub_stamp': '2024-04-02T08:20:25.621155+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:20:30.701 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.d is not active+clean 2024-04-02T08:20:30.701 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:20:25.621155+0000', 'last_change': '2024-04-02T08:20:25.621155+0000', 'last_active': '2024-04-02T08:20:25.621155+0000', 'last_peered': '2024-04-02T08:20:25.621155+0000', 'last_clean': '2024-04-02T08:20:25.621155+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:20:25.621155+0000', 'last_undegraded': '2024-04-02T08:20:25.621155+0000', 'last_fullsized': '2024-04-02T08:20:25.621155+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:20:25.621155+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:20:25.621155+0000', 'last_clean_scrub_stamp': '2024-04-02T08:20:25.621155+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:20:30.702 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.21 is not active+clean 2024-04-02T08:20:30.702 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.21', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-02T08:20:26.630082+0000', 'last_change': '2024-04-02T08:20:26.630082+0000', 'last_active': '2024-04-02T08:20:26.623032+0000', 'last_peered': '2024-04-02T08:20:26.623032+0000', 'last_clean': '2024-04-02T08:20:26.623032+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:20:26.630082+0000', 'last_undegraded': '2024-04-02T08:20:26.630082+0000', 'last_fullsized': '2024-04-02T08:20:26.630082+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:20:26.623032+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:20:26.623032+0000', 'last_clean_scrub_stamp': '2024-04-02T08:20:26.623032+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-03T09:37:03.983674+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5, 6], 'acting': [2, 5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-04-02T08:20:30.702 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.25 is not active+clean 2024-04-02T08:20:30.702 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.25', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:20:26.623032+0000', 'last_change': '2024-04-02T08:20:26.623032+0000', 'last_active': '2024-04-02T08:20:26.623032+0000', 'last_peered': '2024-04-02T08:20:26.623032+0000', 'last_clean': '2024-04-02T08:20:26.623032+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:20:26.623032+0000', 'last_undegraded': '2024-04-02T08:20:26.623032+0000', 'last_fullsized': '2024-04-02T08:20:26.623032+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:20:26.623032+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:20:26.623032+0000', 'last_clean_scrub_stamp': '2024-04-02T08:20:26.623032+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:20:30.702 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-04-02T08:20:31.096 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:20:31.096 INFO:teuthology.orchestra.run.smithi012.stdout:{"fsid":"f84ae488-f0c8-11ee-b647-cb9ed24678a4","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":14,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":235,"monmap":{"epoch":3,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":62,"num_osds":8,"num_up_osds":8,"osd_up_since":1712046007,"num_in_osds":8,"osd_in_since":1712045990,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":83},{"state_name":"unknown","count":12},{"state_name":"creating+peering","count":2}],"num_pgs":97,"num_pools":3,"num_objects":15,"data_bytes":592570,"bytes_used":228085760,"bytes_avail":767732199424,"bytes_total":767960285184,"unknown_pgs_ratio":0.12371134012937546,"inactive_pgs_ratio":0.020618556067347527,"write_bytes_sec":2605,"read_op_per_sec":0,"write_op_per_sec":5},"fsmap":{"epoch":6,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"b","status":"up:active","gid":24364}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","restful"],"services":{"dashboard":"https://172.21.15.12:8443/"}},"servicemap":{"epoch":11,"modified":"2024-04-02T08:20:20.338802+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}},"osd":{"daemons":{"summary":"","6":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"7":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-04-02T08:20:31.109 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2024-04-02T08:20:31.109 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-02T08:20:31.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:30 smithi055 ceph-mon[31035]: from='client.24446 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:20:31.405 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:20:31.407 INFO:teuthology.orchestra.run.smithi012.stderr:dumped all 2024-04-02T08:20:31.415 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:30 smithi012 ceph-mon[27004]: from='client.24446 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:20:31.416 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:30 smithi012 ceph-mon[38029]: from='client.24446 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:20:31.417 INFO:teuthology.orchestra.run.smithi012.stdout:{"pg_ready":true,"pg_map":{"version":194,"stamp":"2024-04-02T08:20:30.340559+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592570,"num_objects":15,"num_object_clones":0,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":183,"num_write_kb":2428,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":141,"ondisk_log_size":141,"up":255,"acting":255,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":85,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":749961216,"kb_used":222740,"kb_used_data":6540,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":749738476,"statfs":{"total":767960285184,"available":767732199424,"internally_reserved":0,"allocated":6696960,"data_stored":3777630,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":221236792},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2202,"num_objects":13,"num_object_clones":0,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.717076"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004719+0000","last_change":"2024-04-02T08:20:27.036902+0000","last_active":"2024-04-02T08:20:28.004719+0000","last_peered":"2024-04-02T08:20:28.004719+0000","last_clean":"2024-04-02T08:20:28.004719+0000","last_became_active":"2024-04-02T08:20:27.036567+0000","last_became_peered":"2024-04-02T08:20:27.036567+0000","last_unstale":"2024-04-02T08:20:28.004719+0000","last_undegraded":"2024-04-02T08:20:28.004719+0000","last_fullsized":"2024-04-02T08:20:28.004719+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:43:41.629275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.005082+0000","last_change":"2024-04-02T08:20:27.023467+0000","last_active":"2024-04-02T08:20:28.005082+0000","last_peered":"2024-04-02T08:20:28.005082+0000","last_clean":"2024-04-02T08:20:28.005082+0000","last_became_active":"2024-04-02T08:20:27.023085+0000","last_became_peered":"2024-04-02T08:20:27.023085+0000","last_unstale":"2024-04-02T08:20:28.005082+0000","last_undegraded":"2024-04-02T08:20:28.005082+0000","last_fullsized":"2024-04-02T08:20:28.005082+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:40:09.261487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690758+0000","last_change":"2024-04-02T08:20:27.026420+0000","last_active":"2024-04-02T08:20:28.690758+0000","last_peered":"2024-04-02T08:20:28.690758+0000","last_clean":"2024-04-02T08:20:28.690758+0000","last_became_active":"2024-04-02T08:20:27.025463+0000","last_became_peered":"2024-04-02T08:20:27.025463+0000","last_unstale":"2024-04-02T08:20:28.690758+0000","last_undegraded":"2024-04-02T08:20:28.690758+0000","last_fullsized":"2024-04-02T08:20:28.690758+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:11:12.611446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004237+0000","last_change":"2024-04-02T08:20:27.039575+0000","last_active":"2024-04-02T08:20:28.004237+0000","last_peered":"2024-04-02T08:20:28.004237+0000","last_clean":"2024-04-02T08:20:28.004237+0000","last_became_active":"2024-04-02T08:20:27.039018+0000","last_became_peered":"2024-04-02T08:20:27.039018+0000","last_unstale":"2024-04-02T08:20:28.004237+0000","last_undegraded":"2024-04-02T08:20:28.004237+0000","last_fullsized":"2024-04-02T08:20:28.004237+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:58:17.662844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690367+0000","last_change":"2024-04-02T08:20:27.024321+0000","last_active":"2024-04-02T08:20:28.690367+0000","last_peered":"2024-04-02T08:20:28.690367+0000","last_clean":"2024-04-02T08:20:28.690367+0000","last_became_active":"2024-04-02T08:20:27.022502+0000","last_became_peered":"2024-04-02T08:20:27.022502+0000","last_unstale":"2024-04-02T08:20:28.690367+0000","last_undegraded":"2024-04-02T08:20:28.690367+0000","last_fullsized":"2024-04-02T08:20:28.690367+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:38:49.821034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.003649+0000","last_change":"2024-04-02T08:20:27.038077+0000","last_active":"2024-04-02T08:20:28.003649+0000","last_peered":"2024-04-02T08:20:28.003649+0000","last_clean":"2024-04-02T08:20:28.003649+0000","last_became_active":"2024-04-02T08:20:27.037768+0000","last_became_peered":"2024-04-02T08:20:27.037768+0000","last_unstale":"2024-04-02T08:20:28.003649+0000","last_undegraded":"2024-04-02T08:20:28.003649+0000","last_fullsized":"2024-04-02T08:20:28.003649+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:45:05.129311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.023651+0000","last_change":"2024-04-02T08:20:27.022382+0000","last_active":"2024-04-02T08:20:27.023651+0000","last_peered":"2024-04-02T08:20:27.023651+0000","last_clean":"2024-04-02T08:20:27.023651+0000","last_became_active":"2024-04-02T08:20:27.022084+0000","last_became_peered":"2024-04-02T08:20:27.022084+0000","last_unstale":"2024-04-02T08:20:27.023651+0000","last_undegraded":"2024-04-02T08:20:27.023651+0000","last_fullsized":"2024-04-02T08:20:27.023651+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:17:50.319840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004706+0000","last_change":"2024-04-02T08:20:27.036574+0000","last_active":"2024-04-02T08:20:28.004706+0000","last_peered":"2024-04-02T08:20:28.004706+0000","last_clean":"2024-04-02T08:20:28.004706+0000","last_became_active":"2024-04-02T08:20:27.036186+0000","last_became_peered":"2024-04-02T08:20:27.036186+0000","last_unstale":"2024-04-02T08:20:28.004706+0000","last_undegraded":"2024-04-02T08:20:28.004706+0000","last_fullsized":"2024-04-02T08:20:28.004706+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:30:23.250239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690743+0000","last_change":"2024-04-02T08:20:27.035740+0000","last_active":"2024-04-02T08:20:28.690743+0000","last_peered":"2024-04-02T08:20:28.690743+0000","last_clean":"2024-04-02T08:20:28.690743+0000","last_became_active":"2024-04-02T08:20:27.035051+0000","last_became_peered":"2024-04-02T08:20:27.035051+0000","last_unstale":"2024-04-02T08:20:28.690743+0000","last_undegraded":"2024-04-02T08:20:28.690743+0000","last_fullsized":"2024-04-02T08:20:28.690743+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:41:20.222325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.691270+0000","last_change":"2024-04-02T08:20:27.036654+0000","last_active":"2024-04-02T08:20:28.691270+0000","last_peered":"2024-04-02T08:20:28.691270+0000","last_clean":"2024-04-02T08:20:28.691270+0000","last_became_active":"2024-04-02T08:20:27.036252+0000","last_became_peered":"2024-04-02T08:20:27.036252+0000","last_unstale":"2024-04-02T08:20:28.691270+0000","last_undegraded":"2024-04-02T08:20:28.691270+0000","last_fullsized":"2024-04-02T08:20:28.691270+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:56:02.792087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.544435+0000","last_change":"2024-04-02T08:20:27.021406+0000","last_active":"2024-04-02T08:20:28.544435+0000","last_peered":"2024-04-02T08:20:28.544435+0000","last_clean":"2024-04-02T08:20:28.544435+0000","last_became_active":"2024-04-02T08:20:27.021098+0000","last_became_peered":"2024-04-02T08:20:27.021098+0000","last_unstale":"2024-04-02T08:20:28.544435+0000","last_undegraded":"2024-04-02T08:20:28.544435+0000","last_fullsized":"2024-04-02T08:20:28.544435+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:41:01.057886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.019906+0000","last_change":"2024-04-02T08:20:27.019560+0000","last_active":"2024-04-02T08:20:27.019906+0000","last_peered":"2024-04-02T08:20:27.019906+0000","last_clean":"2024-04-02T08:20:27.019906+0000","last_became_active":"2024-04-02T08:20:27.019257+0000","last_became_peered":"2024-04-02T08:20:27.019257+0000","last_unstale":"2024-04-02T08:20:27.019906+0000","last_undegraded":"2024-04-02T08:20:27.019906+0000","last_fullsized":"2024-04-02T08:20:27.019906+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:03:02.803227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004472+0000","last_change":"2024-04-02T08:20:27.025020+0000","last_active":"2024-04-02T08:20:28.004472+0000","last_peered":"2024-04-02T08:20:28.004472+0000","last_clean":"2024-04-02T08:20:28.004472+0000","last_became_active":"2024-04-02T08:20:27.024526+0000","last_became_peered":"2024-04-02T08:20:27.024526+0000","last_unstale":"2024-04-02T08:20:28.004472+0000","last_undegraded":"2024-04-02T08:20:28.004472+0000","last_fullsized":"2024-04-02T08:20:28.004472+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:52:53.350677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.689900+0000","last_change":"2024-04-02T08:20:27.025333+0000","last_active":"2024-04-02T08:20:28.689900+0000","last_peered":"2024-04-02T08:20:28.689900+0000","last_clean":"2024-04-02T08:20:28.689900+0000","last_became_active":"2024-04-02T08:20:27.024112+0000","last_became_peered":"2024-04-02T08:20:27.024112+0000","last_unstale":"2024-04-02T08:20:28.689900+0000","last_undegraded":"2024-04-02T08:20:28.689900+0000","last_fullsized":"2024-04-02T08:20:28.689900+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:23:18.223330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690818+0000","last_change":"2024-04-02T08:20:27.029059+0000","last_active":"2024-04-02T08:20:28.690818+0000","last_peered":"2024-04-02T08:20:28.690818+0000","last_clean":"2024-04-02T08:20:28.690818+0000","last_became_active":"2024-04-02T08:20:27.028683+0000","last_became_peered":"2024-04-02T08:20:27.028683+0000","last_unstale":"2024-04-02T08:20:28.690818+0000","last_undegraded":"2024-04-02T08:20:28.690818+0000","last_fullsized":"2024-04-02T08:20:28.690818+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:15:12.290483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:20:26.630757+0000","last_change":"2024-04-02T08:20:26.630757+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.630757+0000","last_undegraded":"2024-04-02T08:20:26.630757+0000","last_fullsized":"2024-04-02T08:20:26.630757+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:16:03.234333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004125+0000","last_change":"2024-04-02T08:20:27.031353+0000","last_active":"2024-04-02T08:20:28.004125+0000","last_peered":"2024-04-02T08:20:28.004125+0000","last_clean":"2024-04-02T08:20:28.004125+0000","last_became_active":"2024-04-02T08:20:27.030837+0000","last_became_peered":"2024-04-02T08:20:27.030837+0000","last_unstale":"2024-04-02T08:20:28.004125+0000","last_undegraded":"2024-04-02T08:20:28.004125+0000","last_fullsized":"2024-04-02T08:20:28.004125+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:40:11.407938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":16,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.005471+0000","last_change":"2024-04-02T08:20:26.653152+0000","last_active":"2024-04-02T08:20:28.005471+0000","last_peered":"2024-04-02T08:20:28.005471+0000","last_clean":"2024-04-02T08:20:28.005471+0000","last_became_active":"2024-04-02T08:20:26.652842+0000","last_became_peered":"2024-04-02T08:20:26.652842+0000","last_unstale":"2024-04-02T08:20:28.005471+0000","last_undegraded":"2024-04-02T08:20:28.005471+0000","last_fullsized":"2024-04-02T08:20:28.005471+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:31:42.590835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.037242+0000","last_change":"2024-04-02T08:20:27.036029+0000","last_active":"2024-04-02T08:20:27.037242+0000","last_peered":"2024-04-02T08:20:27.037242+0000","last_clean":"2024-04-02T08:20:27.037242+0000","last_became_active":"2024-04-02T08:20:27.035681+0000","last_became_peered":"2024-04-02T08:20:27.035681+0000","last_unstale":"2024-04-02T08:20:27.037242+0000","last_undegraded":"2024-04-02T08:20:27.037242+0000","last_fullsized":"2024-04-02T08:20:27.037242+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:48:04.835584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.026566+0000","last_change":"2024-04-02T08:20:26.651386+0000","last_active":"2024-04-02T08:20:27.026566+0000","last_peered":"2024-04-02T08:20:27.026566+0000","last_clean":"2024-04-02T08:20:27.026566+0000","last_became_active":"2024-04-02T08:20:26.650996+0000","last_became_peered":"2024-04-02T08:20:26.650996+0000","last_unstale":"2024-04-02T08:20:27.026566+0000","last_undegraded":"2024-04-02T08:20:27.026566+0000","last_fullsized":"2024-04-02T08:20:27.026566+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:37:48.290889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.005380+0000","last_change":"2024-04-02T08:20:27.025479+0000","last_active":"2024-04-02T08:20:28.005380+0000","last_peered":"2024-04-02T08:20:28.005380+0000","last_clean":"2024-04-02T08:20:28.005380+0000","last_became_active":"2024-04-02T08:20:27.024749+0000","last_became_peered":"2024-04-02T08:20:27.024749+0000","last_unstale":"2024-04-02T08:20:28.005380+0000","last_undegraded":"2024-04-02T08:20:28.005380+0000","last_fullsized":"2024-04-02T08:20:28.005380+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:01:03.865533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004407+0000","last_change":"2024-04-02T08:20:26.653173+0000","last_active":"2024-04-02T08:20:28.004407+0000","last_peered":"2024-04-02T08:20:28.004407+0000","last_clean":"2024-04-02T08:20:28.004407+0000","last_became_active":"2024-04-02T08:20:26.652834+0000","last_became_peered":"2024-04-02T08:20:26.652834+0000","last_unstale":"2024-04-02T08:20:28.004407+0000","last_undegraded":"2024-04-02T08:20:28.004407+0000","last_fullsized":"2024-04-02T08:20:28.004407+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:42:00.599725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690863+0000","last_change":"2024-04-02T08:20:27.018257+0000","last_active":"2024-04-02T08:20:28.690863+0000","last_peered":"2024-04-02T08:20:28.690863+0000","last_clean":"2024-04-02T08:20:28.690863+0000","last_became_active":"2024-04-02T08:20:27.017871+0000","last_became_peered":"2024-04-02T08:20:27.017871+0000","last_unstale":"2024-04-02T08:20:28.690863+0000","last_undegraded":"2024-04-02T08:20:28.690863+0000","last_fullsized":"2024-04-02T08:20:28.690863+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:56:13.564654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004246+0000","last_change":"2024-04-02T08:20:26.649643+0000","last_active":"2024-04-02T08:20:28.004246+0000","last_peered":"2024-04-02T08:20:28.004246+0000","last_clean":"2024-04-02T08:20:28.004246+0000","last_became_active":"2024-04-02T08:20:26.649273+0000","last_became_peered":"2024-04-02T08:20:26.649273+0000","last_unstale":"2024-04-02T08:20:28.004246+0000","last_undegraded":"2024-04-02T08:20:28.004246+0000","last_fullsized":"2024-04-02T08:20:28.004246+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:21:32.478934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690562+0000","last_change":"2024-04-02T08:20:27.028037+0000","last_active":"2024-04-02T08:20:28.690562+0000","last_peered":"2024-04-02T08:20:28.690562+0000","last_clean":"2024-04-02T08:20:28.690562+0000","last_became_active":"2024-04-02T08:20:27.024777+0000","last_became_peered":"2024-04-02T08:20:27.024777+0000","last_unstale":"2024-04-02T08:20:28.690562+0000","last_undegraded":"2024-04-02T08:20:28.690562+0000","last_fullsized":"2024-04-02T08:20:28.690562+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:47:50.798528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.035594+0000","last_change":"2024-04-02T08:20:26.649528+0000","last_active":"2024-04-02T08:20:27.035594+0000","last_peered":"2024-04-02T08:20:27.035594+0000","last_clean":"2024-04-02T08:20:27.035594+0000","last_became_active":"2024-04-02T08:20:26.649232+0000","last_became_peered":"2024-04-02T08:20:26.649232+0000","last_unstale":"2024-04-02T08:20:27.035594+0000","last_undegraded":"2024-04-02T08:20:27.035594+0000","last_fullsized":"2024-04-02T08:20:27.035594+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:03:41.111842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.544034+0000","last_change":"2024-04-02T08:20:27.022843+0000","last_active":"2024-04-02T08:20:28.544034+0000","last_peered":"2024-04-02T08:20:28.544034+0000","last_clean":"2024-04-02T08:20:28.544034+0000","last_became_active":"2024-04-02T08:20:27.022507+0000","last_became_peered":"2024-04-02T08:20:27.022507+0000","last_unstale":"2024-04-02T08:20:28.544034+0000","last_undegraded":"2024-04-02T08:20:28.544034+0000","last_fullsized":"2024-04-02T08:20:28.544034+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:13:39.292101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.691255+0000","last_change":"2024-04-02T08:20:26.653851+0000","last_active":"2024-04-02T08:20:28.691255+0000","last_peered":"2024-04-02T08:20:28.691255+0000","last_clean":"2024-04-02T08:20:28.691255+0000","last_became_active":"2024-04-02T08:20:26.653562+0000","last_became_peered":"2024-04-02T08:20:26.653562+0000","last_unstale":"2024-04-02T08:20:28.691255+0000","last_undegraded":"2024-04-02T08:20:28.691255+0000","last_fullsized":"2024-04-02T08:20:28.691255+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:28:21.492823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004820+0000","last_change":"2024-04-02T08:20:27.026108+0000","last_active":"2024-04-02T08:20:28.004820+0000","last_peered":"2024-04-02T08:20:28.004820+0000","last_clean":"2024-04-02T08:20:28.004820+0000","last_became_active":"2024-04-02T08:20:27.025780+0000","last_became_peered":"2024-04-02T08:20:27.025780+0000","last_unstale":"2024-04-02T08:20:28.004820+0000","last_undegraded":"2024-04-02T08:20:28.004820+0000","last_fullsized":"2024-04-02T08:20:28.004820+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:15:38.350596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.010222+0000","last_change":"2024-04-02T08:20:26.652753+0000","last_active":"2024-04-02T08:20:27.010222+0000","last_peered":"2024-04-02T08:20:27.010222+0000","last_clean":"2024-04-02T08:20:27.010222+0000","last_became_active":"2024-04-02T08:20:26.651908+0000","last_became_peered":"2024-04-02T08:20:26.651908+0000","last_unstale":"2024-04-02T08:20:27.010222+0000","last_undegraded":"2024-04-02T08:20:27.010222+0000","last_fullsized":"2024-04-02T08:20:27.010222+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:03:19.457494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.022250+0000","last_change":"2024-04-02T08:20:27.021162+0000","last_active":"2024-04-02T08:20:27.022250+0000","last_peered":"2024-04-02T08:20:27.022250+0000","last_clean":"2024-04-02T08:20:27.022250+0000","last_became_active":"2024-04-02T08:20:27.019859+0000","last_became_peered":"2024-04-02T08:20:27.019859+0000","last_unstale":"2024-04-02T08:20:27.022250+0000","last_undegraded":"2024-04-02T08:20:27.022250+0000","last_fullsized":"2024-04-02T08:20:27.022250+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:48:30.123963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690078+0000","last_change":"2024-04-02T08:20:26.645358+0000","last_active":"2024-04-02T08:20:28.690078+0000","last_peered":"2024-04-02T08:20:28.690078+0000","last_clean":"2024-04-02T08:20:28.690078+0000","last_became_active":"2024-04-02T08:20:26.645011+0000","last_became_peered":"2024-04-02T08:20:26.645011+0000","last_unstale":"2024-04-02T08:20:28.690078+0000","last_undegraded":"2024-04-02T08:20:28.690078+0000","last_fullsized":"2024-04-02T08:20:28.690078+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:06:46.290418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.691609+0000","last_change":"2024-04-02T08:20:26.647117+0000","last_active":"2024-04-02T08:20:28.691609+0000","last_peered":"2024-04-02T08:20:28.691609+0000","last_clean":"2024-04-02T08:20:28.691609+0000","last_became_active":"2024-04-02T08:20:26.646799+0000","last_became_peered":"2024-04-02T08:20:26.646799+0000","last_unstale":"2024-04-02T08:20:28.691609+0000","last_undegraded":"2024-04-02T08:20:28.691609+0000","last_fullsized":"2024-04-02T08:20:28.691609+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:00:13.014971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690435+0000","last_change":"2024-04-02T08:20:27.024685+0000","last_active":"2024-04-02T08:20:28.690435+0000","last_peered":"2024-04-02T08:20:28.690435+0000","last_clean":"2024-04-02T08:20:28.690435+0000","last_became_active":"2024-04-02T08:20:27.024120+0000","last_became_peered":"2024-04-02T08:20:27.024120+0000","last_unstale":"2024-04-02T08:20:28.690435+0000","last_undegraded":"2024-04-02T08:20:28.690435+0000","last_fullsized":"2024-04-02T08:20:28.690435+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:42:34.233896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690696+0000","last_change":"2024-04-02T08:20:26.654578+0000","last_active":"2024-04-02T08:20:28.690696+0000","last_peered":"2024-04-02T08:20:28.690696+0000","last_clean":"2024-04-02T08:20:28.690696+0000","last_became_active":"2024-04-02T08:20:26.654302+0000","last_became_peered":"2024-04-02T08:20:26.654302+0000","last_unstale":"2024-04-02T08:20:28.690696+0000","last_undegraded":"2024-04-02T08:20:28.690696+0000","last_fullsized":"2024-04-02T08:20:28.690696+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:31:02.827749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.005321+0000","last_change":"2024-04-02T08:20:27.029469+0000","last_active":"2024-04-02T08:20:28.005321+0000","last_peered":"2024-04-02T08:20:28.005321+0000","last_clean":"2024-04-02T08:20:28.005321+0000","last_became_active":"2024-04-02T08:20:27.025383+0000","last_became_peered":"2024-04-02T08:20:27.025383+0000","last_unstale":"2024-04-02T08:20:28.005321+0000","last_undegraded":"2024-04-02T08:20:28.005321+0000","last_fullsized":"2024-04-02T08:20:28.005321+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:10:47.135216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:25.621155+0000","last_change":"2024-04-02T08:20:25.621155+0000","last_active":"2024-04-02T08:20:25.621155+0000","last_peered":"2024-04-02T08:20:25.621155+0000","last_clean":"2024-04-02T08:20:25.621155+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:25.621155+0000","last_undegraded":"2024-04-02T08:20:25.621155+0000","last_fullsized":"2024-04-02T08:20:25.621155+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.544401+0000","last_change":"2024-04-02T08:20:27.031498+0000","last_active":"2024-04-02T08:20:28.544401+0000","last_peered":"2024-04-02T08:20:28.544401+0000","last_clean":"2024-04-02T08:20:28.544401+0000","last_became_active":"2024-04-02T08:20:27.031067+0000","last_became_peered":"2024-04-02T08:20:27.031067+0000","last_unstale":"2024-04-02T08:20:28.544401+0000","last_undegraded":"2024-04-02T08:20:28.544401+0000","last_fullsized":"2024-04-02T08:20:28.544401+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:48:20.738944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"61'6","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.691517+0000","last_change":"2024-04-02T08:20:26.646865+0000","last_active":"2024-04-02T08:20:28.691517+0000","last_peered":"2024-04-02T08:20:28.691517+0000","last_clean":"2024-04-02T08:20:28.691517+0000","last_became_active":"2024-04-02T08:20:26.646505+0000","last_became_peered":"2024-04-02T08:20:26.646505+0000","last_unstale":"2024-04-02T08:20:28.691517+0000","last_undegraded":"2024-04-02T08:20:28.691517+0000","last_fullsized":"2024-04-02T08:20:28.691517+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:26:06.551047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004157+0000","last_change":"2024-04-02T08:20:27.040257+0000","last_active":"2024-04-02T08:20:28.004157+0000","last_peered":"2024-04-02T08:20:28.004157+0000","last_clean":"2024-04-02T08:20:28.004157+0000","last_became_active":"2024-04-02T08:20:27.039986+0000","last_became_peered":"2024-04-02T08:20:27.039986+0000","last_unstale":"2024-04-02T08:20:28.004157+0000","last_undegraded":"2024-04-02T08:20:28.004157+0000","last_fullsized":"2024-04-02T08:20:28.004157+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:59:46.539632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004718+0000","last_change":"2024-04-02T08:20:26.655088+0000","last_active":"2024-04-02T08:20:28.004718+0000","last_peered":"2024-04-02T08:20:28.004718+0000","last_clean":"2024-04-02T08:20:28.004718+0000","last_became_active":"2024-04-02T08:20:26.654811+0000","last_became_peered":"2024-04-02T08:20:26.654811+0000","last_unstale":"2024-04-02T08:20:28.004718+0000","last_undegraded":"2024-04-02T08:20:28.004718+0000","last_fullsized":"2024-04-02T08:20:28.004718+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:51:03.494904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004498+0000","last_change":"2024-04-02T08:20:27.030775+0000","last_active":"2024-04-02T08:20:28.004498+0000","last_peered":"2024-04-02T08:20:28.004498+0000","last_clean":"2024-04-02T08:20:28.004498+0000","last_became_active":"2024-04-02T08:20:27.029370+0000","last_became_peered":"2024-04-02T08:20:27.029370+0000","last_unstale":"2024-04-02T08:20:28.004498+0000","last_undegraded":"2024-04-02T08:20:28.004498+0000","last_fullsized":"2024-04-02T08:20:28.004498+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:11:38.069322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690087+0000","last_change":"2024-04-02T08:20:26.655625+0000","last_active":"2024-04-02T08:20:28.690087+0000","last_peered":"2024-04-02T08:20:28.690087+0000","last_clean":"2024-04-02T08:20:28.690087+0000","last_became_active":"2024-04-02T08:20:26.655296+0000","last_became_peered":"2024-04-02T08:20:26.655296+0000","last_unstale":"2024-04-02T08:20:28.690087+0000","last_undegraded":"2024-04-02T08:20:28.690087+0000","last_fullsized":"2024-04-02T08:20:28.690087+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:15:37.398325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004133+0000","last_change":"2024-04-02T08:20:27.036234+0000","last_active":"2024-04-02T08:20:28.004133+0000","last_peered":"2024-04-02T08:20:28.004133+0000","last_clean":"2024-04-02T08:20:28.004133+0000","last_became_active":"2024-04-02T08:20:27.035735+0000","last_became_peered":"2024-04-02T08:20:27.035735+0000","last_unstale":"2024-04-02T08:20:28.004133+0000","last_undegraded":"2024-04-02T08:20:28.004133+0000","last_fullsized":"2024-04-02T08:20:28.004133+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:32:31.369036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.691143+0000","last_change":"2024-04-02T08:20:26.647480+0000","last_active":"2024-04-02T08:20:28.691143+0000","last_peered":"2024-04-02T08:20:28.691143+0000","last_clean":"2024-04-02T08:20:28.691143+0000","last_became_active":"2024-04-02T08:20:26.647165+0000","last_became_peered":"2024-04-02T08:20:26.647165+0000","last_unstale":"2024-04-02T08:20:28.691143+0000","last_undegraded":"2024-04-02T08:20:28.691143+0000","last_fullsized":"2024-04-02T08:20:28.691143+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:37:07.695754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690185+0000","last_change":"2024-04-02T08:20:27.027508+0000","last_active":"2024-04-02T08:20:28.690185+0000","last_peered":"2024-04-02T08:20:28.690185+0000","last_clean":"2024-04-02T08:20:28.690185+0000","last_became_active":"2024-04-02T08:20:27.027205+0000","last_became_peered":"2024-04-02T08:20:27.027205+0000","last_unstale":"2024-04-02T08:20:28.690185+0000","last_undegraded":"2024-04-02T08:20:28.690185+0000","last_fullsized":"2024-04-02T08:20:28.690185+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:59:01.351886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:20:26.644815+0000","last_change":"2024-04-02T08:20:26.644389+0000","last_active":"2024-04-02T08:20:26.644815+0000","last_peered":"2024-04-02T08:20:26.644815+0000","last_clean":"2024-04-02T08:20:26.644815+0000","last_became_active":"2024-04-02T08:20:26.644056+0000","last_became_peered":"2024-04-02T08:20:26.644056+0000","last_unstale":"2024-04-02T08:20:26.644815+0000","last_undegraded":"2024-04-02T08:20:26.644815+0000","last_fullsized":"2024-04-02T08:20:26.644815+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:30:34.819876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.003844+0000","last_change":"2024-04-02T08:20:27.039966+0000","last_active":"2024-04-02T08:20:28.003844+0000","last_peered":"2024-04-02T08:20:28.003844+0000","last_clean":"2024-04-02T08:20:28.003844+0000","last_became_active":"2024-04-02T08:20:27.039670+0000","last_became_peered":"2024-04-02T08:20:27.039670+0000","last_unstale":"2024-04-02T08:20:28.003844+0000","last_undegraded":"2024-04-02T08:20:28.003844+0000","last_fullsized":"2024-04-02T08:20:28.003844+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:01:19.772203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.544751+0000","last_change":"2024-04-02T08:20:26.648726+0000","last_active":"2024-04-02T08:20:28.544751+0000","last_peered":"2024-04-02T08:20:28.544751+0000","last_clean":"2024-04-02T08:20:28.544751+0000","last_became_active":"2024-04-02T08:20:26.648394+0000","last_became_peered":"2024-04-02T08:20:26.648394+0000","last_unstale":"2024-04-02T08:20:28.544751+0000","last_undegraded":"2024-04-02T08:20:28.544751+0000","last_fullsized":"2024-04-02T08:20:28.544751+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:36:05.496757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004338+0000","last_change":"2024-04-02T08:20:27.038870+0000","last_active":"2024-04-02T08:20:28.004338+0000","last_peered":"2024-04-02T08:20:28.004338+0000","last_clean":"2024-04-02T08:20:28.004338+0000","last_became_active":"2024-04-02T08:20:27.038565+0000","last_became_peered":"2024-04-02T08:20:27.038565+0000","last_unstale":"2024-04-02T08:20:28.004338+0000","last_undegraded":"2024-04-02T08:20:28.004338+0000","last_fullsized":"2024-04-02T08:20:28.004338+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:29:49.209931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:25.621155+0000","last_change":"2024-04-02T08:20:25.621155+0000","last_active":"2024-04-02T08:20:25.621155+0000","last_peered":"2024-04-02T08:20:25.621155+0000","last_clean":"2024-04-02T08:20:25.621155+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:25.621155+0000","last_undegraded":"2024-04-02T08:20:25.621155+0000","last_fullsized":"2024-04-02T08:20:25.621155+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690836+0000","last_change":"2024-04-02T08:20:27.014150+0000","last_active":"2024-04-02T08:20:28.690836+0000","last_peered":"2024-04-02T08:20:28.690836+0000","last_clean":"2024-04-02T08:20:28.690836+0000","last_became_active":"2024-04-02T08:20:27.013787+0000","last_became_peered":"2024-04-02T08:20:27.013787+0000","last_unstale":"2024-04-02T08:20:28.690836+0000","last_undegraded":"2024-04-02T08:20:28.690836+0000","last_fullsized":"2024-04-02T08:20:28.690836+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:32:56.956552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690095+0000","last_change":"2024-04-02T08:20:26.654174+0000","last_active":"2024-04-02T08:20:28.690095+0000","last_peered":"2024-04-02T08:20:28.690095+0000","last_clean":"2024-04-02T08:20:28.690095+0000","last_became_active":"2024-04-02T08:20:26.652709+0000","last_became_peered":"2024-04-02T08:20:26.652709+0000","last_unstale":"2024-04-02T08:20:28.690095+0000","last_undegraded":"2024-04-02T08:20:28.690095+0000","last_fullsized":"2024-04-02T08:20:28.690095+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:04:13.009116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.544493+0000","last_change":"2024-04-02T08:20:27.036702+0000","last_active":"2024-04-02T08:20:28.544493+0000","last_peered":"2024-04-02T08:20:28.544493+0000","last_clean":"2024-04-02T08:20:28.544493+0000","last_became_active":"2024-04-02T08:20:27.036406+0000","last_became_peered":"2024-04-02T08:20:27.036406+0000","last_unstale":"2024-04-02T08:20:28.544493+0000","last_undegraded":"2024-04-02T08:20:28.544493+0000","last_fullsized":"2024-04-02T08:20:28.544493+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:45:59.464657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:20:26.644600+0000","last_change":"2024-04-02T08:20:26.643431+0000","last_active":"2024-04-02T08:20:26.644600+0000","last_peered":"2024-04-02T08:20:26.644600+0000","last_clean":"2024-04-02T08:20:26.644600+0000","last_became_active":"2024-04-02T08:20:26.642976+0000","last_became_peered":"2024-04-02T08:20:26.642976+0000","last_unstale":"2024-04-02T08:20:26.644600+0000","last_undegraded":"2024-04-02T08:20:26.644600+0000","last_fullsized":"2024-04-02T08:20:26.644600+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:18:00.631934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.023590+0000","last_change":"2024-04-02T08:20:27.022300+0000","last_active":"2024-04-02T08:20:27.023590+0000","last_peered":"2024-04-02T08:20:27.023590+0000","last_clean":"2024-04-02T08:20:27.023590+0000","last_became_active":"2024-04-02T08:20:27.021929+0000","last_became_peered":"2024-04-02T08:20:27.021929+0000","last_unstale":"2024-04-02T08:20:27.023590+0000","last_undegraded":"2024-04-02T08:20:27.023590+0000","last_fullsized":"2024-04-02T08:20:27.023590+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:31:07.454229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690478+0000","last_change":"2024-04-02T08:20:26.651140+0000","last_active":"2024-04-02T08:20:28.690478+0000","last_peered":"2024-04-02T08:20:28.690478+0000","last_clean":"2024-04-02T08:20:28.690478+0000","last_became_active":"2024-04-02T08:20:26.650780+0000","last_became_peered":"2024-04-02T08:20:26.650780+0000","last_unstale":"2024-04-02T08:20:28.690478+0000","last_undegraded":"2024-04-02T08:20:28.690478+0000","last_fullsized":"2024-04-02T08:20:28.690478+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:29:42.083367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":219,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.017039+0000","last_change":"2024-04-02T08:20:11.332719+0000","last_active":"2024-04-02T08:20:27.017039+0000","last_peered":"2024-04-02T08:20:27.017039+0000","last_clean":"2024-04-02T08:20:27.017039+0000","last_became_active":"2024-04-02T08:20:11.332286+0000","last_became_peered":"2024-04-02T08:20:11.332286+0000","last_unstale":"2024-04-02T08:20:27.017039+0000","last_undegraded":"2024-04-02T08:20:27.017039+0000","last_fullsized":"2024-04-02T08:20:27.017039+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:18:06.875872+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:18:06.875872+0000","last_clean_scrub_stamp":"2024-04-02T08:18:06.875872+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:26:46.361137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004045+0000","last_change":"2024-04-02T08:20:27.029057+0000","last_active":"2024-04-02T08:20:28.004045+0000","last_peered":"2024-04-02T08:20:28.004045+0000","last_clean":"2024-04-02T08:20:28.004045+0000","last_became_active":"2024-04-02T08:20:27.028708+0000","last_became_peered":"2024-04-02T08:20:27.028708+0000","last_unstale":"2024-04-02T08:20:28.004045+0000","last_undegraded":"2024-04-02T08:20:28.004045+0000","last_fullsized":"2024-04-02T08:20:28.004045+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:15:57.005362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.003901+0000","last_change":"2024-04-02T08:20:26.657892+0000","last_active":"2024-04-02T08:20:28.003901+0000","last_peered":"2024-04-02T08:20:28.003901+0000","last_clean":"2024-04-02T08:20:28.003901+0000","last_became_active":"2024-04-02T08:20:26.657567+0000","last_became_peered":"2024-04-02T08:20:26.657567+0000","last_unstale":"2024-04-02T08:20:28.003901+0000","last_undegraded":"2024-04-02T08:20:28.003901+0000","last_fullsized":"2024-04-02T08:20:28.003901+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:17:33.203588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004304+0000","last_change":"2024-04-02T08:20:26.655112+0000","last_active":"2024-04-02T08:20:28.004304+0000","last_peered":"2024-04-02T08:20:28.004304+0000","last_clean":"2024-04-02T08:20:28.004304+0000","last_became_active":"2024-04-02T08:20:26.654810+0000","last_became_peered":"2024-04-02T08:20:26.654810+0000","last_unstale":"2024-04-02T08:20:28.004304+0000","last_undegraded":"2024-04-02T08:20:28.004304+0000","last_fullsized":"2024-04-02T08:20:28.004304+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:12:01.719204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:25.621155+0000","last_change":"2024-04-02T08:20:25.621155+0000","last_active":"2024-04-02T08:20:25.621155+0000","last_peered":"2024-04-02T08:20:25.621155+0000","last_clean":"2024-04-02T08:20:25.621155+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:25.621155+0000","last_undegraded":"2024-04-02T08:20:25.621155+0000","last_fullsized":"2024-04-02T08:20:25.621155+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.031967+0000","last_change":"2024-04-02T08:20:27.031320+0000","last_active":"2024-04-02T08:20:27.031967+0000","last_peered":"2024-04-02T08:20:27.031967+0000","last_clean":"2024-04-02T08:20:27.031967+0000","last_became_active":"2024-04-02T08:20:27.031023+0000","last_became_peered":"2024-04-02T08:20:27.031023+0000","last_unstale":"2024-04-02T08:20:27.031967+0000","last_undegraded":"2024-04-02T08:20:27.031967+0000","last_fullsized":"2024-04-02T08:20:27.031967+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:12:25.847169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.691515+0000","last_change":"2024-04-02T08:20:26.649970+0000","last_active":"2024-04-02T08:20:28.691515+0000","last_peered":"2024-04-02T08:20:28.691515+0000","last_clean":"2024-04-02T08:20:28.691515+0000","last_became_active":"2024-04-02T08:20:26.649635+0000","last_became_peered":"2024-04-02T08:20:26.649635+0000","last_unstale":"2024-04-02T08:20:28.691515+0000","last_undegraded":"2024-04-02T08:20:28.691515+0000","last_fullsized":"2024-04-02T08:20:28.691515+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:38:03.729712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.005142+0000","last_change":"2024-04-02T08:20:27.025574+0000","last_active":"2024-04-02T08:20:28.005142+0000","last_peered":"2024-04-02T08:20:28.005142+0000","last_clean":"2024-04-02T08:20:28.005142+0000","last_became_active":"2024-04-02T08:20:27.025270+0000","last_became_peered":"2024-04-02T08:20:27.025270+0000","last_unstale":"2024-04-02T08:20:28.005142+0000","last_undegraded":"2024-04-02T08:20:28.005142+0000","last_fullsized":"2024-04-02T08:20:28.005142+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:16:34.897748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.003769+0000","last_change":"2024-04-02T08:20:26.657396+0000","last_active":"2024-04-02T08:20:28.003769+0000","last_peered":"2024-04-02T08:20:28.003769+0000","last_clean":"2024-04-02T08:20:28.003769+0000","last_became_active":"2024-04-02T08:20:26.657046+0000","last_became_peered":"2024-04-02T08:20:26.657046+0000","last_unstale":"2024-04-02T08:20:28.003769+0000","last_undegraded":"2024-04-02T08:20:28.003769+0000","last_fullsized":"2024-04-02T08:20:28.003769+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:52:30.485564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.544211+0000","last_change":"2024-04-02T08:20:27.030304+0000","last_active":"2024-04-02T08:20:28.544211+0000","last_peered":"2024-04-02T08:20:28.544211+0000","last_clean":"2024-04-02T08:20:28.544211+0000","last_became_active":"2024-04-02T08:20:27.029920+0000","last_became_peered":"2024-04-02T08:20:27.029920+0000","last_unstale":"2024-04-02T08:20:28.544211+0000","last_undegraded":"2024-04-02T08:20:28.544211+0000","last_fullsized":"2024-04-02T08:20:28.544211+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:47:54.290777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:25.621155+0000","last_change":"2024-04-02T08:20:25.621155+0000","last_active":"2024-04-02T08:20:25.621155+0000","last_peered":"2024-04-02T08:20:25.621155+0000","last_clean":"2024-04-02T08:20:25.621155+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:25.621155+0000","last_undegraded":"2024-04-02T08:20:25.621155+0000","last_fullsized":"2024-04-02T08:20:25.621155+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.030284+0000","last_change":"2024-04-02T08:20:27.029846+0000","last_active":"2024-04-02T08:20:27.030284+0000","last_peered":"2024-04-02T08:20:27.030284+0000","last_clean":"2024-04-02T08:20:27.030284+0000","last_became_active":"2024-04-02T08:20:27.029580+0000","last_became_peered":"2024-04-02T08:20:27.029580+0000","last_unstale":"2024-04-02T08:20:27.030284+0000","last_undegraded":"2024-04-02T08:20:27.030284+0000","last_fullsized":"2024-04-02T08:20:27.030284+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:48:55.035231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:25.621155+0000","last_change":"2024-04-02T08:20:25.621155+0000","last_active":"2024-04-02T08:20:25.621155+0000","last_peered":"2024-04-02T08:20:25.621155+0000","last_clean":"2024-04-02T08:20:25.621155+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:25.621155+0000","last_undegraded":"2024-04-02T08:20:25.621155+0000","last_fullsized":"2024-04-02T08:20:25.621155+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.016063+0000","last_change":"2024-04-02T08:20:27.015647+0000","last_active":"2024-04-02T08:20:27.016063+0000","last_peered":"2024-04-02T08:20:27.016063+0000","last_clean":"2024-04-02T08:20:27.016063+0000","last_became_active":"2024-04-02T08:20:27.015391+0000","last_became_peered":"2024-04-02T08:20:27.015391+0000","last_unstale":"2024-04-02T08:20:27.016063+0000","last_undegraded":"2024-04-02T08:20:27.016063+0000","last_fullsized":"2024-04-02T08:20:27.016063+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:01:05.810507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004080+0000","last_change":"2024-04-02T08:20:26.653235+0000","last_active":"2024-04-02T08:20:28.004080+0000","last_peered":"2024-04-02T08:20:28.004080+0000","last_clean":"2024-04-02T08:20:28.004080+0000","last_became_active":"2024-04-02T08:20:26.652926+0000","last_became_peered":"2024-04-02T08:20:26.652926+0000","last_unstale":"2024-04-02T08:20:28.004080+0000","last_undegraded":"2024-04-02T08:20:28.004080+0000","last_fullsized":"2024-04-02T08:20:28.004080+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:35:07.031496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.691298+0000","last_change":"2024-04-02T08:20:27.030701+0000","last_active":"2024-04-02T08:20:28.691298+0000","last_peered":"2024-04-02T08:20:28.691298+0000","last_clean":"2024-04-02T08:20:28.691298+0000","last_became_active":"2024-04-02T08:20:27.029827+0000","last_became_peered":"2024-04-02T08:20:27.029827+0000","last_unstale":"2024-04-02T08:20:28.691298+0000","last_undegraded":"2024-04-02T08:20:28.691298+0000","last_fullsized":"2024-04-02T08:20:28.691298+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:41:01.063410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:20:26.646336+0000","last_change":"2024-04-02T08:20:26.646027+0000","last_active":"2024-04-02T08:20:26.646336+0000","last_peered":"2024-04-02T08:20:26.646336+0000","last_clean":"2024-04-02T08:20:26.646336+0000","last_became_active":"2024-04-02T08:20:26.645629+0000","last_became_peered":"2024-04-02T08:20:26.645629+0000","last_unstale":"2024-04-02T08:20:26.646336+0000","last_undegraded":"2024-04-02T08:20:26.646336+0000","last_fullsized":"2024-04-02T08:20:26.646336+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:29:05.837940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004273+0000","last_change":"2024-04-02T08:20:27.034246+0000","last_active":"2024-04-02T08:20:28.004273+0000","last_peered":"2024-04-02T08:20:28.004273+0000","last_clean":"2024-04-02T08:20:28.004273+0000","last_became_active":"2024-04-02T08:20:27.033925+0000","last_became_peered":"2024-04-02T08:20:27.033925+0000","last_unstale":"2024-04-02T08:20:28.004273+0000","last_undegraded":"2024-04-02T08:20:28.004273+0000","last_fullsized":"2024-04-02T08:20:28.004273+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:23:06.206048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:25.621155+0000","last_change":"2024-04-02T08:20:25.621155+0000","last_active":"2024-04-02T08:20:25.621155+0000","last_peered":"2024-04-02T08:20:25.621155+0000","last_clean":"2024-04-02T08:20:25.621155+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:25.621155+0000","last_undegraded":"2024-04-02T08:20:25.621155+0000","last_fullsized":"2024-04-02T08:20:25.621155+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690659+0000","last_change":"2024-04-02T08:20:27.014157+0000","last_active":"2024-04-02T08:20:28.690659+0000","last_peered":"2024-04-02T08:20:28.690659+0000","last_clean":"2024-04-02T08:20:28.690659+0000","last_became_active":"2024-04-02T08:20:27.013827+0000","last_became_peered":"2024-04-02T08:20:27.013827+0000","last_unstale":"2024-04-02T08:20:28.690659+0000","last_undegraded":"2024-04-02T08:20:28.690659+0000","last_fullsized":"2024-04-02T08:20:28.690659+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:33:41.027362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-02T08:20:26.642271+0000","last_change":"2024-04-02T08:20:26.641873+0000","last_active":"2024-04-02T08:20:26.642271+0000","last_peered":"2024-04-02T08:20:26.642271+0000","last_clean":"2024-04-02T08:20:26.642271+0000","last_became_active":"2024-04-02T08:20:26.641501+0000","last_became_peered":"2024-04-02T08:20:26.641501+0000","last_unstale":"2024-04-02T08:20:26.642271+0000","last_undegraded":"2024-04-02T08:20:26.642271+0000","last_fullsized":"2024-04-02T08:20:26.642271+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:41:10.327745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004593+0000","last_change":"2024-04-02T08:20:27.041716+0000","last_active":"2024-04-02T08:20:28.004593+0000","last_peered":"2024-04-02T08:20:28.004593+0000","last_clean":"2024-04-02T08:20:28.004593+0000","last_became_active":"2024-04-02T08:20:27.041348+0000","last_became_peered":"2024-04-02T08:20:27.041348+0000","last_unstale":"2024-04-02T08:20:28.004593+0000","last_undegraded":"2024-04-02T08:20:28.004593+0000","last_fullsized":"2024-04-02T08:20:28.004593+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:31:30.108019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690052+0000","last_change":"2024-04-02T08:20:27.026776+0000","last_active":"2024-04-02T08:20:28.690052+0000","last_peered":"2024-04-02T08:20:28.690052+0000","last_clean":"2024-04-02T08:20:28.690052+0000","last_became_active":"2024-04-02T08:20:27.026451+0000","last_became_peered":"2024-04-02T08:20:27.026451+0000","last_unstale":"2024-04-02T08:20:28.690052+0000","last_undegraded":"2024-04-02T08:20:28.690052+0000","last_fullsized":"2024-04-02T08:20:28.690052+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:37:45.099523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-02T08:20:26.630082+0000","last_change":"2024-04-02T08:20:26.630082+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.630082+0000","last_undegraded":"2024-04-02T08:20:26.630082+0000","last_fullsized":"2024-04-02T08:20:26.630082+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:37:03.983674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690209+0000","last_change":"2024-04-02T08:20:27.020336+0000","last_active":"2024-04-02T08:20:28.690209+0000","last_peered":"2024-04-02T08:20:28.690209+0000","last_clean":"2024-04-02T08:20:28.690209+0000","last_became_active":"2024-04-02T08:20:27.018798+0000","last_became_peered":"2024-04-02T08:20:27.018798+0000","last_unstale":"2024-04-02T08:20:28.690209+0000","last_undegraded":"2024-04-02T08:20:28.690209+0000","last_fullsized":"2024-04-02T08:20:28.690209+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:46:57.225102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004634+0000","last_change":"2024-04-02T08:20:27.025726+0000","last_active":"2024-04-02T08:20:28.004634+0000","last_peered":"2024-04-02T08:20:28.004634+0000","last_clean":"2024-04-02T08:20:28.004634+0000","last_became_active":"2024-04-02T08:20:27.025461+0000","last_became_peered":"2024-04-02T08:20:27.025461+0000","last_unstale":"2024-04-02T08:20:28.004634+0000","last_undegraded":"2024-04-02T08:20:28.004634+0000","last_fullsized":"2024-04-02T08:20:28.004634+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:34:04.211579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.015674+0000","last_change":"2024-04-02T08:20:27.015382+0000","last_active":"2024-04-02T08:20:27.015674+0000","last_peered":"2024-04-02T08:20:27.015674+0000","last_clean":"2024-04-02T08:20:27.015674+0000","last_became_active":"2024-04-02T08:20:27.015114+0000","last_became_peered":"2024-04-02T08:20:27.015114+0000","last_unstale":"2024-04-02T08:20:27.015674+0000","last_undegraded":"2024-04-02T08:20:27.015674+0000","last_fullsized":"2024-04-02T08:20:27.015674+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:46:30.002195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:20:26.623032+0000","last_change":"2024-04-02T08:20:26.623032+0000","last_active":"2024-04-02T08:20:26.623032+0000","last_peered":"2024-04-02T08:20:26.623032+0000","last_clean":"2024-04-02T08:20:26.623032+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:20:26.623032+0000","last_undegraded":"2024-04-02T08:20:26.623032+0000","last_fullsized":"2024-04-02T08:20:26.623032+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690990+0000","last_change":"2024-04-02T08:20:27.035922+0000","last_active":"2024-04-02T08:20:28.690990+0000","last_peered":"2024-04-02T08:20:28.690990+0000","last_clean":"2024-04-02T08:20:28.690990+0000","last_became_active":"2024-04-02T08:20:27.035455+0000","last_became_peered":"2024-04-02T08:20:27.035455+0000","last_unstale":"2024-04-02T08:20:28.690990+0000","last_undegraded":"2024-04-02T08:20:28.690990+0000","last_fullsized":"2024-04-02T08:20:28.690990+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:03:45.344318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.015553+0000","last_change":"2024-04-02T08:20:27.015238+0000","last_active":"2024-04-02T08:20:27.015553+0000","last_peered":"2024-04-02T08:20:27.015553+0000","last_clean":"2024-04-02T08:20:27.015553+0000","last_became_active":"2024-04-02T08:20:27.014960+0000","last_became_peered":"2024-04-02T08:20:27.014960+0000","last_unstale":"2024-04-02T08:20:27.015553+0000","last_undegraded":"2024-04-02T08:20:27.015553+0000","last_fullsized":"2024-04-02T08:20:27.015553+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:41:21.480551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690213+0000","last_change":"2024-04-02T08:20:27.014532+0000","last_active":"2024-04-02T08:20:28.690213+0000","last_peered":"2024-04-02T08:20:28.690213+0000","last_clean":"2024-04-02T08:20:28.690213+0000","last_became_active":"2024-04-02T08:20:27.012846+0000","last_became_peered":"2024-04-02T08:20:27.012846+0000","last_unstale":"2024-04-02T08:20:28.690213+0000","last_undegraded":"2024-04-02T08:20:28.690213+0000","last_fullsized":"2024-04-02T08:20:28.690213+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:22:53.839236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.020741+0000","last_change":"2024-04-02T08:20:27.020175+0000","last_active":"2024-04-02T08:20:27.020741+0000","last_peered":"2024-04-02T08:20:27.020741+0000","last_clean":"2024-04-02T08:20:27.020741+0000","last_became_active":"2024-04-02T08:20:27.019746+0000","last_became_peered":"2024-04-02T08:20:27.019746+0000","last_unstale":"2024-04-02T08:20:27.020741+0000","last_undegraded":"2024-04-02T08:20:27.020741+0000","last_fullsized":"2024-04-02T08:20:27.020741+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:50:13.525603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690322+0000","last_change":"2024-04-02T08:20:27.026187+0000","last_active":"2024-04-02T08:20:28.690322+0000","last_peered":"2024-04-02T08:20:28.690322+0000","last_clean":"2024-04-02T08:20:28.690322+0000","last_became_active":"2024-04-02T08:20:27.024746+0000","last_became_peered":"2024-04-02T08:20:27.024746+0000","last_unstale":"2024-04-02T08:20:28.690322+0000","last_undegraded":"2024-04-02T08:20:28.690322+0000","last_fullsized":"2024-04-02T08:20:28.690322+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:50:39.331951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004545+0000","last_change":"2024-04-02T08:20:27.029837+0000","last_active":"2024-04-02T08:20:28.004545+0000","last_peered":"2024-04-02T08:20:28.004545+0000","last_clean":"2024-04-02T08:20:28.004545+0000","last_became_active":"2024-04-02T08:20:27.029512+0000","last_became_peered":"2024-04-02T08:20:27.029512+0000","last_unstale":"2024-04-02T08:20:28.004545+0000","last_undegraded":"2024-04-02T08:20:28.004545+0000","last_fullsized":"2024-04-02T08:20:28.004545+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:22:47.241898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.691550+0000","last_change":"2024-04-02T08:20:27.034287+0000","last_active":"2024-04-02T08:20:28.691550+0000","last_peered":"2024-04-02T08:20:28.691550+0000","last_clean":"2024-04-02T08:20:28.691550+0000","last_became_active":"2024-04-02T08:20:27.032002+0000","last_became_peered":"2024-04-02T08:20:27.032002+0000","last_unstale":"2024-04-02T08:20:28.691550+0000","last_undegraded":"2024-04-02T08:20:28.691550+0000","last_fullsized":"2024-04-02T08:20:28.691550+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:13:45.183063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":174,"acting":174,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2202,"num_objects":13,"num_object_clones":0,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":6926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":24,"ondisk_log_size":24,"up":78,"acting":78,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233991,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28220,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716932,"statfs":{"total":95995035648,"available":95966138368,"internally_reserved":0,"allocated":1220608,"data_stored":850082,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65300000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56399999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46400000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52500000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55200000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67900000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59899999999999998}]}]},{"osd":6,"up_from":46,"seq":197568495627,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28212,"kb_used_data":1188,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716940,"statfs":{"total":95995035648,"available":95966146560,"internally_reserved":0,"allocated":1216512,"data_stored":844643,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53600000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56399999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57999999999999996}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45600000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.313}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40400000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574883,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27580,"kb_used_data":552,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717572,"statfs":{"total":95995035648,"available":95966793728,"internally_reserved":0,"allocated":565248,"data_stored":232008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:19:48 2024","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.32800000000000001,"15min":0.316},"min":{"1min":0.254,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.27000000000000002},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.35799999999999998,"15min":0.34599999999999997},"min":{"1min":0.28599999999999998,"5min":0.224,"15min":0.224},"max":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"last":0.28399999999999997}]},{"osd":2,"last update":"Tue Apr 2 08:20:09 2024","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.39700000000000002,"15min":0.38800000000000001},"min":{"1min":0.33400000000000002,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.22500000000000001},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.45100000000000001,"15min":0.441},"min":{"1min":0.36299999999999999,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.313}]},{"osd":3,"last update":"Tue Apr 2 08:19:33 2024","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.32400000000000001}]},{"osd":4,"last update":"Tue Apr 2 08:19:57 2024","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.621,"15min":0.621},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.44800000000000001}]},{"osd":5,"last update":"Tue Apr 2 08:20:19 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.435},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.39400000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36699999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40500000000000003}]}]},{"osd":0,"up_from":8,"seq":34359738410,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28224,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716928,"statfs":{"total":95995035648,"available":95966134272,"internally_reserved":0,"allocated":1232896,"data_stored":850537,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Apr 2 08:19:43 2024","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.38100000000000001,"15min":0.37},"min":{"1min":0.34899999999999998,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.59799999999999998,"5min":1.248,"15min":1.248},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.34999999999999998,"15min":0.33400000000000002},"min":{"1min":0.318,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.55100000000000005,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.39600000000000002}]},{"osd":2,"last update":"Tue Apr 2 08:20:15 2024","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.52300000000000002,"15min":0.54100000000000004},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.59299999999999997,"5min":2.827,"15min":2.827},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.44800000000000001,"15min":0.442},"min":{"1min":0.28499999999999998,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.33800000000000002}]},{"osd":3,"last update":"Tue Apr 2 08:19:36 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.433},{"interface":"front","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.38300000000000001}]},{"osd":4,"last update":"Tue Apr 2 08:19:56 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.57899999999999996}]},{"osd":5,"last update":"Tue Apr 2 08:20:20 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.53100000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49399999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411358,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27588,"kb_used_data":568,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717564,"statfs":{"total":95995035648,"available":95966785536,"internally_reserved":0,"allocated":581632,"data_stored":238528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:20:09 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.373,"15min":0.36399999999999999},"min":{"1min":0.23799999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.27300000000000002},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.39600000000000002,"15min":0.38400000000000001},"min":{"1min":0.27400000000000002,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.39000000000000001}]},{"osd":1,"last update":"Tue Apr 2 08:20:09 2024","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.39200000000000002,"15min":0.38300000000000001},"min":{"1min":0.33800000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.31900000000000001},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.41299999999999998,"15min":0.40500000000000003},"min":{"1min":0.318,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.71499999999999997,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.36599999999999999}]},{"osd":3,"last update":"Tue Apr 2 08:19:33 2024","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"last":0.29399999999999998}]},{"osd":4,"last update":"Tue Apr 2 08:19:58 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.60099999999999998}]},{"osd":5,"last update":"Tue Apr 2 08:20:24 2024","interfaces":[{"interface":"back","average":{"1min":1.492,"5min":1.492,"15min":1.492},"min":{"1min":0.504,"5min":0.504,"15min":0.504},"max":{"1min":12.739000000000001,"5min":12.739000000000001,"15min":12.739000000000001},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.622}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65400000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58999999999999997}]}]},{"osd":3,"up_from":25,"seq":107374182426,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27640,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717512,"statfs":{"total":95995035648,"available":95966732288,"internally_reserved":0,"allocated":630784,"data_stored":254379,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:19:32 2024","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.317},{"interface":"front","average":{"1min":0.437,"5min":0.437,"15min":0.437},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.29899999999999999}]},{"osd":1,"last update":"Tue Apr 2 08:19:32 2024","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.437,"5min":0.437,"15min":0.437},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.35399999999999998}]},{"osd":2,"last update":"Tue Apr 2 08:19:32 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.441,"5min":0.441,"15min":0.441},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.33800000000000002}]},{"osd":4,"last update":"Tue Apr 2 08:19:58 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.58099999999999996}]},{"osd":5,"last update":"Tue Apr 2 08:20:21 2024","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.53400000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.622}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60999999999999999}]}]},{"osd":4,"up_from":30,"seq":128849018900,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27640,"kb_used_data":612,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717512,"statfs":{"total":95995035648,"available":95966732288,"internally_reserved":0,"allocated":626688,"data_stored":253419,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:19:56 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.66200000000000003}]},{"osd":1,"last update":"Tue Apr 2 08:19:56 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.53800000000000003}]},{"osd":2,"last update":"Tue Apr 2 08:19:56 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.629},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.73699999999999999}]},{"osd":3,"last update":"Tue Apr 2 08:19:56 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.58799999999999997}]},{"osd":5,"last update":"Tue Apr 2 08:20:19 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.503}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39100000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41899999999999998}]}]},{"osd":5,"up_from":38,"seq":163208757264,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27636,"kb_used_data":608,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717516,"statfs":{"total":95995035648,"available":95966736384,"internally_reserved":0,"allocated":622592,"data_stored":254034,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:20:19 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.56100000000000005}]},{"osd":1,"last update":"Tue Apr 2 08:20:19 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.49299999999999999}]},{"osd":2,"last update":"Tue Apr 2 08:20:19 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.53500000000000003}]},{"osd":3,"last update":"Tue Apr 2 08:20:19 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.61599999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:20:19 2024","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.438,"15min":0.438},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.51100000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47499999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55100000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-02T08:20:32.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:31 smithi055 ceph-mon[31035]: from='client.24452 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:20:32.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:31 smithi055 ceph-mon[31035]: pgmap v194: 97 pgs: 2 creating+peering, 83 active+clean, 12 unknown; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 2.5 KiB/s wr, 5 op/s 2024-04-02T08:20:32.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:31 smithi055 ceph-mon[31035]: from='client.24458 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:20:32.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:31 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/2575212203' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-02T08:20:32.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:31 smithi012 ceph-mon[27004]: from='client.24452 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:20:32.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:31 smithi012 ceph-mon[27004]: pgmap v194: 97 pgs: 2 creating+peering, 83 active+clean, 12 unknown; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 2.5 KiB/s wr, 5 op/s 2024-04-02T08:20:32.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:31 smithi012 ceph-mon[27004]: from='client.24458 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:20:32.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:31 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/2575212203' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-02T08:20:32.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:31 smithi012 ceph-mon[38029]: from='client.24452 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:20:32.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:31 smithi012 ceph-mon[38029]: pgmap v194: 97 pgs: 2 creating+peering, 83 active+clean, 12 unknown; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 2.5 KiB/s wr, 5 op/s 2024-04-02T08:20:32.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:31 smithi012 ceph-mon[38029]: from='client.24458 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:20:32.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:31 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/2575212203' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-02T08:20:33.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:32 smithi055 ceph-mon[31035]: from='client.24470 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:20:33.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:32 smithi012 ceph-mon[27004]: from='client.24470 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:20:33.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:32 smithi012 ceph-mon[38029]: from='client.24470 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:20:34.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:33 smithi055 ceph-mon[31035]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s wr, 7 op/s 2024-04-02T08:20:34.422 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-02T08:20:34.427 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:33 smithi012 ceph-mon[27004]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s wr, 7 op/s 2024-04-02T08:20:34.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:33 smithi012 ceph-mon[38029]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s wr, 7 op/s 2024-04-02T08:20:34.736 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:20:34.742 INFO:teuthology.orchestra.run.smithi012.stderr:dumped all 2024-04-02T08:20:34.746 INFO:teuthology.orchestra.run.smithi012.stdout:{"pg_ready":true,"pg_map":{"version":196,"stamp":"2024-04-02T08:20:34.341544+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":23,"num_object_clones":0,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":249,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":222868,"kb_used_data":6680,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":749738348,"statfs":{"total":767960285184,"available":767732068352,"internally_reserved":0,"allocated":6840320,"data_stored":3852237,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":221236792},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.713719"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004719+0000","last_change":"2024-04-02T08:20:27.036902+0000","last_active":"2024-04-02T08:20:28.004719+0000","last_peered":"2024-04-02T08:20:28.004719+0000","last_clean":"2024-04-02T08:20:28.004719+0000","last_became_active":"2024-04-02T08:20:27.036567+0000","last_became_peered":"2024-04-02T08:20:27.036567+0000","last_unstale":"2024-04-02T08:20:28.004719+0000","last_undegraded":"2024-04-02T08:20:28.004719+0000","last_fullsized":"2024-04-02T08:20:28.004719+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:43:41.629275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.689822+0000","last_change":"2024-04-02T08:20:27.029327+0000","last_active":"2024-04-02T08:20:28.689822+0000","last_peered":"2024-04-02T08:20:28.689822+0000","last_clean":"2024-04-02T08:20:28.689822+0000","last_became_active":"2024-04-02T08:20:27.028550+0000","last_became_peered":"2024-04-02T08:20:27.028550+0000","last_unstale":"2024-04-02T08:20:28.689822+0000","last_undegraded":"2024-04-02T08:20:28.689822+0000","last_fullsized":"2024-04-02T08:20:28.689822+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:09:44.556242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.005082+0000","last_change":"2024-04-02T08:20:27.023467+0000","last_active":"2024-04-02T08:20:28.005082+0000","last_peered":"2024-04-02T08:20:28.005082+0000","last_clean":"2024-04-02T08:20:28.005082+0000","last_became_active":"2024-04-02T08:20:27.023085+0000","last_became_peered":"2024-04-02T08:20:27.023085+0000","last_unstale":"2024-04-02T08:20:28.005082+0000","last_undegraded":"2024-04-02T08:20:28.005082+0000","last_fullsized":"2024-04-02T08:20:28.005082+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:40:09.261487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690758+0000","last_change":"2024-04-02T08:20:27.026420+0000","last_active":"2024-04-02T08:20:28.690758+0000","last_peered":"2024-04-02T08:20:28.690758+0000","last_clean":"2024-04-02T08:20:28.690758+0000","last_became_active":"2024-04-02T08:20:27.025463+0000","last_became_peered":"2024-04-02T08:20:27.025463+0000","last_unstale":"2024-04-02T08:20:28.690758+0000","last_undegraded":"2024-04-02T08:20:28.690758+0000","last_fullsized":"2024-04-02T08:20:28.690758+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:11:12.611446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004237+0000","last_change":"2024-04-02T08:20:27.039575+0000","last_active":"2024-04-02T08:20:28.004237+0000","last_peered":"2024-04-02T08:20:28.004237+0000","last_clean":"2024-04-02T08:20:28.004237+0000","last_became_active":"2024-04-02T08:20:27.039018+0000","last_became_peered":"2024-04-02T08:20:27.039018+0000","last_unstale":"2024-04-02T08:20:28.004237+0000","last_undegraded":"2024-04-02T08:20:28.004237+0000","last_fullsized":"2024-04-02T08:20:28.004237+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:58:17.662844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690367+0000","last_change":"2024-04-02T08:20:27.024321+0000","last_active":"2024-04-02T08:20:28.690367+0000","last_peered":"2024-04-02T08:20:28.690367+0000","last_clean":"2024-04-02T08:20:28.690367+0000","last_became_active":"2024-04-02T08:20:27.022502+0000","last_became_peered":"2024-04-02T08:20:27.022502+0000","last_unstale":"2024-04-02T08:20:28.690367+0000","last_undegraded":"2024-04-02T08:20:28.690367+0000","last_fullsized":"2024-04-02T08:20:28.690367+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:38:49.821034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.003649+0000","last_change":"2024-04-02T08:20:27.038077+0000","last_active":"2024-04-02T08:20:28.003649+0000","last_peered":"2024-04-02T08:20:28.003649+0000","last_clean":"2024-04-02T08:20:28.003649+0000","last_became_active":"2024-04-02T08:20:27.037768+0000","last_became_peered":"2024-04-02T08:20:27.037768+0000","last_unstale":"2024-04-02T08:20:28.003649+0000","last_undegraded":"2024-04-02T08:20:28.003649+0000","last_fullsized":"2024-04-02T08:20:28.003649+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:45:05.129311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.806431+0000","last_change":"2024-04-02T08:20:27.022382+0000","last_active":"2024-04-02T08:20:27.806431+0000","last_peered":"2024-04-02T08:20:27.806431+0000","last_clean":"2024-04-02T08:20:27.806431+0000","last_became_active":"2024-04-02T08:20:27.022084+0000","last_became_peered":"2024-04-02T08:20:27.022084+0000","last_unstale":"2024-04-02T08:20:27.806431+0000","last_undegraded":"2024-04-02T08:20:27.806431+0000","last_fullsized":"2024-04-02T08:20:27.806431+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:17:50.319840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004706+0000","last_change":"2024-04-02T08:20:27.036574+0000","last_active":"2024-04-02T08:20:28.004706+0000","last_peered":"2024-04-02T08:20:28.004706+0000","last_clean":"2024-04-02T08:20:28.004706+0000","last_became_active":"2024-04-02T08:20:27.036186+0000","last_became_peered":"2024-04-02T08:20:27.036186+0000","last_unstale":"2024-04-02T08:20:28.004706+0000","last_undegraded":"2024-04-02T08:20:28.004706+0000","last_fullsized":"2024-04-02T08:20:28.004706+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:30:23.250239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690743+0000","last_change":"2024-04-02T08:20:27.035740+0000","last_active":"2024-04-02T08:20:28.690743+0000","last_peered":"2024-04-02T08:20:28.690743+0000","last_clean":"2024-04-02T08:20:28.690743+0000","last_became_active":"2024-04-02T08:20:27.035051+0000","last_became_peered":"2024-04-02T08:20:27.035051+0000","last_unstale":"2024-04-02T08:20:28.690743+0000","last_undegraded":"2024-04-02T08:20:28.690743+0000","last_fullsized":"2024-04-02T08:20:28.690743+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:41:20.222325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.691270+0000","last_change":"2024-04-02T08:20:27.036654+0000","last_active":"2024-04-02T08:20:28.691270+0000","last_peered":"2024-04-02T08:20:28.691270+0000","last_clean":"2024-04-02T08:20:28.691270+0000","last_became_active":"2024-04-02T08:20:27.036252+0000","last_became_peered":"2024-04-02T08:20:27.036252+0000","last_unstale":"2024-04-02T08:20:28.691270+0000","last_undegraded":"2024-04-02T08:20:28.691270+0000","last_fullsized":"2024-04-02T08:20:28.691270+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:56:02.792087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.544435+0000","last_change":"2024-04-02T08:20:27.021406+0000","last_active":"2024-04-02T08:20:28.544435+0000","last_peered":"2024-04-02T08:20:28.544435+0000","last_clean":"2024-04-02T08:20:28.544435+0000","last_became_active":"2024-04-02T08:20:27.021098+0000","last_became_peered":"2024-04-02T08:20:27.021098+0000","last_unstale":"2024-04-02T08:20:28.544435+0000","last_undegraded":"2024-04-02T08:20:28.544435+0000","last_fullsized":"2024-04-02T08:20:28.544435+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:41:01.057886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.806539+0000","last_change":"2024-04-02T08:20:27.019560+0000","last_active":"2024-04-02T08:20:27.806539+0000","last_peered":"2024-04-02T08:20:27.806539+0000","last_clean":"2024-04-02T08:20:27.806539+0000","last_became_active":"2024-04-02T08:20:27.019257+0000","last_became_peered":"2024-04-02T08:20:27.019257+0000","last_unstale":"2024-04-02T08:20:27.806539+0000","last_undegraded":"2024-04-02T08:20:27.806539+0000","last_fullsized":"2024-04-02T08:20:27.806539+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:03:02.803227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004472+0000","last_change":"2024-04-02T08:20:27.025020+0000","last_active":"2024-04-02T08:20:28.004472+0000","last_peered":"2024-04-02T08:20:28.004472+0000","last_clean":"2024-04-02T08:20:28.004472+0000","last_became_active":"2024-04-02T08:20:27.024526+0000","last_became_peered":"2024-04-02T08:20:27.024526+0000","last_unstale":"2024-04-02T08:20:28.004472+0000","last_undegraded":"2024-04-02T08:20:28.004472+0000","last_fullsized":"2024-04-02T08:20:28.004472+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:52:53.350677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.689244+0000","last_change":"2024-04-02T08:20:27.026272+0000","last_active":"2024-04-02T08:20:28.689244+0000","last_peered":"2024-04-02T08:20:28.689244+0000","last_clean":"2024-04-02T08:20:28.689244+0000","last_became_active":"2024-04-02T08:20:27.025993+0000","last_became_peered":"2024-04-02T08:20:27.025993+0000","last_unstale":"2024-04-02T08:20:28.689244+0000","last_undegraded":"2024-04-02T08:20:28.689244+0000","last_fullsized":"2024-04-02T08:20:28.689244+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:28:22.540806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.689900+0000","last_change":"2024-04-02T08:20:27.025333+0000","last_active":"2024-04-02T08:20:28.689900+0000","last_peered":"2024-04-02T08:20:28.689900+0000","last_clean":"2024-04-02T08:20:28.689900+0000","last_became_active":"2024-04-02T08:20:27.024112+0000","last_became_peered":"2024-04-02T08:20:27.024112+0000","last_unstale":"2024-04-02T08:20:28.689900+0000","last_undegraded":"2024-04-02T08:20:28.689900+0000","last_fullsized":"2024-04-02T08:20:28.689900+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:23:18.223330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690818+0000","last_change":"2024-04-02T08:20:27.029059+0000","last_active":"2024-04-02T08:20:28.690818+0000","last_peered":"2024-04-02T08:20:28.690818+0000","last_clean":"2024-04-02T08:20:28.690818+0000","last_became_active":"2024-04-02T08:20:27.028683+0000","last_became_peered":"2024-04-02T08:20:27.028683+0000","last_unstale":"2024-04-02T08:20:28.690818+0000","last_undegraded":"2024-04-02T08:20:28.690818+0000","last_fullsized":"2024-04-02T08:20:28.690818+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:15:12.290483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.027071+0000","last_change":"2024-04-02T08:20:27.025442+0000","last_active":"2024-04-02T08:20:27.027071+0000","last_peered":"2024-04-02T08:20:27.027071+0000","last_clean":"2024-04-02T08:20:27.027071+0000","last_became_active":"2024-04-02T08:20:27.024440+0000","last_became_peered":"2024-04-02T08:20:27.024440+0000","last_unstale":"2024-04-02T08:20:27.027071+0000","last_undegraded":"2024-04-02T08:20:27.027071+0000","last_fullsized":"2024-04-02T08:20:27.027071+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:16:03.234333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004125+0000","last_change":"2024-04-02T08:20:27.031353+0000","last_active":"2024-04-02T08:20:28.004125+0000","last_peered":"2024-04-02T08:20:28.004125+0000","last_clean":"2024-04-02T08:20:28.004125+0000","last_became_active":"2024-04-02T08:20:27.030837+0000","last_became_peered":"2024-04-02T08:20:27.030837+0000","last_unstale":"2024-04-02T08:20:28.004125+0000","last_undegraded":"2024-04-02T08:20:28.004125+0000","last_fullsized":"2024-04-02T08:20:28.004125+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:40:11.407938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":16,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.005471+0000","last_change":"2024-04-02T08:20:26.653152+0000","last_active":"2024-04-02T08:20:28.005471+0000","last_peered":"2024-04-02T08:20:28.005471+0000","last_clean":"2024-04-02T08:20:28.005471+0000","last_became_active":"2024-04-02T08:20:26.652842+0000","last_became_peered":"2024-04-02T08:20:26.652842+0000","last_unstale":"2024-04-02T08:20:28.005471+0000","last_undegraded":"2024-04-02T08:20:28.005471+0000","last_fullsized":"2024-04-02T08:20:28.005471+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:31:42.590835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.806583+0000","last_change":"2024-04-02T08:20:27.036029+0000","last_active":"2024-04-02T08:20:27.806583+0000","last_peered":"2024-04-02T08:20:27.806583+0000","last_clean":"2024-04-02T08:20:27.806583+0000","last_became_active":"2024-04-02T08:20:27.035681+0000","last_became_peered":"2024-04-02T08:20:27.035681+0000","last_unstale":"2024-04-02T08:20:27.806583+0000","last_undegraded":"2024-04-02T08:20:27.806583+0000","last_fullsized":"2024-04-02T08:20:27.806583+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:48:04.835584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.806598+0000","last_change":"2024-04-02T08:20:26.651386+0000","last_active":"2024-04-02T08:20:27.806598+0000","last_peered":"2024-04-02T08:20:27.806598+0000","last_clean":"2024-04-02T08:20:27.806598+0000","last_became_active":"2024-04-02T08:20:26.650996+0000","last_became_peered":"2024-04-02T08:20:26.650996+0000","last_unstale":"2024-04-02T08:20:27.806598+0000","last_undegraded":"2024-04-02T08:20:27.806598+0000","last_fullsized":"2024-04-02T08:20:27.806598+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:37:48.290889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.005380+0000","last_change":"2024-04-02T08:20:27.025479+0000","last_active":"2024-04-02T08:20:28.005380+0000","last_peered":"2024-04-02T08:20:28.005380+0000","last_clean":"2024-04-02T08:20:28.005380+0000","last_became_active":"2024-04-02T08:20:27.024749+0000","last_became_peered":"2024-04-02T08:20:27.024749+0000","last_unstale":"2024-04-02T08:20:28.005380+0000","last_undegraded":"2024-04-02T08:20:28.005380+0000","last_fullsized":"2024-04-02T08:20:28.005380+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:01:03.865533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004407+0000","last_change":"2024-04-02T08:20:26.653173+0000","last_active":"2024-04-02T08:20:28.004407+0000","last_peered":"2024-04-02T08:20:28.004407+0000","last_clean":"2024-04-02T08:20:28.004407+0000","last_became_active":"2024-04-02T08:20:26.652834+0000","last_became_peered":"2024-04-02T08:20:26.652834+0000","last_unstale":"2024-04-02T08:20:28.004407+0000","last_undegraded":"2024-04-02T08:20:28.004407+0000","last_fullsized":"2024-04-02T08:20:28.004407+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:42:00.599725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690863+0000","last_change":"2024-04-02T08:20:27.018257+0000","last_active":"2024-04-02T08:20:28.690863+0000","last_peered":"2024-04-02T08:20:28.690863+0000","last_clean":"2024-04-02T08:20:28.690863+0000","last_became_active":"2024-04-02T08:20:27.017871+0000","last_became_peered":"2024-04-02T08:20:27.017871+0000","last_unstale":"2024-04-02T08:20:28.690863+0000","last_undegraded":"2024-04-02T08:20:28.690863+0000","last_fullsized":"2024-04-02T08:20:28.690863+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:56:13.564654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004246+0000","last_change":"2024-04-02T08:20:26.649643+0000","last_active":"2024-04-02T08:20:28.004246+0000","last_peered":"2024-04-02T08:20:28.004246+0000","last_clean":"2024-04-02T08:20:28.004246+0000","last_became_active":"2024-04-02T08:20:26.649273+0000","last_became_peered":"2024-04-02T08:20:26.649273+0000","last_unstale":"2024-04-02T08:20:28.004246+0000","last_undegraded":"2024-04-02T08:20:28.004246+0000","last_fullsized":"2024-04-02T08:20:28.004246+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:21:32.478934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690562+0000","last_change":"2024-04-02T08:20:27.028037+0000","last_active":"2024-04-02T08:20:28.690562+0000","last_peered":"2024-04-02T08:20:28.690562+0000","last_clean":"2024-04-02T08:20:28.690562+0000","last_became_active":"2024-04-02T08:20:27.024777+0000","last_became_peered":"2024-04-02T08:20:27.024777+0000","last_unstale":"2024-04-02T08:20:28.690562+0000","last_undegraded":"2024-04-02T08:20:28.690562+0000","last_fullsized":"2024-04-02T08:20:28.690562+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:47:50.798528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.806550+0000","last_change":"2024-04-02T08:20:26.649528+0000","last_active":"2024-04-02T08:20:27.806550+0000","last_peered":"2024-04-02T08:20:27.806550+0000","last_clean":"2024-04-02T08:20:27.806550+0000","last_became_active":"2024-04-02T08:20:26.649232+0000","last_became_peered":"2024-04-02T08:20:26.649232+0000","last_unstale":"2024-04-02T08:20:27.806550+0000","last_undegraded":"2024-04-02T08:20:27.806550+0000","last_fullsized":"2024-04-02T08:20:27.806550+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:03:41.111842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.544034+0000","last_change":"2024-04-02T08:20:27.022843+0000","last_active":"2024-04-02T08:20:28.544034+0000","last_peered":"2024-04-02T08:20:28.544034+0000","last_clean":"2024-04-02T08:20:28.544034+0000","last_became_active":"2024-04-02T08:20:27.022507+0000","last_became_peered":"2024-04-02T08:20:27.022507+0000","last_unstale":"2024-04-02T08:20:28.544034+0000","last_undegraded":"2024-04-02T08:20:28.544034+0000","last_fullsized":"2024-04-02T08:20:28.544034+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:13:39.292101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.691255+0000","last_change":"2024-04-02T08:20:26.653851+0000","last_active":"2024-04-02T08:20:28.691255+0000","last_peered":"2024-04-02T08:20:28.691255+0000","last_clean":"2024-04-02T08:20:28.691255+0000","last_became_active":"2024-04-02T08:20:26.653562+0000","last_became_peered":"2024-04-02T08:20:26.653562+0000","last_unstale":"2024-04-02T08:20:28.691255+0000","last_undegraded":"2024-04-02T08:20:28.691255+0000","last_fullsized":"2024-04-02T08:20:28.691255+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:28:21.492823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004820+0000","last_change":"2024-04-02T08:20:27.026108+0000","last_active":"2024-04-02T08:20:28.004820+0000","last_peered":"2024-04-02T08:20:28.004820+0000","last_clean":"2024-04-02T08:20:28.004820+0000","last_became_active":"2024-04-02T08:20:27.025780+0000","last_became_peered":"2024-04-02T08:20:27.025780+0000","last_unstale":"2024-04-02T08:20:28.004820+0000","last_undegraded":"2024-04-02T08:20:28.004820+0000","last_fullsized":"2024-04-02T08:20:28.004820+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:15:38.350596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.806508+0000","last_change":"2024-04-02T08:20:26.652753+0000","last_active":"2024-04-02T08:20:27.806508+0000","last_peered":"2024-04-02T08:20:27.806508+0000","last_clean":"2024-04-02T08:20:27.806508+0000","last_became_active":"2024-04-02T08:20:26.651908+0000","last_became_peered":"2024-04-02T08:20:26.651908+0000","last_unstale":"2024-04-02T08:20:27.806508+0000","last_undegraded":"2024-04-02T08:20:27.806508+0000","last_fullsized":"2024-04-02T08:20:27.806508+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:03:19.457494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.806459+0000","last_change":"2024-04-02T08:20:27.021162+0000","last_active":"2024-04-02T08:20:27.806459+0000","last_peered":"2024-04-02T08:20:27.806459+0000","last_clean":"2024-04-02T08:20:27.806459+0000","last_became_active":"2024-04-02T08:20:27.019859+0000","last_became_peered":"2024-04-02T08:20:27.019859+0000","last_unstale":"2024-04-02T08:20:27.806459+0000","last_undegraded":"2024-04-02T08:20:27.806459+0000","last_fullsized":"2024-04-02T08:20:27.806459+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:48:30.123963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690078+0000","last_change":"2024-04-02T08:20:26.645358+0000","last_active":"2024-04-02T08:20:28.690078+0000","last_peered":"2024-04-02T08:20:28.690078+0000","last_clean":"2024-04-02T08:20:28.690078+0000","last_became_active":"2024-04-02T08:20:26.645011+0000","last_became_peered":"2024-04-02T08:20:26.645011+0000","last_unstale":"2024-04-02T08:20:28.690078+0000","last_undegraded":"2024-04-02T08:20:28.690078+0000","last_fullsized":"2024-04-02T08:20:28.690078+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:06:46.290418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.689459+0000","last_change":"2024-04-02T08:20:27.025459+0000","last_active":"2024-04-02T08:20:28.689459+0000","last_peered":"2024-04-02T08:20:28.689459+0000","last_clean":"2024-04-02T08:20:28.689459+0000","last_became_active":"2024-04-02T08:20:27.024838+0000","last_became_peered":"2024-04-02T08:20:27.024838+0000","last_unstale":"2024-04-02T08:20:28.689459+0000","last_undegraded":"2024-04-02T08:20:28.689459+0000","last_fullsized":"2024-04-02T08:20:28.689459+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:22:13.310581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.691609+0000","last_change":"2024-04-02T08:20:26.647117+0000","last_active":"2024-04-02T08:20:28.691609+0000","last_peered":"2024-04-02T08:20:28.691609+0000","last_clean":"2024-04-02T08:20:28.691609+0000","last_became_active":"2024-04-02T08:20:26.646799+0000","last_became_peered":"2024-04-02T08:20:26.646799+0000","last_unstale":"2024-04-02T08:20:28.691609+0000","last_undegraded":"2024-04-02T08:20:28.691609+0000","last_fullsized":"2024-04-02T08:20:28.691609+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:00:13.014971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690435+0000","last_change":"2024-04-02T08:20:27.024685+0000","last_active":"2024-04-02T08:20:28.690435+0000","last_peered":"2024-04-02T08:20:28.690435+0000","last_clean":"2024-04-02T08:20:28.690435+0000","last_became_active":"2024-04-02T08:20:27.024120+0000","last_became_peered":"2024-04-02T08:20:27.024120+0000","last_unstale":"2024-04-02T08:20:28.690435+0000","last_undegraded":"2024-04-02T08:20:28.690435+0000","last_fullsized":"2024-04-02T08:20:28.690435+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:42:34.233896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690696+0000","last_change":"2024-04-02T08:20:26.654578+0000","last_active":"2024-04-02T08:20:28.690696+0000","last_peered":"2024-04-02T08:20:28.690696+0000","last_clean":"2024-04-02T08:20:28.690696+0000","last_became_active":"2024-04-02T08:20:26.654302+0000","last_became_peered":"2024-04-02T08:20:26.654302+0000","last_unstale":"2024-04-02T08:20:28.690696+0000","last_undegraded":"2024-04-02T08:20:28.690696+0000","last_fullsized":"2024-04-02T08:20:28.690696+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:31:02.827749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.005321+0000","last_change":"2024-04-02T08:20:27.029469+0000","last_active":"2024-04-02T08:20:28.005321+0000","last_peered":"2024-04-02T08:20:28.005321+0000","last_clean":"2024-04-02T08:20:28.005321+0000","last_became_active":"2024-04-02T08:20:27.025383+0000","last_became_peered":"2024-04-02T08:20:27.025383+0000","last_unstale":"2024-04-02T08:20:28.005321+0000","last_undegraded":"2024-04-02T08:20:28.005321+0000","last_fullsized":"2024-04-02T08:20:28.005321+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:10:47.135216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.689727+0000","last_change":"2024-04-02T08:20:26.649670+0000","last_active":"2024-04-02T08:20:28.689727+0000","last_peered":"2024-04-02T08:20:28.689727+0000","last_clean":"2024-04-02T08:20:28.689727+0000","last_became_active":"2024-04-02T08:20:26.649127+0000","last_became_peered":"2024-04-02T08:20:26.649127+0000","last_unstale":"2024-04-02T08:20:28.689727+0000","last_undegraded":"2024-04-02T08:20:28.689727+0000","last_fullsized":"2024-04-02T08:20:28.689727+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:54:20.759768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.544401+0000","last_change":"2024-04-02T08:20:27.031498+0000","last_active":"2024-04-02T08:20:28.544401+0000","last_peered":"2024-04-02T08:20:28.544401+0000","last_clean":"2024-04-02T08:20:28.544401+0000","last_became_active":"2024-04-02T08:20:27.031067+0000","last_became_peered":"2024-04-02T08:20:27.031067+0000","last_unstale":"2024-04-02T08:20:28.544401+0000","last_undegraded":"2024-04-02T08:20:28.544401+0000","last_fullsized":"2024-04-02T08:20:28.544401+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:48:20.738944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"61'6","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.691517+0000","last_change":"2024-04-02T08:20:26.646865+0000","last_active":"2024-04-02T08:20:28.691517+0000","last_peered":"2024-04-02T08:20:28.691517+0000","last_clean":"2024-04-02T08:20:28.691517+0000","last_became_active":"2024-04-02T08:20:26.646505+0000","last_became_peered":"2024-04-02T08:20:26.646505+0000","last_unstale":"2024-04-02T08:20:28.691517+0000","last_undegraded":"2024-04-02T08:20:28.691517+0000","last_fullsized":"2024-04-02T08:20:28.691517+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:26:06.551047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004157+0000","last_change":"2024-04-02T08:20:27.040257+0000","last_active":"2024-04-02T08:20:28.004157+0000","last_peered":"2024-04-02T08:20:28.004157+0000","last_clean":"2024-04-02T08:20:28.004157+0000","last_became_active":"2024-04-02T08:20:27.039986+0000","last_became_peered":"2024-04-02T08:20:27.039986+0000","last_unstale":"2024-04-02T08:20:28.004157+0000","last_undegraded":"2024-04-02T08:20:28.004157+0000","last_fullsized":"2024-04-02T08:20:28.004157+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:59:46.539632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004718+0000","last_change":"2024-04-02T08:20:26.655088+0000","last_active":"2024-04-02T08:20:28.004718+0000","last_peered":"2024-04-02T08:20:28.004718+0000","last_clean":"2024-04-02T08:20:28.004718+0000","last_became_active":"2024-04-02T08:20:26.654811+0000","last_became_peered":"2024-04-02T08:20:26.654811+0000","last_unstale":"2024-04-02T08:20:28.004718+0000","last_undegraded":"2024-04-02T08:20:28.004718+0000","last_fullsized":"2024-04-02T08:20:28.004718+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:51:03.494904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004498+0000","last_change":"2024-04-02T08:20:27.030775+0000","last_active":"2024-04-02T08:20:28.004498+0000","last_peered":"2024-04-02T08:20:28.004498+0000","last_clean":"2024-04-02T08:20:28.004498+0000","last_became_active":"2024-04-02T08:20:27.029370+0000","last_became_peered":"2024-04-02T08:20:27.029370+0000","last_unstale":"2024-04-02T08:20:28.004498+0000","last_undegraded":"2024-04-02T08:20:28.004498+0000","last_fullsized":"2024-04-02T08:20:28.004498+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:11:38.069322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690087+0000","last_change":"2024-04-02T08:20:26.655625+0000","last_active":"2024-04-02T08:20:28.690087+0000","last_peered":"2024-04-02T08:20:28.690087+0000","last_clean":"2024-04-02T08:20:28.690087+0000","last_became_active":"2024-04-02T08:20:26.655296+0000","last_became_peered":"2024-04-02T08:20:26.655296+0000","last_unstale":"2024-04-02T08:20:28.690087+0000","last_undegraded":"2024-04-02T08:20:28.690087+0000","last_fullsized":"2024-04-02T08:20:28.690087+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:15:37.398325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004133+0000","last_change":"2024-04-02T08:20:27.036234+0000","last_active":"2024-04-02T08:20:28.004133+0000","last_peered":"2024-04-02T08:20:28.004133+0000","last_clean":"2024-04-02T08:20:28.004133+0000","last_became_active":"2024-04-02T08:20:27.035735+0000","last_became_peered":"2024-04-02T08:20:27.035735+0000","last_unstale":"2024-04-02T08:20:28.004133+0000","last_undegraded":"2024-04-02T08:20:28.004133+0000","last_fullsized":"2024-04-02T08:20:28.004133+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:32:31.369036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.691143+0000","last_change":"2024-04-02T08:20:26.647480+0000","last_active":"2024-04-02T08:20:28.691143+0000","last_peered":"2024-04-02T08:20:28.691143+0000","last_clean":"2024-04-02T08:20:28.691143+0000","last_became_active":"2024-04-02T08:20:26.647165+0000","last_became_peered":"2024-04-02T08:20:26.647165+0000","last_unstale":"2024-04-02T08:20:28.691143+0000","last_undegraded":"2024-04-02T08:20:28.691143+0000","last_fullsized":"2024-04-02T08:20:28.691143+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:37:07.695754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690185+0000","last_change":"2024-04-02T08:20:27.027508+0000","last_active":"2024-04-02T08:20:28.690185+0000","last_peered":"2024-04-02T08:20:28.690185+0000","last_clean":"2024-04-02T08:20:28.690185+0000","last_became_active":"2024-04-02T08:20:27.027205+0000","last_became_peered":"2024-04-02T08:20:27.027205+0000","last_unstale":"2024-04-02T08:20:28.690185+0000","last_undegraded":"2024-04-02T08:20:28.690185+0000","last_fullsized":"2024-04-02T08:20:28.690185+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:59:01.351886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":20,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.028905+0000","last_change":"2024-04-02T08:20:26.644389+0000","last_active":"2024-04-02T08:20:27.028905+0000","last_peered":"2024-04-02T08:20:27.028905+0000","last_clean":"2024-04-02T08:20:27.028905+0000","last_became_active":"2024-04-02T08:20:26.644056+0000","last_became_peered":"2024-04-02T08:20:26.644056+0000","last_unstale":"2024-04-02T08:20:27.028905+0000","last_undegraded":"2024-04-02T08:20:27.028905+0000","last_fullsized":"2024-04-02T08:20:27.028905+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:30:34.819876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.003844+0000","last_change":"2024-04-02T08:20:27.039966+0000","last_active":"2024-04-02T08:20:28.003844+0000","last_peered":"2024-04-02T08:20:28.003844+0000","last_clean":"2024-04-02T08:20:28.003844+0000","last_became_active":"2024-04-02T08:20:27.039670+0000","last_became_peered":"2024-04-02T08:20:27.039670+0000","last_unstale":"2024-04-02T08:20:28.003844+0000","last_undegraded":"2024-04-02T08:20:28.003844+0000","last_fullsized":"2024-04-02T08:20:28.003844+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:01:19.772203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.544751+0000","last_change":"2024-04-02T08:20:26.648726+0000","last_active":"2024-04-02T08:20:28.544751+0000","last_peered":"2024-04-02T08:20:28.544751+0000","last_clean":"2024-04-02T08:20:28.544751+0000","last_became_active":"2024-04-02T08:20:26.648394+0000","last_became_peered":"2024-04-02T08:20:26.648394+0000","last_unstale":"2024-04-02T08:20:28.544751+0000","last_undegraded":"2024-04-02T08:20:28.544751+0000","last_fullsized":"2024-04-02T08:20:28.544751+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:36:05.496757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004338+0000","last_change":"2024-04-02T08:20:27.038870+0000","last_active":"2024-04-02T08:20:28.004338+0000","last_peered":"2024-04-02T08:20:28.004338+0000","last_clean":"2024-04-02T08:20:28.004338+0000","last_became_active":"2024-04-02T08:20:27.038565+0000","last_became_peered":"2024-04-02T08:20:27.038565+0000","last_unstale":"2024-04-02T08:20:28.004338+0000","last_undegraded":"2024-04-02T08:20:28.004338+0000","last_fullsized":"2024-04-02T08:20:28.004338+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:29:49.209931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.689468+0000","last_change":"2024-04-02T08:20:26.651518+0000","last_active":"2024-04-02T08:20:28.689468+0000","last_peered":"2024-04-02T08:20:28.689468+0000","last_clean":"2024-04-02T08:20:28.689468+0000","last_became_active":"2024-04-02T08:20:26.651197+0000","last_became_peered":"2024-04-02T08:20:26.651197+0000","last_unstale":"2024-04-02T08:20:28.689468+0000","last_undegraded":"2024-04-02T08:20:28.689468+0000","last_fullsized":"2024-04-02T08:20:28.689468+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:09:33.623318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690836+0000","last_change":"2024-04-02T08:20:27.014150+0000","last_active":"2024-04-02T08:20:28.690836+0000","last_peered":"2024-04-02T08:20:28.690836+0000","last_clean":"2024-04-02T08:20:28.690836+0000","last_became_active":"2024-04-02T08:20:27.013787+0000","last_became_peered":"2024-04-02T08:20:27.013787+0000","last_unstale":"2024-04-02T08:20:28.690836+0000","last_undegraded":"2024-04-02T08:20:28.690836+0000","last_fullsized":"2024-04-02T08:20:28.690836+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:32:56.956552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690095+0000","last_change":"2024-04-02T08:20:26.654174+0000","last_active":"2024-04-02T08:20:28.690095+0000","last_peered":"2024-04-02T08:20:28.690095+0000","last_clean":"2024-04-02T08:20:28.690095+0000","last_became_active":"2024-04-02T08:20:26.652709+0000","last_became_peered":"2024-04-02T08:20:26.652709+0000","last_unstale":"2024-04-02T08:20:28.690095+0000","last_undegraded":"2024-04-02T08:20:28.690095+0000","last_fullsized":"2024-04-02T08:20:28.690095+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:04:13.009116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.544493+0000","last_change":"2024-04-02T08:20:27.036702+0000","last_active":"2024-04-02T08:20:28.544493+0000","last_peered":"2024-04-02T08:20:28.544493+0000","last_clean":"2024-04-02T08:20:28.544493+0000","last_became_active":"2024-04-02T08:20:27.036406+0000","last_became_peered":"2024-04-02T08:20:27.036406+0000","last_unstale":"2024-04-02T08:20:28.544493+0000","last_undegraded":"2024-04-02T08:20:28.544493+0000","last_fullsized":"2024-04-02T08:20:28.544493+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:45:59.464657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.689304+0000","last_change":"2024-04-02T08:20:27.015587+0000","last_active":"2024-04-02T08:20:28.689304+0000","last_peered":"2024-04-02T08:20:28.689304+0000","last_clean":"2024-04-02T08:20:28.689304+0000","last_became_active":"2024-04-02T08:20:27.015319+0000","last_became_peered":"2024-04-02T08:20:27.015319+0000","last_unstale":"2024-04-02T08:20:28.689304+0000","last_undegraded":"2024-04-02T08:20:28.689304+0000","last_fullsized":"2024-04-02T08:20:28.689304+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:57:36.126886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.002977+0000","last_change":"2024-04-02T08:20:26.643431+0000","last_active":"2024-04-02T08:20:27.002977+0000","last_peered":"2024-04-02T08:20:27.002977+0000","last_clean":"2024-04-02T08:20:27.002977+0000","last_became_active":"2024-04-02T08:20:26.642976+0000","last_became_peered":"2024-04-02T08:20:26.642976+0000","last_unstale":"2024-04-02T08:20:27.002977+0000","last_undegraded":"2024-04-02T08:20:27.002977+0000","last_fullsized":"2024-04-02T08:20:27.002977+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:18:00.631934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.806524+0000","last_change":"2024-04-02T08:20:27.022300+0000","last_active":"2024-04-02T08:20:27.806524+0000","last_peered":"2024-04-02T08:20:27.806524+0000","last_clean":"2024-04-02T08:20:27.806524+0000","last_became_active":"2024-04-02T08:20:27.021929+0000","last_became_peered":"2024-04-02T08:20:27.021929+0000","last_unstale":"2024-04-02T08:20:27.806524+0000","last_undegraded":"2024-04-02T08:20:27.806524+0000","last_fullsized":"2024-04-02T08:20:27.806524+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:31:07.454229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690478+0000","last_change":"2024-04-02T08:20:26.651140+0000","last_active":"2024-04-02T08:20:28.690478+0000","last_peered":"2024-04-02T08:20:28.690478+0000","last_clean":"2024-04-02T08:20:28.690478+0000","last_became_active":"2024-04-02T08:20:26.650780+0000","last_became_peered":"2024-04-02T08:20:26.650780+0000","last_unstale":"2024-04-02T08:20:28.690478+0000","last_undegraded":"2024-04-02T08:20:28.690478+0000","last_fullsized":"2024-04-02T08:20:28.690478+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:29:42.083367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":219,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.017039+0000","last_change":"2024-04-02T08:20:11.332719+0000","last_active":"2024-04-02T08:20:27.017039+0000","last_peered":"2024-04-02T08:20:27.017039+0000","last_clean":"2024-04-02T08:20:27.017039+0000","last_became_active":"2024-04-02T08:20:11.332286+0000","last_became_peered":"2024-04-02T08:20:11.332286+0000","last_unstale":"2024-04-02T08:20:27.017039+0000","last_undegraded":"2024-04-02T08:20:27.017039+0000","last_fullsized":"2024-04-02T08:20:27.017039+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:18:06.875872+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:18:06.875872+0000","last_clean_scrub_stamp":"2024-04-02T08:18:06.875872+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:26:46.361137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004045+0000","last_change":"2024-04-02T08:20:27.029057+0000","last_active":"2024-04-02T08:20:28.004045+0000","last_peered":"2024-04-02T08:20:28.004045+0000","last_clean":"2024-04-02T08:20:28.004045+0000","last_became_active":"2024-04-02T08:20:27.028708+0000","last_became_peered":"2024-04-02T08:20:27.028708+0000","last_unstale":"2024-04-02T08:20:28.004045+0000","last_undegraded":"2024-04-02T08:20:28.004045+0000","last_fullsized":"2024-04-02T08:20:28.004045+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:15:57.005362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.003901+0000","last_change":"2024-04-02T08:20:26.657892+0000","last_active":"2024-04-02T08:20:28.003901+0000","last_peered":"2024-04-02T08:20:28.003901+0000","last_clean":"2024-04-02T08:20:28.003901+0000","last_became_active":"2024-04-02T08:20:26.657567+0000","last_became_peered":"2024-04-02T08:20:26.657567+0000","last_unstale":"2024-04-02T08:20:28.003901+0000","last_undegraded":"2024-04-02T08:20:28.003901+0000","last_fullsized":"2024-04-02T08:20:28.003901+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:17:33.203588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004304+0000","last_change":"2024-04-02T08:20:26.655112+0000","last_active":"2024-04-02T08:20:28.004304+0000","last_peered":"2024-04-02T08:20:28.004304+0000","last_clean":"2024-04-02T08:20:28.004304+0000","last_became_active":"2024-04-02T08:20:26.654810+0000","last_became_peered":"2024-04-02T08:20:26.654810+0000","last_unstale":"2024-04-02T08:20:28.004304+0000","last_undegraded":"2024-04-02T08:20:28.004304+0000","last_fullsized":"2024-04-02T08:20:28.004304+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:12:01.719204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.689625+0000","last_change":"2024-04-02T08:20:27.012604+0000","last_active":"2024-04-02T08:20:28.689625+0000","last_peered":"2024-04-02T08:20:28.689625+0000","last_clean":"2024-04-02T08:20:28.689625+0000","last_became_active":"2024-04-02T08:20:27.012279+0000","last_became_peered":"2024-04-02T08:20:27.012279+0000","last_unstale":"2024-04-02T08:20:28.689625+0000","last_undegraded":"2024-04-02T08:20:28.689625+0000","last_fullsized":"2024-04-02T08:20:28.689625+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:15:41.241040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.689761+0000","last_change":"2024-04-02T08:20:26.647313+0000","last_active":"2024-04-02T08:20:28.689761+0000","last_peered":"2024-04-02T08:20:28.689761+0000","last_clean":"2024-04-02T08:20:28.689761+0000","last_became_active":"2024-04-02T08:20:26.646995+0000","last_became_peered":"2024-04-02T08:20:26.646995+0000","last_unstale":"2024-04-02T08:20:28.689761+0000","last_undegraded":"2024-04-02T08:20:28.689761+0000","last_fullsized":"2024-04-02T08:20:28.689761+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:44:21.445382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.806610+0000","last_change":"2024-04-02T08:20:27.031320+0000","last_active":"2024-04-02T08:20:27.806610+0000","last_peered":"2024-04-02T08:20:27.806610+0000","last_clean":"2024-04-02T08:20:27.806610+0000","last_became_active":"2024-04-02T08:20:27.031023+0000","last_became_peered":"2024-04-02T08:20:27.031023+0000","last_unstale":"2024-04-02T08:20:27.806610+0000","last_undegraded":"2024-04-02T08:20:27.806610+0000","last_fullsized":"2024-04-02T08:20:27.806610+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:12:25.847169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.691515+0000","last_change":"2024-04-02T08:20:26.649970+0000","last_active":"2024-04-02T08:20:28.691515+0000","last_peered":"2024-04-02T08:20:28.691515+0000","last_clean":"2024-04-02T08:20:28.691515+0000","last_became_active":"2024-04-02T08:20:26.649635+0000","last_became_peered":"2024-04-02T08:20:26.649635+0000","last_unstale":"2024-04-02T08:20:28.691515+0000","last_undegraded":"2024-04-02T08:20:28.691515+0000","last_fullsized":"2024-04-02T08:20:28.691515+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:38:03.729712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.005142+0000","last_change":"2024-04-02T08:20:27.025574+0000","last_active":"2024-04-02T08:20:28.005142+0000","last_peered":"2024-04-02T08:20:28.005142+0000","last_clean":"2024-04-02T08:20:28.005142+0000","last_became_active":"2024-04-02T08:20:27.025270+0000","last_became_peered":"2024-04-02T08:20:27.025270+0000","last_unstale":"2024-04-02T08:20:28.005142+0000","last_undegraded":"2024-04-02T08:20:28.005142+0000","last_fullsized":"2024-04-02T08:20:28.005142+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:16:34.897748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.003769+0000","last_change":"2024-04-02T08:20:26.657396+0000","last_active":"2024-04-02T08:20:28.003769+0000","last_peered":"2024-04-02T08:20:28.003769+0000","last_clean":"2024-04-02T08:20:28.003769+0000","last_became_active":"2024-04-02T08:20:26.657046+0000","last_became_peered":"2024-04-02T08:20:26.657046+0000","last_unstale":"2024-04-02T08:20:28.003769+0000","last_undegraded":"2024-04-02T08:20:28.003769+0000","last_fullsized":"2024-04-02T08:20:28.003769+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:52:30.485564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.544211+0000","last_change":"2024-04-02T08:20:27.030304+0000","last_active":"2024-04-02T08:20:28.544211+0000","last_peered":"2024-04-02T08:20:28.544211+0000","last_clean":"2024-04-02T08:20:28.544211+0000","last_became_active":"2024-04-02T08:20:27.029920+0000","last_became_peered":"2024-04-02T08:20:27.029920+0000","last_unstale":"2024-04-02T08:20:28.544211+0000","last_undegraded":"2024-04-02T08:20:28.544211+0000","last_fullsized":"2024-04-02T08:20:28.544211+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:47:54.290777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.689326+0000","last_change":"2024-04-02T08:20:26.653887+0000","last_active":"2024-04-02T08:20:28.689326+0000","last_peered":"2024-04-02T08:20:28.689326+0000","last_clean":"2024-04-02T08:20:28.689326+0000","last_became_active":"2024-04-02T08:20:26.653593+0000","last_became_peered":"2024-04-02T08:20:26.653593+0000","last_unstale":"2024-04-02T08:20:28.689326+0000","last_undegraded":"2024-04-02T08:20:28.689326+0000","last_fullsized":"2024-04-02T08:20:28.689326+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:20:10.083069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.806447+0000","last_change":"2024-04-02T08:20:27.029846+0000","last_active":"2024-04-02T08:20:27.806447+0000","last_peered":"2024-04-02T08:20:27.806447+0000","last_clean":"2024-04-02T08:20:27.806447+0000","last_became_active":"2024-04-02T08:20:27.029580+0000","last_became_peered":"2024-04-02T08:20:27.029580+0000","last_unstale":"2024-04-02T08:20:27.806447+0000","last_undegraded":"2024-04-02T08:20:27.806447+0000","last_fullsized":"2024-04-02T08:20:27.806447+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:48:55.035231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.689475+0000","last_change":"2024-04-02T08:20:26.654640+0000","last_active":"2024-04-02T08:20:28.689475+0000","last_peered":"2024-04-02T08:20:28.689475+0000","last_clean":"2024-04-02T08:20:28.689475+0000","last_became_active":"2024-04-02T08:20:26.654228+0000","last_became_peered":"2024-04-02T08:20:26.654228+0000","last_unstale":"2024-04-02T08:20:28.689475+0000","last_undegraded":"2024-04-02T08:20:28.689475+0000","last_fullsized":"2024-04-02T08:20:28.689475+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:19:45.434108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.806561+0000","last_change":"2024-04-02T08:20:27.015647+0000","last_active":"2024-04-02T08:20:27.806561+0000","last_peered":"2024-04-02T08:20:27.806561+0000","last_clean":"2024-04-02T08:20:27.806561+0000","last_became_active":"2024-04-02T08:20:27.015391+0000","last_became_peered":"2024-04-02T08:20:27.015391+0000","last_unstale":"2024-04-02T08:20:27.806561+0000","last_undegraded":"2024-04-02T08:20:27.806561+0000","last_fullsized":"2024-04-02T08:20:27.806561+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:01:05.810507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004080+0000","last_change":"2024-04-02T08:20:26.653235+0000","last_active":"2024-04-02T08:20:28.004080+0000","last_peered":"2024-04-02T08:20:28.004080+0000","last_clean":"2024-04-02T08:20:28.004080+0000","last_became_active":"2024-04-02T08:20:26.652926+0000","last_became_peered":"2024-04-02T08:20:26.652926+0000","last_unstale":"2024-04-02T08:20:28.004080+0000","last_undegraded":"2024-04-02T08:20:28.004080+0000","last_fullsized":"2024-04-02T08:20:28.004080+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:35:07.031496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.691298+0000","last_change":"2024-04-02T08:20:27.030701+0000","last_active":"2024-04-02T08:20:28.691298+0000","last_peered":"2024-04-02T08:20:28.691298+0000","last_clean":"2024-04-02T08:20:28.691298+0000","last_became_active":"2024-04-02T08:20:27.029827+0000","last_became_peered":"2024-04-02T08:20:27.029827+0000","last_unstale":"2024-04-02T08:20:28.691298+0000","last_undegraded":"2024-04-02T08:20:28.691298+0000","last_fullsized":"2024-04-02T08:20:28.691298+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:41:01.063410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.003907+0000","last_change":"2024-04-02T08:20:26.646027+0000","last_active":"2024-04-02T08:20:27.003907+0000","last_peered":"2024-04-02T08:20:27.003907+0000","last_clean":"2024-04-02T08:20:27.003907+0000","last_became_active":"2024-04-02T08:20:26.645629+0000","last_became_peered":"2024-04-02T08:20:26.645629+0000","last_unstale":"2024-04-02T08:20:27.003907+0000","last_undegraded":"2024-04-02T08:20:27.003907+0000","last_fullsized":"2024-04-02T08:20:27.003907+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:29:05.837940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004273+0000","last_change":"2024-04-02T08:20:27.034246+0000","last_active":"2024-04-02T08:20:28.004273+0000","last_peered":"2024-04-02T08:20:28.004273+0000","last_clean":"2024-04-02T08:20:28.004273+0000","last_became_active":"2024-04-02T08:20:27.033925+0000","last_became_peered":"2024-04-02T08:20:27.033925+0000","last_unstale":"2024-04-02T08:20:28.004273+0000","last_undegraded":"2024-04-02T08:20:28.004273+0000","last_fullsized":"2024-04-02T08:20:28.004273+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:23:06.206048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.689691+0000","last_change":"2024-04-02T08:20:26.649476+0000","last_active":"2024-04-02T08:20:28.689691+0000","last_peered":"2024-04-02T08:20:28.689691+0000","last_clean":"2024-04-02T08:20:28.689691+0000","last_became_active":"2024-04-02T08:20:26.648685+0000","last_became_peered":"2024-04-02T08:20:26.648685+0000","last_unstale":"2024-04-02T08:20:28.689691+0000","last_undegraded":"2024-04-02T08:20:28.689691+0000","last_fullsized":"2024-04-02T08:20:28.689691+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:48:24.460254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690659+0000","last_change":"2024-04-02T08:20:27.014157+0000","last_active":"2024-04-02T08:20:28.690659+0000","last_peered":"2024-04-02T08:20:28.690659+0000","last_clean":"2024-04-02T08:20:28.690659+0000","last_became_active":"2024-04-02T08:20:27.013827+0000","last_became_peered":"2024-04-02T08:20:27.013827+0000","last_unstale":"2024-04-02T08:20:28.690659+0000","last_undegraded":"2024-04-02T08:20:28.690659+0000","last_fullsized":"2024-04-02T08:20:28.690659+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:33:41.027362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.032120+0000","last_change":"2024-04-02T08:20:26.641873+0000","last_active":"2024-04-02T08:20:27.032120+0000","last_peered":"2024-04-02T08:20:27.032120+0000","last_clean":"2024-04-02T08:20:27.032120+0000","last_became_active":"2024-04-02T08:20:26.641501+0000","last_became_peered":"2024-04-02T08:20:26.641501+0000","last_unstale":"2024-04-02T08:20:27.032120+0000","last_undegraded":"2024-04-02T08:20:27.032120+0000","last_fullsized":"2024-04-02T08:20:27.032120+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:41:10.327745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004593+0000","last_change":"2024-04-02T08:20:27.041716+0000","last_active":"2024-04-02T08:20:28.004593+0000","last_peered":"2024-04-02T08:20:28.004593+0000","last_clean":"2024-04-02T08:20:28.004593+0000","last_became_active":"2024-04-02T08:20:27.041348+0000","last_became_peered":"2024-04-02T08:20:27.041348+0000","last_unstale":"2024-04-02T08:20:28.004593+0000","last_undegraded":"2024-04-02T08:20:28.004593+0000","last_fullsized":"2024-04-02T08:20:28.004593+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:31:30.108019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690052+0000","last_change":"2024-04-02T08:20:27.026776+0000","last_active":"2024-04-02T08:20:28.690052+0000","last_peered":"2024-04-02T08:20:28.690052+0000","last_clean":"2024-04-02T08:20:28.690052+0000","last_became_active":"2024-04-02T08:20:27.026451+0000","last_became_peered":"2024-04-02T08:20:27.026451+0000","last_unstale":"2024-04-02T08:20:28.690052+0000","last_undegraded":"2024-04-02T08:20:28.690052+0000","last_fullsized":"2024-04-02T08:20:28.690052+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:37:45.099523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.014781+0000","last_change":"2024-04-02T08:20:27.013352+0000","last_active":"2024-04-02T08:20:27.014781+0000","last_peered":"2024-04-02T08:20:27.014781+0000","last_clean":"2024-04-02T08:20:27.014781+0000","last_became_active":"2024-04-02T08:20:27.013063+0000","last_became_peered":"2024-04-02T08:20:27.013063+0000","last_unstale":"2024-04-02T08:20:27.014781+0000","last_undegraded":"2024-04-02T08:20:27.014781+0000","last_fullsized":"2024-04-02T08:20:27.014781+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:37:03.983674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690209+0000","last_change":"2024-04-02T08:20:27.020336+0000","last_active":"2024-04-02T08:20:28.690209+0000","last_peered":"2024-04-02T08:20:28.690209+0000","last_clean":"2024-04-02T08:20:28.690209+0000","last_became_active":"2024-04-02T08:20:27.018798+0000","last_became_peered":"2024-04-02T08:20:27.018798+0000","last_unstale":"2024-04-02T08:20:28.690209+0000","last_undegraded":"2024-04-02T08:20:28.690209+0000","last_fullsized":"2024-04-02T08:20:28.690209+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:46:57.225102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004634+0000","last_change":"2024-04-02T08:20:27.025726+0000","last_active":"2024-04-02T08:20:28.004634+0000","last_peered":"2024-04-02T08:20:28.004634+0000","last_clean":"2024-04-02T08:20:28.004634+0000","last_became_active":"2024-04-02T08:20:27.025461+0000","last_became_peered":"2024-04-02T08:20:27.025461+0000","last_unstale":"2024-04-02T08:20:28.004634+0000","last_undegraded":"2024-04-02T08:20:28.004634+0000","last_fullsized":"2024-04-02T08:20:28.004634+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:34:04.211579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.806572+0000","last_change":"2024-04-02T08:20:27.015382+0000","last_active":"2024-04-02T08:20:27.806572+0000","last_peered":"2024-04-02T08:20:27.806572+0000","last_clean":"2024-04-02T08:20:27.806572+0000","last_became_active":"2024-04-02T08:20:27.015114+0000","last_became_peered":"2024-04-02T08:20:27.015114+0000","last_unstale":"2024-04-02T08:20:27.806572+0000","last_undegraded":"2024-04-02T08:20:27.806572+0000","last_fullsized":"2024-04-02T08:20:27.806572+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:46:30.002195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.689613+0000","last_change":"2024-04-02T08:20:27.017423+0000","last_active":"2024-04-02T08:20:28.689613+0000","last_peered":"2024-04-02T08:20:28.689613+0000","last_clean":"2024-04-02T08:20:28.689613+0000","last_became_active":"2024-04-02T08:20:27.016660+0000","last_became_peered":"2024-04-02T08:20:27.016660+0000","last_unstale":"2024-04-02T08:20:28.689613+0000","last_undegraded":"2024-04-02T08:20:28.689613+0000","last_fullsized":"2024-04-02T08:20:28.689613+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:47:46.397050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690990+0000","last_change":"2024-04-02T08:20:27.035922+0000","last_active":"2024-04-02T08:20:28.690990+0000","last_peered":"2024-04-02T08:20:28.690990+0000","last_clean":"2024-04-02T08:20:28.690990+0000","last_became_active":"2024-04-02T08:20:27.035455+0000","last_became_peered":"2024-04-02T08:20:27.035455+0000","last_unstale":"2024-04-02T08:20:28.690990+0000","last_undegraded":"2024-04-02T08:20:28.690990+0000","last_fullsized":"2024-04-02T08:20:28.690990+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:03:45.344318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.806621+0000","last_change":"2024-04-02T08:20:27.015238+0000","last_active":"2024-04-02T08:20:27.806621+0000","last_peered":"2024-04-02T08:20:27.806621+0000","last_clean":"2024-04-02T08:20:27.806621+0000","last_became_active":"2024-04-02T08:20:27.014960+0000","last_became_peered":"2024-04-02T08:20:27.014960+0000","last_unstale":"2024-04-02T08:20:27.806621+0000","last_undegraded":"2024-04-02T08:20:27.806621+0000","last_fullsized":"2024-04-02T08:20:27.806621+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:41:21.480551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690213+0000","last_change":"2024-04-02T08:20:27.014532+0000","last_active":"2024-04-02T08:20:28.690213+0000","last_peered":"2024-04-02T08:20:28.690213+0000","last_clean":"2024-04-02T08:20:28.690213+0000","last_became_active":"2024-04-02T08:20:27.012846+0000","last_became_peered":"2024-04-02T08:20:27.012846+0000","last_unstale":"2024-04-02T08:20:28.690213+0000","last_undegraded":"2024-04-02T08:20:28.690213+0000","last_fullsized":"2024-04-02T08:20:28.690213+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:22:53.839236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:20:27.806491+0000","last_change":"2024-04-02T08:20:27.020175+0000","last_active":"2024-04-02T08:20:27.806491+0000","last_peered":"2024-04-02T08:20:27.806491+0000","last_clean":"2024-04-02T08:20:27.806491+0000","last_became_active":"2024-04-02T08:20:27.019746+0000","last_became_peered":"2024-04-02T08:20:27.019746+0000","last_unstale":"2024-04-02T08:20:27.806491+0000","last_undegraded":"2024-04-02T08:20:27.806491+0000","last_fullsized":"2024-04-02T08:20:27.806491+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:50:13.525603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.690322+0000","last_change":"2024-04-02T08:20:27.026187+0000","last_active":"2024-04-02T08:20:28.690322+0000","last_peered":"2024-04-02T08:20:28.690322+0000","last_clean":"2024-04-02T08:20:28.690322+0000","last_became_active":"2024-04-02T08:20:27.024746+0000","last_became_peered":"2024-04-02T08:20:27.024746+0000","last_unstale":"2024-04-02T08:20:28.690322+0000","last_undegraded":"2024-04-02T08:20:28.690322+0000","last_fullsized":"2024-04-02T08:20:28.690322+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:50:39.331951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.004545+0000","last_change":"2024-04-02T08:20:27.029837+0000","last_active":"2024-04-02T08:20:28.004545+0000","last_peered":"2024-04-02T08:20:28.004545+0000","last_clean":"2024-04-02T08:20:28.004545+0000","last_became_active":"2024-04-02T08:20:27.029512+0000","last_became_peered":"2024-04-02T08:20:27.029512+0000","last_unstale":"2024-04-02T08:20:28.004545+0000","last_undegraded":"2024-04-02T08:20:28.004545+0000","last_fullsized":"2024-04-02T08:20:28.004545+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:22:47.241898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:20:28.691550+0000","last_change":"2024-04-02T08:20:27.034287+0000","last_active":"2024-04-02T08:20:28.691550+0000","last_peered":"2024-04-02T08:20:28.691550+0000","last_clean":"2024-04-02T08:20:28.691550+0000","last_became_active":"2024-04-02T08:20:27.032002+0000","last_became_peered":"2024-04-02T08:20:27.032002+0000","last_unstale":"2024-04-02T08:20:28.691550+0000","last_undegraded":"2024-04-02T08:20:28.691550+0000","last_fullsized":"2024-04-02T08:20:28.691550+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:13:45.183063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233992,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28220,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716932,"statfs":{"total":95995035648,"available":95966138368,"internally_reserved":0,"allocated":1220608,"data_stored":850082,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68799999999999994}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53500000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49399999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55300000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.62}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65100000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.751}]}]},{"osd":6,"up_from":46,"seq":197568495628,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28228,"kb_used_data":1200,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716924,"statfs":{"total":95995035648,"available":95966130176,"internally_reserved":0,"allocated":1228800,"data_stored":851373,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41499999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44400000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45700000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40200000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32100000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35599999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.498}]}]},{"osd":1,"up_from":13,"seq":55834574884,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27632,"kb_used_data":608,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717520,"statfs":{"total":95995035648,"available":95966740480,"internally_reserved":0,"allocated":622592,"data_stored":259055,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:19:48 2024","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.32800000000000001,"15min":0.316},"min":{"1min":0.254,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.35799999999999998,"15min":0.34599999999999997},"min":{"1min":0.28599999999999998,"5min":0.224,"15min":0.224},"max":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"last":0.38300000000000001}]},{"osd":2,"last update":"Tue Apr 2 08:20:09 2024","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.39700000000000002,"15min":0.38800000000000001},"min":{"1min":0.33400000000000002,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.45100000000000001,"15min":0.441},"min":{"1min":0.36299999999999999,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.46300000000000002}]},{"osd":3,"last update":"Tue Apr 2 08:19:33 2024","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.439}]},{"osd":4,"last update":"Tue Apr 2 08:19:57 2024","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.621,"15min":0.621},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.64000000000000001}]},{"osd":5,"last update":"Tue Apr 2 08:20:19 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.65100000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60099999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.625}]}]},{"osd":0,"up_from":8,"seq":34359738410,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28224,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716928,"statfs":{"total":95995035648,"available":95966134272,"internally_reserved":0,"allocated":1232896,"data_stored":850537,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Apr 2 08:19:43 2024","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.38100000000000001,"15min":0.37},"min":{"1min":0.34899999999999998,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.59799999999999998,"5min":1.248,"15min":1.248},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.34999999999999998,"15min":0.33400000000000002},"min":{"1min":0.318,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.55100000000000005,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.39600000000000002}]},{"osd":2,"last update":"Tue Apr 2 08:20:15 2024","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.52300000000000002,"15min":0.54100000000000004},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.59299999999999997,"5min":2.827,"15min":2.827},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.44800000000000001,"15min":0.442},"min":{"1min":0.28499999999999998,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.33800000000000002}]},{"osd":3,"last update":"Tue Apr 2 08:19:36 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.433},{"interface":"front","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.38300000000000001}]},{"osd":4,"last update":"Tue Apr 2 08:19:56 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.57899999999999996}]},{"osd":5,"last update":"Tue Apr 2 08:20:20 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.53100000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49399999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27624,"kb_used_data":604,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717528,"statfs":{"total":95995035648,"available":95966748672,"internally_reserved":0,"allocated":618496,"data_stored":259168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:20:09 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.373,"15min":0.36399999999999999},"min":{"1min":0.23799999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.37},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.39600000000000002,"15min":0.38400000000000001},"min":{"1min":0.27400000000000002,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.45100000000000001}]},{"osd":1,"last update":"Tue Apr 2 08:20:09 2024","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.39200000000000002,"15min":0.38300000000000001},"min":{"1min":0.33800000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.41299999999999998,"15min":0.40500000000000003},"min":{"1min":0.318,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.71499999999999997,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.498}]},{"osd":3,"last update":"Tue Apr 2 08:19:33 2024","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"last":0.44}]},{"osd":4,"last update":"Tue Apr 2 08:19:58 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.80000000000000004}]},{"osd":5,"last update":"Tue Apr 2 08:20:24 2024","interfaces":[{"interface":"back","average":{"1min":1.492,"5min":1.492,"15min":1.492},"min":{"1min":0.504,"5min":0.504,"15min":0.504},"max":{"1min":12.739000000000001,"5min":12.739000000000001,"15min":12.739000000000001},"last":0.81799999999999995},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.63600000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78100000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69199999999999995}]}]},{"osd":3,"up_from":25,"seq":107374182427,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27656,"kb_used_data":628,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717496,"statfs":{"total":95995035648,"available":95966715904,"internally_reserved":0,"allocated":643072,"data_stored":261109,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:19:32 2024","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.437,"5min":0.437,"15min":0.437},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.48999999999999999}]},{"osd":1,"last update":"Tue Apr 2 08:19:32 2024","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.437,"5min":0.437,"15min":0.437},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.52900000000000003}]},{"osd":2,"last update":"Tue Apr 2 08:19:32 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.441,"5min":0.441,"15min":0.441},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.436}]},{"osd":4,"last update":"Tue Apr 2 08:19:58 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.66800000000000004},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.65000000000000002}]},{"osd":5,"last update":"Tue Apr 2 08:20:21 2024","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.71999999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76000000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70599999999999996}]}]},{"osd":4,"up_from":30,"seq":128849018901,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27644,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717508,"statfs":{"total":95995035648,"available":95966728192,"internally_reserved":0,"allocated":638976,"data_stored":260149,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:19:56 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.374}]},{"osd":1,"last update":"Tue Apr 2 08:19:56 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.33700000000000002}]},{"osd":2,"last update":"Tue Apr 2 08:19:56 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.42499999999999999}]},{"osd":3,"last update":"Tue Apr 2 08:19:56 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.50600000000000001}]},{"osd":5,"last update":"Tue Apr 2 08:20:19 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.53500000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45700000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57099999999999995}]}]},{"osd":5,"up_from":38,"seq":163208757265,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27640,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717512,"statfs":{"total":95995035648,"available":95966732288,"internally_reserved":0,"allocated":634880,"data_stored":260764,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:20:19 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.59099999999999997}]},{"osd":1,"last update":"Tue Apr 2 08:20:19 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.625},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.54800000000000004}]},{"osd":2,"last update":"Tue Apr 2 08:20:19 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.504},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.57499999999999996}]},{"osd":3,"last update":"Tue Apr 2 08:20:19 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.52500000000000002}]},{"osd":4,"last update":"Tue Apr 2 08:20:19 2024","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.438,"15min":0.438},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.53600000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64400000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47399999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-02T08:20:34.751 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-04-02T08:20:34.752 INFO:tasks.cephadm:Adding prometheus.a on smithi055 2024-04-02T08:20:34.752 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph orch apply prometheus '1;smithi055=a' 2024-04-02T08:20:34.971 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:20:36.238 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:35 smithi055 ceph-mon[31035]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s wr, 5 op/s 2024-04-02T08:20:36.238 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:35 smithi055 ceph-mon[31035]: from='client.24476 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:20:36.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:35 smithi012 ceph-mon[27004]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s wr, 5 op/s 2024-04-02T08:20:36.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:35 smithi012 ceph-mon[27004]: from='client.24476 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:20:36.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:35 smithi012 ceph-mon[38029]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s wr, 5 op/s 2024-04-02T08:20:36.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:35 smithi012 ceph-mon[38029]: from='client.24476 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:20:36.676 INFO:teuthology.orchestra.run.smithi055.stdout:Scheduled prometheus update... 2024-04-02T08:20:37.347 DEBUG:teuthology.orchestra.run.smithi055:prometheus.a> sudo journalctl -f -n 0 -u ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@prometheus.a.service 2024-04-02T08:20:37.349 INFO:tasks.cephadm:Adding node-exporter.a on smithi012 2024-04-02T08:20:37.349 INFO:tasks.cephadm:Adding node-exporter.b on smithi055 2024-04-02T08:20:37.350 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph orch apply node-exporter '2;smithi012=a;smithi055=b' 2024-04-02T08:20:37.597 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:20:37.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:37 smithi012 ceph-mon[38029]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s wr, 4 op/s 2024-04-02T08:20:37.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:37 smithi012 ceph-mon[38029]: from='client.24457 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi055=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:20:37.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:37 smithi012 ceph-mon[38029]: Saving service prometheus spec with placement smithi055=a;count:1 2024-04-02T08:20:37.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:37 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:37.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:37 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:20:37.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:37 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:20:37.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:37 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:20:37.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:37 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:37.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:37 smithi012 ceph-mon[38029]: Deploying daemon prometheus.a on smithi055 2024-04-02T08:20:37.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:37 smithi012 ceph-mon[27004]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s wr, 4 op/s 2024-04-02T08:20:37.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:37 smithi012 ceph-mon[27004]: from='client.24457 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi055=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:20:37.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:37 smithi012 ceph-mon[27004]: Saving service prometheus spec with placement smithi055=a;count:1 2024-04-02T08:20:37.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:37 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:37.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:37 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:20:37.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:37 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:20:37.930 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:37 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:20:37.930 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:37 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:37.930 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:37 smithi012 ceph-mon[27004]: Deploying daemon prometheus.a on smithi055 2024-04-02T08:20:38.044 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:37 smithi055 ceph-mon[31035]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s wr, 4 op/s 2024-04-02T08:20:38.044 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:37 smithi055 ceph-mon[31035]: from='client.24457 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi055=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:20:38.044 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:37 smithi055 ceph-mon[31035]: Saving service prometheus spec with placement smithi055=a;count:1 2024-04-02T08:20:38.044 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:37 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:38.044 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:37 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:20:38.044 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:37 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:20:38.044 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:37 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:20:38.045 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:37 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:38.045 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:37 smithi055 ceph-mon[31035]: Deploying daemon prometheus.a on smithi055 2024-04-02T08:20:39.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:39 smithi055 ceph-mon[31035]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-04-02T08:20:39.878 INFO:teuthology.orchestra.run.smithi055.stdout:Scheduled node-exporter update... 2024-04-02T08:20:40.016 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:39 smithi012 ceph-mon[38029]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-04-02T08:20:40.016 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:39 smithi012 ceph-mon[27004]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-04-02T08:20:41.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:40 smithi055 ceph-mon[31035]: from='client.24463 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi012=a;smithi055=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:20:41.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:40 smithi055 ceph-mon[31035]: Saving service node-exporter spec with placement smithi012=a;smithi055=b;count:2 2024-04-02T08:20:41.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:40 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:41.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:40 smithi012 ceph-mon[27004]: from='client.24463 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi012=a;smithi055=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:20:41.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:40 smithi012 ceph-mon[27004]: Saving service node-exporter spec with placement smithi012=a;smithi055=b;count:2 2024-04-02T08:20:41.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:40 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:41.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:40 smithi012 ceph-mon[38029]: from='client.24463 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi012=a;smithi055=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:20:41.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:40 smithi012 ceph-mon[38029]: Saving service node-exporter spec with placement smithi012=a;smithi055=b;count:2 2024-04-02T08:20:41.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:40 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:41.808 DEBUG:teuthology.orchestra.run.smithi012:node-exporter.a> sudo journalctl -f -n 0 -u ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@node-exporter.a.service 2024-04-02T08:20:41.812 DEBUG:teuthology.orchestra.run.smithi055:node-exporter.b> sudo journalctl -f -n 0 -u ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@node-exporter.b.service 2024-04-02T08:20:41.814 INFO:tasks.cephadm:Adding alertmanager.a on smithi012 2024-04-02T08:20:41.814 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph orch apply alertmanager '1;smithi012=a' 2024-04-02T08:20:42.054 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:20:42.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:41 smithi055 ceph-mon[31035]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-04-02T08:20:42.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:41 smithi012 ceph-mon[27004]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-04-02T08:20:42.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:41 smithi012 ceph-mon[38029]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-04-02T08:20:44.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:43 smithi012 ceph-mon[27004]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 170 B/s wr, 1 op/s 2024-04-02T08:20:44.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:43 smithi012 ceph-mon[38029]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 170 B/s wr, 1 op/s 2024-04-02T08:20:44.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:43 smithi055 ceph-mon[31035]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 170 B/s wr, 1 op/s 2024-04-02T08:20:45.694 INFO:teuthology.orchestra.run.smithi055.stdout:Scheduled alertmanager update... 2024-04-02T08:20:46.034 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:45 smithi055 ceph-mon[31035]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-02T08:20:46.035 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:45 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:46.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:45 smithi012 ceph-mon[27004]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-02T08:20:46.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:45 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:46.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:45 smithi012 ceph-mon[38029]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-02T08:20:46.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:45 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:47.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:46 smithi012 ceph-mon[27004]: from='client.24469 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi012=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:20:47.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:46 smithi012 ceph-mon[27004]: Saving service alertmanager spec with placement smithi012=a;count:1 2024-04-02T08:20:47.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:46 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [7, 2]}]: dispatch 2024-04-02T08:20:47.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:46 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.a", "id": [6, 2]}]: dispatch 2024-04-02T08:20:47.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:46 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]: dispatch 2024-04-02T08:20:47.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:46 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 1]}]: dispatch 2024-04-02T08:20:47.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:46 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 1]}]: dispatch 2024-04-02T08:20:47.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:46 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [5, 2]}]: dispatch 2024-04-02T08:20:47.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:46 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3d", "id": [0, 3]}]: dispatch 2024-04-02T08:20:47.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:46 smithi012 ceph-mon[38029]: from='client.24469 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi012=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:20:47.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:46 smithi012 ceph-mon[38029]: Saving service alertmanager spec with placement smithi012=a;count:1 2024-04-02T08:20:47.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:46 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [7, 2]}]: dispatch 2024-04-02T08:20:47.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:46 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.a", "id": [6, 2]}]: dispatch 2024-04-02T08:20:47.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:46 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]: dispatch 2024-04-02T08:20:47.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:46 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 1]}]: dispatch 2024-04-02T08:20:47.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:46 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 1]}]: dispatch 2024-04-02T08:20:47.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:46 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [5, 2]}]: dispatch 2024-04-02T08:20:47.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:46 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3d", "id": [0, 3]}]: dispatch 2024-04-02T08:20:47.207 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:46 smithi055 ceph-mon[31035]: from='client.24469 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi012=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:20:47.208 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:46 smithi055 ceph-mon[31035]: Saving service alertmanager spec with placement smithi012=a;count:1 2024-04-02T08:20:47.208 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:46 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [7, 2]}]: dispatch 2024-04-02T08:20:47.208 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:46 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.a", "id": [6, 2]}]: dispatch 2024-04-02T08:20:47.208 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:46 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]: dispatch 2024-04-02T08:20:47.208 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:46 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 1]}]: dispatch 2024-04-02T08:20:47.208 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:46 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 1]}]: dispatch 2024-04-02T08:20:47.209 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:46 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [5, 2]}]: dispatch 2024-04-02T08:20:47.209 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:46 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3d", "id": [0, 3]}]: dispatch 2024-04-02T08:20:47.482 DEBUG:teuthology.orchestra.run.smithi012:alertmanager.a> sudo journalctl -f -n 0 -u ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@alertmanager.a.service 2024-04-02T08:20:47.485 INFO:tasks.cephadm:Adding grafana.a on smithi055 2024-04-02T08:20:47.485 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph orch apply grafana '1;smithi055=a' 2024-04-02T08:20:47.994 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:47 smithi055 ceph-mon[31035]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-02T08:20:47.994 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:47 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [7, 2]}]': finished 2024-04-02T08:20:47.994 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:47 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.a", "id": [6, 2]}]': finished 2024-04-02T08:20:47.994 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:47 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]': finished 2024-04-02T08:20:47.994 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:47 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 1]}]': finished 2024-04-02T08:20:47.994 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:47 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 1]}]': finished 2024-04-02T08:20:47.994 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:47 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [5, 2]}]': finished 2024-04-02T08:20:47.994 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:47 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3d", "id": [0, 3]}]': finished 2024-04-02T08:20:47.995 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:47 smithi055 ceph-mon[31035]: osdmap e63: 8 total, 8 up, 8 in 2024-04-02T08:20:48.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:47 smithi012 ceph-mon[27004]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-02T08:20:48.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:47 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [7, 2]}]': finished 2024-04-02T08:20:48.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:47 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.a", "id": [6, 2]}]': finished 2024-04-02T08:20:48.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:47 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]': finished 2024-04-02T08:20:48.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:47 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 1]}]': finished 2024-04-02T08:20:48.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:47 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 1]}]': finished 2024-04-02T08:20:48.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:47 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [5, 2]}]': finished 2024-04-02T08:20:48.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:47 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3d", "id": [0, 3]}]': finished 2024-04-02T08:20:48.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:47 smithi012 ceph-mon[27004]: osdmap e63: 8 total, 8 up, 8 in 2024-04-02T08:20:48.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:47 smithi012 ceph-mon[38029]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-02T08:20:48.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:47 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [7, 2]}]': finished 2024-04-02T08:20:48.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:47 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.a", "id": [6, 2]}]': finished 2024-04-02T08:20:48.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:47 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]': finished 2024-04-02T08:20:48.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:47 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 1]}]': finished 2024-04-02T08:20:48.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:47 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 1]}]': finished 2024-04-02T08:20:48.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:47 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [5, 2]}]': finished 2024-04-02T08:20:48.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:47 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3d", "id": [0, 3]}]': finished 2024-04-02T08:20:48.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:47 smithi012 ceph-mon[38029]: osdmap e63: 8 total, 8 up, 8 in 2024-04-02T08:20:48.802 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:20:49.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:48 smithi012 ceph-mon[27004]: osdmap e64: 8 total, 8 up, 8 in 2024-04-02T08:20:49.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:48 smithi012 ceph-mon[38029]: osdmap e64: 8 total, 8 up, 8 in 2024-04-02T08:20:49.185 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:48 smithi055 ceph-mon[31035]: osdmap e64: 8 total, 8 up, 8 in 2024-04-02T08:20:49.499 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:20:49 smithi055 systemd[1]: Starting Ceph prometheus.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:20:49.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:20:49 smithi055 podman[59748]: 2024-04-02 08:20:49.471715333 +0000 UTC m=+0.018957164 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-02T08:20:50.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:49 smithi012 ceph-mon[27004]: pgmap v205: 97 pgs: 2 peering, 95 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:50.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:49 smithi012 ceph-mon[38029]: pgmap v205: 97 pgs: 2 peering, 95 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:50.192 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:49 smithi055 ceph-mon[31035]: pgmap v205: 97 pgs: 2 peering, 95 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:50.193 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:20:50 smithi055 podman[59748]: 2024-04-02 08:20:50.01802602 +0000 UTC m=+0.565267831 container create f343d78177facb84f3b49640c67eac6277fc4a47298f679dc56de65efcfbbf67 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:20:50.447 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:20:50 smithi055 podman[59748]: 2024-04-02 08:20:50.42287995 +0000 UTC m=+0.970121771 container init f343d78177facb84f3b49640c67eac6277fc4a47298f679dc56de65efcfbbf67 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:20:50.447 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:20:50 smithi055 podman[59748]: 2024-04-02 08:20:50.426385023 +0000 UTC m=+0.973626844 container start f343d78177facb84f3b49640c67eac6277fc4a47298f679dc56de65efcfbbf67 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:20:50.714 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:20:50 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[59785]: ts=2024-04-02T08:20:50.449Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-02T08:20:50.714 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:20:50 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[59785]: ts=2024-04-02T08:20:50.449Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-02T08:20:50.714 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:20:50 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[59785]: ts=2024-04-02T08:20:50.449Z caller=main.go:570 level=info host_details="(Linux 5.14.0-434.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024 x86_64 smithi055 (none))" 2024-04-02T08:20:50.714 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:20:50 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[59785]: ts=2024-04-02T08:20:50.449Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-02T08:20:50.714 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:20:50 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[59785]: ts=2024-04-02T08:20:50.449Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-02T08:20:50.714 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:20:50 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[59785]: ts=2024-04-02T08:20:50.450Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-02T08:20:50.714 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:20:50 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[59785]: ts=2024-04-02T08:20:50.451Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-02T08:20:50.715 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:20:50 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[59785]: ts=2024-04-02T08:20:50.451Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-02T08:20:50.715 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:20:50 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[59785]: ts=2024-04-02T08:20:50.451Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-02T08:20:50.715 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:20:50 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[59785]: ts=2024-04-02T08:20:50.454Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-02T08:20:50.715 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:20:50 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[59785]: ts=2024-04-02T08:20:50.454Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.805µs 2024-04-02T08:20:50.715 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:20:50 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[59785]: ts=2024-04-02T08:20:50.454Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-02T08:20:50.715 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:20:50 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[59785]: ts=2024-04-02T08:20:50.454Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-04-02T08:20:50.715 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:20:50 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[59785]: ts=2024-04-02T08:20:50.454Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=17.91µs wal_replay_duration=199.637µs wbl_replay_duration=103ns total_replay_duration=236.031µs 2024-04-02T08:20:50.715 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:20:50 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[59785]: ts=2024-04-02T08:20:50.455Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-02T08:20:50.715 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:20:50 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[59785]: ts=2024-04-02T08:20:50.455Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-02T08:20:50.715 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:20:50 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[59785]: ts=2024-04-02T08:20:50.455Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-02T08:20:50.715 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:20:50 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[59785]: ts=2024-04-02T08:20:50.472Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=17.079354ms db_storage=725ns remote_storage=988ns web_handler=595ns query_engine=634ns scrape=406.133µs scrape_sd=77.74µs notify=827ns notify_sd=1.339µs rules=16.407802ms tracing=6.39µs 2024-04-02T08:20:50.715 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:20:50 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[59785]: ts=2024-04-02T08:20:50.472Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-02T08:20:50.715 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:20:50 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[59785]: ts=2024-04-02T08:20:50.472Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-02T08:20:50.716 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:20:50 smithi055 bash[59748]: f343d78177facb84f3b49640c67eac6277fc4a47298f679dc56de65efcfbbf67 2024-04-02T08:20:50.716 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:20:50 smithi055 systemd[1]: Started Ceph prometheus.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:20:50.953 INFO:teuthology.orchestra.run.smithi055.stdout:Scheduled grafana update... 2024-04-02T08:20:51.590 DEBUG:teuthology.orchestra.run.smithi055:grafana.a> sudo journalctl -f -n 0 -u ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@grafana.a.service 2024-04-02T08:20:51.593 INFO:tasks.cephadm:Setting up client nodes... 2024-04-02T08:20:51.593 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-02T08:20:51.826 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:20:51.928 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:20:51 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: ignoring --setuser ceph since I am not root 2024-04-02T08:20:51.928 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:20:51 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: ignoring --setgroup ceph since I am not root 2024-04-02T08:20:51.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:51 smithi012 ceph-mon[27004]: pgmap v206: 97 pgs: 2 peering, 95 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:51.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:51 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:51.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:51 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:51.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:51 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:51.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:51 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-02T08:20:51.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:51 smithi012 ceph-mon[27004]: from='client.24475 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi055=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:20:51.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:51 smithi012 ceph-mon[27004]: Saving service grafana spec with placement smithi055=a;count:1 2024-04-02T08:20:51.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:51 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:51.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:51 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:51.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:51 smithi012 ceph-mon[38029]: pgmap v206: 97 pgs: 2 peering, 95 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:51.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:51 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:51.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:51 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:51.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:51 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:51.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:51 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-02T08:20:51.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:51 smithi012 ceph-mon[38029]: from='client.24475 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi055=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:20:51.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:51 smithi012 ceph-mon[38029]: Saving service grafana spec with placement smithi055=a;count:1 2024-04-02T08:20:51.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:51 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:51.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:51 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:52.060 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:20:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[32881]: ignoring --setuser ceph since I am not root 2024-04-02T08:20:52.060 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:20:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[32881]: ignoring --setgroup ceph since I am not root 2024-04-02T08:20:52.060 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:20:51 smithi055 ceph-mgr[32885]: -- 172.21.15.55:0/576096717 <== mon.1 v2:172.21.15.55:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55ca9792a1a0 con 0x55ca97901000 2024-04-02T08:20:52.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:51 smithi055 ceph-mon[31035]: pgmap v206: 97 pgs: 2 peering, 95 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:20:52.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:51 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:52.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:51 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:52.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:51 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:52.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:51 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-02T08:20:52.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:51 smithi055 ceph-mon[31035]: from='client.24475 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi055=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:20:52.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:51 smithi055 ceph-mon[31035]: Saving service grafana spec with placement smithi055=a;count:1 2024-04-02T08:20:52.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:51 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:52.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:51 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' 2024-04-02T08:20:52.560 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:20:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[32881]: 2024-04-02T08:20:52.171+0000 7f2f23cbf200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:20:52.560 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:20:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[32881]: 2024-04-02T08:20:52.267+0000 7f2f23cbf200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:20:52.592 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:20:52 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:20:52.209+0000 7f659f51e200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:20:52.592 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:20:52 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:20:52.308+0000 7f659f51e200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:20:52.920 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:52 smithi055 ceph-mon[31035]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-02T08:20:52.920 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:52 smithi055 ceph-mon[31035]: mgrmap e16: y(active, since 5m), standbys: x 2024-04-02T08:20:52.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:52 smithi012 ceph-mon[27004]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-02T08:20:52.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:52 smithi012 ceph-mon[27004]: mgrmap e16: y(active, since 5m), standbys: x 2024-04-02T08:20:52.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:52 smithi012 ceph-mon[38029]: from='mgr.14150 172.21.15.12:0/736153142' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-02T08:20:52.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:52 smithi012 ceph-mon[38029]: mgrmap e16: y(active, since 5m), standbys: x 2024-04-02T08:20:53.256 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:20:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[32881]: 2024-04-02T08:20:52.921+0000 7f2f23cbf200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:20:53.256 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:20:53 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[32881]: 2024-04-02T08:20:53.015+0000 7f2f23cbf200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:20:53.256 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:20:53 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[32881]: 2024-04-02T08:20:53.159+0000 7f2f23cbf200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:20:53.312 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:20:52 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:20:52.971+0000 7f659f51e200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:20:53.312 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:20:53 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:20:53.066+0000 7f659f51e200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:20:53.312 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:20:53 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:20:53.212+0000 7f659f51e200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:20:53.312 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:20:53 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:20:53.313+0000 7f659f51e200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:20:53.560 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:20:53 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[32881]: 2024-04-02T08:20:53.257+0000 7f2f23cbf200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:20:53.560 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:20:53 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[32881]: 2024-04-02T08:20:53.342+0000 7f2f23cbf200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:20:53.573 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:20:53 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:20:53.399+0000 7f659f51e200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:20:53.901 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:20:53 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:20:53.676+0000 7f659f51e200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:20:53.901 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:20:53 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:20:53.814+0000 7f659f51e200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:20:53.905 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:20:53 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[32881]: 2024-04-02T08:20:53.610+0000 7f2f23cbf200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:20:53.905 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:20:53 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[32881]: 2024-04-02T08:20:53.722+0000 7f2f23cbf200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:20:53.905 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:20:53 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[32881]: 2024-04-02T08:20:53.810+0000 7f2f23cbf200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:20:54.008 INFO:teuthology.orchestra.run.smithi012.stdout:[client.0] 2024-04-02T08:20:54.008 INFO:teuthology.orchestra.run.smithi012.stdout: key = AQDmvwtmAFZYABAAvr9Zec/OZFuowfuNCpajdw== 2024-04-02T08:20:54.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:54 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/3465875015' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:20:54.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:54 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/3465875015' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-02T08:20:54.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:54 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/3465875015' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:20:54.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:54 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/3465875015' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-02T08:20:54.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:20:53 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:20:53.902+0000 7f659f51e200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:20:54.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:20:54 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:20:53.999+0000 7f659f51e200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:20:54.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:54 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/3465875015' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:20:54.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:54 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/3465875015' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-02T08:20:54.310 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:20:53 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[32881]: 2024-04-02T08:20:53.907+0000 7f2f23cbf200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:20:54.310 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:20:54 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[32881]: 2024-04-02T08:20:54.086+0000 7f2f23cbf200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:20:54.485 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:20:54 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:20:54.186+0000 7f659f51e200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:20:54.848 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-04-02T08:20:54.849 DEBUG:teuthology.orchestra.run.smithi012:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-04-02T08:20:54.849 DEBUG:teuthology.orchestra.run.smithi012:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-04-02T08:20:54.892 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-02T08:20:55.110 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:20:55.234 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:20:55 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[32881]: 2024-04-02T08:20:55.099+0000 7f2f23cbf200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:20:55.486 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:20:55 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[32881]: 2024-04-02T08:20:55.241+0000 7f2f23cbf200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:20:55.678 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:20:55 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:20:55.210+0000 7f659f51e200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:20:55.678 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:20:55 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:20:55.348+0000 7f659f51e200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:20:55.810 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:20:55 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[32881]: 2024-04-02T08:20:55.589+0000 7f2f23cbf200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:20:55.810 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:20:55 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[32881]: 2024-04-02T08:20:55.683+0000 7f2f23cbf200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:20:55.986 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:20:55 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:20:55.690+0000 7f659f51e200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:20:55.987 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:20:55 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:20:55.784+0000 7f659f51e200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:20:55.987 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:20:55 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:20:55.987+0000 7f659f51e200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:20:56.241 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:20:55 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[32881]: 2024-04-02T08:20:55.887+0000 7f2f23cbf200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:20:56.241 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:20:56 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[32881]: 2024-04-02T08:20:56.080+0000 7f2f23cbf200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:20:56.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:20:56 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:20:56.179+0000 7f659f51e200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:20:56.537 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:20:56 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[32881]: 2024-04-02T08:20:56.381+0000 7f2f23cbf200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:20:56.737 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:20:56 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:20:56.473+0000 7f659f51e200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:20:56.810 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:20:56 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[32881]: 2024-04-02T08:20:56.651+0000 7f2f23cbf200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:20:56.949 INFO:teuthology.orchestra.run.smithi055.stdout:[client.1] 2024-04-02T08:20:56.949 INFO:teuthology.orchestra.run.smithi055.stdout: key = AQDovwtmGcV/OBAAoqvWZ8lUDueWgzn0m0NUuA== 2024-04-02T08:20:56.997 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:20:56 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:20:56.737+0000 7f659f51e200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:20:56.997 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:20:56 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:20:56.981+0000 7f659f51e200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:20:57.274 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:20:56 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[32881]: 2024-04-02T08:20:56.900+0000 7f2f23cbf200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:20:57.274 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:57 smithi055 ceph-mon[31035]: from='client.? 172.21.15.55:0/102640937' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:20:57.274 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:57 smithi055 ceph-mon[31035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:20:57.274 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:57 smithi055 ceph-mon[31035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-02T08:20:57.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:57 smithi012 ceph-mon[38029]: from='client.? 172.21.15.55:0/102640937' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:20:57.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:57 smithi012 ceph-mon[38029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:20:57.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:57 smithi012 ceph-mon[38029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-02T08:20:57.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:56 smithi012 ceph-mon[27004]: from='client.? 172.21.15.55:0/102640937' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:20:57.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:56 smithi012 ceph-mon[27004]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:20:57.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:56 smithi012 ceph-mon[27004]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-02T08:20:57.578 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2024-04-02T08:20:57.578 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-04-02T08:20:57.578 DEBUG:teuthology.orchestra.run.smithi055:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-04-02T08:20:57.622 INFO:tasks.cephadm:Waiting for OSDs to come up 2024-04-02T08:20:57.622 DEBUG:teuthology.orchestra.run.smithi012:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-04-02T08:20:57.810 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:20:57 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[32881]: 2024-04-02T08:20:57.750+0000 7f2f23cbf200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:20:57.909 INFO:teuthology.misc.health.smithi012.stdout: 2024-04-02T08:20:57.909 INFO:teuthology.misc.health.smithi012.stdout:{"epoch":64,"fsid":"f84ae488-f0c8-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:14:47.100991+0000","modified":"2024-04-02T08:20:47.898923+0000","last_up_change":"2024-04-02T08:20:07.297668+0000","last_in_change":"2024-04-02T08:19:50.694979+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:18:06.608226+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:20:24.936299+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:20:26.204160+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9465701c-6525-4f7b-b4e1-7a23f688803b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":1149389864},{"type":"v1","addr":"172.21.15.12:6803","nonce":1149389864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":1149389864},{"type":"v1","addr":"172.21.15.12:6805","nonce":1149389864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":1149389864},{"type":"v1","addr":"172.21.15.12:6809","nonce":1149389864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":1149389864},{"type":"v1","addr":"172.21.15.12:6807","nonce":1149389864}]},"public_addr":"172.21.15.12:6803/1149389864","cluster_addr":"172.21.15.12:6805/1149389864","heartbeat_back_addr":"172.21.15.12:6809/1149389864","heartbeat_front_addr":"172.21.15.12:6807/1149389864","state":["exists","up"]},{"osd":1,"uuid":"914dac79-5bfb-4a8f-ad1b-e7183980255c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":565815498},{"type":"v1","addr":"172.21.15.12:6811","nonce":565815498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":565815498},{"type":"v1","addr":"172.21.15.12:6813","nonce":565815498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6816","nonce":565815498},{"type":"v1","addr":"172.21.15.12:6817","nonce":565815498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":565815498},{"type":"v1","addr":"172.21.15.12:6815","nonce":565815498}]},"public_addr":"172.21.15.12:6811/565815498","cluster_addr":"172.21.15.12:6813/565815498","heartbeat_back_addr":"172.21.15.12:6817/565815498","heartbeat_front_addr":"172.21.15.12:6815/565815498","state":["exists","up"]},{"osd":2,"uuid":"fa81360e-4d05-4e92-8a34-28214e301a70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6818","nonce":3648697039},{"type":"v1","addr":"172.21.15.12:6819","nonce":3648697039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6820","nonce":3648697039},{"type":"v1","addr":"172.21.15.12:6821","nonce":3648697039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6824","nonce":3648697039},{"type":"v1","addr":"172.21.15.12:6825","nonce":3648697039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6822","nonce":3648697039},{"type":"v1","addr":"172.21.15.12:6823","nonce":3648697039}]},"public_addr":"172.21.15.12:6819/3648697039","cluster_addr":"172.21.15.12:6821/3648697039","heartbeat_back_addr":"172.21.15.12:6825/3648697039","heartbeat_front_addr":"172.21.15.12:6823/3648697039","state":["exists","up"]},{"osd":3,"uuid":"99db8493-5590-4203-bbbc-3ce887c39eef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6826","nonce":3284261837},{"type":"v1","addr":"172.21.15.12:6827","nonce":3284261837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6828","nonce":3284261837},{"type":"v1","addr":"172.21.15.12:6829","nonce":3284261837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6832","nonce":3284261837},{"type":"v1","addr":"172.21.15.12:6833","nonce":3284261837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6830","nonce":3284261837},{"type":"v1","addr":"172.21.15.12:6831","nonce":3284261837}]},"public_addr":"172.21.15.12:6827/3284261837","cluster_addr":"172.21.15.12:6829/3284261837","heartbeat_back_addr":"172.21.15.12:6833/3284261837","heartbeat_front_addr":"172.21.15.12:6831/3284261837","state":["exists","up"]},{"osd":4,"uuid":"add5a0cc-ad50-4999-8dfe-1cfdd579af91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":860591416},{"type":"v1","addr":"172.21.15.55:6801","nonce":860591416}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":860591416},{"type":"v1","addr":"172.21.15.55:6803","nonce":860591416}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":860591416},{"type":"v1","addr":"172.21.15.55:6807","nonce":860591416}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":860591416},{"type":"v1","addr":"172.21.15.55:6805","nonce":860591416}]},"public_addr":"172.21.15.55:6801/860591416","cluster_addr":"172.21.15.55:6803/860591416","heartbeat_back_addr":"172.21.15.55:6807/860591416","heartbeat_front_addr":"172.21.15.55:6805/860591416","state":["exists","up"]},{"osd":5,"uuid":"2c0c62e3-0a0a-4ee0-bb63-783d1f34ea63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":3018492757},{"type":"v1","addr":"172.21.15.55:6809","nonce":3018492757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3018492757},{"type":"v1","addr":"172.21.15.55:6811","nonce":3018492757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3018492757},{"type":"v1","addr":"172.21.15.55:6815","nonce":3018492757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3018492757},{"type":"v1","addr":"172.21.15.55:6813","nonce":3018492757}]},"public_addr":"172.21.15.55:6809/3018492757","cluster_addr":"172.21.15.55:6811/3018492757","heartbeat_back_addr":"172.21.15.55:6815/3018492757","heartbeat_front_addr":"172.21.15.55:6813/3018492757","state":["exists","up"]},{"osd":6,"uuid":"31a294b2-85bc-4013-ad69-282589387e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":1455599543},{"type":"v1","addr":"172.21.15.55:6817","nonce":1455599543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":1455599543},{"type":"v1","addr":"172.21.15.55:6819","nonce":1455599543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":1455599543},{"type":"v1","addr":"172.21.15.55:6823","nonce":1455599543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":1455599543},{"type":"v1","addr":"172.21.15.55:6821","nonce":1455599543}]},"public_addr":"172.21.15.55:6817/1455599543","cluster_addr":"172.21.15.55:6819/1455599543","heartbeat_back_addr":"172.21.15.55:6823/1455599543","heartbeat_front_addr":"172.21.15.55:6821/1455599543","state":["exists","up"]},{"osd":7,"uuid":"5db85b07-7b70-4fc2-906e-cb42e6b34d43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":2787356727},{"type":"v1","addr":"172.21.15.55:6825","nonce":2787356727}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":2787356727},{"type":"v1","addr":"172.21.15.55:6827","nonce":2787356727}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":2787356727},{"type":"v1","addr":"172.21.15.55:6831","nonce":2787356727}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":2787356727},{"type":"v1","addr":"172.21.15.55:6829","nonce":2787356727}]},"public_addr":"172.21.15.55:6825/2787356727","cluster_addr":"172.21.15.55:6827/2787356727","heartbeat_back_addr":"172.21.15.55:6831/2787356727","heartbeat_front_addr":"172.21.15.55:6829/2787356727","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:17:11.735583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:17:37.605500+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:03.929062+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:29.867263+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:52.905079+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:16.975099+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:41.855008+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:20:06.157912+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":7,"to":2}]},{"pgid":"3.a","mappings":[{"from":6,"to":2}]},{"pgid":"3.19","mappings":[{"from":4,"to":2}]},{"pgid":"3.27","mappings":[{"from":4,"to":1}]},{"pgid":"3.39","mappings":[{"from":0,"to":1}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]},{"pgid":"3.3d","mappings":[{"from":0,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.12:0/2134192847":"2024-04-03T08:15:46.289443+0000","172.21.15.12:6801/2585047473":"2024-04-03T08:15:46.289443+0000","172.21.15.12:6800/2585047473":"2024-04-03T08:15:46.289443+0000","172.21.15.12:6800/1702112966":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/1113443101":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/3292194376":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/2848373591":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/3791642222":"2024-04-03T08:15:46.289443+0000","172.21.15.12:6801/1702112966":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/4150217245":"2024-04-03T08:15:46.289443+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:20:57.921 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-04-02T08:20:57.921 INFO:tasks.cephadm:Creating RBD pool 2024-04-02T08:20:57.921 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- sudo ceph --cluster ceph osd pool create rbd 8 2024-04-02T08:20:58.136 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:20:58.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:58 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/1807870702' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:20:58.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:58 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/1807870702' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:20:58.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:20:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:20:57.820+0000 7f659f51e200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:20:58.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:58 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/1807870702' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:20:58.535 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:20:58 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:20:58.433+0000 7f659f51e200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:20:58.536 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:20:58 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:20:58.536+0000 7f659f51e200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:20:58.664 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:20:58 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[32881]: 2024-04-02T08:20:58.335+0000 7f2f23cbf200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:20:58.664 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:20:58 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[32881]: 2024-04-02T08:20:58.437+0000 7f2f23cbf200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:20:58.664 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:20:58 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[32881]: 2024-04-02T08:20:58.665+0000 7f2f23cbf200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:20:58.830 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:20:58 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:20:58.765+0000 7f659f51e200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:20:58.949 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:20:58 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[32881]: [02/Apr/2024:08:20:58] ENGINE Bus STARTING 2024-04-02T08:20:58.949 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:20:58 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[32881]: CherryPy Checker: 2024-04-02T08:20:58.949 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:20:58 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[32881]: The Application mounted at '' has an empty config. 2024-04-02T08:20:58.949 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:20:58 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[32881]: 2024-04-02T08:20:58.949 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:20:58 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[32881]: [02/Apr/2024:08:20:58] ENGINE Serving on http://:::9283 2024-04-02T08:20:58.949 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:20:58 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[32881]: [02/Apr/2024:08:20:58] ENGINE Bus STARTED 2024-04-02T08:20:59.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[27004]: Standby manager daemon x restarted 2024-04-02T08:20:59.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[27004]: Standby manager daemon x started 2024-04-02T08:20:59.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[27004]: from='mgr.? 172.21.15.55:0/1998564125' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:20:59.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[27004]: from='mgr.? 172.21.15.55:0/1998564125' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:20:59.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[27004]: from='mgr.? 172.21.15.55:0/1998564125' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:20:59.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[27004]: from='mgr.? 172.21.15.55:0/1998564125' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:20:59.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[27004]: Active manager daemon y restarted 2024-04-02T08:20:59.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[27004]: Activating manager daemon y 2024-04-02T08:20:59.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[27004]: osdmap e65: 8 total, 8 up, 8 in 2024-04-02T08:20:59.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[27004]: mgrmap e17: y(active, starting, since 0.00785499s), standbys: x 2024-04-02T08:20:59.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:20:59.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:20:59.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:20:59.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:20:59.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:20:59.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:20:59.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:20:59.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:20:59.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:20:59.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:20:59.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:20:59.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:20:59.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:20:59.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:20:59.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:20:59.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:20:59.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:20:59.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:20:59.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[27004]: Manager daemon y is now available 2024-04-02T08:20:59.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:20:59.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:20:59.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:20:59.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:20:59.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:20:59.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[38029]: Standby manager daemon x restarted 2024-04-02T08:20:59.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[38029]: Standby manager daemon x started 2024-04-02T08:20:59.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[38029]: from='mgr.? 172.21.15.55:0/1998564125' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:20:59.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[38029]: from='mgr.? 172.21.15.55:0/1998564125' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:20:59.182 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[38029]: from='mgr.? 172.21.15.55:0/1998564125' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:20:59.182 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[38029]: from='mgr.? 172.21.15.55:0/1998564125' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:20:59.182 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[38029]: Active manager daemon y restarted 2024-04-02T08:20:59.182 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[38029]: Activating manager daemon y 2024-04-02T08:20:59.182 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[38029]: osdmap e65: 8 total, 8 up, 8 in 2024-04-02T08:20:59.182 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[38029]: mgrmap e17: y(active, starting, since 0.00785499s), standbys: x 2024-04-02T08:20:59.182 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:20:59.182 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:20:59.182 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:20:59.182 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:20:59.182 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:20:59.182 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:20:59.182 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:20:59.183 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:20:59.183 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:20:59.183 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:20:59.183 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:20:59.183 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:20:59.183 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:20:59.183 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:20:59.183 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:20:59.183 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:20:59.183 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:20:59.183 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:20:59.183 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[38029]: Manager daemon y is now available 2024-04-02T08:20:59.183 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:20:59.183 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:20:59.183 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:20:59.184 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:20:59.184 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:20:59 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:20:59.184 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:20:58 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:20:58] ENGINE Bus STARTING 2024-04-02T08:20:59.184 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:20:58 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:20:58.880+0000 7f65022f2700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:20:59.184 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:20:58 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:20:58.880+0000 7f65022f2700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:20:59.184 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:20:58 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:20:58.880+0000 7f65022f2700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:20:59.184 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:20:58 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:20:58.880+0000 7f65022f2700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:20:59.184 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:20:58 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:20:58.880+0000 7f65022f2700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:20:59.184 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:20:58 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:20:58.881+0000 7f64fd2e8700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:20:59.184 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:20:58 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:20:58.881+0000 7f64fd2e8700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:20:59.184 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:20:58 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:20:58.881+0000 7f64fd2e8700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:20:59.185 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:20:58 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:20:58.881+0000 7f64fd2e8700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:20:59.185 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:20:58 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:20:58.881+0000 7f64fd2e8700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:20:59.185 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:20:58 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: CherryPy Checker: 2024-04-02T08:20:59.185 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:20:58 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: The Application mounted at '' has an empty config. 2024-04-02T08:20:59.185 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:20:58 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:20:59.185 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:20:58 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:20:58] ENGINE Serving on http://:::9283 2024-04-02T08:20:59.185 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:20:58 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:20:58] ENGINE Bus STARTED 2024-04-02T08:20:59.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:59 smithi055 ceph-mon[31035]: Standby manager daemon x restarted 2024-04-02T08:20:59.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:59 smithi055 ceph-mon[31035]: Standby manager daemon x started 2024-04-02T08:20:59.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:59 smithi055 ceph-mon[31035]: from='mgr.? 172.21.15.55:0/1998564125' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:20:59.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:59 smithi055 ceph-mon[31035]: from='mgr.? 172.21.15.55:0/1998564125' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:20:59.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:59 smithi055 ceph-mon[31035]: from='mgr.? 172.21.15.55:0/1998564125' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:20:59.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:59 smithi055 ceph-mon[31035]: from='mgr.? 172.21.15.55:0/1998564125' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:20:59.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:59 smithi055 ceph-mon[31035]: Active manager daemon y restarted 2024-04-02T08:20:59.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:59 smithi055 ceph-mon[31035]: Activating manager daemon y 2024-04-02T08:20:59.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:59 smithi055 ceph-mon[31035]: osdmap e65: 8 total, 8 up, 8 in 2024-04-02T08:20:59.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:59 smithi055 ceph-mon[31035]: mgrmap e17: y(active, starting, since 0.00785499s), standbys: x 2024-04-02T08:20:59.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:59 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:20:59.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:59 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:20:59.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:59 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:20:59.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:59 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:20:59.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:59 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:20:59.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:59 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:20:59.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:59 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:20:59.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:59 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:20:59.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:59 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:20:59.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:59 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:20:59.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:59 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:20:59.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:59 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:20:59.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:59 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:20:59.313 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:59 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:20:59.313 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:59 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:20:59.313 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:59 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:20:59.313 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:59 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:20:59.313 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:59 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:20:59.313 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:59 smithi055 ceph-mon[31035]: Manager daemon y is now available 2024-04-02T08:20:59.313 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:59 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:20:59.313 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:59 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:20:59.313 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:59 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:20:59.313 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:59 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:20:59.313 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:20:59 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:21:00.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:00 smithi055 ceph-mon[31035]: [02/Apr/2024:08:20:59] ENGINE Bus STARTING 2024-04-02T08:21:00.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:00 smithi055 ceph-mon[31035]: [02/Apr/2024:08:20:59] ENGINE Serving on http://172.21.15.12:8765 2024-04-02T08:21:00.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:00 smithi055 ceph-mon[31035]: mgrmap e18: y(active, since 1.01258s), standbys: x 2024-04-02T08:21:00.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:00 smithi012 ceph-mon[27004]: [02/Apr/2024:08:20:59] ENGINE Bus STARTING 2024-04-02T08:21:00.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:00 smithi012 ceph-mon[27004]: [02/Apr/2024:08:20:59] ENGINE Serving on http://172.21.15.12:8765 2024-04-02T08:21:00.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:00 smithi012 ceph-mon[27004]: mgrmap e18: y(active, since 1.01258s), standbys: x 2024-04-02T08:21:00.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:00 smithi012 ceph-mon[38029]: [02/Apr/2024:08:20:59] ENGINE Bus STARTING 2024-04-02T08:21:00.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:00 smithi012 ceph-mon[38029]: [02/Apr/2024:08:20:59] ENGINE Serving on http://172.21.15.12:8765 2024-04-02T08:21:00.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:00 smithi012 ceph-mon[38029]: mgrmap e18: y(active, since 1.01258s), standbys: x 2024-04-02T08:21:01.019 INFO:teuthology.orchestra.run.smithi012.stderr:pool 'rbd' created 2024-04-02T08:21:01.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:01 smithi055 ceph-mon[31035]: [02/Apr/2024:08:20:59] ENGINE Serving on https://172.21.15.12:7150 2024-04-02T08:21:01.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:01 smithi055 ceph-mon[31035]: [02/Apr/2024:08:20:59] ENGINE Bus STARTED 2024-04-02T08:21:01.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:01 smithi055 ceph-mon[31035]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:01.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:01 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/2980954395' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-02T08:21:01.381 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:01 smithi012 ceph-mon[38029]: [02/Apr/2024:08:20:59] ENGINE Serving on https://172.21.15.12:7150 2024-04-02T08:21:01.382 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:01 smithi012 ceph-mon[38029]: [02/Apr/2024:08:20:59] ENGINE Bus STARTED 2024-04-02T08:21:01.382 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:01 smithi012 ceph-mon[38029]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:01.382 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:01 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/2980954395' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-02T08:21:01.382 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:01 smithi012 ceph-mon[27004]: [02/Apr/2024:08:20:59] ENGINE Serving on https://172.21.15.12:7150 2024-04-02T08:21:01.382 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:01 smithi012 ceph-mon[27004]: [02/Apr/2024:08:20:59] ENGINE Bus STARTED 2024-04-02T08:21:01.382 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:01 smithi012 ceph-mon[27004]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:01.382 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:01 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/2980954395' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-02T08:21:01.793 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2024-04-02T08:21:02.017 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:21:02.145 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:02 smithi012 ceph-mon[38029]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:02.145 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:02 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/2980954395' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-02T08:21:02.145 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:02 smithi012 ceph-mon[38029]: osdmap e66: 8 total, 8 up, 8 in 2024-04-02T08:21:02.145 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:02 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:02.145 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:02 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:02.145 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:02 smithi012 ceph-mon[38029]: mgrmap e19: y(active, since 3s), standbys: x 2024-04-02T08:21:02.145 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:02 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:02.145 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:02 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:02.146 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:02 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:02.146 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:02 smithi012 ceph-mon[27004]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:02.146 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:02 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/2980954395' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-02T08:21:02.146 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:02 smithi012 ceph-mon[27004]: osdmap e66: 8 total, 8 up, 8 in 2024-04-02T08:21:02.146 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:02 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:02.146 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:02 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:02.146 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:02 smithi012 ceph-mon[27004]: mgrmap e19: y(active, since 3s), standbys: x 2024-04-02T08:21:02.146 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:02 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:02.146 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:02 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:02.146 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:02 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:02.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:02 smithi055 ceph-mon[31035]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:02.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:02 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/2980954395' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-02T08:21:02.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:02 smithi055 ceph-mon[31035]: osdmap e66: 8 total, 8 up, 8 in 2024-04-02T08:21:02.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:02 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:02.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:02 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:02.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:02 smithi055 ceph-mon[31035]: mgrmap e19: y(active, since 3s), standbys: x 2024-04-02T08:21:02.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:02 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:02.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:02 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:02.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:02 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:02.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:21:02 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:21:02] "GET /metrics HTTP/1.1" 200 28765 "" "Prometheus/2.43.0" 2024-04-02T08:21:03.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:03 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:03.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:03 smithi055 ceph-mon[31035]: osdmap e67: 8 total, 8 up, 8 in 2024-04-02T08:21:03.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:03 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:21:03.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:03 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:21:03.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:03 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:21:03.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:03 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:21:03.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:03 smithi055 ceph-mon[31035]: Adjusting osd_memory_target on smithi055 to 2993M 2024-04-02T08:21:03.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:03 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:03.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:03 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:03.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:03 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:03.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:03 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:21:03.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:03 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:21:03.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:03 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:21:03.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:03 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:21:03.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:03 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:03.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:03 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:21:03.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:03 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:21:03.403 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:03 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:03.403 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:03 smithi012 ceph-mon[38029]: osdmap e67: 8 total, 8 up, 8 in 2024-04-02T08:21:03.403 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:03 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:21:03.403 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:03 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:21:03.403 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:03 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:21:03.403 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:03 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:21:03.403 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:03 smithi012 ceph-mon[38029]: Adjusting osd_memory_target on smithi055 to 2993M 2024-04-02T08:21:03.404 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:03 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:03.404 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:03 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:03.404 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:03 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:03.404 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:03 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:21:03.404 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:03 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:21:03.404 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:03 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:21:03.404 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:03 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:21:03.404 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:03 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:03.404 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:03 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:21:03.404 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:03 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:21:03.405 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:03 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:03.405 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:03 smithi012 ceph-mon[27004]: osdmap e67: 8 total, 8 up, 8 in 2024-04-02T08:21:03.405 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:03 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:21:03.405 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:03 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:21:03.405 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:03 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:21:03.405 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:03 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:21:03.405 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:03 smithi012 ceph-mon[27004]: Adjusting osd_memory_target on smithi055 to 2993M 2024-04-02T08:21:03.405 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:03 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:03.405 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:03 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:03.405 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:03 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:03.405 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:03 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:21:03.405 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:03 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:21:03.406 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:03 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:21:03.406 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:03 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:21:03.406 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:03 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:03.406 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:03 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:21:03.406 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:03 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:21:04.048 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:04 smithi012 ceph-mon[27004]: pgmap v7: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:04.048 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:04 smithi012 ceph-mon[27004]: Adjusting osd_memory_target on smithi012 to 2993M 2024-04-02T08:21:04.048 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:04 smithi012 ceph-mon[27004]: Updating smithi012:/etc/ceph/ceph.conf 2024-04-02T08:21:04.048 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:04 smithi012 ceph-mon[27004]: Updating smithi055:/etc/ceph/ceph.conf 2024-04-02T08:21:04.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:04 smithi012 ceph-mon[27004]: osdmap e68: 8 total, 8 up, 8 in 2024-04-02T08:21:04.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:04 smithi012 ceph-mon[27004]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:21:04.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:04 smithi012 ceph-mon[27004]: Updating smithi012:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:21:04.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:04 smithi012 ceph-mon[27004]: mgrmap e20: y(active, since 4s), standbys: x 2024-04-02T08:21:04.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:04 smithi012 ceph-mon[27004]: Updating smithi055:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:21:04.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:04 smithi012 ceph-mon[27004]: Updating smithi012:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:21:04.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:04 smithi012 ceph-mon[27004]: Updating smithi055:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:21:04.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:04 smithi012 ceph-mon[27004]: Updating smithi012:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:21:04.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:04 smithi012 ceph-mon[27004]: Updating smithi055:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:21:04.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:04 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:04.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:04 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:04.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:04 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:04.049 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:04 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:04.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:04 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:04.050 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:04 smithi012 ceph-mon[38029]: pgmap v7: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:04.050 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:04 smithi012 ceph-mon[38029]: Adjusting osd_memory_target on smithi012 to 2993M 2024-04-02T08:21:04.050 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:04 smithi012 ceph-mon[38029]: Updating smithi012:/etc/ceph/ceph.conf 2024-04-02T08:21:04.050 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:04 smithi012 ceph-mon[38029]: Updating smithi055:/etc/ceph/ceph.conf 2024-04-02T08:21:04.050 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:04 smithi012 ceph-mon[38029]: osdmap e68: 8 total, 8 up, 8 in 2024-04-02T08:21:04.050 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:04 smithi012 ceph-mon[38029]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:21:04.050 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:04 smithi012 ceph-mon[38029]: Updating smithi012:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:21:04.050 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:04 smithi012 ceph-mon[38029]: mgrmap e20: y(active, since 4s), standbys: x 2024-04-02T08:21:04.050 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:04 smithi012 ceph-mon[38029]: Updating smithi055:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:21:04.050 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:04 smithi012 ceph-mon[38029]: Updating smithi012:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:21:04.051 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:04 smithi012 ceph-mon[38029]: Updating smithi055:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:21:04.051 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:04 smithi012 ceph-mon[38029]: Updating smithi012:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:21:04.051 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:04 smithi012 ceph-mon[38029]: Updating smithi055:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:21:04.051 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:04 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:04.051 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:04 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:04.051 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:04 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:04.051 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:04 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:04.051 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:04 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:04.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:04 smithi055 ceph-mon[31035]: pgmap v7: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:04.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:04 smithi055 ceph-mon[31035]: Adjusting osd_memory_target on smithi012 to 2993M 2024-04-02T08:21:04.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:04 smithi055 ceph-mon[31035]: Updating smithi012:/etc/ceph/ceph.conf 2024-04-02T08:21:04.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:04 smithi055 ceph-mon[31035]: Updating smithi055:/etc/ceph/ceph.conf 2024-04-02T08:21:04.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:04 smithi055 ceph-mon[31035]: osdmap e68: 8 total, 8 up, 8 in 2024-04-02T08:21:04.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:04 smithi055 ceph-mon[31035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:21:04.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:04 smithi055 ceph-mon[31035]: Updating smithi012:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:21:04.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:04 smithi055 ceph-mon[31035]: mgrmap e20: y(active, since 4s), standbys: x 2024-04-02T08:21:04.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:04 smithi055 ceph-mon[31035]: Updating smithi055:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:21:04.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:04 smithi055 ceph-mon[31035]: Updating smithi012:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:21:04.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:04 smithi055 ceph-mon[31035]: Updating smithi055:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:21:04.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:04 smithi055 ceph-mon[31035]: Updating smithi012:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:21:04.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:04 smithi055 ceph-mon[31035]: Updating smithi055:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:21:04.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:04 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:04.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:04 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:04.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:04 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:04.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:04 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:04.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:04 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:05.042 INFO:teuthology.orchestra.run.smithi012.stderr:enabled application 'rbd' on pool 'rbd' 2024-04-02T08:21:05.043 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:05 smithi012 ceph-mon[27004]: Deploying daemon alertmanager.a on smithi012 2024-04-02T08:21:05.043 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:05 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/2474079254' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:21:05.043 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:05 smithi012 ceph-mon[38029]: Deploying daemon alertmanager.a on smithi012 2024-04-02T08:21:05.043 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:05 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/2474079254' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:21:05.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:05 smithi055 ceph-mon[31035]: Deploying daemon alertmanager.a on smithi012 2024-04-02T08:21:05.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:05 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/2474079254' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:21:06.295 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:06 smithi012 ceph-mon[27004]: pgmap v9: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:06.295 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:06 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/2474079254' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-02T08:21:06.295 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:06 smithi012 ceph-mon[27004]: osdmap e69: 8 total, 8 up, 8 in 2024-04-02T08:21:06.295 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:06 smithi012 ceph-mon[38029]: pgmap v9: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:06.295 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:06 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/2474079254' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-02T08:21:06.295 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:06 smithi012 ceph-mon[38029]: osdmap e69: 8 total, 8 up, 8 in 2024-04-02T08:21:06.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:06 smithi055 ceph-mon[31035]: pgmap v9: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:06.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:06 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/2474079254' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-02T08:21:06.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:06 smithi055 ceph-mon[31035]: osdmap e69: 8 total, 8 up, 8 in 2024-04-02T08:21:06.314 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-04-02T08:21:06.314 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-04-02T08:21:06.315 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph mgr dump --format=json 2024-04-02T08:21:06.522 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:21:07.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:07 smithi012 ceph-mon[27004]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:21:07.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:07 smithi012 ceph-mon[27004]: Cluster is now healthy 2024-04-02T08:21:07.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:07 smithi012 ceph-mon[38029]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:21:07.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:07 smithi012 ceph-mon[38029]: Cluster is now healthy 2024-04-02T08:21:07.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:07 smithi055 ceph-mon[31035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:21:07.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:07 smithi055 ceph-mon[31035]: Cluster is now healthy 2024-04-02T08:21:08.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:08 smithi012 ceph-mon[27004]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 36 KiB/s rd, 0 B/s wr, 20 op/s 2024-04-02T08:21:08.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:08 smithi012 ceph-mon[38029]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 36 KiB/s rd, 0 B/s wr, 20 op/s 2024-04-02T08:21:08.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:08 smithi055 ceph-mon[31035]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 36 KiB/s rd, 0 B/s wr, 20 op/s 2024-04-02T08:21:09.952 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:21:10.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:10 smithi012 ceph-mon[38029]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-02T08:21:10.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:10 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/2844056451' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-02T08:21:10.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:10 smithi012 ceph-mon[27004]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-02T08:21:10.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:10 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/2844056451' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-02T08:21:10.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:10 smithi055 ceph-mon[31035]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-02T08:21:10.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:10 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/2844056451' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-02T08:21:11.224 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":20,"active_gid":14604,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6800","nonce":2345516633},{"type":"v1","addr":"172.21.15.12:6801","nonce":2345516633}]},"active_addr":"172.21.15.12:6801/2345516633","active_change":"2024-04-02T08:20:58.768992+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":24481,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.12:8443/","prometheus":"http://172.21.15.12:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":65,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.12:0","nonce":1790445152}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.12:0","nonce":1832172657}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.12:0","nonce":1943274225}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.12:0","nonce":3671766089}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.12:0","nonce":2925509868}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.12:0","nonce":2007076355}]}]} 2024-04-02T08:21:11.228 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-04-02T08:21:11.228 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-04-02T08:21:11.228 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph osd dump --format=json 2024-04-02T08:21:12.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:11 smithi055 ceph-mon[31035]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-02T08:21:12.096 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:11 smithi012 ceph-mon[27004]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-02T08:21:12.097 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:11 smithi012 ceph-mon[38029]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-02T08:21:12.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:21:12 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:21:12] "GET /metrics HTTP/1.1" 200 28765 "" "Prometheus/2.43.0" 2024-04-02T08:21:12.812 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:21:13.920 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:13 smithi012 ceph-mon[27004]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-02T08:21:13.920 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:13 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:21:13.920 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:13 smithi012 ceph-mon[38029]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-02T08:21:13.920 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:13 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:21:14.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:13 smithi055 ceph-mon[31035]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-02T08:21:14.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:13 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:21:15.154 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:14 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:15.155 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:14 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:15.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:14 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:15.695 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:21:15.695 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":69,"fsid":"f84ae488-f0c8-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:14:47.100991+0000","modified":"2024-04-02T08:21:05.028691+0000","last_up_change":"2024-04-02T08:20:07.297668+0000","last_in_change":"2024-04-02T08:19:50.694979+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:18:06.608226+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:20:24.936299+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:20:26.204160+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-02T08:21:00.660362+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9465701c-6525-4f7b-b4e1-7a23f688803b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":1149389864},{"type":"v1","addr":"172.21.15.12:6803","nonce":1149389864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":1149389864},{"type":"v1","addr":"172.21.15.12:6805","nonce":1149389864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":1149389864},{"type":"v1","addr":"172.21.15.12:6809","nonce":1149389864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":1149389864},{"type":"v1","addr":"172.21.15.12:6807","nonce":1149389864}]},"public_addr":"172.21.15.12:6803/1149389864","cluster_addr":"172.21.15.12:6805/1149389864","heartbeat_back_addr":"172.21.15.12:6809/1149389864","heartbeat_front_addr":"172.21.15.12:6807/1149389864","state":["exists","up"]},{"osd":1,"uuid":"914dac79-5bfb-4a8f-ad1b-e7183980255c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":565815498},{"type":"v1","addr":"172.21.15.12:6811","nonce":565815498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":565815498},{"type":"v1","addr":"172.21.15.12:6813","nonce":565815498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6816","nonce":565815498},{"type":"v1","addr":"172.21.15.12:6817","nonce":565815498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":565815498},{"type":"v1","addr":"172.21.15.12:6815","nonce":565815498}]},"public_addr":"172.21.15.12:6811/565815498","cluster_addr":"172.21.15.12:6813/565815498","heartbeat_back_addr":"172.21.15.12:6817/565815498","heartbeat_front_addr":"172.21.15.12:6815/565815498","state":["exists","up"]},{"osd":2,"uuid":"fa81360e-4d05-4e92-8a34-28214e301a70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6818","nonce":3648697039},{"type":"v1","addr":"172.21.15.12:6819","nonce":3648697039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6820","nonce":3648697039},{"type":"v1","addr":"172.21.15.12:6821","nonce":3648697039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6824","nonce":3648697039},{"type":"v1","addr":"172.21.15.12:6825","nonce":3648697039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6822","nonce":3648697039},{"type":"v1","addr":"172.21.15.12:6823","nonce":3648697039}]},"public_addr":"172.21.15.12:6819/3648697039","cluster_addr":"172.21.15.12:6821/3648697039","heartbeat_back_addr":"172.21.15.12:6825/3648697039","heartbeat_front_addr":"172.21.15.12:6823/3648697039","state":["exists","up"]},{"osd":3,"uuid":"99db8493-5590-4203-bbbc-3ce887c39eef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6826","nonce":3284261837},{"type":"v1","addr":"172.21.15.12:6827","nonce":3284261837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6828","nonce":3284261837},{"type":"v1","addr":"172.21.15.12:6829","nonce":3284261837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6832","nonce":3284261837},{"type":"v1","addr":"172.21.15.12:6833","nonce":3284261837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6830","nonce":3284261837},{"type":"v1","addr":"172.21.15.12:6831","nonce":3284261837}]},"public_addr":"172.21.15.12:6827/3284261837","cluster_addr":"172.21.15.12:6829/3284261837","heartbeat_back_addr":"172.21.15.12:6833/3284261837","heartbeat_front_addr":"172.21.15.12:6831/3284261837","state":["exists","up"]},{"osd":4,"uuid":"add5a0cc-ad50-4999-8dfe-1cfdd579af91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":860591416},{"type":"v1","addr":"172.21.15.55:6801","nonce":860591416}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":860591416},{"type":"v1","addr":"172.21.15.55:6803","nonce":860591416}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":860591416},{"type":"v1","addr":"172.21.15.55:6807","nonce":860591416}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":860591416},{"type":"v1","addr":"172.21.15.55:6805","nonce":860591416}]},"public_addr":"172.21.15.55:6801/860591416","cluster_addr":"172.21.15.55:6803/860591416","heartbeat_back_addr":"172.21.15.55:6807/860591416","heartbeat_front_addr":"172.21.15.55:6805/860591416","state":["exists","up"]},{"osd":5,"uuid":"2c0c62e3-0a0a-4ee0-bb63-783d1f34ea63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":3018492757},{"type":"v1","addr":"172.21.15.55:6809","nonce":3018492757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3018492757},{"type":"v1","addr":"172.21.15.55:6811","nonce":3018492757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3018492757},{"type":"v1","addr":"172.21.15.55:6815","nonce":3018492757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3018492757},{"type":"v1","addr":"172.21.15.55:6813","nonce":3018492757}]},"public_addr":"172.21.15.55:6809/3018492757","cluster_addr":"172.21.15.55:6811/3018492757","heartbeat_back_addr":"172.21.15.55:6815/3018492757","heartbeat_front_addr":"172.21.15.55:6813/3018492757","state":["exists","up"]},{"osd":6,"uuid":"31a294b2-85bc-4013-ad69-282589387e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":1455599543},{"type":"v1","addr":"172.21.15.55:6817","nonce":1455599543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":1455599543},{"type":"v1","addr":"172.21.15.55:6819","nonce":1455599543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":1455599543},{"type":"v1","addr":"172.21.15.55:6823","nonce":1455599543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":1455599543},{"type":"v1","addr":"172.21.15.55:6821","nonce":1455599543}]},"public_addr":"172.21.15.55:6817/1455599543","cluster_addr":"172.21.15.55:6819/1455599543","heartbeat_back_addr":"172.21.15.55:6823/1455599543","heartbeat_front_addr":"172.21.15.55:6821/1455599543","state":["exists","up"]},{"osd":7,"uuid":"5db85b07-7b70-4fc2-906e-cb42e6b34d43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":2787356727},{"type":"v1","addr":"172.21.15.55:6825","nonce":2787356727}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":2787356727},{"type":"v1","addr":"172.21.15.55:6827","nonce":2787356727}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":2787356727},{"type":"v1","addr":"172.21.15.55:6831","nonce":2787356727}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":2787356727},{"type":"v1","addr":"172.21.15.55:6829","nonce":2787356727}]},"public_addr":"172.21.15.55:6825/2787356727","cluster_addr":"172.21.15.55:6827/2787356727","heartbeat_back_addr":"172.21.15.55:6831/2787356727","heartbeat_front_addr":"172.21.15.55:6829/2787356727","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:17:11.735583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:17:37.605500+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:03.929062+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:29.867263+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:52.905079+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:16.975099+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:41.855008+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:20:06.157912+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":7,"to":2}]},{"pgid":"3.a","mappings":[{"from":6,"to":2}]},{"pgid":"3.19","mappings":[{"from":4,"to":2}]},{"pgid":"3.27","mappings":[{"from":4,"to":1}]},{"pgid":"3.39","mappings":[{"from":0,"to":1}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]},{"pgid":"3.3d","mappings":[{"from":0,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.12:0/970876264":"2024-04-03T08:20:58.768723+0000","172.21.15.12:6801/978596675":"2024-04-03T08:20:58.768723+0000","172.21.15.12:6800/978596675":"2024-04-03T08:20:58.768723+0000","172.21.15.12:0/2905068341":"2024-04-03T08:20:58.768723+0000","172.21.15.12:0/2134192847":"2024-04-03T08:15:46.289443+0000","172.21.15.12:6801/2585047473":"2024-04-03T08:15:46.289443+0000","172.21.15.12:6800/2585047473":"2024-04-03T08:15:46.289443+0000","172.21.15.12:0/1099045220":"2024-04-03T08:20:58.768723+0000","172.21.15.12:6800/1702112966":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/1113443101":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/3292194376":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/2848373591":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/3791642222":"2024-04-03T08:15:46.289443+0000","172.21.15.12:6801/1702112966":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/4287960091":"2024-04-03T08:20:58.768723+0000","172.21.15.12:0/4150217245":"2024-04-03T08:15:46.289443+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:21:16.167 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:15 smithi012 ceph-mon[27004]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-02T08:21:16.167 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:15 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/1230995011' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:21:16.167 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:15 smithi012 ceph-mon[38029]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-02T08:21:16.168 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:15 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/1230995011' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:21:16.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:15 smithi055 ceph-mon[31035]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-02T08:21:16.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:15 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/1230995011' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:21:16.421 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:21:16 smithi012 systemd[1]: Started Ceph alertmanager.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:21:16.678 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:21:16 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:21:16] ENGINE Bus STOPPING 2024-04-02T08:21:16.679 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:21:16 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:21:16] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:21:16.679 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:21:16 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:21:16] ENGINE Bus STOPPED 2024-04-02T08:21:16.679 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:21:16 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:21:16] ENGINE Bus STARTING 2024-04-02T08:21:16.775 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-04-02T08:21:16.776 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph osd dump --format=json 2024-04-02T08:21:16.984 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:21:17.106 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:21:16 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:21:16] ENGINE Serving on http://:::9283 2024-04-02T08:21:17.106 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:21:16 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:21:16] ENGINE Bus STARTED 2024-04-02T08:21:17.366 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:17 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:17.366 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:17 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:17.366 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:17 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:17.366 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:17 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:17.367 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:17 smithi012 ceph-mon[27004]: Regenerating cephadm self-signed grafana TLS certificates 2024-04-02T08:21:17.367 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:17 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:17.367 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:17 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:17.367 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:17 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-02T08:21:17.367 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:17 smithi012 ceph-mon[27004]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-02T08:21:17.367 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:17 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:17.367 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:17 smithi012 ceph-mon[27004]: Deploying daemon grafana.a on smithi055 2024-04-02T08:21:17.367 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:17 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:17.367 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:17 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:17.367 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:17 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:17.367 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:17 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:17.367 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:17 smithi012 ceph-mon[38029]: Regenerating cephadm self-signed grafana TLS certificates 2024-04-02T08:21:17.368 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:17 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:17.368 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:17 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:17.368 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:17 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-02T08:21:17.368 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:17 smithi012 ceph-mon[38029]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-02T08:21:17.368 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:17 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:17.368 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:17 smithi012 ceph-mon[38029]: Deploying daemon grafana.a on smithi055 2024-04-02T08:21:17.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:17 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:17.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:17 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:17.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:17 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:17.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:17 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:17.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:17 smithi055 ceph-mon[31035]: Regenerating cephadm self-signed grafana TLS certificates 2024-04-02T08:21:17.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:17 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:17.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:17 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:17.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:17 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-02T08:21:17.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:17 smithi055 ceph-mon[31035]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-02T08:21:17.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:17 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:17.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:17 smithi055 ceph-mon[31035]: Deploying daemon grafana.a on smithi055 2024-04-02T08:21:18.428 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:21:18 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[69022]: ts=2024-04-02T08:21:18.187Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000199537s 2024-04-02T08:21:18.858 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:21:18.859 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:18 smithi012 ceph-mon[27004]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:18.859 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:18 smithi012 ceph-mon[38029]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:18.859 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":69,"fsid":"f84ae488-f0c8-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:14:47.100991+0000","modified":"2024-04-02T08:21:05.028691+0000","last_up_change":"2024-04-02T08:20:07.297668+0000","last_in_change":"2024-04-02T08:19:50.694979+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:18:06.608226+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:20:24.936299+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:20:26.204160+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-02T08:21:00.660362+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9465701c-6525-4f7b-b4e1-7a23f688803b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":1149389864},{"type":"v1","addr":"172.21.15.12:6803","nonce":1149389864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":1149389864},{"type":"v1","addr":"172.21.15.12:6805","nonce":1149389864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":1149389864},{"type":"v1","addr":"172.21.15.12:6809","nonce":1149389864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":1149389864},{"type":"v1","addr":"172.21.15.12:6807","nonce":1149389864}]},"public_addr":"172.21.15.12:6803/1149389864","cluster_addr":"172.21.15.12:6805/1149389864","heartbeat_back_addr":"172.21.15.12:6809/1149389864","heartbeat_front_addr":"172.21.15.12:6807/1149389864","state":["exists","up"]},{"osd":1,"uuid":"914dac79-5bfb-4a8f-ad1b-e7183980255c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":565815498},{"type":"v1","addr":"172.21.15.12:6811","nonce":565815498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":565815498},{"type":"v1","addr":"172.21.15.12:6813","nonce":565815498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6816","nonce":565815498},{"type":"v1","addr":"172.21.15.12:6817","nonce":565815498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":565815498},{"type":"v1","addr":"172.21.15.12:6815","nonce":565815498}]},"public_addr":"172.21.15.12:6811/565815498","cluster_addr":"172.21.15.12:6813/565815498","heartbeat_back_addr":"172.21.15.12:6817/565815498","heartbeat_front_addr":"172.21.15.12:6815/565815498","state":["exists","up"]},{"osd":2,"uuid":"fa81360e-4d05-4e92-8a34-28214e301a70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6818","nonce":3648697039},{"type":"v1","addr":"172.21.15.12:6819","nonce":3648697039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6820","nonce":3648697039},{"type":"v1","addr":"172.21.15.12:6821","nonce":3648697039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6824","nonce":3648697039},{"type":"v1","addr":"172.21.15.12:6825","nonce":3648697039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6822","nonce":3648697039},{"type":"v1","addr":"172.21.15.12:6823","nonce":3648697039}]},"public_addr":"172.21.15.12:6819/3648697039","cluster_addr":"172.21.15.12:6821/3648697039","heartbeat_back_addr":"172.21.15.12:6825/3648697039","heartbeat_front_addr":"172.21.15.12:6823/3648697039","state":["exists","up"]},{"osd":3,"uuid":"99db8493-5590-4203-bbbc-3ce887c39eef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6826","nonce":3284261837},{"type":"v1","addr":"172.21.15.12:6827","nonce":3284261837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6828","nonce":3284261837},{"type":"v1","addr":"172.21.15.12:6829","nonce":3284261837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6832","nonce":3284261837},{"type":"v1","addr":"172.21.15.12:6833","nonce":3284261837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6830","nonce":3284261837},{"type":"v1","addr":"172.21.15.12:6831","nonce":3284261837}]},"public_addr":"172.21.15.12:6827/3284261837","cluster_addr":"172.21.15.12:6829/3284261837","heartbeat_back_addr":"172.21.15.12:6833/3284261837","heartbeat_front_addr":"172.21.15.12:6831/3284261837","state":["exists","up"]},{"osd":4,"uuid":"add5a0cc-ad50-4999-8dfe-1cfdd579af91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":860591416},{"type":"v1","addr":"172.21.15.55:6801","nonce":860591416}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":860591416},{"type":"v1","addr":"172.21.15.55:6803","nonce":860591416}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":860591416},{"type":"v1","addr":"172.21.15.55:6807","nonce":860591416}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":860591416},{"type":"v1","addr":"172.21.15.55:6805","nonce":860591416}]},"public_addr":"172.21.15.55:6801/860591416","cluster_addr":"172.21.15.55:6803/860591416","heartbeat_back_addr":"172.21.15.55:6807/860591416","heartbeat_front_addr":"172.21.15.55:6805/860591416","state":["exists","up"]},{"osd":5,"uuid":"2c0c62e3-0a0a-4ee0-bb63-783d1f34ea63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":3018492757},{"type":"v1","addr":"172.21.15.55:6809","nonce":3018492757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3018492757},{"type":"v1","addr":"172.21.15.55:6811","nonce":3018492757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3018492757},{"type":"v1","addr":"172.21.15.55:6815","nonce":3018492757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3018492757},{"type":"v1","addr":"172.21.15.55:6813","nonce":3018492757}]},"public_addr":"172.21.15.55:6809/3018492757","cluster_addr":"172.21.15.55:6811/3018492757","heartbeat_back_addr":"172.21.15.55:6815/3018492757","heartbeat_front_addr":"172.21.15.55:6813/3018492757","state":["exists","up"]},{"osd":6,"uuid":"31a294b2-85bc-4013-ad69-282589387e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":1455599543},{"type":"v1","addr":"172.21.15.55:6817","nonce":1455599543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":1455599543},{"type":"v1","addr":"172.21.15.55:6819","nonce":1455599543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":1455599543},{"type":"v1","addr":"172.21.15.55:6823","nonce":1455599543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":1455599543},{"type":"v1","addr":"172.21.15.55:6821","nonce":1455599543}]},"public_addr":"172.21.15.55:6817/1455599543","cluster_addr":"172.21.15.55:6819/1455599543","heartbeat_back_addr":"172.21.15.55:6823/1455599543","heartbeat_front_addr":"172.21.15.55:6821/1455599543","state":["exists","up"]},{"osd":7,"uuid":"5db85b07-7b70-4fc2-906e-cb42e6b34d43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":2787356727},{"type":"v1","addr":"172.21.15.55:6825","nonce":2787356727}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":2787356727},{"type":"v1","addr":"172.21.15.55:6827","nonce":2787356727}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":2787356727},{"type":"v1","addr":"172.21.15.55:6831","nonce":2787356727}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":2787356727},{"type":"v1","addr":"172.21.15.55:6829","nonce":2787356727}]},"public_addr":"172.21.15.55:6825/2787356727","cluster_addr":"172.21.15.55:6827/2787356727","heartbeat_back_addr":"172.21.15.55:6831/2787356727","heartbeat_front_addr":"172.21.15.55:6829/2787356727","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:17:11.735583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:17:37.605500+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:03.929062+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:29.867263+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:52.905079+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:16.975099+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:41.855008+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:20:06.157912+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":7,"to":2}]},{"pgid":"3.a","mappings":[{"from":6,"to":2}]},{"pgid":"3.19","mappings":[{"from":4,"to":2}]},{"pgid":"3.27","mappings":[{"from":4,"to":1}]},{"pgid":"3.39","mappings":[{"from":0,"to":1}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]},{"pgid":"3.3d","mappings":[{"from":0,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.12:0/970876264":"2024-04-03T08:20:58.768723+0000","172.21.15.12:6801/978596675":"2024-04-03T08:20:58.768723+0000","172.21.15.12:6800/978596675":"2024-04-03T08:20:58.768723+0000","172.21.15.12:0/2905068341":"2024-04-03T08:20:58.768723+0000","172.21.15.12:0/2134192847":"2024-04-03T08:15:46.289443+0000","172.21.15.12:6801/2585047473":"2024-04-03T08:15:46.289443+0000","172.21.15.12:6800/2585047473":"2024-04-03T08:15:46.289443+0000","172.21.15.12:0/1099045220":"2024-04-03T08:20:58.768723+0000","172.21.15.12:6800/1702112966":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/1113443101":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/3292194376":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/2848373591":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/3791642222":"2024-04-03T08:15:46.289443+0000","172.21.15.12:6801/1702112966":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/4287960091":"2024-04-03T08:20:58.768723+0000","172.21.15.12:0/4150217245":"2024-04-03T08:15:46.289443+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:21:19.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:18 smithi055 ceph-mon[31035]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:19.558 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph tell osd.0 flush_pg_stats 2024-04-02T08:21:19.559 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph tell osd.1 flush_pg_stats 2024-04-02T08:21:19.559 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph tell osd.2 flush_pg_stats 2024-04-02T08:21:19.560 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph tell osd.3 flush_pg_stats 2024-04-02T08:21:19.560 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph tell osd.4 flush_pg_stats 2024-04-02T08:21:19.560 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph tell osd.5 flush_pg_stats 2024-04-02T08:21:19.561 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph tell osd.6 flush_pg_stats 2024-04-02T08:21:19.561 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph tell osd.7 flush_pg_stats 2024-04-02T08:21:20.003 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:21:20.007 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:21:20.008 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:21:20.008 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:21:20.012 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:21:20.012 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:21:20.015 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:21:20.015 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:21:20.153 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:19 smithi012 ceph-mon[27004]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:20.153 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:19 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:20.153 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:19 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/3568473153' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:21:20.154 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:19 smithi012 ceph-mon[38029]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:20.154 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:19 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:20.154 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:19 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/3568473153' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:21:20.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:19 smithi055 ceph-mon[31035]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:20.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:19 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:20.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:19 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/3568473153' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:21:22.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:21 smithi055 ceph-mon[31035]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:22.078 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:21 smithi012 ceph-mon[27004]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:22.079 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:21 smithi012 ceph-mon[38029]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:22.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:21:22 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:21:22] "GET /metrics HTTP/1.1" 200 33646 "" "Prometheus/2.43.0" 2024-04-02T08:21:24.174 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:23 smithi012 ceph-mon[27004]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:24.175 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:23 smithi012 ceph-mon[38029]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:24.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:23 smithi055 ceph-mon[31035]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:26.110 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:25 smithi012 ceph-mon[38029]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:26.111 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:25 smithi012 ceph-mon[27004]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:26.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:25 smithi055 ceph-mon[31035]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:26.428 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:21:26 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[69022]: ts=2024-04-02T08:21:26.190Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003532551s 2024-04-02T08:21:27.880 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:27 smithi012 ceph-mon[27004]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:27.880 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:27 smithi012 ceph-mon[38029]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:28.181 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:27 smithi055 ceph-mon[31035]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:28.864 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:28 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:21:28.864 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:28 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:21:29.125 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:28 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:21:29.575 INFO:teuthology.orchestra.run.smithi012.stdout:34359738421 2024-04-02T08:21:29.575 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph osd last-stat-seq osd.0 2024-04-02T08:21:30.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:29 smithi012 ceph-mon[27004]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:30.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:29 smithi012 ceph-mon[38029]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:30.274 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:29 smithi055 ceph-mon[31035]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:30.810 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:30 smithi055 systemd[1]: Starting Ceph grafana.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:21:31.120 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:30 smithi055 podman[61869]: 2024-04-02 08:21:30.888274245 +0000 UTC m=+0.017623371 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-04-02T08:21:31.120 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 podman[61869]: 2024-04-02 08:21:31.003874951 +0000 UTC m=+0.133224096 container create 9788bcfbfb6f4f68d09e6f0c19cb49118e0c42b4bd0a263d3ceaa83d584858a8 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=ubi8-container, distribution-scope=public, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., version=8.5, vcs-type=git, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.openshift.expose-services=, description=Ceph Grafana Container, io.openshift.tags=base rhel8, release=239.1651231664, io.k8s.display-name=Red Hat Universal Base Image 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, name=ubi8, io.buildah.version=1.32.0, build-date=2022-04-29T11:48:11.055897, maintainer=Paul Cuzner , architecture=x86_64, vendor=Red Hat, Inc.) 2024-04-02T08:21:31.421 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 podman[61869]: 2024-04-02 08:21:31.231542032 +0000 UTC m=+0.360891147 container init 9788bcfbfb6f4f68d09e6f0c19cb49118e0c42b4bd0a263d3ceaa83d584858a8 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a, name=ubi8, vendor=Red Hat, Inc., io.k8s.display-name=Red Hat Universal Base Image 8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., description=Ceph Grafana Container, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.openshift.expose-services=, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.buildah.version=1.32.0, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, release=239.1651231664, com.redhat.component=ubi8-container, build-date=2022-04-29T11:48:11.055897, architecture=x86_64, io.openshift.tags=base rhel8, vcs-type=git, distribution-scope=public, maintainer=Paul Cuzner , summary=Grafana Container configured for Ceph mgr/dashboard integration, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, version=8.5) 2024-04-02T08:21:31.421 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 podman[61869]: 2024-04-02 08:21:31.234412653 +0000 UTC m=+0.363761765 container start 9788bcfbfb6f4f68d09e6f0c19cb49118e0c42b4bd0a263d3ceaa83d584858a8 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., version=8.5, distribution-scope=public, name=ubi8, vcs-type=git, com.redhat.component=ubi8-container, build-date=2022-04-29T11:48:11.055897, maintainer=Paul Cuzner , architecture=x86_64, io.openshift.tags=base rhel8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.buildah.version=1.32.0, release=239.1651231664, vendor=Red Hat, Inc., io.openshift.expose-services=, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.k8s.display-name=Red Hat Universal Base Image 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, description=Ceph Grafana Container, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com) 2024-04-02T08:21:31.421 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 bash[61869]: 9788bcfbfb6f4f68d09e6f0c19cb49118e0c42b4bd0a263d3ceaa83d584858a8 2024-04-02T08:21:31.422 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 systemd[1]: Started Ceph grafana.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:21:31.673 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=settings t=2024-04-02T08:21:31.423506094Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-04-02T08:21:31.673 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=settings t=2024-04-02T08:21:31.423698756Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-04-02T08:21:31.673 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=settings t=2024-04-02T08:21:31.423777399Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-04-02T08:21:31.673 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=settings t=2024-04-02T08:21:31.423793164Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-04-02T08:21:31.673 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=settings t=2024-04-02T08:21:31.423803504Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-04-02T08:21:31.673 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=settings t=2024-04-02T08:21:31.42381364Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-04-02T08:21:31.673 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=settings t=2024-04-02T08:21:31.423824152Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-04-02T08:21:31.673 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=settings t=2024-04-02T08:21:31.423834679Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-04-02T08:21:31.674 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=settings t=2024-04-02T08:21:31.423847163Z level=info msg="Path Home" path=/usr/share/grafana 2024-04-02T08:21:31.674 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=settings t=2024-04-02T08:21:31.423858097Z level=info msg="Path Data" path=/var/lib/grafana 2024-04-02T08:21:31.674 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=settings t=2024-04-02T08:21:31.423868361Z level=info msg="Path Logs" path=/var/log/grafana 2024-04-02T08:21:31.674 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=settings t=2024-04-02T08:21:31.423879022Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-04-02T08:21:31.674 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=settings t=2024-04-02T08:21:31.423888498Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-04-02T08:21:31.674 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=settings t=2024-04-02T08:21:31.423897822Z level=info msg="App mode production" 2024-04-02T08:21:31.679 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=sqlstore t=2024-04-02T08:21:31.423978742Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-04-02T08:21:31.679 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=sqlstore t=2024-04-02T08:21:31.424045728Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-04-02T08:21:31.679 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.425021121Z level=info msg="Starting DB migrations" 2024-04-02T08:21:31.679 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.425100419Z level=info msg="Executing migration" id="create migration_log table" 2024-04-02T08:21:31.679 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.425612761Z level=info msg="Executing migration" id="create user table" 2024-04-02T08:21:31.680 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.426117749Z level=info msg="Executing migration" id="add unique index user.login" 2024-04-02T08:21:31.680 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.426645439Z level=info msg="Executing migration" id="add unique index user.email" 2024-04-02T08:21:31.680 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.427180612Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2024-04-02T08:21:31.680 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.427785872Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2024-04-02T08:21:31.680 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.428316801Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2024-04-02T08:21:31.680 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.429172865Z level=info msg="Executing migration" id="create user table v2" 2024-04-02T08:21:31.680 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.429665267Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-04-02T08:21:31.680 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.430170889Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-04-02T08:21:31.680 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.430658005Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-04-02T08:21:31.680 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.431023779Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-04-02T08:21:31.680 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.431424013Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-04-02T08:21:31.680 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.431850378Z level=info msg="Executing migration" id="Update user table charset" 2024-04-02T08:21:31.681 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.432194977Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-04-02T08:21:31.681 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.432635574Z level=info msg="Executing migration" id="Add missing user data" 2024-04-02T08:21:31.681 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.432999362Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-04-02T08:21:31.681 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.433449007Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-04-02T08:21:31.681 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.43385812Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-04-02T08:21:31.681 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.434353448Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-04-02T08:21:31.681 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.435509661Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-04-02T08:21:31.684 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.435969168Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-04-02T08:21:31.684 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.436454786Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-04-02T08:21:31.685 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.436892138Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-04-02T08:21:31.685 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.437331183Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-04-02T08:21:31.685 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.43775762Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-04-02T08:21:31.685 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.438096536Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-04-02T08:21:31.685 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.438519835Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-04-02T08:21:31.685 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.438906467Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-04-02T08:21:31.685 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.439356561Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-04-02T08:21:31.685 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.439745992Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-04-02T08:21:31.685 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.440419078Z level=info msg="Executing migration" id="create temp_user v2" 2024-04-02T08:21:31.685 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.440848457Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-04-02T08:21:31.685 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.441289229Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-04-02T08:21:31.685 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.441721179Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-04-02T08:21:31.686 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.442153038Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-04-02T08:21:31.686 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.442592065Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-04-02T08:21:31.686 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.442930059Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-04-02T08:21:31.686 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.443317045Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-04-02T08:21:31.686 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.443661156Z level=info msg="Executing migration" id="create star table" 2024-04-02T08:21:31.686 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.444037938Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-04-02T08:21:31.686 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.444488639Z level=info msg="Executing migration" id="create org table v1" 2024-04-02T08:21:31.686 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.444905587Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-04-02T08:21:31.686 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.445376014Z level=info msg="Executing migration" id="create org_user table v1" 2024-04-02T08:21:31.686 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.445775073Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-04-02T08:21:31.686 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.446238223Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-04-02T08:21:31.686 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.446680968Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-04-02T08:21:31.686 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.447187632Z level=info msg="Executing migration" id="Update org table charset" 2024-04-02T08:21:31.686 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.447568725Z level=info msg="Executing migration" id="Update org_user table charset" 2024-04-02T08:21:31.687 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.447937963Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-04-02T08:21:31.687 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.448355855Z level=info msg="Executing migration" id="create dashboard table" 2024-04-02T08:21:31.687 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.448829681Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-04-02T08:21:31.687 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.449346261Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-04-02T08:21:31.687 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.449860523Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-04-02T08:21:31.687 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.450366107Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-04-02T08:21:31.687 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.450896041Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-04-02T08:21:31.687 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.451354665Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-04-02T08:21:31.687 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.452252276Z level=info msg="Executing migration" id="create dashboard v2" 2024-04-02T08:21:31.687 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.452676401Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-04-02T08:21:31.687 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.453155182Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-04-02T08:21:31.687 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.453620075Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-04-02T08:21:31.687 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.454000875Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-04-02T08:21:31.687 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.454430919Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-04-02T08:21:31.688 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.454734624Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-04-02T08:21:31.688 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.45526301Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-04-02T08:21:31.688 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.455781204Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-04-02T08:21:31.688 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.456305192Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-04-02T08:21:31.688 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.456763943Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-04-02T08:21:31.688 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.457302722Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-04-02T08:21:31.688 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.457763448Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-04-02T08:21:31.688 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.458244852Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-04-02T08:21:31.688 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.458575591Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-04-02T08:21:31.688 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.458954849Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-04-02T08:21:31.689 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.459549725Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-04-02T08:21:31.689 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.460106456Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-04-02T08:21:31.689 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.460696056Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-04-02T08:21:31.689 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.461286704Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-04-02T08:21:31.689 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.461707033Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-04-02T08:21:31.689 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.462252747Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-04-02T08:21:31.689 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.462725035Z level=info msg="Executing migration" id="Update dashboard title length" 2024-04-02T08:21:31.689 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.46307344Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-04-02T08:21:31.689 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.463575134Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-04-02T08:21:31.690 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.464025382Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-04-02T08:21:31.690 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.465026775Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-04-02T08:21:31.690 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.465497823Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-04-02T08:21:31.690 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.465990755Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-04-02T08:21:31.690 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.466484467Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-04-02T08:21:31.690 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.466860805Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-04-02T08:21:31.690 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.467304505Z level=info msg="Executing migration" id="Add check_sum column" 2024-04-02T08:21:31.690 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.467885584Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-04-02T08:21:31.690 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.468386771Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-04-02T08:21:31.690 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.468774445Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-04-02T08:21:31.690 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.469177568Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-04-02T08:21:31.690 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.469660713Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-04-02T08:21:31.690 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.470301888Z level=info msg="Executing migration" id="create data_source table" 2024-04-02T08:21:31.690 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.470800318Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-04-02T08:21:31.691 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.471311754Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-04-02T08:21:31.691 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.471795Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-04-02T08:21:31.691 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.472284197Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-04-02T08:21:31.691 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.472786687Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-04-02T08:21:31.691 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.473878645Z level=info msg="Executing migration" id="create data_source table v2" 2024-04-02T08:21:31.691 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.474397187Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-04-02T08:21:31.691 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.474863127Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-04-02T08:21:31.691 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.475362777Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-04-02T08:21:31.691 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.475801502Z level=info msg="Executing migration" id="Add column with_credentials" 2024-04-02T08:21:31.691 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.476419958Z level=info msg="Executing migration" id="Add secure json data column" 2024-04-02T08:21:31.691 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.477019082Z level=info msg="Executing migration" id="Update data_source table charset" 2024-04-02T08:21:31.691 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.47740115Z level=info msg="Executing migration" id="Update initial version to 1" 2024-04-02T08:21:31.691 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.477771867Z level=info msg="Executing migration" id="Add read_only data column" 2024-04-02T08:21:31.692 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.478412414Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-04-02T08:21:31.692 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.478812672Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-04-02T08:21:31.692 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.479207925Z level=info msg="Executing migration" id="Add uid column" 2024-04-02T08:21:31.692 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.479814837Z level=info msg="Executing migration" id="Update uid value" 2024-04-02T08:21:31.692 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.480223261Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-04-02T08:21:31.692 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.480728241Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-04-02T08:21:31.692 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.481222045Z level=info msg="Executing migration" id="create api_key table" 2024-04-02T08:21:31.692 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.481691021Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-04-02T08:21:31.692 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.482221034Z level=info msg="Executing migration" id="add index api_key.key" 2024-04-02T08:21:31.692 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.482727147Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-04-02T08:21:31.692 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.483255417Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-04-02T08:21:31.692 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.483740493Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-04-02T08:21:31.692 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.484239007Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-04-02T08:21:31.692 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.484722669Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-04-02T08:21:31.693 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.48585167Z level=info msg="Executing migration" id="create api_key table v2" 2024-04-02T08:21:31.693 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.486368482Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-04-02T08:21:31.693 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.486885771Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-04-02T08:21:31.693 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.487418233Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-04-02T08:21:31.693 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.487914752Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-04-02T08:21:31.693 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.488349642Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-04-02T08:21:31.693 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.488766777Z level=info msg="Executing migration" id="Update api_key table charset" 2024-04-02T08:21:31.693 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.489131887Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-04-02T08:21:31.693 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.489759859Z level=info msg="Executing migration" id="Add service account foreign key" 2024-04-02T08:21:31.693 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.490419227Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-04-02T08:21:31.693 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.49082349Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-04-02T08:21:31.693 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.491469228Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-04-02T08:21:31.693 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.492097397Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-04-02T08:21:31.693 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.49257974Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-04-02T08:21:31.694 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.49300222Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-04-02T08:21:31.694 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.493475742Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-04-02T08:21:31.694 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.494967743Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-04-02T08:21:31.694 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.496824057Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-04-02T08:21:31.694 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.498783912Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-04-02T08:21:31.694 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.499249118Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-04-02T08:21:31.694 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.499575877Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-04-02T08:21:31.694 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.50022972Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-04-02T08:21:31.694 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.500863973Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-04-02T08:21:31.694 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.501267069Z level=info msg="Executing migration" id="create quota table v1" 2024-04-02T08:21:31.694 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.501732999Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-04-02T08:21:31.694 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.502242563Z level=info msg="Executing migration" id="Update quota table charset" 2024-04-02T08:21:31.694 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.502564705Z level=info msg="Executing migration" id="create plugin_setting table" 2024-04-02T08:21:31.695 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.503031356Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-04-02T08:21:31.695 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.50353193Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-04-02T08:21:31.695 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.504195725Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-04-02T08:21:31.695 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.504523692Z level=info msg="Executing migration" id="create session table" 2024-04-02T08:21:31.695 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.505020501Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-04-02T08:21:31.695 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.505346375Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-04-02T08:21:31.695 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.505641477Z level=info msg="Executing migration" id="create playlist table v2" 2024-04-02T08:21:31.695 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.506096179Z level=info msg="Executing migration" id="create playlist item table v2" 2024-04-02T08:21:31.695 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.5065578Z level=info msg="Executing migration" id="Update playlist table charset" 2024-04-02T08:21:31.695 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.506836902Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-04-02T08:21:31.695 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.507173222Z level=info msg="Executing migration" id="drop preferences table v2" 2024-04-02T08:21:31.695 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.507493507Z level=info msg="Executing migration" id="drop preferences table v3" 2024-04-02T08:21:31.695 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.507792669Z level=info msg="Executing migration" id="create preferences table v3" 2024-04-02T08:21:31.695 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.508297885Z level=info msg="Executing migration" id="Update preferences table charset" 2024-04-02T08:21:31.696 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.508611334Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-04-02T08:21:31.696 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.509301736Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-04-02T08:21:31.696 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.509638625Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-04-02T08:21:31.696 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.510319607Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-04-02T08:21:31.696 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.51101815Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-04-02T08:21:31.696 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.511390777Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-04-02T08:21:31.696 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.511908855Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-04-02T08:21:31.696 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.512484049Z level=info msg="Executing migration" id="create alert table v1" 2024-04-02T08:21:31.696 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.513025917Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-04-02T08:21:31.696 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.513557434Z level=info msg="Executing migration" id="add index alert state" 2024-04-02T08:21:31.696 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.514011937Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-04-02T08:21:31.696 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.514446502Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-04-02T08:21:31.696 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.51483748Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-04-02T08:21:31.696 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.515277505Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-04-02T08:21:31.697 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.515691926Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-04-02T08:21:31.697 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.517153223Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-04-02T08:21:31.697 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.517555321Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-04-02T08:21:31.697 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.518004275Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-04-02T08:21:31.697 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.518344232Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-04-02T08:21:31.697 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.518692714Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-04-02T08:21:31.697 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.519099757Z level=info msg="Executing migration" id="Add column is_default" 2024-04-02T08:21:31.697 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.519731936Z level=info msg="Executing migration" id="Add column frequency" 2024-04-02T08:21:31.697 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.520380955Z level=info msg="Executing migration" id="Add column send_reminder" 2024-04-02T08:21:31.697 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.521023583Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-04-02T08:21:31.697 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.521664913Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-04-02T08:21:31.697 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.522109159Z level=info msg="Executing migration" id="Update alert table charset" 2024-04-02T08:21:31.697 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.522413514Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-04-02T08:21:31.698 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.522699601Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-04-02T08:21:31.698 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.523118234Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-04-02T08:21:31.698 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.523557085Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-04-02T08:21:31.698 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.523922241Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-04-02T08:21:31.698 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.524334893Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-04-02T08:21:31.698 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.524800512Z level=info msg="Executing migration" id="Add for to alert table" 2024-04-02T08:21:31.698 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.525516271Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-04-02T08:21:31.698 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.52623667Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-04-02T08:21:31.698 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.526632381Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-04-02T08:21:31.698 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.527140004Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-04-02T08:21:31.698 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.527617312Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-04-02T08:21:31.698 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.528369166Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-04-02T08:21:31.698 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.528748421Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-04-02T08:21:31.698 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.529251014Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-04-02T08:21:31.699 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.529744933Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-04-02T08:21:31.699 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.530104126Z level=info msg="Executing migration" id="create annotation table v5" 2024-04-02T08:21:31.699 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.530611677Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-04-02T08:21:31.699 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.531103827Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-04-02T08:21:31.699 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.531601028Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-04-02T08:21:31.699 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.532084051Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-04-02T08:21:31.699 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.532610813Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-04-02T08:21:31.699 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.533162379Z level=info msg="Executing migration" id="Update annotation table charset" 2024-04-02T08:21:31.699 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.533538823Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-04-02T08:21:31.699 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.53429049Z level=info msg="Executing migration" id="Drop category_id index" 2024-04-02T08:21:31.699 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.534790866Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-04-02T08:21:31.699 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.535540256Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-04-02T08:21:31.699 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.536027301Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-04-02T08:21:31.700 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.536537263Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-04-02T08:21:31.700 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.537013126Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-04-02T08:21:31.700 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.538701523Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-04-02T08:21:31.700 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.539211022Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-04-02T08:21:31.700 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.539728396Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-04-02T08:21:31.700 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.540114894Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-04-02T08:21:31.700 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.540565825Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-04-02T08:21:31.700 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.540970729Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-04-02T08:21:31.700 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.541746199Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-04-02T08:21:31.700 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.542507062Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-04-02T08:21:31.700 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.543024102Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-04-02T08:21:31.700 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.543527513Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-04-02T08:21:31.700 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.543902781Z level=info msg="Executing migration" id="Add epoch_end column" 2024-04-02T08:21:31.701 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.544664232Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-04-02T08:21:31.701 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.545187098Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-04-02T08:21:31.701 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.545582708Z level=info msg="Executing migration" id="Move region to single row" 2024-04-02T08:21:31.701 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.546003288Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-04-02T08:21:31.701 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.546503681Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-04-02T08:21:31.701 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.547000409Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-04-02T08:21:31.701 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.54751629Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-04-02T08:21:31.701 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.547992972Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-04-02T08:21:31.701 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.548479016Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-04-02T08:21:31.701 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.548947466Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-04-02T08:21:31.701 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.549344761Z level=info msg="Executing migration" id="create test_data table" 2024-04-02T08:21:31.701 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.549822789Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-04-02T08:21:31.701 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.550321922Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-04-02T08:21:31.702 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.550819206Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-04-02T08:21:31.702 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.551324122Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-04-02T08:21:31.702 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.551718988Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-04-02T08:21:31.702 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.5521087Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-04-02T08:21:31.702 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.552494619Z level=info msg="Executing migration" id="create team table" 2024-04-02T08:21:31.702 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.552973111Z level=info msg="Executing migration" id="add index team.org_id" 2024-04-02T08:21:31.702 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.553493186Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-04-02T08:21:31.702 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.553982684Z level=info msg="Executing migration" id="create team member table" 2024-04-02T08:21:31.702 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.554451894Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-04-02T08:21:31.702 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.554953447Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-04-02T08:21:31.702 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.555452978Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-04-02T08:21:31.702 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.555947323Z level=info msg="Executing migration" id="Add column email to team table" 2024-04-02T08:21:31.702 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.556729334Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-04-02T08:21:31.702 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.557521632Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-04-02T08:21:31.703 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.558270086Z level=info msg="Executing migration" id="create dashboard acl table" 2024-04-02T08:21:31.703 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.558700272Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-04-02T08:21:31.703 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.559188302Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-04-02T08:21:31.703 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.559697233Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-04-02T08:21:31.703 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.560207289Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-04-02T08:21:31.703 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.560725796Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-04-02T08:21:31.703 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.561207232Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-04-02T08:21:31.703 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.561699505Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-04-02T08:21:31.703 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.562205994Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-04-02T08:21:31.703 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.562672487Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-04-02T08:21:31.703 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.563013841Z level=info msg="Executing migration" id="create tag table" 2024-04-02T08:21:31.703 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.563501521Z level=info msg="Executing migration" id="add index tag.key_value" 2024-04-02T08:21:31.703 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.563995947Z level=info msg="Executing migration" id="create login attempt table" 2024-04-02T08:21:31.704 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.564451322Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-04-02T08:21:31.704 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.56495419Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-04-02T08:21:31.704 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.565439445Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-04-02T08:21:31.704 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.567396644Z level=info msg="Executing migration" id="create login_attempt v2" 2024-04-02T08:21:31.704 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.567864587Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-04-02T08:21:31.704 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.568362384Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-04-02T08:21:31.704 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.568720306Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-04-02T08:21:31.704 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.569124253Z level=info msg="Executing migration" id="create user auth table" 2024-04-02T08:21:31.704 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.569542952Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-04-02T08:21:31.704 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.570001554Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-04-02T08:21:31.704 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.570332628Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-04-02T08:21:31.704 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.571103734Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-04-02T08:21:31.704 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.571878499Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-04-02T08:21:31.705 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.572669188Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-04-02T08:21:31.705 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.573504775Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-04-02T08:21:31.705 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.5740416Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-04-02T08:21:31.705 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.575259456Z level=info msg="Executing migration" id="create server_lock table" 2024-04-02T08:21:31.705 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.57570255Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-04-02T08:21:31.705 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.576180451Z level=info msg="Executing migration" id="create user auth token table" 2024-04-02T08:21:31.705 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.576711407Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-04-02T08:21:31.705 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.577229354Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-04-02T08:21:31.705 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.577732905Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-04-02T08:21:31.705 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.578245183Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-04-02T08:21:31.705 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.579090261Z level=info msg="Executing migration" id="create cache_data table" 2024-04-02T08:21:31.705 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.579587432Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-04-02T08:21:31.705 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.580093192Z level=info msg="Executing migration" id="create short_url table v1" 2024-04-02T08:21:31.705 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.580601676Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-04-02T08:21:31.706 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.581102576Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-04-02T08:21:31.706 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.581417459Z level=info msg="Executing migration" id="delete alert_definition table" 2024-04-02T08:21:31.706 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.581716606Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-04-02T08:21:31.706 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.582250151Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-04-02T08:21:31.706 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.582700348Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-04-02T08:21:31.706 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.583152877Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-04-02T08:21:31.706 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.583458663Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-04-02T08:21:31.706 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.583873291Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-04-02T08:21:31.706 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.584319146Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-04-02T08:21:31.706 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.584768221Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-04-02T08:21:31.706 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.58521364Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-04-02T08:21:31.706 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.586021473Z level=info msg="Executing migration" id="drop alert_definition table" 2024-04-02T08:21:31.706 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.586484037Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-04-02T08:21:31.707 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.586774654Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-04-02T08:21:31.707 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.587205551Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-04-02T08:21:31.707 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.587686177Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-04-02T08:21:31.707 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.588130299Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-04-02T08:21:31.707 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.588436Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-04-02T08:21:31.707 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.58885039Z level=info msg="Executing migration" id="create alert_instance table" 2024-04-02T08:21:31.707 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.589304912Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-04-02T08:21:31.707 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.58974358Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-04-02T08:21:31.707 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.590199437Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-04-02T08:21:31.707 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.591102284Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-04-02T08:21:31.707 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.591616725Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-04-02T08:21:31.707 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.592096205Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-04-02T08:21:31.707 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.595717389Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-04-02T08:21:31.707 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.599242102Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-04-02T08:21:31.708 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.599770939Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-04-02T08:21:31.708 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.600293717Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-04-02T08:21:31.708 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.601385247Z level=info msg="Executing migration" id="create alert_rule table" 2024-04-02T08:21:31.708 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.601910091Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-04-02T08:21:31.708 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.60244014Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-04-02T08:21:31.708 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.602964566Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-04-02T08:21:31.708 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.603483676Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-04-02T08:21:31.708 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.603829323Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-04-02T08:21:31.708 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.604746399Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-04-02T08:21:31.708 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.605664152Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-04-02T08:21:31.709 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.60658121Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-04-02T08:21:31.709 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.607090043Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-04-02T08:21:31.709 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.607604288Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-04-02T08:21:31.709 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.608505616Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-04-02T08:21:31.709 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.609430869Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-04-02T08:21:31.709 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.609968039Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-04-02T08:21:31.709 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.610868944Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-04-02T08:21:31.709 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.611778326Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-04-02T08:21:31.709 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.612171879Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-04-02T08:21:31.709 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.612712808Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-04-02T08:21:31.709 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.613245993Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-04-02T08:21:31.709 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.613804292Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-04-02T08:21:31.710 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.614209813Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-04-02T08:21:31.710 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.615155446Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-04-02T08:21:31.710 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.61607681Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-04-02T08:21:31.710 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.617017314Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-04-02T08:21:31.710 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.617943311Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-04-02T08:21:31.710 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.618879032Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-04-02T08:21:31.710 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.619294956Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-04-02T08:21:31.710 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.61978666Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-04-02T08:21:31.710 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.62072053Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-04-02T08:21:31.710 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.621112261Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-04-02T08:21:31.710 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.622068766Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-04-02T08:21:31.710 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.622660125Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-04-02T08:21:31.711 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.623619495Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-04-02T08:21:31.711 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.624108857Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-04-02T08:21:31.711 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.624644887Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-04-02T08:21:31.711 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.625605049Z level=info msg="Executing migration" id="create provenance_type table" 2024-04-02T08:21:31.711 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.62608937Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-04-02T08:21:31.711 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.626667183Z level=info msg="Executing migration" id="create alert_image table" 2024-04-02T08:21:31.711 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.627160378Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-04-02T08:21:31.711 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.627693103Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-04-02T08:21:31.711 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.628059296Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-04-02T08:21:31.711 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.628558824Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-04-02T08:21:31.711 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.629031896Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-04-02T08:21:31.711 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.629111298Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-04-02T08:21:31.711 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.629483895Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-04-02T08:21:31.712 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.629909438Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-04-02T08:21:31.712 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.630457628Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-04-02T08:21:31.712 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.630573441Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-04-02T08:21:31.712 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.630687906Z level=info msg="alerts found to migrate" alerts=0 2024-04-02T08:21:31.712 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.631184644Z level=info msg="Executing migration" id="create library_element table v1" 2024-04-02T08:21:31.712 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.631706566Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-04-02T08:21:31.713 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.632237515Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-04-02T08:21:31.713 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.632717556Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-04-02T08:21:31.713 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.633259132Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-04-02T08:21:31.713 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.633796752Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-04-02T08:21:31.713 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.63421182Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-04-02T08:21:31.713 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.634721262Z level=info msg="Executing migration" id="create data_keys table" 2024-04-02T08:21:31.713 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.63530418Z level=info msg="Executing migration" id="create secrets table" 2024-04-02T08:21:31.713 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.635826735Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-04-02T08:21:31.713 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.640441971Z level=info msg="Executing migration" id="add name column into data_keys" 2024-04-02T08:21:31.713 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.641436365Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-04-02T08:21:31.713 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.641831548Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-04-02T08:21:31.713 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.646226583Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-04-02T08:21:31.714 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.650606897Z level=info msg="Executing migration" id="create kv_store table v1" 2024-04-02T08:21:31.714 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.651093834Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-04-02T08:21:31.714 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.651630468Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-04-02T08:21:31.714 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.652026268Z level=info msg="Executing migration" id="create permission table" 2024-04-02T08:21:31.714 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.652523538Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-04-02T08:21:31.714 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.653033668Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-04-02T08:21:31.714 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.653561426Z level=info msg="Executing migration" id="create role table" 2024-04-02T08:21:31.714 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.654037535Z level=info msg="Executing migration" id="add column display_name" 2024-04-02T08:21:31.714 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.655028226Z level=info msg="Executing migration" id="add column group_name" 2024-04-02T08:21:31.714 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.656020775Z level=info msg="Executing migration" id="add index role.org_id" 2024-04-02T08:21:31.714 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.656543659Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-04-02T08:21:31.714 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.657070528Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-04-02T08:21:31.715 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.657543848Z level=info msg="Executing migration" id="create team role table" 2024-04-02T08:21:31.715 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.657967663Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-04-02T08:21:31.715 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.658431644Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-04-02T08:21:31.715 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.658940344Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-04-02T08:21:31.715 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.659419969Z level=info msg="Executing migration" id="create user role table" 2024-04-02T08:21:31.715 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.659849042Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-04-02T08:21:31.715 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.660341972Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-04-02T08:21:31.715 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.660815774Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-04-02T08:21:31.715 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.661297614Z level=info msg="Executing migration" id="create builtin role table" 2024-04-02T08:21:31.715 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.661749746Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-04-02T08:21:31.715 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.662225414Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-04-02T08:21:31.715 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.662700214Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-04-02T08:21:31.716 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.663746629Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-04-02T08:21:31.716 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.66428558Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-04-02T08:21:31.716 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.664748287Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-04-02T08:21:31.716 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.665205564Z level=info msg="Executing migration" id="add unique index role.uid" 2024-04-02T08:21:31.716 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.665660821Z level=info msg="Executing migration" id="create seed assignment table" 2024-04-02T08:21:31.716 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.666073383Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-04-02T08:21:31.716 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.666539359Z level=info msg="Executing migration" id="add column hidden to role table" 2024-04-02T08:21:31.716 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.667528782Z level=info msg="Executing migration" id="create query_history table v1" 2024-04-02T08:21:31.716 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.668021364Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-04-02T08:21:31.716 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.668503479Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-04-02T08:21:31.716 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.668797576Z level=info msg="Executing migration" id="teams permissions migration" 2024-04-02T08:21:31.716 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.669242975Z level=info msg="Executing migration" id="dashboard permissions" 2024-04-02T08:21:31.716 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.669784622Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-04-02T08:21:31.716 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.674920056Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-04-02T08:21:31.716 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.680002657Z level=info msg="Executing migration" id="alerting notification permissions" 2024-04-02T08:21:31.717 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.680428935Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-04-02T08:21:31.717 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.68094302Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-04-02T08:21:31.809 INFO:teuthology.orchestra.run.smithi012.stdout:231928234002 2024-04-02T08:21:31.810 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph osd last-stat-seq osd.7 2024-04-02T08:21:32.061 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.686012942Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-04-02T08:21:32.061 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.690917273Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-04-02T08:21:32.061 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.691297562Z level=info msg="Executing migration" id="create correlation table v1" 2024-04-02T08:21:32.061 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.691791602Z level=info msg="Executing migration" id="add index correlations.uid" 2024-04-02T08:21:32.061 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.696532684Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-04-02T08:21:32.062 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.701117895Z level=info msg="Executing migration" id="add correlation config column" 2024-04-02T08:21:32.062 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.702172135Z level=info msg="Executing migration" id="create entity_events table" 2024-04-02T08:21:32.062 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.70273038Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-04-02T08:21:32.062 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.707643481Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-04-02T08:21:32.062 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.707749231Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-04-02T08:21:32.062 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.708089555Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-02T08:21:32.062 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.70821155Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-02T08:21:32.062 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.708548779Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-04-02T08:21:32.062 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.709000371Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-04-02T08:21:32.062 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.709466938Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-04-02T08:21:32.062 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.710014927Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-02T08:21:32.062 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.710536513Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-04-02T08:21:32.063 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.711054841Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-04-02T08:21:32.063 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.711587342Z level=info msg="Executing migration" id="Drop public config table" 2024-04-02T08:21:32.063 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.712084352Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-04-02T08:21:32.063 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.712611333Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-04-02T08:21:32.063 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.713163095Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-04-02T08:21:32.064 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.713721513Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-04-02T08:21:32.064 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.714271901Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-04-02T08:21:32.064 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.717490641Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-04-02T08:21:32.064 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.718622624Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-04-02T08:21:32.064 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.719754126Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-04-02T08:21:32.064 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.720194209Z level=info msg="Executing migration" id="add share column" 2024-04-02T08:21:32.064 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.721332437Z level=info msg="Executing migration" id="create default alerting folders" 2024-04-02T08:21:32.064 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.721889914Z level=info msg="Executing migration" id="create file table" 2024-04-02T08:21:32.064 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.722462672Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-04-02T08:21:32.064 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.723005064Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-04-02T08:21:32.064 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.723581131Z level=info msg="Executing migration" id="create file_meta table" 2024-04-02T08:21:32.064 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.724061298Z level=info msg="Executing migration" id="file table idx: path key" 2024-04-02T08:21:32.064 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.724666124Z level=info msg="Executing migration" id="set path collation in file table" 2024-04-02T08:21:32.065 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.725055074Z level=info msg="Executing migration" id="managed permissions migration" 2024-04-02T08:21:32.065 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.72554148Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-04-02T08:21:32.065 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.725955589Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-04-02T08:21:32.065 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.726503394Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-04-02T08:21:32.065 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.727647769Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-04-02T08:21:32.065 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.728079545Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-04-02T08:21:32.065 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.728628092Z level=info msg="Executing migration" id="update group index for alert rules" 2024-04-02T08:21:32.065 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.729176077Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-04-02T08:21:32.065 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.729612269Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-04-02T08:21:32.065 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.730068167Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-04-02T08:21:32.065 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.731263372Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-04-02T08:21:32.065 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.732390003Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-04-02T08:21:32.065 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.732925139Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-04-02T08:21:32.065 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.743198528Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-04-02T08:21:32.066 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.743724487Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-04-02T08:21:32.066 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.744286828Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-04-02T08:21:32.066 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.747917271Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-04-02T08:21:32.066 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.748333323Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-04-02T08:21:32.066 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.748732628Z level=info msg="Executing migration" id="create folder table" 2024-04-02T08:21:32.066 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.74922285Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-04-02T08:21:32.066 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.749733769Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-04-02T08:21:32.066 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.750259575Z level=info msg="Executing migration" id="Update folder title length" 2024-04-02T08:21:32.066 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.750634242Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-04-02T08:21:32.066 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=migrator t=2024-04-02T08:21:31.751142159Z level=info msg="migrations completed" performed=485 skipped=0 duration=326.062729ms 2024-04-02T08:21:32.067 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=sqlstore t=2024-04-02T08:21:31.751534739Z level=info msg="Created default organization" 2024-04-02T08:21:32.067 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=plugin.loader t=2024-04-02T08:21:31.811441305Z level=info msg="Plugin registered" pluginID=input 2024-04-02T08:21:32.067 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=plugin.loader t=2024-04-02T08:21:31.842222936Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-04-02T08:21:32.067 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=plugin.loader t=2024-04-02T08:21:31.842253249Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-04-02T08:21:32.067 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=secrets t=2024-04-02T08:21:31.842290177Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-04-02T08:21:32.067 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=query_data t=2024-04-02T08:21:31.844010276Z level=info msg="Query Service initialization" 2024-04-02T08:21:32.067 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=live.push_http t=2024-04-02T08:21:31.846327556Z level=info msg="Live Push Gateway initialization" 2024-04-02T08:21:32.187 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:21:32 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:21:32] "GET /metrics HTTP/1.1" 200 33645 "" "Prometheus/2.43.0" 2024-04-02T08:21:32.546 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:32 smithi012 ceph-mon[27004]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:32.546 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:32 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:32.547 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:32 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:32.547 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:32 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:32.547 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:32 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:32.547 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:32 smithi012 ceph-mon[27004]: Deploying daemon node-exporter.a on smithi012 2024-04-02T08:21:32.547 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:32 smithi012 ceph-mon[38029]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:32.547 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:32 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:32.547 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:32 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:32.547 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:32 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:32.547 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:32 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:32.547 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:32 smithi012 ceph-mon[38029]: Deploying daemon node-exporter.a on smithi012 2024-04-02T08:21:32.671 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=infra.usagestats.collector t=2024-04-02T08:21:32.61809271Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-04-02T08:21:32.671 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:32 smithi055 ceph-mon[31035]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:32.671 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:32 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:32.671 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:32 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:32.671 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:32 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:32.672 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:32 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:32.672 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:32 smithi055 ceph-mon[31035]: Deploying daemon node-exporter.a on smithi012 2024-04-02T08:21:33.061 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=provisioning.datasources t=2024-04-02T08:21:32.673701053Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-04-02T08:21:33.061 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=provisioning.datasources t=2024-04-02T08:21:32.706082567Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-04-02T08:21:33.061 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=provisioning.alerting t=2024-04-02T08:21:32.728215666Z level=info msg="starting to provision alerting" 2024-04-02T08:21:33.061 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=provisioning.alerting t=2024-04-02T08:21:32.728235626Z level=info msg="finished to provision alerting" 2024-04-02T08:21:33.061 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=grafanaStorageLogger t=2024-04-02T08:21:32.728337254Z level=info msg="storage starting" 2024-04-02T08:21:33.061 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=ngalert.state.manager t=2024-04-02T08:21:32.728362872Z level=info msg="Warming state cache for startup" 2024-04-02T08:21:33.061 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=http.server t=2024-04-02T08:21:32.730359615Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-04-02T08:21:33.061 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=ngalert.state.manager t=2024-04-02T08:21:32.73856781Z level=info msg="State cache has been initialized" states=0 duration=10.203647ms 2024-04-02T08:21:33.061 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=ticker t=2024-04-02T08:21:32.738634521Z level=info msg=starting first_tick=2024-04-02T08:21:40Z 2024-04-02T08:21:33.061 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=ngalert.multiorg.alertmanager t=2024-04-02T08:21:32.738634518Z level=info msg="starting MultiOrg Alertmanager" 2024-04-02T08:21:33.062 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=sqlstore.transactions t=2024-04-02T08:21:32.739495705Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-02T08:21:33.062 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=sqlstore.transactions t=2024-04-02T08:21:32.786436374Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-02T08:21:33.062 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=sqlstore.transactions t=2024-04-02T08:21:32.817389894Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-02T08:21:33.062 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:21:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=sqlstore.transactions t=2024-04-02T08:21:32.828222187Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2024-04-02T08:21:33.658 INFO:teuthology.orchestra.run.smithi012.stdout:77309411370 2024-04-02T08:21:33.659 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph osd last-stat-seq osd.2 2024-04-02T08:21:34.599 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:34 smithi012 ceph-mon[27004]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:34.599 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:34 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:34.600 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:34 smithi012 ceph-mon[38029]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:34.600 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:34 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:34.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:34 smithi055 ceph-mon[31035]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:34.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:34 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:35.713 INFO:teuthology.orchestra.run.smithi012.stdout:55834574896 2024-04-02T08:21:35.713 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph osd last-stat-seq osd.1 2024-04-02T08:21:36.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:36 smithi012 ceph-mon[38029]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:36.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:36 smithi012 ceph-mon[27004]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:36.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:36 smithi055 ceph-mon[31035]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:36.830 INFO:teuthology.orchestra.run.smithi012.stdout:128849018912 2024-04-02T08:21:36.830 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph osd last-stat-seq osd.4 2024-04-02T08:21:38.154 INFO:teuthology.orchestra.run.smithi012.stdout:197568495640 2024-04-02T08:21:38.155 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph osd last-stat-seq osd.6 2024-04-02T08:21:38.677 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:38 smithi012 ceph-mon[27004]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:38.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:38 smithi012 ceph-mon[38029]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:38.774 INFO:teuthology.orchestra.run.smithi012.stdout:107374182439 2024-04-02T08:21:38.775 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph osd last-stat-seq osd.3 2024-04-02T08:21:38.783 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:21:38.783 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:21:38.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:38 smithi055 ceph-mon[31035]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:38.834 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:21:39.663 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:21:40.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:40 smithi012 ceph-mon[27004]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:40.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:40 smithi012 ceph-mon[38029]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:40.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:40 smithi055 ceph-mon[31035]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:41.767 INFO:teuthology.orchestra.run.smithi012.stdout:163208757277 2024-04-02T08:21:41.767 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph osd last-stat-seq osd.5 2024-04-02T08:21:42.039 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:41 smithi012 ceph-mon[27004]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:42.040 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:41 smithi012 ceph-mon[38029]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:42.040 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:41 smithi012 bash[70850]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-04-02T08:21:42.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:41 smithi055 ceph-mon[31035]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:42.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:21:42 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:21:42] "GET /metrics HTTP/1.1" 200 33645 "" "Prometheus/2.43.0" 2024-04-02T08:21:42.428 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:42 smithi012 bash[70850]: Writing manifest to image destination 2024-04-02T08:21:43.088 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:42 smithi012 podman[70850]: 2024-04-02 08:21:42.778430059 +0000 UTC m=+5.694558231 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-02T08:21:43.482 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:21:43.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:43 smithi012 ceph-mon[27004]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:43.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:43 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:21:43.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:43 smithi012 ceph-mon[38029]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:43.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:43 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:21:44.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:43 smithi055 ceph-mon[31035]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:44.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:43 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:21:45.127 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:21:45.127 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:21:45.373 INFO:teuthology.orchestra.run.smithi012.stdout:231928234006 2024-04-02T08:21:46.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:45 smithi012 ceph-mon[27004]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:46.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:45 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/761910085' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-02T08:21:46.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:45 smithi012 ceph-mon[38029]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:46.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:45 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/761910085' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-02T08:21:46.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:45 smithi055 ceph-mon[31035]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:46.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:45 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/761910085' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-02T08:21:46.818 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:46 smithi012 podman[70850]: 2024-04-02 08:21:46.564303201 +0000 UTC m=+9.480431361 container create a3d31893d77a7a960f1601047823a378676b9b773b09bc5db258975991bfb877 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T08:21:47.916 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:47 smithi012 ceph-mon[27004]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:47.917 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:47 smithi012 ceph-mon[38029]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:48.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:47 smithi055 ceph-mon[31035]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:48.428 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:47 smithi012 podman[70850]: 2024-04-02 08:21:47.97742761 +0000 UTC m=+10.893555770 container init a3d31893d77a7a960f1601047823a378676b9b773b09bc5db258975991bfb877 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T08:21:48.428 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:47 smithi012 podman[70850]: 2024-04-02 08:21:47.980851976 +0000 UTC m=+10.896980144 container start a3d31893d77a7a960f1601047823a378676b9b773b09bc5db258975991bfb877 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T08:21:48.429 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[71510]: ts=2024-04-02T08:21:47.984Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-02T08:21:48.429 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[71510]: ts=2024-04-02T08:21:47.984Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-02T08:21:48.429 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[71510]: ts=2024-04-02T08:21:47.985Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-02T08:21:48.429 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[71510]: ts=2024-04-02T08:21:47.985Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-02T08:21:48.429 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[71510]: ts=2024-04-02T08:21:47.986Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-02T08:21:48.429 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[71510]: ts=2024-04-02T08:21:47.986Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-02T08:21:48.429 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[71510]: ts=2024-04-02T08:21:47.986Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-02T08:21:48.429 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[71510]: ts=2024-04-02T08:21:47.986Z caller=node_exporter.go:117 level=info collector=arp 2024-04-02T08:21:48.429 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[71510]: ts=2024-04-02T08:21:47.986Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-02T08:21:48.429 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[71510]: ts=2024-04-02T08:21:47.986Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-02T08:21:48.429 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[71510]: ts=2024-04-02T08:21:47.986Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-02T08:21:48.429 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[71510]: ts=2024-04-02T08:21:47.986Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-02T08:21:48.430 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[71510]: ts=2024-04-02T08:21:47.986Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-02T08:21:48.430 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[71510]: ts=2024-04-02T08:21:47.986Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-02T08:21:48.430 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[71510]: ts=2024-04-02T08:21:47.986Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-02T08:21:48.430 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[71510]: ts=2024-04-02T08:21:47.986Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-02T08:21:48.430 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[71510]: ts=2024-04-02T08:21:47.986Z caller=node_exporter.go:117 level=info collector=edac 2024-04-02T08:21:48.430 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[71510]: ts=2024-04-02T08:21:47.986Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-02T08:21:48.431 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[71510]: ts=2024-04-02T08:21:47.986Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-02T08:21:48.431 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[71510]: ts=2024-04-02T08:21:47.986Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-02T08:21:48.431 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[71510]: ts=2024-04-02T08:21:47.986Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-02T08:21:48.431 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[71510]: ts=2024-04-02T08:21:47.986Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-02T08:21:48.431 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[71510]: ts=2024-04-02T08:21:47.986Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-02T08:21:48.431 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[71510]: ts=2024-04-02T08:21:47.986Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-02T08:21:48.431 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[71510]: ts=2024-04-02T08:21:47.986Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-02T08:21:48.431 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[71510]: ts=2024-04-02T08:21:47.986Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-02T08:21:48.431 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[71510]: ts=2024-04-02T08:21:47.986Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-02T08:21:48.431 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[71510]: ts=2024-04-02T08:21:47.986Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-02T08:21:48.431 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[71510]: ts=2024-04-02T08:21:47.986Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-02T08:21:48.431 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[71510]: ts=2024-04-02T08:21:47.986Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-02T08:21:48.431 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[71510]: ts=2024-04-02T08:21:47.986Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-02T08:21:48.432 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[71510]: ts=2024-04-02T08:21:47.986Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-02T08:21:48.432 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[71510]: ts=2024-04-02T08:21:47.986Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-02T08:21:48.432 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[71510]: ts=2024-04-02T08:21:47.986Z caller=node_exporter.go:117 level=info collector=os 2024-04-02T08:21:48.432 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[71510]: ts=2024-04-02T08:21:47.986Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-02T08:21:48.432 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[71510]: ts=2024-04-02T08:21:47.986Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-02T08:21:48.432 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[71510]: ts=2024-04-02T08:21:47.986Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-02T08:21:48.432 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[71510]: ts=2024-04-02T08:21:47.986Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-02T08:21:48.432 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[71510]: ts=2024-04-02T08:21:47.986Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-02T08:21:48.432 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[71510]: ts=2024-04-02T08:21:47.986Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-02T08:21:48.432 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[71510]: ts=2024-04-02T08:21:47.986Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-02T08:21:48.432 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[71510]: ts=2024-04-02T08:21:47.986Z caller=node_exporter.go:117 level=info collector=stat 2024-04-02T08:21:48.432 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[71510]: ts=2024-04-02T08:21:47.986Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-02T08:21:48.432 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[71510]: ts=2024-04-02T08:21:47.986Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-02T08:21:48.432 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[71510]: ts=2024-04-02T08:21:47.986Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-02T08:21:48.433 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[71510]: ts=2024-04-02T08:21:47.986Z caller=node_exporter.go:117 level=info collector=time 2024-04-02T08:21:48.433 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[71510]: ts=2024-04-02T08:21:47.986Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-02T08:21:48.433 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[71510]: ts=2024-04-02T08:21:47.986Z caller=node_exporter.go:117 level=info collector=uname 2024-04-02T08:21:48.433 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[71510]: ts=2024-04-02T08:21:47.986Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-02T08:21:48.433 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[71510]: ts=2024-04-02T08:21:47.986Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-02T08:21:48.433 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[71510]: ts=2024-04-02T08:21:47.986Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-02T08:21:48.433 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[71510]: ts=2024-04-02T08:21:47.987Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-02T08:21:48.433 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[71510]: ts=2024-04-02T08:21:47.987Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-02T08:21:48.433 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:48 smithi012 bash[70850]: a3d31893d77a7a960f1601047823a378676b9b773b09bc5db258975991bfb877 2024-04-02T08:21:48.433 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:21:48 smithi012 systemd[1]: Started Ceph node-exporter.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:21:48.916 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:21:49.023 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:49 smithi055 systemd[1]: Starting Ceph node-exporter.b for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:21:49.110 INFO:teuthology.orchestra.run.smithi012.stdout:128849018915 2024-04-02T08:21:49.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:49 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:49.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:49 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:49.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:49 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:49.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:49 smithi055 ceph-mon[31035]: Deploying daemon node-exporter.b on smithi055 2024-04-02T08:21:49.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:49 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/2553656974' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-02T08:21:49.312 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:49 smithi055 bash[62149]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-04-02T08:21:49.382 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:49 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:49.383 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:49 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:49.383 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:49 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:49.383 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:49 smithi012 ceph-mon[27004]: Deploying daemon node-exporter.b on smithi055 2024-04-02T08:21:49.383 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:49 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/2553656974' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-02T08:21:49.383 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:49 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:49.383 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:49 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:49.383 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:49 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:49.383 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:49 smithi012 ceph-mon[38029]: Deploying daemon node-exporter.b on smithi055 2024-04-02T08:21:49.383 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:49 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/2553656974' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-02T08:21:49.810 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:49 smithi055 bash[62149]: Getting image source signatures 2024-04-02T08:21:49.810 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:49 smithi055 bash[62149]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-04-02T08:21:49.810 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:49 smithi055 bash[62149]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-04-02T08:21:49.810 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:49 smithi055 bash[62149]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-04-02T08:21:50.239 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:50 smithi012 ceph-mon[38029]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:50.240 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:50 smithi012 ceph-mon[27004]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:50.315 INFO:teuthology.orchestra.run.smithi012.stdout:77309411373 2024-04-02T08:21:50.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:50 smithi055 ceph-mon[31035]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:50.655 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018912 got 128849018915 for osd.4 2024-04-02T08:21:50.655 DEBUG:teuthology.parallel:result is None 2024-04-02T08:21:51.183 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:50 smithi055 bash[62149]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-04-02T08:21:51.183 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:50 smithi055 bash[62149]: Writing manifest to image destination 2024-04-02T08:21:51.342 INFO:tasks.cephadm.ceph_manager.ceph:need seq 231928234002 got 231928234006 for osd.7 2024-04-02T08:21:51.342 DEBUG:teuthology.parallel:result is None 2024-04-02T08:21:51.433 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:51 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/88916719' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-02T08:21:51.433 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:51 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/88916719' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-02T08:21:51.475 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:51 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/88916719' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-02T08:21:51.475 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 podman[62149]: 2024-04-02 08:21:51.202932267 +0000 UTC m=+2.079879926 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-02T08:21:51.476 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 podman[62149]: 2024-04-02 08:21:51.285121743 +0000 UTC m=+2.162069437 container create e1788e40281059e6a3f5ade69da7db68dd24949d05f8e8a18c076044d5db5735 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T08:21:51.810 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 podman[62149]: 2024-04-02 08:21:51.478056171 +0000 UTC m=+2.355003825 container init e1788e40281059e6a3f5ade69da7db68dd24949d05f8e8a18c076044d5db5735 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T08:21:51.811 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 podman[62149]: 2024-04-02 08:21:51.48085466 +0000 UTC m=+2.357802320 container start e1788e40281059e6a3f5ade69da7db68dd24949d05f8e8a18c076044d5db5735 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T08:21:51.811 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[62201]: ts=2024-04-02T08:21:51.484Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-02T08:21:51.811 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[62201]: ts=2024-04-02T08:21:51.485Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-02T08:21:51.811 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[62201]: ts=2024-04-02T08:21:51.485Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-02T08:21:51.811 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[62201]: ts=2024-04-02T08:21:51.485Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-02T08:21:51.811 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[62201]: ts=2024-04-02T08:21:51.486Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-02T08:21:51.811 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[62201]: ts=2024-04-02T08:21:51.486Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-02T08:21:51.811 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[62201]: ts=2024-04-02T08:21:51.486Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-02T08:21:51.811 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[62201]: ts=2024-04-02T08:21:51.486Z caller=node_exporter.go:117 level=info collector=arp 2024-04-02T08:21:51.812 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[62201]: ts=2024-04-02T08:21:51.486Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-02T08:21:51.812 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[62201]: ts=2024-04-02T08:21:51.486Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-02T08:21:51.812 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[62201]: ts=2024-04-02T08:21:51.486Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-02T08:21:51.812 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[62201]: ts=2024-04-02T08:21:51.486Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-02T08:21:51.812 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[62201]: ts=2024-04-02T08:21:51.486Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-02T08:21:51.812 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[62201]: ts=2024-04-02T08:21:51.486Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-02T08:21:51.813 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[62201]: ts=2024-04-02T08:21:51.486Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-02T08:21:51.813 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[62201]: ts=2024-04-02T08:21:51.486Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-02T08:21:51.813 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[62201]: ts=2024-04-02T08:21:51.486Z caller=node_exporter.go:117 level=info collector=edac 2024-04-02T08:21:51.813 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[62201]: ts=2024-04-02T08:21:51.486Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-02T08:21:51.813 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[62201]: ts=2024-04-02T08:21:51.486Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-02T08:21:51.813 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[62201]: ts=2024-04-02T08:21:51.486Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-02T08:21:51.813 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[62201]: ts=2024-04-02T08:21:51.486Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-02T08:21:51.813 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[62201]: ts=2024-04-02T08:21:51.486Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-02T08:21:51.813 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[62201]: ts=2024-04-02T08:21:51.486Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-02T08:21:51.813 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[62201]: ts=2024-04-02T08:21:51.486Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-02T08:21:51.813 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[62201]: ts=2024-04-02T08:21:51.486Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-02T08:21:51.813 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[62201]: ts=2024-04-02T08:21:51.486Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-02T08:21:51.814 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[62201]: ts=2024-04-02T08:21:51.486Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-02T08:21:51.814 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[62201]: ts=2024-04-02T08:21:51.486Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-02T08:21:51.814 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[62201]: ts=2024-04-02T08:21:51.486Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-02T08:21:51.814 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[62201]: ts=2024-04-02T08:21:51.486Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-02T08:21:51.814 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[62201]: ts=2024-04-02T08:21:51.486Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-02T08:21:51.814 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[62201]: ts=2024-04-02T08:21:51.486Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-02T08:21:51.814 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[62201]: ts=2024-04-02T08:21:51.486Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-02T08:21:51.814 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[62201]: ts=2024-04-02T08:21:51.486Z caller=node_exporter.go:117 level=info collector=os 2024-04-02T08:21:51.814 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[62201]: ts=2024-04-02T08:21:51.486Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-02T08:21:51.814 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[62201]: ts=2024-04-02T08:21:51.486Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-02T08:21:51.814 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[62201]: ts=2024-04-02T08:21:51.486Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-02T08:21:51.814 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[62201]: ts=2024-04-02T08:21:51.486Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-02T08:21:51.814 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[62201]: ts=2024-04-02T08:21:51.486Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-02T08:21:51.815 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[62201]: ts=2024-04-02T08:21:51.486Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-02T08:21:51.815 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[62201]: ts=2024-04-02T08:21:51.486Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-02T08:21:51.815 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[62201]: ts=2024-04-02T08:21:51.486Z caller=node_exporter.go:117 level=info collector=stat 2024-04-02T08:21:51.815 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[62201]: ts=2024-04-02T08:21:51.486Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-02T08:21:51.815 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[62201]: ts=2024-04-02T08:21:51.486Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-02T08:21:51.815 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[62201]: ts=2024-04-02T08:21:51.486Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-02T08:21:51.815 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[62201]: ts=2024-04-02T08:21:51.486Z caller=node_exporter.go:117 level=info collector=time 2024-04-02T08:21:51.815 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[62201]: ts=2024-04-02T08:21:51.486Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-02T08:21:51.815 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[62201]: ts=2024-04-02T08:21:51.486Z caller=node_exporter.go:117 level=info collector=uname 2024-04-02T08:21:51.815 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[62201]: ts=2024-04-02T08:21:51.486Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-02T08:21:51.815 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[62201]: ts=2024-04-02T08:21:51.486Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-02T08:21:51.815 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[62201]: ts=2024-04-02T08:21:51.486Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-02T08:21:51.815 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[62201]: ts=2024-04-02T08:21:51.486Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-02T08:21:51.815 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[62201]: ts=2024-04-02T08:21:51.486Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-02T08:21:51.815 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 bash[62149]: e1788e40281059e6a3f5ade69da7db68dd24949d05f8e8a18c076044d5db5735 2024-04-02T08:21:51.816 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:21:51 smithi055 systemd[1]: Started Ceph node-exporter.b for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:21:52.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:21:52 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:21:52] "GET /metrics HTTP/1.1" 200 33643 "" "Prometheus/2.43.0" 2024-04-02T08:21:52.782 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:52 smithi012 ceph-mon[38029]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:52.782 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:52 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:52.783 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:52 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:52.783 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:52 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:52.783 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:52 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:52.783 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:52 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:52.783 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:52 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:52.783 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:52 smithi012 ceph-mon[27004]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:52.783 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:52 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:52.783 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:52 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:52.783 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:52 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:52.783 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:52 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:52.783 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:52 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:52.783 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:52 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:52.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:52 smithi055 ceph-mon[31035]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:52.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:52 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:52.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:52 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:52.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:52 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:52.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:52 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:52.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:52 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:52.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:52 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:53.286 INFO:teuthology.orchestra.run.smithi012.stdout:197568495643 2024-04-02T08:21:53.790 INFO:teuthology.orchestra.run.smithi012.stdout:107374182442 2024-04-02T08:21:53.791 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:53 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/671649505' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-02T08:21:53.791 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:53 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/3207594307' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-02T08:21:53.791 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:53 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/671649505' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-02T08:21:53.791 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:53 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/3207594307' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-02T08:21:53.916 INFO:teuthology.orchestra.run.smithi012.stdout:34359738426 2024-04-02T08:21:54.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:53 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/671649505' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-02T08:21:54.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:53 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/3207594307' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-02T08:21:54.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:54 smithi012 ceph-mon[38029]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:54.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:54 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:54.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:54 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/1940021749' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-02T08:21:54.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:54 smithi012 ceph-mon[27004]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:54.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:54 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:54.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:54 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/1940021749' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-02T08:21:55.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:54 smithi055 ceph-mon[31035]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:55.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:54 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:21:55.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:54 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/1940021749' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-02T08:21:55.151 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411370 got 77309411373 for osd.2 2024-04-02T08:21:55.152 DEBUG:teuthology.parallel:result is None 2024-04-02T08:21:55.774 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495640 got 197568495643 for osd.6 2024-04-02T08:21:55.774 DEBUG:teuthology.parallel:result is None 2024-04-02T08:21:56.152 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738421 got 34359738426 for osd.0 2024-04-02T08:21:56.152 DEBUG:teuthology.parallel:result is None 2024-04-02T08:21:56.526 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182439 got 107374182442 for osd.3 2024-04-02T08:21:56.527 DEBUG:teuthology.parallel:result is None 2024-04-02T08:21:56.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:56 smithi012 ceph-mon[27004]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:56.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:56 smithi012 ceph-mon[38029]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:57.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:56 smithi055 ceph-mon[31035]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:57.797 INFO:teuthology.orchestra.run.smithi012.stdout:55834574901 2024-04-02T08:21:58.774 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574896 got 55834574901 for osd.1 2024-04-02T08:21:58.774 DEBUG:teuthology.parallel:result is None 2024-04-02T08:21:58.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:58 smithi012 ceph-mon[27004]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:58.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:58 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/3431950830' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-02T08:21:58.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:58 smithi012 ceph-mon[38029]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:58.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:58 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/3431950830' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-02T08:21:59.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:58 smithi055 ceph-mon[31035]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:59.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:58 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/3431950830' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-02T08:21:59.577 INFO:teuthology.orchestra.run.smithi012.stdout:163208757281 2024-04-02T08:21:59.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:59 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:21:59.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:21:59 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/2524349496' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-02T08:21:59.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:59 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:21:59.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:21:59 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/2524349496' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-02T08:22:00.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:59 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:22:00.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:21:59 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/2524349496' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-02T08:22:00.919 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:00 smithi012 ceph-mon[27004]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:00.919 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:00 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:00.919 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:00 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:00.919 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:00 smithi012 ceph-mon[38029]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:00.919 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:00 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:00.920 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:00 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:00.940 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757277 got 163208757281 for osd.5 2024-04-02T08:22:00.941 DEBUG:teuthology.parallel:result is None 2024-04-02T08:22:00.941 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-02T08:22:00.941 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph pg dump --format=json 2024-04-02T08:22:01.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:00 smithi055 ceph-mon[31035]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:01.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:00 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:01.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:00 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:01.160 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:22:01.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:01 smithi012 ceph-mon[27004]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:01.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:01 smithi012 ceph-mon[38029]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:02.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:01 smithi055 ceph-mon[31035]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:02.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:22:02 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:22:02] "GET /metrics HTTP/1.1" 200 33638 "" "Prometheus/2.43.0" 2024-04-02T08:22:03.904 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:22:03.907 INFO:teuthology.orchestra.run.smithi012.stderr:dumped all 2024-04-02T08:22:04.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:03 smithi012 ceph-mon[27004]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:04.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:03 smithi012 ceph-mon[38029]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:04.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:03 smithi055 ceph-mon[31035]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:05.091 INFO:teuthology.orchestra.run.smithi012.stdout:{"pg_ready":true,"pg_map":{"version":39,"stamp":"2024-04-02T08:22:02.795444+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593516,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":223520,"kb_used_data":7352,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":749737696,"statfs":{"total":767960285184,"available":767731400704,"internally_reserved":0,"allocated":7528448,"data_stored":4254779,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":221236792},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002889"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.475427+0000","last_change":"2024-04-02T08:20:27.036902+0000","last_active":"2024-04-02T08:21:03.475427+0000","last_peered":"2024-04-02T08:21:03.475427+0000","last_clean":"2024-04-02T08:21:03.475427+0000","last_became_active":"2024-04-02T08:20:27.036567+0000","last_became_peered":"2024-04-02T08:20:27.036567+0000","last_unstale":"2024-04-02T08:21:03.475427+0000","last_undegraded":"2024-04-02T08:21:03.475427+0000","last_fullsized":"2024-04-02T08:21:03.475427+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:43:41.629275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.475046+0000","last_change":"2024-04-02T08:20:27.029327+0000","last_active":"2024-04-02T08:21:03.475046+0000","last_peered":"2024-04-02T08:21:03.475046+0000","last_clean":"2024-04-02T08:21:03.475046+0000","last_became_active":"2024-04-02T08:20:27.028550+0000","last_became_peered":"2024-04-02T08:20:27.028550+0000","last_unstale":"2024-04-02T08:21:03.475046+0000","last_undegraded":"2024-04-02T08:21:03.475046+0000","last_fullsized":"2024-04-02T08:21:03.475046+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:09:44.556242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.030901+0000","last_change":"2024-04-02T08:20:47.912504+0000","last_active":"2024-04-02T08:21:03.030901+0000","last_peered":"2024-04-02T08:21:03.030901+0000","last_clean":"2024-04-02T08:21:03.030901+0000","last_became_active":"2024-04-02T08:20:47.912129+0000","last_became_peered":"2024-04-02T08:20:47.912129+0000","last_unstale":"2024-04-02T08:21:03.030901+0000","last_undegraded":"2024-04-02T08:21:03.030901+0000","last_fullsized":"2024-04-02T08:21:03.030901+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:08:09.144337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.029473+0000","last_change":"2024-04-02T08:20:27.026420+0000","last_active":"2024-04-02T08:21:03.029473+0000","last_peered":"2024-04-02T08:21:03.029473+0000","last_clean":"2024-04-02T08:21:03.029473+0000","last_became_active":"2024-04-02T08:20:27.025463+0000","last_became_peered":"2024-04-02T08:20:27.025463+0000","last_unstale":"2024-04-02T08:21:03.029473+0000","last_undegraded":"2024-04-02T08:21:03.029473+0000","last_fullsized":"2024-04-02T08:21:03.029473+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:11:12.611446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.475030+0000","last_change":"2024-04-02T08:20:27.039575+0000","last_active":"2024-04-02T08:21:03.475030+0000","last_peered":"2024-04-02T08:21:03.475030+0000","last_clean":"2024-04-02T08:21:03.475030+0000","last_became_active":"2024-04-02T08:20:27.039018+0000","last_became_peered":"2024-04-02T08:20:27.039018+0000","last_unstale":"2024-04-02T08:21:03.475030+0000","last_undegraded":"2024-04-02T08:21:03.475030+0000","last_fullsized":"2024-04-02T08:21:03.475030+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:58:17.662844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.474554+0000","last_change":"2024-04-02T08:20:47.972976+0000","last_active":"2024-04-02T08:21:03.474554+0000","last_peered":"2024-04-02T08:21:03.474554+0000","last_clean":"2024-04-02T08:21:03.474554+0000","last_became_active":"2024-04-02T08:20:47.972506+0000","last_became_peered":"2024-04-02T08:20:47.972506+0000","last_unstale":"2024-04-02T08:21:03.474554+0000","last_undegraded":"2024-04-02T08:21:03.474554+0000","last_fullsized":"2024-04-02T08:21:03.474554+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:02:02.247435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":27,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.474258+0000","last_change":"2024-04-02T08:20:47.907959+0000","last_active":"2024-04-02T08:21:03.474258+0000","last_peered":"2024-04-02T08:21:03.474258+0000","last_clean":"2024-04-02T08:21:03.474258+0000","last_became_active":"2024-04-02T08:20:47.907664+0000","last_became_peered":"2024-04-02T08:20:47.907664+0000","last_unstale":"2024-04-02T08:21:03.474258+0000","last_undegraded":"2024-04-02T08:21:03.474258+0000","last_fullsized":"2024-04-02T08:21:03.474258+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:09:17.641423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.030790+0000","last_change":"2024-04-02T08:20:27.022382+0000","last_active":"2024-04-02T08:21:03.030790+0000","last_peered":"2024-04-02T08:21:03.030790+0000","last_clean":"2024-04-02T08:21:03.030790+0000","last_became_active":"2024-04-02T08:20:27.022084+0000","last_became_peered":"2024-04-02T08:20:27.022084+0000","last_unstale":"2024-04-02T08:21:03.030790+0000","last_undegraded":"2024-04-02T08:21:03.030790+0000","last_fullsized":"2024-04-02T08:21:03.030790+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:17:50.319840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.475326+0000","last_change":"2024-04-02T08:20:27.036574+0000","last_active":"2024-04-02T08:21:03.475326+0000","last_peered":"2024-04-02T08:21:03.475326+0000","last_clean":"2024-04-02T08:21:03.475326+0000","last_became_active":"2024-04-02T08:20:27.036186+0000","last_became_peered":"2024-04-02T08:20:27.036186+0000","last_unstale":"2024-04-02T08:21:03.475326+0000","last_undegraded":"2024-04-02T08:21:03.475326+0000","last_fullsized":"2024-04-02T08:21:03.475326+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:30:23.250239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.475121+0000","last_change":"2024-04-02T08:20:27.035740+0000","last_active":"2024-04-02T08:21:03.475121+0000","last_peered":"2024-04-02T08:21:03.475121+0000","last_clean":"2024-04-02T08:21:03.475121+0000","last_became_active":"2024-04-02T08:20:27.035051+0000","last_became_peered":"2024-04-02T08:20:27.035051+0000","last_unstale":"2024-04-02T08:21:03.475121+0000","last_undegraded":"2024-04-02T08:21:03.475121+0000","last_fullsized":"2024-04-02T08:21:03.475121+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:41:20.222325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.475026+0000","last_change":"2024-04-02T08:20:27.036654+0000","last_active":"2024-04-02T08:21:03.475026+0000","last_peered":"2024-04-02T08:21:03.475026+0000","last_clean":"2024-04-02T08:21:03.475026+0000","last_became_active":"2024-04-02T08:20:27.036252+0000","last_became_peered":"2024-04-02T08:20:27.036252+0000","last_unstale":"2024-04-02T08:21:03.475026+0000","last_undegraded":"2024-04-02T08:21:03.475026+0000","last_fullsized":"2024-04-02T08:21:03.475026+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:56:02.792087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.050605+0000","last_change":"2024-04-02T08:20:27.021406+0000","last_active":"2024-04-02T08:21:03.050605+0000","last_peered":"2024-04-02T08:21:03.050605+0000","last_clean":"2024-04-02T08:21:03.050605+0000","last_became_active":"2024-04-02T08:20:27.021098+0000","last_became_peered":"2024-04-02T08:20:27.021098+0000","last_unstale":"2024-04-02T08:21:03.050605+0000","last_undegraded":"2024-04-02T08:21:03.050605+0000","last_fullsized":"2024-04-02T08:21:03.050605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:41:01.057886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.030323+0000","last_change":"2024-04-02T08:20:27.019560+0000","last_active":"2024-04-02T08:21:03.030323+0000","last_peered":"2024-04-02T08:21:03.030323+0000","last_clean":"2024-04-02T08:21:03.030323+0000","last_became_active":"2024-04-02T08:20:27.019257+0000","last_became_peered":"2024-04-02T08:20:27.019257+0000","last_unstale":"2024-04-02T08:21:03.030323+0000","last_undegraded":"2024-04-02T08:21:03.030323+0000","last_fullsized":"2024-04-02T08:21:03.030323+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:03:02.803227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.029569+0000","last_change":"2024-04-02T08:20:27.025020+0000","last_active":"2024-04-02T08:21:03.029569+0000","last_peered":"2024-04-02T08:21:03.029569+0000","last_clean":"2024-04-02T08:21:03.029569+0000","last_became_active":"2024-04-02T08:20:27.024526+0000","last_became_peered":"2024-04-02T08:20:27.024526+0000","last_unstale":"2024-04-02T08:21:03.029569+0000","last_undegraded":"2024-04-02T08:21:03.029569+0000","last_fullsized":"2024-04-02T08:21:03.029569+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:52:53.350677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.474196+0000","last_change":"2024-04-02T08:20:27.026272+0000","last_active":"2024-04-02T08:21:03.474196+0000","last_peered":"2024-04-02T08:21:03.474196+0000","last_clean":"2024-04-02T08:21:03.474196+0000","last_became_active":"2024-04-02T08:20:27.025993+0000","last_became_peered":"2024-04-02T08:20:27.025993+0000","last_unstale":"2024-04-02T08:21:03.474196+0000","last_undegraded":"2024-04-02T08:21:03.474196+0000","last_fullsized":"2024-04-02T08:21:03.474196+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:28:22.540806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.028747+0000","last_change":"2024-04-02T08:20:27.025333+0000","last_active":"2024-04-02T08:21:03.028747+0000","last_peered":"2024-04-02T08:21:03.028747+0000","last_clean":"2024-04-02T08:21:03.028747+0000","last_became_active":"2024-04-02T08:20:27.024112+0000","last_became_peered":"2024-04-02T08:20:27.024112+0000","last_unstale":"2024-04-02T08:21:03.028747+0000","last_undegraded":"2024-04-02T08:21:03.028747+0000","last_fullsized":"2024-04-02T08:21:03.028747+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:23:18.223330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.029594+0000","last_change":"2024-04-02T08:20:27.029059+0000","last_active":"2024-04-02T08:21:03.029594+0000","last_peered":"2024-04-02T08:21:03.029594+0000","last_clean":"2024-04-02T08:21:03.029594+0000","last_became_active":"2024-04-02T08:20:27.028683+0000","last_became_peered":"2024-04-02T08:20:27.028683+0000","last_unstale":"2024-04-02T08:21:03.029594+0000","last_undegraded":"2024-04-02T08:21:03.029594+0000","last_fullsized":"2024-04-02T08:21:03.029594+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:15:12.290483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.475022+0000","last_change":"2024-04-02T08:20:27.025442+0000","last_active":"2024-04-02T08:21:03.475022+0000","last_peered":"2024-04-02T08:21:03.475022+0000","last_clean":"2024-04-02T08:21:03.475022+0000","last_became_active":"2024-04-02T08:20:27.024440+0000","last_became_peered":"2024-04-02T08:20:27.024440+0000","last_unstale":"2024-04-02T08:21:03.475022+0000","last_undegraded":"2024-04-02T08:21:03.475022+0000","last_fullsized":"2024-04-02T08:21:03.475022+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:16:03.234333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.475201+0000","last_change":"2024-04-02T08:20:27.031353+0000","last_active":"2024-04-02T08:21:03.475201+0000","last_peered":"2024-04-02T08:21:03.475201+0000","last_clean":"2024-04-02T08:21:03.475201+0000","last_became_active":"2024-04-02T08:20:27.030837+0000","last_became_peered":"2024-04-02T08:20:27.030837+0000","last_unstale":"2024-04-02T08:21:03.475201+0000","last_undegraded":"2024-04-02T08:21:03.475201+0000","last_fullsized":"2024-04-02T08:21:03.475201+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:40:11.407938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":23,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.030635+0000","last_change":"2024-04-02T08:20:26.653152+0000","last_active":"2024-04-02T08:21:03.030635+0000","last_peered":"2024-04-02T08:21:03.030635+0000","last_clean":"2024-04-02T08:21:03.030635+0000","last_became_active":"2024-04-02T08:20:26.652842+0000","last_became_peered":"2024-04-02T08:20:26.652842+0000","last_unstale":"2024-04-02T08:21:03.030635+0000","last_undegraded":"2024-04-02T08:21:03.030635+0000","last_fullsized":"2024-04-02T08:21:03.030635+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:31:42.590835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.031311+0000","last_change":"2024-04-02T08:20:27.036029+0000","last_active":"2024-04-02T08:21:03.031311+0000","last_peered":"2024-04-02T08:21:03.031311+0000","last_clean":"2024-04-02T08:21:03.031311+0000","last_became_active":"2024-04-02T08:20:27.035681+0000","last_became_peered":"2024-04-02T08:20:27.035681+0000","last_unstale":"2024-04-02T08:21:03.031311+0000","last_undegraded":"2024-04-02T08:21:03.031311+0000","last_fullsized":"2024-04-02T08:21:03.031311+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:48:04.835584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.031222+0000","last_change":"2024-04-02T08:20:26.651386+0000","last_active":"2024-04-02T08:21:03.031222+0000","last_peered":"2024-04-02T08:21:03.031222+0000","last_clean":"2024-04-02T08:21:03.031222+0000","last_became_active":"2024-04-02T08:20:26.650996+0000","last_became_peered":"2024-04-02T08:20:26.650996+0000","last_unstale":"2024-04-02T08:21:03.031222+0000","last_undegraded":"2024-04-02T08:21:03.031222+0000","last_fullsized":"2024-04-02T08:21:03.031222+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:37:48.290889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.030512+0000","last_change":"2024-04-02T08:20:27.025479+0000","last_active":"2024-04-02T08:21:03.030512+0000","last_peered":"2024-04-02T08:21:03.030512+0000","last_clean":"2024-04-02T08:21:03.030512+0000","last_became_active":"2024-04-02T08:20:27.024749+0000","last_became_peered":"2024-04-02T08:20:27.024749+0000","last_unstale":"2024-04-02T08:21:03.030512+0000","last_undegraded":"2024-04-02T08:21:03.030512+0000","last_fullsized":"2024-04-02T08:21:03.030512+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:01:03.865533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.475438+0000","last_change":"2024-04-02T08:20:26.653173+0000","last_active":"2024-04-02T08:21:03.475438+0000","last_peered":"2024-04-02T08:21:03.475438+0000","last_clean":"2024-04-02T08:21:03.475438+0000","last_became_active":"2024-04-02T08:20:26.652834+0000","last_became_peered":"2024-04-02T08:20:26.652834+0000","last_unstale":"2024-04-02T08:21:03.475438+0000","last_undegraded":"2024-04-02T08:21:03.475438+0000","last_fullsized":"2024-04-02T08:21:03.475438+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:42:00.599725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.029419+0000","last_change":"2024-04-02T08:20:27.018257+0000","last_active":"2024-04-02T08:21:03.029419+0000","last_peered":"2024-04-02T08:21:03.029419+0000","last_clean":"2024-04-02T08:21:03.029419+0000","last_became_active":"2024-04-02T08:20:27.017871+0000","last_became_peered":"2024-04-02T08:20:27.017871+0000","last_unstale":"2024-04-02T08:21:03.029419+0000","last_undegraded":"2024-04-02T08:21:03.029419+0000","last_fullsized":"2024-04-02T08:21:03.029419+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:56:13.564654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.474621+0000","last_change":"2024-04-02T08:20:26.649643+0000","last_active":"2024-04-02T08:21:03.474621+0000","last_peered":"2024-04-02T08:21:03.474621+0000","last_clean":"2024-04-02T08:21:03.474621+0000","last_became_active":"2024-04-02T08:20:26.649273+0000","last_became_peered":"2024-04-02T08:20:26.649273+0000","last_unstale":"2024-04-02T08:21:03.474621+0000","last_undegraded":"2024-04-02T08:21:03.474621+0000","last_fullsized":"2024-04-02T08:21:03.474621+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:21:32.478934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.029403+0000","last_change":"2024-04-02T08:20:27.028037+0000","last_active":"2024-04-02T08:21:03.029403+0000","last_peered":"2024-04-02T08:21:03.029403+0000","last_clean":"2024-04-02T08:21:03.029403+0000","last_became_active":"2024-04-02T08:20:27.024777+0000","last_became_peered":"2024-04-02T08:20:27.024777+0000","last_unstale":"2024-04-02T08:21:03.029403+0000","last_undegraded":"2024-04-02T08:21:03.029403+0000","last_fullsized":"2024-04-02T08:21:03.029403+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:47:50.798528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.030464+0000","last_change":"2024-04-02T08:20:26.649528+0000","last_active":"2024-04-02T08:21:03.030464+0000","last_peered":"2024-04-02T08:21:03.030464+0000","last_clean":"2024-04-02T08:21:03.030464+0000","last_became_active":"2024-04-02T08:20:26.649232+0000","last_became_peered":"2024-04-02T08:20:26.649232+0000","last_unstale":"2024-04-02T08:21:03.030464+0000","last_undegraded":"2024-04-02T08:21:03.030464+0000","last_fullsized":"2024-04-02T08:21:03.030464+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:03:41.111842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.050306+0000","last_change":"2024-04-02T08:20:27.022843+0000","last_active":"2024-04-02T08:21:03.050306+0000","last_peered":"2024-04-02T08:21:03.050306+0000","last_clean":"2024-04-02T08:21:03.050306+0000","last_became_active":"2024-04-02T08:20:27.022507+0000","last_became_peered":"2024-04-02T08:20:27.022507+0000","last_unstale":"2024-04-02T08:21:03.050306+0000","last_undegraded":"2024-04-02T08:21:03.050306+0000","last_fullsized":"2024-04-02T08:21:03.050306+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:13:39.292101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.474762+0000","last_change":"2024-04-02T08:20:26.653851+0000","last_active":"2024-04-02T08:21:03.474762+0000","last_peered":"2024-04-02T08:21:03.474762+0000","last_clean":"2024-04-02T08:21:03.474762+0000","last_became_active":"2024-04-02T08:20:26.653562+0000","last_became_peered":"2024-04-02T08:20:26.653562+0000","last_unstale":"2024-04-02T08:21:03.474762+0000","last_undegraded":"2024-04-02T08:21:03.474762+0000","last_fullsized":"2024-04-02T08:21:03.474762+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:28:21.492823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.029750+0000","last_change":"2024-04-02T08:20:27.026108+0000","last_active":"2024-04-02T08:21:03.029750+0000","last_peered":"2024-04-02T08:21:03.029750+0000","last_clean":"2024-04-02T08:21:03.029750+0000","last_became_active":"2024-04-02T08:20:27.025780+0000","last_became_peered":"2024-04-02T08:20:27.025780+0000","last_unstale":"2024-04-02T08:21:03.029750+0000","last_undegraded":"2024-04-02T08:21:03.029750+0000","last_fullsized":"2024-04-02T08:21:03.029750+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:15:38.350596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.029838+0000","last_change":"2024-04-02T08:20:26.652753+0000","last_active":"2024-04-02T08:21:03.029838+0000","last_peered":"2024-04-02T08:21:03.029838+0000","last_clean":"2024-04-02T08:21:03.029838+0000","last_became_active":"2024-04-02T08:20:26.651908+0000","last_became_peered":"2024-04-02T08:20:26.651908+0000","last_unstale":"2024-04-02T08:21:03.029838+0000","last_undegraded":"2024-04-02T08:21:03.029838+0000","last_fullsized":"2024-04-02T08:21:03.029838+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:03:19.457494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.030902+0000","last_change":"2024-04-02T08:20:27.021162+0000","last_active":"2024-04-02T08:21:03.030902+0000","last_peered":"2024-04-02T08:21:03.030902+0000","last_clean":"2024-04-02T08:21:03.030902+0000","last_became_active":"2024-04-02T08:20:27.019859+0000","last_became_peered":"2024-04-02T08:20:27.019859+0000","last_unstale":"2024-04-02T08:21:03.030902+0000","last_undegraded":"2024-04-02T08:21:03.030902+0000","last_fullsized":"2024-04-02T08:21:03.030902+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:48:30.123963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.029192+0000","last_change":"2024-04-02T08:20:26.645358+0000","last_active":"2024-04-02T08:21:03.029192+0000","last_peered":"2024-04-02T08:21:03.029192+0000","last_clean":"2024-04-02T08:21:03.029192+0000","last_became_active":"2024-04-02T08:20:26.645011+0000","last_became_peered":"2024-04-02T08:20:26.645011+0000","last_unstale":"2024-04-02T08:21:03.029192+0000","last_undegraded":"2024-04-02T08:21:03.029192+0000","last_fullsized":"2024-04-02T08:21:03.029192+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:06:46.290418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":27,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.474422+0000","last_change":"2024-04-02T08:20:47.912389+0000","last_active":"2024-04-02T08:21:03.474422+0000","last_peered":"2024-04-02T08:21:03.474422+0000","last_clean":"2024-04-02T08:21:03.474422+0000","last_became_active":"2024-04-02T08:20:47.911962+0000","last_became_peered":"2024-04-02T08:20:47.911962+0000","last_unstale":"2024-04-02T08:21:03.474422+0000","last_undegraded":"2024-04-02T08:21:03.474422+0000","last_fullsized":"2024-04-02T08:21:03.474422+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:35:16.845142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.474964+0000","last_change":"2024-04-02T08:20:26.647117+0000","last_active":"2024-04-02T08:21:03.474964+0000","last_peered":"2024-04-02T08:21:03.474964+0000","last_clean":"2024-04-02T08:21:03.474964+0000","last_became_active":"2024-04-02T08:20:26.646799+0000","last_became_peered":"2024-04-02T08:20:26.646799+0000","last_unstale":"2024-04-02T08:21:03.474964+0000","last_undegraded":"2024-04-02T08:21:03.474964+0000","last_fullsized":"2024-04-02T08:21:03.474964+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:00:13.014971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.028962+0000","last_change":"2024-04-02T08:20:27.024685+0000","last_active":"2024-04-02T08:21:03.028962+0000","last_peered":"2024-04-02T08:21:03.028962+0000","last_clean":"2024-04-02T08:21:03.028962+0000","last_became_active":"2024-04-02T08:20:27.024120+0000","last_became_peered":"2024-04-02T08:20:27.024120+0000","last_unstale":"2024-04-02T08:21:03.028962+0000","last_undegraded":"2024-04-02T08:21:03.028962+0000","last_fullsized":"2024-04-02T08:21:03.028962+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:42:34.233896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.029120+0000","last_change":"2024-04-02T08:20:26.654578+0000","last_active":"2024-04-02T08:21:03.029120+0000","last_peered":"2024-04-02T08:21:03.029120+0000","last_clean":"2024-04-02T08:21:03.029120+0000","last_became_active":"2024-04-02T08:20:26.654302+0000","last_became_peered":"2024-04-02T08:20:26.654302+0000","last_unstale":"2024-04-02T08:21:03.029120+0000","last_undegraded":"2024-04-02T08:21:03.029120+0000","last_fullsized":"2024-04-02T08:21:03.029120+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:31:02.827749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.030490+0000","last_change":"2024-04-02T08:20:27.029469+0000","last_active":"2024-04-02T08:21:03.030490+0000","last_peered":"2024-04-02T08:21:03.030490+0000","last_clean":"2024-04-02T08:21:03.030490+0000","last_became_active":"2024-04-02T08:20:27.025383+0000","last_became_peered":"2024-04-02T08:20:27.025383+0000","last_unstale":"2024-04-02T08:21:03.030490+0000","last_undegraded":"2024-04-02T08:21:03.030490+0000","last_fullsized":"2024-04-02T08:21:03.030490+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:10:47.135216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":22,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.475700+0000","last_change":"2024-04-02T08:20:26.649670+0000","last_active":"2024-04-02T08:21:03.475700+0000","last_peered":"2024-04-02T08:21:03.475700+0000","last_clean":"2024-04-02T08:21:03.475700+0000","last_became_active":"2024-04-02T08:20:26.649127+0000","last_became_peered":"2024-04-02T08:20:26.649127+0000","last_unstale":"2024-04-02T08:21:03.475700+0000","last_undegraded":"2024-04-02T08:21:03.475700+0000","last_fullsized":"2024-04-02T08:21:03.475700+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:54:20.759768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.050566+0000","last_change":"2024-04-02T08:20:27.031498+0000","last_active":"2024-04-02T08:21:03.050566+0000","last_peered":"2024-04-02T08:21:03.050566+0000","last_clean":"2024-04-02T08:21:03.050566+0000","last_became_active":"2024-04-02T08:20:27.031067+0000","last_became_peered":"2024-04-02T08:20:27.031067+0000","last_unstale":"2024-04-02T08:21:03.050566+0000","last_undegraded":"2024-04-02T08:21:03.050566+0000","last_fullsized":"2024-04-02T08:21:03.050566+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:48:20.738944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"65'9","reported_seq":28,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.474824+0000","last_change":"2024-04-02T08:20:26.646865+0000","last_active":"2024-04-02T08:21:03.474824+0000","last_peered":"2024-04-02T08:21:03.474824+0000","last_clean":"2024-04-02T08:21:03.474824+0000","last_became_active":"2024-04-02T08:20:26.646505+0000","last_became_peered":"2024-04-02T08:20:26.646505+0000","last_unstale":"2024-04-02T08:21:03.474824+0000","last_undegraded":"2024-04-02T08:21:03.474824+0000","last_fullsized":"2024-04-02T08:21:03.474824+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:26:06.551047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2350,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.475336+0000","last_change":"2024-04-02T08:20:27.040257+0000","last_active":"2024-04-02T08:21:03.475336+0000","last_peered":"2024-04-02T08:21:03.475336+0000","last_clean":"2024-04-02T08:21:03.475336+0000","last_became_active":"2024-04-02T08:20:27.039986+0000","last_became_peered":"2024-04-02T08:20:27.039986+0000","last_unstale":"2024-04-02T08:21:03.475336+0000","last_undegraded":"2024-04-02T08:21:03.475336+0000","last_fullsized":"2024-04-02T08:21:03.475336+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:59:46.539632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.030014+0000","last_change":"2024-04-02T08:20:26.655088+0000","last_active":"2024-04-02T08:21:03.030014+0000","last_peered":"2024-04-02T08:21:03.030014+0000","last_clean":"2024-04-02T08:21:03.030014+0000","last_became_active":"2024-04-02T08:20:26.654811+0000","last_became_peered":"2024-04-02T08:20:26.654811+0000","last_unstale":"2024-04-02T08:21:03.030014+0000","last_undegraded":"2024-04-02T08:21:03.030014+0000","last_fullsized":"2024-04-02T08:21:03.030014+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:51:03.494904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.029490+0000","last_change":"2024-04-02T08:20:27.030775+0000","last_active":"2024-04-02T08:21:03.029490+0000","last_peered":"2024-04-02T08:21:03.029490+0000","last_clean":"2024-04-02T08:21:03.029490+0000","last_became_active":"2024-04-02T08:20:27.029370+0000","last_became_peered":"2024-04-02T08:20:27.029370+0000","last_unstale":"2024-04-02T08:21:03.029490+0000","last_undegraded":"2024-04-02T08:21:03.029490+0000","last_fullsized":"2024-04-02T08:21:03.029490+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:11:38.069322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.029156+0000","last_change":"2024-04-02T08:20:26.655625+0000","last_active":"2024-04-02T08:21:03.029156+0000","last_peered":"2024-04-02T08:21:03.029156+0000","last_clean":"2024-04-02T08:21:03.029156+0000","last_became_active":"2024-04-02T08:20:26.655296+0000","last_became_peered":"2024-04-02T08:20:26.655296+0000","last_unstale":"2024-04-02T08:21:03.029156+0000","last_undegraded":"2024-04-02T08:21:03.029156+0000","last_fullsized":"2024-04-02T08:21:03.029156+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:15:37.398325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.474950+0000","last_change":"2024-04-02T08:20:27.036234+0000","last_active":"2024-04-02T08:21:03.474950+0000","last_peered":"2024-04-02T08:21:03.474950+0000","last_clean":"2024-04-02T08:21:03.474950+0000","last_became_active":"2024-04-02T08:20:27.035735+0000","last_became_peered":"2024-04-02T08:20:27.035735+0000","last_unstale":"2024-04-02T08:21:03.474950+0000","last_undegraded":"2024-04-02T08:21:03.474950+0000","last_fullsized":"2024-04-02T08:21:03.474950+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:32:31.369036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.474849+0000","last_change":"2024-04-02T08:20:26.647480+0000","last_active":"2024-04-02T08:21:03.474849+0000","last_peered":"2024-04-02T08:21:03.474849+0000","last_clean":"2024-04-02T08:21:03.474849+0000","last_became_active":"2024-04-02T08:20:26.647165+0000","last_became_peered":"2024-04-02T08:20:26.647165+0000","last_unstale":"2024-04-02T08:21:03.474849+0000","last_undegraded":"2024-04-02T08:21:03.474849+0000","last_fullsized":"2024-04-02T08:21:03.474849+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:37:07.695754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.474543+0000","last_change":"2024-04-02T08:20:27.027508+0000","last_active":"2024-04-02T08:21:03.474543+0000","last_peered":"2024-04-02T08:21:03.474543+0000","last_clean":"2024-04-02T08:21:03.474543+0000","last_became_active":"2024-04-02T08:20:27.027205+0000","last_became_peered":"2024-04-02T08:20:27.027205+0000","last_unstale":"2024-04-02T08:21:03.474543+0000","last_undegraded":"2024-04-02T08:21:03.474543+0000","last_fullsized":"2024-04-02T08:21:03.474543+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:59:01.351886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":27,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.474441+0000","last_change":"2024-04-02T08:20:26.644389+0000","last_active":"2024-04-02T08:21:03.474441+0000","last_peered":"2024-04-02T08:21:03.474441+0000","last_clean":"2024-04-02T08:21:03.474441+0000","last_became_active":"2024-04-02T08:20:26.644056+0000","last_became_peered":"2024-04-02T08:20:26.644056+0000","last_unstale":"2024-04-02T08:21:03.474441+0000","last_undegraded":"2024-04-02T08:21:03.474441+0000","last_fullsized":"2024-04-02T08:21:03.474441+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:30:34.819876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.474348+0000","last_change":"2024-04-02T08:20:27.039966+0000","last_active":"2024-04-02T08:21:03.474348+0000","last_peered":"2024-04-02T08:21:03.474348+0000","last_clean":"2024-04-02T08:21:03.474348+0000","last_became_active":"2024-04-02T08:20:27.039670+0000","last_became_peered":"2024-04-02T08:20:27.039670+0000","last_unstale":"2024-04-02T08:21:03.474348+0000","last_undegraded":"2024-04-02T08:21:03.474348+0000","last_fullsized":"2024-04-02T08:21:03.474348+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:01:19.772203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.050572+0000","last_change":"2024-04-02T08:20:26.648726+0000","last_active":"2024-04-02T08:21:03.050572+0000","last_peered":"2024-04-02T08:21:03.050572+0000","last_clean":"2024-04-02T08:21:03.050572+0000","last_became_active":"2024-04-02T08:20:26.648394+0000","last_became_peered":"2024-04-02T08:20:26.648394+0000","last_unstale":"2024-04-02T08:21:03.050572+0000","last_undegraded":"2024-04-02T08:21:03.050572+0000","last_fullsized":"2024-04-02T08:21:03.050572+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:36:05.496757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.474820+0000","last_change":"2024-04-02T08:20:27.038870+0000","last_active":"2024-04-02T08:21:03.474820+0000","last_peered":"2024-04-02T08:21:03.474820+0000","last_clean":"2024-04-02T08:21:03.474820+0000","last_became_active":"2024-04-02T08:20:27.038565+0000","last_became_peered":"2024-04-02T08:20:27.038565+0000","last_unstale":"2024-04-02T08:21:03.474820+0000","last_undegraded":"2024-04-02T08:21:03.474820+0000","last_fullsized":"2024-04-02T08:21:03.474820+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:29:49.209931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:04.784034+0000","last_change":"2024-04-02T08:21:02.027804+0000","last_active":"2024-04-02T08:21:04.784034+0000","last_peered":"2024-04-02T08:21:04.784034+0000","last_clean":"2024-04-02T08:21:04.784034+0000","last_became_active":"2024-04-02T08:21:02.027486+0000","last_became_peered":"2024-04-02T08:21:02.027486+0000","last_unstale":"2024-04-02T08:21:04.784034+0000","last_undegraded":"2024-04-02T08:21:04.784034+0000","last_fullsized":"2024-04-02T08:21:04.784034+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:01.007578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:01.007578+0000","last_clean_scrub_stamp":"2024-04-02T08:21:01.007578+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:06:08.375574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":28,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.474373+0000","last_change":"2024-04-02T08:20:47.973344+0000","last_active":"2024-04-02T08:21:03.474373+0000","last_peered":"2024-04-02T08:21:03.474373+0000","last_clean":"2024-04-02T08:21:03.474373+0000","last_became_active":"2024-04-02T08:20:47.972910+0000","last_became_peered":"2024-04-02T08:20:47.972910+0000","last_unstale":"2024-04-02T08:21:03.474373+0000","last_undegraded":"2024-04-02T08:21:03.474373+0000","last_fullsized":"2024-04-02T08:21:03.474373+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:42:18.625713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.029445+0000","last_change":"2024-04-02T08:20:27.014150+0000","last_active":"2024-04-02T08:21:03.029445+0000","last_peered":"2024-04-02T08:21:03.029445+0000","last_clean":"2024-04-02T08:21:03.029445+0000","last_became_active":"2024-04-02T08:20:27.013787+0000","last_became_peered":"2024-04-02T08:20:27.013787+0000","last_unstale":"2024-04-02T08:21:03.029445+0000","last_undegraded":"2024-04-02T08:21:03.029445+0000","last_fullsized":"2024-04-02T08:21:03.029445+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:32:56.956552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:04.784100+0000","last_change":"2024-04-02T08:21:02.241979+0000","last_active":"2024-04-02T08:21:04.784100+0000","last_peered":"2024-04-02T08:21:04.784100+0000","last_clean":"2024-04-02T08:21:04.784100+0000","last_became_active":"2024-04-02T08:21:02.241658+0000","last_became_peered":"2024-04-02T08:21:02.241658+0000","last_unstale":"2024-04-02T08:21:04.784100+0000","last_undegraded":"2024-04-02T08:21:04.784100+0000","last_fullsized":"2024-04-02T08:21:04.784100+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:01.007578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:01.007578+0000","last_clean_scrub_stamp":"2024-04-02T08:21:01.007578+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:57:33.620996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.029064+0000","last_change":"2024-04-02T08:20:26.654174+0000","last_active":"2024-04-02T08:21:03.029064+0000","last_peered":"2024-04-02T08:21:03.029064+0000","last_clean":"2024-04-02T08:21:03.029064+0000","last_became_active":"2024-04-02T08:20:26.652709+0000","last_became_peered":"2024-04-02T08:20:26.652709+0000","last_unstale":"2024-04-02T08:21:03.029064+0000","last_undegraded":"2024-04-02T08:21:03.029064+0000","last_fullsized":"2024-04-02T08:21:03.029064+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:04:13.009116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.050695+0000","last_change":"2024-04-02T08:20:27.036702+0000","last_active":"2024-04-02T08:21:03.050695+0000","last_peered":"2024-04-02T08:21:03.050695+0000","last_clean":"2024-04-02T08:21:03.050695+0000","last_became_active":"2024-04-02T08:20:27.036406+0000","last_became_peered":"2024-04-02T08:20:27.036406+0000","last_unstale":"2024-04-02T08:21:03.050695+0000","last_undegraded":"2024-04-02T08:21:03.050695+0000","last_fullsized":"2024-04-02T08:21:03.050695+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:45:59.464657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:04.784158+0000","last_change":"2024-04-02T08:21:02.028323+0000","last_active":"2024-04-02T08:21:04.784158+0000","last_peered":"2024-04-02T08:21:04.784158+0000","last_clean":"2024-04-02T08:21:04.784158+0000","last_became_active":"2024-04-02T08:21:02.028009+0000","last_became_peered":"2024-04-02T08:21:02.028009+0000","last_unstale":"2024-04-02T08:21:04.784158+0000","last_undegraded":"2024-04-02T08:21:04.784158+0000","last_fullsized":"2024-04-02T08:21:04.784158+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:01.007578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:01.007578+0000","last_clean_scrub_stamp":"2024-04-02T08:21:01.007578+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:43:17.058859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.475307+0000","last_change":"2024-04-02T08:20:27.015587+0000","last_active":"2024-04-02T08:21:03.475307+0000","last_peered":"2024-04-02T08:21:03.475307+0000","last_clean":"2024-04-02T08:21:03.475307+0000","last_became_active":"2024-04-02T08:20:27.015319+0000","last_became_peered":"2024-04-02T08:20:27.015319+0000","last_unstale":"2024-04-02T08:21:03.475307+0000","last_undegraded":"2024-04-02T08:21:03.475307+0000","last_fullsized":"2024-04-02T08:21:03.475307+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:57:36.126886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.474599+0000","last_change":"2024-04-02T08:20:26.643431+0000","last_active":"2024-04-02T08:21:03.474599+0000","last_peered":"2024-04-02T08:21:03.474599+0000","last_clean":"2024-04-02T08:21:03.474599+0000","last_became_active":"2024-04-02T08:20:26.642976+0000","last_became_peered":"2024-04-02T08:20:26.642976+0000","last_unstale":"2024-04-02T08:21:03.474599+0000","last_undegraded":"2024-04-02T08:21:03.474599+0000","last_fullsized":"2024-04-02T08:21:03.474599+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:18:00.631934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:04.786756+0000","last_change":"2024-04-02T08:21:02.286514+0000","last_active":"2024-04-02T08:21:04.786756+0000","last_peered":"2024-04-02T08:21:04.786756+0000","last_clean":"2024-04-02T08:21:04.786756+0000","last_became_active":"2024-04-02T08:21:02.286093+0000","last_became_peered":"2024-04-02T08:21:02.286093+0000","last_unstale":"2024-04-02T08:21:04.786756+0000","last_undegraded":"2024-04-02T08:21:04.786756+0000","last_fullsized":"2024-04-02T08:21:04.786756+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:01.007578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:01.007578+0000","last_clean_scrub_stamp":"2024-04-02T08:21:01.007578+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:47:42.707031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.030147+0000","last_change":"2024-04-02T08:20:27.022300+0000","last_active":"2024-04-02T08:21:03.030147+0000","last_peered":"2024-04-02T08:21:03.030147+0000","last_clean":"2024-04-02T08:21:03.030147+0000","last_became_active":"2024-04-02T08:20:27.021929+0000","last_became_peered":"2024-04-02T08:20:27.021929+0000","last_unstale":"2024-04-02T08:21:03.030147+0000","last_undegraded":"2024-04-02T08:21:03.030147+0000","last_fullsized":"2024-04-02T08:21:03.030147+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:31:07.454229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.029106+0000","last_change":"2024-04-02T08:20:26.651140+0000","last_active":"2024-04-02T08:21:03.029106+0000","last_peered":"2024-04-02T08:21:03.029106+0000","last_clean":"2024-04-02T08:21:03.029106+0000","last_became_active":"2024-04-02T08:20:26.650780+0000","last_became_peered":"2024-04-02T08:20:26.650780+0000","last_unstale":"2024-04-02T08:21:03.029106+0000","last_undegraded":"2024-04-02T08:21:03.029106+0000","last_fullsized":"2024-04-02T08:21:03.029106+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:29:42.083367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"65'128","reported_seq":265,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.474381+0000","last_change":"2024-04-02T08:20:11.332719+0000","last_active":"2024-04-02T08:21:03.474381+0000","last_peered":"2024-04-02T08:21:03.474381+0000","last_clean":"2024-04-02T08:21:03.474381+0000","last_became_active":"2024-04-02T08:20:11.332286+0000","last_became_peered":"2024-04-02T08:20:11.332286+0000","last_unstale":"2024-04-02T08:21:03.474381+0000","last_undegraded":"2024-04-02T08:21:03.474381+0000","last_fullsized":"2024-04-02T08:21:03.474381+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:18:06.875872+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:18:06.875872+0000","last_clean_scrub_stamp":"2024-04-02T08:18:06.875872+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:26:46.361137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:04.783030+0000","last_change":"2024-04-02T08:21:02.242060+0000","last_active":"2024-04-02T08:21:04.783030+0000","last_peered":"2024-04-02T08:21:04.783030+0000","last_clean":"2024-04-02T08:21:04.783030+0000","last_became_active":"2024-04-02T08:21:02.241721+0000","last_became_peered":"2024-04-02T08:21:02.241721+0000","last_unstale":"2024-04-02T08:21:04.783030+0000","last_undegraded":"2024-04-02T08:21:04.783030+0000","last_fullsized":"2024-04-02T08:21:04.783030+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:01.007578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:01.007578+0000","last_clean_scrub_stamp":"2024-04-02T08:21:01.007578+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:56:53.520416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.029242+0000","last_change":"2024-04-02T08:20:27.029057+0000","last_active":"2024-04-02T08:21:03.029242+0000","last_peered":"2024-04-02T08:21:03.029242+0000","last_clean":"2024-04-02T08:21:03.029242+0000","last_became_active":"2024-04-02T08:20:27.028708+0000","last_became_peered":"2024-04-02T08:20:27.028708+0000","last_unstale":"2024-04-02T08:21:03.029242+0000","last_undegraded":"2024-04-02T08:21:03.029242+0000","last_fullsized":"2024-04-02T08:21:03.029242+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:15:57.005362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.474214+0000","last_change":"2024-04-02T08:20:26.657892+0000","last_active":"2024-04-02T08:21:03.474214+0000","last_peered":"2024-04-02T08:21:03.474214+0000","last_clean":"2024-04-02T08:21:03.474214+0000","last_became_active":"2024-04-02T08:20:26.657567+0000","last_became_peered":"2024-04-02T08:20:26.657567+0000","last_unstale":"2024-04-02T08:21:03.474214+0000","last_undegraded":"2024-04-02T08:21:03.474214+0000","last_fullsized":"2024-04-02T08:21:03.474214+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:17:33.203588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:04.782970+0000","last_change":"2024-04-02T08:21:02.286489+0000","last_active":"2024-04-02T08:21:04.782970+0000","last_peered":"2024-04-02T08:21:04.782970+0000","last_clean":"2024-04-02T08:21:04.782970+0000","last_became_active":"2024-04-02T08:21:02.286185+0000","last_became_peered":"2024-04-02T08:21:02.286185+0000","last_unstale":"2024-04-02T08:21:04.782970+0000","last_undegraded":"2024-04-02T08:21:04.782970+0000","last_fullsized":"2024-04-02T08:21:04.782970+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:01.007578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:01.007578+0000","last_clean_scrub_stamp":"2024-04-02T08:21:01.007578+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:27:14.462585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.475405+0000","last_change":"2024-04-02T08:20:26.655112+0000","last_active":"2024-04-02T08:21:03.475405+0000","last_peered":"2024-04-02T08:21:03.475405+0000","last_clean":"2024-04-02T08:21:03.475405+0000","last_became_active":"2024-04-02T08:20:26.654810+0000","last_became_peered":"2024-04-02T08:20:26.654810+0000","last_unstale":"2024-04-02T08:21:03.475405+0000","last_undegraded":"2024-04-02T08:21:03.475405+0000","last_fullsized":"2024-04-02T08:21:03.475405+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:12:01.719204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.474543+0000","last_change":"2024-04-02T08:20:27.012604+0000","last_active":"2024-04-02T08:21:03.474543+0000","last_peered":"2024-04-02T08:21:03.474543+0000","last_clean":"2024-04-02T08:21:03.474543+0000","last_became_active":"2024-04-02T08:20:27.012279+0000","last_became_peered":"2024-04-02T08:20:27.012279+0000","last_unstale":"2024-04-02T08:21:03.474543+0000","last_undegraded":"2024-04-02T08:21:03.474543+0000","last_fullsized":"2024-04-02T08:21:03.474543+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:15:41.241040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:04.783158+0000","last_change":"2024-04-02T08:21:02.287000+0000","last_active":"2024-04-02T08:21:04.783158+0000","last_peered":"2024-04-02T08:21:04.783158+0000","last_clean":"2024-04-02T08:21:04.783158+0000","last_became_active":"2024-04-02T08:21:02.286662+0000","last_became_peered":"2024-04-02T08:21:02.286662+0000","last_unstale":"2024-04-02T08:21:04.783158+0000","last_undegraded":"2024-04-02T08:21:04.783158+0000","last_fullsized":"2024-04-02T08:21:04.783158+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:01.007578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:01.007578+0000","last_clean_scrub_stamp":"2024-04-02T08:21:01.007578+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:22:06.634329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"62'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.475434+0000","last_change":"2024-04-02T08:20:26.647313+0000","last_active":"2024-04-02T08:21:03.475434+0000","last_peered":"2024-04-02T08:21:03.475434+0000","last_clean":"2024-04-02T08:21:03.475434+0000","last_became_active":"2024-04-02T08:20:26.646995+0000","last_became_peered":"2024-04-02T08:20:26.646995+0000","last_unstale":"2024-04-02T08:21:03.475434+0000","last_undegraded":"2024-04-02T08:21:03.475434+0000","last_fullsized":"2024-04-02T08:21:03.475434+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:44:21.445382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.031262+0000","last_change":"2024-04-02T08:20:27.031320+0000","last_active":"2024-04-02T08:21:03.031262+0000","last_peered":"2024-04-02T08:21:03.031262+0000","last_clean":"2024-04-02T08:21:03.031262+0000","last_became_active":"2024-04-02T08:20:27.031023+0000","last_became_peered":"2024-04-02T08:20:27.031023+0000","last_unstale":"2024-04-02T08:21:03.031262+0000","last_undegraded":"2024-04-02T08:21:03.031262+0000","last_fullsized":"2024-04-02T08:21:03.031262+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:12:25.847169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:04.786208+0000","last_change":"2024-04-02T08:21:02.026504+0000","last_active":"2024-04-02T08:21:04.786208+0000","last_peered":"2024-04-02T08:21:04.786208+0000","last_clean":"2024-04-02T08:21:04.786208+0000","last_became_active":"2024-04-02T08:21:02.026224+0000","last_became_peered":"2024-04-02T08:21:02.026224+0000","last_unstale":"2024-04-02T08:21:04.786208+0000","last_undegraded":"2024-04-02T08:21:04.786208+0000","last_fullsized":"2024-04-02T08:21:04.786208+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:01.007578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:01.007578+0000","last_clean_scrub_stamp":"2024-04-02T08:21:01.007578+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:00:49.609005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.474940+0000","last_change":"2024-04-02T08:20:26.649970+0000","last_active":"2024-04-02T08:21:03.474940+0000","last_peered":"2024-04-02T08:21:03.474940+0000","last_clean":"2024-04-02T08:21:03.474940+0000","last_became_active":"2024-04-02T08:20:26.649635+0000","last_became_peered":"2024-04-02T08:20:26.649635+0000","last_unstale":"2024-04-02T08:21:03.474940+0000","last_undegraded":"2024-04-02T08:21:03.474940+0000","last_fullsized":"2024-04-02T08:21:03.474940+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:38:03.729712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.030305+0000","last_change":"2024-04-02T08:20:27.025574+0000","last_active":"2024-04-02T08:21:03.030305+0000","last_peered":"2024-04-02T08:21:03.030305+0000","last_clean":"2024-04-02T08:21:03.030305+0000","last_became_active":"2024-04-02T08:20:27.025270+0000","last_became_peered":"2024-04-02T08:20:27.025270+0000","last_unstale":"2024-04-02T08:21:03.030305+0000","last_undegraded":"2024-04-02T08:21:03.030305+0000","last_fullsized":"2024-04-02T08:21:03.030305+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:16:34.897748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.475306+0000","last_change":"2024-04-02T08:20:26.657396+0000","last_active":"2024-04-02T08:21:03.475306+0000","last_peered":"2024-04-02T08:21:03.475306+0000","last_clean":"2024-04-02T08:21:03.475306+0000","last_became_active":"2024-04-02T08:20:26.657046+0000","last_became_peered":"2024-04-02T08:20:26.657046+0000","last_unstale":"2024-04-02T08:21:03.475306+0000","last_undegraded":"2024-04-02T08:21:03.475306+0000","last_fullsized":"2024-04-02T08:21:03.475306+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:52:30.485564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.050327+0000","last_change":"2024-04-02T08:20:27.030304+0000","last_active":"2024-04-02T08:21:03.050327+0000","last_peered":"2024-04-02T08:21:03.050327+0000","last_clean":"2024-04-02T08:21:03.050327+0000","last_became_active":"2024-04-02T08:20:27.029920+0000","last_became_peered":"2024-04-02T08:20:27.029920+0000","last_unstale":"2024-04-02T08:21:03.050327+0000","last_undegraded":"2024-04-02T08:21:03.050327+0000","last_fullsized":"2024-04-02T08:21:03.050327+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:47:54.290777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.474287+0000","last_change":"2024-04-02T08:20:26.653887+0000","last_active":"2024-04-02T08:21:03.474287+0000","last_peered":"2024-04-02T08:21:03.474287+0000","last_clean":"2024-04-02T08:21:03.474287+0000","last_became_active":"2024-04-02T08:20:26.653593+0000","last_became_peered":"2024-04-02T08:20:26.653593+0000","last_unstale":"2024-04-02T08:21:03.474287+0000","last_undegraded":"2024-04-02T08:21:03.474287+0000","last_fullsized":"2024-04-02T08:21:03.474287+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:20:10.083069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.030897+0000","last_change":"2024-04-02T08:20:27.029846+0000","last_active":"2024-04-02T08:21:03.030897+0000","last_peered":"2024-04-02T08:21:03.030897+0000","last_clean":"2024-04-02T08:21:03.030897+0000","last_became_active":"2024-04-02T08:20:27.029580+0000","last_became_peered":"2024-04-02T08:20:27.029580+0000","last_unstale":"2024-04-02T08:21:03.030897+0000","last_undegraded":"2024-04-02T08:21:03.030897+0000","last_fullsized":"2024-04-02T08:21:03.030897+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:48:55.035231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.474374+0000","last_change":"2024-04-02T08:20:26.654640+0000","last_active":"2024-04-02T08:21:03.474374+0000","last_peered":"2024-04-02T08:21:03.474374+0000","last_clean":"2024-04-02T08:21:03.474374+0000","last_became_active":"2024-04-02T08:20:26.654228+0000","last_became_peered":"2024-04-02T08:20:26.654228+0000","last_unstale":"2024-04-02T08:21:03.474374+0000","last_undegraded":"2024-04-02T08:21:03.474374+0000","last_fullsized":"2024-04-02T08:21:03.474374+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:19:45.434108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.030543+0000","last_change":"2024-04-02T08:20:27.015647+0000","last_active":"2024-04-02T08:21:03.030543+0000","last_peered":"2024-04-02T08:21:03.030543+0000","last_clean":"2024-04-02T08:21:03.030543+0000","last_became_active":"2024-04-02T08:20:27.015391+0000","last_became_peered":"2024-04-02T08:20:27.015391+0000","last_unstale":"2024-04-02T08:21:03.030543+0000","last_undegraded":"2024-04-02T08:21:03.030543+0000","last_fullsized":"2024-04-02T08:21:03.030543+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:01:05.810507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.474865+0000","last_change":"2024-04-02T08:20:26.653235+0000","last_active":"2024-04-02T08:21:03.474865+0000","last_peered":"2024-04-02T08:21:03.474865+0000","last_clean":"2024-04-02T08:21:03.474865+0000","last_became_active":"2024-04-02T08:20:26.652926+0000","last_became_peered":"2024-04-02T08:20:26.652926+0000","last_unstale":"2024-04-02T08:21:03.474865+0000","last_undegraded":"2024-04-02T08:21:03.474865+0000","last_fullsized":"2024-04-02T08:21:03.474865+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:35:07.031496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.474703+0000","last_change":"2024-04-02T08:20:47.910914+0000","last_active":"2024-04-02T08:21:03.474703+0000","last_peered":"2024-04-02T08:21:03.474703+0000","last_clean":"2024-04-02T08:21:03.474703+0000","last_became_active":"2024-04-02T08:20:47.910445+0000","last_became_peered":"2024-04-02T08:20:47.910445+0000","last_unstale":"2024-04-02T08:21:03.474703+0000","last_undegraded":"2024-04-02T08:21:03.474703+0000","last_fullsized":"2024-04-02T08:21:03.474703+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:59:06.279482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.475048+0000","last_change":"2024-04-02T08:20:26.646027+0000","last_active":"2024-04-02T08:21:03.475048+0000","last_peered":"2024-04-02T08:21:03.475048+0000","last_clean":"2024-04-02T08:21:03.475048+0000","last_became_active":"2024-04-02T08:20:26.645629+0000","last_became_peered":"2024-04-02T08:20:26.645629+0000","last_unstale":"2024-04-02T08:21:03.475048+0000","last_undegraded":"2024-04-02T08:21:03.475048+0000","last_fullsized":"2024-04-02T08:21:03.475048+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:29:05.837940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.475338+0000","last_change":"2024-04-02T08:20:27.034246+0000","last_active":"2024-04-02T08:21:03.475338+0000","last_peered":"2024-04-02T08:21:03.475338+0000","last_clean":"2024-04-02T08:21:03.475338+0000","last_became_active":"2024-04-02T08:20:27.033925+0000","last_became_peered":"2024-04-02T08:20:27.033925+0000","last_unstale":"2024-04-02T08:21:03.475338+0000","last_undegraded":"2024-04-02T08:21:03.475338+0000","last_fullsized":"2024-04-02T08:21:03.475338+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:23:06.206048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.475671+0000","last_change":"2024-04-02T08:20:26.649476+0000","last_active":"2024-04-02T08:21:03.475671+0000","last_peered":"2024-04-02T08:21:03.475671+0000","last_clean":"2024-04-02T08:21:03.475671+0000","last_became_active":"2024-04-02T08:20:26.648685+0000","last_became_peered":"2024-04-02T08:20:26.648685+0000","last_unstale":"2024-04-02T08:21:03.475671+0000","last_undegraded":"2024-04-02T08:21:03.475671+0000","last_fullsized":"2024-04-02T08:21:03.475671+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:48:24.460254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.029277+0000","last_change":"2024-04-02T08:20:27.014157+0000","last_active":"2024-04-02T08:21:03.029277+0000","last_peered":"2024-04-02T08:21:03.029277+0000","last_clean":"2024-04-02T08:21:03.029277+0000","last_became_active":"2024-04-02T08:20:27.013827+0000","last_became_peered":"2024-04-02T08:20:27.013827+0000","last_unstale":"2024-04-02T08:21:03.029277+0000","last_undegraded":"2024-04-02T08:21:03.029277+0000","last_fullsized":"2024-04-02T08:21:03.029277+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:33:41.027362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.475166+0000","last_change":"2024-04-02T08:20:26.641873+0000","last_active":"2024-04-02T08:21:03.475166+0000","last_peered":"2024-04-02T08:21:03.475166+0000","last_clean":"2024-04-02T08:21:03.475166+0000","last_became_active":"2024-04-02T08:20:26.641501+0000","last_became_peered":"2024-04-02T08:20:26.641501+0000","last_unstale":"2024-04-02T08:21:03.475166+0000","last_undegraded":"2024-04-02T08:21:03.475166+0000","last_fullsized":"2024-04-02T08:21:03.475166+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:41:10.327745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.475170+0000","last_change":"2024-04-02T08:20:27.041716+0000","last_active":"2024-04-02T08:21:03.475170+0000","last_peered":"2024-04-02T08:21:03.475170+0000","last_clean":"2024-04-02T08:21:03.475170+0000","last_became_active":"2024-04-02T08:20:27.041348+0000","last_became_peered":"2024-04-02T08:20:27.041348+0000","last_unstale":"2024-04-02T08:21:03.475170+0000","last_undegraded":"2024-04-02T08:21:03.475170+0000","last_fullsized":"2024-04-02T08:21:03.475170+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:31:30.108019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.474444+0000","last_change":"2024-04-02T08:20:27.026776+0000","last_active":"2024-04-02T08:21:03.474444+0000","last_peered":"2024-04-02T08:21:03.474444+0000","last_clean":"2024-04-02T08:21:03.474444+0000","last_became_active":"2024-04-02T08:20:27.026451+0000","last_became_peered":"2024-04-02T08:20:27.026451+0000","last_unstale":"2024-04-02T08:21:03.474444+0000","last_undegraded":"2024-04-02T08:21:03.474444+0000","last_fullsized":"2024-04-02T08:21:03.474444+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:37:45.099523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.474653+0000","last_change":"2024-04-02T08:20:27.013352+0000","last_active":"2024-04-02T08:21:03.474653+0000","last_peered":"2024-04-02T08:21:03.474653+0000","last_clean":"2024-04-02T08:21:03.474653+0000","last_became_active":"2024-04-02T08:20:27.013063+0000","last_became_peered":"2024-04-02T08:20:27.013063+0000","last_unstale":"2024-04-02T08:21:03.474653+0000","last_undegraded":"2024-04-02T08:21:03.474653+0000","last_fullsized":"2024-04-02T08:21:03.474653+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:37:03.983674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.029241+0000","last_change":"2024-04-02T08:20:27.020336+0000","last_active":"2024-04-02T08:21:03.029241+0000","last_peered":"2024-04-02T08:21:03.029241+0000","last_clean":"2024-04-02T08:21:03.029241+0000","last_became_active":"2024-04-02T08:20:27.018798+0000","last_became_peered":"2024-04-02T08:20:27.018798+0000","last_unstale":"2024-04-02T08:21:03.029241+0000","last_undegraded":"2024-04-02T08:21:03.029241+0000","last_fullsized":"2024-04-02T08:21:03.029241+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:46:57.225102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.029818+0000","last_change":"2024-04-02T08:20:27.025726+0000","last_active":"2024-04-02T08:21:03.029818+0000","last_peered":"2024-04-02T08:21:03.029818+0000","last_clean":"2024-04-02T08:21:03.029818+0000","last_became_active":"2024-04-02T08:20:27.025461+0000","last_became_peered":"2024-04-02T08:20:27.025461+0000","last_unstale":"2024-04-02T08:21:03.029818+0000","last_undegraded":"2024-04-02T08:21:03.029818+0000","last_fullsized":"2024-04-02T08:21:03.029818+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:34:04.211579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.031197+0000","last_change":"2024-04-02T08:20:27.015382+0000","last_active":"2024-04-02T08:21:03.031197+0000","last_peered":"2024-04-02T08:21:03.031197+0000","last_clean":"2024-04-02T08:21:03.031197+0000","last_became_active":"2024-04-02T08:20:27.015114+0000","last_became_peered":"2024-04-02T08:20:27.015114+0000","last_unstale":"2024-04-02T08:21:03.031197+0000","last_undegraded":"2024-04-02T08:21:03.031197+0000","last_fullsized":"2024-04-02T08:21:03.031197+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:46:30.002195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.475614+0000","last_change":"2024-04-02T08:20:27.017423+0000","last_active":"2024-04-02T08:21:03.475614+0000","last_peered":"2024-04-02T08:21:03.475614+0000","last_clean":"2024-04-02T08:21:03.475614+0000","last_became_active":"2024-04-02T08:20:27.016660+0000","last_became_peered":"2024-04-02T08:20:27.016660+0000","last_unstale":"2024-04-02T08:21:03.475614+0000","last_undegraded":"2024-04-02T08:21:03.475614+0000","last_fullsized":"2024-04-02T08:21:03.475614+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:47:46.397050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.475212+0000","last_change":"2024-04-02T08:20:27.035922+0000","last_active":"2024-04-02T08:21:03.475212+0000","last_peered":"2024-04-02T08:21:03.475212+0000","last_clean":"2024-04-02T08:21:03.475212+0000","last_became_active":"2024-04-02T08:20:27.035455+0000","last_became_peered":"2024-04-02T08:20:27.035455+0000","last_unstale":"2024-04-02T08:21:03.475212+0000","last_undegraded":"2024-04-02T08:21:03.475212+0000","last_fullsized":"2024-04-02T08:21:03.475212+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:03:45.344318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":27,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.031269+0000","last_change":"2024-04-02T08:20:47.912277+0000","last_active":"2024-04-02T08:21:03.031269+0000","last_peered":"2024-04-02T08:21:03.031269+0000","last_clean":"2024-04-02T08:21:03.031269+0000","last_became_active":"2024-04-02T08:20:47.911816+0000","last_became_peered":"2024-04-02T08:20:47.911816+0000","last_unstale":"2024-04-02T08:21:03.031269+0000","last_undegraded":"2024-04-02T08:21:03.031269+0000","last_fullsized":"2024-04-02T08:21:03.031269+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:19:59.823622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.028838+0000","last_change":"2024-04-02T08:20:27.014532+0000","last_active":"2024-04-02T08:21:03.028838+0000","last_peered":"2024-04-02T08:21:03.028838+0000","last_clean":"2024-04-02T08:21:03.028838+0000","last_became_active":"2024-04-02T08:20:27.012846+0000","last_became_peered":"2024-04-02T08:20:27.012846+0000","last_unstale":"2024-04-02T08:21:03.028838+0000","last_undegraded":"2024-04-02T08:21:03.028838+0000","last_fullsized":"2024-04-02T08:21:03.028838+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:22:53.839236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.029683+0000","last_change":"2024-04-02T08:20:27.020175+0000","last_active":"2024-04-02T08:21:03.029683+0000","last_peered":"2024-04-02T08:21:03.029683+0000","last_clean":"2024-04-02T08:21:03.029683+0000","last_became_active":"2024-04-02T08:20:27.019746+0000","last_became_peered":"2024-04-02T08:20:27.019746+0000","last_unstale":"2024-04-02T08:21:03.029683+0000","last_undegraded":"2024-04-02T08:21:03.029683+0000","last_fullsized":"2024-04-02T08:21:03.029683+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:50:13.525603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.029325+0000","last_change":"2024-04-02T08:20:27.026187+0000","last_active":"2024-04-02T08:21:03.029325+0000","last_peered":"2024-04-02T08:21:03.029325+0000","last_clean":"2024-04-02T08:21:03.029325+0000","last_became_active":"2024-04-02T08:20:27.024746+0000","last_became_peered":"2024-04-02T08:20:27.024746+0000","last_unstale":"2024-04-02T08:21:03.029325+0000","last_undegraded":"2024-04-02T08:21:03.029325+0000","last_fullsized":"2024-04-02T08:21:03.029325+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:50:39.331951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.029887+0000","last_change":"2024-04-02T08:20:27.029837+0000","last_active":"2024-04-02T08:21:03.029887+0000","last_peered":"2024-04-02T08:21:03.029887+0000","last_clean":"2024-04-02T08:21:03.029887+0000","last_became_active":"2024-04-02T08:20:27.029512+0000","last_became_peered":"2024-04-02T08:20:27.029512+0000","last_unstale":"2024-04-02T08:21:03.029887+0000","last_undegraded":"2024-04-02T08:21:03.029887+0000","last_fullsized":"2024-04-02T08:21:03.029887+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:22:47.241898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.474904+0000","last_change":"2024-04-02T08:20:27.034287+0000","last_active":"2024-04-02T08:21:03.474904+0000","last_peered":"2024-04-02T08:21:03.474904+0000","last_clean":"2024-04-02T08:21:03.474904+0000","last_became_active":"2024-04-02T08:20:27.032002+0000","last_became_peered":"2024-04-02T08:20:27.032002+0000","last_unstale":"2024-04-02T08:21:03.474904+0000","last_undegraded":"2024-04-02T08:21:03.474904+0000","last_fullsized":"2024-04-02T08:21:03.474904+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:13:45.183063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3148,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234009,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28296,"kb_used_data":1276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716856,"statfs":{"total":95995035648,"available":95966060544,"internally_reserved":0,"allocated":1306624,"data_stored":900105,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:21:09 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.623},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.64500000000000002}]},{"osd":1,"last update":"Tue Apr 2 08:21:09 2024","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.497,"15min":0.497},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.69399999999999995},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.57799999999999996}]},{"osd":2,"last update":"Tue Apr 2 08:21:09 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.75}]},{"osd":3,"last update":"Tue Apr 2 08:21:09 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.66600000000000004}]},{"osd":4,"last update":"Tue Apr 2 08:21:09 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.60399999999999998}]},{"osd":5,"last update":"Tue Apr 2 08:21:09 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.72299999999999998},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.70799999999999996}]},{"osd":6,"last update":"Tue Apr 2 08:21:09 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.63600000000000001}]}]},{"osd":6,"up_from":46,"seq":197568495645,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28304,"kb_used_data":1284,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716848,"statfs":{"total":95995035648,"available":95966052352,"internally_reserved":0,"allocated":1314816,"data_stored":902182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:21:46 2024","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.52600000000000002,"15min":0.53000000000000003},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.74299999999999999,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.53400000000000003,"15min":0.53600000000000003},"min":{"1min":0.38700000000000001,"5min":0.309,"15min":0.309},"max":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"last":0.72199999999999998}]},{"osd":1,"last update":"Tue Apr 2 08:21:46 2024","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.52600000000000002,"15min":0.53000000000000003},"min":{"1min":0.35999999999999999,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.64500000000000002,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.625},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.55600000000000005,"15min":0.55800000000000005},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.63700000000000001}]},{"osd":2,"last update":"Tue Apr 2 08:21:46 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.33900000000000002,"5min":0.313,"15min":0.313},"max":{"1min":1.028,"5min":1.028,"15min":1.028},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.55400000000000005,"15min":0.56000000000000005},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.79800000000000004,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.61299999999999999}]},{"osd":3,"last update":"Tue Apr 2 08:21:46 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.53500000000000003,"15min":0.53700000000000003},"min":{"1min":0.34100000000000003,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.75800000000000001,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.60199999999999998,"15min":0.60699999999999998},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.0720000000000001,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.77400000000000002}]},{"osd":4,"last update":"Tue Apr 2 08:21:46 2024","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.46000000000000002,"15min":0.46400000000000002},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.63800000000000001,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.499,"15min":0.503},"min":{"1min":0.317,"5min":0.307,"15min":0.307},"max":{"1min":0.68100000000000005,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.67800000000000005}]},{"osd":5,"last update":"Tue Apr 2 08:21:46 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.46999999999999997,"15min":0.46600000000000003},"min":{"1min":0.309,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":1.004,"5min":1.004,"15min":1.004},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.50900000000000001,"15min":0.504},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":1.0129999999999999,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.751}]},{"osd":7,"last update":"Tue Apr 2 08:21:09 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.92100000000000004,"5min":0.92100000000000004,"15min":0.92100000000000004},"last":0.70299999999999996},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.65700000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574902,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27716,"kb_used_data":692,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717436,"statfs":{"total":95995035648,"available":95966654464,"internally_reserved":0,"allocated":708608,"data_stored":309078,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:21:55 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.35299999999999998,"15min":0.32500000000000001},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.53100000000000003,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.38600000000000001,"15min":0.35599999999999998},"min":{"1min":0.26400000000000001,"5min":0.224,"15min":0.224},"max":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.33400000000000002}]},{"osd":2,"last update":"Tue Apr 2 08:21:14 2024","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.39300000000000002,"15min":0.38700000000000001},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.501,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.44700000000000001,"15min":0.439},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.56899999999999995,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.39700000000000002}]},{"osd":3,"last update":"Tue Apr 2 08:21:37 2024","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.47199999999999998,"15min":0.47799999999999998},"min":{"1min":0.28899999999999998,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.56000000000000005,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.45600000000000002,"15min":0.45800000000000002},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.58299999999999996,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.42699999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:20:59 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.61799999999999999,"15min":0.62},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.71899999999999997,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.40999999999999998,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.71999999999999997,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.46400000000000002}]},{"osd":5,"last update":"Tue Apr 2 08:21:19 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.58999999999999997,"15min":0.59199999999999997},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.80200000000000005,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.64800000000000002,"15min":0.66000000000000003},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.71699999999999997,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.59399999999999997}]},{"osd":6,"last update":"Tue Apr 2 08:21:45 2024","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.61399999999999999,"15min":0.61299999999999999},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.57999999999999996,"15min":0.57599999999999996},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.47299999999999998}]},{"osd":7,"last update":"Tue Apr 2 08:21:08 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.5},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.48999999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738428,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28308,"kb_used_data":1288,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716844,"statfs":{"total":95995035648,"available":95966048256,"internally_reserved":0,"allocated":1318912,"data_stored":900560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Apr 2 08:21:48 2024","interfaces":[{"interface":"back","average":{"1min":0.34799999999999998,"5min":0.38300000000000001,"15min":0.371},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.498,"5min":1.248,"15min":1.248},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.378,"15min":0.34300000000000003},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.36799999999999999}]},{"osd":2,"last update":"Tue Apr 2 08:21:16 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.48799999999999999,"15min":0.52900000000000003},"min":{"1min":0.28100000000000003,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.58699999999999997,"5min":2.827,"15min":2.827},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.441,"5min":0.44900000000000001,"15min":0.442},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.40300000000000002}]},{"osd":3,"last update":"Tue Apr 2 08:21:38 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.47199999999999998,"15min":0.48699999999999999},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.48699999999999999,"15min":0.496},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.48499999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:20:56 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.57899999999999996,"15min":0.58299999999999996},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.82899999999999996,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.61299999999999999,"15min":0.61699999999999999},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.69699999999999995,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.77000000000000002}]},{"osd":5,"last update":"Tue Apr 2 08:21:20 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.59199999999999997,"15min":0.59399999999999997},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":1.071,"5min":1.071,"15min":1.071},"last":0.70799999999999996},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.61499999999999999,"15min":0.621},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.95699999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.64600000000000002}]},{"osd":6,"last update":"Tue Apr 2 08:21:48 2024","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.622,"15min":0.624},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":1.107,"5min":1.107,"15min":1.107},"last":0.73799999999999999},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.60199999999999998,"15min":0.59999999999999998},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":1.3819999999999999,"5min":1.3819999999999999,"15min":1.3819999999999999},"last":0.78600000000000003}]},{"osd":7,"last update":"Tue Apr 2 08:21:08 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.72099999999999997},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.80400000000000005}]}]},{"osd":2,"up_from":18,"seq":77309411376,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27712,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717440,"statfs":{"total":95995035648,"available":95966658560,"internally_reserved":0,"allocated":704512,"data_stored":309191,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:21:10 2024","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.371,"15min":0.36299999999999999},"min":{"1min":0.26400000000000001,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.504,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.39800000000000002,"15min":0.38400000000000001},"min":{"1min":0.23899999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.64100000000000001,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.54300000000000004}]},{"osd":1,"last update":"Tue Apr 2 08:21:10 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.39000000000000001,"15min":0.38200000000000001},"min":{"1min":0.27800000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.54600000000000004,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.41599999999999998,"15min":0.40600000000000003},"min":{"1min":0.28000000000000003,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.56200000000000006,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.48499999999999999}]},{"osd":3,"last update":"Tue Apr 2 08:21:37 2024","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.46800000000000003,"15min":0.48199999999999998},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.432,"15min":0.442},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.52900000000000003,"5min":0.61299999999999999,"15min":0.61299999999999999},"last":0.34999999999999998}]},{"osd":4,"last update":"Tue Apr 2 08:21:00 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.59499999999999997,"15min":0.59899999999999998},"min":{"1min":0.437,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.73199999999999998,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.77100000000000002},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.61299999999999999,"15min":0.61399999999999999},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.80000000000000004,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.80600000000000005}]},{"osd":5,"last update":"Tue Apr 2 08:21:24 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":1.304,"15min":1.429},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.81799999999999995,"5min":12.739000000000001,"15min":12.739000000000001},"last":0.748},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.60199999999999998,"15min":0.60799999999999998},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.76700000000000002,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.63500000000000001}]},{"osd":6,"last update":"Tue Apr 2 08:21:48 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.61599999999999999,"15min":0.61799999999999999},"min":{"1min":0.42599999999999999,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.78400000000000003},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.621,"15min":0.629},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.77100000000000002,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.66400000000000003}]},{"osd":7,"last update":"Tue Apr 2 08:21:08 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.83299999999999996}]}]},{"osd":3,"up_from":25,"seq":107374182444,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27732,"kb_used_data":712,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717420,"statfs":{"total":95995035648,"available":95966638080,"internally_reserved":0,"allocated":729088,"data_stored":311918,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:21:39 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.39800000000000002,"15min":0.39400000000000002},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.63400000000000001,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.377,"5min":0.42399999999999999,"15min":0.432},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.55400000000000005,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.35199999999999998}]},{"osd":1,"last update":"Tue Apr 2 08:21:39 2024","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.432,"15min":0.42799999999999999},"min":{"1min":0.27000000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.28599999999999998},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.438,"15min":0.437},"min":{"1min":0.28999999999999998,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.54200000000000004,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.44700000000000001}]},{"osd":2,"last update":"Tue Apr 2 08:21:39 2024","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.47399999999999998,"15min":0.47099999999999997},"min":{"1min":0.29799999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.70899999999999996,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.374},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.441,"15min":0.441},"min":{"1min":0.28899999999999998,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.32100000000000001}]},{"osd":4,"last update":"Tue Apr 2 08:21:59 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55500000000000005,"15min":0.55700000000000005},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.751,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.58299999999999996,"15min":0.58099999999999996},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.79500000000000004,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.50900000000000001}]},{"osd":5,"last update":"Tue Apr 2 08:21:25 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.60999999999999999,"15min":0.61299999999999999},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.79800000000000004,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.60299999999999998,"15min":0.60599999999999998},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.75,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.58699999999999997}]},{"osd":6,"last update":"Tue Apr 2 08:21:48 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.61699999999999999,"15min":0.626},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.83599999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.63,"15min":0.63800000000000001},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.81899999999999995,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.63300000000000001}]},{"osd":7,"last update":"Tue Apr 2 08:21:09 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.64400000000000002}]}]},{"osd":4,"up_from":30,"seq":128849018918,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27728,"kb_used_data":708,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717424,"statfs":{"total":95995035648,"available":95966642176,"internally_reserved":0,"allocated":724992,"data_stored":310172,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:20:58 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.53000000000000003,"15min":0.53400000000000003},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.72999999999999998,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.54000000000000004,"15min":0.54600000000000004},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.70499999999999996,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.72899999999999998}]},{"osd":1,"last update":"Tue Apr 2 08:20:58 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.52900000000000003,"15min":0.53300000000000003},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.54700000000000004,"15min":0.55100000000000005},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.63800000000000001}]},{"osd":2,"last update":"Tue Apr 2 08:20:58 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.55000000000000004,"15min":0.55200000000000005},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.80200000000000005},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.57099999999999995,"15min":0.57499999999999996},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.84399999999999997}]},{"osd":3,"last update":"Tue Apr 2 08:20:58 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.58099999999999996,"15min":0.58299999999999996},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.79500000000000004,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.78800000000000003},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.59299999999999997,"15min":0.59999999999999998},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.78600000000000003,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.81799999999999995}]},{"osd":5,"last update":"Tue Apr 2 08:21:23 2024","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.46000000000000002,"15min":0.45800000000000002},"min":{"1min":0.29499999999999998,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.72699999999999998,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.50600000000000001,"15min":0.503},"min":{"1min":0.373,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.85799999999999998,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.65700000000000003}]},{"osd":6,"last update":"Tue Apr 2 08:21:47 2024","interfaces":[{"interface":"back","average":{"1min":0.46700000000000003,"5min":0.443,"15min":0.439},"min":{"1min":0.317,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.751,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.625},{"interface":"front","average":{"1min":0.499,"5min":0.48699999999999999,"15min":0.48499999999999999},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.75}]},{"osd":7,"last update":"Tue Apr 2 08:21:07 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.76800000000000002}]}]},{"osd":5,"up_from":38,"seq":163208757282,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27724,"kb_used_data":704,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717428,"statfs":{"total":95995035648,"available":95966646272,"internally_reserved":0,"allocated":720896,"data_stored":311573,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:21:22 2024","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.52800000000000002,"15min":0.53200000000000003},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.505},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.52400000000000002,"15min":0.52100000000000002},"min":{"1min":0.41999999999999998,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.46500000000000002}]},{"osd":1,"last update":"Tue Apr 2 08:21:22 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.75900000000000001,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.55600000000000005,"15min":0.56200000000000006},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.74299999999999999,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.40200000000000002}]},{"osd":2,"last update":"Tue Apr 2 08:21:22 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.56100000000000005,"15min":0.56899999999999995},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.75600000000000001,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.432,"5min":0.371,"15min":0.371},"max":{"1min":0.81799999999999995,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.57999999999999996}]},{"osd":3,"last update":"Tue Apr 2 08:21:22 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.54900000000000004,"15min":0.55300000000000005},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.57399999999999995,"15min":0.57799999999999996},"min":{"1min":0.40699999999999997,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.83599999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.55100000000000005}]},{"osd":4,"last update":"Tue Apr 2 08:21:22 2024","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.436,"15min":0.437},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.46300000000000002,"15min":0.45900000000000002},"min":{"1min":0.30599999999999999,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.68500000000000005,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.59599999999999997}]},{"osd":6,"last update":"Tue Apr 2 08:21:48 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.47299999999999998,"15min":0.46700000000000003},"min":{"1min":0.314,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.496,"15min":0.48899999999999999},"min":{"1min":0.35799999999999998,"5min":0.316,"15min":0.316},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.42299999999999999}]},{"osd":7,"last update":"Tue Apr 2 08:21:07 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.44800000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-02T08:22:05.098 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph pg dump --format=json 2024-04-02T08:22:05.330 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:22:05.720 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:05 smithi012 ceph-mon[38029]: from='client.24683 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:22:05.721 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:05 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:05.721 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:05 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:05.721 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:05 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:22:05.721 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:05 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:22:05.721 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:05 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:05.721 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:05 smithi012 ceph-mon[27004]: from='client.24683 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:22:05.722 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:05 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:05.722 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:05 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:05.722 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:05 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:22:05.722 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:05 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:22:05.722 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:05 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:05.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:05 smithi055 ceph-mon[31035]: from='client.24683 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:22:05.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:05 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:05.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:05 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:05.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:05 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:22:05.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:05 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:22:05.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:05 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:06.780 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:06 smithi012 ceph-mon[27004]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:06.780 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:06 smithi012 ceph-mon[27004]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-02T08:22:06.780 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:06 smithi012 ceph-mon[27004]: Reconfiguring daemon alertmanager.a on smithi012 2024-04-02T08:22:06.780 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:06 smithi012 ceph-mon[38029]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:06.781 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:06 smithi012 ceph-mon[38029]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-02T08:22:06.781 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:06 smithi012 ceph-mon[38029]: Reconfiguring daemon alertmanager.a on smithi012 2024-04-02T08:22:06.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:06 smithi055 ceph-mon[31035]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:06.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:06 smithi055 ceph-mon[31035]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-02T08:22:06.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:06 smithi055 ceph-mon[31035]: Reconfiguring daemon alertmanager.a on smithi012 2024-04-02T08:22:07.376 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:22:07.378 INFO:teuthology.orchestra.run.smithi012.stderr:dumped all 2024-04-02T08:22:08.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:08 smithi055 ceph-mon[31035]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:08.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:08 smithi055 ceph-mon[31035]: from='client.24689 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:22:08.821 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:08 smithi012 ceph-mon[27004]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:08.821 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:08 smithi012 ceph-mon[27004]: from='client.24689 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:22:08.821 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:08 smithi012 ceph-mon[38029]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:08.821 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:08 smithi012 ceph-mon[38029]: from='client.24689 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:22:09.528 INFO:teuthology.orchestra.run.smithi012.stdout:{"pg_ready":true,"pg_map":{"version":41,"stamp":"2024-04-02T08:22:06.796316+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593516,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":223520,"kb_used_data":7352,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":749737696,"statfs":{"total":767960285184,"available":767731400704,"internally_reserved":0,"allocated":7528448,"data_stored":4254779,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":221236792},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002864"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.475427+0000","last_change":"2024-04-02T08:20:27.036902+0000","last_active":"2024-04-02T08:21:03.475427+0000","last_peered":"2024-04-02T08:21:03.475427+0000","last_clean":"2024-04-02T08:21:03.475427+0000","last_became_active":"2024-04-02T08:20:27.036567+0000","last_became_peered":"2024-04-02T08:20:27.036567+0000","last_unstale":"2024-04-02T08:21:03.475427+0000","last_undegraded":"2024-04-02T08:21:03.475427+0000","last_fullsized":"2024-04-02T08:21:03.475427+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:43:41.629275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.475046+0000","last_change":"2024-04-02T08:20:27.029327+0000","last_active":"2024-04-02T08:21:03.475046+0000","last_peered":"2024-04-02T08:21:03.475046+0000","last_clean":"2024-04-02T08:21:03.475046+0000","last_became_active":"2024-04-02T08:20:27.028550+0000","last_became_peered":"2024-04-02T08:20:27.028550+0000","last_unstale":"2024-04-02T08:21:03.475046+0000","last_undegraded":"2024-04-02T08:21:03.475046+0000","last_fullsized":"2024-04-02T08:21:03.475046+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:09:44.556242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.030901+0000","last_change":"2024-04-02T08:20:47.912504+0000","last_active":"2024-04-02T08:21:03.030901+0000","last_peered":"2024-04-02T08:21:03.030901+0000","last_clean":"2024-04-02T08:21:03.030901+0000","last_became_active":"2024-04-02T08:20:47.912129+0000","last_became_peered":"2024-04-02T08:20:47.912129+0000","last_unstale":"2024-04-02T08:21:03.030901+0000","last_undegraded":"2024-04-02T08:21:03.030901+0000","last_fullsized":"2024-04-02T08:21:03.030901+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:08:09.144337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.029473+0000","last_change":"2024-04-02T08:20:27.026420+0000","last_active":"2024-04-02T08:21:03.029473+0000","last_peered":"2024-04-02T08:21:03.029473+0000","last_clean":"2024-04-02T08:21:03.029473+0000","last_became_active":"2024-04-02T08:20:27.025463+0000","last_became_peered":"2024-04-02T08:20:27.025463+0000","last_unstale":"2024-04-02T08:21:03.029473+0000","last_undegraded":"2024-04-02T08:21:03.029473+0000","last_fullsized":"2024-04-02T08:21:03.029473+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:11:12.611446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.475030+0000","last_change":"2024-04-02T08:20:27.039575+0000","last_active":"2024-04-02T08:21:03.475030+0000","last_peered":"2024-04-02T08:21:03.475030+0000","last_clean":"2024-04-02T08:21:03.475030+0000","last_became_active":"2024-04-02T08:20:27.039018+0000","last_became_peered":"2024-04-02T08:20:27.039018+0000","last_unstale":"2024-04-02T08:21:03.475030+0000","last_undegraded":"2024-04-02T08:21:03.475030+0000","last_fullsized":"2024-04-02T08:21:03.475030+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:58:17.662844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.474554+0000","last_change":"2024-04-02T08:20:47.972976+0000","last_active":"2024-04-02T08:21:03.474554+0000","last_peered":"2024-04-02T08:21:03.474554+0000","last_clean":"2024-04-02T08:21:03.474554+0000","last_became_active":"2024-04-02T08:20:47.972506+0000","last_became_peered":"2024-04-02T08:20:47.972506+0000","last_unstale":"2024-04-02T08:21:03.474554+0000","last_undegraded":"2024-04-02T08:21:03.474554+0000","last_fullsized":"2024-04-02T08:21:03.474554+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:02:02.247435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":27,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.474258+0000","last_change":"2024-04-02T08:20:47.907959+0000","last_active":"2024-04-02T08:21:03.474258+0000","last_peered":"2024-04-02T08:21:03.474258+0000","last_clean":"2024-04-02T08:21:03.474258+0000","last_became_active":"2024-04-02T08:20:47.907664+0000","last_became_peered":"2024-04-02T08:20:47.907664+0000","last_unstale":"2024-04-02T08:21:03.474258+0000","last_undegraded":"2024-04-02T08:21:03.474258+0000","last_fullsized":"2024-04-02T08:21:03.474258+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:09:17.641423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.030790+0000","last_change":"2024-04-02T08:20:27.022382+0000","last_active":"2024-04-02T08:21:03.030790+0000","last_peered":"2024-04-02T08:21:03.030790+0000","last_clean":"2024-04-02T08:21:03.030790+0000","last_became_active":"2024-04-02T08:20:27.022084+0000","last_became_peered":"2024-04-02T08:20:27.022084+0000","last_unstale":"2024-04-02T08:21:03.030790+0000","last_undegraded":"2024-04-02T08:21:03.030790+0000","last_fullsized":"2024-04-02T08:21:03.030790+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:17:50.319840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.475326+0000","last_change":"2024-04-02T08:20:27.036574+0000","last_active":"2024-04-02T08:21:03.475326+0000","last_peered":"2024-04-02T08:21:03.475326+0000","last_clean":"2024-04-02T08:21:03.475326+0000","last_became_active":"2024-04-02T08:20:27.036186+0000","last_became_peered":"2024-04-02T08:20:27.036186+0000","last_unstale":"2024-04-02T08:21:03.475326+0000","last_undegraded":"2024-04-02T08:21:03.475326+0000","last_fullsized":"2024-04-02T08:21:03.475326+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:30:23.250239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.475121+0000","last_change":"2024-04-02T08:20:27.035740+0000","last_active":"2024-04-02T08:21:03.475121+0000","last_peered":"2024-04-02T08:21:03.475121+0000","last_clean":"2024-04-02T08:21:03.475121+0000","last_became_active":"2024-04-02T08:20:27.035051+0000","last_became_peered":"2024-04-02T08:20:27.035051+0000","last_unstale":"2024-04-02T08:21:03.475121+0000","last_undegraded":"2024-04-02T08:21:03.475121+0000","last_fullsized":"2024-04-02T08:21:03.475121+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:41:20.222325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.475026+0000","last_change":"2024-04-02T08:20:27.036654+0000","last_active":"2024-04-02T08:21:03.475026+0000","last_peered":"2024-04-02T08:21:03.475026+0000","last_clean":"2024-04-02T08:21:03.475026+0000","last_became_active":"2024-04-02T08:20:27.036252+0000","last_became_peered":"2024-04-02T08:20:27.036252+0000","last_unstale":"2024-04-02T08:21:03.475026+0000","last_undegraded":"2024-04-02T08:21:03.475026+0000","last_fullsized":"2024-04-02T08:21:03.475026+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:56:02.792087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.050605+0000","last_change":"2024-04-02T08:20:27.021406+0000","last_active":"2024-04-02T08:21:03.050605+0000","last_peered":"2024-04-02T08:21:03.050605+0000","last_clean":"2024-04-02T08:21:03.050605+0000","last_became_active":"2024-04-02T08:20:27.021098+0000","last_became_peered":"2024-04-02T08:20:27.021098+0000","last_unstale":"2024-04-02T08:21:03.050605+0000","last_undegraded":"2024-04-02T08:21:03.050605+0000","last_fullsized":"2024-04-02T08:21:03.050605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:41:01.057886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.030323+0000","last_change":"2024-04-02T08:20:27.019560+0000","last_active":"2024-04-02T08:21:03.030323+0000","last_peered":"2024-04-02T08:21:03.030323+0000","last_clean":"2024-04-02T08:21:03.030323+0000","last_became_active":"2024-04-02T08:20:27.019257+0000","last_became_peered":"2024-04-02T08:20:27.019257+0000","last_unstale":"2024-04-02T08:21:03.030323+0000","last_undegraded":"2024-04-02T08:21:03.030323+0000","last_fullsized":"2024-04-02T08:21:03.030323+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:03:02.803227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.029569+0000","last_change":"2024-04-02T08:20:27.025020+0000","last_active":"2024-04-02T08:21:03.029569+0000","last_peered":"2024-04-02T08:21:03.029569+0000","last_clean":"2024-04-02T08:21:03.029569+0000","last_became_active":"2024-04-02T08:20:27.024526+0000","last_became_peered":"2024-04-02T08:20:27.024526+0000","last_unstale":"2024-04-02T08:21:03.029569+0000","last_undegraded":"2024-04-02T08:21:03.029569+0000","last_fullsized":"2024-04-02T08:21:03.029569+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:52:53.350677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.474196+0000","last_change":"2024-04-02T08:20:27.026272+0000","last_active":"2024-04-02T08:21:03.474196+0000","last_peered":"2024-04-02T08:21:03.474196+0000","last_clean":"2024-04-02T08:21:03.474196+0000","last_became_active":"2024-04-02T08:20:27.025993+0000","last_became_peered":"2024-04-02T08:20:27.025993+0000","last_unstale":"2024-04-02T08:21:03.474196+0000","last_undegraded":"2024-04-02T08:21:03.474196+0000","last_fullsized":"2024-04-02T08:21:03.474196+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:28:22.540806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.028747+0000","last_change":"2024-04-02T08:20:27.025333+0000","last_active":"2024-04-02T08:21:03.028747+0000","last_peered":"2024-04-02T08:21:03.028747+0000","last_clean":"2024-04-02T08:21:03.028747+0000","last_became_active":"2024-04-02T08:20:27.024112+0000","last_became_peered":"2024-04-02T08:20:27.024112+0000","last_unstale":"2024-04-02T08:21:03.028747+0000","last_undegraded":"2024-04-02T08:21:03.028747+0000","last_fullsized":"2024-04-02T08:21:03.028747+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:23:18.223330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.029594+0000","last_change":"2024-04-02T08:20:27.029059+0000","last_active":"2024-04-02T08:21:03.029594+0000","last_peered":"2024-04-02T08:21:03.029594+0000","last_clean":"2024-04-02T08:21:03.029594+0000","last_became_active":"2024-04-02T08:20:27.028683+0000","last_became_peered":"2024-04-02T08:20:27.028683+0000","last_unstale":"2024-04-02T08:21:03.029594+0000","last_undegraded":"2024-04-02T08:21:03.029594+0000","last_fullsized":"2024-04-02T08:21:03.029594+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:15:12.290483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.475022+0000","last_change":"2024-04-02T08:20:27.025442+0000","last_active":"2024-04-02T08:21:03.475022+0000","last_peered":"2024-04-02T08:21:03.475022+0000","last_clean":"2024-04-02T08:21:03.475022+0000","last_became_active":"2024-04-02T08:20:27.024440+0000","last_became_peered":"2024-04-02T08:20:27.024440+0000","last_unstale":"2024-04-02T08:21:03.475022+0000","last_undegraded":"2024-04-02T08:21:03.475022+0000","last_fullsized":"2024-04-02T08:21:03.475022+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:16:03.234333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.475201+0000","last_change":"2024-04-02T08:20:27.031353+0000","last_active":"2024-04-02T08:21:03.475201+0000","last_peered":"2024-04-02T08:21:03.475201+0000","last_clean":"2024-04-02T08:21:03.475201+0000","last_became_active":"2024-04-02T08:20:27.030837+0000","last_became_peered":"2024-04-02T08:20:27.030837+0000","last_unstale":"2024-04-02T08:21:03.475201+0000","last_undegraded":"2024-04-02T08:21:03.475201+0000","last_fullsized":"2024-04-02T08:21:03.475201+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:40:11.407938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":23,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.030635+0000","last_change":"2024-04-02T08:20:26.653152+0000","last_active":"2024-04-02T08:21:03.030635+0000","last_peered":"2024-04-02T08:21:03.030635+0000","last_clean":"2024-04-02T08:21:03.030635+0000","last_became_active":"2024-04-02T08:20:26.652842+0000","last_became_peered":"2024-04-02T08:20:26.652842+0000","last_unstale":"2024-04-02T08:21:03.030635+0000","last_undegraded":"2024-04-02T08:21:03.030635+0000","last_fullsized":"2024-04-02T08:21:03.030635+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:31:42.590835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.031311+0000","last_change":"2024-04-02T08:20:27.036029+0000","last_active":"2024-04-02T08:21:03.031311+0000","last_peered":"2024-04-02T08:21:03.031311+0000","last_clean":"2024-04-02T08:21:03.031311+0000","last_became_active":"2024-04-02T08:20:27.035681+0000","last_became_peered":"2024-04-02T08:20:27.035681+0000","last_unstale":"2024-04-02T08:21:03.031311+0000","last_undegraded":"2024-04-02T08:21:03.031311+0000","last_fullsized":"2024-04-02T08:21:03.031311+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:48:04.835584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.031222+0000","last_change":"2024-04-02T08:20:26.651386+0000","last_active":"2024-04-02T08:21:03.031222+0000","last_peered":"2024-04-02T08:21:03.031222+0000","last_clean":"2024-04-02T08:21:03.031222+0000","last_became_active":"2024-04-02T08:20:26.650996+0000","last_became_peered":"2024-04-02T08:20:26.650996+0000","last_unstale":"2024-04-02T08:21:03.031222+0000","last_undegraded":"2024-04-02T08:21:03.031222+0000","last_fullsized":"2024-04-02T08:21:03.031222+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:37:48.290889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.030512+0000","last_change":"2024-04-02T08:20:27.025479+0000","last_active":"2024-04-02T08:21:03.030512+0000","last_peered":"2024-04-02T08:21:03.030512+0000","last_clean":"2024-04-02T08:21:03.030512+0000","last_became_active":"2024-04-02T08:20:27.024749+0000","last_became_peered":"2024-04-02T08:20:27.024749+0000","last_unstale":"2024-04-02T08:21:03.030512+0000","last_undegraded":"2024-04-02T08:21:03.030512+0000","last_fullsized":"2024-04-02T08:21:03.030512+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:01:03.865533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.475438+0000","last_change":"2024-04-02T08:20:26.653173+0000","last_active":"2024-04-02T08:21:03.475438+0000","last_peered":"2024-04-02T08:21:03.475438+0000","last_clean":"2024-04-02T08:21:03.475438+0000","last_became_active":"2024-04-02T08:20:26.652834+0000","last_became_peered":"2024-04-02T08:20:26.652834+0000","last_unstale":"2024-04-02T08:21:03.475438+0000","last_undegraded":"2024-04-02T08:21:03.475438+0000","last_fullsized":"2024-04-02T08:21:03.475438+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:42:00.599725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.029419+0000","last_change":"2024-04-02T08:20:27.018257+0000","last_active":"2024-04-02T08:21:03.029419+0000","last_peered":"2024-04-02T08:21:03.029419+0000","last_clean":"2024-04-02T08:21:03.029419+0000","last_became_active":"2024-04-02T08:20:27.017871+0000","last_became_peered":"2024-04-02T08:20:27.017871+0000","last_unstale":"2024-04-02T08:21:03.029419+0000","last_undegraded":"2024-04-02T08:21:03.029419+0000","last_fullsized":"2024-04-02T08:21:03.029419+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:56:13.564654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.474621+0000","last_change":"2024-04-02T08:20:26.649643+0000","last_active":"2024-04-02T08:21:03.474621+0000","last_peered":"2024-04-02T08:21:03.474621+0000","last_clean":"2024-04-02T08:21:03.474621+0000","last_became_active":"2024-04-02T08:20:26.649273+0000","last_became_peered":"2024-04-02T08:20:26.649273+0000","last_unstale":"2024-04-02T08:21:03.474621+0000","last_undegraded":"2024-04-02T08:21:03.474621+0000","last_fullsized":"2024-04-02T08:21:03.474621+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:21:32.478934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.029403+0000","last_change":"2024-04-02T08:20:27.028037+0000","last_active":"2024-04-02T08:21:03.029403+0000","last_peered":"2024-04-02T08:21:03.029403+0000","last_clean":"2024-04-02T08:21:03.029403+0000","last_became_active":"2024-04-02T08:20:27.024777+0000","last_became_peered":"2024-04-02T08:20:27.024777+0000","last_unstale":"2024-04-02T08:21:03.029403+0000","last_undegraded":"2024-04-02T08:21:03.029403+0000","last_fullsized":"2024-04-02T08:21:03.029403+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:47:50.798528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.030464+0000","last_change":"2024-04-02T08:20:26.649528+0000","last_active":"2024-04-02T08:21:03.030464+0000","last_peered":"2024-04-02T08:21:03.030464+0000","last_clean":"2024-04-02T08:21:03.030464+0000","last_became_active":"2024-04-02T08:20:26.649232+0000","last_became_peered":"2024-04-02T08:20:26.649232+0000","last_unstale":"2024-04-02T08:21:03.030464+0000","last_undegraded":"2024-04-02T08:21:03.030464+0000","last_fullsized":"2024-04-02T08:21:03.030464+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:03:41.111842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.050306+0000","last_change":"2024-04-02T08:20:27.022843+0000","last_active":"2024-04-02T08:21:03.050306+0000","last_peered":"2024-04-02T08:21:03.050306+0000","last_clean":"2024-04-02T08:21:03.050306+0000","last_became_active":"2024-04-02T08:20:27.022507+0000","last_became_peered":"2024-04-02T08:20:27.022507+0000","last_unstale":"2024-04-02T08:21:03.050306+0000","last_undegraded":"2024-04-02T08:21:03.050306+0000","last_fullsized":"2024-04-02T08:21:03.050306+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:13:39.292101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.474762+0000","last_change":"2024-04-02T08:20:26.653851+0000","last_active":"2024-04-02T08:21:03.474762+0000","last_peered":"2024-04-02T08:21:03.474762+0000","last_clean":"2024-04-02T08:21:03.474762+0000","last_became_active":"2024-04-02T08:20:26.653562+0000","last_became_peered":"2024-04-02T08:20:26.653562+0000","last_unstale":"2024-04-02T08:21:03.474762+0000","last_undegraded":"2024-04-02T08:21:03.474762+0000","last_fullsized":"2024-04-02T08:21:03.474762+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:28:21.492823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.029750+0000","last_change":"2024-04-02T08:20:27.026108+0000","last_active":"2024-04-02T08:21:03.029750+0000","last_peered":"2024-04-02T08:21:03.029750+0000","last_clean":"2024-04-02T08:21:03.029750+0000","last_became_active":"2024-04-02T08:20:27.025780+0000","last_became_peered":"2024-04-02T08:20:27.025780+0000","last_unstale":"2024-04-02T08:21:03.029750+0000","last_undegraded":"2024-04-02T08:21:03.029750+0000","last_fullsized":"2024-04-02T08:21:03.029750+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:15:38.350596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.029838+0000","last_change":"2024-04-02T08:20:26.652753+0000","last_active":"2024-04-02T08:21:03.029838+0000","last_peered":"2024-04-02T08:21:03.029838+0000","last_clean":"2024-04-02T08:21:03.029838+0000","last_became_active":"2024-04-02T08:20:26.651908+0000","last_became_peered":"2024-04-02T08:20:26.651908+0000","last_unstale":"2024-04-02T08:21:03.029838+0000","last_undegraded":"2024-04-02T08:21:03.029838+0000","last_fullsized":"2024-04-02T08:21:03.029838+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:03:19.457494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.030902+0000","last_change":"2024-04-02T08:20:27.021162+0000","last_active":"2024-04-02T08:21:03.030902+0000","last_peered":"2024-04-02T08:21:03.030902+0000","last_clean":"2024-04-02T08:21:03.030902+0000","last_became_active":"2024-04-02T08:20:27.019859+0000","last_became_peered":"2024-04-02T08:20:27.019859+0000","last_unstale":"2024-04-02T08:21:03.030902+0000","last_undegraded":"2024-04-02T08:21:03.030902+0000","last_fullsized":"2024-04-02T08:21:03.030902+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:48:30.123963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.029192+0000","last_change":"2024-04-02T08:20:26.645358+0000","last_active":"2024-04-02T08:21:03.029192+0000","last_peered":"2024-04-02T08:21:03.029192+0000","last_clean":"2024-04-02T08:21:03.029192+0000","last_became_active":"2024-04-02T08:20:26.645011+0000","last_became_peered":"2024-04-02T08:20:26.645011+0000","last_unstale":"2024-04-02T08:21:03.029192+0000","last_undegraded":"2024-04-02T08:21:03.029192+0000","last_fullsized":"2024-04-02T08:21:03.029192+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:06:46.290418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":27,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.474422+0000","last_change":"2024-04-02T08:20:47.912389+0000","last_active":"2024-04-02T08:21:03.474422+0000","last_peered":"2024-04-02T08:21:03.474422+0000","last_clean":"2024-04-02T08:21:03.474422+0000","last_became_active":"2024-04-02T08:20:47.911962+0000","last_became_peered":"2024-04-02T08:20:47.911962+0000","last_unstale":"2024-04-02T08:21:03.474422+0000","last_undegraded":"2024-04-02T08:21:03.474422+0000","last_fullsized":"2024-04-02T08:21:03.474422+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:35:16.845142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.474964+0000","last_change":"2024-04-02T08:20:26.647117+0000","last_active":"2024-04-02T08:21:03.474964+0000","last_peered":"2024-04-02T08:21:03.474964+0000","last_clean":"2024-04-02T08:21:03.474964+0000","last_became_active":"2024-04-02T08:20:26.646799+0000","last_became_peered":"2024-04-02T08:20:26.646799+0000","last_unstale":"2024-04-02T08:21:03.474964+0000","last_undegraded":"2024-04-02T08:21:03.474964+0000","last_fullsized":"2024-04-02T08:21:03.474964+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:00:13.014971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.028962+0000","last_change":"2024-04-02T08:20:27.024685+0000","last_active":"2024-04-02T08:21:03.028962+0000","last_peered":"2024-04-02T08:21:03.028962+0000","last_clean":"2024-04-02T08:21:03.028962+0000","last_became_active":"2024-04-02T08:20:27.024120+0000","last_became_peered":"2024-04-02T08:20:27.024120+0000","last_unstale":"2024-04-02T08:21:03.028962+0000","last_undegraded":"2024-04-02T08:21:03.028962+0000","last_fullsized":"2024-04-02T08:21:03.028962+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:42:34.233896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.029120+0000","last_change":"2024-04-02T08:20:26.654578+0000","last_active":"2024-04-02T08:21:03.029120+0000","last_peered":"2024-04-02T08:21:03.029120+0000","last_clean":"2024-04-02T08:21:03.029120+0000","last_became_active":"2024-04-02T08:20:26.654302+0000","last_became_peered":"2024-04-02T08:20:26.654302+0000","last_unstale":"2024-04-02T08:21:03.029120+0000","last_undegraded":"2024-04-02T08:21:03.029120+0000","last_fullsized":"2024-04-02T08:21:03.029120+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:31:02.827749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.030490+0000","last_change":"2024-04-02T08:20:27.029469+0000","last_active":"2024-04-02T08:21:03.030490+0000","last_peered":"2024-04-02T08:21:03.030490+0000","last_clean":"2024-04-02T08:21:03.030490+0000","last_became_active":"2024-04-02T08:20:27.025383+0000","last_became_peered":"2024-04-02T08:20:27.025383+0000","last_unstale":"2024-04-02T08:21:03.030490+0000","last_undegraded":"2024-04-02T08:21:03.030490+0000","last_fullsized":"2024-04-02T08:21:03.030490+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:10:47.135216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":22,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.475700+0000","last_change":"2024-04-02T08:20:26.649670+0000","last_active":"2024-04-02T08:21:03.475700+0000","last_peered":"2024-04-02T08:21:03.475700+0000","last_clean":"2024-04-02T08:21:03.475700+0000","last_became_active":"2024-04-02T08:20:26.649127+0000","last_became_peered":"2024-04-02T08:20:26.649127+0000","last_unstale":"2024-04-02T08:21:03.475700+0000","last_undegraded":"2024-04-02T08:21:03.475700+0000","last_fullsized":"2024-04-02T08:21:03.475700+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:54:20.759768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.050566+0000","last_change":"2024-04-02T08:20:27.031498+0000","last_active":"2024-04-02T08:21:03.050566+0000","last_peered":"2024-04-02T08:21:03.050566+0000","last_clean":"2024-04-02T08:21:03.050566+0000","last_became_active":"2024-04-02T08:20:27.031067+0000","last_became_peered":"2024-04-02T08:20:27.031067+0000","last_unstale":"2024-04-02T08:21:03.050566+0000","last_undegraded":"2024-04-02T08:21:03.050566+0000","last_fullsized":"2024-04-02T08:21:03.050566+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:48:20.738944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"65'9","reported_seq":28,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.474824+0000","last_change":"2024-04-02T08:20:26.646865+0000","last_active":"2024-04-02T08:21:03.474824+0000","last_peered":"2024-04-02T08:21:03.474824+0000","last_clean":"2024-04-02T08:21:03.474824+0000","last_became_active":"2024-04-02T08:20:26.646505+0000","last_became_peered":"2024-04-02T08:20:26.646505+0000","last_unstale":"2024-04-02T08:21:03.474824+0000","last_undegraded":"2024-04-02T08:21:03.474824+0000","last_fullsized":"2024-04-02T08:21:03.474824+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:26:06.551047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2350,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.475336+0000","last_change":"2024-04-02T08:20:27.040257+0000","last_active":"2024-04-02T08:21:03.475336+0000","last_peered":"2024-04-02T08:21:03.475336+0000","last_clean":"2024-04-02T08:21:03.475336+0000","last_became_active":"2024-04-02T08:20:27.039986+0000","last_became_peered":"2024-04-02T08:20:27.039986+0000","last_unstale":"2024-04-02T08:21:03.475336+0000","last_undegraded":"2024-04-02T08:21:03.475336+0000","last_fullsized":"2024-04-02T08:21:03.475336+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:59:46.539632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.030014+0000","last_change":"2024-04-02T08:20:26.655088+0000","last_active":"2024-04-02T08:21:03.030014+0000","last_peered":"2024-04-02T08:21:03.030014+0000","last_clean":"2024-04-02T08:21:03.030014+0000","last_became_active":"2024-04-02T08:20:26.654811+0000","last_became_peered":"2024-04-02T08:20:26.654811+0000","last_unstale":"2024-04-02T08:21:03.030014+0000","last_undegraded":"2024-04-02T08:21:03.030014+0000","last_fullsized":"2024-04-02T08:21:03.030014+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:51:03.494904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.029490+0000","last_change":"2024-04-02T08:20:27.030775+0000","last_active":"2024-04-02T08:21:03.029490+0000","last_peered":"2024-04-02T08:21:03.029490+0000","last_clean":"2024-04-02T08:21:03.029490+0000","last_became_active":"2024-04-02T08:20:27.029370+0000","last_became_peered":"2024-04-02T08:20:27.029370+0000","last_unstale":"2024-04-02T08:21:03.029490+0000","last_undegraded":"2024-04-02T08:21:03.029490+0000","last_fullsized":"2024-04-02T08:21:03.029490+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:11:38.069322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.029156+0000","last_change":"2024-04-02T08:20:26.655625+0000","last_active":"2024-04-02T08:21:03.029156+0000","last_peered":"2024-04-02T08:21:03.029156+0000","last_clean":"2024-04-02T08:21:03.029156+0000","last_became_active":"2024-04-02T08:20:26.655296+0000","last_became_peered":"2024-04-02T08:20:26.655296+0000","last_unstale":"2024-04-02T08:21:03.029156+0000","last_undegraded":"2024-04-02T08:21:03.029156+0000","last_fullsized":"2024-04-02T08:21:03.029156+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:15:37.398325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.474950+0000","last_change":"2024-04-02T08:20:27.036234+0000","last_active":"2024-04-02T08:21:03.474950+0000","last_peered":"2024-04-02T08:21:03.474950+0000","last_clean":"2024-04-02T08:21:03.474950+0000","last_became_active":"2024-04-02T08:20:27.035735+0000","last_became_peered":"2024-04-02T08:20:27.035735+0000","last_unstale":"2024-04-02T08:21:03.474950+0000","last_undegraded":"2024-04-02T08:21:03.474950+0000","last_fullsized":"2024-04-02T08:21:03.474950+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:32:31.369036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.474849+0000","last_change":"2024-04-02T08:20:26.647480+0000","last_active":"2024-04-02T08:21:03.474849+0000","last_peered":"2024-04-02T08:21:03.474849+0000","last_clean":"2024-04-02T08:21:03.474849+0000","last_became_active":"2024-04-02T08:20:26.647165+0000","last_became_peered":"2024-04-02T08:20:26.647165+0000","last_unstale":"2024-04-02T08:21:03.474849+0000","last_undegraded":"2024-04-02T08:21:03.474849+0000","last_fullsized":"2024-04-02T08:21:03.474849+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:37:07.695754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.474543+0000","last_change":"2024-04-02T08:20:27.027508+0000","last_active":"2024-04-02T08:21:03.474543+0000","last_peered":"2024-04-02T08:21:03.474543+0000","last_clean":"2024-04-02T08:21:03.474543+0000","last_became_active":"2024-04-02T08:20:27.027205+0000","last_became_peered":"2024-04-02T08:20:27.027205+0000","last_unstale":"2024-04-02T08:21:03.474543+0000","last_undegraded":"2024-04-02T08:21:03.474543+0000","last_fullsized":"2024-04-02T08:21:03.474543+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:59:01.351886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":27,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.474441+0000","last_change":"2024-04-02T08:20:26.644389+0000","last_active":"2024-04-02T08:21:03.474441+0000","last_peered":"2024-04-02T08:21:03.474441+0000","last_clean":"2024-04-02T08:21:03.474441+0000","last_became_active":"2024-04-02T08:20:26.644056+0000","last_became_peered":"2024-04-02T08:20:26.644056+0000","last_unstale":"2024-04-02T08:21:03.474441+0000","last_undegraded":"2024-04-02T08:21:03.474441+0000","last_fullsized":"2024-04-02T08:21:03.474441+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:30:34.819876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.474348+0000","last_change":"2024-04-02T08:20:27.039966+0000","last_active":"2024-04-02T08:21:03.474348+0000","last_peered":"2024-04-02T08:21:03.474348+0000","last_clean":"2024-04-02T08:21:03.474348+0000","last_became_active":"2024-04-02T08:20:27.039670+0000","last_became_peered":"2024-04-02T08:20:27.039670+0000","last_unstale":"2024-04-02T08:21:03.474348+0000","last_undegraded":"2024-04-02T08:21:03.474348+0000","last_fullsized":"2024-04-02T08:21:03.474348+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:01:19.772203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.050572+0000","last_change":"2024-04-02T08:20:26.648726+0000","last_active":"2024-04-02T08:21:03.050572+0000","last_peered":"2024-04-02T08:21:03.050572+0000","last_clean":"2024-04-02T08:21:03.050572+0000","last_became_active":"2024-04-02T08:20:26.648394+0000","last_became_peered":"2024-04-02T08:20:26.648394+0000","last_unstale":"2024-04-02T08:21:03.050572+0000","last_undegraded":"2024-04-02T08:21:03.050572+0000","last_fullsized":"2024-04-02T08:21:03.050572+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:36:05.496757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.474820+0000","last_change":"2024-04-02T08:20:27.038870+0000","last_active":"2024-04-02T08:21:03.474820+0000","last_peered":"2024-04-02T08:21:03.474820+0000","last_clean":"2024-04-02T08:21:03.474820+0000","last_became_active":"2024-04-02T08:20:27.038565+0000","last_became_peered":"2024-04-02T08:20:27.038565+0000","last_unstale":"2024-04-02T08:21:03.474820+0000","last_undegraded":"2024-04-02T08:21:03.474820+0000","last_fullsized":"2024-04-02T08:21:03.474820+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:29:49.209931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:04.784034+0000","last_change":"2024-04-02T08:21:02.027804+0000","last_active":"2024-04-02T08:21:04.784034+0000","last_peered":"2024-04-02T08:21:04.784034+0000","last_clean":"2024-04-02T08:21:04.784034+0000","last_became_active":"2024-04-02T08:21:02.027486+0000","last_became_peered":"2024-04-02T08:21:02.027486+0000","last_unstale":"2024-04-02T08:21:04.784034+0000","last_undegraded":"2024-04-02T08:21:04.784034+0000","last_fullsized":"2024-04-02T08:21:04.784034+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:01.007578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:01.007578+0000","last_clean_scrub_stamp":"2024-04-02T08:21:01.007578+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:06:08.375574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":28,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.474373+0000","last_change":"2024-04-02T08:20:47.973344+0000","last_active":"2024-04-02T08:21:03.474373+0000","last_peered":"2024-04-02T08:21:03.474373+0000","last_clean":"2024-04-02T08:21:03.474373+0000","last_became_active":"2024-04-02T08:20:47.972910+0000","last_became_peered":"2024-04-02T08:20:47.972910+0000","last_unstale":"2024-04-02T08:21:03.474373+0000","last_undegraded":"2024-04-02T08:21:03.474373+0000","last_fullsized":"2024-04-02T08:21:03.474373+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:42:18.625713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.029445+0000","last_change":"2024-04-02T08:20:27.014150+0000","last_active":"2024-04-02T08:21:03.029445+0000","last_peered":"2024-04-02T08:21:03.029445+0000","last_clean":"2024-04-02T08:21:03.029445+0000","last_became_active":"2024-04-02T08:20:27.013787+0000","last_became_peered":"2024-04-02T08:20:27.013787+0000","last_unstale":"2024-04-02T08:21:03.029445+0000","last_undegraded":"2024-04-02T08:21:03.029445+0000","last_fullsized":"2024-04-02T08:21:03.029445+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:32:56.956552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:04.784100+0000","last_change":"2024-04-02T08:21:02.241979+0000","last_active":"2024-04-02T08:21:04.784100+0000","last_peered":"2024-04-02T08:21:04.784100+0000","last_clean":"2024-04-02T08:21:04.784100+0000","last_became_active":"2024-04-02T08:21:02.241658+0000","last_became_peered":"2024-04-02T08:21:02.241658+0000","last_unstale":"2024-04-02T08:21:04.784100+0000","last_undegraded":"2024-04-02T08:21:04.784100+0000","last_fullsized":"2024-04-02T08:21:04.784100+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:01.007578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:01.007578+0000","last_clean_scrub_stamp":"2024-04-02T08:21:01.007578+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:57:33.620996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.029064+0000","last_change":"2024-04-02T08:20:26.654174+0000","last_active":"2024-04-02T08:21:03.029064+0000","last_peered":"2024-04-02T08:21:03.029064+0000","last_clean":"2024-04-02T08:21:03.029064+0000","last_became_active":"2024-04-02T08:20:26.652709+0000","last_became_peered":"2024-04-02T08:20:26.652709+0000","last_unstale":"2024-04-02T08:21:03.029064+0000","last_undegraded":"2024-04-02T08:21:03.029064+0000","last_fullsized":"2024-04-02T08:21:03.029064+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:04:13.009116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.050695+0000","last_change":"2024-04-02T08:20:27.036702+0000","last_active":"2024-04-02T08:21:03.050695+0000","last_peered":"2024-04-02T08:21:03.050695+0000","last_clean":"2024-04-02T08:21:03.050695+0000","last_became_active":"2024-04-02T08:20:27.036406+0000","last_became_peered":"2024-04-02T08:20:27.036406+0000","last_unstale":"2024-04-02T08:21:03.050695+0000","last_undegraded":"2024-04-02T08:21:03.050695+0000","last_fullsized":"2024-04-02T08:21:03.050695+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:45:59.464657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:04.784158+0000","last_change":"2024-04-02T08:21:02.028323+0000","last_active":"2024-04-02T08:21:04.784158+0000","last_peered":"2024-04-02T08:21:04.784158+0000","last_clean":"2024-04-02T08:21:04.784158+0000","last_became_active":"2024-04-02T08:21:02.028009+0000","last_became_peered":"2024-04-02T08:21:02.028009+0000","last_unstale":"2024-04-02T08:21:04.784158+0000","last_undegraded":"2024-04-02T08:21:04.784158+0000","last_fullsized":"2024-04-02T08:21:04.784158+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:01.007578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:01.007578+0000","last_clean_scrub_stamp":"2024-04-02T08:21:01.007578+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:43:17.058859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.475307+0000","last_change":"2024-04-02T08:20:27.015587+0000","last_active":"2024-04-02T08:21:03.475307+0000","last_peered":"2024-04-02T08:21:03.475307+0000","last_clean":"2024-04-02T08:21:03.475307+0000","last_became_active":"2024-04-02T08:20:27.015319+0000","last_became_peered":"2024-04-02T08:20:27.015319+0000","last_unstale":"2024-04-02T08:21:03.475307+0000","last_undegraded":"2024-04-02T08:21:03.475307+0000","last_fullsized":"2024-04-02T08:21:03.475307+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:57:36.126886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.474599+0000","last_change":"2024-04-02T08:20:26.643431+0000","last_active":"2024-04-02T08:21:03.474599+0000","last_peered":"2024-04-02T08:21:03.474599+0000","last_clean":"2024-04-02T08:21:03.474599+0000","last_became_active":"2024-04-02T08:20:26.642976+0000","last_became_peered":"2024-04-02T08:20:26.642976+0000","last_unstale":"2024-04-02T08:21:03.474599+0000","last_undegraded":"2024-04-02T08:21:03.474599+0000","last_fullsized":"2024-04-02T08:21:03.474599+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:18:00.631934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:04.786756+0000","last_change":"2024-04-02T08:21:02.286514+0000","last_active":"2024-04-02T08:21:04.786756+0000","last_peered":"2024-04-02T08:21:04.786756+0000","last_clean":"2024-04-02T08:21:04.786756+0000","last_became_active":"2024-04-02T08:21:02.286093+0000","last_became_peered":"2024-04-02T08:21:02.286093+0000","last_unstale":"2024-04-02T08:21:04.786756+0000","last_undegraded":"2024-04-02T08:21:04.786756+0000","last_fullsized":"2024-04-02T08:21:04.786756+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:01.007578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:01.007578+0000","last_clean_scrub_stamp":"2024-04-02T08:21:01.007578+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:47:42.707031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.030147+0000","last_change":"2024-04-02T08:20:27.022300+0000","last_active":"2024-04-02T08:21:03.030147+0000","last_peered":"2024-04-02T08:21:03.030147+0000","last_clean":"2024-04-02T08:21:03.030147+0000","last_became_active":"2024-04-02T08:20:27.021929+0000","last_became_peered":"2024-04-02T08:20:27.021929+0000","last_unstale":"2024-04-02T08:21:03.030147+0000","last_undegraded":"2024-04-02T08:21:03.030147+0000","last_fullsized":"2024-04-02T08:21:03.030147+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:31:07.454229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.029106+0000","last_change":"2024-04-02T08:20:26.651140+0000","last_active":"2024-04-02T08:21:03.029106+0000","last_peered":"2024-04-02T08:21:03.029106+0000","last_clean":"2024-04-02T08:21:03.029106+0000","last_became_active":"2024-04-02T08:20:26.650780+0000","last_became_peered":"2024-04-02T08:20:26.650780+0000","last_unstale":"2024-04-02T08:21:03.029106+0000","last_undegraded":"2024-04-02T08:21:03.029106+0000","last_fullsized":"2024-04-02T08:21:03.029106+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:29:42.083367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"65'128","reported_seq":265,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.474381+0000","last_change":"2024-04-02T08:20:11.332719+0000","last_active":"2024-04-02T08:21:03.474381+0000","last_peered":"2024-04-02T08:21:03.474381+0000","last_clean":"2024-04-02T08:21:03.474381+0000","last_became_active":"2024-04-02T08:20:11.332286+0000","last_became_peered":"2024-04-02T08:20:11.332286+0000","last_unstale":"2024-04-02T08:21:03.474381+0000","last_undegraded":"2024-04-02T08:21:03.474381+0000","last_fullsized":"2024-04-02T08:21:03.474381+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:18:06.875872+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:18:06.875872+0000","last_clean_scrub_stamp":"2024-04-02T08:18:06.875872+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:26:46.361137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:04.783030+0000","last_change":"2024-04-02T08:21:02.242060+0000","last_active":"2024-04-02T08:21:04.783030+0000","last_peered":"2024-04-02T08:21:04.783030+0000","last_clean":"2024-04-02T08:21:04.783030+0000","last_became_active":"2024-04-02T08:21:02.241721+0000","last_became_peered":"2024-04-02T08:21:02.241721+0000","last_unstale":"2024-04-02T08:21:04.783030+0000","last_undegraded":"2024-04-02T08:21:04.783030+0000","last_fullsized":"2024-04-02T08:21:04.783030+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:01.007578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:01.007578+0000","last_clean_scrub_stamp":"2024-04-02T08:21:01.007578+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:56:53.520416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.029242+0000","last_change":"2024-04-02T08:20:27.029057+0000","last_active":"2024-04-02T08:21:03.029242+0000","last_peered":"2024-04-02T08:21:03.029242+0000","last_clean":"2024-04-02T08:21:03.029242+0000","last_became_active":"2024-04-02T08:20:27.028708+0000","last_became_peered":"2024-04-02T08:20:27.028708+0000","last_unstale":"2024-04-02T08:21:03.029242+0000","last_undegraded":"2024-04-02T08:21:03.029242+0000","last_fullsized":"2024-04-02T08:21:03.029242+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:15:57.005362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.474214+0000","last_change":"2024-04-02T08:20:26.657892+0000","last_active":"2024-04-02T08:21:03.474214+0000","last_peered":"2024-04-02T08:21:03.474214+0000","last_clean":"2024-04-02T08:21:03.474214+0000","last_became_active":"2024-04-02T08:20:26.657567+0000","last_became_peered":"2024-04-02T08:20:26.657567+0000","last_unstale":"2024-04-02T08:21:03.474214+0000","last_undegraded":"2024-04-02T08:21:03.474214+0000","last_fullsized":"2024-04-02T08:21:03.474214+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:17:33.203588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:04.782970+0000","last_change":"2024-04-02T08:21:02.286489+0000","last_active":"2024-04-02T08:21:04.782970+0000","last_peered":"2024-04-02T08:21:04.782970+0000","last_clean":"2024-04-02T08:21:04.782970+0000","last_became_active":"2024-04-02T08:21:02.286185+0000","last_became_peered":"2024-04-02T08:21:02.286185+0000","last_unstale":"2024-04-02T08:21:04.782970+0000","last_undegraded":"2024-04-02T08:21:04.782970+0000","last_fullsized":"2024-04-02T08:21:04.782970+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:01.007578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:01.007578+0000","last_clean_scrub_stamp":"2024-04-02T08:21:01.007578+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:27:14.462585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.475405+0000","last_change":"2024-04-02T08:20:26.655112+0000","last_active":"2024-04-02T08:21:03.475405+0000","last_peered":"2024-04-02T08:21:03.475405+0000","last_clean":"2024-04-02T08:21:03.475405+0000","last_became_active":"2024-04-02T08:20:26.654810+0000","last_became_peered":"2024-04-02T08:20:26.654810+0000","last_unstale":"2024-04-02T08:21:03.475405+0000","last_undegraded":"2024-04-02T08:21:03.475405+0000","last_fullsized":"2024-04-02T08:21:03.475405+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:12:01.719204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.474543+0000","last_change":"2024-04-02T08:20:27.012604+0000","last_active":"2024-04-02T08:21:03.474543+0000","last_peered":"2024-04-02T08:21:03.474543+0000","last_clean":"2024-04-02T08:21:03.474543+0000","last_became_active":"2024-04-02T08:20:27.012279+0000","last_became_peered":"2024-04-02T08:20:27.012279+0000","last_unstale":"2024-04-02T08:21:03.474543+0000","last_undegraded":"2024-04-02T08:21:03.474543+0000","last_fullsized":"2024-04-02T08:21:03.474543+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:15:41.241040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:04.783158+0000","last_change":"2024-04-02T08:21:02.287000+0000","last_active":"2024-04-02T08:21:04.783158+0000","last_peered":"2024-04-02T08:21:04.783158+0000","last_clean":"2024-04-02T08:21:04.783158+0000","last_became_active":"2024-04-02T08:21:02.286662+0000","last_became_peered":"2024-04-02T08:21:02.286662+0000","last_unstale":"2024-04-02T08:21:04.783158+0000","last_undegraded":"2024-04-02T08:21:04.783158+0000","last_fullsized":"2024-04-02T08:21:04.783158+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:01.007578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:01.007578+0000","last_clean_scrub_stamp":"2024-04-02T08:21:01.007578+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:22:06.634329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"62'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.475434+0000","last_change":"2024-04-02T08:20:26.647313+0000","last_active":"2024-04-02T08:21:03.475434+0000","last_peered":"2024-04-02T08:21:03.475434+0000","last_clean":"2024-04-02T08:21:03.475434+0000","last_became_active":"2024-04-02T08:20:26.646995+0000","last_became_peered":"2024-04-02T08:20:26.646995+0000","last_unstale":"2024-04-02T08:21:03.475434+0000","last_undegraded":"2024-04-02T08:21:03.475434+0000","last_fullsized":"2024-04-02T08:21:03.475434+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:44:21.445382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.031262+0000","last_change":"2024-04-02T08:20:27.031320+0000","last_active":"2024-04-02T08:21:03.031262+0000","last_peered":"2024-04-02T08:21:03.031262+0000","last_clean":"2024-04-02T08:21:03.031262+0000","last_became_active":"2024-04-02T08:20:27.031023+0000","last_became_peered":"2024-04-02T08:20:27.031023+0000","last_unstale":"2024-04-02T08:21:03.031262+0000","last_undegraded":"2024-04-02T08:21:03.031262+0000","last_fullsized":"2024-04-02T08:21:03.031262+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:12:25.847169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:04.786208+0000","last_change":"2024-04-02T08:21:02.026504+0000","last_active":"2024-04-02T08:21:04.786208+0000","last_peered":"2024-04-02T08:21:04.786208+0000","last_clean":"2024-04-02T08:21:04.786208+0000","last_became_active":"2024-04-02T08:21:02.026224+0000","last_became_peered":"2024-04-02T08:21:02.026224+0000","last_unstale":"2024-04-02T08:21:04.786208+0000","last_undegraded":"2024-04-02T08:21:04.786208+0000","last_fullsized":"2024-04-02T08:21:04.786208+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:01.007578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:01.007578+0000","last_clean_scrub_stamp":"2024-04-02T08:21:01.007578+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:00:49.609005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.474940+0000","last_change":"2024-04-02T08:20:26.649970+0000","last_active":"2024-04-02T08:21:03.474940+0000","last_peered":"2024-04-02T08:21:03.474940+0000","last_clean":"2024-04-02T08:21:03.474940+0000","last_became_active":"2024-04-02T08:20:26.649635+0000","last_became_peered":"2024-04-02T08:20:26.649635+0000","last_unstale":"2024-04-02T08:21:03.474940+0000","last_undegraded":"2024-04-02T08:21:03.474940+0000","last_fullsized":"2024-04-02T08:21:03.474940+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:38:03.729712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.030305+0000","last_change":"2024-04-02T08:20:27.025574+0000","last_active":"2024-04-02T08:21:03.030305+0000","last_peered":"2024-04-02T08:21:03.030305+0000","last_clean":"2024-04-02T08:21:03.030305+0000","last_became_active":"2024-04-02T08:20:27.025270+0000","last_became_peered":"2024-04-02T08:20:27.025270+0000","last_unstale":"2024-04-02T08:21:03.030305+0000","last_undegraded":"2024-04-02T08:21:03.030305+0000","last_fullsized":"2024-04-02T08:21:03.030305+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:16:34.897748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.475306+0000","last_change":"2024-04-02T08:20:26.657396+0000","last_active":"2024-04-02T08:21:03.475306+0000","last_peered":"2024-04-02T08:21:03.475306+0000","last_clean":"2024-04-02T08:21:03.475306+0000","last_became_active":"2024-04-02T08:20:26.657046+0000","last_became_peered":"2024-04-02T08:20:26.657046+0000","last_unstale":"2024-04-02T08:21:03.475306+0000","last_undegraded":"2024-04-02T08:21:03.475306+0000","last_fullsized":"2024-04-02T08:21:03.475306+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:52:30.485564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.050327+0000","last_change":"2024-04-02T08:20:27.030304+0000","last_active":"2024-04-02T08:21:03.050327+0000","last_peered":"2024-04-02T08:21:03.050327+0000","last_clean":"2024-04-02T08:21:03.050327+0000","last_became_active":"2024-04-02T08:20:27.029920+0000","last_became_peered":"2024-04-02T08:20:27.029920+0000","last_unstale":"2024-04-02T08:21:03.050327+0000","last_undegraded":"2024-04-02T08:21:03.050327+0000","last_fullsized":"2024-04-02T08:21:03.050327+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:47:54.290777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.474287+0000","last_change":"2024-04-02T08:20:26.653887+0000","last_active":"2024-04-02T08:21:03.474287+0000","last_peered":"2024-04-02T08:21:03.474287+0000","last_clean":"2024-04-02T08:21:03.474287+0000","last_became_active":"2024-04-02T08:20:26.653593+0000","last_became_peered":"2024-04-02T08:20:26.653593+0000","last_unstale":"2024-04-02T08:21:03.474287+0000","last_undegraded":"2024-04-02T08:21:03.474287+0000","last_fullsized":"2024-04-02T08:21:03.474287+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:20:10.083069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.030897+0000","last_change":"2024-04-02T08:20:27.029846+0000","last_active":"2024-04-02T08:21:03.030897+0000","last_peered":"2024-04-02T08:21:03.030897+0000","last_clean":"2024-04-02T08:21:03.030897+0000","last_became_active":"2024-04-02T08:20:27.029580+0000","last_became_peered":"2024-04-02T08:20:27.029580+0000","last_unstale":"2024-04-02T08:21:03.030897+0000","last_undegraded":"2024-04-02T08:21:03.030897+0000","last_fullsized":"2024-04-02T08:21:03.030897+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:48:55.035231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.474374+0000","last_change":"2024-04-02T08:20:26.654640+0000","last_active":"2024-04-02T08:21:03.474374+0000","last_peered":"2024-04-02T08:21:03.474374+0000","last_clean":"2024-04-02T08:21:03.474374+0000","last_became_active":"2024-04-02T08:20:26.654228+0000","last_became_peered":"2024-04-02T08:20:26.654228+0000","last_unstale":"2024-04-02T08:21:03.474374+0000","last_undegraded":"2024-04-02T08:21:03.474374+0000","last_fullsized":"2024-04-02T08:21:03.474374+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:19:45.434108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.030543+0000","last_change":"2024-04-02T08:20:27.015647+0000","last_active":"2024-04-02T08:21:03.030543+0000","last_peered":"2024-04-02T08:21:03.030543+0000","last_clean":"2024-04-02T08:21:03.030543+0000","last_became_active":"2024-04-02T08:20:27.015391+0000","last_became_peered":"2024-04-02T08:20:27.015391+0000","last_unstale":"2024-04-02T08:21:03.030543+0000","last_undegraded":"2024-04-02T08:21:03.030543+0000","last_fullsized":"2024-04-02T08:21:03.030543+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:01:05.810507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.474865+0000","last_change":"2024-04-02T08:20:26.653235+0000","last_active":"2024-04-02T08:21:03.474865+0000","last_peered":"2024-04-02T08:21:03.474865+0000","last_clean":"2024-04-02T08:21:03.474865+0000","last_became_active":"2024-04-02T08:20:26.652926+0000","last_became_peered":"2024-04-02T08:20:26.652926+0000","last_unstale":"2024-04-02T08:21:03.474865+0000","last_undegraded":"2024-04-02T08:21:03.474865+0000","last_fullsized":"2024-04-02T08:21:03.474865+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:35:07.031496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.474703+0000","last_change":"2024-04-02T08:20:47.910914+0000","last_active":"2024-04-02T08:21:03.474703+0000","last_peered":"2024-04-02T08:21:03.474703+0000","last_clean":"2024-04-02T08:21:03.474703+0000","last_became_active":"2024-04-02T08:20:47.910445+0000","last_became_peered":"2024-04-02T08:20:47.910445+0000","last_unstale":"2024-04-02T08:21:03.474703+0000","last_undegraded":"2024-04-02T08:21:03.474703+0000","last_fullsized":"2024-04-02T08:21:03.474703+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:59:06.279482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.475048+0000","last_change":"2024-04-02T08:20:26.646027+0000","last_active":"2024-04-02T08:21:03.475048+0000","last_peered":"2024-04-02T08:21:03.475048+0000","last_clean":"2024-04-02T08:21:03.475048+0000","last_became_active":"2024-04-02T08:20:26.645629+0000","last_became_peered":"2024-04-02T08:20:26.645629+0000","last_unstale":"2024-04-02T08:21:03.475048+0000","last_undegraded":"2024-04-02T08:21:03.475048+0000","last_fullsized":"2024-04-02T08:21:03.475048+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:29:05.837940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.475338+0000","last_change":"2024-04-02T08:20:27.034246+0000","last_active":"2024-04-02T08:21:03.475338+0000","last_peered":"2024-04-02T08:21:03.475338+0000","last_clean":"2024-04-02T08:21:03.475338+0000","last_became_active":"2024-04-02T08:20:27.033925+0000","last_became_peered":"2024-04-02T08:20:27.033925+0000","last_unstale":"2024-04-02T08:21:03.475338+0000","last_undegraded":"2024-04-02T08:21:03.475338+0000","last_fullsized":"2024-04-02T08:21:03.475338+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:23:06.206048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.475671+0000","last_change":"2024-04-02T08:20:26.649476+0000","last_active":"2024-04-02T08:21:03.475671+0000","last_peered":"2024-04-02T08:21:03.475671+0000","last_clean":"2024-04-02T08:21:03.475671+0000","last_became_active":"2024-04-02T08:20:26.648685+0000","last_became_peered":"2024-04-02T08:20:26.648685+0000","last_unstale":"2024-04-02T08:21:03.475671+0000","last_undegraded":"2024-04-02T08:21:03.475671+0000","last_fullsized":"2024-04-02T08:21:03.475671+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:48:24.460254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.029277+0000","last_change":"2024-04-02T08:20:27.014157+0000","last_active":"2024-04-02T08:21:03.029277+0000","last_peered":"2024-04-02T08:21:03.029277+0000","last_clean":"2024-04-02T08:21:03.029277+0000","last_became_active":"2024-04-02T08:20:27.013827+0000","last_became_peered":"2024-04-02T08:20:27.013827+0000","last_unstale":"2024-04-02T08:21:03.029277+0000","last_undegraded":"2024-04-02T08:21:03.029277+0000","last_fullsized":"2024-04-02T08:21:03.029277+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:33:41.027362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.475166+0000","last_change":"2024-04-02T08:20:26.641873+0000","last_active":"2024-04-02T08:21:03.475166+0000","last_peered":"2024-04-02T08:21:03.475166+0000","last_clean":"2024-04-02T08:21:03.475166+0000","last_became_active":"2024-04-02T08:20:26.641501+0000","last_became_peered":"2024-04-02T08:20:26.641501+0000","last_unstale":"2024-04-02T08:21:03.475166+0000","last_undegraded":"2024-04-02T08:21:03.475166+0000","last_fullsized":"2024-04-02T08:21:03.475166+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:41:10.327745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.475170+0000","last_change":"2024-04-02T08:20:27.041716+0000","last_active":"2024-04-02T08:21:03.475170+0000","last_peered":"2024-04-02T08:21:03.475170+0000","last_clean":"2024-04-02T08:21:03.475170+0000","last_became_active":"2024-04-02T08:20:27.041348+0000","last_became_peered":"2024-04-02T08:20:27.041348+0000","last_unstale":"2024-04-02T08:21:03.475170+0000","last_undegraded":"2024-04-02T08:21:03.475170+0000","last_fullsized":"2024-04-02T08:21:03.475170+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:31:30.108019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.474444+0000","last_change":"2024-04-02T08:20:27.026776+0000","last_active":"2024-04-02T08:21:03.474444+0000","last_peered":"2024-04-02T08:21:03.474444+0000","last_clean":"2024-04-02T08:21:03.474444+0000","last_became_active":"2024-04-02T08:20:27.026451+0000","last_became_peered":"2024-04-02T08:20:27.026451+0000","last_unstale":"2024-04-02T08:21:03.474444+0000","last_undegraded":"2024-04-02T08:21:03.474444+0000","last_fullsized":"2024-04-02T08:21:03.474444+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:37:45.099523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.474653+0000","last_change":"2024-04-02T08:20:27.013352+0000","last_active":"2024-04-02T08:21:03.474653+0000","last_peered":"2024-04-02T08:21:03.474653+0000","last_clean":"2024-04-02T08:21:03.474653+0000","last_became_active":"2024-04-02T08:20:27.013063+0000","last_became_peered":"2024-04-02T08:20:27.013063+0000","last_unstale":"2024-04-02T08:21:03.474653+0000","last_undegraded":"2024-04-02T08:21:03.474653+0000","last_fullsized":"2024-04-02T08:21:03.474653+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:37:03.983674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.029241+0000","last_change":"2024-04-02T08:20:27.020336+0000","last_active":"2024-04-02T08:21:03.029241+0000","last_peered":"2024-04-02T08:21:03.029241+0000","last_clean":"2024-04-02T08:21:03.029241+0000","last_became_active":"2024-04-02T08:20:27.018798+0000","last_became_peered":"2024-04-02T08:20:27.018798+0000","last_unstale":"2024-04-02T08:21:03.029241+0000","last_undegraded":"2024-04-02T08:21:03.029241+0000","last_fullsized":"2024-04-02T08:21:03.029241+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:46:57.225102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.029818+0000","last_change":"2024-04-02T08:20:27.025726+0000","last_active":"2024-04-02T08:21:03.029818+0000","last_peered":"2024-04-02T08:21:03.029818+0000","last_clean":"2024-04-02T08:21:03.029818+0000","last_became_active":"2024-04-02T08:20:27.025461+0000","last_became_peered":"2024-04-02T08:20:27.025461+0000","last_unstale":"2024-04-02T08:21:03.029818+0000","last_undegraded":"2024-04-02T08:21:03.029818+0000","last_fullsized":"2024-04-02T08:21:03.029818+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:34:04.211579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.031197+0000","last_change":"2024-04-02T08:20:27.015382+0000","last_active":"2024-04-02T08:21:03.031197+0000","last_peered":"2024-04-02T08:21:03.031197+0000","last_clean":"2024-04-02T08:21:03.031197+0000","last_became_active":"2024-04-02T08:20:27.015114+0000","last_became_peered":"2024-04-02T08:20:27.015114+0000","last_unstale":"2024-04-02T08:21:03.031197+0000","last_undegraded":"2024-04-02T08:21:03.031197+0000","last_fullsized":"2024-04-02T08:21:03.031197+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:46:30.002195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.475614+0000","last_change":"2024-04-02T08:20:27.017423+0000","last_active":"2024-04-02T08:21:03.475614+0000","last_peered":"2024-04-02T08:21:03.475614+0000","last_clean":"2024-04-02T08:21:03.475614+0000","last_became_active":"2024-04-02T08:20:27.016660+0000","last_became_peered":"2024-04-02T08:20:27.016660+0000","last_unstale":"2024-04-02T08:21:03.475614+0000","last_undegraded":"2024-04-02T08:21:03.475614+0000","last_fullsized":"2024-04-02T08:21:03.475614+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:47:46.397050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.475212+0000","last_change":"2024-04-02T08:20:27.035922+0000","last_active":"2024-04-02T08:21:03.475212+0000","last_peered":"2024-04-02T08:21:03.475212+0000","last_clean":"2024-04-02T08:21:03.475212+0000","last_became_active":"2024-04-02T08:20:27.035455+0000","last_became_peered":"2024-04-02T08:20:27.035455+0000","last_unstale":"2024-04-02T08:21:03.475212+0000","last_undegraded":"2024-04-02T08:21:03.475212+0000","last_fullsized":"2024-04-02T08:21:03.475212+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:03:45.344318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":27,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.031269+0000","last_change":"2024-04-02T08:20:47.912277+0000","last_active":"2024-04-02T08:21:03.031269+0000","last_peered":"2024-04-02T08:21:03.031269+0000","last_clean":"2024-04-02T08:21:03.031269+0000","last_became_active":"2024-04-02T08:20:47.911816+0000","last_became_peered":"2024-04-02T08:20:47.911816+0000","last_unstale":"2024-04-02T08:21:03.031269+0000","last_undegraded":"2024-04-02T08:21:03.031269+0000","last_fullsized":"2024-04-02T08:21:03.031269+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:19:59.823622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.028838+0000","last_change":"2024-04-02T08:20:27.014532+0000","last_active":"2024-04-02T08:21:03.028838+0000","last_peered":"2024-04-02T08:21:03.028838+0000","last_clean":"2024-04-02T08:21:03.028838+0000","last_became_active":"2024-04-02T08:20:27.012846+0000","last_became_peered":"2024-04-02T08:20:27.012846+0000","last_unstale":"2024-04-02T08:21:03.028838+0000","last_undegraded":"2024-04-02T08:21:03.028838+0000","last_fullsized":"2024-04-02T08:21:03.028838+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:22:53.839236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.029683+0000","last_change":"2024-04-02T08:20:27.020175+0000","last_active":"2024-04-02T08:21:03.029683+0000","last_peered":"2024-04-02T08:21:03.029683+0000","last_clean":"2024-04-02T08:21:03.029683+0000","last_became_active":"2024-04-02T08:20:27.019746+0000","last_became_peered":"2024-04-02T08:20:27.019746+0000","last_unstale":"2024-04-02T08:21:03.029683+0000","last_undegraded":"2024-04-02T08:21:03.029683+0000","last_fullsized":"2024-04-02T08:21:03.029683+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:50:13.525603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.029325+0000","last_change":"2024-04-02T08:20:27.026187+0000","last_active":"2024-04-02T08:21:03.029325+0000","last_peered":"2024-04-02T08:21:03.029325+0000","last_clean":"2024-04-02T08:21:03.029325+0000","last_became_active":"2024-04-02T08:20:27.024746+0000","last_became_peered":"2024-04-02T08:20:27.024746+0000","last_unstale":"2024-04-02T08:21:03.029325+0000","last_undegraded":"2024-04-02T08:21:03.029325+0000","last_fullsized":"2024-04-02T08:21:03.029325+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:50:39.331951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.029887+0000","last_change":"2024-04-02T08:20:27.029837+0000","last_active":"2024-04-02T08:21:03.029887+0000","last_peered":"2024-04-02T08:21:03.029887+0000","last_clean":"2024-04-02T08:21:03.029887+0000","last_became_active":"2024-04-02T08:20:27.029512+0000","last_became_peered":"2024-04-02T08:20:27.029512+0000","last_unstale":"2024-04-02T08:21:03.029887+0000","last_undegraded":"2024-04-02T08:21:03.029887+0000","last_fullsized":"2024-04-02T08:21:03.029887+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:22:47.241898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:21:03.474904+0000","last_change":"2024-04-02T08:20:27.034287+0000","last_active":"2024-04-02T08:21:03.474904+0000","last_peered":"2024-04-02T08:21:03.474904+0000","last_clean":"2024-04-02T08:21:03.474904+0000","last_became_active":"2024-04-02T08:20:27.032002+0000","last_became_peered":"2024-04-02T08:20:27.032002+0000","last_unstale":"2024-04-02T08:21:03.474904+0000","last_undegraded":"2024-04-02T08:21:03.474904+0000","last_fullsized":"2024-04-02T08:21:03.474904+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:13:45.183063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3148,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234010,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28296,"kb_used_data":1276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716856,"statfs":{"total":95995035648,"available":95966060544,"internally_reserved":0,"allocated":1306624,"data_stored":900105,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:21:09 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.745}]},{"osd":1,"last update":"Tue Apr 2 08:21:09 2024","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.497,"15min":0.497},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.66900000000000004},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.79800000000000004}]},{"osd":2,"last update":"Tue Apr 2 08:21:09 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.76100000000000001},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.73199999999999998}]},{"osd":3,"last update":"Tue Apr 2 08:21:09 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.78100000000000003}]},{"osd":4,"last update":"Tue Apr 2 08:21:09 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.58299999999999996}]},{"osd":5,"last update":"Tue Apr 2 08:21:09 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.54600000000000004}]},{"osd":6,"last update":"Tue Apr 2 08:21:09 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.65600000000000003}]}]},{"osd":6,"up_from":46,"seq":197568495646,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28304,"kb_used_data":1284,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716848,"statfs":{"total":95995035648,"available":95966052352,"internally_reserved":0,"allocated":1314816,"data_stored":902182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:21:46 2024","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.52600000000000002,"15min":0.53000000000000003},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.74299999999999999,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.376},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.53400000000000003,"15min":0.53600000000000003},"min":{"1min":0.38700000000000001,"5min":0.309,"15min":0.309},"max":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"last":0.496}]},{"osd":1,"last update":"Tue Apr 2 08:21:46 2024","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.52600000000000002,"15min":0.53000000000000003},"min":{"1min":0.35999999999999999,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.64500000000000002,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.55600000000000005,"15min":0.55800000000000005},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.46600000000000003}]},{"osd":2,"last update":"Tue Apr 2 08:21:46 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.33900000000000002,"5min":0.313,"15min":0.313},"max":{"1min":1.028,"5min":1.028,"15min":1.028},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.55400000000000005,"15min":0.56000000000000005},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.79800000000000004,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.53700000000000003}]},{"osd":3,"last update":"Tue Apr 2 08:21:46 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.53500000000000003,"15min":0.53700000000000003},"min":{"1min":0.34100000000000003,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.75800000000000001,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.60199999999999998,"15min":0.60699999999999998},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.0720000000000001,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.57099999999999995}]},{"osd":4,"last update":"Tue Apr 2 08:21:46 2024","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.46000000000000002,"15min":0.46400000000000002},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.63800000000000001,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.499,"15min":0.503},"min":{"1min":0.317,"5min":0.307,"15min":0.307},"max":{"1min":0.68100000000000005,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.47699999999999998}]},{"osd":5,"last update":"Tue Apr 2 08:21:46 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.46999999999999997,"15min":0.46600000000000003},"min":{"1min":0.309,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":1.004,"5min":1.004,"15min":1.004},"last":0.626},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.50900000000000001,"15min":0.504},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":1.0129999999999999,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.61499999999999999}]},{"osd":7,"last update":"Tue Apr 2 08:21:09 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.92100000000000004,"5min":0.92100000000000004,"15min":0.92100000000000004},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.65200000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574903,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27716,"kb_used_data":692,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717436,"statfs":{"total":95995035648,"available":95966654464,"internally_reserved":0,"allocated":708608,"data_stored":309078,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:21:55 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.35299999999999998,"15min":0.32500000000000001},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.53100000000000003,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.38600000000000001,"15min":0.35599999999999998},"min":{"1min":0.26400000000000001,"5min":0.224,"15min":0.224},"max":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.30599999999999999}]},{"osd":2,"last update":"Tue Apr 2 08:21:14 2024","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.39300000000000002,"15min":0.38700000000000001},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.501,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.44700000000000001,"15min":0.439},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.56899999999999995,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.379}]},{"osd":3,"last update":"Tue Apr 2 08:21:37 2024","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.47199999999999998,"15min":0.47799999999999998},"min":{"1min":0.28899999999999998,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.56000000000000005,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.45600000000000002,"15min":0.45800000000000002},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.58299999999999996,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.39100000000000001}]},{"osd":4,"last update":"Tue Apr 2 08:22:00 2024","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.621,"15min":0.621},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.74199999999999999},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.58099999999999996,"15min":0.57699999999999996},"min":{"1min":0.41399999999999998,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.73099999999999998}]},{"osd":5,"last update":"Tue Apr 2 08:21:19 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.58999999999999997,"15min":0.59199999999999997},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.80200000000000005,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.64800000000000002,"15min":0.66000000000000003},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.71699999999999997,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.68899999999999995}]},{"osd":6,"last update":"Tue Apr 2 08:21:45 2024","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.61399999999999999,"15min":0.61299999999999999},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.57999999999999996,"15min":0.57599999999999996},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.59499999999999997}]},{"osd":7,"last update":"Tue Apr 2 08:21:08 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.754},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.63900000000000001}]}]},{"osd":0,"up_from":8,"seq":34359738429,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28308,"kb_used_data":1288,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716844,"statfs":{"total":95995035648,"available":95966048256,"internally_reserved":0,"allocated":1318912,"data_stored":900560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Apr 2 08:21:48 2024","interfaces":[{"interface":"back","average":{"1min":0.34799999999999998,"5min":0.38300000000000001,"15min":0.371},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.498,"5min":1.248,"15min":1.248},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.378,"15min":0.34300000000000003},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.42099999999999999}]},{"osd":2,"last update":"Tue Apr 2 08:21:16 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.48799999999999999,"15min":0.52900000000000003},"min":{"1min":0.28100000000000003,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.58699999999999997,"5min":2.827,"15min":2.827},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.441,"5min":0.44900000000000001,"15min":0.442},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.46500000000000002}]},{"osd":3,"last update":"Tue Apr 2 08:21:38 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.47199999999999998,"15min":0.48699999999999999},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.48699999999999999,"15min":0.496},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.438}]},{"osd":4,"last update":"Tue Apr 2 08:22:00 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.57999999999999996,"15min":0.58399999999999996},"min":{"1min":0.373,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":1.024,"5min":1.024,"15min":1.024},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60999999999999999,"15min":0.61599999999999999},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.84399999999999997,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.59099999999999997}]},{"osd":5,"last update":"Tue Apr 2 08:21:20 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.59199999999999997,"15min":0.59399999999999997},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":1.071,"5min":1.071,"15min":1.071},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.61499999999999999,"15min":0.621},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.95699999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.55100000000000005}]},{"osd":6,"last update":"Tue Apr 2 08:21:48 2024","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.622,"15min":0.624},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":1.107,"5min":1.107,"15min":1.107},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.60199999999999998,"15min":0.59999999999999998},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":1.3819999999999999,"5min":1.3819999999999999,"15min":1.3819999999999999},"last":0.53900000000000003}]},{"osd":7,"last update":"Tue Apr 2 08:21:08 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.65900000000000003},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.628}]}]},{"osd":2,"up_from":18,"seq":77309411377,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27712,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717440,"statfs":{"total":95995035648,"available":95966658560,"internally_reserved":0,"allocated":704512,"data_stored":309191,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:21:10 2024","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.371,"15min":0.36299999999999999},"min":{"1min":0.26400000000000001,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.504,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.39800000000000002,"15min":0.38400000000000001},"min":{"1min":0.23899999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.64100000000000001,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.41599999999999998}]},{"osd":1,"last update":"Tue Apr 2 08:21:10 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.39000000000000001,"15min":0.38200000000000001},"min":{"1min":0.27800000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.54600000000000004,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.438},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.41599999999999998,"15min":0.40600000000000003},"min":{"1min":0.28000000000000003,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.56200000000000006,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.46999999999999997}]},{"osd":3,"last update":"Tue Apr 2 08:21:37 2024","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.46800000000000003,"15min":0.48199999999999998},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.373},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.432,"15min":0.442},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.52900000000000003,"5min":0.61299999999999999,"15min":0.61299999999999999},"last":0.45300000000000001}]},{"osd":4,"last update":"Tue Apr 2 08:22:00 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.59299999999999997,"15min":0.59799999999999998},"min":{"1min":0.42899999999999999,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.77500000000000002,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.754},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.60699999999999998,"15min":0.61199999999999999},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.85199999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.745}]},{"osd":5,"last update":"Tue Apr 2 08:21:24 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":1.304,"15min":1.429},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.81799999999999995,"5min":12.739000000000001,"15min":12.739000000000001},"last":0.82499999999999996},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.60199999999999998,"15min":0.60799999999999998},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.76700000000000002,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.622}]},{"osd":6,"last update":"Tue Apr 2 08:21:48 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.61599999999999999,"15min":0.61799999999999999},"min":{"1min":0.42599999999999999,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.79900000000000004},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.621,"15min":0.629},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.77100000000000002,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.66900000000000004}]},{"osd":7,"last update":"Tue Apr 2 08:21:08 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.81299999999999994},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.72099999999999997}]}]},{"osd":3,"up_from":25,"seq":107374182445,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27732,"kb_used_data":712,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717420,"statfs":{"total":95995035648,"available":95966638080,"internally_reserved":0,"allocated":729088,"data_stored":311918,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:21:39 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.39800000000000002,"15min":0.39400000000000002},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.63400000000000001,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.31900000000000001},{"interface":"front","average":{"1min":0.377,"5min":0.42399999999999999,"15min":0.432},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.55400000000000005,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.36199999999999999}]},{"osd":1,"last update":"Tue Apr 2 08:21:39 2024","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.432,"15min":0.42799999999999999},"min":{"1min":0.27000000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.438,"15min":0.437},"min":{"1min":0.28999999999999998,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.54200000000000004,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.38900000000000001}]},{"osd":2,"last update":"Tue Apr 2 08:21:39 2024","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.47399999999999998,"15min":0.47099999999999997},"min":{"1min":0.29799999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.70899999999999996,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.441,"15min":0.441},"min":{"1min":0.28899999999999998,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.42799999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:21:59 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55500000000000005,"15min":0.55700000000000005},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.751,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.58299999999999996,"15min":0.58099999999999996},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.79500000000000004,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.57099999999999995}]},{"osd":5,"last update":"Tue Apr 2 08:21:25 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.60999999999999999,"15min":0.61299999999999999},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.79800000000000004,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.60299999999999998,"15min":0.60599999999999998},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.75,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.51800000000000002}]},{"osd":6,"last update":"Tue Apr 2 08:21:48 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.61699999999999999,"15min":0.626},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.83599999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.63,"15min":0.63800000000000001},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.81899999999999995,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.58099999999999996}]},{"osd":7,"last update":"Tue Apr 2 08:21:09 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.54000000000000004}]}]},{"osd":4,"up_from":30,"seq":128849018919,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27728,"kb_used_data":708,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717424,"statfs":{"total":95995035648,"available":95966642176,"internally_reserved":0,"allocated":724992,"data_stored":310172,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:22:00 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.52600000000000002,"15min":0.53200000000000003},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54000000000000004,"15min":0.54600000000000004},"min":{"1min":0.37,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.72899999999999998,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.66200000000000003}]},{"osd":1,"last update":"Tue Apr 2 08:22:00 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.52700000000000002,"15min":0.53300000000000003},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.54000000000000004,"15min":0.54900000000000004},"min":{"1min":0.35599999999999998,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.64900000000000002}]},{"osd":2,"last update":"Tue Apr 2 08:22:00 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.54600000000000004,"15min":0.55000000000000004},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.56699999999999995,"15min":0.57299999999999995},"min":{"1min":0.39500000000000002,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.52300000000000002}]},{"osd":3,"last update":"Tue Apr 2 08:22:00 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.57699999999999996,"15min":0.58199999999999996},"min":{"1min":0.42899999999999999,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.78800000000000003,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59099999999999997,"15min":0.59899999999999998},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.84599999999999997,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.63400000000000001}]},{"osd":5,"last update":"Tue Apr 2 08:21:23 2024","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.46000000000000002,"15min":0.45800000000000002},"min":{"1min":0.29499999999999998,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.72699999999999998,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.50600000000000001,"15min":0.503},"min":{"1min":0.373,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.85799999999999998,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.45000000000000001}]},{"osd":6,"last update":"Tue Apr 2 08:21:47 2024","interfaces":[{"interface":"back","average":{"1min":0.46700000000000003,"5min":0.443,"15min":0.439},"min":{"1min":0.317,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.751,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.435},{"interface":"front","average":{"1min":0.499,"5min":0.48699999999999999,"15min":0.48499999999999999},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.40200000000000002}]},{"osd":7,"last update":"Tue Apr 2 08:21:07 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.46700000000000003}]}]},{"osd":5,"up_from":38,"seq":163208757283,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27724,"kb_used_data":704,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717428,"statfs":{"total":95995035648,"available":95966646272,"internally_reserved":0,"allocated":720896,"data_stored":311573,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:21:22 2024","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.52800000000000002,"15min":0.53200000000000003},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.44},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.52400000000000002,"15min":0.52100000000000002},"min":{"1min":0.41999999999999998,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.51700000000000002}]},{"osd":1,"last update":"Tue Apr 2 08:21:22 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.75900000000000001,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.55600000000000005,"15min":0.56200000000000006},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.74299999999999999,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.55800000000000005}]},{"osd":2,"last update":"Tue Apr 2 08:21:22 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.56100000000000005,"15min":0.56899999999999995},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.75600000000000001,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.495},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.432,"5min":0.371,"15min":0.371},"max":{"1min":0.81799999999999995,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.48499999999999999}]},{"osd":3,"last update":"Tue Apr 2 08:21:22 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.54900000000000004,"15min":0.55300000000000005},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.57399999999999995,"15min":0.57799999999999996},"min":{"1min":0.40699999999999997,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.83599999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.53600000000000003}]},{"osd":4,"last update":"Tue Apr 2 08:21:22 2024","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.436,"15min":0.437},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.46300000000000002,"15min":0.45900000000000002},"min":{"1min":0.30599999999999999,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.68500000000000005,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.63500000000000001}]},{"osd":6,"last update":"Tue Apr 2 08:21:48 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.47299999999999998,"15min":0.46700000000000003},"min":{"1min":0.314,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.496,"15min":0.48899999999999999},"min":{"1min":0.35799999999999998,"5min":0.316,"15min":0.316},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.58099999999999996}]},{"osd":7,"last update":"Tue Apr 2 08:21:07 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.625}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-02T08:22:09.534 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-02T08:22:09.534 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-04-02T08:22:09.534 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-04-02T08:22:09.535 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph health --format=json 2024-04-02T08:22:10.783 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:10 smithi055 ceph-mon[31035]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:10.806 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:10 smithi012 ceph-mon[27004]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:10.806 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:10 smithi012 ceph-mon[38029]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:11.255 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:22:11.377 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:22:11 smithi012 systemd[1]: Stopping Ceph alertmanager.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:22:11.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:11 smithi012 ceph-mon[27004]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:11.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:11 smithi012 ceph-mon[38029]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:12.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:11 smithi055 ceph-mon[31035]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:12.401 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:22:12 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:22:12] "GET /metrics HTTP/1.1" 200 33638 "" "Prometheus/2.43.0" 2024-04-02T08:22:12.402 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:22:12 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[69022]: ts=2024-04-02T08:22:12.078Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-02T08:22:12.402 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:22:12 smithi012 podman[73212]: 2024-04-02 08:22:12.098422904 +0000 UTC m=+0.137514660 container died 191edd1765ce243752da433b1451149f32272d6703fea56731716f0d2d3995c8 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:22:12.678 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:22:12 smithi012 podman[73212]: 2024-04-02 08:22:12.594954433 +0000 UTC m=+0.634046183 container cleanup 191edd1765ce243752da433b1451149f32272d6703fea56731716f0d2d3995c8 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:22:12.678 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:22:12 smithi012 bash[73212]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a 2024-04-02T08:22:13.678 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:22:13 smithi012 podman[73228]: 2024-04-02 08:22:13.534601092 +0000 UTC m=+1.434503737 container remove 191edd1765ce243752da433b1451149f32272d6703fea56731716f0d2d3995c8 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:22:13.678 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:22:13 smithi012 podman[73228]: 2024-04-02 08:22:13.610258457 +0000 UTC m=+1.510161100 volume remove a2b884f6a4dad3bf3c00d88806d4499ff7f8dae20fca17ff9391ec80f3939dbe 2024-04-02T08:22:14.069 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:13 smithi012 ceph-mon[27004]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:14.069 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:13 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:22:14.069 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:13 smithi012 ceph-mon[38029]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:14.069 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:13 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:22:14.101 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:22:14.101 INFO:teuthology.orchestra.run.smithi012.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-04-02T08:22:14.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:13 smithi055 ceph-mon[31035]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:14.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:13 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:22:14.428 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:22:14 smithi012 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@alertmanager.a.service: Deactivated successfully. 2024-04-02T08:22:14.428 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:22:14 smithi012 systemd[1]: Stopped Ceph alertmanager.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:22:14.428 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:22:14 smithi012 systemd[1]: Starting Ceph alertmanager.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:22:14.942 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-04-02T08:22:14.942 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-02T08:22:15.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:14 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/1872699782' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-02T08:22:15.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:14 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/1872699782' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-02T08:22:15.178 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:22:15 smithi012 podman[73389]: 2024-04-02 08:22:14.972127983 +0000 UTC m=+0.019505849 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-04-02T08:22:15.178 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:22:15 smithi012 podman[73389]: 2024-04-02 08:22:15.075257168 +0000 UTC m=+0.122635018 volume create 851e255c25a2f86f1a15126d94af3c079db6ae35ac952345984c69a642bafc74 2024-04-02T08:22:15.247 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:22:15.247 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":69,"fsid":"f84ae488-f0c8-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:14:47.100991+0000","modified":"2024-04-02T08:21:05.028691+0000","last_up_change":"2024-04-02T08:20:07.297668+0000","last_in_change":"2024-04-02T08:19:50.694979+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:18:06.608226+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:20:24.936299+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:20:26.204160+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-02T08:21:00.660362+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9465701c-6525-4f7b-b4e1-7a23f688803b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":1149389864},{"type":"v1","addr":"172.21.15.12:6803","nonce":1149389864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":1149389864},{"type":"v1","addr":"172.21.15.12:6805","nonce":1149389864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":1149389864},{"type":"v1","addr":"172.21.15.12:6809","nonce":1149389864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":1149389864},{"type":"v1","addr":"172.21.15.12:6807","nonce":1149389864}]},"public_addr":"172.21.15.12:6803/1149389864","cluster_addr":"172.21.15.12:6805/1149389864","heartbeat_back_addr":"172.21.15.12:6809/1149389864","heartbeat_front_addr":"172.21.15.12:6807/1149389864","state":["exists","up"]},{"osd":1,"uuid":"914dac79-5bfb-4a8f-ad1b-e7183980255c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":565815498},{"type":"v1","addr":"172.21.15.12:6811","nonce":565815498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":565815498},{"type":"v1","addr":"172.21.15.12:6813","nonce":565815498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6816","nonce":565815498},{"type":"v1","addr":"172.21.15.12:6817","nonce":565815498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":565815498},{"type":"v1","addr":"172.21.15.12:6815","nonce":565815498}]},"public_addr":"172.21.15.12:6811/565815498","cluster_addr":"172.21.15.12:6813/565815498","heartbeat_back_addr":"172.21.15.12:6817/565815498","heartbeat_front_addr":"172.21.15.12:6815/565815498","state":["exists","up"]},{"osd":2,"uuid":"fa81360e-4d05-4e92-8a34-28214e301a70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6818","nonce":3648697039},{"type":"v1","addr":"172.21.15.12:6819","nonce":3648697039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6820","nonce":3648697039},{"type":"v1","addr":"172.21.15.12:6821","nonce":3648697039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6824","nonce":3648697039},{"type":"v1","addr":"172.21.15.12:6825","nonce":3648697039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6822","nonce":3648697039},{"type":"v1","addr":"172.21.15.12:6823","nonce":3648697039}]},"public_addr":"172.21.15.12:6819/3648697039","cluster_addr":"172.21.15.12:6821/3648697039","heartbeat_back_addr":"172.21.15.12:6825/3648697039","heartbeat_front_addr":"172.21.15.12:6823/3648697039","state":["exists","up"]},{"osd":3,"uuid":"99db8493-5590-4203-bbbc-3ce887c39eef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6826","nonce":3284261837},{"type":"v1","addr":"172.21.15.12:6827","nonce":3284261837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6828","nonce":3284261837},{"type":"v1","addr":"172.21.15.12:6829","nonce":3284261837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6832","nonce":3284261837},{"type":"v1","addr":"172.21.15.12:6833","nonce":3284261837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6830","nonce":3284261837},{"type":"v1","addr":"172.21.15.12:6831","nonce":3284261837}]},"public_addr":"172.21.15.12:6827/3284261837","cluster_addr":"172.21.15.12:6829/3284261837","heartbeat_back_addr":"172.21.15.12:6833/3284261837","heartbeat_front_addr":"172.21.15.12:6831/3284261837","state":["exists","up"]},{"osd":4,"uuid":"add5a0cc-ad50-4999-8dfe-1cfdd579af91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":860591416},{"type":"v1","addr":"172.21.15.55:6801","nonce":860591416}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":860591416},{"type":"v1","addr":"172.21.15.55:6803","nonce":860591416}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":860591416},{"type":"v1","addr":"172.21.15.55:6807","nonce":860591416}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":860591416},{"type":"v1","addr":"172.21.15.55:6805","nonce":860591416}]},"public_addr":"172.21.15.55:6801/860591416","cluster_addr":"172.21.15.55:6803/860591416","heartbeat_back_addr":"172.21.15.55:6807/860591416","heartbeat_front_addr":"172.21.15.55:6805/860591416","state":["exists","up"]},{"osd":5,"uuid":"2c0c62e3-0a0a-4ee0-bb63-783d1f34ea63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":3018492757},{"type":"v1","addr":"172.21.15.55:6809","nonce":3018492757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3018492757},{"type":"v1","addr":"172.21.15.55:6811","nonce":3018492757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3018492757},{"type":"v1","addr":"172.21.15.55:6815","nonce":3018492757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3018492757},{"type":"v1","addr":"172.21.15.55:6813","nonce":3018492757}]},"public_addr":"172.21.15.55:6809/3018492757","cluster_addr":"172.21.15.55:6811/3018492757","heartbeat_back_addr":"172.21.15.55:6815/3018492757","heartbeat_front_addr":"172.21.15.55:6813/3018492757","state":["exists","up"]},{"osd":6,"uuid":"31a294b2-85bc-4013-ad69-282589387e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":1455599543},{"type":"v1","addr":"172.21.15.55:6817","nonce":1455599543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":1455599543},{"type":"v1","addr":"172.21.15.55:6819","nonce":1455599543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":1455599543},{"type":"v1","addr":"172.21.15.55:6823","nonce":1455599543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":1455599543},{"type":"v1","addr":"172.21.15.55:6821","nonce":1455599543}]},"public_addr":"172.21.15.55:6817/1455599543","cluster_addr":"172.21.15.55:6819/1455599543","heartbeat_back_addr":"172.21.15.55:6823/1455599543","heartbeat_front_addr":"172.21.15.55:6821/1455599543","state":["exists","up"]},{"osd":7,"uuid":"5db85b07-7b70-4fc2-906e-cb42e6b34d43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":2787356727},{"type":"v1","addr":"172.21.15.55:6825","nonce":2787356727}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":2787356727},{"type":"v1","addr":"172.21.15.55:6827","nonce":2787356727}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":2787356727},{"type":"v1","addr":"172.21.15.55:6831","nonce":2787356727}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":2787356727},{"type":"v1","addr":"172.21.15.55:6829","nonce":2787356727}]},"public_addr":"172.21.15.55:6825/2787356727","cluster_addr":"172.21.15.55:6827/2787356727","heartbeat_back_addr":"172.21.15.55:6831/2787356727","heartbeat_front_addr":"172.21.15.55:6829/2787356727","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:17:11.735583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:17:37.605500+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:03.929062+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:29.867263+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:52.905079+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:16.975099+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:41.855008+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:20:06.157912+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":7,"to":2}]},{"pgid":"3.a","mappings":[{"from":6,"to":2}]},{"pgid":"3.19","mappings":[{"from":4,"to":2}]},{"pgid":"3.27","mappings":[{"from":4,"to":1}]},{"pgid":"3.39","mappings":[{"from":0,"to":1}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]},{"pgid":"3.3d","mappings":[{"from":0,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.12:0/970876264":"2024-04-03T08:20:58.768723+0000","172.21.15.12:6801/978596675":"2024-04-03T08:20:58.768723+0000","172.21.15.12:6800/978596675":"2024-04-03T08:20:58.768723+0000","172.21.15.12:0/2905068341":"2024-04-03T08:20:58.768723+0000","172.21.15.12:0/2134192847":"2024-04-03T08:15:46.289443+0000","172.21.15.12:6801/2585047473":"2024-04-03T08:15:46.289443+0000","172.21.15.12:6800/2585047473":"2024-04-03T08:15:46.289443+0000","172.21.15.12:0/1099045220":"2024-04-03T08:20:58.768723+0000","172.21.15.12:6800/1702112966":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/1113443101":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/3292194376":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/2848373591":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/3791642222":"2024-04-03T08:15:46.289443+0000","172.21.15.12:6801/1702112966":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/4287960091":"2024-04-03T08:20:58.768723+0000","172.21.15.12:0/4150217245":"2024-04-03T08:15:46.289443+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:22:15.260 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-02T08:18:06.608226+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-02T08:20:24.936299+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '61', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-02T08:20:26.204160+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '62', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2024-04-02T08:21:00.660362+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '69', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 3, 'score_stable': 3, 'optimal_score': 1, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-02T08:22:15.260 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-02T08:22:15.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:14 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/1872699782' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-02T08:22:15.518 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:22:15 smithi012 podman[73389]: 2024-04-02 08:22:15.183961858 +0000 UTC m=+0.231339709 container create 3ed3fc1b801315b08d34f5cd0490ba5252221ef4be9c6e0d2fdb400d110db6e7 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:22:15.558 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 1 2024-04-02T08:22:15.572 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-02T08:22:15.858 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:22:15 smithi012 podman[73389]: 2024-04-02 08:22:15.520182342 +0000 UTC m=+0.567560214 container init 3ed3fc1b801315b08d34f5cd0490ba5252221ef4be9c6e0d2fdb400d110db6e7 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:22:15.858 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:22:15 smithi012 podman[73389]: 2024-04-02 08:22:15.522975909 +0000 UTC m=+0.570353768 container start 3ed3fc1b801315b08d34f5cd0490ba5252221ef4be9c6e0d2fdb400d110db6e7 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:22:15.858 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:22:15 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[73483]: ts=2024-04-02T08:22:15.535Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-02T08:22:15.859 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:22:15 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[73483]: ts=2024-04-02T08:22:15.535Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-02T08:22:15.859 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:22:15 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[73483]: ts=2024-04-02T08:22:15.536Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.12 port=9094 2024-04-02T08:22:15.859 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:22:15 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[73483]: ts=2024-04-02T08:22:15.537Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-02T08:22:15.859 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:22:15 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[73483]: ts=2024-04-02T08:22:15.560Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-02T08:22:15.859 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:22:15 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[73483]: ts=2024-04-02T08:22:15.561Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-02T08:22:15.859 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:22:15 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[73483]: ts=2024-04-02T08:22:15.564Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-02T08:22:15.859 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:22:15 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[73483]: ts=2024-04-02T08:22:15.564Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-02T08:22:15.859 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:22:15 smithi012 bash[73389]: 3ed3fc1b801315b08d34f5cd0490ba5252221ef4be9c6e0d2fdb400d110db6e7 2024-04-02T08:22:15.859 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:22:15 smithi012 systemd[1]: Started Ceph alertmanager.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:22:15.870 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 32 2024-04-02T08:22:15.884 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-02T08:22:16.178 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 64 2024-04-02T08:22:16.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:15 smithi012 ceph-mon[27004]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:16.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:15 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/509740484' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:22:16.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:15 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/617468970' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:22:16.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:15 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:16.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:15 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:16.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:15 smithi012 ceph-mon[38029]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:16.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:15 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/509740484' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:22:16.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:15 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/617468970' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:22:16.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:15 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:16.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:15 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:16.190 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2024-04-02T08:22:16.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:15 smithi055 ceph-mon[31035]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:16.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:15 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/509740484' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:22:16.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:15 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/617468970' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:22:16.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:15 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:16.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:15 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:16.483 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 8 2024-04-02T08:22:16.496 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-02T08:22:16.826 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:22:16.826 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24353,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6835/2936570167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":2936570167},{"type":"v1","addr":"172.21.15.12:6835","nonce":2936570167}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-02T08:20:26.998656+0000","modified":"2024-04-02T08:20:29.006482+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24364},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24364":{"gid":24364,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.55:6833/593905928","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":593905928},{"type":"v1","addr":"172.21.15.55:6833","nonce":593905928}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-02T08:22:16.826 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 6 2024-04-02T08:22:16.839 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-02T08:22:17.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:16 smithi055 ceph-mon[31035]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-02T08:22:17.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:16 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/3919810730' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-02T08:22:17.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:16 smithi055 ceph-mon[31035]: Reconfiguring daemon prometheus.a on smithi055 2024-04-02T08:22:17.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:16 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/2246020145' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-02T08:22:17.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:16 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/1598353141' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-02T08:22:17.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:16 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/1432053996' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:22:17.134 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:22:17.134 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":69,"fsid":"f84ae488-f0c8-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:14:47.100991+0000","modified":"2024-04-02T08:21:05.028691+0000","last_up_change":"2024-04-02T08:20:07.297668+0000","last_in_change":"2024-04-02T08:19:50.694979+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:18:06.608226+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:20:24.936299+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:20:26.204160+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-02T08:21:00.660362+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9465701c-6525-4f7b-b4e1-7a23f688803b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":1149389864},{"type":"v1","addr":"172.21.15.12:6803","nonce":1149389864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":1149389864},{"type":"v1","addr":"172.21.15.12:6805","nonce":1149389864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":1149389864},{"type":"v1","addr":"172.21.15.12:6809","nonce":1149389864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":1149389864},{"type":"v1","addr":"172.21.15.12:6807","nonce":1149389864}]},"public_addr":"172.21.15.12:6803/1149389864","cluster_addr":"172.21.15.12:6805/1149389864","heartbeat_back_addr":"172.21.15.12:6809/1149389864","heartbeat_front_addr":"172.21.15.12:6807/1149389864","state":["exists","up"]},{"osd":1,"uuid":"914dac79-5bfb-4a8f-ad1b-e7183980255c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":565815498},{"type":"v1","addr":"172.21.15.12:6811","nonce":565815498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":565815498},{"type":"v1","addr":"172.21.15.12:6813","nonce":565815498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6816","nonce":565815498},{"type":"v1","addr":"172.21.15.12:6817","nonce":565815498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":565815498},{"type":"v1","addr":"172.21.15.12:6815","nonce":565815498}]},"public_addr":"172.21.15.12:6811/565815498","cluster_addr":"172.21.15.12:6813/565815498","heartbeat_back_addr":"172.21.15.12:6817/565815498","heartbeat_front_addr":"172.21.15.12:6815/565815498","state":["exists","up"]},{"osd":2,"uuid":"fa81360e-4d05-4e92-8a34-28214e301a70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6818","nonce":3648697039},{"type":"v1","addr":"172.21.15.12:6819","nonce":3648697039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6820","nonce":3648697039},{"type":"v1","addr":"172.21.15.12:6821","nonce":3648697039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6824","nonce":3648697039},{"type":"v1","addr":"172.21.15.12:6825","nonce":3648697039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6822","nonce":3648697039},{"type":"v1","addr":"172.21.15.12:6823","nonce":3648697039}]},"public_addr":"172.21.15.12:6819/3648697039","cluster_addr":"172.21.15.12:6821/3648697039","heartbeat_back_addr":"172.21.15.12:6825/3648697039","heartbeat_front_addr":"172.21.15.12:6823/3648697039","state":["exists","up"]},{"osd":3,"uuid":"99db8493-5590-4203-bbbc-3ce887c39eef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6826","nonce":3284261837},{"type":"v1","addr":"172.21.15.12:6827","nonce":3284261837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6828","nonce":3284261837},{"type":"v1","addr":"172.21.15.12:6829","nonce":3284261837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6832","nonce":3284261837},{"type":"v1","addr":"172.21.15.12:6833","nonce":3284261837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6830","nonce":3284261837},{"type":"v1","addr":"172.21.15.12:6831","nonce":3284261837}]},"public_addr":"172.21.15.12:6827/3284261837","cluster_addr":"172.21.15.12:6829/3284261837","heartbeat_back_addr":"172.21.15.12:6833/3284261837","heartbeat_front_addr":"172.21.15.12:6831/3284261837","state":["exists","up"]},{"osd":4,"uuid":"add5a0cc-ad50-4999-8dfe-1cfdd579af91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":860591416},{"type":"v1","addr":"172.21.15.55:6801","nonce":860591416}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":860591416},{"type":"v1","addr":"172.21.15.55:6803","nonce":860591416}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":860591416},{"type":"v1","addr":"172.21.15.55:6807","nonce":860591416}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":860591416},{"type":"v1","addr":"172.21.15.55:6805","nonce":860591416}]},"public_addr":"172.21.15.55:6801/860591416","cluster_addr":"172.21.15.55:6803/860591416","heartbeat_back_addr":"172.21.15.55:6807/860591416","heartbeat_front_addr":"172.21.15.55:6805/860591416","state":["exists","up"]},{"osd":5,"uuid":"2c0c62e3-0a0a-4ee0-bb63-783d1f34ea63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":3018492757},{"type":"v1","addr":"172.21.15.55:6809","nonce":3018492757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3018492757},{"type":"v1","addr":"172.21.15.55:6811","nonce":3018492757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3018492757},{"type":"v1","addr":"172.21.15.55:6815","nonce":3018492757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3018492757},{"type":"v1","addr":"172.21.15.55:6813","nonce":3018492757}]},"public_addr":"172.21.15.55:6809/3018492757","cluster_addr":"172.21.15.55:6811/3018492757","heartbeat_back_addr":"172.21.15.55:6815/3018492757","heartbeat_front_addr":"172.21.15.55:6813/3018492757","state":["exists","up"]},{"osd":6,"uuid":"31a294b2-85bc-4013-ad69-282589387e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":1455599543},{"type":"v1","addr":"172.21.15.55:6817","nonce":1455599543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":1455599543},{"type":"v1","addr":"172.21.15.55:6819","nonce":1455599543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":1455599543},{"type":"v1","addr":"172.21.15.55:6823","nonce":1455599543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":1455599543},{"type":"v1","addr":"172.21.15.55:6821","nonce":1455599543}]},"public_addr":"172.21.15.55:6817/1455599543","cluster_addr":"172.21.15.55:6819/1455599543","heartbeat_back_addr":"172.21.15.55:6823/1455599543","heartbeat_front_addr":"172.21.15.55:6821/1455599543","state":["exists","up"]},{"osd":7,"uuid":"5db85b07-7b70-4fc2-906e-cb42e6b34d43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":2787356727},{"type":"v1","addr":"172.21.15.55:6825","nonce":2787356727}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":2787356727},{"type":"v1","addr":"172.21.15.55:6827","nonce":2787356727}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":2787356727},{"type":"v1","addr":"172.21.15.55:6831","nonce":2787356727}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":2787356727},{"type":"v1","addr":"172.21.15.55:6829","nonce":2787356727}]},"public_addr":"172.21.15.55:6825/2787356727","cluster_addr":"172.21.15.55:6827/2787356727","heartbeat_back_addr":"172.21.15.55:6831/2787356727","heartbeat_front_addr":"172.21.15.55:6829/2787356727","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:17:11.735583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:17:37.605500+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:03.929062+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:29.867263+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:52.905079+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:16.975099+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:41.855008+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:20:06.157912+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":7,"to":2}]},{"pgid":"3.a","mappings":[{"from":6,"to":2}]},{"pgid":"3.19","mappings":[{"from":4,"to":2}]},{"pgid":"3.27","mappings":[{"from":4,"to":1}]},{"pgid":"3.39","mappings":[{"from":0,"to":1}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]},{"pgid":"3.3d","mappings":[{"from":0,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.12:0/970876264":"2024-04-03T08:20:58.768723+0000","172.21.15.12:6801/978596675":"2024-04-03T08:20:58.768723+0000","172.21.15.12:6800/978596675":"2024-04-03T08:20:58.768723+0000","172.21.15.12:0/2905068341":"2024-04-03T08:20:58.768723+0000","172.21.15.12:0/2134192847":"2024-04-03T08:15:46.289443+0000","172.21.15.12:6801/2585047473":"2024-04-03T08:15:46.289443+0000","172.21.15.12:6800/2585047473":"2024-04-03T08:15:46.289443+0000","172.21.15.12:0/1099045220":"2024-04-03T08:20:58.768723+0000","172.21.15.12:6800/1702112966":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/1113443101":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/3292194376":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/2848373591":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/3791642222":"2024-04-03T08:15:46.289443+0000","172.21.15.12:6801/1702112966":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/4287960091":"2024-04-03T08:20:58.768723+0000","172.21.15.12:0/4150217245":"2024-04-03T08:15:46.289443+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:22:17.146 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:16 smithi012 ceph-mon[27004]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-02T08:22:17.146 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:16 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/3919810730' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-02T08:22:17.146 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:16 smithi012 ceph-mon[27004]: Reconfiguring daemon prometheus.a on smithi055 2024-04-02T08:22:17.146 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:16 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/2246020145' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-02T08:22:17.146 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:16 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/1598353141' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-02T08:22:17.146 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:16 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/1432053996' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:22:17.146 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:16 smithi012 ceph-mon[38029]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-02T08:22:17.147 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:16 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/3919810730' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-02T08:22:17.147 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:16 smithi012 ceph-mon[38029]: Reconfiguring daemon prometheus.a on smithi055 2024-04-02T08:22:17.147 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:16 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/2246020145' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-02T08:22:17.147 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:16 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/1598353141' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-02T08:22:17.147 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:16 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/1432053996' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:22:17.148 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-02T08:18:06.608226+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-02T08:20:24.936299+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '61', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-02T08:20:26.204160+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '62', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2024-04-02T08:21:00.660362+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '69', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 3, 'score_stable': 3, 'optimal_score': 1, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-02T08:22:17.148 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-02T08:22:17.441 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 1 2024-04-02T08:22:17.454 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-02T08:22:17.745 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 32 2024-04-02T08:22:17.757 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:22:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[73483]: ts=2024-04-02T08:22:17.538Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000985556s 2024-04-02T08:22:17.758 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-02T08:22:18.052 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 64 2024-04-02T08:22:18.063 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:17 smithi012 ceph-mon[27004]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:18.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:17 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/1525179198' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:22:18.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:17 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/655541006' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:22:18.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:17 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/2562375961' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-02T08:22:18.064 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:17 smithi012 ceph-mon[38029]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:18.065 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:17 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/1525179198' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:22:18.065 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:17 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/655541006' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:22:18.065 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:17 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/2562375961' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-02T08:22:18.066 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2024-04-02T08:22:18.153 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:17 smithi055 ceph-mon[31035]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:18.153 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:17 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/1525179198' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:22:18.153 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:17 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/655541006' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:22:18.153 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:17 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/2562375961' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-02T08:22:18.358 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 8 2024-04-02T08:22:18.371 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-02T08:22:18.705 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:22:18.705 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24353,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6835/2936570167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":2936570167},{"type":"v1","addr":"172.21.15.12:6835","nonce":2936570167}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-02T08:20:26.998656+0000","modified":"2024-04-02T08:20:29.006482+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24364},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24364":{"gid":24364,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.55:6833/593905928","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":593905928},{"type":"v1","addr":"172.21.15.55:6833","nonce":593905928}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-02T08:22:18.705 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 6 2024-04-02T08:22:18.718 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-02T08:22:19.012 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:22:19.012 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":69,"fsid":"f84ae488-f0c8-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:14:47.100991+0000","modified":"2024-04-02T08:21:05.028691+0000","last_up_change":"2024-04-02T08:20:07.297668+0000","last_in_change":"2024-04-02T08:19:50.694979+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:18:06.608226+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:20:24.936299+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:20:26.204160+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-02T08:21:00.660362+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9465701c-6525-4f7b-b4e1-7a23f688803b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":1149389864},{"type":"v1","addr":"172.21.15.12:6803","nonce":1149389864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":1149389864},{"type":"v1","addr":"172.21.15.12:6805","nonce":1149389864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":1149389864},{"type":"v1","addr":"172.21.15.12:6809","nonce":1149389864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":1149389864},{"type":"v1","addr":"172.21.15.12:6807","nonce":1149389864}]},"public_addr":"172.21.15.12:6803/1149389864","cluster_addr":"172.21.15.12:6805/1149389864","heartbeat_back_addr":"172.21.15.12:6809/1149389864","heartbeat_front_addr":"172.21.15.12:6807/1149389864","state":["exists","up"]},{"osd":1,"uuid":"914dac79-5bfb-4a8f-ad1b-e7183980255c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":565815498},{"type":"v1","addr":"172.21.15.12:6811","nonce":565815498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":565815498},{"type":"v1","addr":"172.21.15.12:6813","nonce":565815498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6816","nonce":565815498},{"type":"v1","addr":"172.21.15.12:6817","nonce":565815498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":565815498},{"type":"v1","addr":"172.21.15.12:6815","nonce":565815498}]},"public_addr":"172.21.15.12:6811/565815498","cluster_addr":"172.21.15.12:6813/565815498","heartbeat_back_addr":"172.21.15.12:6817/565815498","heartbeat_front_addr":"172.21.15.12:6815/565815498","state":["exists","up"]},{"osd":2,"uuid":"fa81360e-4d05-4e92-8a34-28214e301a70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6818","nonce":3648697039},{"type":"v1","addr":"172.21.15.12:6819","nonce":3648697039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6820","nonce":3648697039},{"type":"v1","addr":"172.21.15.12:6821","nonce":3648697039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6824","nonce":3648697039},{"type":"v1","addr":"172.21.15.12:6825","nonce":3648697039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6822","nonce":3648697039},{"type":"v1","addr":"172.21.15.12:6823","nonce":3648697039}]},"public_addr":"172.21.15.12:6819/3648697039","cluster_addr":"172.21.15.12:6821/3648697039","heartbeat_back_addr":"172.21.15.12:6825/3648697039","heartbeat_front_addr":"172.21.15.12:6823/3648697039","state":["exists","up"]},{"osd":3,"uuid":"99db8493-5590-4203-bbbc-3ce887c39eef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6826","nonce":3284261837},{"type":"v1","addr":"172.21.15.12:6827","nonce":3284261837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6828","nonce":3284261837},{"type":"v1","addr":"172.21.15.12:6829","nonce":3284261837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6832","nonce":3284261837},{"type":"v1","addr":"172.21.15.12:6833","nonce":3284261837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6830","nonce":3284261837},{"type":"v1","addr":"172.21.15.12:6831","nonce":3284261837}]},"public_addr":"172.21.15.12:6827/3284261837","cluster_addr":"172.21.15.12:6829/3284261837","heartbeat_back_addr":"172.21.15.12:6833/3284261837","heartbeat_front_addr":"172.21.15.12:6831/3284261837","state":["exists","up"]},{"osd":4,"uuid":"add5a0cc-ad50-4999-8dfe-1cfdd579af91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":860591416},{"type":"v1","addr":"172.21.15.55:6801","nonce":860591416}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":860591416},{"type":"v1","addr":"172.21.15.55:6803","nonce":860591416}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":860591416},{"type":"v1","addr":"172.21.15.55:6807","nonce":860591416}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":860591416},{"type":"v1","addr":"172.21.15.55:6805","nonce":860591416}]},"public_addr":"172.21.15.55:6801/860591416","cluster_addr":"172.21.15.55:6803/860591416","heartbeat_back_addr":"172.21.15.55:6807/860591416","heartbeat_front_addr":"172.21.15.55:6805/860591416","state":["exists","up"]},{"osd":5,"uuid":"2c0c62e3-0a0a-4ee0-bb63-783d1f34ea63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":3018492757},{"type":"v1","addr":"172.21.15.55:6809","nonce":3018492757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3018492757},{"type":"v1","addr":"172.21.15.55:6811","nonce":3018492757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3018492757},{"type":"v1","addr":"172.21.15.55:6815","nonce":3018492757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3018492757},{"type":"v1","addr":"172.21.15.55:6813","nonce":3018492757}]},"public_addr":"172.21.15.55:6809/3018492757","cluster_addr":"172.21.15.55:6811/3018492757","heartbeat_back_addr":"172.21.15.55:6815/3018492757","heartbeat_front_addr":"172.21.15.55:6813/3018492757","state":["exists","up"]},{"osd":6,"uuid":"31a294b2-85bc-4013-ad69-282589387e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":1455599543},{"type":"v1","addr":"172.21.15.55:6817","nonce":1455599543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":1455599543},{"type":"v1","addr":"172.21.15.55:6819","nonce":1455599543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":1455599543},{"type":"v1","addr":"172.21.15.55:6823","nonce":1455599543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":1455599543},{"type":"v1","addr":"172.21.15.55:6821","nonce":1455599543}]},"public_addr":"172.21.15.55:6817/1455599543","cluster_addr":"172.21.15.55:6819/1455599543","heartbeat_back_addr":"172.21.15.55:6823/1455599543","heartbeat_front_addr":"172.21.15.55:6821/1455599543","state":["exists","up"]},{"osd":7,"uuid":"5db85b07-7b70-4fc2-906e-cb42e6b34d43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":2787356727},{"type":"v1","addr":"172.21.15.55:6825","nonce":2787356727}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":2787356727},{"type":"v1","addr":"172.21.15.55:6827","nonce":2787356727}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":2787356727},{"type":"v1","addr":"172.21.15.55:6831","nonce":2787356727}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":2787356727},{"type":"v1","addr":"172.21.15.55:6829","nonce":2787356727}]},"public_addr":"172.21.15.55:6825/2787356727","cluster_addr":"172.21.15.55:6827/2787356727","heartbeat_back_addr":"172.21.15.55:6831/2787356727","heartbeat_front_addr":"172.21.15.55:6829/2787356727","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:17:11.735583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:17:37.605500+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:03.929062+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:29.867263+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:52.905079+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:16.975099+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:41.855008+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:20:06.157912+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":7,"to":2}]},{"pgid":"3.a","mappings":[{"from":6,"to":2}]},{"pgid":"3.19","mappings":[{"from":4,"to":2}]},{"pgid":"3.27","mappings":[{"from":4,"to":1}]},{"pgid":"3.39","mappings":[{"from":0,"to":1}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]},{"pgid":"3.3d","mappings":[{"from":0,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.12:0/970876264":"2024-04-03T08:20:58.768723+0000","172.21.15.12:6801/978596675":"2024-04-03T08:20:58.768723+0000","172.21.15.12:6800/978596675":"2024-04-03T08:20:58.768723+0000","172.21.15.12:0/2905068341":"2024-04-03T08:20:58.768723+0000","172.21.15.12:0/2134192847":"2024-04-03T08:15:46.289443+0000","172.21.15.12:6801/2585047473":"2024-04-03T08:15:46.289443+0000","172.21.15.12:6800/2585047473":"2024-04-03T08:15:46.289443+0000","172.21.15.12:0/1099045220":"2024-04-03T08:20:58.768723+0000","172.21.15.12:6800/1702112966":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/1113443101":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/3292194376":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/2848373591":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/3791642222":"2024-04-03T08:15:46.289443+0000","172.21.15.12:6801/1702112966":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/4287960091":"2024-04-03T08:20:58.768723+0000","172.21.15.12:0/4150217245":"2024-04-03T08:15:46.289443+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:22:19.024 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:18 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/3185603607' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-02T08:22:19.024 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:18 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/127201732' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-02T08:22:19.024 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:18 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/2940573861' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:22:19.024 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:18 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/3185603607' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-02T08:22:19.024 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:18 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/127201732' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-02T08:22:19.025 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:18 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/2940573861' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:22:19.026 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-02T08:22:19.310 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:22:19 smithi055 systemd[1]: Stopping Ceph prometheus.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:22:19.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:18 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/3185603607' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-02T08:22:19.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:18 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/127201732' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-02T08:22:19.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:18 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/2940573861' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:22:19.358 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:22:19.358 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24353,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6835/2936570167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":2936570167},{"type":"v1","addr":"172.21.15.12:6835","nonce":2936570167}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-02T08:20:26.998656+0000","modified":"2024-04-02T08:20:29.006482+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24364},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24364":{"gid":24364,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.55:6833/593905928","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":593905928},{"type":"v1","addr":"172.21.15.55:6833","nonce":593905928}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-02T08:22:19.358 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 6 2024-04-02T08:22:19.371 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 6, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-04-02T08:20:26.998656+0000', 'modified': '2024-04-02T08:20:29.006482+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24364}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24364': {'gid': 24364, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.55:6833/593905928', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.55:6832', 'nonce': 593905928}, {'type': 'v1', 'addr': '172.21.15.55:6833', 'nonce': 593905928}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-04-02T08:22:19.371 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-04-02T08:22:19.371 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-04-02T08:22:19.484 INFO:teuthology.orchestra.run.smithi012.stderr:2024-04-02T08:22:19.486+0000 7f4c4b7fe640 0 client.14898 ms_handle_reset on v2:172.21.15.55:6832/593905928 2024-04-02T08:22:19.503 INFO:teuthology.orchestra.run.smithi012.stderr:2024-04-02T08:22:19.505+0000 7f4c4b7fe640 0 client.24797 ms_handle_reset on v2:172.21.15.55:6832/593905928 2024-04-02T08:22:19.503 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-04-02T08:22:19.503 INFO:teuthology.orchestra.run.smithi012.stdout: "cluster_fsid": "f84ae488-f0c8-11ee-b647-cb9ed24678a4", 2024-04-02T08:22:19.503 INFO:teuthology.orchestra.run.smithi012.stdout: "whoami": 0, 2024-04-02T08:22:19.503 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 24364, 2024-04-02T08:22:19.503 INFO:teuthology.orchestra.run.smithi012.stdout: "want_state": "up:active", 2024-04-02T08:22:19.503 INFO:teuthology.orchestra.run.smithi012.stdout: "state": "up:active", 2024-04-02T08:22:19.504 INFO:teuthology.orchestra.run.smithi012.stdout: "fs_name": "cephfs", 2024-04-02T08:22:19.504 INFO:teuthology.orchestra.run.smithi012.stdout: "rank_uptime": 112.504011885, 2024-04-02T08:22:19.504 INFO:teuthology.orchestra.run.smithi012.stdout: "mdsmap_epoch": 6, 2024-04-02T08:22:19.504 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_epoch": 69, 2024-04-02T08:22:19.504 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_epoch_barrier": 62, 2024-04-02T08:22:19.504 INFO:teuthology.orchestra.run.smithi012.stdout: "uptime": 116.785900556 2024-04-02T08:22:19.504 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-04-02T08:22:19.514 INFO:tasks.cephadm:Setup complete, yielding 2024-04-02T08:22:19.514 INFO:teuthology.run_tasks:Running task print... 2024-04-02T08:22:19.523 INFO:teuthology.task.print:**** done end installing reef cephadm ... 2024-04-02T08:22:19.523 INFO:teuthology.run_tasks:Running task print... 2024-04-02T08:22:19.558 INFO:teuthology.task.print:**** done start cephadm.shell ceph config set mgr... 2024-04-02T08:22:19.558 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-02T08:22:19.608 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi012.front.sepia.ceph.com 2024-04-02T08:22:19.608 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2024-04-02T08:22:19.663 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:22:19 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[59785]: ts=2024-04-02T08:22:19.364Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-02T08:22:19.663 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:22:19 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[59785]: ts=2024-04-02T08:22:19.364Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-02T08:22:19.663 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:22:19 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[59785]: ts=2024-04-02T08:22:19.364Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-02T08:22:19.663 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:22:19 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[59785]: ts=2024-04-02T08:22:19.364Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-02T08:22:19.663 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:22:19 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[59785]: ts=2024-04-02T08:22:19.364Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-02T08:22:19.663 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:22:19 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[59785]: ts=2024-04-02T08:22:19.364Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-02T08:22:19.663 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:22:19 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[59785]: ts=2024-04-02T08:22:19.364Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-02T08:22:19.663 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:22:19 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[59785]: ts=2024-04-02T08:22:19.364Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-02T08:22:19.664 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:22:19 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[59785]: ts=2024-04-02T08:22:19.364Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-02T08:22:19.664 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:22:19 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[59785]: ts=2024-04-02T08:22:19.364Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-02T08:22:19.664 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:22:19 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[59785]: ts=2024-04-02T08:22:19.365Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-02T08:22:19.664 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:22:19 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[59785]: ts=2024-04-02T08:22:19.365Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-02T08:22:19.664 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:22:19 smithi055 podman[62994]: 2024-04-02 08:22:19.374477146 +0000 UTC m=+0.135452475 container died f343d78177facb84f3b49640c67eac6277fc4a47298f679dc56de65efcfbbf67 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:22:19.814 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:22:19.988 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:22:19 smithi055 podman[62994]: 2024-04-02 08:22:19.773183232 +0000 UTC m=+0.534158596 container cleanup f343d78177facb84f3b49640c67eac6277fc4a47298f679dc56de65efcfbbf67 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:22:19.989 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:22:19 smithi055 bash[62994]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a 2024-04-02T08:22:19.989 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:19 smithi055 ceph-mon[31035]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:19.989 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:19 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/2333424670' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:22:19.989 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:19 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/2517888426' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:22:20.171 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:19 smithi012 ceph-mon[38029]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:20.171 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:19 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/2333424670' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:22:20.171 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:19 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/2517888426' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:22:20.172 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:19 smithi012 ceph-mon[27004]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:20.172 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:19 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/2333424670' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:22:20.172 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:19 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/2517888426' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:22:20.310 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:22:19 smithi055 podman[63008]: 2024-04-02 08:22:19.991088568 +0000 UTC m=+0.615363217 container remove f343d78177facb84f3b49640c67eac6277fc4a47298f679dc56de65efcfbbf67 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:22:20.310 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:22:20 smithi055 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@prometheus.a.service: Deactivated successfully. 2024-04-02T08:22:20.310 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:22:20 smithi055 systemd[1]: Stopped Ceph prometheus.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:22:20.310 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:22:20 smithi055 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@prometheus.a.service: Consumed 1.053s CPU time. 2024-04-02T08:22:20.310 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:22:20 smithi055 systemd[1]: Starting Ceph prometheus.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:22:20.584 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:22:20 smithi055 podman[63105]: 2024-04-02 08:22:20.224527054 +0000 UTC m=+0.019231881 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-02T08:22:20.584 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:22:20 smithi055 podman[63105]: 2024-04-02 08:22:20.350820378 +0000 UTC m=+0.145525204 container create b9a495d6f576bd4e471d304a96bcd74db12f71adb6a2c799ca61b1d2cb359e29 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:22:20.584 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:22:20 smithi055 podman[63105]: 2024-04-02 08:22:20.561558982 +0000 UTC m=+0.356263829 container init b9a495d6f576bd4e471d304a96bcd74db12f71adb6a2c799ca61b1d2cb359e29 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:22:20.584 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:22:20 smithi055 podman[63105]: 2024-04-02 08:22:20.563973588 +0000 UTC m=+0.358678415 container start b9a495d6f576bd4e471d304a96bcd74db12f71adb6a2c799ca61b1d2cb359e29 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:22:21.061 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:22:20 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[63120]: ts=2024-04-02T08:22:20.586Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-02T08:22:21.061 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:22:20 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[63120]: ts=2024-04-02T08:22:20.586Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-02T08:22:21.061 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:22:20 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[63120]: ts=2024-04-02T08:22:20.586Z caller=main.go:570 level=info host_details="(Linux 5.14.0-434.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024 x86_64 smithi055 (none))" 2024-04-02T08:22:21.061 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:22:20 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[63120]: ts=2024-04-02T08:22:20.586Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-02T08:22:21.061 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:22:20 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[63120]: ts=2024-04-02T08:22:20.586Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-02T08:22:21.061 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:22:20 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[63120]: ts=2024-04-02T08:22:20.588Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-02T08:22:21.061 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:22:20 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[63120]: ts=2024-04-02T08:22:20.589Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-02T08:22:21.061 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:22:20 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[63120]: ts=2024-04-02T08:22:20.589Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-02T08:22:21.062 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:22:20 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[63120]: ts=2024-04-02T08:22:20.589Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-02T08:22:21.062 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:22:20 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[63120]: ts=2024-04-02T08:22:20.592Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-02T08:22:21.062 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:22:20 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[63120]: ts=2024-04-02T08:22:20.592Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.671µs 2024-04-02T08:22:21.062 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:22:20 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[63120]: ts=2024-04-02T08:22:20.592Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-02T08:22:21.062 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:22:20 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[63120]: ts=2024-04-02T08:22:20.593Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-04-02T08:22:21.062 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:22:20 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[63120]: ts=2024-04-02T08:22:20.594Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-04-02T08:22:21.062 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:22:20 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[63120]: ts=2024-04-02T08:22:20.594Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=20.086µs wal_replay_duration=1.656524ms wbl_replay_duration=110ns total_replay_duration=1.694149ms 2024-04-02T08:22:21.062 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:22:20 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[63120]: ts=2024-04-02T08:22:20.595Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-02T08:22:21.062 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:22:20 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[63120]: ts=2024-04-02T08:22:20.595Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-02T08:22:21.062 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:22:20 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[63120]: ts=2024-04-02T08:22:20.595Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-02T08:22:21.062 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:22:20 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[63120]: ts=2024-04-02T08:22:20.612Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=17.046433ms db_storage=810ns remote_storage=929ns web_handler=379ns query_engine=583ns scrape=599.854µs scrape_sd=81.975µs notify=9.815µs notify_sd=11.832µs rules=16.057335ms tracing=6.689µs 2024-04-02T08:22:21.062 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:22:20 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[63120]: ts=2024-04-02T08:22:20.612Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-02T08:22:21.063 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:22:20 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[63120]: ts=2024-04-02T08:22:20.612Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-02T08:22:21.063 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:22:20 smithi055 bash[63105]: b9a495d6f576bd4e471d304a96bcd74db12f71adb6a2c799ca61b1d2cb359e29 2024-04-02T08:22:21.063 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:22:20 smithi055 systemd[1]: Started Ceph prometheus.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:22:21.079 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:22:20 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:22:20] ENGINE Bus STOPPING 2024-04-02T08:22:21.079 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:22:20 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:22:20] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:22:21.079 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:22:20 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:22:20] ENGINE Bus STOPPED 2024-04-02T08:22:21.079 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:22:20 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:22:20] ENGINE Bus STARTING 2024-04-02T08:22:21.079 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:22:20 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:22:20] ENGINE Serving on http://:::9283 2024-04-02T08:22:21.079 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:22:20 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:22:20] ENGINE Bus STARTED 2024-04-02T08:22:21.079 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:22:20 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:22:20] ENGINE Bus STOPPING 2024-04-02T08:22:21.080 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:22:20 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:22:20] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:22:21.080 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:22:20 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:22:20] ENGINE Bus STOPPED 2024-04-02T08:22:21.080 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:22:20 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:22:20] ENGINE Bus STARTING 2024-04-02T08:22:21.080 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:22:20 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:22:20] ENGINE Serving on http://:::9283 2024-04-02T08:22:21.080 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:22:20 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:22:20] ENGINE Bus STARTED 2024-04-02T08:22:21.080 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:22:20 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:22:20] ENGINE Bus STOPPING 2024-04-02T08:22:21.080 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:22:20 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:22:20] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:22:21.080 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:22:20 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:22:20] ENGINE Bus STOPPED 2024-04-02T08:22:21.080 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:22:20 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:22:20] ENGINE Bus STARTING 2024-04-02T08:22:21.080 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:22:21 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:22:21] ENGINE Serving on http://:::9283 2024-04-02T08:22:21.080 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:22:21 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:22:21] ENGINE Bus STARTED 2024-04-02T08:22:22.000 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:22:21 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:22:21] ENGINE Bus STOPPING 2024-04-02T08:22:22.000 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:22:21 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:22:21] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:22:22.000 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:22:21 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:22:21] ENGINE Bus STOPPED 2024-04-02T08:22:22.000 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:22:21 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:22:21] ENGINE Bus STARTING 2024-04-02T08:22:22.000 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:22:22 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:22:22] ENGINE Serving on http://:::9283 2024-04-02T08:22:22.001 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:21 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:22.001 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:21 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:22.001 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:21 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:22:22.001 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:21 smithi012 ceph-mon[27004]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:22:22.001 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:21 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi012.front.sepia.ceph.com:9093"}]: dispatch 2024-04-02T08:22:22.001 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:21 smithi012 ceph-mon[27004]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi012.front.sepia.ceph.com:9093"}]: dispatch 2024-04-02T08:22:22.001 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:21 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:22.001 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:21 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:22:22.001 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:21 smithi012 ceph-mon[27004]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:22:22.002 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:21 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi055.front.sepia.ceph.com:9095"}]: dispatch 2024-04-02T08:22:22.002 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:21 smithi012 ceph-mon[27004]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi055.front.sepia.ceph.com:9095"}]: dispatch 2024-04-02T08:22:22.002 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:21 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:22.002 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:21 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:22:22.002 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:21 smithi012 ceph-mon[27004]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:22:22.002 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:21 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi055.front.sepia.ceph.com:3000"}]: dispatch 2024-04-02T08:22:22.002 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:21 smithi012 ceph-mon[27004]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi055.front.sepia.ceph.com:3000"}]: dispatch 2024-04-02T08:22:22.002 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:21 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:22.002 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:21 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:22:22.002 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:21 smithi012 ceph-mon[27004]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:22.002 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:21 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:22.003 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:21 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:22.003 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:21 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:22:22.003 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:21 smithi012 ceph-mon[38029]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:22:22.003 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:21 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi012.front.sepia.ceph.com:9093"}]: dispatch 2024-04-02T08:22:22.003 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:21 smithi012 ceph-mon[38029]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi012.front.sepia.ceph.com:9093"}]: dispatch 2024-04-02T08:22:22.003 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:21 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:22.003 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:21 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:22:22.003 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:21 smithi012 ceph-mon[38029]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:22:22.003 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:21 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi055.front.sepia.ceph.com:9095"}]: dispatch 2024-04-02T08:22:22.003 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:21 smithi012 ceph-mon[38029]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi055.front.sepia.ceph.com:9095"}]: dispatch 2024-04-02T08:22:22.003 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:21 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:22.003 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:21 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:22:22.003 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:21 smithi012 ceph-mon[38029]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:22:22.003 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:21 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi055.front.sepia.ceph.com:3000"}]: dispatch 2024-04-02T08:22:22.004 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:21 smithi012 ceph-mon[38029]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi055.front.sepia.ceph.com:3000"}]: dispatch 2024-04-02T08:22:22.004 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:21 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:22.004 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:21 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:22:22.004 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:21 smithi012 ceph-mon[38029]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:22.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:21 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:22.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:21 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:22.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:21 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:22:22.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:21 smithi055 ceph-mon[31035]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:22:22.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:21 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi012.front.sepia.ceph.com:9093"}]: dispatch 2024-04-02T08:22:22.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:21 smithi055 ceph-mon[31035]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi012.front.sepia.ceph.com:9093"}]: dispatch 2024-04-02T08:22:22.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:21 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:22.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:21 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:22:22.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:21 smithi055 ceph-mon[31035]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:22:22.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:21 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi055.front.sepia.ceph.com:9095"}]: dispatch 2024-04-02T08:22:22.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:21 smithi055 ceph-mon[31035]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi055.front.sepia.ceph.com:9095"}]: dispatch 2024-04-02T08:22:22.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:21 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:22.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:21 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:22:22.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:21 smithi055 ceph-mon[31035]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:22:22.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:21 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi055.front.sepia.ceph.com:3000"}]: dispatch 2024-04-02T08:22:22.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:21 smithi055 ceph-mon[31035]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi055.front.sepia.ceph.com:3000"}]: dispatch 2024-04-02T08:22:22.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:21 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:22.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:21 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:22:22.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:21 smithi055 ceph-mon[31035]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:22.342 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:22:22 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:22:22] ENGINE Bus STARTED 2024-04-02T08:22:23.121 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:22 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/1946230789' entity='client.admin' 2024-04-02T08:22:23.121 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:22 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/1946230789' entity='client.admin' 2024-04-02T08:22:23.144 INFO:teuthology.run_tasks:Running task print... 2024-04-02T08:22:23.153 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2024-04-02T08:22:23.153 INFO:teuthology.run_tasks:Running task print... 2024-04-02T08:22:23.199 INFO:teuthology.task.print:**** done start telemetry reef... 2024-04-02T08:22:23.199 INFO:teuthology.run_tasks:Running task workunit... 2024-04-02T08:22:23.253 INFO:tasks.workunit:Pulling workunits from ref 3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:22:23.254 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-02T08:22:23.254 DEBUG:teuthology.orchestra.run.smithi012:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-02T08:22:23.255 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:22 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/1946230789' entity='client.admin' 2024-04-02T08:22:23.269 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T08:22:23.269 INFO:teuthology.orchestra.run.smithi012.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-02T08:22:23.270 DEBUG:teuthology.orchestra.run.smithi012:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T08:22:23.325 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-02T08:22:23.325 DEBUG:teuthology.orchestra.run.smithi012:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-02T08:22:23.380 INFO:tasks.workunit:timeout=3h 2024-04-02T08:22:23.380 INFO:tasks.workunit:cleanup=True 2024-04-02T08:22:23.381 DEBUG:teuthology.orchestra.run.smithi012:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:22:23.436 INFO:tasks.workunit.client.0.smithi012.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-02T08:22:24.050 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:23 smithi055 ceph-mon[31035]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:24.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:23 smithi012 ceph-mon[27004]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:24.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:23 smithi012 ceph-mon[38029]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:25.538 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:25 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:25.538 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:25 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:25.538 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:25 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:25.538 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:25 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:25.538 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:25 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:22:25.539 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:25 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:22:25.539 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:25 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:25.539 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:25 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:22:25.539 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:25 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:25.539 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:25 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:25.539 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:25 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:25.539 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:25 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:25.539 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:25 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:22:25.539 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:25 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:22:25.539 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:25 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:25.539 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:25 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:22:25.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:25 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:25.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:25 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:25.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:25 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:25.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:25 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:25.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:25 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:22:25.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:25 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:22:25.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:25 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:25.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:25 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:22:25.888 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:22:25 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[73483]: ts=2024-04-02T08:22:25.540Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003101143s 2024-04-02T08:22:26.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:26 smithi012 ceph-mon[27004]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:26.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:26 smithi012 ceph-mon[38029]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:26.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:26 smithi055 ceph-mon[31035]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:28.358 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:28 smithi055 ceph-mon[31035]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:28.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:28 smithi012 ceph-mon[27004]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:28.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:28 smithi012 ceph-mon[38029]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:29.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:29 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:29.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:29 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:29.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:29 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:29.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:29 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:29.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:29 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:22:29.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:29 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:22:29.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:29 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:29.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:29 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:22:29.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:29 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:29.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:29 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:29.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:29 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:29.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:29 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:29.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:29 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:22:29.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:29 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:22:29.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:29 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:29.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:29 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:22:29.711 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:29 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:29.712 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:29 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:29.712 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:29 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:29.712 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:29 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:29.712 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:29 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:22:29.712 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:29 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:22:29.712 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:29 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:22:29.712 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:29 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:22:30.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:30 smithi012 ceph-mon[27004]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:30.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:30 smithi012 ceph-mon[38029]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:31.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:30 smithi055 ceph-mon[31035]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:32.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:31 smithi055 ceph-mon[31035]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:22:32.169 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:31 smithi012 ceph-mon[27004]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:22:32.169 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:31 smithi012 ceph-mon[38029]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:22:32.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:22:32 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:22:32] "GET /metrics HTTP/1.1" 200 33640 "" "Prometheus/2.43.0" 2024-04-02T08:22:33.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:32 smithi055 ceph-mon[31035]: mgrmap e21: y(active, since 93s), standbys: x 2024-04-02T08:22:33.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:32 smithi012 ceph-mon[27004]: mgrmap e21: y(active, since 93s), standbys: x 2024-04-02T08:22:33.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:32 smithi012 ceph-mon[38029]: mgrmap e21: y(active, since 93s), standbys: x 2024-04-02T08:22:34.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:33 smithi055 ceph-mon[31035]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:22:34.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:33 smithi012 ceph-mon[27004]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:22:34.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:33 smithi012 ceph-mon[38029]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:22:36.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:35 smithi012 ceph-mon[27004]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:22:36.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:35 smithi012 ceph-mon[38029]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:22:36.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:35 smithi055 ceph-mon[31035]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:22:38.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:37 smithi012 ceph-mon[27004]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:22:38.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:37 smithi012 ceph-mon[38029]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:22:38.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:37 smithi055 ceph-mon[31035]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:22:40.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:39 smithi012 ceph-mon[27004]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:22:40.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:39 smithi012 ceph-mon[38029]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:22:40.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:39 smithi055 ceph-mon[31035]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:22:42.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:41 smithi055 ceph-mon[31035]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:22:42.167 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:41 smithi012 ceph-mon[27004]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:22:42.167 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:41 smithi012 ceph-mon[38029]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:22:42.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:22:42 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:22:42] "GET /metrics HTTP/1.1" 200 33640 "" "Prometheus/2.43.0" 2024-04-02T08:22:44.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:43 smithi012 ceph-mon[27004]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:44.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:43 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:22:44.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:43 smithi012 ceph-mon[38029]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:44.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:43 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:22:44.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:43 smithi055 ceph-mon[31035]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:44.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:43 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:22:46.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:45 smithi012 ceph-mon[27004]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:46.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:45 smithi012 ceph-mon[38029]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:46.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:45 smithi055 ceph-mon[31035]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:48.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:47 smithi012 ceph-mon[27004]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:48.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:47 smithi012 ceph-mon[38029]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:48.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:47 smithi055 ceph-mon[31035]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:50.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:49 smithi012 ceph-mon[27004]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:50.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:49 smithi012 ceph-mon[38029]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:50.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:49 smithi055 ceph-mon[31035]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:52.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:51 smithi055 ceph-mon[31035]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:52.168 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:51 smithi012 ceph-mon[27004]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:52.168 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:51 smithi012 ceph-mon[38029]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:52.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:22:52 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:22:52] "GET /metrics HTTP/1.1" 200 33641 "" "Prometheus/2.43.0" 2024-04-02T08:22:54.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:53 smithi012 ceph-mon[27004]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:54.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:53 smithi012 ceph-mon[38029]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:54.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:53 smithi055 ceph-mon[31035]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:56.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:55 smithi012 ceph-mon[27004]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:56.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:55 smithi012 ceph-mon[38029]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:56.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:55 smithi055 ceph-mon[31035]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:58.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:57 smithi012 ceph-mon[27004]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:58.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:57 smithi012 ceph-mon[38029]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:58.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:57 smithi055 ceph-mon[31035]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:59.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:58 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:22:59.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:58 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:22:59.211 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:58 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:23:00.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:22:59 smithi012 ceph-mon[27004]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:00.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:22:59 smithi012 ceph-mon[38029]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:00.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:22:59 smithi055 ceph-mon[31035]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:02.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:01 smithi055 ceph-mon[31035]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:02.167 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:01 smithi012 ceph-mon[27004]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:02.167 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:01 smithi012 ceph-mon[38029]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:02.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:23:02 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:23:02] "GET /metrics HTTP/1.1" 200 33640 "" "Prometheus/2.43.0" 2024-04-02T08:23:04.177 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:03 smithi012 ceph-mon[27004]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:04.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:03 smithi012 ceph-mon[38029]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:04.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:03 smithi055 ceph-mon[31035]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:06.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:05 smithi012 ceph-mon[27004]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:06.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:05 smithi012 ceph-mon[38029]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:06.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:05 smithi055 ceph-mon[31035]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:08.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:07 smithi012 ceph-mon[27004]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:08.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:07 smithi012 ceph-mon[38029]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:08.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:07 smithi055 ceph-mon[31035]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:10.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:09 smithi012 ceph-mon[27004]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:10.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:09 smithi012 ceph-mon[38029]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:10.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:09 smithi055 ceph-mon[31035]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:12.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:11 smithi055 ceph-mon[31035]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:12.167 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:11 smithi012 ceph-mon[38029]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:12.168 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:11 smithi012 ceph-mon[27004]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:12.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:23:12 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:23:12] "GET /metrics HTTP/1.1" 200 33640 "" "Prometheus/2.43.0" 2024-04-02T08:23:14.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:13 smithi012 ceph-mon[27004]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:14.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:13 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:23:14.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:13 smithi012 ceph-mon[38029]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:14.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:13 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:23:14.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:13 smithi055 ceph-mon[31035]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:14.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:13 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:23:16.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:15 smithi012 ceph-mon[27004]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:16.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:15 smithi012 ceph-mon[38029]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:16.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:15 smithi055 ceph-mon[31035]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:18.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:17 smithi012 ceph-mon[27004]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:18.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:17 smithi012 ceph-mon[38029]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:18.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:17 smithi055 ceph-mon[31035]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:20.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:19 smithi012 ceph-mon[27004]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:20.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:19 smithi012 ceph-mon[38029]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:20.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:19 smithi055 ceph-mon[31035]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:22.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:21 smithi055 ceph-mon[31035]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:22.168 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:21 smithi012 ceph-mon[27004]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:22.168 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:21 smithi012 ceph-mon[38029]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:22.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:23:22 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:23:22] "GET /metrics HTTP/1.1" 200 33648 "" "Prometheus/2.43.0" 2024-04-02T08:23:24.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:23 smithi012 ceph-mon[27004]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:24.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:23 smithi012 ceph-mon[38029]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:24.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:23 smithi055 ceph-mon[31035]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:26.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:25 smithi012 ceph-mon[27004]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:26.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:25 smithi012 ceph-mon[38029]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:26.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:25 smithi055 ceph-mon[31035]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:28.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:27 smithi012 ceph-mon[27004]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:28.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:27 smithi012 ceph-mon[38029]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:28.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:27 smithi055 ceph-mon[31035]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:29.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:28 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:29.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:28 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:23:29.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:28 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:29.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:28 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:23:29.211 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:28 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:29.211 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:28 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:23:30.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:29 smithi012 ceph-mon[27004]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:30.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:29 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:30.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:29 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:30.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:29 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:23:30.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:29 smithi012 ceph-mon[38029]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:30.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:29 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:30.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:29 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:30.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:29 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:23:30.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:29 smithi055 ceph-mon[31035]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:30.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:29 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:30.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:29 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:30.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:29 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:23:32.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:31 smithi055 ceph-mon[31035]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:32.168 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:31 smithi012 ceph-mon[38029]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:32.169 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:31 smithi012 ceph-mon[27004]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:32.430 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:23:32 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:23:32] "GET /metrics HTTP/1.1" 200 33652 "" "Prometheus/2.43.0" 2024-04-02T08:23:34.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:33 smithi012 ceph-mon[27004]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:34.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:33 smithi012 ceph-mon[38029]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:34.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:33 smithi055 ceph-mon[31035]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:36.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:35 smithi012 ceph-mon[27004]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:36.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:35 smithi012 ceph-mon[38029]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:36.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:35 smithi055 ceph-mon[31035]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:38.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:37 smithi012 ceph-mon[27004]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:38.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:37 smithi012 ceph-mon[38029]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:38.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:37 smithi055 ceph-mon[31035]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:40.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:39 smithi012 ceph-mon[27004]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:40.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:39 smithi012 ceph-mon[38029]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:40.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:39 smithi055 ceph-mon[31035]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:42.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:41 smithi055 ceph-mon[31035]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:42.167 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:41 smithi012 ceph-mon[27004]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:42.167 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:41 smithi012 ceph-mon[38029]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:42.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:23:42 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:23:42] "GET /metrics HTTP/1.1" 200 33652 "" "Prometheus/2.43.0" 2024-04-02T08:23:42.510 INFO:tasks.workunit.client.0.smithi012.stderr:Updating files: 94% (11557/12271) Updating files: 95% (11658/12271) Updating files: 96% (11781/12271) Updating files: 97% (11903/12271) Updating files: 98% (12026/12271) Updating files: 99% (12149/12271) Updating files: 100% (12271/12271) Updating files: 100% (12271/12271), done. 2024-04-02T08:23:43.144 INFO:tasks.workunit.client.0.smithi012.stderr:Note: switching to '3cba26eaefcf7477205a2b2318143422b83a518d'. 2024-04-02T08:23:43.144 INFO:tasks.workunit.client.0.smithi012.stderr: 2024-04-02T08:23:43.144 INFO:tasks.workunit.client.0.smithi012.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-04-02T08:23:43.144 INFO:tasks.workunit.client.0.smithi012.stderr:changes and commit them, and you can discard any commits you make in this 2024-04-02T08:23:43.144 INFO:tasks.workunit.client.0.smithi012.stderr:state without impacting any branches by switching back to a branch. 2024-04-02T08:23:43.144 INFO:tasks.workunit.client.0.smithi012.stderr: 2024-04-02T08:23:43.144 INFO:tasks.workunit.client.0.smithi012.stderr:If you want to create a new branch to retain commits you create, you may 2024-04-02T08:23:43.144 INFO:tasks.workunit.client.0.smithi012.stderr:do so (now or later) by using -c with the switch command. Example: 2024-04-02T08:23:43.144 INFO:tasks.workunit.client.0.smithi012.stderr: 2024-04-02T08:23:43.144 INFO:tasks.workunit.client.0.smithi012.stderr: git switch -c 2024-04-02T08:23:43.145 INFO:tasks.workunit.client.0.smithi012.stderr: 2024-04-02T08:23:43.145 INFO:tasks.workunit.client.0.smithi012.stderr:Or undo this operation with: 2024-04-02T08:23:43.145 INFO:tasks.workunit.client.0.smithi012.stderr: 2024-04-02T08:23:43.145 INFO:tasks.workunit.client.0.smithi012.stderr: git switch - 2024-04-02T08:23:43.145 INFO:tasks.workunit.client.0.smithi012.stderr: 2024-04-02T08:23:43.145 INFO:tasks.workunit.client.0.smithi012.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-04-02T08:23:43.145 INFO:tasks.workunit.client.0.smithi012.stderr: 2024-04-02T08:23:43.145 INFO:tasks.workunit.client.0.smithi012.stderr:HEAD is now at 3cba26eaefc scripts: use 'deep_scrub' instead of 'deep-scrub' 2024-04-02T08:23:43.150 DEBUG:teuthology.orchestra.run.smithi012:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-02T08:23:43.213 INFO:tasks.workunit.client.0.smithi012.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-02T08:23:43.215 INFO:tasks.workunit.client.0.smithi012.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T08:23:43.215 INFO:tasks.workunit.client.0.smithi012.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-02T08:23:43.939 INFO:tasks.workunit.client.0.smithi012.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-02T08:23:44.006 INFO:tasks.workunit.client.0.smithi012.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-02T08:23:44.046 INFO:tasks.workunit.client.0.smithi012.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T08:23:44.047 INFO:tasks.workunit.client.0.smithi012.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T08:23:44.048 INFO:tasks.workunit.client.0.smithi012.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-02T08:23:44.086 INFO:tasks.workunit.client.0.smithi012.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T08:23:44.089 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-04-02T08:23:44.089 DEBUG:teuthology.orchestra.run.smithi012:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-02T08:23:44.145 INFO:tasks.workunit:Running workunits matching test_telemetry_reef.sh on client.0... 2024-04-02T08:23:44.148 INFO:tasks.workunit:Running workunit test_telemetry_reef.sh... 2024-04-02T08:23:44.149 DEBUG:teuthology.orchestra.run.smithi012:workunit test test_telemetry_reef.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=3cba26eaefcf7477205a2b2318143422b83a518d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_reef.sh 2024-04-02T08:23:44.177 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:43 smithi012 ceph-mon[27004]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:44.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:43 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:23:44.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:43 smithi012 ceph-mon[38029]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:44.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:43 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:23:44.196 INFO:tasks.workunit.client.0.smithi012.stderr:+ ceph config set mgr mgr/telemetry/channel_ident true 2024-04-02T08:23:44.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:43 smithi055 ceph-mon[31035]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:44.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:43 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:23:44.590 INFO:tasks.workunit.client.0.smithi012.stderr:+ ceph config set mgr mgr/telemetry/organization ceph-qa 2024-04-02T08:23:44.874 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:23:44 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:23:44] ENGINE Bus STOPPING 2024-04-02T08:23:44.874 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:23:44 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:23:44] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:23:44.874 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:23:44 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:23:44] ENGINE Bus STOPPED 2024-04-02T08:23:44.874 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:23:44 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:23:44] ENGINE Bus STARTING 2024-04-02T08:23:44.874 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:23:44 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:23:44] ENGINE Serving on http://:::9283 2024-04-02T08:23:44.874 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:23:44 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:23:44] ENGINE Bus STARTED 2024-04-02T08:23:44.874 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:23:44 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:23:44] ENGINE Bus STOPPING 2024-04-02T08:23:44.990 INFO:tasks.workunit.client.0.smithi012.stderr:+ ceph config set mgr mgr/telemetry/description 'upgrade test cluster' 2024-04-02T08:23:45.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:23:44 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:23:44] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:23:45.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:23:44 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:23:44] ENGINE Bus STOPPED 2024-04-02T08:23:45.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:23:44 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:23:44] ENGINE Bus STARTING 2024-04-02T08:23:45.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:23:44 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:23:44] ENGINE Serving on http://:::9283 2024-04-02T08:23:45.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:23:44 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:23:44] ENGINE Bus STARTED 2024-04-02T08:23:45.392 INFO:tasks.workunit.client.0.smithi012.stderr:+ ceph telemetry preview 2024-04-02T08:23:45.678 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:23:45 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:23:45] ENGINE Bus STOPPING 2024-04-02T08:23:45.678 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:23:45 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:23:45] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:23:45.678 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:23:45 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:23:45] ENGINE Bus STOPPED 2024-04-02T08:23:45.678 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:23:45 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:23:45] ENGINE Bus STARTING 2024-04-02T08:23:45.678 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:23:45 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:23:45] ENGINE Serving on http://:::9283 2024-04-02T08:23:45.678 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:23:45 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:23:45] ENGINE Bus STARTED 2024-04-02T08:23:45.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:45 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/2285413447' entity='client.admin' 2024-04-02T08:23:45.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:45 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:45.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:45 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:45.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:45 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:45.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:45 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:23:45.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:45 smithi012 ceph-mon[38029]: from='client.? ' entity='client.admin' 2024-04-02T08:23:45.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:45 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:45.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:45 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:45.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:45 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:45.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:45 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:23:45.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:45 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/4115520409' entity='client.admin' 2024-04-02T08:23:45.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:45 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:45.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:45 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:45.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:45 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:45.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:45 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:23:45.680 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:45 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/2285413447' entity='client.admin' 2024-04-02T08:23:45.680 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:45 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:45.680 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:45 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:45.680 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:45 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:45.680 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:45 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:23:45.680 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:45 smithi012 ceph-mon[27004]: from='client.? ' entity='client.admin' 2024-04-02T08:23:45.680 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:45 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:45.681 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:45 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:45.681 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:45 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:45.681 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:45 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:23:45.681 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:45 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/4115520409' entity='client.admin' 2024-04-02T08:23:45.681 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:45 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:45.681 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:45 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:45.681 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:45 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:45.681 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:45 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:23:45.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:45 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/2285413447' entity='client.admin' 2024-04-02T08:23:45.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:45 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:45.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:45 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:45.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:45 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:45.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:45 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:23:45.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:45 smithi055 ceph-mon[31035]: from='client.? ' entity='client.admin' 2024-04-02T08:23:45.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:45 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:45.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:45 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:45.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:45 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:45.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:45 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:23:45.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:45 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/4115520409' entity='client.admin' 2024-04-02T08:23:45.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:45 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:45.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:45 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:45.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:45 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:45.812 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:45 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:23:45.899 INFO:tasks.workunit.client.0.smithi012.stdout:{ 2024-04-02T08:23:45.900 INFO:tasks.workunit.client.0.smithi012.stdout: "balancer": { 2024-04-02T08:23:45.900 INFO:tasks.workunit.client.0.smithi012.stdout: "active": true, 2024-04-02T08:23:45.900 INFO:tasks.workunit.client.0.smithi012.stdout: "mode": "" 2024-04-02T08:23:45.900 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:45.900 INFO:tasks.workunit.client.0.smithi012.stdout: "channels": [ 2024-04-02T08:23:45.900 INFO:tasks.workunit.client.0.smithi012.stdout: "basic", 2024-04-02T08:23:45.900 INFO:tasks.workunit.client.0.smithi012.stdout: "crash", 2024-04-02T08:23:45.900 INFO:tasks.workunit.client.0.smithi012.stdout: "device", 2024-04-02T08:23:45.900 INFO:tasks.workunit.client.0.smithi012.stdout: "ident" 2024-04-02T08:23:45.900 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:45.900 INFO:tasks.workunit.client.0.smithi012.stdout: "channels_available": [ 2024-04-02T08:23:45.900 INFO:tasks.workunit.client.0.smithi012.stdout: "basic", 2024-04-02T08:23:45.900 INFO:tasks.workunit.client.0.smithi012.stdout: "ident", 2024-04-02T08:23:45.900 INFO:tasks.workunit.client.0.smithi012.stdout: "crash", 2024-04-02T08:23:45.901 INFO:tasks.workunit.client.0.smithi012.stdout: "device", 2024-04-02T08:23:45.901 INFO:tasks.workunit.client.0.smithi012.stdout: "perf" 2024-04-02T08:23:45.901 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:45.901 INFO:tasks.workunit.client.0.smithi012.stdout: "collections_available": [ 2024-04-02T08:23:45.901 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_base", 2024-04-02T08:23:45.901 INFO:tasks.workunit.client.0.smithi012.stdout: "device_base", 2024-04-02T08:23:45.901 INFO:tasks.workunit.client.0.smithi012.stdout: "crash_base", 2024-04-02T08:23:45.901 INFO:tasks.workunit.client.0.smithi012.stdout: "ident_base", 2024-04-02T08:23:45.901 INFO:tasks.workunit.client.0.smithi012.stdout: "perf_perf", 2024-04-02T08:23:45.901 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_mds_metadata", 2024-04-02T08:23:45.901 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_pool_usage", 2024-04-02T08:23:45.901 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_usage_by_class", 2024-04-02T08:23:45.901 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_rook_v01", 2024-04-02T08:23:45.901 INFO:tasks.workunit.client.0.smithi012.stdout: "perf_memory_metrics", 2024-04-02T08:23:45.901 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_pool_options_bluestore" 2024-04-02T08:23:45.902 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:45.902 INFO:tasks.workunit.client.0.smithi012.stdout: "collections_opted_in": [ 2024-04-02T08:23:45.902 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_base", 2024-04-02T08:23:45.902 INFO:tasks.workunit.client.0.smithi012.stdout: "device_base", 2024-04-02T08:23:45.902 INFO:tasks.workunit.client.0.smithi012.stdout: "crash_base", 2024-04-02T08:23:45.902 INFO:tasks.workunit.client.0.smithi012.stdout: "ident_base", 2024-04-02T08:23:45.902 INFO:tasks.workunit.client.0.smithi012.stdout: "perf_perf", 2024-04-02T08:23:45.902 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_mds_metadata", 2024-04-02T08:23:45.902 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_pool_usage", 2024-04-02T08:23:45.902 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_usage_by_class", 2024-04-02T08:23:45.902 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_rook_v01", 2024-04-02T08:23:45.902 INFO:tasks.workunit.client.0.smithi012.stdout: "perf_memory_metrics", 2024-04-02T08:23:45.902 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_pool_options_bluestore" 2024-04-02T08:23:45.903 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:45.903 INFO:tasks.workunit.client.0.smithi012.stdout: "config": { 2024-04-02T08:23:45.903 INFO:tasks.workunit.client.0.smithi012.stdout: "active_changed": [ 2024-04-02T08:23:45.903 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T08:23:45.903 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_debug", 2024-04-02T08:23:45.903 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_mon_ticket_ttl", 2024-04-02T08:23:45.903 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_service_ticket_ttl", 2024-04-02T08:23:45.903 INFO:tasks.workunit.client.0.smithi012.stdout: "bdev_debug_aio", 2024-04-02T08:23:45.903 INFO:tasks.workunit.client.0.smithi012.stdout: "client_check_pool_perm", 2024-04-02T08:23:45.903 INFO:tasks.workunit.client.0.smithi012.stdout: "client_mount_gid", 2024-04-02T08:23:45.903 INFO:tasks.workunit.client.0.smithi012.stdout: "client_mount_uid", 2024-04-02T08:23:45.903 INFO:tasks.workunit.client.0.smithi012.stdout: "client_quota", 2024-04-02T08:23:45.903 INFO:tasks.workunit.client.0.smithi012.stdout: "container_image", 2024-04-02T08:23:45.904 INFO:tasks.workunit.client.0.smithi012.stdout: "daemonize", 2024-04-02T08:23:45.904 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_asserts_on_shutdown", 2024-04-02T08:23:45.904 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_mgr", 2024-04-02T08:23:45.904 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_mon", 2024-04-02T08:23:45.904 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_ms", 2024-04-02T08:23:45.904 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_osd", 2024-04-02T08:23:45.904 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_paxos", 2024-04-02T08:23:45.904 INFO:tasks.workunit.client.0.smithi012.stdout: "keyring", 2024-04-02T08:23:45.904 INFO:tasks.workunit.client.0.smithi012.stdout: "leveldb_block_size", 2024-04-02T08:23:45.904 INFO:tasks.workunit.client.0.smithi012.stdout: "leveldb_cache_size", 2024-04-02T08:23:45.904 INFO:tasks.workunit.client.0.smithi012.stdout: "leveldb_compression", 2024-04-02T08:23:45.904 INFO:tasks.workunit.client.0.smithi012.stdout: "leveldb_log", 2024-04-02T08:23:45.904 INFO:tasks.workunit.client.0.smithi012.stdout: "leveldb_write_buffer_size", 2024-04-02T08:23:45.904 INFO:tasks.workunit.client.0.smithi012.stdout: "log_to_file", 2024-04-02T08:23:45.905 INFO:tasks.workunit.client.0.smithi012.stdout: "log_to_journald", 2024-04-02T08:23:45.905 INFO:tasks.workunit.client.0.smithi012.stdout: "log_to_stderr", 2024-04-02T08:23:45.905 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_allow_pool_delete", 2024-04-02T08:23:45.905 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_clock_drift_allowed", 2024-04-02T08:23:45.905 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_cluster_log_file_level", 2024-04-02T08:23:45.905 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_cluster_log_to_file", 2024-04-02T08:23:45.905 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_cluster_log_to_journald", 2024-04-02T08:23:45.905 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_cluster_log_to_stderr", 2024-04-02T08:23:45.905 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_data_avail_warn", 2024-04-02T08:23:45.905 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_election_default_strategy", 2024-04-02T08:23:45.905 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_host", 2024-04-02T08:23:45.905 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_max_pg_per_osd", 2024-04-02T08:23:45.905 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_mgr_mkfs_grace", 2024-04-02T08:23:45.905 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_osd_prime_pg_temp", 2024-04-02T08:23:45.905 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T08:23:45.906 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T08:23:45.906 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T08:23:45.906 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T08:23:45.906 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T08:23:45.906 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T08:23:45.906 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T08:23:45.906 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T08:23:45.906 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T08:23:45.906 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T08:23:45.906 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_too_few_osds", 2024-04-02T08:23:45.906 INFO:tasks.workunit.client.0.smithi012.stdout: "ms_die_on_bug", 2024-04-02T08:23:45.906 INFO:tasks.workunit.client.0.smithi012.stdout: "ms_die_on_old_message", 2024-04-02T08:23:45.906 INFO:tasks.workunit.client.0.smithi012.stdout: "no_config_file", 2024-04-02T08:23:45.907 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_class_default_list", 2024-04-02T08:23:45.907 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_class_load_list", 2024-04-02T08:23:45.907 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_crush_chooseleaf_type", 2024-04-02T08:23:45.907 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_misdirected_ops", 2024-04-02T08:23:45.907 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_op_order", 2024-04-02T08:23:45.907 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_pg_log_writeout", 2024-04-02T08:23:45.907 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_shutdown", 2024-04-02T08:23:45.907 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T08:23:45.907 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T08:23:45.907 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T08:23:45.908 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T08:23:45.908 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_delete_sleep", 2024-04-02T08:23:45.908 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_delete_sleep_hdd", 2024-04-02T08:23:45.908 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_delete_sleep_hybrid", 2024-04-02T08:23:45.908 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_delete_sleep_ssd", 2024-04-02T08:23:45.908 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_max_backfills", 2024-04-02T08:23:45.908 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T08:23:45.908 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_profile", 2024-04-02T08:23:45.908 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-02T08:23:45.908 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-02T08:23:45.908 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-02T08:23:45.908 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-02T08:23:45.908 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-02T08:23:45.908 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-02T08:23:45.909 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_client_lim", 2024-04-02T08:23:45.909 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_client_res", 2024-04-02T08:23:45.909 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-02T08:23:45.909 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_memory_target", 2024-04-02T08:23:45.909 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_memory_target_autotune", 2024-04-02T08:23:45.909 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_op_queue", 2024-04-02T08:23:45.909 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_op_queue_cut_off", 2024-04-02T08:23:45.909 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pg_delete_cost", 2024-04-02T08:23:45.909 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T08:23:45.909 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T08:23:45.909 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recover_clone_overlap", 2024-04-02T08:23:45.909 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_max_active", 2024-04-02T08:23:45.909 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_max_active_hdd", 2024-04-02T08:23:45.909 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_max_active_ssd", 2024-04-02T08:23:45.910 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_max_chunk", 2024-04-02T08:23:45.910 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_sleep", 2024-04-02T08:23:45.910 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_sleep_hdd", 2024-04-02T08:23:45.910 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_sleep_hybrid", 2024-04-02T08:23:45.910 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_sleep_ssd", 2024-04-02T08:23:45.910 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_scrub_load_threshold", 2024-04-02T08:23:45.910 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_scrub_max_interval", 2024-04-02T08:23:45.910 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_scrub_sleep", 2024-04-02T08:23:45.910 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_shutdown_pgref_assert", 2024-04-02T08:23:45.910 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_snap_trim_sleep", 2024-04-02T08:23:45.910 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_snap_trim_sleep_hdd", 2024-04-02T08:23:45.910 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-02T08:23:45.910 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_snap_trim_sleep_ssd", 2024-04-02T08:23:45.910 INFO:tasks.workunit.client.0.smithi012.stdout: "public_addr", 2024-04-02T08:23:45.911 INFO:tasks.workunit.client.0.smithi012.stdout: "public_addrv", 2024-04-02T08:23:45.911 INFO:tasks.workunit.client.0.smithi012.stdout: "public_network", 2024-04-02T08:23:45.911 INFO:tasks.workunit.client.0.smithi012.stdout: "rbd_default_features", 2024-04-02T08:23:45.911 INFO:tasks.workunit.client.0.smithi012.stdout: "rbd_qos_exclude_ops", 2024-04-02T08:23:45.911 INFO:tasks.workunit.client.0.smithi012.stdout: "setgroup", 2024-04-02T08:23:45.911 INFO:tasks.workunit.client.0.smithi012.stdout: "setuser" 2024-04-02T08:23:45.911 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:45.911 INFO:tasks.workunit.client.0.smithi012.stdout: "cluster_changed": [ 2024-04-02T08:23:45.911 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T08:23:45.911 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_debug", 2024-04-02T08:23:45.911 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_mon_ticket_ttl", 2024-04-02T08:23:45.911 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_service_ticket_ttl", 2024-04-02T08:23:45.911 INFO:tasks.workunit.client.0.smithi012.stdout: "bdev_debug_aio", 2024-04-02T08:23:45.911 INFO:tasks.workunit.client.0.smithi012.stdout: "container_image", 2024-04-02T08:23:45.912 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_asserts_on_shutdown", 2024-04-02T08:23:45.912 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_mgr", 2024-04-02T08:23:45.912 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_mon", 2024-04-02T08:23:45.912 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_ms", 2024-04-02T08:23:45.912 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_osd", 2024-04-02T08:23:45.912 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_paxos", 2024-04-02T08:23:45.912 INFO:tasks.workunit.client.0.smithi012.stdout: "log_to_file", 2024-04-02T08:23:45.912 INFO:tasks.workunit.client.0.smithi012.stdout: "log_to_journald", 2024-04-02T08:23:45.912 INFO:tasks.workunit.client.0.smithi012.stdout: "log_to_stderr", 2024-04-02T08:23:45.912 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_join_fs", 2024-04-02T08:23:45.912 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/cephadm/allow_ptrace", 2024-04-02T08:23:45.912 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/cephadm/container_init", 2024-04-02T08:23:45.912 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/cephadm/migration_current", 2024-04-02T08:23:45.912 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/cephadm/use_repo_digest", 2024-04-02T08:23:45.912 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-02T08:23:45.913 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-02T08:23:45.913 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-02T08:23:45.913 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-02T08:23:45.913 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/dashboard/ssl_server_port", 2024-04-02T08:23:45.913 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/orchestrator/orchestrator", 2024-04-02T08:23:45.913 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/telemetry/channel_ident", 2024-04-02T08:23:45.913 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/telemetry/description", 2024-04-02T08:23:45.913 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/telemetry/organization", 2024-04-02T08:23:45.913 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_allow_pool_delete", 2024-04-02T08:23:45.913 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_clock_drift_allowed", 2024-04-02T08:23:45.913 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_cluster_log_file_level", 2024-04-02T08:23:45.913 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_cluster_log_to_file", 2024-04-02T08:23:45.913 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_data_avail_warn", 2024-04-02T08:23:45.913 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_election_default_strategy", 2024-04-02T08:23:45.913 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_max_pg_per_osd", 2024-04-02T08:23:45.914 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_mgr_mkfs_grace", 2024-04-02T08:23:45.914 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_osd_prime_pg_temp", 2024-04-02T08:23:45.914 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T08:23:45.914 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T08:23:45.914 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T08:23:45.914 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T08:23:45.914 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T08:23:45.914 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T08:23:45.914 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T08:23:45.914 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T08:23:45.914 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T08:23:45.914 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T08:23:45.914 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_too_few_osds", 2024-04-02T08:23:45.914 INFO:tasks.workunit.client.0.smithi012.stdout: "ms_die_on_bug", 2024-04-02T08:23:45.915 INFO:tasks.workunit.client.0.smithi012.stdout: "ms_die_on_old_message", 2024-04-02T08:23:45.915 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_class_default_list", 2024-04-02T08:23:45.915 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_class_load_list", 2024-04-02T08:23:45.915 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_misdirected_ops", 2024-04-02T08:23:45.915 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_op_order", 2024-04-02T08:23:45.915 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_pg_log_writeout", 2024-04-02T08:23:45.915 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_shutdown", 2024-04-02T08:23:45.915 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T08:23:45.915 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T08:23:45.915 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T08:23:45.915 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T08:23:45.915 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T08:23:45.915 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_profile", 2024-04-02T08:23:45.915 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_memory_target", 2024-04-02T08:23:45.915 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_memory_target_autotune", 2024-04-02T08:23:45.916 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_op_queue", 2024-04-02T08:23:45.916 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_op_queue_cut_off", 2024-04-02T08:23:45.916 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T08:23:45.916 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T08:23:45.916 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recover_clone_overlap", 2024-04-02T08:23:45.916 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_max_chunk", 2024-04-02T08:23:45.916 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_scrub_load_threshold", 2024-04-02T08:23:45.916 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_scrub_max_interval", 2024-04-02T08:23:45.916 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_shutdown_pgref_assert", 2024-04-02T08:23:45.916 INFO:tasks.workunit.client.0.smithi012.stdout: "public_network", 2024-04-02T08:23:45.916 INFO:tasks.workunit.client.0.smithi012.stdout: "rgw_cache_enabled", 2024-04-02T08:23:45.916 INFO:tasks.workunit.client.0.smithi012.stdout: "rgw_enable_ops_log", 2024-04-02T08:23:45.916 INFO:tasks.workunit.client.0.smithi012.stdout: "rgw_enable_usage_log" 2024-04-02T08:23:45.916 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:45.917 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:45.917 INFO:tasks.workunit.client.0.smithi012.stdout: "contact": null, 2024-04-02T08:23:45.917 INFO:tasks.workunit.client.0.smithi012.stdout: "crashes": [], 2024-04-02T08:23:45.917 INFO:tasks.workunit.client.0.smithi012.stdout: "created": "2024-04-02T08:14:44.119575Z", 2024-04-02T08:23:45.917 INFO:tasks.workunit.client.0.smithi012.stdout: "crush": { 2024-04-02T08:23:45.917 INFO:tasks.workunit.client.0.smithi012.stdout: "bucket_algs": { 2024-04-02T08:23:45.917 INFO:tasks.workunit.client.0.smithi012.stdout: "straw2": 3 2024-04-02T08:23:45.917 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:45.917 INFO:tasks.workunit.client.0.smithi012.stdout: "bucket_sizes": { 2024-04-02T08:23:45.917 INFO:tasks.workunit.client.0.smithi012.stdout: "2": 1, 2024-04-02T08:23:45.917 INFO:tasks.workunit.client.0.smithi012.stdout: "4": 2 2024-04-02T08:23:45.917 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:45.917 INFO:tasks.workunit.client.0.smithi012.stdout: "bucket_types": { 2024-04-02T08:23:45.917 INFO:tasks.workunit.client.0.smithi012.stdout: "1": 2, 2024-04-02T08:23:45.918 INFO:tasks.workunit.client.0.smithi012.stdout: "11": 1 2024-04-02T08:23:45.918 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:45.918 INFO:tasks.workunit.client.0.smithi012.stdout: "compat_weight_set": false, 2024-04-02T08:23:45.918 INFO:tasks.workunit.client.0.smithi012.stdout: "device_classes": [ 2024-04-02T08:23:45.918 INFO:tasks.workunit.client.0.smithi012.stdout: 8 2024-04-02T08:23:45.918 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:45.918 INFO:tasks.workunit.client.0.smithi012.stdout: "num_buckets": 6, 2024-04-02T08:23:45.918 INFO:tasks.workunit.client.0.smithi012.stdout: "num_devices": 8, 2024-04-02T08:23:45.918 INFO:tasks.workunit.client.0.smithi012.stdout: "num_rules": 1, 2024-04-02T08:23:45.918 INFO:tasks.workunit.client.0.smithi012.stdout: "num_types": 12, 2024-04-02T08:23:45.918 INFO:tasks.workunit.client.0.smithi012.stdout: "num_weight_sets": 0, 2024-04-02T08:23:45.918 INFO:tasks.workunit.client.0.smithi012.stdout: "tunables": { 2024-04-02T08:23:45.918 INFO:tasks.workunit.client.0.smithi012.stdout: "allowed_bucket_algs": 54, 2024-04-02T08:23:45.918 INFO:tasks.workunit.client.0.smithi012.stdout: "choose_local_fallback_tries": 0, 2024-04-02T08:23:45.919 INFO:tasks.workunit.client.0.smithi012.stdout: "choose_local_tries": 0, 2024-04-02T08:23:45.919 INFO:tasks.workunit.client.0.smithi012.stdout: "choose_total_tries": 50, 2024-04-02T08:23:45.919 INFO:tasks.workunit.client.0.smithi012.stdout: "chooseleaf_descend_once": 1, 2024-04-02T08:23:45.919 INFO:tasks.workunit.client.0.smithi012.stdout: "chooseleaf_stable": 1, 2024-04-02T08:23:45.919 INFO:tasks.workunit.client.0.smithi012.stdout: "chooseleaf_vary_r": 1, 2024-04-02T08:23:45.919 INFO:tasks.workunit.client.0.smithi012.stdout: "has_v2_rules": 0, 2024-04-02T08:23:45.919 INFO:tasks.workunit.client.0.smithi012.stdout: "has_v3_rules": 0, 2024-04-02T08:23:45.919 INFO:tasks.workunit.client.0.smithi012.stdout: "has_v4_buckets": 1, 2024-04-02T08:23:45.919 INFO:tasks.workunit.client.0.smithi012.stdout: "has_v5_rules": 0, 2024-04-02T08:23:45.919 INFO:tasks.workunit.client.0.smithi012.stdout: "legacy_tunables": 0, 2024-04-02T08:23:45.919 INFO:tasks.workunit.client.0.smithi012.stdout: "minimum_required_version": "jewel", 2024-04-02T08:23:45.919 INFO:tasks.workunit.client.0.smithi012.stdout: "optimal_tunables": 1, 2024-04-02T08:23:45.919 INFO:tasks.workunit.client.0.smithi012.stdout: "profile": "jewel", 2024-04-02T08:23:45.919 INFO:tasks.workunit.client.0.smithi012.stdout: "require_feature_tunables": 1, 2024-04-02T08:23:45.919 INFO:tasks.workunit.client.0.smithi012.stdout: "require_feature_tunables2": 1, 2024-04-02T08:23:45.920 INFO:tasks.workunit.client.0.smithi012.stdout: "require_feature_tunables3": 1, 2024-04-02T08:23:45.920 INFO:tasks.workunit.client.0.smithi012.stdout: "require_feature_tunables5": 1, 2024-04-02T08:23:45.920 INFO:tasks.workunit.client.0.smithi012.stdout: "straw_calc_version": 1 2024-04-02T08:23:45.920 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:45.920 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:45.920 INFO:tasks.workunit.client.0.smithi012.stdout: "description": "upgrade test cluster", 2024-04-02T08:23:45.920 INFO:tasks.workunit.client.0.smithi012.stdout: "fs": { 2024-04-02T08:23:45.920 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T08:23:45.920 INFO:tasks.workunit.client.0.smithi012.stdout: "feature_flags": { 2024-04-02T08:23:45.920 INFO:tasks.workunit.client.0.smithi012.stdout: "enable_multiple": true, 2024-04-02T08:23:45.920 INFO:tasks.workunit.client.0.smithi012.stdout: "ever_enabled_multiple": true 2024-04-02T08:23:45.920 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:45.920 INFO:tasks.workunit.client.0.smithi012.stdout: "filesystems": [ 2024-04-02T08:23:45.920 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:45.921 INFO:tasks.workunit.client.0.smithi012.stdout: "approx_ctime": "2024-04", 2024-04-02T08:23:45.921 INFO:tasks.workunit.client.0.smithi012.stdout: "balancer_enabled": false, 2024-04-02T08:23:45.921 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:45.921 INFO:tasks.workunit.client.0.smithi012.stdout: "cached_caps": 0, 2024-04-02T08:23:45.921 INFO:tasks.workunit.client.0.smithi012.stdout: "cached_dns": 10, 2024-04-02T08:23:45.921 INFO:tasks.workunit.client.0.smithi012.stdout: "cached_inos": 13, 2024-04-02T08:23:45.921 INFO:tasks.workunit.client.0.smithi012.stdout: "cached_subtrees": 2, 2024-04-02T08:23:45.921 INFO:tasks.workunit.client.0.smithi012.stdout: "ever_allowed_features": 0, 2024-04-02T08:23:45.921 INFO:tasks.workunit.client.0.smithi012.stdout: "explicitly_allowed_features": 0, 2024-04-02T08:23:45.921 INFO:tasks.workunit.client.0.smithi012.stdout: "files": 0, 2024-04-02T08:23:45.921 INFO:tasks.workunit.client.0.smithi012.stdout: "max_mds": 1, 2024-04-02T08:23:45.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_data_pools": 1, 2024-04-02T08:23:45.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_in": 1, 2024-04-02T08:23:45.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_mds": 1, 2024-04-02T08:23:45.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_sessions": 0, 2024-04-02T08:23:45.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_standby_replay": 0, 2024-04-02T08:23:45.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_up": 1, 2024-04-02T08:23:45.922 INFO:tasks.workunit.client.0.smithi012.stdout: "snaps": 0, 2024-04-02T08:23:45.922 INFO:tasks.workunit.client.0.smithi012.stdout: "standby_count_wanted": 0 2024-04-02T08:23:45.922 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:45.922 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:45.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_standby_mds": 1, 2024-04-02T08:23:45.922 INFO:tasks.workunit.client.0.smithi012.stdout: "total_num_mds": 2 2024-04-02T08:23:45.922 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:45.922 INFO:tasks.workunit.client.0.smithi012.stdout: "hosts": { 2024-04-02T08:23:45.923 INFO:tasks.workunit.client.0.smithi012.stdout: "num": 2, 2024-04-02T08:23:45.923 INFO:tasks.workunit.client.0.smithi012.stdout: "num_with_mds": 2, 2024-04-02T08:23:45.923 INFO:tasks.workunit.client.0.smithi012.stdout: "num_with_mgr": 2, 2024-04-02T08:23:45.923 INFO:tasks.workunit.client.0.smithi012.stdout: "num_with_mon": 2, 2024-04-02T08:23:45.923 INFO:tasks.workunit.client.0.smithi012.stdout: "num_with_osd": 2 2024-04-02T08:23:45.923 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:45.923 INFO:tasks.workunit.client.0.smithi012.stdout: "leaderboard": false, 2024-04-02T08:23:45.923 INFO:tasks.workunit.client.0.smithi012.stdout: "leaderboard_description": null, 2024-04-02T08:23:45.923 INFO:tasks.workunit.client.0.smithi012.stdout: "license": "sharing-1-0", 2024-04-02T08:23:45.923 INFO:tasks.workunit.client.0.smithi012.stdout: "metadata": { 2024-04-02T08:23:45.923 INFO:tasks.workunit.client.0.smithi012.stdout: "mds": { 2024-04-02T08:23:45.923 INFO:tasks.workunit.client.0.smithi012.stdout: "arch": { 2024-04-02T08:23:45.923 INFO:tasks.workunit.client.0.smithi012.stdout: "x86_64": 2 2024-04-02T08:23:45.923 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:45.924 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph_version": { 2024-04-02T08:23:45.924 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:23:45.924 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:45.924 INFO:tasks.workunit.client.0.smithi012.stdout: "cpu": { 2024-04-02T08:23:45.924 INFO:tasks.workunit.client.0.smithi012.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-04-02T08:23:45.924 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:45.924 INFO:tasks.workunit.client.0.smithi012.stdout: "distro": { 2024-04-02T08:23:45.924 INFO:tasks.workunit.client.0.smithi012.stdout: "centos": 2 2024-04-02T08:23:45.924 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:45.924 INFO:tasks.workunit.client.0.smithi012.stdout: "distro_description": { 2024-04-02T08:23:45.924 INFO:tasks.workunit.client.0.smithi012.stdout: "CentOS Stream 8": 2 2024-04-02T08:23:45.925 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:45.925 INFO:tasks.workunit.client.0.smithi012.stdout: "kernel_description": { 2024-04-02T08:23:45.925 INFO:tasks.workunit.client.0.smithi012.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 2 2024-04-02T08:23:45.925 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:45.925 INFO:tasks.workunit.client.0.smithi012.stdout: "kernel_version": { 2024-04-02T08:23:45.925 INFO:tasks.workunit.client.0.smithi012.stdout: "5.14.0-434.el9.x86_64": 2 2024-04-02T08:23:45.925 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:45.925 INFO:tasks.workunit.client.0.smithi012.stdout: "os": { 2024-04-02T08:23:45.925 INFO:tasks.workunit.client.0.smithi012.stdout: "Linux": 2 2024-04-02T08:23:45.925 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:45.925 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:45.925 INFO:tasks.workunit.client.0.smithi012.stdout: "mon": { 2024-04-02T08:23:45.925 INFO:tasks.workunit.client.0.smithi012.stdout: "arch": { 2024-04-02T08:23:45.925 INFO:tasks.workunit.client.0.smithi012.stdout: "x86_64": 3 2024-04-02T08:23:45.926 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:45.926 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph_version": { 2024-04-02T08:23:45.926 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3 2024-04-02T08:23:45.926 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:45.926 INFO:tasks.workunit.client.0.smithi012.stdout: "cpu": { 2024-04-02T08:23:45.926 INFO:tasks.workunit.client.0.smithi012.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-04-02T08:23:45.926 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:45.926 INFO:tasks.workunit.client.0.smithi012.stdout: "distro": { 2024-04-02T08:23:45.926 INFO:tasks.workunit.client.0.smithi012.stdout: "centos": 3 2024-04-02T08:23:45.926 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:45.926 INFO:tasks.workunit.client.0.smithi012.stdout: "distro_description": { 2024-04-02T08:23:45.927 INFO:tasks.workunit.client.0.smithi012.stdout: "CentOS Stream 8": 3 2024-04-02T08:23:45.927 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:45.927 INFO:tasks.workunit.client.0.smithi012.stdout: "kernel_description": { 2024-04-02T08:23:45.927 INFO:tasks.workunit.client.0.smithi012.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 3 2024-04-02T08:23:45.927 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:45.927 INFO:tasks.workunit.client.0.smithi012.stdout: "kernel_version": { 2024-04-02T08:23:45.927 INFO:tasks.workunit.client.0.smithi012.stdout: "5.14.0-434.el9.x86_64": 3 2024-04-02T08:23:45.927 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:45.927 INFO:tasks.workunit.client.0.smithi012.stdout: "os": { 2024-04-02T08:23:45.927 INFO:tasks.workunit.client.0.smithi012.stdout: "Linux": 3 2024-04-02T08:23:45.927 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:45.927 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:45.927 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T08:23:45.928 INFO:tasks.workunit.client.0.smithi012.stdout: "arch": { 2024-04-02T08:23:45.928 INFO:tasks.workunit.client.0.smithi012.stdout: "x86_64": 8 2024-04-02T08:23:45.928 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:45.928 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph_version": { 2024-04-02T08:23:45.928 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:23:45.928 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:45.928 INFO:tasks.workunit.client.0.smithi012.stdout: "cpu": { 2024-04-02T08:23:45.928 INFO:tasks.workunit.client.0.smithi012.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-04-02T08:23:45.928 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:45.928 INFO:tasks.workunit.client.0.smithi012.stdout: "distro": { 2024-04-02T08:23:45.928 INFO:tasks.workunit.client.0.smithi012.stdout: "centos": 8 2024-04-02T08:23:45.928 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:45.928 INFO:tasks.workunit.client.0.smithi012.stdout: "distro_description": { 2024-04-02T08:23:45.928 INFO:tasks.workunit.client.0.smithi012.stdout: "CentOS Stream 8": 8 2024-04-02T08:23:45.928 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:45.929 INFO:tasks.workunit.client.0.smithi012.stdout: "kernel_description": { 2024-04-02T08:23:45.929 INFO:tasks.workunit.client.0.smithi012.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 8 2024-04-02T08:23:45.929 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:45.929 INFO:tasks.workunit.client.0.smithi012.stdout: "kernel_version": { 2024-04-02T08:23:45.929 INFO:tasks.workunit.client.0.smithi012.stdout: "5.14.0-434.el9.x86_64": 8 2024-04-02T08:23:45.929 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:45.929 INFO:tasks.workunit.client.0.smithi012.stdout: "os": { 2024-04-02T08:23:45.929 INFO:tasks.workunit.client.0.smithi012.stdout: "Linux": 8 2024-04-02T08:23:45.929 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:45.929 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_objectstore": { 2024-04-02T08:23:45.929 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore": 8 2024-04-02T08:23:45.929 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:45.929 INFO:tasks.workunit.client.0.smithi012.stdout: "rotational": { 2024-04-02T08:23:45.929 INFO:tasks.workunit.client.0.smithi012.stdout: "0": 8 2024-04-02T08:23:45.930 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:45.930 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:45.930 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:45.930 INFO:tasks.workunit.client.0.smithi012.stdout: "mon": { 2024-04-02T08:23:45.930 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T08:23:45.930 INFO:tasks.workunit.client.0.smithi012.stdout: "features": { 2024-04-02T08:23:45.930 INFO:tasks.workunit.client.0.smithi012.stdout: "optional": [], 2024-04-02T08:23:45.930 INFO:tasks.workunit.client.0.smithi012.stdout: "persistent": [ 2024-04-02T08:23:45.930 INFO:tasks.workunit.client.0.smithi012.stdout: "kraken", 2024-04-02T08:23:45.930 INFO:tasks.workunit.client.0.smithi012.stdout: "luminous", 2024-04-02T08:23:45.930 INFO:tasks.workunit.client.0.smithi012.stdout: "mimic", 2024-04-02T08:23:45.930 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap-prune", 2024-04-02T08:23:45.930 INFO:tasks.workunit.client.0.smithi012.stdout: "nautilus", 2024-04-02T08:23:45.930 INFO:tasks.workunit.client.0.smithi012.stdout: "octopus", 2024-04-02T08:23:45.930 INFO:tasks.workunit.client.0.smithi012.stdout: "pacific", 2024-04-02T08:23:45.931 INFO:tasks.workunit.client.0.smithi012.stdout: "elector-pinging", 2024-04-02T08:23:45.931 INFO:tasks.workunit.client.0.smithi012.stdout: "quincy", 2024-04-02T08:23:45.931 INFO:tasks.workunit.client.0.smithi012.stdout: "reef" 2024-04-02T08:23:45.931 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:45.931 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:45.931 INFO:tasks.workunit.client.0.smithi012.stdout: "ipv4_addr_mons": 6, 2024-04-02T08:23:45.931 INFO:tasks.workunit.client.0.smithi012.stdout: "ipv6_addr_mons": 0, 2024-04-02T08:23:45.931 INFO:tasks.workunit.client.0.smithi012.stdout: "min_mon_release": 18, 2024-04-02T08:23:45.931 INFO:tasks.workunit.client.0.smithi012.stdout: "v1_addr_mons": 3, 2024-04-02T08:23:45.931 INFO:tasks.workunit.client.0.smithi012.stdout: "v2_addr_mons": 3 2024-04-02T08:23:45.931 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:45.931 INFO:tasks.workunit.client.0.smithi012.stdout: "organization": "ceph-qa", 2024-04-02T08:23:45.931 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T08:23:45.931 INFO:tasks.workunit.client.0.smithi012.stdout: "cluster_network": false, 2024-04-02T08:23:45.932 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8, 2024-04-02T08:23:45.932 INFO:tasks.workunit.client.0.smithi012.stdout: "require_min_compat_client": "luminous", 2024-04-02T08:23:45.932 INFO:tasks.workunit.client.0.smithi012.stdout: "require_osd_release": "reef" 2024-04-02T08:23:45.932 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:45.932 INFO:tasks.workunit.client.0.smithi012.stdout: "pools": [ 2024-04-02T08:23:45.932 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:45.932 INFO:tasks.workunit.client.0.smithi012.stdout: "application": [ 2024-04-02T08:23:45.932 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr" 2024-04-02T08:23:45.932 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:45.932 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_mode": "none", 2024-04-02T08:23:45.932 INFO:tasks.workunit.client.0.smithi012.stdout: "erasure_code_profile": {}, 2024-04-02T08:23:45.932 INFO:tasks.workunit.client.0.smithi012.stdout: "min_size": 2, 2024-04-02T08:23:45.932 INFO:tasks.workunit.client.0.smithi012.stdout: "options": {}, 2024-04-02T08:23:45.932 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:23:45.932 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_num": 1, 2024-04-02T08:23:45.933 INFO:tasks.workunit.client.0.smithi012.stdout: "pgp_num": 1, 2024-04-02T08:23:45.933 INFO:tasks.workunit.client.0.smithi012.stdout: "pool": 1, 2024-04-02T08:23:45.933 INFO:tasks.workunit.client.0.smithi012.stdout: "size": 3, 2024-04-02T08:23:45.933 INFO:tasks.workunit.client.0.smithi012.stdout: "stats": { 2024-04-02T08:23:45.933 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_raw": 729330362634, 2024-04-02T08:23:45.933 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_used": 1781760, 2024-04-02T08:23:45.933 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_bytes_used": 0, 2024-04-02T08:23:45.933 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_under_bytes": 0, 2024-04-02T08:23:45.933 INFO:tasks.workunit.client.0.smithi012.stdout: "data_bytes_used": 1781760, 2024-04-02T08:23:45.933 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty": 0, 2024-04-02T08:23:45.933 INFO:tasks.workunit.client.0.smithi012.stdout: "max_avail": 243110117376, 2024-04-02T08:23:45.933 INFO:tasks.workunit.client.0.smithi012.stdout: "objects": 2, 2024-04-02T08:23:45.933 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_bytes_used": 0, 2024-04-02T08:23:45.933 INFO:tasks.workunit.client.0.smithi012.stdout: "percent_used": 2.443002131258254e-06, 2024-04-02T08:23:45.933 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_bytes": 0, 2024-04-02T08:23:45.934 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_objects": 0, 2024-04-02T08:23:45.934 INFO:tasks.workunit.client.0.smithi012.stdout: "rd": 212, 2024-04-02T08:23:45.934 INFO:tasks.workunit.client.0.smithi012.stdout: "rd_bytes": 313344, 2024-04-02T08:23:45.934 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": 590368, 2024-04-02T08:23:45.934 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_data": 590368, 2024-04-02T08:23:45.934 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_omap": 0, 2024-04-02T08:23:45.934 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_raw": 1771104, 2024-04-02T08:23:45.934 INFO:tasks.workunit.client.0.smithi012.stdout: "wr": 179, 2024-04-02T08:23:45.934 INFO:tasks.workunit.client.0.smithi012.stdout: "wr_bytes": 2473984 2024-04-02T08:23:45.934 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:45.934 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_bytes": 0, 2024-04-02T08:23:45.934 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_objects": 0, 2024-04-02T08:23:45.934 INFO:tasks.workunit.client.0.smithi012.stdout: "type": "replicated" 2024-04-02T08:23:45.934 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:45.935 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:45.935 INFO:tasks.workunit.client.0.smithi012.stdout: "application": [ 2024-04-02T08:23:45.935 INFO:tasks.workunit.client.0.smithi012.stdout: "cephfs" 2024-04-02T08:23:45.935 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:45.935 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_mode": "none", 2024-04-02T08:23:45.935 INFO:tasks.workunit.client.0.smithi012.stdout: "erasure_code_profile": {}, 2024-04-02T08:23:45.935 INFO:tasks.workunit.client.0.smithi012.stdout: "min_size": 2, 2024-04-02T08:23:45.935 INFO:tasks.workunit.client.0.smithi012.stdout: "options": {}, 2024-04-02T08:23:45.935 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:23:45.935 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_num": 32, 2024-04-02T08:23:45.935 INFO:tasks.workunit.client.0.smithi012.stdout: "pgp_num": 32, 2024-04-02T08:23:45.935 INFO:tasks.workunit.client.0.smithi012.stdout: "pool": 2, 2024-04-02T08:23:45.935 INFO:tasks.workunit.client.0.smithi012.stdout: "size": 3, 2024-04-02T08:23:45.935 INFO:tasks.workunit.client.0.smithi012.stdout: "stats": { 2024-04-02T08:23:45.935 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_raw": 729330362634, 2024-04-02T08:23:45.936 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_used": 98304, 2024-04-02T08:23:45.936 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_bytes_used": 0, 2024-04-02T08:23:45.936 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_under_bytes": 0, 2024-04-02T08:23:45.936 INFO:tasks.workunit.client.0.smithi012.stdout: "data_bytes_used": 98304, 2024-04-02T08:23:45.936 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty": 0, 2024-04-02T08:23:45.936 INFO:tasks.workunit.client.0.smithi012.stdout: "max_avail": 243110117376, 2024-04-02T08:23:45.936 INFO:tasks.workunit.client.0.smithi012.stdout: "objects": 22, 2024-04-02T08:23:45.936 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_bytes_used": 0, 2024-04-02T08:23:45.936 INFO:tasks.workunit.client.0.smithi012.stdout: "percent_used": 1.3478663163368765e-07, 2024-04-02T08:23:45.936 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_bytes": 0, 2024-04-02T08:23:45.936 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_objects": 0, 2024-04-02T08:23:45.936 INFO:tasks.workunit.client.0.smithi012.stdout: "rd": 0, 2024-04-02T08:23:45.936 INFO:tasks.workunit.client.0.smithi012.stdout: "rd_bytes": 0, 2024-04-02T08:23:45.936 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": 3430, 2024-04-02T08:23:45.937 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_data": 3430, 2024-04-02T08:23:45.937 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_omap": 0, 2024-04-02T08:23:45.937 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_raw": 10290, 2024-04-02T08:23:45.937 INFO:tasks.workunit.client.0.smithi012.stdout: "wr": 51, 2024-04-02T08:23:45.937 INFO:tasks.workunit.client.0.smithi012.stdout: "wr_bytes": 20480 2024-04-02T08:23:45.937 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:45.937 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_bytes": 0, 2024-04-02T08:23:45.937 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_objects": 0, 2024-04-02T08:23:45.937 INFO:tasks.workunit.client.0.smithi012.stdout: "type": "replicated" 2024-04-02T08:23:45.937 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:45.937 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:45.937 INFO:tasks.workunit.client.0.smithi012.stdout: "application": [ 2024-04-02T08:23:45.937 INFO:tasks.workunit.client.0.smithi012.stdout: "cephfs" 2024-04-02T08:23:45.937 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:45.937 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_mode": "none", 2024-04-02T08:23:45.938 INFO:tasks.workunit.client.0.smithi012.stdout: "erasure_code_profile": {}, 2024-04-02T08:23:45.938 INFO:tasks.workunit.client.0.smithi012.stdout: "min_size": 2, 2024-04-02T08:23:45.938 INFO:tasks.workunit.client.0.smithi012.stdout: "options": {}, 2024-04-02T08:23:45.938 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:23:45.938 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_num": 64, 2024-04-02T08:23:45.938 INFO:tasks.workunit.client.0.smithi012.stdout: "pgp_num": 64, 2024-04-02T08:23:45.938 INFO:tasks.workunit.client.0.smithi012.stdout: "pool": 3, 2024-04-02T08:23:45.938 INFO:tasks.workunit.client.0.smithi012.stdout: "size": 3, 2024-04-02T08:23:45.938 INFO:tasks.workunit.client.0.smithi012.stdout: "stats": { 2024-04-02T08:23:45.938 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_raw": 729330362634, 2024-04-02T08:23:45.938 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_used": 0, 2024-04-02T08:23:45.938 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_bytes_used": 0, 2024-04-02T08:23:45.939 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_under_bytes": 0, 2024-04-02T08:23:45.939 INFO:tasks.workunit.client.0.smithi012.stdout: "data_bytes_used": 0, 2024-04-02T08:23:45.939 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty": 0, 2024-04-02T08:23:45.939 INFO:tasks.workunit.client.0.smithi012.stdout: "max_avail": 243110117376, 2024-04-02T08:23:45.939 INFO:tasks.workunit.client.0.smithi012.stdout: "objects": 0, 2024-04-02T08:23:45.939 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_bytes_used": 0, 2024-04-02T08:23:45.939 INFO:tasks.workunit.client.0.smithi012.stdout: "percent_used": 0.0, 2024-04-02T08:23:45.939 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_bytes": 0, 2024-04-02T08:23:45.939 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_objects": 0, 2024-04-02T08:23:45.939 INFO:tasks.workunit.client.0.smithi012.stdout: "rd": 0, 2024-04-02T08:23:45.939 INFO:tasks.workunit.client.0.smithi012.stdout: "rd_bytes": 0, 2024-04-02T08:23:45.939 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": 0, 2024-04-02T08:23:45.940 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_data": 0, 2024-04-02T08:23:45.940 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_omap": 0, 2024-04-02T08:23:45.940 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_raw": 0, 2024-04-02T08:23:45.940 INFO:tasks.workunit.client.0.smithi012.stdout: "wr": 0, 2024-04-02T08:23:45.940 INFO:tasks.workunit.client.0.smithi012.stdout: "wr_bytes": 0 2024-04-02T08:23:45.940 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:45.940 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_bytes": 0, 2024-04-02T08:23:45.940 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_objects": 0, 2024-04-02T08:23:45.940 INFO:tasks.workunit.client.0.smithi012.stdout: "type": "replicated" 2024-04-02T08:23:45.941 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:45.941 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:45.941 INFO:tasks.workunit.client.0.smithi012.stdout: "application": [ 2024-04-02T08:23:45.941 INFO:tasks.workunit.client.0.smithi012.stdout: "rbd" 2024-04-02T08:23:45.941 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:45.941 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_mode": "none", 2024-04-02T08:23:45.941 INFO:tasks.workunit.client.0.smithi012.stdout: "erasure_code_profile": {}, 2024-04-02T08:23:45.941 INFO:tasks.workunit.client.0.smithi012.stdout: "min_size": 2, 2024-04-02T08:23:45.941 INFO:tasks.workunit.client.0.smithi012.stdout: "options": {}, 2024-04-02T08:23:45.941 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:23:45.941 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_num": 8, 2024-04-02T08:23:45.941 INFO:tasks.workunit.client.0.smithi012.stdout: "pgp_num": 8, 2024-04-02T08:23:45.941 INFO:tasks.workunit.client.0.smithi012.stdout: "pool": 4, 2024-04-02T08:23:45.941 INFO:tasks.workunit.client.0.smithi012.stdout: "size": 3, 2024-04-02T08:23:45.942 INFO:tasks.workunit.client.0.smithi012.stdout: "stats": { 2024-04-02T08:23:45.942 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_raw": 729330362634, 2024-04-02T08:23:45.942 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_used": 0, 2024-04-02T08:23:45.942 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_bytes_used": 0, 2024-04-02T08:23:45.942 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_under_bytes": 0, 2024-04-02T08:23:45.942 INFO:tasks.workunit.client.0.smithi012.stdout: "data_bytes_used": 0, 2024-04-02T08:23:45.942 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty": 0, 2024-04-02T08:23:45.942 INFO:tasks.workunit.client.0.smithi012.stdout: "max_avail": 243110117376, 2024-04-02T08:23:45.942 INFO:tasks.workunit.client.0.smithi012.stdout: "objects": 0, 2024-04-02T08:23:45.942 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_bytes_used": 0, 2024-04-02T08:23:45.943 INFO:tasks.workunit.client.0.smithi012.stdout: "percent_used": 0.0, 2024-04-02T08:23:45.943 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_bytes": 0, 2024-04-02T08:23:45.943 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_objects": 0, 2024-04-02T08:23:45.943 INFO:tasks.workunit.client.0.smithi012.stdout: "rd": 0, 2024-04-02T08:23:45.943 INFO:tasks.workunit.client.0.smithi012.stdout: "rd_bytes": 0, 2024-04-02T08:23:45.943 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": 0, 2024-04-02T08:23:45.943 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_data": 0, 2024-04-02T08:23:45.943 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_omap": 0, 2024-04-02T08:23:45.943 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_raw": 0, 2024-04-02T08:23:45.943 INFO:tasks.workunit.client.0.smithi012.stdout: "wr": 0, 2024-04-02T08:23:45.943 INFO:tasks.workunit.client.0.smithi012.stdout: "wr_bytes": 0 2024-04-02T08:23:45.943 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:45.943 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_bytes": 0, 2024-04-02T08:23:45.944 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_objects": 0, 2024-04-02T08:23:45.944 INFO:tasks.workunit.client.0.smithi012.stdout: "type": "replicated" 2024-04-02T08:23:45.944 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:45.944 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:45.944 INFO:tasks.workunit.client.0.smithi012.stdout: "rbd": { 2024-04-02T08:23:45.944 INFO:tasks.workunit.client.0.smithi012.stdout: "mirroring_by_pool": [ 2024-04-02T08:23:45.944 INFO:tasks.workunit.client.0.smithi012.stdout: false 2024-04-02T08:23:45.944 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:45.944 INFO:tasks.workunit.client.0.smithi012.stdout: "num_images_by_pool": [ 2024-04-02T08:23:45.944 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:45.944 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:45.944 INFO:tasks.workunit.client.0.smithi012.stdout: "num_pools": 1 2024-04-02T08:23:45.944 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:45.944 INFO:tasks.workunit.client.0.smithi012.stdout: "report_id": "b70f64df-7250-40a6-89d3-f1b4734f29cf", 2024-04-02T08:23:45.944 INFO:tasks.workunit.client.0.smithi012.stdout: "report_timestamp": "2024-04-02T08:23:45.894691", 2024-04-02T08:23:45.945 INFO:tasks.workunit.client.0.smithi012.stdout: "report_version": 1, 2024-04-02T08:23:45.945 INFO:tasks.workunit.client.0.smithi012.stdout: "rook": { 2024-04-02T08:23:45.945 INFO:tasks.workunit.client.0.smithi012.stdout: "cluster": { 2024-04-02T08:23:45.945 INFO:tasks.workunit.client.0.smithi012.stdout: "external-mode": null, 2024-04-02T08:23:45.945 INFO:tasks.workunit.client.0.smithi012.stdout: "mon": { 2024-04-02T08:23:45.945 INFO:tasks.workunit.client.0.smithi012.stdout: "allow-multiple-per-node": null, 2024-04-02T08:23:45.945 INFO:tasks.workunit.client.0.smithi012.stdout: "count": null, 2024-04-02T08:23:45.945 INFO:tasks.workunit.client.0.smithi012.stdout: "max-id": null, 2024-04-02T08:23:45.945 INFO:tasks.workunit.client.0.smithi012.stdout: "pvc": { 2024-04-02T08:23:45.945 INFO:tasks.workunit.client.0.smithi012.stdout: "enabled": null 2024-04-02T08:23:45.945 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:45.945 INFO:tasks.workunit.client.0.smithi012.stdout: "stretch": { 2024-04-02T08:23:45.945 INFO:tasks.workunit.client.0.smithi012.stdout: "enabled": null 2024-04-02T08:23:45.945 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:45.945 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:45.946 INFO:tasks.workunit.client.0.smithi012.stdout: "network": { 2024-04-02T08:23:45.946 INFO:tasks.workunit.client.0.smithi012.stdout: "provider": null 2024-04-02T08:23:45.946 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:45.946 INFO:tasks.workunit.client.0.smithi012.stdout: "storage": { 2024-04-02T08:23:45.946 INFO:tasks.workunit.client.0.smithi012.stdout: "device-set": { 2024-04-02T08:23:45.946 INFO:tasks.workunit.client.0.smithi012.stdout: "count": { 2024-04-02T08:23:45.946 INFO:tasks.workunit.client.0.smithi012.stdout: "non-portable": null, 2024-04-02T08:23:45.946 INFO:tasks.workunit.client.0.smithi012.stdout: "portable": null, 2024-04-02T08:23:45.946 INFO:tasks.workunit.client.0.smithi012.stdout: "total": null 2024-04-02T08:23:45.946 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:45.946 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:45.946 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:45.946 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:45.946 INFO:tasks.workunit.client.0.smithi012.stdout: "csi": { 2024-04-02T08:23:45.947 INFO:tasks.workunit.client.0.smithi012.stdout: "version": null 2024-04-02T08:23:45.947 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:45.947 INFO:tasks.workunit.client.0.smithi012.stdout: "kubernetes": { 2024-04-02T08:23:45.947 INFO:tasks.workunit.client.0.smithi012.stdout: "version": null 2024-04-02T08:23:45.947 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:45.947 INFO:tasks.workunit.client.0.smithi012.stdout: "node": { 2024-04-02T08:23:45.947 INFO:tasks.workunit.client.0.smithi012.stdout: "count": { 2024-04-02T08:23:45.947 INFO:tasks.workunit.client.0.smithi012.stdout: "kubernetes-total": null, 2024-04-02T08:23:45.947 INFO:tasks.workunit.client.0.smithi012.stdout: "with-ceph-daemons": null, 2024-04-02T08:23:45.947 INFO:tasks.workunit.client.0.smithi012.stdout: "with-csi-cephfs-plugin": null, 2024-04-02T08:23:45.947 INFO:tasks.workunit.client.0.smithi012.stdout: "with-csi-nfs-plugin": null, 2024-04-02T08:23:45.947 INFO:tasks.workunit.client.0.smithi012.stdout: "with-csi-rbd-plugin": null 2024-04-02T08:23:45.947 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:45.947 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:45.948 INFO:tasks.workunit.client.0.smithi012.stdout: "usage": { 2024-04-02T08:23:45.948 INFO:tasks.workunit.client.0.smithi012.stdout: "storage-class": { 2024-04-02T08:23:45.948 INFO:tasks.workunit.client.0.smithi012.stdout: "count": { 2024-04-02T08:23:45.948 INFO:tasks.workunit.client.0.smithi012.stdout: "bucket": null, 2024-04-02T08:23:45.948 INFO:tasks.workunit.client.0.smithi012.stdout: "cephfs": null, 2024-04-02T08:23:45.948 INFO:tasks.workunit.client.0.smithi012.stdout: "nfs": null, 2024-04-02T08:23:45.948 INFO:tasks.workunit.client.0.smithi012.stdout: "rbd": null, 2024-04-02T08:23:45.948 INFO:tasks.workunit.client.0.smithi012.stdout: "total": null 2024-04-02T08:23:45.948 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:45.948 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:45.948 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:45.948 INFO:tasks.workunit.client.0.smithi012.stdout: "version": null 2024-04-02T08:23:45.948 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:45.948 INFO:tasks.workunit.client.0.smithi012.stdout: "services": {}, 2024-04-02T08:23:45.948 INFO:tasks.workunit.client.0.smithi012.stdout: "usage": { 2024-04-02T08:23:45.949 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_num": 105, 2024-04-02T08:23:45.949 INFO:tasks.workunit.client.0.smithi012.stdout: "pools": 4, 2024-04-02T08:23:45.949 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_by_class": { 2024-04-02T08:23:45.949 INFO:tasks.workunit.client.0.smithi012.stdout: "ssd": { 2024-04-02T08:23:45.949 INFO:tasks.workunit.client.0.smithi012.stdout: "total_avail_bytes": 767731412992, 2024-04-02T08:23:45.949 INFO:tasks.workunit.client.0.smithi012.stdout: "total_bytes": 767960285184, 2024-04-02T08:23:45.949 INFO:tasks.workunit.client.0.smithi012.stdout: "total_used_bytes": 228872192, 2024-04-02T08:23:45.949 INFO:tasks.workunit.client.0.smithi012.stdout: "total_used_raw_bytes": 228872192, 2024-04-02T08:23:45.949 INFO:tasks.workunit.client.0.smithi012.stdout: "total_used_raw_ratio": 0.0002980260760523379 2024-04-02T08:23:45.949 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:45.949 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:45.949 INFO:tasks.workunit.client.0.smithi012.stdout: "total_avail_bytes": 767731412992, 2024-04-02T08:23:45.949 INFO:tasks.workunit.client.0.smithi012.stdout: "total_bytes": 767960285184, 2024-04-02T08:23:45.949 INFO:tasks.workunit.client.0.smithi012.stdout: "total_used_bytes": 228872192 2024-04-02T08:23:45.949 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:45.950 INFO:tasks.workunit.client.0.smithi012.stdout:} 2024-04-02T08:23:45.950 INFO:tasks.workunit.client.0.smithi012.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-04-02T08:23:45.950 INFO:tasks.workunit.client.0.smithi012.stderr:+ ceph telemetry preview-device 2024-04-02T08:23:46.438 INFO:tasks.workunit.client.0.smithi012.stdout:{ 2024-04-02T08:23:46.438 INFO:tasks.workunit.client.0.smithi012.stdout: "530c5216-f0ca-11ee-8bce-ac1f6bf825ea": { 2024-04-02T08:23:46.438 INFO:tasks.workunit.client.0.smithi012.stdout: "INTEL_SSDPEDKE040T7_530cd4f2-f0ca-11ee-8bce-ac1f6bf825ea": { 2024-04-02T08:23:46.438 INFO:tasks.workunit.client.0.smithi012.stdout: "20240402-081810": { 2024-04-02T08:23:46.438 INFO:tasks.workunit.client.0.smithi012.stdout: "device": { 2024-04-02T08:23:46.438 INFO:tasks.workunit.client.0.smithi012.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T08:23:46.438 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "/dev/nvme0n1", 2024-04-02T08:23:46.438 INFO:tasks.workunit.client.0.smithi012.stdout: "protocol": "NVMe", 2024-04-02T08:23:46.439 INFO:tasks.workunit.client.0.smithi012.stdout: "type": "nvme" 2024-04-02T08:23:46.439 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.439 INFO:tasks.workunit.client.0.smithi012.stdout: "firmware_version": "QDV1013D", 2024-04-02T08:23:46.439 INFO:tasks.workunit.client.0.smithi012.stdout: "host_id": "530c5216-f0ca-11ee-8bce-ac1f6bf825ea", 2024-04-02T08:23:46.439 INFO:tasks.workunit.client.0.smithi012.stdout: "json_format_version": [ 2024-04-02T08:23:46.439 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:46.439 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:46.439 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:46.439 INFO:tasks.workunit.client.0.smithi012.stdout: "local_time": { 2024-04-02T08:23:46.439 INFO:tasks.workunit.client.0.smithi012.stdout: "asctime": "Tue Apr 2 08:18:10 2024 UTC", 2024-04-02T08:23:46.439 INFO:tasks.workunit.client.0.smithi012.stdout: "time_t": 1712045890 2024-04-02T08:23:46.439 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.439 INFO:tasks.workunit.client.0.smithi012.stdout: "logical_block_size": 512, 2024-04-02T08:23:46.440 INFO:tasks.workunit.client.0.smithi012.stdout: "model_name": "INTEL SSDPEDKE040T7", 2024-04-02T08:23:46.440 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_controller_id": 0, 2024-04-02T08:23:46.440 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T08:23:46.440 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_namespaces": [ 2024-04-02T08:23:46.440 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:46.440 INFO:tasks.workunit.client.0.smithi012.stdout: "capacity": { 2024-04-02T08:23:46.440 INFO:tasks.workunit.client.0.smithi012.stdout: "blocks": 7814037168, 2024-04-02T08:23:46.440 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 4000787030016 2024-04-02T08:23:46.440 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.440 INFO:tasks.workunit.client.0.smithi012.stdout: "formatted_lba_size": 512, 2024-04-02T08:23:46.440 INFO:tasks.workunit.client.0.smithi012.stdout: "id": 1, 2024-04-02T08:23:46.440 INFO:tasks.workunit.client.0.smithi012.stdout: "size": { 2024-04-02T08:23:46.440 INFO:tasks.workunit.client.0.smithi012.stdout: "blocks": 7814037168, 2024-04-02T08:23:46.440 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 4000787030016 2024-04-02T08:23:46.441 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.441 INFO:tasks.workunit.client.0.smithi012.stdout: "utilization": { 2024-04-02T08:23:46.441 INFO:tasks.workunit.client.0.smithi012.stdout: "blocks": 7814037168, 2024-04-02T08:23:46.441 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 4000787030016 2024-04-02T08:23:46.441 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:46.441 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:46.441 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:46.441 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T08:23:46.441 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_pci_vendor": { 2024-04-02T08:23:46.441 INFO:tasks.workunit.client.0.smithi012.stdout: "id": 32902, 2024-04-02T08:23:46.441 INFO:tasks.workunit.client.0.smithi012.stdout: "subsystem_id": 32902 2024-04-02T08:23:46.441 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.441 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T08:23:46.441 INFO:tasks.workunit.client.0.smithi012.stdout: "Device stats": { 2024-04-02T08:23:46.442 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_fw_downgrades": { 2024-04-02T08:23:46.442 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 0, 2024-04-02T08:23:46.442 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:46.442 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.442 INFO:tasks.workunit.client.0.smithi012.stdout: "crc_error_count": { 2024-04-02T08:23:46.442 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:46.442 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:46.442 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.442 INFO:tasks.workunit.client.0.smithi012.stdout: "end_to_end_error_detection_count": { 2024-04-02T08:23:46.442 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:46.442 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:46.442 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.442 INFO:tasks.workunit.client.0.smithi012.stdout: "erase_fail_count": { 2024-04-02T08:23:46.442 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:46.443 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:46.443 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.443 INFO:tasks.workunit.client.0.smithi012.stdout: "host_bytes_written": { 2024-04-02T08:23:46.443 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:46.443 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 21835550 2024-04-02T08:23:46.443 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.443 INFO:tasks.workunit.client.0.smithi012.stdout: "host_ctx_wear_used": { 2024-04-02T08:23:46.443 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:46.443 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:46.443 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.443 INFO:tasks.workunit.client.0.smithi012.stdout: "media_bytes_read": { 2024-04-02T08:23:46.443 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:46.443 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 20371310 2024-04-02T08:23:46.444 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.444 INFO:tasks.workunit.client.0.smithi012.stdout: "nand_bytes_written": { 2024-04-02T08:23:46.444 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:46.444 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 42570340 2024-04-02T08:23:46.444 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.444 INFO:tasks.workunit.client.0.smithi012.stdout: "perf_stat_indicator": { 2024-04-02T08:23:46.444 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:46.444 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 12 2024-04-02T08:23:46.444 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.444 INFO:tasks.workunit.client.0.smithi012.stdout: "pll_lock_loss_count": { 2024-04-02T08:23:46.444 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:46.444 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:46.444 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.444 INFO:tasks.workunit.client.0.smithi012.stdout: "program_fail_count": { 2024-04-02T08:23:46.445 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:46.445 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 3 2024-04-02T08:23:46.445 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.445 INFO:tasks.workunit.client.0.smithi012.stdout: "re_alloc_sectr_cnt": { 2024-04-02T08:23:46.445 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 16, 2024-04-02T08:23:46.445 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 37930 2024-04-02T08:23:46.445 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.445 INFO:tasks.workunit.client.0.smithi012.stdout: "retry_buffer_overflow_count": { 2024-04-02T08:23:46.445 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:46.445 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:46.445 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.445 INFO:tasks.workunit.client.0.smithi012.stdout: "soft_ecc_err_rate": { 2024-04-02T08:23:46.445 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:46.445 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 37915 2024-04-02T08:23:46.446 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.446 INFO:tasks.workunit.client.0.smithi012.stdout: "thermal_throttle_status": { 2024-04-02T08:23:46.446 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:46.446 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": { 2024-04-02T08:23:46.446 INFO:tasks.workunit.client.0.smithi012.stdout: "cnt": 0, 2024-04-02T08:23:46.446 INFO:tasks.workunit.client.0.smithi012.stdout: "pct": 0 2024-04-02T08:23:46.446 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:46.446 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.446 INFO:tasks.workunit.client.0.smithi012.stdout: "timed_workload_host_reads": { 2024-04-02T08:23:46.446 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:46.446 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 65535 2024-04-02T08:23:46.446 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.446 INFO:tasks.workunit.client.0.smithi012.stdout: "timed_workload_media_wear": { 2024-04-02T08:23:46.446 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:46.447 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 64 2024-04-02T08:23:46.447 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.447 INFO:tasks.workunit.client.0.smithi012.stdout: "timed_workload_timer": { 2024-04-02T08:23:46.447 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:46.447 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 65535 2024-04-02T08:23:46.447 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.447 INFO:tasks.workunit.client.0.smithi012.stdout: "unexp_power_loss": { 2024-04-02T08:23:46.447 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:46.447 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:46.447 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.447 INFO:tasks.workunit.client.0.smithi012.stdout: "wear_leveling": { 2024-04-02T08:23:46.447 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 90, 2024-04-02T08:23:46.447 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": { 2024-04-02T08:23:46.447 INFO:tasks.workunit.client.0.smithi012.stdout: "avg": 514, 2024-04-02T08:23:46.447 INFO:tasks.workunit.client.0.smithi012.stdout: "max": 518, 2024-04-02T08:23:46.448 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 516 2024-04-02T08:23:46.448 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:46.448 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:46.448 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.448 INFO:tasks.workunit.client.0.smithi012.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T08:23:46.448 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.448 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_smart_health_information_log": { 2024-04-02T08:23:46.448 INFO:tasks.workunit.client.0.smithi012.stdout: "available_spare": 99, 2024-04-02T08:23:46.448 INFO:tasks.workunit.client.0.smithi012.stdout: "available_spare_threshold": 10, 2024-04-02T08:23:46.448 INFO:tasks.workunit.client.0.smithi012.stdout: "controller_busy_time": 19905, 2024-04-02T08:23:46.448 INFO:tasks.workunit.client.0.smithi012.stdout: "critical_comp_time": 0, 2024-04-02T08:23:46.448 INFO:tasks.workunit.client.0.smithi012.stdout: "critical_warning": 0, 2024-04-02T08:23:46.448 INFO:tasks.workunit.client.0.smithi012.stdout: "data_units_read": 262207938, 2024-04-02T08:23:46.449 INFO:tasks.workunit.client.0.smithi012.stdout: "data_units_written": 1431014618, 2024-04-02T08:23:46.449 INFO:tasks.workunit.client.0.smithi012.stdout: "host_reads": 4538662070, 2024-04-02T08:23:46.449 INFO:tasks.workunit.client.0.smithi012.stdout: "host_writes": 25360518493, 2024-04-02T08:23:46.449 INFO:tasks.workunit.client.0.smithi012.stdout: "media_errors": 0, 2024-04-02T08:23:46.449 INFO:tasks.workunit.client.0.smithi012.stdout: "num_err_log_entries": 0, 2024-04-02T08:23:46.449 INFO:tasks.workunit.client.0.smithi012.stdout: "percentage_used": 10, 2024-04-02T08:23:46.449 INFO:tasks.workunit.client.0.smithi012.stdout: "power_cycles": 37930, 2024-04-02T08:23:46.449 INFO:tasks.workunit.client.0.smithi012.stdout: "power_on_hours": 47044, 2024-04-02T08:23:46.449 INFO:tasks.workunit.client.0.smithi012.stdout: "temperature": 19, 2024-04-02T08:23:46.449 INFO:tasks.workunit.client.0.smithi012.stdout: "unsafe_shutdowns": 37915, 2024-04-02T08:23:46.449 INFO:tasks.workunit.client.0.smithi012.stdout: "warning_temp_time": 0 2024-04-02T08:23:46.449 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.449 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_total_capacity": 4000787030016, 2024-04-02T08:23:46.449 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_unallocated_capacity": 0, 2024-04-02T08:23:46.450 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_vendor": "intel", 2024-04-02T08:23:46.450 INFO:tasks.workunit.client.0.smithi012.stdout: "power_cycle_count": 37930, 2024-04-02T08:23:46.450 INFO:tasks.workunit.client.0.smithi012.stdout: "power_on_time": { 2024-04-02T08:23:46.450 INFO:tasks.workunit.client.0.smithi012.stdout: "hours": 47044 2024-04-02T08:23:46.450 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.450 INFO:tasks.workunit.client.0.smithi012.stdout: "serial_number": "deleted", 2024-04-02T08:23:46.450 INFO:tasks.workunit.client.0.smithi012.stdout: "smart_status": { 2024-04-02T08:23:46.450 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme": { 2024-04-02T08:23:46.450 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:46.450 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.450 INFO:tasks.workunit.client.0.smithi012.stdout: "passed": true 2024-04-02T08:23:46.450 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.450 INFO:tasks.workunit.client.0.smithi012.stdout: "smartctl": { 2024-04-02T08:23:46.450 INFO:tasks.workunit.client.0.smithi012.stdout: "argv": [ 2024-04-02T08:23:46.451 INFO:tasks.workunit.client.0.smithi012.stdout: "smartctl", 2024-04-02T08:23:46.451 INFO:tasks.workunit.client.0.smithi012.stdout: "-x", 2024-04-02T08:23:46.451 INFO:tasks.workunit.client.0.smithi012.stdout: "--json=o", 2024-04-02T08:23:46.451 INFO:tasks.workunit.client.0.smithi012.stdout: "/dev/nvme0n1" 2024-04-02T08:23:46.451 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:46.451 INFO:tasks.workunit.client.0.smithi012.stdout: "build_info": "(local build)", 2024-04-02T08:23:46.451 INFO:tasks.workunit.client.0.smithi012.stdout: "exit_status": 0, 2024-04-02T08:23:46.451 INFO:tasks.workunit.client.0.smithi012.stdout: "output": [ 2024-04-02T08:23:46.451 INFO:tasks.workunit.client.0.smithi012.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T08:23:46.451 INFO:tasks.workunit.client.0.smithi012.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T08:23:46.451 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T08:23:46.451 INFO:tasks.workunit.client.0.smithi012.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T08:23:46.451 INFO:tasks.workunit.client.0.smithi012.stdout: "Model Number: INTEL SSDPEDKE040T7", 2024-04-02T08:23:46.451 INFO:tasks.workunit.client.0.smithi012.stdout: "Serial Number: deleted", 2024-04-02T08:23:46.452 INFO:tasks.workunit.client.0.smithi012.stdout: "Firmware Version: QDV1013D", 2024-04-02T08:23:46.452 INFO:tasks.workunit.client.0.smithi012.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T08:23:46.452 INFO:tasks.workunit.client.0.smithi012.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T08:23:46.452 INFO:tasks.workunit.client.0.smithi012.stdout: "Total NVM Capacity: 4,000,787,030,016 [4.00 TB]", 2024-04-02T08:23:46.452 INFO:tasks.workunit.client.0.smithi012.stdout: "Unallocated NVM Capacity: 0", 2024-04-02T08:23:46.452 INFO:tasks.workunit.client.0.smithi012.stdout: "Controller ID: 0", 2024-04-02T08:23:46.452 INFO:tasks.workunit.client.0.smithi012.stdout: "Number of Namespaces: 1", 2024-04-02T08:23:46.452 INFO:tasks.workunit.client.0.smithi012.stdout: "Namespace 1 Size/Capacity: 4,000,787,030,016 [4.00 TB]", 2024-04-02T08:23:46.452 INFO:tasks.workunit.client.0.smithi012.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T08:23:46.452 INFO:tasks.workunit.client.0.smithi012.stdout: "Local Time is: Tue Apr 2 08:18:10 2024 UTC", 2024-04-02T08:23:46.452 INFO:tasks.workunit.client.0.smithi012.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T08:23:46.452 INFO:tasks.workunit.client.0.smithi012.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T08:23:46.452 INFO:tasks.workunit.client.0.smithi012.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T08:23:46.452 INFO:tasks.workunit.client.0.smithi012.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T08:23:46.453 INFO:tasks.workunit.client.0.smithi012.stdout: "Warning Comp. Temp. Threshold: 70 Celsius", 2024-04-02T08:23:46.453 INFO:tasks.workunit.client.0.smithi012.stdout: "Critical Comp. Temp. Threshold: 77 Celsius", 2024-04-02T08:23:46.453 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T08:23:46.453 INFO:tasks.workunit.client.0.smithi012.stdout: "Supported Power States", 2024-04-02T08:23:46.453 INFO:tasks.workunit.client.0.smithi012.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T08:23:46.453 INFO:tasks.workunit.client.0.smithi012.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T08:23:46.453 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T08:23:46.453 INFO:tasks.workunit.client.0.smithi012.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T08:23:46.453 INFO:tasks.workunit.client.0.smithi012.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T08:23:46.453 INFO:tasks.workunit.client.0.smithi012.stdout: " 0 + 512 0 2", 2024-04-02T08:23:46.453 INFO:tasks.workunit.client.0.smithi012.stdout: " 1 - 4096 0 0", 2024-04-02T08:23:46.453 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T08:23:46.453 INFO:tasks.workunit.client.0.smithi012.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T08:23:46.454 INFO:tasks.workunit.client.0.smithi012.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T08:23:46.454 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T08:23:46.454 INFO:tasks.workunit.client.0.smithi012.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T08:23:46.454 INFO:tasks.workunit.client.0.smithi012.stdout: "Critical Warning: 0x00", 2024-04-02T08:23:46.454 INFO:tasks.workunit.client.0.smithi012.stdout: "Temperature: 19 Celsius", 2024-04-02T08:23:46.454 INFO:tasks.workunit.client.0.smithi012.stdout: "Available Spare: 99%", 2024-04-02T08:23:46.454 INFO:tasks.workunit.client.0.smithi012.stdout: "Available Spare Threshold: 10%", 2024-04-02T08:23:46.454 INFO:tasks.workunit.client.0.smithi012.stdout: "Percentage Used: 10%", 2024-04-02T08:23:46.454 INFO:tasks.workunit.client.0.smithi012.stdout: "Data Units Read: 262,207,938 [134 TB]", 2024-04-02T08:23:46.454 INFO:tasks.workunit.client.0.smithi012.stdout: "Data Units Written: 1,431,014,618 [732 TB]", 2024-04-02T08:23:46.454 INFO:tasks.workunit.client.0.smithi012.stdout: "Host Read Commands: 4,538,662,070", 2024-04-02T08:23:46.454 INFO:tasks.workunit.client.0.smithi012.stdout: "Host Write Commands: 25,360,518,493", 2024-04-02T08:23:46.454 INFO:tasks.workunit.client.0.smithi012.stdout: "Controller Busy Time: 19,905", 2024-04-02T08:23:46.455 INFO:tasks.workunit.client.0.smithi012.stdout: "Power Cycles: 37,930", 2024-04-02T08:23:46.455 INFO:tasks.workunit.client.0.smithi012.stdout: "Power On Hours: 47,044", 2024-04-02T08:23:46.455 INFO:tasks.workunit.client.0.smithi012.stdout: "Unsafe Shutdowns: 37,915", 2024-04-02T08:23:46.455 INFO:tasks.workunit.client.0.smithi012.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T08:23:46.455 INFO:tasks.workunit.client.0.smithi012.stdout: "Error Information Log Entries: 0", 2024-04-02T08:23:46.455 INFO:tasks.workunit.client.0.smithi012.stdout: "Warning Comp. Temperature Time: 0", 2024-04-02T08:23:46.455 INFO:tasks.workunit.client.0.smithi012.stdout: "Critical Comp. Temperature Time: 0", 2024-04-02T08:23:46.455 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T08:23:46.455 INFO:tasks.workunit.client.0.smithi012.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T08:23:46.455 INFO:tasks.workunit.client.0.smithi012.stdout: "No Errors Logged", 2024-04-02T08:23:46.455 INFO:tasks.workunit.client.0.smithi012.stdout: "" 2024-04-02T08:23:46.455 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:46.455 INFO:tasks.workunit.client.0.smithi012.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T08:23:46.455 INFO:tasks.workunit.client.0.smithi012.stdout: "svn_revision": "5022", 2024-04-02T08:23:46.456 INFO:tasks.workunit.client.0.smithi012.stdout: "version": [ 2024-04-02T08:23:46.456 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:46.456 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:46.456 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:46.456 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.456 INFO:tasks.workunit.client.0.smithi012.stdout: "temperature": { 2024-04-02T08:23:46.456 INFO:tasks.workunit.client.0.smithi012.stdout: "current": 19 2024-04-02T08:23:46.456 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.456 INFO:tasks.workunit.client.0.smithi012.stdout: "user_capacity": { 2024-04-02T08:23:46.456 INFO:tasks.workunit.client.0.smithi012.stdout: "blocks": 7814037168, 2024-04-02T08:23:46.456 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 4000787030016 2024-04-02T08:23:46.456 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:46.456 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:46.456 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:46.457 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.457 INFO:tasks.workunit.client.0.smithi012.stdout: "530ec78a-f0ca-11ee-8bce-ac1f6bf825ea": { 2024-04-02T08:23:46.457 INFO:tasks.workunit.client.0.smithi012.stdout: "INTEL_SSDPEDMD400G4_530f3cb0-f0ca-11ee-8bce-ac1f6bf825ea": { 2024-04-02T08:23:46.457 INFO:tasks.workunit.client.0.smithi012.stdout: "20240402-081808": { 2024-04-02T08:23:46.457 INFO:tasks.workunit.client.0.smithi012.stdout: "device": { 2024-04-02T08:23:46.457 INFO:tasks.workunit.client.0.smithi012.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T08:23:46.457 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "/dev/nvme0n1", 2024-04-02T08:23:46.457 INFO:tasks.workunit.client.0.smithi012.stdout: "protocol": "NVMe", 2024-04-02T08:23:46.457 INFO:tasks.workunit.client.0.smithi012.stdout: "type": "nvme" 2024-04-02T08:23:46.457 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.457 INFO:tasks.workunit.client.0.smithi012.stdout: "firmware_version": "8DV101H0", 2024-04-02T08:23:46.457 INFO:tasks.workunit.client.0.smithi012.stdout: "host_id": "530ec78a-f0ca-11ee-8bce-ac1f6bf825ea", 2024-04-02T08:23:46.457 INFO:tasks.workunit.client.0.smithi012.stdout: "json_format_version": [ 2024-04-02T08:23:46.457 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:46.458 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:46.458 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:46.458 INFO:tasks.workunit.client.0.smithi012.stdout: "local_time": { 2024-04-02T08:23:46.458 INFO:tasks.workunit.client.0.smithi012.stdout: "asctime": "Tue Apr 2 08:18:08 2024 UTC", 2024-04-02T08:23:46.458 INFO:tasks.workunit.client.0.smithi012.stdout: "time_t": 1712045888 2024-04-02T08:23:46.458 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.458 INFO:tasks.workunit.client.0.smithi012.stdout: "logical_block_size": 512, 2024-04-02T08:23:46.458 INFO:tasks.workunit.client.0.smithi012.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T08:23:46.458 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_controller_id": 0, 2024-04-02T08:23:46.458 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T08:23:46.458 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_namespaces": [ 2024-04-02T08:23:46.458 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:46.458 INFO:tasks.workunit.client.0.smithi012.stdout: "capacity": { 2024-04-02T08:23:46.458 INFO:tasks.workunit.client.0.smithi012.stdout: "blocks": 781422768, 2024-04-02T08:23:46.459 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 400088457216 2024-04-02T08:23:46.459 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.459 INFO:tasks.workunit.client.0.smithi012.stdout: "formatted_lba_size": 512, 2024-04-02T08:23:46.459 INFO:tasks.workunit.client.0.smithi012.stdout: "id": 1, 2024-04-02T08:23:46.459 INFO:tasks.workunit.client.0.smithi012.stdout: "size": { 2024-04-02T08:23:46.459 INFO:tasks.workunit.client.0.smithi012.stdout: "blocks": 781422768, 2024-04-02T08:23:46.459 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 400088457216 2024-04-02T08:23:46.459 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.459 INFO:tasks.workunit.client.0.smithi012.stdout: "utilization": { 2024-04-02T08:23:46.459 INFO:tasks.workunit.client.0.smithi012.stdout: "blocks": 781422768, 2024-04-02T08:23:46.459 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 400088457216 2024-04-02T08:23:46.459 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:46.459 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:46.459 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:46.459 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T08:23:46.460 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_pci_vendor": { 2024-04-02T08:23:46.460 INFO:tasks.workunit.client.0.smithi012.stdout: "id": 32902, 2024-04-02T08:23:46.460 INFO:tasks.workunit.client.0.smithi012.stdout: "subsystem_id": 32902 2024-04-02T08:23:46.460 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.460 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T08:23:46.460 INFO:tasks.workunit.client.0.smithi012.stdout: "Device stats": { 2024-04-02T08:23:46.460 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_fw_downgrades": { 2024-04-02T08:23:46.460 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 0, 2024-04-02T08:23:46.460 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:46.460 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.460 INFO:tasks.workunit.client.0.smithi012.stdout: "crc_error_count": { 2024-04-02T08:23:46.460 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:46.460 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:46.460 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.461 INFO:tasks.workunit.client.0.smithi012.stdout: "end_to_end_error_detection_count": { 2024-04-02T08:23:46.461 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:46.461 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:46.461 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.461 INFO:tasks.workunit.client.0.smithi012.stdout: "erase_fail_count": { 2024-04-02T08:23:46.461 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:46.461 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:46.461 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.461 INFO:tasks.workunit.client.0.smithi012.stdout: "host_bytes_written": { 2024-04-02T08:23:46.461 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:46.461 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 36855092 2024-04-02T08:23:46.461 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.461 INFO:tasks.workunit.client.0.smithi012.stdout: "host_ctx_wear_used": { 2024-04-02T08:23:46.461 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:46.462 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 1 2024-04-02T08:23:46.462 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.462 INFO:tasks.workunit.client.0.smithi012.stdout: "media_bytes_read": { 2024-04-02T08:23:46.462 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 0, 2024-04-02T08:23:46.462 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:46.462 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.462 INFO:tasks.workunit.client.0.smithi012.stdout: "nand_bytes_written": { 2024-04-02T08:23:46.462 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:46.462 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 55476370 2024-04-02T08:23:46.462 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.462 INFO:tasks.workunit.client.0.smithi012.stdout: "perf_stat_indicator": { 2024-04-02T08:23:46.462 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 0, 2024-04-02T08:23:46.462 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:46.462 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.463 INFO:tasks.workunit.client.0.smithi012.stdout: "pll_lock_loss_count": { 2024-04-02T08:23:46.463 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:46.463 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:46.463 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.463 INFO:tasks.workunit.client.0.smithi012.stdout: "program_fail_count": { 2024-04-02T08:23:46.463 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:46.463 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:46.463 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.463 INFO:tasks.workunit.client.0.smithi012.stdout: "re_alloc_sectr_cnt": { 2024-04-02T08:23:46.463 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 0, 2024-04-02T08:23:46.463 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:46.463 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.463 INFO:tasks.workunit.client.0.smithi012.stdout: "retry_buffer_overflow_count": { 2024-04-02T08:23:46.464 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:46.464 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:46.464 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.464 INFO:tasks.workunit.client.0.smithi012.stdout: "soft_ecc_err_rate": { 2024-04-02T08:23:46.464 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 0, 2024-04-02T08:23:46.464 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:46.464 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.464 INFO:tasks.workunit.client.0.smithi012.stdout: "thermal_throttle_status": { 2024-04-02T08:23:46.464 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:46.464 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": { 2024-04-02T08:23:46.464 INFO:tasks.workunit.client.0.smithi012.stdout: "cnt": 0, 2024-04-02T08:23:46.464 INFO:tasks.workunit.client.0.smithi012.stdout: "pct": 0 2024-04-02T08:23:46.464 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:46.464 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.464 INFO:tasks.workunit.client.0.smithi012.stdout: "timed_workload_host_reads": { 2024-04-02T08:23:46.465 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:46.465 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 65535 2024-04-02T08:23:46.465 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.465 INFO:tasks.workunit.client.0.smithi012.stdout: "timed_workload_media_wear": { 2024-04-02T08:23:46.465 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:46.465 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 64 2024-04-02T08:23:46.465 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.465 INFO:tasks.workunit.client.0.smithi012.stdout: "timed_workload_timer": { 2024-04-02T08:23:46.465 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:46.465 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 65535 2024-04-02T08:23:46.465 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.465 INFO:tasks.workunit.client.0.smithi012.stdout: "unexp_power_loss": { 2024-04-02T08:23:46.465 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 0, 2024-04-02T08:23:46.465 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:46.465 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.466 INFO:tasks.workunit.client.0.smithi012.stdout: "wear_leveling": { 2024-04-02T08:23:46.466 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 88, 2024-04-02T08:23:46.466 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": { 2024-04-02T08:23:46.466 INFO:tasks.workunit.client.0.smithi012.stdout: "avg": 3622, 2024-04-02T08:23:46.466 INFO:tasks.workunit.client.0.smithi012.stdout: "max": 3642, 2024-04-02T08:23:46.466 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 3603 2024-04-02T08:23:46.466 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:46.466 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:46.466 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.466 INFO:tasks.workunit.client.0.smithi012.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T08:23:46.466 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.466 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_smart_health_information_log": { 2024-04-02T08:23:46.466 INFO:tasks.workunit.client.0.smithi012.stdout: "available_spare": 100, 2024-04-02T08:23:46.467 INFO:tasks.workunit.client.0.smithi012.stdout: "available_spare_threshold": 10, 2024-04-02T08:23:46.467 INFO:tasks.workunit.client.0.smithi012.stdout: "controller_busy_time": 3, 2024-04-02T08:23:46.467 INFO:tasks.workunit.client.0.smithi012.stdout: "critical_warning": 0, 2024-04-02T08:23:46.467 INFO:tasks.workunit.client.0.smithi012.stdout: "data_units_read": 423958175, 2024-04-02T08:23:46.467 INFO:tasks.workunit.client.0.smithi012.stdout: "data_units_written": 2415335340, 2024-04-02T08:23:46.467 INFO:tasks.workunit.client.0.smithi012.stdout: "host_reads": 6304969659, 2024-04-02T08:23:46.467 INFO:tasks.workunit.client.0.smithi012.stdout: "host_writes": 37373508144, 2024-04-02T08:23:46.467 INFO:tasks.workunit.client.0.smithi012.stdout: "media_errors": 0, 2024-04-02T08:23:46.467 INFO:tasks.workunit.client.0.smithi012.stdout: "num_err_log_entries": 0, 2024-04-02T08:23:46.467 INFO:tasks.workunit.client.0.smithi012.stdout: "percentage_used": 12, 2024-04-02T08:23:46.467 INFO:tasks.workunit.client.0.smithi012.stdout: "power_cycles": 42000, 2024-04-02T08:23:46.467 INFO:tasks.workunit.client.0.smithi012.stdout: "power_on_hours": 60956, 2024-04-02T08:23:46.467 INFO:tasks.workunit.client.0.smithi012.stdout: "temperature": 23, 2024-04-02T08:23:46.467 INFO:tasks.workunit.client.0.smithi012.stdout: "unsafe_shutdowns": 54 2024-04-02T08:23:46.467 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.468 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_vendor": "intel", 2024-04-02T08:23:46.468 INFO:tasks.workunit.client.0.smithi012.stdout: "power_cycle_count": 42000, 2024-04-02T08:23:46.468 INFO:tasks.workunit.client.0.smithi012.stdout: "power_on_time": { 2024-04-02T08:23:46.468 INFO:tasks.workunit.client.0.smithi012.stdout: "hours": 60956 2024-04-02T08:23:46.468 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.468 INFO:tasks.workunit.client.0.smithi012.stdout: "serial_number": "deleted", 2024-04-02T08:23:46.468 INFO:tasks.workunit.client.0.smithi012.stdout: "smart_status": { 2024-04-02T08:23:46.468 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme": { 2024-04-02T08:23:46.468 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:46.468 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.468 INFO:tasks.workunit.client.0.smithi012.stdout: "passed": true 2024-04-02T08:23:46.468 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.468 INFO:tasks.workunit.client.0.smithi012.stdout: "smartctl": { 2024-04-02T08:23:46.468 INFO:tasks.workunit.client.0.smithi012.stdout: "argv": [ 2024-04-02T08:23:46.468 INFO:tasks.workunit.client.0.smithi012.stdout: "smartctl", 2024-04-02T08:23:46.469 INFO:tasks.workunit.client.0.smithi012.stdout: "-x", 2024-04-02T08:23:46.469 INFO:tasks.workunit.client.0.smithi012.stdout: "--json=o", 2024-04-02T08:23:46.469 INFO:tasks.workunit.client.0.smithi012.stdout: "/dev/nvme0n1" 2024-04-02T08:23:46.469 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:46.469 INFO:tasks.workunit.client.0.smithi012.stdout: "build_info": "(local build)", 2024-04-02T08:23:46.469 INFO:tasks.workunit.client.0.smithi012.stdout: "exit_status": 0, 2024-04-02T08:23:46.469 INFO:tasks.workunit.client.0.smithi012.stdout: "output": [ 2024-04-02T08:23:46.469 INFO:tasks.workunit.client.0.smithi012.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T08:23:46.469 INFO:tasks.workunit.client.0.smithi012.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T08:23:46.469 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T08:23:46.469 INFO:tasks.workunit.client.0.smithi012.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T08:23:46.469 INFO:tasks.workunit.client.0.smithi012.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T08:23:46.469 INFO:tasks.workunit.client.0.smithi012.stdout: "Serial Number: deleted", 2024-04-02T08:23:46.470 INFO:tasks.workunit.client.0.smithi012.stdout: "Firmware Version: 8DV101H0", 2024-04-02T08:23:46.470 INFO:tasks.workunit.client.0.smithi012.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T08:23:46.470 INFO:tasks.workunit.client.0.smithi012.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T08:23:46.470 INFO:tasks.workunit.client.0.smithi012.stdout: "Controller ID: 0", 2024-04-02T08:23:46.470 INFO:tasks.workunit.client.0.smithi012.stdout: "Number of Namespaces: 1", 2024-04-02T08:23:46.470 INFO:tasks.workunit.client.0.smithi012.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T08:23:46.470 INFO:tasks.workunit.client.0.smithi012.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T08:23:46.470 INFO:tasks.workunit.client.0.smithi012.stdout: "Local Time is: Tue Apr 2 08:18:08 2024 UTC", 2024-04-02T08:23:46.470 INFO:tasks.workunit.client.0.smithi012.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T08:23:46.470 INFO:tasks.workunit.client.0.smithi012.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T08:23:46.470 INFO:tasks.workunit.client.0.smithi012.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T08:23:46.470 INFO:tasks.workunit.client.0.smithi012.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T08:23:46.470 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T08:23:46.470 INFO:tasks.workunit.client.0.smithi012.stdout: "Supported Power States", 2024-04-02T08:23:46.470 INFO:tasks.workunit.client.0.smithi012.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T08:23:46.471 INFO:tasks.workunit.client.0.smithi012.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T08:23:46.471 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T08:23:46.471 INFO:tasks.workunit.client.0.smithi012.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T08:23:46.471 INFO:tasks.workunit.client.0.smithi012.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T08:23:46.471 INFO:tasks.workunit.client.0.smithi012.stdout: " 0 + 512 0 2", 2024-04-02T08:23:46.471 INFO:tasks.workunit.client.0.smithi012.stdout: " 1 - 512 8 2", 2024-04-02T08:23:46.471 INFO:tasks.workunit.client.0.smithi012.stdout: " 2 - 512 16 2", 2024-04-02T08:23:46.471 INFO:tasks.workunit.client.0.smithi012.stdout: " 3 - 4096 0 0", 2024-04-02T08:23:46.471 INFO:tasks.workunit.client.0.smithi012.stdout: " 4 - 4096 8 0", 2024-04-02T08:23:46.471 INFO:tasks.workunit.client.0.smithi012.stdout: " 5 - 4096 64 0", 2024-04-02T08:23:46.471 INFO:tasks.workunit.client.0.smithi012.stdout: " 6 - 4096 128 0", 2024-04-02T08:23:46.471 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T08:23:46.471 INFO:tasks.workunit.client.0.smithi012.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T08:23:46.471 INFO:tasks.workunit.client.0.smithi012.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T08:23:46.472 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T08:23:46.472 INFO:tasks.workunit.client.0.smithi012.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T08:23:46.472 INFO:tasks.workunit.client.0.smithi012.stdout: "Critical Warning: 0x00", 2024-04-02T08:23:46.472 INFO:tasks.workunit.client.0.smithi012.stdout: "Temperature: 23 Celsius", 2024-04-02T08:23:46.472 INFO:tasks.workunit.client.0.smithi012.stdout: "Available Spare: 100%", 2024-04-02T08:23:46.472 INFO:tasks.workunit.client.0.smithi012.stdout: "Available Spare Threshold: 10%", 2024-04-02T08:23:46.472 INFO:tasks.workunit.client.0.smithi012.stdout: "Percentage Used: 12%", 2024-04-02T08:23:46.472 INFO:tasks.workunit.client.0.smithi012.stdout: "Data Units Read: 423,958,175 [217 TB]", 2024-04-02T08:23:46.472 INFO:tasks.workunit.client.0.smithi012.stdout: "Data Units Written: 2,415,335,340 [1.23 PB]", 2024-04-02T08:23:46.472 INFO:tasks.workunit.client.0.smithi012.stdout: "Host Read Commands: 6,304,969,659", 2024-04-02T08:23:46.472 INFO:tasks.workunit.client.0.smithi012.stdout: "Host Write Commands: 37,373,508,144", 2024-04-02T08:23:46.472 INFO:tasks.workunit.client.0.smithi012.stdout: "Controller Busy Time: 3", 2024-04-02T08:23:46.472 INFO:tasks.workunit.client.0.smithi012.stdout: "Power Cycles: 42,000", 2024-04-02T08:23:46.472 INFO:tasks.workunit.client.0.smithi012.stdout: "Power On Hours: 60,956", 2024-04-02T08:23:46.472 INFO:tasks.workunit.client.0.smithi012.stdout: "Unsafe Shutdowns: 54", 2024-04-02T08:23:46.473 INFO:tasks.workunit.client.0.smithi012.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T08:23:46.473 INFO:tasks.workunit.client.0.smithi012.stdout: "Error Information Log Entries: 0", 2024-04-02T08:23:46.473 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T08:23:46.473 INFO:tasks.workunit.client.0.smithi012.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T08:23:46.473 INFO:tasks.workunit.client.0.smithi012.stdout: "No Errors Logged", 2024-04-02T08:23:46.473 INFO:tasks.workunit.client.0.smithi012.stdout: "" 2024-04-02T08:23:46.473 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:46.473 INFO:tasks.workunit.client.0.smithi012.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T08:23:46.473 INFO:tasks.workunit.client.0.smithi012.stdout: "svn_revision": "5022", 2024-04-02T08:23:46.473 INFO:tasks.workunit.client.0.smithi012.stdout: "version": [ 2024-04-02T08:23:46.473 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:46.473 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:46.473 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:46.473 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.473 INFO:tasks.workunit.client.0.smithi012.stdout: "temperature": { 2024-04-02T08:23:46.474 INFO:tasks.workunit.client.0.smithi012.stdout: "current": 23 2024-04-02T08:23:46.474 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.474 INFO:tasks.workunit.client.0.smithi012.stdout: "user_capacity": { 2024-04-02T08:23:46.474 INFO:tasks.workunit.client.0.smithi012.stdout: "blocks": 781422768, 2024-04-02T08:23:46.474 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 400088457216 2024-04-02T08:23:46.474 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:46.474 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:46.474 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:46.474 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:46.474 INFO:tasks.workunit.client.0.smithi012.stdout:} 2024-04-02T08:23:46.475 INFO:tasks.workunit.client.0.smithi012.stderr:+ ceph telemetry preview-all 2024-04-02T08:23:46.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:46 smithi055 ceph-mon[31035]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:46.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:46 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:46.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:46 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:23:46.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:46 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:46.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:46 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:23:46.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:46 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:23:46.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:46 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:23:46.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:46 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:23:46.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:46 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:23:46.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:46 smithi012 ceph-mon[27004]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:46.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:46 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:46.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:46 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:23:46.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:46 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:46.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:46 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:23:46.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:46 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:23:46.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:46 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:23:46.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:46 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:23:46.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:46 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:23:46.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:46 smithi012 ceph-mon[38029]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:46.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:46 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:46.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:46 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:23:46.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:46 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:46.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:46 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:23:46.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:46 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:23:46.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:46 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:23:46.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:46 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:23:46.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:46 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:23:46.979 INFO:tasks.workunit.client.0.smithi012.stdout:{ 2024-04-02T08:23:46.979 INFO:tasks.workunit.client.0.smithi012.stdout: "device_report": { 2024-04-02T08:23:46.980 INFO:tasks.workunit.client.0.smithi012.stdout: "530c5216-f0ca-11ee-8bce-ac1f6bf825ea": { 2024-04-02T08:23:46.980 INFO:tasks.workunit.client.0.smithi012.stdout: "INTEL_SSDPEDKE040T7_530cd4f2-f0ca-11ee-8bce-ac1f6bf825ea": { 2024-04-02T08:23:46.980 INFO:tasks.workunit.client.0.smithi012.stdout: "20240402-081810": { 2024-04-02T08:23:46.980 INFO:tasks.workunit.client.0.smithi012.stdout: "device": { 2024-04-02T08:23:46.980 INFO:tasks.workunit.client.0.smithi012.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T08:23:46.980 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "/dev/nvme0n1", 2024-04-02T08:23:46.980 INFO:tasks.workunit.client.0.smithi012.stdout: "protocol": "NVMe", 2024-04-02T08:23:46.980 INFO:tasks.workunit.client.0.smithi012.stdout: "type": "nvme" 2024-04-02T08:23:46.980 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.980 INFO:tasks.workunit.client.0.smithi012.stdout: "firmware_version": "QDV1013D", 2024-04-02T08:23:46.980 INFO:tasks.workunit.client.0.smithi012.stdout: "host_id": "530c5216-f0ca-11ee-8bce-ac1f6bf825ea", 2024-04-02T08:23:46.980 INFO:tasks.workunit.client.0.smithi012.stdout: "json_format_version": [ 2024-04-02T08:23:46.981 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:46.981 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:46.981 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:46.981 INFO:tasks.workunit.client.0.smithi012.stdout: "local_time": { 2024-04-02T08:23:46.981 INFO:tasks.workunit.client.0.smithi012.stdout: "asctime": "Tue Apr 2 08:18:10 2024 UTC", 2024-04-02T08:23:46.981 INFO:tasks.workunit.client.0.smithi012.stdout: "time_t": 1712045890 2024-04-02T08:23:46.981 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.981 INFO:tasks.workunit.client.0.smithi012.stdout: "logical_block_size": 512, 2024-04-02T08:23:46.981 INFO:tasks.workunit.client.0.smithi012.stdout: "model_name": "INTEL SSDPEDKE040T7", 2024-04-02T08:23:46.981 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_controller_id": 0, 2024-04-02T08:23:46.981 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T08:23:46.981 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_namespaces": [ 2024-04-02T08:23:46.981 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:46.981 INFO:tasks.workunit.client.0.smithi012.stdout: "capacity": { 2024-04-02T08:23:46.982 INFO:tasks.workunit.client.0.smithi012.stdout: "blocks": 7814037168, 2024-04-02T08:23:46.982 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 4000787030016 2024-04-02T08:23:46.982 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.982 INFO:tasks.workunit.client.0.smithi012.stdout: "formatted_lba_size": 512, 2024-04-02T08:23:46.982 INFO:tasks.workunit.client.0.smithi012.stdout: "id": 1, 2024-04-02T08:23:46.982 INFO:tasks.workunit.client.0.smithi012.stdout: "size": { 2024-04-02T08:23:46.982 INFO:tasks.workunit.client.0.smithi012.stdout: "blocks": 7814037168, 2024-04-02T08:23:46.982 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 4000787030016 2024-04-02T08:23:46.982 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.982 INFO:tasks.workunit.client.0.smithi012.stdout: "utilization": { 2024-04-02T08:23:46.982 INFO:tasks.workunit.client.0.smithi012.stdout: "blocks": 7814037168, 2024-04-02T08:23:46.982 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 4000787030016 2024-04-02T08:23:46.982 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:46.982 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:46.983 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:46.983 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T08:23:46.983 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_pci_vendor": { 2024-04-02T08:23:46.983 INFO:tasks.workunit.client.0.smithi012.stdout: "id": 32902, 2024-04-02T08:23:46.983 INFO:tasks.workunit.client.0.smithi012.stdout: "subsystem_id": 32902 2024-04-02T08:23:46.983 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.983 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T08:23:46.983 INFO:tasks.workunit.client.0.smithi012.stdout: "Device stats": { 2024-04-02T08:23:46.983 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_fw_downgrades": { 2024-04-02T08:23:46.983 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 0, 2024-04-02T08:23:46.983 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:46.983 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.983 INFO:tasks.workunit.client.0.smithi012.stdout: "crc_error_count": { 2024-04-02T08:23:46.984 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:46.984 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:46.984 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.984 INFO:tasks.workunit.client.0.smithi012.stdout: "end_to_end_error_detection_count": { 2024-04-02T08:23:46.984 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:46.984 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:46.984 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.984 INFO:tasks.workunit.client.0.smithi012.stdout: "erase_fail_count": { 2024-04-02T08:23:46.984 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:46.984 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:46.984 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.984 INFO:tasks.workunit.client.0.smithi012.stdout: "host_bytes_written": { 2024-04-02T08:23:46.984 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:46.984 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 21835550 2024-04-02T08:23:46.985 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.985 INFO:tasks.workunit.client.0.smithi012.stdout: "host_ctx_wear_used": { 2024-04-02T08:23:46.985 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:46.985 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:46.985 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.985 INFO:tasks.workunit.client.0.smithi012.stdout: "media_bytes_read": { 2024-04-02T08:23:46.985 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:46.985 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 20371310 2024-04-02T08:23:46.985 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.985 INFO:tasks.workunit.client.0.smithi012.stdout: "nand_bytes_written": { 2024-04-02T08:23:46.985 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:46.985 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 42570340 2024-04-02T08:23:46.985 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.986 INFO:tasks.workunit.client.0.smithi012.stdout: "perf_stat_indicator": { 2024-04-02T08:23:46.986 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:46.986 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 12 2024-04-02T08:23:46.986 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.986 INFO:tasks.workunit.client.0.smithi012.stdout: "pll_lock_loss_count": { 2024-04-02T08:23:46.986 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:46.986 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:46.986 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.986 INFO:tasks.workunit.client.0.smithi012.stdout: "program_fail_count": { 2024-04-02T08:23:46.986 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:46.986 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 3 2024-04-02T08:23:46.986 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.986 INFO:tasks.workunit.client.0.smithi012.stdout: "re_alloc_sectr_cnt": { 2024-04-02T08:23:46.987 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 16, 2024-04-02T08:23:46.987 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 37930 2024-04-02T08:23:46.987 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.987 INFO:tasks.workunit.client.0.smithi012.stdout: "retry_buffer_overflow_count": { 2024-04-02T08:23:46.987 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:46.987 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:46.987 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.987 INFO:tasks.workunit.client.0.smithi012.stdout: "soft_ecc_err_rate": { 2024-04-02T08:23:46.987 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:46.987 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 37915 2024-04-02T08:23:46.987 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.987 INFO:tasks.workunit.client.0.smithi012.stdout: "thermal_throttle_status": { 2024-04-02T08:23:46.987 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:46.987 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": { 2024-04-02T08:23:46.988 INFO:tasks.workunit.client.0.smithi012.stdout: "cnt": 0, 2024-04-02T08:23:46.988 INFO:tasks.workunit.client.0.smithi012.stdout: "pct": 0 2024-04-02T08:23:46.988 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:46.988 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.988 INFO:tasks.workunit.client.0.smithi012.stdout: "timed_workload_host_reads": { 2024-04-02T08:23:46.988 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:46.988 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 65535 2024-04-02T08:23:46.988 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.988 INFO:tasks.workunit.client.0.smithi012.stdout: "timed_workload_media_wear": { 2024-04-02T08:23:46.988 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:46.989 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 64 2024-04-02T08:23:46.989 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.989 INFO:tasks.workunit.client.0.smithi012.stdout: "timed_workload_timer": { 2024-04-02T08:23:46.989 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:46.989 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 65535 2024-04-02T08:23:46.989 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.989 INFO:tasks.workunit.client.0.smithi012.stdout: "unexp_power_loss": { 2024-04-02T08:23:46.989 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:46.989 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:46.989 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.989 INFO:tasks.workunit.client.0.smithi012.stdout: "wear_leveling": { 2024-04-02T08:23:46.989 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 90, 2024-04-02T08:23:46.989 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": { 2024-04-02T08:23:46.989 INFO:tasks.workunit.client.0.smithi012.stdout: "avg": 514, 2024-04-02T08:23:46.990 INFO:tasks.workunit.client.0.smithi012.stdout: "max": 518, 2024-04-02T08:23:46.990 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 516 2024-04-02T08:23:46.990 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:46.990 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:46.990 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.990 INFO:tasks.workunit.client.0.smithi012.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T08:23:46.990 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.990 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_smart_health_information_log": { 2024-04-02T08:23:46.990 INFO:tasks.workunit.client.0.smithi012.stdout: "available_spare": 99, 2024-04-02T08:23:46.990 INFO:tasks.workunit.client.0.smithi012.stdout: "available_spare_threshold": 10, 2024-04-02T08:23:46.990 INFO:tasks.workunit.client.0.smithi012.stdout: "controller_busy_time": 19905, 2024-04-02T08:23:46.990 INFO:tasks.workunit.client.0.smithi012.stdout: "critical_comp_time": 0, 2024-04-02T08:23:46.990 INFO:tasks.workunit.client.0.smithi012.stdout: "critical_warning": 0, 2024-04-02T08:23:46.990 INFO:tasks.workunit.client.0.smithi012.stdout: "data_units_read": 262207938, 2024-04-02T08:23:46.991 INFO:tasks.workunit.client.0.smithi012.stdout: "data_units_written": 1431014618, 2024-04-02T08:23:46.991 INFO:tasks.workunit.client.0.smithi012.stdout: "host_reads": 4538662070, 2024-04-02T08:23:46.991 INFO:tasks.workunit.client.0.smithi012.stdout: "host_writes": 25360518493, 2024-04-02T08:23:46.991 INFO:tasks.workunit.client.0.smithi012.stdout: "media_errors": 0, 2024-04-02T08:23:46.991 INFO:tasks.workunit.client.0.smithi012.stdout: "num_err_log_entries": 0, 2024-04-02T08:23:46.991 INFO:tasks.workunit.client.0.smithi012.stdout: "percentage_used": 10, 2024-04-02T08:23:46.991 INFO:tasks.workunit.client.0.smithi012.stdout: "power_cycles": 37930, 2024-04-02T08:23:46.991 INFO:tasks.workunit.client.0.smithi012.stdout: "power_on_hours": 47044, 2024-04-02T08:23:46.991 INFO:tasks.workunit.client.0.smithi012.stdout: "temperature": 19, 2024-04-02T08:23:46.991 INFO:tasks.workunit.client.0.smithi012.stdout: "unsafe_shutdowns": 37915, 2024-04-02T08:23:46.991 INFO:tasks.workunit.client.0.smithi012.stdout: "warning_temp_time": 0 2024-04-02T08:23:46.991 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.991 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_total_capacity": 4000787030016, 2024-04-02T08:23:46.991 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_unallocated_capacity": 0, 2024-04-02T08:23:46.992 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_vendor": "intel", 2024-04-02T08:23:46.992 INFO:tasks.workunit.client.0.smithi012.stdout: "power_cycle_count": 37930, 2024-04-02T08:23:46.992 INFO:tasks.workunit.client.0.smithi012.stdout: "power_on_time": { 2024-04-02T08:23:46.992 INFO:tasks.workunit.client.0.smithi012.stdout: "hours": 47044 2024-04-02T08:23:46.992 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.992 INFO:tasks.workunit.client.0.smithi012.stdout: "serial_number": "deleted", 2024-04-02T08:23:46.992 INFO:tasks.workunit.client.0.smithi012.stdout: "smart_status": { 2024-04-02T08:23:46.992 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme": { 2024-04-02T08:23:46.992 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:46.992 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.992 INFO:tasks.workunit.client.0.smithi012.stdout: "passed": true 2024-04-02T08:23:46.992 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.992 INFO:tasks.workunit.client.0.smithi012.stdout: "smartctl": { 2024-04-02T08:23:46.992 INFO:tasks.workunit.client.0.smithi012.stdout: "argv": [ 2024-04-02T08:23:46.993 INFO:tasks.workunit.client.0.smithi012.stdout: "smartctl", 2024-04-02T08:23:46.993 INFO:tasks.workunit.client.0.smithi012.stdout: "-x", 2024-04-02T08:23:46.993 INFO:tasks.workunit.client.0.smithi012.stdout: "--json=o", 2024-04-02T08:23:46.993 INFO:tasks.workunit.client.0.smithi012.stdout: "/dev/nvme0n1" 2024-04-02T08:23:46.993 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:46.993 INFO:tasks.workunit.client.0.smithi012.stdout: "build_info": "(local build)", 2024-04-02T08:23:46.993 INFO:tasks.workunit.client.0.smithi012.stdout: "exit_status": 0, 2024-04-02T08:23:46.993 INFO:tasks.workunit.client.0.smithi012.stdout: "output": [ 2024-04-02T08:23:46.993 INFO:tasks.workunit.client.0.smithi012.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T08:23:46.993 INFO:tasks.workunit.client.0.smithi012.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T08:23:46.993 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T08:23:46.993 INFO:tasks.workunit.client.0.smithi012.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T08:23:46.993 INFO:tasks.workunit.client.0.smithi012.stdout: "Model Number: INTEL SSDPEDKE040T7", 2024-04-02T08:23:46.994 INFO:tasks.workunit.client.0.smithi012.stdout: "Serial Number: deleted", 2024-04-02T08:23:46.994 INFO:tasks.workunit.client.0.smithi012.stdout: "Firmware Version: QDV1013D", 2024-04-02T08:23:46.994 INFO:tasks.workunit.client.0.smithi012.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T08:23:46.994 INFO:tasks.workunit.client.0.smithi012.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T08:23:46.994 INFO:tasks.workunit.client.0.smithi012.stdout: "Total NVM Capacity: 4,000,787,030,016 [4.00 TB]", 2024-04-02T08:23:46.994 INFO:tasks.workunit.client.0.smithi012.stdout: "Unallocated NVM Capacity: 0", 2024-04-02T08:23:46.994 INFO:tasks.workunit.client.0.smithi012.stdout: "Controller ID: 0", 2024-04-02T08:23:46.994 INFO:tasks.workunit.client.0.smithi012.stdout: "Number of Namespaces: 1", 2024-04-02T08:23:46.994 INFO:tasks.workunit.client.0.smithi012.stdout: "Namespace 1 Size/Capacity: 4,000,787,030,016 [4.00 TB]", 2024-04-02T08:23:46.994 INFO:tasks.workunit.client.0.smithi012.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T08:23:46.994 INFO:tasks.workunit.client.0.smithi012.stdout: "Local Time is: Tue Apr 2 08:18:10 2024 UTC", 2024-04-02T08:23:46.994 INFO:tasks.workunit.client.0.smithi012.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T08:23:46.994 INFO:tasks.workunit.client.0.smithi012.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T08:23:46.995 INFO:tasks.workunit.client.0.smithi012.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T08:23:46.995 INFO:tasks.workunit.client.0.smithi012.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T08:23:46.995 INFO:tasks.workunit.client.0.smithi012.stdout: "Warning Comp. Temp. Threshold: 70 Celsius", 2024-04-02T08:23:46.995 INFO:tasks.workunit.client.0.smithi012.stdout: "Critical Comp. Temp. Threshold: 77 Celsius", 2024-04-02T08:23:46.995 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T08:23:46.995 INFO:tasks.workunit.client.0.smithi012.stdout: "Supported Power States", 2024-04-02T08:23:46.995 INFO:tasks.workunit.client.0.smithi012.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T08:23:46.995 INFO:tasks.workunit.client.0.smithi012.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T08:23:46.995 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T08:23:46.995 INFO:tasks.workunit.client.0.smithi012.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T08:23:46.995 INFO:tasks.workunit.client.0.smithi012.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T08:23:46.995 INFO:tasks.workunit.client.0.smithi012.stdout: " 0 + 512 0 2", 2024-04-02T08:23:46.995 INFO:tasks.workunit.client.0.smithi012.stdout: " 1 - 4096 0 0", 2024-04-02T08:23:46.995 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T08:23:46.995 INFO:tasks.workunit.client.0.smithi012.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T08:23:46.996 INFO:tasks.workunit.client.0.smithi012.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T08:23:46.996 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T08:23:46.996 INFO:tasks.workunit.client.0.smithi012.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T08:23:46.996 INFO:tasks.workunit.client.0.smithi012.stdout: "Critical Warning: 0x00", 2024-04-02T08:23:46.996 INFO:tasks.workunit.client.0.smithi012.stdout: "Temperature: 19 Celsius", 2024-04-02T08:23:46.996 INFO:tasks.workunit.client.0.smithi012.stdout: "Available Spare: 99%", 2024-04-02T08:23:46.996 INFO:tasks.workunit.client.0.smithi012.stdout: "Available Spare Threshold: 10%", 2024-04-02T08:23:46.996 INFO:tasks.workunit.client.0.smithi012.stdout: "Percentage Used: 10%", 2024-04-02T08:23:46.996 INFO:tasks.workunit.client.0.smithi012.stdout: "Data Units Read: 262,207,938 [134 TB]", 2024-04-02T08:23:46.996 INFO:tasks.workunit.client.0.smithi012.stdout: "Data Units Written: 1,431,014,618 [732 TB]", 2024-04-02T08:23:46.996 INFO:tasks.workunit.client.0.smithi012.stdout: "Host Read Commands: 4,538,662,070", 2024-04-02T08:23:46.996 INFO:tasks.workunit.client.0.smithi012.stdout: "Host Write Commands: 25,360,518,493", 2024-04-02T08:23:46.996 INFO:tasks.workunit.client.0.smithi012.stdout: "Controller Busy Time: 19,905", 2024-04-02T08:23:46.997 INFO:tasks.workunit.client.0.smithi012.stdout: "Power Cycles: 37,930", 2024-04-02T08:23:46.997 INFO:tasks.workunit.client.0.smithi012.stdout: "Power On Hours: 47,044", 2024-04-02T08:23:46.997 INFO:tasks.workunit.client.0.smithi012.stdout: "Unsafe Shutdowns: 37,915", 2024-04-02T08:23:46.997 INFO:tasks.workunit.client.0.smithi012.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T08:23:46.997 INFO:tasks.workunit.client.0.smithi012.stdout: "Error Information Log Entries: 0", 2024-04-02T08:23:46.997 INFO:tasks.workunit.client.0.smithi012.stdout: "Warning Comp. Temperature Time: 0", 2024-04-02T08:23:46.997 INFO:tasks.workunit.client.0.smithi012.stdout: "Critical Comp. Temperature Time: 0", 2024-04-02T08:23:46.997 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T08:23:46.997 INFO:tasks.workunit.client.0.smithi012.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T08:23:46.997 INFO:tasks.workunit.client.0.smithi012.stdout: "No Errors Logged", 2024-04-02T08:23:46.997 INFO:tasks.workunit.client.0.smithi012.stdout: "" 2024-04-02T08:23:46.997 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:46.997 INFO:tasks.workunit.client.0.smithi012.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T08:23:46.997 INFO:tasks.workunit.client.0.smithi012.stdout: "svn_revision": "5022", 2024-04-02T08:23:46.998 INFO:tasks.workunit.client.0.smithi012.stdout: "version": [ 2024-04-02T08:23:46.998 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:46.998 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:46.998 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:46.998 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.998 INFO:tasks.workunit.client.0.smithi012.stdout: "temperature": { 2024-04-02T08:23:46.998 INFO:tasks.workunit.client.0.smithi012.stdout: "current": 19 2024-04-02T08:23:46.998 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.998 INFO:tasks.workunit.client.0.smithi012.stdout: "user_capacity": { 2024-04-02T08:23:46.998 INFO:tasks.workunit.client.0.smithi012.stdout: "blocks": 7814037168, 2024-04-02T08:23:46.998 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 4000787030016 2024-04-02T08:23:46.998 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:46.999 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:46.999 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:46.999 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.999 INFO:tasks.workunit.client.0.smithi012.stdout: "530ec78a-f0ca-11ee-8bce-ac1f6bf825ea": { 2024-04-02T08:23:46.999 INFO:tasks.workunit.client.0.smithi012.stdout: "INTEL_SSDPEDMD400G4_530f3cb0-f0ca-11ee-8bce-ac1f6bf825ea": { 2024-04-02T08:23:46.999 INFO:tasks.workunit.client.0.smithi012.stdout: "20240402-081808": { 2024-04-02T08:23:46.999 INFO:tasks.workunit.client.0.smithi012.stdout: "device": { 2024-04-02T08:23:46.999 INFO:tasks.workunit.client.0.smithi012.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T08:23:46.999 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "/dev/nvme0n1", 2024-04-02T08:23:46.999 INFO:tasks.workunit.client.0.smithi012.stdout: "protocol": "NVMe", 2024-04-02T08:23:46.999 INFO:tasks.workunit.client.0.smithi012.stdout: "type": "nvme" 2024-04-02T08:23:46.999 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:46.999 INFO:tasks.workunit.client.0.smithi012.stdout: "firmware_version": "8DV101H0", 2024-04-02T08:23:46.999 INFO:tasks.workunit.client.0.smithi012.stdout: "host_id": "530ec78a-f0ca-11ee-8bce-ac1f6bf825ea", 2024-04-02T08:23:47.000 INFO:tasks.workunit.client.0.smithi012.stdout: "json_format_version": [ 2024-04-02T08:23:47.000 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:47.000 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:47.000 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:47.000 INFO:tasks.workunit.client.0.smithi012.stdout: "local_time": { 2024-04-02T08:23:47.000 INFO:tasks.workunit.client.0.smithi012.stdout: "asctime": "Tue Apr 2 08:18:08 2024 UTC", 2024-04-02T08:23:47.000 INFO:tasks.workunit.client.0.smithi012.stdout: "time_t": 1712045888 2024-04-02T08:23:47.000 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.000 INFO:tasks.workunit.client.0.smithi012.stdout: "logical_block_size": 512, 2024-04-02T08:23:47.000 INFO:tasks.workunit.client.0.smithi012.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T08:23:47.000 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_controller_id": 0, 2024-04-02T08:23:47.000 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T08:23:47.000 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_namespaces": [ 2024-04-02T08:23:47.000 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:47.001 INFO:tasks.workunit.client.0.smithi012.stdout: "capacity": { 2024-04-02T08:23:47.001 INFO:tasks.workunit.client.0.smithi012.stdout: "blocks": 781422768, 2024-04-02T08:23:47.001 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 400088457216 2024-04-02T08:23:47.001 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.001 INFO:tasks.workunit.client.0.smithi012.stdout: "formatted_lba_size": 512, 2024-04-02T08:23:47.001 INFO:tasks.workunit.client.0.smithi012.stdout: "id": 1, 2024-04-02T08:23:47.001 INFO:tasks.workunit.client.0.smithi012.stdout: "size": { 2024-04-02T08:23:47.001 INFO:tasks.workunit.client.0.smithi012.stdout: "blocks": 781422768, 2024-04-02T08:23:47.001 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 400088457216 2024-04-02T08:23:47.001 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.001 INFO:tasks.workunit.client.0.smithi012.stdout: "utilization": { 2024-04-02T08:23:47.001 INFO:tasks.workunit.client.0.smithi012.stdout: "blocks": 781422768, 2024-04-02T08:23:47.001 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 400088457216 2024-04-02T08:23:47.001 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:47.001 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:47.002 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:47.002 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T08:23:47.002 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_pci_vendor": { 2024-04-02T08:23:47.002 INFO:tasks.workunit.client.0.smithi012.stdout: "id": 32902, 2024-04-02T08:23:47.002 INFO:tasks.workunit.client.0.smithi012.stdout: "subsystem_id": 32902 2024-04-02T08:23:47.002 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.002 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T08:23:47.002 INFO:tasks.workunit.client.0.smithi012.stdout: "Device stats": { 2024-04-02T08:23:47.002 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_fw_downgrades": { 2024-04-02T08:23:47.002 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 0, 2024-04-02T08:23:47.002 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:47.002 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.002 INFO:tasks.workunit.client.0.smithi012.stdout: "crc_error_count": { 2024-04-02T08:23:47.002 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:47.003 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:47.003 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.003 INFO:tasks.workunit.client.0.smithi012.stdout: "end_to_end_error_detection_count": { 2024-04-02T08:23:47.003 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:47.003 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:47.003 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.003 INFO:tasks.workunit.client.0.smithi012.stdout: "erase_fail_count": { 2024-04-02T08:23:47.003 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:47.003 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:47.003 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.003 INFO:tasks.workunit.client.0.smithi012.stdout: "host_bytes_written": { 2024-04-02T08:23:47.003 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:47.003 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 36855092 2024-04-02T08:23:47.003 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.004 INFO:tasks.workunit.client.0.smithi012.stdout: "host_ctx_wear_used": { 2024-04-02T08:23:47.004 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:47.004 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 1 2024-04-02T08:23:47.004 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.004 INFO:tasks.workunit.client.0.smithi012.stdout: "media_bytes_read": { 2024-04-02T08:23:47.004 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 0, 2024-04-02T08:23:47.004 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:47.004 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.004 INFO:tasks.workunit.client.0.smithi012.stdout: "nand_bytes_written": { 2024-04-02T08:23:47.004 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:47.004 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 55476370 2024-04-02T08:23:47.004 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.004 INFO:tasks.workunit.client.0.smithi012.stdout: "perf_stat_indicator": { 2024-04-02T08:23:47.004 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 0, 2024-04-02T08:23:47.004 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:47.005 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.005 INFO:tasks.workunit.client.0.smithi012.stdout: "pll_lock_loss_count": { 2024-04-02T08:23:47.005 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:47.005 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:47.005 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.005 INFO:tasks.workunit.client.0.smithi012.stdout: "program_fail_count": { 2024-04-02T08:23:47.005 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:47.005 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:47.005 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.005 INFO:tasks.workunit.client.0.smithi012.stdout: "re_alloc_sectr_cnt": { 2024-04-02T08:23:47.005 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 0, 2024-04-02T08:23:47.005 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:47.005 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.006 INFO:tasks.workunit.client.0.smithi012.stdout: "retry_buffer_overflow_count": { 2024-04-02T08:23:47.006 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:47.006 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:47.006 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.006 INFO:tasks.workunit.client.0.smithi012.stdout: "soft_ecc_err_rate": { 2024-04-02T08:23:47.006 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 0, 2024-04-02T08:23:47.006 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:47.006 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.006 INFO:tasks.workunit.client.0.smithi012.stdout: "thermal_throttle_status": { 2024-04-02T08:23:47.006 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:47.006 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": { 2024-04-02T08:23:47.006 INFO:tasks.workunit.client.0.smithi012.stdout: "cnt": 0, 2024-04-02T08:23:47.006 INFO:tasks.workunit.client.0.smithi012.stdout: "pct": 0 2024-04-02T08:23:47.007 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:47.007 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.007 INFO:tasks.workunit.client.0.smithi012.stdout: "timed_workload_host_reads": { 2024-04-02T08:23:47.007 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:47.007 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 65535 2024-04-02T08:23:47.007 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.007 INFO:tasks.workunit.client.0.smithi012.stdout: "timed_workload_media_wear": { 2024-04-02T08:23:47.007 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:47.007 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 64 2024-04-02T08:23:47.007 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.007 INFO:tasks.workunit.client.0.smithi012.stdout: "timed_workload_timer": { 2024-04-02T08:23:47.007 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:47.007 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 65535 2024-04-02T08:23:47.007 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.008 INFO:tasks.workunit.client.0.smithi012.stdout: "unexp_power_loss": { 2024-04-02T08:23:47.008 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 0, 2024-04-02T08:23:47.008 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:47.008 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.008 INFO:tasks.workunit.client.0.smithi012.stdout: "wear_leveling": { 2024-04-02T08:23:47.008 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 88, 2024-04-02T08:23:47.008 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": { 2024-04-02T08:23:47.008 INFO:tasks.workunit.client.0.smithi012.stdout: "avg": 3622, 2024-04-02T08:23:47.008 INFO:tasks.workunit.client.0.smithi012.stdout: "max": 3642, 2024-04-02T08:23:47.008 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 3603 2024-04-02T08:23:47.008 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:47.008 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:47.008 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.008 INFO:tasks.workunit.client.0.smithi012.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T08:23:47.009 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.009 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_smart_health_information_log": { 2024-04-02T08:23:47.009 INFO:tasks.workunit.client.0.smithi012.stdout: "available_spare": 100, 2024-04-02T08:23:47.009 INFO:tasks.workunit.client.0.smithi012.stdout: "available_spare_threshold": 10, 2024-04-02T08:23:47.009 INFO:tasks.workunit.client.0.smithi012.stdout: "controller_busy_time": 3, 2024-04-02T08:23:47.009 INFO:tasks.workunit.client.0.smithi012.stdout: "critical_warning": 0, 2024-04-02T08:23:47.009 INFO:tasks.workunit.client.0.smithi012.stdout: "data_units_read": 423958175, 2024-04-02T08:23:47.009 INFO:tasks.workunit.client.0.smithi012.stdout: "data_units_written": 2415335340, 2024-04-02T08:23:47.009 INFO:tasks.workunit.client.0.smithi012.stdout: "host_reads": 6304969659, 2024-04-02T08:23:47.009 INFO:tasks.workunit.client.0.smithi012.stdout: "host_writes": 37373508144, 2024-04-02T08:23:47.009 INFO:tasks.workunit.client.0.smithi012.stdout: "media_errors": 0, 2024-04-02T08:23:47.009 INFO:tasks.workunit.client.0.smithi012.stdout: "num_err_log_entries": 0, 2024-04-02T08:23:47.009 INFO:tasks.workunit.client.0.smithi012.stdout: "percentage_used": 12, 2024-04-02T08:23:47.009 INFO:tasks.workunit.client.0.smithi012.stdout: "power_cycles": 42000, 2024-04-02T08:23:47.010 INFO:tasks.workunit.client.0.smithi012.stdout: "power_on_hours": 60956, 2024-04-02T08:23:47.010 INFO:tasks.workunit.client.0.smithi012.stdout: "temperature": 23, 2024-04-02T08:23:47.010 INFO:tasks.workunit.client.0.smithi012.stdout: "unsafe_shutdowns": 54 2024-04-02T08:23:47.010 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.010 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_vendor": "intel", 2024-04-02T08:23:47.010 INFO:tasks.workunit.client.0.smithi012.stdout: "power_cycle_count": 42000, 2024-04-02T08:23:47.010 INFO:tasks.workunit.client.0.smithi012.stdout: "power_on_time": { 2024-04-02T08:23:47.010 INFO:tasks.workunit.client.0.smithi012.stdout: "hours": 60956 2024-04-02T08:23:47.010 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.010 INFO:tasks.workunit.client.0.smithi012.stdout: "serial_number": "deleted", 2024-04-02T08:23:47.010 INFO:tasks.workunit.client.0.smithi012.stdout: "smart_status": { 2024-04-02T08:23:47.010 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme": { 2024-04-02T08:23:47.010 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:47.010 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.011 INFO:tasks.workunit.client.0.smithi012.stdout: "passed": true 2024-04-02T08:23:47.011 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.011 INFO:tasks.workunit.client.0.smithi012.stdout: "smartctl": { 2024-04-02T08:23:47.011 INFO:tasks.workunit.client.0.smithi012.stdout: "argv": [ 2024-04-02T08:23:47.011 INFO:tasks.workunit.client.0.smithi012.stdout: "smartctl", 2024-04-02T08:23:47.011 INFO:tasks.workunit.client.0.smithi012.stdout: "-x", 2024-04-02T08:23:47.011 INFO:tasks.workunit.client.0.smithi012.stdout: "--json=o", 2024-04-02T08:23:47.011 INFO:tasks.workunit.client.0.smithi012.stdout: "/dev/nvme0n1" 2024-04-02T08:23:47.011 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:47.011 INFO:tasks.workunit.client.0.smithi012.stdout: "build_info": "(local build)", 2024-04-02T08:23:47.011 INFO:tasks.workunit.client.0.smithi012.stdout: "exit_status": 0, 2024-04-02T08:23:47.011 INFO:tasks.workunit.client.0.smithi012.stdout: "output": [ 2024-04-02T08:23:47.011 INFO:tasks.workunit.client.0.smithi012.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T08:23:47.011 INFO:tasks.workunit.client.0.smithi012.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T08:23:47.012 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T08:23:47.012 INFO:tasks.workunit.client.0.smithi012.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T08:23:47.012 INFO:tasks.workunit.client.0.smithi012.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T08:23:47.012 INFO:tasks.workunit.client.0.smithi012.stdout: "Serial Number: deleted", 2024-04-02T08:23:47.012 INFO:tasks.workunit.client.0.smithi012.stdout: "Firmware Version: 8DV101H0", 2024-04-02T08:23:47.012 INFO:tasks.workunit.client.0.smithi012.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T08:23:47.012 INFO:tasks.workunit.client.0.smithi012.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T08:23:47.012 INFO:tasks.workunit.client.0.smithi012.stdout: "Controller ID: 0", 2024-04-02T08:23:47.012 INFO:tasks.workunit.client.0.smithi012.stdout: "Number of Namespaces: 1", 2024-04-02T08:23:47.012 INFO:tasks.workunit.client.0.smithi012.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T08:23:47.012 INFO:tasks.workunit.client.0.smithi012.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T08:23:47.012 INFO:tasks.workunit.client.0.smithi012.stdout: "Local Time is: Tue Apr 2 08:18:08 2024 UTC", 2024-04-02T08:23:47.012 INFO:tasks.workunit.client.0.smithi012.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T08:23:47.012 INFO:tasks.workunit.client.0.smithi012.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T08:23:47.013 INFO:tasks.workunit.client.0.smithi012.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T08:23:47.013 INFO:tasks.workunit.client.0.smithi012.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T08:23:47.013 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T08:23:47.013 INFO:tasks.workunit.client.0.smithi012.stdout: "Supported Power States", 2024-04-02T08:23:47.013 INFO:tasks.workunit.client.0.smithi012.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T08:23:47.013 INFO:tasks.workunit.client.0.smithi012.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T08:23:47.013 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T08:23:47.013 INFO:tasks.workunit.client.0.smithi012.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T08:23:47.013 INFO:tasks.workunit.client.0.smithi012.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T08:23:47.013 INFO:tasks.workunit.client.0.smithi012.stdout: " 0 + 512 0 2", 2024-04-02T08:23:47.013 INFO:tasks.workunit.client.0.smithi012.stdout: " 1 - 512 8 2", 2024-04-02T08:23:47.013 INFO:tasks.workunit.client.0.smithi012.stdout: " 2 - 512 16 2", 2024-04-02T08:23:47.013 INFO:tasks.workunit.client.0.smithi012.stdout: " 3 - 4096 0 0", 2024-04-02T08:23:47.014 INFO:tasks.workunit.client.0.smithi012.stdout: " 4 - 4096 8 0", 2024-04-02T08:23:47.014 INFO:tasks.workunit.client.0.smithi012.stdout: " 5 - 4096 64 0", 2024-04-02T08:23:47.014 INFO:tasks.workunit.client.0.smithi012.stdout: " 6 - 4096 128 0", 2024-04-02T08:23:47.014 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T08:23:47.014 INFO:tasks.workunit.client.0.smithi012.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T08:23:47.014 INFO:tasks.workunit.client.0.smithi012.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T08:23:47.014 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T08:23:47.014 INFO:tasks.workunit.client.0.smithi012.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T08:23:47.014 INFO:tasks.workunit.client.0.smithi012.stdout: "Critical Warning: 0x00", 2024-04-02T08:23:47.014 INFO:tasks.workunit.client.0.smithi012.stdout: "Temperature: 23 Celsius", 2024-04-02T08:23:47.014 INFO:tasks.workunit.client.0.smithi012.stdout: "Available Spare: 100%", 2024-04-02T08:23:47.014 INFO:tasks.workunit.client.0.smithi012.stdout: "Available Spare Threshold: 10%", 2024-04-02T08:23:47.014 INFO:tasks.workunit.client.0.smithi012.stdout: "Percentage Used: 12%", 2024-04-02T08:23:47.014 INFO:tasks.workunit.client.0.smithi012.stdout: "Data Units Read: 423,958,175 [217 TB]", 2024-04-02T08:23:47.015 INFO:tasks.workunit.client.0.smithi012.stdout: "Data Units Written: 2,415,335,340 [1.23 PB]", 2024-04-02T08:23:47.015 INFO:tasks.workunit.client.0.smithi012.stdout: "Host Read Commands: 6,304,969,659", 2024-04-02T08:23:47.015 INFO:tasks.workunit.client.0.smithi012.stdout: "Host Write Commands: 37,373,508,144", 2024-04-02T08:23:47.015 INFO:tasks.workunit.client.0.smithi012.stdout: "Controller Busy Time: 3", 2024-04-02T08:23:47.015 INFO:tasks.workunit.client.0.smithi012.stdout: "Power Cycles: 42,000", 2024-04-02T08:23:47.015 INFO:tasks.workunit.client.0.smithi012.stdout: "Power On Hours: 60,956", 2024-04-02T08:23:47.015 INFO:tasks.workunit.client.0.smithi012.stdout: "Unsafe Shutdowns: 54", 2024-04-02T08:23:47.015 INFO:tasks.workunit.client.0.smithi012.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T08:23:47.015 INFO:tasks.workunit.client.0.smithi012.stdout: "Error Information Log Entries: 0", 2024-04-02T08:23:47.015 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T08:23:47.015 INFO:tasks.workunit.client.0.smithi012.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T08:23:47.015 INFO:tasks.workunit.client.0.smithi012.stdout: "No Errors Logged", 2024-04-02T08:23:47.015 INFO:tasks.workunit.client.0.smithi012.stdout: "" 2024-04-02T08:23:47.015 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:47.016 INFO:tasks.workunit.client.0.smithi012.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T08:23:47.016 INFO:tasks.workunit.client.0.smithi012.stdout: "svn_revision": "5022", 2024-04-02T08:23:47.016 INFO:tasks.workunit.client.0.smithi012.stdout: "version": [ 2024-04-02T08:23:47.016 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:47.016 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:47.016 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:47.016 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.016 INFO:tasks.workunit.client.0.smithi012.stdout: "temperature": { 2024-04-02T08:23:47.016 INFO:tasks.workunit.client.0.smithi012.stdout: "current": 23 2024-04-02T08:23:47.016 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.016 INFO:tasks.workunit.client.0.smithi012.stdout: "user_capacity": { 2024-04-02T08:23:47.016 INFO:tasks.workunit.client.0.smithi012.stdout: "blocks": 781422768, 2024-04-02T08:23:47.016 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 400088457216 2024-04-02T08:23:47.016 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:47.017 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:47.017 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:47.017 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:47.017 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.017 INFO:tasks.workunit.client.0.smithi012.stdout: "report": { 2024-04-02T08:23:47.017 INFO:tasks.workunit.client.0.smithi012.stdout: "balancer": { 2024-04-02T08:23:47.017 INFO:tasks.workunit.client.0.smithi012.stdout: "active": true, 2024-04-02T08:23:47.017 INFO:tasks.workunit.client.0.smithi012.stdout: "mode": "" 2024-04-02T08:23:47.017 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.017 INFO:tasks.workunit.client.0.smithi012.stdout: "channels": [ 2024-04-02T08:23:47.017 INFO:tasks.workunit.client.0.smithi012.stdout: "basic", 2024-04-02T08:23:47.017 INFO:tasks.workunit.client.0.smithi012.stdout: "crash", 2024-04-02T08:23:47.017 INFO:tasks.workunit.client.0.smithi012.stdout: "device", 2024-04-02T08:23:47.017 INFO:tasks.workunit.client.0.smithi012.stdout: "ident" 2024-04-02T08:23:47.018 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:47.018 INFO:tasks.workunit.client.0.smithi012.stdout: "channels_available": [ 2024-04-02T08:23:47.018 INFO:tasks.workunit.client.0.smithi012.stdout: "basic", 2024-04-02T08:23:47.018 INFO:tasks.workunit.client.0.smithi012.stdout: "ident", 2024-04-02T08:23:47.018 INFO:tasks.workunit.client.0.smithi012.stdout: "crash", 2024-04-02T08:23:47.018 INFO:tasks.workunit.client.0.smithi012.stdout: "device", 2024-04-02T08:23:47.018 INFO:tasks.workunit.client.0.smithi012.stdout: "perf" 2024-04-02T08:23:47.018 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:47.018 INFO:tasks.workunit.client.0.smithi012.stdout: "collections_available": [ 2024-04-02T08:23:47.018 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_base", 2024-04-02T08:23:47.018 INFO:tasks.workunit.client.0.smithi012.stdout: "device_base", 2024-04-02T08:23:47.018 INFO:tasks.workunit.client.0.smithi012.stdout: "crash_base", 2024-04-02T08:23:47.018 INFO:tasks.workunit.client.0.smithi012.stdout: "ident_base", 2024-04-02T08:23:47.019 INFO:tasks.workunit.client.0.smithi012.stdout: "perf_perf", 2024-04-02T08:23:47.019 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_mds_metadata", 2024-04-02T08:23:47.019 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_pool_usage", 2024-04-02T08:23:47.019 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_usage_by_class", 2024-04-02T08:23:47.019 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_rook_v01", 2024-04-02T08:23:47.019 INFO:tasks.workunit.client.0.smithi012.stdout: "perf_memory_metrics", 2024-04-02T08:23:47.019 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_pool_options_bluestore" 2024-04-02T08:23:47.019 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:47.019 INFO:tasks.workunit.client.0.smithi012.stdout: "collections_opted_in": [ 2024-04-02T08:23:47.019 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_base", 2024-04-02T08:23:47.019 INFO:tasks.workunit.client.0.smithi012.stdout: "device_base", 2024-04-02T08:23:47.019 INFO:tasks.workunit.client.0.smithi012.stdout: "crash_base", 2024-04-02T08:23:47.019 INFO:tasks.workunit.client.0.smithi012.stdout: "ident_base", 2024-04-02T08:23:47.020 INFO:tasks.workunit.client.0.smithi012.stdout: "perf_perf", 2024-04-02T08:23:47.020 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_mds_metadata", 2024-04-02T08:23:47.020 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_pool_usage", 2024-04-02T08:23:47.020 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_usage_by_class", 2024-04-02T08:23:47.020 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_rook_v01", 2024-04-02T08:23:47.020 INFO:tasks.workunit.client.0.smithi012.stdout: "perf_memory_metrics", 2024-04-02T08:23:47.020 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_pool_options_bluestore" 2024-04-02T08:23:47.020 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:47.020 INFO:tasks.workunit.client.0.smithi012.stdout: "config": { 2024-04-02T08:23:47.021 INFO:tasks.workunit.client.0.smithi012.stdout: "active_changed": [ 2024-04-02T08:23:47.021 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T08:23:47.021 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_debug", 2024-04-02T08:23:47.021 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_mon_ticket_ttl", 2024-04-02T08:23:47.021 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_service_ticket_ttl", 2024-04-02T08:23:47.021 INFO:tasks.workunit.client.0.smithi012.stdout: "bdev_debug_aio", 2024-04-02T08:23:47.021 INFO:tasks.workunit.client.0.smithi012.stdout: "client_check_pool_perm", 2024-04-02T08:23:47.021 INFO:tasks.workunit.client.0.smithi012.stdout: "client_mount_gid", 2024-04-02T08:23:47.021 INFO:tasks.workunit.client.0.smithi012.stdout: "client_mount_uid", 2024-04-02T08:23:47.021 INFO:tasks.workunit.client.0.smithi012.stdout: "client_quota", 2024-04-02T08:23:47.021 INFO:tasks.workunit.client.0.smithi012.stdout: "container_image", 2024-04-02T08:23:47.021 INFO:tasks.workunit.client.0.smithi012.stdout: "daemonize", 2024-04-02T08:23:47.021 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_asserts_on_shutdown", 2024-04-02T08:23:47.022 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_mgr", 2024-04-02T08:23:47.022 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_mon", 2024-04-02T08:23:47.022 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_ms", 2024-04-02T08:23:47.022 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_osd", 2024-04-02T08:23:47.022 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_paxos", 2024-04-02T08:23:47.022 INFO:tasks.workunit.client.0.smithi012.stdout: "keyring", 2024-04-02T08:23:47.022 INFO:tasks.workunit.client.0.smithi012.stdout: "leveldb_block_size", 2024-04-02T08:23:47.022 INFO:tasks.workunit.client.0.smithi012.stdout: "leveldb_cache_size", 2024-04-02T08:23:47.022 INFO:tasks.workunit.client.0.smithi012.stdout: "leveldb_compression", 2024-04-02T08:23:47.022 INFO:tasks.workunit.client.0.smithi012.stdout: "leveldb_log", 2024-04-02T08:23:47.022 INFO:tasks.workunit.client.0.smithi012.stdout: "leveldb_write_buffer_size", 2024-04-02T08:23:47.022 INFO:tasks.workunit.client.0.smithi012.stdout: "log_to_file", 2024-04-02T08:23:47.023 INFO:tasks.workunit.client.0.smithi012.stdout: "log_to_journald", 2024-04-02T08:23:47.023 INFO:tasks.workunit.client.0.smithi012.stdout: "log_to_stderr", 2024-04-02T08:23:47.023 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_allow_pool_delete", 2024-04-02T08:23:47.023 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_clock_drift_allowed", 2024-04-02T08:23:47.023 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_cluster_log_file_level", 2024-04-02T08:23:47.023 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_cluster_log_to_file", 2024-04-02T08:23:47.023 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_cluster_log_to_journald", 2024-04-02T08:23:47.023 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_cluster_log_to_stderr", 2024-04-02T08:23:47.023 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_data_avail_warn", 2024-04-02T08:23:47.023 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_election_default_strategy", 2024-04-02T08:23:47.023 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_host", 2024-04-02T08:23:47.023 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_max_pg_per_osd", 2024-04-02T08:23:47.023 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_mgr_mkfs_grace", 2024-04-02T08:23:47.023 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_osd_prime_pg_temp", 2024-04-02T08:23:47.024 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T08:23:47.024 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T08:23:47.024 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T08:23:47.024 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T08:23:47.024 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T08:23:47.024 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T08:23:47.024 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T08:23:47.024 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T08:23:47.024 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T08:23:47.024 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T08:23:47.024 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_too_few_osds", 2024-04-02T08:23:47.024 INFO:tasks.workunit.client.0.smithi012.stdout: "ms_die_on_bug", 2024-04-02T08:23:47.024 INFO:tasks.workunit.client.0.smithi012.stdout: "ms_die_on_old_message", 2024-04-02T08:23:47.024 INFO:tasks.workunit.client.0.smithi012.stdout: "no_config_file", 2024-04-02T08:23:47.025 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_class_default_list", 2024-04-02T08:23:47.025 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_class_load_list", 2024-04-02T08:23:47.025 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_crush_chooseleaf_type", 2024-04-02T08:23:47.025 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_misdirected_ops", 2024-04-02T08:23:47.025 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_op_order", 2024-04-02T08:23:47.025 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_pg_log_writeout", 2024-04-02T08:23:47.025 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_shutdown", 2024-04-02T08:23:47.025 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T08:23:47.025 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T08:23:47.025 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T08:23:47.025 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T08:23:47.025 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_delete_sleep", 2024-04-02T08:23:47.025 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_delete_sleep_hdd", 2024-04-02T08:23:47.026 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_delete_sleep_hybrid", 2024-04-02T08:23:47.026 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_delete_sleep_ssd", 2024-04-02T08:23:47.026 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_max_backfills", 2024-04-02T08:23:47.026 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T08:23:47.026 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_profile", 2024-04-02T08:23:47.026 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-02T08:23:47.026 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-02T08:23:47.026 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-02T08:23:47.026 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-02T08:23:47.026 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-02T08:23:47.026 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-02T08:23:47.026 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_client_lim", 2024-04-02T08:23:47.026 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_client_res", 2024-04-02T08:23:47.027 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-02T08:23:47.027 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_memory_target", 2024-04-02T08:23:47.027 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_memory_target_autotune", 2024-04-02T08:23:47.027 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_op_queue", 2024-04-02T08:23:47.027 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_op_queue_cut_off", 2024-04-02T08:23:47.027 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pg_delete_cost", 2024-04-02T08:23:47.027 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T08:23:47.027 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T08:23:47.027 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recover_clone_overlap", 2024-04-02T08:23:47.027 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_max_active", 2024-04-02T08:23:47.027 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_max_active_hdd", 2024-04-02T08:23:47.027 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_max_active_ssd", 2024-04-02T08:23:47.028 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_max_chunk", 2024-04-02T08:23:47.028 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_sleep", 2024-04-02T08:23:47.028 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_sleep_hdd", 2024-04-02T08:23:47.028 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_sleep_hybrid", 2024-04-02T08:23:47.028 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_sleep_ssd", 2024-04-02T08:23:47.028 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_scrub_load_threshold", 2024-04-02T08:23:47.028 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_scrub_max_interval", 2024-04-02T08:23:47.028 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_scrub_sleep", 2024-04-02T08:23:47.028 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_shutdown_pgref_assert", 2024-04-02T08:23:47.028 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_snap_trim_sleep", 2024-04-02T08:23:47.028 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_snap_trim_sleep_hdd", 2024-04-02T08:23:47.028 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-02T08:23:47.028 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_snap_trim_sleep_ssd", 2024-04-02T08:23:47.028 INFO:tasks.workunit.client.0.smithi012.stdout: "public_addr", 2024-04-02T08:23:47.029 INFO:tasks.workunit.client.0.smithi012.stdout: "public_addrv", 2024-04-02T08:23:47.029 INFO:tasks.workunit.client.0.smithi012.stdout: "public_network", 2024-04-02T08:23:47.029 INFO:tasks.workunit.client.0.smithi012.stdout: "rbd_default_features", 2024-04-02T08:23:47.029 INFO:tasks.workunit.client.0.smithi012.stdout: "rbd_qos_exclude_ops", 2024-04-02T08:23:47.029 INFO:tasks.workunit.client.0.smithi012.stdout: "setgroup", 2024-04-02T08:23:47.029 INFO:tasks.workunit.client.0.smithi012.stdout: "setuser" 2024-04-02T08:23:47.029 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:47.029 INFO:tasks.workunit.client.0.smithi012.stdout: "cluster_changed": [ 2024-04-02T08:23:47.029 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T08:23:47.029 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_debug", 2024-04-02T08:23:47.029 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_mon_ticket_ttl", 2024-04-02T08:23:47.029 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_service_ticket_ttl", 2024-04-02T08:23:47.029 INFO:tasks.workunit.client.0.smithi012.stdout: "bdev_debug_aio", 2024-04-02T08:23:47.029 INFO:tasks.workunit.client.0.smithi012.stdout: "container_image", 2024-04-02T08:23:47.030 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_asserts_on_shutdown", 2024-04-02T08:23:47.030 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_mgr", 2024-04-02T08:23:47.030 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_mon", 2024-04-02T08:23:47.030 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_ms", 2024-04-02T08:23:47.030 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_osd", 2024-04-02T08:23:47.030 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_paxos", 2024-04-02T08:23:47.030 INFO:tasks.workunit.client.0.smithi012.stdout: "log_to_file", 2024-04-02T08:23:47.030 INFO:tasks.workunit.client.0.smithi012.stdout: "log_to_journald", 2024-04-02T08:23:47.030 INFO:tasks.workunit.client.0.smithi012.stdout: "log_to_stderr", 2024-04-02T08:23:47.030 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_join_fs", 2024-04-02T08:23:47.030 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/cephadm/allow_ptrace", 2024-04-02T08:23:47.030 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/cephadm/container_init", 2024-04-02T08:23:47.030 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/cephadm/migration_current", 2024-04-02T08:23:47.030 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/cephadm/use_repo_digest", 2024-04-02T08:23:47.031 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-02T08:23:47.031 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-02T08:23:47.031 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-02T08:23:47.031 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-02T08:23:47.031 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/dashboard/ssl_server_port", 2024-04-02T08:23:47.031 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/orchestrator/orchestrator", 2024-04-02T08:23:47.031 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/telemetry/channel_ident", 2024-04-02T08:23:47.031 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/telemetry/description", 2024-04-02T08:23:47.031 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/telemetry/organization", 2024-04-02T08:23:47.031 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_allow_pool_delete", 2024-04-02T08:23:47.031 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_clock_drift_allowed", 2024-04-02T08:23:47.031 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_cluster_log_file_level", 2024-04-02T08:23:47.031 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_cluster_log_to_file", 2024-04-02T08:23:47.031 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_data_avail_warn", 2024-04-02T08:23:47.032 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_election_default_strategy", 2024-04-02T08:23:47.032 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_max_pg_per_osd", 2024-04-02T08:23:47.032 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_mgr_mkfs_grace", 2024-04-02T08:23:47.032 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_osd_prime_pg_temp", 2024-04-02T08:23:47.032 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T08:23:47.032 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T08:23:47.032 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T08:23:47.032 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T08:23:47.032 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T08:23:47.032 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T08:23:47.032 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T08:23:47.032 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T08:23:47.032 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T08:23:47.032 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T08:23:47.033 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_too_few_osds", 2024-04-02T08:23:47.033 INFO:tasks.workunit.client.0.smithi012.stdout: "ms_die_on_bug", 2024-04-02T08:23:47.033 INFO:tasks.workunit.client.0.smithi012.stdout: "ms_die_on_old_message", 2024-04-02T08:23:47.033 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_class_default_list", 2024-04-02T08:23:47.033 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_class_load_list", 2024-04-02T08:23:47.033 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_misdirected_ops", 2024-04-02T08:23:47.033 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_op_order", 2024-04-02T08:23:47.033 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_pg_log_writeout", 2024-04-02T08:23:47.033 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_shutdown", 2024-04-02T08:23:47.033 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T08:23:47.033 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T08:23:47.033 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T08:23:47.033 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T08:23:47.034 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T08:23:47.034 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_profile", 2024-04-02T08:23:47.034 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_memory_target", 2024-04-02T08:23:47.034 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_memory_target_autotune", 2024-04-02T08:23:47.034 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_op_queue", 2024-04-02T08:23:47.034 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_op_queue_cut_off", 2024-04-02T08:23:47.034 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T08:23:47.034 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T08:23:47.034 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recover_clone_overlap", 2024-04-02T08:23:47.034 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_max_chunk", 2024-04-02T08:23:47.034 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_scrub_load_threshold", 2024-04-02T08:23:47.034 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_scrub_max_interval", 2024-04-02T08:23:47.034 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_shutdown_pgref_assert", 2024-04-02T08:23:47.035 INFO:tasks.workunit.client.0.smithi012.stdout: "public_network", 2024-04-02T08:23:47.035 INFO:tasks.workunit.client.0.smithi012.stdout: "rgw_cache_enabled", 2024-04-02T08:23:47.035 INFO:tasks.workunit.client.0.smithi012.stdout: "rgw_enable_ops_log", 2024-04-02T08:23:47.035 INFO:tasks.workunit.client.0.smithi012.stdout: "rgw_enable_usage_log" 2024-04-02T08:23:47.035 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:47.035 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.035 INFO:tasks.workunit.client.0.smithi012.stdout: "contact": null, 2024-04-02T08:23:47.035 INFO:tasks.workunit.client.0.smithi012.stdout: "crashes": [], 2024-04-02T08:23:47.035 INFO:tasks.workunit.client.0.smithi012.stdout: "created": "2024-04-02T08:14:44.119575Z", 2024-04-02T08:23:47.035 INFO:tasks.workunit.client.0.smithi012.stdout: "crush": { 2024-04-02T08:23:47.035 INFO:tasks.workunit.client.0.smithi012.stdout: "bucket_algs": { 2024-04-02T08:23:47.035 INFO:tasks.workunit.client.0.smithi012.stdout: "straw2": 3 2024-04-02T08:23:47.035 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.036 INFO:tasks.workunit.client.0.smithi012.stdout: "bucket_sizes": { 2024-04-02T08:23:47.036 INFO:tasks.workunit.client.0.smithi012.stdout: "2": 1, 2024-04-02T08:23:47.036 INFO:tasks.workunit.client.0.smithi012.stdout: "4": 2 2024-04-02T08:23:47.036 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.036 INFO:tasks.workunit.client.0.smithi012.stdout: "bucket_types": { 2024-04-02T08:23:47.036 INFO:tasks.workunit.client.0.smithi012.stdout: "1": 2, 2024-04-02T08:23:47.036 INFO:tasks.workunit.client.0.smithi012.stdout: "11": 1 2024-04-02T08:23:47.036 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.036 INFO:tasks.workunit.client.0.smithi012.stdout: "compat_weight_set": false, 2024-04-02T08:23:47.036 INFO:tasks.workunit.client.0.smithi012.stdout: "device_classes": [ 2024-04-02T08:23:47.036 INFO:tasks.workunit.client.0.smithi012.stdout: 8 2024-04-02T08:23:47.036 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:47.036 INFO:tasks.workunit.client.0.smithi012.stdout: "num_buckets": 6, 2024-04-02T08:23:47.036 INFO:tasks.workunit.client.0.smithi012.stdout: "num_devices": 8, 2024-04-02T08:23:47.036 INFO:tasks.workunit.client.0.smithi012.stdout: "num_rules": 1, 2024-04-02T08:23:47.037 INFO:tasks.workunit.client.0.smithi012.stdout: "num_types": 12, 2024-04-02T08:23:47.037 INFO:tasks.workunit.client.0.smithi012.stdout: "num_weight_sets": 0, 2024-04-02T08:23:47.037 INFO:tasks.workunit.client.0.smithi012.stdout: "tunables": { 2024-04-02T08:23:47.037 INFO:tasks.workunit.client.0.smithi012.stdout: "allowed_bucket_algs": 54, 2024-04-02T08:23:47.037 INFO:tasks.workunit.client.0.smithi012.stdout: "choose_local_fallback_tries": 0, 2024-04-02T08:23:47.037 INFO:tasks.workunit.client.0.smithi012.stdout: "choose_local_tries": 0, 2024-04-02T08:23:47.037 INFO:tasks.workunit.client.0.smithi012.stdout: "choose_total_tries": 50, 2024-04-02T08:23:47.037 INFO:tasks.workunit.client.0.smithi012.stdout: "chooseleaf_descend_once": 1, 2024-04-02T08:23:47.037 INFO:tasks.workunit.client.0.smithi012.stdout: "chooseleaf_stable": 1, 2024-04-02T08:23:47.037 INFO:tasks.workunit.client.0.smithi012.stdout: "chooseleaf_vary_r": 1, 2024-04-02T08:23:47.037 INFO:tasks.workunit.client.0.smithi012.stdout: "has_v2_rules": 0, 2024-04-02T08:23:47.037 INFO:tasks.workunit.client.0.smithi012.stdout: "has_v3_rules": 0, 2024-04-02T08:23:47.037 INFO:tasks.workunit.client.0.smithi012.stdout: "has_v4_buckets": 1, 2024-04-02T08:23:47.038 INFO:tasks.workunit.client.0.smithi012.stdout: "has_v5_rules": 0, 2024-04-02T08:23:47.038 INFO:tasks.workunit.client.0.smithi012.stdout: "legacy_tunables": 0, 2024-04-02T08:23:47.038 INFO:tasks.workunit.client.0.smithi012.stdout: "minimum_required_version": "jewel", 2024-04-02T08:23:47.038 INFO:tasks.workunit.client.0.smithi012.stdout: "optimal_tunables": 1, 2024-04-02T08:23:47.038 INFO:tasks.workunit.client.0.smithi012.stdout: "profile": "jewel", 2024-04-02T08:23:47.038 INFO:tasks.workunit.client.0.smithi012.stdout: "require_feature_tunables": 1, 2024-04-02T08:23:47.038 INFO:tasks.workunit.client.0.smithi012.stdout: "require_feature_tunables2": 1, 2024-04-02T08:23:47.038 INFO:tasks.workunit.client.0.smithi012.stdout: "require_feature_tunables3": 1, 2024-04-02T08:23:47.038 INFO:tasks.workunit.client.0.smithi012.stdout: "require_feature_tunables5": 1, 2024-04-02T08:23:47.038 INFO:tasks.workunit.client.0.smithi012.stdout: "straw_calc_version": 1 2024-04-02T08:23:47.038 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:47.038 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.038 INFO:tasks.workunit.client.0.smithi012.stdout: "description": "upgrade test cluster", 2024-04-02T08:23:47.039 INFO:tasks.workunit.client.0.smithi012.stdout: "fs": { 2024-04-02T08:23:47.039 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T08:23:47.039 INFO:tasks.workunit.client.0.smithi012.stdout: "feature_flags": { 2024-04-02T08:23:47.039 INFO:tasks.workunit.client.0.smithi012.stdout: "enable_multiple": true, 2024-04-02T08:23:47.039 INFO:tasks.workunit.client.0.smithi012.stdout: "ever_enabled_multiple": true 2024-04-02T08:23:47.039 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.039 INFO:tasks.workunit.client.0.smithi012.stdout: "filesystems": [ 2024-04-02T08:23:47.039 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:47.039 INFO:tasks.workunit.client.0.smithi012.stdout: "approx_ctime": "2024-04", 2024-04-02T08:23:47.039 INFO:tasks.workunit.client.0.smithi012.stdout: "balancer_enabled": false, 2024-04-02T08:23:47.039 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:47.039 INFO:tasks.workunit.client.0.smithi012.stdout: "cached_caps": 0, 2024-04-02T08:23:47.039 INFO:tasks.workunit.client.0.smithi012.stdout: "cached_dns": 10, 2024-04-02T08:23:47.040 INFO:tasks.workunit.client.0.smithi012.stdout: "cached_inos": 13, 2024-04-02T08:23:47.040 INFO:tasks.workunit.client.0.smithi012.stdout: "cached_subtrees": 2, 2024-04-02T08:23:47.040 INFO:tasks.workunit.client.0.smithi012.stdout: "ever_allowed_features": 0, 2024-04-02T08:23:47.040 INFO:tasks.workunit.client.0.smithi012.stdout: "explicitly_allowed_features": 0, 2024-04-02T08:23:47.040 INFO:tasks.workunit.client.0.smithi012.stdout: "files": 0, 2024-04-02T08:23:47.040 INFO:tasks.workunit.client.0.smithi012.stdout: "max_mds": 1, 2024-04-02T08:23:47.040 INFO:tasks.workunit.client.0.smithi012.stdout: "num_data_pools": 1, 2024-04-02T08:23:47.040 INFO:tasks.workunit.client.0.smithi012.stdout: "num_in": 1, 2024-04-02T08:23:47.040 INFO:tasks.workunit.client.0.smithi012.stdout: "num_mds": 1, 2024-04-02T08:23:47.040 INFO:tasks.workunit.client.0.smithi012.stdout: "num_sessions": 0, 2024-04-02T08:23:47.040 INFO:tasks.workunit.client.0.smithi012.stdout: "num_standby_replay": 0, 2024-04-02T08:23:47.040 INFO:tasks.workunit.client.0.smithi012.stdout: "num_up": 1, 2024-04-02T08:23:47.040 INFO:tasks.workunit.client.0.smithi012.stdout: "snaps": 0, 2024-04-02T08:23:47.040 INFO:tasks.workunit.client.0.smithi012.stdout: "standby_count_wanted": 0 2024-04-02T08:23:47.041 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:47.041 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:47.041 INFO:tasks.workunit.client.0.smithi012.stdout: "num_standby_mds": 1, 2024-04-02T08:23:47.041 INFO:tasks.workunit.client.0.smithi012.stdout: "total_num_mds": 2 2024-04-02T08:23:47.041 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.041 INFO:tasks.workunit.client.0.smithi012.stdout: "hosts": { 2024-04-02T08:23:47.041 INFO:tasks.workunit.client.0.smithi012.stdout: "num": 2, 2024-04-02T08:23:47.041 INFO:tasks.workunit.client.0.smithi012.stdout: "num_with_mds": 2, 2024-04-02T08:23:47.041 INFO:tasks.workunit.client.0.smithi012.stdout: "num_with_mgr": 2, 2024-04-02T08:23:47.041 INFO:tasks.workunit.client.0.smithi012.stdout: "num_with_mon": 2, 2024-04-02T08:23:47.041 INFO:tasks.workunit.client.0.smithi012.stdout: "num_with_osd": 2 2024-04-02T08:23:47.041 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.041 INFO:tasks.workunit.client.0.smithi012.stdout: "leaderboard": false, 2024-04-02T08:23:47.041 INFO:tasks.workunit.client.0.smithi012.stdout: "leaderboard_description": null, 2024-04-02T08:23:47.042 INFO:tasks.workunit.client.0.smithi012.stdout: "license": "sharing-1-0", 2024-04-02T08:23:47.042 INFO:tasks.workunit.client.0.smithi012.stdout: "metadata": { 2024-04-02T08:23:47.042 INFO:tasks.workunit.client.0.smithi012.stdout: "mds": { 2024-04-02T08:23:47.042 INFO:tasks.workunit.client.0.smithi012.stdout: "arch": { 2024-04-02T08:23:47.042 INFO:tasks.workunit.client.0.smithi012.stdout: "x86_64": 2 2024-04-02T08:23:47.042 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.042 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph_version": { 2024-04-02T08:23:47.042 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:23:47.042 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.042 INFO:tasks.workunit.client.0.smithi012.stdout: "cpu": { 2024-04-02T08:23:47.042 INFO:tasks.workunit.client.0.smithi012.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-04-02T08:23:47.042 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.043 INFO:tasks.workunit.client.0.smithi012.stdout: "distro": { 2024-04-02T08:23:47.043 INFO:tasks.workunit.client.0.smithi012.stdout: "centos": 2 2024-04-02T08:23:47.043 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.043 INFO:tasks.workunit.client.0.smithi012.stdout: "distro_description": { 2024-04-02T08:23:47.043 INFO:tasks.workunit.client.0.smithi012.stdout: "CentOS Stream 8": 2 2024-04-02T08:23:47.043 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.043 INFO:tasks.workunit.client.0.smithi012.stdout: "kernel_description": { 2024-04-02T08:23:47.043 INFO:tasks.workunit.client.0.smithi012.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 2 2024-04-02T08:23:47.043 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.043 INFO:tasks.workunit.client.0.smithi012.stdout: "kernel_version": { 2024-04-02T08:23:47.043 INFO:tasks.workunit.client.0.smithi012.stdout: "5.14.0-434.el9.x86_64": 2 2024-04-02T08:23:47.043 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.043 INFO:tasks.workunit.client.0.smithi012.stdout: "os": { 2024-04-02T08:23:47.043 INFO:tasks.workunit.client.0.smithi012.stdout: "Linux": 2 2024-04-02T08:23:47.044 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:47.044 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.044 INFO:tasks.workunit.client.0.smithi012.stdout: "mon": { 2024-04-02T08:23:47.044 INFO:tasks.workunit.client.0.smithi012.stdout: "arch": { 2024-04-02T08:23:47.044 INFO:tasks.workunit.client.0.smithi012.stdout: "x86_64": 3 2024-04-02T08:23:47.044 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.044 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph_version": { 2024-04-02T08:23:47.044 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3 2024-04-02T08:23:47.044 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.044 INFO:tasks.workunit.client.0.smithi012.stdout: "cpu": { 2024-04-02T08:23:47.044 INFO:tasks.workunit.client.0.smithi012.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-04-02T08:23:47.044 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.044 INFO:tasks.workunit.client.0.smithi012.stdout: "distro": { 2024-04-02T08:23:47.044 INFO:tasks.workunit.client.0.smithi012.stdout: "centos": 3 2024-04-02T08:23:47.045 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.045 INFO:tasks.workunit.client.0.smithi012.stdout: "distro_description": { 2024-04-02T08:23:47.045 INFO:tasks.workunit.client.0.smithi012.stdout: "CentOS Stream 8": 3 2024-04-02T08:23:47.045 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.045 INFO:tasks.workunit.client.0.smithi012.stdout: "kernel_description": { 2024-04-02T08:23:47.045 INFO:tasks.workunit.client.0.smithi012.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 3 2024-04-02T08:23:47.045 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.045 INFO:tasks.workunit.client.0.smithi012.stdout: "kernel_version": { 2024-04-02T08:23:47.045 INFO:tasks.workunit.client.0.smithi012.stdout: "5.14.0-434.el9.x86_64": 3 2024-04-02T08:23:47.045 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.045 INFO:tasks.workunit.client.0.smithi012.stdout: "os": { 2024-04-02T08:23:47.045 INFO:tasks.workunit.client.0.smithi012.stdout: "Linux": 3 2024-04-02T08:23:47.045 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:47.046 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.046 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T08:23:47.046 INFO:tasks.workunit.client.0.smithi012.stdout: "arch": { 2024-04-02T08:23:47.046 INFO:tasks.workunit.client.0.smithi012.stdout: "x86_64": 8 2024-04-02T08:23:47.046 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.046 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph_version": { 2024-04-02T08:23:47.046 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:23:47.046 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.046 INFO:tasks.workunit.client.0.smithi012.stdout: "cpu": { 2024-04-02T08:23:47.046 INFO:tasks.workunit.client.0.smithi012.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-04-02T08:23:47.046 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.046 INFO:tasks.workunit.client.0.smithi012.stdout: "distro": { 2024-04-02T08:23:47.046 INFO:tasks.workunit.client.0.smithi012.stdout: "centos": 8 2024-04-02T08:23:47.047 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.047 INFO:tasks.workunit.client.0.smithi012.stdout: "distro_description": { 2024-04-02T08:23:47.047 INFO:tasks.workunit.client.0.smithi012.stdout: "CentOS Stream 8": 8 2024-04-02T08:23:47.047 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.047 INFO:tasks.workunit.client.0.smithi012.stdout: "kernel_description": { 2024-04-02T08:23:47.047 INFO:tasks.workunit.client.0.smithi012.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 8 2024-04-02T08:23:47.047 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.047 INFO:tasks.workunit.client.0.smithi012.stdout: "kernel_version": { 2024-04-02T08:23:47.047 INFO:tasks.workunit.client.0.smithi012.stdout: "5.14.0-434.el9.x86_64": 8 2024-04-02T08:23:47.047 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.047 INFO:tasks.workunit.client.0.smithi012.stdout: "os": { 2024-04-02T08:23:47.047 INFO:tasks.workunit.client.0.smithi012.stdout: "Linux": 8 2024-04-02T08:23:47.048 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.048 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_objectstore": { 2024-04-02T08:23:47.048 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore": 8 2024-04-02T08:23:47.048 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.048 INFO:tasks.workunit.client.0.smithi012.stdout: "rotational": { 2024-04-02T08:23:47.048 INFO:tasks.workunit.client.0.smithi012.stdout: "0": 8 2024-04-02T08:23:47.048 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:47.048 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:47.048 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.048 INFO:tasks.workunit.client.0.smithi012.stdout: "mon": { 2024-04-02T08:23:47.048 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T08:23:47.048 INFO:tasks.workunit.client.0.smithi012.stdout: "features": { 2024-04-02T08:23:47.048 INFO:tasks.workunit.client.0.smithi012.stdout: "optional": [], 2024-04-02T08:23:47.049 INFO:tasks.workunit.client.0.smithi012.stdout: "persistent": [ 2024-04-02T08:23:47.049 INFO:tasks.workunit.client.0.smithi012.stdout: "kraken", 2024-04-02T08:23:47.049 INFO:tasks.workunit.client.0.smithi012.stdout: "luminous", 2024-04-02T08:23:47.049 INFO:tasks.workunit.client.0.smithi012.stdout: "mimic", 2024-04-02T08:23:47.049 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap-prune", 2024-04-02T08:23:47.049 INFO:tasks.workunit.client.0.smithi012.stdout: "nautilus", 2024-04-02T08:23:47.049 INFO:tasks.workunit.client.0.smithi012.stdout: "octopus", 2024-04-02T08:23:47.049 INFO:tasks.workunit.client.0.smithi012.stdout: "pacific", 2024-04-02T08:23:47.049 INFO:tasks.workunit.client.0.smithi012.stdout: "elector-pinging", 2024-04-02T08:23:47.049 INFO:tasks.workunit.client.0.smithi012.stdout: "quincy", 2024-04-02T08:23:47.049 INFO:tasks.workunit.client.0.smithi012.stdout: "reef" 2024-04-02T08:23:47.049 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:47.049 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.049 INFO:tasks.workunit.client.0.smithi012.stdout: "ipv4_addr_mons": 6, 2024-04-02T08:23:47.050 INFO:tasks.workunit.client.0.smithi012.stdout: "ipv6_addr_mons": 0, 2024-04-02T08:23:47.050 INFO:tasks.workunit.client.0.smithi012.stdout: "min_mon_release": 18, 2024-04-02T08:23:47.050 INFO:tasks.workunit.client.0.smithi012.stdout: "v1_addr_mons": 3, 2024-04-02T08:23:47.050 INFO:tasks.workunit.client.0.smithi012.stdout: "v2_addr_mons": 3 2024-04-02T08:23:47.050 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.050 INFO:tasks.workunit.client.0.smithi012.stdout: "organization": "ceph-qa", 2024-04-02T08:23:47.050 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T08:23:47.050 INFO:tasks.workunit.client.0.smithi012.stdout: "cluster_network": false, 2024-04-02T08:23:47.050 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8, 2024-04-02T08:23:47.050 INFO:tasks.workunit.client.0.smithi012.stdout: "require_min_compat_client": "luminous", 2024-04-02T08:23:47.050 INFO:tasks.workunit.client.0.smithi012.stdout: "require_osd_release": "reef" 2024-04-02T08:23:47.051 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.051 INFO:tasks.workunit.client.0.smithi012.stdout: "pools": [ 2024-04-02T08:23:47.051 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:47.051 INFO:tasks.workunit.client.0.smithi012.stdout: "application": [ 2024-04-02T08:23:47.051 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr" 2024-04-02T08:23:47.051 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:47.051 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_mode": "none", 2024-04-02T08:23:47.051 INFO:tasks.workunit.client.0.smithi012.stdout: "erasure_code_profile": {}, 2024-04-02T08:23:47.051 INFO:tasks.workunit.client.0.smithi012.stdout: "min_size": 2, 2024-04-02T08:23:47.051 INFO:tasks.workunit.client.0.smithi012.stdout: "options": {}, 2024-04-02T08:23:47.051 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:23:47.051 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_num": 1, 2024-04-02T08:23:47.051 INFO:tasks.workunit.client.0.smithi012.stdout: "pgp_num": 1, 2024-04-02T08:23:47.052 INFO:tasks.workunit.client.0.smithi012.stdout: "pool": 1, 2024-04-02T08:23:47.052 INFO:tasks.workunit.client.0.smithi012.stdout: "size": 3, 2024-04-02T08:23:47.052 INFO:tasks.workunit.client.0.smithi012.stdout: "stats": { 2024-04-02T08:23:47.052 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_raw": 729330362634, 2024-04-02T08:23:47.052 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_used": 1781760, 2024-04-02T08:23:47.052 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_bytes_used": 0, 2024-04-02T08:23:47.052 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_under_bytes": 0, 2024-04-02T08:23:47.052 INFO:tasks.workunit.client.0.smithi012.stdout: "data_bytes_used": 1781760, 2024-04-02T08:23:47.052 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty": 0, 2024-04-02T08:23:47.052 INFO:tasks.workunit.client.0.smithi012.stdout: "max_avail": 243110117376, 2024-04-02T08:23:47.052 INFO:tasks.workunit.client.0.smithi012.stdout: "objects": 2, 2024-04-02T08:23:47.052 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_bytes_used": 0, 2024-04-02T08:23:47.052 INFO:tasks.workunit.client.0.smithi012.stdout: "percent_used": 2.443002131258254e-06, 2024-04-02T08:23:47.053 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_bytes": 0, 2024-04-02T08:23:47.053 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_objects": 0, 2024-04-02T08:23:47.053 INFO:tasks.workunit.client.0.smithi012.stdout: "rd": 212, 2024-04-02T08:23:47.053 INFO:tasks.workunit.client.0.smithi012.stdout: "rd_bytes": 313344, 2024-04-02T08:23:47.053 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": 590368, 2024-04-02T08:23:47.053 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_data": 590368, 2024-04-02T08:23:47.053 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_omap": 0, 2024-04-02T08:23:47.053 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_raw": 1771104, 2024-04-02T08:23:47.053 INFO:tasks.workunit.client.0.smithi012.stdout: "wr": 179, 2024-04-02T08:23:47.053 INFO:tasks.workunit.client.0.smithi012.stdout: "wr_bytes": 2473984 2024-04-02T08:23:47.053 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.053 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_bytes": 0, 2024-04-02T08:23:47.053 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_objects": 0, 2024-04-02T08:23:47.053 INFO:tasks.workunit.client.0.smithi012.stdout: "type": "replicated" 2024-04-02T08:23:47.054 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.054 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:47.054 INFO:tasks.workunit.client.0.smithi012.stdout: "application": [ 2024-04-02T08:23:47.054 INFO:tasks.workunit.client.0.smithi012.stdout: "cephfs" 2024-04-02T08:23:47.054 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:47.054 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_mode": "none", 2024-04-02T08:23:47.054 INFO:tasks.workunit.client.0.smithi012.stdout: "erasure_code_profile": {}, 2024-04-02T08:23:47.054 INFO:tasks.workunit.client.0.smithi012.stdout: "min_size": 2, 2024-04-02T08:23:47.054 INFO:tasks.workunit.client.0.smithi012.stdout: "options": {}, 2024-04-02T08:23:47.054 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:23:47.054 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_num": 32, 2024-04-02T08:23:47.054 INFO:tasks.workunit.client.0.smithi012.stdout: "pgp_num": 32, 2024-04-02T08:23:47.054 INFO:tasks.workunit.client.0.smithi012.stdout: "pool": 2, 2024-04-02T08:23:47.055 INFO:tasks.workunit.client.0.smithi012.stdout: "size": 3, 2024-04-02T08:23:47.055 INFO:tasks.workunit.client.0.smithi012.stdout: "stats": { 2024-04-02T08:23:47.055 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_raw": 729330362634, 2024-04-02T08:23:47.055 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_used": 98304, 2024-04-02T08:23:47.055 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_bytes_used": 0, 2024-04-02T08:23:47.055 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_under_bytes": 0, 2024-04-02T08:23:47.055 INFO:tasks.workunit.client.0.smithi012.stdout: "data_bytes_used": 98304, 2024-04-02T08:23:47.055 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty": 0, 2024-04-02T08:23:47.055 INFO:tasks.workunit.client.0.smithi012.stdout: "max_avail": 243110117376, 2024-04-02T08:23:47.055 INFO:tasks.workunit.client.0.smithi012.stdout: "objects": 22, 2024-04-02T08:23:47.055 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_bytes_used": 0, 2024-04-02T08:23:47.055 INFO:tasks.workunit.client.0.smithi012.stdout: "percent_used": 1.3478663163368765e-07, 2024-04-02T08:23:47.055 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_bytes": 0, 2024-04-02T08:23:47.056 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_objects": 0, 2024-04-02T08:23:47.056 INFO:tasks.workunit.client.0.smithi012.stdout: "rd": 0, 2024-04-02T08:23:47.056 INFO:tasks.workunit.client.0.smithi012.stdout: "rd_bytes": 0, 2024-04-02T08:23:47.056 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": 3430, 2024-04-02T08:23:47.056 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_data": 3430, 2024-04-02T08:23:47.056 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_omap": 0, 2024-04-02T08:23:47.056 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_raw": 10290, 2024-04-02T08:23:47.056 INFO:tasks.workunit.client.0.smithi012.stdout: "wr": 51, 2024-04-02T08:23:47.056 INFO:tasks.workunit.client.0.smithi012.stdout: "wr_bytes": 20480 2024-04-02T08:23:47.056 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.056 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_bytes": 0, 2024-04-02T08:23:47.056 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_objects": 0, 2024-04-02T08:23:47.056 INFO:tasks.workunit.client.0.smithi012.stdout: "type": "replicated" 2024-04-02T08:23:47.056 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.057 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:47.057 INFO:tasks.workunit.client.0.smithi012.stdout: "application": [ 2024-04-02T08:23:47.057 INFO:tasks.workunit.client.0.smithi012.stdout: "cephfs" 2024-04-02T08:23:47.057 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:47.057 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_mode": "none", 2024-04-02T08:23:47.057 INFO:tasks.workunit.client.0.smithi012.stdout: "erasure_code_profile": {}, 2024-04-02T08:23:47.057 INFO:tasks.workunit.client.0.smithi012.stdout: "min_size": 2, 2024-04-02T08:23:47.057 INFO:tasks.workunit.client.0.smithi012.stdout: "options": {}, 2024-04-02T08:23:47.057 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:23:47.057 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_num": 64, 2024-04-02T08:23:47.057 INFO:tasks.workunit.client.0.smithi012.stdout: "pgp_num": 64, 2024-04-02T08:23:47.057 INFO:tasks.workunit.client.0.smithi012.stdout: "pool": 3, 2024-04-02T08:23:47.058 INFO:tasks.workunit.client.0.smithi012.stdout: "size": 3, 2024-04-02T08:23:47.058 INFO:tasks.workunit.client.0.smithi012.stdout: "stats": { 2024-04-02T08:23:47.058 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_raw": 729330362634, 2024-04-02T08:23:47.058 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_used": 0, 2024-04-02T08:23:47.058 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_bytes_used": 0, 2024-04-02T08:23:47.058 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_under_bytes": 0, 2024-04-02T08:23:47.058 INFO:tasks.workunit.client.0.smithi012.stdout: "data_bytes_used": 0, 2024-04-02T08:23:47.058 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty": 0, 2024-04-02T08:23:47.058 INFO:tasks.workunit.client.0.smithi012.stdout: "max_avail": 243110117376, 2024-04-02T08:23:47.058 INFO:tasks.workunit.client.0.smithi012.stdout: "objects": 0, 2024-04-02T08:23:47.058 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_bytes_used": 0, 2024-04-02T08:23:47.058 INFO:tasks.workunit.client.0.smithi012.stdout: "percent_used": 0.0, 2024-04-02T08:23:47.058 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_bytes": 0, 2024-04-02T08:23:47.059 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_objects": 0, 2024-04-02T08:23:47.059 INFO:tasks.workunit.client.0.smithi012.stdout: "rd": 0, 2024-04-02T08:23:47.059 INFO:tasks.workunit.client.0.smithi012.stdout: "rd_bytes": 0, 2024-04-02T08:23:47.059 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": 0, 2024-04-02T08:23:47.059 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_data": 0, 2024-04-02T08:23:47.059 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_omap": 0, 2024-04-02T08:23:47.059 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_raw": 0, 2024-04-02T08:23:47.059 INFO:tasks.workunit.client.0.smithi012.stdout: "wr": 0, 2024-04-02T08:23:47.059 INFO:tasks.workunit.client.0.smithi012.stdout: "wr_bytes": 0 2024-04-02T08:23:47.059 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.059 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_bytes": 0, 2024-04-02T08:23:47.059 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_objects": 0, 2024-04-02T08:23:47.059 INFO:tasks.workunit.client.0.smithi012.stdout: "type": "replicated" 2024-04-02T08:23:47.059 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.060 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:47.060 INFO:tasks.workunit.client.0.smithi012.stdout: "application": [ 2024-04-02T08:23:47.060 INFO:tasks.workunit.client.0.smithi012.stdout: "rbd" 2024-04-02T08:23:47.060 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:47.060 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_mode": "none", 2024-04-02T08:23:47.060 INFO:tasks.workunit.client.0.smithi012.stdout: "erasure_code_profile": {}, 2024-04-02T08:23:47.060 INFO:tasks.workunit.client.0.smithi012.stdout: "min_size": 2, 2024-04-02T08:23:47.060 INFO:tasks.workunit.client.0.smithi012.stdout: "options": {}, 2024-04-02T08:23:47.060 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:23:47.060 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_num": 8, 2024-04-02T08:23:47.060 INFO:tasks.workunit.client.0.smithi012.stdout: "pgp_num": 8, 2024-04-02T08:23:47.060 INFO:tasks.workunit.client.0.smithi012.stdout: "pool": 4, 2024-04-02T08:23:47.060 INFO:tasks.workunit.client.0.smithi012.stdout: "size": 3, 2024-04-02T08:23:47.061 INFO:tasks.workunit.client.0.smithi012.stdout: "stats": { 2024-04-02T08:23:47.061 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_raw": 729330362634, 2024-04-02T08:23:47.061 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_used": 0, 2024-04-02T08:23:47.061 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_bytes_used": 0, 2024-04-02T08:23:47.061 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_under_bytes": 0, 2024-04-02T08:23:47.061 INFO:tasks.workunit.client.0.smithi012.stdout: "data_bytes_used": 0, 2024-04-02T08:23:47.061 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty": 0, 2024-04-02T08:23:47.061 INFO:tasks.workunit.client.0.smithi012.stdout: "max_avail": 243110117376, 2024-04-02T08:23:47.061 INFO:tasks.workunit.client.0.smithi012.stdout: "objects": 0, 2024-04-02T08:23:47.061 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_bytes_used": 0, 2024-04-02T08:23:47.061 INFO:tasks.workunit.client.0.smithi012.stdout: "percent_used": 0.0, 2024-04-02T08:23:47.061 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_bytes": 0, 2024-04-02T08:23:47.061 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_objects": 0, 2024-04-02T08:23:47.062 INFO:tasks.workunit.client.0.smithi012.stdout: "rd": 0, 2024-04-02T08:23:47.062 INFO:tasks.workunit.client.0.smithi012.stdout: "rd_bytes": 0, 2024-04-02T08:23:47.062 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": 0, 2024-04-02T08:23:47.062 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_data": 0, 2024-04-02T08:23:47.062 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_omap": 0, 2024-04-02T08:23:47.062 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_raw": 0, 2024-04-02T08:23:47.062 INFO:tasks.workunit.client.0.smithi012.stdout: "wr": 0, 2024-04-02T08:23:47.062 INFO:tasks.workunit.client.0.smithi012.stdout: "wr_bytes": 0 2024-04-02T08:23:47.062 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.062 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_bytes": 0, 2024-04-02T08:23:47.062 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_objects": 0, 2024-04-02T08:23:47.063 INFO:tasks.workunit.client.0.smithi012.stdout: "type": "replicated" 2024-04-02T08:23:47.063 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:47.063 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:47.063 INFO:tasks.workunit.client.0.smithi012.stdout: "rbd": { 2024-04-02T08:23:47.063 INFO:tasks.workunit.client.0.smithi012.stdout: "mirroring_by_pool": [ 2024-04-02T08:23:47.063 INFO:tasks.workunit.client.0.smithi012.stdout: false 2024-04-02T08:23:47.063 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:47.063 INFO:tasks.workunit.client.0.smithi012.stdout: "num_images_by_pool": [ 2024-04-02T08:23:47.063 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:47.063 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:47.063 INFO:tasks.workunit.client.0.smithi012.stdout: "num_pools": 1 2024-04-02T08:23:47.063 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.063 INFO:tasks.workunit.client.0.smithi012.stdout: "report_id": "b70f64df-7250-40a6-89d3-f1b4734f29cf", 2024-04-02T08:23:47.064 INFO:tasks.workunit.client.0.smithi012.stdout: "report_timestamp": "2024-04-02T08:23:46.962001", 2024-04-02T08:23:47.064 INFO:tasks.workunit.client.0.smithi012.stdout: "report_version": 1, 2024-04-02T08:23:47.064 INFO:tasks.workunit.client.0.smithi012.stdout: "rook": { 2024-04-02T08:23:47.064 INFO:tasks.workunit.client.0.smithi012.stdout: "cluster": { 2024-04-02T08:23:47.064 INFO:tasks.workunit.client.0.smithi012.stdout: "external-mode": null, 2024-04-02T08:23:47.064 INFO:tasks.workunit.client.0.smithi012.stdout: "mon": { 2024-04-02T08:23:47.064 INFO:tasks.workunit.client.0.smithi012.stdout: "allow-multiple-per-node": null, 2024-04-02T08:23:47.064 INFO:tasks.workunit.client.0.smithi012.stdout: "count": null, 2024-04-02T08:23:47.064 INFO:tasks.workunit.client.0.smithi012.stdout: "max-id": null, 2024-04-02T08:23:47.064 INFO:tasks.workunit.client.0.smithi012.stdout: "pvc": { 2024-04-02T08:23:47.064 INFO:tasks.workunit.client.0.smithi012.stdout: "enabled": null 2024-04-02T08:23:47.064 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.064 INFO:tasks.workunit.client.0.smithi012.stdout: "stretch": { 2024-04-02T08:23:47.065 INFO:tasks.workunit.client.0.smithi012.stdout: "enabled": null 2024-04-02T08:23:47.065 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:47.065 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.065 INFO:tasks.workunit.client.0.smithi012.stdout: "network": { 2024-04-02T08:23:47.065 INFO:tasks.workunit.client.0.smithi012.stdout: "provider": null 2024-04-02T08:23:47.065 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.065 INFO:tasks.workunit.client.0.smithi012.stdout: "storage": { 2024-04-02T08:23:47.065 INFO:tasks.workunit.client.0.smithi012.stdout: "device-set": { 2024-04-02T08:23:47.065 INFO:tasks.workunit.client.0.smithi012.stdout: "count": { 2024-04-02T08:23:47.065 INFO:tasks.workunit.client.0.smithi012.stdout: "non-portable": null, 2024-04-02T08:23:47.065 INFO:tasks.workunit.client.0.smithi012.stdout: "portable": null, 2024-04-02T08:23:47.065 INFO:tasks.workunit.client.0.smithi012.stdout: "total": null 2024-04-02T08:23:47.065 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:47.065 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:47.066 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:47.066 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.066 INFO:tasks.workunit.client.0.smithi012.stdout: "csi": { 2024-04-02T08:23:47.066 INFO:tasks.workunit.client.0.smithi012.stdout: "version": null 2024-04-02T08:23:47.066 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.066 INFO:tasks.workunit.client.0.smithi012.stdout: "kubernetes": { 2024-04-02T08:23:47.066 INFO:tasks.workunit.client.0.smithi012.stdout: "version": null 2024-04-02T08:23:47.066 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.066 INFO:tasks.workunit.client.0.smithi012.stdout: "node": { 2024-04-02T08:23:47.066 INFO:tasks.workunit.client.0.smithi012.stdout: "count": { 2024-04-02T08:23:47.066 INFO:tasks.workunit.client.0.smithi012.stdout: "kubernetes-total": null, 2024-04-02T08:23:47.066 INFO:tasks.workunit.client.0.smithi012.stdout: "with-ceph-daemons": null, 2024-04-02T08:23:47.066 INFO:tasks.workunit.client.0.smithi012.stdout: "with-csi-cephfs-plugin": null, 2024-04-02T08:23:47.067 INFO:tasks.workunit.client.0.smithi012.stdout: "with-csi-nfs-plugin": null, 2024-04-02T08:23:47.067 INFO:tasks.workunit.client.0.smithi012.stdout: "with-csi-rbd-plugin": null 2024-04-02T08:23:47.067 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:47.067 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.067 INFO:tasks.workunit.client.0.smithi012.stdout: "usage": { 2024-04-02T08:23:47.067 INFO:tasks.workunit.client.0.smithi012.stdout: "storage-class": { 2024-04-02T08:23:47.067 INFO:tasks.workunit.client.0.smithi012.stdout: "count": { 2024-04-02T08:23:47.067 INFO:tasks.workunit.client.0.smithi012.stdout: "bucket": null, 2024-04-02T08:23:47.067 INFO:tasks.workunit.client.0.smithi012.stdout: "cephfs": null, 2024-04-02T08:23:47.067 INFO:tasks.workunit.client.0.smithi012.stdout: "nfs": null, 2024-04-02T08:23:47.067 INFO:tasks.workunit.client.0.smithi012.stdout: "rbd": null, 2024-04-02T08:23:47.067 INFO:tasks.workunit.client.0.smithi012.stdout: "total": null 2024-04-02T08:23:47.067 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:47.068 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:47.068 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.068 INFO:tasks.workunit.client.0.smithi012.stdout: "version": null 2024-04-02T08:23:47.068 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.068 INFO:tasks.workunit.client.0.smithi012.stdout: "services": {}, 2024-04-02T08:23:47.068 INFO:tasks.workunit.client.0.smithi012.stdout: "usage": { 2024-04-02T08:23:47.068 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_num": 105, 2024-04-02T08:23:47.068 INFO:tasks.workunit.client.0.smithi012.stdout: "pools": 4, 2024-04-02T08:23:47.068 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_by_class": { 2024-04-02T08:23:47.068 INFO:tasks.workunit.client.0.smithi012.stdout: "ssd": { 2024-04-02T08:23:47.068 INFO:tasks.workunit.client.0.smithi012.stdout: "total_avail_bytes": 767731412992, 2024-04-02T08:23:47.068 INFO:tasks.workunit.client.0.smithi012.stdout: "total_bytes": 767960285184, 2024-04-02T08:23:47.068 INFO:tasks.workunit.client.0.smithi012.stdout: "total_used_bytes": 228872192, 2024-04-02T08:23:47.068 INFO:tasks.workunit.client.0.smithi012.stdout: "total_used_raw_bytes": 228872192, 2024-04-02T08:23:47.069 INFO:tasks.workunit.client.0.smithi012.stdout: "total_used_raw_ratio": 0.0002980260760523379 2024-04-02T08:23:47.069 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:47.069 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:47.069 INFO:tasks.workunit.client.0.smithi012.stdout: "total_avail_bytes": 767731412992, 2024-04-02T08:23:47.069 INFO:tasks.workunit.client.0.smithi012.stdout: "total_bytes": 767960285184, 2024-04-02T08:23:47.069 INFO:tasks.workunit.client.0.smithi012.stdout: "total_used_bytes": 228872192 2024-04-02T08:23:47.069 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:47.069 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:47.069 INFO:tasks.workunit.client.0.smithi012.stdout:} 2024-04-02T08:23:47.070 INFO:tasks.workunit.client.0.smithi012.stderr:++ ceph telemetry collection ls 2024-04-02T08:23:47.489 INFO:tasks.workunit.client.0.smithi012.stderr:+ COLLECTIONS='New collections are available: 2024-04-02T08:23:47.489 INFO:tasks.workunit.client.0.smithi012.stderr:['\''basic_base'\'', '\''basic_mds_metadata'\'', '\''basic_pool_options_bluestore'\'', '\''basic_pool_usage'\'', '\''basic_rook_v01'\'', '\''basic_usage_by_class'\'', '\''crash_base'\'', '\''device_base'\'', '\''ident_base'\'', '\''perf_memory_metrics'\'', '\''perf_perf'\''] 2024-04-02T08:23:47.489 INFO:tasks.workunit.client.0.smithi012.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T08:23:47.489 INFO:tasks.workunit.client.0.smithi012.stderr: 2024-04-02T08:23:47.489 INFO:tasks.workunit.client.0.smithi012.stderr:NAME STATUS DESC 2024-04-02T08:23:47.489 INFO:tasks.workunit.client.0.smithi012.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T08:23:47.489 INFO:tasks.workunit.client.0.smithi012.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-02T08:23:47.490 INFO:tasks.workunit.client.0.smithi012.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-02T08:23:47.490 INFO:tasks.workunit.client.0.smithi012.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-02T08:23:47.490 INFO:tasks.workunit.client.0.smithi012.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-02T08:23:47.490 INFO:tasks.workunit.client.0.smithi012.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-02T08:23:47.490 INFO:tasks.workunit.client.0.smithi012.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T08:23:47.490 INFO:tasks.workunit.client.0.smithi012.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-02T08:23:47.490 INFO:tasks.workunit.client.0.smithi012.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-02T08:23:47.490 INFO:tasks.workunit.client.0.smithi012.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-02T08:23:47.490 INFO:tasks.workunit.client.0.smithi012.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster ' 2024-04-02T08:23:47.490 INFO:tasks.workunit.client.0.smithi012.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics") 2024-04-02T08:23:47.490 INFO:tasks.workunit.client.0.smithi012.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T08:23:47.490 INFO:tasks.workunit.client.0.smithi012.stderr:+ [[ New collections are available: 2024-04-02T08:23:47.490 INFO:tasks.workunit.client.0.smithi012.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-02T08:23:47.491 INFO:tasks.workunit.client.0.smithi012.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T08:23:47.491 INFO:tasks.workunit.client.0.smithi012.stderr: 2024-04-02T08:23:47.491 INFO:tasks.workunit.client.0.smithi012.stderr:NAME STATUS DESC 2024-04-02T08:23:47.491 INFO:tasks.workunit.client.0.smithi012.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T08:23:47.491 INFO:tasks.workunit.client.0.smithi012.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-02T08:23:47.491 INFO:tasks.workunit.client.0.smithi012.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-02T08:23:47.491 INFO:tasks.workunit.client.0.smithi012.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-02T08:23:47.491 INFO:tasks.workunit.client.0.smithi012.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-02T08:23:47.491 INFO:tasks.workunit.client.0.smithi012.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-02T08:23:47.491 INFO:tasks.workunit.client.0.smithi012.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T08:23:47.491 INFO:tasks.workunit.client.0.smithi012.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-02T08:23:47.491 INFO:tasks.workunit.client.0.smithi012.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-02T08:23:47.491 INFO:tasks.workunit.client.0.smithi012.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-02T08:23:47.492 INFO:tasks.workunit.client.0.smithi012.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_perf* ]] 2024-04-02T08:23:47.492 INFO:tasks.workunit.client.0.smithi012.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T08:23:47.492 INFO:tasks.workunit.client.0.smithi012.stderr:+ [[ New collections are available: 2024-04-02T08:23:47.492 INFO:tasks.workunit.client.0.smithi012.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-02T08:23:47.492 INFO:tasks.workunit.client.0.smithi012.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T08:23:47.492 INFO:tasks.workunit.client.0.smithi012.stderr: 2024-04-02T08:23:47.492 INFO:tasks.workunit.client.0.smithi012.stderr:NAME STATUS DESC 2024-04-02T08:23:47.492 INFO:tasks.workunit.client.0.smithi012.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T08:23:47.492 INFO:tasks.workunit.client.0.smithi012.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-02T08:23:47.492 INFO:tasks.workunit.client.0.smithi012.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-02T08:23:47.492 INFO:tasks.workunit.client.0.smithi012.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-02T08:23:47.492 INFO:tasks.workunit.client.0.smithi012.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-02T08:23:47.492 INFO:tasks.workunit.client.0.smithi012.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-02T08:23:47.492 INFO:tasks.workunit.client.0.smithi012.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T08:23:47.493 INFO:tasks.workunit.client.0.smithi012.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-02T08:23:47.493 INFO:tasks.workunit.client.0.smithi012.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-02T08:23:47.493 INFO:tasks.workunit.client.0.smithi012.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-02T08:23:47.493 INFO:tasks.workunit.client.0.smithi012.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-04-02T08:23:47.493 INFO:tasks.workunit.client.0.smithi012.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T08:23:47.493 INFO:tasks.workunit.client.0.smithi012.stderr:+ [[ New collections are available: 2024-04-02T08:23:47.493 INFO:tasks.workunit.client.0.smithi012.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-02T08:23:47.493 INFO:tasks.workunit.client.0.smithi012.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T08:23:47.493 INFO:tasks.workunit.client.0.smithi012.stderr: 2024-04-02T08:23:47.493 INFO:tasks.workunit.client.0.smithi012.stderr:NAME STATUS DESC 2024-04-02T08:23:47.493 INFO:tasks.workunit.client.0.smithi012.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T08:23:47.493 INFO:tasks.workunit.client.0.smithi012.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-02T08:23:47.493 INFO:tasks.workunit.client.0.smithi012.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-02T08:23:47.493 INFO:tasks.workunit.client.0.smithi012.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-02T08:23:47.494 INFO:tasks.workunit.client.0.smithi012.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-02T08:23:47.494 INFO:tasks.workunit.client.0.smithi012.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-02T08:23:47.494 INFO:tasks.workunit.client.0.smithi012.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T08:23:47.494 INFO:tasks.workunit.client.0.smithi012.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-02T08:23:47.494 INFO:tasks.workunit.client.0.smithi012.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-02T08:23:47.494 INFO:tasks.workunit.client.0.smithi012.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-02T08:23:47.494 INFO:tasks.workunit.client.0.smithi012.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-04-02T08:23:47.494 INFO:tasks.workunit.client.0.smithi012.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T08:23:47.494 INFO:tasks.workunit.client.0.smithi012.stderr:+ [[ New collections are available: 2024-04-02T08:23:47.494 INFO:tasks.workunit.client.0.smithi012.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-02T08:23:47.494 INFO:tasks.workunit.client.0.smithi012.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T08:23:47.494 INFO:tasks.workunit.client.0.smithi012.stderr: 2024-04-02T08:23:47.494 INFO:tasks.workunit.client.0.smithi012.stderr:NAME STATUS DESC 2024-04-02T08:23:47.495 INFO:tasks.workunit.client.0.smithi012.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T08:23:47.495 INFO:tasks.workunit.client.0.smithi012.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-02T08:23:47.495 INFO:tasks.workunit.client.0.smithi012.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-02T08:23:47.495 INFO:tasks.workunit.client.0.smithi012.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-02T08:23:47.495 INFO:tasks.workunit.client.0.smithi012.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-02T08:23:47.495 INFO:tasks.workunit.client.0.smithi012.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-02T08:23:47.495 INFO:tasks.workunit.client.0.smithi012.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T08:23:47.495 INFO:tasks.workunit.client.0.smithi012.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-02T08:23:47.495 INFO:tasks.workunit.client.0.smithi012.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-02T08:23:47.495 INFO:tasks.workunit.client.0.smithi012.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-02T08:23:47.495 INFO:tasks.workunit.client.0.smithi012.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-04-02T08:23:47.495 INFO:tasks.workunit.client.0.smithi012.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T08:23:47.495 INFO:tasks.workunit.client.0.smithi012.stderr:+ [[ New collections are available: 2024-04-02T08:23:47.495 INFO:tasks.workunit.client.0.smithi012.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-02T08:23:47.496 INFO:tasks.workunit.client.0.smithi012.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T08:23:47.496 INFO:tasks.workunit.client.0.smithi012.stderr: 2024-04-02T08:23:47.496 INFO:tasks.workunit.client.0.smithi012.stderr:NAME STATUS DESC 2024-04-02T08:23:47.496 INFO:tasks.workunit.client.0.smithi012.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T08:23:47.496 INFO:tasks.workunit.client.0.smithi012.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-02T08:23:47.496 INFO:tasks.workunit.client.0.smithi012.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-02T08:23:47.496 INFO:tasks.workunit.client.0.smithi012.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-02T08:23:47.496 INFO:tasks.workunit.client.0.smithi012.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-02T08:23:47.496 INFO:tasks.workunit.client.0.smithi012.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-02T08:23:47.496 INFO:tasks.workunit.client.0.smithi012.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T08:23:47.496 INFO:tasks.workunit.client.0.smithi012.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-02T08:23:47.496 INFO:tasks.workunit.client.0.smithi012.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-02T08:23:47.496 INFO:tasks.workunit.client.0.smithi012.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-02T08:23:47.496 INFO:tasks.workunit.client.0.smithi012.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-04-02T08:23:47.496 INFO:tasks.workunit.client.0.smithi012.stderr:+ ceph telemetry on --license sharing-1-0 2024-04-02T08:23:47.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:47 smithi055 ceph-mon[31035]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:47.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:47 smithi055 ceph-mon[31035]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:47.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:47 smithi055 ceph-mon[31035]: from='client.24839 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:47.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:47 smithi055 ceph-mon[31035]: from='client.24839 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:47.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:47 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:47.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:47 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:23:47.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:47 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:47.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:47 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:23:47.826 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:47 smithi012 ceph-mon[27004]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:47.826 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:47 smithi012 ceph-mon[27004]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:47.826 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:47 smithi012 ceph-mon[27004]: from='client.24839 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:47.826 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:47 smithi012 ceph-mon[27004]: from='client.24839 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:47.827 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:47 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:47.827 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:47 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:23:47.827 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:47 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:47.827 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:47 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:23:47.827 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:47 smithi012 ceph-mon[38029]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:47.827 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:47 smithi012 ceph-mon[38029]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:47.827 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:47 smithi012 ceph-mon[38029]: from='client.24839 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:47.827 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:47 smithi012 ceph-mon[38029]: from='client.24839 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:47.827 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:47 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:47.827 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:47 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:23:47.827 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:47 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:47.828 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:47 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:23:48.024 INFO:tasks.workunit.client.0.smithi012.stdout:Telemetry is on. 2024-04-02T08:23:48.024 INFO:tasks.workunit.client.0.smithi012.stdout:Some channels are disabled, please enable with: 2024-04-02T08:23:48.024 INFO:tasks.workunit.client.0.smithi012.stdout:`ceph telemetry enable channel perf` 2024-04-02T08:23:48.035 INFO:tasks.workunit.client.0.smithi012.stderr:+ ceph telemetry enable channel perf 2024-04-02T08:23:48.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:23:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:23:47] ENGINE Bus STOPPING 2024-04-02T08:23:48.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:23:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:23:47] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:23:48.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:23:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:23:47] ENGINE Bus STOPPED 2024-04-02T08:23:48.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:23:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:23:47] ENGINE Bus STARTING 2024-04-02T08:23:48.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:23:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:23:47] ENGINE Serving on http://:::9283 2024-04-02T08:23:48.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:23:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:23:47] ENGINE Bus STARTED 2024-04-02T08:23:48.538 INFO:tasks.workunit.client.0.smithi012.stdout:channel_perf is enabled 2024-04-02T08:23:48.550 INFO:tasks.workunit.client.0.smithi012.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-04-02T08:23:48.678 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:23:48 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:23:48] ENGINE Bus STOPPING 2024-04-02T08:23:48.678 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:23:48 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:23:48] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:23:48.678 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:23:48 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:23:48] ENGINE Bus STOPPED 2024-04-02T08:23:48.678 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:23:48 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:23:48] ENGINE Bus STARTING 2024-04-02T08:23:48.678 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:23:48 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:23:48] ENGINE Serving on http://:::9283 2024-04-02T08:23:48.678 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:23:48 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:23:48] ENGINE Bus STARTED 2024-04-02T08:23:48.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:48 smithi012 ceph-mon[38029]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:48.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:48 smithi012 ceph-mon[38029]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:48.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:48 smithi012 ceph-mon[38029]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:48.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:48 smithi012 ceph-mon[38029]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:48.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:48 smithi012 ceph-mon[38029]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:48.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:48 smithi012 ceph-mon[38029]: mgrmap e22: y(active, since 2m), standbys: x 2024-04-02T08:23:48.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:48 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:23:48.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:48 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:23:48.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:48 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:23:48.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:48 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:48.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:48 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:48.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:48 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:48.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:48 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:23:48.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:48 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:48.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:48 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:23:48.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:48 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:23:48.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:48 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:23:48.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:48 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:23:48.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:48 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:23:48.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:48 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:48.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:48 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:48.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:48 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:48.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:48 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:23:48.680 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:48 smithi012 ceph-mon[27004]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:48.680 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:48 smithi012 ceph-mon[27004]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:48.681 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:48 smithi012 ceph-mon[27004]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:48.681 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:48 smithi012 ceph-mon[27004]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:48.681 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:48 smithi012 ceph-mon[27004]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:48.681 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:48 smithi012 ceph-mon[27004]: mgrmap e22: y(active, since 2m), standbys: x 2024-04-02T08:23:48.681 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:48 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:23:48.681 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:48 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:23:48.681 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:48 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:23:48.681 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:48 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:48.681 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:48 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:48.681 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:48 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:48.681 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:48 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:23:48.681 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:48 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:48.681 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:48 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:23:48.682 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:48 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:23:48.682 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:48 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:23:48.682 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:48 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:23:48.682 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:48 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:23:48.682 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:48 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:48.682 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:48 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:48.682 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:48 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:48.682 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:48 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:23:48.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:48 smithi055 ceph-mon[31035]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:48.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:48 smithi055 ceph-mon[31035]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:48.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:48 smithi055 ceph-mon[31035]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:48.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:48 smithi055 ceph-mon[31035]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:48.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:48 smithi055 ceph-mon[31035]: from='client.14958 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:48.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:48 smithi055 ceph-mon[31035]: mgrmap e22: y(active, since 2m), standbys: x 2024-04-02T08:23:48.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:48 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:23:48.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:48 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:23:48.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:48 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:23:48.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:48 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:48.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:48 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:48.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:48 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:48.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:48 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:23:48.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:48 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:48.812 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:48 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:23:48.812 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:48 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:23:48.812 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:48 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:23:48.812 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:48 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:23:48.812 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:48 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:23:48.812 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:48 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:48.812 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:48 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:48.812 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:48 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:48.812 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:48 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:23:48.941 INFO:tasks.workunit.client.0.smithi012.stderr:+ LAST_OPT_REVISION=1 2024-04-02T08:23:48.941 INFO:tasks.workunit.client.0.smithi012.stderr:+ '[' 1 -ne 1 ']' 2024-04-02T08:23:48.941 INFO:tasks.workunit.client.0.smithi012.stderr:+ ceph telemetry show 2024-04-02T08:23:49.682 INFO:tasks.workunit.client.0.smithi012.stdout:{ 2024-04-02T08:23:49.682 INFO:tasks.workunit.client.0.smithi012.stdout: "balancer": { 2024-04-02T08:23:49.682 INFO:tasks.workunit.client.0.smithi012.stdout: "active": true, 2024-04-02T08:23:49.682 INFO:tasks.workunit.client.0.smithi012.stdout: "mode": "" 2024-04-02T08:23:49.682 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.683 INFO:tasks.workunit.client.0.smithi012.stdout: "channels": [ 2024-04-02T08:23:49.683 INFO:tasks.workunit.client.0.smithi012.stdout: "basic", 2024-04-02T08:23:49.683 INFO:tasks.workunit.client.0.smithi012.stdout: "crash", 2024-04-02T08:23:49.683 INFO:tasks.workunit.client.0.smithi012.stdout: "device", 2024-04-02T08:23:49.683 INFO:tasks.workunit.client.0.smithi012.stdout: "ident", 2024-04-02T08:23:49.683 INFO:tasks.workunit.client.0.smithi012.stdout: "perf" 2024-04-02T08:23:49.683 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:49.683 INFO:tasks.workunit.client.0.smithi012.stdout: "channels_available": [ 2024-04-02T08:23:49.683 INFO:tasks.workunit.client.0.smithi012.stdout: "basic", 2024-04-02T08:23:49.683 INFO:tasks.workunit.client.0.smithi012.stdout: "ident", 2024-04-02T08:23:49.683 INFO:tasks.workunit.client.0.smithi012.stdout: "crash", 2024-04-02T08:23:49.684 INFO:tasks.workunit.client.0.smithi012.stdout: "device", 2024-04-02T08:23:49.684 INFO:tasks.workunit.client.0.smithi012.stdout: "perf" 2024-04-02T08:23:49.684 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:49.684 INFO:tasks.workunit.client.0.smithi012.stdout: "collections_available": [ 2024-04-02T08:23:49.684 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_base", 2024-04-02T08:23:49.684 INFO:tasks.workunit.client.0.smithi012.stdout: "device_base", 2024-04-02T08:23:49.684 INFO:tasks.workunit.client.0.smithi012.stdout: "crash_base", 2024-04-02T08:23:49.684 INFO:tasks.workunit.client.0.smithi012.stdout: "ident_base", 2024-04-02T08:23:49.685 INFO:tasks.workunit.client.0.smithi012.stdout: "perf_perf", 2024-04-02T08:23:49.685 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_mds_metadata", 2024-04-02T08:23:49.685 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_pool_usage", 2024-04-02T08:23:49.685 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_usage_by_class", 2024-04-02T08:23:49.685 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_rook_v01", 2024-04-02T08:23:49.685 INFO:tasks.workunit.client.0.smithi012.stdout: "perf_memory_metrics", 2024-04-02T08:23:49.685 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_pool_options_bluestore" 2024-04-02T08:23:49.685 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:49.685 INFO:tasks.workunit.client.0.smithi012.stdout: "collections_opted_in": [ 2024-04-02T08:23:49.686 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_base", 2024-04-02T08:23:49.686 INFO:tasks.workunit.client.0.smithi012.stdout: "device_base", 2024-04-02T08:23:49.686 INFO:tasks.workunit.client.0.smithi012.stdout: "crash_base", 2024-04-02T08:23:49.686 INFO:tasks.workunit.client.0.smithi012.stdout: "ident_base", 2024-04-02T08:23:49.686 INFO:tasks.workunit.client.0.smithi012.stdout: "perf_perf", 2024-04-02T08:23:49.686 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_mds_metadata", 2024-04-02T08:23:49.686 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_pool_usage", 2024-04-02T08:23:49.686 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_usage_by_class", 2024-04-02T08:23:49.686 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_rook_v01", 2024-04-02T08:23:49.687 INFO:tasks.workunit.client.0.smithi012.stdout: "perf_memory_metrics", 2024-04-02T08:23:49.687 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_pool_options_bluestore" 2024-04-02T08:23:49.687 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:49.687 INFO:tasks.workunit.client.0.smithi012.stdout: "config": { 2024-04-02T08:23:49.687 INFO:tasks.workunit.client.0.smithi012.stdout: "active_changed": [ 2024-04-02T08:23:49.687 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T08:23:49.687 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_debug", 2024-04-02T08:23:49.687 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_mon_ticket_ttl", 2024-04-02T08:23:49.687 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_service_ticket_ttl", 2024-04-02T08:23:49.687 INFO:tasks.workunit.client.0.smithi012.stdout: "bdev_debug_aio", 2024-04-02T08:23:49.688 INFO:tasks.workunit.client.0.smithi012.stdout: "client_check_pool_perm", 2024-04-02T08:23:49.688 INFO:tasks.workunit.client.0.smithi012.stdout: "client_mount_gid", 2024-04-02T08:23:49.688 INFO:tasks.workunit.client.0.smithi012.stdout: "client_mount_uid", 2024-04-02T08:23:49.688 INFO:tasks.workunit.client.0.smithi012.stdout: "client_quota", 2024-04-02T08:23:49.688 INFO:tasks.workunit.client.0.smithi012.stdout: "container_image", 2024-04-02T08:23:49.688 INFO:tasks.workunit.client.0.smithi012.stdout: "daemonize", 2024-04-02T08:23:49.688 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_asserts_on_shutdown", 2024-04-02T08:23:49.688 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_mgr", 2024-04-02T08:23:49.688 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_mon", 2024-04-02T08:23:49.689 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_ms", 2024-04-02T08:23:49.689 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_osd", 2024-04-02T08:23:49.689 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_paxos", 2024-04-02T08:23:49.689 INFO:tasks.workunit.client.0.smithi012.stdout: "keyring", 2024-04-02T08:23:49.689 INFO:tasks.workunit.client.0.smithi012.stdout: "leveldb_block_size", 2024-04-02T08:23:49.689 INFO:tasks.workunit.client.0.smithi012.stdout: "leveldb_cache_size", 2024-04-02T08:23:49.689 INFO:tasks.workunit.client.0.smithi012.stdout: "leveldb_compression", 2024-04-02T08:23:49.689 INFO:tasks.workunit.client.0.smithi012.stdout: "leveldb_log", 2024-04-02T08:23:49.689 INFO:tasks.workunit.client.0.smithi012.stdout: "leveldb_write_buffer_size", 2024-04-02T08:23:49.689 INFO:tasks.workunit.client.0.smithi012.stdout: "log_to_file", 2024-04-02T08:23:49.689 INFO:tasks.workunit.client.0.smithi012.stdout: "log_to_journald", 2024-04-02T08:23:49.689 INFO:tasks.workunit.client.0.smithi012.stdout: "log_to_stderr", 2024-04-02T08:23:49.689 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_allow_pool_delete", 2024-04-02T08:23:49.690 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_clock_drift_allowed", 2024-04-02T08:23:49.690 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_cluster_log_file_level", 2024-04-02T08:23:49.690 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_cluster_log_to_file", 2024-04-02T08:23:49.690 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_cluster_log_to_journald", 2024-04-02T08:23:49.690 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_cluster_log_to_stderr", 2024-04-02T08:23:49.690 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_data_avail_warn", 2024-04-02T08:23:49.690 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_election_default_strategy", 2024-04-02T08:23:49.690 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_host", 2024-04-02T08:23:49.690 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_max_pg_per_osd", 2024-04-02T08:23:49.690 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_mgr_mkfs_grace", 2024-04-02T08:23:49.690 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_osd_prime_pg_temp", 2024-04-02T08:23:49.690 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T08:23:49.690 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T08:23:49.691 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T08:23:49.691 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T08:23:49.691 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T08:23:49.691 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T08:23:49.691 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T08:23:49.691 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T08:23:49.691 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T08:23:49.691 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T08:23:49.691 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_too_few_osds", 2024-04-02T08:23:49.691 INFO:tasks.workunit.client.0.smithi012.stdout: "ms_die_on_bug", 2024-04-02T08:23:49.691 INFO:tasks.workunit.client.0.smithi012.stdout: "ms_die_on_old_message", 2024-04-02T08:23:49.691 INFO:tasks.workunit.client.0.smithi012.stdout: "no_config_file", 2024-04-02T08:23:49.691 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_class_default_list", 2024-04-02T08:23:49.692 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_class_load_list", 2024-04-02T08:23:49.692 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_crush_chooseleaf_type", 2024-04-02T08:23:49.692 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_misdirected_ops", 2024-04-02T08:23:49.692 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_op_order", 2024-04-02T08:23:49.692 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_pg_log_writeout", 2024-04-02T08:23:49.692 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_shutdown", 2024-04-02T08:23:49.692 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T08:23:49.692 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T08:23:49.692 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T08:23:49.692 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T08:23:49.692 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_delete_sleep", 2024-04-02T08:23:49.692 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_delete_sleep_hdd", 2024-04-02T08:23:49.692 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_delete_sleep_hybrid", 2024-04-02T08:23:49.693 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_delete_sleep_ssd", 2024-04-02T08:23:49.693 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_max_backfills", 2024-04-02T08:23:49.693 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T08:23:49.693 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_profile", 2024-04-02T08:23:49.693 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-02T08:23:49.693 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-02T08:23:49.693 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-02T08:23:49.693 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-02T08:23:49.693 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-02T08:23:49.693 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-02T08:23:49.693 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_client_lim", 2024-04-02T08:23:49.693 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_client_res", 2024-04-02T08:23:49.693 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-02T08:23:49.694 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_memory_target", 2024-04-02T08:23:49.694 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_memory_target_autotune", 2024-04-02T08:23:49.694 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_op_queue", 2024-04-02T08:23:49.694 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_op_queue_cut_off", 2024-04-02T08:23:49.694 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pg_delete_cost", 2024-04-02T08:23:49.694 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T08:23:49.694 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T08:23:49.694 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recover_clone_overlap", 2024-04-02T08:23:49.694 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_max_active", 2024-04-02T08:23:49.694 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_max_active_hdd", 2024-04-02T08:23:49.694 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_max_active_ssd", 2024-04-02T08:23:49.694 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_max_chunk", 2024-04-02T08:23:49.694 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_sleep", 2024-04-02T08:23:49.695 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_sleep_hdd", 2024-04-02T08:23:49.695 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_sleep_hybrid", 2024-04-02T08:23:49.695 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_sleep_ssd", 2024-04-02T08:23:49.695 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_scrub_load_threshold", 2024-04-02T08:23:49.695 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_scrub_max_interval", 2024-04-02T08:23:49.695 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_scrub_sleep", 2024-04-02T08:23:49.695 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_shutdown_pgref_assert", 2024-04-02T08:23:49.695 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_snap_trim_sleep", 2024-04-02T08:23:49.695 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_snap_trim_sleep_hdd", 2024-04-02T08:23:49.695 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-02T08:23:49.695 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_snap_trim_sleep_ssd", 2024-04-02T08:23:49.695 INFO:tasks.workunit.client.0.smithi012.stdout: "public_addr", 2024-04-02T08:23:49.696 INFO:tasks.workunit.client.0.smithi012.stdout: "public_addrv", 2024-04-02T08:23:49.696 INFO:tasks.workunit.client.0.smithi012.stdout: "public_network", 2024-04-02T08:23:49.696 INFO:tasks.workunit.client.0.smithi012.stdout: "rbd_default_features", 2024-04-02T08:23:49.696 INFO:tasks.workunit.client.0.smithi012.stdout: "rbd_qos_exclude_ops", 2024-04-02T08:23:49.696 INFO:tasks.workunit.client.0.smithi012.stdout: "setgroup", 2024-04-02T08:23:49.696 INFO:tasks.workunit.client.0.smithi012.stdout: "setuser" 2024-04-02T08:23:49.696 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:49.696 INFO:tasks.workunit.client.0.smithi012.stdout: "cluster_changed": [ 2024-04-02T08:23:49.696 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T08:23:49.696 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_debug", 2024-04-02T08:23:49.696 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_mon_ticket_ttl", 2024-04-02T08:23:49.696 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_service_ticket_ttl", 2024-04-02T08:23:49.696 INFO:tasks.workunit.client.0.smithi012.stdout: "bdev_debug_aio", 2024-04-02T08:23:49.697 INFO:tasks.workunit.client.0.smithi012.stdout: "container_image", 2024-04-02T08:23:49.697 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_asserts_on_shutdown", 2024-04-02T08:23:49.697 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_mgr", 2024-04-02T08:23:49.697 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_mon", 2024-04-02T08:23:49.697 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_ms", 2024-04-02T08:23:49.697 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_osd", 2024-04-02T08:23:49.697 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_paxos", 2024-04-02T08:23:49.697 INFO:tasks.workunit.client.0.smithi012.stdout: "log_to_file", 2024-04-02T08:23:49.697 INFO:tasks.workunit.client.0.smithi012.stdout: "log_to_journald", 2024-04-02T08:23:49.697 INFO:tasks.workunit.client.0.smithi012.stdout: "log_to_stderr", 2024-04-02T08:23:49.697 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_join_fs", 2024-04-02T08:23:49.697 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/cephadm/allow_ptrace", 2024-04-02T08:23:49.697 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/cephadm/container_init", 2024-04-02T08:23:49.698 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/cephadm/migration_current", 2024-04-02T08:23:49.698 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/cephadm/use_repo_digest", 2024-04-02T08:23:49.698 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-02T08:23:49.698 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-02T08:23:49.698 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-02T08:23:49.698 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-02T08:23:49.698 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/dashboard/ssl_server_port", 2024-04-02T08:23:49.698 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/orchestrator/orchestrator", 2024-04-02T08:23:49.698 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/telemetry/channel_ident", 2024-04-02T08:23:49.698 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/telemetry/channel_perf", 2024-04-02T08:23:49.698 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/telemetry/description", 2024-04-02T08:23:49.698 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/telemetry/enabled", 2024-04-02T08:23:49.698 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/telemetry/organization", 2024-04-02T08:23:49.698 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_allow_pool_delete", 2024-04-02T08:23:49.699 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_clock_drift_allowed", 2024-04-02T08:23:49.699 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_cluster_log_file_level", 2024-04-02T08:23:49.699 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_cluster_log_to_file", 2024-04-02T08:23:49.699 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_data_avail_warn", 2024-04-02T08:23:49.699 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_election_default_strategy", 2024-04-02T08:23:49.699 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_max_pg_per_osd", 2024-04-02T08:23:49.699 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_mgr_mkfs_grace", 2024-04-02T08:23:49.699 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_osd_prime_pg_temp", 2024-04-02T08:23:49.699 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T08:23:49.699 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T08:23:49.699 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T08:23:49.699 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T08:23:49.699 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T08:23:49.699 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T08:23:49.700 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T08:23:49.700 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T08:23:49.700 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T08:23:49.700 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T08:23:49.700 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_too_few_osds", 2024-04-02T08:23:49.700 INFO:tasks.workunit.client.0.smithi012.stdout: "ms_die_on_bug", 2024-04-02T08:23:49.700 INFO:tasks.workunit.client.0.smithi012.stdout: "ms_die_on_old_message", 2024-04-02T08:23:49.700 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_class_default_list", 2024-04-02T08:23:49.700 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_class_load_list", 2024-04-02T08:23:49.700 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_misdirected_ops", 2024-04-02T08:23:49.701 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_op_order", 2024-04-02T08:23:49.701 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_pg_log_writeout", 2024-04-02T08:23:49.701 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_shutdown", 2024-04-02T08:23:49.701 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T08:23:49.701 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T08:23:49.701 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T08:23:49.701 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T08:23:49.701 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T08:23:49.701 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_profile", 2024-04-02T08:23:49.701 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_memory_target", 2024-04-02T08:23:49.701 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_memory_target_autotune", 2024-04-02T08:23:49.701 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_op_queue", 2024-04-02T08:23:49.701 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_op_queue_cut_off", 2024-04-02T08:23:49.702 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T08:23:49.702 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T08:23:49.702 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recover_clone_overlap", 2024-04-02T08:23:49.702 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_max_chunk", 2024-04-02T08:23:49.702 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_scrub_load_threshold", 2024-04-02T08:23:49.702 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_scrub_max_interval", 2024-04-02T08:23:49.702 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_shutdown_pgref_assert", 2024-04-02T08:23:49.702 INFO:tasks.workunit.client.0.smithi012.stdout: "public_network", 2024-04-02T08:23:49.702 INFO:tasks.workunit.client.0.smithi012.stdout: "rgw_cache_enabled", 2024-04-02T08:23:49.702 INFO:tasks.workunit.client.0.smithi012.stdout: "rgw_enable_ops_log", 2024-04-02T08:23:49.702 INFO:tasks.workunit.client.0.smithi012.stdout: "rgw_enable_usage_log" 2024-04-02T08:23:49.703 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:49.703 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.703 INFO:tasks.workunit.client.0.smithi012.stdout: "contact": null, 2024-04-02T08:23:49.703 INFO:tasks.workunit.client.0.smithi012.stdout: "crashes": [], 2024-04-02T08:23:49.703 INFO:tasks.workunit.client.0.smithi012.stdout: "created": "2024-04-02T08:14:44.119575Z", 2024-04-02T08:23:49.703 INFO:tasks.workunit.client.0.smithi012.stdout: "crush": { 2024-04-02T08:23:49.703 INFO:tasks.workunit.client.0.smithi012.stdout: "bucket_algs": { 2024-04-02T08:23:49.703 INFO:tasks.workunit.client.0.smithi012.stdout: "straw2": 3 2024-04-02T08:23:49.703 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.703 INFO:tasks.workunit.client.0.smithi012.stdout: "bucket_sizes": { 2024-04-02T08:23:49.703 INFO:tasks.workunit.client.0.smithi012.stdout: "2": 1, 2024-04-02T08:23:49.703 INFO:tasks.workunit.client.0.smithi012.stdout: "4": 2 2024-04-02T08:23:49.703 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.704 INFO:tasks.workunit.client.0.smithi012.stdout: "bucket_types": { 2024-04-02T08:23:49.704 INFO:tasks.workunit.client.0.smithi012.stdout: "1": 2, 2024-04-02T08:23:49.704 INFO:tasks.workunit.client.0.smithi012.stdout: "11": 1 2024-04-02T08:23:49.704 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.704 INFO:tasks.workunit.client.0.smithi012.stdout: "compat_weight_set": false, 2024-04-02T08:23:49.704 INFO:tasks.workunit.client.0.smithi012.stdout: "device_classes": [ 2024-04-02T08:23:49.704 INFO:tasks.workunit.client.0.smithi012.stdout: 8 2024-04-02T08:23:49.704 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:49.704 INFO:tasks.workunit.client.0.smithi012.stdout: "num_buckets": 6, 2024-04-02T08:23:49.704 INFO:tasks.workunit.client.0.smithi012.stdout: "num_devices": 8, 2024-04-02T08:23:49.704 INFO:tasks.workunit.client.0.smithi012.stdout: "num_rules": 1, 2024-04-02T08:23:49.704 INFO:tasks.workunit.client.0.smithi012.stdout: "num_types": 12, 2024-04-02T08:23:49.704 INFO:tasks.workunit.client.0.smithi012.stdout: "num_weight_sets": 0, 2024-04-02T08:23:49.705 INFO:tasks.workunit.client.0.smithi012.stdout: "tunables": { 2024-04-02T08:23:49.705 INFO:tasks.workunit.client.0.smithi012.stdout: "allowed_bucket_algs": 54, 2024-04-02T08:23:49.705 INFO:tasks.workunit.client.0.smithi012.stdout: "choose_local_fallback_tries": 0, 2024-04-02T08:23:49.705 INFO:tasks.workunit.client.0.smithi012.stdout: "choose_local_tries": 0, 2024-04-02T08:23:49.705 INFO:tasks.workunit.client.0.smithi012.stdout: "choose_total_tries": 50, 2024-04-02T08:23:49.705 INFO:tasks.workunit.client.0.smithi012.stdout: "chooseleaf_descend_once": 1, 2024-04-02T08:23:49.705 INFO:tasks.workunit.client.0.smithi012.stdout: "chooseleaf_stable": 1, 2024-04-02T08:23:49.705 INFO:tasks.workunit.client.0.smithi012.stdout: "chooseleaf_vary_r": 1, 2024-04-02T08:23:49.705 INFO:tasks.workunit.client.0.smithi012.stdout: "has_v2_rules": 0, 2024-04-02T08:23:49.705 INFO:tasks.workunit.client.0.smithi012.stdout: "has_v3_rules": 0, 2024-04-02T08:23:49.705 INFO:tasks.workunit.client.0.smithi012.stdout: "has_v4_buckets": 1, 2024-04-02T08:23:49.705 INFO:tasks.workunit.client.0.smithi012.stdout: "has_v5_rules": 0, 2024-04-02T08:23:49.705 INFO:tasks.workunit.client.0.smithi012.stdout: "legacy_tunables": 0, 2024-04-02T08:23:49.706 INFO:tasks.workunit.client.0.smithi012.stdout: "minimum_required_version": "jewel", 2024-04-02T08:23:49.706 INFO:tasks.workunit.client.0.smithi012.stdout: "optimal_tunables": 1, 2024-04-02T08:23:49.706 INFO:tasks.workunit.client.0.smithi012.stdout: "profile": "jewel", 2024-04-02T08:23:49.706 INFO:tasks.workunit.client.0.smithi012.stdout: "require_feature_tunables": 1, 2024-04-02T08:23:49.706 INFO:tasks.workunit.client.0.smithi012.stdout: "require_feature_tunables2": 1, 2024-04-02T08:23:49.706 INFO:tasks.workunit.client.0.smithi012.stdout: "require_feature_tunables3": 1, 2024-04-02T08:23:49.706 INFO:tasks.workunit.client.0.smithi012.stdout: "require_feature_tunables5": 1, 2024-04-02T08:23:49.706 INFO:tasks.workunit.client.0.smithi012.stdout: "straw_calc_version": 1 2024-04-02T08:23:49.706 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:49.706 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.706 INFO:tasks.workunit.client.0.smithi012.stdout: "description": "upgrade test cluster", 2024-04-02T08:23:49.706 INFO:tasks.workunit.client.0.smithi012.stdout: "fs": { 2024-04-02T08:23:49.706 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T08:23:49.706 INFO:tasks.workunit.client.0.smithi012.stdout: "feature_flags": { 2024-04-02T08:23:49.707 INFO:tasks.workunit.client.0.smithi012.stdout: "enable_multiple": true, 2024-04-02T08:23:49.707 INFO:tasks.workunit.client.0.smithi012.stdout: "ever_enabled_multiple": true 2024-04-02T08:23:49.707 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.707 INFO:tasks.workunit.client.0.smithi012.stdout: "filesystems": [ 2024-04-02T08:23:49.707 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:49.707 INFO:tasks.workunit.client.0.smithi012.stdout: "approx_ctime": "2024-04", 2024-04-02T08:23:49.707 INFO:tasks.workunit.client.0.smithi012.stdout: "balancer_enabled": false, 2024-04-02T08:23:49.707 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.707 INFO:tasks.workunit.client.0.smithi012.stdout: "cached_caps": 0, 2024-04-02T08:23:49.707 INFO:tasks.workunit.client.0.smithi012.stdout: "cached_dns": 10, 2024-04-02T08:23:49.707 INFO:tasks.workunit.client.0.smithi012.stdout: "cached_inos": 13, 2024-04-02T08:23:49.707 INFO:tasks.workunit.client.0.smithi012.stdout: "cached_subtrees": 2, 2024-04-02T08:23:49.707 INFO:tasks.workunit.client.0.smithi012.stdout: "ever_allowed_features": 0, 2024-04-02T08:23:49.707 INFO:tasks.workunit.client.0.smithi012.stdout: "explicitly_allowed_features": 0, 2024-04-02T08:23:49.708 INFO:tasks.workunit.client.0.smithi012.stdout: "files": 0, 2024-04-02T08:23:49.708 INFO:tasks.workunit.client.0.smithi012.stdout: "max_mds": 1, 2024-04-02T08:23:49.708 INFO:tasks.workunit.client.0.smithi012.stdout: "num_data_pools": 1, 2024-04-02T08:23:49.708 INFO:tasks.workunit.client.0.smithi012.stdout: "num_in": 1, 2024-04-02T08:23:49.708 INFO:tasks.workunit.client.0.smithi012.stdout: "num_mds": 1, 2024-04-02T08:23:49.708 INFO:tasks.workunit.client.0.smithi012.stdout: "num_sessions": 0, 2024-04-02T08:23:49.708 INFO:tasks.workunit.client.0.smithi012.stdout: "num_standby_replay": 0, 2024-04-02T08:23:49.708 INFO:tasks.workunit.client.0.smithi012.stdout: "num_up": 1, 2024-04-02T08:23:49.708 INFO:tasks.workunit.client.0.smithi012.stdout: "snaps": 0, 2024-04-02T08:23:49.708 INFO:tasks.workunit.client.0.smithi012.stdout: "standby_count_wanted": 0 2024-04-02T08:23:49.708 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:49.708 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:49.708 INFO:tasks.workunit.client.0.smithi012.stdout: "num_standby_mds": 1, 2024-04-02T08:23:49.708 INFO:tasks.workunit.client.0.smithi012.stdout: "total_num_mds": 2 2024-04-02T08:23:49.709 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.709 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_stats": { 2024-04-02T08:23:49.709 INFO:tasks.workunit.client.0.smithi012.stdout: "mds": { 2024-04-02T08:23:49.709 INFO:tasks.workunit.client.0.smithi012.stdout: "mds.55ba0c421d0a380c7e710a93002ddc2fa7e64353": { 2024-04-02T08:23:49.709 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 20504576, 2024-04-02T08:23:49.709 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 422448, 2024-04-02T08:23:49.709 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 2752512, 2024-04-02T08:23:49.709 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 139264, 2024-04-02T08:23:49.709 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 811008, 2024-04-02T08:23:49.709 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 403, 2024-04-02T08:23:49.709 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:23:49.709 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 1214800, 2024-04-02T08:23:49.709 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 20, 2024-04-02T08:23:49.710 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 1091072, 2024-04-02T08:23:49.710 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 14884480, 2024-04-02T08:23:49.710 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 21315584 2024-04-02T08:23:49.710 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.710 INFO:tasks.workunit.client.0.smithi012.stdout: "mds.aade4c1cf53e5400fc243fe71c4882775e710864": { 2024-04-02T08:23:49.710 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 19218432, 2024-04-02T08:23:49.710 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 315960, 2024-04-02T08:23:49.710 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 2752512, 2024-04-02T08:23:49.710 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 40960, 2024-04-02T08:23:49.710 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 0, 2024-04-02T08:23:49.710 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 315, 2024-04-02T08:23:49.710 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:23:49.710 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 1214312, 2024-04-02T08:23:49.710 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 12, 2024-04-02T08:23:49.711 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 432640, 2024-04-02T08:23:49.711 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 14462048, 2024-04-02T08:23:49.711 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 19218432 2024-04-02T08:23:49.711 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:49.711 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.711 INFO:tasks.workunit.client.0.smithi012.stdout: "mon": { 2024-04-02T08:23:49.711 INFO:tasks.workunit.client.0.smithi012.stdout: "mon.057b5af1dcee546cd49a55fe146bc9ff7b417da5": { 2024-04-02T08:23:49.711 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 33595392, 2024-04-02T08:23:49.711 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 946264, 2024-04-02T08:23:49.711 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 2752512, 2024-04-02T08:23:49.711 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 983040, 2024-04-02T08:23:49.711 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 8814592, 2024-04-02T08:23:49.712 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 975, 2024-04-02T08:23:49.712 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:23:49.712 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 7195176, 2024-04-02T08:23:49.712 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 21, 2024-04-02T08:23:49.712 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 1315328, 2024-04-02T08:23:49.712 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 20403072, 2024-04-02T08:23:49.712 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 42409984 2024-04-02T08:23:49.712 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.712 INFO:tasks.workunit.client.0.smithi012.stdout: "mon.55ba0c421d0a380c7e710a93002ddc2fa7e64353": { 2024-04-02T08:23:49.712 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 33931264, 2024-04-02T08:23:49.712 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 1198640, 2024-04-02T08:23:49.712 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 2752512, 2024-04-02T08:23:49.712 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 73728, 2024-04-02T08:23:49.713 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 10575872, 2024-04-02T08:23:49.713 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 1128, 2024-04-02T08:23:49.713 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:23:49.713 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 8384000, 2024-04-02T08:23:49.713 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 21, 2024-04-02T08:23:49.713 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 1134848, 2024-04-02T08:23:49.713 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 20387536, 2024-04-02T08:23:49.713 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 44507136 2024-04-02T08:23:49.713 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.713 INFO:tasks.workunit.client.0.smithi012.stdout: "mon.aade4c1cf53e5400fc243fe71c4882775e710864": { 2024-04-02T08:23:49.713 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 44417024, 2024-04-02T08:23:49.713 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 1471744, 2024-04-02T08:23:49.713 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 2752512, 2024-04-02T08:23:49.714 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 663552, 2024-04-02T08:23:49.714 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 3153920, 2024-04-02T08:23:49.714 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 1811, 2024-04-02T08:23:49.714 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:23:49.714 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 12597184, 2024-04-02T08:23:49.714 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 23, 2024-04-02T08:23:49.714 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 2803456, 2024-04-02T08:23:49.714 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 24128576, 2024-04-02T08:23:49.714 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 47570944 2024-04-02T08:23:49.714 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:49.714 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.714 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T08:23:49.714 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.0": { 2024-04-02T08:23:49.715 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 46530560, 2024-04-02T08:23:49.715 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 946664, 2024-04-02T08:23:49.715 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 2883584, 2024-04-02T08:23:49.715 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 0, 2024-04-02T08:23:49.715 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 770048, 2024-04-02T08:23:49.715 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 1373, 2024-04-02T08:23:49.715 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:23:49.715 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 4925688, 2024-04-02T08:23:49.715 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 46, 2024-04-02T08:23:49.715 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 2722048, 2024-04-02T08:23:49.715 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 35052576, 2024-04-02T08:23:49.715 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 47300608 2024-04-02T08:23:49.715 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.715 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.1": { 2024-04-02T08:23:49.716 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 46096384, 2024-04-02T08:23:49.716 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 1028264, 2024-04-02T08:23:49.716 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 2883584, 2024-04-02T08:23:49.716 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 0, 2024-04-02T08:23:49.716 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 155648, 2024-04-02T08:23:49.716 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 1329, 2024-04-02T08:23:49.716 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:23:49.716 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 5241016, 2024-04-02T08:23:49.716 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 47, 2024-04-02T08:23:49.716 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 2358528, 2024-04-02T08:23:49.716 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 34584992, 2024-04-02T08:23:49.716 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 46252032 2024-04-02T08:23:49.717 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.717 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.2": { 2024-04-02T08:23:49.717 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 45023232, 2024-04-02T08:23:49.717 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 878432, 2024-04-02T08:23:49.717 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 2883584, 2024-04-02T08:23:49.717 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 0, 2024-04-02T08:23:49.717 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 180224, 2024-04-02T08:23:49.717 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 1241, 2024-04-02T08:23:49.717 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:23:49.717 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 4423168, 2024-04-02T08:23:49.717 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 47, 2024-04-02T08:23:49.717 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 2657024, 2024-04-02T08:23:49.717 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 34181024, 2024-04-02T08:23:49.717 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 45203456 2024-04-02T08:23:49.718 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.718 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.3": { 2024-04-02T08:23:49.718 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 47087616, 2024-04-02T08:23:49.718 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 1719384, 2024-04-02T08:23:49.718 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 2883584, 2024-04-02T08:23:49.718 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 57344, 2024-04-02T08:23:49.718 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 212992, 2024-04-02T08:23:49.718 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 1623, 2024-04-02T08:23:49.718 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:23:49.718 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 5226840, 2024-04-02T08:23:49.718 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 46, 2024-04-02T08:23:49.718 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 3320576, 2024-04-02T08:23:49.719 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 33879888, 2024-04-02T08:23:49.719 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 47300608 2024-04-02T08:23:49.719 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.719 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.4": { 2024-04-02T08:23:49.719 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 48922624, 2024-04-02T08:23:49.719 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 1807440, 2024-04-02T08:23:49.719 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 2883584, 2024-04-02T08:23:49.719 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 57344, 2024-04-02T08:23:49.719 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 540672, 2024-04-02T08:23:49.719 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 1632, 2024-04-02T08:23:49.719 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:23:49.719 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 5357672, 2024-04-02T08:23:49.719 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 47, 2024-04-02T08:23:49.720 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 3833600, 2024-04-02T08:23:49.720 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 34982984, 2024-04-02T08:23:49.720 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 49463296 2024-04-02T08:23:49.720 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.720 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.5": { 2024-04-02T08:23:49.720 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 44998656, 2024-04-02T08:23:49.720 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 634392, 2024-04-02T08:23:49.720 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 2883584, 2024-04-02T08:23:49.720 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 0, 2024-04-02T08:23:49.720 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 204800, 2024-04-02T08:23:49.720 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 1224, 2024-04-02T08:23:49.720 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:23:49.720 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 4817800, 2024-04-02T08:23:49.721 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 48, 2024-04-02T08:23:49.721 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 1869568, 2024-04-02T08:23:49.721 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 34793312, 2024-04-02T08:23:49.721 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 45203456 2024-04-02T08:23:49.721 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.721 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.6": { 2024-04-02T08:23:49.721 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 45228032, 2024-04-02T08:23:49.721 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 1066488, 2024-04-02T08:23:49.721 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 2883584, 2024-04-02T08:23:49.721 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 0, 2024-04-02T08:23:49.721 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 1024000, 2024-04-02T08:23:49.721 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 1250, 2024-04-02T08:23:49.721 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:23:49.722 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 5106168, 2024-04-02T08:23:49.722 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 46, 2024-04-02T08:23:49.722 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 1783808, 2024-04-02T08:23:49.722 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 34387984, 2024-04-02T08:23:49.722 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 46252032 2024-04-02T08:23:49.722 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.722 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.7": { 2024-04-02T08:23:49.722 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 45178880, 2024-04-02T08:23:49.722 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 1402944, 2024-04-02T08:23:49.722 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 2883584, 2024-04-02T08:23:49.722 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 0, 2024-04-02T08:23:49.722 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 1007616, 2024-04-02T08:23:49.722 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 1278, 2024-04-02T08:23:49.722 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:23:49.723 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 4269608, 2024-04-02T08:23:49.723 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 46, 2024-04-02T08:23:49.723 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 2142208, 2024-04-02T08:23:49.723 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 34480536, 2024-04-02T08:23:49.723 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 46186496 2024-04-02T08:23:49.723 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:49.723 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:49.723 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.723 INFO:tasks.workunit.client.0.smithi012.stdout: "hosts": { 2024-04-02T08:23:49.723 INFO:tasks.workunit.client.0.smithi012.stdout: "num": 2, 2024-04-02T08:23:49.723 INFO:tasks.workunit.client.0.smithi012.stdout: "num_with_mds": 2, 2024-04-02T08:23:49.723 INFO:tasks.workunit.client.0.smithi012.stdout: "num_with_mgr": 2, 2024-04-02T08:23:49.723 INFO:tasks.workunit.client.0.smithi012.stdout: "num_with_mon": 2, 2024-04-02T08:23:49.723 INFO:tasks.workunit.client.0.smithi012.stdout: "num_with_osd": 2 2024-04-02T08:23:49.724 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.724 INFO:tasks.workunit.client.0.smithi012.stdout: "io_rate": { 2024-04-02T08:23:49.724 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_stats_delta": { 2024-04-02T08:23:49.724 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": 0, 2024-04-02T08:23:49.724 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:49.724 INFO:tasks.workunit.client.0.smithi012.stdout: "num_store_stats": 0, 2024-04-02T08:23:49.724 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:49.724 INFO:tasks.workunit.client.0.smithi012.stdout: "stamp_delta": "12.002317", 2024-04-02T08:23:49.724 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:49.724 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:49.724 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:49.724 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:49.724 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:49.724 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:49.725 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:49.725 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:49.725 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:49.725 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:49.725 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:49.725 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:49.725 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:49.725 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:49.725 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:49.725 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:49.725 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:49.725 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:49.725 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:49.725 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:49.726 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:49.726 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:49.726 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:49.726 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:49.726 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:49.726 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:49.726 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:49.726 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:49.726 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:49.726 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:49.726 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:49.726 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:49.726 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:49.727 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:49.727 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:49.727 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:49.727 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:49.727 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:49.727 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:49.727 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:49.727 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:49.727 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.727 INFO:tasks.workunit.client.0.smithi012.stdout: "store_stats": { 2024-04-02T08:23:49.727 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": 0, 2024-04-02T08:23:49.727 INFO:tasks.workunit.client.0.smithi012.stdout: "available": 0, 2024-04-02T08:23:49.727 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed": 0, 2024-04-02T08:23:49.727 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_allocated": 0, 2024-04-02T08:23:49.728 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_original": 0, 2024-04-02T08:23:49.728 INFO:tasks.workunit.client.0.smithi012.stdout: "data_stored": 0, 2024-04-02T08:23:49.728 INFO:tasks.workunit.client.0.smithi012.stdout: "internal_metadata": 0, 2024-04-02T08:23:49.728 INFO:tasks.workunit.client.0.smithi012.stdout: "internally_reserved": 0, 2024-04-02T08:23:49.728 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_allocated": 0, 2024-04-02T08:23:49.728 INFO:tasks.workunit.client.0.smithi012.stdout: "total": 0 2024-04-02T08:23:49.728 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.728 INFO:tasks.workunit.client.0.smithi012.stdout: "up": 0 2024-04-02T08:23:49.728 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:49.728 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.728 INFO:tasks.workunit.client.0.smithi012.stdout: "leaderboard": false, 2024-04-02T08:23:49.728 INFO:tasks.workunit.client.0.smithi012.stdout: "leaderboard_description": null, 2024-04-02T08:23:49.728 INFO:tasks.workunit.client.0.smithi012.stdout: "license": "sharing-1-0", 2024-04-02T08:23:49.728 INFO:tasks.workunit.client.0.smithi012.stdout: "mempool": { 2024-04-02T08:23:49.729 INFO:tasks.workunit.client.0.smithi012.stdout: "mds": { 2024-04-02T08:23:49.729 INFO:tasks.workunit.client.0.smithi012.stdout: "mds.55ba0c421d0a380c7e710a93002ddc2fa7e64353": { 2024-04-02T08:23:49.729 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T08:23:49.729 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.729 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.729 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.729 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T08:23:49.729 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.729 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.729 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.729 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T08:23:49.729 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.729 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.730 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.730 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T08:23:49.730 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.730 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.730 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.730 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T08:23:49.730 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.730 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.730 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.730 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T08:23:49.730 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.730 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.730 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.731 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T08:23:49.731 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.731 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.731 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.731 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T08:23:49.731 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.731 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.731 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.731 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T08:23:49.731 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.731 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.731 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.731 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T08:23:49.732 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.732 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.732 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.732 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T08:23:49.732 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.732 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.732 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.732 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T08:23:49.732 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.732 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.732 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.732 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T08:23:49.732 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.733 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.733 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.733 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T08:23:49.733 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.733 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.733 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.733 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T08:23:49.733 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.733 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.733 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.733 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T08:23:49.733 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.733 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.733 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.733 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T08:23:49.734 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.734 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.734 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.734 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T08:23:49.734 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.734 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.734 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.734 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T08:23:49.734 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 222439, 2024-04-02T08:23:49.734 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 68 2024-04-02T08:23:49.734 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.734 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T08:23:49.734 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.735 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.735 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.735 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T08:23:49.735 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 51496, 2024-04-02T08:23:49.735 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 208 2024-04-02T08:23:49.735 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.735 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T08:23:49.735 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.735 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.735 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.735 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T08:23:49.735 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.735 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.735 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.736 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T08:23:49.736 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.736 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.736 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.736 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T08:23:49.736 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 8008, 2024-04-02T08:23:49.736 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 125 2024-04-02T08:23:49.736 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.736 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T08:23:49.736 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.736 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.737 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.737 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T08:23:49.737 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.737 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.737 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.737 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T08:23:49.737 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.737 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.737 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.737 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T08:23:49.737 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.737 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.737 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:49.738 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.738 INFO:tasks.workunit.client.0.smithi012.stdout: "mds.aade4c1cf53e5400fc243fe71c4882775e710864": { 2024-04-02T08:23:49.738 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T08:23:49.738 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.738 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.738 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.738 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T08:23:49.738 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.738 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.738 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.738 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T08:23:49.738 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.739 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.739 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.739 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T08:23:49.739 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.739 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.739 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.739 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T08:23:49.739 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.739 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.739 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.739 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T08:23:49.739 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.739 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.739 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.740 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T08:23:49.740 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.740 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.740 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.740 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T08:23:49.740 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.740 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.740 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.740 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T08:23:49.740 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.740 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.740 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.741 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T08:23:49.741 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.741 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.741 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.741 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T08:23:49.741 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.741 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.741 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.741 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T08:23:49.741 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.741 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.741 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.741 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T08:23:49.742 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.742 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.742 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.742 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T08:23:49.742 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.742 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.742 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.742 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T08:23:49.742 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.742 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.742 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.742 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T08:23:49.742 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.743 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.743 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.743 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T08:23:49.743 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.743 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.743 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.743 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T08:23:49.743 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.743 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.743 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.743 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T08:23:49.743 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 150146, 2024-04-02T08:23:49.744 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 33 2024-04-02T08:23:49.744 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.744 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T08:23:49.744 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.744 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.744 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.744 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T08:23:49.744 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 928, 2024-04-02T08:23:49.744 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 2 2024-04-02T08:23:49.744 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.744 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T08:23:49.744 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.744 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.745 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.745 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T08:23:49.745 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.745 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.745 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.745 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T08:23:49.745 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.745 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.745 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.745 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T08:23:49.745 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.745 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.745 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.745 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T08:23:49.746 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.746 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.746 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.746 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T08:23:49.746 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.746 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.746 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.746 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T08:23:49.746 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.746 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.746 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.746 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T08:23:49.747 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.747 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.747 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:49.747 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:49.747 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.747 INFO:tasks.workunit.client.0.smithi012.stdout: "mon": { 2024-04-02T08:23:49.747 INFO:tasks.workunit.client.0.smithi012.stdout: "mon.057b5af1dcee546cd49a55fe146bc9ff7b417da5": { 2024-04-02T08:23:49.747 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T08:23:49.747 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.747 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.747 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.747 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T08:23:49.747 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.748 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.748 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.748 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T08:23:49.748 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.748 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.748 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.748 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T08:23:49.748 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.748 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.748 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.748 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T08:23:49.748 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.748 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.748 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.749 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T08:23:49.749 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.749 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.749 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.749 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T08:23:49.749 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.749 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.749 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.749 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T08:23:49.749 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.749 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.749 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.749 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T08:23:49.749 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.750 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.750 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.750 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T08:23:49.750 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.750 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.750 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.750 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T08:23:49.750 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.750 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.750 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.750 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T08:23:49.750 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.750 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.751 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.751 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T08:23:49.751 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.751 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.751 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.751 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T08:23:49.751 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.751 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.751 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.751 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T08:23:49.751 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.751 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.752 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.752 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T08:23:49.752 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.752 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.752 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.752 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T08:23:49.752 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.752 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.752 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.752 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T08:23:49.752 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.752 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.752 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.753 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T08:23:49.753 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1089699, 2024-04-02T08:23:49.753 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 358 2024-04-02T08:23:49.753 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.753 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T08:23:49.753 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.753 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.753 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.753 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T08:23:49.753 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.753 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.753 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.753 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T08:23:49.753 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.754 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.754 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.754 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T08:23:49.754 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.754 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.754 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.754 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T08:23:49.754 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.754 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.754 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.754 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T08:23:49.754 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 6584, 2024-04-02T08:23:49.754 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 124 2024-04-02T08:23:49.755 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.755 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T08:23:49.755 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 12744, 2024-04-02T08:23:49.755 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1546 2024-04-02T08:23:49.755 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.755 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T08:23:49.755 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 5152, 2024-04-02T08:23:49.755 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 83 2024-04-02T08:23:49.755 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.755 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T08:23:49.755 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.755 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.756 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.756 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T08:23:49.756 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.756 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.756 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:49.756 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.756 INFO:tasks.workunit.client.0.smithi012.stdout: "mon.55ba0c421d0a380c7e710a93002ddc2fa7e64353": { 2024-04-02T08:23:49.756 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T08:23:49.756 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.756 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.756 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.756 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T08:23:49.756 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.756 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.757 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.757 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T08:23:49.757 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.757 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.757 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.757 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T08:23:49.757 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.757 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.757 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.757 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T08:23:49.757 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.757 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.757 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.758 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T08:23:49.758 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.758 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.758 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.758 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T08:23:49.758 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.758 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.758 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.758 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T08:23:49.758 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.759 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.759 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.759 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T08:23:49.759 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.759 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.759 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.759 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T08:23:49.759 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.759 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.759 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.759 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T08:23:49.759 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.759 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.760 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.760 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T08:23:49.760 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.760 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.760 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.760 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T08:23:49.760 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.760 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.760 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.760 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T08:23:49.760 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.761 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.761 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.761 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T08:23:49.761 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.761 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.761 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.761 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T08:23:49.761 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.761 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.761 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.761 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T08:23:49.761 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.761 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.762 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.762 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T08:23:49.762 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.762 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.762 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.762 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T08:23:49.762 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1092435, 2024-04-02T08:23:49.762 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 353 2024-04-02T08:23:49.762 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.762 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T08:23:49.762 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.762 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.762 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.763 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T08:23:49.763 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.763 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.763 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.763 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T08:23:49.763 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.763 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.763 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.763 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T08:23:49.763 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.763 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.763 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.763 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T08:23:49.764 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.764 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.764 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.764 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T08:23:49.764 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 6584, 2024-04-02T08:23:49.764 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 124 2024-04-02T08:23:49.764 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.764 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T08:23:49.764 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 12744, 2024-04-02T08:23:49.764 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1546 2024-04-02T08:23:49.764 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.764 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T08:23:49.764 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 5152, 2024-04-02T08:23:49.764 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 83 2024-04-02T08:23:49.765 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.765 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T08:23:49.765 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.765 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.765 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.765 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T08:23:49.765 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.765 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.765 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:49.765 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.765 INFO:tasks.workunit.client.0.smithi012.stdout: "mon.aade4c1cf53e5400fc243fe71c4882775e710864": { 2024-04-02T08:23:49.765 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T08:23:49.766 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.766 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.766 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.766 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T08:23:49.766 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.766 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.766 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.766 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T08:23:49.766 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.766 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.766 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.766 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T08:23:49.766 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.767 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.767 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.767 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T08:23:49.767 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.767 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.767 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.767 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T08:23:49.767 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.767 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.767 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.767 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T08:23:49.767 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.767 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.768 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.768 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T08:23:49.768 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.768 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.768 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.768 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T08:23:49.768 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.768 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.768 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.768 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T08:23:49.768 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.768 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.768 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.768 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T08:23:49.768 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.769 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.769 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.769 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T08:23:49.769 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.769 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.769 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.769 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T08:23:49.769 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.769 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.769 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.769 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T08:23:49.769 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.769 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.769 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.770 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T08:23:49.770 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.770 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.770 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.770 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T08:23:49.770 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.770 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.770 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.770 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T08:23:49.770 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.770 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.770 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.770 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T08:23:49.771 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.771 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.771 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.771 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T08:23:49.771 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1135515, 2024-04-02T08:23:49.771 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 327 2024-04-02T08:23:49.771 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.771 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T08:23:49.771 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 440, 2024-04-02T08:23:49.771 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 5 2024-04-02T08:23:49.771 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.771 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T08:23:49.771 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.771 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.771 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.772 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T08:23:49.772 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.772 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.772 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.772 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T08:23:49.772 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.772 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.772 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.772 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T08:23:49.772 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.772 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.772 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.772 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T08:23:49.772 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 6584, 2024-04-02T08:23:49.773 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 124 2024-04-02T08:23:49.773 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.773 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T08:23:49.773 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 12744, 2024-04-02T08:23:49.773 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1546 2024-04-02T08:23:49.773 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.773 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T08:23:49.773 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 10304, 2024-04-02T08:23:49.773 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 166 2024-04-02T08:23:49.773 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.773 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T08:23:49.773 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.773 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.773 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.773 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T08:23:49.774 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.774 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.774 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:49.774 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:49.774 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.774 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T08:23:49.774 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.0": { 2024-04-02T08:23:49.774 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T08:23:49.774 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.774 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.774 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.774 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T08:23:49.774 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 6368, 2024-04-02T08:23:49.774 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 123 2024-04-02T08:23:49.775 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.775 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T08:23:49.775 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 16896, 2024-04-02T08:23:49.775 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 8 2024-04-02T08:23:49.775 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.775 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T08:23:49.775 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 576, 2024-04-02T08:23:49.775 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3 2024-04-02T08:23:49.775 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.775 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T08:23:49.775 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 5760, 2024-04-02T08:23:49.775 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 72 2024-04-02T08:23:49.775 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.775 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T08:23:49.776 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 20944, 2024-04-02T08:23:49.776 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 187 2024-04-02T08:23:49.776 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.776 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T08:23:49.776 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1936, 2024-04-02T08:23:49.776 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 47 2024-04-02T08:23:49.776 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.776 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T08:23:49.776 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 620956, 2024-04-02T08:23:49.776 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 20 2024-04-02T08:23:49.776 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.776 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T08:23:49.776 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 51070, 2024-04-02T08:23:49.777 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 9469 2024-04-02T08:23:49.777 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.777 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T08:23:49.777 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 136936, 2024-04-02T08:23:49.777 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 233 2024-04-02T08:23:49.777 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.777 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T08:23:49.777 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 11372, 2024-04-02T08:23:49.777 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 742 2024-04-02T08:23:49.777 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.777 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T08:23:49.777 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 8976, 2024-04-02T08:23:49.777 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 187 2024-04-02T08:23:49.777 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.778 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T08:23:49.778 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.778 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.778 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.778 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T08:23:49.778 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 31702, 2024-04-02T08:23:49.778 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 201 2024-04-02T08:23:49.778 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.778 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T08:23:49.778 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 20944, 2024-04-02T08:23:49.778 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 187 2024-04-02T08:23:49.778 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.778 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T08:23:49.779 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.779 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.779 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.779 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T08:23:49.779 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 395473, 2024-04-02T08:23:49.779 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 88 2024-04-02T08:23:49.779 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.779 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T08:23:49.779 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.779 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.779 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.779 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T08:23:49.779 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 2466908, 2024-04-02T08:23:49.780 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 200 2024-04-02T08:23:49.780 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.780 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T08:23:49.780 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 7040, 2024-04-02T08:23:49.780 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 80 2024-04-02T08:23:49.780 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.780 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T08:23:49.780 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.780 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.780 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.780 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T08:23:49.780 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 521640, 2024-04-02T08:23:49.781 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 45 2024-04-02T08:23:49.781 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.781 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T08:23:49.781 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.781 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.781 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.781 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T08:23:49.781 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 88920, 2024-04-02T08:23:49.781 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 175 2024-04-02T08:23:49.781 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.781 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T08:23:49.781 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 226280, 2024-04-02T08:23:49.781 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3476 2024-04-02T08:23:49.781 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.782 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T08:23:49.782 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.782 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.782 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.782 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T08:23:49.782 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.782 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.782 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.782 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T08:23:49.782 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.782 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.782 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.782 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T08:23:49.783 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.783 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.783 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:49.783 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.783 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.1": { 2024-04-02T08:23:49.783 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T08:23:49.783 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.783 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.783 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.783 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T08:23:49.783 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 6368, 2024-04-02T08:23:49.783 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 123 2024-04-02T08:23:49.783 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.783 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T08:23:49.784 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 16896, 2024-04-02T08:23:49.784 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 8 2024-04-02T08:23:49.784 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.784 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T08:23:49.784 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 576, 2024-04-02T08:23:49.784 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3 2024-04-02T08:23:49.784 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.784 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T08:23:49.784 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 4720, 2024-04-02T08:23:49.784 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 59 2024-04-02T08:23:49.784 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.784 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T08:23:49.784 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 19376, 2024-04-02T08:23:49.784 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 173 2024-04-02T08:23:49.785 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.785 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T08:23:49.785 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1488, 2024-04-02T08:23:49.785 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 43 2024-04-02T08:23:49.785 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.785 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T08:23:49.785 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 12288, 2024-04-02T08:23:49.785 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3 2024-04-02T08:23:49.785 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.785 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T08:23:49.785 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 44918, 2024-04-02T08:23:49.785 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 8461 2024-04-02T08:23:49.785 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.785 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T08:23:49.786 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 126736, 2024-04-02T08:23:49.786 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 218 2024-04-02T08:23:49.786 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.786 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T08:23:49.786 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 9416, 2024-04-02T08:23:49.786 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 565 2024-04-02T08:23:49.786 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.786 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T08:23:49.786 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 8304, 2024-04-02T08:23:49.786 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 173 2024-04-02T08:23:49.786 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.786 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T08:23:49.786 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.787 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.787 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.787 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T08:23:49.787 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 27594, 2024-04-02T08:23:49.787 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 186 2024-04-02T08:23:49.787 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.787 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T08:23:49.787 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 19488, 2024-04-02T08:23:49.787 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 174 2024-04-02T08:23:49.787 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.787 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T08:23:49.787 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1472, 2024-04-02T08:23:49.787 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 2 2024-04-02T08:23:49.787 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.788 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T08:23:49.788 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 436621, 2024-04-02T08:23:49.788 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 98 2024-04-02T08:23:49.788 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.788 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T08:23:49.788 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 20128, 2024-04-02T08:23:49.788 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 5 2024-04-02T08:23:49.788 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.788 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T08:23:49.788 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 2419209, 2024-04-02T08:23:49.788 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 177 2024-04-02T08:23:49.788 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.788 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T08:23:49.789 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 4928, 2024-04-02T08:23:49.789 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 56 2024-04-02T08:23:49.789 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.789 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T08:23:49.789 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.789 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.789 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.789 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T08:23:49.789 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 440496, 2024-04-02T08:23:49.789 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 38 2024-04-02T08:23:49.789 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.789 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T08:23:49.789 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.790 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.790 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.790 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T08:23:49.790 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 7280, 2024-04-02T08:23:49.790 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 18 2024-04-02T08:23:49.790 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.790 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T08:23:49.790 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 226280, 2024-04-02T08:23:49.790 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3476 2024-04-02T08:23:49.790 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.790 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T08:23:49.790 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.790 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.791 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.791 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T08:23:49.791 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.791 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.791 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.791 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T08:23:49.791 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.791 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.791 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.791 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T08:23:49.791 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.791 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.791 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:49.791 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.792 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.2": { 2024-04-02T08:23:49.792 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T08:23:49.792 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.792 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.792 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.792 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T08:23:49.792 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 6368, 2024-04-02T08:23:49.792 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 123 2024-04-02T08:23:49.792 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.792 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T08:23:49.792 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 16896, 2024-04-02T08:23:49.792 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 8 2024-04-02T08:23:49.792 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.793 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T08:23:49.793 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 576, 2024-04-02T08:23:49.793 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3 2024-04-02T08:23:49.793 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.793 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T08:23:49.793 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 4240, 2024-04-02T08:23:49.793 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 53 2024-04-02T08:23:49.793 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.793 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T08:23:49.793 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 19264, 2024-04-02T08:23:49.793 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 172 2024-04-02T08:23:49.793 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.793 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T08:23:49.793 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1376, 2024-04-02T08:23:49.794 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 42 2024-04-02T08:23:49.794 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.794 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T08:23:49.794 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 8192, 2024-04-02T08:23:49.794 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 2 2024-04-02T08:23:49.794 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.794 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T08:23:49.794 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 43129, 2024-04-02T08:23:49.794 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 8188 2024-04-02T08:23:49.794 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.794 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T08:23:49.794 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 121976, 2024-04-02T08:23:49.794 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 211 2024-04-02T08:23:49.795 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.795 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T08:23:49.795 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 8276, 2024-04-02T08:23:49.795 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 514 2024-04-02T08:23:49.795 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.795 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T08:23:49.795 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 8256, 2024-04-02T08:23:49.795 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 172 2024-04-02T08:23:49.795 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.795 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T08:23:49.795 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.795 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.796 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.796 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T08:23:49.796 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 25970, 2024-04-02T08:23:49.796 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 179 2024-04-02T08:23:49.796 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.796 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T08:23:49.796 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 19376, 2024-04-02T08:23:49.796 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 173 2024-04-02T08:23:49.796 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.796 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T08:23:49.796 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1472, 2024-04-02T08:23:49.796 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 2 2024-04-02T08:23:49.796 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.796 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T08:23:49.797 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 388645, 2024-04-02T08:23:49.797 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 86 2024-04-02T08:23:49.797 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.797 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T08:23:49.797 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 20128, 2024-04-02T08:23:49.797 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 5 2024-04-02T08:23:49.797 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.797 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T08:23:49.797 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 2406210, 2024-04-02T08:23:49.797 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 173 2024-04-02T08:23:49.797 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.797 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T08:23:49.797 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 4312, 2024-04-02T08:23:49.798 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 49 2024-04-02T08:23:49.798 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.798 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T08:23:49.798 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.798 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.798 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.798 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T08:23:49.798 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 359352, 2024-04-02T08:23:49.798 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 31 2024-04-02T08:23:49.798 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.798 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T08:23:49.798 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.798 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.798 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.799 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T08:23:49.799 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 8320, 2024-04-02T08:23:49.799 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 24 2024-04-02T08:23:49.799 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.799 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T08:23:49.799 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 227048, 2024-04-02T08:23:49.799 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3512 2024-04-02T08:23:49.799 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.799 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T08:23:49.799 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.799 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.800 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.800 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T08:23:49.800 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.800 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.800 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.800 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T08:23:49.800 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.800 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.800 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.800 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T08:23:49.800 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.800 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.800 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:49.800 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.801 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.3": { 2024-04-02T08:23:49.801 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T08:23:49.801 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.801 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.801 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.801 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T08:23:49.801 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 6368, 2024-04-02T08:23:49.801 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 123 2024-04-02T08:23:49.801 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.801 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T08:23:49.801 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 16896, 2024-04-02T08:23:49.801 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 8 2024-04-02T08:23:49.801 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.802 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T08:23:49.802 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 576, 2024-04-02T08:23:49.802 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3 2024-04-02T08:23:49.802 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.802 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T08:23:49.802 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 3920, 2024-04-02T08:23:49.802 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 49 2024-04-02T08:23:49.802 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.802 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T08:23:49.802 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 19936, 2024-04-02T08:23:49.802 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 178 2024-04-02T08:23:49.802 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.802 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T08:23:49.803 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 704, 2024-04-02T08:23:49.803 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 36 2024-04-02T08:23:49.803 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.803 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T08:23:49.803 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 15090, 2024-04-02T08:23:49.803 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3 2024-04-02T08:23:49.803 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.803 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T08:23:49.803 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 85162, 2024-04-02T08:23:49.803 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 14767 2024-04-02T08:23:49.803 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.803 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T08:23:49.803 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 195416, 2024-04-02T08:23:49.803 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 319 2024-04-02T08:23:49.804 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.804 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T08:23:49.804 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 9420, 2024-04-02T08:23:49.804 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 575 2024-04-02T08:23:49.804 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.804 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T08:23:49.804 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 8544, 2024-04-02T08:23:49.804 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 178 2024-04-02T08:23:49.804 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.804 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T08:23:49.804 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.804 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.804 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.805 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T08:23:49.805 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 27010, 2024-04-02T08:23:49.805 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 187 2024-04-02T08:23:49.805 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.805 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T08:23:49.805 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 19936, 2024-04-02T08:23:49.805 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 178 2024-04-02T08:23:49.805 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.805 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T08:23:49.805 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 2208, 2024-04-02T08:23:49.805 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3 2024-04-02T08:23:49.805 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.805 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T08:23:49.806 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 300179, 2024-04-02T08:23:49.806 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 65 2024-04-02T08:23:49.806 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.806 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T08:23:49.806 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 26565, 2024-04-02T08:23:49.806 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 9 2024-04-02T08:23:49.806 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.806 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T08:23:49.806 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 2428990, 2024-04-02T08:23:49.806 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 179 2024-04-02T08:23:49.806 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.806 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T08:23:49.806 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 4928, 2024-04-02T08:23:49.806 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 56 2024-04-02T08:23:49.807 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.807 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T08:23:49.807 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.807 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.807 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.807 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T08:23:49.807 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 428904, 2024-04-02T08:23:49.807 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 37 2024-04-02T08:23:49.807 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.807 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T08:23:49.807 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.807 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.807 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.807 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T08:23:49.808 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 10400, 2024-04-02T08:23:49.808 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 20 2024-04-02T08:23:49.808 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.808 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T08:23:49.808 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 226280, 2024-04-02T08:23:49.808 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3476 2024-04-02T08:23:49.808 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.808 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T08:23:49.808 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.808 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.808 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.808 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T08:23:49.808 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.808 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.809 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.809 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T08:23:49.809 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.809 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.809 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.809 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T08:23:49.809 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.809 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.809 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:49.809 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.809 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.4": { 2024-04-02T08:23:49.809 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T08:23:49.809 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.809 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.810 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.810 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T08:23:49.810 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 6368, 2024-04-02T08:23:49.810 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 123 2024-04-02T08:23:49.810 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.810 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T08:23:49.810 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 16896, 2024-04-02T08:23:49.810 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 8 2024-04-02T08:23:49.810 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.810 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T08:23:49.810 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 576, 2024-04-02T08:23:49.810 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3 2024-04-02T08:23:49.810 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.811 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T08:23:49.811 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 3600, 2024-04-02T08:23:49.811 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 45 2024-04-02T08:23:49.811 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.811 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T08:23:49.811 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 19824, 2024-04-02T08:23:49.811 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 177 2024-04-02T08:23:49.811 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.811 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T08:23:49.811 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 816, 2024-04-02T08:23:49.811 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 37 2024-04-02T08:23:49.811 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.811 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T08:23:49.811 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.812 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.812 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.812 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T08:23:49.812 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 85552, 2024-04-02T08:23:49.812 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 14849 2024-04-02T08:23:49.812 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.812 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T08:23:49.812 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 196776, 2024-04-02T08:23:49.812 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 321 2024-04-02T08:23:49.812 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.812 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T08:23:49.812 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 9592, 2024-04-02T08:23:49.812 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 573 2024-04-02T08:23:49.812 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.813 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T08:23:49.813 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 8496, 2024-04-02T08:23:49.813 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 177 2024-04-02T08:23:49.813 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.813 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T08:23:49.813 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.813 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.813 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.813 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T08:23:49.813 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 27690, 2024-04-02T08:23:49.813 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 189 2024-04-02T08:23:49.813 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.813 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T08:23:49.814 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 19824, 2024-04-02T08:23:49.814 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 177 2024-04-02T08:23:49.814 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.814 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T08:23:49.814 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 736, 2024-04-02T08:23:49.814 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1 2024-04-02T08:23:49.814 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.814 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T08:23:49.814 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 925344, 2024-04-02T08:23:49.814 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 74 2024-04-02T08:23:49.814 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.814 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T08:23:49.814 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 12112, 2024-04-02T08:23:49.815 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3 2024-04-02T08:23:49.815 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.815 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T08:23:49.815 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 2444076, 2024-04-02T08:23:49.815 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 183 2024-04-02T08:23:49.815 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.815 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T08:23:49.815 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 4752, 2024-04-02T08:23:49.815 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 54 2024-04-02T08:23:49.815 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.815 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T08:23:49.815 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.815 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.815 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.816 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T08:23:49.816 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 452088, 2024-04-02T08:23:49.816 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 39 2024-04-02T08:23:49.816 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.816 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T08:23:49.816 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.816 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.816 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.816 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T08:23:49.816 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 7904, 2024-04-02T08:23:49.816 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 16 2024-04-02T08:23:49.816 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.816 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T08:23:49.816 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 226536, 2024-04-02T08:23:49.817 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3488 2024-04-02T08:23:49.817 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.817 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T08:23:49.817 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.817 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.817 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.817 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T08:23:49.817 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.817 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.817 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.817 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T08:23:49.817 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.817 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.817 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.818 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T08:23:49.818 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.818 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.818 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:49.818 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.818 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.5": { 2024-04-02T08:23:49.818 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T08:23:49.818 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.818 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.818 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.818 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T08:23:49.818 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 6368, 2024-04-02T08:23:49.818 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 123 2024-04-02T08:23:49.819 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.819 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T08:23:49.819 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 16896, 2024-04-02T08:23:49.819 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 8 2024-04-02T08:23:49.819 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.819 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T08:23:49.819 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 576, 2024-04-02T08:23:49.819 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3 2024-04-02T08:23:49.819 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.821 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T08:23:49.821 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 2960, 2024-04-02T08:23:49.821 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 37 2024-04-02T08:23:49.821 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.821 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T08:23:49.821 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 19712, 2024-04-02T08:23:49.822 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 176 2024-04-02T08:23:49.822 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.822 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T08:23:49.822 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 480, 2024-04-02T08:23:49.822 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 34 2024-04-02T08:23:49.822 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.822 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T08:23:49.822 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.822 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.822 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.822 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T08:23:49.822 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 45199, 2024-04-02T08:23:49.822 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 8612 2024-04-02T08:23:49.822 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.823 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T08:23:49.823 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 129456, 2024-04-02T08:23:49.823 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 222 2024-04-02T08:23:49.823 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.823 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T08:23:49.823 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 9828, 2024-04-02T08:23:49.823 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 575 2024-04-02T08:23:49.823 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.823 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T08:23:49.823 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 8448, 2024-04-02T08:23:49.823 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 176 2024-04-02T08:23:49.824 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.824 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T08:23:49.824 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.824 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.824 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.824 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T08:23:49.824 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 28114, 2024-04-02T08:23:49.824 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 190 2024-04-02T08:23:49.824 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.824 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T08:23:49.824 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 19712, 2024-04-02T08:23:49.825 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 176 2024-04-02T08:23:49.825 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.825 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T08:23:49.825 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 2208, 2024-04-02T08:23:49.825 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3 2024-04-02T08:23:49.825 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.825 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T08:23:49.825 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 848052, 2024-04-02T08:23:49.825 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 55 2024-04-02T08:23:49.825 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.825 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T08:23:49.825 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 26565, 2024-04-02T08:23:49.825 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 9 2024-04-02T08:23:49.825 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.826 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T08:23:49.826 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 2439504, 2024-04-02T08:23:49.826 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 180 2024-04-02T08:23:49.826 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.826 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T08:23:49.826 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 5368, 2024-04-02T08:23:49.826 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 61 2024-04-02T08:23:49.826 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.826 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T08:23:49.826 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.826 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.826 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.826 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T08:23:49.827 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 475272, 2024-04-02T08:23:49.827 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 41 2024-04-02T08:23:49.827 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.827 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T08:23:49.827 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.827 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.827 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.827 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T08:23:49.827 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 11960, 2024-04-02T08:23:49.827 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 23 2024-04-02T08:23:49.827 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.827 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T08:23:49.827 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 226792, 2024-04-02T08:23:49.827 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3500 2024-04-02T08:23:49.828 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.828 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T08:23:49.828 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.828 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.828 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.828 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T08:23:49.828 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.828 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.828 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.828 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T08:23:49.828 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.828 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.828 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.828 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T08:23:49.829 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.829 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.829 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:49.829 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.829 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.6": { 2024-04-02T08:23:49.829 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T08:23:49.829 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.829 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.829 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.829 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T08:23:49.829 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 6368, 2024-04-02T08:23:49.829 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 123 2024-04-02T08:23:49.829 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.830 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T08:23:49.830 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 16896, 2024-04-02T08:23:49.830 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 8 2024-04-02T08:23:49.830 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.830 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T08:23:49.830 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 576, 2024-04-02T08:23:49.830 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3 2024-04-02T08:23:49.830 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.830 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T08:23:49.830 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 2400, 2024-04-02T08:23:49.830 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 30 2024-04-02T08:23:49.830 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.830 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T08:23:49.831 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 20832, 2024-04-02T08:23:49.831 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 186 2024-04-02T08:23:49.831 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.831 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T08:23:49.831 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 704, 2024-04-02T08:23:49.831 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 36 2024-04-02T08:23:49.831 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.831 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T08:23:49.831 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 29838, 2024-04-02T08:23:49.831 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 6 2024-04-02T08:23:49.831 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.831 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T08:23:49.831 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 45954, 2024-04-02T08:23:49.831 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 8930 2024-04-02T08:23:49.831 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.831 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T08:23:49.832 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 128776, 2024-04-02T08:23:49.832 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 221 2024-04-02T08:23:49.832 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.832 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T08:23:49.832 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 10760, 2024-04-02T08:23:49.832 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 733 2024-04-02T08:23:49.832 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.832 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T08:23:49.832 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 8928, 2024-04-02T08:23:49.832 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 186 2024-04-02T08:23:49.832 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.832 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T08:23:49.832 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.832 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.832 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.833 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T08:23:49.833 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 28718, 2024-04-02T08:23:49.833 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 189 2024-04-02T08:23:49.833 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.833 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T08:23:49.833 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 20832, 2024-04-02T08:23:49.833 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 186 2024-04-02T08:23:49.833 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.833 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T08:23:49.833 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.833 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.833 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.833 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T08:23:49.834 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 535399, 2024-04-02T08:23:49.834 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 44 2024-04-02T08:23:49.834 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.834 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T08:23:49.834 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.834 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.834 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.834 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T08:23:49.834 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 2420798, 2024-04-02T08:23:49.834 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 173 2024-04-02T08:23:49.834 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.834 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T08:23:49.834 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 4840, 2024-04-02T08:23:49.834 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 55 2024-04-02T08:23:49.835 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.835 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T08:23:49.835 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.835 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.835 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.835 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T08:23:49.835 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 440496, 2024-04-02T08:23:49.835 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 38 2024-04-02T08:23:49.835 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.835 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T08:23:49.835 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.835 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.835 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.835 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T08:23:49.836 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 88712, 2024-04-02T08:23:49.836 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 181 2024-04-02T08:23:49.836 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.836 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T08:23:49.836 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 227048, 2024-04-02T08:23:49.836 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3512 2024-04-02T08:23:49.836 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.836 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T08:23:49.836 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.836 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.836 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.836 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T08:23:49.836 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.836 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.837 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.837 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T08:23:49.837 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.837 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.837 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.837 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T08:23:49.837 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.837 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.837 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:49.837 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.837 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.7": { 2024-04-02T08:23:49.837 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T08:23:49.837 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.837 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.838 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.838 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T08:23:49.838 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 6368, 2024-04-02T08:23:49.838 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 123 2024-04-02T08:23:49.838 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.838 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T08:23:49.838 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 16896, 2024-04-02T08:23:49.838 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 8 2024-04-02T08:23:49.838 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.838 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T08:23:49.838 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 576, 2024-04-02T08:23:49.838 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3 2024-04-02T08:23:49.838 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.839 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T08:23:49.839 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1760, 2024-04-02T08:23:49.839 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 22 2024-04-02T08:23:49.839 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.839 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T08:23:49.839 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 20608, 2024-04-02T08:23:49.839 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 184 2024-04-02T08:23:49.839 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.839 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T08:23:49.839 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1040, 2024-04-02T08:23:49.839 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 39 2024-04-02T08:23:49.839 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.839 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T08:23:49.839 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 270336, 2024-04-02T08:23:49.840 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 7 2024-04-02T08:23:49.840 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.840 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T08:23:49.840 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 48357, 2024-04-02T08:23:49.840 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 9241 2024-04-02T08:23:49.840 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.840 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T08:23:49.840 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 134216, 2024-04-02T08:23:49.840 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 229 2024-04-02T08:23:49.840 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.840 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T08:23:49.840 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 11616, 2024-04-02T08:23:49.840 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 737 2024-04-02T08:23:49.840 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.841 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T08:23:49.841 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 8832, 2024-04-02T08:23:49.841 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 184 2024-04-02T08:23:49.841 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.841 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T08:23:49.841 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.841 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.841 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.841 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T08:23:49.841 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 31102, 2024-04-02T08:23:49.841 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 197 2024-04-02T08:23:49.841 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.842 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T08:23:49.842 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 20608, 2024-04-02T08:23:49.842 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 184 2024-04-02T08:23:49.842 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.842 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T08:23:49.842 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.842 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.842 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.842 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T08:23:49.842 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 153789, 2024-04-02T08:23:49.842 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 30 2024-04-02T08:23:49.842 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.843 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T08:23:49.843 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.843 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.843 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.843 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T08:23:49.843 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 2447072, 2024-04-02T08:23:49.843 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 204 2024-04-02T08:23:49.843 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.843 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T08:23:49.843 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 5896, 2024-04-02T08:23:49.843 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 67 2024-04-02T08:23:49.843 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.843 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T08:23:49.843 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.843 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.844 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.844 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T08:23:49.844 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 533232, 2024-04-02T08:23:49.844 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 46 2024-04-02T08:23:49.844 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.844 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T08:23:49.844 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.844 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.844 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.844 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T08:23:49.844 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 91000, 2024-04-02T08:23:49.844 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 203 2024-04-02T08:23:49.844 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.844 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T08:23:49.844 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 226280, 2024-04-02T08:23:49.845 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3476 2024-04-02T08:23:49.845 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.845 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T08:23:49.845 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.845 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.845 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.845 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T08:23:49.845 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.845 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.845 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.845 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T08:23:49.845 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.845 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.846 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.846 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T08:23:49.846 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:49.846 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:49.846 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:49.846 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:49.846 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:49.846 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.846 INFO:tasks.workunit.client.0.smithi012.stdout: "metadata": { 2024-04-02T08:23:49.846 INFO:tasks.workunit.client.0.smithi012.stdout: "mds": { 2024-04-02T08:23:49.846 INFO:tasks.workunit.client.0.smithi012.stdout: "arch": { 2024-04-02T08:23:49.846 INFO:tasks.workunit.client.0.smithi012.stdout: "x86_64": 2 2024-04-02T08:23:49.846 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.847 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph_version": { 2024-04-02T08:23:49.847 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:23:49.847 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.847 INFO:tasks.workunit.client.0.smithi012.stdout: "cpu": { 2024-04-02T08:23:49.847 INFO:tasks.workunit.client.0.smithi012.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-04-02T08:23:49.847 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.847 INFO:tasks.workunit.client.0.smithi012.stdout: "distro": { 2024-04-02T08:23:49.847 INFO:tasks.workunit.client.0.smithi012.stdout: "centos": 2 2024-04-02T08:23:49.847 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.847 INFO:tasks.workunit.client.0.smithi012.stdout: "distro_description": { 2024-04-02T08:23:49.847 INFO:tasks.workunit.client.0.smithi012.stdout: "CentOS Stream 8": 2 2024-04-02T08:23:49.847 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.847 INFO:tasks.workunit.client.0.smithi012.stdout: "kernel_description": { 2024-04-02T08:23:49.847 INFO:tasks.workunit.client.0.smithi012.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 2 2024-04-02T08:23:49.848 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.848 INFO:tasks.workunit.client.0.smithi012.stdout: "kernel_version": { 2024-04-02T08:23:49.848 INFO:tasks.workunit.client.0.smithi012.stdout: "5.14.0-434.el9.x86_64": 2 2024-04-02T08:23:49.848 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.848 INFO:tasks.workunit.client.0.smithi012.stdout: "os": { 2024-04-02T08:23:49.848 INFO:tasks.workunit.client.0.smithi012.stdout: "Linux": 2 2024-04-02T08:23:49.848 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:49.848 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.848 INFO:tasks.workunit.client.0.smithi012.stdout: "mon": { 2024-04-02T08:23:49.848 INFO:tasks.workunit.client.0.smithi012.stdout: "arch": { 2024-04-02T08:23:49.848 INFO:tasks.workunit.client.0.smithi012.stdout: "x86_64": 3 2024-04-02T08:23:49.848 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.848 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph_version": { 2024-04-02T08:23:49.848 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3 2024-04-02T08:23:49.849 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.849 INFO:tasks.workunit.client.0.smithi012.stdout: "cpu": { 2024-04-02T08:23:49.849 INFO:tasks.workunit.client.0.smithi012.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-04-02T08:23:49.849 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.849 INFO:tasks.workunit.client.0.smithi012.stdout: "distro": { 2024-04-02T08:23:49.849 INFO:tasks.workunit.client.0.smithi012.stdout: "centos": 3 2024-04-02T08:23:49.849 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.849 INFO:tasks.workunit.client.0.smithi012.stdout: "distro_description": { 2024-04-02T08:23:49.849 INFO:tasks.workunit.client.0.smithi012.stdout: "CentOS Stream 8": 3 2024-04-02T08:23:49.849 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.849 INFO:tasks.workunit.client.0.smithi012.stdout: "kernel_description": { 2024-04-02T08:23:49.849 INFO:tasks.workunit.client.0.smithi012.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 3 2024-04-02T08:23:49.849 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.849 INFO:tasks.workunit.client.0.smithi012.stdout: "kernel_version": { 2024-04-02T08:23:49.849 INFO:tasks.workunit.client.0.smithi012.stdout: "5.14.0-434.el9.x86_64": 3 2024-04-02T08:23:49.850 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.850 INFO:tasks.workunit.client.0.smithi012.stdout: "os": { 2024-04-02T08:23:49.850 INFO:tasks.workunit.client.0.smithi012.stdout: "Linux": 3 2024-04-02T08:23:49.850 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:49.850 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.850 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T08:23:49.850 INFO:tasks.workunit.client.0.smithi012.stdout: "arch": { 2024-04-02T08:23:49.850 INFO:tasks.workunit.client.0.smithi012.stdout: "x86_64": 8 2024-04-02T08:23:49.850 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.850 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph_version": { 2024-04-02T08:23:49.850 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:23:49.850 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.850 INFO:tasks.workunit.client.0.smithi012.stdout: "cpu": { 2024-04-02T08:23:49.851 INFO:tasks.workunit.client.0.smithi012.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-04-02T08:23:49.851 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.851 INFO:tasks.workunit.client.0.smithi012.stdout: "distro": { 2024-04-02T08:23:49.851 INFO:tasks.workunit.client.0.smithi012.stdout: "centos": 8 2024-04-02T08:23:49.851 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.851 INFO:tasks.workunit.client.0.smithi012.stdout: "distro_description": { 2024-04-02T08:23:49.851 INFO:tasks.workunit.client.0.smithi012.stdout: "CentOS Stream 8": 8 2024-04-02T08:23:49.851 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.851 INFO:tasks.workunit.client.0.smithi012.stdout: "kernel_description": { 2024-04-02T08:23:49.851 INFO:tasks.workunit.client.0.smithi012.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 8 2024-04-02T08:23:49.851 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.851 INFO:tasks.workunit.client.0.smithi012.stdout: "kernel_version": { 2024-04-02T08:23:49.851 INFO:tasks.workunit.client.0.smithi012.stdout: "5.14.0-434.el9.x86_64": 8 2024-04-02T08:23:49.851 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.851 INFO:tasks.workunit.client.0.smithi012.stdout: "os": { 2024-04-02T08:23:49.852 INFO:tasks.workunit.client.0.smithi012.stdout: "Linux": 8 2024-04-02T08:23:49.852 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.852 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_objectstore": { 2024-04-02T08:23:49.852 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore": 8 2024-04-02T08:23:49.852 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.852 INFO:tasks.workunit.client.0.smithi012.stdout: "rotational": { 2024-04-02T08:23:49.852 INFO:tasks.workunit.client.0.smithi012.stdout: "0": 8 2024-04-02T08:23:49.852 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:49.852 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:49.852 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.852 INFO:tasks.workunit.client.0.smithi012.stdout: "mon": { 2024-04-02T08:23:49.852 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T08:23:49.852 INFO:tasks.workunit.client.0.smithi012.stdout: "features": { 2024-04-02T08:23:49.852 INFO:tasks.workunit.client.0.smithi012.stdout: "optional": [], 2024-04-02T08:23:49.853 INFO:tasks.workunit.client.0.smithi012.stdout: "persistent": [ 2024-04-02T08:23:49.853 INFO:tasks.workunit.client.0.smithi012.stdout: "kraken", 2024-04-02T08:23:49.853 INFO:tasks.workunit.client.0.smithi012.stdout: "luminous", 2024-04-02T08:23:49.853 INFO:tasks.workunit.client.0.smithi012.stdout: "mimic", 2024-04-02T08:23:49.853 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap-prune", 2024-04-02T08:23:49.853 INFO:tasks.workunit.client.0.smithi012.stdout: "nautilus", 2024-04-02T08:23:49.853 INFO:tasks.workunit.client.0.smithi012.stdout: "octopus", 2024-04-02T08:23:49.853 INFO:tasks.workunit.client.0.smithi012.stdout: "pacific", 2024-04-02T08:23:49.853 INFO:tasks.workunit.client.0.smithi012.stdout: "elector-pinging", 2024-04-02T08:23:49.853 INFO:tasks.workunit.client.0.smithi012.stdout: "quincy", 2024-04-02T08:23:49.853 INFO:tasks.workunit.client.0.smithi012.stdout: "reef" 2024-04-02T08:23:49.853 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:49.853 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.853 INFO:tasks.workunit.client.0.smithi012.stdout: "ipv4_addr_mons": 6, 2024-04-02T08:23:49.854 INFO:tasks.workunit.client.0.smithi012.stdout: "ipv6_addr_mons": 0, 2024-04-02T08:23:49.854 INFO:tasks.workunit.client.0.smithi012.stdout: "min_mon_release": 18, 2024-04-02T08:23:49.854 INFO:tasks.workunit.client.0.smithi012.stdout: "v1_addr_mons": 3, 2024-04-02T08:23:49.854 INFO:tasks.workunit.client.0.smithi012.stdout: "v2_addr_mons": 3 2024-04-02T08:23:49.854 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.854 INFO:tasks.workunit.client.0.smithi012.stdout: "organization": "ceph-qa", 2024-04-02T08:23:49.854 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T08:23:49.854 INFO:tasks.workunit.client.0.smithi012.stdout: "cluster_network": false, 2024-04-02T08:23:49.854 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8, 2024-04-02T08:23:49.854 INFO:tasks.workunit.client.0.smithi012.stdout: "require_min_compat_client": "luminous", 2024-04-02T08:23:49.854 INFO:tasks.workunit.client.0.smithi012.stdout: "require_osd_release": "reef" 2024-04-02T08:23:49.854 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.854 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_perf_histograms": [ 2024-04-02T08:23:49.854 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:49.855 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:23:49.855 INFO:tasks.workunit.client.0.smithi012.stdout: "axes": [ 2024-04-02T08:23:49.855 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:49.855 INFO:tasks.workunit.client.0.smithi012.stdout: "buckets": 32, 2024-04-02T08:23:49.855 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 0, 2024-04-02T08:23:49.855 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "Latency (usec)", 2024-04-02T08:23:49.855 INFO:tasks.workunit.client.0.smithi012.stdout: "quant_size": 100000, 2024-04-02T08:23:49.855 INFO:tasks.workunit.client.0.smithi012.stdout: "ranges": [ 2024-04-02T08:23:49.855 INFO:tasks.workunit.client.0.smithi012.stdout: "[None, -1]", 2024-04-02T08:23:49.855 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 99999]", 2024-04-02T08:23:49.855 INFO:tasks.workunit.client.0.smithi012.stdout: "[100000, 199999]", 2024-04-02T08:23:49.855 INFO:tasks.workunit.client.0.smithi012.stdout: "[200000, 399999]", 2024-04-02T08:23:49.855 INFO:tasks.workunit.client.0.smithi012.stdout: "[400000, 799999]", 2024-04-02T08:23:49.855 INFO:tasks.workunit.client.0.smithi012.stdout: "[800000, 1599999]", 2024-04-02T08:23:49.855 INFO:tasks.workunit.client.0.smithi012.stdout: "[1600000, 3199999]", 2024-04-02T08:23:49.856 INFO:tasks.workunit.client.0.smithi012.stdout: "[3200000, 6399999]", 2024-04-02T08:23:49.856 INFO:tasks.workunit.client.0.smithi012.stdout: "[6400000, 12799999]", 2024-04-02T08:23:49.856 INFO:tasks.workunit.client.0.smithi012.stdout: "[12800000, 25599999]", 2024-04-02T08:23:49.856 INFO:tasks.workunit.client.0.smithi012.stdout: "[25600000, 51199999]", 2024-04-02T08:23:49.856 INFO:tasks.workunit.client.0.smithi012.stdout: "[51200000, 102399999]", 2024-04-02T08:23:49.856 INFO:tasks.workunit.client.0.smithi012.stdout: "[102400000, 204799999]", 2024-04-02T08:23:49.856 INFO:tasks.workunit.client.0.smithi012.stdout: "[204800000, 409599999]", 2024-04-02T08:23:49.856 INFO:tasks.workunit.client.0.smithi012.stdout: "[409600000, 819199999]", 2024-04-02T08:23:49.856 INFO:tasks.workunit.client.0.smithi012.stdout: "[819200000, 1638399999]", 2024-04-02T08:23:49.856 INFO:tasks.workunit.client.0.smithi012.stdout: "[1638400000, 3276799999]", 2024-04-02T08:23:49.856 INFO:tasks.workunit.client.0.smithi012.stdout: "[3276800000, 6553599999]", 2024-04-02T08:23:49.856 INFO:tasks.workunit.client.0.smithi012.stdout: "[6553600000, 13107199999]", 2024-04-02T08:23:49.856 INFO:tasks.workunit.client.0.smithi012.stdout: "[13107200000, 26214399999]", 2024-04-02T08:23:49.856 INFO:tasks.workunit.client.0.smithi012.stdout: "[26214400000, 52428799999]", 2024-04-02T08:23:49.857 INFO:tasks.workunit.client.0.smithi012.stdout: "[52428800000, 104857599999]", 2024-04-02T08:23:49.857 INFO:tasks.workunit.client.0.smithi012.stdout: "[104857600000, 209715199999]", 2024-04-02T08:23:49.857 INFO:tasks.workunit.client.0.smithi012.stdout: "[209715200000, 419430399999]", 2024-04-02T08:23:49.857 INFO:tasks.workunit.client.0.smithi012.stdout: "[419430400000, 838860799999]", 2024-04-02T08:23:49.857 INFO:tasks.workunit.client.0.smithi012.stdout: "[838860800000, 1677721599999]", 2024-04-02T08:23:49.857 INFO:tasks.workunit.client.0.smithi012.stdout: "[1677721600000, 3355443199999]", 2024-04-02T08:23:49.857 INFO:tasks.workunit.client.0.smithi012.stdout: "[3355443200000, 6710886399999]", 2024-04-02T08:23:49.857 INFO:tasks.workunit.client.0.smithi012.stdout: "[6710886400000, 13421772799999]", 2024-04-02T08:23:49.857 INFO:tasks.workunit.client.0.smithi012.stdout: "[13421772800000, 26843545599999]", 2024-04-02T08:23:49.857 INFO:tasks.workunit.client.0.smithi012.stdout: "[26843545600000, 53687091199999]", 2024-04-02T08:23:49.857 INFO:tasks.workunit.client.0.smithi012.stdout: "[53687091200000, None]" 2024-04-02T08:23:49.857 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:49.857 INFO:tasks.workunit.client.0.smithi012.stdout: "scale_type": "log2" 2024-04-02T08:23:49.857 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.857 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:49.858 INFO:tasks.workunit.client.0.smithi012.stdout: "buckets": 32, 2024-04-02T08:23:49.858 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 0, 2024-04-02T08:23:49.858 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "Request size (bytes)", 2024-04-02T08:23:49.858 INFO:tasks.workunit.client.0.smithi012.stdout: "quant_size": 512, 2024-04-02T08:23:49.858 INFO:tasks.workunit.client.0.smithi012.stdout: "ranges": [ 2024-04-02T08:23:49.858 INFO:tasks.workunit.client.0.smithi012.stdout: "[None, -1]", 2024-04-02T08:23:49.858 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 511]", 2024-04-02T08:23:49.858 INFO:tasks.workunit.client.0.smithi012.stdout: "[512, 1023]", 2024-04-02T08:23:49.858 INFO:tasks.workunit.client.0.smithi012.stdout: "[1024, 2047]", 2024-04-02T08:23:49.858 INFO:tasks.workunit.client.0.smithi012.stdout: "[2048, 4095]", 2024-04-02T08:23:49.858 INFO:tasks.workunit.client.0.smithi012.stdout: "[4096, 8191]", 2024-04-02T08:23:49.858 INFO:tasks.workunit.client.0.smithi012.stdout: "[8192, 16383]", 2024-04-02T08:23:49.858 INFO:tasks.workunit.client.0.smithi012.stdout: "[16384, 32767]", 2024-04-02T08:23:49.859 INFO:tasks.workunit.client.0.smithi012.stdout: "[32768, 65535]", 2024-04-02T08:23:49.859 INFO:tasks.workunit.client.0.smithi012.stdout: "[65536, 131071]", 2024-04-02T08:23:49.859 INFO:tasks.workunit.client.0.smithi012.stdout: "[131072, 262143]", 2024-04-02T08:23:49.859 INFO:tasks.workunit.client.0.smithi012.stdout: "[262144, 524287]", 2024-04-02T08:23:49.859 INFO:tasks.workunit.client.0.smithi012.stdout: "[524288, 1048575]", 2024-04-02T08:23:49.859 INFO:tasks.workunit.client.0.smithi012.stdout: "[1048576, 2097151]", 2024-04-02T08:23:49.859 INFO:tasks.workunit.client.0.smithi012.stdout: "[2097152, 4194303]", 2024-04-02T08:23:49.859 INFO:tasks.workunit.client.0.smithi012.stdout: "[4194304, 8388607]", 2024-04-02T08:23:49.859 INFO:tasks.workunit.client.0.smithi012.stdout: "[8388608, 16777215]", 2024-04-02T08:23:49.859 INFO:tasks.workunit.client.0.smithi012.stdout: "[16777216, 33554431]", 2024-04-02T08:23:49.859 INFO:tasks.workunit.client.0.smithi012.stdout: "[33554432, 67108863]", 2024-04-02T08:23:49.859 INFO:tasks.workunit.client.0.smithi012.stdout: "[67108864, 134217727]", 2024-04-02T08:23:49.859 INFO:tasks.workunit.client.0.smithi012.stdout: "[134217728, 268435455]", 2024-04-02T08:23:49.859 INFO:tasks.workunit.client.0.smithi012.stdout: "[268435456, 536870911]", 2024-04-02T08:23:49.860 INFO:tasks.workunit.client.0.smithi012.stdout: "[536870912, 1073741823]", 2024-04-02T08:23:49.860 INFO:tasks.workunit.client.0.smithi012.stdout: "[1073741824, 2147483647]", 2024-04-02T08:23:49.860 INFO:tasks.workunit.client.0.smithi012.stdout: "[2147483648, 4294967295]", 2024-04-02T08:23:49.860 INFO:tasks.workunit.client.0.smithi012.stdout: "[4294967296, 8589934591]", 2024-04-02T08:23:49.860 INFO:tasks.workunit.client.0.smithi012.stdout: "[8589934592, 17179869183]", 2024-04-02T08:23:49.860 INFO:tasks.workunit.client.0.smithi012.stdout: "[17179869184, 34359738367]", 2024-04-02T08:23:49.860 INFO:tasks.workunit.client.0.smithi012.stdout: "[34359738368, 68719476735]", 2024-04-02T08:23:49.860 INFO:tasks.workunit.client.0.smithi012.stdout: "[68719476736, 137438953471]", 2024-04-02T08:23:49.860 INFO:tasks.workunit.client.0.smithi012.stdout: "[137438953472, 274877906943]", 2024-04-02T08:23:49.860 INFO:tasks.workunit.client.0.smithi012.stdout: "[274877906944, None]" 2024-04-02T08:23:49.860 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:49.860 INFO:tasks.workunit.client.0.smithi012.stdout: "scale_type": "log2" 2024-04-02T08:23:49.860 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:49.860 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:49.861 INFO:tasks.workunit.client.0.smithi012.stdout: "osds": [ 2024-04-02T08:23:49.861 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:49.861 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 0, 2024-04-02T08:23:49.861 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:49.861 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.861 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.861 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.861 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.861 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.861 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.861 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.861 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.861 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.861 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.861 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.862 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.862 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.862 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.862 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.862 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.862 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.862 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.862 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.862 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.862 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.862 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.862 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.862 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.862 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.863 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.863 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.863 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.863 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.863 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.863 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.863 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:49.863 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:49.863 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.863 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:49.863 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 1, 2024-04-02T08:23:49.863 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:49.863 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.863 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.863 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.864 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.864 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.864 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.864 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.864 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.864 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.864 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.864 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.864 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.864 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.864 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.864 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.864 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.864 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.864 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.864 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.865 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.865 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.865 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.865 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.865 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.865 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.865 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.865 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.865 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.865 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.865 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.865 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.865 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:49.865 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:49.866 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.866 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:49.866 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 2, 2024-04-02T08:23:49.866 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:49.866 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.866 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.866 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.866 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.866 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.866 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.866 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.866 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.866 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.867 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.867 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.867 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.867 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.867 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.867 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.867 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.867 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.867 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.867 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.867 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.867 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.867 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.867 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.868 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.868 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.868 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.868 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.868 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.868 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.868 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.868 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.868 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:49.868 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:49.868 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.868 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:49.868 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 3, 2024-04-02T08:23:49.868 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:49.869 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.869 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.869 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.869 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.869 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.869 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.869 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.869 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.869 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.869 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.869 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.869 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.869 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.869 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.869 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.870 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.870 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.870 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.870 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.870 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.870 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.870 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.870 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.870 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.870 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.870 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.870 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.871 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.871 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.871 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.871 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.871 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:49.871 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:49.871 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.871 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:49.871 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 4, 2024-04-02T08:23:49.871 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:49.871 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.871 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.871 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.871 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.871 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.872 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.872 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.872 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.872 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.872 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.872 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.872 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.872 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.872 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.872 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.872 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.872 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.872 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.872 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.872 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.873 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.873 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.873 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.873 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.873 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.873 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.873 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.873 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.873 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.873 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.873 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.873 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:49.873 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:49.873 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.873 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:49.874 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 5, 2024-04-02T08:23:49.874 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:49.874 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.874 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.874 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.874 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.874 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.874 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.874 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.874 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.874 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.874 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.874 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.875 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.875 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.875 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.875 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.875 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.875 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.875 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.875 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.875 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.875 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.876 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.876 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.876 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.876 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.876 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.876 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.876 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.876 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.876 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.876 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.876 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:49.876 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:49.876 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.876 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:49.877 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 6, 2024-04-02T08:23:49.877 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:49.877 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.877 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.877 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.877 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.877 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.877 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.877 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.877 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.877 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.877 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.877 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.877 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.878 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.878 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.878 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.878 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.878 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.878 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.878 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.878 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.878 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.878 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.878 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.878 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.878 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.879 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.879 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.879 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.879 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.879 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.879 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.879 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:49.879 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:49.879 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.879 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:49.879 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 7, 2024-04-02T08:23:49.879 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:49.879 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.880 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.880 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.880 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.880 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.880 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.880 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.880 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.880 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.880 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.880 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.880 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.880 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.880 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.881 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.881 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.881 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.881 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.881 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.881 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.881 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.881 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.881 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.881 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.881 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.881 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.881 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.882 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.882 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.882 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.882 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.882 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:49.882 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:49.882 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:49.882 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:49.882 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.882 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:23:49.882 INFO:tasks.workunit.client.0.smithi012.stdout: "axes": [ 2024-04-02T08:23:49.882 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:49.882 INFO:tasks.workunit.client.0.smithi012.stdout: "buckets": 32, 2024-04-02T08:23:49.883 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 0, 2024-04-02T08:23:49.883 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "Latency (usec)", 2024-04-02T08:23:49.883 INFO:tasks.workunit.client.0.smithi012.stdout: "quant_size": 100000, 2024-04-02T08:23:49.883 INFO:tasks.workunit.client.0.smithi012.stdout: "ranges": [ 2024-04-02T08:23:49.883 INFO:tasks.workunit.client.0.smithi012.stdout: "[None, -1]", 2024-04-02T08:23:49.883 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 99999]", 2024-04-02T08:23:49.883 INFO:tasks.workunit.client.0.smithi012.stdout: "[100000, 199999]", 2024-04-02T08:23:49.883 INFO:tasks.workunit.client.0.smithi012.stdout: "[200000, 399999]", 2024-04-02T08:23:49.883 INFO:tasks.workunit.client.0.smithi012.stdout: "[400000, 799999]", 2024-04-02T08:23:49.883 INFO:tasks.workunit.client.0.smithi012.stdout: "[800000, 1599999]", 2024-04-02T08:23:49.883 INFO:tasks.workunit.client.0.smithi012.stdout: "[1600000, 3199999]", 2024-04-02T08:23:49.883 INFO:tasks.workunit.client.0.smithi012.stdout: "[3200000, 6399999]", 2024-04-02T08:23:49.883 INFO:tasks.workunit.client.0.smithi012.stdout: "[6400000, 12799999]", 2024-04-02T08:23:49.883 INFO:tasks.workunit.client.0.smithi012.stdout: "[12800000, 25599999]", 2024-04-02T08:23:49.884 INFO:tasks.workunit.client.0.smithi012.stdout: "[25600000, 51199999]", 2024-04-02T08:23:49.884 INFO:tasks.workunit.client.0.smithi012.stdout: "[51200000, 102399999]", 2024-04-02T08:23:49.884 INFO:tasks.workunit.client.0.smithi012.stdout: "[102400000, 204799999]", 2024-04-02T08:23:49.884 INFO:tasks.workunit.client.0.smithi012.stdout: "[204800000, 409599999]", 2024-04-02T08:23:49.884 INFO:tasks.workunit.client.0.smithi012.stdout: "[409600000, 819199999]", 2024-04-02T08:23:49.884 INFO:tasks.workunit.client.0.smithi012.stdout: "[819200000, 1638399999]", 2024-04-02T08:23:49.884 INFO:tasks.workunit.client.0.smithi012.stdout: "[1638400000, 3276799999]", 2024-04-02T08:23:49.884 INFO:tasks.workunit.client.0.smithi012.stdout: "[3276800000, 6553599999]", 2024-04-02T08:23:49.884 INFO:tasks.workunit.client.0.smithi012.stdout: "[6553600000, 13107199999]", 2024-04-02T08:23:49.884 INFO:tasks.workunit.client.0.smithi012.stdout: "[13107200000, 26214399999]", 2024-04-02T08:23:49.884 INFO:tasks.workunit.client.0.smithi012.stdout: "[26214400000, 52428799999]", 2024-04-02T08:23:49.884 INFO:tasks.workunit.client.0.smithi012.stdout: "[52428800000, 104857599999]", 2024-04-02T08:23:49.884 INFO:tasks.workunit.client.0.smithi012.stdout: "[104857600000, 209715199999]", 2024-04-02T08:23:49.884 INFO:tasks.workunit.client.0.smithi012.stdout: "[209715200000, 419430399999]", 2024-04-02T08:23:49.885 INFO:tasks.workunit.client.0.smithi012.stdout: "[419430400000, 838860799999]", 2024-04-02T08:23:49.885 INFO:tasks.workunit.client.0.smithi012.stdout: "[838860800000, 1677721599999]", 2024-04-02T08:23:49.885 INFO:tasks.workunit.client.0.smithi012.stdout: "[1677721600000, 3355443199999]", 2024-04-02T08:23:49.885 INFO:tasks.workunit.client.0.smithi012.stdout: "[3355443200000, 6710886399999]", 2024-04-02T08:23:49.885 INFO:tasks.workunit.client.0.smithi012.stdout: "[6710886400000, 13421772799999]", 2024-04-02T08:23:49.885 INFO:tasks.workunit.client.0.smithi012.stdout: "[13421772800000, 26843545599999]", 2024-04-02T08:23:49.885 INFO:tasks.workunit.client.0.smithi012.stdout: "[26843545600000, 53687091199999]", 2024-04-02T08:23:49.885 INFO:tasks.workunit.client.0.smithi012.stdout: "[53687091200000, None]" 2024-04-02T08:23:49.885 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:49.885 INFO:tasks.workunit.client.0.smithi012.stdout: "scale_type": "log2" 2024-04-02T08:23:49.885 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.885 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:49.885 INFO:tasks.workunit.client.0.smithi012.stdout: "buckets": 32, 2024-04-02T08:23:49.886 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 0, 2024-04-02T08:23:49.886 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "Request size (bytes)", 2024-04-02T08:23:49.886 INFO:tasks.workunit.client.0.smithi012.stdout: "quant_size": 512, 2024-04-02T08:23:49.886 INFO:tasks.workunit.client.0.smithi012.stdout: "ranges": [ 2024-04-02T08:23:49.886 INFO:tasks.workunit.client.0.smithi012.stdout: "[None, -1]", 2024-04-02T08:23:49.886 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 511]", 2024-04-02T08:23:49.886 INFO:tasks.workunit.client.0.smithi012.stdout: "[512, 1023]", 2024-04-02T08:23:49.886 INFO:tasks.workunit.client.0.smithi012.stdout: "[1024, 2047]", 2024-04-02T08:23:49.886 INFO:tasks.workunit.client.0.smithi012.stdout: "[2048, 4095]", 2024-04-02T08:23:49.886 INFO:tasks.workunit.client.0.smithi012.stdout: "[4096, 8191]", 2024-04-02T08:23:49.886 INFO:tasks.workunit.client.0.smithi012.stdout: "[8192, 16383]", 2024-04-02T08:23:49.886 INFO:tasks.workunit.client.0.smithi012.stdout: "[16384, 32767]", 2024-04-02T08:23:49.886 INFO:tasks.workunit.client.0.smithi012.stdout: "[32768, 65535]", 2024-04-02T08:23:49.886 INFO:tasks.workunit.client.0.smithi012.stdout: "[65536, 131071]", 2024-04-02T08:23:49.887 INFO:tasks.workunit.client.0.smithi012.stdout: "[131072, 262143]", 2024-04-02T08:23:49.887 INFO:tasks.workunit.client.0.smithi012.stdout: "[262144, 524287]", 2024-04-02T08:23:49.887 INFO:tasks.workunit.client.0.smithi012.stdout: "[524288, 1048575]", 2024-04-02T08:23:49.887 INFO:tasks.workunit.client.0.smithi012.stdout: "[1048576, 2097151]", 2024-04-02T08:23:49.887 INFO:tasks.workunit.client.0.smithi012.stdout: "[2097152, 4194303]", 2024-04-02T08:23:49.887 INFO:tasks.workunit.client.0.smithi012.stdout: "[4194304, 8388607]", 2024-04-02T08:23:49.887 INFO:tasks.workunit.client.0.smithi012.stdout: "[8388608, 16777215]", 2024-04-02T08:23:49.887 INFO:tasks.workunit.client.0.smithi012.stdout: "[16777216, 33554431]", 2024-04-02T08:23:49.887 INFO:tasks.workunit.client.0.smithi012.stdout: "[33554432, 67108863]", 2024-04-02T08:23:49.887 INFO:tasks.workunit.client.0.smithi012.stdout: "[67108864, 134217727]", 2024-04-02T08:23:49.887 INFO:tasks.workunit.client.0.smithi012.stdout: "[134217728, 268435455]", 2024-04-02T08:23:49.887 INFO:tasks.workunit.client.0.smithi012.stdout: "[268435456, 536870911]", 2024-04-02T08:23:49.887 INFO:tasks.workunit.client.0.smithi012.stdout: "[536870912, 1073741823]", 2024-04-02T08:23:49.887 INFO:tasks.workunit.client.0.smithi012.stdout: "[1073741824, 2147483647]", 2024-04-02T08:23:49.888 INFO:tasks.workunit.client.0.smithi012.stdout: "[2147483648, 4294967295]", 2024-04-02T08:23:49.888 INFO:tasks.workunit.client.0.smithi012.stdout: "[4294967296, 8589934591]", 2024-04-02T08:23:49.888 INFO:tasks.workunit.client.0.smithi012.stdout: "[8589934592, 17179869183]", 2024-04-02T08:23:49.888 INFO:tasks.workunit.client.0.smithi012.stdout: "[17179869184, 34359738367]", 2024-04-02T08:23:49.888 INFO:tasks.workunit.client.0.smithi012.stdout: "[34359738368, 68719476735]", 2024-04-02T08:23:49.888 INFO:tasks.workunit.client.0.smithi012.stdout: "[68719476736, 137438953471]", 2024-04-02T08:23:49.888 INFO:tasks.workunit.client.0.smithi012.stdout: "[137438953472, 274877906943]", 2024-04-02T08:23:49.888 INFO:tasks.workunit.client.0.smithi012.stdout: "[274877906944, None]" 2024-04-02T08:23:49.888 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:49.888 INFO:tasks.workunit.client.0.smithi012.stdout: "scale_type": "log2" 2024-04-02T08:23:49.888 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:49.888 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:49.888 INFO:tasks.workunit.client.0.smithi012.stdout: "osds": [ 2024-04-02T08:23:49.888 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:49.888 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 0, 2024-04-02T08:23:49.889 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:49.889 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.889 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.889 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.889 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.889 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.889 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.889 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.889 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.889 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.889 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.889 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.889 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.890 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.890 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.890 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.890 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.890 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.890 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.890 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.890 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.890 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.890 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.890 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.890 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.890 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.890 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.891 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.891 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.891 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.891 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.891 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.891 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:49.891 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:49.891 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.891 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:49.891 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 1, 2024-04-02T08:23:49.891 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:49.891 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.892 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.892 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.892 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.892 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.892 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.892 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.892 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.892 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.892 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.892 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.892 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.892 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.892 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.892 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.893 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.893 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.893 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.893 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.893 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.893 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.893 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.893 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.893 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.893 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.893 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.893 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.893 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.893 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.894 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.894 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.894 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:49.894 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:49.894 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.894 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:49.894 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 2, 2024-04-02T08:23:49.894 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:49.894 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.894 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.894 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.894 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.894 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.895 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.895 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.895 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.895 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.895 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.895 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.895 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.895 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.895 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.895 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.895 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.895 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.895 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.896 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.896 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.896 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.896 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.896 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.896 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.896 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.896 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.896 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.896 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.896 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.896 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.896 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.897 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:49.897 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:49.897 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.897 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:49.897 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 3, 2024-04-02T08:23:49.897 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:49.897 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.897 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.897 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.897 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.897 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.897 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.897 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.897 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.898 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.898 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.898 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.898 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.898 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.898 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.898 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.898 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.898 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.898 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.898 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.898 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.898 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.899 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.899 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.899 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.899 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.899 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.899 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.899 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.899 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.899 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.899 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.899 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:49.899 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:49.899 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.899 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:49.900 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 4, 2024-04-02T08:23:49.900 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:49.900 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.900 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.900 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.900 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.900 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.900 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.900 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.900 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.900 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.900 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.901 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.901 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.901 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.901 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.901 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.901 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.901 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.901 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.901 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.901 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.901 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.901 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.901 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.901 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.902 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.902 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.902 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.902 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.902 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.902 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.902 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.902 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:49.902 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:49.902 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.902 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:49.902 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 5, 2024-04-02T08:23:49.903 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:49.903 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.903 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.903 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.903 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.903 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.903 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.903 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.903 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.903 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.903 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.903 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.903 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.903 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.904 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.904 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.904 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.904 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.904 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.904 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.904 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.904 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.904 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.904 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.904 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.904 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.904 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.904 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.905 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.905 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.905 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.905 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.905 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:49.905 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:49.905 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.905 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:49.905 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 6, 2024-04-02T08:23:49.905 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:49.905 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.905 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.905 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.905 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.906 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.906 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.906 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.906 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.906 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.906 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.906 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.906 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.906 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.906 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.906 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.906 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.907 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.907 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.907 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.907 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.907 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.907 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.907 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.907 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.907 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.907 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.907 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.907 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.907 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.908 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.908 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.908 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:49.908 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:49.908 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.908 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:49.908 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 7, 2024-04-02T08:23:49.908 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:49.908 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.908 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.908 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.908 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.908 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.908 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.909 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.909 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.909 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.909 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.909 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.909 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.909 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.909 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.909 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.909 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.909 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.909 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.909 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.909 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.910 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.910 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.910 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.910 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.910 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.910 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.910 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.910 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.910 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.910 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.910 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.910 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:49.910 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:49.910 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:49.911 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:49.911 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.911 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:23:49.911 INFO:tasks.workunit.client.0.smithi012.stdout: "axes": [ 2024-04-02T08:23:49.911 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:49.911 INFO:tasks.workunit.client.0.smithi012.stdout: "buckets": 32, 2024-04-02T08:23:49.911 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 0, 2024-04-02T08:23:49.911 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "Latency (usec)", 2024-04-02T08:23:49.911 INFO:tasks.workunit.client.0.smithi012.stdout: "quant_size": 100000, 2024-04-02T08:23:49.911 INFO:tasks.workunit.client.0.smithi012.stdout: "ranges": [ 2024-04-02T08:23:49.911 INFO:tasks.workunit.client.0.smithi012.stdout: "[None, -1]", 2024-04-02T08:23:49.911 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 99999]", 2024-04-02T08:23:49.912 INFO:tasks.workunit.client.0.smithi012.stdout: "[100000, 199999]", 2024-04-02T08:23:49.912 INFO:tasks.workunit.client.0.smithi012.stdout: "[200000, 399999]", 2024-04-02T08:23:49.912 INFO:tasks.workunit.client.0.smithi012.stdout: "[400000, 799999]", 2024-04-02T08:23:49.912 INFO:tasks.workunit.client.0.smithi012.stdout: "[800000, 1599999]", 2024-04-02T08:23:49.912 INFO:tasks.workunit.client.0.smithi012.stdout: "[1600000, 3199999]", 2024-04-02T08:23:49.912 INFO:tasks.workunit.client.0.smithi012.stdout: "[3200000, 6399999]", 2024-04-02T08:23:49.912 INFO:tasks.workunit.client.0.smithi012.stdout: "[6400000, 12799999]", 2024-04-02T08:23:49.912 INFO:tasks.workunit.client.0.smithi012.stdout: "[12800000, 25599999]", 2024-04-02T08:23:49.912 INFO:tasks.workunit.client.0.smithi012.stdout: "[25600000, 51199999]", 2024-04-02T08:23:49.912 INFO:tasks.workunit.client.0.smithi012.stdout: "[51200000, 102399999]", 2024-04-02T08:23:49.912 INFO:tasks.workunit.client.0.smithi012.stdout: "[102400000, 204799999]", 2024-04-02T08:23:49.912 INFO:tasks.workunit.client.0.smithi012.stdout: "[204800000, 409599999]", 2024-04-02T08:23:49.912 INFO:tasks.workunit.client.0.smithi012.stdout: "[409600000, 819199999]", 2024-04-02T08:23:49.912 INFO:tasks.workunit.client.0.smithi012.stdout: "[819200000, 1638399999]", 2024-04-02T08:23:49.913 INFO:tasks.workunit.client.0.smithi012.stdout: "[1638400000, 3276799999]", 2024-04-02T08:23:49.913 INFO:tasks.workunit.client.0.smithi012.stdout: "[3276800000, 6553599999]", 2024-04-02T08:23:49.913 INFO:tasks.workunit.client.0.smithi012.stdout: "[6553600000, 13107199999]", 2024-04-02T08:23:49.913 INFO:tasks.workunit.client.0.smithi012.stdout: "[13107200000, 26214399999]", 2024-04-02T08:23:49.913 INFO:tasks.workunit.client.0.smithi012.stdout: "[26214400000, 52428799999]", 2024-04-02T08:23:49.913 INFO:tasks.workunit.client.0.smithi012.stdout: "[52428800000, 104857599999]", 2024-04-02T08:23:49.913 INFO:tasks.workunit.client.0.smithi012.stdout: "[104857600000, 209715199999]", 2024-04-02T08:23:49.913 INFO:tasks.workunit.client.0.smithi012.stdout: "[209715200000, 419430399999]", 2024-04-02T08:23:49.913 INFO:tasks.workunit.client.0.smithi012.stdout: "[419430400000, 838860799999]", 2024-04-02T08:23:49.913 INFO:tasks.workunit.client.0.smithi012.stdout: "[838860800000, 1677721599999]", 2024-04-02T08:23:49.913 INFO:tasks.workunit.client.0.smithi012.stdout: "[1677721600000, 3355443199999]", 2024-04-02T08:23:49.913 INFO:tasks.workunit.client.0.smithi012.stdout: "[3355443200000, 6710886399999]", 2024-04-02T08:23:49.913 INFO:tasks.workunit.client.0.smithi012.stdout: "[6710886400000, 13421772799999]", 2024-04-02T08:23:49.913 INFO:tasks.workunit.client.0.smithi012.stdout: "[13421772800000, 26843545599999]", 2024-04-02T08:23:49.914 INFO:tasks.workunit.client.0.smithi012.stdout: "[26843545600000, 53687091199999]", 2024-04-02T08:23:49.914 INFO:tasks.workunit.client.0.smithi012.stdout: "[53687091200000, None]" 2024-04-02T08:23:49.914 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:49.914 INFO:tasks.workunit.client.0.smithi012.stdout: "scale_type": "log2" 2024-04-02T08:23:49.914 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.914 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:49.914 INFO:tasks.workunit.client.0.smithi012.stdout: "buckets": 32, 2024-04-02T08:23:49.914 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 0, 2024-04-02T08:23:49.914 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "Request size (bytes)", 2024-04-02T08:23:49.914 INFO:tasks.workunit.client.0.smithi012.stdout: "quant_size": 512, 2024-04-02T08:23:49.914 INFO:tasks.workunit.client.0.smithi012.stdout: "ranges": [ 2024-04-02T08:23:49.914 INFO:tasks.workunit.client.0.smithi012.stdout: "[None, -1]", 2024-04-02T08:23:49.914 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 511]", 2024-04-02T08:23:49.915 INFO:tasks.workunit.client.0.smithi012.stdout: "[512, 1023]", 2024-04-02T08:23:49.915 INFO:tasks.workunit.client.0.smithi012.stdout: "[1024, 2047]", 2024-04-02T08:23:49.915 INFO:tasks.workunit.client.0.smithi012.stdout: "[2048, 4095]", 2024-04-02T08:23:49.915 INFO:tasks.workunit.client.0.smithi012.stdout: "[4096, 8191]", 2024-04-02T08:23:49.915 INFO:tasks.workunit.client.0.smithi012.stdout: "[8192, 16383]", 2024-04-02T08:23:49.915 INFO:tasks.workunit.client.0.smithi012.stdout: "[16384, 32767]", 2024-04-02T08:23:49.915 INFO:tasks.workunit.client.0.smithi012.stdout: "[32768, 65535]", 2024-04-02T08:23:49.915 INFO:tasks.workunit.client.0.smithi012.stdout: "[65536, 131071]", 2024-04-02T08:23:49.915 INFO:tasks.workunit.client.0.smithi012.stdout: "[131072, 262143]", 2024-04-02T08:23:49.915 INFO:tasks.workunit.client.0.smithi012.stdout: "[262144, 524287]", 2024-04-02T08:23:49.915 INFO:tasks.workunit.client.0.smithi012.stdout: "[524288, 1048575]", 2024-04-02T08:23:49.915 INFO:tasks.workunit.client.0.smithi012.stdout: "[1048576, 2097151]", 2024-04-02T08:23:49.915 INFO:tasks.workunit.client.0.smithi012.stdout: "[2097152, 4194303]", 2024-04-02T08:23:49.915 INFO:tasks.workunit.client.0.smithi012.stdout: "[4194304, 8388607]", 2024-04-02T08:23:49.915 INFO:tasks.workunit.client.0.smithi012.stdout: "[8388608, 16777215]", 2024-04-02T08:23:49.916 INFO:tasks.workunit.client.0.smithi012.stdout: "[16777216, 33554431]", 2024-04-02T08:23:49.916 INFO:tasks.workunit.client.0.smithi012.stdout: "[33554432, 67108863]", 2024-04-02T08:23:49.916 INFO:tasks.workunit.client.0.smithi012.stdout: "[67108864, 134217727]", 2024-04-02T08:23:49.916 INFO:tasks.workunit.client.0.smithi012.stdout: "[134217728, 268435455]", 2024-04-02T08:23:49.916 INFO:tasks.workunit.client.0.smithi012.stdout: "[268435456, 536870911]", 2024-04-02T08:23:49.916 INFO:tasks.workunit.client.0.smithi012.stdout: "[536870912, 1073741823]", 2024-04-02T08:23:49.916 INFO:tasks.workunit.client.0.smithi012.stdout: "[1073741824, 2147483647]", 2024-04-02T08:23:49.916 INFO:tasks.workunit.client.0.smithi012.stdout: "[2147483648, 4294967295]", 2024-04-02T08:23:49.916 INFO:tasks.workunit.client.0.smithi012.stdout: "[4294967296, 8589934591]", 2024-04-02T08:23:49.916 INFO:tasks.workunit.client.0.smithi012.stdout: "[8589934592, 17179869183]", 2024-04-02T08:23:49.916 INFO:tasks.workunit.client.0.smithi012.stdout: "[17179869184, 34359738367]", 2024-04-02T08:23:49.916 INFO:tasks.workunit.client.0.smithi012.stdout: "[34359738368, 68719476735]", 2024-04-02T08:23:49.917 INFO:tasks.workunit.client.0.smithi012.stdout: "[68719476736, 137438953471]", 2024-04-02T08:23:49.917 INFO:tasks.workunit.client.0.smithi012.stdout: "[137438953472, 274877906943]", 2024-04-02T08:23:49.917 INFO:tasks.workunit.client.0.smithi012.stdout: "[274877906944, None]" 2024-04-02T08:23:49.917 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:49.917 INFO:tasks.workunit.client.0.smithi012.stdout: "scale_type": "log2" 2024-04-02T08:23:49.917 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:49.917 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:49.917 INFO:tasks.workunit.client.0.smithi012.stdout: "osds": [ 2024-04-02T08:23:49.917 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:49.917 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 0, 2024-04-02T08:23:49.917 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:49.917 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.917 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.918 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.918 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.918 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.918 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.918 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.918 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.918 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.918 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.918 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.918 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.918 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.918 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.918 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.919 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.919 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.919 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.919 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.919 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.919 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.919 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.919 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.919 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.919 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.919 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.919 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.919 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.920 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.920 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.920 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.920 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:49.920 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:49.920 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.920 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:49.920 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 1, 2024-04-02T08:23:49.920 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:49.920 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.920 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.920 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.920 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.921 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.921 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.921 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.921 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.921 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.921 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.921 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.921 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.921 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.921 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.921 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.921 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.921 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.922 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.922 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.922 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.922 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.922 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.922 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.922 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.922 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.922 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.922 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.922 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.922 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.922 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.923 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.923 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:49.923 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:49.923 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.923 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:49.923 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 2, 2024-04-02T08:23:49.923 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:49.923 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.923 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.923 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.923 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.923 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.923 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.923 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.924 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.924 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.924 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.924 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.924 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.924 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.924 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.924 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.924 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.924 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.924 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.924 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.924 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.925 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.925 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.925 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.925 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.925 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.925 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.925 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.925 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.925 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.925 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.925 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.925 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:49.925 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:49.925 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.926 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:49.926 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 3, 2024-04-02T08:23:49.926 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:49.926 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.926 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.926 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.926 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.926 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.926 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.926 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.926 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.926 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.926 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.927 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.927 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.927 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.927 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.927 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.927 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.927 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.927 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.927 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.927 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.927 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.927 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.927 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.928 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.928 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.928 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.928 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.928 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.928 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.928 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.928 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.928 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:49.928 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:49.928 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.928 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:49.928 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 4, 2024-04-02T08:23:49.929 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:49.929 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.929 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.929 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.929 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.929 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.929 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.929 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.929 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.929 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.929 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.929 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.929 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.930 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.930 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.930 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.930 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.930 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.930 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.930 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.930 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.930 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.930 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.930 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.930 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.930 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.930 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.931 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.931 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.931 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.931 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.931 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.931 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:49.931 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:49.931 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.931 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:49.931 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 5, 2024-04-02T08:23:49.931 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:49.931 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.932 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.932 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.932 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.932 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.932 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.932 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.932 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.932 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.932 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.932 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.932 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.932 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.932 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.933 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.933 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.933 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.933 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.933 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.933 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.933 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.933 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.933 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.933 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.933 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.933 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.933 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.933 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.934 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.934 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.934 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.934 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:49.934 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:49.934 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.934 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:49.934 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 6, 2024-04-02T08:23:49.934 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:49.934 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.934 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.934 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.934 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.935 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.935 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.935 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.935 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.935 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.935 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.935 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.935 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.935 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.935 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.935 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.936 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.936 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.936 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.936 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.936 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.936 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.936 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.936 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.936 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.936 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.936 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.936 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.937 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.937 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.937 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.937 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.937 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:49.937 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:49.937 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.937 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:49.937 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 7, 2024-04-02T08:23:49.937 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:49.937 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.937 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.937 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.938 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.938 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.938 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.938 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.938 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.938 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.938 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.938 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.938 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.938 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.938 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.938 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.938 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.939 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.939 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.939 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.939 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.939 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.939 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.939 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.939 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.939 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.939 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.939 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.939 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.939 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.940 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.940 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.940 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:49.940 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:49.940 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:49.940 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:49.940 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.940 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:23:49.940 INFO:tasks.workunit.client.0.smithi012.stdout: "axes": [ 2024-04-02T08:23:49.940 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:49.940 INFO:tasks.workunit.client.0.smithi012.stdout: "buckets": 32, 2024-04-02T08:23:49.940 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 0, 2024-04-02T08:23:49.940 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "Latency (usec)", 2024-04-02T08:23:49.941 INFO:tasks.workunit.client.0.smithi012.stdout: "quant_size": 100000, 2024-04-02T08:23:49.941 INFO:tasks.workunit.client.0.smithi012.stdout: "ranges": [ 2024-04-02T08:23:49.941 INFO:tasks.workunit.client.0.smithi012.stdout: "[None, -1]", 2024-04-02T08:23:49.941 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 99999]", 2024-04-02T08:23:49.941 INFO:tasks.workunit.client.0.smithi012.stdout: "[100000, 199999]", 2024-04-02T08:23:49.941 INFO:tasks.workunit.client.0.smithi012.stdout: "[200000, 399999]", 2024-04-02T08:23:49.941 INFO:tasks.workunit.client.0.smithi012.stdout: "[400000, 799999]", 2024-04-02T08:23:49.941 INFO:tasks.workunit.client.0.smithi012.stdout: "[800000, 1599999]", 2024-04-02T08:23:49.941 INFO:tasks.workunit.client.0.smithi012.stdout: "[1600000, 3199999]", 2024-04-02T08:23:49.941 INFO:tasks.workunit.client.0.smithi012.stdout: "[3200000, 6399999]", 2024-04-02T08:23:49.941 INFO:tasks.workunit.client.0.smithi012.stdout: "[6400000, 12799999]", 2024-04-02T08:23:49.941 INFO:tasks.workunit.client.0.smithi012.stdout: "[12800000, 25599999]", 2024-04-02T08:23:49.941 INFO:tasks.workunit.client.0.smithi012.stdout: "[25600000, 51199999]", 2024-04-02T08:23:49.941 INFO:tasks.workunit.client.0.smithi012.stdout: "[51200000, 102399999]", 2024-04-02T08:23:49.942 INFO:tasks.workunit.client.0.smithi012.stdout: "[102400000, 204799999]", 2024-04-02T08:23:49.942 INFO:tasks.workunit.client.0.smithi012.stdout: "[204800000, 409599999]", 2024-04-02T08:23:49.942 INFO:tasks.workunit.client.0.smithi012.stdout: "[409600000, 819199999]", 2024-04-02T08:23:49.942 INFO:tasks.workunit.client.0.smithi012.stdout: "[819200000, 1638399999]", 2024-04-02T08:23:49.942 INFO:tasks.workunit.client.0.smithi012.stdout: "[1638400000, 3276799999]", 2024-04-02T08:23:49.942 INFO:tasks.workunit.client.0.smithi012.stdout: "[3276800000, 6553599999]", 2024-04-02T08:23:49.942 INFO:tasks.workunit.client.0.smithi012.stdout: "[6553600000, 13107199999]", 2024-04-02T08:23:49.942 INFO:tasks.workunit.client.0.smithi012.stdout: "[13107200000, 26214399999]", 2024-04-02T08:23:49.942 INFO:tasks.workunit.client.0.smithi012.stdout: "[26214400000, 52428799999]", 2024-04-02T08:23:49.942 INFO:tasks.workunit.client.0.smithi012.stdout: "[52428800000, 104857599999]", 2024-04-02T08:23:49.942 INFO:tasks.workunit.client.0.smithi012.stdout: "[104857600000, 209715199999]", 2024-04-02T08:23:49.942 INFO:tasks.workunit.client.0.smithi012.stdout: "[209715200000, 419430399999]", 2024-04-02T08:23:49.942 INFO:tasks.workunit.client.0.smithi012.stdout: "[419430400000, 838860799999]", 2024-04-02T08:23:49.943 INFO:tasks.workunit.client.0.smithi012.stdout: "[838860800000, 1677721599999]", 2024-04-02T08:23:49.943 INFO:tasks.workunit.client.0.smithi012.stdout: "[1677721600000, 3355443199999]", 2024-04-02T08:23:49.943 INFO:tasks.workunit.client.0.smithi012.stdout: "[3355443200000, 6710886399999]", 2024-04-02T08:23:49.943 INFO:tasks.workunit.client.0.smithi012.stdout: "[6710886400000, 13421772799999]", 2024-04-02T08:23:49.943 INFO:tasks.workunit.client.0.smithi012.stdout: "[13421772800000, 26843545599999]", 2024-04-02T08:23:49.943 INFO:tasks.workunit.client.0.smithi012.stdout: "[26843545600000, 53687091199999]", 2024-04-02T08:23:49.943 INFO:tasks.workunit.client.0.smithi012.stdout: "[53687091200000, None]" 2024-04-02T08:23:49.943 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:49.943 INFO:tasks.workunit.client.0.smithi012.stdout: "scale_type": "log2" 2024-04-02T08:23:49.943 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.943 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:49.943 INFO:tasks.workunit.client.0.smithi012.stdout: "buckets": 32, 2024-04-02T08:23:49.943 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 0, 2024-04-02T08:23:49.943 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "Request size (bytes)", 2024-04-02T08:23:49.944 INFO:tasks.workunit.client.0.smithi012.stdout: "quant_size": 512, 2024-04-02T08:23:49.944 INFO:tasks.workunit.client.0.smithi012.stdout: "ranges": [ 2024-04-02T08:23:49.944 INFO:tasks.workunit.client.0.smithi012.stdout: "[None, -1]", 2024-04-02T08:23:49.944 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 511]", 2024-04-02T08:23:49.944 INFO:tasks.workunit.client.0.smithi012.stdout: "[512, 1023]", 2024-04-02T08:23:49.944 INFO:tasks.workunit.client.0.smithi012.stdout: "[1024, 2047]", 2024-04-02T08:23:49.944 INFO:tasks.workunit.client.0.smithi012.stdout: "[2048, 4095]", 2024-04-02T08:23:49.944 INFO:tasks.workunit.client.0.smithi012.stdout: "[4096, 8191]", 2024-04-02T08:23:49.944 INFO:tasks.workunit.client.0.smithi012.stdout: "[8192, 16383]", 2024-04-02T08:23:49.944 INFO:tasks.workunit.client.0.smithi012.stdout: "[16384, 32767]", 2024-04-02T08:23:49.944 INFO:tasks.workunit.client.0.smithi012.stdout: "[32768, 65535]", 2024-04-02T08:23:49.944 INFO:tasks.workunit.client.0.smithi012.stdout: "[65536, 131071]", 2024-04-02T08:23:49.944 INFO:tasks.workunit.client.0.smithi012.stdout: "[131072, 262143]", 2024-04-02T08:23:49.944 INFO:tasks.workunit.client.0.smithi012.stdout: "[262144, 524287]", 2024-04-02T08:23:49.944 INFO:tasks.workunit.client.0.smithi012.stdout: "[524288, 1048575]", 2024-04-02T08:23:49.945 INFO:tasks.workunit.client.0.smithi012.stdout: "[1048576, 2097151]", 2024-04-02T08:23:49.945 INFO:tasks.workunit.client.0.smithi012.stdout: "[2097152, 4194303]", 2024-04-02T08:23:49.945 INFO:tasks.workunit.client.0.smithi012.stdout: "[4194304, 8388607]", 2024-04-02T08:23:49.945 INFO:tasks.workunit.client.0.smithi012.stdout: "[8388608, 16777215]", 2024-04-02T08:23:49.945 INFO:tasks.workunit.client.0.smithi012.stdout: "[16777216, 33554431]", 2024-04-02T08:23:49.945 INFO:tasks.workunit.client.0.smithi012.stdout: "[33554432, 67108863]", 2024-04-02T08:23:49.945 INFO:tasks.workunit.client.0.smithi012.stdout: "[67108864, 134217727]", 2024-04-02T08:23:49.945 INFO:tasks.workunit.client.0.smithi012.stdout: "[134217728, 268435455]", 2024-04-02T08:23:49.945 INFO:tasks.workunit.client.0.smithi012.stdout: "[268435456, 536870911]", 2024-04-02T08:23:49.945 INFO:tasks.workunit.client.0.smithi012.stdout: "[536870912, 1073741823]", 2024-04-02T08:23:49.945 INFO:tasks.workunit.client.0.smithi012.stdout: "[1073741824, 2147483647]", 2024-04-02T08:23:49.945 INFO:tasks.workunit.client.0.smithi012.stdout: "[2147483648, 4294967295]", 2024-04-02T08:23:49.945 INFO:tasks.workunit.client.0.smithi012.stdout: "[4294967296, 8589934591]", 2024-04-02T08:23:49.946 INFO:tasks.workunit.client.0.smithi012.stdout: "[8589934592, 17179869183]", 2024-04-02T08:23:49.946 INFO:tasks.workunit.client.0.smithi012.stdout: "[17179869184, 34359738367]", 2024-04-02T08:23:49.946 INFO:tasks.workunit.client.0.smithi012.stdout: "[34359738368, 68719476735]", 2024-04-02T08:23:49.946 INFO:tasks.workunit.client.0.smithi012.stdout: "[68719476736, 137438953471]", 2024-04-02T08:23:49.946 INFO:tasks.workunit.client.0.smithi012.stdout: "[137438953472, 274877906943]", 2024-04-02T08:23:49.946 INFO:tasks.workunit.client.0.smithi012.stdout: "[274877906944, None]" 2024-04-02T08:23:49.946 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:49.946 INFO:tasks.workunit.client.0.smithi012.stdout: "scale_type": "log2" 2024-04-02T08:23:49.946 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:49.946 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:49.946 INFO:tasks.workunit.client.0.smithi012.stdout: "osds": [ 2024-04-02T08:23:49.946 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:49.946 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 0, 2024-04-02T08:23:49.947 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:49.947 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.947 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.947 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.947 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.947 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.947 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.947 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.947 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.947 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.947 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.947 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.947 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.947 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.948 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.948 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.948 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.948 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.948 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.948 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.948 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.948 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.948 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.948 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.948 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.948 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.948 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.949 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.949 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.949 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.949 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.949 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.949 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:49.949 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:49.949 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.949 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:49.949 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 1, 2024-04-02T08:23:49.949 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:49.949 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.949 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.949 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.950 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.950 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.950 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 12, 1, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.950 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 18, 7, 0, 0, 0, 0, 0, 0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.950 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.950 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.950 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.950 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.950 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.950 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.950 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.950 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.950 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.951 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.951 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.951 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.951 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.951 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.951 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.951 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.951 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.951 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.951 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.951 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.951 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.951 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.952 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.952 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.952 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:49.952 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:49.952 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.952 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:49.952 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 2, 2024-04-02T08:23:49.952 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:49.952 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.952 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.952 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.952 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.952 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.952 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.953 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.953 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.953 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.953 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.953 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.953 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.953 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.953 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.953 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.953 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.953 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.953 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.953 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.954 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.954 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.954 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.954 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.954 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.954 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.954 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.954 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.954 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.954 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.954 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.954 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.954 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:49.955 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:49.955 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.955 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:49.955 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 3, 2024-04-02T08:23:49.955 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:49.955 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.955 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.955 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.955 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.955 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.955 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.955 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.955 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.955 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.956 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.956 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.956 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.956 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.956 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.956 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.956 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.956 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.956 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.956 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.956 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.956 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.957 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.957 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.957 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.957 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.957 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.957 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.957 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.957 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.957 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.957 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.957 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:49.957 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:49.957 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.958 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:49.958 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 4, 2024-04-02T08:23:49.958 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:49.958 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.958 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.958 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.958 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.958 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.958 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.958 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.958 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.958 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.958 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.959 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.959 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.959 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.959 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.959 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.959 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.959 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.959 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.959 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.959 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.959 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.959 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.959 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.960 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.960 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.960 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.960 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.960 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.960 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.960 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.960 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.960 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:49.960 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:49.960 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.960 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:49.960 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 5, 2024-04-02T08:23:49.960 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:49.961 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.961 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.961 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.961 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.961 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.961 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.961 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.961 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.961 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.961 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.961 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.961 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.961 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.961 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.962 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.962 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.962 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.962 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.962 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.962 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.962 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.962 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.962 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.962 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.962 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.962 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.963 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.963 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.963 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.963 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.963 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.963 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:49.963 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:49.963 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.963 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:49.963 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 6, 2024-04-02T08:23:49.963 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:49.963 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.963 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.964 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.964 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.964 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.964 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.964 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.964 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.964 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.964 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.964 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.964 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.964 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.964 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.964 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.964 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.965 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.965 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.965 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.965 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.965 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.965 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.965 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.965 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.965 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.965 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.965 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.965 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.965 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.966 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.966 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.966 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:49.966 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:49.966 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.966 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:49.966 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 7, 2024-04-02T08:23:49.966 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:49.966 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.966 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.966 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.966 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.967 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.967 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.967 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.967 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.967 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.967 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.967 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.967 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.967 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.967 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.967 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.967 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.967 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.968 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.968 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.968 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.968 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.968 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.968 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.968 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.968 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.968 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.968 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.968 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.968 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.968 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.968 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:49.969 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:49.969 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:49.969 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:49.969 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:49.969 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:49.969 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:49.969 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:49.969 INFO:tasks.workunit.client.0.smithi012.stdout: "perf_counters": { 2024-04-02T08:23:49.969 INFO:tasks.workunit.client.0.smithi012.stdout: "mds.55ba0c421d0a380c7e710a93002ddc2fa7e64353": { 2024-04-02T08:23:49.969 INFO:tasks.workunit.client.0.smithi012.stdout: "mds": { 2024-04-02T08:23:49.969 INFO:tasks.workunit.client.0.smithi012.stdout: "caps": { 2024-04-02T08:23:49.969 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.969 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.969 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph_cap_op_flush_ack": { 2024-04-02T08:23:49.970 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.970 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.970 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-02T08:23:49.970 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.970 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.970 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph_cap_op_grant": { 2024-04-02T08:23:49.970 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.970 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.970 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph_cap_op_revoke": { 2024-04-02T08:23:49.970 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.970 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.970 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph_cap_op_trunc": { 2024-04-02T08:23:49.970 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.971 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.971 INFO:tasks.workunit.client.0.smithi012.stdout: "dir_commit": { 2024-04-02T08:23:49.971 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12 2024-04-02T08:23:49.971 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.971 INFO:tasks.workunit.client.0.smithi012.stdout: "dir_fetch_complete": { 2024-04-02T08:23:49.971 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.971 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.971 INFO:tasks.workunit.client.0.smithi012.stdout: "dir_fetch_keys": { 2024-04-02T08:23:49.971 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.971 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.971 INFO:tasks.workunit.client.0.smithi012.stdout: "dir_merge": { 2024-04-02T08:23:49.971 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.971 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.971 INFO:tasks.workunit.client.0.smithi012.stdout: "dir_split": { 2024-04-02T08:23:49.972 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.972 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.972 INFO:tasks.workunit.client.0.smithi012.stdout: "exported_inodes": { 2024-04-02T08:23:49.972 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.972 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.972 INFO:tasks.workunit.client.0.smithi012.stdout: "forward": { 2024-04-02T08:23:49.972 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.972 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.972 INFO:tasks.workunit.client.0.smithi012.stdout: "handle_client_cap_release": { 2024-04-02T08:23:49.972 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.972 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.972 INFO:tasks.workunit.client.0.smithi012.stdout: "handle_client_caps": { 2024-04-02T08:23:49.972 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.972 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.972 INFO:tasks.workunit.client.0.smithi012.stdout: "handle_client_caps_dirty": { 2024-04-02T08:23:49.973 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.973 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.973 INFO:tasks.workunit.client.0.smithi012.stdout: "handle_inode_file_caps": { 2024-04-02T08:23:49.973 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.973 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.973 INFO:tasks.workunit.client.0.smithi012.stdout: "imported_inodes": { 2024-04-02T08:23:49.973 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.973 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.973 INFO:tasks.workunit.client.0.smithi012.stdout: "inodes": { 2024-04-02T08:23:49.973 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10 2024-04-02T08:23:49.973 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.973 INFO:tasks.workunit.client.0.smithi012.stdout: "inodes_expired": { 2024-04-02T08:23:49.973 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.973 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.973 INFO:tasks.workunit.client.0.smithi012.stdout: "inodes_pinned": { 2024-04-02T08:23:49.974 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10 2024-04-02T08:23:49.974 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.974 INFO:tasks.workunit.client.0.smithi012.stdout: "inodes_with_caps": { 2024-04-02T08:23:49.974 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.974 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.974 INFO:tasks.workunit.client.0.smithi012.stdout: "load_cent": { 2024-04-02T08:23:49.974 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.974 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.974 INFO:tasks.workunit.client.0.smithi012.stdout: "openino_dir_fetch": { 2024-04-02T08:23:49.974 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.974 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.974 INFO:tasks.workunit.client.0.smithi012.stdout: "process_request_cap_release": { 2024-04-02T08:23:49.974 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.974 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.975 INFO:tasks.workunit.client.0.smithi012.stdout: "reply_latency": { 2024-04-02T08:23:49.975 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2, 2024-04-02T08:23:49.975 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95185 2024-04-02T08:23:49.975 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.975 INFO:tasks.workunit.client.0.smithi012.stdout: "request": { 2024-04-02T08:23:49.975 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T08:23:49.975 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.975 INFO:tasks.workunit.client.0.smithi012.stdout: "root_rbytes": { 2024-04-02T08:23:49.975 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.975 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.975 INFO:tasks.workunit.client.0.smithi012.stdout: "root_rfiles": { 2024-04-02T08:23:49.975 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.975 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.975 INFO:tasks.workunit.client.0.smithi012.stdout: "root_rsnaps": { 2024-04-02T08:23:49.976 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.976 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.976 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_reply": { 2024-04-02T08:23:49.976 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.976 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.976 INFO:tasks.workunit.client.0.smithi012.stdout: "subtrees": { 2024-04-02T08:23:49.976 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T08:23:49.976 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:49.976 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.976 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_cache": { 2024-04-02T08:23:49.976 INFO:tasks.workunit.client.0.smithi012.stdout: "ireq_enqueue_scrub": { 2024-04-02T08:23:49.976 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.976 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.976 INFO:tasks.workunit.client.0.smithi012.stdout: "ireq_exportdir": { 2024-04-02T08:23:49.976 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.977 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.977 INFO:tasks.workunit.client.0.smithi012.stdout: "ireq_flush": { 2024-04-02T08:23:49.977 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.977 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.977 INFO:tasks.workunit.client.0.smithi012.stdout: "ireq_fragmentdir": { 2024-04-02T08:23:49.977 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.977 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.977 INFO:tasks.workunit.client.0.smithi012.stdout: "ireq_fragstats": { 2024-04-02T08:23:49.977 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.977 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.977 INFO:tasks.workunit.client.0.smithi012.stdout: "ireq_inodestats": { 2024-04-02T08:23:49.977 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.977 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.977 INFO:tasks.workunit.client.0.smithi012.stdout: "num_recovering_enqueued": { 2024-04-02T08:23:49.978 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.978 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.978 INFO:tasks.workunit.client.0.smithi012.stdout: "num_recovering_prioritized": { 2024-04-02T08:23:49.978 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.978 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.978 INFO:tasks.workunit.client.0.smithi012.stdout: "num_recovering_processing": { 2024-04-02T08:23:49.978 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.978 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.978 INFO:tasks.workunit.client.0.smithi012.stdout: "num_strays": { 2024-04-02T08:23:49.978 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.978 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.978 INFO:tasks.workunit.client.0.smithi012.stdout: "num_strays_delayed": { 2024-04-02T08:23:49.978 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.978 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.979 INFO:tasks.workunit.client.0.smithi012.stdout: "num_strays_enqueuing": { 2024-04-02T08:23:49.979 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.979 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.979 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_completed": { 2024-04-02T08:23:49.979 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.979 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.979 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_started": { 2024-04-02T08:23:49.979 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.979 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.979 INFO:tasks.workunit.client.0.smithi012.stdout: "strays_created": { 2024-04-02T08:23:49.979 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.979 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.979 INFO:tasks.workunit.client.0.smithi012.stdout: "strays_enqueued": { 2024-04-02T08:23:49.979 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.980 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.980 INFO:tasks.workunit.client.0.smithi012.stdout: "strays_migrated": { 2024-04-02T08:23:49.980 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.980 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.980 INFO:tasks.workunit.client.0.smithi012.stdout: "strays_reintegrated": { 2024-04-02T08:23:49.980 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.980 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:49.980 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.980 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_log": { 2024-04-02T08:23:49.980 INFO:tasks.workunit.client.0.smithi012.stdout: "ev": { 2024-04-02T08:23:49.980 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5 2024-04-02T08:23:49.980 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.980 INFO:tasks.workunit.client.0.smithi012.stdout: "evadd": { 2024-04-02T08:23:49.980 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5 2024-04-02T08:23:49.981 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.981 INFO:tasks.workunit.client.0.smithi012.stdout: "evex": { 2024-04-02T08:23:49.981 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.981 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.981 INFO:tasks.workunit.client.0.smithi012.stdout: "evexd": { 2024-04-02T08:23:49.981 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.981 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.981 INFO:tasks.workunit.client.0.smithi012.stdout: "evexg": { 2024-04-02T08:23:49.981 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.981 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.981 INFO:tasks.workunit.client.0.smithi012.stdout: "evtrm": { 2024-04-02T08:23:49.981 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.981 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.981 INFO:tasks.workunit.client.0.smithi012.stdout: "jlat": { 2024-04-02T08:23:49.982 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 5, 2024-04-02T08:23:49.982 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13654499 2024-04-02T08:23:49.982 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.982 INFO:tasks.workunit.client.0.smithi012.stdout: "replayed": { 2024-04-02T08:23:49.982 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.982 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.982 INFO:tasks.workunit.client.0.smithi012.stdout: "seg": { 2024-04-02T08:23:49.982 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1 2024-04-02T08:23:49.982 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.982 INFO:tasks.workunit.client.0.smithi012.stdout: "segadd": { 2024-04-02T08:23:49.982 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1 2024-04-02T08:23:49.982 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.982 INFO:tasks.workunit.client.0.smithi012.stdout: "segex": { 2024-04-02T08:23:49.982 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.983 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.983 INFO:tasks.workunit.client.0.smithi012.stdout: "segexd": { 2024-04-02T08:23:49.983 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.983 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.983 INFO:tasks.workunit.client.0.smithi012.stdout: "segexg": { 2024-04-02T08:23:49.983 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.983 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.983 INFO:tasks.workunit.client.0.smithi012.stdout: "segtrm": { 2024-04-02T08:23:49.983 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.983 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:49.983 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.983 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_mem": { 2024-04-02T08:23:49.983 INFO:tasks.workunit.client.0.smithi012.stdout: "cap": { 2024-04-02T08:23:49.983 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.983 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.984 INFO:tasks.workunit.client.0.smithi012.stdout: "cap+": { 2024-04-02T08:23:49.984 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T08:23:49.984 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.984 INFO:tasks.workunit.client.0.smithi012.stdout: "cap-": { 2024-04-02T08:23:49.984 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T08:23:49.984 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.984 INFO:tasks.workunit.client.0.smithi012.stdout: "dir": { 2024-04-02T08:23:49.984 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12 2024-04-02T08:23:49.984 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.984 INFO:tasks.workunit.client.0.smithi012.stdout: "dir+": { 2024-04-02T08:23:49.984 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12 2024-04-02T08:23:49.984 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.984 INFO:tasks.workunit.client.0.smithi012.stdout: "dir-": { 2024-04-02T08:23:49.985 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.985 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.985 INFO:tasks.workunit.client.0.smithi012.stdout: "dn": { 2024-04-02T08:23:49.985 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10 2024-04-02T08:23:49.985 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.985 INFO:tasks.workunit.client.0.smithi012.stdout: "dn+": { 2024-04-02T08:23:49.985 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10 2024-04-02T08:23:49.985 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.985 INFO:tasks.workunit.client.0.smithi012.stdout: "dn-": { 2024-04-02T08:23:49.985 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.985 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.985 INFO:tasks.workunit.client.0.smithi012.stdout: "heap": { 2024-04-02T08:23:49.985 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 207156 2024-04-02T08:23:49.986 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.986 INFO:tasks.workunit.client.0.smithi012.stdout: "ino": { 2024-04-02T08:23:49.986 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13 2024-04-02T08:23:49.986 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.986 INFO:tasks.workunit.client.0.smithi012.stdout: "ino+": { 2024-04-02T08:23:49.986 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13 2024-04-02T08:23:49.986 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.986 INFO:tasks.workunit.client.0.smithi012.stdout: "ino-": { 2024-04-02T08:23:49.986 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.986 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.986 INFO:tasks.workunit.client.0.smithi012.stdout: "rss": { 2024-04-02T08:23:49.986 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 42744 2024-04-02T08:23:49.986 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:49.987 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.987 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_server": { 2024-04-02T08:23:49.987 INFO:tasks.workunit.client.0.smithi012.stdout: "cap_acquisition_throttle": { 2024-04-02T08:23:49.987 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.987 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.987 INFO:tasks.workunit.client.0.smithi012.stdout: "cap_revoke_eviction": { 2024-04-02T08:23:49.987 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.987 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.987 INFO:tasks.workunit.client.0.smithi012.stdout: "handle_client_request": { 2024-04-02T08:23:49.987 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T08:23:49.987 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.987 INFO:tasks.workunit.client.0.smithi012.stdout: "handle_client_session": { 2024-04-02T08:23:49.987 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 16 2024-04-02T08:23:49.987 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.988 INFO:tasks.workunit.client.0.smithi012.stdout: "handle_peer_request": { 2024-04-02T08:23:49.988 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.988 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.988 INFO:tasks.workunit.client.0.smithi012.stdout: "req_create_latency": { 2024-04-02T08:23:49.988 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:49.988 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.988 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.988 INFO:tasks.workunit.client.0.smithi012.stdout: "req_getattr_latency": { 2024-04-02T08:23:49.988 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2, 2024-04-02T08:23:49.988 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95185 2024-04-02T08:23:49.988 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.988 INFO:tasks.workunit.client.0.smithi012.stdout: "req_getfilelock_latency": { 2024-04-02T08:23:49.988 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:49.988 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.988 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.989 INFO:tasks.workunit.client.0.smithi012.stdout: "req_getvxattr_latency": { 2024-04-02T08:23:49.989 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:49.989 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.989 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.989 INFO:tasks.workunit.client.0.smithi012.stdout: "req_link_latency": { 2024-04-02T08:23:49.989 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:49.989 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.989 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.989 INFO:tasks.workunit.client.0.smithi012.stdout: "req_lookup_latency": { 2024-04-02T08:23:49.989 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:49.989 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.989 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.989 INFO:tasks.workunit.client.0.smithi012.stdout: "req_lookuphash_latency": { 2024-04-02T08:23:49.989 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:49.989 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.990 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.990 INFO:tasks.workunit.client.0.smithi012.stdout: "req_lookupino_latency": { 2024-04-02T08:23:49.990 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:49.990 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.990 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.990 INFO:tasks.workunit.client.0.smithi012.stdout: "req_lookupname_latency": { 2024-04-02T08:23:49.990 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:49.990 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.990 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.990 INFO:tasks.workunit.client.0.smithi012.stdout: "req_lookupparent_latency": { 2024-04-02T08:23:49.990 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:49.990 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.990 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.991 INFO:tasks.workunit.client.0.smithi012.stdout: "req_lookupsnap_latency": { 2024-04-02T08:23:49.991 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:49.991 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.991 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.991 INFO:tasks.workunit.client.0.smithi012.stdout: "req_lssnap_latency": { 2024-04-02T08:23:49.991 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:49.991 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.991 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.991 INFO:tasks.workunit.client.0.smithi012.stdout: "req_mkdir_latency": { 2024-04-02T08:23:49.991 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:49.991 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.991 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.991 INFO:tasks.workunit.client.0.smithi012.stdout: "req_mknod_latency": { 2024-04-02T08:23:49.991 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:49.992 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.992 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.992 INFO:tasks.workunit.client.0.smithi012.stdout: "req_mksnap_latency": { 2024-04-02T08:23:49.992 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:49.992 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.992 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.992 INFO:tasks.workunit.client.0.smithi012.stdout: "req_open_latency": { 2024-04-02T08:23:49.992 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:49.992 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.992 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.992 INFO:tasks.workunit.client.0.smithi012.stdout: "req_readdir_latency": { 2024-04-02T08:23:49.992 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:49.992 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.992 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.993 INFO:tasks.workunit.client.0.smithi012.stdout: "req_rename_latency": { 2024-04-02T08:23:49.993 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:49.993 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.993 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.993 INFO:tasks.workunit.client.0.smithi012.stdout: "req_renamesnap_latency": { 2024-04-02T08:23:49.993 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:49.993 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.993 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.993 INFO:tasks.workunit.client.0.smithi012.stdout: "req_rmdir_latency": { 2024-04-02T08:23:49.993 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:49.993 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.993 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.993 INFO:tasks.workunit.client.0.smithi012.stdout: "req_rmsnap_latency": { 2024-04-02T08:23:49.993 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:49.993 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.994 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.994 INFO:tasks.workunit.client.0.smithi012.stdout: "req_rmxattr_latency": { 2024-04-02T08:23:49.994 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:49.994 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.994 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.994 INFO:tasks.workunit.client.0.smithi012.stdout: "req_setattr_latency": { 2024-04-02T08:23:49.994 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:49.994 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.994 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.994 INFO:tasks.workunit.client.0.smithi012.stdout: "req_setdirlayout_latency": { 2024-04-02T08:23:49.994 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:49.994 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.994 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.995 INFO:tasks.workunit.client.0.smithi012.stdout: "req_setfilelock_latency": { 2024-04-02T08:23:49.995 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:49.995 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.995 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.995 INFO:tasks.workunit.client.0.smithi012.stdout: "req_setlayout_latency": { 2024-04-02T08:23:49.995 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:49.995 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.995 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.995 INFO:tasks.workunit.client.0.smithi012.stdout: "req_setxattr_latency": { 2024-04-02T08:23:49.995 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:49.995 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.995 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.995 INFO:tasks.workunit.client.0.smithi012.stdout: "req_snapdiff_latency": { 2024-04-02T08:23:49.995 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:49.996 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.996 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.996 INFO:tasks.workunit.client.0.smithi012.stdout: "req_symlink_latency": { 2024-04-02T08:23:49.996 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:49.996 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.996 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.996 INFO:tasks.workunit.client.0.smithi012.stdout: "req_unlink_latency": { 2024-04-02T08:23:49.996 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:49.996 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.996 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:49.996 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.996 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_sessions": { 2024-04-02T08:23:49.996 INFO:tasks.workunit.client.0.smithi012.stdout: "average_load": { 2024-04-02T08:23:49.996 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1 2024-04-02T08:23:49.997 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.997 INFO:tasks.workunit.client.0.smithi012.stdout: "avg_session_uptime": { 2024-04-02T08:23:49.997 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 88 2024-04-02T08:23:49.997 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.997 INFO:tasks.workunit.client.0.smithi012.stdout: "mdthresh_evicted": { 2024-04-02T08:23:49.997 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.997 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.997 INFO:tasks.workunit.client.0.smithi012.stdout: "session_add": { 2024-04-02T08:23:49.997 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T08:23:49.997 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.997 INFO:tasks.workunit.client.0.smithi012.stdout: "session_count": { 2024-04-02T08:23:49.997 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.997 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.997 INFO:tasks.workunit.client.0.smithi012.stdout: "session_remove": { 2024-04-02T08:23:49.997 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T08:23:49.998 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.998 INFO:tasks.workunit.client.0.smithi012.stdout: "sessions_open": { 2024-04-02T08:23:49.998 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.998 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.998 INFO:tasks.workunit.client.0.smithi012.stdout: "sessions_stale": { 2024-04-02T08:23:49.998 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.998 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.998 INFO:tasks.workunit.client.0.smithi012.stdout: "total_load": { 2024-04-02T08:23:49.998 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T08:23:49.998 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:49.998 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.998 INFO:tasks.workunit.client.0.smithi012.stdout: "objecter": { 2024-04-02T08:23:49.998 INFO:tasks.workunit.client.0.smithi012.stdout: "op_active": { 2024-04-02T08:23:49.999 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.999 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.999 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T08:23:49.999 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.999 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.999 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rmw": { 2024-04-02T08:23:49.999 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:49.999 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.999 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T08:23:49.999 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 45 2024-04-02T08:23:49.999 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:49.999 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:49.999 INFO:tasks.workunit.client.0.smithi012.stdout: "purge_queue": { 2024-04-02T08:23:49.999 INFO:tasks.workunit.client.0.smithi012.stdout: "pq_executed": { 2024-04-02T08:23:49.999 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.000 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.000 INFO:tasks.workunit.client.0.smithi012.stdout: "pq_executing": { 2024-04-02T08:23:50.000 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.000 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.000 INFO:tasks.workunit.client.0.smithi012.stdout: "pq_executing_high_water": { 2024-04-02T08:23:50.000 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.000 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.000 INFO:tasks.workunit.client.0.smithi012.stdout: "pq_executing_ops": { 2024-04-02T08:23:50.000 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.000 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.000 INFO:tasks.workunit.client.0.smithi012.stdout: "pq_executing_ops_high_water": { 2024-04-02T08:23:50.000 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.000 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.000 INFO:tasks.workunit.client.0.smithi012.stdout: "pq_item_in_journal": { 2024-04-02T08:23:50.001 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.001 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.001 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.001 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.001 INFO:tasks.workunit.client.0.smithi012.stdout: "mon.057b5af1dcee546cd49a55fe146bc9ff7b417da5": { 2024-04-02T08:23:50.001 INFO:tasks.workunit.client.0.smithi012.stdout: "mon": { 2024-04-02T08:23:50.001 INFO:tasks.workunit.client.0.smithi012.stdout: "election_call": { 2024-04-02T08:23:50.001 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1 2024-04-02T08:23:50.001 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.001 INFO:tasks.workunit.client.0.smithi012.stdout: "election_lose": { 2024-04-02T08:23:50.001 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1 2024-04-02T08:23:50.001 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.001 INFO:tasks.workunit.client.0.smithi012.stdout: "election_win": { 2024-04-02T08:23:50.001 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.001 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.002 INFO:tasks.workunit.client.0.smithi012.stdout: "num_elections": { 2024-04-02T08:23:50.002 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T08:23:50.002 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.002 INFO:tasks.workunit.client.0.smithi012.stdout: "num_sessions": { 2024-04-02T08:23:50.002 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11 2024-04-02T08:23:50.002 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.002 INFO:tasks.workunit.client.0.smithi012.stdout: "session_add": { 2024-04-02T08:23:50.002 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5 2024-04-02T08:23:50.002 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.002 INFO:tasks.workunit.client.0.smithi012.stdout: "session_rm": { 2024-04-02T08:23:50.002 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 96 2024-04-02T08:23:50.002 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.002 INFO:tasks.workunit.client.0.smithi012.stdout: "session_trim": { 2024-04-02T08:23:50.003 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.003 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.003 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.003 INFO:tasks.workunit.client.0.smithi012.stdout: "paxos": { 2024-04-02T08:23:50.003 INFO:tasks.workunit.client.0.smithi012.stdout: "accept_timeout": { 2024-04-02T08:23:50.003 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.003 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.003 INFO:tasks.workunit.client.0.smithi012.stdout: "begin": { 2024-04-02T08:23:50.003 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 883 2024-04-02T08:23:50.003 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.003 INFO:tasks.workunit.client.0.smithi012.stdout: "begin_bytes": { 2024-04-02T08:23:50.003 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 883, 2024-04-02T08:23:50.003 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3883532 2024-04-02T08:23:50.003 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.004 INFO:tasks.workunit.client.0.smithi012.stdout: "begin_keys": { 2024-04-02T08:23:50.004 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.004 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.004 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.004 INFO:tasks.workunit.client.0.smithi012.stdout: "begin_latency": { 2024-04-02T08:23:50.004 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 883, 2024-04-02T08:23:50.004 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 241997990 2024-04-02T08:23:50.004 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.004 INFO:tasks.workunit.client.0.smithi012.stdout: "collect": { 2024-04-02T08:23:50.004 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1 2024-04-02T08:23:50.004 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.004 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_bytes": { 2024-04-02T08:23:50.004 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T08:23:50.004 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 73 2024-04-02T08:23:50.005 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.005 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_keys": { 2024-04-02T08:23:50.005 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T08:23:50.005 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1 2024-04-02T08:23:50.005 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.005 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_latency": { 2024-04-02T08:23:50.005 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T08:23:50.005 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 999991 2024-04-02T08:23:50.005 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.005 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_timeout": { 2024-04-02T08:23:50.005 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.005 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.005 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_uncommitted": { 2024-04-02T08:23:50.005 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.006 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.006 INFO:tasks.workunit.client.0.smithi012.stdout: "commit": { 2024-04-02T08:23:50.006 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 885 2024-04-02T08:23:50.006 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.006 INFO:tasks.workunit.client.0.smithi012.stdout: "commit_bytes": { 2024-04-02T08:23:50.006 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.006 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.006 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.006 INFO:tasks.workunit.client.0.smithi012.stdout: "commit_keys": { 2024-04-02T08:23:50.006 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.006 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.006 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.006 INFO:tasks.workunit.client.0.smithi012.stdout: "commit_latency": { 2024-04-02T08:23:50.007 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.007 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.007 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.007 INFO:tasks.workunit.client.0.smithi012.stdout: "lease_ack_timeout": { 2024-04-02T08:23:50.007 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.007 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.007 INFO:tasks.workunit.client.0.smithi012.stdout: "lease_timeout": { 2024-04-02T08:23:50.007 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.007 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.007 INFO:tasks.workunit.client.0.smithi012.stdout: "new_pn": { 2024-04-02T08:23:50.007 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.007 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.007 INFO:tasks.workunit.client.0.smithi012.stdout: "new_pn_latency": { 2024-04-02T08:23:50.007 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.008 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.008 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.008 INFO:tasks.workunit.client.0.smithi012.stdout: "refresh": { 2024-04-02T08:23:50.008 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 885 2024-04-02T08:23:50.008 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.008 INFO:tasks.workunit.client.0.smithi012.stdout: "refresh_latency": { 2024-04-02T08:23:50.008 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 885, 2024-04-02T08:23:50.008 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2092982644 2024-04-02T08:23:50.008 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.008 INFO:tasks.workunit.client.0.smithi012.stdout: "restart": { 2024-04-02T08:23:50.008 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8 2024-04-02T08:23:50.008 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.008 INFO:tasks.workunit.client.0.smithi012.stdout: "share_state": { 2024-04-02T08:23:50.009 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.009 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.009 INFO:tasks.workunit.client.0.smithi012.stdout: "share_state_bytes": { 2024-04-02T08:23:50.009 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.009 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.009 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.009 INFO:tasks.workunit.client.0.smithi012.stdout: "share_state_keys": { 2024-04-02T08:23:50.009 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.009 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.009 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.009 INFO:tasks.workunit.client.0.smithi012.stdout: "start_leader": { 2024-04-02T08:23:50.009 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.009 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.010 INFO:tasks.workunit.client.0.smithi012.stdout: "start_peon": { 2024-04-02T08:23:50.010 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1 2024-04-02T08:23:50.010 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.010 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state": { 2024-04-02T08:23:50.010 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 884 2024-04-02T08:23:50.010 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.010 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state_bytes": { 2024-04-02T08:23:50.010 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 884, 2024-04-02T08:23:50.010 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7601297 2024-04-02T08:23:50.010 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.010 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state_keys": { 2024-04-02T08:23:50.010 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 884, 2024-04-02T08:23:50.010 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6246 2024-04-02T08:23:50.011 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.011 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state_latency": { 2024-04-02T08:23:50.011 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 884, 2024-04-02T08:23:50.011 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 491995908 2024-04-02T08:23:50.011 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.011 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.011 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache": { 2024-04-02T08:23:50.011 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T08:23:50.011 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1020054731 2024-04-02T08:23:50.011 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.011 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T08:23:50.011 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 39657472 2024-04-02T08:23:50.011 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.011 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T08:23:50.012 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 29155328 2024-04-02T08:23:50.012 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.012 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T08:23:50.012 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2147483648 2024-04-02T08:23:50.012 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.012 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T08:23:50.012 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10502144 2024-04-02T08:23:50.012 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.012 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.012 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache:full": { 2024-04-02T08:23:50.012 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:50.012 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 348127232 2024-04-02T08:23:50.012 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.012 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:50.013 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.013 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.013 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:50.013 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.013 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.013 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:50.013 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 277021515 2024-04-02T08:23:50.013 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.013 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:50.013 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 270884 2024-04-02T08:23:50.013 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.013 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:50.013 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.013 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.014 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:50.014 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.014 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.014 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:50.014 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.014 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.014 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:50.014 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.014 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.014 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:50.014 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.014 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.015 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:50.015 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.015 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.015 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:50.015 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.015 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.015 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:50.015 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.015 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.015 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:50.015 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 70834833 2024-04-02T08:23:50.015 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.015 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.015 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache:inc": { 2024-04-02T08:23:50.016 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:50.016 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 348127232 2024-04-02T08:23:50.016 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.016 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:50.016 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.016 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.016 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:50.016 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.016 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.016 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:50.016 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 277021515 2024-04-02T08:23:50.016 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.016 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:50.017 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 41438 2024-04-02T08:23:50.017 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.017 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:50.017 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.017 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.017 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:50.017 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.017 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.017 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:50.017 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.017 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.017 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:50.017 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.017 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.018 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:50.018 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.018 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.018 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:50.018 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.018 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.018 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:50.018 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.018 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.018 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:50.018 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.018 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.019 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:50.019 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71064279 2024-04-02T08:23:50.019 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.019 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.019 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache:kv": { 2024-04-02T08:23:50.019 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:50.019 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 322961408 2024-04-02T08:23:50.019 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.019 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:50.019 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T08:23:50.019 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.019 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:50.019 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.020 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.020 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:50.020 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 184681010 2024-04-02T08:23:50.020 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.020 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:50.020 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.020 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.020 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:50.020 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.020 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.020 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:50.020 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.020 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.020 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:50.021 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.021 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.021 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:50.021 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.021 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.021 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:50.021 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.021 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.021 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:50.021 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.021 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.021 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:50.021 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.021 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.022 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:50.022 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.022 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.022 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:50.022 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71171534 2024-04-02T08:23:50.022 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.022 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.022 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb": { 2024-04-02T08:23:50.022 INFO:tasks.workunit.client.0.smithi012.stdout: "compact": { 2024-04-02T08:23:50.022 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.022 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.022 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_queue_len": { 2024-04-02T08:23:50.022 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.023 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.023 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_queue_merge": { 2024-04-02T08:23:50.023 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.023 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.023 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_range": { 2024-04-02T08:23:50.023 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T08:23:50.023 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.023 INFO:tasks.workunit.client.0.smithi012.stdout: "get_latency": { 2024-04-02T08:23:50.023 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 37577, 2024-04-02T08:23:50.023 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 109743152 2024-04-02T08:23:50.023 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.023 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_delay_time": { 2024-04-02T08:23:50.023 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.023 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.025 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.025 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_memtable_time": { 2024-04-02T08:23:50.025 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.025 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.025 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.025 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T08:23:50.025 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.025 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.026 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.026 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_wal_time": { 2024-04-02T08:23:50.026 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.026 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.026 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.026 INFO:tasks.workunit.client.0.smithi012.stdout: "submit_latency": { 2024-04-02T08:23:50.026 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.026 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.026 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.026 INFO:tasks.workunit.client.0.smithi012.stdout: "submit_sync_latency": { 2024-04-02T08:23:50.026 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1888, 2024-04-02T08:23:50.026 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 816373597 2024-04-02T08:23:50.026 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.027 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.027 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.027 INFO:tasks.workunit.client.0.smithi012.stdout: "mon.55ba0c421d0a380c7e710a93002ddc2fa7e64353": { 2024-04-02T08:23:50.027 INFO:tasks.workunit.client.0.smithi012.stdout: "mon": { 2024-04-02T08:23:50.027 INFO:tasks.workunit.client.0.smithi012.stdout: "election_call": { 2024-04-02T08:23:50.027 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T08:23:50.027 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.027 INFO:tasks.workunit.client.0.smithi012.stdout: "election_lose": { 2024-04-02T08:23:50.027 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T08:23:50.027 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.027 INFO:tasks.workunit.client.0.smithi012.stdout: "election_win": { 2024-04-02T08:23:50.027 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.028 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.028 INFO:tasks.workunit.client.0.smithi012.stdout: "num_elections": { 2024-04-02T08:23:50.028 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7 2024-04-02T08:23:50.028 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.028 INFO:tasks.workunit.client.0.smithi012.stdout: "num_sessions": { 2024-04-02T08:23:50.028 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11 2024-04-02T08:23:50.028 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.028 INFO:tasks.workunit.client.0.smithi012.stdout: "session_add": { 2024-04-02T08:23:50.028 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4 2024-04-02T08:23:50.028 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.028 INFO:tasks.workunit.client.0.smithi012.stdout: "session_rm": { 2024-04-02T08:23:50.028 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 51 2024-04-02T08:23:50.028 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.028 INFO:tasks.workunit.client.0.smithi012.stdout: "session_trim": { 2024-04-02T08:23:50.029 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.029 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.029 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.029 INFO:tasks.workunit.client.0.smithi012.stdout: "paxos": { 2024-04-02T08:23:50.029 INFO:tasks.workunit.client.0.smithi012.stdout: "accept_timeout": { 2024-04-02T08:23:50.029 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.029 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.029 INFO:tasks.workunit.client.0.smithi012.stdout: "begin": { 2024-04-02T08:23:50.029 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 894 2024-04-02T08:23:50.029 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.029 INFO:tasks.workunit.client.0.smithi012.stdout: "begin_bytes": { 2024-04-02T08:23:50.029 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 894, 2024-04-02T08:23:50.029 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3910734 2024-04-02T08:23:50.029 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.030 INFO:tasks.workunit.client.0.smithi012.stdout: "begin_keys": { 2024-04-02T08:23:50.030 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.030 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.030 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.030 INFO:tasks.workunit.client.0.smithi012.stdout: "begin_latency": { 2024-04-02T08:23:50.030 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 894, 2024-04-02T08:23:50.030 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 336993533 2024-04-02T08:23:50.030 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.030 INFO:tasks.workunit.client.0.smithi012.stdout: "collect": { 2024-04-02T08:23:50.030 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T08:23:50.030 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.030 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_bytes": { 2024-04-02T08:23:50.030 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2, 2024-04-02T08:23:50.030 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 146 2024-04-02T08:23:50.031 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.031 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_keys": { 2024-04-02T08:23:50.031 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2, 2024-04-02T08:23:50.031 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T08:23:50.031 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.031 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_latency": { 2024-04-02T08:23:50.031 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2, 2024-04-02T08:23:50.031 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3999923 2024-04-02T08:23:50.031 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.031 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_timeout": { 2024-04-02T08:23:50.031 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.031 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.031 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_uncommitted": { 2024-04-02T08:23:50.031 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.032 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.032 INFO:tasks.workunit.client.0.smithi012.stdout: "commit": { 2024-04-02T08:23:50.032 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 895 2024-04-02T08:23:50.032 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.032 INFO:tasks.workunit.client.0.smithi012.stdout: "commit_bytes": { 2024-04-02T08:23:50.032 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.032 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.032 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.032 INFO:tasks.workunit.client.0.smithi012.stdout: "commit_keys": { 2024-04-02T08:23:50.032 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.032 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.032 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.032 INFO:tasks.workunit.client.0.smithi012.stdout: "commit_latency": { 2024-04-02T08:23:50.032 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.032 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.033 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.033 INFO:tasks.workunit.client.0.smithi012.stdout: "lease_ack_timeout": { 2024-04-02T08:23:50.033 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.033 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.033 INFO:tasks.workunit.client.0.smithi012.stdout: "lease_timeout": { 2024-04-02T08:23:50.033 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.033 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.033 INFO:tasks.workunit.client.0.smithi012.stdout: "new_pn": { 2024-04-02T08:23:50.033 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.033 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.033 INFO:tasks.workunit.client.0.smithi012.stdout: "new_pn_latency": { 2024-04-02T08:23:50.033 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.033 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.034 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.034 INFO:tasks.workunit.client.0.smithi012.stdout: "refresh": { 2024-04-02T08:23:50.034 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 895 2024-04-02T08:23:50.034 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.034 INFO:tasks.workunit.client.0.smithi012.stdout: "refresh_latency": { 2024-04-02T08:23:50.034 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 895, 2024-04-02T08:23:50.034 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2532951310 2024-04-02T08:23:50.034 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.034 INFO:tasks.workunit.client.0.smithi012.stdout: "restart": { 2024-04-02T08:23:50.034 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13 2024-04-02T08:23:50.034 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.034 INFO:tasks.workunit.client.0.smithi012.stdout: "share_state": { 2024-04-02T08:23:50.035 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.035 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.035 INFO:tasks.workunit.client.0.smithi012.stdout: "share_state_bytes": { 2024-04-02T08:23:50.035 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.035 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.035 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.035 INFO:tasks.workunit.client.0.smithi012.stdout: "share_state_keys": { 2024-04-02T08:23:50.035 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.035 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.035 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.035 INFO:tasks.workunit.client.0.smithi012.stdout: "start_leader": { 2024-04-02T08:23:50.035 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.035 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.035 INFO:tasks.workunit.client.0.smithi012.stdout: "start_peon": { 2024-04-02T08:23:50.036 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T08:23:50.036 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.036 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state": { 2024-04-02T08:23:50.036 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 895 2024-04-02T08:23:50.036 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.036 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state_bytes": { 2024-04-02T08:23:50.036 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 895, 2024-04-02T08:23:50.036 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7653414 2024-04-02T08:23:50.036 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.036 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state_keys": { 2024-04-02T08:23:50.036 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 895, 2024-04-02T08:23:50.036 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6328 2024-04-02T08:23:50.036 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.036 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state_latency": { 2024-04-02T08:23:50.037 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 895, 2024-04-02T08:23:50.037 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1070979421 2024-04-02T08:23:50.037 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.037 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.037 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache": { 2024-04-02T08:23:50.037 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T08:23:50.037 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1020054731 2024-04-02T08:23:50.037 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.037 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T08:23:50.037 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 41754624 2024-04-02T08:23:50.037 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.037 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T08:23:50.037 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 30121984 2024-04-02T08:23:50.037 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.037 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T08:23:50.038 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2147483648 2024-04-02T08:23:50.038 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.038 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T08:23:50.038 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11632640 2024-04-02T08:23:50.038 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.038 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.038 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache:full": { 2024-04-02T08:23:50.038 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:50.038 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 348127232 2024-04-02T08:23:50.038 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.038 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:50.038 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.038 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.039 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:50.039 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.039 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.039 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:50.039 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 277021515 2024-04-02T08:23:50.039 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.039 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:50.039 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 270884 2024-04-02T08:23:50.039 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.039 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:50.039 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.039 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.039 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:50.039 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.040 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.040 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:50.040 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.040 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.040 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:50.040 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.040 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.040 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:50.040 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.040 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.040 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:50.040 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.040 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.040 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:50.040 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.041 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.041 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:50.041 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.041 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.041 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:50.041 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 70834833 2024-04-02T08:23:50.041 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.041 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.041 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache:inc": { 2024-04-02T08:23:50.041 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:50.041 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 348127232 2024-04-02T08:23:50.041 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.041 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:50.041 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.041 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.042 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:50.042 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.042 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.042 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:50.042 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 277021515 2024-04-02T08:23:50.042 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.042 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:50.042 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 41438 2024-04-02T08:23:50.042 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.042 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:50.042 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.042 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.042 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:50.043 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.043 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.043 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:50.043 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.043 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.043 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:50.043 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.043 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.043 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:50.043 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.043 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.043 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:50.043 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.043 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.043 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:50.044 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.044 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.044 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:50.044 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.044 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.044 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:50.044 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71064279 2024-04-02T08:23:50.044 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.044 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.044 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache:kv": { 2024-04-02T08:23:50.044 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:50.044 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 322961408 2024-04-02T08:23:50.044 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.044 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:50.044 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T08:23:50.045 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.045 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:50.045 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.045 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.045 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:50.045 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 184681010 2024-04-02T08:23:50.045 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.045 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:50.045 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.045 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.045 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:50.045 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.045 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.045 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:50.045 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.046 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.046 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:50.046 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.046 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.046 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:50.046 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.046 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.046 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:50.046 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.046 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.046 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:50.046 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.046 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.046 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:50.047 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.047 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.047 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:50.047 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.047 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.047 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:50.047 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71171534 2024-04-02T08:23:50.047 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.047 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.047 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb": { 2024-04-02T08:23:50.047 INFO:tasks.workunit.client.0.smithi012.stdout: "compact": { 2024-04-02T08:23:50.047 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.047 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.047 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_queue_len": { 2024-04-02T08:23:50.047 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.048 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.048 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_queue_merge": { 2024-04-02T08:23:50.048 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.048 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.048 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_range": { 2024-04-02T08:23:50.048 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T08:23:50.048 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.048 INFO:tasks.workunit.client.0.smithi012.stdout: "get_latency": { 2024-04-02T08:23:50.048 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 37991, 2024-04-02T08:23:50.048 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 107988740 2024-04-02T08:23:50.048 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.048 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_delay_time": { 2024-04-02T08:23:50.048 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.048 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.049 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.049 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_memtable_time": { 2024-04-02T08:23:50.049 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.049 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.049 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.049 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T08:23:50.049 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.049 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.049 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.049 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_wal_time": { 2024-04-02T08:23:50.049 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.049 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.049 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.049 INFO:tasks.workunit.client.0.smithi012.stdout: "submit_latency": { 2024-04-02T08:23:50.049 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.050 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.050 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.050 INFO:tasks.workunit.client.0.smithi012.stdout: "submit_sync_latency": { 2024-04-02T08:23:50.050 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1936, 2024-04-02T08:23:50.050 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1560331415 2024-04-02T08:23:50.050 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.050 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.050 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.050 INFO:tasks.workunit.client.0.smithi012.stdout: "mon.aade4c1cf53e5400fc243fe71c4882775e710864": { 2024-04-02T08:23:50.050 INFO:tasks.workunit.client.0.smithi012.stdout: "mon": { 2024-04-02T08:23:50.050 INFO:tasks.workunit.client.0.smithi012.stdout: "election_call": { 2024-04-02T08:23:50.050 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T08:23:50.050 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.051 INFO:tasks.workunit.client.0.smithi012.stdout: "election_lose": { 2024-04-02T08:23:50.051 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.051 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.051 INFO:tasks.workunit.client.0.smithi012.stdout: "election_win": { 2024-04-02T08:23:50.051 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T08:23:50.051 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.051 INFO:tasks.workunit.client.0.smithi012.stdout: "num_elections": { 2024-04-02T08:23:50.051 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9 2024-04-02T08:23:50.051 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.051 INFO:tasks.workunit.client.0.smithi012.stdout: "num_sessions": { 2024-04-02T08:23:50.051 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6 2024-04-02T08:23:50.051 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.051 INFO:tasks.workunit.client.0.smithi012.stdout: "session_add": { 2024-04-02T08:23:50.051 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T08:23:50.051 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.051 INFO:tasks.workunit.client.0.smithi012.stdout: "session_rm": { 2024-04-02T08:23:50.052 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 191 2024-04-02T08:23:50.052 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.052 INFO:tasks.workunit.client.0.smithi012.stdout: "session_trim": { 2024-04-02T08:23:50.052 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.052 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.052 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.052 INFO:tasks.workunit.client.0.smithi012.stdout: "paxos": { 2024-04-02T08:23:50.052 INFO:tasks.workunit.client.0.smithi012.stdout: "accept_timeout": { 2024-04-02T08:23:50.052 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.052 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.052 INFO:tasks.workunit.client.0.smithi012.stdout: "begin": { 2024-04-02T08:23:50.052 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1032 2024-04-02T08:23:50.052 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.052 INFO:tasks.workunit.client.0.smithi012.stdout: "begin_bytes": { 2024-04-02T08:23:50.052 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1032, 2024-04-02T08:23:50.053 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4961311 2024-04-02T08:23:50.053 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.053 INFO:tasks.workunit.client.0.smithi012.stdout: "begin_keys": { 2024-04-02T08:23:50.053 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1032, 2024-04-02T08:23:50.053 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3096 2024-04-02T08:23:50.053 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.053 INFO:tasks.workunit.client.0.smithi012.stdout: "begin_latency": { 2024-04-02T08:23:50.053 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1032, 2024-04-02T08:23:50.053 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 182998475 2024-04-02T08:23:50.053 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.053 INFO:tasks.workunit.client.0.smithi012.stdout: "collect": { 2024-04-02T08:23:50.053 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.053 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.054 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_bytes": { 2024-04-02T08:23:50.054 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.054 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.054 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.054 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_keys": { 2024-04-02T08:23:50.054 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.054 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.054 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.054 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_latency": { 2024-04-02T08:23:50.054 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.054 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.054 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.054 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_timeout": { 2024-04-02T08:23:50.055 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.055 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.055 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_uncommitted": { 2024-04-02T08:23:50.055 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.055 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.055 INFO:tasks.workunit.client.0.smithi012.stdout: "commit": { 2024-04-02T08:23:50.055 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1032 2024-04-02T08:23:50.055 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.055 INFO:tasks.workunit.client.0.smithi012.stdout: "commit_bytes": { 2024-04-02T08:23:50.055 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1032, 2024-04-02T08:23:50.055 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4886987 2024-04-02T08:23:50.055 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.055 INFO:tasks.workunit.client.0.smithi012.stdout: "commit_keys": { 2024-04-02T08:23:50.055 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1032, 2024-04-02T08:23:50.055 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6196 2024-04-02T08:23:50.056 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.056 INFO:tasks.workunit.client.0.smithi012.stdout: "commit_latency": { 2024-04-02T08:23:50.056 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1032, 2024-04-02T08:23:50.056 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 439357260 2024-04-02T08:23:50.056 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.056 INFO:tasks.workunit.client.0.smithi012.stdout: "lease_ack_timeout": { 2024-04-02T08:23:50.056 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.056 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.056 INFO:tasks.workunit.client.0.smithi012.stdout: "lease_timeout": { 2024-04-02T08:23:50.056 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.056 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.056 INFO:tasks.workunit.client.0.smithi012.stdout: "new_pn": { 2024-04-02T08:23:50.056 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T08:23:50.056 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.056 INFO:tasks.workunit.client.0.smithi012.stdout: "new_pn_latency": { 2024-04-02T08:23:50.057 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2, 2024-04-02T08:23:50.057 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.057 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.057 INFO:tasks.workunit.client.0.smithi012.stdout: "refresh": { 2024-04-02T08:23:50.057 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1034 2024-04-02T08:23:50.057 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.057 INFO:tasks.workunit.client.0.smithi012.stdout: "refresh_latency": { 2024-04-02T08:23:50.057 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1034, 2024-04-02T08:23:50.057 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2743977200 2024-04-02T08:23:50.057 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.057 INFO:tasks.workunit.client.0.smithi012.stdout: "restart": { 2024-04-02T08:23:50.057 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12 2024-04-02T08:23:50.057 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.057 INFO:tasks.workunit.client.0.smithi012.stdout: "share_state": { 2024-04-02T08:23:50.058 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T08:23:50.058 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.058 INFO:tasks.workunit.client.0.smithi012.stdout: "share_state_bytes": { 2024-04-02T08:23:50.058 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T08:23:50.058 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1627 2024-04-02T08:23:50.058 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.058 INFO:tasks.workunit.client.0.smithi012.stdout: "share_state_keys": { 2024-04-02T08:23:50.058 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T08:23:50.058 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T08:23:50.058 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.058 INFO:tasks.workunit.client.0.smithi012.stdout: "start_leader": { 2024-04-02T08:23:50.058 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T08:23:50.058 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.058 INFO:tasks.workunit.client.0.smithi012.stdout: "start_peon": { 2024-04-02T08:23:50.059 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.059 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.059 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state": { 2024-04-02T08:23:50.059 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.059 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.059 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state_bytes": { 2024-04-02T08:23:50.059 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.059 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.059 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.059 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state_keys": { 2024-04-02T08:23:50.059 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.059 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.059 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.060 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state_latency": { 2024-04-02T08:23:50.060 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.060 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.060 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.060 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.060 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache": { 2024-04-02T08:23:50.060 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T08:23:50.060 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1020054731 2024-04-02T08:23:50.060 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.060 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T08:23:50.060 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 44818432 2024-04-02T08:23:50.060 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.060 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T08:23:50.060 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 39165952 2024-04-02T08:23:50.061 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.061 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T08:23:50.061 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2147483648 2024-04-02T08:23:50.061 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.061 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T08:23:50.061 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5652480 2024-04-02T08:23:50.061 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.061 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.061 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache:full": { 2024-04-02T08:23:50.061 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:50.061 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 348127232 2024-04-02T08:23:50.061 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.061 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:50.062 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.062 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.062 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:50.062 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.062 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.062 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:50.062 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 277022591 2024-04-02T08:23:50.062 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.062 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:50.062 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 270454 2024-04-02T08:23:50.062 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.062 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:50.062 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.063 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.063 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:50.063 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.063 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.063 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:50.063 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.063 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.063 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:50.063 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.063 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.063 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:50.063 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.063 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.063 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:50.064 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.064 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.064 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:50.064 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.064 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.064 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:50.064 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.064 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.064 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:50.064 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 70834187 2024-04-02T08:23:50.064 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.064 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.064 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache:inc": { 2024-04-02T08:23:50.065 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:50.065 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 348127232 2024-04-02T08:23:50.065 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.065 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:50.065 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.065 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.065 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:50.065 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.065 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.065 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:50.065 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 277022591 2024-04-02T08:23:50.065 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.065 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:50.065 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 38999 2024-04-02T08:23:50.066 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.066 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:50.066 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.066 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.066 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:50.066 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.066 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.066 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:50.066 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.066 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.066 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:50.066 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.066 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.066 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:50.067 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.067 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.067 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:50.067 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.067 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.067 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:50.067 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.067 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.067 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:50.067 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.067 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.067 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:50.067 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71065642 2024-04-02T08:23:50.067 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.067 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.068 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache:kv": { 2024-04-02T08:23:50.068 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:50.068 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 322961408 2024-04-02T08:23:50.068 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.068 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:50.068 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T08:23:50.068 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.068 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:50.068 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.068 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.068 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:50.068 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 184681727 2024-04-02T08:23:50.068 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.068 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:50.069 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.069 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.069 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:50.069 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.069 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.069 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:50.069 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.069 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.069 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:50.069 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.069 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.069 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:50.069 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.069 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.069 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:50.070 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.070 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.070 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:50.070 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.070 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.070 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:50.070 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.070 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.070 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:50.070 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.070 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.070 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:50.070 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71170817 2024-04-02T08:23:50.071 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.071 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.071 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb": { 2024-04-02T08:23:50.071 INFO:tasks.workunit.client.0.smithi012.stdout: "compact": { 2024-04-02T08:23:50.071 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.071 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.071 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_queue_len": { 2024-04-02T08:23:50.071 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.071 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.071 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_queue_merge": { 2024-04-02T08:23:50.071 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.071 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.071 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_range": { 2024-04-02T08:23:50.072 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T08:23:50.072 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.072 INFO:tasks.workunit.client.0.smithi012.stdout: "get_latency": { 2024-04-02T08:23:50.072 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 46210, 2024-04-02T08:23:50.072 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 199468644 2024-04-02T08:23:50.072 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.072 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_delay_time": { 2024-04-02T08:23:50.072 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.072 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.072 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.072 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_memtable_time": { 2024-04-02T08:23:50.072 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.072 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.072 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.073 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T08:23:50.073 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.073 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.073 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.073 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_wal_time": { 2024-04-02T08:23:50.073 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.073 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.073 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.073 INFO:tasks.workunit.client.0.smithi012.stdout: "submit_latency": { 2024-04-02T08:23:50.073 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.073 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.073 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.073 INFO:tasks.workunit.client.0.smithi012.stdout: "submit_sync_latency": { 2024-04-02T08:23:50.073 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2230, 2024-04-02T08:23:50.074 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 712535404 2024-04-02T08:23:50.074 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.074 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.074 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.074 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.0": { 2024-04-02T08:23:50.074 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T08:23:50.074 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_fallback": { 2024-04-02T08:23:50.074 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.074 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.074 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:23:50.074 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.074 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.074 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_db": { 2024-04-02T08:23:50.075 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 65536 2024-04-02T08:23:50.075 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.075 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_main": { 2024-04-02T08:23:50.075 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.075 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.075 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_wal": { 2024-04-02T08:23:50.075 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.075 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.075 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_slow": { 2024-04-02T08:23:50.075 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.075 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.075 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_sst": { 2024-04-02T08:23:50.075 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12288 2024-04-02T08:23:50.075 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.075 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_wal": { 2024-04-02T08:23:50.076 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2592768 2024-04-02T08:23:50.076 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.076 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lat": { 2024-04-02T08:23:50.076 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.076 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.076 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.076 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lock_lat": { 2024-04-02T08:23:50.076 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.076 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.076 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.076 INFO:tasks.workunit.client.0.smithi012.stdout: "db_total_bytes": { 2024-04-02T08:23:50.076 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T08:23:50.076 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.076 INFO:tasks.workunit.client.0.smithi012.stdout: "db_used_bytes": { 2024-04-02T08:23:50.077 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 27656192 2024-04-02T08:23:50.077 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.077 INFO:tasks.workunit.client.0.smithi012.stdout: "log_bytes": { 2024-04-02T08:23:50.077 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1605632 2024-04-02T08:23:50.077 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.077 INFO:tasks.workunit.client.0.smithi012.stdout: "logged_bytes": { 2024-04-02T08:23:50.077 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1466368 2024-04-02T08:23:50.077 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.077 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_db": { 2024-04-02T08:23:50.077 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 31850496 2024-04-02T08:23:50.077 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.077 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_slow": { 2024-04-02T08:23:50.077 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.077 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.078 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_wal": { 2024-04-02T08:23:50.078 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.078 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.078 INFO:tasks.workunit.client.0.smithi012.stdout: "num_files": { 2024-04-02T08:23:50.078 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14 2024-04-02T08:23:50.078 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.078 INFO:tasks.workunit.client.0.smithi012.stdout: "read_bytes": { 2024-04-02T08:23:50.078 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 206272 2024-04-02T08:23:50.078 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.078 INFO:tasks.workunit.client.0.smithi012.stdout: "read_count": { 2024-04-02T08:23:50.078 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 23 2024-04-02T08:23:50.078 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.078 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes": { 2024-04-02T08:23:50.078 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1282048 2024-04-02T08:23:50.079 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.079 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_db": { 2024-04-02T08:23:50.079 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1286144 2024-04-02T08:23:50.079 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.079 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_slow": { 2024-04-02T08:23:50.079 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.079 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.079 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_wal": { 2024-04-02T08:23:50.079 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.079 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.079 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_count": { 2024-04-02T08:23:50.079 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15 2024-04-02T08:23:50.079 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.079 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_bytes": { 2024-04-02T08:23:50.079 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4913 2024-04-02T08:23:50.080 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.080 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_count": { 2024-04-02T08:23:50.080 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4 2024-04-02T08:23:50.080 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.080 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_bytes": { 2024-04-02T08:23:50.080 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5505 2024-04-02T08:23:50.080 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.080 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_count": { 2024-04-02T08:23:50.080 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24 2024-04-02T08:23:50.080 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.080 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_bytes": { 2024-04-02T08:23:50.080 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5505 2024-04-02T08:23:50.080 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.080 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_count": { 2024-04-02T08:23:50.081 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24 2024-04-02T08:23:50.081 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.081 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes": { 2024-04-02T08:23:50.081 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.081 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.081 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:23:50.081 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.081 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.081 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:23:50.081 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.081 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.081 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:23:50.081 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.082 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.082 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_count": { 2024-04-02T08:23:50.082 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.082 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.082 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_total_bytes": { 2024-04-02T08:23:50.082 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.082 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.082 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_used_bytes": { 2024-04-02T08:23:50.082 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.082 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.082 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_total_bytes": { 2024-04-02T08:23:50.082 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.082 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.083 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_used_bytes": { 2024-04-02T08:23:50.083 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.083 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.083 INFO:tasks.workunit.client.0.smithi012.stdout: "write_bytes": { 2024-04-02T08:23:50.083 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4136960 2024-04-02T08:23:50.083 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.083 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.083 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore": { 2024-04-02T08:23:50.083 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit": { 2024-04-02T08:23:50.083 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4096 2024-04-02T08:23:50.083 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.083 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": { 2024-04-02T08:23:50.083 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1318912 2024-04-02T08:23:50.084 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.084 INFO:tasks.workunit.client.0.smithi012.stdout: "clist_lat": { 2024-04-02T08:23:50.084 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 4, 2024-04-02T08:23:50.084 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 187349 2024-04-02T08:23:50.084 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.084 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_lat": { 2024-04-02T08:23:50.084 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.084 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.084 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.084 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed": { 2024-04-02T08:23:50.084 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.084 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.084 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_allocated": { 2024-04-02T08:23:50.084 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.084 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.085 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_original": { 2024-04-02T08:23:50.085 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.085 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.085 INFO:tasks.workunit.client.0.smithi012.stdout: "csum_lat": { 2024-04-02T08:23:50.085 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 23, 2024-04-02T08:23:50.085 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 65641 2024-04-02T08:23:50.085 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.085 INFO:tasks.workunit.client.0.smithi012.stdout: "decompress_lat": { 2024-04-02T08:23:50.085 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.085 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.085 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.085 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_commit_lat": { 2024-04-02T08:23:50.085 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 345, 2024-04-02T08:23:50.086 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 86747052 2024-04-02T08:23:50.086 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.086 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_final_lat": { 2024-04-02T08:23:50.086 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 344, 2024-04-02T08:23:50.086 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9389401 2024-04-02T08:23:50.086 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.086 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_flush_lat": { 2024-04-02T08:23:50.086 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 345, 2024-04-02T08:23:50.086 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 385035 2024-04-02T08:23:50.086 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.086 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_sync_lat": { 2024-04-02T08:23:50.086 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 345, 2024-04-02T08:23:50.086 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 87132087 2024-04-02T08:23:50.086 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.087 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_keys_lat": { 2024-04-02T08:23:50.087 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.087 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.087 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.087 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_values_lat": { 2024-04-02T08:23:50.087 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T08:23:50.087 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 44203 2024-04-02T08:23:50.087 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.087 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_lower_bound_lat": { 2024-04-02T08:23:50.087 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 6, 2024-04-02T08:23:50.087 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 20734 2024-04-02T08:23:50.087 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.087 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_next_lat": { 2024-04-02T08:23:50.088 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.088 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.088 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.088 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:23:50.088 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.088 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.088 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.088 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_upper_bound_lat": { 2024-04-02T08:23:50.088 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2, 2024-04-02T08:23:50.088 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5208 2024-04-02T08:23:50.088 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.088 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_hits": { 2024-04-02T08:23:50.088 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 811 2024-04-02T08:23:50.088 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.089 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_misses": { 2024-04-02T08:23:50.089 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 220 2024-04-02T08:23:50.089 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.089 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T08:23:50.089 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 118, 2024-04-02T08:23:50.089 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4015747 2024-04-02T08:23:50.089 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.089 INFO:tasks.workunit.client.0.smithi012.stdout: "read_onode_meta_lat": { 2024-04-02T08:23:50.089 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 323, 2024-04-02T08:23:50.089 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 257634 2024-04-02T08:23:50.089 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.089 INFO:tasks.workunit.client.0.smithi012.stdout: "read_wait_aio_lat": { 2024-04-02T08:23:50.089 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 205, 2024-04-02T08:23:50.089 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5848847 2024-04-02T08:23:50.090 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.090 INFO:tasks.workunit.client.0.smithi012.stdout: "reads_with_retries": { 2024-04-02T08:23:50.090 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.090 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.090 INFO:tasks.workunit.client.0.smithi012.stdout: "remove_lat": { 2024-04-02T08:23:50.090 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2, 2024-04-02T08:23:50.090 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 54740 2024-04-02T08:23:50.090 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.090 INFO:tasks.workunit.client.0.smithi012.stdout: "state_aio_wait_lat": { 2024-04-02T08:23:50.090 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 473, 2024-04-02T08:23:50.090 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8658404 2024-04-02T08:23:50.090 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.090 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:23:50.091 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 127, 2024-04-02T08:23:50.091 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7422084 2024-04-02T08:23:50.091 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.091 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:23:50.091 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 126, 2024-04-02T08:23:50.091 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 264971541608 2024-04-02T08:23:50.091 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.091 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_queued_lat": { 2024-04-02T08:23:50.091 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 127, 2024-04-02T08:23:50.091 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 125799858786 2024-04-02T08:23:50.091 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.091 INFO:tasks.workunit.client.0.smithi012.stdout: "state_done_lat": { 2024-04-02T08:23:50.091 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 472, 2024-04-02T08:23:50.091 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 40309172158 2024-04-02T08:23:50.092 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.092 INFO:tasks.workunit.client.0.smithi012.stdout: "state_finishing_lat": { 2024-04-02T08:23:50.092 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 472, 2024-04-02T08:23:50.092 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 53470 2024-04-02T08:23:50.092 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.092 INFO:tasks.workunit.client.0.smithi012.stdout: "state_io_done_lat": { 2024-04-02T08:23:50.092 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 473, 2024-04-02T08:23:50.092 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 510298 2024-04-02T08:23:50.092 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.092 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_commiting_lat": { 2024-04-02T08:23:50.092 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 473, 2024-04-02T08:23:50.092 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 207373359 2024-04-02T08:23:50.092 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.093 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_done_lat": { 2024-04-02T08:23:50.093 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 473, 2024-04-02T08:23:50.093 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 174491 2024-04-02T08:23:50.093 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.093 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_queued_lat": { 2024-04-02T08:23:50.093 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 473, 2024-04-02T08:23:50.093 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 172747756 2024-04-02T08:23:50.093 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.093 INFO:tasks.workunit.client.0.smithi012.stdout: "state_prepare_lat": { 2024-04-02T08:23:50.093 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 473, 2024-04-02T08:23:50.093 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 33757926 2024-04-02T08:23:50.093 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.093 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": { 2024-04-02T08:23:50.093 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 900560 2024-04-02T08:23:50.094 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.094 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T08:23:50.094 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 61, 2024-04-02T08:23:50.094 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 276506 2024-04-02T08:23:50.094 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.094 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_commit_lat": { 2024-04-02T08:23:50.094 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 473, 2024-04-02T08:23:50.094 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 423120622 2024-04-02T08:23:50.094 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.094 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_submit_lat": { 2024-04-02T08:23:50.094 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 473, 2024-04-02T08:23:50.094 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 40040409 2024-04-02T08:23:50.094 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.095 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_throttle_lat": { 2024-04-02T08:23:50.095 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 473, 2024-04-02T08:23:50.095 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3128064 2024-04-02T08:23:50.095 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.095 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.095 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache": { 2024-04-02T08:23:50.095 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T08:23:50.095 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1862577038 2024-04-02T08:23:50.095 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.095 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T08:23:50.095 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 44417024 2024-04-02T08:23:50.095 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.096 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T08:23:50.096 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 43556864 2024-04-02T08:23:50.096 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.096 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T08:23:50.096 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3138686361 2024-04-02T08:23:50.096 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.096 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T08:23:50.096 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 860160 2024-04-02T08:23:50.096 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.096 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.096 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:data": { 2024-04-02T08:23:50.096 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:50.096 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 159383552 2024-04-02T08:23:50.096 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.097 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:50.097 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.097 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.097 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:50.097 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.097 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.097 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:50.097 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 85528064 2024-04-02T08:23:50.097 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.097 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:50.097 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.097 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.097 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:50.097 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.098 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.098 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:50.098 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.098 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.098 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:50.098 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.098 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.098 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:50.098 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.098 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.098 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:50.098 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 614400 2024-04-02T08:23:50.099 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.099 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:50.099 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.099 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.099 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:50.099 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.099 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.099 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:50.099 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.099 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.099 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:50.099 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 73241088 2024-04-02T08:23:50.099 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.099 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.100 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv": { 2024-04-02T08:23:50.100 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:50.100 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 780140544 2024-04-02T08:23:50.100 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.100 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:50.100 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T08:23:50.100 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.100 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:50.100 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.100 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.100 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:50.100 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 641460480 2024-04-02T08:23:50.100 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.100 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:50.101 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.101 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.101 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:50.101 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.101 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.101 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:50.101 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.101 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.101 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:50.101 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.101 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.101 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:50.101 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.102 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.102 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:50.102 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2128 2024-04-02T08:23:50.102 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.102 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:50.102 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.102 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.102 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:50.102 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.102 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.102 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:50.102 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.102 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.102 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:50.103 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71569072 2024-04-02T08:23:50.103 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.103 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.103 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:23:50.103 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:50.103 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 192937984 2024-04-02T08:23:50.103 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.103 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:50.103 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T08:23:50.103 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.103 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:50.103 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 464 2024-04-02T08:23:50.103 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.104 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:50.104 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57018709 2024-04-02T08:23:50.104 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.104 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:50.104 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.104 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.104 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:50.104 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.104 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.104 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:50.104 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.104 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.104 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:50.104 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.105 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.105 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:50.105 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.105 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.105 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:50.105 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.105 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.105 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:50.105 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.105 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.105 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:50.105 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.105 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.105 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:50.106 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.106 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.106 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:50.106 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 68809947 2024-04-02T08:23:50.106 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.106 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.106 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:meta": { 2024-04-02T08:23:50.106 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:50.106 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 713031680 2024-04-02T08:23:50.106 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.106 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:50.106 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.106 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.106 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:50.107 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.107 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.107 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:50.107 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 641460480 2024-04-02T08:23:50.107 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.107 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:50.107 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.107 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.107 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:50.107 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.107 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.107 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:50.107 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.107 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.108 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:50.108 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.108 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.108 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:50.108 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.108 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.108 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:50.108 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 243152 2024-04-02T08:23:50.108 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.108 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:50.108 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.108 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.108 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:50.109 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.109 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.109 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:50.109 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.109 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.109 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:50.109 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71328048 2024-04-02T08:23:50.109 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.109 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.109 INFO:tasks.workunit.client.0.smithi012.stdout: "objecter": { 2024-04-02T08:23:50.109 INFO:tasks.workunit.client.0.smithi012.stdout: "op_active": { 2024-04-02T08:23:50.109 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.109 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.109 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T08:23:50.110 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.110 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.110 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rmw": { 2024-04-02T08:23:50.110 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.110 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.110 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T08:23:50.110 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.110 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.110 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.110 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T08:23:50.110 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg": { 2024-04-02T08:23:50.110 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 45 2024-04-02T08:23:50.110 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.111 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg_removing": { 2024-04-02T08:23:50.111 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.111 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.111 INFO:tasks.workunit.client.0.smithi012.stdout: "op": { 2024-04-02T08:23:50.111 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5 2024-04-02T08:23:50.111 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.111 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_degraded": { 2024-04-02T08:23:50.111 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.111 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.111 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_unreadable": { 2024-04-02T08:23:50.111 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.111 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.111 INFO:tasks.workunit.client.0.smithi012.stdout: "op_in_bytes": { 2024-04-02T08:23:50.112 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 616 2024-04-02T08:23:50.112 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.112 INFO:tasks.workunit.client.0.smithi012.stdout: "op_latency": { 2024-04-02T08:23:50.112 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 5, 2024-04-02T08:23:50.112 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 48931558 2024-04-02T08:23:50.112 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.112 INFO:tasks.workunit.client.0.smithi012.stdout: "op_out_bytes": { 2024-04-02T08:23:50.112 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.112 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.112 INFO:tasks.workunit.client.0.smithi012.stdout: "op_prepare_latency": { 2024-04-02T08:23:50.112 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 6, 2024-04-02T08:23:50.112 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2919514 2024-04-02T08:23:50.112 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.112 INFO:tasks.workunit.client.0.smithi012.stdout: "op_process_latency": { 2024-04-02T08:23:50.113 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 5, 2024-04-02T08:23:50.113 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 47136443 2024-04-02T08:23:50.113 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.113 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T08:23:50.113 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.113 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.113 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency": { 2024-04-02T08:23:50.113 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.113 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.113 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.113 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:23:50.113 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.113 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.113 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_out_bytes": { 2024-04-02T08:23:50.114 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.114 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.114 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_prepare_latency": { 2024-04-02T08:23:50.114 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.114 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.114 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.114 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_process_latency": { 2024-04-02T08:23:50.114 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.114 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.114 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.114 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw": { 2024-04-02T08:23:50.114 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.114 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.115 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_in_bytes": { 2024-04-02T08:23:50.115 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.115 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.115 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency": { 2024-04-02T08:23:50.115 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.115 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.115 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.115 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:23:50.115 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.115 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.115 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:23:50.115 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.115 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.116 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_out_bytes": { 2024-04-02T08:23:50.116 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.116 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.116 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_prepare_latency": { 2024-04-02T08:23:50.116 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.116 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.116 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.116 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_process_latency": { 2024-04-02T08:23:50.116 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.116 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.116 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.116 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T08:23:50.116 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5 2024-04-02T08:23:50.116 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.117 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_in_bytes": { 2024-04-02T08:23:50.117 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 616 2024-04-02T08:23:50.117 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.117 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency": { 2024-04-02T08:23:50.117 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 5, 2024-04-02T08:23:50.117 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 48931558 2024-04-02T08:23:50.117 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.117 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:23:50.117 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.117 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.117 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_prepare_latency": { 2024-04-02T08:23:50.117 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 6, 2024-04-02T08:23:50.117 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2919514 2024-04-02T08:23:50.118 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.118 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_process_latency": { 2024-04-02T08:23:50.118 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 5, 2024-04-02T08:23:50.118 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 47136443 2024-04-02T08:23:50.118 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.118 INFO:tasks.workunit.client.0.smithi012.stdout: "op_wip": { 2024-04-02T08:23:50.118 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.118 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.118 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_bytes": { 2024-04-02T08:23:50.118 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1771104 2024-04-02T08:23:50.118 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.118 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_ops": { 2024-04-02T08:23:50.118 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6 2024-04-02T08:23:50.119 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.119 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes": { 2024-04-02T08:23:50.119 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T08:23:50.119 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.119 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes_used": { 2024-04-02T08:23:50.119 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 28987392 2024-04-02T08:23:50.119 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.119 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.119 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.119 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.1": { 2024-04-02T08:23:50.119 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T08:23:50.119 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_fallback": { 2024-04-02T08:23:50.119 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.119 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.120 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:23:50.120 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.120 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.120 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_db": { 2024-04-02T08:23:50.120 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 65536 2024-04-02T08:23:50.120 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.120 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_main": { 2024-04-02T08:23:50.120 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.120 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.120 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_wal": { 2024-04-02T08:23:50.120 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.120 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.120 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_slow": { 2024-04-02T08:23:50.121 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.121 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.121 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_sst": { 2024-04-02T08:23:50.121 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12288 2024-04-02T08:23:50.121 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.121 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_wal": { 2024-04-02T08:23:50.121 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2502656 2024-04-02T08:23:50.121 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.121 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lat": { 2024-04-02T08:23:50.121 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.121 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.121 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.121 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lock_lat": { 2024-04-02T08:23:50.121 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.122 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.122 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.122 INFO:tasks.workunit.client.0.smithi012.stdout: "db_total_bytes": { 2024-04-02T08:23:50.122 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T08:23:50.122 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.122 INFO:tasks.workunit.client.0.smithi012.stdout: "db_used_bytes": { 2024-04-02T08:23:50.122 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 27656192 2024-04-02T08:23:50.122 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.122 INFO:tasks.workunit.client.0.smithi012.stdout: "log_bytes": { 2024-04-02T08:23:50.122 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1593344 2024-04-02T08:23:50.122 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.122 INFO:tasks.workunit.client.0.smithi012.stdout: "logged_bytes": { 2024-04-02T08:23:50.122 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1454080 2024-04-02T08:23:50.123 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.123 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_db": { 2024-04-02T08:23:50.123 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 31850496 2024-04-02T08:23:50.123 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.123 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_slow": { 2024-04-02T08:23:50.123 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.123 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.123 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_wal": { 2024-04-02T08:23:50.123 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.123 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.123 INFO:tasks.workunit.client.0.smithi012.stdout: "num_files": { 2024-04-02T08:23:50.123 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14 2024-04-02T08:23:50.123 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.123 INFO:tasks.workunit.client.0.smithi012.stdout: "read_bytes": { 2024-04-02T08:23:50.123 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 206272 2024-04-02T08:23:50.124 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.124 INFO:tasks.workunit.client.0.smithi012.stdout: "read_count": { 2024-04-02T08:23:50.124 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 23 2024-04-02T08:23:50.124 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.124 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes": { 2024-04-02T08:23:50.124 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1282048 2024-04-02T08:23:50.124 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.124 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_db": { 2024-04-02T08:23:50.124 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1286144 2024-04-02T08:23:50.124 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.124 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_slow": { 2024-04-02T08:23:50.124 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.124 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.125 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_wal": { 2024-04-02T08:23:50.125 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.125 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.125 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_count": { 2024-04-02T08:23:50.125 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15 2024-04-02T08:23:50.125 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.125 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_bytes": { 2024-04-02T08:23:50.125 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4913 2024-04-02T08:23:50.125 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.125 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_count": { 2024-04-02T08:23:50.125 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4 2024-04-02T08:23:50.125 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.125 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_bytes": { 2024-04-02T08:23:50.125 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5505 2024-04-02T08:23:50.126 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.126 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_count": { 2024-04-02T08:23:50.126 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24 2024-04-02T08:23:50.126 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.126 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_bytes": { 2024-04-02T08:23:50.126 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5505 2024-04-02T08:23:50.126 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.126 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_count": { 2024-04-02T08:23:50.126 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24 2024-04-02T08:23:50.126 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.126 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes": { 2024-04-02T08:23:50.126 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.126 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.127 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:23:50.127 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.127 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.127 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:23:50.127 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.127 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.127 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:23:50.127 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.127 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.127 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_count": { 2024-04-02T08:23:50.127 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.127 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.127 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_total_bytes": { 2024-04-02T08:23:50.127 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.128 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.128 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_used_bytes": { 2024-04-02T08:23:50.128 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.128 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.128 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_total_bytes": { 2024-04-02T08:23:50.128 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.128 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.128 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_used_bytes": { 2024-04-02T08:23:50.128 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.128 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.128 INFO:tasks.workunit.client.0.smithi012.stdout: "write_bytes": { 2024-04-02T08:23:50.128 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4034560 2024-04-02T08:23:50.128 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.129 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.129 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore": { 2024-04-02T08:23:50.129 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit": { 2024-04-02T08:23:50.129 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4096 2024-04-02T08:23:50.129 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.129 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": { 2024-04-02T08:23:50.129 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 708608 2024-04-02T08:23:50.129 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.129 INFO:tasks.workunit.client.0.smithi012.stdout: "clist_lat": { 2024-04-02T08:23:50.129 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 5, 2024-04-02T08:23:50.129 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 190755 2024-04-02T08:23:50.129 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.129 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_lat": { 2024-04-02T08:23:50.129 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.130 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.130 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.130 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed": { 2024-04-02T08:23:50.130 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.130 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.130 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_allocated": { 2024-04-02T08:23:50.130 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.130 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.130 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_original": { 2024-04-02T08:23:50.130 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.130 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.130 INFO:tasks.workunit.client.0.smithi012.stdout: "csum_lat": { 2024-04-02T08:23:50.130 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 31, 2024-04-02T08:23:50.131 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 84812 2024-04-02T08:23:50.131 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.131 INFO:tasks.workunit.client.0.smithi012.stdout: "decompress_lat": { 2024-04-02T08:23:50.131 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.131 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.131 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.131 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_commit_lat": { 2024-04-02T08:23:50.131 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 342, 2024-04-02T08:23:50.131 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 85753529 2024-04-02T08:23:50.131 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.131 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_final_lat": { 2024-04-02T08:23:50.131 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 329, 2024-04-02T08:23:50.131 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 16984171 2024-04-02T08:23:50.132 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.132 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_flush_lat": { 2024-04-02T08:23:50.132 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 342, 2024-04-02T08:23:50.132 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 388084 2024-04-02T08:23:50.132 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.132 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_sync_lat": { 2024-04-02T08:23:50.132 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 342, 2024-04-02T08:23:50.132 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 86141613 2024-04-02T08:23:50.132 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.132 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_keys_lat": { 2024-04-02T08:23:50.132 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.132 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.132 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.133 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_values_lat": { 2024-04-02T08:23:50.133 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T08:23:50.133 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67407 2024-04-02T08:23:50.133 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.133 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_lower_bound_lat": { 2024-04-02T08:23:50.133 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2, 2024-04-02T08:23:50.133 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6164 2024-04-02T08:23:50.133 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.133 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_next_lat": { 2024-04-02T08:23:50.133 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.133 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.133 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.133 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:23:50.133 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.133 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.134 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.134 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_upper_bound_lat": { 2024-04-02T08:23:50.134 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2, 2024-04-02T08:23:50.134 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4133 2024-04-02T08:23:50.134 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.134 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_hits": { 2024-04-02T08:23:50.134 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 834 2024-04-02T08:23:50.134 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.134 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_misses": { 2024-04-02T08:23:50.134 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 227 2024-04-02T08:23:50.134 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.134 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T08:23:50.134 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 132, 2024-04-02T08:23:50.135 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6774584 2024-04-02T08:23:50.135 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.135 INFO:tasks.workunit.client.0.smithi012.stdout: "read_onode_meta_lat": { 2024-04-02T08:23:50.135 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 346, 2024-04-02T08:23:50.135 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 310691 2024-04-02T08:23:50.135 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.135 INFO:tasks.workunit.client.0.smithi012.stdout: "read_wait_aio_lat": { 2024-04-02T08:23:50.135 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 214, 2024-04-02T08:23:50.135 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7216129 2024-04-02T08:23:50.135 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.135 INFO:tasks.workunit.client.0.smithi012.stdout: "reads_with_retries": { 2024-04-02T08:23:50.135 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.135 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.136 INFO:tasks.workunit.client.0.smithi012.stdout: "remove_lat": { 2024-04-02T08:23:50.136 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T08:23:50.136 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 120634 2024-04-02T08:23:50.136 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.136 INFO:tasks.workunit.client.0.smithi012.stdout: "state_aio_wait_lat": { 2024-04-02T08:23:50.136 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 427, 2024-04-02T08:23:50.136 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9034163 2024-04-02T08:23:50.136 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.136 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:23:50.136 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 123, 2024-04-02T08:23:50.136 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7521639 2024-04-02T08:23:50.136 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.136 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:23:50.137 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 121, 2024-04-02T08:23:50.137 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 259135032077 2024-04-02T08:23:50.137 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.137 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_queued_lat": { 2024-04-02T08:23:50.137 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 123, 2024-04-02T08:23:50.137 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 133241244575 2024-04-02T08:23:50.137 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.137 INFO:tasks.workunit.client.0.smithi012.stdout: "state_done_lat": { 2024-04-02T08:23:50.137 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 425, 2024-04-02T08:23:50.137 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 76902863145 2024-04-02T08:23:50.137 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.137 INFO:tasks.workunit.client.0.smithi012.stdout: "state_finishing_lat": { 2024-04-02T08:23:50.137 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 425, 2024-04-02T08:23:50.138 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 46963 2024-04-02T08:23:50.138 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.138 INFO:tasks.workunit.client.0.smithi012.stdout: "state_io_done_lat": { 2024-04-02T08:23:50.138 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 427, 2024-04-02T08:23:50.138 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 485640 2024-04-02T08:23:50.138 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.138 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_commiting_lat": { 2024-04-02T08:23:50.138 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 427, 2024-04-02T08:23:50.138 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 209172292 2024-04-02T08:23:50.138 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.138 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_done_lat": { 2024-04-02T08:23:50.138 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 427, 2024-04-02T08:23:50.138 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 173289 2024-04-02T08:23:50.138 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.139 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_queued_lat": { 2024-04-02T08:23:50.139 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 427, 2024-04-02T08:23:50.139 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 86018874 2024-04-02T08:23:50.139 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.139 INFO:tasks.workunit.client.0.smithi012.stdout: "state_prepare_lat": { 2024-04-02T08:23:50.139 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 427, 2024-04-02T08:23:50.139 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 23637079 2024-04-02T08:23:50.139 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.139 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": { 2024-04-02T08:23:50.139 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 309078 2024-04-02T08:23:50.139 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.139 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T08:23:50.139 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 57, 2024-04-02T08:23:50.139 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 278742 2024-04-02T08:23:50.140 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.140 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_commit_lat": { 2024-04-02T08:23:50.140 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 427, 2024-04-02T08:23:50.140 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 328411626 2024-04-02T08:23:50.140 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.140 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_submit_lat": { 2024-04-02T08:23:50.140 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 427, 2024-04-02T08:23:50.140 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 28584868 2024-04-02T08:23:50.140 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.140 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_throttle_lat": { 2024-04-02T08:23:50.140 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 427, 2024-04-02T08:23:50.140 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2846451 2024-04-02T08:23:50.140 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.140 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.140 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache": { 2024-04-02T08:23:50.141 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T08:23:50.141 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1862577038 2024-04-02T08:23:50.141 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.141 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T08:23:50.141 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 43368448 2024-04-02T08:23:50.141 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.141 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T08:23:50.141 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 43032576 2024-04-02T08:23:50.141 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.141 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T08:23:50.141 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3138686361 2024-04-02T08:23:50.141 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.141 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T08:23:50.141 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 335872 2024-04-02T08:23:50.142 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.142 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.142 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:data": { 2024-04-02T08:23:50.142 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:50.142 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 159383552 2024-04-02T08:23:50.142 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.142 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:50.142 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.142 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.142 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:50.142 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.142 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.142 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:50.143 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 85565833 2024-04-02T08:23:50.143 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.143 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:50.143 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.143 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.143 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:50.143 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.143 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.143 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:50.143 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.143 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.143 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:50.143 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.144 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.144 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:50.144 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.144 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.144 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:50.144 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12288 2024-04-02T08:23:50.144 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.144 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:50.144 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.144 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.144 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:50.144 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.144 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.144 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:50.144 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.144 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.145 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:50.145 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 73805431 2024-04-02T08:23:50.145 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.145 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.145 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv": { 2024-04-02T08:23:50.145 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:50.145 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 780140544 2024-04-02T08:23:50.145 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.145 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:50.145 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T08:23:50.145 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.145 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:50.145 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.146 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.146 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:50.146 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 641743749 2024-04-02T08:23:50.146 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.146 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:50.146 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.146 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.146 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:50.146 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.146 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.146 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:50.146 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.146 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.147 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:50.147 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.147 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.147 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:50.147 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.147 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.147 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:50.147 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2128 2024-04-02T08:23:50.147 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.147 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:50.147 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.147 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.147 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:50.147 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.148 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.148 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:50.148 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.148 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.148 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:50.148 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71285803 2024-04-02T08:23:50.148 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.148 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.148 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:23:50.148 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:50.148 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 192937984 2024-04-02T08:23:50.148 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.148 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:50.148 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T08:23:50.149 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.149 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:50.149 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 464 2024-04-02T08:23:50.149 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.149 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:50.149 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57043888 2024-04-02T08:23:50.149 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.149 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:50.149 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.149 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.149 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:50.149 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.149 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.149 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:50.150 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.150 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.150 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:50.150 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.150 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.150 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:50.150 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.150 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.150 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:50.150 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.150 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.150 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:50.150 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.151 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.151 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:50.151 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.151 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.151 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:50.151 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.151 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.151 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:50.151 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 68784768 2024-04-02T08:23:50.151 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.151 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.151 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:meta": { 2024-04-02T08:23:50.151 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:50.151 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 713031680 2024-04-02T08:23:50.152 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.152 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:50.152 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.152 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.152 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:50.152 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.152 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.152 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:50.152 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 641743749 2024-04-02T08:23:50.152 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.152 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:50.152 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.152 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.152 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:50.152 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.153 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.153 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:50.153 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.153 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.153 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:50.153 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.153 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.153 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:50.153 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.153 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.153 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:50.153 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 214826 2024-04-02T08:23:50.153 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.153 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:50.154 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.154 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.154 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:50.154 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.154 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.154 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:50.154 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.154 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.154 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:50.154 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71073105 2024-04-02T08:23:50.154 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.154 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.154 INFO:tasks.workunit.client.0.smithi012.stdout: "objecter": { 2024-04-02T08:23:50.155 INFO:tasks.workunit.client.0.smithi012.stdout: "op_active": { 2024-04-02T08:23:50.155 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.155 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.155 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T08:23:50.155 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.155 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.155 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rmw": { 2024-04-02T08:23:50.155 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.155 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.155 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T08:23:50.155 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.155 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.155 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.156 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T08:23:50.156 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg": { 2024-04-02T08:23:50.156 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 38 2024-04-02T08:23:50.156 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.156 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg_removing": { 2024-04-02T08:23:50.156 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.156 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.156 INFO:tasks.workunit.client.0.smithi012.stdout: "op": { 2024-04-02T08:23:50.156 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 155 2024-04-02T08:23:50.156 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.156 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_degraded": { 2024-04-02T08:23:50.156 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.156 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.156 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_unreadable": { 2024-04-02T08:23:50.157 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.157 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.157 INFO:tasks.workunit.client.0.smithi012.stdout: "op_in_bytes": { 2024-04-02T08:23:50.157 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2429440 2024-04-02T08:23:50.157 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.157 INFO:tasks.workunit.client.0.smithi012.stdout: "op_latency": { 2024-04-02T08:23:50.157 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 155, 2024-04-02T08:23:50.157 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 576617865 2024-04-02T08:23:50.157 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.157 INFO:tasks.workunit.client.0.smithi012.stdout: "op_out_bytes": { 2024-04-02T08:23:50.157 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1052 2024-04-02T08:23:50.157 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.157 INFO:tasks.workunit.client.0.smithi012.stdout: "op_prepare_latency": { 2024-04-02T08:23:50.157 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 155, 2024-04-02T08:23:50.158 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 63885735 2024-04-02T08:23:50.158 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.158 INFO:tasks.workunit.client.0.smithi012.stdout: "op_process_latency": { 2024-04-02T08:23:50.158 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 155, 2024-04-02T08:23:50.158 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 212775861 2024-04-02T08:23:50.158 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.158 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T08:23:50.158 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 33 2024-04-02T08:23:50.158 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.158 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency": { 2024-04-02T08:23:50.158 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 33, 2024-04-02T08:23:50.158 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8447821 2024-04-02T08:23:50.158 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.159 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:23:50.159 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.159 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.159 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_out_bytes": { 2024-04-02T08:23:50.159 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1052 2024-04-02T08:23:50.159 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.159 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_prepare_latency": { 2024-04-02T08:23:50.159 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 33, 2024-04-02T08:23:50.159 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7793916 2024-04-02T08:23:50.159 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.159 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_process_latency": { 2024-04-02T08:23:50.159 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 33, 2024-04-02T08:23:50.159 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6966479 2024-04-02T08:23:50.159 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.160 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw": { 2024-04-02T08:23:50.160 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 22 2024-04-02T08:23:50.160 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.160 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_in_bytes": { 2024-04-02T08:23:50.160 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.160 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.160 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency": { 2024-04-02T08:23:50.160 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 22, 2024-04-02T08:23:50.160 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 21174339 2024-04-02T08:23:50.160 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.160 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:23:50.160 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.160 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.160 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:23:50.161 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.161 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.161 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_out_bytes": { 2024-04-02T08:23:50.161 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.161 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.161 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_prepare_latency": { 2024-04-02T08:23:50.161 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 22, 2024-04-02T08:23:50.161 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9919163 2024-04-02T08:23:50.161 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.161 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_process_latency": { 2024-04-02T08:23:50.161 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 22, 2024-04-02T08:23:50.161 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 19972488 2024-04-02T08:23:50.161 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.161 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T08:23:50.162 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 100 2024-04-02T08:23:50.162 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.162 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_in_bytes": { 2024-04-02T08:23:50.162 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2429440 2024-04-02T08:23:50.162 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.162 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency": { 2024-04-02T08:23:50.162 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 100, 2024-04-02T08:23:50.162 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 546995705 2024-04-02T08:23:50.162 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.162 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:23:50.162 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.162 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.162 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_prepare_latency": { 2024-04-02T08:23:50.163 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 100, 2024-04-02T08:23:50.163 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 46172656 2024-04-02T08:23:50.163 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.163 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_process_latency": { 2024-04-02T08:23:50.163 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 100, 2024-04-02T08:23:50.163 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 185836894 2024-04-02T08:23:50.163 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.163 INFO:tasks.workunit.client.0.smithi012.stdout: "op_wip": { 2024-04-02T08:23:50.163 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.163 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.163 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_bytes": { 2024-04-02T08:23:50.163 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 590368 2024-04-02T08:23:50.163 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.163 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_ops": { 2024-04-02T08:23:50.164 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T08:23:50.164 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.164 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes": { 2024-04-02T08:23:50.164 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T08:23:50.164 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.164 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes_used": { 2024-04-02T08:23:50.164 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 28381184 2024-04-02T08:23:50.164 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.164 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.164 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.164 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.2": { 2024-04-02T08:23:50.164 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T08:23:50.164 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_fallback": { 2024-04-02T08:23:50.164 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.165 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.165 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:23:50.165 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.165 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.165 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_db": { 2024-04-02T08:23:50.165 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 65536 2024-04-02T08:23:50.165 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.165 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_main": { 2024-04-02T08:23:50.165 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.165 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.165 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_wal": { 2024-04-02T08:23:50.165 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.165 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.165 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_slow": { 2024-04-02T08:23:50.165 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.166 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.166 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_sst": { 2024-04-02T08:23:50.166 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12288 2024-04-02T08:23:50.166 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.166 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_wal": { 2024-04-02T08:23:50.166 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2109440 2024-04-02T08:23:50.166 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.166 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lat": { 2024-04-02T08:23:50.166 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.166 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.166 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.166 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lock_lat": { 2024-04-02T08:23:50.166 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.167 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.167 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.167 INFO:tasks.workunit.client.0.smithi012.stdout: "db_total_bytes": { 2024-04-02T08:23:50.167 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T08:23:50.167 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.167 INFO:tasks.workunit.client.0.smithi012.stdout: "db_used_bytes": { 2024-04-02T08:23:50.167 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 27656192 2024-04-02T08:23:50.167 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.167 INFO:tasks.workunit.client.0.smithi012.stdout: "log_bytes": { 2024-04-02T08:23:50.167 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1310720 2024-04-02T08:23:50.167 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.167 INFO:tasks.workunit.client.0.smithi012.stdout: "logged_bytes": { 2024-04-02T08:23:50.167 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1171456 2024-04-02T08:23:50.167 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.168 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_db": { 2024-04-02T08:23:50.168 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 31850496 2024-04-02T08:23:50.168 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.168 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_slow": { 2024-04-02T08:23:50.168 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.168 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.168 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_wal": { 2024-04-02T08:23:50.168 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.168 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.168 INFO:tasks.workunit.client.0.smithi012.stdout: "num_files": { 2024-04-02T08:23:50.168 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14 2024-04-02T08:23:50.168 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.168 INFO:tasks.workunit.client.0.smithi012.stdout: "read_bytes": { 2024-04-02T08:23:50.168 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 206272 2024-04-02T08:23:50.168 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.168 INFO:tasks.workunit.client.0.smithi012.stdout: "read_count": { 2024-04-02T08:23:50.169 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 23 2024-04-02T08:23:50.169 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.169 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes": { 2024-04-02T08:23:50.169 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1282048 2024-04-02T08:23:50.169 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.169 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_db": { 2024-04-02T08:23:50.169 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1286144 2024-04-02T08:23:50.169 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.169 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_slow": { 2024-04-02T08:23:50.169 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.169 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.169 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_wal": { 2024-04-02T08:23:50.170 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.170 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.170 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_count": { 2024-04-02T08:23:50.170 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15 2024-04-02T08:23:50.170 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.170 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_bytes": { 2024-04-02T08:23:50.170 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4913 2024-04-02T08:23:50.170 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.170 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_count": { 2024-04-02T08:23:50.170 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4 2024-04-02T08:23:50.170 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.170 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_bytes": { 2024-04-02T08:23:50.170 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5505 2024-04-02T08:23:50.171 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.171 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_count": { 2024-04-02T08:23:50.171 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24 2024-04-02T08:23:50.171 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.171 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_bytes": { 2024-04-02T08:23:50.171 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5505 2024-04-02T08:23:50.171 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.171 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_count": { 2024-04-02T08:23:50.171 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24 2024-04-02T08:23:50.171 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.171 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes": { 2024-04-02T08:23:50.171 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.171 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.171 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:23:50.172 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.172 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.172 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:23:50.172 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.172 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.172 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:23:50.172 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.172 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.172 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_count": { 2024-04-02T08:23:50.172 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.172 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.172 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_total_bytes": { 2024-04-02T08:23:50.172 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.172 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.172 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_used_bytes": { 2024-04-02T08:23:50.172 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.173 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.173 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_total_bytes": { 2024-04-02T08:23:50.173 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.173 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.173 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_used_bytes": { 2024-04-02T08:23:50.173 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.173 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.173 INFO:tasks.workunit.client.0.smithi012.stdout: "write_bytes": { 2024-04-02T08:23:50.173 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3358720 2024-04-02T08:23:50.173 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.173 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.173 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore": { 2024-04-02T08:23:50.173 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit": { 2024-04-02T08:23:50.173 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4096 2024-04-02T08:23:50.173 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.174 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": { 2024-04-02T08:23:50.174 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 704512 2024-04-02T08:23:50.174 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.174 INFO:tasks.workunit.client.0.smithi012.stdout: "clist_lat": { 2024-04-02T08:23:50.174 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 4, 2024-04-02T08:23:50.174 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 174366 2024-04-02T08:23:50.174 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.174 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_lat": { 2024-04-02T08:23:50.174 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.174 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.174 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.174 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed": { 2024-04-02T08:23:50.174 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.174 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.175 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_allocated": { 2024-04-02T08:23:50.175 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.175 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.175 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_original": { 2024-04-02T08:23:50.175 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.175 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.175 INFO:tasks.workunit.client.0.smithi012.stdout: "csum_lat": { 2024-04-02T08:23:50.175 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 13, 2024-04-02T08:23:50.175 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15260 2024-04-02T08:23:50.175 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.175 INFO:tasks.workunit.client.0.smithi012.stdout: "decompress_lat": { 2024-04-02T08:23:50.175 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.175 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.176 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.176 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_commit_lat": { 2024-04-02T08:23:50.176 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 273, 2024-04-02T08:23:50.176 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 59494457 2024-04-02T08:23:50.176 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.176 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_final_lat": { 2024-04-02T08:23:50.176 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 272, 2024-04-02T08:23:50.176 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11089168 2024-04-02T08:23:50.176 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.176 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_flush_lat": { 2024-04-02T08:23:50.176 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 273, 2024-04-02T08:23:50.176 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 318051 2024-04-02T08:23:50.176 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.177 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_sync_lat": { 2024-04-02T08:23:50.177 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 273, 2024-04-02T08:23:50.177 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 59812508 2024-04-02T08:23:50.177 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.177 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_keys_lat": { 2024-04-02T08:23:50.177 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.177 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.177 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.177 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_values_lat": { 2024-04-02T08:23:50.177 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T08:23:50.177 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 38718 2024-04-02T08:23:50.177 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.177 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_lower_bound_lat": { 2024-04-02T08:23:50.177 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.178 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.178 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.178 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_next_lat": { 2024-04-02T08:23:50.178 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.178 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.178 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.178 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:23:50.178 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.178 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.178 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.178 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_upper_bound_lat": { 2024-04-02T08:23:50.178 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2, 2024-04-02T08:23:50.178 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9440 2024-04-02T08:23:50.179 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.179 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_hits": { 2024-04-02T08:23:50.179 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 613 2024-04-02T08:23:50.179 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.179 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_misses": { 2024-04-02T08:23:50.179 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 209 2024-04-02T08:23:50.179 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.179 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T08:23:50.179 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 99, 2024-04-02T08:23:50.179 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1426006 2024-04-02T08:23:50.179 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.179 INFO:tasks.workunit.client.0.smithi012.stdout: "read_onode_meta_lat": { 2024-04-02T08:23:50.179 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 275, 2024-04-02T08:23:50.179 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 262107 2024-04-02T08:23:50.179 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.180 INFO:tasks.workunit.client.0.smithi012.stdout: "read_wait_aio_lat": { 2024-04-02T08:23:50.180 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 176, 2024-04-02T08:23:50.180 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4448260 2024-04-02T08:23:50.180 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.180 INFO:tasks.workunit.client.0.smithi012.stdout: "reads_with_retries": { 2024-04-02T08:23:50.180 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.180 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.180 INFO:tasks.workunit.client.0.smithi012.stdout: "remove_lat": { 2024-04-02T08:23:50.180 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T08:23:50.180 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 108875 2024-04-02T08:23:50.180 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.180 INFO:tasks.workunit.client.0.smithi012.stdout: "state_aio_wait_lat": { 2024-04-02T08:23:50.180 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 342, 2024-04-02T08:23:50.180 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6465457 2024-04-02T08:23:50.181 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.181 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:23:50.181 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 117, 2024-04-02T08:23:50.181 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6799223 2024-04-02T08:23:50.181 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.181 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:23:50.181 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 115, 2024-04-02T08:23:50.181 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 223333513752 2024-04-02T08:23:50.181 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.181 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_queued_lat": { 2024-04-02T08:23:50.181 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 117, 2024-04-02T08:23:50.181 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 120622971855 2024-04-02T08:23:50.181 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.181 INFO:tasks.workunit.client.0.smithi012.stdout: "state_done_lat": { 2024-04-02T08:23:50.182 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 340, 2024-04-02T08:23:50.182 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 83292049300 2024-04-02T08:23:50.182 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.182 INFO:tasks.workunit.client.0.smithi012.stdout: "state_finishing_lat": { 2024-04-02T08:23:50.182 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 340, 2024-04-02T08:23:50.182 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 35428 2024-04-02T08:23:50.182 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.182 INFO:tasks.workunit.client.0.smithi012.stdout: "state_io_done_lat": { 2024-04-02T08:23:50.182 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 342, 2024-04-02T08:23:50.182 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 453735 2024-04-02T08:23:50.182 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.182 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_commiting_lat": { 2024-04-02T08:23:50.183 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 342, 2024-04-02T08:23:50.183 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 119093282 2024-04-02T08:23:50.183 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.183 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_done_lat": { 2024-04-02T08:23:50.183 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 342, 2024-04-02T08:23:50.183 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 123320 2024-04-02T08:23:50.183 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.183 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_queued_lat": { 2024-04-02T08:23:50.183 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 342, 2024-04-02T08:23:50.183 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 58809220 2024-04-02T08:23:50.183 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.183 INFO:tasks.workunit.client.0.smithi012.stdout: "state_prepare_lat": { 2024-04-02T08:23:50.183 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 342, 2024-04-02T08:23:50.183 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 26441719 2024-04-02T08:23:50.183 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.183 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": { 2024-04-02T08:23:50.184 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 309191 2024-04-02T08:23:50.184 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.184 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T08:23:50.184 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 51, 2024-04-02T08:23:50.184 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 241719 2024-04-02T08:23:50.184 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.184 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_commit_lat": { 2024-04-02T08:23:50.184 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 342, 2024-04-02T08:23:50.184 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 211315821 2024-04-02T08:23:50.184 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.184 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_submit_lat": { 2024-04-02T08:23:50.184 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 342, 2024-04-02T08:23:50.184 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 29888261 2024-04-02T08:23:50.184 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.185 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_throttle_lat": { 2024-04-02T08:23:50.185 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 342, 2024-04-02T08:23:50.185 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2348030 2024-04-02T08:23:50.185 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.185 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.185 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache": { 2024-04-02T08:23:50.185 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T08:23:50.185 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1862577038 2024-04-02T08:23:50.185 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.185 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T08:23:50.185 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 42319872 2024-04-02T08:23:50.185 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.185 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T08:23:50.186 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 41967616 2024-04-02T08:23:50.186 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.186 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T08:23:50.186 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3138686361 2024-04-02T08:23:50.186 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.186 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T08:23:50.186 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 352256 2024-04-02T08:23:50.186 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.186 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.186 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:data": { 2024-04-02T08:23:50.186 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:50.186 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 159383552 2024-04-02T08:23:50.186 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.187 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:50.187 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.187 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.187 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:50.187 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.187 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.187 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:50.187 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 85566660 2024-04-02T08:23:50.187 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.187 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:50.187 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.187 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.187 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:50.187 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.187 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.188 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:50.188 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.188 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.188 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:50.188 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.188 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.188 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:50.188 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.188 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.188 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:50.189 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8192 2024-04-02T08:23:50.189 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.189 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:50.189 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.189 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.189 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:50.189 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.189 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.189 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:50.189 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.189 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.189 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:50.189 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 73808700 2024-04-02T08:23:50.189 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.190 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.190 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv": { 2024-04-02T08:23:50.190 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:50.190 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 780140544 2024-04-02T08:23:50.190 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.190 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:50.190 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T08:23:50.190 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.190 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:50.190 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.190 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.190 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:50.191 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 641749956 2024-04-02T08:23:50.191 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.191 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:50.191 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.191 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.191 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:50.191 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.191 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.191 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:50.191 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.191 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.191 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:50.191 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.192 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.192 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:50.192 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.192 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.192 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:50.192 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2128 2024-04-02T08:23:50.192 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.192 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:50.192 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.192 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.192 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:50.192 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.192 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.192 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:50.193 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.193 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.193 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:50.193 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71279596 2024-04-02T08:23:50.193 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.193 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.193 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:23:50.193 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:50.193 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 192937984 2024-04-02T08:23:50.193 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.193 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:50.193 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T08:23:50.193 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.193 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:50.194 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 464 2024-04-02T08:23:50.194 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.194 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:50.194 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57044440 2024-04-02T08:23:50.194 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.194 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:50.194 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.194 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.194 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:50.194 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.194 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.194 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:50.194 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.195 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.195 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:50.195 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.195 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.195 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:50.195 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.195 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.195 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:50.195 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.195 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.195 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:50.195 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.195 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.195 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:50.196 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.196 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.196 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:50.196 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.196 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.196 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:50.196 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 68784216 2024-04-02T08:23:50.196 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.196 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.196 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:meta": { 2024-04-02T08:23:50.196 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:50.196 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 713031680 2024-04-02T08:23:50.196 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.196 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:50.197 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.197 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.197 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:50.197 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.197 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.197 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:50.197 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 641749956 2024-04-02T08:23:50.197 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.197 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:50.197 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.197 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.197 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:50.197 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.197 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.198 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:50.198 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.198 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.198 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:50.198 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.198 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.198 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:50.198 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.198 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.198 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:50.198 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 205374 2024-04-02T08:23:50.198 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.198 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:50.199 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.199 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.199 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:50.199 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.199 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.199 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:50.199 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.199 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.199 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:50.199 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71076350 2024-04-02T08:23:50.199 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.199 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.199 INFO:tasks.workunit.client.0.smithi012.stdout: "objecter": { 2024-04-02T08:23:50.199 INFO:tasks.workunit.client.0.smithi012.stdout: "op_active": { 2024-04-02T08:23:50.200 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.200 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.200 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T08:23:50.200 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.200 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.200 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rmw": { 2024-04-02T08:23:50.200 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.200 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.200 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T08:23:50.200 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.200 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.200 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.200 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T08:23:50.200 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg": { 2024-04-02T08:23:50.201 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 31 2024-04-02T08:23:50.201 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.201 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg_removing": { 2024-04-02T08:23:50.201 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.201 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.201 INFO:tasks.workunit.client.0.smithi012.stdout: "op": { 2024-04-02T08:23:50.201 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10 2024-04-02T08:23:50.201 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.201 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_degraded": { 2024-04-02T08:23:50.201 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.201 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.201 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_unreadable": { 2024-04-02T08:23:50.201 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.201 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.202 INFO:tasks.workunit.client.0.smithi012.stdout: "op_in_bytes": { 2024-04-02T08:23:50.202 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.202 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.202 INFO:tasks.workunit.client.0.smithi012.stdout: "op_latency": { 2024-04-02T08:23:50.202 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 10, 2024-04-02T08:23:50.202 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 115065714 2024-04-02T08:23:50.202 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.202 INFO:tasks.workunit.client.0.smithi012.stdout: "op_out_bytes": { 2024-04-02T08:23:50.202 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.202 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.202 INFO:tasks.workunit.client.0.smithi012.stdout: "op_prepare_latency": { 2024-04-02T08:23:50.202 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 10, 2024-04-02T08:23:50.202 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3967344 2024-04-02T08:23:50.202 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.203 INFO:tasks.workunit.client.0.smithi012.stdout: "op_process_latency": { 2024-04-02T08:23:50.203 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 10, 2024-04-02T08:23:50.203 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 112857100 2024-04-02T08:23:50.203 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.203 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T08:23:50.203 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.203 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.203 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency": { 2024-04-02T08:23:50.203 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.203 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.203 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.203 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:23:50.203 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.203 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.204 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_out_bytes": { 2024-04-02T08:23:50.204 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.204 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.204 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_prepare_latency": { 2024-04-02T08:23:50.204 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.204 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.204 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.204 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_process_latency": { 2024-04-02T08:23:50.204 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.204 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.204 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.204 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw": { 2024-04-02T08:23:50.204 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.204 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.205 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_in_bytes": { 2024-04-02T08:23:50.205 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.205 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.205 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency": { 2024-04-02T08:23:50.205 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.205 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.205 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.205 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:23:50.205 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.205 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.205 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:23:50.205 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.205 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.205 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_out_bytes": { 2024-04-02T08:23:50.206 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.206 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.206 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_prepare_latency": { 2024-04-02T08:23:50.206 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.206 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.206 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.206 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_process_latency": { 2024-04-02T08:23:50.206 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.206 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.206 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.206 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T08:23:50.206 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10 2024-04-02T08:23:50.206 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.206 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_in_bytes": { 2024-04-02T08:23:50.207 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.207 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.207 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency": { 2024-04-02T08:23:50.207 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 10, 2024-04-02T08:23:50.207 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 115065714 2024-04-02T08:23:50.207 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.207 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:23:50.207 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.207 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.207 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_prepare_latency": { 2024-04-02T08:23:50.207 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 10, 2024-04-02T08:23:50.207 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3967344 2024-04-02T08:23:50.207 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.207 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_process_latency": { 2024-04-02T08:23:50.208 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 10, 2024-04-02T08:23:50.208 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 112857100 2024-04-02T08:23:50.208 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.208 INFO:tasks.workunit.client.0.smithi012.stdout: "op_wip": { 2024-04-02T08:23:50.208 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.208 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.208 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_bytes": { 2024-04-02T08:23:50.208 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.208 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.208 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_ops": { 2024-04-02T08:23:50.208 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.208 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.208 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes": { 2024-04-02T08:23:50.208 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T08:23:50.209 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.209 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes_used": { 2024-04-02T08:23:50.209 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 28377088 2024-04-02T08:23:50.209 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.209 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.209 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.209 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.3": { 2024-04-02T08:23:50.209 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T08:23:50.209 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_fallback": { 2024-04-02T08:23:50.209 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.209 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.209 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:23:50.210 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.210 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.210 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_db": { 2024-04-02T08:23:50.210 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 65536 2024-04-02T08:23:50.210 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.210 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_main": { 2024-04-02T08:23:50.210 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.210 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.210 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_wal": { 2024-04-02T08:23:50.210 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.210 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.210 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_slow": { 2024-04-02T08:23:50.210 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.210 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.211 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_sst": { 2024-04-02T08:23:50.211 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12288 2024-04-02T08:23:50.211 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.211 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_wal": { 2024-04-02T08:23:50.211 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6041600 2024-04-02T08:23:50.211 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.211 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lat": { 2024-04-02T08:23:50.211 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.211 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.211 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.211 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lock_lat": { 2024-04-02T08:23:50.211 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.211 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.212 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.212 INFO:tasks.workunit.client.0.smithi012.stdout: "db_total_bytes": { 2024-04-02T08:23:50.212 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T08:23:50.212 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.212 INFO:tasks.workunit.client.0.smithi012.stdout: "db_used_bytes": { 2024-04-02T08:23:50.212 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 27656192 2024-04-02T08:23:50.212 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.212 INFO:tasks.workunit.client.0.smithi012.stdout: "log_bytes": { 2024-04-02T08:23:50.212 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3039232 2024-04-02T08:23:50.212 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.212 INFO:tasks.workunit.client.0.smithi012.stdout: "logged_bytes": { 2024-04-02T08:23:50.212 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2899968 2024-04-02T08:23:50.212 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.212 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_db": { 2024-04-02T08:23:50.213 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 31850496 2024-04-02T08:23:50.213 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.213 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_slow": { 2024-04-02T08:23:50.213 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.213 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.213 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_wal": { 2024-04-02T08:23:50.213 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.213 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.213 INFO:tasks.workunit.client.0.smithi012.stdout: "num_files": { 2024-04-02T08:23:50.213 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14 2024-04-02T08:23:50.213 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.213 INFO:tasks.workunit.client.0.smithi012.stdout: "read_bytes": { 2024-04-02T08:23:50.213 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 206272 2024-04-02T08:23:50.213 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.214 INFO:tasks.workunit.client.0.smithi012.stdout: "read_count": { 2024-04-02T08:23:50.214 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 23 2024-04-02T08:23:50.214 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.214 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes": { 2024-04-02T08:23:50.214 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1282048 2024-04-02T08:23:50.214 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.214 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_db": { 2024-04-02T08:23:50.214 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1286144 2024-04-02T08:23:50.214 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.214 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_slow": { 2024-04-02T08:23:50.214 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.214 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.214 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_wal": { 2024-04-02T08:23:50.214 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.215 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.215 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_count": { 2024-04-02T08:23:50.215 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15 2024-04-02T08:23:50.215 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.215 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_bytes": { 2024-04-02T08:23:50.215 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4913 2024-04-02T08:23:50.215 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.215 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_count": { 2024-04-02T08:23:50.215 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4 2024-04-02T08:23:50.215 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.215 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_bytes": { 2024-04-02T08:23:50.215 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5503 2024-04-02T08:23:50.215 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.216 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_count": { 2024-04-02T08:23:50.216 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24 2024-04-02T08:23:50.216 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.216 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_bytes": { 2024-04-02T08:23:50.216 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5503 2024-04-02T08:23:50.216 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.216 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_count": { 2024-04-02T08:23:50.216 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24 2024-04-02T08:23:50.216 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.216 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes": { 2024-04-02T08:23:50.216 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.216 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.216 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:23:50.216 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.217 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.217 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:23:50.217 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.217 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.217 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:23:50.217 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.217 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.217 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_count": { 2024-04-02T08:23:50.217 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.217 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.217 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_total_bytes": { 2024-04-02T08:23:50.217 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.217 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.217 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_used_bytes": { 2024-04-02T08:23:50.218 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.218 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.218 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_total_bytes": { 2024-04-02T08:23:50.218 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.218 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.218 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_used_bytes": { 2024-04-02T08:23:50.218 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.218 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.218 INFO:tasks.workunit.client.0.smithi012.stdout: "write_bytes": { 2024-04-02T08:23:50.218 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9019392 2024-04-02T08:23:50.218 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.218 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.218 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore": { 2024-04-02T08:23:50.219 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit": { 2024-04-02T08:23:50.219 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4096 2024-04-02T08:23:50.219 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.219 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": { 2024-04-02T08:23:50.219 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 729088 2024-04-02T08:23:50.219 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.219 INFO:tasks.workunit.client.0.smithi012.stdout: "clist_lat": { 2024-04-02T08:23:50.219 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.219 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.219 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.219 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_lat": { 2024-04-02T08:23:50.219 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.219 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.219 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.220 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed": { 2024-04-02T08:23:50.220 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.220 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.220 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_allocated": { 2024-04-02T08:23:50.220 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.220 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.220 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_original": { 2024-04-02T08:23:50.220 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.220 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.220 INFO:tasks.workunit.client.0.smithi012.stdout: "csum_lat": { 2024-04-02T08:23:50.220 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 5, 2024-04-02T08:23:50.220 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7817 2024-04-02T08:23:50.220 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.220 INFO:tasks.workunit.client.0.smithi012.stdout: "decompress_lat": { 2024-04-02T08:23:50.221 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.221 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.221 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.221 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_commit_lat": { 2024-04-02T08:23:50.221 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 695, 2024-04-02T08:23:50.221 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 453942569 2024-04-02T08:23:50.221 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.221 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_final_lat": { 2024-04-02T08:23:50.221 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 691, 2024-04-02T08:23:50.221 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 26099507 2024-04-02T08:23:50.221 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.221 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_flush_lat": { 2024-04-02T08:23:50.221 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 695, 2024-04-02T08:23:50.222 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 729594 2024-04-02T08:23:50.222 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.222 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_sync_lat": { 2024-04-02T08:23:50.222 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 695, 2024-04-02T08:23:50.222 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 454672163 2024-04-02T08:23:50.222 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.222 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_keys_lat": { 2024-04-02T08:23:50.222 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.222 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.222 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.222 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_values_lat": { 2024-04-02T08:23:50.222 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T08:23:50.222 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 36147 2024-04-02T08:23:50.222 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.223 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_lower_bound_lat": { 2024-04-02T08:23:50.223 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.223 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.223 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.223 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_next_lat": { 2024-04-02T08:23:50.223 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.223 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.223 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.223 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:23:50.223 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.223 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.223 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.223 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_upper_bound_lat": { 2024-04-02T08:23:50.224 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2, 2024-04-02T08:23:50.224 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3686 2024-04-02T08:23:50.224 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.224 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_hits": { 2024-04-02T08:23:50.224 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3451 2024-04-02T08:23:50.224 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.224 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_misses": { 2024-04-02T08:23:50.224 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 318 2024-04-02T08:23:50.224 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.224 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T08:23:50.224 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 92, 2024-04-02T08:23:50.224 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1288441 2024-04-02T08:23:50.224 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.224 INFO:tasks.workunit.client.0.smithi012.stdout: "read_onode_meta_lat": { 2024-04-02T08:23:50.225 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 163, 2024-04-02T08:23:50.225 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 306388 2024-04-02T08:23:50.225 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.225 INFO:tasks.workunit.client.0.smithi012.stdout: "read_wait_aio_lat": { 2024-04-02T08:23:50.225 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 71, 2024-04-02T08:23:50.225 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 611040 2024-04-02T08:23:50.225 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.225 INFO:tasks.workunit.client.0.smithi012.stdout: "reads_with_retries": { 2024-04-02T08:23:50.225 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.225 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.225 INFO:tasks.workunit.client.0.smithi012.stdout: "remove_lat": { 2024-04-02T08:23:50.225 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 100, 2024-04-02T08:23:50.225 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5522316 2024-04-02T08:23:50.225 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.226 INFO:tasks.workunit.client.0.smithi012.stdout: "state_aio_wait_lat": { 2024-04-02T08:23:50.226 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3342, 2024-04-02T08:23:50.226 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3892452165 2024-04-02T08:23:50.226 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.226 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:23:50.226 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 53, 2024-04-02T08:23:50.226 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24162479 2024-04-02T08:23:50.226 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.226 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:23:50.226 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 50, 2024-04-02T08:23:50.226 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 259138983531 2024-04-02T08:23:50.226 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.227 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_queued_lat": { 2024-04-02T08:23:50.227 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 53, 2024-04-02T08:23:50.227 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 69259192098 2024-04-02T08:23:50.227 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.227 INFO:tasks.workunit.client.0.smithi012.stdout: "state_done_lat": { 2024-04-02T08:23:50.227 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3339, 2024-04-02T08:23:50.227 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1397166144 2024-04-02T08:23:50.227 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.227 INFO:tasks.workunit.client.0.smithi012.stdout: "state_finishing_lat": { 2024-04-02T08:23:50.227 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3339, 2024-04-02T08:23:50.227 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 225087 2024-04-02T08:23:50.227 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.227 INFO:tasks.workunit.client.0.smithi012.stdout: "state_io_done_lat": { 2024-04-02T08:23:50.227 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3342, 2024-04-02T08:23:50.228 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3359023 2024-04-02T08:23:50.228 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.228 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_commiting_lat": { 2024-04-02T08:23:50.229 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3342, 2024-04-02T08:23:50.229 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2405487840 2024-04-02T08:23:50.229 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.229 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_done_lat": { 2024-04-02T08:23:50.229 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3342, 2024-04-02T08:23:50.230 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 506172 2024-04-02T08:23:50.230 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.230 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_queued_lat": { 2024-04-02T08:23:50.230 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3342, 2024-04-02T08:23:50.230 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1328800579 2024-04-02T08:23:50.230 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.230 INFO:tasks.workunit.client.0.smithi012.stdout: "state_prepare_lat": { 2024-04-02T08:23:50.230 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3342, 2024-04-02T08:23:50.230 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 361361082 2024-04-02T08:23:50.230 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.230 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": { 2024-04-02T08:23:50.230 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 312200 2024-04-02T08:23:50.231 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.231 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T08:23:50.231 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 44, 2024-04-02T08:23:50.231 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 234130 2024-04-02T08:23:50.231 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.231 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_commit_lat": { 2024-04-02T08:23:50.231 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3342, 2024-04-02T08:23:50.231 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7991678197 2024-04-02T08:23:50.231 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.231 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_submit_lat": { 2024-04-02T08:23:50.231 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3342, 2024-04-02T08:23:50.231 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 395984381 2024-04-02T08:23:50.231 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.231 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_throttle_lat": { 2024-04-02T08:23:50.232 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3342, 2024-04-02T08:23:50.232 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 267924358 2024-04-02T08:23:50.232 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.232 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.232 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache": { 2024-04-02T08:23:50.232 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T08:23:50.232 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1862577038 2024-04-02T08:23:50.232 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.232 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T08:23:50.232 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 44417024 2024-04-02T08:23:50.232 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.232 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T08:23:50.232 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 43991040 2024-04-02T08:23:50.232 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.233 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T08:23:50.233 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3138686361 2024-04-02T08:23:50.233 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.233 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T08:23:50.233 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 425984 2024-04-02T08:23:50.233 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.233 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.233 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:data": { 2024-04-02T08:23:50.233 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:50.233 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 159383552 2024-04-02T08:23:50.233 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.233 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:50.233 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.233 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.234 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:50.234 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.234 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.234 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:50.234 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 85559550 2024-04-02T08:23:50.234 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.234 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:50.234 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.234 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.234 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:50.234 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.234 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.234 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:50.235 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.235 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.235 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:50.235 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.235 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.235 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:50.235 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.235 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.235 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:50.235 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8192 2024-04-02T08:23:50.235 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.235 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:50.235 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.235 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.236 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:50.236 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.236 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.236 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:50.236 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.236 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.236 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:50.236 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 73815810 2024-04-02T08:23:50.236 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.236 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.236 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv": { 2024-04-02T08:23:50.236 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:50.236 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 780140544 2024-04-02T08:23:50.236 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.237 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:50.237 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T08:23:50.237 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.237 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:50.237 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.237 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.237 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:50.237 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 641696629 2024-04-02T08:23:50.237 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.237 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:50.237 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.237 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.237 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:50.237 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.238 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.238 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:50.238 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.238 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.238 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:50.238 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.238 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.238 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:50.238 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.238 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.238 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:50.238 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2128 2024-04-02T08:23:50.238 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.239 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:50.239 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.239 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.239 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:50.239 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.239 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.239 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:50.239 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.239 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.239 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:50.239 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71332923 2024-04-02T08:23:50.239 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.239 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.239 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:23:50.240 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:50.240 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 192937984 2024-04-02T08:23:50.240 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.240 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:50.240 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T08:23:50.240 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.240 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:50.240 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 464 2024-04-02T08:23:50.240 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.240 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:50.240 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57039700 2024-04-02T08:23:50.240 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.240 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:50.240 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.240 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.241 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:50.241 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.241 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.241 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:50.241 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.241 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.241 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:50.241 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.241 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.241 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:50.241 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.241 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.241 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:50.241 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.242 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.242 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:50.242 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.242 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.242 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:50.242 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.242 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.242 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:50.242 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.242 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.242 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:50.242 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 68788956 2024-04-02T08:23:50.242 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.242 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.243 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:meta": { 2024-04-02T08:23:50.243 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:50.243 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 713031680 2024-04-02T08:23:50.243 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.243 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:50.243 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.243 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.243 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:50.243 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.243 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.243 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:50.243 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 641696629 2024-04-02T08:23:50.243 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.243 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:50.244 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.244 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.244 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:50.244 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.244 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.244 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:50.244 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.244 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.244 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:50.244 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.244 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.244 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:50.244 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5738 2024-04-02T08:23:50.244 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.245 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:50.245 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 323661 2024-04-02T08:23:50.245 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.245 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:50.245 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.245 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.245 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:50.245 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.245 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.245 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:50.245 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.245 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.245 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:50.245 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71005652 2024-04-02T08:23:50.246 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.246 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.246 INFO:tasks.workunit.client.0.smithi012.stdout: "objecter": { 2024-04-02T08:23:50.246 INFO:tasks.workunit.client.0.smithi012.stdout: "op_active": { 2024-04-02T08:23:50.246 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.246 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.246 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T08:23:50.246 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.246 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.246 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rmw": { 2024-04-02T08:23:50.246 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.246 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.246 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T08:23:50.246 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.247 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.247 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.247 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T08:23:50.247 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg": { 2024-04-02T08:23:50.247 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 37 2024-04-02T08:23:50.247 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.247 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg_removing": { 2024-04-02T08:23:50.247 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.247 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.247 INFO:tasks.workunit.client.0.smithi012.stdout: "op": { 2024-04-02T08:23:50.247 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.247 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.247 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_degraded": { 2024-04-02T08:23:50.247 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.248 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.248 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_unreadable": { 2024-04-02T08:23:50.248 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.248 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.248 INFO:tasks.workunit.client.0.smithi012.stdout: "op_in_bytes": { 2024-04-02T08:23:50.248 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.248 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.248 INFO:tasks.workunit.client.0.smithi012.stdout: "op_latency": { 2024-04-02T08:23:50.248 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.248 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.248 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.248 INFO:tasks.workunit.client.0.smithi012.stdout: "op_out_bytes": { 2024-04-02T08:23:50.248 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.248 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.249 INFO:tasks.workunit.client.0.smithi012.stdout: "op_prepare_latency": { 2024-04-02T08:23:50.249 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2, 2024-04-02T08:23:50.249 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 682537 2024-04-02T08:23:50.249 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.249 INFO:tasks.workunit.client.0.smithi012.stdout: "op_process_latency": { 2024-04-02T08:23:50.249 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.249 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.249 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.249 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T08:23:50.249 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.249 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.249 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency": { 2024-04-02T08:23:50.249 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.249 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.249 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.250 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:23:50.250 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.250 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.250 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_out_bytes": { 2024-04-02T08:23:50.250 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.250 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.250 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_prepare_latency": { 2024-04-02T08:23:50.250 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.250 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.250 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.250 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_process_latency": { 2024-04-02T08:23:50.250 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.250 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.250 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.251 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw": { 2024-04-02T08:23:50.251 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.251 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.251 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_in_bytes": { 2024-04-02T08:23:50.251 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.251 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.251 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency": { 2024-04-02T08:23:50.251 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.251 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.251 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.251 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:23:50.251 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.252 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.252 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:23:50.252 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.252 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.252 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_out_bytes": { 2024-04-02T08:23:50.252 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.252 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.252 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_prepare_latency": { 2024-04-02T08:23:50.252 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.252 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.252 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.252 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_process_latency": { 2024-04-02T08:23:50.252 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.252 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.253 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.253 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T08:23:50.253 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.253 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.253 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_in_bytes": { 2024-04-02T08:23:50.253 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.253 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.253 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency": { 2024-04-02T08:23:50.253 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.253 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.253 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.253 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:23:50.253 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.253 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.254 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_prepare_latency": { 2024-04-02T08:23:50.254 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2, 2024-04-02T08:23:50.254 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 682537 2024-04-02T08:23:50.254 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.254 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_process_latency": { 2024-04-02T08:23:50.254 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.254 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.254 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.254 INFO:tasks.workunit.client.0.smithi012.stdout: "op_wip": { 2024-04-02T08:23:50.254 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.254 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.254 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_bytes": { 2024-04-02T08:23:50.254 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.255 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.255 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_ops": { 2024-04-02T08:23:50.255 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.255 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.255 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes": { 2024-04-02T08:23:50.255 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T08:23:50.255 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.255 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes_used": { 2024-04-02T08:23:50.255 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 28393472 2024-04-02T08:23:50.255 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.255 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.255 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.255 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.4": { 2024-04-02T08:23:50.255 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T08:23:50.256 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_fallback": { 2024-04-02T08:23:50.256 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.256 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.256 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:23:50.256 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.256 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.256 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_db": { 2024-04-02T08:23:50.256 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 65536 2024-04-02T08:23:50.256 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.256 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_main": { 2024-04-02T08:23:50.256 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.256 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.256 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_wal": { 2024-04-02T08:23:50.256 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.257 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.257 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_slow": { 2024-04-02T08:23:50.257 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.257 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.257 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_sst": { 2024-04-02T08:23:50.257 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12288 2024-04-02T08:23:50.257 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.257 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_wal": { 2024-04-02T08:23:50.257 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5603328 2024-04-02T08:23:50.257 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.257 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lat": { 2024-04-02T08:23:50.257 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.257 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.257 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.258 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lock_lat": { 2024-04-02T08:23:50.258 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.258 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.258 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.258 INFO:tasks.workunit.client.0.smithi012.stdout: "db_total_bytes": { 2024-04-02T08:23:50.258 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T08:23:50.258 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.258 INFO:tasks.workunit.client.0.smithi012.stdout: "db_used_bytes": { 2024-04-02T08:23:50.258 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 27656192 2024-04-02T08:23:50.258 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.258 INFO:tasks.workunit.client.0.smithi012.stdout: "log_bytes": { 2024-04-02T08:23:50.258 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2584576 2024-04-02T08:23:50.258 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.259 INFO:tasks.workunit.client.0.smithi012.stdout: "logged_bytes": { 2024-04-02T08:23:50.259 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2445312 2024-04-02T08:23:50.259 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.259 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_db": { 2024-04-02T08:23:50.259 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 31850496 2024-04-02T08:23:50.259 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.259 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_slow": { 2024-04-02T08:23:50.259 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.259 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.259 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_wal": { 2024-04-02T08:23:50.259 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.259 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.259 INFO:tasks.workunit.client.0.smithi012.stdout: "num_files": { 2024-04-02T08:23:50.259 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14 2024-04-02T08:23:50.260 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.260 INFO:tasks.workunit.client.0.smithi012.stdout: "read_bytes": { 2024-04-02T08:23:50.260 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 206272 2024-04-02T08:23:50.260 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.260 INFO:tasks.workunit.client.0.smithi012.stdout: "read_count": { 2024-04-02T08:23:50.260 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 23 2024-04-02T08:23:50.260 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.260 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes": { 2024-04-02T08:23:50.260 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1282048 2024-04-02T08:23:50.260 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.260 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_db": { 2024-04-02T08:23:50.260 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1286144 2024-04-02T08:23:50.260 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.260 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_slow": { 2024-04-02T08:23:50.261 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.261 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.261 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_wal": { 2024-04-02T08:23:50.261 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.261 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.261 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_count": { 2024-04-02T08:23:50.261 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15 2024-04-02T08:23:50.261 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.261 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_bytes": { 2024-04-02T08:23:50.261 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4913 2024-04-02T08:23:50.261 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.261 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_count": { 2024-04-02T08:23:50.261 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4 2024-04-02T08:23:50.262 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.262 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_bytes": { 2024-04-02T08:23:50.262 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5505 2024-04-02T08:23:50.262 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.262 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_count": { 2024-04-02T08:23:50.262 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24 2024-04-02T08:23:50.262 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.262 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_bytes": { 2024-04-02T08:23:50.262 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5505 2024-04-02T08:23:50.262 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.262 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_count": { 2024-04-02T08:23:50.262 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24 2024-04-02T08:23:50.262 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.263 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes": { 2024-04-02T08:23:50.263 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.263 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.263 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:23:50.263 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.263 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.263 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:23:50.263 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.263 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.263 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:23:50.263 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.263 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.263 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_count": { 2024-04-02T08:23:50.263 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.263 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.264 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_total_bytes": { 2024-04-02T08:23:50.264 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.264 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.264 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_used_bytes": { 2024-04-02T08:23:50.264 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.264 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.264 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_total_bytes": { 2024-04-02T08:23:50.264 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.264 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.264 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_used_bytes": { 2024-04-02T08:23:50.264 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.264 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.264 INFO:tasks.workunit.client.0.smithi012.stdout: "write_bytes": { 2024-04-02T08:23:50.264 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8126464 2024-04-02T08:23:50.265 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.265 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.265 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore": { 2024-04-02T08:23:50.265 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit": { 2024-04-02T08:23:50.265 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4096 2024-04-02T08:23:50.265 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.265 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": { 2024-04-02T08:23:50.265 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 724992 2024-04-02T08:23:50.265 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.265 INFO:tasks.workunit.client.0.smithi012.stdout: "clist_lat": { 2024-04-02T08:23:50.265 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8, 2024-04-02T08:23:50.265 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 560485 2024-04-02T08:23:50.265 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.265 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_lat": { 2024-04-02T08:23:50.266 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.266 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.266 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.266 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed": { 2024-04-02T08:23:50.266 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.266 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.266 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_allocated": { 2024-04-02T08:23:50.266 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.266 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.266 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_original": { 2024-04-02T08:23:50.266 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.266 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.266 INFO:tasks.workunit.client.0.smithi012.stdout: "csum_lat": { 2024-04-02T08:23:50.267 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T08:23:50.267 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1891 2024-04-02T08:23:50.267 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.267 INFO:tasks.workunit.client.0.smithi012.stdout: "decompress_lat": { 2024-04-02T08:23:50.267 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.267 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.267 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.267 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_commit_lat": { 2024-04-02T08:23:50.267 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 584, 2024-04-02T08:23:50.267 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 537694259 2024-04-02T08:23:50.267 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.267 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_final_lat": { 2024-04-02T08:23:50.267 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 573, 2024-04-02T08:23:50.267 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 26368455 2024-04-02T08:23:50.268 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.268 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_flush_lat": { 2024-04-02T08:23:50.268 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 584, 2024-04-02T08:23:50.268 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 554340 2024-04-02T08:23:50.268 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.268 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_sync_lat": { 2024-04-02T08:23:50.268 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 584, 2024-04-02T08:23:50.268 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 538248599 2024-04-02T08:23:50.268 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.268 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_keys_lat": { 2024-04-02T08:23:50.268 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.268 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.268 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.268 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_values_lat": { 2024-04-02T08:23:50.268 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T08:23:50.269 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 48860 2024-04-02T08:23:50.269 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.269 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_lower_bound_lat": { 2024-04-02T08:23:50.269 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.269 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.269 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.269 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_next_lat": { 2024-04-02T08:23:50.269 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.269 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.269 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.269 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:23:50.269 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.269 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.269 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.270 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_upper_bound_lat": { 2024-04-02T08:23:50.270 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2, 2024-04-02T08:23:50.270 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5278 2024-04-02T08:23:50.270 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.270 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_hits": { 2024-04-02T08:23:50.270 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3467 2024-04-02T08:23:50.270 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.270 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_misses": { 2024-04-02T08:23:50.270 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 334 2024-04-02T08:23:50.270 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.270 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T08:23:50.270 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 97, 2024-04-02T08:23:50.270 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1041769 2024-04-02T08:23:50.270 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.270 INFO:tasks.workunit.client.0.smithi012.stdout: "read_onode_meta_lat": { 2024-04-02T08:23:50.271 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 165, 2024-04-02T08:23:50.271 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 298360 2024-04-02T08:23:50.271 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.271 INFO:tasks.workunit.client.0.smithi012.stdout: "read_wait_aio_lat": { 2024-04-02T08:23:50.271 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 68, 2024-04-02T08:23:50.271 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 223680 2024-04-02T08:23:50.271 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.271 INFO:tasks.workunit.client.0.smithi012.stdout: "reads_with_retries": { 2024-04-02T08:23:50.271 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.271 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.271 INFO:tasks.workunit.client.0.smithi012.stdout: "remove_lat": { 2024-04-02T08:23:50.271 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 105, 2024-04-02T08:23:50.272 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7165016 2024-04-02T08:23:50.272 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.272 INFO:tasks.workunit.client.0.smithi012.stdout: "state_aio_wait_lat": { 2024-04-02T08:23:50.272 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3362, 2024-04-02T08:23:50.272 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4150860763 2024-04-02T08:23:50.272 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.272 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:23:50.272 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 43, 2024-04-02T08:23:50.272 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3492359 2024-04-02T08:23:50.272 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.272 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:23:50.272 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 42, 2024-04-02T08:23:50.272 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 158249071000 2024-04-02T08:23:50.272 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.273 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_queued_lat": { 2024-04-02T08:23:50.273 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 43, 2024-04-02T08:23:50.273 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 55624387401 2024-04-02T08:23:50.273 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.273 INFO:tasks.workunit.client.0.smithi012.stdout: "state_done_lat": { 2024-04-02T08:23:50.273 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3361, 2024-04-02T08:23:50.273 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 860905588 2024-04-02T08:23:50.273 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.273 INFO:tasks.workunit.client.0.smithi012.stdout: "state_finishing_lat": { 2024-04-02T08:23:50.273 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3361, 2024-04-02T08:23:50.273 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 193283 2024-04-02T08:23:50.273 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.273 INFO:tasks.workunit.client.0.smithi012.stdout: "state_io_done_lat": { 2024-04-02T08:23:50.273 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3362, 2024-04-02T08:23:50.274 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 32307907 2024-04-02T08:23:50.274 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.274 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_commiting_lat": { 2024-04-02T08:23:50.274 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3362, 2024-04-02T08:23:50.274 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3244883360 2024-04-02T08:23:50.274 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.274 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_done_lat": { 2024-04-02T08:23:50.274 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3362, 2024-04-02T08:23:50.274 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 507926 2024-04-02T08:23:50.274 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.274 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_queued_lat": { 2024-04-02T08:23:50.274 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3362, 2024-04-02T08:23:50.275 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1942662490 2024-04-02T08:23:50.275 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.275 INFO:tasks.workunit.client.0.smithi012.stdout: "state_prepare_lat": { 2024-04-02T08:23:50.275 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3362, 2024-04-02T08:23:50.275 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 398019975 2024-04-02T08:23:50.275 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.275 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": { 2024-04-02T08:23:50.275 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 310172 2024-04-02T08:23:50.275 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.275 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T08:23:50.275 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 42, 2024-04-02T08:23:50.275 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 179401 2024-04-02T08:23:50.275 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.275 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_commit_lat": { 2024-04-02T08:23:50.276 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3362, 2024-04-02T08:23:50.276 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9768964990 2024-04-02T08:23:50.276 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.276 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_submit_lat": { 2024-04-02T08:23:50.276 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3362, 2024-04-02T08:23:50.276 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 433999302 2024-04-02T08:23:50.276 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.276 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_throttle_lat": { 2024-04-02T08:23:50.276 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3362, 2024-04-02T08:23:50.276 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 295979855 2024-04-02T08:23:50.276 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.276 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.276 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache": { 2024-04-02T08:23:50.276 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T08:23:50.277 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1862576429 2024-04-02T08:23:50.277 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.277 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T08:23:50.277 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 46579712 2024-04-02T08:23:50.277 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.277 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T08:23:50.277 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 45752320 2024-04-02T08:23:50.277 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.277 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T08:23:50.277 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3138685644 2024-04-02T08:23:50.277 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.277 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T08:23:50.277 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 827392 2024-04-02T08:23:50.277 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.278 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.278 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:data": { 2024-04-02T08:23:50.278 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:50.278 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 159383552 2024-04-02T08:23:50.278 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.278 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:50.278 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.278 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.278 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:50.278 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.278 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.278 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:50.279 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 85559859 2024-04-02T08:23:50.279 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.279 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:50.279 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.279 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.279 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:50.279 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.279 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.279 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:50.279 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.279 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.279 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:50.279 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.279 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.280 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:50.280 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.280 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.280 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:50.280 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.280 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.280 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:50.280 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.280 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.280 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:50.280 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.280 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.280 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:50.280 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.281 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.281 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:50.281 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 73823693 2024-04-02T08:23:50.281 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.281 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.281 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv": { 2024-04-02T08:23:50.281 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:50.281 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 780140544 2024-04-02T08:23:50.281 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.281 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:50.281 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T08:23:50.281 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.281 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:50.281 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.282 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.282 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:50.282 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 641698942 2024-04-02T08:23:50.282 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.282 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:50.282 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.282 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.282 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:50.282 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.282 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.282 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:50.282 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.282 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.283 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:50.283 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.283 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.283 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:50.283 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.283 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.283 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:50.283 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2128 2024-04-02T08:23:50.283 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.283 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:50.283 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.283 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.283 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:50.283 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.284 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.284 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:50.284 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.284 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.284 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:50.284 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71330610 2024-04-02T08:23:50.284 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.284 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.284 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:23:50.284 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:50.284 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 192937984 2024-04-02T08:23:50.284 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.284 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:50.284 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T08:23:50.285 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.285 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:50.285 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 464 2024-04-02T08:23:50.285 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.285 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:50.285 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57039906 2024-04-02T08:23:50.285 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.285 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:50.285 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.285 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.285 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:50.285 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.285 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.285 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:50.286 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.286 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.286 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:50.286 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.286 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.286 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:50.286 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.286 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.286 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:50.286 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.286 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.286 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:50.286 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.286 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.287 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:50.287 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.287 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.287 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:50.287 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.287 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.287 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:50.287 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 68788750 2024-04-02T08:23:50.287 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.287 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.287 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:meta": { 2024-04-02T08:23:50.287 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:50.287 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 713031680 2024-04-02T08:23:50.287 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.288 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:50.288 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.288 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.288 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:50.288 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.288 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.288 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:50.288 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 641698942 2024-04-02T08:23:50.288 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.288 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:50.288 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.288 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.288 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:50.288 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.289 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.289 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:50.289 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.289 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.289 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:50.289 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.289 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.289 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:50.289 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.289 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.289 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:50.289 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 328383 2024-04-02T08:23:50.289 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.289 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:50.289 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.290 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.290 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:50.290 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.290 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.290 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:50.290 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.290 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.290 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:50.290 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71004355 2024-04-02T08:23:50.290 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.290 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.290 INFO:tasks.workunit.client.0.smithi012.stdout: "objecter": { 2024-04-02T08:23:50.290 INFO:tasks.workunit.client.0.smithi012.stdout: "op_active": { 2024-04-02T08:23:50.290 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.291 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.291 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T08:23:50.291 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.291 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.291 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rmw": { 2024-04-02T08:23:50.291 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.291 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.291 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T08:23:50.291 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.291 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.291 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.291 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T08:23:50.292 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg": { 2024-04-02T08:23:50.292 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 39 2024-04-02T08:23:50.292 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.292 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg_removing": { 2024-04-02T08:23:50.292 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.292 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.292 INFO:tasks.workunit.client.0.smithi012.stdout: "op": { 2024-04-02T08:23:50.292 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1 2024-04-02T08:23:50.292 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.292 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_degraded": { 2024-04-02T08:23:50.292 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.292 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.292 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_unreadable": { 2024-04-02T08:23:50.292 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.293 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.293 INFO:tasks.workunit.client.0.smithi012.stdout: "op_in_bytes": { 2024-04-02T08:23:50.293 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 22 2024-04-02T08:23:50.293 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.293 INFO:tasks.workunit.client.0.smithi012.stdout: "op_latency": { 2024-04-02T08:23:50.293 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T08:23:50.293 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1398244 2024-04-02T08:23:50.293 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.293 INFO:tasks.workunit.client.0.smithi012.stdout: "op_out_bytes": { 2024-04-02T08:23:50.293 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.293 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.293 INFO:tasks.workunit.client.0.smithi012.stdout: "op_prepare_latency": { 2024-04-02T08:23:50.293 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T08:23:50.293 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 552658 2024-04-02T08:23:50.294 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.294 INFO:tasks.workunit.client.0.smithi012.stdout: "op_process_latency": { 2024-04-02T08:23:50.294 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T08:23:50.294 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1324664 2024-04-02T08:23:50.294 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.294 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T08:23:50.294 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.294 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.294 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency": { 2024-04-02T08:23:50.294 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.294 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.294 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.294 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:23:50.295 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.295 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.295 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_out_bytes": { 2024-04-02T08:23:50.295 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.295 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.295 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_prepare_latency": { 2024-04-02T08:23:50.295 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.295 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.295 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.295 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_process_latency": { 2024-04-02T08:23:50.295 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.295 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.295 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.295 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw": { 2024-04-02T08:23:50.296 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.296 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.296 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_in_bytes": { 2024-04-02T08:23:50.296 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.296 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.296 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency": { 2024-04-02T08:23:50.296 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.296 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.296 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.296 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:23:50.296 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.296 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.296 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:23:50.296 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.297 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.297 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_out_bytes": { 2024-04-02T08:23:50.297 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.297 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.297 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_prepare_latency": { 2024-04-02T08:23:50.297 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.297 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.297 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.297 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_process_latency": { 2024-04-02T08:23:50.297 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.297 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.297 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.297 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T08:23:50.297 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1 2024-04-02T08:23:50.298 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.298 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_in_bytes": { 2024-04-02T08:23:50.298 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 22 2024-04-02T08:23:50.298 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.298 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency": { 2024-04-02T08:23:50.298 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T08:23:50.298 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1398244 2024-04-02T08:23:50.298 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.298 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:23:50.298 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.298 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.298 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_prepare_latency": { 2024-04-02T08:23:50.298 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T08:23:50.299 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 552658 2024-04-02T08:23:50.299 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.299 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_process_latency": { 2024-04-02T08:23:50.299 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T08:23:50.299 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1324664 2024-04-02T08:23:50.299 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.299 INFO:tasks.workunit.client.0.smithi012.stdout: "op_wip": { 2024-04-02T08:23:50.299 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.299 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.299 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_bytes": { 2024-04-02T08:23:50.299 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.299 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.299 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_ops": { 2024-04-02T08:23:50.299 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.300 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.300 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes": { 2024-04-02T08:23:50.300 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T08:23:50.300 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.300 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes_used": { 2024-04-02T08:23:50.300 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 28393472 2024-04-02T08:23:50.300 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.300 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.300 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.300 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.5": { 2024-04-02T08:23:50.300 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T08:23:50.300 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_fallback": { 2024-04-02T08:23:50.300 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.300 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.301 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:23:50.301 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.301 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.301 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_db": { 2024-04-02T08:23:50.301 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 65536 2024-04-02T08:23:50.301 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.301 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_main": { 2024-04-02T08:23:50.301 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.301 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.301 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_wal": { 2024-04-02T08:23:50.301 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.301 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.301 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_slow": { 2024-04-02T08:23:50.301 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.302 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.302 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_sst": { 2024-04-02T08:23:50.302 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12288 2024-04-02T08:23:50.302 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.302 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_wal": { 2024-04-02T08:23:50.302 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1134592 2024-04-02T08:23:50.302 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.302 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lat": { 2024-04-02T08:23:50.302 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.302 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.302 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.302 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lock_lat": { 2024-04-02T08:23:50.302 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.303 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.303 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.303 INFO:tasks.workunit.client.0.smithi012.stdout: "db_total_bytes": { 2024-04-02T08:23:50.303 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T08:23:50.303 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.303 INFO:tasks.workunit.client.0.smithi012.stdout: "db_used_bytes": { 2024-04-02T08:23:50.303 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 27656192 2024-04-02T08:23:50.303 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.303 INFO:tasks.workunit.client.0.smithi012.stdout: "log_bytes": { 2024-04-02T08:23:50.303 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 823296 2024-04-02T08:23:50.303 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.303 INFO:tasks.workunit.client.0.smithi012.stdout: "logged_bytes": { 2024-04-02T08:23:50.303 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 684032 2024-04-02T08:23:50.303 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.304 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_db": { 2024-04-02T08:23:50.304 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 31850496 2024-04-02T08:23:50.304 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.304 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_slow": { 2024-04-02T08:23:50.304 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.304 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.304 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_wal": { 2024-04-02T08:23:50.304 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.304 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.304 INFO:tasks.workunit.client.0.smithi012.stdout: "num_files": { 2024-04-02T08:23:50.304 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14 2024-04-02T08:23:50.304 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.304 INFO:tasks.workunit.client.0.smithi012.stdout: "read_bytes": { 2024-04-02T08:23:50.304 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 206272 2024-04-02T08:23:50.305 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.305 INFO:tasks.workunit.client.0.smithi012.stdout: "read_count": { 2024-04-02T08:23:50.305 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 23 2024-04-02T08:23:50.305 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.305 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes": { 2024-04-02T08:23:50.305 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1282048 2024-04-02T08:23:50.305 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.305 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_db": { 2024-04-02T08:23:50.305 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1286144 2024-04-02T08:23:50.305 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.305 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_slow": { 2024-04-02T08:23:50.305 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.305 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.306 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_wal": { 2024-04-02T08:23:50.306 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.306 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.306 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_count": { 2024-04-02T08:23:50.306 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15 2024-04-02T08:23:50.306 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.306 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_bytes": { 2024-04-02T08:23:50.306 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4913 2024-04-02T08:23:50.306 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.306 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_count": { 2024-04-02T08:23:50.306 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4 2024-04-02T08:23:50.306 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.306 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_bytes": { 2024-04-02T08:23:50.306 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5505 2024-04-02T08:23:50.307 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.307 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_count": { 2024-04-02T08:23:50.307 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24 2024-04-02T08:23:50.307 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.307 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_bytes": { 2024-04-02T08:23:50.307 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5505 2024-04-02T08:23:50.307 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.307 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_count": { 2024-04-02T08:23:50.307 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24 2024-04-02T08:23:50.307 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.307 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes": { 2024-04-02T08:23:50.307 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.307 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.307 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:23:50.308 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.308 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.308 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:23:50.308 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.308 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.308 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:23:50.308 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.308 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.308 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_count": { 2024-04-02T08:23:50.308 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.308 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.308 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_total_bytes": { 2024-04-02T08:23:50.308 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.309 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.309 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_used_bytes": { 2024-04-02T08:23:50.309 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.309 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.309 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_total_bytes": { 2024-04-02T08:23:50.309 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.309 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.309 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_used_bytes": { 2024-04-02T08:23:50.309 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.309 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.309 INFO:tasks.workunit.client.0.smithi012.stdout: "write_bytes": { 2024-04-02T08:23:50.309 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1896448 2024-04-02T08:23:50.309 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.309 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.309 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore": { 2024-04-02T08:23:50.310 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit": { 2024-04-02T08:23:50.310 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4096 2024-04-02T08:23:50.310 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.310 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": { 2024-04-02T08:23:50.310 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 720896 2024-04-02T08:23:50.310 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.310 INFO:tasks.workunit.client.0.smithi012.stdout: "clist_lat": { 2024-04-02T08:23:50.310 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 6, 2024-04-02T08:23:50.310 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 182464 2024-04-02T08:23:50.310 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.310 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_lat": { 2024-04-02T08:23:50.310 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.310 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.310 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.311 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed": { 2024-04-02T08:23:50.311 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.311 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.311 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_allocated": { 2024-04-02T08:23:50.311 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.311 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.311 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_original": { 2024-04-02T08:23:50.311 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.311 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.311 INFO:tasks.workunit.client.0.smithi012.stdout: "csum_lat": { 2024-04-02T08:23:50.311 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T08:23:50.311 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3510 2024-04-02T08:23:50.311 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.312 INFO:tasks.workunit.client.0.smithi012.stdout: "decompress_lat": { 2024-04-02T08:23:50.312 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.312 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.312 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.312 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_commit_lat": { 2024-04-02T08:23:50.312 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 154, 2024-04-02T08:23:50.312 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57927065 2024-04-02T08:23:50.312 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.312 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_final_lat": { 2024-04-02T08:23:50.312 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 145, 2024-04-02T08:23:50.312 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4883950 2024-04-02T08:23:50.312 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.312 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_flush_lat": { 2024-04-02T08:23:50.312 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 154, 2024-04-02T08:23:50.313 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 148453 2024-04-02T08:23:50.313 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.313 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_sync_lat": { 2024-04-02T08:23:50.313 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 154, 2024-04-02T08:23:50.313 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 58075518 2024-04-02T08:23:50.313 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.313 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_keys_lat": { 2024-04-02T08:23:50.313 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.313 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.313 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.313 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_values_lat": { 2024-04-02T08:23:50.313 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T08:23:50.313 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 43385 2024-04-02T08:23:50.313 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.314 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_lower_bound_lat": { 2024-04-02T08:23:50.314 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.314 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.314 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.314 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_next_lat": { 2024-04-02T08:23:50.314 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.314 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.314 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.314 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:23:50.314 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.314 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.314 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.314 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_upper_bound_lat": { 2024-04-02T08:23:50.314 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2, 2024-04-02T08:23:50.315 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5157 2024-04-02T08:23:50.315 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.315 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_hits": { 2024-04-02T08:23:50.315 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 335 2024-04-02T08:23:50.315 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.315 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_misses": { 2024-04-02T08:23:50.315 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 240 2024-04-02T08:23:50.315 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.315 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T08:23:50.315 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 91, 2024-04-02T08:23:50.315 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 898188 2024-04-02T08:23:50.315 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.315 INFO:tasks.workunit.client.0.smithi012.stdout: "read_onode_meta_lat": { 2024-04-02T08:23:50.315 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 148, 2024-04-02T08:23:50.316 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 261170 2024-04-02T08:23:50.316 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.316 INFO:tasks.workunit.client.0.smithi012.stdout: "read_wait_aio_lat": { 2024-04-02T08:23:50.316 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 57, 2024-04-02T08:23:50.316 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 694778 2024-04-02T08:23:50.316 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.316 INFO:tasks.workunit.client.0.smithi012.stdout: "reads_with_retries": { 2024-04-02T08:23:50.316 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.316 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.316 INFO:tasks.workunit.client.0.smithi012.stdout: "remove_lat": { 2024-04-02T08:23:50.316 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 4, 2024-04-02T08:23:50.316 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 107916 2024-04-02T08:23:50.316 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.316 INFO:tasks.workunit.client.0.smithi012.stdout: "state_aio_wait_lat": { 2024-04-02T08:23:50.317 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 264, 2024-04-02T08:23:50.317 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7112055 2024-04-02T08:23:50.317 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.317 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:23:50.317 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 41, 2024-04-02T08:23:50.317 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3016093 2024-04-02T08:23:50.317 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.317 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:23:50.317 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 38, 2024-04-02T08:23:50.317 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 194478146641 2024-04-02T08:23:50.317 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.317 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_queued_lat": { 2024-04-02T08:23:50.317 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 41, 2024-04-02T08:23:50.317 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 66698661342 2024-04-02T08:23:50.318 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.318 INFO:tasks.workunit.client.0.smithi012.stdout: "state_done_lat": { 2024-04-02T08:23:50.318 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 261, 2024-04-02T08:23:50.318 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 580063 2024-04-02T08:23:50.318 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.318 INFO:tasks.workunit.client.0.smithi012.stdout: "state_finishing_lat": { 2024-04-02T08:23:50.318 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 261, 2024-04-02T08:23:50.318 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 27731 2024-04-02T08:23:50.318 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.318 INFO:tasks.workunit.client.0.smithi012.stdout: "state_io_done_lat": { 2024-04-02T08:23:50.318 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 264, 2024-04-02T08:23:50.318 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 790769 2024-04-02T08:23:50.318 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.319 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_commiting_lat": { 2024-04-02T08:23:50.319 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 264, 2024-04-02T08:23:50.319 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 197020028 2024-04-02T08:23:50.319 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.319 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_done_lat": { 2024-04-02T08:23:50.319 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 264, 2024-04-02T08:23:50.319 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 74952 2024-04-02T08:23:50.319 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.319 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_queued_lat": { 2024-04-02T08:23:50.319 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 264, 2024-04-02T08:23:50.319 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 133717408 2024-04-02T08:23:50.319 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.319 INFO:tasks.workunit.client.0.smithi012.stdout: "state_prepare_lat": { 2024-04-02T08:23:50.320 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 264, 2024-04-02T08:23:50.320 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13111658 2024-04-02T08:23:50.320 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.320 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": { 2024-04-02T08:23:50.320 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 311855 2024-04-02T08:23:50.320 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.320 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T08:23:50.320 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 34, 2024-04-02T08:23:50.320 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 159273 2024-04-02T08:23:50.320 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.320 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_commit_lat": { 2024-04-02T08:23:50.320 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 264, 2024-04-02T08:23:50.320 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 351783340 2024-04-02T08:23:50.320 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.321 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_submit_lat": { 2024-04-02T08:23:50.321 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 264, 2024-04-02T08:23:50.321 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15273154 2024-04-02T08:23:50.321 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.321 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_throttle_lat": { 2024-04-02T08:23:50.321 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 264, 2024-04-02T08:23:50.321 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2087378 2024-04-02T08:23:50.321 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.321 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.321 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache": { 2024-04-02T08:23:50.321 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T08:23:50.321 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1862576429 2024-04-02T08:23:50.321 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.321 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T08:23:50.322 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 42319872 2024-04-02T08:23:50.322 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.322 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T08:23:50.322 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 41992192 2024-04-02T08:23:50.322 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.322 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T08:23:50.322 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3138685644 2024-04-02T08:23:50.322 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.322 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T08:23:50.322 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 327680 2024-04-02T08:23:50.322 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.322 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.322 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:data": { 2024-04-02T08:23:50.323 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:50.323 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 159383552 2024-04-02T08:23:50.323 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.323 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:50.323 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.323 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.323 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:50.323 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.323 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.323 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:50.323 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 85566316 2024-04-02T08:23:50.323 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.323 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:50.323 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.324 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.324 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:50.324 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.324 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.324 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:50.324 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.324 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.324 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:50.324 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.324 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.324 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:50.324 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.324 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.324 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:50.325 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.325 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.325 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:50.325 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.325 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.325 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:50.325 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.325 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.325 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:50.325 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.325 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.325 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:50.325 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 73817236 2024-04-02T08:23:50.325 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.326 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.326 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv": { 2024-04-02T08:23:50.326 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:50.326 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 780140544 2024-04-02T08:23:50.326 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.326 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:50.326 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T08:23:50.326 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.326 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:50.326 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.326 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.326 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:50.326 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 641747372 2024-04-02T08:23:50.327 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.327 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:50.327 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.327 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.327 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:50.327 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.327 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.327 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:50.327 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.327 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.327 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:50.327 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.327 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.327 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:50.328 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.328 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.328 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:50.328 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2128 2024-04-02T08:23:50.328 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.328 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:50.328 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.328 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.328 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:50.328 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.328 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.328 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:50.328 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.328 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.329 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:50.329 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71282180 2024-04-02T08:23:50.329 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.329 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.329 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:23:50.329 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:50.329 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 192937984 2024-04-02T08:23:50.329 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.329 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:50.329 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T08:23:50.329 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.329 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:50.329 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 464 2024-04-02T08:23:50.329 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.329 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:50.330 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57044210 2024-04-02T08:23:50.330 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.330 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:50.330 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.330 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.330 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:50.330 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.330 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.330 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:50.330 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.330 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.330 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:50.330 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.330 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.331 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:50.331 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.331 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.331 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:50.331 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.331 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.331 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:50.331 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.331 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.331 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:50.331 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.331 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.331 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:50.332 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.332 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.332 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:50.332 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 68784446 2024-04-02T08:23:50.332 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.332 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.332 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:meta": { 2024-04-02T08:23:50.332 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:50.332 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 713031680 2024-04-02T08:23:50.332 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.332 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:50.332 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.332 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.333 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:50.333 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.333 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.333 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:50.333 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 641747372 2024-04-02T08:23:50.333 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.333 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:50.333 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.333 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.333 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:50.333 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.333 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.333 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:50.333 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.334 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.334 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:50.334 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.334 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.334 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:50.334 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5877 2024-04-02T08:23:50.334 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.334 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:50.334 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 217457 2024-04-02T08:23:50.334 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.334 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:50.334 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.334 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.334 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:50.335 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.335 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.335 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:50.335 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.335 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.335 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:50.335 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71060974 2024-04-02T08:23:50.335 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.335 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.335 INFO:tasks.workunit.client.0.smithi012.stdout: "objecter": { 2024-04-02T08:23:50.335 INFO:tasks.workunit.client.0.smithi012.stdout: "op_active": { 2024-04-02T08:23:50.335 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.335 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.335 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T08:23:50.336 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.336 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.336 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rmw": { 2024-04-02T08:23:50.336 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.336 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.336 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T08:23:50.336 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.336 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.336 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.336 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T08:23:50.336 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg": { 2024-04-02T08:23:50.336 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 41 2024-04-02T08:23:50.336 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.336 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg_removing": { 2024-04-02T08:23:50.337 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.337 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.337 INFO:tasks.workunit.client.0.smithi012.stdout: "op": { 2024-04-02T08:23:50.337 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.337 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.337 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_degraded": { 2024-04-02T08:23:50.337 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.337 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.337 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_unreadable": { 2024-04-02T08:23:50.337 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.337 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.337 INFO:tasks.workunit.client.0.smithi012.stdout: "op_in_bytes": { 2024-04-02T08:23:50.337 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.337 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.338 INFO:tasks.workunit.client.0.smithi012.stdout: "op_latency": { 2024-04-02T08:23:50.338 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.338 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.338 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.338 INFO:tasks.workunit.client.0.smithi012.stdout: "op_out_bytes": { 2024-04-02T08:23:50.338 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.338 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.338 INFO:tasks.workunit.client.0.smithi012.stdout: "op_prepare_latency": { 2024-04-02T08:23:50.338 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.338 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.338 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.338 INFO:tasks.workunit.client.0.smithi012.stdout: "op_process_latency": { 2024-04-02T08:23:50.338 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.338 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.339 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.339 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T08:23:50.339 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.339 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.339 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency": { 2024-04-02T08:23:50.339 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.339 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.339 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.339 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:23:50.339 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.339 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.339 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_out_bytes": { 2024-04-02T08:23:50.339 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.340 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.340 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_prepare_latency": { 2024-04-02T08:23:50.340 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.340 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.340 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.340 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_process_latency": { 2024-04-02T08:23:50.340 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.340 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.340 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.340 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw": { 2024-04-02T08:23:50.340 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.340 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.340 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_in_bytes": { 2024-04-02T08:23:50.340 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.341 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.341 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency": { 2024-04-02T08:23:50.341 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.341 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.341 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.341 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:23:50.341 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.341 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.341 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:23:50.341 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.341 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.341 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_out_bytes": { 2024-04-02T08:23:50.341 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.341 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.342 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_prepare_latency": { 2024-04-02T08:23:50.342 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.342 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.342 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.342 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_process_latency": { 2024-04-02T08:23:50.342 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.342 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.342 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.342 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T08:23:50.342 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.342 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.342 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_in_bytes": { 2024-04-02T08:23:50.342 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.342 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.343 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency": { 2024-04-02T08:23:50.343 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.343 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.343 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.343 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:23:50.343 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.343 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.343 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_prepare_latency": { 2024-04-02T08:23:50.343 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.343 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.343 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.343 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_process_latency": { 2024-04-02T08:23:50.343 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.344 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.344 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.344 INFO:tasks.workunit.client.0.smithi012.stdout: "op_wip": { 2024-04-02T08:23:50.344 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.344 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.344 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_bytes": { 2024-04-02T08:23:50.344 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.344 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.344 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_ops": { 2024-04-02T08:23:50.344 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.344 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.344 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes": { 2024-04-02T08:23:50.344 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T08:23:50.344 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.345 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes_used": { 2024-04-02T08:23:50.345 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 28385280 2024-04-02T08:23:50.345 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.345 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.345 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.345 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.6": { 2024-04-02T08:23:50.345 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T08:23:50.345 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_fallback": { 2024-04-02T08:23:50.345 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.345 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.345 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:23:50.345 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.345 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.345 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_db": { 2024-04-02T08:23:50.346 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 65536 2024-04-02T08:23:50.346 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.346 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_main": { 2024-04-02T08:23:50.346 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.346 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.346 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_wal": { 2024-04-02T08:23:50.346 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.346 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.346 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_slow": { 2024-04-02T08:23:50.346 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.346 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.346 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_sst": { 2024-04-02T08:23:50.346 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12288 2024-04-02T08:23:50.347 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.347 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_wal": { 2024-04-02T08:23:50.347 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1110016 2024-04-02T08:23:50.347 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.347 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lat": { 2024-04-02T08:23:50.347 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.347 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.347 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.347 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lock_lat": { 2024-04-02T08:23:50.347 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.347 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.347 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.347 INFO:tasks.workunit.client.0.smithi012.stdout: "db_total_bytes": { 2024-04-02T08:23:50.347 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T08:23:50.348 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.348 INFO:tasks.workunit.client.0.smithi012.stdout: "db_used_bytes": { 2024-04-02T08:23:50.348 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 27656192 2024-04-02T08:23:50.348 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.348 INFO:tasks.workunit.client.0.smithi012.stdout: "log_bytes": { 2024-04-02T08:23:50.348 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 835584 2024-04-02T08:23:50.348 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.348 INFO:tasks.workunit.client.0.smithi012.stdout: "logged_bytes": { 2024-04-02T08:23:50.348 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 696320 2024-04-02T08:23:50.348 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.348 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_db": { 2024-04-02T08:23:50.348 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 31850496 2024-04-02T08:23:50.348 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.349 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_slow": { 2024-04-02T08:23:50.349 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.349 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.349 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_wal": { 2024-04-02T08:23:50.349 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.349 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.349 INFO:tasks.workunit.client.0.smithi012.stdout: "num_files": { 2024-04-02T08:23:50.349 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14 2024-04-02T08:23:50.349 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.349 INFO:tasks.workunit.client.0.smithi012.stdout: "read_bytes": { 2024-04-02T08:23:50.349 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 206272 2024-04-02T08:23:50.349 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.349 INFO:tasks.workunit.client.0.smithi012.stdout: "read_count": { 2024-04-02T08:23:50.349 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 23 2024-04-02T08:23:50.349 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.350 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes": { 2024-04-02T08:23:50.350 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1282048 2024-04-02T08:23:50.350 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.350 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_db": { 2024-04-02T08:23:50.350 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1286144 2024-04-02T08:23:50.350 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.350 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_slow": { 2024-04-02T08:23:50.350 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.350 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.350 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_wal": { 2024-04-02T08:23:50.350 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.350 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.350 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_count": { 2024-04-02T08:23:50.351 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15 2024-04-02T08:23:50.351 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.351 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_bytes": { 2024-04-02T08:23:50.351 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4913 2024-04-02T08:23:50.351 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.351 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_count": { 2024-04-02T08:23:50.351 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4 2024-04-02T08:23:50.351 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.351 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_bytes": { 2024-04-02T08:23:50.351 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5504 2024-04-02T08:23:50.351 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.351 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_count": { 2024-04-02T08:23:50.351 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24 2024-04-02T08:23:50.351 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.352 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_bytes": { 2024-04-02T08:23:50.352 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5504 2024-04-02T08:23:50.352 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.352 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_count": { 2024-04-02T08:23:50.352 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24 2024-04-02T08:23:50.352 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.352 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes": { 2024-04-02T08:23:50.352 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.352 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.352 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:23:50.352 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.352 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.352 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:23:50.353 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.353 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.353 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:23:50.353 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.353 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.353 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_count": { 2024-04-02T08:23:50.353 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.353 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.353 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_total_bytes": { 2024-04-02T08:23:50.353 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.353 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.353 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_used_bytes": { 2024-04-02T08:23:50.353 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.354 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.354 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_total_bytes": { 2024-04-02T08:23:50.354 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.354 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.354 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_used_bytes": { 2024-04-02T08:23:50.354 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.354 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.354 INFO:tasks.workunit.client.0.smithi012.stdout: "write_bytes": { 2024-04-02T08:23:50.354 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1884160 2024-04-02T08:23:50.354 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.354 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.354 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore": { 2024-04-02T08:23:50.355 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit": { 2024-04-02T08:23:50.355 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4096 2024-04-02T08:23:50.355 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.355 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": { 2024-04-02T08:23:50.355 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1314816 2024-04-02T08:23:50.355 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.355 INFO:tasks.workunit.client.0.smithi012.stdout: "clist_lat": { 2024-04-02T08:23:50.355 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2, 2024-04-02T08:23:50.355 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 51890 2024-04-02T08:23:50.355 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.355 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_lat": { 2024-04-02T08:23:50.355 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.355 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.356 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.356 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed": { 2024-04-02T08:23:50.356 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.356 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.356 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_allocated": { 2024-04-02T08:23:50.356 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.356 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.356 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_original": { 2024-04-02T08:23:50.356 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.356 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.356 INFO:tasks.workunit.client.0.smithi012.stdout: "csum_lat": { 2024-04-02T08:23:50.356 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 7, 2024-04-02T08:23:50.356 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10159 2024-04-02T08:23:50.357 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.357 INFO:tasks.workunit.client.0.smithi012.stdout: "decompress_lat": { 2024-04-02T08:23:50.357 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.357 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.357 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.357 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_commit_lat": { 2024-04-02T08:23:50.357 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 157, 2024-04-02T08:23:50.357 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57593018 2024-04-02T08:23:50.357 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.357 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_final_lat": { 2024-04-02T08:23:50.357 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 146, 2024-04-02T08:23:50.357 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8373839 2024-04-02T08:23:50.357 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.357 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_flush_lat": { 2024-04-02T08:23:50.358 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 157, 2024-04-02T08:23:50.358 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 115103 2024-04-02T08:23:50.358 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.358 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_sync_lat": { 2024-04-02T08:23:50.358 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 157, 2024-04-02T08:23:50.358 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57708121 2024-04-02T08:23:50.358 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.358 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_keys_lat": { 2024-04-02T08:23:50.358 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.358 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.358 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.358 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_values_lat": { 2024-04-02T08:23:50.358 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T08:23:50.359 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 44011 2024-04-02T08:23:50.359 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.359 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_lower_bound_lat": { 2024-04-02T08:23:50.359 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.359 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.359 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.359 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_next_lat": { 2024-04-02T08:23:50.359 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.359 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.359 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.359 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:23:50.359 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.359 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.359 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.360 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_upper_bound_lat": { 2024-04-02T08:23:50.360 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2, 2024-04-02T08:23:50.360 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8571 2024-04-02T08:23:50.360 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.360 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_hits": { 2024-04-02T08:23:50.360 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 311 2024-04-02T08:23:50.360 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.360 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_misses": { 2024-04-02T08:23:50.360 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 248 2024-04-02T08:23:50.360 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.360 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T08:23:50.360 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 90, 2024-04-02T08:23:50.360 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1954304 2024-04-02T08:23:50.360 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.361 INFO:tasks.workunit.client.0.smithi012.stdout: "read_onode_meta_lat": { 2024-04-02T08:23:50.361 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 140, 2024-04-02T08:23:50.361 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 263639 2024-04-02T08:23:50.361 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.361 INFO:tasks.workunit.client.0.smithi012.stdout: "read_wait_aio_lat": { 2024-04-02T08:23:50.361 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 50, 2024-04-02T08:23:50.361 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1563276 2024-04-02T08:23:50.361 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.361 INFO:tasks.workunit.client.0.smithi012.stdout: "reads_with_retries": { 2024-04-02T08:23:50.361 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.361 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.361 INFO:tasks.workunit.client.0.smithi012.stdout: "remove_lat": { 2024-04-02T08:23:50.361 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T08:23:50.362 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 16095 2024-04-02T08:23:50.362 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.362 INFO:tasks.workunit.client.0.smithi012.stdout: "state_aio_wait_lat": { 2024-04-02T08:23:50.362 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 247, 2024-04-02T08:23:50.362 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4153717 2024-04-02T08:23:50.362 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.362 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:23:50.362 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 34, 2024-04-02T08:23:50.362 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2209296 2024-04-02T08:23:50.362 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.362 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:23:50.362 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 31, 2024-04-02T08:23:50.362 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 189338045070 2024-04-02T08:23:50.363 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.363 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_queued_lat": { 2024-04-02T08:23:50.363 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 34, 2024-04-02T08:23:50.363 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 39306509777 2024-04-02T08:23:50.363 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.363 INFO:tasks.workunit.client.0.smithi012.stdout: "state_done_lat": { 2024-04-02T08:23:50.363 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 244, 2024-04-02T08:23:50.363 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 461632 2024-04-02T08:23:50.363 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.363 INFO:tasks.workunit.client.0.smithi012.stdout: "state_finishing_lat": { 2024-04-02T08:23:50.363 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 244, 2024-04-02T08:23:50.363 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 25182 2024-04-02T08:23:50.363 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.363 INFO:tasks.workunit.client.0.smithi012.stdout: "state_io_done_lat": { 2024-04-02T08:23:50.364 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 247, 2024-04-02T08:23:50.364 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 216781 2024-04-02T08:23:50.364 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.364 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_commiting_lat": { 2024-04-02T08:23:50.364 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 247, 2024-04-02T08:23:50.364 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 158866380 2024-04-02T08:23:50.364 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.364 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_done_lat": { 2024-04-02T08:23:50.364 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 247, 2024-04-02T08:23:50.364 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 74584 2024-04-02T08:23:50.364 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.364 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_queued_lat": { 2024-04-02T08:23:50.364 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 247, 2024-04-02T08:23:50.365 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 143921161 2024-04-02T08:23:50.365 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.365 INFO:tasks.workunit.client.0.smithi012.stdout: "state_prepare_lat": { 2024-04-02T08:23:50.365 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 247, 2024-04-02T08:23:50.365 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13615841 2024-04-02T08:23:50.365 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.365 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": { 2024-04-02T08:23:50.365 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 902464 2024-04-02T08:23:50.365 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.365 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T08:23:50.365 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 27, 2024-04-02T08:23:50.365 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 96056 2024-04-02T08:23:50.365 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.365 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_commit_lat": { 2024-04-02T08:23:50.365 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 247, 2024-04-02T08:23:50.366 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 320807445 2024-04-02T08:23:50.366 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.366 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_submit_lat": { 2024-04-02T08:23:50.366 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 247, 2024-04-02T08:23:50.366 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15417262 2024-04-02T08:23:50.366 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.366 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_throttle_lat": { 2024-04-02T08:23:50.366 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 247, 2024-04-02T08:23:50.366 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1607121 2024-04-02T08:23:50.366 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.366 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.366 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache": { 2024-04-02T08:23:50.366 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T08:23:50.367 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1862576429 2024-04-02T08:23:50.367 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.367 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T08:23:50.367 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 43368448 2024-04-02T08:23:50.367 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.367 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T08:23:50.367 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 42205184 2024-04-02T08:23:50.367 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.367 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T08:23:50.367 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3138685644 2024-04-02T08:23:50.367 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.367 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T08:23:50.367 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1163264 2024-04-02T08:23:50.367 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.368 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.368 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:data": { 2024-04-02T08:23:50.368 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:50.368 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 159383552 2024-04-02T08:23:50.368 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.368 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:50.368 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.368 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.368 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:50.368 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.368 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.368 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:50.368 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 85565037 2024-04-02T08:23:50.368 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.369 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:50.369 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.369 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.369 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:50.369 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.369 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.369 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:50.369 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.369 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.369 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:50.369 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.369 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.369 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:50.369 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.369 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.370 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:50.370 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 16384 2024-04-02T08:23:50.370 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.370 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:50.370 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.370 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.370 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:50.370 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.370 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.370 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:50.370 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.370 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.370 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:50.371 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 73802131 2024-04-02T08:23:50.371 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.371 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.371 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv": { 2024-04-02T08:23:50.371 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:50.371 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 780140544 2024-04-02T08:23:50.371 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.371 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:50.371 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T08:23:50.371 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.371 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:50.371 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.371 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.371 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:50.372 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 641737784 2024-04-02T08:23:50.372 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.372 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:50.372 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.372 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.372 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:50.372 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.372 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.372 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:50.372 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.372 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.372 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:50.373 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.373 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.373 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:50.373 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.373 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.373 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:50.373 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2128 2024-04-02T08:23:50.373 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.373 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:50.373 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.373 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.373 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:50.373 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.374 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.374 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:50.374 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.374 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.374 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:50.374 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71291768 2024-04-02T08:23:50.374 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.374 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.374 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:23:50.374 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:50.374 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 192937984 2024-04-02T08:23:50.374 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.374 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:50.375 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T08:23:50.375 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.375 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:50.375 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 464 2024-04-02T08:23:50.375 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.375 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:50.375 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57043358 2024-04-02T08:23:50.375 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.375 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:50.375 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.375 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.375 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:50.375 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.375 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.376 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:50.376 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.376 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.376 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:50.376 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.376 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.376 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:50.376 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.376 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.376 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:50.376 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.376 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.376 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:50.376 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.377 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.377 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:50.377 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.377 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.377 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:50.377 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.377 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.377 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:50.377 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 68785298 2024-04-02T08:23:50.377 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.377 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.377 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:meta": { 2024-04-02T08:23:50.377 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:50.377 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 713031680 2024-04-02T08:23:50.378 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.378 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:50.378 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.378 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.378 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:50.378 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.378 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.378 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:50.378 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 641737784 2024-04-02T08:23:50.378 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.378 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:50.378 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.378 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.379 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:50.379 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.379 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.379 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:50.379 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.379 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.379 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:50.379 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.379 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.379 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:50.379 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6015 2024-04-02T08:23:50.379 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.379 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:50.379 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 221359 2024-04-02T08:23:50.380 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.380 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:50.380 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.380 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.380 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:50.380 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.380 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.380 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:50.380 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.380 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.380 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:50.380 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71066522 2024-04-02T08:23:50.380 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.380 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.381 INFO:tasks.workunit.client.0.smithi012.stdout: "objecter": { 2024-04-02T08:23:50.381 INFO:tasks.workunit.client.0.smithi012.stdout: "op_active": { 2024-04-02T08:23:50.381 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.381 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.381 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T08:23:50.381 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.381 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.381 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rmw": { 2024-04-02T08:23:50.381 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.381 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.381 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T08:23:50.381 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.381 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.382 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.382 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T08:23:50.382 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg": { 2024-04-02T08:23:50.382 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 38 2024-04-02T08:23:50.382 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.382 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg_removing": { 2024-04-02T08:23:50.382 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.382 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.382 INFO:tasks.workunit.client.0.smithi012.stdout: "op": { 2024-04-02T08:23:50.382 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13 2024-04-02T08:23:50.382 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.382 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_degraded": { 2024-04-02T08:23:50.382 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.383 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.383 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_unreadable": { 2024-04-02T08:23:50.383 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.383 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.383 INFO:tasks.workunit.client.0.smithi012.stdout: "op_in_bytes": { 2024-04-02T08:23:50.383 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2812 2024-04-02T08:23:50.383 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.383 INFO:tasks.workunit.client.0.smithi012.stdout: "op_latency": { 2024-04-02T08:23:50.383 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 13, 2024-04-02T08:23:50.383 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 160291487 2024-04-02T08:23:50.383 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.383 INFO:tasks.workunit.client.0.smithi012.stdout: "op_out_bytes": { 2024-04-02T08:23:50.383 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.383 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.384 INFO:tasks.workunit.client.0.smithi012.stdout: "op_prepare_latency": { 2024-04-02T08:23:50.384 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15, 2024-04-02T08:23:50.384 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13182113 2024-04-02T08:23:50.384 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.384 INFO:tasks.workunit.client.0.smithi012.stdout: "op_process_latency": { 2024-04-02T08:23:50.384 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 13, 2024-04-02T08:23:50.384 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 87582401 2024-04-02T08:23:50.384 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.384 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T08:23:50.384 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.384 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.384 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency": { 2024-04-02T08:23:50.384 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.384 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.385 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.385 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:23:50.385 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.385 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.385 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_out_bytes": { 2024-04-02T08:23:50.385 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.385 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.385 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_prepare_latency": { 2024-04-02T08:23:50.385 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.385 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.385 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.385 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_process_latency": { 2024-04-02T08:23:50.385 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.385 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.386 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.386 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw": { 2024-04-02T08:23:50.386 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.386 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.386 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_in_bytes": { 2024-04-02T08:23:50.386 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.386 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.386 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency": { 2024-04-02T08:23:50.386 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.386 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.386 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.386 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:23:50.386 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.386 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.387 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:23:50.387 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.387 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.387 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_out_bytes": { 2024-04-02T08:23:50.387 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.387 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.387 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_prepare_latency": { 2024-04-02T08:23:50.387 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.387 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.387 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.387 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_process_latency": { 2024-04-02T08:23:50.387 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.387 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.387 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.388 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T08:23:50.388 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13 2024-04-02T08:23:50.388 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.388 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_in_bytes": { 2024-04-02T08:23:50.388 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2812 2024-04-02T08:23:50.388 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.388 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency": { 2024-04-02T08:23:50.388 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 13, 2024-04-02T08:23:50.388 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 160291487 2024-04-02T08:23:50.388 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.388 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:23:50.388 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.388 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.388 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_prepare_latency": { 2024-04-02T08:23:50.389 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15, 2024-04-02T08:23:50.389 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13182113 2024-04-02T08:23:50.389 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.389 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_process_latency": { 2024-04-02T08:23:50.389 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 13, 2024-04-02T08:23:50.389 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 87582401 2024-04-02T08:23:50.389 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.389 INFO:tasks.workunit.client.0.smithi012.stdout: "op_wip": { 2024-04-02T08:23:50.389 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.389 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.389 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_bytes": { 2024-04-02T08:23:50.389 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.389 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.389 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_ops": { 2024-04-02T08:23:50.390 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.390 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.390 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes": { 2024-04-02T08:23:50.390 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T08:23:50.390 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.390 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes_used": { 2024-04-02T08:23:50.390 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 28979200 2024-04-02T08:23:50.390 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.390 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.390 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.390 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.7": { 2024-04-02T08:23:50.390 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T08:23:50.390 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_fallback": { 2024-04-02T08:23:50.390 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.391 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.391 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:23:50.391 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.391 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.391 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_db": { 2024-04-02T08:23:50.391 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 65536 2024-04-02T08:23:50.391 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.391 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_main": { 2024-04-02T08:23:50.391 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.391 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.391 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_wal": { 2024-04-02T08:23:50.391 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.391 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.391 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_slow": { 2024-04-02T08:23:50.391 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.392 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.392 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_sst": { 2024-04-02T08:23:50.392 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12288 2024-04-02T08:23:50.392 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.392 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_wal": { 2024-04-02T08:23:50.392 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 978944 2024-04-02T08:23:50.392 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.392 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lat": { 2024-04-02T08:23:50.392 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.392 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.392 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.392 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lock_lat": { 2024-04-02T08:23:50.392 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.393 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.393 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.393 INFO:tasks.workunit.client.0.smithi012.stdout: "db_total_bytes": { 2024-04-02T08:23:50.393 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T08:23:50.393 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.393 INFO:tasks.workunit.client.0.smithi012.stdout: "db_used_bytes": { 2024-04-02T08:23:50.393 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 27656192 2024-04-02T08:23:50.393 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.393 INFO:tasks.workunit.client.0.smithi012.stdout: "log_bytes": { 2024-04-02T08:23:50.393 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 737280 2024-04-02T08:23:50.393 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.393 INFO:tasks.workunit.client.0.smithi012.stdout: "logged_bytes": { 2024-04-02T08:23:50.393 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 598016 2024-04-02T08:23:50.394 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.394 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_db": { 2024-04-02T08:23:50.394 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 31850496 2024-04-02T08:23:50.394 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.394 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_slow": { 2024-04-02T08:23:50.394 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.394 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.394 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_wal": { 2024-04-02T08:23:50.394 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.394 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.394 INFO:tasks.workunit.client.0.smithi012.stdout: "num_files": { 2024-04-02T08:23:50.394 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14 2024-04-02T08:23:50.394 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.395 INFO:tasks.workunit.client.0.smithi012.stdout: "read_bytes": { 2024-04-02T08:23:50.395 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 206272 2024-04-02T08:23:50.395 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.395 INFO:tasks.workunit.client.0.smithi012.stdout: "read_count": { 2024-04-02T08:23:50.395 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 23 2024-04-02T08:23:50.395 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.395 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes": { 2024-04-02T08:23:50.395 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1282048 2024-04-02T08:23:50.395 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.395 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_db": { 2024-04-02T08:23:50.395 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1286144 2024-04-02T08:23:50.395 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.396 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_slow": { 2024-04-02T08:23:50.396 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.396 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.396 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_wal": { 2024-04-02T08:23:50.396 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.396 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.396 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_count": { 2024-04-02T08:23:50.396 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15 2024-04-02T08:23:50.396 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.396 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_bytes": { 2024-04-02T08:23:50.396 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4913 2024-04-02T08:23:50.396 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.396 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_count": { 2024-04-02T08:23:50.397 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4 2024-04-02T08:23:50.397 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.397 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_bytes": { 2024-04-02T08:23:50.397 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5500 2024-04-02T08:23:50.397 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.397 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_count": { 2024-04-02T08:23:50.397 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24 2024-04-02T08:23:50.397 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.397 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_bytes": { 2024-04-02T08:23:50.397 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5500 2024-04-02T08:23:50.397 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.397 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_count": { 2024-04-02T08:23:50.397 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24 2024-04-02T08:23:50.397 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.398 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes": { 2024-04-02T08:23:50.398 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.398 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.398 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:23:50.398 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.398 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.398 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:23:50.398 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.398 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.398 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:23:50.398 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.398 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.398 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_count": { 2024-04-02T08:23:50.398 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.399 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.399 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_total_bytes": { 2024-04-02T08:23:50.399 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.399 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.399 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_used_bytes": { 2024-04-02T08:23:50.399 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.399 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.399 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_total_bytes": { 2024-04-02T08:23:50.399 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.399 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.399 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_used_bytes": { 2024-04-02T08:23:50.399 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.399 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.399 INFO:tasks.workunit.client.0.smithi012.stdout: "write_bytes": { 2024-04-02T08:23:50.400 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1654784 2024-04-02T08:23:50.400 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.400 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.400 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore": { 2024-04-02T08:23:50.400 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit": { 2024-04-02T08:23:50.400 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4096 2024-04-02T08:23:50.400 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.400 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": { 2024-04-02T08:23:50.400 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1306624 2024-04-02T08:23:50.400 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.400 INFO:tasks.workunit.client.0.smithi012.stdout: "clist_lat": { 2024-04-02T08:23:50.400 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T08:23:50.400 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 91014 2024-04-02T08:23:50.400 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.400 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_lat": { 2024-04-02T08:23:50.401 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.401 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.401 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.401 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed": { 2024-04-02T08:23:50.401 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.401 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.401 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_allocated": { 2024-04-02T08:23:50.401 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.401 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.401 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_original": { 2024-04-02T08:23:50.401 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.401 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.401 INFO:tasks.workunit.client.0.smithi012.stdout: "csum_lat": { 2024-04-02T08:23:50.402 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 5, 2024-04-02T08:23:50.402 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11977 2024-04-02T08:23:50.402 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.402 INFO:tasks.workunit.client.0.smithi012.stdout: "decompress_lat": { 2024-04-02T08:23:50.402 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.402 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.402 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.402 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_commit_lat": { 2024-04-02T08:23:50.402 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 133, 2024-04-02T08:23:50.402 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 60020783 2024-04-02T08:23:50.402 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.402 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_final_lat": { 2024-04-02T08:23:50.402 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 127, 2024-04-02T08:23:50.402 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12928897 2024-04-02T08:23:50.403 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.403 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_flush_lat": { 2024-04-02T08:23:50.403 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 133, 2024-04-02T08:23:50.403 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 87486 2024-04-02T08:23:50.403 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.403 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_sync_lat": { 2024-04-02T08:23:50.403 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 133, 2024-04-02T08:23:50.403 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 60108269 2024-04-02T08:23:50.403 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.403 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_keys_lat": { 2024-04-02T08:23:50.403 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.403 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.403 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.403 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_values_lat": { 2024-04-02T08:23:50.404 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T08:23:50.404 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 45349 2024-04-02T08:23:50.404 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.404 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_lower_bound_lat": { 2024-04-02T08:23:50.404 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.404 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.404 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.404 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_next_lat": { 2024-04-02T08:23:50.404 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.404 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.404 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.404 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:23:50.404 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:50.404 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.405 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.405 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_upper_bound_lat": { 2024-04-02T08:23:50.405 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2, 2024-04-02T08:23:50.405 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6573 2024-04-02T08:23:50.405 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.405 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_hits": { 2024-04-02T08:23:50.405 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 383 2024-04-02T08:23:50.405 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.405 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_misses": { 2024-04-02T08:23:50.405 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 268 2024-04-02T08:23:50.405 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.405 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T08:23:50.405 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 94, 2024-04-02T08:23:50.405 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1901554 2024-04-02T08:23:50.406 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.406 INFO:tasks.workunit.client.0.smithi012.stdout: "read_onode_meta_lat": { 2024-04-02T08:23:50.406 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 135, 2024-04-02T08:23:50.406 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 277119 2024-04-02T08:23:50.406 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.406 INFO:tasks.workunit.client.0.smithi012.stdout: "read_wait_aio_lat": { 2024-04-02T08:23:50.406 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 41, 2024-04-02T08:23:50.406 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1340379 2024-04-02T08:23:50.406 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.406 INFO:tasks.workunit.client.0.smithi012.stdout: "reads_with_retries": { 2024-04-02T08:23:50.406 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.406 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.406 INFO:tasks.workunit.client.0.smithi012.stdout: "remove_lat": { 2024-04-02T08:23:50.406 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T08:23:50.407 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14376 2024-04-02T08:23:50.407 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.407 INFO:tasks.workunit.client.0.smithi012.stdout: "state_aio_wait_lat": { 2024-04-02T08:23:50.407 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 269, 2024-04-02T08:23:50.407 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3084545 2024-04-02T08:23:50.407 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.407 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:23:50.407 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 20, 2024-04-02T08:23:50.407 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1321586 2024-04-02T08:23:50.407 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.407 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:23:50.407 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 19, 2024-04-02T08:23:50.407 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 76800203244 2024-04-02T08:23:50.407 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.408 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_queued_lat": { 2024-04-02T08:23:50.408 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 20, 2024-04-02T08:23:50.408 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 38440488657 2024-04-02T08:23:50.408 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.408 INFO:tasks.workunit.client.0.smithi012.stdout: "state_done_lat": { 2024-04-02T08:23:50.408 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 268, 2024-04-02T08:23:50.408 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 438496 2024-04-02T08:23:50.408 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.408 INFO:tasks.workunit.client.0.smithi012.stdout: "state_finishing_lat": { 2024-04-02T08:23:50.408 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 268, 2024-04-02T08:23:50.408 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 28992 2024-04-02T08:23:50.408 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.408 INFO:tasks.workunit.client.0.smithi012.stdout: "state_io_done_lat": { 2024-04-02T08:23:50.408 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 269, 2024-04-02T08:23:50.408 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 926671 2024-04-02T08:23:50.409 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.409 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_commiting_lat": { 2024-04-02T08:23:50.409 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 269, 2024-04-02T08:23:50.409 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 230400082 2024-04-02T08:23:50.409 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.409 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_done_lat": { 2024-04-02T08:23:50.409 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 269, 2024-04-02T08:23:50.409 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 79871 2024-04-02T08:23:50.409 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.409 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_queued_lat": { 2024-04-02T08:23:50.409 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 269, 2024-04-02T08:23:50.409 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 191283736 2024-04-02T08:23:50.409 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.410 INFO:tasks.workunit.client.0.smithi012.stdout: "state_prepare_lat": { 2024-04-02T08:23:50.410 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 269, 2024-04-02T08:23:50.410 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10907267 2024-04-02T08:23:50.410 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.410 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": { 2024-04-02T08:23:50.410 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 900105 2024-04-02T08:23:50.410 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.410 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T08:23:50.410 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 19, 2024-04-02T08:23:50.410 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 78346 2024-04-02T08:23:50.410 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.410 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_commit_lat": { 2024-04-02T08:23:50.410 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 269, 2024-04-02T08:23:50.410 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 436639682 2024-04-02T08:23:50.411 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.411 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_submit_lat": { 2024-04-02T08:23:50.411 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 269, 2024-04-02T08:23:50.411 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13194626 2024-04-02T08:23:50.411 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.411 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_throttle_lat": { 2024-04-02T08:23:50.411 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 269, 2024-04-02T08:23:50.411 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1797897 2024-04-02T08:23:50.411 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.411 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.411 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache": { 2024-04-02T08:23:50.411 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T08:23:50.411 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1862576429 2024-04-02T08:23:50.411 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.412 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T08:23:50.412 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 42254336 2024-04-02T08:23:50.412 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.412 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T08:23:50.412 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 41910272 2024-04-02T08:23:50.412 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.412 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T08:23:50.412 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3138685644 2024-04-02T08:23:50.412 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.412 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T08:23:50.412 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 344064 2024-04-02T08:23:50.412 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.412 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.412 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:data": { 2024-04-02T08:23:50.413 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:50.413 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 159383552 2024-04-02T08:23:50.413 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.413 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:50.413 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.413 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.413 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:50.413 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.413 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.413 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:50.413 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 85557260 2024-04-02T08:23:50.413 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.413 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:50.413 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.414 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.414 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:50.414 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.414 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.414 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:50.414 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.414 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.414 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:50.414 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.414 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.414 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:50.414 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.414 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.415 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:50.415 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 135168 2024-04-02T08:23:50.415 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.415 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:50.415 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.415 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.415 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:50.415 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.415 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.415 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:50.415 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.415 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.415 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:50.415 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 73691124 2024-04-02T08:23:50.416 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.416 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.416 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv": { 2024-04-02T08:23:50.416 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:50.416 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 780140544 2024-04-02T08:23:50.416 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.416 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:50.416 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T08:23:50.416 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.416 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:50.416 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.416 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.416 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:50.417 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 641679452 2024-04-02T08:23:50.417 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.417 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:50.417 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.417 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.417 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:50.417 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.417 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.417 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:50.417 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.417 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.417 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:50.417 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.417 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.418 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:50.418 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.418 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.418 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:50.418 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2128 2024-04-02T08:23:50.418 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.418 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:50.418 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.418 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.418 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:50.418 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.418 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.418 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:50.419 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.419 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.419 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:50.419 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71350100 2024-04-02T08:23:50.419 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.419 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.419 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:23:50.419 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:50.419 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 192937984 2024-04-02T08:23:50.419 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.419 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:50.419 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T08:23:50.419 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.419 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:50.420 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 464 2024-04-02T08:23:50.420 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.420 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:50.420 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57038173 2024-04-02T08:23:50.420 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.420 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:50.420 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.420 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.420 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:50.420 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.420 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.420 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:50.420 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.420 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.421 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:50.421 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.421 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.421 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:50.421 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.421 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.421 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:50.421 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.421 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.421 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:50.421 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.421 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.421 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:50.421 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.422 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.422 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:50.422 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.422 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.422 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:50.422 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 68790483 2024-04-02T08:23:50.422 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.422 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.422 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:meta": { 2024-04-02T08:23:50.422 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:50.422 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 713031680 2024-04-02T08:23:50.422 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.422 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:50.423 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.423 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.423 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:50.423 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.423 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.423 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:50.423 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 641679452 2024-04-02T08:23:50.423 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.423 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:50.423 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.423 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.423 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:50.423 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.424 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.424 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:50.424 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.424 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.424 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:50.424 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.424 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.424 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:50.424 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.424 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.424 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:50.424 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 233213 2024-04-02T08:23:50.424 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.425 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:50.425 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.425 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.425 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:50.425 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.425 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.425 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:50.425 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.425 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.425 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:50.425 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71119015 2024-04-02T08:23:50.425 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.425 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.425 INFO:tasks.workunit.client.0.smithi012.stdout: "objecter": { 2024-04-02T08:23:50.426 INFO:tasks.workunit.client.0.smithi012.stdout: "op_active": { 2024-04-02T08:23:50.426 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.426 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.426 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T08:23:50.426 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.426 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.426 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rmw": { 2024-04-02T08:23:50.426 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.426 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.426 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T08:23:50.426 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.426 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.426 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.427 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T08:23:50.427 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg": { 2024-04-02T08:23:50.427 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 46 2024-04-02T08:23:50.427 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.427 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg_removing": { 2024-04-02T08:23:50.427 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.427 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.427 INFO:tasks.workunit.client.0.smithi012.stdout: "op": { 2024-04-02T08:23:50.427 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 43 2024-04-02T08:23:50.427 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.427 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_degraded": { 2024-04-02T08:23:50.427 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.427 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.427 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_unreadable": { 2024-04-02T08:23:50.428 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.428 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.428 INFO:tasks.workunit.client.0.smithi012.stdout: "op_in_bytes": { 2024-04-02T08:23:50.428 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.428 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.428 INFO:tasks.workunit.client.0.smithi012.stdout: "op_latency": { 2024-04-02T08:23:50.428 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 43, 2024-04-02T08:23:50.428 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 60215664 2024-04-02T08:23:50.428 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.428 INFO:tasks.workunit.client.0.smithi012.stdout: "op_out_bytes": { 2024-04-02T08:23:50.428 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 132134 2024-04-02T08:23:50.428 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.428 INFO:tasks.workunit.client.0.smithi012.stdout: "op_prepare_latency": { 2024-04-02T08:23:50.428 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 45, 2024-04-02T08:23:50.429 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12234641 2024-04-02T08:23:50.429 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.429 INFO:tasks.workunit.client.0.smithi012.stdout: "op_process_latency": { 2024-04-02T08:23:50.429 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 43, 2024-04-02T08:23:50.429 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 55995271 2024-04-02T08:23:50.429 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.429 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T08:23:50.429 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 28 2024-04-02T08:23:50.429 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.429 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency": { 2024-04-02T08:23:50.429 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 28, 2024-04-02T08:23:50.429 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5452269 2024-04-02T08:23:50.429 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.429 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:23:50.430 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.430 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.430 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_out_bytes": { 2024-04-02T08:23:50.430 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 132134 2024-04-02T08:23:50.430 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.430 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_prepare_latency": { 2024-04-02T08:23:50.430 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 28, 2024-04-02T08:23:50.430 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5112248 2024-04-02T08:23:50.430 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.430 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_process_latency": { 2024-04-02T08:23:50.430 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 28, 2024-04-02T08:23:50.430 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4345771 2024-04-02T08:23:50.430 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.430 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw": { 2024-04-02T08:23:50.431 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10 2024-04-02T08:23:50.431 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.431 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_in_bytes": { 2024-04-02T08:23:50.431 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.431 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.431 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency": { 2024-04-02T08:23:50.431 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 10, 2024-04-02T08:23:50.431 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9228889 2024-04-02T08:23:50.431 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.431 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:23:50.431 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.431 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.431 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:23:50.431 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.433 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.433 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_out_bytes": { 2024-04-02T08:23:50.433 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.433 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.433 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_prepare_latency": { 2024-04-02T08:23:50.433 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 10, 2024-04-02T08:23:50.433 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3746212 2024-04-02T08:23:50.433 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.433 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_process_latency": { 2024-04-02T08:23:50.434 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 10, 2024-04-02T08:23:50.434 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8782026 2024-04-02T08:23:50.434 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.434 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T08:23:50.434 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5 2024-04-02T08:23:50.434 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.434 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_in_bytes": { 2024-04-02T08:23:50.434 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.434 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.434 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency": { 2024-04-02T08:23:50.434 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 5, 2024-04-02T08:23:50.434 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 45534506 2024-04-02T08:23:50.435 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.435 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:23:50.435 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.435 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.435 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_prepare_latency": { 2024-04-02T08:23:50.435 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 7, 2024-04-02T08:23:50.435 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3376181 2024-04-02T08:23:50.435 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.435 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_process_latency": { 2024-04-02T08:23:50.435 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 5, 2024-04-02T08:23:50.435 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 42867474 2024-04-02T08:23:50.435 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.435 INFO:tasks.workunit.client.0.smithi012.stdout: "op_wip": { 2024-04-02T08:23:50.436 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.436 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.436 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_bytes": { 2024-04-02T08:23:50.436 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.436 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.436 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_ops": { 2024-04-02T08:23:50.436 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:50.436 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.436 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes": { 2024-04-02T08:23:50.436 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T08:23:50.436 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.436 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes_used": { 2024-04-02T08:23:50.436 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 28975104 2024-04-02T08:23:50.437 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.437 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.437 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.437 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.437 INFO:tasks.workunit.client.0.smithi012.stdout: "pools": [ 2024-04-02T08:23:50.437 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.437 INFO:tasks.workunit.client.0.smithi012.stdout: "application": [ 2024-04-02T08:23:50.437 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr" 2024-04-02T08:23:50.437 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.437 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_mode": "none", 2024-04-02T08:23:50.437 INFO:tasks.workunit.client.0.smithi012.stdout: "erasure_code_profile": {}, 2024-04-02T08:23:50.437 INFO:tasks.workunit.client.0.smithi012.stdout: "min_size": 2, 2024-04-02T08:23:50.437 INFO:tasks.workunit.client.0.smithi012.stdout: "options": {}, 2024-04-02T08:23:50.437 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:23:50.438 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_num": 1, 2024-04-02T08:23:50.438 INFO:tasks.workunit.client.0.smithi012.stdout: "pgp_num": 1, 2024-04-02T08:23:50.438 INFO:tasks.workunit.client.0.smithi012.stdout: "pool": 1, 2024-04-02T08:23:50.438 INFO:tasks.workunit.client.0.smithi012.stdout: "size": 3, 2024-04-02T08:23:50.438 INFO:tasks.workunit.client.0.smithi012.stdout: "stats": { 2024-04-02T08:23:50.438 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_raw": 729330362634, 2024-04-02T08:23:50.438 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_used": 1781760, 2024-04-02T08:23:50.438 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_bytes_used": 0, 2024-04-02T08:23:50.438 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_under_bytes": 0, 2024-04-02T08:23:50.438 INFO:tasks.workunit.client.0.smithi012.stdout: "data_bytes_used": 1781760, 2024-04-02T08:23:50.438 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty": 0, 2024-04-02T08:23:50.438 INFO:tasks.workunit.client.0.smithi012.stdout: "max_avail": 243110117376, 2024-04-02T08:23:50.438 INFO:tasks.workunit.client.0.smithi012.stdout: "objects": 2, 2024-04-02T08:23:50.439 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_bytes_used": 0, 2024-04-02T08:23:50.439 INFO:tasks.workunit.client.0.smithi012.stdout: "percent_used": 2.443002131258254e-06, 2024-04-02T08:23:50.439 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_bytes": 0, 2024-04-02T08:23:50.439 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_objects": 0, 2024-04-02T08:23:50.439 INFO:tasks.workunit.client.0.smithi012.stdout: "rd": 212, 2024-04-02T08:23:50.439 INFO:tasks.workunit.client.0.smithi012.stdout: "rd_bytes": 313344, 2024-04-02T08:23:50.439 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": 590368, 2024-04-02T08:23:50.439 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_data": 590368, 2024-04-02T08:23:50.439 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_omap": 0, 2024-04-02T08:23:50.439 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_raw": 1771104, 2024-04-02T08:23:50.439 INFO:tasks.workunit.client.0.smithi012.stdout: "wr": 179, 2024-04-02T08:23:50.439 INFO:tasks.workunit.client.0.smithi012.stdout: "wr_bytes": 2473984 2024-04-02T08:23:50.439 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.439 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_bytes": 0, 2024-04-02T08:23:50.440 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_objects": 0, 2024-04-02T08:23:50.440 INFO:tasks.workunit.client.0.smithi012.stdout: "type": "replicated" 2024-04-02T08:23:50.440 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.440 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.440 INFO:tasks.workunit.client.0.smithi012.stdout: "application": [ 2024-04-02T08:23:50.440 INFO:tasks.workunit.client.0.smithi012.stdout: "cephfs" 2024-04-02T08:23:50.440 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.440 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_mode": "none", 2024-04-02T08:23:50.440 INFO:tasks.workunit.client.0.smithi012.stdout: "erasure_code_profile": {}, 2024-04-02T08:23:50.440 INFO:tasks.workunit.client.0.smithi012.stdout: "min_size": 2, 2024-04-02T08:23:50.440 INFO:tasks.workunit.client.0.smithi012.stdout: "options": {}, 2024-04-02T08:23:50.440 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:23:50.440 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_num": 32, 2024-04-02T08:23:50.440 INFO:tasks.workunit.client.0.smithi012.stdout: "pgp_num": 32, 2024-04-02T08:23:50.441 INFO:tasks.workunit.client.0.smithi012.stdout: "pool": 2, 2024-04-02T08:23:50.441 INFO:tasks.workunit.client.0.smithi012.stdout: "size": 3, 2024-04-02T08:23:50.441 INFO:tasks.workunit.client.0.smithi012.stdout: "stats": { 2024-04-02T08:23:50.441 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_raw": 729330362634, 2024-04-02T08:23:50.441 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_used": 98304, 2024-04-02T08:23:50.441 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_bytes_used": 0, 2024-04-02T08:23:50.441 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_under_bytes": 0, 2024-04-02T08:23:50.441 INFO:tasks.workunit.client.0.smithi012.stdout: "data_bytes_used": 98304, 2024-04-02T08:23:50.441 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty": 0, 2024-04-02T08:23:50.441 INFO:tasks.workunit.client.0.smithi012.stdout: "max_avail": 243110117376, 2024-04-02T08:23:50.441 INFO:tasks.workunit.client.0.smithi012.stdout: "objects": 22, 2024-04-02T08:23:50.441 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_bytes_used": 0, 2024-04-02T08:23:50.441 INFO:tasks.workunit.client.0.smithi012.stdout: "percent_used": 1.3478663163368765e-07, 2024-04-02T08:23:50.441 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_bytes": 0, 2024-04-02T08:23:50.442 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_objects": 0, 2024-04-02T08:23:50.442 INFO:tasks.workunit.client.0.smithi012.stdout: "rd": 0, 2024-04-02T08:23:50.442 INFO:tasks.workunit.client.0.smithi012.stdout: "rd_bytes": 0, 2024-04-02T08:23:50.442 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": 3430, 2024-04-02T08:23:50.442 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_data": 3430, 2024-04-02T08:23:50.442 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_omap": 0, 2024-04-02T08:23:50.442 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_raw": 10290, 2024-04-02T08:23:50.442 INFO:tasks.workunit.client.0.smithi012.stdout: "wr": 51, 2024-04-02T08:23:50.442 INFO:tasks.workunit.client.0.smithi012.stdout: "wr_bytes": 20480 2024-04-02T08:23:50.442 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.442 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_bytes": 0, 2024-04-02T08:23:50.442 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_objects": 0, 2024-04-02T08:23:50.442 INFO:tasks.workunit.client.0.smithi012.stdout: "type": "replicated" 2024-04-02T08:23:50.443 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.443 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.443 INFO:tasks.workunit.client.0.smithi012.stdout: "application": [ 2024-04-02T08:23:50.443 INFO:tasks.workunit.client.0.smithi012.stdout: "cephfs" 2024-04-02T08:23:50.443 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.443 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_mode": "none", 2024-04-02T08:23:50.443 INFO:tasks.workunit.client.0.smithi012.stdout: "erasure_code_profile": {}, 2024-04-02T08:23:50.443 INFO:tasks.workunit.client.0.smithi012.stdout: "min_size": 2, 2024-04-02T08:23:50.443 INFO:tasks.workunit.client.0.smithi012.stdout: "options": {}, 2024-04-02T08:23:50.443 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:23:50.443 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_num": 64, 2024-04-02T08:23:50.443 INFO:tasks.workunit.client.0.smithi012.stdout: "pgp_num": 64, 2024-04-02T08:23:50.443 INFO:tasks.workunit.client.0.smithi012.stdout: "pool": 3, 2024-04-02T08:23:50.444 INFO:tasks.workunit.client.0.smithi012.stdout: "size": 3, 2024-04-02T08:23:50.444 INFO:tasks.workunit.client.0.smithi012.stdout: "stats": { 2024-04-02T08:23:50.444 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_raw": 729330362634, 2024-04-02T08:23:50.444 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_used": 0, 2024-04-02T08:23:50.444 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_bytes_used": 0, 2024-04-02T08:23:50.444 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_under_bytes": 0, 2024-04-02T08:23:50.444 INFO:tasks.workunit.client.0.smithi012.stdout: "data_bytes_used": 0, 2024-04-02T08:23:50.444 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty": 0, 2024-04-02T08:23:50.444 INFO:tasks.workunit.client.0.smithi012.stdout: "max_avail": 243110117376, 2024-04-02T08:23:50.444 INFO:tasks.workunit.client.0.smithi012.stdout: "objects": 0, 2024-04-02T08:23:50.444 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_bytes_used": 0, 2024-04-02T08:23:50.444 INFO:tasks.workunit.client.0.smithi012.stdout: "percent_used": 0.0, 2024-04-02T08:23:50.444 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_bytes": 0, 2024-04-02T08:23:50.444 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_objects": 0, 2024-04-02T08:23:50.445 INFO:tasks.workunit.client.0.smithi012.stdout: "rd": 0, 2024-04-02T08:23:50.445 INFO:tasks.workunit.client.0.smithi012.stdout: "rd_bytes": 0, 2024-04-02T08:23:50.445 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": 0, 2024-04-02T08:23:50.445 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_data": 0, 2024-04-02T08:23:50.445 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_omap": 0, 2024-04-02T08:23:50.445 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_raw": 0, 2024-04-02T08:23:50.445 INFO:tasks.workunit.client.0.smithi012.stdout: "wr": 0, 2024-04-02T08:23:50.445 INFO:tasks.workunit.client.0.smithi012.stdout: "wr_bytes": 0 2024-04-02T08:23:50.445 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.445 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_bytes": 0, 2024-04-02T08:23:50.445 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_objects": 0, 2024-04-02T08:23:50.445 INFO:tasks.workunit.client.0.smithi012.stdout: "type": "replicated" 2024-04-02T08:23:50.445 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.445 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.446 INFO:tasks.workunit.client.0.smithi012.stdout: "application": [ 2024-04-02T08:23:50.446 INFO:tasks.workunit.client.0.smithi012.stdout: "rbd" 2024-04-02T08:23:50.446 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.446 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_mode": "none", 2024-04-02T08:23:50.446 INFO:tasks.workunit.client.0.smithi012.stdout: "erasure_code_profile": {}, 2024-04-02T08:23:50.446 INFO:tasks.workunit.client.0.smithi012.stdout: "min_size": 2, 2024-04-02T08:23:50.446 INFO:tasks.workunit.client.0.smithi012.stdout: "options": {}, 2024-04-02T08:23:50.446 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:23:50.446 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_num": 8, 2024-04-02T08:23:50.446 INFO:tasks.workunit.client.0.smithi012.stdout: "pgp_num": 8, 2024-04-02T08:23:50.446 INFO:tasks.workunit.client.0.smithi012.stdout: "pool": 4, 2024-04-02T08:23:50.446 INFO:tasks.workunit.client.0.smithi012.stdout: "size": 3, 2024-04-02T08:23:50.447 INFO:tasks.workunit.client.0.smithi012.stdout: "stats": { 2024-04-02T08:23:50.447 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_raw": 729330362634, 2024-04-02T08:23:50.447 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_used": 0, 2024-04-02T08:23:50.447 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_bytes_used": 0, 2024-04-02T08:23:50.447 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_under_bytes": 0, 2024-04-02T08:23:50.447 INFO:tasks.workunit.client.0.smithi012.stdout: "data_bytes_used": 0, 2024-04-02T08:23:50.447 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty": 0, 2024-04-02T08:23:50.447 INFO:tasks.workunit.client.0.smithi012.stdout: "max_avail": 243110117376, 2024-04-02T08:23:50.447 INFO:tasks.workunit.client.0.smithi012.stdout: "objects": 0, 2024-04-02T08:23:50.447 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_bytes_used": 0, 2024-04-02T08:23:50.447 INFO:tasks.workunit.client.0.smithi012.stdout: "percent_used": 0.0, 2024-04-02T08:23:50.447 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_bytes": 0, 2024-04-02T08:23:50.447 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_objects": 0, 2024-04-02T08:23:50.447 INFO:tasks.workunit.client.0.smithi012.stdout: "rd": 0, 2024-04-02T08:23:50.448 INFO:tasks.workunit.client.0.smithi012.stdout: "rd_bytes": 0, 2024-04-02T08:23:50.448 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": 0, 2024-04-02T08:23:50.448 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_data": 0, 2024-04-02T08:23:50.448 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_omap": 0, 2024-04-02T08:23:50.448 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_raw": 0, 2024-04-02T08:23:50.448 INFO:tasks.workunit.client.0.smithi012.stdout: "wr": 0, 2024-04-02T08:23:50.448 INFO:tasks.workunit.client.0.smithi012.stdout: "wr_bytes": 0 2024-04-02T08:23:50.448 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.448 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_bytes": 0, 2024-04-02T08:23:50.448 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_objects": 0, 2024-04-02T08:23:50.448 INFO:tasks.workunit.client.0.smithi012.stdout: "type": "replicated" 2024-04-02T08:23:50.448 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.448 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.448 INFO:tasks.workunit.client.0.smithi012.stdout: "rbd": { 2024-04-02T08:23:50.449 INFO:tasks.workunit.client.0.smithi012.stdout: "mirroring_by_pool": [ 2024-04-02T08:23:50.449 INFO:tasks.workunit.client.0.smithi012.stdout: false 2024-04-02T08:23:50.449 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.449 INFO:tasks.workunit.client.0.smithi012.stdout: "num_images_by_pool": [ 2024-04-02T08:23:50.449 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:50.449 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.449 INFO:tasks.workunit.client.0.smithi012.stdout: "num_pools": 1 2024-04-02T08:23:50.449 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.449 INFO:tasks.workunit.client.0.smithi012.stdout: "report_id": "b70f64df-7250-40a6-89d3-f1b4734f29cf", 2024-04-02T08:23:50.449 INFO:tasks.workunit.client.0.smithi012.stdout: "report_timestamp": "2024-04-02T08:23:49.555108", 2024-04-02T08:23:50.449 INFO:tasks.workunit.client.0.smithi012.stdout: "report_version": 1, 2024-04-02T08:23:50.449 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_stats": { 2024-04-02T08:23:50.449 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "7.9.2" 2024-04-02T08:23:50.449 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.449 INFO:tasks.workunit.client.0.smithi012.stdout: "rook": { 2024-04-02T08:23:50.450 INFO:tasks.workunit.client.0.smithi012.stdout: "cluster": { 2024-04-02T08:23:50.450 INFO:tasks.workunit.client.0.smithi012.stdout: "external-mode": null, 2024-04-02T08:23:50.450 INFO:tasks.workunit.client.0.smithi012.stdout: "mon": { 2024-04-02T08:23:50.450 INFO:tasks.workunit.client.0.smithi012.stdout: "allow-multiple-per-node": null, 2024-04-02T08:23:50.450 INFO:tasks.workunit.client.0.smithi012.stdout: "count": null, 2024-04-02T08:23:50.450 INFO:tasks.workunit.client.0.smithi012.stdout: "max-id": null, 2024-04-02T08:23:50.450 INFO:tasks.workunit.client.0.smithi012.stdout: "pvc": { 2024-04-02T08:23:50.450 INFO:tasks.workunit.client.0.smithi012.stdout: "enabled": null 2024-04-02T08:23:50.450 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.450 INFO:tasks.workunit.client.0.smithi012.stdout: "stretch": { 2024-04-02T08:23:50.450 INFO:tasks.workunit.client.0.smithi012.stdout: "enabled": null 2024-04-02T08:23:50.450 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.450 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.450 INFO:tasks.workunit.client.0.smithi012.stdout: "network": { 2024-04-02T08:23:50.451 INFO:tasks.workunit.client.0.smithi012.stdout: "provider": null 2024-04-02T08:23:50.451 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.451 INFO:tasks.workunit.client.0.smithi012.stdout: "storage": { 2024-04-02T08:23:50.451 INFO:tasks.workunit.client.0.smithi012.stdout: "device-set": { 2024-04-02T08:23:50.451 INFO:tasks.workunit.client.0.smithi012.stdout: "count": { 2024-04-02T08:23:50.451 INFO:tasks.workunit.client.0.smithi012.stdout: "non-portable": null, 2024-04-02T08:23:50.451 INFO:tasks.workunit.client.0.smithi012.stdout: "portable": null, 2024-04-02T08:23:50.451 INFO:tasks.workunit.client.0.smithi012.stdout: "total": null 2024-04-02T08:23:50.451 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.451 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.451 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.451 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.451 INFO:tasks.workunit.client.0.smithi012.stdout: "csi": { 2024-04-02T08:23:50.451 INFO:tasks.workunit.client.0.smithi012.stdout: "version": null 2024-04-02T08:23:50.452 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.452 INFO:tasks.workunit.client.0.smithi012.stdout: "kubernetes": { 2024-04-02T08:23:50.452 INFO:tasks.workunit.client.0.smithi012.stdout: "version": null 2024-04-02T08:23:50.452 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.452 INFO:tasks.workunit.client.0.smithi012.stdout: "node": { 2024-04-02T08:23:50.452 INFO:tasks.workunit.client.0.smithi012.stdout: "count": { 2024-04-02T08:23:50.452 INFO:tasks.workunit.client.0.smithi012.stdout: "kubernetes-total": null, 2024-04-02T08:23:50.452 INFO:tasks.workunit.client.0.smithi012.stdout: "with-ceph-daemons": null, 2024-04-02T08:23:50.452 INFO:tasks.workunit.client.0.smithi012.stdout: "with-csi-cephfs-plugin": null, 2024-04-02T08:23:50.452 INFO:tasks.workunit.client.0.smithi012.stdout: "with-csi-nfs-plugin": null, 2024-04-02T08:23:50.452 INFO:tasks.workunit.client.0.smithi012.stdout: "with-csi-rbd-plugin": null 2024-04-02T08:23:50.452 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.452 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.452 INFO:tasks.workunit.client.0.smithi012.stdout: "usage": { 2024-04-02T08:23:50.453 INFO:tasks.workunit.client.0.smithi012.stdout: "storage-class": { 2024-04-02T08:23:50.453 INFO:tasks.workunit.client.0.smithi012.stdout: "count": { 2024-04-02T08:23:50.453 INFO:tasks.workunit.client.0.smithi012.stdout: "bucket": null, 2024-04-02T08:23:50.453 INFO:tasks.workunit.client.0.smithi012.stdout: "cephfs": null, 2024-04-02T08:23:50.453 INFO:tasks.workunit.client.0.smithi012.stdout: "nfs": null, 2024-04-02T08:23:50.453 INFO:tasks.workunit.client.0.smithi012.stdout: "rbd": null, 2024-04-02T08:23:50.453 INFO:tasks.workunit.client.0.smithi012.stdout: "total": null 2024-04-02T08:23:50.453 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.453 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:50.453 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.453 INFO:tasks.workunit.client.0.smithi012.stdout: "version": null 2024-04-02T08:23:50.453 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.453 INFO:tasks.workunit.client.0.smithi012.stdout: "services": {}, 2024-04-02T08:23:50.453 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_per_pg": [ 2024-04-02T08:23:50.453 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.454 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.454 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:50.454 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:50.454 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:50.454 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.454 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T08:23:50.454 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.454 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.454 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:50.454 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.454 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.454 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.454 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.329119+0000", 2024-04-02T08:23:50.454 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.036567+0000", 2024-04-02T08:23:50.455 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.036567+0000", 2024-04-02T08:23:50.455 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.036902+0000", 2024-04-02T08:23:50.455 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.329119+0000", 2024-04-02T08:23:50.455 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.455 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.455 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.455 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:50.455 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.329119+0000", 2024-04-02T08:23:50.455 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.329119+0000", 2024-04-02T08:23:50.455 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.329119+0000", 2024-04-02T08:23:50.455 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.455 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.455 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.456 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.329119+0000", 2024-04-02T08:23:50.456 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.329119+0000", 2024-04-02T08:23:50.456 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.456 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:50.456 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.456 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.456 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:50.456 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.456 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.456 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.456 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.456 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:50.457 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.457 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.457 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.457 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.3f", 2024-04-02T08:23:50.457 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.457 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.457 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.457 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:50.457 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.457 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:43:41.629275+0000", 2024-04-02T08:23:50.457 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.457 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.457 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.457 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.458 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.458 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.458 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.458 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.458 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.458 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.458 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.458 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.458 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.458 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.458 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.458 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.458 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.459 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.459 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.459 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:50.459 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:50.459 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.459 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:50.459 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.459 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.459 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.459 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.459 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.459 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.459 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.459 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.459 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.460 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.460 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.460 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.460 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.460 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.460 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.460 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.460 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.460 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.460 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:50.460 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.460 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.460 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.460 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.461 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.461 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:50.461 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:50.461 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:50.461 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.461 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T08:23:50.461 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:50.461 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.461 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.461 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.461 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:50.461 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:50.461 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:50.461 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.462 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T08:23:50.462 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.462 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.462 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:50.462 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.462 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.462 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.462 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.041306+0000", 2024-04-02T08:23:50.462 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.028550+0000", 2024-04-02T08:23:50.462 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.028550+0000", 2024-04-02T08:23:50.462 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.029327+0000", 2024-04-02T08:23:50.462 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.041306+0000", 2024-04-02T08:23:50.462 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.462 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.463 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.463 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:50.463 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.041306+0000", 2024-04-02T08:23:50.463 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.041306+0000", 2024-04-02T08:23:50.463 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.041306+0000", 2024-04-02T08:23:50.463 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.463 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.463 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.463 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.041306+0000", 2024-04-02T08:23:50.463 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.041306+0000", 2024-04-02T08:23:50.463 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.463 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:50.463 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.463 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.463 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:50.464 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.464 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.464 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.464 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.464 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:50.464 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.464 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.464 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.464 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.3e", 2024-04-02T08:23:50.464 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.464 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.464 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.464 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:50.465 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.465 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:09:44.556242+0000", 2024-04-02T08:23:50.465 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.465 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.465 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.465 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.465 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.465 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.465 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.465 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.465 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.465 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.465 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.465 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.466 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.466 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.466 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.466 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.466 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.466 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.466 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.466 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:50.466 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:50.466 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.466 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:50.466 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.466 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.467 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.467 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.467 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.467 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.467 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.467 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.467 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.467 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.467 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.467 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.467 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.467 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.467 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.467 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.468 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.468 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.468 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:50.468 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.468 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.468 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.468 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.468 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.468 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:50.468 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:50.468 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:50.468 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.468 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T08:23:50.469 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:50.469 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.469 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.469 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.469 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:50.469 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:50.469 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:50.469 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.469 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T08:23:50.469 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.469 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.469 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:50.469 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.469 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.470 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.470 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398300+0000", 2024-04-02T08:23:50.470 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:47.912129+0000", 2024-04-02T08:23:50.470 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:47.912129+0000", 2024-04-02T08:23:50.470 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:47.912504+0000", 2024-04-02T08:23:50.470 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398300+0000", 2024-04-02T08:23:50.470 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.470 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.470 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.470 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 64, 2024-04-02T08:23:50.470 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398300+0000", 2024-04-02T08:23:50.470 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398300+0000", 2024-04-02T08:23:50.471 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398300+0000", 2024-04-02T08:23:50.471 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.471 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.471 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.471 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398300+0000", 2024-04-02T08:23:50.471 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398300+0000", 2024-04-02T08:23:50.471 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.471 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:50.471 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.471 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.471 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 63, 2024-04-02T08:23:50.471 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.471 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.472 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.472 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.472 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:50.472 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.472 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.472 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.472 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.3d", 2024-04-02T08:23:50.472 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.472 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.472 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.472 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 17, 2024-04-02T08:23:50.472 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.472 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:08:09.144337+0000", 2024-04-02T08:23:50.472 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.473 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.473 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.473 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.473 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.473 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.473 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.473 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.473 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.473 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.473 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.473 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.473 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.473 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.473 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.473 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.474 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.474 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.474 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.474 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:50.474 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:50.474 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.474 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:50.474 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.474 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.474 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.474 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.474 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.474 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.475 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.475 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.475 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.475 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.475 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.475 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.475 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.475 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.475 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.475 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.475 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.475 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.475 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:50.476 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.476 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.476 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.476 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.476 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.476 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:50.476 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:50.476 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:50.476 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.476 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T08:23:50.476 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:50.476 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.476 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.477 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.477 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:50.477 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:50.477 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:50.477 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.477 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T08:23:50.477 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.477 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.477 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:50.477 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.477 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.477 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.477 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.040779+0000", 2024-04-02T08:23:50.477 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.025463+0000", 2024-04-02T08:23:50.478 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.025463+0000", 2024-04-02T08:23:50.478 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.026420+0000", 2024-04-02T08:23:50.478 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.040779+0000", 2024-04-02T08:23:50.478 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.478 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.478 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.478 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:50.478 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.040779+0000", 2024-04-02T08:23:50.478 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.040779+0000", 2024-04-02T08:23:50.478 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.040779+0000", 2024-04-02T08:23:50.478 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.478 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.478 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.479 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.040779+0000", 2024-04-02T08:23:50.479 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.040779+0000", 2024-04-02T08:23:50.479 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.479 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:50.479 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.479 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.479 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:50.479 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.479 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.479 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.479 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.479 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:50.479 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.479 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.480 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.480 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.3c", 2024-04-02T08:23:50.480 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.480 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.480 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.480 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:50.480 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.480 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:11:12.611446+0000", 2024-04-02T08:23:50.480 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.480 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.480 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.480 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.480 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.480 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.481 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.481 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.481 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.481 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.481 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.481 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.481 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.481 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.481 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.481 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.481 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.481 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.481 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.482 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:50.482 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:50.482 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.482 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:50.482 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.482 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.482 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.482 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.482 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.482 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.482 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.482 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.482 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.483 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.483 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.483 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.483 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.483 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.483 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.483 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.483 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.483 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.483 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:50.483 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.483 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.483 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.483 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.483 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.484 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:50.484 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:50.484 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:50.484 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.484 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T08:23:50.484 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:50.484 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.484 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.484 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.484 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:50.484 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:50.484 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T08:23:50.484 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.484 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T08:23:50.485 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.485 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.485 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:50.485 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.485 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.485 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.485 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.328806+0000", 2024-04-02T08:23:50.485 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.039018+0000", 2024-04-02T08:23:50.485 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.039018+0000", 2024-04-02T08:23:50.485 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.039575+0000", 2024-04-02T08:23:50.485 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.328806+0000", 2024-04-02T08:23:50.485 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.485 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.485 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.486 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:50.486 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.328806+0000", 2024-04-02T08:23:50.486 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.328806+0000", 2024-04-02T08:23:50.486 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.328806+0000", 2024-04-02T08:23:50.486 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.486 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.486 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.486 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.328806+0000", 2024-04-02T08:23:50.486 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.328806+0000", 2024-04-02T08:23:50.486 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.486 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:50.486 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.487 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.487 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:50.487 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.487 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.487 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.487 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.487 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:50.487 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.487 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.487 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.487 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.3b", 2024-04-02T08:23:50.487 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.487 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.487 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.488 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:50.488 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.488 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:58:17.662844+0000", 2024-04-02T08:23:50.488 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.488 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.488 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.488 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.488 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.488 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.488 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.488 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.488 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.488 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.488 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.489 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.489 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.489 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.489 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.489 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.489 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.489 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.489 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.489 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:50.489 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:50.489 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.489 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:50.489 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.490 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.490 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.490 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.490 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.490 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.490 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.490 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.490 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.490 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.490 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.490 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.490 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.490 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.490 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.491 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.491 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.491 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.491 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:50.491 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.491 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.491 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.491 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.491 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.491 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:50.491 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:50.491 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T08:23:50.491 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.492 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T08:23:50.492 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:50.492 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.492 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.492 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.492 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:50.492 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:50.492 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:50.492 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.492 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 2, 2024-04-02T08:23:50.492 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.492 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.492 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:50.492 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.493 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.493 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.493 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.040504+0000", 2024-04-02T08:23:50.493 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:47.972506+0000", 2024-04-02T08:23:50.493 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:47.972506+0000", 2024-04-02T08:23:50.493 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:47.972976+0000", 2024-04-02T08:23:50.493 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.040504+0000", 2024-04-02T08:23:50.493 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.493 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.493 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.493 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 64, 2024-04-02T08:23:50.493 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.040504+0000", 2024-04-02T08:23:50.493 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.040504+0000", 2024-04-02T08:23:50.493 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.040504+0000", 2024-04-02T08:23:50.494 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.494 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.494 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.494 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.040504+0000", 2024-04-02T08:23:50.494 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.040504+0000", 2024-04-02T08:23:50.494 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.494 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:50.494 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.494 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.494 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 63, 2024-04-02T08:23:50.494 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.494 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.494 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.495 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.495 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:50.495 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.495 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.495 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.495 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.3a", 2024-04-02T08:23:50.495 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.495 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.495 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.495 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 17, 2024-04-02T08:23:50.495 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.495 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:02:02.247435+0000", 2024-04-02T08:23:50.495 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.495 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.496 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.496 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.496 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.496 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.496 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.496 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.496 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.496 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.496 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.496 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.496 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.496 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.496 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.496 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.497 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.497 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.497 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.497 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:50.497 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:50.497 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.497 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:50.497 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.497 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.497 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.497 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.497 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.497 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.498 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.498 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.498 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.498 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.498 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.498 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.498 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.498 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.498 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.498 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.498 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.498 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.498 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:50.499 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.499 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.499 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.499 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.499 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.499 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:50.499 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:50.499 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:50.499 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.499 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 2, 2024-04-02T08:23:50.499 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:50.499 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.499 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.499 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.499 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:50.500 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:50.500 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T08:23:50.500 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.500 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T08:23:50.500 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.500 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.500 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:50.500 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.500 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.500 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.500 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.328244+0000", 2024-04-02T08:23:50.500 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:47.907664+0000", 2024-04-02T08:23:50.500 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:47.907664+0000", 2024-04-02T08:23:50.500 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:47.907959+0000", 2024-04-02T08:23:50.500 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.328244+0000", 2024-04-02T08:23:50.501 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.501 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.501 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.501 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 64, 2024-04-02T08:23:50.501 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.328244+0000", 2024-04-02T08:23:50.501 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.328244+0000", 2024-04-02T08:23:50.501 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.328244+0000", 2024-04-02T08:23:50.501 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.501 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.501 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.501 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.328244+0000", 2024-04-02T08:23:50.501 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.328244+0000", 2024-04-02T08:23:50.502 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.502 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:50.502 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.502 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.502 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 63, 2024-04-02T08:23:50.502 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.502 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.502 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.502 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.502 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:50.502 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.502 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.502 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.503 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.39", 2024-04-02T08:23:50.503 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.503 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.503 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.503 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 28, 2024-04-02T08:23:50.503 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.503 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:09:17.641423+0000", 2024-04-02T08:23:50.503 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.503 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.503 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.503 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.503 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.503 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.504 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.504 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.504 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.504 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.504 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.504 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.504 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.504 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.504 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.504 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.504 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.504 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.504 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.504 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:50.504 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:50.505 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.505 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:50.505 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.505 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.505 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.505 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.505 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.505 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.505 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.505 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.505 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.505 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.505 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.505 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.505 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.506 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.506 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.506 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.506 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.506 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.506 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:50.506 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.506 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.506 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.506 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.506 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.506 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:50.506 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:50.507 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T08:23:50.507 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.507 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T08:23:50.507 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:50.507 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.507 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.507 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.507 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:50.507 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:50.507 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:50.507 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.507 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T08:23:50.508 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.508 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.508 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:50.508 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.508 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.508 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.508 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.397586+0000", 2024-04-02T08:23:50.508 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.022084+0000", 2024-04-02T08:23:50.508 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.022084+0000", 2024-04-02T08:23:50.508 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.022382+0000", 2024-04-02T08:23:50.508 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.397586+0000", 2024-04-02T08:23:50.508 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.508 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.508 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.509 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:50.509 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.397586+0000", 2024-04-02T08:23:50.509 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.397586+0000", 2024-04-02T08:23:50.509 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.397586+0000", 2024-04-02T08:23:50.509 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.509 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.509 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.509 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.397586+0000", 2024-04-02T08:23:50.509 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.397586+0000", 2024-04-02T08:23:50.509 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.509 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:50.509 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.509 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.509 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:50.510 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.510 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.510 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.510 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.510 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:50.510 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.510 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.510 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.510 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.38", 2024-04-02T08:23:50.510 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.510 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.510 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.510 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:50.511 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.511 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:17:50.319840+0000", 2024-04-02T08:23:50.511 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.511 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.511 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.511 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.511 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.511 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.511 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.511 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.511 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.511 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.511 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.511 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.512 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.512 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.512 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.512 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.512 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.512 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.512 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.512 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:50.512 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:50.512 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.512 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:50.512 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.512 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.512 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.513 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.513 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.513 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.513 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.513 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.513 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.513 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.513 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.513 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.513 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.513 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.513 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.513 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.513 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.513 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.514 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:50.514 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.514 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.514 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.514 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.514 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.514 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:50.514 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:50.514 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:50.514 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.514 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T08:23:50.514 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:50.514 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.515 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.515 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.515 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:50.515 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:50.515 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:50.515 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.515 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T08:23:50.515 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.515 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.515 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:50.515 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.515 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.515 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.515 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.329093+0000", 2024-04-02T08:23:50.515 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.036186+0000", 2024-04-02T08:23:50.516 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.036186+0000", 2024-04-02T08:23:50.516 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.036574+0000", 2024-04-02T08:23:50.516 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.329093+0000", 2024-04-02T08:23:50.516 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.516 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.516 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.516 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:50.516 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.329093+0000", 2024-04-02T08:23:50.516 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.329093+0000", 2024-04-02T08:23:50.516 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.329093+0000", 2024-04-02T08:23:50.516 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.516 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.517 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.517 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.329093+0000", 2024-04-02T08:23:50.517 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.329093+0000", 2024-04-02T08:23:50.517 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.517 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:50.517 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.517 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.517 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:50.517 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.517 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.517 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.517 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.517 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:50.518 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.518 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.518 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.518 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.37", 2024-04-02T08:23:50.518 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.518 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.518 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.518 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:50.518 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.518 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:30:23.250239+0000", 2024-04-02T08:23:50.518 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.518 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.518 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.519 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.519 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.519 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.519 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.519 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.519 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.519 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.519 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.519 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.519 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.519 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.519 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.519 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.519 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.520 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.520 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.520 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:50.520 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:50.520 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.520 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:50.520 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.520 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.520 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.520 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.520 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.520 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.520 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.520 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.521 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.521 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.521 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.521 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.521 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.521 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.521 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.521 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.521 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.521 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.521 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:50.521 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.521 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.522 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.522 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.522 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.522 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:50.522 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:50.522 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:50.522 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.522 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T08:23:50.522 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:50.522 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.522 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.522 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.522 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:50.523 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:50.523 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:50.523 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.523 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T08:23:50.523 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.523 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.523 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:50.523 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.523 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.523 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.523 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398887+0000", 2024-04-02T08:23:50.523 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.035051+0000", 2024-04-02T08:23:50.523 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.035051+0000", 2024-04-02T08:23:50.523 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.035740+0000", 2024-04-02T08:23:50.524 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398887+0000", 2024-04-02T08:23:50.524 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.524 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.524 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.524 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:50.524 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398887+0000", 2024-04-02T08:23:50.524 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398887+0000", 2024-04-02T08:23:50.524 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398887+0000", 2024-04-02T08:23:50.524 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.524 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.524 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.524 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398887+0000", 2024-04-02T08:23:50.524 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398887+0000", 2024-04-02T08:23:50.524 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.524 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:50.525 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.525 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.525 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:50.525 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.525 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.525 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.525 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.525 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:50.525 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.525 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.525 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.525 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.36", 2024-04-02T08:23:50.525 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.525 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.526 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.526 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:50.526 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.526 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:41:20.222325+0000", 2024-04-02T08:23:50.526 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.526 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.526 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.526 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.526 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.526 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.526 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.526 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.526 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.527 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.527 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.527 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.527 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.527 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.527 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.527 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.527 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.527 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.527 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.527 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:50.527 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:50.527 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.527 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:50.528 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.528 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.528 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.528 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.528 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.528 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.528 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.528 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.528 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.528 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.528 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.528 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.528 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.528 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.529 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.529 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.529 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.529 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.529 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:50.529 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.529 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.529 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.529 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.529 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.529 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:50.529 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:50.529 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:50.530 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.530 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T08:23:50.530 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:50.530 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.530 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.530 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.530 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:50.530 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:50.530 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:50.530 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.530 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T08:23:50.530 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.530 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.530 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:50.531 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.531 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.531 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.531 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.399142+0000", 2024-04-02T08:23:50.531 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.036252+0000", 2024-04-02T08:23:50.531 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.036252+0000", 2024-04-02T08:23:50.531 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.036654+0000", 2024-04-02T08:23:50.531 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.399142+0000", 2024-04-02T08:23:50.531 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.531 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.531 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.531 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:50.531 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.399142+0000", 2024-04-02T08:23:50.531 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.399142+0000", 2024-04-02T08:23:50.532 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.399142+0000", 2024-04-02T08:23:50.532 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.532 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.532 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.532 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.399142+0000", 2024-04-02T08:23:50.532 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.399142+0000", 2024-04-02T08:23:50.532 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.532 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:50.532 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.532 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.532 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:50.532 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.532 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.532 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.533 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.533 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:50.533 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.533 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.533 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.533 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.35", 2024-04-02T08:23:50.533 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.533 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.533 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.533 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:50.533 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.533 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:56:02.792087+0000", 2024-04-02T08:23:50.533 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.533 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.534 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.534 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.534 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.534 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.534 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.534 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.534 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.534 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.534 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.534 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.534 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.534 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.534 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.535 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.535 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.535 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.535 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.535 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:50.535 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:50.535 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.535 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:50.535 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.535 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.535 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.535 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.535 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.535 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.536 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.536 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.536 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.536 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.536 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.536 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.536 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.536 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.536 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.536 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.536 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.536 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.536 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:50.536 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.537 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.537 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.537 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.537 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.537 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:50.537 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:50.537 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:50.537 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.537 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T08:23:50.537 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:50.537 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.537 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.537 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.537 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:50.538 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:50.538 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:50.538 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.538 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 4, 2024-04-02T08:23:50.538 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.538 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.538 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:50.538 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.538 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.538 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.538 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398812+0000", 2024-04-02T08:23:50.538 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.021098+0000", 2024-04-02T08:23:50.538 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.021098+0000", 2024-04-02T08:23:50.538 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.021406+0000", 2024-04-02T08:23:50.539 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398812+0000", 2024-04-02T08:23:50.539 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.539 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.539 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.539 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:50.539 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398812+0000", 2024-04-02T08:23:50.539 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398812+0000", 2024-04-02T08:23:50.539 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398812+0000", 2024-04-02T08:23:50.539 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.539 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.539 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.539 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398812+0000", 2024-04-02T08:23:50.539 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398812+0000", 2024-04-02T08:23:50.539 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.540 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:50.540 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.540 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.540 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:50.540 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.540 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.540 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.540 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.540 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:50.540 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.540 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.540 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.540 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.34", 2024-04-02T08:23:50.540 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.541 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.541 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.541 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:50.541 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.541 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:41:01.057886+0000", 2024-04-02T08:23:50.541 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.541 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.541 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.541 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.541 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.541 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.541 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.541 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.541 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.542 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.542 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.542 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.542 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.542 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.542 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.542 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.542 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.542 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.542 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.542 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:50.542 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:50.542 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.543 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:50.543 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.543 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.543 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.543 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.543 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.543 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.543 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.543 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.543 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.543 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.543 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.543 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.543 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.544 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.544 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.544 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.544 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.544 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.544 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:50.544 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.544 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.544 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.544 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.544 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.544 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:50.544 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:50.544 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:50.545 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.545 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 4, 2024-04-02T08:23:50.545 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:50.545 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.545 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.545 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.545 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:50.545 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:50.545 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:50.545 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.545 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T08:23:50.545 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.545 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.545 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:50.545 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.546 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.546 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.546 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398285+0000", 2024-04-02T08:23:50.546 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.019257+0000", 2024-04-02T08:23:50.546 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.019257+0000", 2024-04-02T08:23:50.546 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.019560+0000", 2024-04-02T08:23:50.546 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398285+0000", 2024-04-02T08:23:50.546 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.546 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.546 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.546 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:50.546 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398285+0000", 2024-04-02T08:23:50.546 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398285+0000", 2024-04-02T08:23:50.547 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398285+0000", 2024-04-02T08:23:50.547 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.547 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.547 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.547 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398285+0000", 2024-04-02T08:23:50.547 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398285+0000", 2024-04-02T08:23:50.547 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.547 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:50.547 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.547 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.547 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:50.547 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.547 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.547 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.548 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.548 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:50.548 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.548 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.548 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.548 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.33", 2024-04-02T08:23:50.548 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.548 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.548 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.548 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:50.548 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.548 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:03:02.803227+0000", 2024-04-02T08:23:50.548 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.548 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.549 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.549 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.549 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.549 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.549 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.549 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.549 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.549 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.549 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.549 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.549 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.549 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.549 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.550 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.550 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.550 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.550 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.550 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:50.550 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:50.550 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.550 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:50.550 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.550 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.550 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.550 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.550 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.551 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.551 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.551 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.551 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.551 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.551 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.551 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.551 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.551 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.551 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.551 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.551 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.551 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.551 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:50.552 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.552 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.552 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.552 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.552 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.552 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:50.552 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:50.552 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:50.552 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.552 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T08:23:50.552 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:50.552 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.552 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.552 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.553 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:50.553 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:50.553 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T08:23:50.553 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.553 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T08:23:50.553 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.553 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.553 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:50.553 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.553 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.553 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.553 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.397885+0000", 2024-04-02T08:23:50.553 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.024526+0000", 2024-04-02T08:23:50.554 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.024526+0000", 2024-04-02T08:23:50.554 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.025020+0000", 2024-04-02T08:23:50.554 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.397885+0000", 2024-04-02T08:23:50.554 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.554 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.554 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.554 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:50.554 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.397885+0000", 2024-04-02T08:23:50.554 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.397885+0000", 2024-04-02T08:23:50.554 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.397885+0000", 2024-04-02T08:23:50.554 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.554 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.554 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.554 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.397885+0000", 2024-04-02T08:23:50.555 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.397885+0000", 2024-04-02T08:23:50.555 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.555 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:50.555 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.555 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.555 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:50.555 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.555 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.555 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.555 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.555 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:50.555 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.555 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.556 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.556 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.32", 2024-04-02T08:23:50.556 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.556 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.556 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.556 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:50.556 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.556 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:52:53.350677+0000", 2024-04-02T08:23:50.556 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.556 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.556 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.556 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.556 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.557 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.557 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.557 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.557 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.557 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.557 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.557 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.557 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.557 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.557 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.557 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.557 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.557 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.557 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.558 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:50.558 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:50.558 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.558 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:50.558 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.558 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.558 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.558 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.558 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.558 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.558 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.558 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.558 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.559 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.559 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.559 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.559 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.559 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.559 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.559 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.559 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.559 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.559 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:50.559 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.559 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.559 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.559 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.560 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.560 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:50.560 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:50.560 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T08:23:50.560 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.560 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T08:23:50.560 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:50.560 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.560 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.560 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.560 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:50.560 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:50.560 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T08:23:50.560 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.561 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T08:23:50.561 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.561 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.561 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:50.561 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.561 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.561 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.561 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.040321+0000", 2024-04-02T08:23:50.561 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.025993+0000", 2024-04-02T08:23:50.561 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.025993+0000", 2024-04-02T08:23:50.561 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.026272+0000", 2024-04-02T08:23:50.561 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.040321+0000", 2024-04-02T08:23:50.561 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.561 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.562 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.562 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:50.562 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.040321+0000", 2024-04-02T08:23:50.562 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.040321+0000", 2024-04-02T08:23:50.562 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.040321+0000", 2024-04-02T08:23:50.562 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.562 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.562 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.562 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.040321+0000", 2024-04-02T08:23:50.562 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.040321+0000", 2024-04-02T08:23:50.562 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.563 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:50.563 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.563 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.563 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:50.563 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.563 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.563 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.563 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.563 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:50.563 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.563 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.563 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.563 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.31", 2024-04-02T08:23:50.563 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.564 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.564 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.564 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:50.564 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.564 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:28:22.540806+0000", 2024-04-02T08:23:50.564 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.564 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.564 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.564 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.564 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.564 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.564 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.564 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.565 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.565 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.565 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.565 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.565 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.565 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.565 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.565 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.565 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.565 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.565 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.565 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:50.566 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:50.566 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.566 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:50.566 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.566 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.566 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.566 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.566 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.566 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.566 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.566 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.566 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.567 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.567 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.567 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.567 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.567 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.567 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.567 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.567 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.567 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.567 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:50.567 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.567 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.568 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.568 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.568 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.568 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:50.568 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:50.568 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T08:23:50.568 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.568 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T08:23:50.568 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:50.568 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.568 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.568 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.569 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:50.569 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:50.569 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:50.569 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.569 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T08:23:50.569 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.569 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.569 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:50.569 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.569 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.569 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.569 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.040384+0000", 2024-04-02T08:23:50.569 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.024112+0000", 2024-04-02T08:23:50.570 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.024112+0000", 2024-04-02T08:23:50.570 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.025333+0000", 2024-04-02T08:23:50.570 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.040384+0000", 2024-04-02T08:23:50.570 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.570 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.570 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.570 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:50.570 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.040384+0000", 2024-04-02T08:23:50.570 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.040384+0000", 2024-04-02T08:23:50.570 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.040384+0000", 2024-04-02T08:23:50.570 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.570 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.570 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.571 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.040384+0000", 2024-04-02T08:23:50.571 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.040384+0000", 2024-04-02T08:23:50.571 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.571 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:50.571 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.571 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.571 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:50.571 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.571 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.571 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.571 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.571 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:50.571 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.572 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.572 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.572 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.30", 2024-04-02T08:23:50.572 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.572 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.572 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.572 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:50.572 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.572 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:23:18.223330+0000", 2024-04-02T08:23:50.572 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.572 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.572 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.572 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.572 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.573 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.573 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.573 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.573 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.573 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.573 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.573 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.573 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.573 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.573 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.573 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.573 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.573 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.574 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.574 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:50.574 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:50.574 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.574 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:50.574 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.574 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.574 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.574 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.574 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.574 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.574 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.574 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.575 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.575 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.575 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.575 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.575 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.575 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.575 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.575 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.575 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.575 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.575 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:50.575 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.575 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.575 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.576 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.576 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.576 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:50.576 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:50.576 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:50.576 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.576 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T08:23:50.576 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:50.576 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.576 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.576 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.576 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:50.576 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:50.576 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T08:23:50.577 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.577 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T08:23:50.577 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.577 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.577 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:50.577 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.577 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.577 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.577 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.041194+0000", 2024-04-02T08:23:50.577 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.028683+0000", 2024-04-02T08:23:50.577 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.028683+0000", 2024-04-02T08:23:50.577 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.029059+0000", 2024-04-02T08:23:50.577 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.041194+0000", 2024-04-02T08:23:50.577 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.578 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.578 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.578 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:50.578 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.041194+0000", 2024-04-02T08:23:50.578 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.041194+0000", 2024-04-02T08:23:50.578 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.041194+0000", 2024-04-02T08:23:50.578 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.578 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.578 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.578 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.041194+0000", 2024-04-02T08:23:50.578 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.041194+0000", 2024-04-02T08:23:50.578 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.579 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:50.579 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.579 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.579 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:50.579 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.579 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.579 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.579 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.579 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:50.579 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.579 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.579 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.580 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.2f", 2024-04-02T08:23:50.580 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.580 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.580 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.580 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:50.580 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.580 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:15:12.290483+0000", 2024-04-02T08:23:50.580 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.580 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.580 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.580 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.580 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.580 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.580 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.581 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.581 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.581 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.581 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.581 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.581 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.581 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.581 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.581 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.581 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.581 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.581 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.581 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:50.581 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:50.582 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.582 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:50.582 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.582 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.582 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.582 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.582 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.582 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.582 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.582 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.582 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.582 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.582 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.582 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.583 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.583 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.583 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.583 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.583 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.583 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.583 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:50.583 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.583 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.583 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.583 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.583 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.583 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:50.583 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:50.584 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T08:23:50.584 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.584 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T08:23:50.584 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:50.584 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.584 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.584 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.584 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:50.584 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:50.584 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:50.584 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.584 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 2, 2024-04-02T08:23:50.584 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.584 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.584 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:50.585 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.585 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.585 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.585 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.041085+0000", 2024-04-02T08:23:50.585 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.024440+0000", 2024-04-02T08:23:50.585 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.024440+0000", 2024-04-02T08:23:50.585 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.025442+0000", 2024-04-02T08:23:50.585 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.041085+0000", 2024-04-02T08:23:50.585 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.585 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.585 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.585 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:50.585 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.041085+0000", 2024-04-02T08:23:50.585 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.041085+0000", 2024-04-02T08:23:50.585 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.041085+0000", 2024-04-02T08:23:50.586 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.586 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.586 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.586 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.041085+0000", 2024-04-02T08:23:50.586 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.041085+0000", 2024-04-02T08:23:50.586 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.586 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:50.586 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.586 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.586 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:50.586 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.586 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.586 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.587 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.587 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:50.587 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.587 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.587 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.587 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.2e", 2024-04-02T08:23:50.587 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.587 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.587 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.587 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:50.587 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.587 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:16:03.234333+0000", 2024-04-02T08:23:50.587 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.587 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.588 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.588 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.588 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.588 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.588 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.588 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.588 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.588 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.588 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.588 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.588 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.588 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.588 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.588 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.588 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.589 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.589 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.589 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:50.589 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:50.589 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.589 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:50.589 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.589 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.589 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.589 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.589 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.589 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.589 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.589 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.590 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.590 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.590 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.590 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.590 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.590 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.590 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.590 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.590 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.590 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.590 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:50.590 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.590 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.590 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.591 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.591 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.591 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:50.591 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:50.591 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:50.591 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.591 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 2, 2024-04-02T08:23:50.591 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:50.591 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.591 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.591 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.591 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:50.591 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:50.591 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:50.592 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.592 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T08:23:50.592 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.592 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.592 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:50.592 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.592 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.592 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.592 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.328660+0000", 2024-04-02T08:23:50.592 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.030837+0000", 2024-04-02T08:23:50.592 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.030837+0000", 2024-04-02T08:23:50.592 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.031353+0000", 2024-04-02T08:23:50.592 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.328660+0000", 2024-04-02T08:23:50.592 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.593 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.593 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.593 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:50.593 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.328660+0000", 2024-04-02T08:23:50.593 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.328660+0000", 2024-04-02T08:23:50.593 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.328660+0000", 2024-04-02T08:23:50.593 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.593 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.593 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.593 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.328660+0000", 2024-04-02T08:23:50.593 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.328660+0000", 2024-04-02T08:23:50.593 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.593 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:50.593 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.594 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.594 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:50.594 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.594 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.594 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.594 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.594 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:50.594 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.594 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.594 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.594 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.2d", 2024-04-02T08:23:50.594 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.594 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.595 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.595 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:50.595 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.595 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:40:11.407938+0000", 2024-04-02T08:23:50.595 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.595 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.595 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.595 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.595 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.595 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.595 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.595 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.595 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.595 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.596 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.596 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.596 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.596 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.596 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.596 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.596 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.596 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.596 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.596 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:50.596 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:50.596 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.596 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:50.596 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.596 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.596 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.597 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.597 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.597 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.597 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.597 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.597 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.597 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.597 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.597 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.597 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.597 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.597 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.597 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.597 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.598 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.598 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:50.598 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.598 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.598 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.598 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.598 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.598 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:50.598 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:50.598 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:50.598 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.598 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T08:23:50.598 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:50.599 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.599 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.599 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.599 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:50.599 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:50.599 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T08:23:50.599 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.599 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T08:23:50.599 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.599 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.599 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:50.599 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.599 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.599 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.599 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398726+0000", 2024-04-02T08:23:50.600 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.652842+0000", 2024-04-02T08:23:50.600 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.652842+0000", 2024-04-02T08:23:50.600 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.653152+0000", 2024-04-02T08:23:50.600 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398726+0000", 2024-04-02T08:23:50.600 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.600 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.600 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.600 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:50.600 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398726+0000", 2024-04-02T08:23:50.600 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398726+0000", 2024-04-02T08:23:50.600 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398726+0000", 2024-04-02T08:23:50.600 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.600 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.600 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.601 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398726+0000", 2024-04-02T08:23:50.601 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398726+0000", 2024-04-02T08:23:50.601 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.601 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 4, 2024-04-02T08:23:50.601 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.601 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.601 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:50.601 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.601 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.601 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.601 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.601 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 4, 2024-04-02T08:23:50.601 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.601 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.602 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.602 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.1f", 2024-04-02T08:23:50.602 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.602 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.602 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.602 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 24, 2024-04-02T08:23:50.602 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.602 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:31:42.590835+0000", 2024-04-02T08:23:50.602 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.602 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.602 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.602 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 582, 2024-04-02T08:23:50.602 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.603 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.603 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.603 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.603 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.603 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.603 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.603 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.603 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.603 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.603 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.603 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.603 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.603 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.603 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.604 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 6, 2024-04-02T08:23:50.604 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 2, 2024-04-02T08:23:50.604 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.604 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 2, 2024-04-02T08:23:50.604 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.604 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.604 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.604 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.604 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.604 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T08:23:50.604 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.604 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.604 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.605 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.605 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.605 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.605 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.605 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.605 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.605 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.605 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.605 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.605 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 4, 2024-04-02T08:23:50.605 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 1 2024-04-02T08:23:50.605 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.605 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.605 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.606 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.606 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:50.606 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:50.606 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T08:23:50.606 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.606 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T08:23:50.606 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'4" 2024-04-02T08:23:50.606 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.606 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.606 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.606 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:50.606 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:50.606 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:50.607 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.607 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T08:23:50.607 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.607 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.607 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:50.607 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.607 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.607 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.607 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398038+0000", 2024-04-02T08:23:50.607 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.035681+0000", 2024-04-02T08:23:50.607 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.035681+0000", 2024-04-02T08:23:50.607 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.036029+0000", 2024-04-02T08:23:50.607 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398038+0000", 2024-04-02T08:23:50.608 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.608 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.608 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.608 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:50.608 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398038+0000", 2024-04-02T08:23:50.608 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398038+0000", 2024-04-02T08:23:50.608 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398038+0000", 2024-04-02T08:23:50.608 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.608 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.608 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.608 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398038+0000", 2024-04-02T08:23:50.608 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398038+0000", 2024-04-02T08:23:50.608 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.608 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:50.608 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.609 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.609 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:50.609 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.609 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.609 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.609 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.609 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:50.609 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.609 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.609 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.609 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.1e", 2024-04-02T08:23:50.609 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.609 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.609 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.610 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:50.610 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.610 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:48:04.835584+0000", 2024-04-02T08:23:50.610 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.610 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.610 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.610 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.610 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.610 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.610 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.610 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.610 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.610 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.610 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.611 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.611 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.611 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.611 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.611 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.611 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.611 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.611 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.611 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:50.611 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:50.611 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.611 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:50.611 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.611 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.612 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.612 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.612 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.612 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.612 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.612 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.612 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.612 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.612 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.612 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.612 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.612 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.612 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.612 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.613 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.613 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.613 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:50.613 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.613 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.613 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.613 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.613 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.613 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:50.613 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:50.613 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:50.613 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.613 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T08:23:50.613 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:50.614 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.614 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.614 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.614 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:50.614 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:50.614 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T08:23:50.614 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.614 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T08:23:50.614 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.614 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.614 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:50.614 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.614 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.615 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.615 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398133+0000", 2024-04-02T08:23:50.615 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.650996+0000", 2024-04-02T08:23:50.615 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.650996+0000", 2024-04-02T08:23:50.615 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.651386+0000", 2024-04-02T08:23:50.615 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398133+0000", 2024-04-02T08:23:50.615 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.615 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.615 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.615 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:50.615 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398133+0000", 2024-04-02T08:23:50.615 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398133+0000", 2024-04-02T08:23:50.615 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398133+0000", 2024-04-02T08:23:50.615 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.616 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.616 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.616 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398133+0000", 2024-04-02T08:23:50.616 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398133+0000", 2024-04-02T08:23:50.616 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.616 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 1, 2024-04-02T08:23:50.616 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.616 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.616 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:50.616 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.616 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.616 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.616 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.617 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 1, 2024-04-02T08:23:50.617 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.617 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.617 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.617 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.1e", 2024-04-02T08:23:50.617 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.617 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.617 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.617 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 21, 2024-04-02T08:23:50.617 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.617 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:37:48.290889+0000", 2024-04-02T08:23:50.617 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.617 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.618 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.618 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.618 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.618 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.618 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.618 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.618 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.618 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.618 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.618 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.618 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.618 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.618 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.619 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.619 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.619 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.619 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.619 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:50.619 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:50.619 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.619 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:50.619 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.619 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.619 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.619 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.619 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.619 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.620 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.620 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.620 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.620 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.620 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.620 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.620 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.620 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.620 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.620 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.620 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.620 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.620 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:50.621 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.621 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.621 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.621 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.621 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.621 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:50.621 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:50.621 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T08:23:50.621 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.621 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T08:23:50.621 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'1" 2024-04-02T08:23:50.621 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.621 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.621 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.622 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:50.622 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:50.622 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:50.622 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.622 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T08:23:50.622 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.622 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.622 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:50.622 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.622 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.622 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.622 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398671+0000", 2024-04-02T08:23:50.622 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.024749+0000", 2024-04-02T08:23:50.623 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.024749+0000", 2024-04-02T08:23:50.623 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.025479+0000", 2024-04-02T08:23:50.623 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398671+0000", 2024-04-02T08:23:50.623 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.623 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.623 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.623 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:50.623 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398671+0000", 2024-04-02T08:23:50.623 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398671+0000", 2024-04-02T08:23:50.623 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398671+0000", 2024-04-02T08:23:50.623 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.623 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.623 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.624 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398671+0000", 2024-04-02T08:23:50.624 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398671+0000", 2024-04-02T08:23:50.624 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.624 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:50.624 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.624 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.624 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:50.624 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.624 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.624 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.624 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.624 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:50.624 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.625 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.625 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.625 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.1f", 2024-04-02T08:23:50.625 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.625 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.625 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.625 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:50.625 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.625 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:01:03.865533+0000", 2024-04-02T08:23:50.625 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.625 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.625 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.625 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.626 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.626 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.626 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.626 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.626 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.626 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.626 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.626 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.626 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.626 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.626 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.626 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.626 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.627 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.627 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.627 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:50.627 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:50.627 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.627 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:50.627 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.627 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.627 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.627 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.627 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.627 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.627 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.627 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.628 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.628 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.628 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.628 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.628 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.628 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.628 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.628 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.628 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.628 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.628 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:50.628 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.628 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.628 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.628 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.629 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.629 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:50.629 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:50.629 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:50.629 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.629 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T08:23:50.629 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:50.629 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.629 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.629 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.629 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:50.629 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:50.629 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:50.630 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.630 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T08:23:50.630 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.630 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.630 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:50.630 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.630 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.630 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.630 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.328917+0000", 2024-04-02T08:23:50.630 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.652834+0000", 2024-04-02T08:23:50.630 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.652834+0000", 2024-04-02T08:23:50.630 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.653173+0000", 2024-04-02T08:23:50.630 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.328917+0000", 2024-04-02T08:23:50.630 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.631 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.631 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.631 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:50.631 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.328917+0000", 2024-04-02T08:23:50.631 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.328917+0000", 2024-04-02T08:23:50.631 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.328917+0000", 2024-04-02T08:23:50.631 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.631 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.631 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.631 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.328917+0000", 2024-04-02T08:23:50.631 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.328917+0000", 2024-04-02T08:23:50.631 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.632 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2, 2024-04-02T08:23:50.632 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.632 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.632 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:50.632 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.632 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.632 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.632 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.632 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2, 2024-04-02T08:23:50.632 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.632 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.632 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.632 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.1d", 2024-04-02T08:23:50.632 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.633 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.633 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.633 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 22, 2024-04-02T08:23:50.633 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.633 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:42:00.599725+0000", 2024-04-02T08:23:50.633 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.633 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.633 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.633 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.633 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.633 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.633 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.633 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.633 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.633 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.634 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.634 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.634 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.634 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.634 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.634 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.634 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.634 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.634 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.634 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 3, 2024-04-02T08:23:50.634 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 1, 2024-04-02T08:23:50.634 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.635 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 1, 2024-04-02T08:23:50.635 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.635 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.635 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.635 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.635 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.635 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T08:23:50.635 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.635 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.635 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.635 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.635 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.635 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.635 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.636 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.636 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.636 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.636 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.636 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.636 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 3, 2024-04-02T08:23:50.636 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.636 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.636 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.636 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.636 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.636 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:50.636 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:50.636 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:50.637 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.637 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T08:23:50.637 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'2" 2024-04-02T08:23:50.637 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.637 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.637 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.637 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:50.637 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:50.637 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:50.637 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.637 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T08:23:50.637 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.637 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.638 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:50.638 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.638 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.638 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.638 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.040904+0000", 2024-04-02T08:23:50.638 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.017871+0000", 2024-04-02T08:23:50.638 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.017871+0000", 2024-04-02T08:23:50.638 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.018257+0000", 2024-04-02T08:23:50.638 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.040904+0000", 2024-04-02T08:23:50.638 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.638 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.638 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.638 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:50.638 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.040904+0000", 2024-04-02T08:23:50.639 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.040904+0000", 2024-04-02T08:23:50.639 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.040904+0000", 2024-04-02T08:23:50.639 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.639 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.639 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.639 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.040904+0000", 2024-04-02T08:23:50.639 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.040904+0000", 2024-04-02T08:23:50.639 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.639 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:50.639 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.639 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.639 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:50.639 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.640 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.640 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.640 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.640 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:50.640 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.640 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.640 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.640 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.1c", 2024-04-02T08:23:50.640 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.640 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.640 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.640 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:50.640 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.641 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:56:13.564654+0000", 2024-04-02T08:23:50.641 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.641 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.641 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.641 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.641 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.641 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.641 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.641 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.641 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.641 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.641 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.641 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.641 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.642 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.642 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.642 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.642 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.642 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.642 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.642 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:50.642 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:50.642 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.642 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:50.642 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.642 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.642 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.643 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.643 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.643 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.643 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.643 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.643 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.643 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.643 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.643 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.643 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.643 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.643 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.643 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.643 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.644 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.644 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:50.644 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.644 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.644 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.644 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.644 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.644 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:50.644 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:50.644 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:50.644 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.644 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T08:23:50.644 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:50.644 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.645 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.645 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.645 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:50.645 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:50.645 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:50.645 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.645 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T08:23:50.645 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.645 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.645 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:50.645 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.645 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.645 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.645 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.328700+0000", 2024-04-02T08:23:50.646 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.649273+0000", 2024-04-02T08:23:50.646 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.649273+0000", 2024-04-02T08:23:50.646 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.649643+0000", 2024-04-02T08:23:50.646 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.328700+0000", 2024-04-02T08:23:50.646 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.646 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.646 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.646 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:50.646 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.328700+0000", 2024-04-02T08:23:50.646 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.328700+0000", 2024-04-02T08:23:50.646 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.328700+0000", 2024-04-02T08:23:50.646 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.646 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.647 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.647 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.328700+0000", 2024-04-02T08:23:50.647 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.328700+0000", 2024-04-02T08:23:50.647 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.647 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2, 2024-04-02T08:23:50.647 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.647 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.647 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:50.647 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.647 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.647 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.647 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.647 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2, 2024-04-02T08:23:50.647 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.648 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.648 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.648 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.1c", 2024-04-02T08:23:50.648 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.648 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.648 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.648 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 22, 2024-04-02T08:23:50.648 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.648 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:21:32.478934+0000", 2024-04-02T08:23:50.648 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.648 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.648 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.648 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.649 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.649 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.649 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.649 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.649 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.649 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.649 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.649 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.649 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.649 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.649 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.649 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.649 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.649 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.649 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.650 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 3, 2024-04-02T08:23:50.650 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 1, 2024-04-02T08:23:50.650 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.650 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 1, 2024-04-02T08:23:50.650 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.650 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.650 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.650 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.650 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.650 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T08:23:50.650 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.650 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.651 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.651 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.651 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.651 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.651 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.651 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.651 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.651 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.651 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.651 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.651 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 3, 2024-04-02T08:23:50.651 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.651 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.651 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.652 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.652 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.652 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:50.652 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:50.652 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:50.652 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.652 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T08:23:50.652 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'2" 2024-04-02T08:23:50.652 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.652 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.652 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.652 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:50.652 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:50.652 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:50.652 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.653 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T08:23:50.653 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.653 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.653 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:50.653 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.653 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.653 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.653 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.040985+0000", 2024-04-02T08:23:50.653 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.024777+0000", 2024-04-02T08:23:50.653 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.024777+0000", 2024-04-02T08:23:50.653 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.028037+0000", 2024-04-02T08:23:50.653 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.040985+0000", 2024-04-02T08:23:50.653 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.653 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.653 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.654 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:50.654 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.040985+0000", 2024-04-02T08:23:50.654 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.040985+0000", 2024-04-02T08:23:50.654 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.040985+0000", 2024-04-02T08:23:50.654 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.654 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.654 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.654 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.040985+0000", 2024-04-02T08:23:50.654 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.040985+0000", 2024-04-02T08:23:50.654 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.654 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:50.654 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.654 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.655 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:50.655 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.655 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.655 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.655 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.655 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:50.655 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.655 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.655 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.655 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.1d", 2024-04-02T08:23:50.656 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.656 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.656 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.656 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:50.656 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.656 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:47:50.798528+0000", 2024-04-02T08:23:50.656 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.656 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.656 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.656 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.656 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.656 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.656 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.657 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.657 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.657 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.657 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.657 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.657 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.657 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.657 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.657 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.657 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.657 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.657 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.657 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:50.658 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:50.658 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.658 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:50.658 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.658 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.658 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.658 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.658 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.658 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.658 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.658 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.658 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.658 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.659 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.659 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.659 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.659 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.659 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.659 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.659 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.659 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.659 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:50.659 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.659 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.659 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.659 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.659 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.660 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:50.660 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:50.660 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:50.660 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.660 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T08:23:50.660 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:50.660 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.660 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.660 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.660 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:50.660 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:50.660 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:50.660 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.660 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T08:23:50.661 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.661 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.661 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:50.661 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.661 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.661 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.661 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398367+0000", 2024-04-02T08:23:50.661 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.649232+0000", 2024-04-02T08:23:50.661 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.649232+0000", 2024-04-02T08:23:50.661 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.649528+0000", 2024-04-02T08:23:50.661 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398367+0000", 2024-04-02T08:23:50.661 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.661 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.661 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.662 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:50.662 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398367+0000", 2024-04-02T08:23:50.662 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398367+0000", 2024-04-02T08:23:50.662 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398367+0000", 2024-04-02T08:23:50.662 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.662 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.662 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.662 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398367+0000", 2024-04-02T08:23:50.662 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398367+0000", 2024-04-02T08:23:50.662 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.662 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 1, 2024-04-02T08:23:50.662 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.662 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.663 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:50.663 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.663 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.663 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.663 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.663 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 1, 2024-04-02T08:23:50.663 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.663 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.663 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.663 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.1b", 2024-04-02T08:23:50.663 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.663 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.663 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.664 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 21, 2024-04-02T08:23:50.664 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.664 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:03:41.111842+0000", 2024-04-02T08:23:50.664 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.664 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.664 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.664 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.664 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.664 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.664 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.664 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.664 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.664 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.665 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.665 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.665 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.665 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.665 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.665 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.665 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.665 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.665 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.665 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:50.665 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:50.665 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.665 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:50.665 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.666 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.666 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.666 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.666 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.666 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.666 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.666 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.666 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.666 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.666 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.666 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.666 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.666 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.667 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.667 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.667 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.667 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.667 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:50.667 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.667 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.667 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.667 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.667 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.667 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:50.667 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:50.667 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:50.667 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.667 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T08:23:50.668 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'1" 2024-04-02T08:23:50.668 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.668 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.668 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.668 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:50.668 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:50.668 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:50.668 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.668 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 4, 2024-04-02T08:23:50.668 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.668 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.668 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:50.668 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.668 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.669 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.669 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398037+0000", 2024-04-02T08:23:50.669 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.022507+0000", 2024-04-02T08:23:50.669 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.022507+0000", 2024-04-02T08:23:50.669 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.022843+0000", 2024-04-02T08:23:50.669 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398037+0000", 2024-04-02T08:23:50.669 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.669 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.669 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.669 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:50.669 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398037+0000", 2024-04-02T08:23:50.669 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398037+0000", 2024-04-02T08:23:50.669 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398037+0000", 2024-04-02T08:23:50.669 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.670 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.670 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.670 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398037+0000", 2024-04-02T08:23:50.670 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398037+0000", 2024-04-02T08:23:50.670 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.670 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:50.670 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.670 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.670 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:50.670 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.670 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.670 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.670 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.670 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:50.671 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.671 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.671 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.671 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.1a", 2024-04-02T08:23:50.671 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.671 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.671 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.671 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:50.671 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.671 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:13:39.292101+0000", 2024-04-02T08:23:50.671 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.671 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.672 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.672 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.672 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.672 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.672 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.672 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.672 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.672 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.672 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.672 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.672 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.672 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.672 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.672 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.673 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.673 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.673 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.673 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:50.673 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:50.673 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.673 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:50.673 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.673 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.673 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.673 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.673 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.673 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.673 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.674 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.674 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.674 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.674 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.674 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.674 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.674 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.674 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.674 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.674 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.674 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.674 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:50.674 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.675 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.675 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.675 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.675 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.675 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:50.675 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:50.675 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:50.675 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.675 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 4, 2024-04-02T08:23:50.675 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:50.675 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.675 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.675 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.675 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:50.676 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:50.676 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:50.676 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.676 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T08:23:50.676 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.676 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.676 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:50.676 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.676 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.676 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.676 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398581+0000", 2024-04-02T08:23:50.676 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.653562+0000", 2024-04-02T08:23:50.676 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.653562+0000", 2024-04-02T08:23:50.677 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.653851+0000", 2024-04-02T08:23:50.677 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398581+0000", 2024-04-02T08:23:50.677 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.677 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.677 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.677 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:50.677 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398581+0000", 2024-04-02T08:23:50.677 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398581+0000", 2024-04-02T08:23:50.677 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398581+0000", 2024-04-02T08:23:50.677 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.677 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.677 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.677 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398581+0000", 2024-04-02T08:23:50.677 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398581+0000", 2024-04-02T08:23:50.678 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.678 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 1, 2024-04-02T08:23:50.678 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.678 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.678 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:50.678 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.678 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.678 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.678 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.678 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 1, 2024-04-02T08:23:50.678 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.678 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.678 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.679 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.1a", 2024-04-02T08:23:50.679 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.679 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.679 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.679 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 21, 2024-04-02T08:23:50.679 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.679 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:28:21.492823+0000", 2024-04-02T08:23:50.679 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.679 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.679 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.679 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.679 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.679 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.679 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.680 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.680 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.680 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.680 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.680 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.680 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.680 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.680 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.680 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.680 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.680 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.680 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.680 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:50.680 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:50.681 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.681 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:50.681 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.681 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.681 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.681 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.681 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.681 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.681 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.681 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.681 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.681 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.681 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.682 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.682 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.682 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.682 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.682 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.682 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.682 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.682 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:50.682 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.682 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.682 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.682 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.682 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.683 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:50.683 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:50.683 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:50.683 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.683 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T08:23:50.683 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'1" 2024-04-02T08:23:50.683 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.683 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.683 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.683 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:50.683 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:50.683 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:50.683 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.683 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T08:23:50.684 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.684 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.684 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:50.684 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.684 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.684 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.684 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.397757+0000", 2024-04-02T08:23:50.684 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.025780+0000", 2024-04-02T08:23:50.684 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.025780+0000", 2024-04-02T08:23:50.684 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.026108+0000", 2024-04-02T08:23:50.684 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.397757+0000", 2024-04-02T08:23:50.684 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.684 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.684 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.684 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:50.685 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.397757+0000", 2024-04-02T08:23:50.685 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.397757+0000", 2024-04-02T08:23:50.685 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.397757+0000", 2024-04-02T08:23:50.685 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.685 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.685 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.685 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.397757+0000", 2024-04-02T08:23:50.685 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.397757+0000", 2024-04-02T08:23:50.685 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.685 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:50.685 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.685 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.685 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:50.686 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.686 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.686 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.686 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.686 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:50.686 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.686 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.686 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.686 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.1b", 2024-04-02T08:23:50.686 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.686 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.686 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.687 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:50.687 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.687 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:15:38.350596+0000", 2024-04-02T08:23:50.687 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.687 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.687 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.687 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.687 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.687 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.687 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.687 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.687 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.687 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.688 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.688 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.688 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.688 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.688 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.688 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.688 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.688 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.688 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.688 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:50.688 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:50.688 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.688 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:50.688 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.689 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.689 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.689 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.689 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.689 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.689 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.689 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.689 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.689 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.689 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.689 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.689 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.689 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.690 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.690 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.690 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.690 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.690 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:50.690 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.690 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.690 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.690 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.690 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.690 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:50.690 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:50.690 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:50.691 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.691 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T08:23:50.691 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:50.691 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.691 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.691 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.691 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:50.691 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:50.691 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:50.691 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.691 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T08:23:50.691 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.691 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.692 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:50.692 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.692 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.692 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.692 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398114+0000", 2024-04-02T08:23:50.692 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.651908+0000", 2024-04-02T08:23:50.692 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.651908+0000", 2024-04-02T08:23:50.692 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.652753+0000", 2024-04-02T08:23:50.692 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398114+0000", 2024-04-02T08:23:50.692 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.692 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.692 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.692 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:50.693 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398114+0000", 2024-04-02T08:23:50.693 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398114+0000", 2024-04-02T08:23:50.693 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398114+0000", 2024-04-02T08:23:50.693 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.693 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.693 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.693 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398114+0000", 2024-04-02T08:23:50.693 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398114+0000", 2024-04-02T08:23:50.693 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.693 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:50.693 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.693 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.693 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:50.693 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.694 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.694 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.694 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.694 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:50.694 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.694 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.694 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.694 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.19", 2024-04-02T08:23:50.694 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.694 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.694 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.694 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 20, 2024-04-02T08:23:50.695 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.695 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:03:19.457494+0000", 2024-04-02T08:23:50.695 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.695 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.695 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.695 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.695 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.695 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.695 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.695 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.695 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.695 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.695 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.696 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.696 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.696 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.696 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.696 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.696 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.696 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.696 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.696 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:50.696 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:50.696 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.696 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:50.696 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.696 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.697 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.697 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.697 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.697 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.697 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.697 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.697 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.697 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.697 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.697 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.697 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.697 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.697 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.698 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.698 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.698 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.698 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:50.698 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.698 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.698 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.698 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.698 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.698 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:50.698 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:50.698 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:50.698 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.699 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T08:23:50.699 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:50.699 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.699 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.699 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.699 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:50.699 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:50.699 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:50.699 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.699 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T08:23:50.699 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.699 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.699 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:50.699 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.700 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.700 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.700 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.397750+0000", 2024-04-02T08:23:50.700 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.019859+0000", 2024-04-02T08:23:50.700 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.019859+0000", 2024-04-02T08:23:50.700 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.021162+0000", 2024-04-02T08:23:50.700 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.397750+0000", 2024-04-02T08:23:50.700 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.700 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.700 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.700 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:50.700 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.397750+0000", 2024-04-02T08:23:50.700 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.397750+0000", 2024-04-02T08:23:50.700 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.397750+0000", 2024-04-02T08:23:50.701 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.701 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.701 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.701 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.397750+0000", 2024-04-02T08:23:50.701 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.397750+0000", 2024-04-02T08:23:50.701 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.701 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:50.701 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.701 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.701 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:50.701 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.701 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.701 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.701 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.702 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:50.702 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.702 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.702 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.702 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.18", 2024-04-02T08:23:50.702 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.702 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.702 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.702 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:50.702 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.702 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:48:30.123963+0000", 2024-04-02T08:23:50.702 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.703 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.703 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.703 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.703 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.703 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.703 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.703 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.703 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.703 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.703 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.703 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.703 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.703 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.704 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.704 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.704 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.704 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.704 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.704 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:50.704 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:50.704 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.704 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:50.704 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.704 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.704 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.704 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.705 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.705 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.705 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.705 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.705 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.705 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.705 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.705 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.705 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.705 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.705 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.705 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.705 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.705 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.706 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:50.706 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.706 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.706 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.706 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.706 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.706 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:50.706 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:50.706 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:50.706 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.706 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T08:23:50.706 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:50.706 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.707 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.707 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.707 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:50.707 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:50.707 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:50.707 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.707 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T08:23:50.707 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.707 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.707 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:50.707 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.707 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.707 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.708 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.040666+0000", 2024-04-02T08:23:50.708 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.645011+0000", 2024-04-02T08:23:50.708 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.645011+0000", 2024-04-02T08:23:50.708 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.645358+0000", 2024-04-02T08:23:50.708 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.040666+0000", 2024-04-02T08:23:50.708 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.708 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.708 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.708 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:50.708 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.040666+0000", 2024-04-02T08:23:50.708 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.040666+0000", 2024-04-02T08:23:50.708 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.040666+0000", 2024-04-02T08:23:50.708 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.708 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.709 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.709 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.040666+0000", 2024-04-02T08:23:50.709 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.040666+0000", 2024-04-02T08:23:50.709 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.709 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:50.709 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.709 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.709 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:50.709 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.709 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.709 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.709 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.709 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:50.710 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.710 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.710 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.710 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.18", 2024-04-02T08:23:50.710 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.710 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.710 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.710 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 20, 2024-04-02T08:23:50.710 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.710 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:06:46.290418+0000", 2024-04-02T08:23:50.710 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.710 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.710 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.710 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.711 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.711 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.711 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.711 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.711 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.711 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.711 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.711 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.711 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.711 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.711 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.711 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.711 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.711 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.712 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.712 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:50.712 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:50.712 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.712 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:50.712 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.712 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.712 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.712 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.712 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.712 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.712 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.712 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.713 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.713 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.713 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.713 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.713 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.713 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.713 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.713 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.713 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.713 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.713 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:50.713 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.713 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.713 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.714 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.714 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.714 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:50.714 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:50.714 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:50.714 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.714 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T08:23:50.714 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:50.714 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.714 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.714 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.714 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:50.714 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:50.714 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:50.715 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.715 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T08:23:50.715 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.715 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.715 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:50.715 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.715 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.715 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.715 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.040541+0000", 2024-04-02T08:23:50.715 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:47.911962+0000", 2024-04-02T08:23:50.715 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:47.911962+0000", 2024-04-02T08:23:50.715 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:47.912389+0000", 2024-04-02T08:23:50.715 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.040541+0000", 2024-04-02T08:23:50.715 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.716 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.716 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.716 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 64, 2024-04-02T08:23:50.716 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.040541+0000", 2024-04-02T08:23:50.716 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.040541+0000", 2024-04-02T08:23:50.716 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.040541+0000", 2024-04-02T08:23:50.716 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.716 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.716 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.716 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.040541+0000", 2024-04-02T08:23:50.716 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.040541+0000", 2024-04-02T08:23:50.716 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.716 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:50.716 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.717 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.717 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 63, 2024-04-02T08:23:50.717 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.717 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.717 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.717 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.717 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:50.717 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.717 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.717 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.717 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.19", 2024-04-02T08:23:50.717 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.717 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.717 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.717 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 28, 2024-04-02T08:23:50.718 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.718 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:35:16.845142+0000", 2024-04-02T08:23:50.718 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.718 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.718 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.718 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.718 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.718 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.718 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.718 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.718 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.718 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.719 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.719 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.719 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.719 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.719 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.719 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.719 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.719 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.719 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.719 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:50.719 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:50.719 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.719 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:50.719 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.720 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.720 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.720 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.720 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.720 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.720 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.720 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.720 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.720 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.720 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.720 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.720 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.720 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.720 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.721 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.721 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.721 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.721 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:50.721 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.721 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.721 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.721 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.721 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.721 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:50.721 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:50.721 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:50.721 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.721 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T08:23:50.722 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:50.722 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.722 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.722 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.722 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:50.722 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:50.722 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:50.722 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.722 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T08:23:50.722 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.722 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.722 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:50.722 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.723 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.723 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.723 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398960+0000", 2024-04-02T08:23:50.723 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.646799+0000", 2024-04-02T08:23:50.723 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.646799+0000", 2024-04-02T08:23:50.723 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.647117+0000", 2024-04-02T08:23:50.723 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398960+0000", 2024-04-02T08:23:50.723 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.723 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.723 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.723 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:50.723 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398960+0000", 2024-04-02T08:23:50.723 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398960+0000", 2024-04-02T08:23:50.723 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398960+0000", 2024-04-02T08:23:50.724 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.724 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.724 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.724 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398960+0000", 2024-04-02T08:23:50.724 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398960+0000", 2024-04-02T08:23:50.724 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.724 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:50.724 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.724 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.724 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:50.724 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.724 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.724 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.724 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.725 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:50.725 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.725 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.725 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.725 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.17", 2024-04-02T08:23:50.725 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.725 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.725 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.725 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 20, 2024-04-02T08:23:50.725 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.725 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:00:13.014971+0000", 2024-04-02T08:23:50.725 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.725 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.725 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.726 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.726 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.726 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.726 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.726 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.726 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.726 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.726 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.726 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.726 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.726 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.726 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.726 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.727 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.727 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.727 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.727 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:50.727 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:50.727 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.727 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:50.727 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.727 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.727 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.727 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.727 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.727 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.727 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.728 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.728 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.728 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.728 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.728 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.728 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.728 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.728 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.728 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.728 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.728 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.728 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:50.728 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.728 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.729 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.729 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.729 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.729 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:50.729 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:50.729 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:50.729 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.729 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T08:23:50.729 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:50.729 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.729 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.729 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.729 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:50.729 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:50.730 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:50.730 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.730 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T08:23:50.730 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.730 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.730 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:50.730 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.730 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.730 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.730 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.041048+0000", 2024-04-02T08:23:50.730 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.024120+0000", 2024-04-02T08:23:50.730 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.024120+0000", 2024-04-02T08:23:50.730 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.024685+0000", 2024-04-02T08:23:50.730 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.041048+0000", 2024-04-02T08:23:50.731 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.731 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.731 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.731 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:50.731 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.041048+0000", 2024-04-02T08:23:50.731 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.041048+0000", 2024-04-02T08:23:50.731 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.041048+0000", 2024-04-02T08:23:50.731 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.731 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.731 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.731 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.041048+0000", 2024-04-02T08:23:50.731 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.041048+0000", 2024-04-02T08:23:50.731 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.731 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:50.732 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.732 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.732 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:50.732 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.732 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.732 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.732 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.732 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:50.732 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.732 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.732 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.732 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.16", 2024-04-02T08:23:50.732 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.732 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.733 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.733 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:50.733 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.733 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:42:34.233896+0000", 2024-04-02T08:23:50.733 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.733 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.733 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.733 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.733 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.733 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.733 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.733 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.733 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.734 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.734 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.734 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.734 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.734 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.734 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.734 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.734 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.734 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.734 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.734 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:50.734 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:50.734 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.734 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:50.735 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.735 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.735 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.735 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.735 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.735 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.735 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.735 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.735 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.735 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.735 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.735 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.735 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.735 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.736 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.736 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.736 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.736 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.736 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:50.736 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.736 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.736 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.736 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.736 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.736 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:50.736 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:50.736 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:50.736 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.737 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T08:23:50.737 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:50.737 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.737 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.737 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.737 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:50.737 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:50.737 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:50.737 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.737 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T08:23:50.737 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.737 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.737 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:50.737 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.738 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.738 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.738 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.041182+0000", 2024-04-02T08:23:50.738 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.654302+0000", 2024-04-02T08:23:50.738 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.654302+0000", 2024-04-02T08:23:50.738 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.654578+0000", 2024-04-02T08:23:50.738 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.041182+0000", 2024-04-02T08:23:50.738 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.738 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.738 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.738 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:50.738 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.041182+0000", 2024-04-02T08:23:50.738 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.041182+0000", 2024-04-02T08:23:50.739 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.041182+0000", 2024-04-02T08:23:50.739 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.739 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.739 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.739 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.041182+0000", 2024-04-02T08:23:50.739 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.041182+0000", 2024-04-02T08:23:50.739 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.739 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:50.739 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.739 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.739 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:50.739 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.739 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.740 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.740 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.740 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:50.740 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.740 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.740 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.740 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.16", 2024-04-02T08:23:50.740 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.740 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.740 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.740 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 20, 2024-04-02T08:23:50.740 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.740 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:31:02.827749+0000", 2024-04-02T08:23:50.740 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.741 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.741 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.741 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.741 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.741 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.741 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.741 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.741 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.741 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.741 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.741 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.741 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.741 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.741 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.742 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.742 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.742 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.742 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.742 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:50.742 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:50.742 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.742 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:50.742 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.742 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.742 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.742 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.742 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.742 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.743 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.743 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.743 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.743 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.743 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.743 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.743 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.743 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.743 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.743 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.743 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.743 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.743 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:50.743 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.744 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.744 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.744 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.744 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.744 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:50.744 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:50.744 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:50.744 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.744 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T08:23:50.744 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:50.744 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.744 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.744 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.744 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:50.745 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:50.745 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T08:23:50.745 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.745 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T08:23:50.745 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.745 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.745 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:50.745 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.745 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.745 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.745 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398586+0000", 2024-04-02T08:23:50.745 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.025383+0000", 2024-04-02T08:23:50.745 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.025383+0000", 2024-04-02T08:23:50.746 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.029469+0000", 2024-04-02T08:23:50.746 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398586+0000", 2024-04-02T08:23:50.746 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.746 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.746 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.746 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:50.746 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398586+0000", 2024-04-02T08:23:50.746 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398586+0000", 2024-04-02T08:23:50.746 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398586+0000", 2024-04-02T08:23:50.746 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.746 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.746 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.747 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398586+0000", 2024-04-02T08:23:50.747 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398586+0000", 2024-04-02T08:23:50.747 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.747 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:50.747 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.747 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.747 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:50.747 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.747 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.747 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.747 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.747 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:50.747 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.747 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.748 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.748 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.17", 2024-04-02T08:23:50.748 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.748 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.748 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.748 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:50.748 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.748 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:10:47.135216+0000", 2024-04-02T08:23:50.748 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.748 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.748 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.748 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.749 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.749 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.749 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.749 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.749 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.749 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.749 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.749 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.749 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.749 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.749 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.749 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.749 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.750 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.750 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.750 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:50.750 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:50.750 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.750 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:50.750 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.750 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.750 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.750 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.750 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.750 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.750 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.751 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.751 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.751 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.751 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.751 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.751 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.751 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.751 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.751 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.751 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.751 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.751 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:50.751 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.751 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.752 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.752 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.752 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.752 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:50.752 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:50.752 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T08:23:50.752 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.752 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T08:23:50.752 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:50.752 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.752 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.752 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.752 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:50.753 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:50.753 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:50.753 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.753 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T08:23:50.753 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.753 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.753 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:50.753 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.753 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.753 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.753 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.041289+0000", 2024-04-02T08:23:50.753 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.649127+0000", 2024-04-02T08:23:50.753 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.649127+0000", 2024-04-02T08:23:50.753 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.649670+0000", 2024-04-02T08:23:50.754 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.041289+0000", 2024-04-02T08:23:50.754 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.754 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.754 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.754 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:50.754 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.041289+0000", 2024-04-02T08:23:50.754 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.041289+0000", 2024-04-02T08:23:50.754 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.041289+0000", 2024-04-02T08:23:50.754 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.754 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.754 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.754 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.041289+0000", 2024-04-02T08:23:50.754 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.041289+0000", 2024-04-02T08:23:50.755 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.755 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 3, 2024-04-02T08:23:50.755 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.755 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.755 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:50.755 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.755 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.755 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.755 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.755 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 3, 2024-04-02T08:23:50.755 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.755 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.755 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.756 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.15", 2024-04-02T08:23:50.756 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.756 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.756 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.756 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 23, 2024-04-02T08:23:50.756 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.756 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:54:20.759768+0000", 2024-04-02T08:23:50.756 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.756 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.756 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.756 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 90, 2024-04-02T08:23:50.756 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.756 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.756 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.757 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.757 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.757 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.757 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.757 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.757 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.757 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.757 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.757 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.757 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.757 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.757 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.757 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 6, 2024-04-02T08:23:50.757 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 2, 2024-04-02T08:23:50.758 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.758 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 2, 2024-04-02T08:23:50.758 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.758 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.758 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.758 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.758 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.758 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T08:23:50.758 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.758 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.758 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.758 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.758 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.759 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.759 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.759 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.759 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.759 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.759 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.759 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.759 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 4, 2024-04-02T08:23:50.759 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 1 2024-04-02T08:23:50.759 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.759 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.759 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.759 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.759 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:50.760 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:50.760 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:50.760 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.760 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T08:23:50.760 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'3" 2024-04-02T08:23:50.760 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.760 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.760 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.760 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:50.760 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:50.760 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:50.760 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.760 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 4, 2024-04-02T08:23:50.760 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.761 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.761 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:50.761 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.761 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.761 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.761 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398759+0000", 2024-04-02T08:23:50.761 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.031067+0000", 2024-04-02T08:23:50.761 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.031067+0000", 2024-04-02T08:23:50.761 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.031498+0000", 2024-04-02T08:23:50.761 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398759+0000", 2024-04-02T08:23:50.761 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.761 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.761 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.761 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:50.762 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398759+0000", 2024-04-02T08:23:50.762 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398759+0000", 2024-04-02T08:23:50.762 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398759+0000", 2024-04-02T08:23:50.762 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.762 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.762 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.762 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398759+0000", 2024-04-02T08:23:50.762 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398759+0000", 2024-04-02T08:23:50.762 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.762 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:50.762 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.762 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.762 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:50.763 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.763 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.763 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.763 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.763 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:50.763 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.763 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.763 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.763 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.14", 2024-04-02T08:23:50.763 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.763 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.763 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.763 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:50.763 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.763 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:48:20.738944+0000", 2024-04-02T08:23:50.763 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.764 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.764 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.764 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.764 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.764 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.764 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.764 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.764 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.764 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.764 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.764 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.764 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.764 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.765 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.765 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.765 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.765 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.765 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.765 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:50.765 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:50.765 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.765 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:50.765 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.765 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.765 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.765 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.765 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.765 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.766 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.766 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.766 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.766 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.766 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.766 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.766 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.766 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.766 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.766 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.766 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.766 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.766 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:50.767 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.767 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.767 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.767 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.767 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.767 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:50.767 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:50.767 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:50.767 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.767 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 4, 2024-04-02T08:23:50.767 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:50.767 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.767 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.767 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.767 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:50.768 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:50.768 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T08:23:50.768 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.768 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T08:23:50.768 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.768 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.768 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:50.768 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.768 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.768 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.768 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:22:28.871974+0000", 2024-04-02T08:23:50.768 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.646505+0000", 2024-04-02T08:23:50.768 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.646505+0000", 2024-04-02T08:23:50.768 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.646865+0000", 2024-04-02T08:23:50.769 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:22:28.871974+0000", 2024-04-02T08:23:50.769 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.769 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.769 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.769 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:50.769 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:22:28.871974+0000", 2024-04-02T08:23:50.769 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:22:28.871974+0000", 2024-04-02T08:23:50.769 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:22:28.871974+0000", 2024-04-02T08:23:50.769 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.769 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.769 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.769 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:22:28.871974+0000", 2024-04-02T08:23:50.769 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:22:28.871974+0000", 2024-04-02T08:23:50.769 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.770 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 12, 2024-04-02T08:23:50.770 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.770 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.770 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:50.770 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.770 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.770 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.770 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.770 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 12, 2024-04-02T08:23:50.770 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.770 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.770 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.770 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.14", 2024-04-02T08:23:50.771 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.771 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.771 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.771 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 32, 2024-04-02T08:23:50.771 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.771 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:26:06.551047+0000", 2024-04-02T08:23:50.771 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.771 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.771 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.771 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 2632, 2024-04-02T08:23:50.771 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.771 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.771 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.772 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.772 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.772 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.772 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.772 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.772 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.772 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.772 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.772 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.772 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.772 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.772 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.772 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 12, 2024-04-02T08:23:50.772 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 4, 2024-04-02T08:23:50.773 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.773 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 4, 2024-04-02T08:23:50.773 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.773 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.773 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.773 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.773 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.773 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T08:23:50.773 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.773 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.773 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.773 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.773 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.773 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.774 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.774 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.774 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.774 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.774 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.774 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.774 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 12, 2024-04-02T08:23:50.774 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 9 2024-04-02T08:23:50.774 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.774 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.774 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.774 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.774 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:50.775 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:50.775 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T08:23:50.775 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.775 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T08:23:50.775 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "69'12" 2024-04-02T08:23:50.775 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.775 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.775 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.775 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:50.775 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:50.775 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T08:23:50.775 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.775 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T08:23:50.776 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.776 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.776 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:50.776 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.776 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.776 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.776 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.328802+0000", 2024-04-02T08:23:50.776 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.039986+0000", 2024-04-02T08:23:50.776 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.039986+0000", 2024-04-02T08:23:50.776 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.040257+0000", 2024-04-02T08:23:50.776 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.328802+0000", 2024-04-02T08:23:50.776 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.776 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.776 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.777 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:50.777 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.328802+0000", 2024-04-02T08:23:50.777 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.328802+0000", 2024-04-02T08:23:50.777 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.328802+0000", 2024-04-02T08:23:50.777 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.777 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.777 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.777 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.328802+0000", 2024-04-02T08:23:50.777 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.328802+0000", 2024-04-02T08:23:50.777 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.777 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:50.777 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.777 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.777 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:50.777 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.778 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.778 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.778 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.778 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:50.778 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.778 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.778 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.778 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.15", 2024-04-02T08:23:50.778 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.778 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.778 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.778 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:50.778 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.778 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:59:46.539632+0000", 2024-04-02T08:23:50.779 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.779 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.779 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.779 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.779 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.779 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.779 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.779 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.779 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.779 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.779 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.779 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.779 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.780 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.780 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.780 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.780 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.780 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.780 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.780 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:50.780 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:50.780 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.780 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:50.780 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.780 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.780 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.781 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.781 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.781 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.781 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.781 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.781 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.781 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.781 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.781 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.781 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.781 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.781 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.781 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.781 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.782 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.782 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:50.782 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.782 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.782 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.782 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.782 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.782 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:50.782 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:50.782 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T08:23:50.782 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.782 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T08:23:50.782 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:50.782 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.783 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.783 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.783 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:50.783 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:50.783 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T08:23:50.783 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.783 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T08:23:50.783 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.783 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.783 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:50.783 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.783 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.783 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.784 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398165+0000", 2024-04-02T08:23:50.784 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.654811+0000", 2024-04-02T08:23:50.784 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.654811+0000", 2024-04-02T08:23:50.784 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.655088+0000", 2024-04-02T08:23:50.784 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398165+0000", 2024-04-02T08:23:50.784 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.784 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.784 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.784 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:50.784 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398165+0000", 2024-04-02T08:23:50.784 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398165+0000", 2024-04-02T08:23:50.784 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398165+0000", 2024-04-02T08:23:50.784 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.784 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.785 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.785 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398165+0000", 2024-04-02T08:23:50.785 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398165+0000", 2024-04-02T08:23:50.785 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.785 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2, 2024-04-02T08:23:50.785 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.785 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.785 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:50.785 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.785 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.785 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.785 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.785 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2, 2024-04-02T08:23:50.785 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.786 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.786 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.786 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.13", 2024-04-02T08:23:50.786 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.786 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.786 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.786 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 22, 2024-04-02T08:23:50.786 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.786 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:51:03.494904+0000", 2024-04-02T08:23:50.786 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.786 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.786 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.786 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 34, 2024-04-02T08:23:50.787 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.787 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.787 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.787 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.787 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.787 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.787 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.787 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.787 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.787 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.787 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.787 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.787 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.787 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.788 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.788 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 6, 2024-04-02T08:23:50.788 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 2, 2024-04-02T08:23:50.788 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.788 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 2, 2024-04-02T08:23:50.788 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.788 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.788 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.788 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.788 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.788 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T08:23:50.788 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.788 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.789 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.789 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.789 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.789 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.789 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.789 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.789 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.789 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.789 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.789 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.789 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 3, 2024-04-02T08:23:50.789 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 7 2024-04-02T08:23:50.789 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.789 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.790 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.790 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.790 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:50.790 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:50.790 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T08:23:50.790 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.790 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T08:23:50.790 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'2" 2024-04-02T08:23:50.790 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.790 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.790 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.790 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:50.790 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:50.791 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T08:23:50.791 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.791 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T08:23:50.791 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.791 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.791 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:50.791 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.791 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.791 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.791 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.397768+0000", 2024-04-02T08:23:50.791 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.029370+0000", 2024-04-02T08:23:50.791 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.029370+0000", 2024-04-02T08:23:50.791 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.030775+0000", 2024-04-02T08:23:50.791 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.397768+0000", 2024-04-02T08:23:50.792 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.792 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.792 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.792 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:50.792 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.397768+0000", 2024-04-02T08:23:50.792 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.397768+0000", 2024-04-02T08:23:50.792 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.397768+0000", 2024-04-02T08:23:50.792 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.792 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.792 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.792 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.397768+0000", 2024-04-02T08:23:50.792 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.397768+0000", 2024-04-02T08:23:50.792 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.793 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:50.793 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.793 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.793 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:50.793 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.793 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.793 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.793 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.793 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:50.793 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.793 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.793 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.793 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.12", 2024-04-02T08:23:50.793 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.793 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.794 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.794 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:50.794 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.794 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:11:38.069322+0000", 2024-04-02T08:23:50.794 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.794 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.794 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.794 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.794 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.794 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.794 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.794 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.794 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.795 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.795 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.795 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.795 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.795 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.795 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.795 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.795 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.795 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.795 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.795 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:50.795 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:50.795 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.795 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:50.796 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.796 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.796 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.796 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.796 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.796 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.796 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.796 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.796 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.796 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.796 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.796 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.796 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.796 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.797 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.797 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.797 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.797 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.797 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:50.797 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.797 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.797 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.797 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.797 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.797 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:50.797 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:50.797 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T08:23:50.797 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.798 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T08:23:50.798 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:50.798 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.798 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.798 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.798 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:50.798 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:50.798 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:50.798 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.798 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T08:23:50.798 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.798 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.798 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:50.799 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.799 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.799 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.799 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.040698+0000", 2024-04-02T08:23:50.799 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.655296+0000", 2024-04-02T08:23:50.799 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.655296+0000", 2024-04-02T08:23:50.799 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.655625+0000", 2024-04-02T08:23:50.799 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.040698+0000", 2024-04-02T08:23:50.799 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.799 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.799 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.799 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:50.799 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.040698+0000", 2024-04-02T08:23:50.799 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.040698+0000", 2024-04-02T08:23:50.800 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.040698+0000", 2024-04-02T08:23:50.800 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.800 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.800 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.800 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.040698+0000", 2024-04-02T08:23:50.800 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.040698+0000", 2024-04-02T08:23:50.800 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.800 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:50.800 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.800 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.800 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:50.800 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.801 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.801 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.801 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.801 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:50.801 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.801 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.801 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.801 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.12", 2024-04-02T08:23:50.801 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.801 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.801 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.801 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 20, 2024-04-02T08:23:50.801 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.802 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:15:37.398325+0000", 2024-04-02T08:23:50.802 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.802 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.802 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.802 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.802 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.802 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.802 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.802 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.802 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.802 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.802 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.802 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.802 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.803 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.803 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.803 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.803 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.803 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.803 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.803 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:50.803 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:50.803 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.803 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:50.803 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.803 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.803 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.803 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.804 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.804 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.804 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.804 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.804 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.804 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.804 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.804 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.804 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.804 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.804 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.804 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.804 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.804 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.805 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:50.805 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.805 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.805 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.805 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.805 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.805 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:50.805 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:50.805 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:50.805 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.805 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T08:23:50.805 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:50.805 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.805 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.805 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.806 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:50.806 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:50.806 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:50.806 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.806 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T08:23:50.806 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.806 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.806 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:50.806 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.806 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.806 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.806 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.328652+0000", 2024-04-02T08:23:50.806 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.035735+0000", 2024-04-02T08:23:50.807 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.035735+0000", 2024-04-02T08:23:50.807 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.036234+0000", 2024-04-02T08:23:50.807 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.328652+0000", 2024-04-02T08:23:50.807 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.807 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.807 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.807 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:50.807 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.328652+0000", 2024-04-02T08:23:50.807 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.328652+0000", 2024-04-02T08:23:50.807 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.328652+0000", 2024-04-02T08:23:50.807 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.807 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.807 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.807 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.328652+0000", 2024-04-02T08:23:50.808 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.328652+0000", 2024-04-02T08:23:50.808 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.808 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:50.808 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.808 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.808 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:50.808 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.808 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.808 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.808 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.808 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:50.808 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.808 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.808 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.809 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.13", 2024-04-02T08:23:50.809 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.809 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.809 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.809 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:50.809 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.809 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:32:31.369036+0000", 2024-04-02T08:23:50.809 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.809 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.809 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.809 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.809 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.809 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.809 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.809 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.810 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.810 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.810 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.810 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.810 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.810 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.810 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.810 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.810 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.810 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.810 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.810 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:50.811 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:50.811 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.811 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:50.811 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.811 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.811 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.811 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.811 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.811 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.811 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.811 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.811 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.811 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.812 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.812 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.812 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.812 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.812 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.812 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.812 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.812 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.812 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:50.812 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.812 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.812 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.812 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.813 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.813 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:50.813 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:50.813 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:50.813 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.813 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T08:23:50.813 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:50.813 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.813 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.813 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.813 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:50.813 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:50.813 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:50.814 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.814 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T08:23:50.814 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.814 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.814 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:50.814 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.814 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.814 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.814 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398955+0000", 2024-04-02T08:23:50.814 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.647165+0000", 2024-04-02T08:23:50.814 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.647165+0000", 2024-04-02T08:23:50.814 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.647480+0000", 2024-04-02T08:23:50.814 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398955+0000", 2024-04-02T08:23:50.814 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.815 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.815 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.815 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:50.815 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398955+0000", 2024-04-02T08:23:50.815 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398955+0000", 2024-04-02T08:23:50.817 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398955+0000", 2024-04-02T08:23:50.817 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.817 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.817 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.817 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398955+0000", 2024-04-02T08:23:50.817 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398955+0000", 2024-04-02T08:23:50.817 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.817 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:50.817 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.817 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.817 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:50.818 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.818 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.818 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.818 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.818 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:50.818 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.818 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.818 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.818 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.11", 2024-04-02T08:23:50.818 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.818 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.818 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.819 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 20, 2024-04-02T08:23:50.819 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.819 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:37:07.695754+0000", 2024-04-02T08:23:50.819 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.819 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.819 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.819 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.819 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.819 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.819 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.819 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.819 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.819 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.820 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.820 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.820 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.820 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.820 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.820 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.820 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.820 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.820 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.820 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:50.820 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:50.820 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.820 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:50.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:50.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.822 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.822 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.822 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.822 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.822 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:50.822 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:50.822 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:50.823 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.823 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T08:23:50.823 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:50.823 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.823 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.823 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.823 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:50.823 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:50.823 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T08:23:50.823 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.823 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T08:23:50.823 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.823 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.823 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:50.824 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.824 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.824 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.824 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398365+0000", 2024-04-02T08:23:50.824 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.027205+0000", 2024-04-02T08:23:50.824 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.027205+0000", 2024-04-02T08:23:50.824 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.027508+0000", 2024-04-02T08:23:50.824 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398365+0000", 2024-04-02T08:23:50.824 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.824 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.824 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.825 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:50.825 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398365+0000", 2024-04-02T08:23:50.825 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398365+0000", 2024-04-02T08:23:50.825 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398365+0000", 2024-04-02T08:23:50.825 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.825 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.826 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.826 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398365+0000", 2024-04-02T08:23:50.826 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398365+0000", 2024-04-02T08:23:50.826 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.826 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:50.826 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.827 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.827 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:50.827 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.827 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.827 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.827 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.828 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:50.828 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.828 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.828 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.828 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.10", 2024-04-02T08:23:50.828 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.829 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.829 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.829 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:50.829 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.829 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:59:01.351886+0000", 2024-04-02T08:23:50.829 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.829 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.830 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.830 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.830 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.830 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.830 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.831 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.831 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.831 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.831 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.831 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.831 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.831 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.832 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.832 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.832 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.832 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.832 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.833 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:50.833 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:50.833 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.833 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:50.833 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.833 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.834 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.834 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.834 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.834 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.834 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.834 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.835 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.835 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.835 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.835 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.835 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.835 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.836 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.836 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.836 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.836 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.836 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:50.836 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.837 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.837 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.837 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.837 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.837 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:50.838 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:50.838 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T08:23:50.838 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.838 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T08:23:50.838 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:50.838 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.839 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.839 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.839 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:50.839 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:50.839 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:50.839 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.840 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 2, 2024-04-02T08:23:50.840 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.840 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.840 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:50.840 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.840 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.841 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.841 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.040164+0000", 2024-04-02T08:23:50.841 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.644056+0000", 2024-04-02T08:23:50.841 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.644056+0000", 2024-04-02T08:23:50.841 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.644389+0000", 2024-04-02T08:23:50.841 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.040164+0000", 2024-04-02T08:23:50.842 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.842 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.842 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.842 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:50.842 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.040164+0000", 2024-04-02T08:23:50.842 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.040164+0000", 2024-04-02T08:23:50.843 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.040164+0000", 2024-04-02T08:23:50.843 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.843 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.843 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.843 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.040164+0000", 2024-04-02T08:23:50.843 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.040164+0000", 2024-04-02T08:23:50.844 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.844 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 8, 2024-04-02T08:23:50.844 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.844 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.844 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:50.844 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.845 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.845 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.845 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.845 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 8, 2024-04-02T08:23:50.845 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.845 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.846 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.846 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.10", 2024-04-02T08:23:50.846 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.846 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.846 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.846 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 28, 2024-04-02T08:23:50.847 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.847 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:30:34.819876+0000", 2024-04-02T08:23:50.847 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.847 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.847 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.847 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.848 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.848 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.848 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.848 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.848 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.848 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.849 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.849 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.849 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.849 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.849 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.849 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.850 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.850 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.850 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.850 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 12, 2024-04-02T08:23:50.850 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 4, 2024-04-02T08:23:50.850 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.851 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 4, 2024-04-02T08:23:50.851 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.851 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.851 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.851 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.851 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.852 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 4, 2024-04-02T08:23:50.852 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.852 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.852 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.852 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.853 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.853 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.853 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.853 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.853 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.853 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.854 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.854 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.854 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 12, 2024-04-02T08:23:50.854 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.854 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.854 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.855 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.855 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.855 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:50.855 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:50.855 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:50.855 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.855 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 2, 2024-04-02T08:23:50.855 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'8" 2024-04-02T08:23:50.856 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.856 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.856 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.856 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:50.856 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:50.856 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:50.856 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.856 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T08:23:50.856 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.857 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.857 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:50.857 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.857 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.857 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.857 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.328464+0000", 2024-04-02T08:23:50.857 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.039670+0000", 2024-04-02T08:23:50.857 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.039670+0000", 2024-04-02T08:23:50.857 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.039966+0000", 2024-04-02T08:23:50.857 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.328464+0000", 2024-04-02T08:23:50.858 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.858 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.858 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.858 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:50.858 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.328464+0000", 2024-04-02T08:23:50.858 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.328464+0000", 2024-04-02T08:23:50.858 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.328464+0000", 2024-04-02T08:23:50.858 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.858 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.859 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.859 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.328464+0000", 2024-04-02T08:23:50.859 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.328464+0000", 2024-04-02T08:23:50.859 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.859 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:50.859 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.859 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.859 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:50.859 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.859 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.860 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.860 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.860 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:50.860 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.860 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.860 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.860 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.11", 2024-04-02T08:23:50.860 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.860 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.861 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.861 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:50.861 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.861 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:01:19.772203+0000", 2024-04-02T08:23:50.861 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.861 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.861 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.861 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.861 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.861 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.862 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.862 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.862 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.862 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.862 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.862 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.862 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.862 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.862 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.862 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.863 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.863 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.863 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.863 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:50.863 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:50.863 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.863 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:50.863 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.864 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.864 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.864 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.864 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.864 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.864 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.864 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.864 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.864 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.865 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.865 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.865 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.865 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.865 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.865 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.865 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.865 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.865 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:50.866 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.866 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.866 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.866 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.866 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.866 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:50.866 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:50.866 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:50.866 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.867 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T08:23:50.867 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:50.867 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.867 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.867 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.867 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:50.868 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:50.868 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:50.868 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.868 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 4, 2024-04-02T08:23:50.868 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.868 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.869 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:50.869 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.869 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.869 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.869 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398626+0000", 2024-04-02T08:23:50.869 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.648394+0000", 2024-04-02T08:23:50.870 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.648394+0000", 2024-04-02T08:23:50.870 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.648726+0000", 2024-04-02T08:23:50.870 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398626+0000", 2024-04-02T08:23:50.870 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.870 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.870 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.871 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:50.871 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398626+0000", 2024-04-02T08:23:50.871 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398626+0000", 2024-04-02T08:23:50.871 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398626+0000", 2024-04-02T08:23:50.871 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.871 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.872 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.872 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398626+0000", 2024-04-02T08:23:50.872 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398626+0000", 2024-04-02T08:23:50.872 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.872 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 1, 2024-04-02T08:23:50.872 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.873 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.873 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:50.873 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.873 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.873 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.873 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.874 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 1, 2024-04-02T08:23:50.874 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.874 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.874 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.874 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.f", 2024-04-02T08:23:50.874 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.875 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.875 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.875 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 21, 2024-04-02T08:23:50.875 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.875 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:36:05.496757+0000", 2024-04-02T08:23:50.875 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.876 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.876 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.876 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 22, 2024-04-02T08:23:50.876 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.876 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.876 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.876 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.877 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.877 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.877 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.877 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.877 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.877 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.878 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.878 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.878 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.878 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.878 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.878 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 3, 2024-04-02T08:23:50.878 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 1, 2024-04-02T08:23:50.879 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.879 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 1, 2024-04-02T08:23:50.879 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.879 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.879 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.879 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.880 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.880 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.880 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.880 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.880 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.880 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.880 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.880 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.881 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.881 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.881 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.881 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.881 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.881 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.881 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 1, 2024-04-02T08:23:50.882 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 1 2024-04-02T08:23:50.882 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.882 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.882 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.882 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.882 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:50.882 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:50.883 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:50.883 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.883 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 4, 2024-04-02T08:23:50.883 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'1" 2024-04-02T08:23:50.883 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.883 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.883 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.884 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:50.884 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:50.884 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:50.884 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.884 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T08:23:50.884 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.884 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.885 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:50.885 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.885 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.885 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.885 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.328830+0000", 2024-04-02T08:23:50.885 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.038565+0000", 2024-04-02T08:23:50.885 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.038565+0000", 2024-04-02T08:23:50.886 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.038870+0000", 2024-04-02T08:23:50.886 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.328830+0000", 2024-04-02T08:23:50.886 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.886 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.886 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.886 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:50.886 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.328830+0000", 2024-04-02T08:23:50.887 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.328830+0000", 2024-04-02T08:23:50.887 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.328830+0000", 2024-04-02T08:23:50.887 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.887 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.887 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.887 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.328830+0000", 2024-04-02T08:23:50.887 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.328830+0000", 2024-04-02T08:23:50.888 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.888 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:50.888 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.888 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.888 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:50.888 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.888 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.889 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.889 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.889 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:50.889 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.889 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.889 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.889 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.e", 2024-04-02T08:23:50.889 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.890 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.890 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.890 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:50.890 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.890 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:29:49.209931+0000", 2024-04-02T08:23:50.890 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.890 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.891 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.891 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.891 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.891 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.891 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.891 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.891 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.892 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.892 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.892 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.892 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.892 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.892 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.892 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.893 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.893 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.893 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.893 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:50.893 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:50.893 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.893 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:50.893 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.894 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.894 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.894 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.894 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.894 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.894 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.894 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.894 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.894 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.894 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.894 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.894 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.894 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.894 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.895 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.895 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.895 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.895 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:50.895 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.895 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.895 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.895 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.895 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.895 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:50.895 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:50.895 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:50.895 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.895 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T08:23:50.896 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:50.896 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.896 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.896 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.896 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:50.896 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:50.896 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T08:23:50.896 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.896 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T08:23:50.896 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.896 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.896 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 66, 2024-04-02T08:23:50.896 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.896 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.896 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.897 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.040624+0000", 2024-04-02T08:23:50.897 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:21:02.027486+0000", 2024-04-02T08:23:50.897 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:21:02.027486+0000", 2024-04-02T08:23:50.897 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:21:02.027804+0000", 2024-04-02T08:23:50.897 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.040624+0000", 2024-04-02T08:23:50.897 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T08:23:50.897 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.897 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T08:23:50.897 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 67, 2024-04-02T08:23:50.897 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.040624+0000", 2024-04-02T08:23:50.897 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.040624+0000", 2024-04-02T08:23:50.897 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.040624+0000", 2024-04-02T08:23:50.897 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.898 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.898 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T08:23:50.898 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.040624+0000", 2024-04-02T08:23:50.898 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.040624+0000", 2024-04-02T08:23:50.898 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.898 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:50.898 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.898 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.898 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 66, 2024-04-02T08:23:50.898 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.898 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.898 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.898 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.899 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:50.899 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.899 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.899 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.899 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "4.2", 2024-04-02T08:23:50.899 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.899 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.899 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.899 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 13, 2024-04-02T08:23:50.899 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.899 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:06:08.375574+0000", 2024-04-02T08:23:50.899 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.899 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.899 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.900 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.900 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.900 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.900 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.900 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.900 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.900 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.900 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.900 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.900 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.900 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.900 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.900 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.900 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.901 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.901 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.901 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:50.901 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:50.901 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.901 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:50.901 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.901 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.901 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.901 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.901 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.901 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.901 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.901 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.901 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.902 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.902 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.902 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.902 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.902 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.902 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.902 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.902 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.902 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.902 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:50.902 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.902 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.902 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.902 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.903 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.903 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:50.903 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:50.903 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T08:23:50.903 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.903 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T08:23:50.903 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:50.903 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.903 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.903 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.903 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:50.903 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:50.903 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:50.903 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.904 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T08:23:50.904 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.904 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.904 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:50.904 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.904 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.904 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.904 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.040831+0000", 2024-04-02T08:23:50.904 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:47.972910+0000", 2024-04-02T08:23:50.904 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:47.972910+0000", 2024-04-02T08:23:50.904 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:47.973344+0000", 2024-04-02T08:23:50.904 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.040831+0000", 2024-04-02T08:23:50.904 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.904 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.905 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.905 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 64, 2024-04-02T08:23:50.905 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.040831+0000", 2024-04-02T08:23:50.905 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.040831+0000", 2024-04-02T08:23:50.905 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.040831+0000", 2024-04-02T08:23:50.905 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.905 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.905 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.905 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.040831+0000", 2024-04-02T08:23:50.905 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.040831+0000", 2024-04-02T08:23:50.905 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.905 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:50.905 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.905 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.906 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 63, 2024-04-02T08:23:50.906 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.906 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.906 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.906 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.906 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:50.906 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.906 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.906 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.906 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.4", 2024-04-02T08:23:50.906 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.906 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.906 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.906 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 29, 2024-04-02T08:23:50.907 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.907 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:42:18.625713+0000", 2024-04-02T08:23:50.907 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.907 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.907 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.907 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.907 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.907 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.907 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.907 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.907 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.907 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.907 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.907 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.907 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.908 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.908 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.908 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.908 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.908 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.908 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.908 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:50.908 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:50.908 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.908 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:50.908 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.908 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.908 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.909 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.909 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.909 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.909 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.909 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.909 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.909 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.909 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.909 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.909 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.909 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.909 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.909 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.909 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.909 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.910 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:50.910 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.910 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.910 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.910 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.910 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.910 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:50.910 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:50.910 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:50.910 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.910 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T08:23:50.910 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:50.910 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.910 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.911 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.911 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:50.911 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:50.911 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:50.911 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.911 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T08:23:50.911 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.911 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.911 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:50.911 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.911 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.911 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.911 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.041141+0000", 2024-04-02T08:23:50.911 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.013787+0000", 2024-04-02T08:23:50.912 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.013787+0000", 2024-04-02T08:23:50.912 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.014150+0000", 2024-04-02T08:23:50.912 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.041141+0000", 2024-04-02T08:23:50.912 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.912 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.912 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.912 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:50.912 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.041141+0000", 2024-04-02T08:23:50.912 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.041141+0000", 2024-04-02T08:23:50.912 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.041141+0000", 2024-04-02T08:23:50.912 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.912 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.912 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.912 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.041141+0000", 2024-04-02T08:23:50.913 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.041141+0000", 2024-04-02T08:23:50.913 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.913 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:50.913 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.913 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.913 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:50.913 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.913 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.913 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.913 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.913 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:50.913 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.913 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.913 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.914 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.5", 2024-04-02T08:23:50.914 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.914 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.914 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.914 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:50.914 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.914 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:32:56.956552+0000", 2024-04-02T08:23:50.914 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.914 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.914 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.914 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.914 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.914 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.914 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.915 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.915 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.915 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.915 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.915 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.915 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.915 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.915 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.915 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.915 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.915 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.915 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.915 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:50.915 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:50.915 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.916 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:50.916 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.916 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.916 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.916 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.916 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.916 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.916 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.916 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.916 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.916 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.916 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.916 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.916 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.917 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.917 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.917 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.917 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.917 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.917 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:50.917 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.917 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.917 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.917 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.917 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.917 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:50.917 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:50.917 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:50.918 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.918 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T08:23:50.918 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:50.918 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.918 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.918 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.918 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:50.918 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:50.918 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T08:23:50.918 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.918 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T08:23:50.918 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.918 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.918 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 66, 2024-04-02T08:23:50.919 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.919 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.919 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.919 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.040916+0000", 2024-04-02T08:23:50.919 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:21:02.241658+0000", 2024-04-02T08:23:50.919 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:21:02.241658+0000", 2024-04-02T08:23:50.919 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:21:02.241979+0000", 2024-04-02T08:23:50.919 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.040916+0000", 2024-04-02T08:23:50.919 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T08:23:50.919 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.919 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T08:23:50.919 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 67, 2024-04-02T08:23:50.919 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.040916+0000", 2024-04-02T08:23:50.919 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.040916+0000", 2024-04-02T08:23:50.920 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.040916+0000", 2024-04-02T08:23:50.920 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.920 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.920 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T08:23:50.920 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.040916+0000", 2024-04-02T08:23:50.920 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.040916+0000", 2024-04-02T08:23:50.920 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.920 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:50.920 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.920 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.920 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 66, 2024-04-02T08:23:50.920 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.920 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.920 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.920 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.921 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:50.921 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.921 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.921 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.921 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "4.4", 2024-04-02T08:23:50.921 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.921 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.921 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.921 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 13, 2024-04-02T08:23:50.921 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.921 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:57:33.620996+0000", 2024-04-02T08:23:50.921 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.921 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.921 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.923 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.923 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:50.923 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:50.923 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.923 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:50.923 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.923 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.923 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.923 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.923 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.923 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.923 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.923 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.923 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.924 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.924 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.924 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.924 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.924 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.924 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.924 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.924 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.924 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.924 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:50.924 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.924 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.924 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.924 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.925 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.925 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:50.925 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:50.925 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T08:23:50.925 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.925 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T08:23:50.925 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:50.925 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.925 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.925 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.925 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:50.925 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:50.925 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:50.925 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.926 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T08:23:50.926 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.926 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.926 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:50.926 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.926 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.926 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.926 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.040596+0000", 2024-04-02T08:23:50.926 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.652709+0000", 2024-04-02T08:23:50.926 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.652709+0000", 2024-04-02T08:23:50.926 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.654174+0000", 2024-04-02T08:23:50.926 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.040596+0000", 2024-04-02T08:23:50.926 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.926 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.927 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.927 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:50.927 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.040596+0000", 2024-04-02T08:23:50.927 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.040596+0000", 2024-04-02T08:23:50.927 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.040596+0000", 2024-04-02T08:23:50.927 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.927 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.927 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.927 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.040596+0000", 2024-04-02T08:23:50.927 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.040596+0000", 2024-04-02T08:23:50.927 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.927 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:50.927 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.927 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.928 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:50.928 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.928 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.928 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.928 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.928 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:50.928 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.928 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.928 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.928 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.2", 2024-04-02T08:23:50.928 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.928 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.928 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.928 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 20, 2024-04-02T08:23:50.928 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.929 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:04:13.009116+0000", 2024-04-02T08:23:50.929 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.929 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.929 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.930 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.930 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.930 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.930 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.930 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.930 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.930 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:50.930 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:50.930 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.930 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:50.930 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.930 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.930 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.931 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.931 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.931 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.931 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.931 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.931 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.931 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.931 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.931 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.931 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.931 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.931 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.931 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.931 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.931 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.932 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:50.932 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.932 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.932 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.932 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.932 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.932 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:50.932 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:50.932 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:50.932 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.932 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T08:23:50.932 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:50.932 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.932 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.933 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.933 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:50.933 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:50.933 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:50.933 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.933 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 4, 2024-04-02T08:23:50.933 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.933 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.933 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:50.933 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.933 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.933 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.933 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398541+0000", 2024-04-02T08:23:50.933 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.036406+0000", 2024-04-02T08:23:50.933 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.036406+0000", 2024-04-02T08:23:50.934 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.036702+0000", 2024-04-02T08:23:50.934 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398541+0000", 2024-04-02T08:23:50.934 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.934 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.934 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.934 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:50.934 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398541+0000", 2024-04-02T08:23:50.934 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398541+0000", 2024-04-02T08:23:50.934 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398541+0000", 2024-04-02T08:23:50.934 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.934 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.934 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.934 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398541+0000", 2024-04-02T08:23:50.935 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398541+0000", 2024-04-02T08:23:50.935 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.935 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:50.935 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.935 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.935 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:50.935 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.935 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.935 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.935 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.935 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:50.935 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.935 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.936 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.936 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.3", 2024-04-02T08:23:50.936 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.936 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.936 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.936 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:50.936 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.936 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:45:59.464657+0000", 2024-04-02T08:23:50.936 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.936 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.936 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.936 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.936 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.936 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.936 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:50.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:50.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:50.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.939 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.939 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.939 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.939 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.939 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.939 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.939 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:50.939 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.939 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.939 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.939 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.939 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.939 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:50.939 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:50.940 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:50.940 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.940 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 4, 2024-04-02T08:23:50.940 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:50.940 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.940 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.940 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.940 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:50.940 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:50.940 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:50.940 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.940 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T08:23:50.940 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.940 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.941 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 66, 2024-04-02T08:23:50.941 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.941 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.941 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.941 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.041329+0000", 2024-04-02T08:23:50.941 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:21:02.028009+0000", 2024-04-02T08:23:50.941 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:21:02.028009+0000", 2024-04-02T08:23:50.941 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:21:02.028323+0000", 2024-04-02T08:23:50.941 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.041329+0000", 2024-04-02T08:23:50.941 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T08:23:50.941 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.941 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T08:23:50.941 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 67, 2024-04-02T08:23:50.941 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.041329+0000", 2024-04-02T08:23:50.942 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.041329+0000", 2024-04-02T08:23:50.942 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.041329+0000", 2024-04-02T08:23:50.942 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.942 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.942 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T08:23:50.942 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.041329+0000", 2024-04-02T08:23:50.942 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.041329+0000", 2024-04-02T08:23:50.942 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.942 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:50.942 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.942 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.942 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 66, 2024-04-02T08:23:50.942 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.942 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.943 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.943 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.943 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:50.943 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.943 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.943 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.943 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "4.7", 2024-04-02T08:23:50.943 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.943 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.943 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.943 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 13, 2024-04-02T08:23:50.943 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.943 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:43:17.058859+0000", 2024-04-02T08:23:50.943 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.944 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.944 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.944 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.944 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.944 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.944 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.944 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.944 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.944 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.944 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.944 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.944 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.944 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.944 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.944 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.945 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.945 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.945 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.945 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:50.945 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:50.945 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.945 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:50.945 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.945 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.945 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.945 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.945 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.945 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.945 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.946 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.946 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.946 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.946 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.946 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.946 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.946 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.946 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.946 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.946 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.946 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.946 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:50.946 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.946 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.947 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.947 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.947 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.947 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:50.947 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:50.947 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:50.947 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.947 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T08:23:50.947 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:50.947 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.947 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.947 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.947 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:50.947 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:50.948 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:50.948 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.948 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T08:23:50.948 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.948 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.948 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:50.948 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.948 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.948 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.948 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.040212+0000", 2024-04-02T08:23:50.948 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.015319+0000", 2024-04-02T08:23:50.948 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.015319+0000", 2024-04-02T08:23:50.948 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.015587+0000", 2024-04-02T08:23:50.948 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.040212+0000", 2024-04-02T08:23:50.949 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.949 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.949 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.949 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:50.949 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.040212+0000", 2024-04-02T08:23:50.949 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.040212+0000", 2024-04-02T08:23:50.949 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.040212+0000", 2024-04-02T08:23:50.949 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.949 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.949 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.949 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.040212+0000", 2024-04-02T08:23:50.949 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.040212+0000", 2024-04-02T08:23:50.949 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.949 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:50.949 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.950 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.950 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:50.950 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.950 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.950 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.950 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.950 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:50.950 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.950 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.950 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.950 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.0", 2024-04-02T08:23:50.950 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.950 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.950 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.951 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:50.951 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.951 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:57:36.126886+0000", 2024-04-02T08:23:50.951 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.951 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.951 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.951 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.951 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.951 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.951 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.951 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.951 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.951 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.951 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.951 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.952 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.952 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.952 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.952 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.952 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.952 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.952 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.952 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:50.952 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:50.952 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.952 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:50.952 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.952 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.952 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.952 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.953 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.953 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.953 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.953 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.953 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.953 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.953 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.953 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.953 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.953 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.953 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.953 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.953 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.954 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.954 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:50.954 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.954 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.954 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.954 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.954 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.954 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:50.954 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:50.954 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:50.954 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.954 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T08:23:50.954 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:50.954 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.955 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.955 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.955 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:50.955 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:50.955 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:50.955 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.955 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 2, 2024-04-02T08:23:50.955 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.955 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.955 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:50.955 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.955 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.955 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.955 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.040328+0000", 2024-04-02T08:23:50.956 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.642976+0000", 2024-04-02T08:23:50.956 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.642976+0000", 2024-04-02T08:23:50.956 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.643431+0000", 2024-04-02T08:23:50.956 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.040328+0000", 2024-04-02T08:23:50.956 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.956 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.956 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.956 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:50.956 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.040328+0000", 2024-04-02T08:23:50.956 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.040328+0000", 2024-04-02T08:23:50.956 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.040328+0000", 2024-04-02T08:23:50.956 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.956 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.956 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.957 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.040328+0000", 2024-04-02T08:23:50.957 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.040328+0000", 2024-04-02T08:23:50.957 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.957 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:50.957 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.957 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.957 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:50.957 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.957 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.957 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.957 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.957 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:50.957 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.957 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.958 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.958 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.1", 2024-04-02T08:23:50.958 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.958 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.958 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.958 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 20, 2024-04-02T08:23:50.958 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.958 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:18:00.631934+0000", 2024-04-02T08:23:50.958 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.958 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.958 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.958 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.958 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.958 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.959 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.959 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.959 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.959 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.959 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.959 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.959 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.959 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.959 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.959 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.959 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.959 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.959 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.959 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:50.959 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:50.960 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.960 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:50.960 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.960 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.960 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.960 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.960 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.960 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.960 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.960 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.960 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.960 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.960 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.960 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.961 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.961 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.961 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.961 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.961 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.961 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.961 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:50.961 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.961 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.961 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.961 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.961 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.961 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:50.961 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:50.962 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:50.962 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.962 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 2, 2024-04-02T08:23:50.962 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:50.962 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.962 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.962 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.962 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:50.962 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:50.962 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:50.962 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.962 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T08:23:50.962 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.962 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.963 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 66, 2024-04-02T08:23:50.963 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.963 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.963 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.963 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398647+0000", 2024-04-02T08:23:50.963 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:21:02.286093+0000", 2024-04-02T08:23:50.963 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:21:02.286093+0000", 2024-04-02T08:23:50.963 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:21:02.286514+0000", 2024-04-02T08:23:50.963 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398647+0000", 2024-04-02T08:23:50.963 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T08:23:50.963 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.963 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T08:23:50.963 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 67, 2024-04-02T08:23:50.963 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398647+0000", 2024-04-02T08:23:50.963 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398647+0000", 2024-04-02T08:23:50.964 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398647+0000", 2024-04-02T08:23:50.964 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.964 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.964 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T08:23:50.964 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398647+0000", 2024-04-02T08:23:50.964 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398647+0000", 2024-04-02T08:23:50.964 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.964 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:50.964 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.964 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.964 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 66, 2024-04-02T08:23:50.964 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.964 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.964 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.965 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.965 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:50.965 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.965 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.965 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.965 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "4.5", 2024-04-02T08:23:50.965 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.965 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.965 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.965 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 13, 2024-04-02T08:23:50.965 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.965 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:47:42.707031+0000", 2024-04-02T08:23:50.965 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.965 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.966 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.966 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.966 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.966 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.966 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.966 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.966 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.966 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.966 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.966 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.966 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.966 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.966 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.966 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.967 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.967 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.967 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.967 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:50.967 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:50.967 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.967 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:50.967 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.967 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.967 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.967 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.967 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.967 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.967 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.968 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.968 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.968 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.968 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.968 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.968 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.968 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.968 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.968 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.968 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.968 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.968 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:50.968 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.968 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.969 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.969 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.969 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.969 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:50.969 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:50.969 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:50.969 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.969 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T08:23:50.969 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:50.969 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.969 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.969 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.969 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:50.969 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:50.970 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:50.970 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.970 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T08:23:50.970 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.970 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.970 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:50.970 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.970 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.970 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.970 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398207+0000", 2024-04-02T08:23:50.970 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.021929+0000", 2024-04-02T08:23:50.970 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.021929+0000", 2024-04-02T08:23:50.970 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.022300+0000", 2024-04-02T08:23:50.971 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398207+0000", 2024-04-02T08:23:50.971 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.971 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.971 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.971 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:50.971 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398207+0000", 2024-04-02T08:23:50.971 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398207+0000", 2024-04-02T08:23:50.971 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398207+0000", 2024-04-02T08:23:50.971 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.971 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.971 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:50.971 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398207+0000", 2024-04-02T08:23:50.971 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398207+0000", 2024-04-02T08:23:50.971 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.972 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:50.972 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.972 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.972 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:50.972 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.972 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.972 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.972 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.972 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:50.972 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.972 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.972 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.972 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.2", 2024-04-02T08:23:50.972 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.973 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.973 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.973 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:50.973 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.973 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:31:07.454229+0000", 2024-04-02T08:23:50.973 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.973 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.973 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.973 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.973 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.973 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.973 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.973 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.973 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.973 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.974 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.974 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.974 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.974 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.974 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.974 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.974 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.974 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.974 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.974 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:50.974 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:50.974 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.974 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:50.975 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.975 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.975 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.975 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.975 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.975 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.975 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.975 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.975 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.975 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.975 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.975 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.975 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.975 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.976 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.976 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.976 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.976 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.976 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:50.976 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.976 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.976 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.976 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.976 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.976 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:50.976 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:50.976 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:50.976 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.977 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T08:23:50.977 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:50.977 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.977 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.977 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.977 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:50.977 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:50.977 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:50.977 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.977 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T08:23:50.977 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.977 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.977 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:50.977 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.977 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.978 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.978 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.040510+0000", 2024-04-02T08:23:50.978 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.650780+0000", 2024-04-02T08:23:50.978 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.650780+0000", 2024-04-02T08:23:50.978 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.651140+0000", 2024-04-02T08:23:50.978 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.040510+0000", 2024-04-02T08:23:50.978 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.978 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.978 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.978 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:50.978 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.040510+0000", 2024-04-02T08:23:50.978 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.040510+0000", 2024-04-02T08:23:50.978 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.040510+0000", 2024-04-02T08:23:50.979 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.979 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.979 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:50.979 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.040510+0000", 2024-04-02T08:23:50.979 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.040510+0000", 2024-04-02T08:23:50.979 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.979 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:50.979 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.979 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.979 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:50.979 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.979 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.979 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.979 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.980 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:50.980 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.980 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.980 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.980 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.3", 2024-04-02T08:23:50.980 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.980 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.980 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.980 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 20, 2024-04-02T08:23:50.980 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.980 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:29:42.083367+0000", 2024-04-02T08:23:50.980 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.980 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.980 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.980 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.981 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.981 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.981 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.981 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.981 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.981 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.981 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.981 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.981 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.981 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.981 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.981 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.981 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.981 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.982 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.982 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:50.982 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:50.982 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.982 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:50.982 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.982 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.982 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.982 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.982 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.982 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.982 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.982 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.982 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.983 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.983 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.983 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.983 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.983 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.983 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.983 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.983 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.983 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.983 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:50.983 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.983 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.983 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.983 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.984 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.984 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:50.984 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:50.984 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:50.984 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.984 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T08:23:50.984 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:50.984 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.984 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.984 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.984 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:50.984 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:50.984 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:50.984 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.985 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T08:23:50.985 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.985 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.985 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 19, 2024-04-02T08:23:50.985 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.985 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.985 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.985 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.328310+0000", 2024-04-02T08:23:50.985 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:11.332286+0000", 2024-04-02T08:23:50.985 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:11.332286+0000", 2024-04-02T08:23:50.985 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:11.332719+0000", 2024-04-02T08:23:50.985 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.328310+0000", 2024-04-02T08:23:50.985 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:18:06.875872+0000", 2024-04-02T08:23:50.986 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.986 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:18:06.875872+0000", 2024-04-02T08:23:50.986 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 58, 2024-04-02T08:23:50.986 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.328310+0000", 2024-04-02T08:23:50.986 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.328310+0000", 2024-04-02T08:23:50.986 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.328310+0000", 2024-04-02T08:23:50.986 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.986 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.986 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:18:06.875872+0000", 2024-04-02T08:23:50.986 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.328310+0000", 2024-04-02T08:23:50.986 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.328310+0000", 2024-04-02T08:23:50.986 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.986 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 128, 2024-04-02T08:23:50.986 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.987 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.987 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 57, 2024-04-02T08:23:50.987 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.987 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.987 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.987 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.987 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 128, 2024-04-02T08:23:50.987 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.987 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.987 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.987 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "1.0", 2024-04-02T08:23:50.987 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.987 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.987 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.988 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 266, 2024-04-02T08:23:50.988 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.988 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:26:46.361137+0000", 2024-04-02T08:23:50.988 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.988 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.988 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.988 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 590368, 2024-04-02T08:23:50.988 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.988 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 1771104, 2024-04-02T08:23:50.988 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.988 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.988 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.988 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.989 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.989 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.989 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.989 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.989 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.989 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.989 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.989 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.989 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.989 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 6, 2024-04-02T08:23:50.989 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 2, 2024-04-02T08:23:50.989 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.989 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 2, 2024-04-02T08:23:50.989 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.989 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.990 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.990 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.990 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.990 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.990 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.990 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 6, 2024-04-02T08:23:50.990 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.990 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.990 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.990 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.990 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.990 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 212, 2024-04-02T08:23:50.990 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 306, 2024-04-02T08:23:50.991 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.991 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.991 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.991 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 179, 2024-04-02T08:23:50.991 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 2416 2024-04-02T08:23:50.991 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.991 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.991 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.991 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.991 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:50.991 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:50.991 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:50.991 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.991 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T08:23:50.992 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "65'128" 2024-04-02T08:23:50.992 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.992 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.992 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.992 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:50.992 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:50.992 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:50.992 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.992 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T08:23:50.992 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:50.992 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:50.992 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 66, 2024-04-02T08:23:50.992 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:50.992 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:50.993 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:50.993 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.397880+0000", 2024-04-02T08:23:50.993 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:21:02.241721+0000", 2024-04-02T08:23:50.993 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:21:02.241721+0000", 2024-04-02T08:23:50.993 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:21:02.242060+0000", 2024-04-02T08:23:50.993 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.397880+0000", 2024-04-02T08:23:50.993 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T08:23:50.993 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:50.993 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T08:23:50.993 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 67, 2024-04-02T08:23:50.993 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.397880+0000", 2024-04-02T08:23:50.993 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.397880+0000", 2024-04-02T08:23:50.993 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.397880+0000", 2024-04-02T08:23:50.993 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:50.994 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:50.994 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T08:23:50.994 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.397880+0000", 2024-04-02T08:23:50.994 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.397880+0000", 2024-04-02T08:23:50.994 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:50.994 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:50.994 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:50.994 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:50.994 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 66, 2024-04-02T08:23:50.994 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:50.994 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:50.994 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:50.994 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:50.995 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:50.995 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:50.995 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:50.995 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:50.995 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "4.6", 2024-04-02T08:23:50.995 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:50.995 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:50.995 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:50.995 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 13, 2024-04-02T08:23:50.995 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:50.995 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:56:53.520416+0000", 2024-04-02T08:23:50.995 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:50.995 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:50.995 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:50.996 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:50.996 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:50.996 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:50.996 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:50.996 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:50.996 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:50.996 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:50.996 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:50.996 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:50.996 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:50.996 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:50.996 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:50.996 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:50.996 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:50.996 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:50.997 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:50.997 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:50.997 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:50.997 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:50.997 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:50.997 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:50.997 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:50.997 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:50.997 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:50.997 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:50.997 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:50.997 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:50.997 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:50.997 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:50.998 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:50.998 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:50.998 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:50.998 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:50.998 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:50.998 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:50.998 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:50.998 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:50.998 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:50.998 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:50.998 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:50.998 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.998 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:50.999 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:50.999 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:50.999 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:50.999 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:50.999 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:50.999 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:50.999 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T08:23:50.999 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:50.999 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:50.999 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:50.999 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:50.999 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:50.999 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:50.999 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T08:23:51.000 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.000 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T08:23:51.000 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:51.000 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:51.000 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:51.000 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:51.000 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:51.000 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:51.000 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.397480+0000", 2024-04-02T08:23:51.000 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.028708+0000", 2024-04-02T08:23:51.000 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.028708+0000", 2024-04-02T08:23:51.000 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.029057+0000", 2024-04-02T08:23:51.000 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.397480+0000", 2024-04-02T08:23:51.000 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.001 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:51.001 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.001 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:51.001 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.397480+0000", 2024-04-02T08:23:51.001 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.397480+0000", 2024-04-02T08:23:51.001 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.397480+0000", 2024-04-02T08:23:51.001 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:51.001 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:51.001 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.001 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.397480+0000", 2024-04-02T08:23:51.001 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.397480+0000", 2024-04-02T08:23:51.001 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:51.001 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:51.001 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:51.002 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:51.002 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:51.002 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:51.002 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:51.002 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:51.002 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:51.002 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:51.002 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:51.002 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:51.002 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:51.002 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.1", 2024-04-02T08:23:51.002 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:51.002 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:51.002 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:51.003 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:51.003 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:51.003 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:15:57.005362+0000", 2024-04-02T08:23:51.003 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:51.003 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:51.003 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:51.003 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:51.003 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:51.003 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:51.003 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:51.003 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:51.003 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:51.003 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:51.003 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:51.004 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:51.004 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:51.004 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:51.004 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:51.004 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:51.004 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:51.004 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:51.004 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:51.004 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:51.004 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:51.004 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:51.004 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:51.004 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:51.004 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:51.005 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:51.005 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:51.005 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:51.005 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:51.005 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:51.005 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:51.005 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:51.005 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:51.005 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:51.005 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:51.005 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:51.005 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:51.005 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:51.005 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:51.005 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:51.006 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:51.006 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:51.006 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:51.006 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.006 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:51.006 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:51.006 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:51.006 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:51.006 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:51.006 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T08:23:51.006 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.006 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T08:23:51.006 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:51.007 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.007 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.007 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:51.007 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:51.007 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:51.007 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:51.007 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.007 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T08:23:51.007 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:51.007 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:51.007 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:51.007 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:51.007 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:51.007 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:51.008 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.328190+0000", 2024-04-02T08:23:51.008 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.657567+0000", 2024-04-02T08:23:51.008 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.657567+0000", 2024-04-02T08:23:51.008 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.657892+0000", 2024-04-02T08:23:51.008 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.328190+0000", 2024-04-02T08:23:51.008 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:51.008 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:51.008 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:51.008 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:51.008 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.328190+0000", 2024-04-02T08:23:51.008 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.328190+0000", 2024-04-02T08:23:51.008 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.328190+0000", 2024-04-02T08:23:51.008 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:51.008 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:51.008 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:51.009 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.328190+0000", 2024-04-02T08:23:51.009 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.328190+0000", 2024-04-02T08:23:51.009 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:51.009 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:51.009 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:51.009 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:51.009 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:51.009 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:51.009 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:51.009 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:51.009 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:51.009 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:51.009 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:51.009 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:51.010 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:51.010 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.0", 2024-04-02T08:23:51.010 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:51.010 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:51.010 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:51.010 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 20, 2024-04-02T08:23:51.010 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:51.010 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:17:33.203588+0000", 2024-04-02T08:23:51.010 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:51.010 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:51.010 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:51.010 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:51.010 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:51.010 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:51.011 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:51.011 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:51.011 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:51.011 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:51.011 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:51.011 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:51.011 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:51.011 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:51.011 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:51.011 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:51.011 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:51.011 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:51.011 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:51.011 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:51.011 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:51.012 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:51.012 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:51.012 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:51.012 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:51.012 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:51.012 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:51.012 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:51.012 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:51.012 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:51.012 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:51.012 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:51.012 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:51.012 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:51.012 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:51.013 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:51.013 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:51.013 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:51.013 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:51.013 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:51.013 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:51.013 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:51.013 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:51.013 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.013 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:51.013 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:51.013 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:51.013 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:51.013 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:51.013 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:51.014 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.014 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T08:23:51.014 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:51.014 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.014 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.014 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:51.014 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:51.014 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:51.014 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:51.014 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.014 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T08:23:51.014 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:51.014 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:51.015 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 66, 2024-04-02T08:23:51.015 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:51.015 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:51.015 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:51.015 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.397659+0000", 2024-04-02T08:23:51.015 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:21:02.286185+0000", 2024-04-02T08:23:51.015 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:21:02.286185+0000", 2024-04-02T08:23:51.015 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:21:02.286489+0000", 2024-04-02T08:23:51.015 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.397659+0000", 2024-04-02T08:23:51.015 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T08:23:51.015 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:51.015 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T08:23:51.015 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 67, 2024-04-02T08:23:51.015 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.397659+0000", 2024-04-02T08:23:51.016 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.397659+0000", 2024-04-02T08:23:51.016 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.397659+0000", 2024-04-02T08:23:51.016 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:51.016 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:51.016 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T08:23:51.016 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.397659+0000", 2024-04-02T08:23:51.016 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.397659+0000", 2024-04-02T08:23:51.016 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:51.016 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:51.016 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:51.016 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:51.016 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 66, 2024-04-02T08:23:51.016 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:51.016 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:51.017 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:51.017 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:51.017 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:51.017 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:51.017 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:51.017 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:51.017 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "4.3", 2024-04-02T08:23:51.017 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:51.017 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:51.017 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:51.017 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 13, 2024-04-02T08:23:51.017 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:51.017 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:27:14.462585+0000", 2024-04-02T08:23:51.017 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:51.018 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:51.018 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:51.018 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:51.018 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:51.018 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:51.018 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:51.018 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:51.018 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:51.018 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:51.018 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:51.018 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:51.018 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:51.018 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:51.018 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:51.019 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:51.019 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:51.019 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:51.019 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:51.019 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:51.019 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:51.019 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:51.019 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:51.019 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:51.019 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:51.019 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:51.019 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:51.019 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:51.019 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:51.020 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:51.020 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:51.020 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:51.020 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:51.020 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:51.020 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:51.020 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:51.020 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:51.020 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:51.020 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:51.020 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:51.020 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:51.020 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:51.020 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:51.021 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.021 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:51.021 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:51.021 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:51.021 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:51.021 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:51.021 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:51.021 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.021 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T08:23:51.021 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:51.021 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.021 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.021 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:51.021 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:51.022 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:51.022 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T08:23:51.022 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.022 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T08:23:51.022 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:51.022 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:51.022 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:51.022 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:51.022 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:51.022 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:51.022 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.328969+0000", 2024-04-02T08:23:51.022 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.654810+0000", 2024-04-02T08:23:51.022 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.654810+0000", 2024-04-02T08:23:51.022 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.655112+0000", 2024-04-02T08:23:51.023 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.328969+0000", 2024-04-02T08:23:51.023 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:51.023 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:51.023 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:51.023 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:51.023 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.328969+0000", 2024-04-02T08:23:51.023 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.328969+0000", 2024-04-02T08:23:51.023 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.328969+0000", 2024-04-02T08:23:51.023 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:51.023 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:51.023 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:51.023 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.328969+0000", 2024-04-02T08:23:51.023 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.328969+0000", 2024-04-02T08:23:51.023 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:51.024 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:51.024 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:51.024 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:51.024 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:51.024 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:51.024 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:51.024 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:51.024 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:51.024 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:51.024 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:51.024 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:51.024 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:51.024 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.5", 2024-04-02T08:23:51.024 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:51.024 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:51.025 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:51.025 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 20, 2024-04-02T08:23:51.025 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:51.025 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:12:01.719204+0000", 2024-04-02T08:23:51.025 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:51.025 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:51.025 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:51.025 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:51.025 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:51.025 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:51.025 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:51.025 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:51.025 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:51.025 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:51.026 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:51.026 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:51.026 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:51.026 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:51.026 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:51.026 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:51.026 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:51.026 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:51.026 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:51.026 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:51.026 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:51.026 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:51.026 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:51.027 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:51.027 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:51.027 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:51.027 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:51.027 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:51.027 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:51.027 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:51.027 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:51.027 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:51.027 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:51.027 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:51.027 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:51.027 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:51.027 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:51.027 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:51.028 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:51.028 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:51.028 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:51.028 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:51.028 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:51.028 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.028 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:51.028 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:51.028 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:51.028 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:51.028 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:51.028 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T08:23:51.028 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.028 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T08:23:51.029 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:51.029 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.029 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.029 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:51.029 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:51.029 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:51.029 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T08:23:51.029 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.029 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T08:23:51.029 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:51.029 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:51.029 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:51.029 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:51.030 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:51.030 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:51.030 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.040990+0000", 2024-04-02T08:23:51.030 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.012279+0000", 2024-04-02T08:23:51.030 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.012279+0000", 2024-04-02T08:23:51.030 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.012604+0000", 2024-04-02T08:23:51.030 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.040990+0000", 2024-04-02T08:23:51.030 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.030 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:51.030 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.030 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:51.030 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.040990+0000", 2024-04-02T08:23:51.030 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.040990+0000", 2024-04-02T08:23:51.030 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.040990+0000", 2024-04-02T08:23:51.031 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:51.031 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:51.031 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.031 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.040990+0000", 2024-04-02T08:23:51.031 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.040990+0000", 2024-04-02T08:23:51.031 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:51.031 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:51.031 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:51.031 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:51.031 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:51.031 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:51.031 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:51.031 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:51.031 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:51.032 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:51.032 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:51.032 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:51.032 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:51.032 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.4", 2024-04-02T08:23:51.032 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:51.032 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:51.032 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:51.032 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:51.032 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:51.032 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:15:41.241040+0000", 2024-04-02T08:23:51.032 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:51.032 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:51.032 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:51.033 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:51.033 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:51.033 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:51.033 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:51.033 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:51.033 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:51.033 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:51.033 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:51.033 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:51.033 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:51.033 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:51.033 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:51.033 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:51.033 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:51.034 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:51.034 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:51.034 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:51.034 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:51.034 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:51.034 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:51.034 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:51.034 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:51.034 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:51.034 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:51.034 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:51.034 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:51.034 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:51.034 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:51.035 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:51.035 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:51.035 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:51.035 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:51.035 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:51.035 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:51.035 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:51.035 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:51.035 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:51.035 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:51.035 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:51.035 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:51.035 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.035 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:51.036 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:51.036 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:51.036 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:51.036 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:51.036 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T08:23:51.036 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.036 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T08:23:51.036 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:51.036 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.036 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.036 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:51.036 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:51.036 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:51.036 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:51.037 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.037 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T08:23:51.037 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:51.037 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:51.037 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 66, 2024-04-02T08:23:51.037 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:51.037 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:51.037 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:51.037 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.397590+0000", 2024-04-02T08:23:51.037 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:21:02.286662+0000", 2024-04-02T08:23:51.037 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:21:02.286662+0000", 2024-04-02T08:23:51.037 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:21:02.287000+0000", 2024-04-02T08:23:51.037 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.397590+0000", 2024-04-02T08:23:51.037 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T08:23:51.038 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:51.038 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T08:23:51.038 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 67, 2024-04-02T08:23:51.038 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.397590+0000", 2024-04-02T08:23:51.038 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.397590+0000", 2024-04-02T08:23:51.038 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.397590+0000", 2024-04-02T08:23:51.038 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:51.038 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:51.038 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T08:23:51.038 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.397590+0000", 2024-04-02T08:23:51.038 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.397590+0000", 2024-04-02T08:23:51.038 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:51.038 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:51.039 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:51.039 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:51.039 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 66, 2024-04-02T08:23:51.039 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:51.039 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:51.039 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:51.039 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:51.039 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:51.039 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:51.039 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:51.039 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:51.039 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "4.0", 2024-04-02T08:23:51.039 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:51.039 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:51.039 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:51.040 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 13, 2024-04-02T08:23:51.040 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:51.040 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:22:06.634329+0000", 2024-04-02T08:23:51.040 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:51.040 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:51.040 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:51.040 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:51.040 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:51.040 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:51.040 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:51.040 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:51.040 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:51.040 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:51.040 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:51.041 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:51.041 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:51.041 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:51.041 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:51.041 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:51.041 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:51.041 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:51.041 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:51.041 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:51.041 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:51.041 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:51.041 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:51.041 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:51.041 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:51.041 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:51.042 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:51.042 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:51.042 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:51.042 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:51.042 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:51.042 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:51.042 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:51.042 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:51.042 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:51.042 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:51.042 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:51.042 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:51.042 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:51.042 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:51.043 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:51.043 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:51.043 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:51.043 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.043 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:51.043 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:51.043 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:51.043 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:51.043 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:51.045 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:51.045 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.045 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T08:23:51.045 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:51.045 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.045 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.045 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:51.045 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:51.045 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:51.045 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T08:23:51.045 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.045 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T08:23:51.046 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:51.046 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:51.046 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:51.046 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:51.046 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:51.046 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:51.046 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.041464+0000", 2024-04-02T08:23:51.046 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.646995+0000", 2024-04-02T08:23:51.046 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.646995+0000", 2024-04-02T08:23:51.046 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.647313+0000", 2024-04-02T08:23:51.046 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.041464+0000", 2024-04-02T08:23:51.046 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:51.046 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:51.047 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:51.047 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:51.047 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.041464+0000", 2024-04-02T08:23:51.047 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.041464+0000", 2024-04-02T08:23:51.047 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.041464+0000", 2024-04-02T08:23:51.047 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:51.047 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:51.047 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:51.047 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.041464+0000", 2024-04-02T08:23:51.047 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.041464+0000", 2024-04-02T08:23:51.047 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:51.047 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 1, 2024-04-02T08:23:51.047 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:51.047 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:51.048 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:51.048 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:51.048 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:51.048 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:51.048 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:51.048 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 1, 2024-04-02T08:23:51.048 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:51.048 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:51.048 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:51.048 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.6", 2024-04-02T08:23:51.048 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:51.048 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:51.048 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:51.048 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 21, 2024-04-02T08:23:51.049 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:51.049 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:44:21.445382+0000", 2024-04-02T08:23:51.049 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:51.049 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:51.049 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:51.049 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:51.049 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:51.049 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:51.049 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:51.049 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:51.049 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:51.049 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:51.049 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:51.049 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:51.050 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:51.050 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:51.050 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:51.050 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:51.050 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:51.050 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:51.050 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:51.050 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 3, 2024-04-02T08:23:51.050 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 1, 2024-04-02T08:23:51.050 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:51.050 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 1, 2024-04-02T08:23:51.050 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:51.050 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:51.050 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:51.051 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:51.051 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:51.051 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T08:23:51.051 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:51.051 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:51.051 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:51.051 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:51.051 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:51.051 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:51.051 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:51.051 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:51.051 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:51.051 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:51.052 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:51.052 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:51.052 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 1, 2024-04-02T08:23:51.052 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:51.052 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.052 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:51.052 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:51.052 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:51.052 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:51.052 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:51.052 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T08:23:51.052 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.052 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T08:23:51.052 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "62'1" 2024-04-02T08:23:51.052 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.053 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.053 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:51.053 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:51.053 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:51.053 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:51.053 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.053 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T08:23:51.053 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:51.053 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:51.053 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:51.053 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:51.053 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:51.053 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:51.053 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398526+0000", 2024-04-02T08:23:51.053 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.031023+0000", 2024-04-02T08:23:51.054 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.031023+0000", 2024-04-02T08:23:51.054 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.031320+0000", 2024-04-02T08:23:51.054 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398526+0000", 2024-04-02T08:23:51.054 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.054 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:51.054 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.054 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:51.054 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398526+0000", 2024-04-02T08:23:51.054 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398526+0000", 2024-04-02T08:23:51.054 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398526+0000", 2024-04-02T08:23:51.054 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:51.054 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:51.055 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.055 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398526+0000", 2024-04-02T08:23:51.055 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398526+0000", 2024-04-02T08:23:51.055 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:51.055 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:51.055 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:51.055 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:51.055 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:51.055 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:51.055 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:51.055 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:51.055 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:51.055 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:51.055 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:51.055 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:51.056 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:51.056 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.7", 2024-04-02T08:23:51.056 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:51.056 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:51.056 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:51.056 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:51.056 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:51.056 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:12:25.847169+0000", 2024-04-02T08:23:51.056 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:51.056 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:51.056 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:51.056 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:51.056 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:51.056 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:51.056 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:51.057 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:51.057 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:51.057 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:51.057 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:51.057 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:51.057 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:51.057 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:51.057 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:51.057 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:51.057 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:51.057 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:51.057 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:51.057 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:51.057 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:51.057 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:51.058 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:51.058 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:51.058 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:51.058 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:51.058 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:51.058 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:51.058 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:51.058 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:51.058 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:51.058 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:51.058 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:51.058 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:51.058 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:51.058 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:51.059 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:51.059 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:51.059 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:51.059 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:51.059 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:51.059 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:51.059 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:51.059 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.059 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:51.059 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:51.059 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:51.059 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:51.059 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:51.059 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:51.060 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.060 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T08:23:51.060 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:51.060 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.060 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.060 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:51.060 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:51.060 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:51.060 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:51.060 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.060 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 4, 2024-04-02T08:23:51.060 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:51.060 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:51.060 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 66, 2024-04-02T08:23:51.061 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:51.061 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:51.061 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:51.061 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.397815+0000", 2024-04-02T08:23:51.061 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:21:02.026224+0000", 2024-04-02T08:23:51.061 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:21:02.026224+0000", 2024-04-02T08:23:51.061 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:21:02.026504+0000", 2024-04-02T08:23:51.061 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.397815+0000", 2024-04-02T08:23:51.061 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T08:23:51.061 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:51.061 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T08:23:51.061 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 67, 2024-04-02T08:23:51.061 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.397815+0000", 2024-04-02T08:23:51.061 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.397815+0000", 2024-04-02T08:23:51.061 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.397815+0000", 2024-04-02T08:23:51.062 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:51.062 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:51.062 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T08:23:51.062 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.397815+0000", 2024-04-02T08:23:51.062 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.397815+0000", 2024-04-02T08:23:51.062 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:51.062 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:51.062 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:51.062 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:51.062 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 66, 2024-04-02T08:23:51.062 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:51.062 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:51.062 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:51.063 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:51.063 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:51.063 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:51.063 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:51.063 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:51.063 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "4.1", 2024-04-02T08:23:51.063 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:51.063 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:51.063 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:51.063 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 13, 2024-04-02T08:23:51.063 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:51.063 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:00:49.609005+0000", 2024-04-02T08:23:51.063 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:51.064 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:51.064 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:51.064 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:51.064 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:51.064 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:51.064 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:51.064 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:51.064 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:51.064 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:51.064 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:51.064 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:51.064 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:51.064 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:51.064 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:51.064 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:51.065 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:51.065 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:51.065 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:51.065 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:51.065 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:51.065 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:51.065 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:51.065 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:51.065 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:51.065 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:51.065 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:51.065 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:51.065 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:51.065 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:51.066 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:51.066 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:51.066 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:51.066 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:51.066 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:51.066 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:51.066 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:51.066 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:51.066 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:51.066 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:51.066 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:51.066 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:51.066 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:51.066 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.067 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:51.067 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:51.067 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:51.067 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:51.067 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:51.067 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:51.067 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.067 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 4, 2024-04-02T08:23:51.067 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:51.067 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.067 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.067 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:51.067 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:51.067 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:51.067 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:51.068 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.068 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T08:23:51.068 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:51.068 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:51.068 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:51.068 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:51.068 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:51.068 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:51.068 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398849+0000", 2024-04-02T08:23:51.068 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.649635+0000", 2024-04-02T08:23:51.068 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.649635+0000", 2024-04-02T08:23:51.068 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.649970+0000", 2024-04-02T08:23:51.068 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398849+0000", 2024-04-02T08:23:51.068 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:51.068 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:51.069 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:51.069 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:51.069 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398849+0000", 2024-04-02T08:23:51.069 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398849+0000", 2024-04-02T08:23:51.069 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398849+0000", 2024-04-02T08:23:51.069 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:51.069 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:51.069 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:51.069 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398849+0000", 2024-04-02T08:23:51.069 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398849+0000", 2024-04-02T08:23:51.069 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:51.069 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2, 2024-04-02T08:23:51.069 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:51.069 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:51.070 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:51.070 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:51.070 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:51.070 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:51.070 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:51.070 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2, 2024-04-02T08:23:51.070 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:51.070 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:51.070 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:51.070 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.7", 2024-04-02T08:23:51.070 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:51.070 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:51.070 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:51.071 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 22, 2024-04-02T08:23:51.071 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:51.071 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:38:03.729712+0000", 2024-04-02T08:23:51.071 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:51.071 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:51.071 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:51.071 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:51.071 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:51.071 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:51.071 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:51.071 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:51.071 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:51.071 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:51.071 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:51.072 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:51.072 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:51.072 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:51.072 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:51.072 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:51.072 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:51.072 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:51.072 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:51.072 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 3, 2024-04-02T08:23:51.072 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 1, 2024-04-02T08:23:51.072 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:51.072 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 1, 2024-04-02T08:23:51.072 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:51.072 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:51.073 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:51.073 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:51.073 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:51.073 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T08:23:51.073 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:51.073 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:51.073 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:51.073 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:51.073 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:51.073 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:51.073 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:51.073 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:51.073 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:51.073 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:51.073 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:51.073 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:51.074 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 3, 2024-04-02T08:23:51.074 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:51.074 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.074 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:51.074 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:51.074 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:51.074 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:51.074 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:51.074 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:51.074 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.074 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T08:23:51.074 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'2" 2024-04-02T08:23:51.074 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.075 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.075 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:51.075 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:51.075 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:51.075 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T08:23:51.075 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.075 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T08:23:51.075 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:51.075 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:51.075 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:51.075 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:51.075 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:51.075 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:51.076 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398656+0000", 2024-04-02T08:23:51.076 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.025270+0000", 2024-04-02T08:23:51.076 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.025270+0000", 2024-04-02T08:23:51.076 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.025574+0000", 2024-04-02T08:23:51.076 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398656+0000", 2024-04-02T08:23:51.076 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.076 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:51.076 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.076 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:51.076 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398656+0000", 2024-04-02T08:23:51.076 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398656+0000", 2024-04-02T08:23:51.076 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398656+0000", 2024-04-02T08:23:51.076 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:51.076 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:51.076 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.077 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398656+0000", 2024-04-02T08:23:51.077 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398656+0000", 2024-04-02T08:23:51.077 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:51.077 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:51.077 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:51.077 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:51.077 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:51.077 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:51.077 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:51.077 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:51.077 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:51.077 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:51.077 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:51.077 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:51.077 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:51.078 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.6", 2024-04-02T08:23:51.078 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:51.078 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:51.078 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:51.078 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:51.078 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:51.078 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:16:34.897748+0000", 2024-04-02T08:23:51.078 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:51.078 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:51.078 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:51.078 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:51.078 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:51.078 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:51.078 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:51.079 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:51.079 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:51.079 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:51.079 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:51.079 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:51.079 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:51.079 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:51.079 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:51.079 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:51.079 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:51.079 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:51.079 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:51.079 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:51.079 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:51.080 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:51.080 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:51.080 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:51.080 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:51.080 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:51.080 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:51.080 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:51.080 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:51.080 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:51.080 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:51.080 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:51.080 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:51.080 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:51.080 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:51.081 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:51.081 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:51.081 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:51.081 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:51.081 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:51.081 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:51.081 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:51.081 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:51.081 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.081 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:51.081 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:51.081 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:51.081 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:51.081 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:51.082 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T08:23:51.082 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.082 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T08:23:51.082 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:51.082 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.082 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.082 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:51.082 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:51.082 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:51.082 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:51.082 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.082 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T08:23:51.082 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:51.082 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:51.083 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:51.083 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:51.083 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:51.083 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:51.083 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.328327+0000", 2024-04-02T08:23:51.083 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.657046+0000", 2024-04-02T08:23:51.083 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.657046+0000", 2024-04-02T08:23:51.083 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.657396+0000", 2024-04-02T08:23:51.083 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.328327+0000", 2024-04-02T08:23:51.083 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:51.083 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:51.083 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:51.083 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:51.083 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.328327+0000", 2024-04-02T08:23:51.084 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.328327+0000", 2024-04-02T08:23:51.084 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.328327+0000", 2024-04-02T08:23:51.084 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:51.084 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:51.084 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:51.084 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.328327+0000", 2024-04-02T08:23:51.084 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.328327+0000", 2024-04-02T08:23:51.084 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:51.084 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:51.084 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:51.084 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:51.084 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:51.084 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:51.084 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:51.084 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:51.085 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:51.085 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:51.085 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:51.085 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:51.085 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:51.085 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.8", 2024-04-02T08:23:51.085 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:51.085 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:51.085 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:51.085 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 20, 2024-04-02T08:23:51.085 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:51.085 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:52:30.485564+0000", 2024-04-02T08:23:51.085 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:51.085 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:51.085 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:51.086 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:51.086 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:51.086 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:51.086 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:51.086 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:51.086 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:51.086 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:51.086 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:51.086 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:51.086 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:51.086 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:51.086 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:51.086 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:51.087 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:51.087 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:51.087 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:51.087 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:51.087 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:51.087 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:51.087 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:51.087 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:51.087 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:51.087 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:51.087 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:51.087 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:51.087 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:51.087 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:51.087 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:51.087 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:51.088 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:51.088 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:51.088 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:51.088 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:51.088 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:51.088 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:51.088 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:51.088 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:51.088 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:51.088 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:51.088 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:51.088 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.088 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:51.088 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:51.088 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:51.089 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:51.089 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:51.089 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:51.089 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.089 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T08:23:51.089 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:51.089 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.089 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.089 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:51.089 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:51.089 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:51.090 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:51.090 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.090 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 4, 2024-04-02T08:23:51.090 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:51.090 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:51.090 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:51.090 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:51.090 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:51.090 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:51.090 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398084+0000", 2024-04-02T08:23:51.090 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.029920+0000", 2024-04-02T08:23:51.090 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.029920+0000", 2024-04-02T08:23:51.091 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.030304+0000", 2024-04-02T08:23:51.091 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398084+0000", 2024-04-02T08:23:51.091 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.091 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:51.091 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.091 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:51.091 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398084+0000", 2024-04-02T08:23:51.091 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398084+0000", 2024-04-02T08:23:51.091 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398084+0000", 2024-04-02T08:23:51.091 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:51.091 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:51.091 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.091 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398084+0000", 2024-04-02T08:23:51.091 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398084+0000", 2024-04-02T08:23:51.092 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:51.092 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:51.092 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:51.092 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:51.092 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:51.092 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:51.092 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:51.092 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:51.092 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:51.092 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:51.092 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:51.092 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:51.092 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:51.092 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.9", 2024-04-02T08:23:51.092 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:51.092 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:51.093 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:51.093 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:51.093 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:51.093 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:47:54.290777+0000", 2024-04-02T08:23:51.093 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:51.093 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:51.093 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:51.093 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:51.093 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:51.093 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:51.093 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:51.093 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:51.093 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:51.093 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:51.093 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:51.094 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:51.094 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:51.094 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:51.094 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:51.094 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:51.094 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:51.094 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:51.094 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:51.094 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:51.094 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:51.094 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:51.094 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:51.094 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:51.094 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:51.095 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:51.095 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:51.095 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:51.095 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:51.095 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:51.095 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:51.095 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:51.095 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:51.095 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:51.095 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:51.095 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:51.095 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:51.095 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:51.095 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:51.095 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:51.095 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:51.096 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:51.096 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:51.096 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.096 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:51.096 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:51.096 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:51.096 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:51.096 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:51.096 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:51.096 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.096 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 4, 2024-04-02T08:23:51.096 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:51.096 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.096 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.096 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:51.097 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:51.097 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:51.097 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T08:23:51.097 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.097 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T08:23:51.097 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:51.097 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:51.097 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:51.097 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:51.097 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:51.097 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:51.097 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.040403+0000", 2024-04-02T08:23:51.097 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.653593+0000", 2024-04-02T08:23:51.097 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.653593+0000", 2024-04-02T08:23:51.097 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.653887+0000", 2024-04-02T08:23:51.097 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.040403+0000", 2024-04-02T08:23:51.098 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:51.098 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:51.098 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:51.098 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:51.098 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.040403+0000", 2024-04-02T08:23:51.098 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.040403+0000", 2024-04-02T08:23:51.098 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.040403+0000", 2024-04-02T08:23:51.098 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:51.098 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:51.098 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:51.098 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.040403+0000", 2024-04-02T08:23:51.098 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.040403+0000", 2024-04-02T08:23:51.098 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:51.098 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:51.099 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:51.099 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:51.099 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:51.099 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:51.099 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:51.099 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:51.099 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:51.099 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:51.099 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:51.099 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:51.099 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:51.099 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.9", 2024-04-02T08:23:51.099 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:51.099 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:51.099 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:51.100 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 20, 2024-04-02T08:23:51.100 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:51.100 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:20:10.083069+0000", 2024-04-02T08:23:51.100 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:51.100 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:51.100 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:51.100 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:51.100 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:51.100 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:51.100 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:51.100 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:51.100 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:51.100 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:51.100 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:51.101 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:51.101 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:51.101 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:51.101 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:51.101 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:51.101 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:51.101 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:51.101 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:51.101 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:51.101 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:51.101 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:51.101 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:51.101 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:51.101 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:51.101 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:51.101 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:51.102 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:51.102 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:51.102 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:51.102 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:51.102 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:51.102 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:51.102 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:51.102 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:51.102 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:51.102 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:51.102 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:51.102 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:51.102 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:51.102 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:51.102 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:51.103 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:51.103 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.103 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:51.103 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:51.103 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:51.103 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:51.103 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:51.103 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T08:23:51.103 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.103 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T08:23:51.103 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:51.103 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.103 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.103 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:51.104 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:51.104 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:51.104 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:51.104 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.104 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T08:23:51.104 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:51.104 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:51.104 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:51.104 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:51.104 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:51.104 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:51.104 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.397664+0000", 2024-04-02T08:23:51.104 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.029580+0000", 2024-04-02T08:23:51.104 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.029580+0000", 2024-04-02T08:23:51.105 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.029846+0000", 2024-04-02T08:23:51.105 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.397664+0000", 2024-04-02T08:23:51.105 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.105 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:51.105 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.105 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:51.105 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.397664+0000", 2024-04-02T08:23:51.105 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.397664+0000", 2024-04-02T08:23:51.105 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.397664+0000", 2024-04-02T08:23:51.105 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:51.105 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:51.105 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.105 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.397664+0000", 2024-04-02T08:23:51.105 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.397664+0000", 2024-04-02T08:23:51.105 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:51.106 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:51.106 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:51.106 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:51.106 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:51.106 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:51.106 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:51.106 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:51.106 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:51.106 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:51.106 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:51.106 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:51.106 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:51.106 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.8", 2024-04-02T08:23:51.107 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:51.107 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:51.107 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:51.107 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:51.107 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:51.107 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:48:55.035231+0000", 2024-04-02T08:23:51.107 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:51.107 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:51.107 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:51.107 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:51.107 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:51.107 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:51.107 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:51.107 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:51.107 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:51.108 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:51.108 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:51.108 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:51.108 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:51.108 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:51.108 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:51.108 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:51.108 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:51.108 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:51.108 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:51.108 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:51.108 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:51.108 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:51.108 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:51.108 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:51.109 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:51.109 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:51.109 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:51.109 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:51.109 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:51.109 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:51.109 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:51.109 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:51.109 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:51.109 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:51.109 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:51.109 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:51.109 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:51.110 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:51.110 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:51.110 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:51.110 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:51.110 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:51.110 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:51.110 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.110 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:51.110 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:51.110 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:51.110 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:51.110 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:51.110 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:51.110 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.111 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T08:23:51.111 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:51.111 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.111 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.111 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:51.111 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:51.111 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:51.111 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:51.111 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.111 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T08:23:51.111 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:51.111 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:51.111 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:51.111 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:51.112 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:51.112 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:51.112 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.040709+0000", 2024-04-02T08:23:51.112 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.654228+0000", 2024-04-02T08:23:51.112 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.654228+0000", 2024-04-02T08:23:51.112 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.654640+0000", 2024-04-02T08:23:51.112 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.040709+0000", 2024-04-02T08:23:51.112 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:51.112 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:51.112 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:51.112 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:51.112 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.040709+0000", 2024-04-02T08:23:51.112 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.040709+0000", 2024-04-02T08:23:51.112 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.040709+0000", 2024-04-02T08:23:51.112 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:51.113 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:51.113 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:51.113 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.040709+0000", 2024-04-02T08:23:51.113 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.040709+0000", 2024-04-02T08:23:51.113 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:51.113 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:51.113 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:51.113 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:51.113 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:51.113 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:51.113 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:51.113 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:51.113 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:51.113 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:51.113 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:51.113 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:51.114 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:51.114 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.a", 2024-04-02T08:23:51.114 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:51.114 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:51.114 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:51.114 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 20, 2024-04-02T08:23:51.114 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:51.114 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:19:45.434108+0000", 2024-04-02T08:23:51.114 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:51.114 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:51.114 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:51.114 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:51.114 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:51.115 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:51.115 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:51.115 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:51.115 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:51.115 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:51.115 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:51.115 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:51.115 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:51.115 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:51.115 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:51.115 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:51.115 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:51.115 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:51.115 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:51.115 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:51.115 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:51.116 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:51.116 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:51.116 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:51.116 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:51.116 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:51.116 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:51.116 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:51.116 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:51.116 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:51.116 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:51.116 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:51.116 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:51.116 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:51.116 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:51.116 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:51.117 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:51.117 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:51.117 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:51.117 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:51.117 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:51.117 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:51.117 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:51.117 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.117 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:51.117 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:51.117 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:51.117 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:51.117 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:51.117 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:51.117 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.117 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T08:23:51.117 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:51.118 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.118 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.118 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:51.118 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:51.118 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:51.118 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T08:23:51.118 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.118 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T08:23:51.118 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:51.118 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:51.118 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:51.118 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:51.118 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:51.119 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:51.119 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398406+0000", 2024-04-02T08:23:51.119 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.015391+0000", 2024-04-02T08:23:51.119 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.015391+0000", 2024-04-02T08:23:51.119 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.015647+0000", 2024-04-02T08:23:51.119 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398406+0000", 2024-04-02T08:23:51.119 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.119 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:51.119 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.119 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:51.119 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398406+0000", 2024-04-02T08:23:51.119 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398406+0000", 2024-04-02T08:23:51.119 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398406+0000", 2024-04-02T08:23:51.119 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:51.120 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:51.120 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.120 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398406+0000", 2024-04-02T08:23:51.120 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398406+0000", 2024-04-02T08:23:51.120 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:51.120 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:51.120 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:51.120 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:51.120 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:51.120 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:51.120 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:51.120 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:51.120 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:51.120 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:51.121 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:51.121 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:51.121 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:51.121 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.b", 2024-04-02T08:23:51.121 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:51.121 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:51.121 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:51.121 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:51.121 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:51.121 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:01:05.810507+0000", 2024-04-02T08:23:51.121 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:51.121 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:51.121 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:51.122 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:51.122 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:51.122 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:51.122 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:51.122 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:51.122 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:51.122 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:51.122 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:51.122 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:51.122 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:51.122 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:51.122 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:51.122 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:51.123 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:51.123 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:51.123 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:51.123 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:51.123 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:51.123 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:51.123 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:51.123 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:51.123 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:51.123 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:51.123 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:51.123 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:51.123 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:51.123 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:51.124 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:51.124 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:51.124 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:51.124 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:51.124 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:51.124 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:51.124 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:51.124 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:51.124 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:51.124 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:51.124 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:51.124 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:51.124 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:51.124 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.124 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:51.125 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:51.125 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:51.125 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:51.125 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:51.125 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T08:23:51.125 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.125 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T08:23:51.125 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:51.125 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.125 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.125 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:51.125 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:51.125 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:51.125 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T08:23:51.126 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.126 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T08:23:51.126 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:51.126 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:51.126 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:51.126 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:51.126 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:51.126 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:51.126 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.328620+0000", 2024-04-02T08:23:51.126 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.652926+0000", 2024-04-02T08:23:51.126 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.652926+0000", 2024-04-02T08:23:51.126 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.653235+0000", 2024-04-02T08:23:51.126 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.328620+0000", 2024-04-02T08:23:51.126 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:51.127 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:51.127 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:51.127 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:51.127 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.328620+0000", 2024-04-02T08:23:51.127 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.328620+0000", 2024-04-02T08:23:51.127 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.328620+0000", 2024-04-02T08:23:51.127 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:51.127 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:51.127 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:51.127 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.328620+0000", 2024-04-02T08:23:51.127 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.328620+0000", 2024-04-02T08:23:51.127 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:51.127 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2, 2024-04-02T08:23:51.127 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:51.128 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:51.128 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:51.128 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:51.128 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:51.128 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:51.128 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:51.128 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2, 2024-04-02T08:23:51.128 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:51.128 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:51.128 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:51.128 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.b", 2024-04-02T08:23:51.128 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:51.128 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:51.128 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:51.128 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 22, 2024-04-02T08:23:51.129 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:51.129 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:35:07.031496+0000", 2024-04-02T08:23:51.129 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:51.129 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:51.129 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:51.129 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:51.129 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:51.129 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:51.129 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:51.129 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:51.129 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:51.129 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:51.129 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:51.129 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:51.130 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:51.130 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:51.130 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:51.130 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:51.130 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:51.130 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:51.130 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:51.130 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 3, 2024-04-02T08:23:51.130 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 1, 2024-04-02T08:23:51.130 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:51.130 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 1, 2024-04-02T08:23:51.130 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:51.130 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:51.131 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:51.131 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:51.131 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:51.131 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T08:23:51.131 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:51.131 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:51.131 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:51.131 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:51.131 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:51.131 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:51.131 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:51.131 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:51.131 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:51.131 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:51.131 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:51.132 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:51.132 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 1, 2024-04-02T08:23:51.132 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:51.132 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.132 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:51.132 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:51.132 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:51.132 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:51.132 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:51.132 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T08:23:51.132 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.132 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T08:23:51.132 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'2" 2024-04-02T08:23:51.133 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.133 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.133 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:51.133 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:51.133 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:51.133 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:51.133 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.133 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 2, 2024-04-02T08:23:51.133 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:51.133 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:51.133 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:51.133 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:51.133 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:51.133 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:51.133 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.040581+0000", 2024-04-02T08:23:51.133 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:47.910445+0000", 2024-04-02T08:23:51.134 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:47.910445+0000", 2024-04-02T08:23:51.134 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:47.910914+0000", 2024-04-02T08:23:51.134 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.040581+0000", 2024-04-02T08:23:51.134 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.134 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:51.134 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.134 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 64, 2024-04-02T08:23:51.134 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.040581+0000", 2024-04-02T08:23:51.134 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.040581+0000", 2024-04-02T08:23:51.134 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.040581+0000", 2024-04-02T08:23:51.134 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:51.134 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:51.134 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.135 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.040581+0000", 2024-04-02T08:23:51.135 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.040581+0000", 2024-04-02T08:23:51.135 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:51.135 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:51.135 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:51.135 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:51.135 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 63, 2024-04-02T08:23:51.135 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:51.135 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:51.135 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:51.135 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:51.135 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:51.135 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:51.135 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:51.135 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:51.136 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.a", 2024-04-02T08:23:51.136 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:51.136 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:51.136 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:51.136 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 17, 2024-04-02T08:23:51.136 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:51.136 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:59:06.279482+0000", 2024-04-02T08:23:51.136 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:51.136 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:51.136 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:51.136 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:51.136 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:51.136 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:51.136 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:51.136 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:51.137 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:51.137 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:51.137 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:51.137 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:51.137 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:51.137 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:51.137 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:51.137 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:51.137 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:51.137 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:51.137 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:51.137 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:51.137 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:51.137 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:51.137 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:51.138 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:51.138 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:51.138 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:51.138 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:51.138 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:51.138 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:51.138 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:51.138 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:51.138 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:51.138 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:51.138 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:51.138 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:51.138 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:51.139 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:51.139 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:51.139 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:51.139 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:51.139 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:51.139 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:51.139 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:51.139 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.139 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:51.139 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:51.139 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:51.139 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:51.139 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:51.139 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:51.139 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.140 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 2, 2024-04-02T08:23:51.140 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:51.140 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.140 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.140 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:51.140 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:51.140 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:51.140 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:51.140 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.140 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 2, 2024-04-02T08:23:51.140 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:51.140 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:51.140 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:51.140 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:51.140 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:51.141 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:51.141 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.041051+0000", 2024-04-02T08:23:51.141 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.645629+0000", 2024-04-02T08:23:51.141 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.645629+0000", 2024-04-02T08:23:51.141 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.646027+0000", 2024-04-02T08:23:51.141 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.041051+0000", 2024-04-02T08:23:51.141 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:51.141 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:51.141 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:51.141 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:51.141 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.041051+0000", 2024-04-02T08:23:51.141 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.041051+0000", 2024-04-02T08:23:51.141 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.041051+0000", 2024-04-02T08:23:51.141 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:51.142 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:51.142 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:51.142 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.041051+0000", 2024-04-02T08:23:51.142 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.041051+0000", 2024-04-02T08:23:51.142 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:51.142 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:51.142 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:51.142 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:51.142 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:51.142 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:51.142 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:51.142 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:51.142 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:51.142 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:51.143 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:51.143 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:51.143 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:51.143 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.c", 2024-04-02T08:23:51.143 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:51.143 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:51.143 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:51.143 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 20, 2024-04-02T08:23:51.143 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:51.143 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:29:05.837940+0000", 2024-04-02T08:23:51.143 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:51.143 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:51.143 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:51.143 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:51.143 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:51.143 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:51.144 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:51.144 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:51.144 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:51.144 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:51.144 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:51.144 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:51.144 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:51.144 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:51.144 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:51.144 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:51.144 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:51.144 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:51.144 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:51.144 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:51.144 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:51.144 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:51.145 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:51.145 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:51.145 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:51.145 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:51.145 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:51.145 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:51.145 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:51.145 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:51.145 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:51.145 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:51.145 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:51.145 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:51.145 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:51.145 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:51.145 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:51.145 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:51.146 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:51.146 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:51.146 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:51.146 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:51.146 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:51.146 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.146 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:51.146 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:51.146 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:51.146 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:51.146 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:51.146 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:51.146 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.146 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 2, 2024-04-02T08:23:51.147 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:51.147 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.147 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.147 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:51.147 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:51.147 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:51.147 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:51.147 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.147 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T08:23:51.147 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:51.147 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:51.147 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:51.147 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:51.147 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:51.147 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:51.148 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.328837+0000", 2024-04-02T08:23:51.148 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.033925+0000", 2024-04-02T08:23:51.148 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.033925+0000", 2024-04-02T08:23:51.148 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.034246+0000", 2024-04-02T08:23:51.148 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.328837+0000", 2024-04-02T08:23:51.148 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.148 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:51.148 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.148 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:51.148 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.328837+0000", 2024-04-02T08:23:51.148 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.328837+0000", 2024-04-02T08:23:51.148 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.328837+0000", 2024-04-02T08:23:51.148 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:51.148 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:51.149 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.149 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.328837+0000", 2024-04-02T08:23:51.149 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.328837+0000", 2024-04-02T08:23:51.149 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:51.149 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:51.149 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:51.149 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:51.149 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:51.149 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:51.149 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:51.149 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:51.149 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:51.149 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:51.149 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:51.149 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:51.150 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:51.150 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.d", 2024-04-02T08:23:51.150 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:51.150 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:51.150 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:51.150 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:51.150 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:51.150 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:23:06.206048+0000", 2024-04-02T08:23:51.150 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:51.150 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:51.150 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:51.150 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:51.150 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:51.151 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:51.151 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:51.151 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:51.151 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:51.151 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:51.151 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:51.151 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:51.151 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:51.151 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:51.151 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:51.151 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:51.151 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:51.151 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:51.151 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:51.152 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:51.152 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:51.152 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:51.152 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:51.152 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:51.152 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:51.152 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:51.152 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:51.152 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:51.152 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:51.152 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:51.152 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:51.152 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:51.152 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:51.153 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:51.153 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:51.153 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:51.153 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:51.153 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:51.153 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:51.153 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:51.153 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:51.153 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:51.153 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:51.153 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.153 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:51.153 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:51.153 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:51.154 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:51.154 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:51.154 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:51.154 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.154 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T08:23:51.154 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:51.154 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.154 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.154 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:51.154 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:51.154 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:51.154 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T08:23:51.154 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.154 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T08:23:51.155 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:51.155 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:51.155 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:51.155 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:51.155 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:51.155 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:51.155 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.041230+0000", 2024-04-02T08:23:51.155 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.648685+0000", 2024-04-02T08:23:51.155 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.648685+0000", 2024-04-02T08:23:51.155 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.649476+0000", 2024-04-02T08:23:51.155 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.041230+0000", 2024-04-02T08:23:51.155 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:51.155 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:51.155 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:51.155 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:51.156 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.041230+0000", 2024-04-02T08:23:51.156 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.041230+0000", 2024-04-02T08:23:51.156 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.041230+0000", 2024-04-02T08:23:51.156 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:51.156 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:51.156 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:51.156 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.041230+0000", 2024-04-02T08:23:51.156 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.041230+0000", 2024-04-02T08:23:51.156 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:51.156 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 1, 2024-04-02T08:23:51.156 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:51.156 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:51.156 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:51.156 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:51.156 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:51.157 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:51.157 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:51.157 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 1, 2024-04-02T08:23:51.157 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:51.157 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:51.157 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:51.157 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.d", 2024-04-02T08:23:51.157 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:51.157 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:51.157 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:51.157 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 21, 2024-04-02T08:23:51.157 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:51.157 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:48:24.460254+0000", 2024-04-02T08:23:51.157 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:51.157 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:51.158 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:51.158 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 70, 2024-04-02T08:23:51.158 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:51.158 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:51.158 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:51.158 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:51.158 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:51.158 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:51.158 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:51.158 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:51.158 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:51.158 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:51.158 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:51.158 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:51.159 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:51.159 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:51.159 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:51.159 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 3, 2024-04-02T08:23:51.159 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 1, 2024-04-02T08:23:51.159 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:51.159 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 1, 2024-04-02T08:23:51.159 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:51.159 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:51.159 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:51.159 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:51.159 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:51.159 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:51.159 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:51.159 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:51.160 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:51.160 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:51.160 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:51.160 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:51.160 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:51.160 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:51.160 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:51.160 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:51.160 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:51.160 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:51.160 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 1, 2024-04-02T08:23:51.160 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 1 2024-04-02T08:23:51.160 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.160 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:51.160 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:51.161 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:51.161 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:51.161 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:51.161 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T08:23:51.161 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.161 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T08:23:51.161 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'1" 2024-04-02T08:23:51.161 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.161 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.161 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:51.161 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:51.161 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:51.161 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:51.161 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.161 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T08:23:51.161 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:51.162 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:51.162 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:51.162 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:51.162 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:51.162 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:51.162 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.040782+0000", 2024-04-02T08:23:51.162 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.013827+0000", 2024-04-02T08:23:51.162 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.013827+0000", 2024-04-02T08:23:51.162 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.014157+0000", 2024-04-02T08:23:51.162 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.040782+0000", 2024-04-02T08:23:51.162 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.162 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:51.162 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.163 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:51.163 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.040782+0000", 2024-04-02T08:23:51.163 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.040782+0000", 2024-04-02T08:23:51.163 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.040782+0000", 2024-04-02T08:23:51.163 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:51.163 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:51.163 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.163 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.040782+0000", 2024-04-02T08:23:51.163 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.040782+0000", 2024-04-02T08:23:51.163 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:51.163 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:51.163 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:51.163 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:51.163 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:51.164 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:51.164 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:51.164 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:51.164 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:51.164 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:51.164 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:51.164 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:51.164 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:51.164 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.c", 2024-04-02T08:23:51.164 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:51.164 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:51.164 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:51.164 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:51.164 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:51.164 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:33:41.027362+0000", 2024-04-02T08:23:51.164 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:51.165 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:51.165 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:51.165 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:51.165 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:51.165 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:51.165 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:51.165 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:51.165 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:51.165 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:51.165 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:51.165 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:51.165 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:51.165 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:51.165 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:51.165 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:51.165 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:51.166 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:51.166 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:51.166 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:51.166 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:51.166 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:51.166 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:51.166 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:51.166 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:51.166 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:51.166 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:51.166 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:51.166 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:51.166 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:51.167 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:51.167 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:51.167 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:51.167 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:51.167 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:51.167 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:51.167 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:51.167 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:51.167 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:51.167 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:51.167 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:51.167 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:51.167 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:51.167 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.167 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:51.168 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:51.168 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:51.168 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:51.168 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:51.168 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:51.168 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.168 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T08:23:51.168 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:51.168 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.168 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.168 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:51.168 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:51.168 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:51.168 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:51.168 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.169 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 2, 2024-04-02T08:23:51.169 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:51.169 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:51.169 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:51.169 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:51.169 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:51.169 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:51.169 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.041178+0000", 2024-04-02T08:23:51.169 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.641501+0000", 2024-04-02T08:23:51.169 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.641501+0000", 2024-04-02T08:23:51.169 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.641873+0000", 2024-04-02T08:23:51.169 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.041178+0000", 2024-04-02T08:23:51.169 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:51.169 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:51.169 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:51.170 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:51.170 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.041178+0000", 2024-04-02T08:23:51.170 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.041178+0000", 2024-04-02T08:23:51.170 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.041178+0000", 2024-04-02T08:23:51.170 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:51.170 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:51.170 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:51.170 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.041178+0000", 2024-04-02T08:23:51.170 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.041178+0000", 2024-04-02T08:23:51.170 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:51.170 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2, 2024-04-02T08:23:51.170 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:51.170 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:51.171 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:51.171 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:51.171 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:51.171 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:51.171 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:51.171 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2, 2024-04-02T08:23:51.171 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:51.171 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:51.171 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:51.171 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.e", 2024-04-02T08:23:51.171 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:51.171 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:51.171 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:51.171 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 22, 2024-04-02T08:23:51.172 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:51.172 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:41:10.327745+0000", 2024-04-02T08:23:51.172 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:51.172 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:51.172 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:51.172 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:51.172 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:51.172 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:51.172 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:51.172 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:51.172 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:51.172 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:51.172 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:51.172 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:51.172 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:51.173 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:51.173 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:51.173 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:51.173 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:51.173 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:51.173 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:51.173 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 3, 2024-04-02T08:23:51.173 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 1, 2024-04-02T08:23:51.173 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:51.173 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 1, 2024-04-02T08:23:51.173 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:51.173 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:51.173 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:51.173 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:51.173 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:51.174 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T08:23:51.174 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:51.174 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:51.174 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:51.174 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:51.174 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:51.174 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:51.174 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:51.174 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:51.174 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:51.174 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:51.174 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:51.174 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:51.174 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 3, 2024-04-02T08:23:51.175 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:51.175 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.175 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:51.175 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:51.175 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:51.175 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:51.175 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:51.175 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:51.175 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.175 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 2, 2024-04-02T08:23:51.175 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'2" 2024-04-02T08:23:51.175 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.175 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.175 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:51.175 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:51.175 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:51.175 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:51.176 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.176 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T08:23:51.176 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:51.176 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:51.176 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:51.176 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:51.176 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:51.176 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:51.176 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.329011+0000", 2024-04-02T08:23:51.176 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.041348+0000", 2024-04-02T08:23:51.176 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.041348+0000", 2024-04-02T08:23:51.176 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.041716+0000", 2024-04-02T08:23:51.176 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.329011+0000", 2024-04-02T08:23:51.176 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.176 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:51.177 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.177 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:51.177 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.329011+0000", 2024-04-02T08:23:51.177 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.329011+0000", 2024-04-02T08:23:51.177 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.329011+0000", 2024-04-02T08:23:51.177 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:51.177 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:51.177 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.177 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.329011+0000", 2024-04-02T08:23:51.177 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.329011+0000", 2024-04-02T08:23:51.177 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:51.177 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:51.177 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:51.177 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:51.177 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:51.177 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:51.178 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:51.178 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:51.178 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:51.178 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:51.178 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:51.178 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:51.178 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:51.178 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.f", 2024-04-02T08:23:51.178 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:51.178 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:51.178 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:51.178 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:51.178 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:51.178 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:31:30.108019+0000", 2024-04-02T08:23:51.179 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:51.179 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:51.179 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:51.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:51.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:51.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:51.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:51.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:51.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:51.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:51.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:51.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:51.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:51.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:51.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:51.180 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:51.180 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:51.180 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:51.180 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:51.180 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:51.180 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:51.180 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:51.180 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:51.180 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:51.180 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:51.180 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:51.180 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:51.180 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:51.180 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:51.181 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:51.181 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:51.181 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:51.181 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:51.181 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:51.181 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:51.181 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:51.181 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:51.181 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:51.181 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:51.181 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:51.181 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:51.181 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:51.181 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:51.181 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.182 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:51.182 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:51.182 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:51.182 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:51.182 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:51.182 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:51.182 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.182 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T08:23:51.182 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:51.182 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.182 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.182 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:51.182 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:51.183 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:51.183 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T08:23:51.183 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.183 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T08:23:51.183 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:51.183 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:51.183 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:51.183 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:51.183 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:51.183 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:51.183 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398162+0000", 2024-04-02T08:23:51.183 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.026451+0000", 2024-04-02T08:23:51.183 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.026451+0000", 2024-04-02T08:23:51.183 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.026776+0000", 2024-04-02T08:23:51.183 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398162+0000", 2024-04-02T08:23:51.184 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.184 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:51.184 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.184 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:51.184 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398162+0000", 2024-04-02T08:23:51.184 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398162+0000", 2024-04-02T08:23:51.184 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398162+0000", 2024-04-02T08:23:51.184 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:51.184 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:51.184 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.184 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398162+0000", 2024-04-02T08:23:51.184 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398162+0000", 2024-04-02T08:23:51.184 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:51.184 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:51.184 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:51.185 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:51.185 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:51.185 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:51.185 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:51.185 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:51.185 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:51.185 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:51.185 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:51.185 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:51.185 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:51.185 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.20", 2024-04-02T08:23:51.185 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:51.185 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:51.185 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:51.185 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:51.186 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:51.186 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:37:45.099523+0000", 2024-04-02T08:23:51.186 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:51.186 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:51.186 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:51.186 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:51.186 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:51.186 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:51.186 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:51.186 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:51.186 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:51.186 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:51.186 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:51.186 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:51.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:51.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:51.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:51.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:51.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:51.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:51.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:51.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:51.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:51.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:51.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:51.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:51.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:51.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:51.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:51.188 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:51.188 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:51.188 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:51.188 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:51.188 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:51.188 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:51.188 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:51.188 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:51.188 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:51.188 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:51.188 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:51.188 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:51.188 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:51.188 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:51.188 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:51.188 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:51.189 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.189 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:51.189 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:51.189 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:51.189 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:51.189 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:51.189 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T08:23:51.189 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.189 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T08:23:51.189 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:51.189 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.189 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.189 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:51.189 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:51.189 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:51.189 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:51.190 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.190 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 2, 2024-04-02T08:23:51.190 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:51.190 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:51.190 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:51.190 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:51.190 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:51.190 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:51.190 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.040409+0000", 2024-04-02T08:23:51.190 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.013063+0000", 2024-04-02T08:23:51.190 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.013063+0000", 2024-04-02T08:23:51.190 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.013352+0000", 2024-04-02T08:23:51.190 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.040409+0000", 2024-04-02T08:23:51.191 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.191 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:51.191 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.191 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:51.191 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.040409+0000", 2024-04-02T08:23:51.191 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.040409+0000", 2024-04-02T08:23:51.191 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.040409+0000", 2024-04-02T08:23:51.191 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:51.191 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:51.191 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.191 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.040409+0000", 2024-04-02T08:23:51.191 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.040409+0000", 2024-04-02T08:23:51.191 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:51.191 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:51.192 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:51.192 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:51.192 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:51.192 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:51.192 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:51.192 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:51.192 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:51.192 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:51.192 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:51.192 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:51.192 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:51.192 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.21", 2024-04-02T08:23:51.192 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:51.192 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:51.192 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:51.192 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:51.193 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:51.193 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:37:03.983674+0000", 2024-04-02T08:23:51.193 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:51.193 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:51.193 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:51.193 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:51.193 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:51.193 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:51.193 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:51.193 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:51.193 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:51.193 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:51.193 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:51.193 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:51.193 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:51.193 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:51.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:51.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:51.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:51.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:51.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:51.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:51.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:51.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:51.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:51.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:51.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:51.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:51.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:51.195 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:51.195 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:51.195 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:51.195 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:51.195 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:51.195 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:51.195 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:51.195 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:51.195 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:51.195 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:51.195 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:51.195 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:51.195 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:51.195 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:51.195 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:51.195 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:51.196 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.196 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:51.196 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:51.196 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:51.196 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:51.196 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:51.196 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:51.196 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.196 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 2, 2024-04-02T08:23:51.196 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:51.196 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.196 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.196 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:51.196 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:51.196 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:51.196 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:51.197 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.197 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T08:23:51.197 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:51.197 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:51.197 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:51.197 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:51.197 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:51.197 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:51.197 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.040732+0000", 2024-04-02T08:23:51.197 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.018798+0000", 2024-04-02T08:23:51.197 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.018798+0000", 2024-04-02T08:23:51.197 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.020336+0000", 2024-04-02T08:23:51.197 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.040732+0000", 2024-04-02T08:23:51.197 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.197 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:51.197 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.198 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:51.198 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.040732+0000", 2024-04-02T08:23:51.198 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.040732+0000", 2024-04-02T08:23:51.198 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.040732+0000", 2024-04-02T08:23:51.198 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:51.198 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:51.198 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.198 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.040732+0000", 2024-04-02T08:23:51.198 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.040732+0000", 2024-04-02T08:23:51.198 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:51.198 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:51.198 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:51.198 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:51.198 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:51.198 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:51.199 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:51.199 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:51.199 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:51.199 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:51.199 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:51.199 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:51.199 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:51.199 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.22", 2024-04-02T08:23:51.199 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:51.199 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:51.199 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:51.199 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:51.199 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:51.199 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:46:57.225102+0000", 2024-04-02T08:23:51.199 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:51.200 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:51.200 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:51.200 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:51.200 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:51.200 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:51.200 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:51.200 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:51.200 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:51.200 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:51.200 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:51.200 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:51.200 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:51.200 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:51.200 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:51.200 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:51.201 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:51.201 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:51.201 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:51.201 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:51.201 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:51.201 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:51.201 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:51.201 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:51.201 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:51.201 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:51.201 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:51.201 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:51.201 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:51.201 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:51.201 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:51.201 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:51.202 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:51.202 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:51.202 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:51.202 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:51.202 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:51.202 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:51.202 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:51.202 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:51.202 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:51.202 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:51.202 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:51.202 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.202 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:51.202 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:51.203 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:51.203 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:51.203 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:51.203 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:51.203 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.203 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T08:23:51.203 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:51.203 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.203 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.203 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:51.203 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:51.203 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:51.203 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T08:23:51.203 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.203 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T08:23:51.203 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:51.204 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:51.204 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:51.204 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:51.204 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:51.204 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:51.204 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.397777+0000", 2024-04-02T08:23:51.204 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.025461+0000", 2024-04-02T08:23:51.204 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.025461+0000", 2024-04-02T08:23:51.204 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.025726+0000", 2024-04-02T08:23:51.204 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.397777+0000", 2024-04-02T08:23:51.204 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.204 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:51.204 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.204 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:51.205 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.397777+0000", 2024-04-02T08:23:51.205 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.397777+0000", 2024-04-02T08:23:51.205 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.397777+0000", 2024-04-02T08:23:51.205 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:51.205 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:51.205 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.205 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.397777+0000", 2024-04-02T08:23:51.205 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.397777+0000", 2024-04-02T08:23:51.205 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:51.205 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:51.205 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:51.205 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:51.205 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:51.205 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:51.205 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:51.206 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:51.206 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:51.206 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:51.206 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:51.206 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:51.206 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:51.206 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.23", 2024-04-02T08:23:51.206 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:51.206 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:51.206 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:51.206 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:51.206 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:51.206 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:34:04.211579+0000", 2024-04-02T08:23:51.206 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:51.206 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:51.207 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:51.207 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:51.207 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:51.207 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:51.207 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:51.207 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:51.207 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:51.207 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:51.207 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:51.207 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:51.207 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:51.207 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:51.207 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:51.207 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:51.207 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:51.208 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:51.208 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:51.208 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:51.208 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:51.208 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:51.208 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:51.208 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:51.208 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:51.208 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:51.208 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:51.208 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:51.208 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:51.208 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:51.208 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:51.208 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:51.209 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:51.209 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:51.209 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:51.209 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:51.209 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:51.209 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:51.209 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:51.209 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:51.209 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:51.209 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:51.209 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:51.209 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.209 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:51.209 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:51.210 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:51.210 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:51.210 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:51.210 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T08:23:51.210 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.210 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T08:23:51.210 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:51.210 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.210 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.210 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:51.210 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:51.210 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:51.210 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:51.210 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.210 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T08:23:51.211 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:51.211 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:51.211 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:51.211 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:51.211 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:51.211 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:51.211 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398564+0000", 2024-04-02T08:23:51.211 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.015114+0000", 2024-04-02T08:23:51.211 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.015114+0000", 2024-04-02T08:23:51.211 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.015382+0000", 2024-04-02T08:23:51.211 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398564+0000", 2024-04-02T08:23:51.211 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.211 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:51.211 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.211 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:51.212 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398564+0000", 2024-04-02T08:23:51.212 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398564+0000", 2024-04-02T08:23:51.212 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398564+0000", 2024-04-02T08:23:51.212 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:51.212 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:51.212 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.212 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398564+0000", 2024-04-02T08:23:51.212 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398564+0000", 2024-04-02T08:23:51.212 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:51.212 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:51.212 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:51.212 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:51.212 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:51.212 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:51.212 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:51.213 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:51.213 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:51.213 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:51.213 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:51.213 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:51.213 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:51.213 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.24", 2024-04-02T08:23:51.213 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:51.213 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:51.213 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:51.213 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:51.213 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:51.213 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:46:30.002195+0000", 2024-04-02T08:23:51.213 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:51.213 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:51.213 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:51.214 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:51.214 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:51.214 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:51.214 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:51.214 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:51.214 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:51.214 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:51.214 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:51.214 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:51.214 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:51.214 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:51.214 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:51.214 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:51.214 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:51.214 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:51.215 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:51.215 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:51.215 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:51.215 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:51.215 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:51.215 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:51.215 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:51.215 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:51.215 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:51.215 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:51.215 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:51.215 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:51.215 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:51.215 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:51.215 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:51.216 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:51.216 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:51.216 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:51.216 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:51.216 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:51.216 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:51.216 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:51.216 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:51.216 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:51.216 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:51.216 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.216 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:51.216 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:51.216 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:51.216 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:51.217 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:51.217 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:51.217 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.217 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T08:23:51.217 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:51.217 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.217 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.217 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:51.217 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:51.217 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:51.217 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:51.217 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.217 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T08:23:51.217 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:51.217 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:51.217 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:51.218 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:51.218 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:51.218 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:51.218 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.041129+0000", 2024-04-02T08:23:51.218 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.016660+0000", 2024-04-02T08:23:51.218 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.016660+0000", 2024-04-02T08:23:51.218 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.017423+0000", 2024-04-02T08:23:51.218 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.041129+0000", 2024-04-02T08:23:51.218 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.218 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:51.218 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.218 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:51.218 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.041129+0000", 2024-04-02T08:23:51.219 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.041129+0000", 2024-04-02T08:23:51.219 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.041129+0000", 2024-04-02T08:23:51.219 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:51.219 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:51.219 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.219 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.041129+0000", 2024-04-02T08:23:51.219 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.041129+0000", 2024-04-02T08:23:51.219 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:51.219 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:51.219 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:51.219 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:51.219 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:51.219 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:51.219 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:51.220 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:51.220 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:51.220 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:51.220 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:51.220 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:51.220 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:51.220 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.25", 2024-04-02T08:23:51.220 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:51.220 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:51.220 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:51.220 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:51.220 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:51.220 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:47:46.397050+0000", 2024-04-02T08:23:51.220 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:51.220 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:51.221 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:51.221 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:51.221 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:51.221 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:51.221 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:51.221 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:51.221 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:51.221 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:51.221 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:51.221 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:51.221 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:51.221 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:51.221 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:51.221 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:51.221 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:51.222 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:51.222 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:51.222 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:51.222 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:51.222 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:51.222 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:51.222 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:51.222 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:51.222 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:51.222 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:51.222 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:51.222 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:51.222 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:51.222 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:51.222 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:51.223 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:51.223 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:51.223 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:51.223 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:51.223 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:51.223 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:51.223 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:51.223 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:51.223 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:51.223 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:51.223 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:51.223 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.224 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:51.224 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:51.224 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:51.224 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:51.224 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:51.224 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:51.224 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.224 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T08:23:51.224 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:51.224 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.224 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.224 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:51.224 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:51.224 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:51.224 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T08:23:51.225 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.225 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T08:23:51.225 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:51.225 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:51.225 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:51.225 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:51.225 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:51.225 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:51.225 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.399086+0000", 2024-04-02T08:23:51.225 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.035455+0000", 2024-04-02T08:23:51.225 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.035455+0000", 2024-04-02T08:23:51.225 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.035922+0000", 2024-04-02T08:23:51.225 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.399086+0000", 2024-04-02T08:23:51.225 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.226 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:51.226 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.226 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:51.226 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.399086+0000", 2024-04-02T08:23:51.226 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.399086+0000", 2024-04-02T08:23:51.226 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.399086+0000", 2024-04-02T08:23:51.226 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:51.226 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:51.226 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.226 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.399086+0000", 2024-04-02T08:23:51.226 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.399086+0000", 2024-04-02T08:23:51.226 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:51.226 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:51.226 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:51.227 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:51.227 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:51.227 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:51.227 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:51.227 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:51.227 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:51.227 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:51.227 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:51.227 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:51.227 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:51.227 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.26", 2024-04-02T08:23:51.227 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:51.227 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:51.227 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:51.227 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:51.228 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:51.228 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:03:45.344318+0000", 2024-04-02T08:23:51.228 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:51.228 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:51.228 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:51.228 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:51.228 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:51.228 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:51.228 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:51.228 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:51.228 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:51.228 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:51.228 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:51.229 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:51.229 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:51.229 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:51.229 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:51.229 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:51.229 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:51.229 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:51.229 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:51.229 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:51.229 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:51.229 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:51.229 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:51.229 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:51.229 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:51.229 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:51.230 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:51.230 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:51.230 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:51.230 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:51.230 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:51.230 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:51.230 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:51.230 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:51.230 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:51.230 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:51.230 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:51.230 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:51.230 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:51.231 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:51.231 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:51.231 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:51.231 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:51.231 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.231 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:51.231 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:51.231 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:51.231 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:51.231 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:51.231 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T08:23:51.231 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.231 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T08:23:51.231 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:51.232 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.232 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.232 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:51.232 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:51.232 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:51.232 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:51.232 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.232 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T08:23:51.232 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:51.232 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:51.232 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:51.232 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:51.232 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:51.232 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:51.232 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398602+0000", 2024-04-02T08:23:51.233 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:47.911816+0000", 2024-04-02T08:23:51.233 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:47.911816+0000", 2024-04-02T08:23:51.233 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:47.912277+0000", 2024-04-02T08:23:51.233 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398602+0000", 2024-04-02T08:23:51.233 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.233 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:51.233 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.233 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 64, 2024-04-02T08:23:51.233 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398602+0000", 2024-04-02T08:23:51.233 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398602+0000", 2024-04-02T08:23:51.233 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398602+0000", 2024-04-02T08:23:51.233 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:51.233 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:51.233 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.234 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398602+0000", 2024-04-02T08:23:51.234 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398602+0000", 2024-04-02T08:23:51.234 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:51.234 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:51.234 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:51.234 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:51.234 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 63, 2024-04-02T08:23:51.234 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:51.234 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:51.234 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:51.234 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:51.234 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:51.234 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:51.234 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:51.235 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:51.235 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.27", 2024-04-02T08:23:51.235 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:51.235 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:51.235 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:51.235 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 28, 2024-04-02T08:23:51.235 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:51.235 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:19:59.823622+0000", 2024-04-02T08:23:51.235 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:51.235 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:51.235 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:51.235 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:51.235 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:51.235 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:51.236 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:51.236 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:51.236 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:51.236 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:51.236 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:51.236 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:51.236 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:51.236 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:51.236 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:51.236 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:51.236 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:51.236 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:51.236 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:51.236 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:51.236 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:51.237 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:51.237 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:51.237 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:51.237 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:51.237 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:51.237 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:51.237 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:51.237 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:51.237 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:51.237 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:51.237 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:51.237 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:51.237 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:51.237 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:51.238 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:51.238 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:51.238 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:51.238 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:51.238 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:51.238 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:51.238 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:51.238 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:51.238 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.238 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:51.238 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:51.238 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:51.238 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:51.238 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:51.239 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:51.239 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.239 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T08:23:51.239 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:51.239 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.239 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.239 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:51.239 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:51.239 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:51.239 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:51.239 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.239 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T08:23:51.239 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:51.239 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:51.240 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:51.240 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:51.240 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:51.240 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:51.240 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.040637+0000", 2024-04-02T08:23:51.240 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.012846+0000", 2024-04-02T08:23:51.240 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.012846+0000", 2024-04-02T08:23:51.240 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.014532+0000", 2024-04-02T08:23:51.240 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.040637+0000", 2024-04-02T08:23:51.240 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.240 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:51.240 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.240 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:51.240 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.040637+0000", 2024-04-02T08:23:51.241 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.040637+0000", 2024-04-02T08:23:51.241 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.040637+0000", 2024-04-02T08:23:51.241 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:51.241 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:51.241 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.241 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.040637+0000", 2024-04-02T08:23:51.241 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.040637+0000", 2024-04-02T08:23:51.241 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:51.241 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:51.241 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:51.241 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:51.241 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:51.241 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:51.242 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:51.242 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:51.242 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:51.242 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:51.242 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:51.242 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:51.242 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:51.242 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.28", 2024-04-02T08:23:51.242 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:51.242 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:51.242 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:51.242 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:51.242 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:51.242 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:22:53.839236+0000", 2024-04-02T08:23:51.243 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:51.243 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:51.243 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:51.243 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:51.243 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:51.243 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:51.243 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:51.243 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:51.243 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:51.243 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:51.243 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:51.243 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:51.243 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:51.243 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:51.243 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:51.244 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:51.244 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:51.244 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:51.244 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:51.244 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:51.244 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:51.244 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:51.244 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:51.244 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:51.244 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:51.244 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:51.244 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:51.244 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:51.244 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:51.245 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:51.245 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:51.245 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:51.245 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:51.245 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:51.245 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:51.245 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:51.245 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:51.245 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:51.245 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:51.245 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:51.245 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:51.245 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:51.245 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:51.245 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.245 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:51.246 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:51.246 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:51.246 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:51.246 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:51.246 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:51.246 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.246 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T08:23:51.246 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:51.246 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.246 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.246 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:51.246 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:51.246 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:51.247 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:51.247 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.247 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T08:23:51.247 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:51.247 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:51.247 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:51.247 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:51.247 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:51.247 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:51.247 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.397969+0000", 2024-04-02T08:23:51.247 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.019746+0000", 2024-04-02T08:23:51.247 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.019746+0000", 2024-04-02T08:23:51.247 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.020175+0000", 2024-04-02T08:23:51.247 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.397969+0000", 2024-04-02T08:23:51.247 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.247 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:51.248 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.248 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:51.248 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.397969+0000", 2024-04-02T08:23:51.248 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.397969+0000", 2024-04-02T08:23:51.248 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.397969+0000", 2024-04-02T08:23:51.248 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:51.248 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:51.248 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.248 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.397969+0000", 2024-04-02T08:23:51.248 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.397969+0000", 2024-04-02T08:23:51.248 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:51.248 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:51.248 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:51.248 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:51.249 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:51.249 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:51.249 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:51.249 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:51.249 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:51.249 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:51.249 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:51.249 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:51.249 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:51.249 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.29", 2024-04-02T08:23:51.249 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:51.249 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:51.249 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:51.249 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:51.250 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:51.250 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:50:13.525603+0000", 2024-04-02T08:23:51.250 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:51.250 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:51.250 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:51.250 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:51.250 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:51.250 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:51.250 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:51.250 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:51.250 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:51.250 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:51.250 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:51.251 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:51.251 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:51.251 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:51.251 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:51.251 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:51.251 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:51.251 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:51.251 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:51.251 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:51.251 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:51.251 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:51.251 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:51.251 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:51.251 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:51.251 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:51.252 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:51.252 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:51.252 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:51.252 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:51.252 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:51.252 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:51.252 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:51.252 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:51.252 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:51.252 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:51.252 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:51.252 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:51.252 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:51.252 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:51.253 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:51.253 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:51.253 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:51.253 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.253 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:51.253 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:51.253 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:51.253 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:51.253 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:51.253 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:51.253 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.253 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T08:23:51.253 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:51.253 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.253 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.254 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:51.254 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:51.254 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:51.254 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:51.254 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.254 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T08:23:51.254 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:51.254 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:51.254 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:51.254 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:51.254 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:51.254 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:51.254 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.040805+0000", 2024-04-02T08:23:51.255 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.024746+0000", 2024-04-02T08:23:51.255 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.024746+0000", 2024-04-02T08:23:51.255 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.026187+0000", 2024-04-02T08:23:51.255 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.040805+0000", 2024-04-02T08:23:51.255 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.255 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:51.255 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.255 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:51.255 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.040805+0000", 2024-04-02T08:23:51.255 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.040805+0000", 2024-04-02T08:23:51.255 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.040805+0000", 2024-04-02T08:23:51.255 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:51.255 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:51.255 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.256 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.040805+0000", 2024-04-02T08:23:51.256 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.040805+0000", 2024-04-02T08:23:51.256 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:51.256 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:51.256 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:51.256 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:51.256 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:51.256 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:51.256 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:51.256 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:51.256 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:51.256 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:51.256 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:51.256 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:51.256 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:51.257 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.2a", 2024-04-02T08:23:51.257 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:51.257 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:51.257 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:51.257 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:51.257 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:51.257 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:50:39.331951+0000", 2024-04-02T08:23:51.257 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:51.257 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:51.257 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:51.257 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:51.257 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:51.257 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:51.257 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:51.257 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:51.257 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:51.258 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:51.258 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:51.258 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:51.258 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:51.258 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:51.258 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:51.258 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:51.258 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:51.258 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:51.258 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:51.258 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:51.258 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:51.258 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:51.258 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:51.259 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:51.259 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:51.259 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:51.259 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:51.259 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:51.259 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:51.259 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:51.259 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:51.259 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:51.259 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:51.259 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:51.259 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:51.259 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:51.259 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:51.259 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:51.260 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:51.260 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:51.260 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:51.260 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:51.260 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:51.260 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.260 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:51.260 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:51.260 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:51.260 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:51.260 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:51.260 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:51.260 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.260 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T08:23:51.261 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:51.261 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.261 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.261 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:51.261 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:51.261 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:51.261 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:51.261 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.261 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T08:23:51.261 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:51.261 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:51.261 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:51.261 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:51.261 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:51.261 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:51.262 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.397863+0000", 2024-04-02T08:23:51.262 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.029512+0000", 2024-04-02T08:23:51.262 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.029512+0000", 2024-04-02T08:23:51.262 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.029837+0000", 2024-04-02T08:23:51.262 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.397863+0000", 2024-04-02T08:23:51.262 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.262 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:51.262 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.262 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:51.262 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.397863+0000", 2024-04-02T08:23:51.262 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.397863+0000", 2024-04-02T08:23:51.262 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.397863+0000", 2024-04-02T08:23:51.262 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:51.262 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:51.263 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.263 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.397863+0000", 2024-04-02T08:23:51.263 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.397863+0000", 2024-04-02T08:23:51.263 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:51.263 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:51.263 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:51.263 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:51.263 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:51.263 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:51.263 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:51.263 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:51.263 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:51.263 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:51.263 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:51.263 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:51.264 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:51.264 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.2b", 2024-04-02T08:23:51.264 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:51.264 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:51.264 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:51.264 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:51.264 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:51.264 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:22:47.241898+0000", 2024-04-02T08:23:51.264 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:51.264 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:51.264 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:51.264 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:51.264 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:51.264 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:51.265 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:51.265 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:51.265 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:51.265 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:51.265 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:51.265 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:51.265 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:51.265 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:51.265 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:51.265 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:51.265 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:51.265 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:51.265 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:51.265 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:51.266 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:51.266 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:51.266 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:51.266 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:51.266 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:51.266 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:51.266 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:51.266 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:51.266 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:51.266 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:51.266 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:51.266 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:51.266 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:51.266 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:51.267 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:51.267 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:51.267 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:51.267 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:51.267 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:51.267 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:51.267 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:51.267 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:51.267 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:51.267 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.267 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:51.267 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:51.267 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:51.267 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:51.268 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:51.268 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:51.268 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.268 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T08:23:51.268 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:51.268 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.268 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.268 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:51.268 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:51.268 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:51.268 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:51.268 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.268 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T08:23:51.268 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:51.268 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:51.269 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:51.269 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:51.269 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:51.269 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:51.269 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398623+0000", 2024-04-02T08:23:51.269 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.032002+0000", 2024-04-02T08:23:51.269 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.032002+0000", 2024-04-02T08:23:51.269 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.034287+0000", 2024-04-02T08:23:51.269 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398623+0000", 2024-04-02T08:23:51.269 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.269 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:51.269 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.269 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:51.269 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398623+0000", 2024-04-02T08:23:51.270 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398623+0000", 2024-04-02T08:23:51.270 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398623+0000", 2024-04-02T08:23:51.270 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:51.270 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:51.270 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:51.270 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398623+0000", 2024-04-02T08:23:51.270 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398623+0000", 2024-04-02T08:23:51.270 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:51.270 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:51.270 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:51.270 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:51.270 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:51.270 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:51.270 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:51.271 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:51.271 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:51.271 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:51.271 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:51.271 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:51.271 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:51.271 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.2c", 2024-04-02T08:23:51.271 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:51.271 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:51.271 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:51.271 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:51.271 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:51.271 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:13:45.183063+0000", 2024-04-02T08:23:51.271 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:51.272 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:51.272 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:51.272 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:51.272 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:51.272 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:51.272 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:51.272 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:51.272 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:51.272 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:51.272 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:51.272 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:51.272 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:51.272 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:51.272 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:51.272 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:51.273 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:51.273 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:51.273 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:51.273 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:51.273 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:51.273 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:51.273 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:51.273 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:51.273 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:51.273 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:51.273 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:51.273 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:51.273 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:51.273 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:51.273 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:51.274 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:51.274 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:51.274 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:51.274 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:51.274 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:51.274 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:51.274 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:51.274 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:51.274 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:51.274 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:51.274 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:51.274 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:51.274 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.274 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:51.275 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:51.275 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:51.275 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:51.275 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:51.275 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:51.275 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.275 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T08:23:51.275 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:51.275 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.275 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.275 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_per_pool": [ 2024-04-02T08:23:51.275 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.275 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": 24, 2024-04-02T08:23:51.275 INFO:tasks.workunit.client.0.smithi012.stdout: "application": [ 2024-04-02T08:23:51.275 INFO:tasks.workunit.client.0.smithi012.stdout: "rbd" 2024-04-02T08:23:51.276 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.276 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:51.276 INFO:tasks.workunit.client.0.smithi012.stdout: "num_pg": 8, 2024-04-02T08:23:51.276 INFO:tasks.workunit.client.0.smithi012.stdout: "num_store_stats": 8, 2024-04-02T08:23:51.276 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:51.276 INFO:tasks.workunit.client.0.smithi012.stdout: "poolid": 4, 2024-04-02T08:23:51.276 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:51.276 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:51.276 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:51.276 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:51.276 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:51.276 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:51.276 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:51.276 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:51.276 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:51.277 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:51.277 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:51.277 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:51.277 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:51.277 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:51.277 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:51.277 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:51.277 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:51.277 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:51.277 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:51.277 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:51.277 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:51.277 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:51.277 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:51.278 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:51.278 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:51.278 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:51.278 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:51.278 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:51.278 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:51.278 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:51.278 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:51.278 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:51.278 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:51.278 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:51.278 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:51.278 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:51.278 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:51.279 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:51.279 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:51.279 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:51.279 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:51.279 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.279 INFO:tasks.workunit.client.0.smithi012.stdout: "store_stats": { 2024-04-02T08:23:51.279 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": 0, 2024-04-02T08:23:51.279 INFO:tasks.workunit.client.0.smithi012.stdout: "available": 0, 2024-04-02T08:23:51.279 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed": 0, 2024-04-02T08:23:51.279 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_allocated": 0, 2024-04-02T08:23:51.279 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_original": 0, 2024-04-02T08:23:51.279 INFO:tasks.workunit.client.0.smithi012.stdout: "data_stored": 0, 2024-04-02T08:23:51.279 INFO:tasks.workunit.client.0.smithi012.stdout: "internal_metadata": 0, 2024-04-02T08:23:51.279 INFO:tasks.workunit.client.0.smithi012.stdout: "internally_reserved": 0, 2024-04-02T08:23:51.280 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_allocated": 0, 2024-04-02T08:23:51.280 INFO:tasks.workunit.client.0.smithi012.stdout: "total": 0 2024-04-02T08:23:51.280 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.280 INFO:tasks.workunit.client.0.smithi012.stdout: "up": 24 2024-04-02T08:23:51.280 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.280 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.280 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": 192, 2024-04-02T08:23:51.280 INFO:tasks.workunit.client.0.smithi012.stdout: "application": [ 2024-04-02T08:23:51.280 INFO:tasks.workunit.client.0.smithi012.stdout: "cephfs" 2024-04-02T08:23:51.280 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.280 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:51.280 INFO:tasks.workunit.client.0.smithi012.stdout: "num_pg": 64, 2024-04-02T08:23:51.280 INFO:tasks.workunit.client.0.smithi012.stdout: "num_store_stats": 8, 2024-04-02T08:23:51.280 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:51.281 INFO:tasks.workunit.client.0.smithi012.stdout: "poolid": 3, 2024-04-02T08:23:51.281 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:51.281 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:51.281 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:51.281 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:51.281 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:51.281 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:51.281 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:51.281 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:51.281 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:51.281 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:51.281 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:51.281 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:51.281 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:51.282 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:51.282 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:51.282 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:51.282 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:51.282 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:51.282 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:51.282 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:51.282 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:51.282 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:51.282 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:51.282 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:51.282 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:51.282 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:51.282 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:51.283 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:51.283 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:51.283 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:51.283 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:51.283 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:51.283 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:51.283 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:51.283 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:51.283 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:51.283 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:51.283 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:51.283 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:51.283 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:51.283 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:51.283 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.284 INFO:tasks.workunit.client.0.smithi012.stdout: "store_stats": { 2024-04-02T08:23:51.284 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": 0, 2024-04-02T08:23:51.284 INFO:tasks.workunit.client.0.smithi012.stdout: "available": 0, 2024-04-02T08:23:51.284 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed": 0, 2024-04-02T08:23:51.284 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_allocated": 0, 2024-04-02T08:23:51.284 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_original": 0, 2024-04-02T08:23:51.284 INFO:tasks.workunit.client.0.smithi012.stdout: "data_stored": 0, 2024-04-02T08:23:51.284 INFO:tasks.workunit.client.0.smithi012.stdout: "internal_metadata": 0, 2024-04-02T08:23:51.284 INFO:tasks.workunit.client.0.smithi012.stdout: "internally_reserved": 0, 2024-04-02T08:23:51.284 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_allocated": 0, 2024-04-02T08:23:51.284 INFO:tasks.workunit.client.0.smithi012.stdout: "total": 0 2024-04-02T08:23:51.284 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.284 INFO:tasks.workunit.client.0.smithi012.stdout: "up": 192 2024-04-02T08:23:51.284 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.284 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.285 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": 3, 2024-04-02T08:23:51.285 INFO:tasks.workunit.client.0.smithi012.stdout: "application": [ 2024-04-02T08:23:51.285 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr" 2024-04-02T08:23:51.285 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.285 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 128, 2024-04-02T08:23:51.285 INFO:tasks.workunit.client.0.smithi012.stdout: "num_pg": 1, 2024-04-02T08:23:51.285 INFO:tasks.workunit.client.0.smithi012.stdout: "num_store_stats": 3, 2024-04-02T08:23:51.285 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 128, 2024-04-02T08:23:51.285 INFO:tasks.workunit.client.0.smithi012.stdout: "poolid": 1, 2024-04-02T08:23:51.285 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:51.285 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 590368, 2024-04-02T08:23:51.285 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:51.285 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 1771104, 2024-04-02T08:23:51.285 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:51.285 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:51.285 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:51.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:51.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:51.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:51.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:51.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:51.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:51.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:51.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:51.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:51.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:51.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 6, 2024-04-02T08:23:51.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 2, 2024-04-02T08:23:51.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:51.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 2, 2024-04-02T08:23:51.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:51.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:51.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:51.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:51.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:51.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:51.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:51.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 6, 2024-04-02T08:23:51.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:51.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:51.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:51.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:51.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:51.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 212, 2024-04-02T08:23:51.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 306, 2024-04-02T08:23:51.288 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:51.288 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:51.288 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:51.288 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 179, 2024-04-02T08:23:51.288 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 2416 2024-04-02T08:23:51.288 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.288 INFO:tasks.workunit.client.0.smithi012.stdout: "store_stats": { 2024-04-02T08:23:51.288 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": 1781760, 2024-04-02T08:23:51.288 INFO:tasks.workunit.client.0.smithi012.stdout: "available": 0, 2024-04-02T08:23:51.288 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed": 0, 2024-04-02T08:23:51.288 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_allocated": 0, 2024-04-02T08:23:51.288 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_original": 0, 2024-04-02T08:23:51.288 INFO:tasks.workunit.client.0.smithi012.stdout: "data_stored": 1771104, 2024-04-02T08:23:51.288 INFO:tasks.workunit.client.0.smithi012.stdout: "internal_metadata": 0, 2024-04-02T08:23:51.288 INFO:tasks.workunit.client.0.smithi012.stdout: "internally_reserved": 0, 2024-04-02T08:23:51.288 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_allocated": 0, 2024-04-02T08:23:51.289 INFO:tasks.workunit.client.0.smithi012.stdout: "total": 0 2024-04-02T08:23:51.289 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.289 INFO:tasks.workunit.client.0.smithi012.stdout: "up": 3 2024-04-02T08:23:51.289 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.289 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.289 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": 96, 2024-04-02T08:23:51.289 INFO:tasks.workunit.client.0.smithi012.stdout: "application": [ 2024-04-02T08:23:51.289 INFO:tasks.workunit.client.0.smithi012.stdout: "cephfs" 2024-04-02T08:23:51.289 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.289 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 45, 2024-04-02T08:23:51.289 INFO:tasks.workunit.client.0.smithi012.stdout: "num_pg": 32, 2024-04-02T08:23:51.289 INFO:tasks.workunit.client.0.smithi012.stdout: "num_store_stats": 8, 2024-04-02T08:23:51.289 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 45, 2024-04-02T08:23:51.289 INFO:tasks.workunit.client.0.smithi012.stdout: "poolid": 2, 2024-04-02T08:23:51.289 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:51.290 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 3430, 2024-04-02T08:23:51.290 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:51.290 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:51.290 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:51.290 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:51.290 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:51.290 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:51.290 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:51.290 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:51.290 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:51.290 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:51.290 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:51.290 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:51.291 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:51.291 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:51.291 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:51.291 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 66, 2024-04-02T08:23:51.291 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 22, 2024-04-02T08:23:51.291 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:51.291 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 22, 2024-04-02T08:23:51.291 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:51.291 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:51.291 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:51.291 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:51.291 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:51.291 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 14, 2024-04-02T08:23:51.291 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:51.291 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:51.292 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:51.292 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:51.292 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:51.292 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:51.292 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:51.292 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:51.292 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:51.292 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:51.292 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:51.292 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:51.292 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 51, 2024-04-02T08:23:51.292 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 20 2024-04-02T08:23:51.292 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.292 INFO:tasks.workunit.client.0.smithi012.stdout: "store_stats": { 2024-04-02T08:23:51.292 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": 98304, 2024-04-02T08:23:51.293 INFO:tasks.workunit.client.0.smithi012.stdout: "available": 0, 2024-04-02T08:23:51.293 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed": 0, 2024-04-02T08:23:51.293 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_allocated": 0, 2024-04-02T08:23:51.293 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_original": 0, 2024-04-02T08:23:51.293 INFO:tasks.workunit.client.0.smithi012.stdout: "data_stored": 10290, 2024-04-02T08:23:51.293 INFO:tasks.workunit.client.0.smithi012.stdout: "internal_metadata": 0, 2024-04-02T08:23:51.293 INFO:tasks.workunit.client.0.smithi012.stdout: "internally_reserved": 0, 2024-04-02T08:23:51.293 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_allocated": 0, 2024-04-02T08:23:51.293 INFO:tasks.workunit.client.0.smithi012.stdout: "total": 0 2024-04-02T08:23:51.293 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.293 INFO:tasks.workunit.client.0.smithi012.stdout: "up": 96 2024-04-02T08:23:51.293 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.293 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.293 INFO:tasks.workunit.client.0.smithi012.stdout: "usage": { 2024-04-02T08:23:51.293 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_num": 105, 2024-04-02T08:23:51.294 INFO:tasks.workunit.client.0.smithi012.stdout: "pools": 4, 2024-04-02T08:23:51.294 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_by_class": { 2024-04-02T08:23:51.294 INFO:tasks.workunit.client.0.smithi012.stdout: "ssd": { 2024-04-02T08:23:51.294 INFO:tasks.workunit.client.0.smithi012.stdout: "total_avail_bytes": 767731412992, 2024-04-02T08:23:51.294 INFO:tasks.workunit.client.0.smithi012.stdout: "total_bytes": 767960285184, 2024-04-02T08:23:51.294 INFO:tasks.workunit.client.0.smithi012.stdout: "total_used_bytes": 228872192, 2024-04-02T08:23:51.294 INFO:tasks.workunit.client.0.smithi012.stdout: "total_used_raw_bytes": 228872192, 2024-04-02T08:23:51.294 INFO:tasks.workunit.client.0.smithi012.stdout: "total_used_raw_ratio": 0.0002980260760523379 2024-04-02T08:23:51.294 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.294 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.294 INFO:tasks.workunit.client.0.smithi012.stdout: "total_avail_bytes": 767731412992, 2024-04-02T08:23:51.294 INFO:tasks.workunit.client.0.smithi012.stdout: "total_bytes": 767960285184, 2024-04-02T08:23:51.294 INFO:tasks.workunit.client.0.smithi012.stdout: "total_used_bytes": 228872192 2024-04-02T08:23:51.294 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.295 INFO:tasks.workunit.client.0.smithi012.stdout:} 2024-04-02T08:23:51.295 INFO:tasks.workunit.client.0.smithi012.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-04-02T08:23:51.295 INFO:tasks.workunit.client.0.smithi012.stderr:+ ceph telemetry show-device 2024-04-02T08:23:51.296 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[27004]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:51.296 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[27004]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:51.296 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[27004]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:51.296 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[27004]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:51.296 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/801103631' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T08:23:51.296 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/801103631' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T08:23:51.296 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:51.296 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:23:51.296 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:51.297 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:51.297 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:51.297 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:51.297 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:51.297 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:51.297 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:51.297 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:51.297 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:51.297 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[27004]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:23:51.297 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[27004]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:23:51.297 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:51.297 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:51.297 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:51.297 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[27004]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:23:51.297 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[27004]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:23:51.297 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:51.298 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[38029]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:51.298 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[38029]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:51.298 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[38029]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:51.298 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[38029]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:51.298 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/801103631' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T08:23:51.298 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/801103631' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T08:23:51.298 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:51.298 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:23:51.298 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:51.299 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:51.299 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:51.299 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:51.299 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:51.299 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:51.299 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:51.299 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:51.299 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:51.299 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[38029]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:23:51.299 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[38029]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:23:51.299 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:51.299 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:51.299 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:51.299 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[38029]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:23:51.299 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[38029]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:23:51.299 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:51.300 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:49 smithi055 ceph-mon[31035]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:51.300 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:49 smithi055 ceph-mon[31035]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:51.300 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:49 smithi055 ceph-mon[31035]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:51.300 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:49 smithi055 ceph-mon[31035]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:51.300 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:49 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/801103631' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T08:23:51.300 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:49 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/801103631' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T08:23:51.300 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:49 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:51.300 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:49 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:23:51.300 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:49 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:51.301 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:49 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:51.301 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:49 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:51.301 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:49 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:51.301 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:49 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:51.301 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:49 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:51.301 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:49 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:51.301 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:49 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:51.301 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:49 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:51.301 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:49 smithi055 ceph-mon[31035]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:23:51.301 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:49 smithi055 ceph-mon[31035]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:23:51.301 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:49 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:51.301 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:49 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:51.301 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:49 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:51.301 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:49 smithi055 ceph-mon[31035]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:23:51.302 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:49 smithi055 ceph-mon[31035]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:23:51.302 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:49 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:51.302 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:49 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:51.302 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:49 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:51.302 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:49 smithi055 ceph-mon[31035]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:23:51.302 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:49 smithi055 ceph-mon[31035]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:23:51.302 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:49 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:51.302 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:49 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:51.302 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:49 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:51.302 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:50 smithi055 ceph-mon[31035]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:51.302 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:50 smithi055 ceph-mon[31035]: from='client.24875 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:51.302 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:50 smithi055 ceph-mon[31035]: from='client.24875 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:51.302 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:50 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:51.302 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:50 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:23:51.303 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:50 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:51.303 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:50 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:51.303 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:50 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:51.303 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:50 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:51.303 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:50 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:51.303 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:50 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:51.303 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:50 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:51.303 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:50 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:51.303 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:50 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:51.303 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:50 smithi055 ceph-mon[31035]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:23:51.303 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:50 smithi055 ceph-mon[31035]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:23:51.303 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:50 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:51.303 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:50 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:51.303 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:50 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:51.304 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:50 smithi055 ceph-mon[31035]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:23:51.304 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:50 smithi055 ceph-mon[31035]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:23:51.304 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:50 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:51.304 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:50 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:51.304 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:50 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:51.304 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:50 smithi055 ceph-mon[31035]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:23:51.304 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:50 smithi055 ceph-mon[31035]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:23:51.304 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:50 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:51.304 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:50 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:51.304 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:50 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:51.304 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:50 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:51.304 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:51.305 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:51.305 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[27004]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:23:51.305 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[27004]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:23:51.305 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:51.305 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:51.305 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:51.305 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:51.305 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:51.305 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[38029]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:23:51.306 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[38029]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:23:51.306 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:51.306 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:51.306 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:49 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:51.306 INFO:tasks.workunit.client.0.smithi012.stdout:{ 2024-04-02T08:23:51.306 INFO:tasks.workunit.client.0.smithi012.stdout: "530c5216-f0ca-11ee-8bce-ac1f6bf825ea": { 2024-04-02T08:23:51.306 INFO:tasks.workunit.client.0.smithi012.stdout: "INTEL_SSDPEDKE040T7_530cd4f2-f0ca-11ee-8bce-ac1f6bf825ea": { 2024-04-02T08:23:51.306 INFO:tasks.workunit.client.0.smithi012.stdout: "20240402-081810": { 2024-04-02T08:23:51.307 INFO:tasks.workunit.client.0.smithi012.stdout: "device": { 2024-04-02T08:23:51.307 INFO:tasks.workunit.client.0.smithi012.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T08:23:51.307 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "/dev/nvme0n1", 2024-04-02T08:23:51.307 INFO:tasks.workunit.client.0.smithi012.stdout: "protocol": "NVMe", 2024-04-02T08:23:51.307 INFO:tasks.workunit.client.0.smithi012.stdout: "type": "nvme" 2024-04-02T08:23:51.307 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.307 INFO:tasks.workunit.client.0.smithi012.stdout: "firmware_version": "QDV1013D", 2024-04-02T08:23:51.307 INFO:tasks.workunit.client.0.smithi012.stdout: "host_id": "530c5216-f0ca-11ee-8bce-ac1f6bf825ea", 2024-04-02T08:23:51.307 INFO:tasks.workunit.client.0.smithi012.stdout: "json_format_version": [ 2024-04-02T08:23:51.307 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:51.307 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:51.307 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.307 INFO:tasks.workunit.client.0.smithi012.stdout: "local_time": { 2024-04-02T08:23:51.307 INFO:tasks.workunit.client.0.smithi012.stdout: "asctime": "Tue Apr 2 08:18:10 2024 UTC", 2024-04-02T08:23:51.308 INFO:tasks.workunit.client.0.smithi012.stdout: "time_t": 1712045890 2024-04-02T08:23:51.308 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.308 INFO:tasks.workunit.client.0.smithi012.stdout: "logical_block_size": 512, 2024-04-02T08:23:51.308 INFO:tasks.workunit.client.0.smithi012.stdout: "model_name": "INTEL SSDPEDKE040T7", 2024-04-02T08:23:51.308 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_controller_id": 0, 2024-04-02T08:23:51.308 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T08:23:51.308 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_namespaces": [ 2024-04-02T08:23:51.308 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.308 INFO:tasks.workunit.client.0.smithi012.stdout: "capacity": { 2024-04-02T08:23:51.308 INFO:tasks.workunit.client.0.smithi012.stdout: "blocks": 7814037168, 2024-04-02T08:23:51.308 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 4000787030016 2024-04-02T08:23:51.308 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.308 INFO:tasks.workunit.client.0.smithi012.stdout: "formatted_lba_size": 512, 2024-04-02T08:23:51.308 INFO:tasks.workunit.client.0.smithi012.stdout: "id": 1, 2024-04-02T08:23:51.309 INFO:tasks.workunit.client.0.smithi012.stdout: "size": { 2024-04-02T08:23:51.309 INFO:tasks.workunit.client.0.smithi012.stdout: "blocks": 7814037168, 2024-04-02T08:23:51.309 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 4000787030016 2024-04-02T08:23:51.309 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.309 INFO:tasks.workunit.client.0.smithi012.stdout: "utilization": { 2024-04-02T08:23:51.309 INFO:tasks.workunit.client.0.smithi012.stdout: "blocks": 7814037168, 2024-04-02T08:23:51.309 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 4000787030016 2024-04-02T08:23:51.309 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.309 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.309 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.309 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T08:23:51.309 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_pci_vendor": { 2024-04-02T08:23:51.309 INFO:tasks.workunit.client.0.smithi012.stdout: "id": 32902, 2024-04-02T08:23:51.309 INFO:tasks.workunit.client.0.smithi012.stdout: "subsystem_id": 32902 2024-04-02T08:23:51.310 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.310 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T08:23:51.310 INFO:tasks.workunit.client.0.smithi012.stdout: "Device stats": { 2024-04-02T08:23:51.310 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_fw_downgrades": { 2024-04-02T08:23:51.310 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 0, 2024-04-02T08:23:51.310 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:51.310 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.310 INFO:tasks.workunit.client.0.smithi012.stdout: "crc_error_count": { 2024-04-02T08:23:51.310 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.310 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:51.310 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.310 INFO:tasks.workunit.client.0.smithi012.stdout: "end_to_end_error_detection_count": { 2024-04-02T08:23:51.310 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.311 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:51.311 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.311 INFO:tasks.workunit.client.0.smithi012.stdout: "erase_fail_count": { 2024-04-02T08:23:51.311 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.311 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:51.311 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.311 INFO:tasks.workunit.client.0.smithi012.stdout: "host_bytes_written": { 2024-04-02T08:23:51.311 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.311 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 21835550 2024-04-02T08:23:51.311 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.311 INFO:tasks.workunit.client.0.smithi012.stdout: "host_ctx_wear_used": { 2024-04-02T08:23:51.311 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.311 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:51.311 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.312 INFO:tasks.workunit.client.0.smithi012.stdout: "media_bytes_read": { 2024-04-02T08:23:51.312 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.312 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 20371310 2024-04-02T08:23:51.312 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.312 INFO:tasks.workunit.client.0.smithi012.stdout: "nand_bytes_written": { 2024-04-02T08:23:51.312 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.312 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 42570340 2024-04-02T08:23:51.312 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.312 INFO:tasks.workunit.client.0.smithi012.stdout: "perf_stat_indicator": { 2024-04-02T08:23:51.312 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.312 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 12 2024-04-02T08:23:51.312 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.312 INFO:tasks.workunit.client.0.smithi012.stdout: "pll_lock_loss_count": { 2024-04-02T08:23:51.312 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.312 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:51.313 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.313 INFO:tasks.workunit.client.0.smithi012.stdout: "program_fail_count": { 2024-04-02T08:23:51.313 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.313 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 3 2024-04-02T08:23:51.313 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.313 INFO:tasks.workunit.client.0.smithi012.stdout: "re_alloc_sectr_cnt": { 2024-04-02T08:23:51.313 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 16, 2024-04-02T08:23:51.313 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 37930 2024-04-02T08:23:51.313 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.313 INFO:tasks.workunit.client.0.smithi012.stdout: "retry_buffer_overflow_count": { 2024-04-02T08:23:51.313 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.313 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:51.313 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.313 INFO:tasks.workunit.client.0.smithi012.stdout: "soft_ecc_err_rate": { 2024-04-02T08:23:51.313 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.314 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 37915 2024-04-02T08:23:51.314 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.314 INFO:tasks.workunit.client.0.smithi012.stdout: "thermal_throttle_status": { 2024-04-02T08:23:51.314 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.314 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": { 2024-04-02T08:23:51.314 INFO:tasks.workunit.client.0.smithi012.stdout: "cnt": 0, 2024-04-02T08:23:51.314 INFO:tasks.workunit.client.0.smithi012.stdout: "pct": 0 2024-04-02T08:23:51.314 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.314 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.314 INFO:tasks.workunit.client.0.smithi012.stdout: "timed_workload_host_reads": { 2024-04-02T08:23:51.314 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.314 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 65535 2024-04-02T08:23:51.314 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.315 INFO:tasks.workunit.client.0.smithi012.stdout: "timed_workload_media_wear": { 2024-04-02T08:23:51.315 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.315 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 64 2024-04-02T08:23:51.315 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.315 INFO:tasks.workunit.client.0.smithi012.stdout: "timed_workload_timer": { 2024-04-02T08:23:51.315 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.315 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 65535 2024-04-02T08:23:51.315 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.315 INFO:tasks.workunit.client.0.smithi012.stdout: "unexp_power_loss": { 2024-04-02T08:23:51.315 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.315 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:51.315 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.315 INFO:tasks.workunit.client.0.smithi012.stdout: "wear_leveling": { 2024-04-02T08:23:51.315 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 90, 2024-04-02T08:23:51.316 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": { 2024-04-02T08:23:51.316 INFO:tasks.workunit.client.0.smithi012.stdout: "avg": 514, 2024-04-02T08:23:51.316 INFO:tasks.workunit.client.0.smithi012.stdout: "max": 518, 2024-04-02T08:23:51.316 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 516 2024-04-02T08:23:51.316 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.316 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.316 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.316 INFO:tasks.workunit.client.0.smithi012.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T08:23:51.316 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.316 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_smart_health_information_log": { 2024-04-02T08:23:51.316 INFO:tasks.workunit.client.0.smithi012.stdout: "available_spare": 99, 2024-04-02T08:23:51.316 INFO:tasks.workunit.client.0.smithi012.stdout: "available_spare_threshold": 10, 2024-04-02T08:23:51.316 INFO:tasks.workunit.client.0.smithi012.stdout: "controller_busy_time": 19905, 2024-04-02T08:23:51.316 INFO:tasks.workunit.client.0.smithi012.stdout: "critical_comp_time": 0, 2024-04-02T08:23:51.317 INFO:tasks.workunit.client.0.smithi012.stdout: "critical_warning": 0, 2024-04-02T08:23:51.317 INFO:tasks.workunit.client.0.smithi012.stdout: "data_units_read": 262207938, 2024-04-02T08:23:51.317 INFO:tasks.workunit.client.0.smithi012.stdout: "data_units_written": 1431014618, 2024-04-02T08:23:51.317 INFO:tasks.workunit.client.0.smithi012.stdout: "host_reads": 4538662070, 2024-04-02T08:23:51.317 INFO:tasks.workunit.client.0.smithi012.stdout: "host_writes": 25360518493, 2024-04-02T08:23:51.317 INFO:tasks.workunit.client.0.smithi012.stdout: "media_errors": 0, 2024-04-02T08:23:51.317 INFO:tasks.workunit.client.0.smithi012.stdout: "num_err_log_entries": 0, 2024-04-02T08:23:51.317 INFO:tasks.workunit.client.0.smithi012.stdout: "percentage_used": 10, 2024-04-02T08:23:51.317 INFO:tasks.workunit.client.0.smithi012.stdout: "power_cycles": 37930, 2024-04-02T08:23:51.317 INFO:tasks.workunit.client.0.smithi012.stdout: "power_on_hours": 47044, 2024-04-02T08:23:51.317 INFO:tasks.workunit.client.0.smithi012.stdout: "temperature": 19, 2024-04-02T08:23:51.317 INFO:tasks.workunit.client.0.smithi012.stdout: "unsafe_shutdowns": 37915, 2024-04-02T08:23:51.317 INFO:tasks.workunit.client.0.smithi012.stdout: "warning_temp_time": 0 2024-04-02T08:23:51.317 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.317 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_total_capacity": 4000787030016, 2024-04-02T08:23:51.318 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_unallocated_capacity": 0, 2024-04-02T08:23:51.318 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_vendor": "intel", 2024-04-02T08:23:51.318 INFO:tasks.workunit.client.0.smithi012.stdout: "power_cycle_count": 37930, 2024-04-02T08:23:51.318 INFO:tasks.workunit.client.0.smithi012.stdout: "power_on_time": { 2024-04-02T08:23:51.318 INFO:tasks.workunit.client.0.smithi012.stdout: "hours": 47044 2024-04-02T08:23:51.318 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.318 INFO:tasks.workunit.client.0.smithi012.stdout: "serial_number": "deleted", 2024-04-02T08:23:51.318 INFO:tasks.workunit.client.0.smithi012.stdout: "smart_status": { 2024-04-02T08:23:51.318 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme": { 2024-04-02T08:23:51.318 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.318 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.318 INFO:tasks.workunit.client.0.smithi012.stdout: "passed": true 2024-04-02T08:23:51.318 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.318 INFO:tasks.workunit.client.0.smithi012.stdout: "smartctl": { 2024-04-02T08:23:51.319 INFO:tasks.workunit.client.0.smithi012.stdout: "argv": [ 2024-04-02T08:23:51.319 INFO:tasks.workunit.client.0.smithi012.stdout: "smartctl", 2024-04-02T08:23:51.319 INFO:tasks.workunit.client.0.smithi012.stdout: "-x", 2024-04-02T08:23:51.319 INFO:tasks.workunit.client.0.smithi012.stdout: "--json=o", 2024-04-02T08:23:51.319 INFO:tasks.workunit.client.0.smithi012.stdout: "/dev/nvme0n1" 2024-04-02T08:23:51.319 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.319 INFO:tasks.workunit.client.0.smithi012.stdout: "build_info": "(local build)", 2024-04-02T08:23:51.319 INFO:tasks.workunit.client.0.smithi012.stdout: "exit_status": 0, 2024-04-02T08:23:51.319 INFO:tasks.workunit.client.0.smithi012.stdout: "output": [ 2024-04-02T08:23:51.319 INFO:tasks.workunit.client.0.smithi012.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T08:23:51.319 INFO:tasks.workunit.client.0.smithi012.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T08:23:51.319 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T08:23:51.319 INFO:tasks.workunit.client.0.smithi012.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T08:23:51.319 INFO:tasks.workunit.client.0.smithi012.stdout: "Model Number: INTEL SSDPEDKE040T7", 2024-04-02T08:23:51.320 INFO:tasks.workunit.client.0.smithi012.stdout: "Serial Number: deleted", 2024-04-02T08:23:51.320 INFO:tasks.workunit.client.0.smithi012.stdout: "Firmware Version: QDV1013D", 2024-04-02T08:23:51.320 INFO:tasks.workunit.client.0.smithi012.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T08:23:51.320 INFO:tasks.workunit.client.0.smithi012.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T08:23:51.320 INFO:tasks.workunit.client.0.smithi012.stdout: "Total NVM Capacity: 4,000,787,030,016 [4.00 TB]", 2024-04-02T08:23:51.320 INFO:tasks.workunit.client.0.smithi012.stdout: "Unallocated NVM Capacity: 0", 2024-04-02T08:23:51.320 INFO:tasks.workunit.client.0.smithi012.stdout: "Controller ID: 0", 2024-04-02T08:23:51.320 INFO:tasks.workunit.client.0.smithi012.stdout: "Number of Namespaces: 1", 2024-04-02T08:23:51.320 INFO:tasks.workunit.client.0.smithi012.stdout: "Namespace 1 Size/Capacity: 4,000,787,030,016 [4.00 TB]", 2024-04-02T08:23:51.320 INFO:tasks.workunit.client.0.smithi012.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T08:23:51.320 INFO:tasks.workunit.client.0.smithi012.stdout: "Local Time is: Tue Apr 2 08:18:10 2024 UTC", 2024-04-02T08:23:51.320 INFO:tasks.workunit.client.0.smithi012.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T08:23:51.320 INFO:tasks.workunit.client.0.smithi012.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T08:23:51.321 INFO:tasks.workunit.client.0.smithi012.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T08:23:51.321 INFO:tasks.workunit.client.0.smithi012.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T08:23:51.321 INFO:tasks.workunit.client.0.smithi012.stdout: "Warning Comp. Temp. Threshold: 70 Celsius", 2024-04-02T08:23:51.321 INFO:tasks.workunit.client.0.smithi012.stdout: "Critical Comp. Temp. Threshold: 77 Celsius", 2024-04-02T08:23:51.321 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T08:23:51.321 INFO:tasks.workunit.client.0.smithi012.stdout: "Supported Power States", 2024-04-02T08:23:51.321 INFO:tasks.workunit.client.0.smithi012.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T08:23:51.321 INFO:tasks.workunit.client.0.smithi012.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T08:23:51.321 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T08:23:51.321 INFO:tasks.workunit.client.0.smithi012.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T08:23:51.321 INFO:tasks.workunit.client.0.smithi012.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T08:23:51.321 INFO:tasks.workunit.client.0.smithi012.stdout: " 0 + 512 0 2", 2024-04-02T08:23:51.321 INFO:tasks.workunit.client.0.smithi012.stdout: " 1 - 4096 0 0", 2024-04-02T08:23:51.321 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T08:23:51.322 INFO:tasks.workunit.client.0.smithi012.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T08:23:51.322 INFO:tasks.workunit.client.0.smithi012.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T08:23:51.322 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T08:23:51.322 INFO:tasks.workunit.client.0.smithi012.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T08:23:51.322 INFO:tasks.workunit.client.0.smithi012.stdout: "Critical Warning: 0x00", 2024-04-02T08:23:51.322 INFO:tasks.workunit.client.0.smithi012.stdout: "Temperature: 19 Celsius", 2024-04-02T08:23:51.322 INFO:tasks.workunit.client.0.smithi012.stdout: "Available Spare: 99%", 2024-04-02T08:23:51.322 INFO:tasks.workunit.client.0.smithi012.stdout: "Available Spare Threshold: 10%", 2024-04-02T08:23:51.322 INFO:tasks.workunit.client.0.smithi012.stdout: "Percentage Used: 10%", 2024-04-02T08:23:51.322 INFO:tasks.workunit.client.0.smithi012.stdout: "Data Units Read: 262,207,938 [134 TB]", 2024-04-02T08:23:51.322 INFO:tasks.workunit.client.0.smithi012.stdout: "Data Units Written: 1,431,014,618 [732 TB]", 2024-04-02T08:23:51.322 INFO:tasks.workunit.client.0.smithi012.stdout: "Host Read Commands: 4,538,662,070", 2024-04-02T08:23:51.322 INFO:tasks.workunit.client.0.smithi012.stdout: "Host Write Commands: 25,360,518,493", 2024-04-02T08:23:51.323 INFO:tasks.workunit.client.0.smithi012.stdout: "Controller Busy Time: 19,905", 2024-04-02T08:23:51.323 INFO:tasks.workunit.client.0.smithi012.stdout: "Power Cycles: 37,930", 2024-04-02T08:23:51.323 INFO:tasks.workunit.client.0.smithi012.stdout: "Power On Hours: 47,044", 2024-04-02T08:23:51.323 INFO:tasks.workunit.client.0.smithi012.stdout: "Unsafe Shutdowns: 37,915", 2024-04-02T08:23:51.323 INFO:tasks.workunit.client.0.smithi012.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T08:23:51.323 INFO:tasks.workunit.client.0.smithi012.stdout: "Error Information Log Entries: 0", 2024-04-02T08:23:51.323 INFO:tasks.workunit.client.0.smithi012.stdout: "Warning Comp. Temperature Time: 0", 2024-04-02T08:23:51.323 INFO:tasks.workunit.client.0.smithi012.stdout: "Critical Comp. Temperature Time: 0", 2024-04-02T08:23:51.323 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T08:23:51.323 INFO:tasks.workunit.client.0.smithi012.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T08:23:51.323 INFO:tasks.workunit.client.0.smithi012.stdout: "No Errors Logged", 2024-04-02T08:23:51.323 INFO:tasks.workunit.client.0.smithi012.stdout: "" 2024-04-02T08:23:51.323 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.323 INFO:tasks.workunit.client.0.smithi012.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T08:23:51.324 INFO:tasks.workunit.client.0.smithi012.stdout: "svn_revision": "5022", 2024-04-02T08:23:51.324 INFO:tasks.workunit.client.0.smithi012.stdout: "version": [ 2024-04-02T08:23:51.324 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:51.324 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:51.324 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:51.324 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.324 INFO:tasks.workunit.client.0.smithi012.stdout: "temperature": { 2024-04-02T08:23:51.324 INFO:tasks.workunit.client.0.smithi012.stdout: "current": 19 2024-04-02T08:23:51.324 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.324 INFO:tasks.workunit.client.0.smithi012.stdout: "user_capacity": { 2024-04-02T08:23:51.324 INFO:tasks.workunit.client.0.smithi012.stdout: "blocks": 7814037168, 2024-04-02T08:23:51.324 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 4000787030016 2024-04-02T08:23:51.324 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.324 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.325 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.325 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.325 INFO:tasks.workunit.client.0.smithi012.stdout: "530ec78a-f0ca-11ee-8bce-ac1f6bf825ea": { 2024-04-02T08:23:51.325 INFO:tasks.workunit.client.0.smithi012.stdout: "INTEL_SSDPEDMD400G4_530f3cb0-f0ca-11ee-8bce-ac1f6bf825ea": { 2024-04-02T08:23:51.325 INFO:tasks.workunit.client.0.smithi012.stdout: "20240402-081808": { 2024-04-02T08:23:51.325 INFO:tasks.workunit.client.0.smithi012.stdout: "device": { 2024-04-02T08:23:51.325 INFO:tasks.workunit.client.0.smithi012.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T08:23:51.325 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "/dev/nvme0n1", 2024-04-02T08:23:51.325 INFO:tasks.workunit.client.0.smithi012.stdout: "protocol": "NVMe", 2024-04-02T08:23:51.325 INFO:tasks.workunit.client.0.smithi012.stdout: "type": "nvme" 2024-04-02T08:23:51.325 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.325 INFO:tasks.workunit.client.0.smithi012.stdout: "firmware_version": "8DV101H0", 2024-04-02T08:23:51.325 INFO:tasks.workunit.client.0.smithi012.stdout: "host_id": "530ec78a-f0ca-11ee-8bce-ac1f6bf825ea", 2024-04-02T08:23:51.325 INFO:tasks.workunit.client.0.smithi012.stdout: "json_format_version": [ 2024-04-02T08:23:51.325 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:51.326 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:51.326 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.326 INFO:tasks.workunit.client.0.smithi012.stdout: "local_time": { 2024-04-02T08:23:51.326 INFO:tasks.workunit.client.0.smithi012.stdout: "asctime": "Tue Apr 2 08:18:08 2024 UTC", 2024-04-02T08:23:51.326 INFO:tasks.workunit.client.0.smithi012.stdout: "time_t": 1712045888 2024-04-02T08:23:51.326 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.326 INFO:tasks.workunit.client.0.smithi012.stdout: "logical_block_size": 512, 2024-04-02T08:23:51.326 INFO:tasks.workunit.client.0.smithi012.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T08:23:51.326 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_controller_id": 0, 2024-04-02T08:23:51.326 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T08:23:51.326 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_namespaces": [ 2024-04-02T08:23:51.326 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.327 INFO:tasks.workunit.client.0.smithi012.stdout: "capacity": { 2024-04-02T08:23:51.327 INFO:tasks.workunit.client.0.smithi012.stdout: "blocks": 781422768, 2024-04-02T08:23:51.327 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 400088457216 2024-04-02T08:23:51.327 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.327 INFO:tasks.workunit.client.0.smithi012.stdout: "formatted_lba_size": 512, 2024-04-02T08:23:51.327 INFO:tasks.workunit.client.0.smithi012.stdout: "id": 1, 2024-04-02T08:23:51.327 INFO:tasks.workunit.client.0.smithi012.stdout: "size": { 2024-04-02T08:23:51.327 INFO:tasks.workunit.client.0.smithi012.stdout: "blocks": 781422768, 2024-04-02T08:23:51.327 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 400088457216 2024-04-02T08:23:51.327 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.327 INFO:tasks.workunit.client.0.smithi012.stdout: "utilization": { 2024-04-02T08:23:51.327 INFO:tasks.workunit.client.0.smithi012.stdout: "blocks": 781422768, 2024-04-02T08:23:51.327 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 400088457216 2024-04-02T08:23:51.327 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.328 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.328 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.328 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T08:23:51.328 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_pci_vendor": { 2024-04-02T08:23:51.328 INFO:tasks.workunit.client.0.smithi012.stdout: "id": 32902, 2024-04-02T08:23:51.328 INFO:tasks.workunit.client.0.smithi012.stdout: "subsystem_id": 32902 2024-04-02T08:23:51.328 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.328 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T08:23:51.328 INFO:tasks.workunit.client.0.smithi012.stdout: "Device stats": { 2024-04-02T08:23:51.328 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_fw_downgrades": { 2024-04-02T08:23:51.328 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 0, 2024-04-02T08:23:51.328 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:51.328 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.328 INFO:tasks.workunit.client.0.smithi012.stdout: "crc_error_count": { 2024-04-02T08:23:51.329 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.329 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:51.329 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.329 INFO:tasks.workunit.client.0.smithi012.stdout: "end_to_end_error_detection_count": { 2024-04-02T08:23:51.329 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.329 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:51.329 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.329 INFO:tasks.workunit.client.0.smithi012.stdout: "erase_fail_count": { 2024-04-02T08:23:51.329 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.329 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:51.329 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.329 INFO:tasks.workunit.client.0.smithi012.stdout: "host_bytes_written": { 2024-04-02T08:23:51.329 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.329 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 36855092 2024-04-02T08:23:51.329 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.330 INFO:tasks.workunit.client.0.smithi012.stdout: "host_ctx_wear_used": { 2024-04-02T08:23:51.330 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.330 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 1 2024-04-02T08:23:51.330 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.330 INFO:tasks.workunit.client.0.smithi012.stdout: "media_bytes_read": { 2024-04-02T08:23:51.330 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 0, 2024-04-02T08:23:51.330 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:51.330 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.330 INFO:tasks.workunit.client.0.smithi012.stdout: "nand_bytes_written": { 2024-04-02T08:23:51.330 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.330 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 55476370 2024-04-02T08:23:51.330 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.330 INFO:tasks.workunit.client.0.smithi012.stdout: "perf_stat_indicator": { 2024-04-02T08:23:51.331 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 0, 2024-04-02T08:23:51.331 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:51.331 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.331 INFO:tasks.workunit.client.0.smithi012.stdout: "pll_lock_loss_count": { 2024-04-02T08:23:51.331 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.331 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:51.331 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.331 INFO:tasks.workunit.client.0.smithi012.stdout: "program_fail_count": { 2024-04-02T08:23:51.331 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.331 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:51.331 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.331 INFO:tasks.workunit.client.0.smithi012.stdout: "re_alloc_sectr_cnt": { 2024-04-02T08:23:51.331 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 0, 2024-04-02T08:23:51.331 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:51.332 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.332 INFO:tasks.workunit.client.0.smithi012.stdout: "retry_buffer_overflow_count": { 2024-04-02T08:23:51.332 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.332 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:51.332 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.332 INFO:tasks.workunit.client.0.smithi012.stdout: "soft_ecc_err_rate": { 2024-04-02T08:23:51.332 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 0, 2024-04-02T08:23:51.332 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:51.332 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.332 INFO:tasks.workunit.client.0.smithi012.stdout: "thermal_throttle_status": { 2024-04-02T08:23:51.332 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.332 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": { 2024-04-02T08:23:51.332 INFO:tasks.workunit.client.0.smithi012.stdout: "cnt": 0, 2024-04-02T08:23:51.332 INFO:tasks.workunit.client.0.smithi012.stdout: "pct": 0 2024-04-02T08:23:51.333 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.333 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.333 INFO:tasks.workunit.client.0.smithi012.stdout: "timed_workload_host_reads": { 2024-04-02T08:23:51.333 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.333 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 65535 2024-04-02T08:23:51.333 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.333 INFO:tasks.workunit.client.0.smithi012.stdout: "timed_workload_media_wear": { 2024-04-02T08:23:51.333 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.333 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 64 2024-04-02T08:23:51.333 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.333 INFO:tasks.workunit.client.0.smithi012.stdout: "timed_workload_timer": { 2024-04-02T08:23:51.333 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.333 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 65535 2024-04-02T08:23:51.333 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.333 INFO:tasks.workunit.client.0.smithi012.stdout: "unexp_power_loss": { 2024-04-02T08:23:51.334 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 0, 2024-04-02T08:23:51.334 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:51.334 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.334 INFO:tasks.workunit.client.0.smithi012.stdout: "wear_leveling": { 2024-04-02T08:23:51.334 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 88, 2024-04-02T08:23:51.334 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": { 2024-04-02T08:23:51.334 INFO:tasks.workunit.client.0.smithi012.stdout: "avg": 3622, 2024-04-02T08:23:51.334 INFO:tasks.workunit.client.0.smithi012.stdout: "max": 3642, 2024-04-02T08:23:51.334 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 3603 2024-04-02T08:23:51.334 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.334 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.334 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.334 INFO:tasks.workunit.client.0.smithi012.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T08:23:51.335 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.335 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_smart_health_information_log": { 2024-04-02T08:23:51.335 INFO:tasks.workunit.client.0.smithi012.stdout: "available_spare": 100, 2024-04-02T08:23:51.335 INFO:tasks.workunit.client.0.smithi012.stdout: "available_spare_threshold": 10, 2024-04-02T08:23:51.335 INFO:tasks.workunit.client.0.smithi012.stdout: "controller_busy_time": 3, 2024-04-02T08:23:51.335 INFO:tasks.workunit.client.0.smithi012.stdout: "critical_warning": 0, 2024-04-02T08:23:51.335 INFO:tasks.workunit.client.0.smithi012.stdout: "data_units_read": 423958175, 2024-04-02T08:23:51.335 INFO:tasks.workunit.client.0.smithi012.stdout: "data_units_written": 2415335340, 2024-04-02T08:23:51.335 INFO:tasks.workunit.client.0.smithi012.stdout: "host_reads": 6304969659, 2024-04-02T08:23:51.335 INFO:tasks.workunit.client.0.smithi012.stdout: "host_writes": 37373508144, 2024-04-02T08:23:51.335 INFO:tasks.workunit.client.0.smithi012.stdout: "media_errors": 0, 2024-04-02T08:23:51.335 INFO:tasks.workunit.client.0.smithi012.stdout: "num_err_log_entries": 0, 2024-04-02T08:23:51.335 INFO:tasks.workunit.client.0.smithi012.stdout: "percentage_used": 12, 2024-04-02T08:23:51.335 INFO:tasks.workunit.client.0.smithi012.stdout: "power_cycles": 42000, 2024-04-02T08:23:51.336 INFO:tasks.workunit.client.0.smithi012.stdout: "power_on_hours": 60956, 2024-04-02T08:23:51.336 INFO:tasks.workunit.client.0.smithi012.stdout: "temperature": 23, 2024-04-02T08:23:51.336 INFO:tasks.workunit.client.0.smithi012.stdout: "unsafe_shutdowns": 54 2024-04-02T08:23:51.336 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.336 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_vendor": "intel", 2024-04-02T08:23:51.336 INFO:tasks.workunit.client.0.smithi012.stdout: "power_cycle_count": 42000, 2024-04-02T08:23:51.336 INFO:tasks.workunit.client.0.smithi012.stdout: "power_on_time": { 2024-04-02T08:23:51.336 INFO:tasks.workunit.client.0.smithi012.stdout: "hours": 60956 2024-04-02T08:23:51.336 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.336 INFO:tasks.workunit.client.0.smithi012.stdout: "serial_number": "deleted", 2024-04-02T08:23:51.336 INFO:tasks.workunit.client.0.smithi012.stdout: "smart_status": { 2024-04-02T08:23:51.336 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme": { 2024-04-02T08:23:51.336 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.336 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.337 INFO:tasks.workunit.client.0.smithi012.stdout: "passed": true 2024-04-02T08:23:51.337 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.337 INFO:tasks.workunit.client.0.smithi012.stdout: "smartctl": { 2024-04-02T08:23:51.337 INFO:tasks.workunit.client.0.smithi012.stdout: "argv": [ 2024-04-02T08:23:51.337 INFO:tasks.workunit.client.0.smithi012.stdout: "smartctl", 2024-04-02T08:23:51.337 INFO:tasks.workunit.client.0.smithi012.stdout: "-x", 2024-04-02T08:23:51.337 INFO:tasks.workunit.client.0.smithi012.stdout: "--json=o", 2024-04-02T08:23:51.337 INFO:tasks.workunit.client.0.smithi012.stdout: "/dev/nvme0n1" 2024-04-02T08:23:51.337 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.337 INFO:tasks.workunit.client.0.smithi012.stdout: "build_info": "(local build)", 2024-04-02T08:23:51.337 INFO:tasks.workunit.client.0.smithi012.stdout: "exit_status": 0, 2024-04-02T08:23:51.337 INFO:tasks.workunit.client.0.smithi012.stdout: "output": [ 2024-04-02T08:23:51.337 INFO:tasks.workunit.client.0.smithi012.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T08:23:51.337 INFO:tasks.workunit.client.0.smithi012.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T08:23:51.337 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T08:23:51.338 INFO:tasks.workunit.client.0.smithi012.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T08:23:51.338 INFO:tasks.workunit.client.0.smithi012.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T08:23:51.338 INFO:tasks.workunit.client.0.smithi012.stdout: "Serial Number: deleted", 2024-04-02T08:23:51.338 INFO:tasks.workunit.client.0.smithi012.stdout: "Firmware Version: 8DV101H0", 2024-04-02T08:23:51.338 INFO:tasks.workunit.client.0.smithi012.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T08:23:51.338 INFO:tasks.workunit.client.0.smithi012.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T08:23:51.338 INFO:tasks.workunit.client.0.smithi012.stdout: "Controller ID: 0", 2024-04-02T08:23:51.338 INFO:tasks.workunit.client.0.smithi012.stdout: "Number of Namespaces: 1", 2024-04-02T08:23:51.338 INFO:tasks.workunit.client.0.smithi012.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T08:23:51.338 INFO:tasks.workunit.client.0.smithi012.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T08:23:51.338 INFO:tasks.workunit.client.0.smithi012.stdout: "Local Time is: Tue Apr 2 08:18:08 2024 UTC", 2024-04-02T08:23:51.338 INFO:tasks.workunit.client.0.smithi012.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T08:23:51.338 INFO:tasks.workunit.client.0.smithi012.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T08:23:51.338 INFO:tasks.workunit.client.0.smithi012.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T08:23:51.339 INFO:tasks.workunit.client.0.smithi012.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T08:23:51.339 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T08:23:51.339 INFO:tasks.workunit.client.0.smithi012.stdout: "Supported Power States", 2024-04-02T08:23:51.339 INFO:tasks.workunit.client.0.smithi012.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T08:23:51.339 INFO:tasks.workunit.client.0.smithi012.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T08:23:51.339 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T08:23:51.339 INFO:tasks.workunit.client.0.smithi012.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T08:23:51.339 INFO:tasks.workunit.client.0.smithi012.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T08:23:51.339 INFO:tasks.workunit.client.0.smithi012.stdout: " 0 + 512 0 2", 2024-04-02T08:23:51.339 INFO:tasks.workunit.client.0.smithi012.stdout: " 1 - 512 8 2", 2024-04-02T08:23:51.339 INFO:tasks.workunit.client.0.smithi012.stdout: " 2 - 512 16 2", 2024-04-02T08:23:51.339 INFO:tasks.workunit.client.0.smithi012.stdout: " 3 - 4096 0 0", 2024-04-02T08:23:51.339 INFO:tasks.workunit.client.0.smithi012.stdout: " 4 - 4096 8 0", 2024-04-02T08:23:51.339 INFO:tasks.workunit.client.0.smithi012.stdout: " 5 - 4096 64 0", 2024-04-02T08:23:51.339 INFO:tasks.workunit.client.0.smithi012.stdout: " 6 - 4096 128 0", 2024-04-02T08:23:51.340 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T08:23:51.340 INFO:tasks.workunit.client.0.smithi012.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T08:23:51.340 INFO:tasks.workunit.client.0.smithi012.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T08:23:51.340 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T08:23:51.340 INFO:tasks.workunit.client.0.smithi012.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T08:23:51.340 INFO:tasks.workunit.client.0.smithi012.stdout: "Critical Warning: 0x00", 2024-04-02T08:23:51.340 INFO:tasks.workunit.client.0.smithi012.stdout: "Temperature: 23 Celsius", 2024-04-02T08:23:51.340 INFO:tasks.workunit.client.0.smithi012.stdout: "Available Spare: 100%", 2024-04-02T08:23:51.340 INFO:tasks.workunit.client.0.smithi012.stdout: "Available Spare Threshold: 10%", 2024-04-02T08:23:51.340 INFO:tasks.workunit.client.0.smithi012.stdout: "Percentage Used: 12%", 2024-04-02T08:23:51.340 INFO:tasks.workunit.client.0.smithi012.stdout: "Data Units Read: 423,958,175 [217 TB]", 2024-04-02T08:23:51.340 INFO:tasks.workunit.client.0.smithi012.stdout: "Data Units Written: 2,415,335,340 [1.23 PB]", 2024-04-02T08:23:51.340 INFO:tasks.workunit.client.0.smithi012.stdout: "Host Read Commands: 6,304,969,659", 2024-04-02T08:23:51.340 INFO:tasks.workunit.client.0.smithi012.stdout: "Host Write Commands: 37,373,508,144", 2024-04-02T08:23:51.340 INFO:tasks.workunit.client.0.smithi012.stdout: "Controller Busy Time: 3", 2024-04-02T08:23:51.341 INFO:tasks.workunit.client.0.smithi012.stdout: "Power Cycles: 42,000", 2024-04-02T08:23:51.341 INFO:tasks.workunit.client.0.smithi012.stdout: "Power On Hours: 60,956", 2024-04-02T08:23:51.341 INFO:tasks.workunit.client.0.smithi012.stdout: "Unsafe Shutdowns: 54", 2024-04-02T08:23:51.341 INFO:tasks.workunit.client.0.smithi012.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T08:23:51.341 INFO:tasks.workunit.client.0.smithi012.stdout: "Error Information Log Entries: 0", 2024-04-02T08:23:51.341 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T08:23:51.341 INFO:tasks.workunit.client.0.smithi012.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T08:23:51.341 INFO:tasks.workunit.client.0.smithi012.stdout: "No Errors Logged", 2024-04-02T08:23:51.341 INFO:tasks.workunit.client.0.smithi012.stdout: "" 2024-04-02T08:23:51.341 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.341 INFO:tasks.workunit.client.0.smithi012.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T08:23:51.341 INFO:tasks.workunit.client.0.smithi012.stdout: "svn_revision": "5022", 2024-04-02T08:23:51.341 INFO:tasks.workunit.client.0.smithi012.stdout: "version": [ 2024-04-02T08:23:51.341 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:51.342 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:51.342 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:51.342 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.342 INFO:tasks.workunit.client.0.smithi012.stdout: "temperature": { 2024-04-02T08:23:51.342 INFO:tasks.workunit.client.0.smithi012.stdout: "current": 23 2024-04-02T08:23:51.342 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.342 INFO:tasks.workunit.client.0.smithi012.stdout: "user_capacity": { 2024-04-02T08:23:51.342 INFO:tasks.workunit.client.0.smithi012.stdout: "blocks": 781422768, 2024-04-02T08:23:51.342 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 400088457216 2024-04-02T08:23:51.342 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.342 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.342 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.342 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.342 INFO:tasks.workunit.client.0.smithi012.stdout:} 2024-04-02T08:23:51.343 INFO:tasks.workunit.client.0.smithi012.stderr:+ ceph telemetry show-all 2024-04-02T08:23:51.343 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[27004]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:51.343 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[27004]: from='client.24875 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:51.343 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[27004]: from='client.24875 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:51.343 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:51.343 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:23:51.344 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:51.344 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:51.344 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:51.344 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:51.344 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:51.344 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:51.344 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:51.344 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:51.344 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:51.344 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[27004]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:23:51.344 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[27004]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:23:51.344 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:51.344 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:51.344 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:51.345 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[27004]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:23:51.345 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[27004]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:23:51.345 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:51.345 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:51.345 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:51.345 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[27004]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:23:51.345 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[27004]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:23:51.345 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:51.345 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[38029]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:51.346 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[38029]: from='client.24875 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:51.346 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[38029]: from='client.24875 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:51.346 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:51.346 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:23:51.346 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:51.346 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:51.346 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:51.346 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:51.346 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:51.346 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:51.346 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:51.346 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:51.346 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:51.346 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[38029]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:23:51.347 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[38029]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:23:51.347 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:51.347 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:51.347 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:51.347 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[38029]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:23:51.347 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[38029]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:23:51.347 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:51.347 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:51.347 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:51.347 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[38029]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:23:51.347 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[38029]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:23:51.347 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:51.347 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:51.348 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:51.348 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:51.348 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:51.348 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:51.348 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:50 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:51.354 INFO:tasks.workunit.client.0.smithi012.stdout:{ 2024-04-02T08:23:51.354 INFO:tasks.workunit.client.0.smithi012.stdout: "device_report": { 2024-04-02T08:23:51.355 INFO:tasks.workunit.client.0.smithi012.stdout: "530c5216-f0ca-11ee-8bce-ac1f6bf825ea": { 2024-04-02T08:23:51.355 INFO:tasks.workunit.client.0.smithi012.stdout: "INTEL_SSDPEDKE040T7_530cd4f2-f0ca-11ee-8bce-ac1f6bf825ea": { 2024-04-02T08:23:51.355 INFO:tasks.workunit.client.0.smithi012.stdout: "20240402-081810": { 2024-04-02T08:23:51.355 INFO:tasks.workunit.client.0.smithi012.stdout: "device": { 2024-04-02T08:23:51.355 INFO:tasks.workunit.client.0.smithi012.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T08:23:51.355 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "/dev/nvme0n1", 2024-04-02T08:23:51.355 INFO:tasks.workunit.client.0.smithi012.stdout: "protocol": "NVMe", 2024-04-02T08:23:51.355 INFO:tasks.workunit.client.0.smithi012.stdout: "type": "nvme" 2024-04-02T08:23:51.355 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.355 INFO:tasks.workunit.client.0.smithi012.stdout: "firmware_version": "QDV1013D", 2024-04-02T08:23:51.355 INFO:tasks.workunit.client.0.smithi012.stdout: "host_id": "530c5216-f0ca-11ee-8bce-ac1f6bf825ea", 2024-04-02T08:23:51.355 INFO:tasks.workunit.client.0.smithi012.stdout: "json_format_version": [ 2024-04-02T08:23:51.355 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:51.356 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:51.356 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.356 INFO:tasks.workunit.client.0.smithi012.stdout: "local_time": { 2024-04-02T08:23:51.356 INFO:tasks.workunit.client.0.smithi012.stdout: "asctime": "Tue Apr 2 08:18:10 2024 UTC", 2024-04-02T08:23:51.356 INFO:tasks.workunit.client.0.smithi012.stdout: "time_t": 1712045890 2024-04-02T08:23:51.356 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.356 INFO:tasks.workunit.client.0.smithi012.stdout: "logical_block_size": 512, 2024-04-02T08:23:51.356 INFO:tasks.workunit.client.0.smithi012.stdout: "model_name": "INTEL SSDPEDKE040T7", 2024-04-02T08:23:51.356 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_controller_id": 0, 2024-04-02T08:23:51.356 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T08:23:51.356 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_namespaces": [ 2024-04-02T08:23:51.356 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.356 INFO:tasks.workunit.client.0.smithi012.stdout: "capacity": { 2024-04-02T08:23:51.356 INFO:tasks.workunit.client.0.smithi012.stdout: "blocks": 7814037168, 2024-04-02T08:23:51.357 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 4000787030016 2024-04-02T08:23:51.357 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.357 INFO:tasks.workunit.client.0.smithi012.stdout: "formatted_lba_size": 512, 2024-04-02T08:23:51.357 INFO:tasks.workunit.client.0.smithi012.stdout: "id": 1, 2024-04-02T08:23:51.357 INFO:tasks.workunit.client.0.smithi012.stdout: "size": { 2024-04-02T08:23:51.357 INFO:tasks.workunit.client.0.smithi012.stdout: "blocks": 7814037168, 2024-04-02T08:23:51.357 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 4000787030016 2024-04-02T08:23:51.357 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.357 INFO:tasks.workunit.client.0.smithi012.stdout: "utilization": { 2024-04-02T08:23:51.357 INFO:tasks.workunit.client.0.smithi012.stdout: "blocks": 7814037168, 2024-04-02T08:23:51.357 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 4000787030016 2024-04-02T08:23:51.357 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.357 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.357 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.357 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T08:23:51.358 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_pci_vendor": { 2024-04-02T08:23:51.358 INFO:tasks.workunit.client.0.smithi012.stdout: "id": 32902, 2024-04-02T08:23:51.358 INFO:tasks.workunit.client.0.smithi012.stdout: "subsystem_id": 32902 2024-04-02T08:23:51.358 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.358 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T08:23:51.358 INFO:tasks.workunit.client.0.smithi012.stdout: "Device stats": { 2024-04-02T08:23:51.358 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_fw_downgrades": { 2024-04-02T08:23:51.358 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 0, 2024-04-02T08:23:51.358 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:51.358 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.358 INFO:tasks.workunit.client.0.smithi012.stdout: "crc_error_count": { 2024-04-02T08:23:51.358 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.358 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:51.359 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.359 INFO:tasks.workunit.client.0.smithi012.stdout: "end_to_end_error_detection_count": { 2024-04-02T08:23:51.359 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.359 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:51.359 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.359 INFO:tasks.workunit.client.0.smithi012.stdout: "erase_fail_count": { 2024-04-02T08:23:51.359 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.359 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:51.359 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.359 INFO:tasks.workunit.client.0.smithi012.stdout: "host_bytes_written": { 2024-04-02T08:23:51.359 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.359 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 21835550 2024-04-02T08:23:51.359 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.359 INFO:tasks.workunit.client.0.smithi012.stdout: "host_ctx_wear_used": { 2024-04-02T08:23:51.359 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.360 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:51.360 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.360 INFO:tasks.workunit.client.0.smithi012.stdout: "media_bytes_read": { 2024-04-02T08:23:51.360 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.360 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 20371310 2024-04-02T08:23:51.360 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.360 INFO:tasks.workunit.client.0.smithi012.stdout: "nand_bytes_written": { 2024-04-02T08:23:51.360 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.360 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 42570340 2024-04-02T08:23:51.360 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.360 INFO:tasks.workunit.client.0.smithi012.stdout: "perf_stat_indicator": { 2024-04-02T08:23:51.360 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.360 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 12 2024-04-02T08:23:51.361 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.361 INFO:tasks.workunit.client.0.smithi012.stdout: "pll_lock_loss_count": { 2024-04-02T08:23:51.361 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.361 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:51.361 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.361 INFO:tasks.workunit.client.0.smithi012.stdout: "program_fail_count": { 2024-04-02T08:23:51.361 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.361 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 3 2024-04-02T08:23:51.361 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.361 INFO:tasks.workunit.client.0.smithi012.stdout: "re_alloc_sectr_cnt": { 2024-04-02T08:23:51.361 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 16, 2024-04-02T08:23:51.361 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 37930 2024-04-02T08:23:51.361 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.361 INFO:tasks.workunit.client.0.smithi012.stdout: "retry_buffer_overflow_count": { 2024-04-02T08:23:51.361 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.362 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:51.362 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.362 INFO:tasks.workunit.client.0.smithi012.stdout: "soft_ecc_err_rate": { 2024-04-02T08:23:51.362 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.362 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 37915 2024-04-02T08:23:51.362 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.362 INFO:tasks.workunit.client.0.smithi012.stdout: "thermal_throttle_status": { 2024-04-02T08:23:51.362 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.362 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": { 2024-04-02T08:23:51.362 INFO:tasks.workunit.client.0.smithi012.stdout: "cnt": 0, 2024-04-02T08:23:51.362 INFO:tasks.workunit.client.0.smithi012.stdout: "pct": 0 2024-04-02T08:23:51.362 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.362 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.363 INFO:tasks.workunit.client.0.smithi012.stdout: "timed_workload_host_reads": { 2024-04-02T08:23:51.363 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.363 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 65535 2024-04-02T08:23:51.363 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.363 INFO:tasks.workunit.client.0.smithi012.stdout: "timed_workload_media_wear": { 2024-04-02T08:23:51.363 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.363 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 64 2024-04-02T08:23:51.363 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.363 INFO:tasks.workunit.client.0.smithi012.stdout: "timed_workload_timer": { 2024-04-02T08:23:51.363 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.363 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 65535 2024-04-02T08:23:51.363 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.363 INFO:tasks.workunit.client.0.smithi012.stdout: "unexp_power_loss": { 2024-04-02T08:23:51.363 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.364 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:51.364 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.364 INFO:tasks.workunit.client.0.smithi012.stdout: "wear_leveling": { 2024-04-02T08:23:51.364 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 90, 2024-04-02T08:23:51.364 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": { 2024-04-02T08:23:51.364 INFO:tasks.workunit.client.0.smithi012.stdout: "avg": 514, 2024-04-02T08:23:51.364 INFO:tasks.workunit.client.0.smithi012.stdout: "max": 518, 2024-04-02T08:23:51.364 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 516 2024-04-02T08:23:51.364 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.364 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.364 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.364 INFO:tasks.workunit.client.0.smithi012.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T08:23:51.364 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.364 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_smart_health_information_log": { 2024-04-02T08:23:51.364 INFO:tasks.workunit.client.0.smithi012.stdout: "available_spare": 99, 2024-04-02T08:23:51.365 INFO:tasks.workunit.client.0.smithi012.stdout: "available_spare_threshold": 10, 2024-04-02T08:23:51.365 INFO:tasks.workunit.client.0.smithi012.stdout: "controller_busy_time": 19905, 2024-04-02T08:23:51.365 INFO:tasks.workunit.client.0.smithi012.stdout: "critical_comp_time": 0, 2024-04-02T08:23:51.365 INFO:tasks.workunit.client.0.smithi012.stdout: "critical_warning": 0, 2024-04-02T08:23:51.365 INFO:tasks.workunit.client.0.smithi012.stdout: "data_units_read": 262207938, 2024-04-02T08:23:51.365 INFO:tasks.workunit.client.0.smithi012.stdout: "data_units_written": 1431014618, 2024-04-02T08:23:51.365 INFO:tasks.workunit.client.0.smithi012.stdout: "host_reads": 4538662070, 2024-04-02T08:23:51.365 INFO:tasks.workunit.client.0.smithi012.stdout: "host_writes": 25360518493, 2024-04-02T08:23:51.365 INFO:tasks.workunit.client.0.smithi012.stdout: "media_errors": 0, 2024-04-02T08:23:51.365 INFO:tasks.workunit.client.0.smithi012.stdout: "num_err_log_entries": 0, 2024-04-02T08:23:51.365 INFO:tasks.workunit.client.0.smithi012.stdout: "percentage_used": 10, 2024-04-02T08:23:51.365 INFO:tasks.workunit.client.0.smithi012.stdout: "power_cycles": 37930, 2024-04-02T08:23:51.365 INFO:tasks.workunit.client.0.smithi012.stdout: "power_on_hours": 47044, 2024-04-02T08:23:51.365 INFO:tasks.workunit.client.0.smithi012.stdout: "temperature": 19, 2024-04-02T08:23:51.365 INFO:tasks.workunit.client.0.smithi012.stdout: "unsafe_shutdowns": 37915, 2024-04-02T08:23:51.366 INFO:tasks.workunit.client.0.smithi012.stdout: "warning_temp_time": 0 2024-04-02T08:23:51.366 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.366 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_total_capacity": 4000787030016, 2024-04-02T08:23:51.366 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_unallocated_capacity": 0, 2024-04-02T08:23:51.366 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_vendor": "intel", 2024-04-02T08:23:51.366 INFO:tasks.workunit.client.0.smithi012.stdout: "power_cycle_count": 37930, 2024-04-02T08:23:51.366 INFO:tasks.workunit.client.0.smithi012.stdout: "power_on_time": { 2024-04-02T08:23:51.366 INFO:tasks.workunit.client.0.smithi012.stdout: "hours": 47044 2024-04-02T08:23:51.366 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.366 INFO:tasks.workunit.client.0.smithi012.stdout: "serial_number": "deleted", 2024-04-02T08:23:51.366 INFO:tasks.workunit.client.0.smithi012.stdout: "smart_status": { 2024-04-02T08:23:51.366 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme": { 2024-04-02T08:23:51.366 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.367 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.367 INFO:tasks.workunit.client.0.smithi012.stdout: "passed": true 2024-04-02T08:23:51.367 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.367 INFO:tasks.workunit.client.0.smithi012.stdout: "smartctl": { 2024-04-02T08:23:51.367 INFO:tasks.workunit.client.0.smithi012.stdout: "argv": [ 2024-04-02T08:23:51.367 INFO:tasks.workunit.client.0.smithi012.stdout: "smartctl", 2024-04-02T08:23:51.367 INFO:tasks.workunit.client.0.smithi012.stdout: "-x", 2024-04-02T08:23:51.367 INFO:tasks.workunit.client.0.smithi012.stdout: "--json=o", 2024-04-02T08:23:51.367 INFO:tasks.workunit.client.0.smithi012.stdout: "/dev/nvme0n1" 2024-04-02T08:23:51.367 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.367 INFO:tasks.workunit.client.0.smithi012.stdout: "build_info": "(local build)", 2024-04-02T08:23:51.367 INFO:tasks.workunit.client.0.smithi012.stdout: "exit_status": 0, 2024-04-02T08:23:51.367 INFO:tasks.workunit.client.0.smithi012.stdout: "output": [ 2024-04-02T08:23:51.367 INFO:tasks.workunit.client.0.smithi012.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T08:23:51.367 INFO:tasks.workunit.client.0.smithi012.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T08:23:51.367 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T08:23:51.368 INFO:tasks.workunit.client.0.smithi012.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T08:23:51.368 INFO:tasks.workunit.client.0.smithi012.stdout: "Model Number: INTEL SSDPEDKE040T7", 2024-04-02T08:23:51.368 INFO:tasks.workunit.client.0.smithi012.stdout: "Serial Number: deleted", 2024-04-02T08:23:51.368 INFO:tasks.workunit.client.0.smithi012.stdout: "Firmware Version: QDV1013D", 2024-04-02T08:23:51.368 INFO:tasks.workunit.client.0.smithi012.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T08:23:51.368 INFO:tasks.workunit.client.0.smithi012.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T08:23:51.368 INFO:tasks.workunit.client.0.smithi012.stdout: "Total NVM Capacity: 4,000,787,030,016 [4.00 TB]", 2024-04-02T08:23:51.368 INFO:tasks.workunit.client.0.smithi012.stdout: "Unallocated NVM Capacity: 0", 2024-04-02T08:23:51.368 INFO:tasks.workunit.client.0.smithi012.stdout: "Controller ID: 0", 2024-04-02T08:23:51.368 INFO:tasks.workunit.client.0.smithi012.stdout: "Number of Namespaces: 1", 2024-04-02T08:23:51.368 INFO:tasks.workunit.client.0.smithi012.stdout: "Namespace 1 Size/Capacity: 4,000,787,030,016 [4.00 TB]", 2024-04-02T08:23:51.368 INFO:tasks.workunit.client.0.smithi012.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T08:23:51.368 INFO:tasks.workunit.client.0.smithi012.stdout: "Local Time is: Tue Apr 2 08:18:10 2024 UTC", 2024-04-02T08:23:51.369 INFO:tasks.workunit.client.0.smithi012.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T08:23:51.369 INFO:tasks.workunit.client.0.smithi012.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T08:23:51.369 INFO:tasks.workunit.client.0.smithi012.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T08:23:51.369 INFO:tasks.workunit.client.0.smithi012.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T08:23:51.369 INFO:tasks.workunit.client.0.smithi012.stdout: "Warning Comp. Temp. Threshold: 70 Celsius", 2024-04-02T08:23:51.369 INFO:tasks.workunit.client.0.smithi012.stdout: "Critical Comp. Temp. Threshold: 77 Celsius", 2024-04-02T08:23:51.369 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T08:23:51.369 INFO:tasks.workunit.client.0.smithi012.stdout: "Supported Power States", 2024-04-02T08:23:51.369 INFO:tasks.workunit.client.0.smithi012.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T08:23:51.369 INFO:tasks.workunit.client.0.smithi012.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T08:23:51.369 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T08:23:51.369 INFO:tasks.workunit.client.0.smithi012.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T08:23:51.369 INFO:tasks.workunit.client.0.smithi012.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T08:23:51.369 INFO:tasks.workunit.client.0.smithi012.stdout: " 0 + 512 0 2", 2024-04-02T08:23:51.369 INFO:tasks.workunit.client.0.smithi012.stdout: " 1 - 4096 0 0", 2024-04-02T08:23:51.370 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T08:23:51.370 INFO:tasks.workunit.client.0.smithi012.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T08:23:51.370 INFO:tasks.workunit.client.0.smithi012.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T08:23:51.370 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T08:23:51.370 INFO:tasks.workunit.client.0.smithi012.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T08:23:51.370 INFO:tasks.workunit.client.0.smithi012.stdout: "Critical Warning: 0x00", 2024-04-02T08:23:51.370 INFO:tasks.workunit.client.0.smithi012.stdout: "Temperature: 19 Celsius", 2024-04-02T08:23:51.370 INFO:tasks.workunit.client.0.smithi012.stdout: "Available Spare: 99%", 2024-04-02T08:23:51.370 INFO:tasks.workunit.client.0.smithi012.stdout: "Available Spare Threshold: 10%", 2024-04-02T08:23:51.370 INFO:tasks.workunit.client.0.smithi012.stdout: "Percentage Used: 10%", 2024-04-02T08:23:51.370 INFO:tasks.workunit.client.0.smithi012.stdout: "Data Units Read: 262,207,938 [134 TB]", 2024-04-02T08:23:51.370 INFO:tasks.workunit.client.0.smithi012.stdout: "Data Units Written: 1,431,014,618 [732 TB]", 2024-04-02T08:23:51.370 INFO:tasks.workunit.client.0.smithi012.stdout: "Host Read Commands: 4,538,662,070", 2024-04-02T08:23:51.371 INFO:tasks.workunit.client.0.smithi012.stdout: "Host Write Commands: 25,360,518,493", 2024-04-02T08:23:51.371 INFO:tasks.workunit.client.0.smithi012.stdout: "Controller Busy Time: 19,905", 2024-04-02T08:23:51.371 INFO:tasks.workunit.client.0.smithi012.stdout: "Power Cycles: 37,930", 2024-04-02T08:23:51.371 INFO:tasks.workunit.client.0.smithi012.stdout: "Power On Hours: 47,044", 2024-04-02T08:23:51.371 INFO:tasks.workunit.client.0.smithi012.stdout: "Unsafe Shutdowns: 37,915", 2024-04-02T08:23:51.371 INFO:tasks.workunit.client.0.smithi012.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T08:23:51.371 INFO:tasks.workunit.client.0.smithi012.stdout: "Error Information Log Entries: 0", 2024-04-02T08:23:51.371 INFO:tasks.workunit.client.0.smithi012.stdout: "Warning Comp. Temperature Time: 0", 2024-04-02T08:23:51.371 INFO:tasks.workunit.client.0.smithi012.stdout: "Critical Comp. Temperature Time: 0", 2024-04-02T08:23:51.371 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T08:23:51.371 INFO:tasks.workunit.client.0.smithi012.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T08:23:51.371 INFO:tasks.workunit.client.0.smithi012.stdout: "No Errors Logged", 2024-04-02T08:23:51.371 INFO:tasks.workunit.client.0.smithi012.stdout: "" 2024-04-02T08:23:51.371 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.371 INFO:tasks.workunit.client.0.smithi012.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T08:23:51.372 INFO:tasks.workunit.client.0.smithi012.stdout: "svn_revision": "5022", 2024-04-02T08:23:51.372 INFO:tasks.workunit.client.0.smithi012.stdout: "version": [ 2024-04-02T08:23:51.372 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:51.372 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:51.372 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:51.372 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.372 INFO:tasks.workunit.client.0.smithi012.stdout: "temperature": { 2024-04-02T08:23:51.372 INFO:tasks.workunit.client.0.smithi012.stdout: "current": 19 2024-04-02T08:23:51.372 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.372 INFO:tasks.workunit.client.0.smithi012.stdout: "user_capacity": { 2024-04-02T08:23:51.372 INFO:tasks.workunit.client.0.smithi012.stdout: "blocks": 7814037168, 2024-04-02T08:23:51.372 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 4000787030016 2024-04-02T08:23:51.372 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.372 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.373 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.373 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.373 INFO:tasks.workunit.client.0.smithi012.stdout: "530ec78a-f0ca-11ee-8bce-ac1f6bf825ea": { 2024-04-02T08:23:51.373 INFO:tasks.workunit.client.0.smithi012.stdout: "INTEL_SSDPEDMD400G4_530f3cb0-f0ca-11ee-8bce-ac1f6bf825ea": { 2024-04-02T08:23:51.373 INFO:tasks.workunit.client.0.smithi012.stdout: "20240402-081808": { 2024-04-02T08:23:51.373 INFO:tasks.workunit.client.0.smithi012.stdout: "device": { 2024-04-02T08:23:51.373 INFO:tasks.workunit.client.0.smithi012.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T08:23:51.373 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "/dev/nvme0n1", 2024-04-02T08:23:51.373 INFO:tasks.workunit.client.0.smithi012.stdout: "protocol": "NVMe", 2024-04-02T08:23:51.373 INFO:tasks.workunit.client.0.smithi012.stdout: "type": "nvme" 2024-04-02T08:23:51.373 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.373 INFO:tasks.workunit.client.0.smithi012.stdout: "firmware_version": "8DV101H0", 2024-04-02T08:23:51.373 INFO:tasks.workunit.client.0.smithi012.stdout: "host_id": "530ec78a-f0ca-11ee-8bce-ac1f6bf825ea", 2024-04-02T08:23:51.373 INFO:tasks.workunit.client.0.smithi012.stdout: "json_format_version": [ 2024-04-02T08:23:51.374 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:51.374 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:51.374 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.374 INFO:tasks.workunit.client.0.smithi012.stdout: "local_time": { 2024-04-02T08:23:51.374 INFO:tasks.workunit.client.0.smithi012.stdout: "asctime": "Tue Apr 2 08:18:08 2024 UTC", 2024-04-02T08:23:51.374 INFO:tasks.workunit.client.0.smithi012.stdout: "time_t": 1712045888 2024-04-02T08:23:51.374 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.374 INFO:tasks.workunit.client.0.smithi012.stdout: "logical_block_size": 512, 2024-04-02T08:23:51.374 INFO:tasks.workunit.client.0.smithi012.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T08:23:51.374 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_controller_id": 0, 2024-04-02T08:23:51.374 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T08:23:51.374 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_namespaces": [ 2024-04-02T08:23:51.374 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.375 INFO:tasks.workunit.client.0.smithi012.stdout: "capacity": { 2024-04-02T08:23:51.375 INFO:tasks.workunit.client.0.smithi012.stdout: "blocks": 781422768, 2024-04-02T08:23:51.375 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 400088457216 2024-04-02T08:23:51.375 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.375 INFO:tasks.workunit.client.0.smithi012.stdout: "formatted_lba_size": 512, 2024-04-02T08:23:51.375 INFO:tasks.workunit.client.0.smithi012.stdout: "id": 1, 2024-04-02T08:23:51.375 INFO:tasks.workunit.client.0.smithi012.stdout: "size": { 2024-04-02T08:23:51.375 INFO:tasks.workunit.client.0.smithi012.stdout: "blocks": 781422768, 2024-04-02T08:23:51.375 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 400088457216 2024-04-02T08:23:51.375 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.375 INFO:tasks.workunit.client.0.smithi012.stdout: "utilization": { 2024-04-02T08:23:51.375 INFO:tasks.workunit.client.0.smithi012.stdout: "blocks": 781422768, 2024-04-02T08:23:51.375 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 400088457216 2024-04-02T08:23:51.375 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.375 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.376 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.376 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T08:23:51.376 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_pci_vendor": { 2024-04-02T08:23:51.376 INFO:tasks.workunit.client.0.smithi012.stdout: "id": 32902, 2024-04-02T08:23:51.376 INFO:tasks.workunit.client.0.smithi012.stdout: "subsystem_id": 32902 2024-04-02T08:23:51.376 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.376 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T08:23:51.376 INFO:tasks.workunit.client.0.smithi012.stdout: "Device stats": { 2024-04-02T08:23:51.376 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_fw_downgrades": { 2024-04-02T08:23:51.376 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 0, 2024-04-02T08:23:51.376 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:51.376 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.376 INFO:tasks.workunit.client.0.smithi012.stdout: "crc_error_count": { 2024-04-02T08:23:51.376 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.377 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:51.377 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.377 INFO:tasks.workunit.client.0.smithi012.stdout: "end_to_end_error_detection_count": { 2024-04-02T08:23:51.377 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.377 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:51.377 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.377 INFO:tasks.workunit.client.0.smithi012.stdout: "erase_fail_count": { 2024-04-02T08:23:51.377 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.377 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:51.377 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.377 INFO:tasks.workunit.client.0.smithi012.stdout: "host_bytes_written": { 2024-04-02T08:23:51.377 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.377 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 36855092 2024-04-02T08:23:51.377 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.377 INFO:tasks.workunit.client.0.smithi012.stdout: "host_ctx_wear_used": { 2024-04-02T08:23:51.378 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.378 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 1 2024-04-02T08:23:51.378 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.378 INFO:tasks.workunit.client.0.smithi012.stdout: "media_bytes_read": { 2024-04-02T08:23:51.378 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 0, 2024-04-02T08:23:51.378 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:51.378 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.378 INFO:tasks.workunit.client.0.smithi012.stdout: "nand_bytes_written": { 2024-04-02T08:23:51.378 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.378 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 55476370 2024-04-02T08:23:51.378 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.378 INFO:tasks.workunit.client.0.smithi012.stdout: "perf_stat_indicator": { 2024-04-02T08:23:51.378 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 0, 2024-04-02T08:23:51.378 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:51.378 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.379 INFO:tasks.workunit.client.0.smithi012.stdout: "pll_lock_loss_count": { 2024-04-02T08:23:51.379 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.379 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:51.379 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.379 INFO:tasks.workunit.client.0.smithi012.stdout: "program_fail_count": { 2024-04-02T08:23:51.379 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.379 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:51.379 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.379 INFO:tasks.workunit.client.0.smithi012.stdout: "re_alloc_sectr_cnt": { 2024-04-02T08:23:51.379 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 0, 2024-04-02T08:23:51.379 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:51.379 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.379 INFO:tasks.workunit.client.0.smithi012.stdout: "retry_buffer_overflow_count": { 2024-04-02T08:23:51.380 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.380 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:51.380 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.380 INFO:tasks.workunit.client.0.smithi012.stdout: "soft_ecc_err_rate": { 2024-04-02T08:23:51.380 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 0, 2024-04-02T08:23:51.380 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:51.380 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.380 INFO:tasks.workunit.client.0.smithi012.stdout: "thermal_throttle_status": { 2024-04-02T08:23:51.380 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.380 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": { 2024-04-02T08:23:51.380 INFO:tasks.workunit.client.0.smithi012.stdout: "cnt": 0, 2024-04-02T08:23:51.380 INFO:tasks.workunit.client.0.smithi012.stdout: "pct": 0 2024-04-02T08:23:51.380 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.380 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.381 INFO:tasks.workunit.client.0.smithi012.stdout: "timed_workload_host_reads": { 2024-04-02T08:23:51.381 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.381 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 65535 2024-04-02T08:23:51.381 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.381 INFO:tasks.workunit.client.0.smithi012.stdout: "timed_workload_media_wear": { 2024-04-02T08:23:51.381 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.381 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 64 2024-04-02T08:23:51.381 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.381 INFO:tasks.workunit.client.0.smithi012.stdout: "timed_workload_timer": { 2024-04-02T08:23:51.381 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T08:23:51.381 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 65535 2024-04-02T08:23:51.381 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.381 INFO:tasks.workunit.client.0.smithi012.stdout: "unexp_power_loss": { 2024-04-02T08:23:51.381 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 0, 2024-04-02T08:23:51.382 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T08:23:51.382 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.382 INFO:tasks.workunit.client.0.smithi012.stdout: "wear_leveling": { 2024-04-02T08:23:51.382 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 88, 2024-04-02T08:23:51.382 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": { 2024-04-02T08:23:51.382 INFO:tasks.workunit.client.0.smithi012.stdout: "avg": 3622, 2024-04-02T08:23:51.382 INFO:tasks.workunit.client.0.smithi012.stdout: "max": 3642, 2024-04-02T08:23:51.382 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 3603 2024-04-02T08:23:51.382 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.382 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.382 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.382 INFO:tasks.workunit.client.0.smithi012.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T08:23:51.382 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.383 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_smart_health_information_log": { 2024-04-02T08:23:51.383 INFO:tasks.workunit.client.0.smithi012.stdout: "available_spare": 100, 2024-04-02T08:23:51.383 INFO:tasks.workunit.client.0.smithi012.stdout: "available_spare_threshold": 10, 2024-04-02T08:23:51.383 INFO:tasks.workunit.client.0.smithi012.stdout: "controller_busy_time": 3, 2024-04-02T08:23:51.383 INFO:tasks.workunit.client.0.smithi012.stdout: "critical_warning": 0, 2024-04-02T08:23:51.383 INFO:tasks.workunit.client.0.smithi012.stdout: "data_units_read": 423958175, 2024-04-02T08:23:51.383 INFO:tasks.workunit.client.0.smithi012.stdout: "data_units_written": 2415335340, 2024-04-02T08:23:51.383 INFO:tasks.workunit.client.0.smithi012.stdout: "host_reads": 6304969659, 2024-04-02T08:23:51.383 INFO:tasks.workunit.client.0.smithi012.stdout: "host_writes": 37373508144, 2024-04-02T08:23:51.383 INFO:tasks.workunit.client.0.smithi012.stdout: "media_errors": 0, 2024-04-02T08:23:51.383 INFO:tasks.workunit.client.0.smithi012.stdout: "num_err_log_entries": 0, 2024-04-02T08:23:51.383 INFO:tasks.workunit.client.0.smithi012.stdout: "percentage_used": 12, 2024-04-02T08:23:51.383 INFO:tasks.workunit.client.0.smithi012.stdout: "power_cycles": 42000, 2024-04-02T08:23:51.383 INFO:tasks.workunit.client.0.smithi012.stdout: "power_on_hours": 60956, 2024-04-02T08:23:51.384 INFO:tasks.workunit.client.0.smithi012.stdout: "temperature": 23, 2024-04-02T08:23:51.384 INFO:tasks.workunit.client.0.smithi012.stdout: "unsafe_shutdowns": 54 2024-04-02T08:23:51.384 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.384 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_vendor": "intel", 2024-04-02T08:23:51.384 INFO:tasks.workunit.client.0.smithi012.stdout: "power_cycle_count": 42000, 2024-04-02T08:23:51.384 INFO:tasks.workunit.client.0.smithi012.stdout: "power_on_time": { 2024-04-02T08:23:51.384 INFO:tasks.workunit.client.0.smithi012.stdout: "hours": 60956 2024-04-02T08:23:51.384 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.384 INFO:tasks.workunit.client.0.smithi012.stdout: "serial_number": "deleted", 2024-04-02T08:23:51.384 INFO:tasks.workunit.client.0.smithi012.stdout: "smart_status": { 2024-04-02T08:23:51.384 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme": { 2024-04-02T08:23:51.384 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.384 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.384 INFO:tasks.workunit.client.0.smithi012.stdout: "passed": true 2024-04-02T08:23:51.385 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.385 INFO:tasks.workunit.client.0.smithi012.stdout: "smartctl": { 2024-04-02T08:23:51.385 INFO:tasks.workunit.client.0.smithi012.stdout: "argv": [ 2024-04-02T08:23:51.385 INFO:tasks.workunit.client.0.smithi012.stdout: "smartctl", 2024-04-02T08:23:51.385 INFO:tasks.workunit.client.0.smithi012.stdout: "-x", 2024-04-02T08:23:51.385 INFO:tasks.workunit.client.0.smithi012.stdout: "--json=o", 2024-04-02T08:23:51.385 INFO:tasks.workunit.client.0.smithi012.stdout: "/dev/nvme0n1" 2024-04-02T08:23:51.385 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.385 INFO:tasks.workunit.client.0.smithi012.stdout: "build_info": "(local build)", 2024-04-02T08:23:51.385 INFO:tasks.workunit.client.0.smithi012.stdout: "exit_status": 0, 2024-04-02T08:23:51.385 INFO:tasks.workunit.client.0.smithi012.stdout: "output": [ 2024-04-02T08:23:51.385 INFO:tasks.workunit.client.0.smithi012.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T08:23:51.385 INFO:tasks.workunit.client.0.smithi012.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T08:23:51.385 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T08:23:51.386 INFO:tasks.workunit.client.0.smithi012.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T08:23:51.386 INFO:tasks.workunit.client.0.smithi012.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T08:23:51.386 INFO:tasks.workunit.client.0.smithi012.stdout: "Serial Number: deleted", 2024-04-02T08:23:51.386 INFO:tasks.workunit.client.0.smithi012.stdout: "Firmware Version: 8DV101H0", 2024-04-02T08:23:51.386 INFO:tasks.workunit.client.0.smithi012.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T08:23:51.386 INFO:tasks.workunit.client.0.smithi012.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T08:23:51.386 INFO:tasks.workunit.client.0.smithi012.stdout: "Controller ID: 0", 2024-04-02T08:23:51.386 INFO:tasks.workunit.client.0.smithi012.stdout: "Number of Namespaces: 1", 2024-04-02T08:23:51.386 INFO:tasks.workunit.client.0.smithi012.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T08:23:51.386 INFO:tasks.workunit.client.0.smithi012.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T08:23:51.386 INFO:tasks.workunit.client.0.smithi012.stdout: "Local Time is: Tue Apr 2 08:18:08 2024 UTC", 2024-04-02T08:23:51.386 INFO:tasks.workunit.client.0.smithi012.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T08:23:51.386 INFO:tasks.workunit.client.0.smithi012.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T08:23:51.386 INFO:tasks.workunit.client.0.smithi012.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T08:23:51.387 INFO:tasks.workunit.client.0.smithi012.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T08:23:51.387 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T08:23:51.387 INFO:tasks.workunit.client.0.smithi012.stdout: "Supported Power States", 2024-04-02T08:23:51.387 INFO:tasks.workunit.client.0.smithi012.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T08:23:51.387 INFO:tasks.workunit.client.0.smithi012.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T08:23:51.387 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T08:23:51.387 INFO:tasks.workunit.client.0.smithi012.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T08:23:51.387 INFO:tasks.workunit.client.0.smithi012.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T08:23:51.387 INFO:tasks.workunit.client.0.smithi012.stdout: " 0 + 512 0 2", 2024-04-02T08:23:51.387 INFO:tasks.workunit.client.0.smithi012.stdout: " 1 - 512 8 2", 2024-04-02T08:23:51.387 INFO:tasks.workunit.client.0.smithi012.stdout: " 2 - 512 16 2", 2024-04-02T08:23:51.387 INFO:tasks.workunit.client.0.smithi012.stdout: " 3 - 4096 0 0", 2024-04-02T08:23:51.387 INFO:tasks.workunit.client.0.smithi012.stdout: " 4 - 4096 8 0", 2024-04-02T08:23:51.388 INFO:tasks.workunit.client.0.smithi012.stdout: " 5 - 4096 64 0", 2024-04-02T08:23:51.388 INFO:tasks.workunit.client.0.smithi012.stdout: " 6 - 4096 128 0", 2024-04-02T08:23:51.388 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T08:23:51.388 INFO:tasks.workunit.client.0.smithi012.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T08:23:51.388 INFO:tasks.workunit.client.0.smithi012.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T08:23:51.388 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T08:23:51.388 INFO:tasks.workunit.client.0.smithi012.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T08:23:51.388 INFO:tasks.workunit.client.0.smithi012.stdout: "Critical Warning: 0x00", 2024-04-02T08:23:51.388 INFO:tasks.workunit.client.0.smithi012.stdout: "Temperature: 23 Celsius", 2024-04-02T08:23:51.388 INFO:tasks.workunit.client.0.smithi012.stdout: "Available Spare: 100%", 2024-04-02T08:23:51.388 INFO:tasks.workunit.client.0.smithi012.stdout: "Available Spare Threshold: 10%", 2024-04-02T08:23:51.388 INFO:tasks.workunit.client.0.smithi012.stdout: "Percentage Used: 12%", 2024-04-02T08:23:51.388 INFO:tasks.workunit.client.0.smithi012.stdout: "Data Units Read: 423,958,175 [217 TB]", 2024-04-02T08:23:51.388 INFO:tasks.workunit.client.0.smithi012.stdout: "Data Units Written: 2,415,335,340 [1.23 PB]", 2024-04-02T08:23:51.388 INFO:tasks.workunit.client.0.smithi012.stdout: "Host Read Commands: 6,304,969,659", 2024-04-02T08:23:51.388 INFO:tasks.workunit.client.0.smithi012.stdout: "Host Write Commands: 37,373,508,144", 2024-04-02T08:23:51.389 INFO:tasks.workunit.client.0.smithi012.stdout: "Controller Busy Time: 3", 2024-04-02T08:23:51.389 INFO:tasks.workunit.client.0.smithi012.stdout: "Power Cycles: 42,000", 2024-04-02T08:23:51.389 INFO:tasks.workunit.client.0.smithi012.stdout: "Power On Hours: 60,956", 2024-04-02T08:23:51.389 INFO:tasks.workunit.client.0.smithi012.stdout: "Unsafe Shutdowns: 54", 2024-04-02T08:23:51.389 INFO:tasks.workunit.client.0.smithi012.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T08:23:51.389 INFO:tasks.workunit.client.0.smithi012.stdout: "Error Information Log Entries: 0", 2024-04-02T08:23:51.389 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T08:23:51.389 INFO:tasks.workunit.client.0.smithi012.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T08:23:51.389 INFO:tasks.workunit.client.0.smithi012.stdout: "No Errors Logged", 2024-04-02T08:23:51.389 INFO:tasks.workunit.client.0.smithi012.stdout: "" 2024-04-02T08:23:51.389 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.389 INFO:tasks.workunit.client.0.smithi012.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T08:23:51.389 INFO:tasks.workunit.client.0.smithi012.stdout: "svn_revision": "5022", 2024-04-02T08:23:51.389 INFO:tasks.workunit.client.0.smithi012.stdout: "version": [ 2024-04-02T08:23:51.389 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:51.390 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:51.390 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:51.390 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.390 INFO:tasks.workunit.client.0.smithi012.stdout: "temperature": { 2024-04-02T08:23:51.390 INFO:tasks.workunit.client.0.smithi012.stdout: "current": 23 2024-04-02T08:23:51.390 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.390 INFO:tasks.workunit.client.0.smithi012.stdout: "user_capacity": { 2024-04-02T08:23:51.390 INFO:tasks.workunit.client.0.smithi012.stdout: "blocks": 781422768, 2024-04-02T08:23:51.390 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 400088457216 2024-04-02T08:23:51.390 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.390 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.390 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.391 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.391 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.391 INFO:tasks.workunit.client.0.smithi012.stdout: "report": { 2024-04-02T08:23:51.391 INFO:tasks.workunit.client.0.smithi012.stdout: "balancer": { 2024-04-02T08:23:51.391 INFO:tasks.workunit.client.0.smithi012.stdout: "active": true, 2024-04-02T08:23:51.391 INFO:tasks.workunit.client.0.smithi012.stdout: "mode": "" 2024-04-02T08:23:51.391 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.391 INFO:tasks.workunit.client.0.smithi012.stdout: "channels": [ 2024-04-02T08:23:51.391 INFO:tasks.workunit.client.0.smithi012.stdout: "basic", 2024-04-02T08:23:51.391 INFO:tasks.workunit.client.0.smithi012.stdout: "crash", 2024-04-02T08:23:51.391 INFO:tasks.workunit.client.0.smithi012.stdout: "device", 2024-04-02T08:23:51.391 INFO:tasks.workunit.client.0.smithi012.stdout: "ident", 2024-04-02T08:23:51.391 INFO:tasks.workunit.client.0.smithi012.stdout: "perf" 2024-04-02T08:23:51.391 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.392 INFO:tasks.workunit.client.0.smithi012.stdout: "channels_available": [ 2024-04-02T08:23:51.392 INFO:tasks.workunit.client.0.smithi012.stdout: "basic", 2024-04-02T08:23:51.392 INFO:tasks.workunit.client.0.smithi012.stdout: "ident", 2024-04-02T08:23:51.392 INFO:tasks.workunit.client.0.smithi012.stdout: "crash", 2024-04-02T08:23:51.392 INFO:tasks.workunit.client.0.smithi012.stdout: "device", 2024-04-02T08:23:51.392 INFO:tasks.workunit.client.0.smithi012.stdout: "perf" 2024-04-02T08:23:51.392 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.392 INFO:tasks.workunit.client.0.smithi012.stdout: "collections_available": [ 2024-04-02T08:23:51.392 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_base", 2024-04-02T08:23:51.392 INFO:tasks.workunit.client.0.smithi012.stdout: "device_base", 2024-04-02T08:23:51.392 INFO:tasks.workunit.client.0.smithi012.stdout: "crash_base", 2024-04-02T08:23:51.392 INFO:tasks.workunit.client.0.smithi012.stdout: "ident_base", 2024-04-02T08:23:51.392 INFO:tasks.workunit.client.0.smithi012.stdout: "perf_perf", 2024-04-02T08:23:51.392 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_mds_metadata", 2024-04-02T08:23:51.392 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_pool_usage", 2024-04-02T08:23:51.393 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_usage_by_class", 2024-04-02T08:23:51.393 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_rook_v01", 2024-04-02T08:23:51.393 INFO:tasks.workunit.client.0.smithi012.stdout: "perf_memory_metrics", 2024-04-02T08:23:51.393 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_pool_options_bluestore" 2024-04-02T08:23:51.393 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.393 INFO:tasks.workunit.client.0.smithi012.stdout: "collections_opted_in": [ 2024-04-02T08:23:51.393 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_base", 2024-04-02T08:23:51.393 INFO:tasks.workunit.client.0.smithi012.stdout: "device_base", 2024-04-02T08:23:51.393 INFO:tasks.workunit.client.0.smithi012.stdout: "crash_base", 2024-04-02T08:23:51.393 INFO:tasks.workunit.client.0.smithi012.stdout: "ident_base", 2024-04-02T08:23:51.393 INFO:tasks.workunit.client.0.smithi012.stdout: "perf_perf", 2024-04-02T08:23:51.393 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_mds_metadata", 2024-04-02T08:23:51.393 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_pool_usage", 2024-04-02T08:23:51.393 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_usage_by_class", 2024-04-02T08:23:51.394 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_rook_v01", 2024-04-02T08:23:51.394 INFO:tasks.workunit.client.0.smithi012.stdout: "perf_memory_metrics", 2024-04-02T08:23:51.394 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_pool_options_bluestore" 2024-04-02T08:23:51.394 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.394 INFO:tasks.workunit.client.0.smithi012.stdout: "config": { 2024-04-02T08:23:51.394 INFO:tasks.workunit.client.0.smithi012.stdout: "active_changed": [ 2024-04-02T08:23:51.394 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T08:23:51.394 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_debug", 2024-04-02T08:23:51.394 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_mon_ticket_ttl", 2024-04-02T08:23:51.394 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_service_ticket_ttl", 2024-04-02T08:23:51.394 INFO:tasks.workunit.client.0.smithi012.stdout: "bdev_debug_aio", 2024-04-02T08:23:51.394 INFO:tasks.workunit.client.0.smithi012.stdout: "client_check_pool_perm", 2024-04-02T08:23:51.394 INFO:tasks.workunit.client.0.smithi012.stdout: "client_mount_gid", 2024-04-02T08:23:51.394 INFO:tasks.workunit.client.0.smithi012.stdout: "client_mount_uid", 2024-04-02T08:23:51.395 INFO:tasks.workunit.client.0.smithi012.stdout: "client_quota", 2024-04-02T08:23:51.395 INFO:tasks.workunit.client.0.smithi012.stdout: "container_image", 2024-04-02T08:23:51.395 INFO:tasks.workunit.client.0.smithi012.stdout: "daemonize", 2024-04-02T08:23:51.395 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_asserts_on_shutdown", 2024-04-02T08:23:51.395 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_mgr", 2024-04-02T08:23:51.395 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_mon", 2024-04-02T08:23:51.395 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_ms", 2024-04-02T08:23:51.395 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_osd", 2024-04-02T08:23:51.395 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_paxos", 2024-04-02T08:23:51.395 INFO:tasks.workunit.client.0.smithi012.stdout: "keyring", 2024-04-02T08:23:51.395 INFO:tasks.workunit.client.0.smithi012.stdout: "leveldb_block_size", 2024-04-02T08:23:51.395 INFO:tasks.workunit.client.0.smithi012.stdout: "leveldb_cache_size", 2024-04-02T08:23:51.395 INFO:tasks.workunit.client.0.smithi012.stdout: "leveldb_compression", 2024-04-02T08:23:51.396 INFO:tasks.workunit.client.0.smithi012.stdout: "leveldb_log", 2024-04-02T08:23:51.396 INFO:tasks.workunit.client.0.smithi012.stdout: "leveldb_write_buffer_size", 2024-04-02T08:23:51.396 INFO:tasks.workunit.client.0.smithi012.stdout: "log_to_file", 2024-04-02T08:23:51.396 INFO:tasks.workunit.client.0.smithi012.stdout: "log_to_journald", 2024-04-02T08:23:51.396 INFO:tasks.workunit.client.0.smithi012.stdout: "log_to_stderr", 2024-04-02T08:23:51.396 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_allow_pool_delete", 2024-04-02T08:23:51.396 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_clock_drift_allowed", 2024-04-02T08:23:51.396 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_cluster_log_file_level", 2024-04-02T08:23:51.396 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_cluster_log_to_file", 2024-04-02T08:23:51.396 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_cluster_log_to_journald", 2024-04-02T08:23:51.396 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_cluster_log_to_stderr", 2024-04-02T08:23:51.396 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_data_avail_warn", 2024-04-02T08:23:51.396 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_election_default_strategy", 2024-04-02T08:23:51.396 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_host", 2024-04-02T08:23:51.396 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_max_pg_per_osd", 2024-04-02T08:23:51.397 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_mgr_mkfs_grace", 2024-04-02T08:23:51.397 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_osd_prime_pg_temp", 2024-04-02T08:23:51.397 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T08:23:51.397 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T08:23:51.397 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T08:23:51.397 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T08:23:51.397 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T08:23:51.397 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T08:23:51.397 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T08:23:51.397 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T08:23:51.397 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T08:23:51.397 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T08:23:51.397 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_too_few_osds", 2024-04-02T08:23:51.397 INFO:tasks.workunit.client.0.smithi012.stdout: "ms_die_on_bug", 2024-04-02T08:23:51.398 INFO:tasks.workunit.client.0.smithi012.stdout: "ms_die_on_old_message", 2024-04-02T08:23:51.398 INFO:tasks.workunit.client.0.smithi012.stdout: "no_config_file", 2024-04-02T08:23:51.398 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_class_default_list", 2024-04-02T08:23:51.398 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_class_load_list", 2024-04-02T08:23:51.398 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_crush_chooseleaf_type", 2024-04-02T08:23:51.398 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_misdirected_ops", 2024-04-02T08:23:51.398 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_op_order", 2024-04-02T08:23:51.398 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_pg_log_writeout", 2024-04-02T08:23:51.398 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_shutdown", 2024-04-02T08:23:51.398 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T08:23:51.398 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T08:23:51.398 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T08:23:51.398 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T08:23:51.398 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_delete_sleep", 2024-04-02T08:23:51.399 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_delete_sleep_hdd", 2024-04-02T08:23:51.399 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_delete_sleep_hybrid", 2024-04-02T08:23:51.399 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_delete_sleep_ssd", 2024-04-02T08:23:51.399 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_max_backfills", 2024-04-02T08:23:51.399 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T08:23:51.399 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_profile", 2024-04-02T08:23:51.399 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-02T08:23:51.399 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-02T08:23:51.399 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-02T08:23:51.399 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-02T08:23:51.399 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-02T08:23:51.399 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-02T08:23:51.399 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_client_lim", 2024-04-02T08:23:51.399 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_client_res", 2024-04-02T08:23:51.400 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-02T08:23:51.400 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_memory_target", 2024-04-02T08:23:51.400 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_memory_target_autotune", 2024-04-02T08:23:51.400 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_op_queue", 2024-04-02T08:23:51.400 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_op_queue_cut_off", 2024-04-02T08:23:51.400 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pg_delete_cost", 2024-04-02T08:23:51.400 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T08:23:51.400 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T08:23:51.400 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recover_clone_overlap", 2024-04-02T08:23:51.400 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_max_active", 2024-04-02T08:23:51.400 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_max_active_hdd", 2024-04-02T08:23:51.400 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_max_active_ssd", 2024-04-02T08:23:51.400 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_max_chunk", 2024-04-02T08:23:51.400 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_sleep", 2024-04-02T08:23:51.401 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_sleep_hdd", 2024-04-02T08:23:51.401 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_sleep_hybrid", 2024-04-02T08:23:51.401 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_sleep_ssd", 2024-04-02T08:23:51.401 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_scrub_load_threshold", 2024-04-02T08:23:51.401 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_scrub_max_interval", 2024-04-02T08:23:51.401 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_scrub_sleep", 2024-04-02T08:23:51.401 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_shutdown_pgref_assert", 2024-04-02T08:23:51.401 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_snap_trim_sleep", 2024-04-02T08:23:51.401 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_snap_trim_sleep_hdd", 2024-04-02T08:23:51.401 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-02T08:23:51.401 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_snap_trim_sleep_ssd", 2024-04-02T08:23:51.401 INFO:tasks.workunit.client.0.smithi012.stdout: "public_addr", 2024-04-02T08:23:51.401 INFO:tasks.workunit.client.0.smithi012.stdout: "public_addrv", 2024-04-02T08:23:51.401 INFO:tasks.workunit.client.0.smithi012.stdout: "public_network", 2024-04-02T08:23:51.401 INFO:tasks.workunit.client.0.smithi012.stdout: "rbd_default_features", 2024-04-02T08:23:51.402 INFO:tasks.workunit.client.0.smithi012.stdout: "rbd_qos_exclude_ops", 2024-04-02T08:23:51.402 INFO:tasks.workunit.client.0.smithi012.stdout: "setgroup", 2024-04-02T08:23:51.402 INFO:tasks.workunit.client.0.smithi012.stdout: "setuser" 2024-04-02T08:23:51.402 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.402 INFO:tasks.workunit.client.0.smithi012.stdout: "cluster_changed": [ 2024-04-02T08:23:51.402 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T08:23:51.402 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_debug", 2024-04-02T08:23:51.402 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_mon_ticket_ttl", 2024-04-02T08:23:51.402 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_service_ticket_ttl", 2024-04-02T08:23:51.402 INFO:tasks.workunit.client.0.smithi012.stdout: "bdev_debug_aio", 2024-04-02T08:23:51.402 INFO:tasks.workunit.client.0.smithi012.stdout: "container_image", 2024-04-02T08:23:51.402 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_asserts_on_shutdown", 2024-04-02T08:23:51.402 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_mgr", 2024-04-02T08:23:51.402 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_mon", 2024-04-02T08:23:51.403 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_ms", 2024-04-02T08:23:51.403 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_osd", 2024-04-02T08:23:51.403 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_paxos", 2024-04-02T08:23:51.403 INFO:tasks.workunit.client.0.smithi012.stdout: "log_to_file", 2024-04-02T08:23:51.403 INFO:tasks.workunit.client.0.smithi012.stdout: "log_to_journald", 2024-04-02T08:23:51.403 INFO:tasks.workunit.client.0.smithi012.stdout: "log_to_stderr", 2024-04-02T08:23:51.403 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_join_fs", 2024-04-02T08:23:51.403 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/cephadm/allow_ptrace", 2024-04-02T08:23:51.403 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/cephadm/container_init", 2024-04-02T08:23:51.403 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/cephadm/migration_current", 2024-04-02T08:23:51.403 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/cephadm/use_repo_digest", 2024-04-02T08:23:51.403 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-02T08:23:51.403 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-02T08:23:51.403 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-02T08:23:51.404 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-02T08:23:51.404 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/dashboard/ssl_server_port", 2024-04-02T08:23:51.404 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/orchestrator/orchestrator", 2024-04-02T08:23:51.404 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/telemetry/channel_ident", 2024-04-02T08:23:51.404 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/telemetry/channel_perf", 2024-04-02T08:23:51.404 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/telemetry/description", 2024-04-02T08:23:51.404 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/telemetry/enabled", 2024-04-02T08:23:51.404 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/telemetry/organization", 2024-04-02T08:23:51.404 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_allow_pool_delete", 2024-04-02T08:23:51.404 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_clock_drift_allowed", 2024-04-02T08:23:51.404 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_cluster_log_file_level", 2024-04-02T08:23:51.404 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_cluster_log_to_file", 2024-04-02T08:23:51.404 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_data_avail_warn", 2024-04-02T08:23:51.404 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_election_default_strategy", 2024-04-02T08:23:51.404 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_max_pg_per_osd", 2024-04-02T08:23:51.405 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_mgr_mkfs_grace", 2024-04-02T08:23:51.405 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_osd_prime_pg_temp", 2024-04-02T08:23:51.405 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T08:23:51.405 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T08:23:51.405 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T08:23:51.405 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T08:23:51.405 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T08:23:51.405 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T08:23:51.405 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T08:23:51.405 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T08:23:51.405 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T08:23:51.405 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T08:23:51.405 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_too_few_osds", 2024-04-02T08:23:51.406 INFO:tasks.workunit.client.0.smithi012.stdout: "ms_die_on_bug", 2024-04-02T08:23:51.406 INFO:tasks.workunit.client.0.smithi012.stdout: "ms_die_on_old_message", 2024-04-02T08:23:51.406 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_class_default_list", 2024-04-02T08:23:51.406 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_class_load_list", 2024-04-02T08:23:51.406 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_misdirected_ops", 2024-04-02T08:23:51.406 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_op_order", 2024-04-02T08:23:51.406 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_pg_log_writeout", 2024-04-02T08:23:51.406 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_shutdown", 2024-04-02T08:23:51.406 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T08:23:51.406 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T08:23:51.406 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T08:23:51.406 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T08:23:51.406 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T08:23:51.407 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_profile", 2024-04-02T08:23:51.407 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_memory_target", 2024-04-02T08:23:51.407 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_memory_target_autotune", 2024-04-02T08:23:51.407 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_op_queue", 2024-04-02T08:23:51.407 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_op_queue_cut_off", 2024-04-02T08:23:51.407 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T08:23:51.407 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T08:23:51.407 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recover_clone_overlap", 2024-04-02T08:23:51.407 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_max_chunk", 2024-04-02T08:23:51.407 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_scrub_load_threshold", 2024-04-02T08:23:51.407 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_scrub_max_interval", 2024-04-02T08:23:51.407 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_shutdown_pgref_assert", 2024-04-02T08:23:51.407 INFO:tasks.workunit.client.0.smithi012.stdout: "public_network", 2024-04-02T08:23:51.407 INFO:tasks.workunit.client.0.smithi012.stdout: "rgw_cache_enabled", 2024-04-02T08:23:51.407 INFO:tasks.workunit.client.0.smithi012.stdout: "rgw_enable_ops_log", 2024-04-02T08:23:51.408 INFO:tasks.workunit.client.0.smithi012.stdout: "rgw_enable_usage_log" 2024-04-02T08:23:51.408 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:51.408 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.408 INFO:tasks.workunit.client.0.smithi012.stdout: "contact": null, 2024-04-02T08:23:51.408 INFO:tasks.workunit.client.0.smithi012.stdout: "crashes": [], 2024-04-02T08:23:51.408 INFO:tasks.workunit.client.0.smithi012.stdout: "created": "2024-04-02T08:14:44.119575Z", 2024-04-02T08:23:51.408 INFO:tasks.workunit.client.0.smithi012.stdout: "crush": { 2024-04-02T08:23:51.408 INFO:tasks.workunit.client.0.smithi012.stdout: "bucket_algs": { 2024-04-02T08:23:51.408 INFO:tasks.workunit.client.0.smithi012.stdout: "straw2": 3 2024-04-02T08:23:51.408 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.408 INFO:tasks.workunit.client.0.smithi012.stdout: "bucket_sizes": { 2024-04-02T08:23:51.408 INFO:tasks.workunit.client.0.smithi012.stdout: "2": 1, 2024-04-02T08:23:51.408 INFO:tasks.workunit.client.0.smithi012.stdout: "4": 2 2024-04-02T08:23:51.408 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.409 INFO:tasks.workunit.client.0.smithi012.stdout: "bucket_types": { 2024-04-02T08:23:51.409 INFO:tasks.workunit.client.0.smithi012.stdout: "1": 2, 2024-04-02T08:23:51.409 INFO:tasks.workunit.client.0.smithi012.stdout: "11": 1 2024-04-02T08:23:51.409 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.409 INFO:tasks.workunit.client.0.smithi012.stdout: "compat_weight_set": false, 2024-04-02T08:23:51.409 INFO:tasks.workunit.client.0.smithi012.stdout: "device_classes": [ 2024-04-02T08:23:51.409 INFO:tasks.workunit.client.0.smithi012.stdout: 8 2024-04-02T08:23:51.409 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.409 INFO:tasks.workunit.client.0.smithi012.stdout: "num_buckets": 6, 2024-04-02T08:23:51.409 INFO:tasks.workunit.client.0.smithi012.stdout: "num_devices": 8, 2024-04-02T08:23:51.409 INFO:tasks.workunit.client.0.smithi012.stdout: "num_rules": 1, 2024-04-02T08:23:51.409 INFO:tasks.workunit.client.0.smithi012.stdout: "num_types": 12, 2024-04-02T08:23:51.409 INFO:tasks.workunit.client.0.smithi012.stdout: "num_weight_sets": 0, 2024-04-02T08:23:51.409 INFO:tasks.workunit.client.0.smithi012.stdout: "tunables": { 2024-04-02T08:23:51.409 INFO:tasks.workunit.client.0.smithi012.stdout: "allowed_bucket_algs": 54, 2024-04-02T08:23:51.410 INFO:tasks.workunit.client.0.smithi012.stdout: "choose_local_fallback_tries": 0, 2024-04-02T08:23:51.410 INFO:tasks.workunit.client.0.smithi012.stdout: "choose_local_tries": 0, 2024-04-02T08:23:51.410 INFO:tasks.workunit.client.0.smithi012.stdout: "choose_total_tries": 50, 2024-04-02T08:23:51.410 INFO:tasks.workunit.client.0.smithi012.stdout: "chooseleaf_descend_once": 1, 2024-04-02T08:23:51.410 INFO:tasks.workunit.client.0.smithi012.stdout: "chooseleaf_stable": 1, 2024-04-02T08:23:51.410 INFO:tasks.workunit.client.0.smithi012.stdout: "chooseleaf_vary_r": 1, 2024-04-02T08:23:51.410 INFO:tasks.workunit.client.0.smithi012.stdout: "has_v2_rules": 0, 2024-04-02T08:23:51.410 INFO:tasks.workunit.client.0.smithi012.stdout: "has_v3_rules": 0, 2024-04-02T08:23:51.410 INFO:tasks.workunit.client.0.smithi012.stdout: "has_v4_buckets": 1, 2024-04-02T08:23:51.410 INFO:tasks.workunit.client.0.smithi012.stdout: "has_v5_rules": 0, 2024-04-02T08:23:51.410 INFO:tasks.workunit.client.0.smithi012.stdout: "legacy_tunables": 0, 2024-04-02T08:23:51.410 INFO:tasks.workunit.client.0.smithi012.stdout: "minimum_required_version": "jewel", 2024-04-02T08:23:51.410 INFO:tasks.workunit.client.0.smithi012.stdout: "optimal_tunables": 1, 2024-04-02T08:23:51.411 INFO:tasks.workunit.client.0.smithi012.stdout: "profile": "jewel", 2024-04-02T08:23:51.411 INFO:tasks.workunit.client.0.smithi012.stdout: "require_feature_tunables": 1, 2024-04-02T08:23:51.411 INFO:tasks.workunit.client.0.smithi012.stdout: "require_feature_tunables2": 1, 2024-04-02T08:23:51.411 INFO:tasks.workunit.client.0.smithi012.stdout: "require_feature_tunables3": 1, 2024-04-02T08:23:51.411 INFO:tasks.workunit.client.0.smithi012.stdout: "require_feature_tunables5": 1, 2024-04-02T08:23:51.411 INFO:tasks.workunit.client.0.smithi012.stdout: "straw_calc_version": 1 2024-04-02T08:23:51.411 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.411 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.411 INFO:tasks.workunit.client.0.smithi012.stdout: "description": "upgrade test cluster", 2024-04-02T08:23:51.411 INFO:tasks.workunit.client.0.smithi012.stdout: "fs": { 2024-04-02T08:23:51.411 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T08:23:51.411 INFO:tasks.workunit.client.0.smithi012.stdout: "feature_flags": { 2024-04-02T08:23:51.411 INFO:tasks.workunit.client.0.smithi012.stdout: "enable_multiple": true, 2024-04-02T08:23:51.411 INFO:tasks.workunit.client.0.smithi012.stdout: "ever_enabled_multiple": true 2024-04-02T08:23:51.412 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.412 INFO:tasks.workunit.client.0.smithi012.stdout: "filesystems": [ 2024-04-02T08:23:51.412 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.412 INFO:tasks.workunit.client.0.smithi012.stdout: "approx_ctime": "2024-04", 2024-04-02T08:23:51.412 INFO:tasks.workunit.client.0.smithi012.stdout: "balancer_enabled": false, 2024-04-02T08:23:51.412 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.412 INFO:tasks.workunit.client.0.smithi012.stdout: "cached_caps": 0, 2024-04-02T08:23:51.412 INFO:tasks.workunit.client.0.smithi012.stdout: "cached_dns": 10, 2024-04-02T08:23:51.412 INFO:tasks.workunit.client.0.smithi012.stdout: "cached_inos": 13, 2024-04-02T08:23:51.412 INFO:tasks.workunit.client.0.smithi012.stdout: "cached_subtrees": 2, 2024-04-02T08:23:51.412 INFO:tasks.workunit.client.0.smithi012.stdout: "ever_allowed_features": 0, 2024-04-02T08:23:51.412 INFO:tasks.workunit.client.0.smithi012.stdout: "explicitly_allowed_features": 0, 2024-04-02T08:23:51.412 INFO:tasks.workunit.client.0.smithi012.stdout: "files": 0, 2024-04-02T08:23:51.412 INFO:tasks.workunit.client.0.smithi012.stdout: "max_mds": 1, 2024-04-02T08:23:51.412 INFO:tasks.workunit.client.0.smithi012.stdout: "num_data_pools": 1, 2024-04-02T08:23:51.413 INFO:tasks.workunit.client.0.smithi012.stdout: "num_in": 1, 2024-04-02T08:23:51.413 INFO:tasks.workunit.client.0.smithi012.stdout: "num_mds": 1, 2024-04-02T08:23:51.413 INFO:tasks.workunit.client.0.smithi012.stdout: "num_sessions": 0, 2024-04-02T08:23:51.413 INFO:tasks.workunit.client.0.smithi012.stdout: "num_standby_replay": 0, 2024-04-02T08:23:51.413 INFO:tasks.workunit.client.0.smithi012.stdout: "num_up": 1, 2024-04-02T08:23:51.413 INFO:tasks.workunit.client.0.smithi012.stdout: "snaps": 0, 2024-04-02T08:23:51.413 INFO:tasks.workunit.client.0.smithi012.stdout: "standby_count_wanted": 0 2024-04-02T08:23:51.413 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.413 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.413 INFO:tasks.workunit.client.0.smithi012.stdout: "num_standby_mds": 1, 2024-04-02T08:23:51.413 INFO:tasks.workunit.client.0.smithi012.stdout: "total_num_mds": 2 2024-04-02T08:23:51.413 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.413 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_stats": { 2024-04-02T08:23:51.413 INFO:tasks.workunit.client.0.smithi012.stdout: "mds": { 2024-04-02T08:23:51.414 INFO:tasks.workunit.client.0.smithi012.stdout: "mds.55ba0c421d0a380c7e710a93002ddc2fa7e64353": { 2024-04-02T08:23:51.414 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 20504576, 2024-04-02T08:23:51.414 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 420496, 2024-04-02T08:23:51.414 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 2752512, 2024-04-02T08:23:51.414 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 122880, 2024-04-02T08:23:51.414 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 811008, 2024-04-02T08:23:51.414 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 404, 2024-04-02T08:23:51.414 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:23:51.414 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 1234672, 2024-04-02T08:23:51.414 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 20, 2024-04-02T08:23:51.414 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 1089536, 2024-04-02T08:23:51.414 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 14884480, 2024-04-02T08:23:51.414 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 21315584 2024-04-02T08:23:51.414 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.415 INFO:tasks.workunit.client.0.smithi012.stdout: "mds.aade4c1cf53e5400fc243fe71c4882775e710864": { 2024-04-02T08:23:51.415 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 19218432, 2024-04-02T08:23:51.415 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 313400, 2024-04-02T08:23:51.415 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 2752512, 2024-04-02T08:23:51.415 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 24576, 2024-04-02T08:23:51.415 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 0, 2024-04-02T08:23:51.415 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 316, 2024-04-02T08:23:51.415 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:23:51.415 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 1102184, 2024-04-02T08:23:51.415 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 12, 2024-04-02T08:23:51.415 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 563712, 2024-04-02T08:23:51.415 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 14462048, 2024-04-02T08:23:51.415 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 19218432 2024-04-02T08:23:51.415 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.416 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.416 INFO:tasks.workunit.client.0.smithi012.stdout: "mon": { 2024-04-02T08:23:51.416 INFO:tasks.workunit.client.0.smithi012.stdout: "mon.057b5af1dcee546cd49a55fe146bc9ff7b417da5": { 2024-04-02T08:23:51.416 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 32669696, 2024-04-02T08:23:51.416 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 923432, 2024-04-02T08:23:51.416 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 2752512, 2024-04-02T08:23:51.416 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 0, 2024-04-02T08:23:51.416 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 9740288, 2024-04-02T08:23:51.416 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 975, 2024-04-02T08:23:51.416 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:23:51.416 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 6812792, 2024-04-02T08:23:51.416 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 21, 2024-04-02T08:23:51.416 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 1781760, 2024-04-02T08:23:51.417 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 20399200, 2024-04-02T08:23:51.417 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 42409984 2024-04-02T08:23:51.417 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.417 INFO:tasks.workunit.client.0.smithi012.stdout: "mon.55ba0c421d0a380c7e710a93002ddc2fa7e64353": { 2024-04-02T08:23:51.417 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 33955840, 2024-04-02T08:23:51.417 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 1198864, 2024-04-02T08:23:51.417 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 2752512, 2024-04-02T08:23:51.417 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 81920, 2024-04-02T08:23:51.417 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 10551296, 2024-04-02T08:23:51.417 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 1130, 2024-04-02T08:23:51.417 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:23:51.417 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 8077200, 2024-04-02T08:23:51.417 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 21, 2024-04-02T08:23:51.417 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 1145088, 2024-04-02T08:23:51.418 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 20700256, 2024-04-02T08:23:51.418 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 44507136 2024-04-02T08:23:51.418 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.418 INFO:tasks.workunit.client.0.smithi012.stdout: "mon.aade4c1cf53e5400fc243fe71c4882775e710864": { 2024-04-02T08:23:51.418 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 43778048, 2024-04-02T08:23:51.418 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 1375408, 2024-04-02T08:23:51.418 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 2752512, 2024-04-02T08:23:51.418 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 0, 2024-04-02T08:23:51.418 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 3792896, 2024-04-02T08:23:51.418 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 1812, 2024-04-02T08:23:51.418 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:23:51.418 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 12411200, 2024-04-02T08:23:51.418 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 23, 2024-04-02T08:23:51.418 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 3013376, 2024-04-02T08:23:51.419 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 24225552, 2024-04-02T08:23:51.419 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 47570944 2024-04-02T08:23:51.419 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.419 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.419 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T08:23:51.419 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.0": { 2024-04-02T08:23:51.419 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 46555136, 2024-04-02T08:23:51.419 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 972536, 2024-04-02T08:23:51.419 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 2883584, 2024-04-02T08:23:51.419 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 0, 2024-04-02T08:23:51.419 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 745472, 2024-04-02T08:23:51.419 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 1376, 2024-04-02T08:23:51.419 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:23:51.419 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 4897960, 2024-04-02T08:23:51.420 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 46, 2024-04-02T08:23:51.420 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 2733312, 2024-04-02T08:23:51.420 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 35067744, 2024-04-02T08:23:51.420 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 47300608 2024-04-02T08:23:51.420 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.420 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.1": { 2024-04-02T08:23:51.420 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 46137344, 2024-04-02T08:23:51.420 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 1003976, 2024-04-02T08:23:51.420 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 2883584, 2024-04-02T08:23:51.420 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 0, 2024-04-02T08:23:51.420 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 114688, 2024-04-02T08:23:51.420 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 1330, 2024-04-02T08:23:51.420 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:23:51.420 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 5330712, 2024-04-02T08:23:51.421 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 47, 2024-04-02T08:23:51.421 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 2328832, 2024-04-02T08:23:51.421 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 34590240, 2024-04-02T08:23:51.421 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 46252032 2024-04-02T08:23:51.421 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.421 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.2": { 2024-04-02T08:23:51.421 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 45023232, 2024-04-02T08:23:51.421 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 845136, 2024-04-02T08:23:51.421 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 2883584, 2024-04-02T08:23:51.421 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 0, 2024-04-02T08:23:51.421 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 180224, 2024-04-02T08:23:51.421 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 1241, 2024-04-02T08:23:51.421 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:23:51.422 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 4655632, 2024-04-02T08:23:51.422 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 47, 2024-04-02T08:23:51.422 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 2451712, 2024-04-02T08:23:51.422 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 34187168, 2024-04-02T08:23:51.422 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 45203456 2024-04-02T08:23:51.422 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.422 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.3": { 2024-04-02T08:23:51.422 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 47030272, 2024-04-02T08:23:51.422 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 1679928, 2024-04-02T08:23:51.422 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 2883584, 2024-04-02T08:23:51.422 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 0, 2024-04-02T08:23:51.422 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 270336, 2024-04-02T08:23:51.422 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 1623, 2024-04-02T08:23:51.423 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:23:51.423 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 5301624, 2024-04-02T08:23:51.423 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 46, 2024-04-02T08:23:51.423 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 3279104, 2024-04-02T08:23:51.423 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 33886032, 2024-04-02T08:23:51.423 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 47300608 2024-04-02T08:23:51.423 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.423 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.4": { 2024-04-02T08:23:51.423 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 48906240, 2024-04-02T08:23:51.423 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 1738128, 2024-04-02T08:23:51.423 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 2883584, 2024-04-02T08:23:51.423 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 0, 2024-04-02T08:23:51.423 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 557056, 2024-04-02T08:23:51.423 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 1633, 2024-04-02T08:23:51.424 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:23:51.424 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 5470504, 2024-04-02T08:23:51.424 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 47, 2024-04-02T08:23:51.424 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 3824896, 2024-04-02T08:23:51.424 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 34989128, 2024-04-02T08:23:51.424 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 49463296 2024-04-02T08:23:51.424 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.424 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.5": { 2024-04-02T08:23:51.424 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 45031424, 2024-04-02T08:23:51.424 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 675496, 2024-04-02T08:23:51.424 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 2883584, 2024-04-02T08:23:51.424 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 0, 2024-04-02T08:23:51.425 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 172032, 2024-04-02T08:23:51.425 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 1225, 2024-04-02T08:23:51.425 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:23:51.425 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 4711672, 2024-04-02T08:23:51.425 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 48, 2024-04-02T08:23:51.425 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 1964288, 2024-04-02T08:23:51.425 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 34796384, 2024-04-02T08:23:51.425 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 45203456 2024-04-02T08:23:51.425 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.425 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.6": { 2024-04-02T08:23:51.425 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 45211648, 2024-04-02T08:23:51.425 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 1013320, 2024-04-02T08:23:51.425 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 2883584, 2024-04-02T08:23:51.425 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 0, 2024-04-02T08:23:51.426 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 1040384, 2024-04-02T08:23:51.426 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 1251, 2024-04-02T08:23:51.426 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:23:51.426 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 5195624, 2024-04-02T08:23:51.426 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 46, 2024-04-02T08:23:51.426 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 1718272, 2024-04-02T08:23:51.426 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 34400848, 2024-04-02T08:23:51.426 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 46252032 2024-04-02T08:23:51.426 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.426 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.7": { 2024-04-02T08:23:51.426 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 45252608, 2024-04-02T08:23:51.426 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 1331600, 2024-04-02T08:23:51.427 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 2883584, 2024-04-02T08:23:51.427 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 8192, 2024-04-02T08:23:51.427 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 933888, 2024-04-02T08:23:51.427 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 1283, 2024-04-02T08:23:51.427 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:23:51.427 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 4499224, 2024-04-02T08:23:51.427 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 46, 2024-04-02T08:23:51.427 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 2031104, 2024-04-02T08:23:51.427 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 34498904, 2024-04-02T08:23:51.427 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 46186496 2024-04-02T08:23:51.427 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.427 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.427 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.427 INFO:tasks.workunit.client.0.smithi012.stdout: "hosts": { 2024-04-02T08:23:51.428 INFO:tasks.workunit.client.0.smithi012.stdout: "num": 2, 2024-04-02T08:23:51.428 INFO:tasks.workunit.client.0.smithi012.stdout: "num_with_mds": 2, 2024-04-02T08:23:51.428 INFO:tasks.workunit.client.0.smithi012.stdout: "num_with_mgr": 2, 2024-04-02T08:23:51.428 INFO:tasks.workunit.client.0.smithi012.stdout: "num_with_mon": 2, 2024-04-02T08:23:51.428 INFO:tasks.workunit.client.0.smithi012.stdout: "num_with_osd": 2 2024-04-02T08:23:51.428 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.428 INFO:tasks.workunit.client.0.smithi012.stdout: "io_rate": { 2024-04-02T08:23:51.428 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_stats_delta": { 2024-04-02T08:23:51.428 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": 0, 2024-04-02T08:23:51.428 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:51.428 INFO:tasks.workunit.client.0.smithi012.stdout: "num_store_stats": 0, 2024-04-02T08:23:51.428 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:51.428 INFO:tasks.workunit.client.0.smithi012.stdout: "stamp_delta": "12.002238", 2024-04-02T08:23:51.428 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:51.429 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:51.429 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:51.429 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:51.429 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:51.429 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:51.429 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:51.429 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:51.429 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:51.429 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:51.429 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:51.429 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:51.429 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:51.429 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:51.429 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:51.430 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:51.430 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:51.430 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:51.430 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:51.430 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:51.430 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:51.430 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:51.430 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:51.430 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:51.430 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:51.430 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:51.430 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:51.430 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:51.431 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:51.431 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:51.431 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:51.431 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:51.431 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:51.431 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:51.431 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 182, 2024-04-02T08:23:51.431 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 278, 2024-04-02T08:23:51.431 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:51.431 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:51.431 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:51.431 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 40, 2024-04-02T08:23:51.431 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:51.431 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.432 INFO:tasks.workunit.client.0.smithi012.stdout: "store_stats": { 2024-04-02T08:23:51.432 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": 0, 2024-04-02T08:23:51.432 INFO:tasks.workunit.client.0.smithi012.stdout: "available": 0, 2024-04-02T08:23:51.432 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed": 0, 2024-04-02T08:23:51.432 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_allocated": 0, 2024-04-02T08:23:51.432 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_original": 0, 2024-04-02T08:23:51.432 INFO:tasks.workunit.client.0.smithi012.stdout: "data_stored": 0, 2024-04-02T08:23:51.432 INFO:tasks.workunit.client.0.smithi012.stdout: "internal_metadata": 0, 2024-04-02T08:23:51.432 INFO:tasks.workunit.client.0.smithi012.stdout: "internally_reserved": 0, 2024-04-02T08:23:51.432 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_allocated": 0, 2024-04-02T08:23:51.432 INFO:tasks.workunit.client.0.smithi012.stdout: "total": 0 2024-04-02T08:23:51.432 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.432 INFO:tasks.workunit.client.0.smithi012.stdout: "up": 0 2024-04-02T08:23:51.432 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.432 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.433 INFO:tasks.workunit.client.0.smithi012.stdout: "leaderboard": false, 2024-04-02T08:23:51.433 INFO:tasks.workunit.client.0.smithi012.stdout: "leaderboard_description": null, 2024-04-02T08:23:51.433 INFO:tasks.workunit.client.0.smithi012.stdout: "license": "sharing-1-0", 2024-04-02T08:23:51.433 INFO:tasks.workunit.client.0.smithi012.stdout: "mempool": { 2024-04-02T08:23:51.433 INFO:tasks.workunit.client.0.smithi012.stdout: "mds": { 2024-04-02T08:23:51.433 INFO:tasks.workunit.client.0.smithi012.stdout: "mds.55ba0c421d0a380c7e710a93002ddc2fa7e64353": { 2024-04-02T08:23:51.433 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T08:23:51.433 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.433 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.433 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.433 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T08:23:51.433 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.433 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.433 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.433 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T08:23:51.434 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.434 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.434 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.434 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T08:23:51.434 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.434 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.434 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.434 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T08:23:51.434 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.434 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.434 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.434 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T08:23:51.435 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.435 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.435 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.435 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T08:23:51.435 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.435 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.435 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.435 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T08:23:51.435 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.435 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.435 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.435 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T08:23:51.435 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.435 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.436 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.436 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T08:23:51.436 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.436 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.436 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.436 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T08:23:51.436 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.436 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.436 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.436 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T08:23:51.436 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.436 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.436 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.436 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T08:23:51.437 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.437 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.437 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.437 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T08:23:51.437 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.437 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.437 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.437 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T08:23:51.437 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.437 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.437 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.437 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T08:23:51.437 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.437 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.438 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.438 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T08:23:51.438 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.438 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.438 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.438 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T08:23:51.438 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.438 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.438 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.438 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T08:23:51.438 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 222439, 2024-04-02T08:23:51.438 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 68 2024-04-02T08:23:51.438 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.439 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T08:23:51.439 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.439 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.439 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.439 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T08:23:51.439 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 51496, 2024-04-02T08:23:51.439 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 208 2024-04-02T08:23:51.439 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.439 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T08:23:51.439 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.439 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.439 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.439 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T08:23:51.439 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.439 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.440 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.440 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T08:23:51.440 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.440 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.440 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.440 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T08:23:51.440 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 8008, 2024-04-02T08:23:51.440 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 125 2024-04-02T08:23:51.440 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.440 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T08:23:51.440 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.440 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.440 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.440 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T08:23:51.440 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.441 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.441 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.441 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T08:23:51.441 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.441 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.441 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.441 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T08:23:51.441 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.441 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.441 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.441 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.441 INFO:tasks.workunit.client.0.smithi012.stdout: "mds.aade4c1cf53e5400fc243fe71c4882775e710864": { 2024-04-02T08:23:51.441 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T08:23:51.441 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.442 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.442 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.442 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T08:23:51.442 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.442 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.442 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.442 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T08:23:51.442 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.442 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.442 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.442 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T08:23:51.442 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.442 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.443 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.443 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T08:23:51.443 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.443 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.443 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.443 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T08:23:51.443 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.443 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.443 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.443 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T08:23:51.443 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.443 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.443 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.443 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T08:23:51.443 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.444 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.444 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.444 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T08:23:51.444 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.444 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.444 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.444 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T08:23:51.444 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.444 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.444 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.444 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T08:23:51.444 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.444 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.444 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.444 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T08:23:51.445 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.445 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.445 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.445 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T08:23:51.445 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.445 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.445 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.445 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T08:23:51.445 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.445 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.445 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.445 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T08:23:51.445 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.445 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.445 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.446 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T08:23:51.446 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.446 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.446 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.446 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T08:23:51.446 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.446 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.446 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.446 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T08:23:51.446 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.446 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.446 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.446 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T08:23:51.447 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 150146, 2024-04-02T08:23:51.447 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 33 2024-04-02T08:23:51.447 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.447 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T08:23:51.447 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.447 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.447 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.447 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T08:23:51.447 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 928, 2024-04-02T08:23:51.447 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 2 2024-04-02T08:23:51.447 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.447 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T08:23:51.447 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.448 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.448 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.448 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T08:23:51.448 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.448 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.448 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.448 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T08:23:51.448 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.448 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.448 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.448 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T08:23:51.448 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.448 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.448 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.448 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T08:23:51.449 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.449 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.449 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.449 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T08:23:51.449 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.449 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.449 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.449 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T08:23:51.449 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.449 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.449 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.449 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T08:23:51.449 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.449 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.449 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.450 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.450 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.450 INFO:tasks.workunit.client.0.smithi012.stdout: "mon": { 2024-04-02T08:23:51.450 INFO:tasks.workunit.client.0.smithi012.stdout: "mon.057b5af1dcee546cd49a55fe146bc9ff7b417da5": { 2024-04-02T08:23:51.450 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T08:23:51.450 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.450 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.450 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.450 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T08:23:51.450 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.450 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.450 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.450 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T08:23:51.450 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.451 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.451 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.451 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T08:23:51.451 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.451 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.451 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.451 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T08:23:51.451 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.451 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.451 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.451 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T08:23:51.451 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.452 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.452 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.452 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T08:23:51.452 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.452 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.452 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.452 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T08:23:51.452 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.452 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.452 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.452 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T08:23:51.452 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.452 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.452 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.452 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T08:23:51.453 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.453 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.453 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.453 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T08:23:51.453 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.453 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.453 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.453 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T08:23:51.453 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.453 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.453 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.453 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T08:23:51.453 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.453 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.454 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.454 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T08:23:51.454 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.454 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.454 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.454 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T08:23:51.454 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.454 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.454 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.454 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T08:23:51.454 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.454 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.454 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.455 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T08:23:51.455 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.455 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.455 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.455 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T08:23:51.455 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.455 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.455 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.455 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T08:23:51.455 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1101531, 2024-04-02T08:23:51.455 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 359 2024-04-02T08:23:51.455 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.457 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T08:23:51.457 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.457 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.457 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.457 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T08:23:51.457 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.457 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.457 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.457 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T08:23:51.458 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.458 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.458 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.458 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T08:23:51.458 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.458 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.458 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.458 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T08:23:51.458 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.458 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.458 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.459 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T08:23:51.459 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 6584, 2024-04-02T08:23:51.459 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 124 2024-04-02T08:23:51.459 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.459 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T08:23:51.459 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 12744, 2024-04-02T08:23:51.459 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1546 2024-04-02T08:23:51.459 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.459 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T08:23:51.459 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 5152, 2024-04-02T08:23:51.459 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 83 2024-04-02T08:23:51.459 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.459 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T08:23:51.459 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.460 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.460 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.460 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T08:23:51.460 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.460 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.460 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.460 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.460 INFO:tasks.workunit.client.0.smithi012.stdout: "mon.55ba0c421d0a380c7e710a93002ddc2fa7e64353": { 2024-04-02T08:23:51.460 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T08:23:51.460 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.460 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.460 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.460 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T08:23:51.460 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.461 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.461 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.461 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T08:23:51.461 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.461 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.461 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.461 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T08:23:51.461 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.461 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.461 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.461 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T08:23:51.461 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.461 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.461 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.462 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T08:23:51.462 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.462 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.462 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.462 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T08:23:51.462 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.462 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.462 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.462 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T08:23:51.462 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.462 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.462 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.462 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T08:23:51.462 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.463 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.463 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.463 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T08:23:51.463 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.463 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.463 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.463 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T08:23:51.463 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.463 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.463 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.463 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T08:23:51.463 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.463 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.463 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.464 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T08:23:51.464 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.464 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.464 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.464 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T08:23:51.464 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.464 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.464 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.464 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T08:23:51.464 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.464 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.464 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.464 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T08:23:51.464 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.465 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.465 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.465 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T08:23:51.465 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.465 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.465 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.465 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T08:23:51.465 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.465 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.465 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.465 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T08:23:51.465 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1155203, 2024-04-02T08:23:51.465 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 360 2024-04-02T08:23:51.465 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.465 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T08:23:51.466 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 88, 2024-04-02T08:23:51.466 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1 2024-04-02T08:23:51.466 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.466 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T08:23:51.466 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.466 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.466 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.466 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T08:23:51.466 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.466 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.466 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.466 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T08:23:51.466 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.466 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.467 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.467 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T08:23:51.467 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.467 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.467 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.467 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T08:23:51.467 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 6584, 2024-04-02T08:23:51.467 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 124 2024-04-02T08:23:51.467 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.467 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T08:23:51.467 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 12744, 2024-04-02T08:23:51.467 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1546 2024-04-02T08:23:51.467 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.467 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T08:23:51.468 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 5152, 2024-04-02T08:23:51.468 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 83 2024-04-02T08:23:51.468 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.468 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T08:23:51.468 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.468 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.468 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.468 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T08:23:51.468 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.468 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.468 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.468 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.468 INFO:tasks.workunit.client.0.smithi012.stdout: "mon.aade4c1cf53e5400fc243fe71c4882775e710864": { 2024-04-02T08:23:51.468 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T08:23:51.468 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.469 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.469 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.469 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T08:23:51.469 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.469 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.469 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.469 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T08:23:51.469 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.469 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.469 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.469 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T08:23:51.469 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.469 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.469 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.469 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T08:23:51.470 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.470 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.470 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.470 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T08:23:51.470 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.470 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.470 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.470 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T08:23:51.470 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.470 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.470 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.470 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T08:23:51.470 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.471 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.471 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.471 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T08:23:51.471 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.471 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.471 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.471 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T08:23:51.471 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.471 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.471 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.471 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T08:23:51.471 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.471 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.471 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.472 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T08:23:51.472 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.472 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.472 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.472 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T08:23:51.472 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.472 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.472 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.472 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T08:23:51.472 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.472 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.472 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.472 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T08:23:51.472 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.472 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.473 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.473 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T08:23:51.473 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.473 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.473 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.473 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T08:23:51.473 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.473 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.473 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.473 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T08:23:51.473 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.473 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.473 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.473 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T08:23:51.474 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1141923, 2024-04-02T08:23:51.474 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 330 2024-04-02T08:23:51.474 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.474 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T08:23:51.474 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 440, 2024-04-02T08:23:51.474 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 5 2024-04-02T08:23:51.474 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.474 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T08:23:51.474 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.474 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.474 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.474 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T08:23:51.474 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.475 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.475 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.475 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T08:23:51.475 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.475 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.475 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.475 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T08:23:51.475 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.475 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.475 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.475 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T08:23:51.475 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 6584, 2024-04-02T08:23:51.475 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 124 2024-04-02T08:23:51.475 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.476 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T08:23:51.476 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 12744, 2024-04-02T08:23:51.476 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1546 2024-04-02T08:23:51.476 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.476 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T08:23:51.476 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 10304, 2024-04-02T08:23:51.476 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 166 2024-04-02T08:23:51.476 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.476 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T08:23:51.476 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.476 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.476 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.476 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T08:23:51.476 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.476 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.477 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.477 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.477 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.477 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T08:23:51.477 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.0": { 2024-04-02T08:23:51.477 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T08:23:51.477 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.477 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.477 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.477 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T08:23:51.477 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 6368, 2024-04-02T08:23:51.477 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 123 2024-04-02T08:23:51.477 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.477 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T08:23:51.478 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 16896, 2024-04-02T08:23:51.478 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 8 2024-04-02T08:23:51.478 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.478 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T08:23:51.478 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 576, 2024-04-02T08:23:51.478 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3 2024-04-02T08:23:51.478 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.478 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T08:23:51.478 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 5760, 2024-04-02T08:23:51.478 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 72 2024-04-02T08:23:51.478 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.478 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T08:23:51.478 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 20944, 2024-04-02T08:23:51.479 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 187 2024-04-02T08:23:51.479 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.479 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T08:23:51.479 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1936, 2024-04-02T08:23:51.479 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 47 2024-04-02T08:23:51.479 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.479 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T08:23:51.479 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 620956, 2024-04-02T08:23:51.479 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 20 2024-04-02T08:23:51.479 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.479 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T08:23:51.479 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 51070, 2024-04-02T08:23:51.479 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 9469 2024-04-02T08:23:51.479 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.480 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T08:23:51.480 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 136936, 2024-04-02T08:23:51.480 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 233 2024-04-02T08:23:51.480 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.480 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T08:23:51.480 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 11372, 2024-04-02T08:23:51.480 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 742 2024-04-02T08:23:51.480 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.480 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T08:23:51.480 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 8976, 2024-04-02T08:23:51.480 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 187 2024-04-02T08:23:51.480 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.480 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T08:23:51.480 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.480 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.481 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.481 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T08:23:51.481 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 31702, 2024-04-02T08:23:51.481 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 201 2024-04-02T08:23:51.481 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.481 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T08:23:51.481 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 20944, 2024-04-02T08:23:51.481 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 187 2024-04-02T08:23:51.481 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.481 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T08:23:51.481 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.481 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.481 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.481 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T08:23:51.482 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 395473, 2024-04-02T08:23:51.482 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 88 2024-04-02T08:23:51.482 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.482 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T08:23:51.482 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.482 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.482 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.482 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T08:23:51.482 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 2466908, 2024-04-02T08:23:51.482 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 200 2024-04-02T08:23:51.482 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.482 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T08:23:51.482 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 7040, 2024-04-02T08:23:51.482 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 80 2024-04-02T08:23:51.483 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.483 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T08:23:51.483 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.483 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.483 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.483 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T08:23:51.483 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 521640, 2024-04-02T08:23:51.483 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 45 2024-04-02T08:23:51.483 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.483 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T08:23:51.483 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.483 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.483 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.483 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T08:23:51.483 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 95160, 2024-04-02T08:23:51.484 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 187 2024-04-02T08:23:51.484 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.484 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T08:23:51.484 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 226280, 2024-04-02T08:23:51.484 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3476 2024-04-02T08:23:51.484 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.484 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T08:23:51.484 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.484 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.484 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.484 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T08:23:51.484 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.484 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.484 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.485 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T08:23:51.485 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.485 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.485 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.485 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T08:23:51.485 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.485 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.485 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.485 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.485 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.1": { 2024-04-02T08:23:51.485 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T08:23:51.485 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.485 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.485 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.485 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T08:23:51.486 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 6368, 2024-04-02T08:23:51.486 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 123 2024-04-02T08:23:51.486 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.486 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T08:23:51.486 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 16896, 2024-04-02T08:23:51.486 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 8 2024-04-02T08:23:51.486 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.486 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T08:23:51.486 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 576, 2024-04-02T08:23:51.486 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3 2024-04-02T08:23:51.486 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.486 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T08:23:51.486 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 4720, 2024-04-02T08:23:51.486 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 59 2024-04-02T08:23:51.487 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.487 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T08:23:51.487 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 19376, 2024-04-02T08:23:51.487 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 173 2024-04-02T08:23:51.487 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.487 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T08:23:51.487 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1488, 2024-04-02T08:23:51.487 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 43 2024-04-02T08:23:51.487 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.487 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T08:23:51.487 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 12288, 2024-04-02T08:23:51.488 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3 2024-04-02T08:23:51.488 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.488 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T08:23:51.488 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 44918, 2024-04-02T08:23:51.488 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 8461 2024-04-02T08:23:51.488 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.488 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T08:23:51.488 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 126736, 2024-04-02T08:23:51.488 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 218 2024-04-02T08:23:51.488 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.488 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T08:23:51.488 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 9416, 2024-04-02T08:23:51.488 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 565 2024-04-02T08:23:51.489 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.489 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T08:23:51.489 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 8304, 2024-04-02T08:23:51.489 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 173 2024-04-02T08:23:51.489 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.489 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T08:23:51.489 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.489 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.489 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.489 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T08:23:51.489 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 27594, 2024-04-02T08:23:51.489 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 186 2024-04-02T08:23:51.489 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.489 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T08:23:51.489 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 19488, 2024-04-02T08:23:51.490 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 174 2024-04-02T08:23:51.490 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.490 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T08:23:51.490 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1472, 2024-04-02T08:23:51.490 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 2 2024-04-02T08:23:51.490 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.490 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T08:23:51.490 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 436621, 2024-04-02T08:23:51.490 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 98 2024-04-02T08:23:51.490 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.490 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T08:23:51.490 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 20128, 2024-04-02T08:23:51.490 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 5 2024-04-02T08:23:51.491 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.491 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T08:23:51.491 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 2419209, 2024-04-02T08:23:51.491 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 177 2024-04-02T08:23:51.491 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.491 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T08:23:51.491 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 4928, 2024-04-02T08:23:51.491 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 56 2024-04-02T08:23:51.491 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.491 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T08:23:51.491 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.491 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.491 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.491 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T08:23:51.492 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 440496, 2024-04-02T08:23:51.492 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 38 2024-04-02T08:23:51.492 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.492 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T08:23:51.492 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.492 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.492 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.492 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T08:23:51.492 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 7280, 2024-04-02T08:23:51.492 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 18 2024-04-02T08:23:51.492 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.492 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T08:23:51.492 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 226280, 2024-04-02T08:23:51.492 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3476 2024-04-02T08:23:51.493 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.493 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T08:23:51.493 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.493 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.493 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.493 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T08:23:51.493 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.493 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.493 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.493 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T08:23:51.493 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.493 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.493 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.493 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T08:23:51.494 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.494 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.494 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.494 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.494 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.2": { 2024-04-02T08:23:51.494 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T08:23:51.494 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.494 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.494 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.494 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T08:23:51.494 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 6368, 2024-04-02T08:23:51.494 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 123 2024-04-02T08:23:51.494 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.494 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T08:23:51.495 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 16896, 2024-04-02T08:23:51.495 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 8 2024-04-02T08:23:51.495 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.495 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T08:23:51.495 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 576, 2024-04-02T08:23:51.495 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3 2024-04-02T08:23:51.495 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.495 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T08:23:51.495 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 4240, 2024-04-02T08:23:51.495 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 53 2024-04-02T08:23:51.495 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.495 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T08:23:51.495 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 19264, 2024-04-02T08:23:51.495 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 172 2024-04-02T08:23:51.495 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.496 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T08:23:51.496 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1376, 2024-04-02T08:23:51.496 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 42 2024-04-02T08:23:51.496 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.496 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T08:23:51.496 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 8192, 2024-04-02T08:23:51.496 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 2 2024-04-02T08:23:51.496 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.496 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T08:23:51.496 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 43129, 2024-04-02T08:23:51.496 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 8188 2024-04-02T08:23:51.496 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.496 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T08:23:51.496 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 121976, 2024-04-02T08:23:51.496 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 211 2024-04-02T08:23:51.497 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.497 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T08:23:51.497 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 8276, 2024-04-02T08:23:51.497 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 514 2024-04-02T08:23:51.497 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.497 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T08:23:51.497 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 8256, 2024-04-02T08:23:51.497 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 172 2024-04-02T08:23:51.497 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.497 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T08:23:51.497 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.497 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.497 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.497 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T08:23:51.498 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 25970, 2024-04-02T08:23:51.498 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 179 2024-04-02T08:23:51.498 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.498 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T08:23:51.498 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 19376, 2024-04-02T08:23:51.498 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 173 2024-04-02T08:23:51.498 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.498 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T08:23:51.498 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1472, 2024-04-02T08:23:51.498 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 2 2024-04-02T08:23:51.498 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.498 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T08:23:51.498 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 388645, 2024-04-02T08:23:51.498 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 86 2024-04-02T08:23:51.499 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.499 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T08:23:51.499 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 20128, 2024-04-02T08:23:51.499 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 5 2024-04-02T08:23:51.499 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.499 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T08:23:51.499 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 2406210, 2024-04-02T08:23:51.499 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 173 2024-04-02T08:23:51.499 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.499 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T08:23:51.499 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 4312, 2024-04-02T08:23:51.499 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 49 2024-04-02T08:23:51.499 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.499 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T08:23:51.500 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.500 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.500 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.500 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T08:23:51.500 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 359352, 2024-04-02T08:23:51.500 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 31 2024-04-02T08:23:51.500 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.500 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T08:23:51.500 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.500 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.500 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.500 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T08:23:51.500 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 8320, 2024-04-02T08:23:51.500 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 24 2024-04-02T08:23:51.501 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.501 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T08:23:51.501 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 227048, 2024-04-02T08:23:51.501 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3512 2024-04-02T08:23:51.501 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.501 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T08:23:51.501 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.501 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.501 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.501 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T08:23:51.501 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.501 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.501 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.501 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T08:23:51.502 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.502 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.502 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.502 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T08:23:51.502 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.502 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.502 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.502 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.502 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.3": { 2024-04-02T08:23:51.502 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T08:23:51.502 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.502 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.502 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.502 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T08:23:51.503 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 6368, 2024-04-02T08:23:51.503 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 123 2024-04-02T08:23:51.503 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.503 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T08:23:51.503 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 16896, 2024-04-02T08:23:51.503 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 8 2024-04-02T08:23:51.503 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.503 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T08:23:51.503 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 576, 2024-04-02T08:23:51.503 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3 2024-04-02T08:23:51.503 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.503 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T08:23:51.503 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 3920, 2024-04-02T08:23:51.503 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 49 2024-04-02T08:23:51.503 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.504 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T08:23:51.504 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 19936, 2024-04-02T08:23:51.504 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 178 2024-04-02T08:23:51.504 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.504 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T08:23:51.504 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 704, 2024-04-02T08:23:51.504 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 36 2024-04-02T08:23:51.504 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.504 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T08:23:51.504 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 15090, 2024-04-02T08:23:51.504 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3 2024-04-02T08:23:51.504 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.504 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T08:23:51.505 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 85162, 2024-04-02T08:23:51.505 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 14767 2024-04-02T08:23:51.505 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.505 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T08:23:51.505 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 195416, 2024-04-02T08:23:51.505 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 319 2024-04-02T08:23:51.505 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.505 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T08:23:51.505 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 9420, 2024-04-02T08:23:51.505 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 575 2024-04-02T08:23:51.505 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.505 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T08:23:51.505 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 8544, 2024-04-02T08:23:51.505 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 178 2024-04-02T08:23:51.506 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.506 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T08:23:51.506 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.506 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.506 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.506 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T08:23:51.506 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 27010, 2024-04-02T08:23:51.506 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 187 2024-04-02T08:23:51.506 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.506 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T08:23:51.506 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 19936, 2024-04-02T08:23:51.506 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 178 2024-04-02T08:23:51.506 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.507 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T08:23:51.507 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 2208, 2024-04-02T08:23:51.507 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3 2024-04-02T08:23:51.507 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.507 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T08:23:51.507 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 300179, 2024-04-02T08:23:51.507 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 65 2024-04-02T08:23:51.507 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.507 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T08:23:51.507 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 26565, 2024-04-02T08:23:51.507 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 9 2024-04-02T08:23:51.507 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.507 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T08:23:51.507 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 2428990, 2024-04-02T08:23:51.508 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 179 2024-04-02T08:23:51.508 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.508 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T08:23:51.508 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 4928, 2024-04-02T08:23:51.508 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 56 2024-04-02T08:23:51.508 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.508 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T08:23:51.508 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.508 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.508 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.508 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T08:23:51.508 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 428904, 2024-04-02T08:23:51.508 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 37 2024-04-02T08:23:51.508 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.508 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T08:23:51.509 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.509 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.509 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.509 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T08:23:51.509 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 10400, 2024-04-02T08:23:51.509 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 20 2024-04-02T08:23:51.509 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.509 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T08:23:51.509 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 226280, 2024-04-02T08:23:51.509 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3476 2024-04-02T08:23:51.509 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.509 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T08:23:51.509 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.509 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.510 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.510 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T08:23:51.510 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.510 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.510 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.510 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T08:23:51.510 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.510 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.510 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.510 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T08:23:51.510 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.510 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.510 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.510 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.511 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.4": { 2024-04-02T08:23:51.511 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T08:23:51.511 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.511 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.511 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.511 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T08:23:51.511 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 6368, 2024-04-02T08:23:51.511 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 123 2024-04-02T08:23:51.511 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.511 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T08:23:51.511 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 16896, 2024-04-02T08:23:51.511 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 8 2024-04-02T08:23:51.511 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.511 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T08:23:51.512 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 576, 2024-04-02T08:23:51.512 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3 2024-04-02T08:23:51.512 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.512 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T08:23:51.512 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 3600, 2024-04-02T08:23:51.512 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 45 2024-04-02T08:23:51.512 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.512 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T08:23:51.512 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 19824, 2024-04-02T08:23:51.512 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 177 2024-04-02T08:23:51.512 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.512 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T08:23:51.512 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 816, 2024-04-02T08:23:51.512 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 37 2024-04-02T08:23:51.513 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.513 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T08:23:51.513 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.513 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.513 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.513 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T08:23:51.513 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 85552, 2024-04-02T08:23:51.513 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 14849 2024-04-02T08:23:51.513 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.513 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T08:23:51.513 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 196776, 2024-04-02T08:23:51.513 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 321 2024-04-02T08:23:51.513 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.513 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T08:23:51.513 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 9592, 2024-04-02T08:23:51.514 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 573 2024-04-02T08:23:51.514 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.514 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T08:23:51.514 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 8496, 2024-04-02T08:23:51.514 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 177 2024-04-02T08:23:51.514 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.514 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T08:23:51.514 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.514 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.514 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.514 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T08:23:51.514 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 27690, 2024-04-02T08:23:51.514 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 189 2024-04-02T08:23:51.514 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.515 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T08:23:51.515 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 19824, 2024-04-02T08:23:51.515 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 177 2024-04-02T08:23:51.515 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.515 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T08:23:51.515 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 736, 2024-04-02T08:23:51.515 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1 2024-04-02T08:23:51.515 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.515 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T08:23:51.515 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 925344, 2024-04-02T08:23:51.515 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 74 2024-04-02T08:23:51.515 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.515 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T08:23:51.515 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 12112, 2024-04-02T08:23:51.515 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3 2024-04-02T08:23:51.516 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.516 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T08:23:51.516 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 2444076, 2024-04-02T08:23:51.516 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 183 2024-04-02T08:23:51.516 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.516 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T08:23:51.516 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 4752, 2024-04-02T08:23:51.516 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 54 2024-04-02T08:23:51.516 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.516 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T08:23:51.516 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.516 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.516 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.516 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T08:23:51.517 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 452088, 2024-04-02T08:23:51.517 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 39 2024-04-02T08:23:51.517 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.517 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T08:23:51.517 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.517 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.517 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.517 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T08:23:51.517 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 7904, 2024-04-02T08:23:51.517 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 16 2024-04-02T08:23:51.517 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.517 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T08:23:51.517 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 226536, 2024-04-02T08:23:51.517 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3488 2024-04-02T08:23:51.517 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.518 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T08:23:51.518 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.518 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.518 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.518 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T08:23:51.518 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.518 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.518 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.518 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T08:23:51.518 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.518 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.518 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.518 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T08:23:51.518 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.519 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.519 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.519 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.519 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.5": { 2024-04-02T08:23:51.519 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T08:23:51.519 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.519 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.519 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.519 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T08:23:51.519 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 6368, 2024-04-02T08:23:51.519 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 123 2024-04-02T08:23:51.519 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.519 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T08:23:51.519 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 16896, 2024-04-02T08:23:51.520 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 8 2024-04-02T08:23:51.520 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.520 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T08:23:51.520 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 576, 2024-04-02T08:23:51.520 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3 2024-04-02T08:23:51.520 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.520 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T08:23:51.520 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 2960, 2024-04-02T08:23:51.520 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 37 2024-04-02T08:23:51.520 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.520 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T08:23:51.520 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 19712, 2024-04-02T08:23:51.520 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 176 2024-04-02T08:23:51.520 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.520 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T08:23:51.521 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 480, 2024-04-02T08:23:51.521 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 34 2024-04-02T08:23:51.521 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.521 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T08:23:51.521 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.521 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.521 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.521 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T08:23:51.521 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 45199, 2024-04-02T08:23:51.521 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 8612 2024-04-02T08:23:51.521 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.521 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T08:23:51.521 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 129456, 2024-04-02T08:23:51.521 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 222 2024-04-02T08:23:51.522 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.522 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T08:23:51.522 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 9828, 2024-04-02T08:23:51.522 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 575 2024-04-02T08:23:51.522 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.522 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T08:23:51.522 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 8448, 2024-04-02T08:23:51.522 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 176 2024-04-02T08:23:51.522 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.522 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T08:23:51.522 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.522 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.522 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.522 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T08:23:51.523 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 28114, 2024-04-02T08:23:51.523 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 190 2024-04-02T08:23:51.523 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.523 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T08:23:51.523 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 19712, 2024-04-02T08:23:51.523 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 176 2024-04-02T08:23:51.523 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.523 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T08:23:51.523 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 2208, 2024-04-02T08:23:51.523 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3 2024-04-02T08:23:51.523 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.523 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T08:23:51.523 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 848052, 2024-04-02T08:23:51.524 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 55 2024-04-02T08:23:51.524 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.524 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T08:23:51.524 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 26565, 2024-04-02T08:23:51.524 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 9 2024-04-02T08:23:51.524 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.524 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T08:23:51.524 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 2439504, 2024-04-02T08:23:51.524 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 180 2024-04-02T08:23:51.524 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.524 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T08:23:51.524 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 5368, 2024-04-02T08:23:51.524 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 61 2024-04-02T08:23:51.524 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.525 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T08:23:51.525 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.525 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.525 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.525 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T08:23:51.525 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 475272, 2024-04-02T08:23:51.525 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 41 2024-04-02T08:23:51.525 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.525 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T08:23:51.525 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.525 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.525 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.525 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T08:23:51.525 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 11960, 2024-04-02T08:23:51.525 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 23 2024-04-02T08:23:51.526 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.526 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T08:23:51.526 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 226792, 2024-04-02T08:23:51.526 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3500 2024-04-02T08:23:51.526 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.526 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T08:23:51.526 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.526 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.526 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.526 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T08:23:51.526 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.526 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.526 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.526 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T08:23:51.527 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.527 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.527 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.527 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T08:23:51.527 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.527 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.527 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.527 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.527 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.6": { 2024-04-02T08:23:51.527 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T08:23:51.527 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.527 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.527 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.527 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T08:23:51.528 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 6368, 2024-04-02T08:23:51.528 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 123 2024-04-02T08:23:51.528 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.528 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T08:23:51.528 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 16896, 2024-04-02T08:23:51.528 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 8 2024-04-02T08:23:51.528 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.528 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T08:23:51.528 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 576, 2024-04-02T08:23:51.528 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3 2024-04-02T08:23:51.528 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.528 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T08:23:51.528 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 2400, 2024-04-02T08:23:51.528 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 30 2024-04-02T08:23:51.529 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.529 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T08:23:51.529 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 20832, 2024-04-02T08:23:51.529 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 186 2024-04-02T08:23:51.529 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.529 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T08:23:51.529 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 704, 2024-04-02T08:23:51.529 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 36 2024-04-02T08:23:51.529 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.529 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T08:23:51.529 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 29838, 2024-04-02T08:23:51.529 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 6 2024-04-02T08:23:51.529 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.529 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T08:23:51.530 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 45954, 2024-04-02T08:23:51.530 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 8930 2024-04-02T08:23:51.530 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.530 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T08:23:51.530 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 128776, 2024-04-02T08:23:51.530 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 221 2024-04-02T08:23:51.530 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.530 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T08:23:51.530 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 10760, 2024-04-02T08:23:51.530 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 733 2024-04-02T08:23:51.530 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.530 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T08:23:51.530 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 8928, 2024-04-02T08:23:51.530 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 186 2024-04-02T08:23:51.531 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.531 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T08:23:51.531 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.531 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.531 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.531 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T08:23:51.531 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 28718, 2024-04-02T08:23:51.531 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 189 2024-04-02T08:23:51.531 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.531 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T08:23:51.531 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 20832, 2024-04-02T08:23:51.531 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 186 2024-04-02T08:23:51.531 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.531 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T08:23:51.532 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.532 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.532 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.532 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T08:23:51.532 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 535399, 2024-04-02T08:23:51.532 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 44 2024-04-02T08:23:51.532 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.532 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T08:23:51.532 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.532 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.532 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.532 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T08:23:51.532 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 2420798, 2024-04-02T08:23:51.532 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 173 2024-04-02T08:23:51.532 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.533 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T08:23:51.533 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 4840, 2024-04-02T08:23:51.533 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 55 2024-04-02T08:23:51.533 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.533 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T08:23:51.533 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.533 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.533 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.533 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T08:23:51.533 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 440496, 2024-04-02T08:23:51.533 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 38 2024-04-02T08:23:51.533 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.533 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T08:23:51.533 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.534 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.534 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.534 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T08:23:51.534 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 94952, 2024-04-02T08:23:51.534 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 193 2024-04-02T08:23:51.534 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.534 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T08:23:51.534 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 227048, 2024-04-02T08:23:51.534 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3512 2024-04-02T08:23:51.534 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.534 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T08:23:51.534 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.534 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.534 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.535 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T08:23:51.535 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.535 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.535 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.535 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T08:23:51.535 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.535 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.535 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.535 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T08:23:51.535 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.535 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.535 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.535 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.535 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.7": { 2024-04-02T08:23:51.535 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T08:23:51.536 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.536 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.536 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.536 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T08:23:51.536 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 6368, 2024-04-02T08:23:51.536 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 123 2024-04-02T08:23:51.536 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.536 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T08:23:51.536 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 16896, 2024-04-02T08:23:51.536 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 8 2024-04-02T08:23:51.536 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.536 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T08:23:51.536 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 576, 2024-04-02T08:23:51.536 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3 2024-04-02T08:23:51.537 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.537 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T08:23:51.537 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1760, 2024-04-02T08:23:51.537 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 22 2024-04-02T08:23:51.537 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.537 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T08:23:51.537 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 20608, 2024-04-02T08:23:51.537 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 184 2024-04-02T08:23:51.537 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.537 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T08:23:51.537 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1040, 2024-04-02T08:23:51.537 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 39 2024-04-02T08:23:51.537 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.537 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T08:23:51.537 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 270336, 2024-04-02T08:23:51.538 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 7 2024-04-02T08:23:51.538 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.538 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T08:23:51.538 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 48357, 2024-04-02T08:23:51.538 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 9241 2024-04-02T08:23:51.538 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.538 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T08:23:51.538 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 134216, 2024-04-02T08:23:51.538 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 229 2024-04-02T08:23:51.538 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.538 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T08:23:51.538 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 11616, 2024-04-02T08:23:51.538 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 737 2024-04-02T08:23:51.539 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.539 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T08:23:51.539 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 8832, 2024-04-02T08:23:51.539 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 184 2024-04-02T08:23:51.539 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.539 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T08:23:51.539 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.539 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.539 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.539 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T08:23:51.539 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 31102, 2024-04-02T08:23:51.539 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 197 2024-04-02T08:23:51.539 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.539 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T08:23:51.540 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 20608, 2024-04-02T08:23:51.540 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 184 2024-04-02T08:23:51.540 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.540 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T08:23:51.540 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.540 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.540 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.540 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T08:23:51.540 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 153789, 2024-04-02T08:23:51.540 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 30 2024-04-02T08:23:51.540 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.540 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T08:23:51.540 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.540 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.541 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.541 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T08:23:51.541 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 2447072, 2024-04-02T08:23:51.541 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 204 2024-04-02T08:23:51.541 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.541 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T08:23:51.541 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 5896, 2024-04-02T08:23:51.541 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 67 2024-04-02T08:23:51.541 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.541 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T08:23:51.541 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.541 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.541 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.541 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T08:23:51.542 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 533232, 2024-04-02T08:23:51.542 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 46 2024-04-02T08:23:51.542 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.542 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T08:23:51.542 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.542 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.542 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.542 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T08:23:51.542 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 98488, 2024-04-02T08:23:51.542 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 227 2024-04-02T08:23:51.542 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.542 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T08:23:51.542 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 226280, 2024-04-02T08:23:51.542 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3476 2024-04-02T08:23:51.543 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.543 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T08:23:51.543 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.543 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.543 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.543 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T08:23:51.543 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.543 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.543 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.543 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T08:23:51.543 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.543 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.543 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.543 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T08:23:51.543 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T08:23:51.544 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T08:23:51.544 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.544 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.544 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.544 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.544 INFO:tasks.workunit.client.0.smithi012.stdout: "metadata": { 2024-04-02T08:23:51.544 INFO:tasks.workunit.client.0.smithi012.stdout: "mds": { 2024-04-02T08:23:51.544 INFO:tasks.workunit.client.0.smithi012.stdout: "arch": { 2024-04-02T08:23:51.544 INFO:tasks.workunit.client.0.smithi012.stdout: "x86_64": 2 2024-04-02T08:23:51.544 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.544 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph_version": { 2024-04-02T08:23:51.544 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:23:51.544 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.545 INFO:tasks.workunit.client.0.smithi012.stdout: "cpu": { 2024-04-02T08:23:51.545 INFO:tasks.workunit.client.0.smithi012.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-04-02T08:23:51.545 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.545 INFO:tasks.workunit.client.0.smithi012.stdout: "distro": { 2024-04-02T08:23:51.545 INFO:tasks.workunit.client.0.smithi012.stdout: "centos": 2 2024-04-02T08:23:51.545 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.545 INFO:tasks.workunit.client.0.smithi012.stdout: "distro_description": { 2024-04-02T08:23:51.545 INFO:tasks.workunit.client.0.smithi012.stdout: "CentOS Stream 8": 2 2024-04-02T08:23:51.545 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.545 INFO:tasks.workunit.client.0.smithi012.stdout: "kernel_description": { 2024-04-02T08:23:51.545 INFO:tasks.workunit.client.0.smithi012.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 2 2024-04-02T08:23:51.545 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.545 INFO:tasks.workunit.client.0.smithi012.stdout: "kernel_version": { 2024-04-02T08:23:51.545 INFO:tasks.workunit.client.0.smithi012.stdout: "5.14.0-434.el9.x86_64": 2 2024-04-02T08:23:51.546 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.546 INFO:tasks.workunit.client.0.smithi012.stdout: "os": { 2024-04-02T08:23:51.546 INFO:tasks.workunit.client.0.smithi012.stdout: "Linux": 2 2024-04-02T08:23:51.546 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.546 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.546 INFO:tasks.workunit.client.0.smithi012.stdout: "mon": { 2024-04-02T08:23:51.546 INFO:tasks.workunit.client.0.smithi012.stdout: "arch": { 2024-04-02T08:23:51.546 INFO:tasks.workunit.client.0.smithi012.stdout: "x86_64": 3 2024-04-02T08:23:51.546 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.546 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph_version": { 2024-04-02T08:23:51.546 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3 2024-04-02T08:23:51.546 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.546 INFO:tasks.workunit.client.0.smithi012.stdout: "cpu": { 2024-04-02T08:23:51.546 INFO:tasks.workunit.client.0.smithi012.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-04-02T08:23:51.547 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.547 INFO:tasks.workunit.client.0.smithi012.stdout: "distro": { 2024-04-02T08:23:51.547 INFO:tasks.workunit.client.0.smithi012.stdout: "centos": 3 2024-04-02T08:23:51.547 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.547 INFO:tasks.workunit.client.0.smithi012.stdout: "distro_description": { 2024-04-02T08:23:51.547 INFO:tasks.workunit.client.0.smithi012.stdout: "CentOS Stream 8": 3 2024-04-02T08:23:51.547 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.547 INFO:tasks.workunit.client.0.smithi012.stdout: "kernel_description": { 2024-04-02T08:23:51.547 INFO:tasks.workunit.client.0.smithi012.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 3 2024-04-02T08:23:51.547 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.547 INFO:tasks.workunit.client.0.smithi012.stdout: "kernel_version": { 2024-04-02T08:23:51.547 INFO:tasks.workunit.client.0.smithi012.stdout: "5.14.0-434.el9.x86_64": 3 2024-04-02T08:23:51.547 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.547 INFO:tasks.workunit.client.0.smithi012.stdout: "os": { 2024-04-02T08:23:51.547 INFO:tasks.workunit.client.0.smithi012.stdout: "Linux": 3 2024-04-02T08:23:51.548 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.548 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.548 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T08:23:51.548 INFO:tasks.workunit.client.0.smithi012.stdout: "arch": { 2024-04-02T08:23:51.548 INFO:tasks.workunit.client.0.smithi012.stdout: "x86_64": 8 2024-04-02T08:23:51.548 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.548 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph_version": { 2024-04-02T08:23:51.548 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:23:51.548 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.548 INFO:tasks.workunit.client.0.smithi012.stdout: "cpu": { 2024-04-02T08:23:51.548 INFO:tasks.workunit.client.0.smithi012.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-04-02T08:23:51.548 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.548 INFO:tasks.workunit.client.0.smithi012.stdout: "distro": { 2024-04-02T08:23:51.548 INFO:tasks.workunit.client.0.smithi012.stdout: "centos": 8 2024-04-02T08:23:51.549 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.549 INFO:tasks.workunit.client.0.smithi012.stdout: "distro_description": { 2024-04-02T08:23:51.549 INFO:tasks.workunit.client.0.smithi012.stdout: "CentOS Stream 8": 8 2024-04-02T08:23:51.549 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.549 INFO:tasks.workunit.client.0.smithi012.stdout: "kernel_description": { 2024-04-02T08:23:51.549 INFO:tasks.workunit.client.0.smithi012.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 8 2024-04-02T08:23:51.549 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.549 INFO:tasks.workunit.client.0.smithi012.stdout: "kernel_version": { 2024-04-02T08:23:51.549 INFO:tasks.workunit.client.0.smithi012.stdout: "5.14.0-434.el9.x86_64": 8 2024-04-02T08:23:51.549 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.549 INFO:tasks.workunit.client.0.smithi012.stdout: "os": { 2024-04-02T08:23:51.549 INFO:tasks.workunit.client.0.smithi012.stdout: "Linux": 8 2024-04-02T08:23:51.549 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.549 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_objectstore": { 2024-04-02T08:23:51.549 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore": 8 2024-04-02T08:23:51.550 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.550 INFO:tasks.workunit.client.0.smithi012.stdout: "rotational": { 2024-04-02T08:23:51.550 INFO:tasks.workunit.client.0.smithi012.stdout: "0": 8 2024-04-02T08:23:51.550 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.550 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.550 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.550 INFO:tasks.workunit.client.0.smithi012.stdout: "mon": { 2024-04-02T08:23:51.550 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T08:23:51.550 INFO:tasks.workunit.client.0.smithi012.stdout: "features": { 2024-04-02T08:23:51.550 INFO:tasks.workunit.client.0.smithi012.stdout: "optional": [], 2024-04-02T08:23:51.550 INFO:tasks.workunit.client.0.smithi012.stdout: "persistent": [ 2024-04-02T08:23:51.550 INFO:tasks.workunit.client.0.smithi012.stdout: "kraken", 2024-04-02T08:23:51.550 INFO:tasks.workunit.client.0.smithi012.stdout: "luminous", 2024-04-02T08:23:51.550 INFO:tasks.workunit.client.0.smithi012.stdout: "mimic", 2024-04-02T08:23:51.551 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap-prune", 2024-04-02T08:23:51.551 INFO:tasks.workunit.client.0.smithi012.stdout: "nautilus", 2024-04-02T08:23:51.551 INFO:tasks.workunit.client.0.smithi012.stdout: "octopus", 2024-04-02T08:23:51.551 INFO:tasks.workunit.client.0.smithi012.stdout: "pacific", 2024-04-02T08:23:51.551 INFO:tasks.workunit.client.0.smithi012.stdout: "elector-pinging", 2024-04-02T08:23:51.551 INFO:tasks.workunit.client.0.smithi012.stdout: "quincy", 2024-04-02T08:23:51.551 INFO:tasks.workunit.client.0.smithi012.stdout: "reef" 2024-04-02T08:23:51.551 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:51.551 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.551 INFO:tasks.workunit.client.0.smithi012.stdout: "ipv4_addr_mons": 6, 2024-04-02T08:23:51.551 INFO:tasks.workunit.client.0.smithi012.stdout: "ipv6_addr_mons": 0, 2024-04-02T08:23:51.551 INFO:tasks.workunit.client.0.smithi012.stdout: "min_mon_release": 18, 2024-04-02T08:23:51.551 INFO:tasks.workunit.client.0.smithi012.stdout: "v1_addr_mons": 3, 2024-04-02T08:23:51.551 INFO:tasks.workunit.client.0.smithi012.stdout: "v2_addr_mons": 3 2024-04-02T08:23:51.552 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.552 INFO:tasks.workunit.client.0.smithi012.stdout: "organization": "ceph-qa", 2024-04-02T08:23:51.552 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T08:23:51.552 INFO:tasks.workunit.client.0.smithi012.stdout: "cluster_network": false, 2024-04-02T08:23:51.552 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8, 2024-04-02T08:23:51.552 INFO:tasks.workunit.client.0.smithi012.stdout: "require_min_compat_client": "luminous", 2024-04-02T08:23:51.552 INFO:tasks.workunit.client.0.smithi012.stdout: "require_osd_release": "reef" 2024-04-02T08:23:51.552 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.552 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_perf_histograms": [ 2024-04-02T08:23:51.552 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.552 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:23:51.552 INFO:tasks.workunit.client.0.smithi012.stdout: "axes": [ 2024-04-02T08:23:51.552 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.552 INFO:tasks.workunit.client.0.smithi012.stdout: "buckets": 32, 2024-04-02T08:23:51.552 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 0, 2024-04-02T08:23:51.553 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "Latency (usec)", 2024-04-02T08:23:51.553 INFO:tasks.workunit.client.0.smithi012.stdout: "quant_size": 100000, 2024-04-02T08:23:51.553 INFO:tasks.workunit.client.0.smithi012.stdout: "ranges": [ 2024-04-02T08:23:51.553 INFO:tasks.workunit.client.0.smithi012.stdout: "[None, -1]", 2024-04-02T08:23:51.553 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 99999]", 2024-04-02T08:23:51.553 INFO:tasks.workunit.client.0.smithi012.stdout: "[100000, 199999]", 2024-04-02T08:23:51.553 INFO:tasks.workunit.client.0.smithi012.stdout: "[200000, 399999]", 2024-04-02T08:23:51.553 INFO:tasks.workunit.client.0.smithi012.stdout: "[400000, 799999]", 2024-04-02T08:23:51.553 INFO:tasks.workunit.client.0.smithi012.stdout: "[800000, 1599999]", 2024-04-02T08:23:51.553 INFO:tasks.workunit.client.0.smithi012.stdout: "[1600000, 3199999]", 2024-04-02T08:23:51.553 INFO:tasks.workunit.client.0.smithi012.stdout: "[3200000, 6399999]", 2024-04-02T08:23:51.553 INFO:tasks.workunit.client.0.smithi012.stdout: "[6400000, 12799999]", 2024-04-02T08:23:51.553 INFO:tasks.workunit.client.0.smithi012.stdout: "[12800000, 25599999]", 2024-04-02T08:23:51.553 INFO:tasks.workunit.client.0.smithi012.stdout: "[25600000, 51199999]", 2024-04-02T08:23:51.554 INFO:tasks.workunit.client.0.smithi012.stdout: "[51200000, 102399999]", 2024-04-02T08:23:51.554 INFO:tasks.workunit.client.0.smithi012.stdout: "[102400000, 204799999]", 2024-04-02T08:23:51.554 INFO:tasks.workunit.client.0.smithi012.stdout: "[204800000, 409599999]", 2024-04-02T08:23:51.554 INFO:tasks.workunit.client.0.smithi012.stdout: "[409600000, 819199999]", 2024-04-02T08:23:51.554 INFO:tasks.workunit.client.0.smithi012.stdout: "[819200000, 1638399999]", 2024-04-02T08:23:51.554 INFO:tasks.workunit.client.0.smithi012.stdout: "[1638400000, 3276799999]", 2024-04-02T08:23:51.554 INFO:tasks.workunit.client.0.smithi012.stdout: "[3276800000, 6553599999]", 2024-04-02T08:23:51.554 INFO:tasks.workunit.client.0.smithi012.stdout: "[6553600000, 13107199999]", 2024-04-02T08:23:51.554 INFO:tasks.workunit.client.0.smithi012.stdout: "[13107200000, 26214399999]", 2024-04-02T08:23:51.554 INFO:tasks.workunit.client.0.smithi012.stdout: "[26214400000, 52428799999]", 2024-04-02T08:23:51.554 INFO:tasks.workunit.client.0.smithi012.stdout: "[52428800000, 104857599999]", 2024-04-02T08:23:51.554 INFO:tasks.workunit.client.0.smithi012.stdout: "[104857600000, 209715199999]", 2024-04-02T08:23:51.554 INFO:tasks.workunit.client.0.smithi012.stdout: "[209715200000, 419430399999]", 2024-04-02T08:23:51.554 INFO:tasks.workunit.client.0.smithi012.stdout: "[419430400000, 838860799999]", 2024-04-02T08:23:51.555 INFO:tasks.workunit.client.0.smithi012.stdout: "[838860800000, 1677721599999]", 2024-04-02T08:23:51.555 INFO:tasks.workunit.client.0.smithi012.stdout: "[1677721600000, 3355443199999]", 2024-04-02T08:23:51.555 INFO:tasks.workunit.client.0.smithi012.stdout: "[3355443200000, 6710886399999]", 2024-04-02T08:23:51.555 INFO:tasks.workunit.client.0.smithi012.stdout: "[6710886400000, 13421772799999]", 2024-04-02T08:23:51.555 INFO:tasks.workunit.client.0.smithi012.stdout: "[13421772800000, 26843545599999]", 2024-04-02T08:23:51.555 INFO:tasks.workunit.client.0.smithi012.stdout: "[26843545600000, 53687091199999]", 2024-04-02T08:23:51.555 INFO:tasks.workunit.client.0.smithi012.stdout: "[53687091200000, None]" 2024-04-02T08:23:51.555 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.555 INFO:tasks.workunit.client.0.smithi012.stdout: "scale_type": "log2" 2024-04-02T08:23:51.555 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.555 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.555 INFO:tasks.workunit.client.0.smithi012.stdout: "buckets": 32, 2024-04-02T08:23:51.555 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 0, 2024-04-02T08:23:51.556 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "Request size (bytes)", 2024-04-02T08:23:51.556 INFO:tasks.workunit.client.0.smithi012.stdout: "quant_size": 512, 2024-04-02T08:23:51.556 INFO:tasks.workunit.client.0.smithi012.stdout: "ranges": [ 2024-04-02T08:23:51.556 INFO:tasks.workunit.client.0.smithi012.stdout: "[None, -1]", 2024-04-02T08:23:51.556 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 511]", 2024-04-02T08:23:51.556 INFO:tasks.workunit.client.0.smithi012.stdout: "[512, 1023]", 2024-04-02T08:23:51.556 INFO:tasks.workunit.client.0.smithi012.stdout: "[1024, 2047]", 2024-04-02T08:23:51.556 INFO:tasks.workunit.client.0.smithi012.stdout: "[2048, 4095]", 2024-04-02T08:23:51.556 INFO:tasks.workunit.client.0.smithi012.stdout: "[4096, 8191]", 2024-04-02T08:23:51.556 INFO:tasks.workunit.client.0.smithi012.stdout: "[8192, 16383]", 2024-04-02T08:23:51.556 INFO:tasks.workunit.client.0.smithi012.stdout: "[16384, 32767]", 2024-04-02T08:23:51.556 INFO:tasks.workunit.client.0.smithi012.stdout: "[32768, 65535]", 2024-04-02T08:23:51.556 INFO:tasks.workunit.client.0.smithi012.stdout: "[65536, 131071]", 2024-04-02T08:23:51.556 INFO:tasks.workunit.client.0.smithi012.stdout: "[131072, 262143]", 2024-04-02T08:23:51.557 INFO:tasks.workunit.client.0.smithi012.stdout: "[262144, 524287]", 2024-04-02T08:23:51.557 INFO:tasks.workunit.client.0.smithi012.stdout: "[524288, 1048575]", 2024-04-02T08:23:51.557 INFO:tasks.workunit.client.0.smithi012.stdout: "[1048576, 2097151]", 2024-04-02T08:23:51.557 INFO:tasks.workunit.client.0.smithi012.stdout: "[2097152, 4194303]", 2024-04-02T08:23:51.557 INFO:tasks.workunit.client.0.smithi012.stdout: "[4194304, 8388607]", 2024-04-02T08:23:51.557 INFO:tasks.workunit.client.0.smithi012.stdout: "[8388608, 16777215]", 2024-04-02T08:23:51.557 INFO:tasks.workunit.client.0.smithi012.stdout: "[16777216, 33554431]", 2024-04-02T08:23:51.557 INFO:tasks.workunit.client.0.smithi012.stdout: "[33554432, 67108863]", 2024-04-02T08:23:51.557 INFO:tasks.workunit.client.0.smithi012.stdout: "[67108864, 134217727]", 2024-04-02T08:23:51.557 INFO:tasks.workunit.client.0.smithi012.stdout: "[134217728, 268435455]", 2024-04-02T08:23:51.557 INFO:tasks.workunit.client.0.smithi012.stdout: "[268435456, 536870911]", 2024-04-02T08:23:51.557 INFO:tasks.workunit.client.0.smithi012.stdout: "[536870912, 1073741823]", 2024-04-02T08:23:51.557 INFO:tasks.workunit.client.0.smithi012.stdout: "[1073741824, 2147483647]", 2024-04-02T08:23:51.557 INFO:tasks.workunit.client.0.smithi012.stdout: "[2147483648, 4294967295]", 2024-04-02T08:23:51.557 INFO:tasks.workunit.client.0.smithi012.stdout: "[4294967296, 8589934591]", 2024-04-02T08:23:51.558 INFO:tasks.workunit.client.0.smithi012.stdout: "[8589934592, 17179869183]", 2024-04-02T08:23:51.558 INFO:tasks.workunit.client.0.smithi012.stdout: "[17179869184, 34359738367]", 2024-04-02T08:23:51.558 INFO:tasks.workunit.client.0.smithi012.stdout: "[34359738368, 68719476735]", 2024-04-02T08:23:51.558 INFO:tasks.workunit.client.0.smithi012.stdout: "[68719476736, 137438953471]", 2024-04-02T08:23:51.558 INFO:tasks.workunit.client.0.smithi012.stdout: "[137438953472, 274877906943]", 2024-04-02T08:23:51.558 INFO:tasks.workunit.client.0.smithi012.stdout: "[274877906944, None]" 2024-04-02T08:23:51.558 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.558 INFO:tasks.workunit.client.0.smithi012.stdout: "scale_type": "log2" 2024-04-02T08:23:51.558 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.558 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.558 INFO:tasks.workunit.client.0.smithi012.stdout: "osds": [ 2024-04-02T08:23:51.558 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.558 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 0, 2024-04-02T08:23:51.559 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:51.559 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.559 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.559 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.559 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.559 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.559 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.559 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.559 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.559 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.559 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.559 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.559 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.559 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.559 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.560 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.560 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.560 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.560 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.560 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.560 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.560 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.560 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.560 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.560 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.560 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.560 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.560 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.560 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.561 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.561 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.561 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.561 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:51.561 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:51.561 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.561 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.561 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 1, 2024-04-02T08:23:51.561 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:51.561 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.561 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.561 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.561 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.561 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.561 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.562 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.562 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.562 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.562 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.562 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.562 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.562 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.562 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.562 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.562 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.562 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.562 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.562 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.563 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.563 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.563 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.563 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.563 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.563 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.563 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.563 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.563 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.563 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.563 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.563 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.563 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:51.563 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:51.563 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.564 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.564 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 2, 2024-04-02T08:23:51.564 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:51.564 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.564 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.564 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.564 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.564 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.564 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.564 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.564 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.564 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.564 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.564 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.565 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.565 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.565 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.565 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.565 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.565 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.565 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.565 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.565 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.565 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.565 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.565 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.565 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.565 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.566 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.566 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.566 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.566 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.566 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.566 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.566 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:51.566 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:51.566 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.566 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.566 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 3, 2024-04-02T08:23:51.566 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:51.566 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.566 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.566 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.567 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.567 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.567 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.567 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.567 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.567 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.567 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.567 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.567 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.567 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.567 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.567 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.567 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.568 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.568 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.568 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.568 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.568 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.568 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.568 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.568 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.568 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.568 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.568 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.568 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.568 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.568 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.569 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.569 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:51.569 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:51.569 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.569 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.569 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 4, 2024-04-02T08:23:51.569 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:51.569 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.569 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.569 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.569 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.569 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.569 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.569 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.570 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.570 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.570 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.570 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.570 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.570 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.570 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.570 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.570 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.570 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.570 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.570 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.570 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.570 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.571 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.571 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.571 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.571 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.571 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.571 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.571 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.571 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.571 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.571 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.571 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:51.571 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:51.571 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.571 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.572 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 5, 2024-04-02T08:23:51.572 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:51.572 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.572 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.572 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.572 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.572 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.572 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.572 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.572 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.572 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.572 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.572 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.572 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.573 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.573 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.573 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.573 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.573 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.573 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.573 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.573 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.573 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.573 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.573 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.573 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.573 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.573 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.574 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.574 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.574 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.574 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.574 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.574 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:51.574 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:51.574 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.574 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.574 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 6, 2024-04-02T08:23:51.574 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:51.574 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.574 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.574 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.575 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.575 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.575 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.575 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.575 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.575 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.575 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.575 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.575 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.575 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.575 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.575 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.575 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.575 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.575 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.576 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.576 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.576 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.576 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.576 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.576 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.576 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.576 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.576 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.576 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.576 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.576 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.576 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.576 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:51.577 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:51.577 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.577 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.577 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 7, 2024-04-02T08:23:51.577 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:51.577 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.577 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.577 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.577 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.577 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.577 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.577 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.577 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.577 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.577 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.578 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.578 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.578 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.578 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.578 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.578 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.578 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.578 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.578 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.578 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.578 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.578 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.578 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.578 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.579 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.579 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.579 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.579 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.579 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.579 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.579 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.579 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:51.579 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:51.579 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.579 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:51.579 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.579 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:23:51.579 INFO:tasks.workunit.client.0.smithi012.stdout: "axes": [ 2024-04-02T08:23:51.580 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.580 INFO:tasks.workunit.client.0.smithi012.stdout: "buckets": 32, 2024-04-02T08:23:51.580 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 0, 2024-04-02T08:23:51.580 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "Latency (usec)", 2024-04-02T08:23:51.580 INFO:tasks.workunit.client.0.smithi012.stdout: "quant_size": 100000, 2024-04-02T08:23:51.580 INFO:tasks.workunit.client.0.smithi012.stdout: "ranges": [ 2024-04-02T08:23:51.580 INFO:tasks.workunit.client.0.smithi012.stdout: "[None, -1]", 2024-04-02T08:23:51.580 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 99999]", 2024-04-02T08:23:51.580 INFO:tasks.workunit.client.0.smithi012.stdout: "[100000, 199999]", 2024-04-02T08:23:51.580 INFO:tasks.workunit.client.0.smithi012.stdout: "[200000, 399999]", 2024-04-02T08:23:51.580 INFO:tasks.workunit.client.0.smithi012.stdout: "[400000, 799999]", 2024-04-02T08:23:51.580 INFO:tasks.workunit.client.0.smithi012.stdout: "[800000, 1599999]", 2024-04-02T08:23:51.580 INFO:tasks.workunit.client.0.smithi012.stdout: "[1600000, 3199999]", 2024-04-02T08:23:51.580 INFO:tasks.workunit.client.0.smithi012.stdout: "[3200000, 6399999]", 2024-04-02T08:23:51.581 INFO:tasks.workunit.client.0.smithi012.stdout: "[6400000, 12799999]", 2024-04-02T08:23:51.581 INFO:tasks.workunit.client.0.smithi012.stdout: "[12800000, 25599999]", 2024-04-02T08:23:51.581 INFO:tasks.workunit.client.0.smithi012.stdout: "[25600000, 51199999]", 2024-04-02T08:23:51.581 INFO:tasks.workunit.client.0.smithi012.stdout: "[51200000, 102399999]", 2024-04-02T08:23:51.581 INFO:tasks.workunit.client.0.smithi012.stdout: "[102400000, 204799999]", 2024-04-02T08:23:51.581 INFO:tasks.workunit.client.0.smithi012.stdout: "[204800000, 409599999]", 2024-04-02T08:23:51.581 INFO:tasks.workunit.client.0.smithi012.stdout: "[409600000, 819199999]", 2024-04-02T08:23:51.581 INFO:tasks.workunit.client.0.smithi012.stdout: "[819200000, 1638399999]", 2024-04-02T08:23:51.581 INFO:tasks.workunit.client.0.smithi012.stdout: "[1638400000, 3276799999]", 2024-04-02T08:23:51.581 INFO:tasks.workunit.client.0.smithi012.stdout: "[3276800000, 6553599999]", 2024-04-02T08:23:51.581 INFO:tasks.workunit.client.0.smithi012.stdout: "[6553600000, 13107199999]", 2024-04-02T08:23:51.581 INFO:tasks.workunit.client.0.smithi012.stdout: "[13107200000, 26214399999]", 2024-04-02T08:23:51.581 INFO:tasks.workunit.client.0.smithi012.stdout: "[26214400000, 52428799999]", 2024-04-02T08:23:51.581 INFO:tasks.workunit.client.0.smithi012.stdout: "[52428800000, 104857599999]", 2024-04-02T08:23:51.581 INFO:tasks.workunit.client.0.smithi012.stdout: "[104857600000, 209715199999]", 2024-04-02T08:23:51.582 INFO:tasks.workunit.client.0.smithi012.stdout: "[209715200000, 419430399999]", 2024-04-02T08:23:51.582 INFO:tasks.workunit.client.0.smithi012.stdout: "[419430400000, 838860799999]", 2024-04-02T08:23:51.582 INFO:tasks.workunit.client.0.smithi012.stdout: "[838860800000, 1677721599999]", 2024-04-02T08:23:51.582 INFO:tasks.workunit.client.0.smithi012.stdout: "[1677721600000, 3355443199999]", 2024-04-02T08:23:51.582 INFO:tasks.workunit.client.0.smithi012.stdout: "[3355443200000, 6710886399999]", 2024-04-02T08:23:51.582 INFO:tasks.workunit.client.0.smithi012.stdout: "[6710886400000, 13421772799999]", 2024-04-02T08:23:51.582 INFO:tasks.workunit.client.0.smithi012.stdout: "[13421772800000, 26843545599999]", 2024-04-02T08:23:51.582 INFO:tasks.workunit.client.0.smithi012.stdout: "[26843545600000, 53687091199999]", 2024-04-02T08:23:51.582 INFO:tasks.workunit.client.0.smithi012.stdout: "[53687091200000, None]" 2024-04-02T08:23:51.582 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.582 INFO:tasks.workunit.client.0.smithi012.stdout: "scale_type": "log2" 2024-04-02T08:23:51.582 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.582 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.582 INFO:tasks.workunit.client.0.smithi012.stdout: "buckets": 32, 2024-04-02T08:23:51.583 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 0, 2024-04-02T08:23:51.583 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "Request size (bytes)", 2024-04-02T08:23:51.583 INFO:tasks.workunit.client.0.smithi012.stdout: "quant_size": 512, 2024-04-02T08:23:51.583 INFO:tasks.workunit.client.0.smithi012.stdout: "ranges": [ 2024-04-02T08:23:51.583 INFO:tasks.workunit.client.0.smithi012.stdout: "[None, -1]", 2024-04-02T08:23:51.583 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 511]", 2024-04-02T08:23:51.583 INFO:tasks.workunit.client.0.smithi012.stdout: "[512, 1023]", 2024-04-02T08:23:51.583 INFO:tasks.workunit.client.0.smithi012.stdout: "[1024, 2047]", 2024-04-02T08:23:51.583 INFO:tasks.workunit.client.0.smithi012.stdout: "[2048, 4095]", 2024-04-02T08:23:51.583 INFO:tasks.workunit.client.0.smithi012.stdout: "[4096, 8191]", 2024-04-02T08:23:51.583 INFO:tasks.workunit.client.0.smithi012.stdout: "[8192, 16383]", 2024-04-02T08:23:51.583 INFO:tasks.workunit.client.0.smithi012.stdout: "[16384, 32767]", 2024-04-02T08:23:51.583 INFO:tasks.workunit.client.0.smithi012.stdout: "[32768, 65535]", 2024-04-02T08:23:51.583 INFO:tasks.workunit.client.0.smithi012.stdout: "[65536, 131071]", 2024-04-02T08:23:51.584 INFO:tasks.workunit.client.0.smithi012.stdout: "[131072, 262143]", 2024-04-02T08:23:51.584 INFO:tasks.workunit.client.0.smithi012.stdout: "[262144, 524287]", 2024-04-02T08:23:51.584 INFO:tasks.workunit.client.0.smithi012.stdout: "[524288, 1048575]", 2024-04-02T08:23:51.584 INFO:tasks.workunit.client.0.smithi012.stdout: "[1048576, 2097151]", 2024-04-02T08:23:51.584 INFO:tasks.workunit.client.0.smithi012.stdout: "[2097152, 4194303]", 2024-04-02T08:23:51.584 INFO:tasks.workunit.client.0.smithi012.stdout: "[4194304, 8388607]", 2024-04-02T08:23:51.584 INFO:tasks.workunit.client.0.smithi012.stdout: "[8388608, 16777215]", 2024-04-02T08:23:51.584 INFO:tasks.workunit.client.0.smithi012.stdout: "[16777216, 33554431]", 2024-04-02T08:23:51.584 INFO:tasks.workunit.client.0.smithi012.stdout: "[33554432, 67108863]", 2024-04-02T08:23:51.584 INFO:tasks.workunit.client.0.smithi012.stdout: "[67108864, 134217727]", 2024-04-02T08:23:51.584 INFO:tasks.workunit.client.0.smithi012.stdout: "[134217728, 268435455]", 2024-04-02T08:23:51.584 INFO:tasks.workunit.client.0.smithi012.stdout: "[268435456, 536870911]", 2024-04-02T08:23:51.584 INFO:tasks.workunit.client.0.smithi012.stdout: "[536870912, 1073741823]", 2024-04-02T08:23:51.585 INFO:tasks.workunit.client.0.smithi012.stdout: "[1073741824, 2147483647]", 2024-04-02T08:23:51.585 INFO:tasks.workunit.client.0.smithi012.stdout: "[2147483648, 4294967295]", 2024-04-02T08:23:51.585 INFO:tasks.workunit.client.0.smithi012.stdout: "[4294967296, 8589934591]", 2024-04-02T08:23:51.585 INFO:tasks.workunit.client.0.smithi012.stdout: "[8589934592, 17179869183]", 2024-04-02T08:23:51.585 INFO:tasks.workunit.client.0.smithi012.stdout: "[17179869184, 34359738367]", 2024-04-02T08:23:51.585 INFO:tasks.workunit.client.0.smithi012.stdout: "[34359738368, 68719476735]", 2024-04-02T08:23:51.585 INFO:tasks.workunit.client.0.smithi012.stdout: "[68719476736, 137438953471]", 2024-04-02T08:23:51.585 INFO:tasks.workunit.client.0.smithi012.stdout: "[137438953472, 274877906943]", 2024-04-02T08:23:51.585 INFO:tasks.workunit.client.0.smithi012.stdout: "[274877906944, None]" 2024-04-02T08:23:51.585 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.585 INFO:tasks.workunit.client.0.smithi012.stdout: "scale_type": "log2" 2024-04-02T08:23:51.585 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.585 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.585 INFO:tasks.workunit.client.0.smithi012.stdout: "osds": [ 2024-04-02T08:23:51.586 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.586 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 0, 2024-04-02T08:23:51.586 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:51.586 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.586 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.586 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.586 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.586 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.586 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.586 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.586 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.586 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.586 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.586 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.587 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.587 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.587 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.587 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.587 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.587 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.587 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.587 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.587 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.587 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.587 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.587 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.587 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.587 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.588 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.588 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.588 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.588 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.588 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.588 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.588 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:51.588 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:51.588 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.588 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.588 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 1, 2024-04-02T08:23:51.588 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:51.588 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.588 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.589 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.589 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.589 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.589 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.589 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.589 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.589 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.589 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.589 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.589 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.589 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.589 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.589 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.589 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.589 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.590 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.590 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.590 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.590 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.590 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.590 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.590 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.590 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.590 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.590 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.590 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.590 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.590 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.591 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.591 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:51.591 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:51.591 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.591 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.591 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 2, 2024-04-02T08:23:51.591 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:51.591 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.591 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.591 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.591 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.591 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.591 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.591 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.592 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.592 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.592 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.592 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.592 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.592 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.592 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.592 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.592 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.592 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.592 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.592 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.592 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.592 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.593 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.593 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.593 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.593 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.593 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.593 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.593 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.593 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.593 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.593 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.593 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:51.593 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:51.593 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.593 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.593 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 3, 2024-04-02T08:23:51.594 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:51.594 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.594 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.594 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.594 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.594 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.594 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.594 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.594 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.594 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.594 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.594 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.594 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.594 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.595 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.595 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.595 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.595 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.595 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.595 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.595 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.595 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.595 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.595 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.595 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.595 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.595 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.596 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.596 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.596 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.596 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.596 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.596 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:51.596 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:51.596 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.596 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.596 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 4, 2024-04-02T08:23:51.596 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:51.596 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.596 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.596 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.597 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.597 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.597 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.597 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.597 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.597 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.597 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.597 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.597 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.597 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.597 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.597 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.597 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.597 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.597 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.598 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.598 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.598 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.598 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.598 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.598 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.598 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.598 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.598 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.598 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.598 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.598 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.598 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.599 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:51.599 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:51.599 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.599 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.599 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 5, 2024-04-02T08:23:51.599 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:51.599 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.599 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.599 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.599 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.599 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.599 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.599 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.599 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.600 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.600 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.600 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.600 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.600 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.600 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.600 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.600 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.600 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.600 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.600 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.600 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.600 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.600 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.601 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.601 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.601 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.601 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.601 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.601 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.601 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.601 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.601 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.601 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:51.601 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:51.601 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.601 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.602 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 6, 2024-04-02T08:23:51.602 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:51.602 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.602 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.602 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.602 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.602 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.602 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.602 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.602 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.602 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.602 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.602 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.603 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.603 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.603 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.603 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.603 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.603 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.603 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.603 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.603 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.603 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.603 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.603 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.603 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.603 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.603 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.604 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.604 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.604 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.604 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.604 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.604 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:51.604 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:51.604 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.604 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.604 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 7, 2024-04-02T08:23:51.604 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:51.604 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.604 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.604 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.605 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.605 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.605 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.605 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.605 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.605 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.605 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.605 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.605 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.605 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.605 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.605 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.605 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.606 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.606 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.606 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.606 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.606 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.606 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.606 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.606 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.606 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.606 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.606 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.606 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.606 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.606 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.607 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.607 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:51.607 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:51.607 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.607 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:51.607 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.607 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:23:51.607 INFO:tasks.workunit.client.0.smithi012.stdout: "axes": [ 2024-04-02T08:23:51.607 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.607 INFO:tasks.workunit.client.0.smithi012.stdout: "buckets": 32, 2024-04-02T08:23:51.607 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 0, 2024-04-02T08:23:51.607 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "Latency (usec)", 2024-04-02T08:23:51.607 INFO:tasks.workunit.client.0.smithi012.stdout: "quant_size": 100000, 2024-04-02T08:23:51.607 INFO:tasks.workunit.client.0.smithi012.stdout: "ranges": [ 2024-04-02T08:23:51.608 INFO:tasks.workunit.client.0.smithi012.stdout: "[None, -1]", 2024-04-02T08:23:51.608 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 99999]", 2024-04-02T08:23:51.608 INFO:tasks.workunit.client.0.smithi012.stdout: "[100000, 199999]", 2024-04-02T08:23:51.608 INFO:tasks.workunit.client.0.smithi012.stdout: "[200000, 399999]", 2024-04-02T08:23:51.608 INFO:tasks.workunit.client.0.smithi012.stdout: "[400000, 799999]", 2024-04-02T08:23:51.608 INFO:tasks.workunit.client.0.smithi012.stdout: "[800000, 1599999]", 2024-04-02T08:23:51.608 INFO:tasks.workunit.client.0.smithi012.stdout: "[1600000, 3199999]", 2024-04-02T08:23:51.608 INFO:tasks.workunit.client.0.smithi012.stdout: "[3200000, 6399999]", 2024-04-02T08:23:51.608 INFO:tasks.workunit.client.0.smithi012.stdout: "[6400000, 12799999]", 2024-04-02T08:23:51.608 INFO:tasks.workunit.client.0.smithi012.stdout: "[12800000, 25599999]", 2024-04-02T08:23:51.608 INFO:tasks.workunit.client.0.smithi012.stdout: "[25600000, 51199999]", 2024-04-02T08:23:51.608 INFO:tasks.workunit.client.0.smithi012.stdout: "[51200000, 102399999]", 2024-04-02T08:23:51.608 INFO:tasks.workunit.client.0.smithi012.stdout: "[102400000, 204799999]", 2024-04-02T08:23:51.608 INFO:tasks.workunit.client.0.smithi012.stdout: "[204800000, 409599999]", 2024-04-02T08:23:51.609 INFO:tasks.workunit.client.0.smithi012.stdout: "[409600000, 819199999]", 2024-04-02T08:23:51.609 INFO:tasks.workunit.client.0.smithi012.stdout: "[819200000, 1638399999]", 2024-04-02T08:23:51.609 INFO:tasks.workunit.client.0.smithi012.stdout: "[1638400000, 3276799999]", 2024-04-02T08:23:51.609 INFO:tasks.workunit.client.0.smithi012.stdout: "[3276800000, 6553599999]", 2024-04-02T08:23:51.609 INFO:tasks.workunit.client.0.smithi012.stdout: "[6553600000, 13107199999]", 2024-04-02T08:23:51.609 INFO:tasks.workunit.client.0.smithi012.stdout: "[13107200000, 26214399999]", 2024-04-02T08:23:51.609 INFO:tasks.workunit.client.0.smithi012.stdout: "[26214400000, 52428799999]", 2024-04-02T08:23:51.609 INFO:tasks.workunit.client.0.smithi012.stdout: "[52428800000, 104857599999]", 2024-04-02T08:23:51.609 INFO:tasks.workunit.client.0.smithi012.stdout: "[104857600000, 209715199999]", 2024-04-02T08:23:51.609 INFO:tasks.workunit.client.0.smithi012.stdout: "[209715200000, 419430399999]", 2024-04-02T08:23:51.609 INFO:tasks.workunit.client.0.smithi012.stdout: "[419430400000, 838860799999]", 2024-04-02T08:23:51.609 INFO:tasks.workunit.client.0.smithi012.stdout: "[838860800000, 1677721599999]", 2024-04-02T08:23:51.609 INFO:tasks.workunit.client.0.smithi012.stdout: "[1677721600000, 3355443199999]", 2024-04-02T08:23:51.609 INFO:tasks.workunit.client.0.smithi012.stdout: "[3355443200000, 6710886399999]", 2024-04-02T08:23:51.610 INFO:tasks.workunit.client.0.smithi012.stdout: "[6710886400000, 13421772799999]", 2024-04-02T08:23:51.610 INFO:tasks.workunit.client.0.smithi012.stdout: "[13421772800000, 26843545599999]", 2024-04-02T08:23:51.610 INFO:tasks.workunit.client.0.smithi012.stdout: "[26843545600000, 53687091199999]", 2024-04-02T08:23:51.610 INFO:tasks.workunit.client.0.smithi012.stdout: "[53687091200000, None]" 2024-04-02T08:23:51.610 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.610 INFO:tasks.workunit.client.0.smithi012.stdout: "scale_type": "log2" 2024-04-02T08:23:51.610 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.610 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.610 INFO:tasks.workunit.client.0.smithi012.stdout: "buckets": 32, 2024-04-02T08:23:51.610 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 0, 2024-04-02T08:23:51.610 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "Request size (bytes)", 2024-04-02T08:23:51.610 INFO:tasks.workunit.client.0.smithi012.stdout: "quant_size": 512, 2024-04-02T08:23:51.610 INFO:tasks.workunit.client.0.smithi012.stdout: "ranges": [ 2024-04-02T08:23:51.610 INFO:tasks.workunit.client.0.smithi012.stdout: "[None, -1]", 2024-04-02T08:23:51.611 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 511]", 2024-04-02T08:23:51.611 INFO:tasks.workunit.client.0.smithi012.stdout: "[512, 1023]", 2024-04-02T08:23:51.611 INFO:tasks.workunit.client.0.smithi012.stdout: "[1024, 2047]", 2024-04-02T08:23:51.611 INFO:tasks.workunit.client.0.smithi012.stdout: "[2048, 4095]", 2024-04-02T08:23:51.611 INFO:tasks.workunit.client.0.smithi012.stdout: "[4096, 8191]", 2024-04-02T08:23:51.611 INFO:tasks.workunit.client.0.smithi012.stdout: "[8192, 16383]", 2024-04-02T08:23:51.611 INFO:tasks.workunit.client.0.smithi012.stdout: "[16384, 32767]", 2024-04-02T08:23:51.611 INFO:tasks.workunit.client.0.smithi012.stdout: "[32768, 65535]", 2024-04-02T08:23:51.611 INFO:tasks.workunit.client.0.smithi012.stdout: "[65536, 131071]", 2024-04-02T08:23:51.611 INFO:tasks.workunit.client.0.smithi012.stdout: "[131072, 262143]", 2024-04-02T08:23:51.611 INFO:tasks.workunit.client.0.smithi012.stdout: "[262144, 524287]", 2024-04-02T08:23:51.611 INFO:tasks.workunit.client.0.smithi012.stdout: "[524288, 1048575]", 2024-04-02T08:23:51.611 INFO:tasks.workunit.client.0.smithi012.stdout: "[1048576, 2097151]", 2024-04-02T08:23:51.611 INFO:tasks.workunit.client.0.smithi012.stdout: "[2097152, 4194303]", 2024-04-02T08:23:51.612 INFO:tasks.workunit.client.0.smithi012.stdout: "[4194304, 8388607]", 2024-04-02T08:23:51.612 INFO:tasks.workunit.client.0.smithi012.stdout: "[8388608, 16777215]", 2024-04-02T08:23:51.612 INFO:tasks.workunit.client.0.smithi012.stdout: "[16777216, 33554431]", 2024-04-02T08:23:51.612 INFO:tasks.workunit.client.0.smithi012.stdout: "[33554432, 67108863]", 2024-04-02T08:23:51.612 INFO:tasks.workunit.client.0.smithi012.stdout: "[67108864, 134217727]", 2024-04-02T08:23:51.612 INFO:tasks.workunit.client.0.smithi012.stdout: "[134217728, 268435455]", 2024-04-02T08:23:51.612 INFO:tasks.workunit.client.0.smithi012.stdout: "[268435456, 536870911]", 2024-04-02T08:23:51.612 INFO:tasks.workunit.client.0.smithi012.stdout: "[536870912, 1073741823]", 2024-04-02T08:23:51.612 INFO:tasks.workunit.client.0.smithi012.stdout: "[1073741824, 2147483647]", 2024-04-02T08:23:51.612 INFO:tasks.workunit.client.0.smithi012.stdout: "[2147483648, 4294967295]", 2024-04-02T08:23:51.612 INFO:tasks.workunit.client.0.smithi012.stdout: "[4294967296, 8589934591]", 2024-04-02T08:23:51.612 INFO:tasks.workunit.client.0.smithi012.stdout: "[8589934592, 17179869183]", 2024-04-02T08:23:51.612 INFO:tasks.workunit.client.0.smithi012.stdout: "[17179869184, 34359738367]", 2024-04-02T08:23:51.612 INFO:tasks.workunit.client.0.smithi012.stdout: "[34359738368, 68719476735]", 2024-04-02T08:23:51.612 INFO:tasks.workunit.client.0.smithi012.stdout: "[68719476736, 137438953471]", 2024-04-02T08:23:51.613 INFO:tasks.workunit.client.0.smithi012.stdout: "[137438953472, 274877906943]", 2024-04-02T08:23:51.613 INFO:tasks.workunit.client.0.smithi012.stdout: "[274877906944, None]" 2024-04-02T08:23:51.613 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.613 INFO:tasks.workunit.client.0.smithi012.stdout: "scale_type": "log2" 2024-04-02T08:23:51.613 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.613 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.613 INFO:tasks.workunit.client.0.smithi012.stdout: "osds": [ 2024-04-02T08:23:51.613 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.613 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 0, 2024-04-02T08:23:51.613 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:51.613 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.613 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.613 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.613 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.614 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.614 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.614 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.614 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.614 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.614 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.614 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.614 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.614 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.614 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.614 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.614 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.614 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.615 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.615 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.615 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.615 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.615 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.615 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.615 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.615 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.615 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.615 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.615 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.615 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.615 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.615 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.616 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:51.616 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:51.616 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.616 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.616 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 1, 2024-04-02T08:23:51.616 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:51.616 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.616 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.616 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.616 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.616 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.616 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.616 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.616 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.617 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.617 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.617 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.617 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.617 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.617 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.617 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.617 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.617 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.617 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.617 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.617 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.617 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.617 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.617 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.618 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.618 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.618 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.618 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.618 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.618 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.618 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.618 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.618 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:51.618 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:51.618 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.618 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.618 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 2, 2024-04-02T08:23:51.619 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:51.619 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.619 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.619 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.619 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.619 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.619 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.619 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.619 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.619 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.619 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.619 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.619 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.619 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.620 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.620 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.620 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.620 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.620 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.620 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.620 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.620 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.620 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.620 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.620 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.620 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.620 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.620 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.621 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.621 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.621 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.621 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.621 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:51.621 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:51.621 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.621 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.621 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 3, 2024-04-02T08:23:51.621 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:51.621 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.621 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.621 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.621 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.621 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.622 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.622 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.622 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.622 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.622 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.622 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.622 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.622 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.622 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.622 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.622 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.622 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.622 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.622 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.623 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.623 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.623 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.623 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.623 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.623 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.623 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.623 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.623 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.623 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.623 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.623 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.623 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:51.623 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:51.624 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.624 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.624 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 4, 2024-04-02T08:23:51.624 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:51.624 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.624 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.624 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.624 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.624 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.624 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.624 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.624 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.624 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.624 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.625 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.625 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.625 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.625 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.625 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.625 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.625 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.625 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.625 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.625 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.625 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.625 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.625 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.626 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.626 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.626 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.626 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.626 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.626 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.626 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.626 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.626 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:51.626 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:51.626 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.626 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.626 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 5, 2024-04-02T08:23:51.627 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:51.627 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.627 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.627 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.627 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.627 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.627 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.627 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.627 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.627 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.627 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.627 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.627 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.627 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.627 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.628 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.628 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.628 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.628 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.628 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.628 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.628 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.628 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.628 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.628 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.628 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.628 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.628 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.629 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.629 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.629 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.629 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.629 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:51.629 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:51.629 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.629 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.629 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 6, 2024-04-02T08:23:51.629 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:51.629 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.629 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.629 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.629 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.630 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.630 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.630 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.630 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.630 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.630 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.630 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.630 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.630 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.630 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.630 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.630 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.630 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.630 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.631 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.631 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.631 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.631 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.631 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.631 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.631 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.631 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.631 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.631 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.631 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.631 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.631 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.631 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:51.631 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:51.632 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.632 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.632 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 7, 2024-04-02T08:23:51.632 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:51.632 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.632 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.632 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.632 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.632 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.632 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.632 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.632 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.632 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.632 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.633 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.633 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.633 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.633 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.633 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.633 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.633 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.633 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.633 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.633 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.633 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.633 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.633 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.634 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.634 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.634 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.634 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.634 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.634 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.634 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.634 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.634 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:51.634 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:51.634 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.634 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:51.634 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.634 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:23:51.635 INFO:tasks.workunit.client.0.smithi012.stdout: "axes": [ 2024-04-02T08:23:51.635 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.635 INFO:tasks.workunit.client.0.smithi012.stdout: "buckets": 32, 2024-04-02T08:23:51.635 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 0, 2024-04-02T08:23:51.635 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "Latency (usec)", 2024-04-02T08:23:51.635 INFO:tasks.workunit.client.0.smithi012.stdout: "quant_size": 100000, 2024-04-02T08:23:51.635 INFO:tasks.workunit.client.0.smithi012.stdout: "ranges": [ 2024-04-02T08:23:51.635 INFO:tasks.workunit.client.0.smithi012.stdout: "[None, -1]", 2024-04-02T08:23:51.635 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 99999]", 2024-04-02T08:23:51.635 INFO:tasks.workunit.client.0.smithi012.stdout: "[100000, 199999]", 2024-04-02T08:23:51.635 INFO:tasks.workunit.client.0.smithi012.stdout: "[200000, 399999]", 2024-04-02T08:23:51.635 INFO:tasks.workunit.client.0.smithi012.stdout: "[400000, 799999]", 2024-04-02T08:23:51.635 INFO:tasks.workunit.client.0.smithi012.stdout: "[800000, 1599999]", 2024-04-02T08:23:51.635 INFO:tasks.workunit.client.0.smithi012.stdout: "[1600000, 3199999]", 2024-04-02T08:23:51.635 INFO:tasks.workunit.client.0.smithi012.stdout: "[3200000, 6399999]", 2024-04-02T08:23:51.636 INFO:tasks.workunit.client.0.smithi012.stdout: "[6400000, 12799999]", 2024-04-02T08:23:51.636 INFO:tasks.workunit.client.0.smithi012.stdout: "[12800000, 25599999]", 2024-04-02T08:23:51.636 INFO:tasks.workunit.client.0.smithi012.stdout: "[25600000, 51199999]", 2024-04-02T08:23:51.636 INFO:tasks.workunit.client.0.smithi012.stdout: "[51200000, 102399999]", 2024-04-02T08:23:51.636 INFO:tasks.workunit.client.0.smithi012.stdout: "[102400000, 204799999]", 2024-04-02T08:23:51.636 INFO:tasks.workunit.client.0.smithi012.stdout: "[204800000, 409599999]", 2024-04-02T08:23:51.636 INFO:tasks.workunit.client.0.smithi012.stdout: "[409600000, 819199999]", 2024-04-02T08:23:51.636 INFO:tasks.workunit.client.0.smithi012.stdout: "[819200000, 1638399999]", 2024-04-02T08:23:51.636 INFO:tasks.workunit.client.0.smithi012.stdout: "[1638400000, 3276799999]", 2024-04-02T08:23:51.636 INFO:tasks.workunit.client.0.smithi012.stdout: "[3276800000, 6553599999]", 2024-04-02T08:23:51.636 INFO:tasks.workunit.client.0.smithi012.stdout: "[6553600000, 13107199999]", 2024-04-02T08:23:51.636 INFO:tasks.workunit.client.0.smithi012.stdout: "[13107200000, 26214399999]", 2024-04-02T08:23:51.636 INFO:tasks.workunit.client.0.smithi012.stdout: "[26214400000, 52428799999]", 2024-04-02T08:23:51.637 INFO:tasks.workunit.client.0.smithi012.stdout: "[52428800000, 104857599999]", 2024-04-02T08:23:51.637 INFO:tasks.workunit.client.0.smithi012.stdout: "[104857600000, 209715199999]", 2024-04-02T08:23:51.637 INFO:tasks.workunit.client.0.smithi012.stdout: "[209715200000, 419430399999]", 2024-04-02T08:23:51.637 INFO:tasks.workunit.client.0.smithi012.stdout: "[419430400000, 838860799999]", 2024-04-02T08:23:51.637 INFO:tasks.workunit.client.0.smithi012.stdout: "[838860800000, 1677721599999]", 2024-04-02T08:23:51.637 INFO:tasks.workunit.client.0.smithi012.stdout: "[1677721600000, 3355443199999]", 2024-04-02T08:23:51.637 INFO:tasks.workunit.client.0.smithi012.stdout: "[3355443200000, 6710886399999]", 2024-04-02T08:23:51.637 INFO:tasks.workunit.client.0.smithi012.stdout: "[6710886400000, 13421772799999]", 2024-04-02T08:23:51.637 INFO:tasks.workunit.client.0.smithi012.stdout: "[13421772800000, 26843545599999]", 2024-04-02T08:23:51.637 INFO:tasks.workunit.client.0.smithi012.stdout: "[26843545600000, 53687091199999]", 2024-04-02T08:23:51.637 INFO:tasks.workunit.client.0.smithi012.stdout: "[53687091200000, None]" 2024-04-02T08:23:51.637 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.637 INFO:tasks.workunit.client.0.smithi012.stdout: "scale_type": "log2" 2024-04-02T08:23:51.637 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.638 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.638 INFO:tasks.workunit.client.0.smithi012.stdout: "buckets": 32, 2024-04-02T08:23:51.638 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 0, 2024-04-02T08:23:51.638 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "Request size (bytes)", 2024-04-02T08:23:51.638 INFO:tasks.workunit.client.0.smithi012.stdout: "quant_size": 512, 2024-04-02T08:23:51.638 INFO:tasks.workunit.client.0.smithi012.stdout: "ranges": [ 2024-04-02T08:23:51.638 INFO:tasks.workunit.client.0.smithi012.stdout: "[None, -1]", 2024-04-02T08:23:51.638 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 511]", 2024-04-02T08:23:51.638 INFO:tasks.workunit.client.0.smithi012.stdout: "[512, 1023]", 2024-04-02T08:23:51.638 INFO:tasks.workunit.client.0.smithi012.stdout: "[1024, 2047]", 2024-04-02T08:23:51.638 INFO:tasks.workunit.client.0.smithi012.stdout: "[2048, 4095]", 2024-04-02T08:23:51.638 INFO:tasks.workunit.client.0.smithi012.stdout: "[4096, 8191]", 2024-04-02T08:23:51.638 INFO:tasks.workunit.client.0.smithi012.stdout: "[8192, 16383]", 2024-04-02T08:23:51.639 INFO:tasks.workunit.client.0.smithi012.stdout: "[16384, 32767]", 2024-04-02T08:23:51.639 INFO:tasks.workunit.client.0.smithi012.stdout: "[32768, 65535]", 2024-04-02T08:23:51.639 INFO:tasks.workunit.client.0.smithi012.stdout: "[65536, 131071]", 2024-04-02T08:23:51.639 INFO:tasks.workunit.client.0.smithi012.stdout: "[131072, 262143]", 2024-04-02T08:23:51.639 INFO:tasks.workunit.client.0.smithi012.stdout: "[262144, 524287]", 2024-04-02T08:23:51.639 INFO:tasks.workunit.client.0.smithi012.stdout: "[524288, 1048575]", 2024-04-02T08:23:51.639 INFO:tasks.workunit.client.0.smithi012.stdout: "[1048576, 2097151]", 2024-04-02T08:23:51.639 INFO:tasks.workunit.client.0.smithi012.stdout: "[2097152, 4194303]", 2024-04-02T08:23:51.639 INFO:tasks.workunit.client.0.smithi012.stdout: "[4194304, 8388607]", 2024-04-02T08:23:51.639 INFO:tasks.workunit.client.0.smithi012.stdout: "[8388608, 16777215]", 2024-04-02T08:23:51.639 INFO:tasks.workunit.client.0.smithi012.stdout: "[16777216, 33554431]", 2024-04-02T08:23:51.639 INFO:tasks.workunit.client.0.smithi012.stdout: "[33554432, 67108863]", 2024-04-02T08:23:51.639 INFO:tasks.workunit.client.0.smithi012.stdout: "[67108864, 134217727]", 2024-04-02T08:23:51.639 INFO:tasks.workunit.client.0.smithi012.stdout: "[134217728, 268435455]", 2024-04-02T08:23:51.639 INFO:tasks.workunit.client.0.smithi012.stdout: "[268435456, 536870911]", 2024-04-02T08:23:51.639 INFO:tasks.workunit.client.0.smithi012.stdout: "[536870912, 1073741823]", 2024-04-02T08:23:51.640 INFO:tasks.workunit.client.0.smithi012.stdout: "[1073741824, 2147483647]", 2024-04-02T08:23:51.640 INFO:tasks.workunit.client.0.smithi012.stdout: "[2147483648, 4294967295]", 2024-04-02T08:23:51.640 INFO:tasks.workunit.client.0.smithi012.stdout: "[4294967296, 8589934591]", 2024-04-02T08:23:51.640 INFO:tasks.workunit.client.0.smithi012.stdout: "[8589934592, 17179869183]", 2024-04-02T08:23:51.640 INFO:tasks.workunit.client.0.smithi012.stdout: "[17179869184, 34359738367]", 2024-04-02T08:23:51.640 INFO:tasks.workunit.client.0.smithi012.stdout: "[34359738368, 68719476735]", 2024-04-02T08:23:51.640 INFO:tasks.workunit.client.0.smithi012.stdout: "[68719476736, 137438953471]", 2024-04-02T08:23:51.640 INFO:tasks.workunit.client.0.smithi012.stdout: "[137438953472, 274877906943]", 2024-04-02T08:23:51.640 INFO:tasks.workunit.client.0.smithi012.stdout: "[274877906944, None]" 2024-04-02T08:23:51.640 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.640 INFO:tasks.workunit.client.0.smithi012.stdout: "scale_type": "log2" 2024-04-02T08:23:51.640 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.640 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.640 INFO:tasks.workunit.client.0.smithi012.stdout: "osds": [ 2024-04-02T08:23:51.641 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.641 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 0, 2024-04-02T08:23:51.641 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:51.641 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.641 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.641 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.641 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.641 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.641 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.641 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.641 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.641 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.641 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.641 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.642 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.642 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.642 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.642 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.642 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.642 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.642 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.642 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.642 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.642 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.642 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.642 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.642 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.643 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.643 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.643 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.643 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.643 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.643 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.643 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.643 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:51.643 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:51.643 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.643 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.643 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 1, 2024-04-02T08:23:51.643 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:51.643 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.643 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.644 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.644 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.644 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.644 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 12, 1, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.644 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 18, 7, 0, 0, 0, 0, 0, 0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.644 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.644 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.644 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.644 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.644 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.644 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.644 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.644 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.644 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.645 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.645 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.645 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.645 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.645 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.645 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.645 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.645 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.645 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.645 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.645 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.645 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.645 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.645 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.646 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.646 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:51.646 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:51.646 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.646 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.646 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 2, 2024-04-02T08:23:51.646 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:51.646 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.646 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.646 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.646 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.646 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.646 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.646 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.647 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.647 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.647 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.647 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.647 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.647 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.647 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.647 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.647 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.647 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.647 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.647 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.647 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.647 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.648 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.648 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.648 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.648 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.648 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.648 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.648 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.648 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.648 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.648 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.648 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:51.648 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:51.648 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.648 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.649 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 3, 2024-04-02T08:23:51.649 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:51.649 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.649 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.649 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.649 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.649 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.649 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.649 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.649 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.649 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.649 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.649 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.649 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.650 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.650 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.650 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.650 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.650 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.650 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.650 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.650 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.650 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.650 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.650 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.650 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.650 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.650 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.651 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.651 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.651 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.651 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.651 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.651 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:51.651 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:51.651 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.651 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.651 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 4, 2024-04-02T08:23:51.651 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:51.651 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.651 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.651 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.652 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.652 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.652 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.652 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.652 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.652 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.652 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.652 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.652 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.652 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.652 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.652 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.652 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.652 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.653 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.653 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.653 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.653 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.653 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.653 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.653 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.653 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.653 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.653 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.653 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.653 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.653 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.653 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.654 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:51.654 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:51.654 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.654 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.654 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 5, 2024-04-02T08:23:51.654 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:51.654 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.654 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.654 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.654 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.654 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.654 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.654 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.654 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.655 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.655 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.655 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.655 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.655 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.655 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.655 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.655 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.655 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.655 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.655 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.655 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.655 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.655 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.655 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.656 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.656 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.656 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.656 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.656 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.656 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.656 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.656 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.656 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:51.656 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:51.656 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.656 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.656 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 6, 2024-04-02T08:23:51.656 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:51.657 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.657 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.657 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.657 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.657 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.657 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.657 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.657 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.657 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.657 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.657 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.657 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.657 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.657 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.658 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.658 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.658 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.658 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.658 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.658 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.658 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.658 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.658 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.658 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.658 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.658 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.658 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.658 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.659 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.659 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.659 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.659 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:51.659 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:51.659 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.659 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:51.659 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 7, 2024-04-02T08:23:51.659 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T08:23:51.659 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.659 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.659 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.659 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.659 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.659 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.660 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.660 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.660 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.660 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.660 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.660 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.660 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.660 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.660 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.660 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.660 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.660 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.660 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.660 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.661 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.661 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.661 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.661 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.661 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.661 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.661 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.661 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.661 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.661 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.661 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:23:51.661 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:23:51.661 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:51.662 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.662 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T08:23:51.662 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.662 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.662 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:51.662 INFO:tasks.workunit.client.0.smithi012.stdout: "perf_counters": { 2024-04-02T08:23:51.662 INFO:tasks.workunit.client.0.smithi012.stdout: "mds.55ba0c421d0a380c7e710a93002ddc2fa7e64353": { 2024-04-02T08:23:51.662 INFO:tasks.workunit.client.0.smithi012.stdout: "mds": { 2024-04-02T08:23:51.662 INFO:tasks.workunit.client.0.smithi012.stdout: "caps": { 2024-04-02T08:23:51.662 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.662 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.662 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph_cap_op_flush_ack": { 2024-04-02T08:23:51.662 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.662 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.663 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-02T08:23:51.663 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.663 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.663 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph_cap_op_grant": { 2024-04-02T08:23:51.663 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.663 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.663 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph_cap_op_revoke": { 2024-04-02T08:23:51.663 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.663 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.663 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph_cap_op_trunc": { 2024-04-02T08:23:51.663 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.663 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.663 INFO:tasks.workunit.client.0.smithi012.stdout: "dir_commit": { 2024-04-02T08:23:51.663 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12 2024-04-02T08:23:51.663 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.664 INFO:tasks.workunit.client.0.smithi012.stdout: "dir_fetch_complete": { 2024-04-02T08:23:51.664 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.664 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.664 INFO:tasks.workunit.client.0.smithi012.stdout: "dir_fetch_keys": { 2024-04-02T08:23:51.664 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.664 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.664 INFO:tasks.workunit.client.0.smithi012.stdout: "dir_merge": { 2024-04-02T08:23:51.664 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.664 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.664 INFO:tasks.workunit.client.0.smithi012.stdout: "dir_split": { 2024-04-02T08:23:51.664 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.664 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.664 INFO:tasks.workunit.client.0.smithi012.stdout: "exported_inodes": { 2024-04-02T08:23:51.664 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.665 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.665 INFO:tasks.workunit.client.0.smithi012.stdout: "forward": { 2024-04-02T08:23:51.665 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.665 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.665 INFO:tasks.workunit.client.0.smithi012.stdout: "handle_client_cap_release": { 2024-04-02T08:23:51.665 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.665 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.665 INFO:tasks.workunit.client.0.smithi012.stdout: "handle_client_caps": { 2024-04-02T08:23:51.665 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.665 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.665 INFO:tasks.workunit.client.0.smithi012.stdout: "handle_client_caps_dirty": { 2024-04-02T08:23:51.665 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.665 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.665 INFO:tasks.workunit.client.0.smithi012.stdout: "handle_inode_file_caps": { 2024-04-02T08:23:51.665 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.666 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.666 INFO:tasks.workunit.client.0.smithi012.stdout: "imported_inodes": { 2024-04-02T08:23:51.666 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.666 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.666 INFO:tasks.workunit.client.0.smithi012.stdout: "inodes": { 2024-04-02T08:23:51.666 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10 2024-04-02T08:23:51.666 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.666 INFO:tasks.workunit.client.0.smithi012.stdout: "inodes_expired": { 2024-04-02T08:23:51.666 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.666 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.666 INFO:tasks.workunit.client.0.smithi012.stdout: "inodes_pinned": { 2024-04-02T08:23:51.666 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10 2024-04-02T08:23:51.666 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.667 INFO:tasks.workunit.client.0.smithi012.stdout: "inodes_with_caps": { 2024-04-02T08:23:51.667 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.667 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.667 INFO:tasks.workunit.client.0.smithi012.stdout: "load_cent": { 2024-04-02T08:23:51.667 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.667 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.667 INFO:tasks.workunit.client.0.smithi012.stdout: "openino_dir_fetch": { 2024-04-02T08:23:51.667 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.667 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.667 INFO:tasks.workunit.client.0.smithi012.stdout: "process_request_cap_release": { 2024-04-02T08:23:51.667 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.667 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.667 INFO:tasks.workunit.client.0.smithi012.stdout: "reply_latency": { 2024-04-02T08:23:51.667 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2, 2024-04-02T08:23:51.667 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95185 2024-04-02T08:23:51.668 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.668 INFO:tasks.workunit.client.0.smithi012.stdout: "request": { 2024-04-02T08:23:51.668 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T08:23:51.668 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.668 INFO:tasks.workunit.client.0.smithi012.stdout: "root_rbytes": { 2024-04-02T08:23:51.668 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.668 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.668 INFO:tasks.workunit.client.0.smithi012.stdout: "root_rfiles": { 2024-04-02T08:23:51.668 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.668 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.668 INFO:tasks.workunit.client.0.smithi012.stdout: "root_rsnaps": { 2024-04-02T08:23:51.668 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.668 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.668 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_reply": { 2024-04-02T08:23:51.669 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.669 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.669 INFO:tasks.workunit.client.0.smithi012.stdout: "subtrees": { 2024-04-02T08:23:51.669 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T08:23:51.669 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.669 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.669 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_cache": { 2024-04-02T08:23:51.669 INFO:tasks.workunit.client.0.smithi012.stdout: "ireq_enqueue_scrub": { 2024-04-02T08:23:51.669 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.669 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.669 INFO:tasks.workunit.client.0.smithi012.stdout: "ireq_exportdir": { 2024-04-02T08:23:51.669 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.669 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.669 INFO:tasks.workunit.client.0.smithi012.stdout: "ireq_flush": { 2024-04-02T08:23:51.669 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.670 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.670 INFO:tasks.workunit.client.0.smithi012.stdout: "ireq_fragmentdir": { 2024-04-02T08:23:51.670 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.670 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.670 INFO:tasks.workunit.client.0.smithi012.stdout: "ireq_fragstats": { 2024-04-02T08:23:51.670 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.670 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.670 INFO:tasks.workunit.client.0.smithi012.stdout: "ireq_inodestats": { 2024-04-02T08:23:51.670 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.670 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.670 INFO:tasks.workunit.client.0.smithi012.stdout: "num_recovering_enqueued": { 2024-04-02T08:23:51.670 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.670 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.671 INFO:tasks.workunit.client.0.smithi012.stdout: "num_recovering_prioritized": { 2024-04-02T08:23:51.671 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.671 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.671 INFO:tasks.workunit.client.0.smithi012.stdout: "num_recovering_processing": { 2024-04-02T08:23:51.671 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.671 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.671 INFO:tasks.workunit.client.0.smithi012.stdout: "num_strays": { 2024-04-02T08:23:51.671 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.671 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.671 INFO:tasks.workunit.client.0.smithi012.stdout: "num_strays_delayed": { 2024-04-02T08:23:51.671 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.671 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.671 INFO:tasks.workunit.client.0.smithi012.stdout: "num_strays_enqueuing": { 2024-04-02T08:23:51.671 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.671 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.672 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_completed": { 2024-04-02T08:23:51.672 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.672 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.672 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_started": { 2024-04-02T08:23:51.672 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.672 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.672 INFO:tasks.workunit.client.0.smithi012.stdout: "strays_created": { 2024-04-02T08:23:51.672 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.672 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.672 INFO:tasks.workunit.client.0.smithi012.stdout: "strays_enqueued": { 2024-04-02T08:23:51.672 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.672 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.672 INFO:tasks.workunit.client.0.smithi012.stdout: "strays_migrated": { 2024-04-02T08:23:51.672 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.673 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.673 INFO:tasks.workunit.client.0.smithi012.stdout: "strays_reintegrated": { 2024-04-02T08:23:51.673 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.673 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.673 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.673 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_log": { 2024-04-02T08:23:51.673 INFO:tasks.workunit.client.0.smithi012.stdout: "ev": { 2024-04-02T08:23:51.673 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5 2024-04-02T08:23:51.673 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.673 INFO:tasks.workunit.client.0.smithi012.stdout: "evadd": { 2024-04-02T08:23:51.673 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5 2024-04-02T08:23:51.673 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.673 INFO:tasks.workunit.client.0.smithi012.stdout: "evex": { 2024-04-02T08:23:51.673 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.674 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.674 INFO:tasks.workunit.client.0.smithi012.stdout: "evexd": { 2024-04-02T08:23:51.674 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.674 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.674 INFO:tasks.workunit.client.0.smithi012.stdout: "evexg": { 2024-04-02T08:23:51.674 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.674 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.674 INFO:tasks.workunit.client.0.smithi012.stdout: "evtrm": { 2024-04-02T08:23:51.674 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.674 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.674 INFO:tasks.workunit.client.0.smithi012.stdout: "jlat": { 2024-04-02T08:23:51.674 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 5, 2024-04-02T08:23:51.674 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13654499 2024-04-02T08:23:51.675 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.675 INFO:tasks.workunit.client.0.smithi012.stdout: "replayed": { 2024-04-02T08:23:51.675 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.675 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.675 INFO:tasks.workunit.client.0.smithi012.stdout: "seg": { 2024-04-02T08:23:51.675 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1 2024-04-02T08:23:51.675 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.675 INFO:tasks.workunit.client.0.smithi012.stdout: "segadd": { 2024-04-02T08:23:51.675 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1 2024-04-02T08:23:51.675 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.675 INFO:tasks.workunit.client.0.smithi012.stdout: "segex": { 2024-04-02T08:23:51.675 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.675 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.675 INFO:tasks.workunit.client.0.smithi012.stdout: "segexd": { 2024-04-02T08:23:51.676 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.676 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.676 INFO:tasks.workunit.client.0.smithi012.stdout: "segexg": { 2024-04-02T08:23:51.676 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.676 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.676 INFO:tasks.workunit.client.0.smithi012.stdout: "segtrm": { 2024-04-02T08:23:51.676 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.676 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.676 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.676 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_mem": { 2024-04-02T08:23:51.676 INFO:tasks.workunit.client.0.smithi012.stdout: "cap": { 2024-04-02T08:23:51.676 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.676 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.676 INFO:tasks.workunit.client.0.smithi012.stdout: "cap+": { 2024-04-02T08:23:51.676 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T08:23:51.676 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.677 INFO:tasks.workunit.client.0.smithi012.stdout: "cap-": { 2024-04-02T08:23:51.677 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T08:23:51.677 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.677 INFO:tasks.workunit.client.0.smithi012.stdout: "dir": { 2024-04-02T08:23:51.677 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12 2024-04-02T08:23:51.677 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.677 INFO:tasks.workunit.client.0.smithi012.stdout: "dir+": { 2024-04-02T08:23:51.677 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12 2024-04-02T08:23:51.677 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.677 INFO:tasks.workunit.client.0.smithi012.stdout: "dir-": { 2024-04-02T08:23:51.677 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.677 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.677 INFO:tasks.workunit.client.0.smithi012.stdout: "dn": { 2024-04-02T08:23:51.678 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10 2024-04-02T08:23:51.678 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.678 INFO:tasks.workunit.client.0.smithi012.stdout: "dn+": { 2024-04-02T08:23:51.678 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10 2024-04-02T08:23:51.678 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.678 INFO:tasks.workunit.client.0.smithi012.stdout: "dn-": { 2024-04-02T08:23:51.678 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.678 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.678 INFO:tasks.workunit.client.0.smithi012.stdout: "heap": { 2024-04-02T08:23:51.678 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 207156 2024-04-02T08:23:51.678 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.678 INFO:tasks.workunit.client.0.smithi012.stdout: "ino": { 2024-04-02T08:23:51.678 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13 2024-04-02T08:23:51.679 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.679 INFO:tasks.workunit.client.0.smithi012.stdout: "ino+": { 2024-04-02T08:23:51.679 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13 2024-04-02T08:23:51.679 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.679 INFO:tasks.workunit.client.0.smithi012.stdout: "ino-": { 2024-04-02T08:23:51.679 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.679 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.679 INFO:tasks.workunit.client.0.smithi012.stdout: "rss": { 2024-04-02T08:23:51.679 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 42872 2024-04-02T08:23:51.679 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.679 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.679 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_server": { 2024-04-02T08:23:51.679 INFO:tasks.workunit.client.0.smithi012.stdout: "cap_acquisition_throttle": { 2024-04-02T08:23:51.679 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.679 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.680 INFO:tasks.workunit.client.0.smithi012.stdout: "cap_revoke_eviction": { 2024-04-02T08:23:51.680 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.680 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.680 INFO:tasks.workunit.client.0.smithi012.stdout: "handle_client_request": { 2024-04-02T08:23:51.680 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T08:23:51.680 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.680 INFO:tasks.workunit.client.0.smithi012.stdout: "handle_client_session": { 2024-04-02T08:23:51.680 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 16 2024-04-02T08:23:51.680 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.680 INFO:tasks.workunit.client.0.smithi012.stdout: "handle_peer_request": { 2024-04-02T08:23:51.680 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.680 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.680 INFO:tasks.workunit.client.0.smithi012.stdout: "req_create_latency": { 2024-04-02T08:23:51.680 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.681 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.681 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.681 INFO:tasks.workunit.client.0.smithi012.stdout: "req_getattr_latency": { 2024-04-02T08:23:51.681 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2, 2024-04-02T08:23:51.681 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95185 2024-04-02T08:23:51.681 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.681 INFO:tasks.workunit.client.0.smithi012.stdout: "req_getfilelock_latency": { 2024-04-02T08:23:51.681 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.681 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.681 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.681 INFO:tasks.workunit.client.0.smithi012.stdout: "req_getvxattr_latency": { 2024-04-02T08:23:51.681 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.681 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.681 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.682 INFO:tasks.workunit.client.0.smithi012.stdout: "req_link_latency": { 2024-04-02T08:23:51.682 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.682 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.682 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.682 INFO:tasks.workunit.client.0.smithi012.stdout: "req_lookup_latency": { 2024-04-02T08:23:51.682 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.682 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.682 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.682 INFO:tasks.workunit.client.0.smithi012.stdout: "req_lookuphash_latency": { 2024-04-02T08:23:51.682 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.682 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.682 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.682 INFO:tasks.workunit.client.0.smithi012.stdout: "req_lookupino_latency": { 2024-04-02T08:23:51.683 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.683 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.683 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.683 INFO:tasks.workunit.client.0.smithi012.stdout: "req_lookupname_latency": { 2024-04-02T08:23:51.683 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.683 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.683 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.683 INFO:tasks.workunit.client.0.smithi012.stdout: "req_lookupparent_latency": { 2024-04-02T08:23:51.683 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.683 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.683 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.683 INFO:tasks.workunit.client.0.smithi012.stdout: "req_lookupsnap_latency": { 2024-04-02T08:23:51.683 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.683 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.684 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.684 INFO:tasks.workunit.client.0.smithi012.stdout: "req_lssnap_latency": { 2024-04-02T08:23:51.684 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.684 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.684 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.684 INFO:tasks.workunit.client.0.smithi012.stdout: "req_mkdir_latency": { 2024-04-02T08:23:51.684 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.684 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.684 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.684 INFO:tasks.workunit.client.0.smithi012.stdout: "req_mknod_latency": { 2024-04-02T08:23:51.684 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.684 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.684 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.685 INFO:tasks.workunit.client.0.smithi012.stdout: "req_mksnap_latency": { 2024-04-02T08:23:51.685 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.685 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.685 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.685 INFO:tasks.workunit.client.0.smithi012.stdout: "req_open_latency": { 2024-04-02T08:23:51.685 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.685 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.685 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.685 INFO:tasks.workunit.client.0.smithi012.stdout: "req_readdir_latency": { 2024-04-02T08:23:51.685 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.685 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.685 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.685 INFO:tasks.workunit.client.0.smithi012.stdout: "req_rename_latency": { 2024-04-02T08:23:51.685 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.686 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.686 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.686 INFO:tasks.workunit.client.0.smithi012.stdout: "req_renamesnap_latency": { 2024-04-02T08:23:51.686 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.686 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.686 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.686 INFO:tasks.workunit.client.0.smithi012.stdout: "req_rmdir_latency": { 2024-04-02T08:23:51.686 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.686 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.686 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.686 INFO:tasks.workunit.client.0.smithi012.stdout: "req_rmsnap_latency": { 2024-04-02T08:23:51.686 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.687 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.687 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.687 INFO:tasks.workunit.client.0.smithi012.stdout: "req_rmxattr_latency": { 2024-04-02T08:23:51.687 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.687 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.687 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.687 INFO:tasks.workunit.client.0.smithi012.stdout: "req_setattr_latency": { 2024-04-02T08:23:51.687 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.687 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.687 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.687 INFO:tasks.workunit.client.0.smithi012.stdout: "req_setdirlayout_latency": { 2024-04-02T08:23:51.687 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.687 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.688 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.688 INFO:tasks.workunit.client.0.smithi012.stdout: "req_setfilelock_latency": { 2024-04-02T08:23:51.688 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.688 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.688 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.688 INFO:tasks.workunit.client.0.smithi012.stdout: "req_setlayout_latency": { 2024-04-02T08:23:51.688 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.688 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.688 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.688 INFO:tasks.workunit.client.0.smithi012.stdout: "req_setxattr_latency": { 2024-04-02T08:23:51.688 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.688 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.688 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.688 INFO:tasks.workunit.client.0.smithi012.stdout: "req_snapdiff_latency": { 2024-04-02T08:23:51.689 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.689 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.689 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.689 INFO:tasks.workunit.client.0.smithi012.stdout: "req_symlink_latency": { 2024-04-02T08:23:51.689 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.689 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.689 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.689 INFO:tasks.workunit.client.0.smithi012.stdout: "req_unlink_latency": { 2024-04-02T08:23:51.689 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.689 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.689 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.689 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.689 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_sessions": { 2024-04-02T08:23:51.690 INFO:tasks.workunit.client.0.smithi012.stdout: "average_load": { 2024-04-02T08:23:51.690 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1 2024-04-02T08:23:51.690 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.690 INFO:tasks.workunit.client.0.smithi012.stdout: "avg_session_uptime": { 2024-04-02T08:23:51.690 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 88 2024-04-02T08:23:51.690 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.690 INFO:tasks.workunit.client.0.smithi012.stdout: "mdthresh_evicted": { 2024-04-02T08:23:51.690 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.690 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.690 INFO:tasks.workunit.client.0.smithi012.stdout: "session_add": { 2024-04-02T08:23:51.690 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T08:23:51.690 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.690 INFO:tasks.workunit.client.0.smithi012.stdout: "session_count": { 2024-04-02T08:23:51.691 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.691 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.691 INFO:tasks.workunit.client.0.smithi012.stdout: "session_remove": { 2024-04-02T08:23:51.691 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T08:23:51.691 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.691 INFO:tasks.workunit.client.0.smithi012.stdout: "sessions_open": { 2024-04-02T08:23:51.691 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.691 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.691 INFO:tasks.workunit.client.0.smithi012.stdout: "sessions_stale": { 2024-04-02T08:23:51.691 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.691 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.691 INFO:tasks.workunit.client.0.smithi012.stdout: "total_load": { 2024-04-02T08:23:51.691 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T08:23:51.692 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.692 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.692 INFO:tasks.workunit.client.0.smithi012.stdout: "objecter": { 2024-04-02T08:23:51.692 INFO:tasks.workunit.client.0.smithi012.stdout: "op_active": { 2024-04-02T08:23:51.692 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.692 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.692 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T08:23:51.692 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.692 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.692 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rmw": { 2024-04-02T08:23:51.692 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.692 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.692 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T08:23:51.692 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 45 2024-04-02T08:23:51.693 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.693 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.693 INFO:tasks.workunit.client.0.smithi012.stdout: "purge_queue": { 2024-04-02T08:23:51.693 INFO:tasks.workunit.client.0.smithi012.stdout: "pq_executed": { 2024-04-02T08:23:51.693 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.693 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.693 INFO:tasks.workunit.client.0.smithi012.stdout: "pq_executing": { 2024-04-02T08:23:51.693 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.693 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.693 INFO:tasks.workunit.client.0.smithi012.stdout: "pq_executing_high_water": { 2024-04-02T08:23:51.693 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.693 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.693 INFO:tasks.workunit.client.0.smithi012.stdout: "pq_executing_ops": { 2024-04-02T08:23:51.693 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.693 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.694 INFO:tasks.workunit.client.0.smithi012.stdout: "pq_executing_ops_high_water": { 2024-04-02T08:23:51.694 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.694 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.694 INFO:tasks.workunit.client.0.smithi012.stdout: "pq_item_in_journal": { 2024-04-02T08:23:51.694 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.694 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.694 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.694 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.694 INFO:tasks.workunit.client.0.smithi012.stdout: "mon.057b5af1dcee546cd49a55fe146bc9ff7b417da5": { 2024-04-02T08:23:51.694 INFO:tasks.workunit.client.0.smithi012.stdout: "mon": { 2024-04-02T08:23:51.694 INFO:tasks.workunit.client.0.smithi012.stdout: "election_call": { 2024-04-02T08:23:51.694 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1 2024-04-02T08:23:51.694 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.694 INFO:tasks.workunit.client.0.smithi012.stdout: "election_lose": { 2024-04-02T08:23:51.695 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1 2024-04-02T08:23:51.695 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.695 INFO:tasks.workunit.client.0.smithi012.stdout: "election_win": { 2024-04-02T08:23:51.695 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.695 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.695 INFO:tasks.workunit.client.0.smithi012.stdout: "num_elections": { 2024-04-02T08:23:51.695 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T08:23:51.695 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.695 INFO:tasks.workunit.client.0.smithi012.stdout: "num_sessions": { 2024-04-02T08:23:51.695 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12 2024-04-02T08:23:51.695 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.695 INFO:tasks.workunit.client.0.smithi012.stdout: "session_add": { 2024-04-02T08:23:51.695 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5 2024-04-02T08:23:51.695 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.696 INFO:tasks.workunit.client.0.smithi012.stdout: "session_rm": { 2024-04-02T08:23:51.696 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 110 2024-04-02T08:23:51.696 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.696 INFO:tasks.workunit.client.0.smithi012.stdout: "session_trim": { 2024-04-02T08:23:51.696 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.696 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.696 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.696 INFO:tasks.workunit.client.0.smithi012.stdout: "paxos": { 2024-04-02T08:23:51.696 INFO:tasks.workunit.client.0.smithi012.stdout: "accept_timeout": { 2024-04-02T08:23:51.696 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.696 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.696 INFO:tasks.workunit.client.0.smithi012.stdout: "begin": { 2024-04-02T08:23:51.696 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 909 2024-04-02T08:23:51.696 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.696 INFO:tasks.workunit.client.0.smithi012.stdout: "begin_bytes": { 2024-04-02T08:23:51.697 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 909, 2024-04-02T08:23:51.697 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4047092 2024-04-02T08:23:51.697 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.697 INFO:tasks.workunit.client.0.smithi012.stdout: "begin_keys": { 2024-04-02T08:23:51.697 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.697 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.697 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.697 INFO:tasks.workunit.client.0.smithi012.stdout: "begin_latency": { 2024-04-02T08:23:51.697 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 909, 2024-04-02T08:23:51.697 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 250997915 2024-04-02T08:23:51.697 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.697 INFO:tasks.workunit.client.0.smithi012.stdout: "collect": { 2024-04-02T08:23:51.697 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1 2024-04-02T08:23:51.697 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.698 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_bytes": { 2024-04-02T08:23:51.698 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T08:23:51.698 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 73 2024-04-02T08:23:51.698 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.698 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_keys": { 2024-04-02T08:23:51.698 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T08:23:51.698 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1 2024-04-02T08:23:51.698 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.698 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_latency": { 2024-04-02T08:23:51.698 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T08:23:51.698 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 999991 2024-04-02T08:23:51.698 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.698 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_timeout": { 2024-04-02T08:23:51.698 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.699 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.699 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_uncommitted": { 2024-04-02T08:23:51.699 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.699 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.699 INFO:tasks.workunit.client.0.smithi012.stdout: "commit": { 2024-04-02T08:23:51.699 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 911 2024-04-02T08:23:51.699 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.699 INFO:tasks.workunit.client.0.smithi012.stdout: "commit_bytes": { 2024-04-02T08:23:51.699 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.699 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.699 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.699 INFO:tasks.workunit.client.0.smithi012.stdout: "commit_keys": { 2024-04-02T08:23:51.699 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.699 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.700 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.700 INFO:tasks.workunit.client.0.smithi012.stdout: "commit_latency": { 2024-04-02T08:23:51.700 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.700 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.700 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.700 INFO:tasks.workunit.client.0.smithi012.stdout: "lease_ack_timeout": { 2024-04-02T08:23:51.700 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.700 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.700 INFO:tasks.workunit.client.0.smithi012.stdout: "lease_timeout": { 2024-04-02T08:23:51.700 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.700 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.700 INFO:tasks.workunit.client.0.smithi012.stdout: "new_pn": { 2024-04-02T08:23:51.700 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.700 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.701 INFO:tasks.workunit.client.0.smithi012.stdout: "new_pn_latency": { 2024-04-02T08:23:51.701 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.701 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.701 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.701 INFO:tasks.workunit.client.0.smithi012.stdout: "refresh": { 2024-04-02T08:23:51.701 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 911 2024-04-02T08:23:51.701 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.701 INFO:tasks.workunit.client.0.smithi012.stdout: "refresh_latency": { 2024-04-02T08:23:51.701 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 911, 2024-04-02T08:23:51.701 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2152982130 2024-04-02T08:23:51.701 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.701 INFO:tasks.workunit.client.0.smithi012.stdout: "restart": { 2024-04-02T08:23:51.701 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8 2024-04-02T08:23:51.701 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.701 INFO:tasks.workunit.client.0.smithi012.stdout: "share_state": { 2024-04-02T08:23:51.702 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.702 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.702 INFO:tasks.workunit.client.0.smithi012.stdout: "share_state_bytes": { 2024-04-02T08:23:51.702 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.702 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.702 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.702 INFO:tasks.workunit.client.0.smithi012.stdout: "share_state_keys": { 2024-04-02T08:23:51.702 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.702 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.702 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.702 INFO:tasks.workunit.client.0.smithi012.stdout: "start_leader": { 2024-04-02T08:23:51.702 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.702 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.703 INFO:tasks.workunit.client.0.smithi012.stdout: "start_peon": { 2024-04-02T08:23:51.703 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1 2024-04-02T08:23:51.703 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.703 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state": { 2024-04-02T08:23:51.703 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 910 2024-04-02T08:23:51.703 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.703 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state_bytes": { 2024-04-02T08:23:51.703 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 910, 2024-04-02T08:23:51.703 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7923477 2024-04-02T08:23:51.703 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.703 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state_keys": { 2024-04-02T08:23:51.703 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 910, 2024-04-02T08:23:51.703 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6478 2024-04-02T08:23:51.703 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.703 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state_latency": { 2024-04-02T08:23:51.704 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 910, 2024-04-02T08:23:51.704 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 497995855 2024-04-02T08:23:51.704 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.704 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.704 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache": { 2024-04-02T08:23:51.704 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T08:23:51.704 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1020054731 2024-04-02T08:23:51.704 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.704 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T08:23:51.704 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 39657472 2024-04-02T08:23:51.704 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.704 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T08:23:51.704 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 29351936 2024-04-02T08:23:51.704 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.704 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T08:23:51.705 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2147483648 2024-04-02T08:23:51.705 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.705 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T08:23:51.705 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10305536 2024-04-02T08:23:51.705 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.705 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.705 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache:full": { 2024-04-02T08:23:51.705 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:51.705 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 348127232 2024-04-02T08:23:51.705 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.705 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:51.705 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.705 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.705 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:51.706 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.706 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.706 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:51.706 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 277021515 2024-04-02T08:23:51.706 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.706 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:51.706 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 270884 2024-04-02T08:23:51.706 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.706 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:51.706 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.706 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.706 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:51.706 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.706 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.707 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:51.707 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.707 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.707 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:51.707 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.707 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.707 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:51.707 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.707 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.707 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:51.707 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.707 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.707 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:51.707 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.707 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.708 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:51.708 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.708 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.708 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:51.708 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 70834833 2024-04-02T08:23:51.708 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.708 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.708 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache:inc": { 2024-04-02T08:23:51.708 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:51.708 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 348127232 2024-04-02T08:23:51.708 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.708 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:51.708 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.708 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.709 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:51.709 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.709 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.709 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:51.709 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 277021515 2024-04-02T08:23:51.709 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.709 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:51.709 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 41438 2024-04-02T08:23:51.709 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.709 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:51.709 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.709 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.709 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:51.709 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.710 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.710 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:51.710 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.710 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.710 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:51.710 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.710 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.710 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:51.710 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.710 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.710 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:51.710 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.710 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.710 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:51.711 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.711 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.711 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:51.711 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.711 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.711 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:51.711 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71064279 2024-04-02T08:23:51.711 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.711 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.711 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache:kv": { 2024-04-02T08:23:51.711 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:51.711 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 322961408 2024-04-02T08:23:51.711 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.711 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:51.711 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T08:23:51.712 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.712 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:51.712 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.712 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.712 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:51.712 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 184681010 2024-04-02T08:23:51.712 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.712 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:51.712 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.712 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.712 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:51.712 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.712 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.712 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:51.712 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.713 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.713 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:51.713 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.713 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.713 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:51.713 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.713 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.713 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:51.713 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.713 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.713 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:51.714 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.714 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.714 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:51.714 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.714 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.714 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:51.714 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.714 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.714 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:51.714 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71171534 2024-04-02T08:23:51.714 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.714 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.714 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb": { 2024-04-02T08:23:51.714 INFO:tasks.workunit.client.0.smithi012.stdout: "compact": { 2024-04-02T08:23:51.715 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.715 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.715 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_queue_len": { 2024-04-02T08:23:51.715 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.715 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.715 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_queue_merge": { 2024-04-02T08:23:51.715 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.715 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.715 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_range": { 2024-04-02T08:23:51.715 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T08:23:51.715 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.715 INFO:tasks.workunit.client.0.smithi012.stdout: "get_latency": { 2024-04-02T08:23:51.715 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 38656, 2024-04-02T08:23:51.715 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 113507648 2024-04-02T08:23:51.716 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.716 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_delay_time": { 2024-04-02T08:23:51.716 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.716 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.716 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.716 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_memtable_time": { 2024-04-02T08:23:51.716 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.716 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.716 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.716 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T08:23:51.716 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.716 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.716 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.717 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_wal_time": { 2024-04-02T08:23:51.717 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.717 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.717 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.717 INFO:tasks.workunit.client.0.smithi012.stdout: "submit_latency": { 2024-04-02T08:23:51.717 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.717 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.717 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.717 INFO:tasks.workunit.client.0.smithi012.stdout: "submit_sync_latency": { 2024-04-02T08:23:51.717 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1940, 2024-04-02T08:23:51.717 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 828529417 2024-04-02T08:23:51.717 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.717 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.717 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.717 INFO:tasks.workunit.client.0.smithi012.stdout: "mon.55ba0c421d0a380c7e710a93002ddc2fa7e64353": { 2024-04-02T08:23:51.718 INFO:tasks.workunit.client.0.smithi012.stdout: "mon": { 2024-04-02T08:23:51.718 INFO:tasks.workunit.client.0.smithi012.stdout: "election_call": { 2024-04-02T08:23:51.718 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T08:23:51.718 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.718 INFO:tasks.workunit.client.0.smithi012.stdout: "election_lose": { 2024-04-02T08:23:51.718 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T08:23:51.718 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.718 INFO:tasks.workunit.client.0.smithi012.stdout: "election_win": { 2024-04-02T08:23:51.718 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.718 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.718 INFO:tasks.workunit.client.0.smithi012.stdout: "num_elections": { 2024-04-02T08:23:51.718 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7 2024-04-02T08:23:51.718 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.719 INFO:tasks.workunit.client.0.smithi012.stdout: "num_sessions": { 2024-04-02T08:23:51.719 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11 2024-04-02T08:23:51.719 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.719 INFO:tasks.workunit.client.0.smithi012.stdout: "session_add": { 2024-04-02T08:23:51.719 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4 2024-04-02T08:23:51.719 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.719 INFO:tasks.workunit.client.0.smithi012.stdout: "session_rm": { 2024-04-02T08:23:51.719 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 55 2024-04-02T08:23:51.719 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.719 INFO:tasks.workunit.client.0.smithi012.stdout: "session_trim": { 2024-04-02T08:23:51.719 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.719 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.719 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.719 INFO:tasks.workunit.client.0.smithi012.stdout: "paxos": { 2024-04-02T08:23:51.720 INFO:tasks.workunit.client.0.smithi012.stdout: "accept_timeout": { 2024-04-02T08:23:51.720 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.720 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.720 INFO:tasks.workunit.client.0.smithi012.stdout: "begin": { 2024-04-02T08:23:51.720 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 920 2024-04-02T08:23:51.720 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.720 INFO:tasks.workunit.client.0.smithi012.stdout: "begin_bytes": { 2024-04-02T08:23:51.720 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 920, 2024-04-02T08:23:51.720 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4074294 2024-04-02T08:23:51.720 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.720 INFO:tasks.workunit.client.0.smithi012.stdout: "begin_keys": { 2024-04-02T08:23:51.720 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.720 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.720 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.720 INFO:tasks.workunit.client.0.smithi012.stdout: "begin_latency": { 2024-04-02T08:23:51.721 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 920, 2024-04-02T08:23:51.721 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 341993437 2024-04-02T08:23:51.721 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.721 INFO:tasks.workunit.client.0.smithi012.stdout: "collect": { 2024-04-02T08:23:51.721 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T08:23:51.721 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.721 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_bytes": { 2024-04-02T08:23:51.721 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2, 2024-04-02T08:23:51.721 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 146 2024-04-02T08:23:51.721 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.721 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_keys": { 2024-04-02T08:23:51.721 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2, 2024-04-02T08:23:51.721 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T08:23:51.721 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.722 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_latency": { 2024-04-02T08:23:51.722 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2, 2024-04-02T08:23:51.722 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3999923 2024-04-02T08:23:51.722 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.722 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_timeout": { 2024-04-02T08:23:51.722 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.722 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.722 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_uncommitted": { 2024-04-02T08:23:51.722 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.722 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.722 INFO:tasks.workunit.client.0.smithi012.stdout: "commit": { 2024-04-02T08:23:51.722 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 921 2024-04-02T08:23:51.722 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.722 INFO:tasks.workunit.client.0.smithi012.stdout: "commit_bytes": { 2024-04-02T08:23:51.723 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.723 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.723 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.723 INFO:tasks.workunit.client.0.smithi012.stdout: "commit_keys": { 2024-04-02T08:23:51.723 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.723 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.723 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.723 INFO:tasks.workunit.client.0.smithi012.stdout: "commit_latency": { 2024-04-02T08:23:51.723 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.723 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.723 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.723 INFO:tasks.workunit.client.0.smithi012.stdout: "lease_ack_timeout": { 2024-04-02T08:23:51.723 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.723 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.724 INFO:tasks.workunit.client.0.smithi012.stdout: "lease_timeout": { 2024-04-02T08:23:51.724 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.724 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.724 INFO:tasks.workunit.client.0.smithi012.stdout: "new_pn": { 2024-04-02T08:23:51.724 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.724 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.724 INFO:tasks.workunit.client.0.smithi012.stdout: "new_pn_latency": { 2024-04-02T08:23:51.724 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.724 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.724 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.724 INFO:tasks.workunit.client.0.smithi012.stdout: "refresh": { 2024-04-02T08:23:51.724 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 921 2024-04-02T08:23:51.724 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.724 INFO:tasks.workunit.client.0.smithi012.stdout: "refresh_latency": { 2024-04-02T08:23:51.725 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 921, 2024-04-02T08:23:51.725 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2605949890 2024-04-02T08:23:51.725 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.725 INFO:tasks.workunit.client.0.smithi012.stdout: "restart": { 2024-04-02T08:23:51.725 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13 2024-04-02T08:23:51.725 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.725 INFO:tasks.workunit.client.0.smithi012.stdout: "share_state": { 2024-04-02T08:23:51.725 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.725 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.725 INFO:tasks.workunit.client.0.smithi012.stdout: "share_state_bytes": { 2024-04-02T08:23:51.725 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.725 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.725 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.725 INFO:tasks.workunit.client.0.smithi012.stdout: "share_state_keys": { 2024-04-02T08:23:51.726 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.726 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.726 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.726 INFO:tasks.workunit.client.0.smithi012.stdout: "start_leader": { 2024-04-02T08:23:51.726 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.726 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.726 INFO:tasks.workunit.client.0.smithi012.stdout: "start_peon": { 2024-04-02T08:23:51.726 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T08:23:51.726 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.726 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state": { 2024-04-02T08:23:51.726 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 921 2024-04-02T08:23:51.726 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.726 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state_bytes": { 2024-04-02T08:23:51.726 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 921, 2024-04-02T08:23:51.727 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7975594 2024-04-02T08:23:51.727 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.727 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state_keys": { 2024-04-02T08:23:51.727 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 921, 2024-04-02T08:23:51.727 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6560 2024-04-02T08:23:51.727 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.727 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state_latency": { 2024-04-02T08:23:51.727 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 921, 2024-04-02T08:23:51.727 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1094978955 2024-04-02T08:23:51.727 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.727 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.727 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache": { 2024-04-02T08:23:51.727 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T08:23:51.727 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1020054731 2024-04-02T08:23:51.727 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.728 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T08:23:51.728 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 41754624 2024-04-02T08:23:51.728 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.728 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T08:23:51.728 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 30187520 2024-04-02T08:23:51.728 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.728 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T08:23:51.728 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2147483648 2024-04-02T08:23:51.728 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.728 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T08:23:51.728 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11567104 2024-04-02T08:23:51.728 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.728 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.728 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache:full": { 2024-04-02T08:23:51.728 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:51.729 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 348127232 2024-04-02T08:23:51.729 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.729 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:51.729 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.729 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.729 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:51.729 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.729 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.729 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:51.729 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 277021515 2024-04-02T08:23:51.729 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.729 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:51.729 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 270884 2024-04-02T08:23:51.729 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.730 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:51.730 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.730 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.730 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:51.730 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.730 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.730 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:51.730 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.730 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.730 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:51.730 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.730 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.730 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:51.730 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.730 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.731 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:51.731 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.731 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.731 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:51.731 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.731 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.731 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:51.731 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.731 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.731 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:51.731 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 70834833 2024-04-02T08:23:51.731 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.731 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.732 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache:inc": { 2024-04-02T08:23:51.732 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:51.732 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 348127232 2024-04-02T08:23:51.732 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.732 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:51.732 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.732 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.732 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:51.732 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.732 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.732 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:51.732 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 277021515 2024-04-02T08:23:51.732 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.732 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:51.733 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 41438 2024-04-02T08:23:51.733 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.733 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:51.733 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.733 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.733 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:51.733 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.733 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.733 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:51.733 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.733 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.733 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:51.733 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.733 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.734 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:51.734 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.734 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.734 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:51.734 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.734 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.734 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:51.734 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.734 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.734 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:51.734 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.734 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.734 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:51.734 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71064279 2024-04-02T08:23:51.735 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.735 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.735 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache:kv": { 2024-04-02T08:23:51.735 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:51.735 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 322961408 2024-04-02T08:23:51.735 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.735 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:51.735 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T08:23:51.735 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.735 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:51.735 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.735 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.735 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:51.735 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 184681010 2024-04-02T08:23:51.736 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.736 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:51.736 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.736 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.736 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:51.736 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.736 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.736 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:51.736 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.736 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.736 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:51.736 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.736 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.736 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:51.737 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.737 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.737 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:51.737 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.737 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.737 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:51.737 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.737 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.737 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:51.737 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.737 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.737 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:51.737 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.737 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.737 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:51.738 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71171534 2024-04-02T08:23:51.738 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.738 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.738 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb": { 2024-04-02T08:23:51.738 INFO:tasks.workunit.client.0.smithi012.stdout: "compact": { 2024-04-02T08:23:51.738 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.738 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.738 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_queue_len": { 2024-04-02T08:23:51.738 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.738 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.738 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_queue_merge": { 2024-04-02T08:23:51.738 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.738 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.738 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_range": { 2024-04-02T08:23:51.739 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T08:23:51.739 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.739 INFO:tasks.workunit.client.0.smithi012.stdout: "get_latency": { 2024-04-02T08:23:51.739 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 39070, 2024-04-02T08:23:51.739 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 112766537 2024-04-02T08:23:51.739 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.739 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_delay_time": { 2024-04-02T08:23:51.739 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.739 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.739 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.739 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_memtable_time": { 2024-04-02T08:23:51.739 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.739 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.739 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.740 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T08:23:51.740 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.740 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.740 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.740 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_wal_time": { 2024-04-02T08:23:51.740 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.740 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.740 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.740 INFO:tasks.workunit.client.0.smithi012.stdout: "submit_latency": { 2024-04-02T08:23:51.740 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.740 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.740 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.740 INFO:tasks.workunit.client.0.smithi012.stdout: "submit_sync_latency": { 2024-04-02T08:23:51.740 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1989, 2024-04-02T08:23:51.740 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1594811228 2024-04-02T08:23:51.741 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.741 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.741 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.741 INFO:tasks.workunit.client.0.smithi012.stdout: "mon.aade4c1cf53e5400fc243fe71c4882775e710864": { 2024-04-02T08:23:51.741 INFO:tasks.workunit.client.0.smithi012.stdout: "mon": { 2024-04-02T08:23:51.741 INFO:tasks.workunit.client.0.smithi012.stdout: "election_call": { 2024-04-02T08:23:51.741 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T08:23:51.741 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.741 INFO:tasks.workunit.client.0.smithi012.stdout: "election_lose": { 2024-04-02T08:23:51.741 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.741 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.741 INFO:tasks.workunit.client.0.smithi012.stdout: "election_win": { 2024-04-02T08:23:51.741 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T08:23:51.741 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.742 INFO:tasks.workunit.client.0.smithi012.stdout: "num_elections": { 2024-04-02T08:23:51.742 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9 2024-04-02T08:23:51.742 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.742 INFO:tasks.workunit.client.0.smithi012.stdout: "num_sessions": { 2024-04-02T08:23:51.742 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6 2024-04-02T08:23:51.742 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.742 INFO:tasks.workunit.client.0.smithi012.stdout: "session_add": { 2024-04-02T08:23:51.742 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T08:23:51.742 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.742 INFO:tasks.workunit.client.0.smithi012.stdout: "session_rm": { 2024-04-02T08:23:51.742 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 206 2024-04-02T08:23:51.742 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.742 INFO:tasks.workunit.client.0.smithi012.stdout: "session_trim": { 2024-04-02T08:23:51.742 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.743 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.743 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.743 INFO:tasks.workunit.client.0.smithi012.stdout: "paxos": { 2024-04-02T08:23:51.743 INFO:tasks.workunit.client.0.smithi012.stdout: "accept_timeout": { 2024-04-02T08:23:51.743 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.743 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.743 INFO:tasks.workunit.client.0.smithi012.stdout: "begin": { 2024-04-02T08:23:51.743 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1058 2024-04-02T08:23:51.743 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.743 INFO:tasks.workunit.client.0.smithi012.stdout: "begin_bytes": { 2024-04-02T08:23:51.743 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1058, 2024-04-02T08:23:51.743 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5124871 2024-04-02T08:23:51.743 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.743 INFO:tasks.workunit.client.0.smithi012.stdout: "begin_keys": { 2024-04-02T08:23:51.744 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1058, 2024-04-02T08:23:51.744 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3174 2024-04-02T08:23:51.744 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.744 INFO:tasks.workunit.client.0.smithi012.stdout: "begin_latency": { 2024-04-02T08:23:51.744 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1058, 2024-04-02T08:23:51.744 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 186998442 2024-04-02T08:23:51.744 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.744 INFO:tasks.workunit.client.0.smithi012.stdout: "collect": { 2024-04-02T08:23:51.744 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.744 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.744 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_bytes": { 2024-04-02T08:23:51.744 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.744 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.744 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.744 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_keys": { 2024-04-02T08:23:51.745 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.745 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.745 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.745 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_latency": { 2024-04-02T08:23:51.745 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.745 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.745 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.745 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_timeout": { 2024-04-02T08:23:51.745 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.745 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.745 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_uncommitted": { 2024-04-02T08:23:51.745 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.745 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.745 INFO:tasks.workunit.client.0.smithi012.stdout: "commit": { 2024-04-02T08:23:51.745 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1058 2024-04-02T08:23:51.746 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.746 INFO:tasks.workunit.client.0.smithi012.stdout: "commit_bytes": { 2024-04-02T08:23:51.746 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1058, 2024-04-02T08:23:51.746 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5048649 2024-04-02T08:23:51.746 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.746 INFO:tasks.workunit.client.0.smithi012.stdout: "commit_keys": { 2024-04-02T08:23:51.746 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1058, 2024-04-02T08:23:51.746 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6402 2024-04-02T08:23:51.746 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.746 INFO:tasks.workunit.client.0.smithi012.stdout: "commit_latency": { 2024-04-02T08:23:51.746 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1058, 2024-04-02T08:23:51.746 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 443069816 2024-04-02T08:23:51.746 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.746 INFO:tasks.workunit.client.0.smithi012.stdout: "lease_ack_timeout": { 2024-04-02T08:23:51.747 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.747 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.747 INFO:tasks.workunit.client.0.smithi012.stdout: "lease_timeout": { 2024-04-02T08:23:51.747 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.747 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.747 INFO:tasks.workunit.client.0.smithi012.stdout: "new_pn": { 2024-04-02T08:23:51.747 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T08:23:51.747 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.747 INFO:tasks.workunit.client.0.smithi012.stdout: "new_pn_latency": { 2024-04-02T08:23:51.747 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2, 2024-04-02T08:23:51.747 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.747 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.747 INFO:tasks.workunit.client.0.smithi012.stdout: "refresh": { 2024-04-02T08:23:51.747 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1060 2024-04-02T08:23:51.747 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.748 INFO:tasks.workunit.client.0.smithi012.stdout: "refresh_latency": { 2024-04-02T08:23:51.748 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1060, 2024-04-02T08:23:51.748 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2805976665 2024-04-02T08:23:51.748 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.748 INFO:tasks.workunit.client.0.smithi012.stdout: "restart": { 2024-04-02T08:23:51.748 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12 2024-04-02T08:23:51.748 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.748 INFO:tasks.workunit.client.0.smithi012.stdout: "share_state": { 2024-04-02T08:23:51.748 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T08:23:51.748 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.748 INFO:tasks.workunit.client.0.smithi012.stdout: "share_state_bytes": { 2024-04-02T08:23:51.748 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T08:23:51.748 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1627 2024-04-02T08:23:51.748 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.749 INFO:tasks.workunit.client.0.smithi012.stdout: "share_state_keys": { 2024-04-02T08:23:51.749 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T08:23:51.749 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T08:23:51.749 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.749 INFO:tasks.workunit.client.0.smithi012.stdout: "start_leader": { 2024-04-02T08:23:51.749 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T08:23:51.749 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.749 INFO:tasks.workunit.client.0.smithi012.stdout: "start_peon": { 2024-04-02T08:23:51.749 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.749 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.749 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state": { 2024-04-02T08:23:51.749 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.749 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.749 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state_bytes": { 2024-04-02T08:23:51.750 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.750 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.750 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.750 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state_keys": { 2024-04-02T08:23:51.750 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.750 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.750 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.750 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state_latency": { 2024-04-02T08:23:51.750 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.750 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.750 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.750 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.750 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache": { 2024-04-02T08:23:51.751 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T08:23:51.751 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1020054731 2024-04-02T08:23:51.751 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.751 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T08:23:51.751 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 44818432 2024-04-02T08:23:51.751 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.751 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T08:23:51.751 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 39780352 2024-04-02T08:23:51.751 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.751 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T08:23:51.751 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2147483648 2024-04-02T08:23:51.751 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.751 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T08:23:51.751 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5038080 2024-04-02T08:23:51.752 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.752 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.752 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache:full": { 2024-04-02T08:23:51.752 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:51.752 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 348127232 2024-04-02T08:23:51.752 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.752 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:51.752 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.752 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.752 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:51.752 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.752 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.752 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:51.752 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 277022591 2024-04-02T08:23:51.752 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.753 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:51.753 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 270454 2024-04-02T08:23:51.753 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.753 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:51.753 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.753 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.753 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:51.753 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.753 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.753 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:51.753 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.753 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.753 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:51.753 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.753 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.754 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:51.754 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.754 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.754 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:51.754 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.754 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.754 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:51.754 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.754 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.754 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:51.754 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.754 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.754 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:51.755 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 70834187 2024-04-02T08:23:51.755 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.755 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.755 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache:inc": { 2024-04-02T08:23:51.755 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:51.755 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 348127232 2024-04-02T08:23:51.755 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.755 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:51.755 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.755 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.755 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:51.755 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.755 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.755 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:51.756 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 277022591 2024-04-02T08:23:51.756 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.756 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:51.756 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 38999 2024-04-02T08:23:51.756 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.756 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:51.756 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.756 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.756 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:51.756 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.756 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.756 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:51.756 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.756 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.757 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:51.757 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.757 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.757 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:51.757 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.757 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.757 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:51.757 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.757 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.757 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:51.757 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.757 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.757 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:51.757 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.757 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.758 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:51.758 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71065642 2024-04-02T08:23:51.758 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.758 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.758 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache:kv": { 2024-04-02T08:23:51.758 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:51.758 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 322961408 2024-04-02T08:23:51.758 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.758 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:51.758 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T08:23:51.758 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.758 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:51.758 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.759 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.759 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:51.759 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 184681727 2024-04-02T08:23:51.759 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.759 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:51.759 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.759 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.759 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:51.759 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.759 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.759 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:51.759 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.759 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.759 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:51.759 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.760 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.760 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:51.760 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.760 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.760 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:51.760 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.760 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.760 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:51.760 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.760 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.760 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:51.760 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.760 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.760 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:51.761 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.761 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.761 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:51.761 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71170817 2024-04-02T08:23:51.761 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.761 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.761 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb": { 2024-04-02T08:23:51.761 INFO:tasks.workunit.client.0.smithi012.stdout: "compact": { 2024-04-02T08:23:51.761 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.761 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.761 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_queue_len": { 2024-04-02T08:23:51.761 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.761 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.761 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_queue_merge": { 2024-04-02T08:23:51.762 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.762 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.762 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_range": { 2024-04-02T08:23:51.762 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T08:23:51.762 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.762 INFO:tasks.workunit.client.0.smithi012.stdout: "get_latency": { 2024-04-02T08:23:51.762 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 47376, 2024-04-02T08:23:51.762 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 204075246 2024-04-02T08:23:51.762 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.762 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_delay_time": { 2024-04-02T08:23:51.762 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.762 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.762 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.762 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_memtable_time": { 2024-04-02T08:23:51.763 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.763 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.763 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.763 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T08:23:51.763 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.763 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.763 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.763 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_wal_time": { 2024-04-02T08:23:51.763 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.763 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.763 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.763 INFO:tasks.workunit.client.0.smithi012.stdout: "submit_latency": { 2024-04-02T08:23:51.763 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.763 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.763 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.764 INFO:tasks.workunit.client.0.smithi012.stdout: "submit_sync_latency": { 2024-04-02T08:23:51.764 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2283, 2024-04-02T08:23:51.764 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 719792447 2024-04-02T08:23:51.764 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.764 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.764 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.764 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.0": { 2024-04-02T08:23:51.764 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T08:23:51.764 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_fallback": { 2024-04-02T08:23:51.764 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.764 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.764 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:23:51.764 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.765 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.765 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_db": { 2024-04-02T08:23:51.765 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 65536 2024-04-02T08:23:51.765 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.765 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_main": { 2024-04-02T08:23:51.765 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.765 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.765 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_wal": { 2024-04-02T08:23:51.765 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.765 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.765 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_slow": { 2024-04-02T08:23:51.765 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.765 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.765 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_sst": { 2024-04-02T08:23:51.765 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12288 2024-04-02T08:23:51.766 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.766 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_wal": { 2024-04-02T08:23:51.766 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2711552 2024-04-02T08:23:51.766 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.766 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lat": { 2024-04-02T08:23:51.766 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.766 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.766 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.766 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lock_lat": { 2024-04-02T08:23:51.766 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.766 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.766 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.766 INFO:tasks.workunit.client.0.smithi012.stdout: "db_total_bytes": { 2024-04-02T08:23:51.767 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T08:23:51.767 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.767 INFO:tasks.workunit.client.0.smithi012.stdout: "db_used_bytes": { 2024-04-02T08:23:51.767 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 27656192 2024-04-02T08:23:51.767 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.767 INFO:tasks.workunit.client.0.smithi012.stdout: "log_bytes": { 2024-04-02T08:23:51.767 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1687552 2024-04-02T08:23:51.767 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.767 INFO:tasks.workunit.client.0.smithi012.stdout: "logged_bytes": { 2024-04-02T08:23:51.767 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1548288 2024-04-02T08:23:51.767 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.767 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_db": { 2024-04-02T08:23:51.767 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 31850496 2024-04-02T08:23:51.767 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.767 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_slow": { 2024-04-02T08:23:51.768 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.768 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.768 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_wal": { 2024-04-02T08:23:51.768 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.768 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.768 INFO:tasks.workunit.client.0.smithi012.stdout: "num_files": { 2024-04-02T08:23:51.768 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14 2024-04-02T08:23:51.768 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.768 INFO:tasks.workunit.client.0.smithi012.stdout: "read_bytes": { 2024-04-02T08:23:51.768 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 206272 2024-04-02T08:23:51.768 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.768 INFO:tasks.workunit.client.0.smithi012.stdout: "read_count": { 2024-04-02T08:23:51.768 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 23 2024-04-02T08:23:51.768 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.769 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes": { 2024-04-02T08:23:51.769 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1282048 2024-04-02T08:23:51.769 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.769 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_db": { 2024-04-02T08:23:51.769 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1286144 2024-04-02T08:23:51.769 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.769 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_slow": { 2024-04-02T08:23:51.769 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.769 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.769 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_wal": { 2024-04-02T08:23:51.769 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.769 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.769 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_count": { 2024-04-02T08:23:51.769 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15 2024-04-02T08:23:51.770 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.770 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_bytes": { 2024-04-02T08:23:51.770 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4913 2024-04-02T08:23:51.770 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.770 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_count": { 2024-04-02T08:23:51.770 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4 2024-04-02T08:23:51.770 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.770 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_bytes": { 2024-04-02T08:23:51.770 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5505 2024-04-02T08:23:51.770 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.770 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_count": { 2024-04-02T08:23:51.770 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24 2024-04-02T08:23:51.770 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.770 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_bytes": { 2024-04-02T08:23:51.771 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5505 2024-04-02T08:23:51.771 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.771 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_count": { 2024-04-02T08:23:51.771 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24 2024-04-02T08:23:51.771 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.771 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes": { 2024-04-02T08:23:51.771 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.771 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.771 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:23:51.771 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.771 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.771 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:23:51.771 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.771 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.772 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:23:51.772 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.772 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.772 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_count": { 2024-04-02T08:23:51.772 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.772 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.772 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_total_bytes": { 2024-04-02T08:23:51.772 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.772 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.772 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_used_bytes": { 2024-04-02T08:23:51.772 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.772 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.772 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_total_bytes": { 2024-04-02T08:23:51.772 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.773 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.773 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_used_bytes": { 2024-04-02T08:23:51.773 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.773 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.773 INFO:tasks.workunit.client.0.smithi012.stdout: "write_bytes": { 2024-04-02T08:23:51.773 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4337664 2024-04-02T08:23:51.773 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.773 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.773 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore": { 2024-04-02T08:23:51.773 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit": { 2024-04-02T08:23:51.773 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4096 2024-04-02T08:23:51.773 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.773 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": { 2024-04-02T08:23:51.773 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1318912 2024-04-02T08:23:51.773 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.774 INFO:tasks.workunit.client.0.smithi012.stdout: "clist_lat": { 2024-04-02T08:23:51.774 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 4, 2024-04-02T08:23:51.774 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 187349 2024-04-02T08:23:51.774 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.774 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_lat": { 2024-04-02T08:23:51.774 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.774 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.774 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.774 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed": { 2024-04-02T08:23:51.774 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.774 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.774 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_allocated": { 2024-04-02T08:23:51.774 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.774 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.775 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_original": { 2024-04-02T08:23:51.775 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.775 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.775 INFO:tasks.workunit.client.0.smithi012.stdout: "csum_lat": { 2024-04-02T08:23:51.775 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 23, 2024-04-02T08:23:51.775 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 65641 2024-04-02T08:23:51.775 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.775 INFO:tasks.workunit.client.0.smithi012.stdout: "decompress_lat": { 2024-04-02T08:23:51.775 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.775 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.775 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.775 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_commit_lat": { 2024-04-02T08:23:51.775 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 365, 2024-04-02T08:23:51.775 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 89477242 2024-04-02T08:23:51.776 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.776 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_final_lat": { 2024-04-02T08:23:51.776 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 364, 2024-04-02T08:23:51.776 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9565633 2024-04-02T08:23:51.776 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.776 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_flush_lat": { 2024-04-02T08:23:51.776 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 365, 2024-04-02T08:23:51.776 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 387351 2024-04-02T08:23:51.776 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.776 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_sync_lat": { 2024-04-02T08:23:51.776 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 365, 2024-04-02T08:23:51.776 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 89864593 2024-04-02T08:23:51.776 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.776 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_keys_lat": { 2024-04-02T08:23:51.777 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.777 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.777 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.777 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_values_lat": { 2024-04-02T08:23:51.777 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T08:23:51.777 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 44203 2024-04-02T08:23:51.777 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.777 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_lower_bound_lat": { 2024-04-02T08:23:51.777 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 6, 2024-04-02T08:23:51.777 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 20734 2024-04-02T08:23:51.777 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.777 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_next_lat": { 2024-04-02T08:23:51.777 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.777 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.777 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.778 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:23:51.778 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.778 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.778 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.778 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_upper_bound_lat": { 2024-04-02T08:23:51.778 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2, 2024-04-02T08:23:51.778 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5208 2024-04-02T08:23:51.778 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.778 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_hits": { 2024-04-02T08:23:51.778 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 851 2024-04-02T08:23:51.778 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.778 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_misses": { 2024-04-02T08:23:51.778 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 227 2024-04-02T08:23:51.778 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.779 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T08:23:51.779 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 118, 2024-04-02T08:23:51.779 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4015747 2024-04-02T08:23:51.779 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.779 INFO:tasks.workunit.client.0.smithi012.stdout: "read_onode_meta_lat": { 2024-04-02T08:23:51.779 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 323, 2024-04-02T08:23:51.779 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 257634 2024-04-02T08:23:51.779 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.779 INFO:tasks.workunit.client.0.smithi012.stdout: "read_wait_aio_lat": { 2024-04-02T08:23:51.779 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 205, 2024-04-02T08:23:51.779 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5848847 2024-04-02T08:23:51.779 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.779 INFO:tasks.workunit.client.0.smithi012.stdout: "reads_with_retries": { 2024-04-02T08:23:51.779 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.779 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.780 INFO:tasks.workunit.client.0.smithi012.stdout: "remove_lat": { 2024-04-02T08:23:51.780 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2, 2024-04-02T08:23:51.780 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 54740 2024-04-02T08:23:51.780 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.780 INFO:tasks.workunit.client.0.smithi012.stdout: "state_aio_wait_lat": { 2024-04-02T08:23:51.780 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 493, 2024-04-02T08:23:51.780 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8660635 2024-04-02T08:23:51.780 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.780 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:23:51.780 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 127, 2024-04-02T08:23:51.780 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7422084 2024-04-02T08:23:51.780 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.780 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:23:51.780 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 127, 2024-04-02T08:23:51.781 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 424918614495 2024-04-02T08:23:51.781 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.781 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_queued_lat": { 2024-04-02T08:23:51.781 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 127, 2024-04-02T08:23:51.781 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 125799858786 2024-04-02T08:23:51.781 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.781 INFO:tasks.workunit.client.0.smithi012.stdout: "state_done_lat": { 2024-04-02T08:23:51.781 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 493, 2024-04-02T08:23:51.781 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 40309214808 2024-04-02T08:23:51.781 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.781 INFO:tasks.workunit.client.0.smithi012.stdout: "state_finishing_lat": { 2024-04-02T08:23:51.781 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 493, 2024-04-02T08:23:51.781 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 56141 2024-04-02T08:23:51.781 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.781 INFO:tasks.workunit.client.0.smithi012.stdout: "state_io_done_lat": { 2024-04-02T08:23:51.782 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 493, 2024-04-02T08:23:51.782 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 516900 2024-04-02T08:23:51.782 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.782 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_commiting_lat": { 2024-04-02T08:23:51.782 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 493, 2024-04-02T08:23:51.782 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 210363948 2024-04-02T08:23:51.782 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.782 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_done_lat": { 2024-04-02T08:23:51.782 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 493, 2024-04-02T08:23:51.782 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 182641 2024-04-02T08:23:51.782 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.782 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_queued_lat": { 2024-04-02T08:23:51.782 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 493, 2024-04-02T08:23:51.782 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 173008034 2024-04-02T08:23:51.783 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.783 INFO:tasks.workunit.client.0.smithi012.stdout: "state_prepare_lat": { 2024-04-02T08:23:51.783 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 493, 2024-04-02T08:23:51.783 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 34259088 2024-04-02T08:23:51.783 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.783 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": { 2024-04-02T08:23:51.783 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 900560 2024-04-02T08:23:51.783 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.783 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T08:23:51.783 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 61, 2024-04-02T08:23:51.783 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 276506 2024-04-02T08:23:51.783 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.783 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_commit_lat": { 2024-04-02T08:23:51.783 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 493, 2024-04-02T08:23:51.784 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 426885133 2024-04-02T08:23:51.784 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.784 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_submit_lat": { 2024-04-02T08:23:51.784 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 493, 2024-04-02T08:23:51.784 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 40599451 2024-04-02T08:23:51.784 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.784 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_throttle_lat": { 2024-04-02T08:23:51.784 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 493, 2024-04-02T08:23:51.784 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3247453 2024-04-02T08:23:51.784 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.784 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.784 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache": { 2024-04-02T08:23:51.784 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T08:23:51.784 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1862577038 2024-04-02T08:23:51.785 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.785 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T08:23:51.785 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 44417024 2024-04-02T08:23:51.785 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.785 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T08:23:51.785 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 43646976 2024-04-02T08:23:51.785 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.785 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T08:23:51.785 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3138686361 2024-04-02T08:23:51.785 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.785 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T08:23:51.785 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 770048 2024-04-02T08:23:51.785 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.785 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.785 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:data": { 2024-04-02T08:23:51.786 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:51.786 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 159383552 2024-04-02T08:23:51.786 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.786 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:51.786 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.786 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.786 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:51.786 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.786 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.786 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:51.786 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 85528113 2024-04-02T08:23:51.786 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.786 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:51.786 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.787 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.787 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:51.787 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.787 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.787 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:51.787 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.787 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.787 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:51.787 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.787 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.787 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:51.787 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.787 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.787 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:51.788 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 614400 2024-04-02T08:23:51.788 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.788 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:51.788 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.788 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.788 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:51.788 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.788 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.788 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:51.788 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.788 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.788 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:51.788 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 73241039 2024-04-02T08:23:51.788 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.788 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.789 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv": { 2024-04-02T08:23:51.789 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:51.789 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 780140544 2024-04-02T08:23:51.789 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.789 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:51.789 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T08:23:51.789 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.789 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:51.789 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.789 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.789 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:51.789 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 641460847 2024-04-02T08:23:51.789 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.790 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:51.790 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.790 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.790 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:51.790 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.790 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.790 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:51.790 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.790 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.790 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:51.790 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.790 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.791 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:51.791 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.791 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.791 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:51.791 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2128 2024-04-02T08:23:51.791 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.791 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:51.791 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.791 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.791 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:51.791 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.791 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.791 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:51.791 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.791 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.792 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:51.792 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71568705 2024-04-02T08:23:51.792 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.792 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.792 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:23:51.792 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:51.792 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 192937984 2024-04-02T08:23:51.792 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.792 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:51.792 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T08:23:51.792 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.792 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:51.792 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 464 2024-04-02T08:23:51.792 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.793 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:51.793 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57018742 2024-04-02T08:23:51.793 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.793 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:51.793 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.793 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.793 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:51.793 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.793 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.793 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:51.793 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.793 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.793 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:51.793 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.793 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.794 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:51.794 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.794 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.794 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:51.794 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.794 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.794 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:51.794 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.794 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.794 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:51.794 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.794 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.794 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:51.794 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.795 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.795 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:51.795 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 68809914 2024-04-02T08:23:51.795 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.795 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.795 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:meta": { 2024-04-02T08:23:51.795 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:51.795 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 713031680 2024-04-02T08:23:51.795 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.795 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:51.795 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.795 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.795 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:51.795 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.796 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.796 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:51.796 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 641460847 2024-04-02T08:23:51.796 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.796 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:51.796 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.796 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.796 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:51.796 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8528 2024-04-02T08:23:51.796 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.796 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:51.796 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.796 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.796 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:51.796 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.797 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.797 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:51.797 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.797 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.797 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:51.797 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 236363 2024-04-02T08:23:51.797 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.797 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:51.797 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.797 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.797 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:51.797 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.797 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.797 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:51.797 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.798 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.798 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:51.798 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71325942 2024-04-02T08:23:51.798 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.798 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.798 INFO:tasks.workunit.client.0.smithi012.stdout: "objecter": { 2024-04-02T08:23:51.798 INFO:tasks.workunit.client.0.smithi012.stdout: "op_active": { 2024-04-02T08:23:51.798 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.798 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.798 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T08:23:51.798 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.798 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.798 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rmw": { 2024-04-02T08:23:51.798 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.799 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.799 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T08:23:51.799 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.799 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.799 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.799 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T08:23:51.799 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg": { 2024-04-02T08:23:51.799 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 45 2024-04-02T08:23:51.799 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.799 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg_removing": { 2024-04-02T08:23:51.799 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.799 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.799 INFO:tasks.workunit.client.0.smithi012.stdout: "op": { 2024-04-02T08:23:51.799 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5 2024-04-02T08:23:51.799 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.800 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_degraded": { 2024-04-02T08:23:51.800 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.800 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.800 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_unreadable": { 2024-04-02T08:23:51.800 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.800 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.800 INFO:tasks.workunit.client.0.smithi012.stdout: "op_in_bytes": { 2024-04-02T08:23:51.800 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 616 2024-04-02T08:23:51.800 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.800 INFO:tasks.workunit.client.0.smithi012.stdout: "op_latency": { 2024-04-02T08:23:51.800 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 5, 2024-04-02T08:23:51.800 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 48931558 2024-04-02T08:23:51.800 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.800 INFO:tasks.workunit.client.0.smithi012.stdout: "op_out_bytes": { 2024-04-02T08:23:51.801 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.801 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.801 INFO:tasks.workunit.client.0.smithi012.stdout: "op_prepare_latency": { 2024-04-02T08:23:51.801 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 6, 2024-04-02T08:23:51.801 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2919514 2024-04-02T08:23:51.801 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.801 INFO:tasks.workunit.client.0.smithi012.stdout: "op_process_latency": { 2024-04-02T08:23:51.801 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 5, 2024-04-02T08:23:51.801 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 47136443 2024-04-02T08:23:51.801 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.801 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T08:23:51.801 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.801 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.801 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency": { 2024-04-02T08:23:51.801 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.802 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.802 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.802 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:23:51.802 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.802 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.802 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_out_bytes": { 2024-04-02T08:23:51.802 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.802 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.802 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_prepare_latency": { 2024-04-02T08:23:51.802 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.802 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.802 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.802 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_process_latency": { 2024-04-02T08:23:51.803 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.803 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.803 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.803 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw": { 2024-04-02T08:23:51.803 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.803 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.803 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_in_bytes": { 2024-04-02T08:23:51.803 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.803 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.803 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency": { 2024-04-02T08:23:51.803 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.803 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.803 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.803 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:23:51.803 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.804 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.804 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:23:51.804 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.804 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.804 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_out_bytes": { 2024-04-02T08:23:51.804 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.804 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.804 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_prepare_latency": { 2024-04-02T08:23:51.804 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.804 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.804 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.804 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_process_latency": { 2024-04-02T08:23:51.804 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.804 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.805 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.805 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T08:23:51.805 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5 2024-04-02T08:23:51.805 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.805 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_in_bytes": { 2024-04-02T08:23:51.805 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 616 2024-04-02T08:23:51.805 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.805 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency": { 2024-04-02T08:23:51.805 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 5, 2024-04-02T08:23:51.805 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 48931558 2024-04-02T08:23:51.805 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.805 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:23:51.805 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.805 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.806 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_prepare_latency": { 2024-04-02T08:23:51.806 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 6, 2024-04-02T08:23:51.806 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2919514 2024-04-02T08:23:51.806 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.806 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_process_latency": { 2024-04-02T08:23:51.806 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 5, 2024-04-02T08:23:51.806 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 47136443 2024-04-02T08:23:51.806 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.806 INFO:tasks.workunit.client.0.smithi012.stdout: "op_wip": { 2024-04-02T08:23:51.806 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.806 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.806 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_bytes": { 2024-04-02T08:23:51.806 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1771104 2024-04-02T08:23:51.806 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.807 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_ops": { 2024-04-02T08:23:51.807 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6 2024-04-02T08:23:51.807 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.807 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes": { 2024-04-02T08:23:51.807 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T08:23:51.807 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.807 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes_used": { 2024-04-02T08:23:51.807 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 28983296 2024-04-02T08:23:51.807 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.807 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.807 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.807 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.1": { 2024-04-02T08:23:51.807 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T08:23:51.807 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_fallback": { 2024-04-02T08:23:51.807 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.808 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.808 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:23:51.808 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.808 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.808 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_db": { 2024-04-02T08:23:51.808 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 65536 2024-04-02T08:23:51.808 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.808 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_main": { 2024-04-02T08:23:51.808 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.808 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.808 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_wal": { 2024-04-02T08:23:51.808 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.808 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.808 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_slow": { 2024-04-02T08:23:51.809 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.809 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.809 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_sst": { 2024-04-02T08:23:51.809 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12288 2024-04-02T08:23:51.809 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.809 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_wal": { 2024-04-02T08:23:51.809 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2502656 2024-04-02T08:23:51.809 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.809 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lat": { 2024-04-02T08:23:51.809 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.809 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.809 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.809 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lock_lat": { 2024-04-02T08:23:51.809 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.810 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.810 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.810 INFO:tasks.workunit.client.0.smithi012.stdout: "db_total_bytes": { 2024-04-02T08:23:51.810 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T08:23:51.810 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.810 INFO:tasks.workunit.client.0.smithi012.stdout: "db_used_bytes": { 2024-04-02T08:23:51.810 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 27656192 2024-04-02T08:23:51.810 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.810 INFO:tasks.workunit.client.0.smithi012.stdout: "log_bytes": { 2024-04-02T08:23:51.810 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1593344 2024-04-02T08:23:51.810 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.810 INFO:tasks.workunit.client.0.smithi012.stdout: "logged_bytes": { 2024-04-02T08:23:51.810 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1454080 2024-04-02T08:23:51.810 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.811 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_db": { 2024-04-02T08:23:51.811 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 31850496 2024-04-02T08:23:51.811 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.811 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_slow": { 2024-04-02T08:23:51.811 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.811 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.811 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_wal": { 2024-04-02T08:23:51.811 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.811 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.811 INFO:tasks.workunit.client.0.smithi012.stdout: "num_files": { 2024-04-02T08:23:51.811 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14 2024-04-02T08:23:51.811 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.811 INFO:tasks.workunit.client.0.smithi012.stdout: "read_bytes": { 2024-04-02T08:23:51.811 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 206272 2024-04-02T08:23:51.812 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.812 INFO:tasks.workunit.client.0.smithi012.stdout: "read_count": { 2024-04-02T08:23:51.812 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 23 2024-04-02T08:23:51.812 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.812 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes": { 2024-04-02T08:23:51.812 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1282048 2024-04-02T08:23:51.812 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.812 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_db": { 2024-04-02T08:23:51.812 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1286144 2024-04-02T08:23:51.812 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.812 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_slow": { 2024-04-02T08:23:51.812 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.812 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.812 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_wal": { 2024-04-02T08:23:51.812 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.813 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.813 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_count": { 2024-04-02T08:23:51.813 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15 2024-04-02T08:23:51.813 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.813 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_bytes": { 2024-04-02T08:23:51.813 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4913 2024-04-02T08:23:51.813 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.813 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_count": { 2024-04-02T08:23:51.813 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4 2024-04-02T08:23:51.813 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.813 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_bytes": { 2024-04-02T08:23:51.813 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5505 2024-04-02T08:23:51.813 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.813 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_count": { 2024-04-02T08:23:51.814 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24 2024-04-02T08:23:51.814 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.814 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_bytes": { 2024-04-02T08:23:51.814 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5505 2024-04-02T08:23:51.814 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.814 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_count": { 2024-04-02T08:23:51.814 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24 2024-04-02T08:23:51.814 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.814 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes": { 2024-04-02T08:23:51.814 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.814 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.814 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:23:51.814 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.814 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.815 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:23:51.815 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.815 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.815 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:23:51.815 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.815 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.815 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_count": { 2024-04-02T08:23:51.815 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.815 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.815 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_total_bytes": { 2024-04-02T08:23:51.815 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.815 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.815 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_used_bytes": { 2024-04-02T08:23:51.815 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.816 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.816 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_total_bytes": { 2024-04-02T08:23:51.816 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.816 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.816 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_used_bytes": { 2024-04-02T08:23:51.816 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.816 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.816 INFO:tasks.workunit.client.0.smithi012.stdout: "write_bytes": { 2024-04-02T08:23:51.816 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4034560 2024-04-02T08:23:51.816 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.816 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.816 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore": { 2024-04-02T08:23:51.816 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit": { 2024-04-02T08:23:51.816 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4096 2024-04-02T08:23:51.816 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.817 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": { 2024-04-02T08:23:51.817 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 708608 2024-04-02T08:23:51.817 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.817 INFO:tasks.workunit.client.0.smithi012.stdout: "clist_lat": { 2024-04-02T08:23:51.817 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 5, 2024-04-02T08:23:51.817 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 190755 2024-04-02T08:23:51.817 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.817 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_lat": { 2024-04-02T08:23:51.817 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.817 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.817 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.817 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed": { 2024-04-02T08:23:51.817 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.818 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.818 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_allocated": { 2024-04-02T08:23:51.818 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.818 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.818 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_original": { 2024-04-02T08:23:51.818 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.818 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.818 INFO:tasks.workunit.client.0.smithi012.stdout: "csum_lat": { 2024-04-02T08:23:51.818 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 31, 2024-04-02T08:23:51.818 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 84812 2024-04-02T08:23:51.818 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.818 INFO:tasks.workunit.client.0.smithi012.stdout: "decompress_lat": { 2024-04-02T08:23:51.818 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.818 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.819 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.819 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_commit_lat": { 2024-04-02T08:23:51.819 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 342, 2024-04-02T08:23:51.819 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 85753529 2024-04-02T08:23:51.819 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.819 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_final_lat": { 2024-04-02T08:23:51.819 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 329, 2024-04-02T08:23:51.819 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 16984171 2024-04-02T08:23:51.819 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.819 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_flush_lat": { 2024-04-02T08:23:51.819 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 342, 2024-04-02T08:23:51.819 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 388084 2024-04-02T08:23:51.819 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.819 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_sync_lat": { 2024-04-02T08:23:51.820 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 342, 2024-04-02T08:23:51.820 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 86141613 2024-04-02T08:23:51.820 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.820 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_keys_lat": { 2024-04-02T08:23:51.820 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.820 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.820 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.820 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_values_lat": { 2024-04-02T08:23:51.820 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T08:23:51.820 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67407 2024-04-02T08:23:51.820 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.820 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_lower_bound_lat": { 2024-04-02T08:23:51.820 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2, 2024-04-02T08:23:51.821 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6164 2024-04-02T08:23:51.821 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.821 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_next_lat": { 2024-04-02T08:23:51.821 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.821 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.821 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.821 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:23:51.821 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.821 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.821 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.821 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_upper_bound_lat": { 2024-04-02T08:23:51.821 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2, 2024-04-02T08:23:51.821 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4133 2024-04-02T08:23:51.821 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.822 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_hits": { 2024-04-02T08:23:51.822 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 834 2024-04-02T08:23:51.822 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.822 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_misses": { 2024-04-02T08:23:51.822 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 234 2024-04-02T08:23:51.822 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.822 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T08:23:51.822 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 132, 2024-04-02T08:23:51.822 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6774584 2024-04-02T08:23:51.822 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.822 INFO:tasks.workunit.client.0.smithi012.stdout: "read_onode_meta_lat": { 2024-04-02T08:23:51.822 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 346, 2024-04-02T08:23:51.822 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 310691 2024-04-02T08:23:51.822 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.823 INFO:tasks.workunit.client.0.smithi012.stdout: "read_wait_aio_lat": { 2024-04-02T08:23:51.823 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 214, 2024-04-02T08:23:51.823 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7216129 2024-04-02T08:23:51.823 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.823 INFO:tasks.workunit.client.0.smithi012.stdout: "reads_with_retries": { 2024-04-02T08:23:51.823 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.823 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.823 INFO:tasks.workunit.client.0.smithi012.stdout: "remove_lat": { 2024-04-02T08:23:51.823 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T08:23:51.823 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 120634 2024-04-02T08:23:51.823 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.823 INFO:tasks.workunit.client.0.smithi012.stdout: "state_aio_wait_lat": { 2024-04-02T08:23:51.823 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 427, 2024-04-02T08:23:51.824 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9034163 2024-04-02T08:23:51.824 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.824 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:23:51.824 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 123, 2024-04-02T08:23:51.824 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7521639 2024-04-02T08:23:51.824 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.824 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:23:51.824 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 121, 2024-04-02T08:23:51.824 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 259135032077 2024-04-02T08:23:51.824 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.824 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_queued_lat": { 2024-04-02T08:23:51.824 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 123, 2024-04-02T08:23:51.824 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 133241244575 2024-04-02T08:23:51.824 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.825 INFO:tasks.workunit.client.0.smithi012.stdout: "state_done_lat": { 2024-04-02T08:23:51.825 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 425, 2024-04-02T08:23:51.825 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 76902863145 2024-04-02T08:23:51.825 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.825 INFO:tasks.workunit.client.0.smithi012.stdout: "state_finishing_lat": { 2024-04-02T08:23:51.825 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 425, 2024-04-02T08:23:51.825 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 46963 2024-04-02T08:23:51.825 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.825 INFO:tasks.workunit.client.0.smithi012.stdout: "state_io_done_lat": { 2024-04-02T08:23:51.825 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 427, 2024-04-02T08:23:51.825 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 485640 2024-04-02T08:23:51.825 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.825 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_commiting_lat": { 2024-04-02T08:23:51.825 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 427, 2024-04-02T08:23:51.825 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 209172292 2024-04-02T08:23:51.825 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.826 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_done_lat": { 2024-04-02T08:23:51.826 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 427, 2024-04-02T08:23:51.826 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 173289 2024-04-02T08:23:51.826 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.826 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_queued_lat": { 2024-04-02T08:23:51.826 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 427, 2024-04-02T08:23:51.826 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 86018874 2024-04-02T08:23:51.826 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.826 INFO:tasks.workunit.client.0.smithi012.stdout: "state_prepare_lat": { 2024-04-02T08:23:51.826 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 427, 2024-04-02T08:23:51.826 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 23637079 2024-04-02T08:23:51.826 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.826 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": { 2024-04-02T08:23:51.826 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 309078 2024-04-02T08:23:51.827 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.827 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T08:23:51.827 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 57, 2024-04-02T08:23:51.827 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 278742 2024-04-02T08:23:51.827 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.827 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_commit_lat": { 2024-04-02T08:23:51.827 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 427, 2024-04-02T08:23:51.827 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 328411626 2024-04-02T08:23:51.827 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.827 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_submit_lat": { 2024-04-02T08:23:51.827 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 427, 2024-04-02T08:23:51.827 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 28584868 2024-04-02T08:23:51.827 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.827 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_throttle_lat": { 2024-04-02T08:23:51.828 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 427, 2024-04-02T08:23:51.828 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2846451 2024-04-02T08:23:51.828 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.828 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.828 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache": { 2024-04-02T08:23:51.828 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T08:23:51.828 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1862577038 2024-04-02T08:23:51.828 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.828 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T08:23:51.828 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 43368448 2024-04-02T08:23:51.828 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.828 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T08:23:51.828 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 43212800 2024-04-02T08:23:51.828 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.829 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T08:23:51.829 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3138686361 2024-04-02T08:23:51.829 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.829 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T08:23:51.829 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 155648 2024-04-02T08:23:51.829 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.829 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.829 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:data": { 2024-04-02T08:23:51.829 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:51.829 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 159383552 2024-04-02T08:23:51.829 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.829 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:51.829 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.829 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.830 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:51.830 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.830 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.830 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:51.830 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 85565833 2024-04-02T08:23:51.830 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.830 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:51.830 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.830 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.830 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:51.830 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.830 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.830 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:51.830 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.831 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.831 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:51.831 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.831 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.831 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:51.831 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.831 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.831 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:51.831 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12288 2024-04-02T08:23:51.831 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.831 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:51.831 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.831 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.831 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:51.832 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.832 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.832 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:51.832 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.832 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.832 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:51.832 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 73805431 2024-04-02T08:23:51.832 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.832 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.832 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv": { 2024-04-02T08:23:51.832 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:51.832 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 780140544 2024-04-02T08:23:51.832 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.832 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:51.832 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T08:23:51.833 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.833 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:51.833 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.833 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.833 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:51.833 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 641743749 2024-04-02T08:23:51.833 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.833 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:51.833 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.833 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.833 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:51.833 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.833 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.833 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:51.833 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.834 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.834 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:51.834 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.834 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.834 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:51.834 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.834 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.834 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:51.834 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2128 2024-04-02T08:23:51.834 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.834 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:51.834 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.834 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.835 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:51.835 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.835 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.835 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:51.835 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.835 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.835 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:51.835 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71285803 2024-04-02T08:23:51.835 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.835 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.835 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:23:51.835 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:51.836 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 192937984 2024-04-02T08:23:51.836 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.836 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:51.836 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T08:23:51.836 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.836 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:51.836 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 464 2024-04-02T08:23:51.836 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.836 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:51.836 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57043888 2024-04-02T08:23:51.836 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.836 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:51.836 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.836 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.837 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:51.837 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.837 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.837 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:51.837 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.837 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.837 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:51.837 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.837 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.837 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:51.837 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.837 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.837 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:51.837 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.838 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.838 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:51.838 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.838 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.838 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:51.838 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.838 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.838 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:51.838 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.838 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.838 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:51.838 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 68784768 2024-04-02T08:23:51.838 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.838 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.839 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:meta": { 2024-04-02T08:23:51.839 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:51.839 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 713031680 2024-04-02T08:23:51.839 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.839 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:51.839 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.839 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.839 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:51.839 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.839 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.839 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:51.839 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 641743749 2024-04-02T08:23:51.839 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.839 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:51.840 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.840 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.840 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:51.840 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.840 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.840 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:51.840 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.840 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.840 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:51.840 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.840 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.840 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:51.840 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.840 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.840 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:51.841 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 214826 2024-04-02T08:23:51.841 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.841 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:51.841 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.841 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.841 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:51.841 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.841 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.841 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:51.841 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.841 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.841 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:51.841 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71073105 2024-04-02T08:23:51.841 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.842 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.842 INFO:tasks.workunit.client.0.smithi012.stdout: "objecter": { 2024-04-02T08:23:51.842 INFO:tasks.workunit.client.0.smithi012.stdout: "op_active": { 2024-04-02T08:23:51.842 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.842 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.842 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T08:23:51.842 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.842 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.842 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rmw": { 2024-04-02T08:23:51.842 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.842 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.842 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T08:23:51.842 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.842 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.843 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.843 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T08:23:51.843 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg": { 2024-04-02T08:23:51.843 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 38 2024-04-02T08:23:51.843 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.843 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg_removing": { 2024-04-02T08:23:51.843 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.843 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.843 INFO:tasks.workunit.client.0.smithi012.stdout: "op": { 2024-04-02T08:23:51.843 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 155 2024-04-02T08:23:51.843 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.843 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_degraded": { 2024-04-02T08:23:51.843 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.843 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.844 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_unreadable": { 2024-04-02T08:23:51.844 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.844 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.844 INFO:tasks.workunit.client.0.smithi012.stdout: "op_in_bytes": { 2024-04-02T08:23:51.844 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2429440 2024-04-02T08:23:51.844 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.844 INFO:tasks.workunit.client.0.smithi012.stdout: "op_latency": { 2024-04-02T08:23:51.844 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 155, 2024-04-02T08:23:51.844 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 576617865 2024-04-02T08:23:51.844 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.844 INFO:tasks.workunit.client.0.smithi012.stdout: "op_out_bytes": { 2024-04-02T08:23:51.844 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1052 2024-04-02T08:23:51.844 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.844 INFO:tasks.workunit.client.0.smithi012.stdout: "op_prepare_latency": { 2024-04-02T08:23:51.845 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 155, 2024-04-02T08:23:51.845 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 63885735 2024-04-02T08:23:51.845 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.845 INFO:tasks.workunit.client.0.smithi012.stdout: "op_process_latency": { 2024-04-02T08:23:51.845 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 155, 2024-04-02T08:23:51.845 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 212775861 2024-04-02T08:23:51.845 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.845 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T08:23:51.845 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 33 2024-04-02T08:23:51.845 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.845 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency": { 2024-04-02T08:23:51.845 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 33, 2024-04-02T08:23:51.845 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8447821 2024-04-02T08:23:51.846 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.846 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:23:51.846 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.846 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.846 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_out_bytes": { 2024-04-02T08:23:51.846 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1052 2024-04-02T08:23:51.846 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.846 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_prepare_latency": { 2024-04-02T08:23:51.846 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 33, 2024-04-02T08:23:51.846 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7793916 2024-04-02T08:23:51.846 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.846 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_process_latency": { 2024-04-02T08:23:51.846 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 33, 2024-04-02T08:23:51.846 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6966479 2024-04-02T08:23:51.847 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.847 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw": { 2024-04-02T08:23:51.847 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 22 2024-04-02T08:23:51.847 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.847 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_in_bytes": { 2024-04-02T08:23:51.847 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.847 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.847 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency": { 2024-04-02T08:23:51.847 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 22, 2024-04-02T08:23:51.847 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 21174339 2024-04-02T08:23:51.847 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.847 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:23:51.847 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.847 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.847 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:23:51.848 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.848 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.848 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_out_bytes": { 2024-04-02T08:23:51.848 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.848 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.848 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_prepare_latency": { 2024-04-02T08:23:51.848 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 22, 2024-04-02T08:23:51.848 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9919163 2024-04-02T08:23:51.848 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.848 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_process_latency": { 2024-04-02T08:23:51.848 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 22, 2024-04-02T08:23:51.848 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 19972488 2024-04-02T08:23:51.848 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.848 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T08:23:51.849 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 100 2024-04-02T08:23:51.849 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.849 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_in_bytes": { 2024-04-02T08:23:51.849 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2429440 2024-04-02T08:23:51.849 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.849 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency": { 2024-04-02T08:23:51.849 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 100, 2024-04-02T08:23:51.849 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 546995705 2024-04-02T08:23:51.849 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.849 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:23:51.849 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.849 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.849 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_prepare_latency": { 2024-04-02T08:23:51.849 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 100, 2024-04-02T08:23:51.849 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 46172656 2024-04-02T08:23:51.850 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.850 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_process_latency": { 2024-04-02T08:23:51.850 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 100, 2024-04-02T08:23:51.850 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 185836894 2024-04-02T08:23:51.850 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.850 INFO:tasks.workunit.client.0.smithi012.stdout: "op_wip": { 2024-04-02T08:23:51.850 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.850 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.850 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_bytes": { 2024-04-02T08:23:51.850 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 590368 2024-04-02T08:23:51.850 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.850 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_ops": { 2024-04-02T08:23:51.850 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T08:23:51.850 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.851 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes": { 2024-04-02T08:23:51.851 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T08:23:51.851 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.851 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes_used": { 2024-04-02T08:23:51.851 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 28381184 2024-04-02T08:23:51.851 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.851 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.851 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.851 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.2": { 2024-04-02T08:23:51.851 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T08:23:51.851 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_fallback": { 2024-04-02T08:23:51.851 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.851 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.851 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:23:51.851 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.852 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.852 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_db": { 2024-04-02T08:23:51.852 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 65536 2024-04-02T08:23:51.852 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.852 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_main": { 2024-04-02T08:23:51.852 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.852 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.852 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_wal": { 2024-04-02T08:23:51.852 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.852 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.852 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_slow": { 2024-04-02T08:23:51.852 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.852 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.852 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_sst": { 2024-04-02T08:23:51.853 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12288 2024-04-02T08:23:51.853 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.853 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_wal": { 2024-04-02T08:23:51.853 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2109440 2024-04-02T08:23:51.853 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.853 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lat": { 2024-04-02T08:23:51.853 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.853 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.853 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.853 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lock_lat": { 2024-04-02T08:23:51.853 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.853 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.853 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.853 INFO:tasks.workunit.client.0.smithi012.stdout: "db_total_bytes": { 2024-04-02T08:23:51.854 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T08:23:51.854 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.854 INFO:tasks.workunit.client.0.smithi012.stdout: "db_used_bytes": { 2024-04-02T08:23:51.854 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 27656192 2024-04-02T08:23:51.854 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.854 INFO:tasks.workunit.client.0.smithi012.stdout: "log_bytes": { 2024-04-02T08:23:51.854 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1310720 2024-04-02T08:23:51.854 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.854 INFO:tasks.workunit.client.0.smithi012.stdout: "logged_bytes": { 2024-04-02T08:23:51.854 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1171456 2024-04-02T08:23:51.854 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.854 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_db": { 2024-04-02T08:23:51.854 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 31850496 2024-04-02T08:23:51.854 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.855 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_slow": { 2024-04-02T08:23:51.855 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.855 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.855 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_wal": { 2024-04-02T08:23:51.855 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.855 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.855 INFO:tasks.workunit.client.0.smithi012.stdout: "num_files": { 2024-04-02T08:23:51.855 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14 2024-04-02T08:23:51.855 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.855 INFO:tasks.workunit.client.0.smithi012.stdout: "read_bytes": { 2024-04-02T08:23:51.855 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 206272 2024-04-02T08:23:51.855 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.855 INFO:tasks.workunit.client.0.smithi012.stdout: "read_count": { 2024-04-02T08:23:51.855 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 23 2024-04-02T08:23:51.855 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.856 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes": { 2024-04-02T08:23:51.856 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1282048 2024-04-02T08:23:51.856 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.856 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_db": { 2024-04-02T08:23:51.856 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1286144 2024-04-02T08:23:51.856 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.856 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_slow": { 2024-04-02T08:23:51.856 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.856 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.856 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_wal": { 2024-04-02T08:23:51.856 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.856 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.856 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_count": { 2024-04-02T08:23:51.856 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15 2024-04-02T08:23:51.857 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.857 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_bytes": { 2024-04-02T08:23:51.857 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4913 2024-04-02T08:23:51.857 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.857 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_count": { 2024-04-02T08:23:51.857 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4 2024-04-02T08:23:51.857 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.857 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_bytes": { 2024-04-02T08:23:51.857 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5505 2024-04-02T08:23:51.857 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.857 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_count": { 2024-04-02T08:23:51.857 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24 2024-04-02T08:23:51.857 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.857 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_bytes": { 2024-04-02T08:23:51.857 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5505 2024-04-02T08:23:51.858 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.858 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_count": { 2024-04-02T08:23:51.858 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24 2024-04-02T08:23:51.858 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.858 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes": { 2024-04-02T08:23:51.858 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.858 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.858 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:23:51.858 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.858 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.858 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:23:51.858 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.858 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.859 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:23:51.859 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.859 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.859 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_count": { 2024-04-02T08:23:51.859 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.859 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.859 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_total_bytes": { 2024-04-02T08:23:51.859 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.859 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.859 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_used_bytes": { 2024-04-02T08:23:51.859 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.859 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.859 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_total_bytes": { 2024-04-02T08:23:51.859 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.859 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.860 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_used_bytes": { 2024-04-02T08:23:51.860 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.860 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.860 INFO:tasks.workunit.client.0.smithi012.stdout: "write_bytes": { 2024-04-02T08:23:51.860 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3358720 2024-04-02T08:23:51.860 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.860 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.860 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore": { 2024-04-02T08:23:51.860 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit": { 2024-04-02T08:23:51.860 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4096 2024-04-02T08:23:51.860 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.860 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": { 2024-04-02T08:23:51.860 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 704512 2024-04-02T08:23:51.860 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.861 INFO:tasks.workunit.client.0.smithi012.stdout: "clist_lat": { 2024-04-02T08:23:51.861 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 4, 2024-04-02T08:23:51.861 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 174366 2024-04-02T08:23:51.861 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.861 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_lat": { 2024-04-02T08:23:51.861 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.861 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.861 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.861 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed": { 2024-04-02T08:23:51.861 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.861 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.861 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_allocated": { 2024-04-02T08:23:51.861 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.861 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.861 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_original": { 2024-04-02T08:23:51.862 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.862 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.862 INFO:tasks.workunit.client.0.smithi012.stdout: "csum_lat": { 2024-04-02T08:23:51.862 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 13, 2024-04-02T08:23:51.862 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15260 2024-04-02T08:23:51.862 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.862 INFO:tasks.workunit.client.0.smithi012.stdout: "decompress_lat": { 2024-04-02T08:23:51.862 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.862 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.862 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.862 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_commit_lat": { 2024-04-02T08:23:51.862 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 273, 2024-04-02T08:23:51.862 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 59494457 2024-04-02T08:23:51.862 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.863 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_final_lat": { 2024-04-02T08:23:51.863 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 272, 2024-04-02T08:23:51.863 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11089168 2024-04-02T08:23:51.863 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.863 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_flush_lat": { 2024-04-02T08:23:51.863 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 273, 2024-04-02T08:23:51.863 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 318051 2024-04-02T08:23:51.863 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.863 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_sync_lat": { 2024-04-02T08:23:51.863 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 273, 2024-04-02T08:23:51.863 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 59812508 2024-04-02T08:23:51.863 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.863 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_keys_lat": { 2024-04-02T08:23:51.863 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.864 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.864 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.864 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_values_lat": { 2024-04-02T08:23:51.864 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T08:23:51.864 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 38718 2024-04-02T08:23:51.864 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.864 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_lower_bound_lat": { 2024-04-02T08:23:51.864 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.864 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.864 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.864 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_next_lat": { 2024-04-02T08:23:51.864 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.864 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.864 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.865 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:23:51.865 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.865 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.865 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.865 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_upper_bound_lat": { 2024-04-02T08:23:51.865 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2, 2024-04-02T08:23:51.865 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9440 2024-04-02T08:23:51.865 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.865 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_hits": { 2024-04-02T08:23:51.866 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 613 2024-04-02T08:23:51.866 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.866 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_misses": { 2024-04-02T08:23:51.866 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 209 2024-04-02T08:23:51.866 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.866 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T08:23:51.866 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 99, 2024-04-02T08:23:51.866 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1426006 2024-04-02T08:23:51.866 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.866 INFO:tasks.workunit.client.0.smithi012.stdout: "read_onode_meta_lat": { 2024-04-02T08:23:51.866 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 275, 2024-04-02T08:23:51.866 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 262107 2024-04-02T08:23:51.866 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.867 INFO:tasks.workunit.client.0.smithi012.stdout: "read_wait_aio_lat": { 2024-04-02T08:23:51.867 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 176, 2024-04-02T08:23:51.867 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4448260 2024-04-02T08:23:51.867 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.867 INFO:tasks.workunit.client.0.smithi012.stdout: "reads_with_retries": { 2024-04-02T08:23:51.867 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.867 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.867 INFO:tasks.workunit.client.0.smithi012.stdout: "remove_lat": { 2024-04-02T08:23:51.867 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T08:23:51.867 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 108875 2024-04-02T08:23:51.867 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.867 INFO:tasks.workunit.client.0.smithi012.stdout: "state_aio_wait_lat": { 2024-04-02T08:23:51.868 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 342, 2024-04-02T08:23:51.868 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6465457 2024-04-02T08:23:51.868 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.868 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:23:51.868 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 117, 2024-04-02T08:23:51.868 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6799223 2024-04-02T08:23:51.868 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.868 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:23:51.868 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 115, 2024-04-02T08:23:51.868 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 223333513752 2024-04-02T08:23:51.868 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.868 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_queued_lat": { 2024-04-02T08:23:51.869 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 117, 2024-04-02T08:23:51.869 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 120622971855 2024-04-02T08:23:51.869 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.869 INFO:tasks.workunit.client.0.smithi012.stdout: "state_done_lat": { 2024-04-02T08:23:51.869 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 340, 2024-04-02T08:23:51.869 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 83292049300 2024-04-02T08:23:51.869 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.869 INFO:tasks.workunit.client.0.smithi012.stdout: "state_finishing_lat": { 2024-04-02T08:23:51.869 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 340, 2024-04-02T08:23:51.869 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 35428 2024-04-02T08:23:51.870 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.870 INFO:tasks.workunit.client.0.smithi012.stdout: "state_io_done_lat": { 2024-04-02T08:23:51.870 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 342, 2024-04-02T08:23:51.870 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 453735 2024-04-02T08:23:51.870 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.870 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_commiting_lat": { 2024-04-02T08:23:51.870 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 342, 2024-04-02T08:23:51.870 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 119093282 2024-04-02T08:23:51.870 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.870 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_done_lat": { 2024-04-02T08:23:51.870 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 342, 2024-04-02T08:23:51.870 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 123320 2024-04-02T08:23:51.871 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.871 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_queued_lat": { 2024-04-02T08:23:51.871 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 342, 2024-04-02T08:23:51.871 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 58809220 2024-04-02T08:23:51.871 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.871 INFO:tasks.workunit.client.0.smithi012.stdout: "state_prepare_lat": { 2024-04-02T08:23:51.871 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 342, 2024-04-02T08:23:51.871 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 26441719 2024-04-02T08:23:51.871 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.871 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": { 2024-04-02T08:23:51.872 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 309191 2024-04-02T08:23:51.872 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.872 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T08:23:51.872 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 51, 2024-04-02T08:23:51.872 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 241719 2024-04-02T08:23:51.872 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.872 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_commit_lat": { 2024-04-02T08:23:51.872 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 342, 2024-04-02T08:23:51.872 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 211315821 2024-04-02T08:23:51.872 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.872 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_submit_lat": { 2024-04-02T08:23:51.873 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 342, 2024-04-02T08:23:51.873 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 29888261 2024-04-02T08:23:51.873 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.873 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_throttle_lat": { 2024-04-02T08:23:51.873 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 342, 2024-04-02T08:23:51.873 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2348030 2024-04-02T08:23:51.873 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.873 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.873 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache": { 2024-04-02T08:23:51.873 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T08:23:51.874 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1862577038 2024-04-02T08:23:51.874 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.874 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T08:23:51.874 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 42319872 2024-04-02T08:23:51.874 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.874 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T08:23:51.874 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 42139648 2024-04-02T08:23:51.874 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.874 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T08:23:51.874 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3138686361 2024-04-02T08:23:51.875 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.875 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T08:23:51.875 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 180224 2024-04-02T08:23:51.875 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.875 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.875 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:data": { 2024-04-02T08:23:51.875 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:51.875 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 159383552 2024-04-02T08:23:51.875 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.875 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:51.875 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.876 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.876 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:51.876 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.876 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.876 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:51.876 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 85566660 2024-04-02T08:23:51.876 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.876 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:51.876 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.876 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.877 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:51.877 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.877 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.877 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:51.877 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.877 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.877 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:51.877 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.877 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.877 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:51.877 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.878 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.878 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:51.878 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8192 2024-04-02T08:23:51.878 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.878 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:51.878 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.878 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.878 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:51.878 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.878 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.878 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:51.878 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.878 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.879 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:51.879 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 73808700 2024-04-02T08:23:51.879 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.879 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.879 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv": { 2024-04-02T08:23:51.879 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:51.879 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 780140544 2024-04-02T08:23:51.879 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.879 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:51.879 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T08:23:51.879 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.879 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:51.879 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.879 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.879 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:51.880 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 641749956 2024-04-02T08:23:51.880 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.880 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:51.880 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.880 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.880 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:51.880 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.880 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.880 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:51.880 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.880 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.880 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:51.880 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.880 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.881 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:51.881 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.881 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.881 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:51.881 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2128 2024-04-02T08:23:51.881 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.881 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:51.881 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.881 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.881 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:51.881 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.881 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.881 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:51.881 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.881 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.882 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:51.882 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71279596 2024-04-02T08:23:51.882 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.882 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.882 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:23:51.882 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:51.882 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 192937984 2024-04-02T08:23:51.882 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.882 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:51.882 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T08:23:51.882 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.882 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:51.882 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 464 2024-04-02T08:23:51.883 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.883 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:51.883 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57044440 2024-04-02T08:23:51.883 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.883 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:51.883 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.883 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.883 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:51.883 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.883 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.883 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:51.883 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.883 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.883 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:51.883 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.884 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.884 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:51.884 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.884 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.884 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:51.884 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.884 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.884 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:51.884 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.884 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.884 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:51.884 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.884 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.884 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:51.885 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.885 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.885 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:51.885 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 68784216 2024-04-02T08:23:51.885 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.885 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.885 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:meta": { 2024-04-02T08:23:51.885 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:51.885 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 713031680 2024-04-02T08:23:51.885 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.885 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:51.885 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.885 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.885 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:51.886 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.886 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.886 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:51.886 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 641749956 2024-04-02T08:23:51.886 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.886 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:51.886 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.886 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.886 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:51.886 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.886 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.886 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:51.886 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.887 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.887 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:51.887 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.887 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.887 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:51.887 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.887 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.887 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:51.887 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 205374 2024-04-02T08:23:51.887 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.887 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:51.887 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.887 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.888 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:51.888 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.888 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.888 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:51.888 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.888 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.888 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:51.888 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71076350 2024-04-02T08:23:51.888 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.888 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.888 INFO:tasks.workunit.client.0.smithi012.stdout: "objecter": { 2024-04-02T08:23:51.888 INFO:tasks.workunit.client.0.smithi012.stdout: "op_active": { 2024-04-02T08:23:51.888 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.888 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.888 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T08:23:51.889 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.889 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.889 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rmw": { 2024-04-02T08:23:51.889 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.889 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.889 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T08:23:51.889 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.889 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.889 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.889 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T08:23:51.889 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg": { 2024-04-02T08:23:51.889 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 31 2024-04-02T08:23:51.890 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.890 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg_removing": { 2024-04-02T08:23:51.890 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.890 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.890 INFO:tasks.workunit.client.0.smithi012.stdout: "op": { 2024-04-02T08:23:51.890 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10 2024-04-02T08:23:51.890 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.890 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_degraded": { 2024-04-02T08:23:51.890 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.890 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.890 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_unreadable": { 2024-04-02T08:23:51.890 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.891 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.891 INFO:tasks.workunit.client.0.smithi012.stdout: "op_in_bytes": { 2024-04-02T08:23:51.891 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.891 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.891 INFO:tasks.workunit.client.0.smithi012.stdout: "op_latency": { 2024-04-02T08:23:51.891 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 10, 2024-04-02T08:23:51.891 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 115065714 2024-04-02T08:23:51.891 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.891 INFO:tasks.workunit.client.0.smithi012.stdout: "op_out_bytes": { 2024-04-02T08:23:51.891 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.891 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.891 INFO:tasks.workunit.client.0.smithi012.stdout: "op_prepare_latency": { 2024-04-02T08:23:51.891 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 10, 2024-04-02T08:23:51.892 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3967344 2024-04-02T08:23:51.892 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.892 INFO:tasks.workunit.client.0.smithi012.stdout: "op_process_latency": { 2024-04-02T08:23:51.892 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 10, 2024-04-02T08:23:51.892 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 112857100 2024-04-02T08:23:51.892 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.892 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T08:23:51.892 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.892 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.892 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency": { 2024-04-02T08:23:51.892 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.892 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.892 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.893 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:23:51.893 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.893 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.893 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_out_bytes": { 2024-04-02T08:23:51.893 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.893 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.893 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_prepare_latency": { 2024-04-02T08:23:51.893 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.893 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.893 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.893 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_process_latency": { 2024-04-02T08:23:51.893 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.893 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.893 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.893 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw": { 2024-04-02T08:23:51.894 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.894 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.894 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_in_bytes": { 2024-04-02T08:23:51.894 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.894 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.894 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency": { 2024-04-02T08:23:51.894 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.894 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.894 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.894 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:23:51.894 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.894 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.894 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:23:51.894 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.895 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.895 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_out_bytes": { 2024-04-02T08:23:51.895 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.895 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.895 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_prepare_latency": { 2024-04-02T08:23:51.895 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.895 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.895 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.895 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_process_latency": { 2024-04-02T08:23:51.895 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.895 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.895 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.895 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T08:23:51.896 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10 2024-04-02T08:23:51.896 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.896 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_in_bytes": { 2024-04-02T08:23:51.896 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.896 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.896 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency": { 2024-04-02T08:23:51.896 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 10, 2024-04-02T08:23:51.896 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 115065714 2024-04-02T08:23:51.896 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.896 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:23:51.896 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.896 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.896 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_prepare_latency": { 2024-04-02T08:23:51.896 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 10, 2024-04-02T08:23:51.897 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3967344 2024-04-02T08:23:51.897 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.897 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_process_latency": { 2024-04-02T08:23:51.897 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 10, 2024-04-02T08:23:51.897 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 112857100 2024-04-02T08:23:51.897 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.897 INFO:tasks.workunit.client.0.smithi012.stdout: "op_wip": { 2024-04-02T08:23:51.897 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.897 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.897 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_bytes": { 2024-04-02T08:23:51.897 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.897 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.897 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_ops": { 2024-04-02T08:23:51.897 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.898 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.898 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes": { 2024-04-02T08:23:51.898 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T08:23:51.898 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.898 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes_used": { 2024-04-02T08:23:51.898 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 28377088 2024-04-02T08:23:51.898 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.898 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.898 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.898 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.3": { 2024-04-02T08:23:51.898 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T08:23:51.898 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_fallback": { 2024-04-02T08:23:51.898 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.898 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.899 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:23:51.899 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.899 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.899 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_db": { 2024-04-02T08:23:51.899 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 65536 2024-04-02T08:23:51.899 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.899 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_main": { 2024-04-02T08:23:51.899 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.899 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.899 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_wal": { 2024-04-02T08:23:51.899 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.899 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.899 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_slow": { 2024-04-02T08:23:51.899 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.900 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.900 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_sst": { 2024-04-02T08:23:51.900 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12288 2024-04-02T08:23:51.900 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.900 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_wal": { 2024-04-02T08:23:51.900 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6041600 2024-04-02T08:23:51.900 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.900 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lat": { 2024-04-02T08:23:51.900 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.900 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.900 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.900 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lock_lat": { 2024-04-02T08:23:51.900 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.900 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.901 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.901 INFO:tasks.workunit.client.0.smithi012.stdout: "db_total_bytes": { 2024-04-02T08:23:51.901 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T08:23:51.901 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.901 INFO:tasks.workunit.client.0.smithi012.stdout: "db_used_bytes": { 2024-04-02T08:23:51.901 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 27656192 2024-04-02T08:23:51.901 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.901 INFO:tasks.workunit.client.0.smithi012.stdout: "log_bytes": { 2024-04-02T08:23:51.901 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3039232 2024-04-02T08:23:51.901 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.901 INFO:tasks.workunit.client.0.smithi012.stdout: "logged_bytes": { 2024-04-02T08:23:51.901 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2899968 2024-04-02T08:23:51.901 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.901 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_db": { 2024-04-02T08:23:51.902 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 31850496 2024-04-02T08:23:51.902 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.902 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_slow": { 2024-04-02T08:23:51.902 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.902 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.902 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_wal": { 2024-04-02T08:23:51.902 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.902 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.902 INFO:tasks.workunit.client.0.smithi012.stdout: "num_files": { 2024-04-02T08:23:51.902 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14 2024-04-02T08:23:51.902 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.902 INFO:tasks.workunit.client.0.smithi012.stdout: "read_bytes": { 2024-04-02T08:23:51.902 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 206272 2024-04-02T08:23:51.902 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.903 INFO:tasks.workunit.client.0.smithi012.stdout: "read_count": { 2024-04-02T08:23:51.903 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 23 2024-04-02T08:23:51.903 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.903 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes": { 2024-04-02T08:23:51.903 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1282048 2024-04-02T08:23:51.903 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.903 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_db": { 2024-04-02T08:23:51.903 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1286144 2024-04-02T08:23:51.903 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.903 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_slow": { 2024-04-02T08:23:51.903 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.903 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.903 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_wal": { 2024-04-02T08:23:51.904 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.904 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.904 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_count": { 2024-04-02T08:23:51.904 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15 2024-04-02T08:23:51.904 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.904 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_bytes": { 2024-04-02T08:23:51.904 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4913 2024-04-02T08:23:51.904 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.904 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_count": { 2024-04-02T08:23:51.904 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4 2024-04-02T08:23:51.904 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.904 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_bytes": { 2024-04-02T08:23:51.904 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5503 2024-04-02T08:23:51.904 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.904 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_count": { 2024-04-02T08:23:51.905 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24 2024-04-02T08:23:51.905 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.905 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_bytes": { 2024-04-02T08:23:51.905 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5503 2024-04-02T08:23:51.905 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.905 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_count": { 2024-04-02T08:23:51.905 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24 2024-04-02T08:23:51.905 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.905 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes": { 2024-04-02T08:23:51.905 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.905 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.905 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:23:51.905 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.905 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.905 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:23:51.906 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.906 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.906 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:23:51.906 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.906 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.906 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_count": { 2024-04-02T08:23:51.906 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.906 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.906 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_total_bytes": { 2024-04-02T08:23:51.906 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.906 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.906 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_used_bytes": { 2024-04-02T08:23:51.906 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.906 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.907 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_total_bytes": { 2024-04-02T08:23:51.907 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.907 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.907 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_used_bytes": { 2024-04-02T08:23:51.907 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.907 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.907 INFO:tasks.workunit.client.0.smithi012.stdout: "write_bytes": { 2024-04-02T08:23:51.907 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9019392 2024-04-02T08:23:51.907 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.907 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.907 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore": { 2024-04-02T08:23:51.907 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit": { 2024-04-02T08:23:51.907 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4096 2024-04-02T08:23:51.907 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.908 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": { 2024-04-02T08:23:51.908 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 729088 2024-04-02T08:23:51.908 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.908 INFO:tasks.workunit.client.0.smithi012.stdout: "clist_lat": { 2024-04-02T08:23:51.908 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.908 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.908 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.908 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_lat": { 2024-04-02T08:23:51.908 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.908 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.908 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.908 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed": { 2024-04-02T08:23:51.908 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.909 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.909 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_allocated": { 2024-04-02T08:23:51.909 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.909 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.909 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_original": { 2024-04-02T08:23:51.909 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.909 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.909 INFO:tasks.workunit.client.0.smithi012.stdout: "csum_lat": { 2024-04-02T08:23:51.909 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 5, 2024-04-02T08:23:51.909 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7817 2024-04-02T08:23:51.909 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.909 INFO:tasks.workunit.client.0.smithi012.stdout: "decompress_lat": { 2024-04-02T08:23:51.909 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.910 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.910 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.910 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_commit_lat": { 2024-04-02T08:23:51.910 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 695, 2024-04-02T08:23:51.910 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 453942569 2024-04-02T08:23:51.910 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.910 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_final_lat": { 2024-04-02T08:23:51.910 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 691, 2024-04-02T08:23:51.910 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 26099507 2024-04-02T08:23:51.910 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.910 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_flush_lat": { 2024-04-02T08:23:51.910 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 695, 2024-04-02T08:23:51.910 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 729594 2024-04-02T08:23:51.911 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.911 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_sync_lat": { 2024-04-02T08:23:51.911 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 695, 2024-04-02T08:23:51.911 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 454672163 2024-04-02T08:23:51.911 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.911 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_keys_lat": { 2024-04-02T08:23:51.911 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.911 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.911 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.911 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_values_lat": { 2024-04-02T08:23:51.911 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T08:23:51.911 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 36147 2024-04-02T08:23:51.911 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.912 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_lower_bound_lat": { 2024-04-02T08:23:51.912 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.912 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.912 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.912 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_next_lat": { 2024-04-02T08:23:51.912 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.912 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.912 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.912 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:23:51.912 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.912 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.912 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.912 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_upper_bound_lat": { 2024-04-02T08:23:51.913 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2, 2024-04-02T08:23:51.913 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3686 2024-04-02T08:23:51.913 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.913 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_hits": { 2024-04-02T08:23:51.913 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3451 2024-04-02T08:23:51.913 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.913 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_misses": { 2024-04-02T08:23:51.913 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 318 2024-04-02T08:23:51.913 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.913 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T08:23:51.913 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 92, 2024-04-02T08:23:51.913 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1288441 2024-04-02T08:23:51.914 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.914 INFO:tasks.workunit.client.0.smithi012.stdout: "read_onode_meta_lat": { 2024-04-02T08:23:51.914 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 163, 2024-04-02T08:23:51.914 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 306388 2024-04-02T08:23:51.914 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.914 INFO:tasks.workunit.client.0.smithi012.stdout: "read_wait_aio_lat": { 2024-04-02T08:23:51.914 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 71, 2024-04-02T08:23:51.914 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 611040 2024-04-02T08:23:51.914 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.914 INFO:tasks.workunit.client.0.smithi012.stdout: "reads_with_retries": { 2024-04-02T08:23:51.914 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.915 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.915 INFO:tasks.workunit.client.0.smithi012.stdout: "remove_lat": { 2024-04-02T08:23:51.915 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 100, 2024-04-02T08:23:51.915 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5522316 2024-04-02T08:23:51.915 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.915 INFO:tasks.workunit.client.0.smithi012.stdout: "state_aio_wait_lat": { 2024-04-02T08:23:51.915 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3342, 2024-04-02T08:23:51.915 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3892452165 2024-04-02T08:23:51.915 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.915 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:23:51.915 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 53, 2024-04-02T08:23:51.915 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24162479 2024-04-02T08:23:51.916 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.916 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:23:51.916 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 50, 2024-04-02T08:23:51.916 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 259138983531 2024-04-02T08:23:51.916 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.916 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_queued_lat": { 2024-04-02T08:23:51.916 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 53, 2024-04-02T08:23:51.916 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 69259192098 2024-04-02T08:23:51.916 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.916 INFO:tasks.workunit.client.0.smithi012.stdout: "state_done_lat": { 2024-04-02T08:23:51.916 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3339, 2024-04-02T08:23:51.916 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1397166144 2024-04-02T08:23:51.916 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.916 INFO:tasks.workunit.client.0.smithi012.stdout: "state_finishing_lat": { 2024-04-02T08:23:51.917 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3339, 2024-04-02T08:23:51.917 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 225087 2024-04-02T08:23:51.917 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.917 INFO:tasks.workunit.client.0.smithi012.stdout: "state_io_done_lat": { 2024-04-02T08:23:51.917 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3342, 2024-04-02T08:23:51.917 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3359023 2024-04-02T08:23:51.917 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.917 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_commiting_lat": { 2024-04-02T08:23:51.917 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3342, 2024-04-02T08:23:51.917 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2405487840 2024-04-02T08:23:51.917 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.917 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_done_lat": { 2024-04-02T08:23:51.917 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3342, 2024-04-02T08:23:51.917 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 506172 2024-04-02T08:23:51.917 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.918 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_queued_lat": { 2024-04-02T08:23:51.918 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3342, 2024-04-02T08:23:51.918 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1328800579 2024-04-02T08:23:51.918 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.918 INFO:tasks.workunit.client.0.smithi012.stdout: "state_prepare_lat": { 2024-04-02T08:23:51.918 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3342, 2024-04-02T08:23:51.918 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 361361082 2024-04-02T08:23:51.918 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.918 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": { 2024-04-02T08:23:51.918 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 312200 2024-04-02T08:23:51.918 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.918 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T08:23:51.918 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 44, 2024-04-02T08:23:51.919 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 234130 2024-04-02T08:23:51.919 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.919 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_commit_lat": { 2024-04-02T08:23:51.919 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3342, 2024-04-02T08:23:51.919 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7991678197 2024-04-02T08:23:51.919 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.919 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_submit_lat": { 2024-04-02T08:23:51.919 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3342, 2024-04-02T08:23:51.919 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 395984381 2024-04-02T08:23:51.919 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.919 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_throttle_lat": { 2024-04-02T08:23:51.919 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3342, 2024-04-02T08:23:51.919 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 267924358 2024-04-02T08:23:51.919 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.920 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.920 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache": { 2024-04-02T08:23:51.920 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T08:23:51.920 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1862577038 2024-04-02T08:23:51.920 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.920 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T08:23:51.920 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 44417024 2024-04-02T08:23:51.920 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.920 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T08:23:51.920 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 44146688 2024-04-02T08:23:51.920 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.920 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T08:23:51.920 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3138686361 2024-04-02T08:23:51.921 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.921 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T08:23:51.921 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 270336 2024-04-02T08:23:51.921 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.921 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.921 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:data": { 2024-04-02T08:23:51.921 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:51.921 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 159383552 2024-04-02T08:23:51.921 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.921 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:51.921 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.921 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.921 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:51.921 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.922 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.922 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:51.922 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 85559550 2024-04-02T08:23:51.922 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.922 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:51.922 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.922 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.922 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:51.922 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.922 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.922 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:51.922 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.922 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.923 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:51.923 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.923 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.923 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:51.923 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.923 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.923 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:51.923 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8192 2024-04-02T08:23:51.923 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.923 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:51.923 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.923 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.923 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:51.924 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.924 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.924 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:51.924 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.924 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.924 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:51.924 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 73815810 2024-04-02T08:23:51.924 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.924 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.924 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv": { 2024-04-02T08:23:51.924 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:51.924 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 780140544 2024-04-02T08:23:51.924 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.924 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:51.924 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T08:23:51.924 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.925 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:51.925 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.925 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.925 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:51.925 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 641696629 2024-04-02T08:23:51.925 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.925 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:51.925 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.925 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.925 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:51.925 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.925 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.925 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:51.926 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.926 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.926 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:51.926 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.926 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.926 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:51.926 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.926 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.926 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:51.926 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2128 2024-04-02T08:23:51.926 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.926 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:51.926 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.927 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.927 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:51.927 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.927 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.927 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:51.927 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.927 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.927 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:51.927 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71332923 2024-04-02T08:23:51.927 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.927 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.927 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:23:51.927 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:51.927 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 192937984 2024-04-02T08:23:51.927 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.928 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:51.928 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T08:23:51.928 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.928 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:51.928 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 464 2024-04-02T08:23:51.928 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.928 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:51.928 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57039700 2024-04-02T08:23:51.928 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.928 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:51.928 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.928 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.928 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:51.929 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.929 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.929 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:51.929 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.929 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.929 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:51.929 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.929 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.929 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:51.929 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.929 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.929 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:51.929 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.929 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.930 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:51.930 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.930 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.930 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:51.930 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.930 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.930 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:51.930 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.930 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.930 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:51.930 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 68788956 2024-04-02T08:23:51.930 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.930 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.931 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:meta": { 2024-04-02T08:23:51.931 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:51.931 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 713031680 2024-04-02T08:23:51.931 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.931 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:51.931 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.931 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.931 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:51.931 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.931 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.931 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:51.931 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 641696629 2024-04-02T08:23:51.931 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.931 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:51.931 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.932 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.932 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:51.932 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.932 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.932 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:51.932 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.932 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.932 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:51.932 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.932 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.932 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:51.932 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5738 2024-04-02T08:23:51.932 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.932 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:51.933 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 323661 2024-04-02T08:23:51.933 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.933 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:51.933 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.933 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.933 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:51.933 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.933 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.933 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:51.933 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.933 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.933 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:51.933 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71005652 2024-04-02T08:23:51.933 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.934 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.934 INFO:tasks.workunit.client.0.smithi012.stdout: "objecter": { 2024-04-02T08:23:51.934 INFO:tasks.workunit.client.0.smithi012.stdout: "op_active": { 2024-04-02T08:23:51.934 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.934 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.934 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T08:23:51.934 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.934 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.934 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rmw": { 2024-04-02T08:23:51.934 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.934 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.934 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T08:23:51.934 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.934 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.935 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.935 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T08:23:51.935 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg": { 2024-04-02T08:23:51.935 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 37 2024-04-02T08:23:51.935 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.935 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg_removing": { 2024-04-02T08:23:51.935 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.935 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.935 INFO:tasks.workunit.client.0.smithi012.stdout: "op": { 2024-04-02T08:23:51.935 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.935 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.935 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_degraded": { 2024-04-02T08:23:51.935 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.935 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.936 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_unreadable": { 2024-04-02T08:23:51.936 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.936 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.936 INFO:tasks.workunit.client.0.smithi012.stdout: "op_in_bytes": { 2024-04-02T08:23:51.936 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.936 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.936 INFO:tasks.workunit.client.0.smithi012.stdout: "op_latency": { 2024-04-02T08:23:51.936 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.936 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.936 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.936 INFO:tasks.workunit.client.0.smithi012.stdout: "op_out_bytes": { 2024-04-02T08:23:51.936 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.936 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.936 INFO:tasks.workunit.client.0.smithi012.stdout: "op_prepare_latency": { 2024-04-02T08:23:51.937 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2, 2024-04-02T08:23:51.937 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 682537 2024-04-02T08:23:51.937 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.937 INFO:tasks.workunit.client.0.smithi012.stdout: "op_process_latency": { 2024-04-02T08:23:51.937 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.937 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.937 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.937 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T08:23:51.937 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.937 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.937 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency": { 2024-04-02T08:23:51.937 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.937 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.937 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.938 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:23:51.938 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.938 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.938 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_out_bytes": { 2024-04-02T08:23:51.938 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.938 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.938 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_prepare_latency": { 2024-04-02T08:23:51.938 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.938 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.938 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.938 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_process_latency": { 2024-04-02T08:23:51.938 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.938 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.938 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.939 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw": { 2024-04-02T08:23:51.939 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.939 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.939 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_in_bytes": { 2024-04-02T08:23:51.939 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.939 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.939 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency": { 2024-04-02T08:23:51.939 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.939 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.939 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.939 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:23:51.939 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.939 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.940 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:23:51.940 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.940 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.940 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_out_bytes": { 2024-04-02T08:23:51.940 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.940 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.940 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_prepare_latency": { 2024-04-02T08:23:51.940 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.940 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.940 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.940 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_process_latency": { 2024-04-02T08:23:51.940 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.940 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.941 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.941 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T08:23:51.941 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.941 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.941 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_in_bytes": { 2024-04-02T08:23:51.941 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.941 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.941 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency": { 2024-04-02T08:23:51.941 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.941 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.941 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.941 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:23:51.941 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.941 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.942 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_prepare_latency": { 2024-04-02T08:23:51.942 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2, 2024-04-02T08:23:51.942 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 682537 2024-04-02T08:23:51.942 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.942 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_process_latency": { 2024-04-02T08:23:51.942 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.942 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.942 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.942 INFO:tasks.workunit.client.0.smithi012.stdout: "op_wip": { 2024-04-02T08:23:51.942 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.942 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.942 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_bytes": { 2024-04-02T08:23:51.942 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.943 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.943 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_ops": { 2024-04-02T08:23:51.943 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.943 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.943 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes": { 2024-04-02T08:23:51.943 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T08:23:51.943 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.943 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes_used": { 2024-04-02T08:23:51.943 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 28393472 2024-04-02T08:23:51.943 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.944 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.944 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.944 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.4": { 2024-04-02T08:23:51.944 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T08:23:51.944 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_fallback": { 2024-04-02T08:23:51.944 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.944 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.944 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:23:51.944 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.944 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.945 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_db": { 2024-04-02T08:23:51.945 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 65536 2024-04-02T08:23:51.945 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.945 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_main": { 2024-04-02T08:23:51.945 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.945 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.945 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_wal": { 2024-04-02T08:23:51.945 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.945 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.945 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_slow": { 2024-04-02T08:23:51.945 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.946 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.946 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_sst": { 2024-04-02T08:23:51.946 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12288 2024-04-02T08:23:51.946 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.946 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_wal": { 2024-04-02T08:23:51.946 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5603328 2024-04-02T08:23:51.946 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.946 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lat": { 2024-04-02T08:23:51.946 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.946 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.946 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.947 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lock_lat": { 2024-04-02T08:23:51.947 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.947 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.947 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.947 INFO:tasks.workunit.client.0.smithi012.stdout: "db_total_bytes": { 2024-04-02T08:23:51.947 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T08:23:51.947 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.947 INFO:tasks.workunit.client.0.smithi012.stdout: "db_used_bytes": { 2024-04-02T08:23:51.947 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 27656192 2024-04-02T08:23:51.947 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.947 INFO:tasks.workunit.client.0.smithi012.stdout: "log_bytes": { 2024-04-02T08:23:51.947 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2584576 2024-04-02T08:23:51.947 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.948 INFO:tasks.workunit.client.0.smithi012.stdout: "logged_bytes": { 2024-04-02T08:23:51.948 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2445312 2024-04-02T08:23:51.948 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.948 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_db": { 2024-04-02T08:23:51.948 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 31850496 2024-04-02T08:23:51.948 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.948 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_slow": { 2024-04-02T08:23:51.948 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.948 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.948 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_wal": { 2024-04-02T08:23:51.948 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.948 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.948 INFO:tasks.workunit.client.0.smithi012.stdout: "num_files": { 2024-04-02T08:23:51.948 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14 2024-04-02T08:23:51.949 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.949 INFO:tasks.workunit.client.0.smithi012.stdout: "read_bytes": { 2024-04-02T08:23:51.949 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 206272 2024-04-02T08:23:51.949 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.949 INFO:tasks.workunit.client.0.smithi012.stdout: "read_count": { 2024-04-02T08:23:51.949 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 23 2024-04-02T08:23:51.949 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.949 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes": { 2024-04-02T08:23:51.949 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1282048 2024-04-02T08:23:51.949 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.949 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_db": { 2024-04-02T08:23:51.949 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1286144 2024-04-02T08:23:51.949 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.949 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_slow": { 2024-04-02T08:23:51.950 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.950 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.950 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_wal": { 2024-04-02T08:23:51.950 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.950 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.950 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_count": { 2024-04-02T08:23:51.950 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15 2024-04-02T08:23:51.950 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.950 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_bytes": { 2024-04-02T08:23:51.950 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4913 2024-04-02T08:23:51.950 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.950 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_count": { 2024-04-02T08:23:51.950 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4 2024-04-02T08:23:51.950 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.951 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_bytes": { 2024-04-02T08:23:51.951 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5505 2024-04-02T08:23:51.951 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.951 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_count": { 2024-04-02T08:23:51.951 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24 2024-04-02T08:23:51.951 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.951 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_bytes": { 2024-04-02T08:23:51.951 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5505 2024-04-02T08:23:51.951 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.951 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_count": { 2024-04-02T08:23:51.951 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24 2024-04-02T08:23:51.951 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.951 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes": { 2024-04-02T08:23:51.951 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.952 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.952 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:23:51.952 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.952 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.952 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:23:51.952 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.952 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.952 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:23:51.952 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.952 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.952 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_count": { 2024-04-02T08:23:51.952 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.952 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.952 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_total_bytes": { 2024-04-02T08:23:51.953 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.953 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.953 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_used_bytes": { 2024-04-02T08:23:51.953 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.953 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.953 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_total_bytes": { 2024-04-02T08:23:51.953 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.953 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.953 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_used_bytes": { 2024-04-02T08:23:51.953 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.953 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.953 INFO:tasks.workunit.client.0.smithi012.stdout: "write_bytes": { 2024-04-02T08:23:51.953 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8126464 2024-04-02T08:23:51.953 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.954 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.954 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore": { 2024-04-02T08:23:51.954 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit": { 2024-04-02T08:23:51.954 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4096 2024-04-02T08:23:51.954 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.954 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": { 2024-04-02T08:23:51.954 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 724992 2024-04-02T08:23:51.954 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.954 INFO:tasks.workunit.client.0.smithi012.stdout: "clist_lat": { 2024-04-02T08:23:51.954 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8, 2024-04-02T08:23:51.954 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 560485 2024-04-02T08:23:51.954 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.954 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_lat": { 2024-04-02T08:23:51.954 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.955 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.955 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.955 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed": { 2024-04-02T08:23:51.955 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.955 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.955 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_allocated": { 2024-04-02T08:23:51.955 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.955 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.955 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_original": { 2024-04-02T08:23:51.955 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.955 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.955 INFO:tasks.workunit.client.0.smithi012.stdout: "csum_lat": { 2024-04-02T08:23:51.955 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T08:23:51.955 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1891 2024-04-02T08:23:51.956 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.956 INFO:tasks.workunit.client.0.smithi012.stdout: "decompress_lat": { 2024-04-02T08:23:51.956 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.956 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.956 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.956 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_commit_lat": { 2024-04-02T08:23:51.956 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 584, 2024-04-02T08:23:51.956 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 537694259 2024-04-02T08:23:51.956 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.956 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_final_lat": { 2024-04-02T08:23:51.956 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 573, 2024-04-02T08:23:51.956 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 26368455 2024-04-02T08:23:51.956 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.957 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_flush_lat": { 2024-04-02T08:23:51.957 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 584, 2024-04-02T08:23:51.957 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 554340 2024-04-02T08:23:51.957 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.957 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_sync_lat": { 2024-04-02T08:23:51.957 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 584, 2024-04-02T08:23:51.957 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 538248599 2024-04-02T08:23:51.957 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.957 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_keys_lat": { 2024-04-02T08:23:51.957 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.957 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.957 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.957 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_values_lat": { 2024-04-02T08:23:51.958 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T08:23:51.958 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 48860 2024-04-02T08:23:51.958 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.958 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_lower_bound_lat": { 2024-04-02T08:23:51.958 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.958 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.958 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.958 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_next_lat": { 2024-04-02T08:23:51.958 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.958 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.959 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.959 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:23:51.959 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.959 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.959 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.959 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_upper_bound_lat": { 2024-04-02T08:23:51.959 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2, 2024-04-02T08:23:51.959 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5278 2024-04-02T08:23:51.959 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.960 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_hits": { 2024-04-02T08:23:51.960 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3467 2024-04-02T08:23:51.960 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.960 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_misses": { 2024-04-02T08:23:51.960 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 334 2024-04-02T08:23:51.960 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.960 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T08:23:51.960 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 97, 2024-04-02T08:23:51.960 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1041769 2024-04-02T08:23:51.960 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.960 INFO:tasks.workunit.client.0.smithi012.stdout: "read_onode_meta_lat": { 2024-04-02T08:23:51.960 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 165, 2024-04-02T08:23:51.961 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 298360 2024-04-02T08:23:51.961 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.961 INFO:tasks.workunit.client.0.smithi012.stdout: "read_wait_aio_lat": { 2024-04-02T08:23:51.961 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 68, 2024-04-02T08:23:51.961 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 223680 2024-04-02T08:23:51.961 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.961 INFO:tasks.workunit.client.0.smithi012.stdout: "reads_with_retries": { 2024-04-02T08:23:51.961 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.961 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.961 INFO:tasks.workunit.client.0.smithi012.stdout: "remove_lat": { 2024-04-02T08:23:51.961 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 105, 2024-04-02T08:23:51.962 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7165016 2024-04-02T08:23:51.962 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.962 INFO:tasks.workunit.client.0.smithi012.stdout: "state_aio_wait_lat": { 2024-04-02T08:23:51.962 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3362, 2024-04-02T08:23:51.962 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4150860763 2024-04-02T08:23:51.962 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.962 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:23:51.962 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 43, 2024-04-02T08:23:51.962 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3492359 2024-04-02T08:23:51.962 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.962 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:23:51.962 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 42, 2024-04-02T08:23:51.962 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 158249071000 2024-04-02T08:23:51.962 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.962 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_queued_lat": { 2024-04-02T08:23:51.963 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 43, 2024-04-02T08:23:51.963 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 55624387401 2024-04-02T08:23:51.963 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.963 INFO:tasks.workunit.client.0.smithi012.stdout: "state_done_lat": { 2024-04-02T08:23:51.963 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3361, 2024-04-02T08:23:51.963 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 860905588 2024-04-02T08:23:51.963 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.963 INFO:tasks.workunit.client.0.smithi012.stdout: "state_finishing_lat": { 2024-04-02T08:23:51.963 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3361, 2024-04-02T08:23:51.963 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 193283 2024-04-02T08:23:51.963 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.963 INFO:tasks.workunit.client.0.smithi012.stdout: "state_io_done_lat": { 2024-04-02T08:23:51.963 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3362, 2024-04-02T08:23:51.964 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 32307907 2024-04-02T08:23:51.964 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.964 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_commiting_lat": { 2024-04-02T08:23:51.964 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3362, 2024-04-02T08:23:51.964 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3244883360 2024-04-02T08:23:51.964 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.964 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_done_lat": { 2024-04-02T08:23:51.964 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3362, 2024-04-02T08:23:51.964 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 507926 2024-04-02T08:23:51.964 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.964 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_queued_lat": { 2024-04-02T08:23:51.964 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3362, 2024-04-02T08:23:51.964 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1942662490 2024-04-02T08:23:51.964 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.965 INFO:tasks.workunit.client.0.smithi012.stdout: "state_prepare_lat": { 2024-04-02T08:23:51.965 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3362, 2024-04-02T08:23:51.965 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 398019975 2024-04-02T08:23:51.965 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.965 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": { 2024-04-02T08:23:51.965 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 310172 2024-04-02T08:23:51.965 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.965 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T08:23:51.965 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 42, 2024-04-02T08:23:51.965 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 179401 2024-04-02T08:23:51.965 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.965 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_commit_lat": { 2024-04-02T08:23:51.965 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3362, 2024-04-02T08:23:51.965 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9768964990 2024-04-02T08:23:51.966 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.966 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_submit_lat": { 2024-04-02T08:23:51.966 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3362, 2024-04-02T08:23:51.966 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 433999302 2024-04-02T08:23:51.966 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.966 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_throttle_lat": { 2024-04-02T08:23:51.966 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3362, 2024-04-02T08:23:51.966 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 295979855 2024-04-02T08:23:51.966 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.966 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.966 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache": { 2024-04-02T08:23:51.966 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T08:23:51.966 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1862576429 2024-04-02T08:23:51.966 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.967 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T08:23:51.967 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 46579712 2024-04-02T08:23:51.967 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.967 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T08:23:51.967 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 45981696 2024-04-02T08:23:51.967 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.967 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T08:23:51.967 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3138685644 2024-04-02T08:23:51.967 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.967 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T08:23:51.967 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 598016 2024-04-02T08:23:51.968 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.968 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.968 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:data": { 2024-04-02T08:23:51.968 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:51.968 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 159383552 2024-04-02T08:23:51.968 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.968 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:51.968 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.968 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.968 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:51.968 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.969 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.969 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:51.969 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 85559859 2024-04-02T08:23:51.969 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.969 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:51.969 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.969 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.969 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:51.969 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.969 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.969 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:51.970 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.970 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.970 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:51.970 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.970 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.970 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:51.970 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.970 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.970 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:51.971 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.971 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.971 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:51.971 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.971 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.971 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:51.971 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.971 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.971 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:51.971 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.971 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.972 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:51.972 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 73823693 2024-04-02T08:23:51.972 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.972 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.972 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv": { 2024-04-02T08:23:51.972 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:51.972 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 780140544 2024-04-02T08:23:51.972 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.972 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:51.972 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T08:23:51.972 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.973 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:51.973 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.973 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.973 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:51.973 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 641698942 2024-04-02T08:23:51.973 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.973 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:51.973 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.973 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.973 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:51.973 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.973 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.973 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:51.973 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.974 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.974 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:51.974 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.974 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.974 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:51.974 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.974 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.974 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:51.974 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2128 2024-04-02T08:23:51.974 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.974 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:51.974 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.974 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.974 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:51.975 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.975 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.975 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:51.975 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.975 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.975 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:51.975 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71330610 2024-04-02T08:23:51.975 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.975 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.975 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:23:51.975 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:51.975 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 192937984 2024-04-02T08:23:51.975 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.975 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:51.976 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T08:23:51.976 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.976 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:51.976 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 464 2024-04-02T08:23:51.976 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.976 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:51.976 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57039906 2024-04-02T08:23:51.976 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.976 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:51.976 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.976 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.976 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:51.976 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.976 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.977 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:51.977 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.977 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.977 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:51.977 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.977 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.977 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:51.977 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.977 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.977 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:51.977 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.977 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.977 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:51.977 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.977 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.978 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:51.978 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.978 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.978 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:51.978 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.978 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.978 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:51.978 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 68788750 2024-04-02T08:23:51.978 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.978 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.978 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:meta": { 2024-04-02T08:23:51.978 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:51.978 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 713031680 2024-04-02T08:23:51.978 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.979 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:51.979 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.979 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.979 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:51.979 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.979 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.979 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:51.979 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 641698942 2024-04-02T08:23:51.979 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.979 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:51.979 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.979 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.979 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:51.979 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.980 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.980 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:51.980 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.980 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.980 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:51.980 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.980 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.980 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:51.980 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.980 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.980 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:51.980 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 328383 2024-04-02T08:23:51.980 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.980 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:51.980 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.981 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.981 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:51.981 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.981 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.981 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:51.981 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.981 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.981 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:51.981 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71004355 2024-04-02T08:23:51.981 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.981 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.981 INFO:tasks.workunit.client.0.smithi012.stdout: "objecter": { 2024-04-02T08:23:51.981 INFO:tasks.workunit.client.0.smithi012.stdout: "op_active": { 2024-04-02T08:23:51.981 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.981 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.982 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T08:23:51.982 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.982 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.982 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rmw": { 2024-04-02T08:23:51.982 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.982 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.982 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T08:23:51.982 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.982 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.982 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.982 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T08:23:51.982 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg": { 2024-04-02T08:23:51.983 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 39 2024-04-02T08:23:51.983 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.983 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg_removing": { 2024-04-02T08:23:51.983 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.983 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.983 INFO:tasks.workunit.client.0.smithi012.stdout: "op": { 2024-04-02T08:23:51.983 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1 2024-04-02T08:23:51.983 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.983 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_degraded": { 2024-04-02T08:23:51.983 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.983 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.983 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_unreadable": { 2024-04-02T08:23:51.983 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.983 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.984 INFO:tasks.workunit.client.0.smithi012.stdout: "op_in_bytes": { 2024-04-02T08:23:51.984 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 22 2024-04-02T08:23:51.984 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.984 INFO:tasks.workunit.client.0.smithi012.stdout: "op_latency": { 2024-04-02T08:23:51.984 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T08:23:51.984 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1398244 2024-04-02T08:23:51.984 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.984 INFO:tasks.workunit.client.0.smithi012.stdout: "op_out_bytes": { 2024-04-02T08:23:51.984 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.984 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.984 INFO:tasks.workunit.client.0.smithi012.stdout: "op_prepare_latency": { 2024-04-02T08:23:51.984 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T08:23:51.984 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 552658 2024-04-02T08:23:51.984 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.985 INFO:tasks.workunit.client.0.smithi012.stdout: "op_process_latency": { 2024-04-02T08:23:51.985 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T08:23:51.985 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1324664 2024-04-02T08:23:51.985 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.985 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T08:23:51.985 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.985 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.985 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency": { 2024-04-02T08:23:51.985 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.985 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.985 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.985 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:23:51.985 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.985 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.986 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_out_bytes": { 2024-04-02T08:23:51.986 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.986 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.986 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_prepare_latency": { 2024-04-02T08:23:51.986 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.986 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.986 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.986 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_process_latency": { 2024-04-02T08:23:51.986 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.986 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.986 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.986 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw": { 2024-04-02T08:23:51.986 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.986 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.987 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_in_bytes": { 2024-04-02T08:23:51.987 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.987 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.987 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency": { 2024-04-02T08:23:51.987 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.987 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.987 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.987 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:23:51.987 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.987 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.987 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:23:51.987 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.987 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.987 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_out_bytes": { 2024-04-02T08:23:51.988 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.988 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.988 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_prepare_latency": { 2024-04-02T08:23:51.988 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.988 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.988 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.988 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_process_latency": { 2024-04-02T08:23:51.988 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.988 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.988 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.988 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T08:23:51.988 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1 2024-04-02T08:23:51.988 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.988 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_in_bytes": { 2024-04-02T08:23:51.989 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 22 2024-04-02T08:23:51.989 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.989 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency": { 2024-04-02T08:23:51.989 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T08:23:51.989 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1398244 2024-04-02T08:23:51.989 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.989 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:23:51.989 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.989 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.989 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_prepare_latency": { 2024-04-02T08:23:51.989 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T08:23:51.989 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 552658 2024-04-02T08:23:51.989 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.989 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_process_latency": { 2024-04-02T08:23:51.990 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T08:23:51.990 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1324664 2024-04-02T08:23:51.990 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.990 INFO:tasks.workunit.client.0.smithi012.stdout: "op_wip": { 2024-04-02T08:23:51.990 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.990 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.990 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_bytes": { 2024-04-02T08:23:51.990 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.990 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.990 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_ops": { 2024-04-02T08:23:51.990 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.990 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.990 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes": { 2024-04-02T08:23:51.991 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T08:23:51.991 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.991 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes_used": { 2024-04-02T08:23:51.991 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 28393472 2024-04-02T08:23:51.991 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.991 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:51.991 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.991 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.5": { 2024-04-02T08:23:51.991 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T08:23:51.991 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_fallback": { 2024-04-02T08:23:51.991 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.991 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.991 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:23:51.991 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.992 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.992 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_db": { 2024-04-02T08:23:51.992 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 65536 2024-04-02T08:23:51.992 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.992 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_main": { 2024-04-02T08:23:51.992 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.992 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.992 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_wal": { 2024-04-02T08:23:51.992 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.992 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.992 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_slow": { 2024-04-02T08:23:51.992 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.992 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.992 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_sst": { 2024-04-02T08:23:51.992 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12288 2024-04-02T08:23:51.993 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.993 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_wal": { 2024-04-02T08:23:51.993 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1134592 2024-04-02T08:23:51.993 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.993 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lat": { 2024-04-02T08:23:51.993 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.993 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.993 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.993 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lock_lat": { 2024-04-02T08:23:51.993 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:51.993 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.993 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.993 INFO:tasks.workunit.client.0.smithi012.stdout: "db_total_bytes": { 2024-04-02T08:23:51.993 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T08:23:51.994 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.994 INFO:tasks.workunit.client.0.smithi012.stdout: "db_used_bytes": { 2024-04-02T08:23:51.994 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 27656192 2024-04-02T08:23:51.994 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.994 INFO:tasks.workunit.client.0.smithi012.stdout: "log_bytes": { 2024-04-02T08:23:51.994 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 823296 2024-04-02T08:23:51.994 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.994 INFO:tasks.workunit.client.0.smithi012.stdout: "logged_bytes": { 2024-04-02T08:23:51.994 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 684032 2024-04-02T08:23:51.994 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.994 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_db": { 2024-04-02T08:23:51.994 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 31850496 2024-04-02T08:23:51.994 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.995 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_slow": { 2024-04-02T08:23:51.995 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.995 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.995 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_wal": { 2024-04-02T08:23:51.995 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.995 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.995 INFO:tasks.workunit.client.0.smithi012.stdout: "num_files": { 2024-04-02T08:23:51.995 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14 2024-04-02T08:23:51.995 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.995 INFO:tasks.workunit.client.0.smithi012.stdout: "read_bytes": { 2024-04-02T08:23:51.995 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 206272 2024-04-02T08:23:51.995 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.995 INFO:tasks.workunit.client.0.smithi012.stdout: "read_count": { 2024-04-02T08:23:51.995 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 23 2024-04-02T08:23:51.996 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.996 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes": { 2024-04-02T08:23:51.996 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1282048 2024-04-02T08:23:51.996 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.996 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_db": { 2024-04-02T08:23:51.996 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1286144 2024-04-02T08:23:51.996 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.996 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_slow": { 2024-04-02T08:23:51.996 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.996 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.996 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_wal": { 2024-04-02T08:23:51.996 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.996 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.996 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_count": { 2024-04-02T08:23:51.997 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15 2024-04-02T08:23:51.997 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.997 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_bytes": { 2024-04-02T08:23:51.997 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4913 2024-04-02T08:23:51.997 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.997 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_count": { 2024-04-02T08:23:51.997 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4 2024-04-02T08:23:51.997 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.997 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_bytes": { 2024-04-02T08:23:51.997 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5505 2024-04-02T08:23:51.997 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.997 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_count": { 2024-04-02T08:23:51.997 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24 2024-04-02T08:23:51.997 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.998 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_bytes": { 2024-04-02T08:23:51.998 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5505 2024-04-02T08:23:51.998 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.998 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_count": { 2024-04-02T08:23:51.998 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24 2024-04-02T08:23:51.998 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.998 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes": { 2024-04-02T08:23:51.998 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.998 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.998 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:23:51.998 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.998 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.998 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:23:51.998 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.999 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.999 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:23:51.999 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.999 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.999 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_count": { 2024-04-02T08:23:51.999 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.999 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.999 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_total_bytes": { 2024-04-02T08:23:51.999 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.999 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:51.999 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_used_bytes": { 2024-04-02T08:23:51.999 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:51.999 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.000 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_total_bytes": { 2024-04-02T08:23:52.000 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.000 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.000 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_used_bytes": { 2024-04-02T08:23:52.000 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.000 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.000 INFO:tasks.workunit.client.0.smithi012.stdout: "write_bytes": { 2024-04-02T08:23:52.000 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1896448 2024-04-02T08:23:52.000 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:52.000 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.000 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore": { 2024-04-02T08:23:52.000 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit": { 2024-04-02T08:23:52.000 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4096 2024-04-02T08:23:52.000 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.001 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": { 2024-04-02T08:23:52.001 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 720896 2024-04-02T08:23:52.001 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.001 INFO:tasks.workunit.client.0.smithi012.stdout: "clist_lat": { 2024-04-02T08:23:52.001 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 6, 2024-04-02T08:23:52.001 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 182464 2024-04-02T08:23:52.001 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.001 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_lat": { 2024-04-02T08:23:52.001 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:52.001 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.001 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.001 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed": { 2024-04-02T08:23:52.001 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.001 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.002 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_allocated": { 2024-04-02T08:23:52.002 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.002 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.002 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_original": { 2024-04-02T08:23:52.002 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.002 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.002 INFO:tasks.workunit.client.0.smithi012.stdout: "csum_lat": { 2024-04-02T08:23:52.002 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T08:23:52.002 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3510 2024-04-02T08:23:52.002 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.002 INFO:tasks.workunit.client.0.smithi012.stdout: "decompress_lat": { 2024-04-02T08:23:52.002 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:52.002 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.002 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.003 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_commit_lat": { 2024-04-02T08:23:52.003 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 154, 2024-04-02T08:23:52.003 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57927065 2024-04-02T08:23:52.003 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.003 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_final_lat": { 2024-04-02T08:23:52.003 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 145, 2024-04-02T08:23:52.003 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4883950 2024-04-02T08:23:52.003 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.003 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_flush_lat": { 2024-04-02T08:23:52.003 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 154, 2024-04-02T08:23:52.003 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 148453 2024-04-02T08:23:52.003 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.003 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_sync_lat": { 2024-04-02T08:23:52.003 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 154, 2024-04-02T08:23:52.004 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 58075518 2024-04-02T08:23:52.004 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.004 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_keys_lat": { 2024-04-02T08:23:52.004 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:52.004 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.004 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.004 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_values_lat": { 2024-04-02T08:23:52.004 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T08:23:52.004 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 43385 2024-04-02T08:23:52.004 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.004 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_lower_bound_lat": { 2024-04-02T08:23:52.004 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:52.004 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.004 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.005 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_next_lat": { 2024-04-02T08:23:52.005 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:52.005 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.005 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.005 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:23:52.005 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:52.005 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.005 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.005 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_upper_bound_lat": { 2024-04-02T08:23:52.005 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2, 2024-04-02T08:23:52.005 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5157 2024-04-02T08:23:52.005 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.005 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_hits": { 2024-04-02T08:23:52.005 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 335 2024-04-02T08:23:52.005 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.006 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_misses": { 2024-04-02T08:23:52.006 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 240 2024-04-02T08:23:52.006 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.006 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T08:23:52.006 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 91, 2024-04-02T08:23:52.006 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 898188 2024-04-02T08:23:52.006 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.006 INFO:tasks.workunit.client.0.smithi012.stdout: "read_onode_meta_lat": { 2024-04-02T08:23:52.006 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 148, 2024-04-02T08:23:52.006 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 261170 2024-04-02T08:23:52.006 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.006 INFO:tasks.workunit.client.0.smithi012.stdout: "read_wait_aio_lat": { 2024-04-02T08:23:52.006 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 57, 2024-04-02T08:23:52.006 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 694778 2024-04-02T08:23:52.007 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.007 INFO:tasks.workunit.client.0.smithi012.stdout: "reads_with_retries": { 2024-04-02T08:23:52.007 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.007 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.007 INFO:tasks.workunit.client.0.smithi012.stdout: "remove_lat": { 2024-04-02T08:23:52.007 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 4, 2024-04-02T08:23:52.007 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 107916 2024-04-02T08:23:52.007 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.007 INFO:tasks.workunit.client.0.smithi012.stdout: "state_aio_wait_lat": { 2024-04-02T08:23:52.007 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 264, 2024-04-02T08:23:52.007 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7112055 2024-04-02T08:23:52.007 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.007 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:23:52.007 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 41, 2024-04-02T08:23:52.008 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3016093 2024-04-02T08:23:52.008 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.008 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:23:52.008 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 38, 2024-04-02T08:23:52.008 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 194478146641 2024-04-02T08:23:52.008 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.008 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_queued_lat": { 2024-04-02T08:23:52.008 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 41, 2024-04-02T08:23:52.008 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 66698661342 2024-04-02T08:23:52.008 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.008 INFO:tasks.workunit.client.0.smithi012.stdout: "state_done_lat": { 2024-04-02T08:23:52.008 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 261, 2024-04-02T08:23:52.008 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 580063 2024-04-02T08:23:52.009 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.009 INFO:tasks.workunit.client.0.smithi012.stdout: "state_finishing_lat": { 2024-04-02T08:23:52.009 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 261, 2024-04-02T08:23:52.009 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 27731 2024-04-02T08:23:52.009 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.009 INFO:tasks.workunit.client.0.smithi012.stdout: "state_io_done_lat": { 2024-04-02T08:23:52.009 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 264, 2024-04-02T08:23:52.009 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 790769 2024-04-02T08:23:52.009 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.009 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_commiting_lat": { 2024-04-02T08:23:52.009 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 264, 2024-04-02T08:23:52.009 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 197020028 2024-04-02T08:23:52.009 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.009 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_done_lat": { 2024-04-02T08:23:52.010 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 264, 2024-04-02T08:23:52.010 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 74952 2024-04-02T08:23:52.010 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.010 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_queued_lat": { 2024-04-02T08:23:52.010 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 264, 2024-04-02T08:23:52.010 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 133717408 2024-04-02T08:23:52.010 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.010 INFO:tasks.workunit.client.0.smithi012.stdout: "state_prepare_lat": { 2024-04-02T08:23:52.010 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 264, 2024-04-02T08:23:52.010 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13111658 2024-04-02T08:23:52.010 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.010 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": { 2024-04-02T08:23:52.010 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 311855 2024-04-02T08:23:52.011 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.011 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T08:23:52.011 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 34, 2024-04-02T08:23:52.011 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 159273 2024-04-02T08:23:52.011 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.011 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_commit_lat": { 2024-04-02T08:23:52.011 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 264, 2024-04-02T08:23:52.011 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 351783340 2024-04-02T08:23:52.011 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.011 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_submit_lat": { 2024-04-02T08:23:52.011 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 264, 2024-04-02T08:23:52.011 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15273154 2024-04-02T08:23:52.011 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.011 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_throttle_lat": { 2024-04-02T08:23:52.011 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 264, 2024-04-02T08:23:52.012 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2087378 2024-04-02T08:23:52.012 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:52.012 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.012 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache": { 2024-04-02T08:23:52.012 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T08:23:52.012 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1862576429 2024-04-02T08:23:52.012 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.012 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T08:23:52.012 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 42319872 2024-04-02T08:23:52.012 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.012 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T08:23:52.012 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 42106880 2024-04-02T08:23:52.012 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.012 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T08:23:52.013 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3138685644 2024-04-02T08:23:52.013 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.013 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T08:23:52.013 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 212992 2024-04-02T08:23:52.013 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:52.013 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.013 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:data": { 2024-04-02T08:23:52.013 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:52.013 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 159383552 2024-04-02T08:23:52.013 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.013 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:52.013 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.013 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.013 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:52.014 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.014 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.014 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:52.014 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 85566316 2024-04-02T08:23:52.014 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.014 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:52.014 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.014 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.014 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:52.014 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.014 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.014 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:52.014 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.014 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.015 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:52.015 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.015 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.015 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:52.015 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.015 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.015 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:52.015 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.015 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.015 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:52.015 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.015 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.015 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:52.015 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.015 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.016 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:52.016 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.016 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.016 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:52.016 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 73817236 2024-04-02T08:23:52.016 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:52.016 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.016 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv": { 2024-04-02T08:23:52.016 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:52.016 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 780140544 2024-04-02T08:23:52.016 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.016 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:52.016 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T08:23:52.016 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.017 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:52.017 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.017 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.017 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:52.017 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 641747372 2024-04-02T08:23:52.017 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.017 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:52.017 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.017 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.017 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:52.017 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.017 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.017 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:52.017 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.018 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.018 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:52.018 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.018 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.018 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:52.018 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.018 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.018 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:52.018 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2128 2024-04-02T08:23:52.018 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.018 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:52.018 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.018 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.018 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:52.019 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.019 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.019 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:52.019 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.019 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.019 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:52.019 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71282180 2024-04-02T08:23:52.019 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:52.019 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.019 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:23:52.019 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:52.019 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 192937984 2024-04-02T08:23:52.019 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.019 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:52.020 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T08:23:52.020 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.020 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:52.020 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 464 2024-04-02T08:23:52.020 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.020 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:52.020 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57044210 2024-04-02T08:23:52.020 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.020 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:52.020 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.020 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.020 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:52.020 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.020 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.021 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:52.021 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.021 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.021 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:52.021 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.021 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.021 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:52.021 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.021 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.021 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:52.021 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.021 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.021 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:52.021 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.021 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.022 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:52.022 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.022 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.022 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:52.022 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.022 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.022 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:52.022 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 68784446 2024-04-02T08:23:52.022 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:52.022 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.022 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:meta": { 2024-04-02T08:23:52.022 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:52.022 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 713031680 2024-04-02T08:23:52.022 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.023 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:52.023 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.023 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.023 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:52.023 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.023 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.023 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:52.023 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 641747372 2024-04-02T08:23:52.023 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.023 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:52.023 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.023 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.023 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:52.023 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.024 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.024 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:52.024 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.024 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.024 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:52.024 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.024 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.024 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:52.024 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5877 2024-04-02T08:23:52.024 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.024 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:52.024 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 217457 2024-04-02T08:23:52.024 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.024 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:52.025 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.025 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.025 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:52.025 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.025 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.025 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:52.025 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.025 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.025 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:52.025 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71060974 2024-04-02T08:23:52.025 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:52.025 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.025 INFO:tasks.workunit.client.0.smithi012.stdout: "objecter": { 2024-04-02T08:23:52.025 INFO:tasks.workunit.client.0.smithi012.stdout: "op_active": { 2024-04-02T08:23:52.025 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.026 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.026 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T08:23:52.026 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.026 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.026 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rmw": { 2024-04-02T08:23:52.026 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.026 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.026 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T08:23:52.026 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.026 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:52.026 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.026 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T08:23:52.026 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg": { 2024-04-02T08:23:52.026 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 41 2024-04-02T08:23:52.027 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.027 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg_removing": { 2024-04-02T08:23:52.027 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.027 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.027 INFO:tasks.workunit.client.0.smithi012.stdout: "op": { 2024-04-02T08:23:52.027 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.027 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.027 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_degraded": { 2024-04-02T08:23:52.027 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.027 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.027 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_unreadable": { 2024-04-02T08:23:52.027 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.027 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.027 INFO:tasks.workunit.client.0.smithi012.stdout: "op_in_bytes": { 2024-04-02T08:23:52.028 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.028 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.028 INFO:tasks.workunit.client.0.smithi012.stdout: "op_latency": { 2024-04-02T08:23:52.028 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:52.028 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.028 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.028 INFO:tasks.workunit.client.0.smithi012.stdout: "op_out_bytes": { 2024-04-02T08:23:52.028 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.028 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.028 INFO:tasks.workunit.client.0.smithi012.stdout: "op_prepare_latency": { 2024-04-02T08:23:52.028 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:52.028 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.028 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.028 INFO:tasks.workunit.client.0.smithi012.stdout: "op_process_latency": { 2024-04-02T08:23:52.029 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:52.029 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.029 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.029 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T08:23:52.029 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.029 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.029 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency": { 2024-04-02T08:23:52.029 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:52.029 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.029 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.029 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:23:52.029 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.029 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.029 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_out_bytes": { 2024-04-02T08:23:52.029 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.030 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.030 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_prepare_latency": { 2024-04-02T08:23:52.030 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:52.030 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.030 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.030 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_process_latency": { 2024-04-02T08:23:52.030 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:52.030 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.030 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.030 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw": { 2024-04-02T08:23:52.030 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.030 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.030 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_in_bytes": { 2024-04-02T08:23:52.030 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.031 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.031 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency": { 2024-04-02T08:23:52.031 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:52.031 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.031 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.031 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:23:52.031 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.031 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.031 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:23:52.031 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.031 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.031 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_out_bytes": { 2024-04-02T08:23:52.031 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.031 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.032 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_prepare_latency": { 2024-04-02T08:23:52.032 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:52.032 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.032 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.032 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_process_latency": { 2024-04-02T08:23:52.032 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:52.032 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.032 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.032 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T08:23:52.032 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.032 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.032 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_in_bytes": { 2024-04-02T08:23:52.032 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.032 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.032 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency": { 2024-04-02T08:23:52.033 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:52.033 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.033 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.033 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:23:52.033 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.033 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.033 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_prepare_latency": { 2024-04-02T08:23:52.033 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:52.033 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.033 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.033 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_process_latency": { 2024-04-02T08:23:52.033 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:52.033 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.033 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.033 INFO:tasks.workunit.client.0.smithi012.stdout: "op_wip": { 2024-04-02T08:23:52.034 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.034 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.034 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_bytes": { 2024-04-02T08:23:52.034 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.034 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.034 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_ops": { 2024-04-02T08:23:52.034 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.034 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.034 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes": { 2024-04-02T08:23:52.034 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T08:23:52.034 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.034 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes_used": { 2024-04-02T08:23:52.034 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 28385280 2024-04-02T08:23:52.035 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:52.035 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:52.035 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.035 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.6": { 2024-04-02T08:23:52.035 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T08:23:52.035 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_fallback": { 2024-04-02T08:23:52.035 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.035 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.035 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:23:52.035 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.035 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.035 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_db": { 2024-04-02T08:23:52.035 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 65536 2024-04-02T08:23:52.035 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.036 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_main": { 2024-04-02T08:23:52.036 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.036 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.036 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_wal": { 2024-04-02T08:23:52.036 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.036 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.036 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_slow": { 2024-04-02T08:23:52.036 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.036 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.036 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_sst": { 2024-04-02T08:23:52.036 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12288 2024-04-02T08:23:52.036 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.036 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_wal": { 2024-04-02T08:23:52.037 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1228800 2024-04-02T08:23:52.037 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.037 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lat": { 2024-04-02T08:23:52.037 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:52.037 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.037 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.037 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lock_lat": { 2024-04-02T08:23:52.037 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:52.037 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.037 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.037 INFO:tasks.workunit.client.0.smithi012.stdout: "db_total_bytes": { 2024-04-02T08:23:52.037 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T08:23:52.037 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.037 INFO:tasks.workunit.client.0.smithi012.stdout: "db_used_bytes": { 2024-04-02T08:23:52.037 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 27656192 2024-04-02T08:23:52.038 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.038 INFO:tasks.workunit.client.0.smithi012.stdout: "log_bytes": { 2024-04-02T08:23:52.038 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 917504 2024-04-02T08:23:52.038 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.038 INFO:tasks.workunit.client.0.smithi012.stdout: "logged_bytes": { 2024-04-02T08:23:52.038 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 778240 2024-04-02T08:23:52.038 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.038 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_db": { 2024-04-02T08:23:52.038 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 31850496 2024-04-02T08:23:52.038 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.038 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_slow": { 2024-04-02T08:23:52.038 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.038 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.039 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_wal": { 2024-04-02T08:23:52.039 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.039 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.039 INFO:tasks.workunit.client.0.smithi012.stdout: "num_files": { 2024-04-02T08:23:52.039 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14 2024-04-02T08:23:52.039 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.039 INFO:tasks.workunit.client.0.smithi012.stdout: "read_bytes": { 2024-04-02T08:23:52.039 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 206272 2024-04-02T08:23:52.039 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.039 INFO:tasks.workunit.client.0.smithi012.stdout: "read_count": { 2024-04-02T08:23:52.039 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 23 2024-04-02T08:23:52.039 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.039 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes": { 2024-04-02T08:23:52.039 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1282048 2024-04-02T08:23:52.040 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.040 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_db": { 2024-04-02T08:23:52.040 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1286144 2024-04-02T08:23:52.040 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.040 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_slow": { 2024-04-02T08:23:52.040 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.040 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.040 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_wal": { 2024-04-02T08:23:52.040 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.040 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.040 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_count": { 2024-04-02T08:23:52.040 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15 2024-04-02T08:23:52.040 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.040 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_bytes": { 2024-04-02T08:23:52.041 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4913 2024-04-02T08:23:52.041 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.041 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_count": { 2024-04-02T08:23:52.041 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4 2024-04-02T08:23:52.041 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.041 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_bytes": { 2024-04-02T08:23:52.041 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5504 2024-04-02T08:23:52.041 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.041 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_count": { 2024-04-02T08:23:52.041 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24 2024-04-02T08:23:52.041 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.041 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_bytes": { 2024-04-02T08:23:52.041 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5504 2024-04-02T08:23:52.041 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.042 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_count": { 2024-04-02T08:23:52.042 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24 2024-04-02T08:23:52.042 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.042 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes": { 2024-04-02T08:23:52.042 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.042 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.042 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:23:52.042 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.042 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.042 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:23:52.042 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.042 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.042 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:23:52.042 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.043 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.043 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_count": { 2024-04-02T08:23:52.043 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.043 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.043 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_total_bytes": { 2024-04-02T08:23:52.043 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.043 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.043 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_used_bytes": { 2024-04-02T08:23:52.043 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.043 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.043 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_total_bytes": { 2024-04-02T08:23:52.043 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.043 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.043 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_used_bytes": { 2024-04-02T08:23:52.044 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.044 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.044 INFO:tasks.workunit.client.0.smithi012.stdout: "write_bytes": { 2024-04-02T08:23:52.044 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2084864 2024-04-02T08:23:52.044 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:52.044 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.044 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore": { 2024-04-02T08:23:52.044 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit": { 2024-04-02T08:23:52.044 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4096 2024-04-02T08:23:52.044 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.044 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": { 2024-04-02T08:23:52.044 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1314816 2024-04-02T08:23:52.044 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.044 INFO:tasks.workunit.client.0.smithi012.stdout: "clist_lat": { 2024-04-02T08:23:52.044 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2, 2024-04-02T08:23:52.045 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 51890 2024-04-02T08:23:52.045 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.045 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_lat": { 2024-04-02T08:23:52.045 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:52.045 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.045 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.045 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed": { 2024-04-02T08:23:52.045 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.045 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.045 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_allocated": { 2024-04-02T08:23:52.045 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.045 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.045 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_original": { 2024-04-02T08:23:52.045 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.046 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.046 INFO:tasks.workunit.client.0.smithi012.stdout: "csum_lat": { 2024-04-02T08:23:52.046 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 7, 2024-04-02T08:23:52.046 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10159 2024-04-02T08:23:52.046 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.046 INFO:tasks.workunit.client.0.smithi012.stdout: "decompress_lat": { 2024-04-02T08:23:52.046 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:52.046 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.046 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.046 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_commit_lat": { 2024-04-02T08:23:52.046 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 177, 2024-04-02T08:23:52.046 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 60388214 2024-04-02T08:23:52.046 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.047 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_final_lat": { 2024-04-02T08:23:52.047 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 166, 2024-04-02T08:23:52.047 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8583784 2024-04-02T08:23:52.047 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.047 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_flush_lat": { 2024-04-02T08:23:52.047 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 177, 2024-04-02T08:23:52.047 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 117640 2024-04-02T08:23:52.047 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.047 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_sync_lat": { 2024-04-02T08:23:52.047 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 177, 2024-04-02T08:23:52.047 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 60505854 2024-04-02T08:23:52.047 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.047 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_keys_lat": { 2024-04-02T08:23:52.047 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:52.047 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.048 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.048 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_values_lat": { 2024-04-02T08:23:52.048 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T08:23:52.048 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 44011 2024-04-02T08:23:52.048 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.048 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_lower_bound_lat": { 2024-04-02T08:23:52.048 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:52.048 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.048 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.048 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_next_lat": { 2024-04-02T08:23:52.048 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:52.048 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.048 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.048 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:23:52.049 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:52.049 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.049 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.049 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_upper_bound_lat": { 2024-04-02T08:23:52.049 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2, 2024-04-02T08:23:52.049 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8571 2024-04-02T08:23:52.049 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.049 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_hits": { 2024-04-02T08:23:52.049 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 351 2024-04-02T08:23:52.049 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.049 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_misses": { 2024-04-02T08:23:52.049 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 248 2024-04-02T08:23:52.049 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.049 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T08:23:52.049 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 90, 2024-04-02T08:23:52.050 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1954304 2024-04-02T08:23:52.050 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.050 INFO:tasks.workunit.client.0.smithi012.stdout: "read_onode_meta_lat": { 2024-04-02T08:23:52.050 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 140, 2024-04-02T08:23:52.050 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 263639 2024-04-02T08:23:52.050 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.050 INFO:tasks.workunit.client.0.smithi012.stdout: "read_wait_aio_lat": { 2024-04-02T08:23:52.050 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 50, 2024-04-02T08:23:52.050 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1563276 2024-04-02T08:23:52.050 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.050 INFO:tasks.workunit.client.0.smithi012.stdout: "reads_with_retries": { 2024-04-02T08:23:52.050 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.050 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.050 INFO:tasks.workunit.client.0.smithi012.stdout: "remove_lat": { 2024-04-02T08:23:52.050 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T08:23:52.051 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 16095 2024-04-02T08:23:52.051 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.051 INFO:tasks.workunit.client.0.smithi012.stdout: "state_aio_wait_lat": { 2024-04-02T08:23:52.051 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 267, 2024-04-02T08:23:52.051 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4156397 2024-04-02T08:23:52.051 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.051 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:23:52.051 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 34, 2024-04-02T08:23:52.051 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2209296 2024-04-02T08:23:52.051 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.051 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:23:52.051 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 34, 2024-04-02T08:23:52.051 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 420333621561 2024-04-02T08:23:52.052 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.052 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_queued_lat": { 2024-04-02T08:23:52.052 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 34, 2024-04-02T08:23:52.052 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 39306509777 2024-04-02T08:23:52.052 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.052 INFO:tasks.workunit.client.0.smithi012.stdout: "state_done_lat": { 2024-04-02T08:23:52.052 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 267, 2024-04-02T08:23:52.052 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 488861 2024-04-02T08:23:52.052 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.052 INFO:tasks.workunit.client.0.smithi012.stdout: "state_finishing_lat": { 2024-04-02T08:23:52.052 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 267, 2024-04-02T08:23:52.052 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 28141 2024-04-02T08:23:52.052 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.052 INFO:tasks.workunit.client.0.smithi012.stdout: "state_io_done_lat": { 2024-04-02T08:23:52.053 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 267, 2024-04-02T08:23:52.053 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 223314 2024-04-02T08:23:52.053 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.053 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_commiting_lat": { 2024-04-02T08:23:52.053 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 267, 2024-04-02T08:23:52.053 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 161825929 2024-04-02T08:23:52.053 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.053 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_done_lat": { 2024-04-02T08:23:52.053 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 267, 2024-04-02T08:23:52.053 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 85295 2024-04-02T08:23:52.053 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.053 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_queued_lat": { 2024-04-02T08:23:52.053 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 267, 2024-04-02T08:23:52.053 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 144162984 2024-04-02T08:23:52.054 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.054 INFO:tasks.workunit.client.0.smithi012.stdout: "state_prepare_lat": { 2024-04-02T08:23:52.054 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 267, 2024-04-02T08:23:52.054 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14174559 2024-04-02T08:23:52.054 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.054 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": { 2024-04-02T08:23:52.054 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 902464 2024-04-02T08:23:52.054 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.054 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T08:23:52.054 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 27, 2024-04-02T08:23:52.054 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 96056 2024-04-02T08:23:52.054 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.054 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_commit_lat": { 2024-04-02T08:23:52.054 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 267, 2024-04-02T08:23:52.055 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 324582786 2024-04-02T08:23:52.055 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.055 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_submit_lat": { 2024-04-02T08:23:52.055 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 267, 2024-04-02T08:23:52.055 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 16061979 2024-04-02T08:23:52.055 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.055 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_throttle_lat": { 2024-04-02T08:23:52.055 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 267, 2024-04-02T08:23:52.055 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1749344 2024-04-02T08:23:52.055 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:52.055 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.055 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache": { 2024-04-02T08:23:52.055 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T08:23:52.055 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1862576429 2024-04-02T08:23:52.056 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.056 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T08:23:52.056 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 43368448 2024-04-02T08:23:52.056 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.056 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T08:23:52.056 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 42344448 2024-04-02T08:23:52.056 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.056 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T08:23:52.056 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3138685644 2024-04-02T08:23:52.056 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.056 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T08:23:52.056 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1024000 2024-04-02T08:23:52.056 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:52.056 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.056 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:data": { 2024-04-02T08:23:52.057 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:52.057 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 159383552 2024-04-02T08:23:52.057 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.057 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:52.057 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.057 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.057 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:52.057 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.057 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.057 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:52.057 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 85565060 2024-04-02T08:23:52.057 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.057 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:52.057 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.058 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.058 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:52.058 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.058 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.058 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:52.058 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.058 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.058 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:52.058 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.058 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.058 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:52.058 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.058 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.058 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:52.059 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 16384 2024-04-02T08:23:52.059 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.059 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:52.059 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.059 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.059 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:52.059 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.059 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.059 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:52.059 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.059 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.059 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:52.059 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 73802108 2024-04-02T08:23:52.059 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:52.060 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.060 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv": { 2024-04-02T08:23:52.060 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:52.060 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 780140544 2024-04-02T08:23:52.060 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.060 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:52.060 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T08:23:52.060 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.060 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:52.060 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.060 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.060 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:52.060 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 641737950 2024-04-02T08:23:52.060 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.061 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:52.061 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.061 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.061 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:52.061 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.061 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.061 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:52.061 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.061 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.061 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:52.061 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.061 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.061 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:52.061 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.061 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.062 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:52.062 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2128 2024-04-02T08:23:52.062 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.062 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:52.062 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.062 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.062 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:52.062 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.062 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.062 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:52.062 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.062 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.062 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:52.062 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71291602 2024-04-02T08:23:52.063 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:52.063 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.063 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:23:52.063 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:52.063 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 192937984 2024-04-02T08:23:52.063 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.063 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:52.063 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T08:23:52.063 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.063 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:52.063 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 464 2024-04-02T08:23:52.063 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.063 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:52.063 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57043373 2024-04-02T08:23:52.064 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.064 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:52.064 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.064 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.064 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:52.064 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.064 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.064 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:52.064 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.064 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.064 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:52.064 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.064 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.064 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:52.065 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.065 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.065 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:52.065 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.065 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.065 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:52.065 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.065 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.065 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:52.065 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.065 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.065 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:52.065 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.065 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.065 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:52.066 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 68785283 2024-04-02T08:23:52.066 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:52.066 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.066 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:meta": { 2024-04-02T08:23:52.066 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:52.066 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 713031680 2024-04-02T08:23:52.066 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.066 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:52.066 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.066 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.066 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:52.066 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.066 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.066 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:52.067 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 641737950 2024-04-02T08:23:52.067 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.067 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:52.067 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.067 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.067 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:52.067 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6006 2024-04-02T08:23:52.067 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.067 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:52.067 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.067 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.067 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:52.067 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.067 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.067 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:52.068 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6006 2024-04-02T08:23:52.068 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.068 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:52.068 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 215046 2024-04-02T08:23:52.068 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.068 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:52.068 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.068 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.068 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:52.068 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.068 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.068 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:52.068 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.068 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.069 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:52.069 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71066672 2024-04-02T08:23:52.069 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:52.069 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.069 INFO:tasks.workunit.client.0.smithi012.stdout: "objecter": { 2024-04-02T08:23:52.069 INFO:tasks.workunit.client.0.smithi012.stdout: "op_active": { 2024-04-02T08:23:52.069 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.069 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.069 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T08:23:52.069 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.069 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.069 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rmw": { 2024-04-02T08:23:52.069 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.069 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.069 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T08:23:52.070 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.070 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:52.070 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.070 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T08:23:52.070 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg": { 2024-04-02T08:23:52.070 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 38 2024-04-02T08:23:52.070 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.070 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg_removing": { 2024-04-02T08:23:52.070 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.070 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.070 INFO:tasks.workunit.client.0.smithi012.stdout: "op": { 2024-04-02T08:23:52.070 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13 2024-04-02T08:23:52.070 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.070 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_degraded": { 2024-04-02T08:23:52.071 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.071 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.071 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_unreadable": { 2024-04-02T08:23:52.071 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.071 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.071 INFO:tasks.workunit.client.0.smithi012.stdout: "op_in_bytes": { 2024-04-02T08:23:52.071 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2812 2024-04-02T08:23:52.071 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.071 INFO:tasks.workunit.client.0.smithi012.stdout: "op_latency": { 2024-04-02T08:23:52.071 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 13, 2024-04-02T08:23:52.071 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 160291487 2024-04-02T08:23:52.071 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.073 INFO:tasks.workunit.client.0.smithi012.stdout: "op_out_bytes": { 2024-04-02T08:23:52.073 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.073 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.073 INFO:tasks.workunit.client.0.smithi012.stdout: "op_prepare_latency": { 2024-04-02T08:23:52.073 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15, 2024-04-02T08:23:52.073 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13182113 2024-04-02T08:23:52.074 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.074 INFO:tasks.workunit.client.0.smithi012.stdout: "op_process_latency": { 2024-04-02T08:23:52.074 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 13, 2024-04-02T08:23:52.074 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 87582401 2024-04-02T08:23:52.074 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.074 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T08:23:52.074 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.074 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.074 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency": { 2024-04-02T08:23:52.074 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:52.074 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.074 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.074 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:23:52.075 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.075 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.075 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_out_bytes": { 2024-04-02T08:23:52.075 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.075 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.075 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_prepare_latency": { 2024-04-02T08:23:52.075 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:52.075 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.075 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.075 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_process_latency": { 2024-04-02T08:23:52.075 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:52.075 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.075 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.075 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw": { 2024-04-02T08:23:52.076 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.076 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.076 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_in_bytes": { 2024-04-02T08:23:52.076 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.076 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.076 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency": { 2024-04-02T08:23:52.076 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:52.076 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.076 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.076 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:23:52.076 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.076 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.076 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:23:52.077 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.077 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.077 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_out_bytes": { 2024-04-02T08:23:52.077 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.077 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.077 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_prepare_latency": { 2024-04-02T08:23:52.077 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:52.077 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.077 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.077 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_process_latency": { 2024-04-02T08:23:52.077 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:52.077 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.077 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.077 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T08:23:52.078 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13 2024-04-02T08:23:52.078 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.078 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_in_bytes": { 2024-04-02T08:23:52.078 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2812 2024-04-02T08:23:52.078 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.078 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency": { 2024-04-02T08:23:52.078 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 13, 2024-04-02T08:23:52.078 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 160291487 2024-04-02T08:23:52.078 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.078 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:23:52.078 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.078 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.078 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_prepare_latency": { 2024-04-02T08:23:52.079 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15, 2024-04-02T08:23:52.079 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13182113 2024-04-02T08:23:52.079 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.079 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_process_latency": { 2024-04-02T08:23:52.079 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 13, 2024-04-02T08:23:52.079 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 87582401 2024-04-02T08:23:52.079 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.079 INFO:tasks.workunit.client.0.smithi012.stdout: "op_wip": { 2024-04-02T08:23:52.079 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.079 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.079 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_bytes": { 2024-04-02T08:23:52.079 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.079 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.080 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_ops": { 2024-04-02T08:23:52.080 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.080 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.080 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes": { 2024-04-02T08:23:52.080 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T08:23:52.080 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.080 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes_used": { 2024-04-02T08:23:52.080 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 28979200 2024-04-02T08:23:52.080 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:52.080 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:52.080 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.080 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.7": { 2024-04-02T08:23:52.080 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T08:23:52.080 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_fallback": { 2024-04-02T08:23:52.081 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.081 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.081 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:23:52.081 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.081 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.081 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_db": { 2024-04-02T08:23:52.081 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 65536 2024-04-02T08:23:52.081 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.081 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_main": { 2024-04-02T08:23:52.081 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.081 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.081 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_wal": { 2024-04-02T08:23:52.081 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.081 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.082 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_slow": { 2024-04-02T08:23:52.082 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.082 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.082 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_sst": { 2024-04-02T08:23:52.082 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12288 2024-04-02T08:23:52.082 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.082 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_wal": { 2024-04-02T08:23:52.082 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1093632 2024-04-02T08:23:52.082 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.082 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lat": { 2024-04-02T08:23:52.082 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:52.082 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.082 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.083 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lock_lat": { 2024-04-02T08:23:52.083 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:52.083 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.083 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.083 INFO:tasks.workunit.client.0.smithi012.stdout: "db_total_bytes": { 2024-04-02T08:23:52.083 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T08:23:52.083 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.083 INFO:tasks.workunit.client.0.smithi012.stdout: "db_used_bytes": { 2024-04-02T08:23:52.083 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 27656192 2024-04-02T08:23:52.083 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.083 INFO:tasks.workunit.client.0.smithi012.stdout: "log_bytes": { 2024-04-02T08:23:52.083 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 819200 2024-04-02T08:23:52.083 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.084 INFO:tasks.workunit.client.0.smithi012.stdout: "logged_bytes": { 2024-04-02T08:23:52.084 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 679936 2024-04-02T08:23:52.084 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.084 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_db": { 2024-04-02T08:23:52.084 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 31850496 2024-04-02T08:23:52.084 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.084 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_slow": { 2024-04-02T08:23:52.084 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.084 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.084 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_wal": { 2024-04-02T08:23:52.084 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.084 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.084 INFO:tasks.workunit.client.0.smithi012.stdout: "num_files": { 2024-04-02T08:23:52.084 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14 2024-04-02T08:23:52.085 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.085 INFO:tasks.workunit.client.0.smithi012.stdout: "read_bytes": { 2024-04-02T08:23:52.085 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 206272 2024-04-02T08:23:52.085 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.085 INFO:tasks.workunit.client.0.smithi012.stdout: "read_count": { 2024-04-02T08:23:52.085 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 23 2024-04-02T08:23:52.085 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.085 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes": { 2024-04-02T08:23:52.085 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1282048 2024-04-02T08:23:52.085 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.085 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_db": { 2024-04-02T08:23:52.085 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1286144 2024-04-02T08:23:52.085 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.086 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_slow": { 2024-04-02T08:23:52.086 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.086 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.086 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_wal": { 2024-04-02T08:23:52.086 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.086 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.086 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_count": { 2024-04-02T08:23:52.086 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15 2024-04-02T08:23:52.086 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.086 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_bytes": { 2024-04-02T08:23:52.086 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4913 2024-04-02T08:23:52.086 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.086 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_count": { 2024-04-02T08:23:52.086 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4 2024-04-02T08:23:52.087 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.087 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_bytes": { 2024-04-02T08:23:52.087 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5500 2024-04-02T08:23:52.087 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.087 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_count": { 2024-04-02T08:23:52.087 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24 2024-04-02T08:23:52.087 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.087 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_bytes": { 2024-04-02T08:23:52.087 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5500 2024-04-02T08:23:52.087 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.087 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_count": { 2024-04-02T08:23:52.087 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24 2024-04-02T08:23:52.087 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.087 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes": { 2024-04-02T08:23:52.088 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.088 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.088 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:23:52.088 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.088 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.088 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:23:52.088 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.088 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.088 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:23:52.088 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.088 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.088 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_count": { 2024-04-02T08:23:52.088 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.088 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.089 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_total_bytes": { 2024-04-02T08:23:52.089 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.089 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.089 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_used_bytes": { 2024-04-02T08:23:52.089 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.089 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.089 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_total_bytes": { 2024-04-02T08:23:52.089 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.089 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.089 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_used_bytes": { 2024-04-02T08:23:52.089 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.089 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.089 INFO:tasks.workunit.client.0.smithi012.stdout: "write_bytes": { 2024-04-02T08:23:52.090 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1851392 2024-04-02T08:23:52.090 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:52.090 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.090 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore": { 2024-04-02T08:23:52.090 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit": { 2024-04-02T08:23:52.090 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4096 2024-04-02T08:23:52.090 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.090 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": { 2024-04-02T08:23:52.090 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1306624 2024-04-02T08:23:52.090 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.090 INFO:tasks.workunit.client.0.smithi012.stdout: "clist_lat": { 2024-04-02T08:23:52.090 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T08:23:52.090 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 91014 2024-04-02T08:23:52.091 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.091 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_lat": { 2024-04-02T08:23:52.091 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:52.091 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.091 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.091 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed": { 2024-04-02T08:23:52.091 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.091 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.091 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_allocated": { 2024-04-02T08:23:52.091 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.091 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.091 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_original": { 2024-04-02T08:23:52.091 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.091 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.092 INFO:tasks.workunit.client.0.smithi012.stdout: "csum_lat": { 2024-04-02T08:23:52.092 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8, 2024-04-02T08:23:52.092 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 26751 2024-04-02T08:23:52.092 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.092 INFO:tasks.workunit.client.0.smithi012.stdout: "decompress_lat": { 2024-04-02T08:23:52.092 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:52.092 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.092 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.092 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_commit_lat": { 2024-04-02T08:23:52.092 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 153, 2024-04-02T08:23:52.092 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 64465789 2024-04-02T08:23:52.092 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.092 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_final_lat": { 2024-04-02T08:23:52.092 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 147, 2024-04-02T08:23:52.093 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13138514 2024-04-02T08:23:52.093 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.093 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_flush_lat": { 2024-04-02T08:23:52.093 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 153, 2024-04-02T08:23:52.093 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 90859 2024-04-02T08:23:52.093 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.093 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_sync_lat": { 2024-04-02T08:23:52.093 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 153, 2024-04-02T08:23:52.093 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 64556648 2024-04-02T08:23:52.093 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.093 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_keys_lat": { 2024-04-02T08:23:52.093 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:52.093 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.093 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.094 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_values_lat": { 2024-04-02T08:23:52.094 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T08:23:52.094 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 45349 2024-04-02T08:23:52.094 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.094 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_lower_bound_lat": { 2024-04-02T08:23:52.094 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:52.094 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.094 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.094 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_next_lat": { 2024-04-02T08:23:52.094 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:52.094 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.094 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.094 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:23:52.095 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T08:23:52.095 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.095 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.095 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_upper_bound_lat": { 2024-04-02T08:23:52.095 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2, 2024-04-02T08:23:52.095 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6573 2024-04-02T08:23:52.095 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.095 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_hits": { 2024-04-02T08:23:52.095 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 607 2024-04-02T08:23:52.095 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.095 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_misses": { 2024-04-02T08:23:52.095 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 278 2024-04-02T08:23:52.095 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.095 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T08:23:52.096 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 118, 2024-04-02T08:23:52.096 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3344359 2024-04-02T08:23:52.096 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.096 INFO:tasks.workunit.client.0.smithi012.stdout: "read_onode_meta_lat": { 2024-04-02T08:23:52.096 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 183, 2024-04-02T08:23:52.096 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 303649 2024-04-02T08:23:52.096 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.096 INFO:tasks.workunit.client.0.smithi012.stdout: "read_wait_aio_lat": { 2024-04-02T08:23:52.096 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 65, 2024-04-02T08:23:52.096 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2607625 2024-04-02T08:23:52.096 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.096 INFO:tasks.workunit.client.0.smithi012.stdout: "reads_with_retries": { 2024-04-02T08:23:52.096 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.097 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.097 INFO:tasks.workunit.client.0.smithi012.stdout: "remove_lat": { 2024-04-02T08:23:52.097 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T08:23:52.097 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14376 2024-04-02T08:23:52.097 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.097 INFO:tasks.workunit.client.0.smithi012.stdout: "state_aio_wait_lat": { 2024-04-02T08:23:52.097 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 289, 2024-04-02T08:23:52.097 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3087442 2024-04-02T08:23:52.097 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.097 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:23:52.097 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 20, 2024-04-02T08:23:52.097 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1321586 2024-04-02T08:23:52.097 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.097 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:23:52.098 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 20, 2024-04-02T08:23:52.098 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 234789059906 2024-04-02T08:23:52.098 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.098 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_queued_lat": { 2024-04-02T08:23:52.098 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 20, 2024-04-02T08:23:52.098 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 38440488657 2024-04-02T08:23:52.098 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.098 INFO:tasks.workunit.client.0.smithi012.stdout: "state_done_lat": { 2024-04-02T08:23:52.098 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 289, 2024-04-02T08:23:52.098 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 475859 2024-04-02T08:23:52.098 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.098 INFO:tasks.workunit.client.0.smithi012.stdout: "state_finishing_lat": { 2024-04-02T08:23:52.098 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 289, 2024-04-02T08:23:52.099 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 32049 2024-04-02T08:23:52.099 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.099 INFO:tasks.workunit.client.0.smithi012.stdout: "state_io_done_lat": { 2024-04-02T08:23:52.099 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 289, 2024-04-02T08:23:52.099 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 935067 2024-04-02T08:23:52.099 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.099 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_commiting_lat": { 2024-04-02T08:23:52.099 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 289, 2024-04-02T08:23:52.099 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 235034391 2024-04-02T08:23:52.099 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.099 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_done_lat": { 2024-04-02T08:23:52.099 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 289, 2024-04-02T08:23:52.099 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 90274 2024-04-02T08:23:52.099 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.100 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_queued_lat": { 2024-04-02T08:23:52.100 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 289, 2024-04-02T08:23:52.100 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 191570507 2024-04-02T08:23:52.100 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.100 INFO:tasks.workunit.client.0.smithi012.stdout: "state_prepare_lat": { 2024-04-02T08:23:52.100 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 289, 2024-04-02T08:23:52.100 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11536198 2024-04-02T08:23:52.100 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.100 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": { 2024-04-02T08:23:52.100 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 900105 2024-04-02T08:23:52.100 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.100 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T08:23:52.100 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 19, 2024-04-02T08:23:52.101 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 78346 2024-04-02T08:23:52.101 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.101 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_commit_lat": { 2024-04-02T08:23:52.101 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 289, 2024-04-02T08:23:52.101 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 442206067 2024-04-02T08:23:52.101 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.101 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_submit_lat": { 2024-04-02T08:23:52.101 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 289, 2024-04-02T08:23:52.101 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13941816 2024-04-02T08:23:52.101 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.101 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_throttle_lat": { 2024-04-02T08:23:52.101 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 289, 2024-04-02T08:23:52.101 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1948834 2024-04-02T08:23:52.101 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:52.102 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.102 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache": { 2024-04-02T08:23:52.102 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T08:23:52.102 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1862576429 2024-04-02T08:23:52.102 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.102 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T08:23:52.102 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 43302912 2024-04-02T08:23:52.102 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.102 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T08:23:52.102 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 42295296 2024-04-02T08:23:52.102 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.102 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T08:23:52.102 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3138685644 2024-04-02T08:23:52.103 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.103 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T08:23:52.103 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1007616 2024-04-02T08:23:52.103 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:52.103 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.103 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:data": { 2024-04-02T08:23:52.103 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:52.103 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 159383552 2024-04-02T08:23:52.103 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.103 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:52.103 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.103 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.103 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:52.103 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.104 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.104 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:52.104 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 85557260 2024-04-02T08:23:52.104 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.104 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:52.104 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.104 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.104 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:52.104 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.104 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.104 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:52.104 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.104 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.104 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:52.104 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.105 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.105 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:52.105 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.105 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.105 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:52.105 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 135168 2024-04-02T08:23:52.105 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.105 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:52.105 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.105 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.105 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:52.105 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.105 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.106 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:52.106 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.106 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.106 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:52.106 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 73691124 2024-04-02T08:23:52.106 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:52.106 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.106 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv": { 2024-04-02T08:23:52.106 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:52.106 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 780140544 2024-04-02T08:23:52.106 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.106 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:52.106 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T08:23:52.107 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.107 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:52.107 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.107 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.107 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:52.107 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 641679452 2024-04-02T08:23:52.107 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.107 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:52.107 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.107 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.107 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:52.107 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.107 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.108 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:52.108 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.108 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.108 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:52.108 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.108 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.108 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:52.108 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.108 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.108 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:52.108 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2128 2024-04-02T08:23:52.108 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.108 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:52.109 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.109 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.109 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:52.109 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.109 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.109 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:52.109 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.109 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.109 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:52.109 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71350100 2024-04-02T08:23:52.109 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:52.109 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.109 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:23:52.110 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:52.110 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 192937984 2024-04-02T08:23:52.110 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.110 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:52.110 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T08:23:52.110 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.110 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:52.110 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 464 2024-04-02T08:23:52.110 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.110 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:52.110 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57038173 2024-04-02T08:23:52.110 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.110 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:52.111 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.111 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.111 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:52.111 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.111 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.111 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:52.111 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.111 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.111 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:52.111 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.111 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.111 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:52.111 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.112 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.112 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:52.112 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.112 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.112 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:52.112 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.112 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.112 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:52.112 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.112 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.112 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:52.112 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.112 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.112 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:52.112 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 68790483 2024-04-02T08:23:52.113 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:52.113 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.113 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:meta": { 2024-04-02T08:23:52.113 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T08:23:52.113 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 713031680 2024-04-02T08:23:52.113 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.113 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T08:23:52.113 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.113 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.113 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T08:23:52.113 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.113 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.113 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T08:23:52.114 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 641679452 2024-04-02T08:23:52.114 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.114 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T08:23:52.114 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.114 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.114 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T08:23:52.114 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.114 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.114 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T08:23:52.114 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.114 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.114 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T08:23:52.114 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.114 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.115 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T08:23:52.115 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.115 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.115 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T08:23:52.115 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 233213 2024-04-02T08:23:52.115 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.115 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T08:23:52.115 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.115 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.115 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T08:23:52.115 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.115 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.115 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T08:23:52.116 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.116 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.116 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T08:23:52.116 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71119015 2024-04-02T08:23:52.116 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:52.116 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.116 INFO:tasks.workunit.client.0.smithi012.stdout: "objecter": { 2024-04-02T08:23:52.116 INFO:tasks.workunit.client.0.smithi012.stdout: "op_active": { 2024-04-02T08:23:52.116 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.116 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.116 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T08:23:52.116 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.116 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.116 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rmw": { 2024-04-02T08:23:52.117 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.117 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.117 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T08:23:52.117 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.117 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:52.117 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.117 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T08:23:52.117 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg": { 2024-04-02T08:23:52.117 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 46 2024-04-02T08:23:52.117 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.117 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg_removing": { 2024-04-02T08:23:52.117 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.117 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.117 INFO:tasks.workunit.client.0.smithi012.stdout: "op": { 2024-04-02T08:23:52.118 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 115 2024-04-02T08:23:52.118 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.118 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_degraded": { 2024-04-02T08:23:52.118 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.118 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.118 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_unreadable": { 2024-04-02T08:23:52.118 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.118 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.118 INFO:tasks.workunit.client.0.smithi012.stdout: "op_in_bytes": { 2024-04-02T08:23:52.118 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.118 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.118 INFO:tasks.workunit.client.0.smithi012.stdout: "op_latency": { 2024-04-02T08:23:52.118 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 115, 2024-04-02T08:23:52.119 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 92607041 2024-04-02T08:23:52.119 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.119 INFO:tasks.workunit.client.0.smithi012.stdout: "op_out_bytes": { 2024-04-02T08:23:52.119 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 265066 2024-04-02T08:23:52.119 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.119 INFO:tasks.workunit.client.0.smithi012.stdout: "op_prepare_latency": { 2024-04-02T08:23:52.119 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 117, 2024-04-02T08:23:52.119 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 31833905 2024-04-02T08:23:52.119 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.119 INFO:tasks.workunit.client.0.smithi012.stdout: "op_process_latency": { 2024-04-02T08:23:52.119 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 115, 2024-04-02T08:23:52.119 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 84223145 2024-04-02T08:23:52.119 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.119 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T08:23:52.120 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 80 2024-04-02T08:23:52.120 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.120 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency": { 2024-04-02T08:23:52.120 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 80, 2024-04-02T08:23:52.120 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15584313 2024-04-02T08:23:52.120 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.120 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:23:52.120 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.120 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.120 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_out_bytes": { 2024-04-02T08:23:52.120 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 265066 2024-04-02T08:23:52.120 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.120 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_prepare_latency": { 2024-04-02T08:23:52.121 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 80, 2024-04-02T08:23:52.121 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14295201 2024-04-02T08:23:52.121 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.121 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_process_latency": { 2024-04-02T08:23:52.121 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 80, 2024-04-02T08:23:52.121 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11808529 2024-04-02T08:23:52.121 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.121 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw": { 2024-04-02T08:23:52.121 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 30 2024-04-02T08:23:52.121 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.121 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_in_bytes": { 2024-04-02T08:23:52.121 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.121 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.121 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency": { 2024-04-02T08:23:52.122 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 30, 2024-04-02T08:23:52.122 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 31488222 2024-04-02T08:23:52.122 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.122 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:23:52.122 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.122 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.122 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:23:52.122 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.122 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.122 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_out_bytes": { 2024-04-02T08:23:52.122 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.122 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.122 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_prepare_latency": { 2024-04-02T08:23:52.123 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 30, 2024-04-02T08:23:52.123 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14162523 2024-04-02T08:23:52.123 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.123 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_process_latency": { 2024-04-02T08:23:52.123 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 30, 2024-04-02T08:23:52.123 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 29547142 2024-04-02T08:23:52.123 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.123 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T08:23:52.123 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5 2024-04-02T08:23:52.123 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.123 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_in_bytes": { 2024-04-02T08:23:52.123 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.123 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.123 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency": { 2024-04-02T08:23:52.124 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 5, 2024-04-02T08:23:52.124 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 45534506 2024-04-02T08:23:52.124 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.124 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:23:52.124 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.124 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.124 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_prepare_latency": { 2024-04-02T08:23:52.124 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 7, 2024-04-02T08:23:52.124 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3376181 2024-04-02T08:23:52.124 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.124 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_process_latency": { 2024-04-02T08:23:52.124 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 5, 2024-04-02T08:23:52.124 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 42867474 2024-04-02T08:23:52.125 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.125 INFO:tasks.workunit.client.0.smithi012.stdout: "op_wip": { 2024-04-02T08:23:52.125 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.125 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.125 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_bytes": { 2024-04-02T08:23:52.125 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.125 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.125 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_ops": { 2024-04-02T08:23:52.125 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T08:23:52.125 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.125 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes": { 2024-04-02T08:23:52.125 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T08:23:52.125 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.125 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes_used": { 2024-04-02T08:23:52.126 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 28971008 2024-04-02T08:23:52.126 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:52.126 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:52.126 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:52.126 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.126 INFO:tasks.workunit.client.0.smithi012.stdout: "pools": [ 2024-04-02T08:23:52.126 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.126 INFO:tasks.workunit.client.0.smithi012.stdout: "application": [ 2024-04-02T08:23:52.126 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr" 2024-04-02T08:23:52.126 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.126 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_mode": "none", 2024-04-02T08:23:52.126 INFO:tasks.workunit.client.0.smithi012.stdout: "erasure_code_profile": {}, 2024-04-02T08:23:52.126 INFO:tasks.workunit.client.0.smithi012.stdout: "min_size": 2, 2024-04-02T08:23:52.127 INFO:tasks.workunit.client.0.smithi012.stdout: "options": {}, 2024-04-02T08:23:52.127 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:23:52.127 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_num": 1, 2024-04-02T08:23:52.127 INFO:tasks.workunit.client.0.smithi012.stdout: "pgp_num": 1, 2024-04-02T08:23:52.127 INFO:tasks.workunit.client.0.smithi012.stdout: "pool": 1, 2024-04-02T08:23:52.127 INFO:tasks.workunit.client.0.smithi012.stdout: "size": 3, 2024-04-02T08:23:52.127 INFO:tasks.workunit.client.0.smithi012.stdout: "stats": { 2024-04-02T08:23:52.127 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_raw": 729330395402, 2024-04-02T08:23:52.127 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_used": 1781760, 2024-04-02T08:23:52.127 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_bytes_used": 0, 2024-04-02T08:23:52.127 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_under_bytes": 0, 2024-04-02T08:23:52.127 INFO:tasks.workunit.client.0.smithi012.stdout: "data_bytes_used": 1781760, 2024-04-02T08:23:52.127 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty": 0, 2024-04-02T08:23:52.127 INFO:tasks.workunit.client.0.smithi012.stdout: "max_avail": 243110133760, 2024-04-02T08:23:52.128 INFO:tasks.workunit.client.0.smithi012.stdout: "objects": 2, 2024-04-02T08:23:52.128 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_bytes_used": 0, 2024-04-02T08:23:52.128 INFO:tasks.workunit.client.0.smithi012.stdout: "percent_used": 2.4430019038845785e-06, 2024-04-02T08:23:52.128 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_bytes": 0, 2024-04-02T08:23:52.128 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_objects": 0, 2024-04-02T08:23:52.128 INFO:tasks.workunit.client.0.smithi012.stdout: "rd": 394, 2024-04-02T08:23:52.128 INFO:tasks.workunit.client.0.smithi012.stdout: "rd_bytes": 598016, 2024-04-02T08:23:52.128 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": 590368, 2024-04-02T08:23:52.128 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_data": 590368, 2024-04-02T08:23:52.128 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_omap": 0, 2024-04-02T08:23:52.128 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_raw": 1771104, 2024-04-02T08:23:52.128 INFO:tasks.workunit.client.0.smithi012.stdout: "wr": 219, 2024-04-02T08:23:52.128 INFO:tasks.workunit.client.0.smithi012.stdout: "wr_bytes": 2473984 2024-04-02T08:23:52.129 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.129 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_bytes": 0, 2024-04-02T08:23:52.129 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_objects": 0, 2024-04-02T08:23:52.129 INFO:tasks.workunit.client.0.smithi012.stdout: "type": "replicated" 2024-04-02T08:23:52.129 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.129 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.129 INFO:tasks.workunit.client.0.smithi012.stdout: "application": [ 2024-04-02T08:23:52.129 INFO:tasks.workunit.client.0.smithi012.stdout: "cephfs" 2024-04-02T08:23:52.129 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.129 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_mode": "none", 2024-04-02T08:23:52.129 INFO:tasks.workunit.client.0.smithi012.stdout: "erasure_code_profile": {}, 2024-04-02T08:23:52.129 INFO:tasks.workunit.client.0.smithi012.stdout: "min_size": 2, 2024-04-02T08:23:52.129 INFO:tasks.workunit.client.0.smithi012.stdout: "options": {}, 2024-04-02T08:23:52.129 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:23:52.130 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_num": 32, 2024-04-02T08:23:52.130 INFO:tasks.workunit.client.0.smithi012.stdout: "pgp_num": 32, 2024-04-02T08:23:52.130 INFO:tasks.workunit.client.0.smithi012.stdout: "pool": 2, 2024-04-02T08:23:52.130 INFO:tasks.workunit.client.0.smithi012.stdout: "size": 3, 2024-04-02T08:23:52.130 INFO:tasks.workunit.client.0.smithi012.stdout: "stats": { 2024-04-02T08:23:52.130 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_raw": 729330395402, 2024-04-02T08:23:52.130 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_used": 98304, 2024-04-02T08:23:52.130 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_bytes_used": 0, 2024-04-02T08:23:52.130 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_under_bytes": 0, 2024-04-02T08:23:52.130 INFO:tasks.workunit.client.0.smithi012.stdout: "data_bytes_used": 98304, 2024-04-02T08:23:52.130 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty": 0, 2024-04-02T08:23:52.130 INFO:tasks.workunit.client.0.smithi012.stdout: "max_avail": 243110133760, 2024-04-02T08:23:52.131 INFO:tasks.workunit.client.0.smithi012.stdout: "objects": 22, 2024-04-02T08:23:52.131 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_bytes_used": 0, 2024-04-02T08:23:52.131 INFO:tasks.workunit.client.0.smithi012.stdout: "percent_used": 1.3478663163368765e-07, 2024-04-02T08:23:52.131 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_bytes": 0, 2024-04-02T08:23:52.131 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_objects": 0, 2024-04-02T08:23:52.131 INFO:tasks.workunit.client.0.smithi012.stdout: "rd": 0, 2024-04-02T08:23:52.131 INFO:tasks.workunit.client.0.smithi012.stdout: "rd_bytes": 0, 2024-04-02T08:23:52.131 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": 3430, 2024-04-02T08:23:52.131 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_data": 3430, 2024-04-02T08:23:52.131 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_omap": 0, 2024-04-02T08:23:52.131 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_raw": 10290, 2024-04-02T08:23:52.131 INFO:tasks.workunit.client.0.smithi012.stdout: "wr": 51, 2024-04-02T08:23:52.131 INFO:tasks.workunit.client.0.smithi012.stdout: "wr_bytes": 20480 2024-04-02T08:23:52.131 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.132 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_bytes": 0, 2024-04-02T08:23:52.132 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_objects": 0, 2024-04-02T08:23:52.132 INFO:tasks.workunit.client.0.smithi012.stdout: "type": "replicated" 2024-04-02T08:23:52.132 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.132 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.132 INFO:tasks.workunit.client.0.smithi012.stdout: "application": [ 2024-04-02T08:23:52.132 INFO:tasks.workunit.client.0.smithi012.stdout: "cephfs" 2024-04-02T08:23:52.132 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.132 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_mode": "none", 2024-04-02T08:23:52.132 INFO:tasks.workunit.client.0.smithi012.stdout: "erasure_code_profile": {}, 2024-04-02T08:23:52.132 INFO:tasks.workunit.client.0.smithi012.stdout: "min_size": 2, 2024-04-02T08:23:52.132 INFO:tasks.workunit.client.0.smithi012.stdout: "options": {}, 2024-04-02T08:23:52.132 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:23:52.133 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_num": 64, 2024-04-02T08:23:52.133 INFO:tasks.workunit.client.0.smithi012.stdout: "pgp_num": 64, 2024-04-02T08:23:52.133 INFO:tasks.workunit.client.0.smithi012.stdout: "pool": 3, 2024-04-02T08:23:52.133 INFO:tasks.workunit.client.0.smithi012.stdout: "size": 3, 2024-04-02T08:23:52.133 INFO:tasks.workunit.client.0.smithi012.stdout: "stats": { 2024-04-02T08:23:52.133 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_raw": 729330395402, 2024-04-02T08:23:52.133 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_used": 0, 2024-04-02T08:23:52.133 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_bytes_used": 0, 2024-04-02T08:23:52.133 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_under_bytes": 0, 2024-04-02T08:23:52.133 INFO:tasks.workunit.client.0.smithi012.stdout: "data_bytes_used": 0, 2024-04-02T08:23:52.133 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty": 0, 2024-04-02T08:23:52.133 INFO:tasks.workunit.client.0.smithi012.stdout: "max_avail": 243110133760, 2024-04-02T08:23:52.133 INFO:tasks.workunit.client.0.smithi012.stdout: "objects": 0, 2024-04-02T08:23:52.134 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_bytes_used": 0, 2024-04-02T08:23:52.134 INFO:tasks.workunit.client.0.smithi012.stdout: "percent_used": 0.0, 2024-04-02T08:23:52.134 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_bytes": 0, 2024-04-02T08:23:52.134 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_objects": 0, 2024-04-02T08:23:52.134 INFO:tasks.workunit.client.0.smithi012.stdout: "rd": 0, 2024-04-02T08:23:52.134 INFO:tasks.workunit.client.0.smithi012.stdout: "rd_bytes": 0, 2024-04-02T08:23:52.134 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": 0, 2024-04-02T08:23:52.134 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_data": 0, 2024-04-02T08:23:52.134 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_omap": 0, 2024-04-02T08:23:52.134 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_raw": 0, 2024-04-02T08:23:52.134 INFO:tasks.workunit.client.0.smithi012.stdout: "wr": 0, 2024-04-02T08:23:52.134 INFO:tasks.workunit.client.0.smithi012.stdout: "wr_bytes": 0 2024-04-02T08:23:52.134 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.135 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_bytes": 0, 2024-04-02T08:23:52.135 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_objects": 0, 2024-04-02T08:23:52.135 INFO:tasks.workunit.client.0.smithi012.stdout: "type": "replicated" 2024-04-02T08:23:52.135 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.135 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.135 INFO:tasks.workunit.client.0.smithi012.stdout: "application": [ 2024-04-02T08:23:52.135 INFO:tasks.workunit.client.0.smithi012.stdout: "rbd" 2024-04-02T08:23:52.135 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.135 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_mode": "none", 2024-04-02T08:23:52.135 INFO:tasks.workunit.client.0.smithi012.stdout: "erasure_code_profile": {}, 2024-04-02T08:23:52.135 INFO:tasks.workunit.client.0.smithi012.stdout: "min_size": 2, 2024-04-02T08:23:52.135 INFO:tasks.workunit.client.0.smithi012.stdout: "options": {}, 2024-04-02T08:23:52.135 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:23:52.136 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_num": 8, 2024-04-02T08:23:52.136 INFO:tasks.workunit.client.0.smithi012.stdout: "pgp_num": 8, 2024-04-02T08:23:52.136 INFO:tasks.workunit.client.0.smithi012.stdout: "pool": 4, 2024-04-02T08:23:52.136 INFO:tasks.workunit.client.0.smithi012.stdout: "size": 3, 2024-04-02T08:23:52.136 INFO:tasks.workunit.client.0.smithi012.stdout: "stats": { 2024-04-02T08:23:52.136 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_raw": 729330395402, 2024-04-02T08:23:52.136 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_used": 0, 2024-04-02T08:23:52.136 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_bytes_used": 0, 2024-04-02T08:23:52.136 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_under_bytes": 0, 2024-04-02T08:23:52.136 INFO:tasks.workunit.client.0.smithi012.stdout: "data_bytes_used": 0, 2024-04-02T08:23:52.136 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty": 0, 2024-04-02T08:23:52.136 INFO:tasks.workunit.client.0.smithi012.stdout: "max_avail": 243110133760, 2024-04-02T08:23:52.136 INFO:tasks.workunit.client.0.smithi012.stdout: "objects": 0, 2024-04-02T08:23:52.136 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_bytes_used": 0, 2024-04-02T08:23:52.137 INFO:tasks.workunit.client.0.smithi012.stdout: "percent_used": 0.0, 2024-04-02T08:23:52.137 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_bytes": 0, 2024-04-02T08:23:52.137 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_objects": 0, 2024-04-02T08:23:52.137 INFO:tasks.workunit.client.0.smithi012.stdout: "rd": 0, 2024-04-02T08:23:52.137 INFO:tasks.workunit.client.0.smithi012.stdout: "rd_bytes": 0, 2024-04-02T08:23:52.137 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": 0, 2024-04-02T08:23:52.137 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_data": 0, 2024-04-02T08:23:52.137 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_omap": 0, 2024-04-02T08:23:52.137 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_raw": 0, 2024-04-02T08:23:52.137 INFO:tasks.workunit.client.0.smithi012.stdout: "wr": 0, 2024-04-02T08:23:52.137 INFO:tasks.workunit.client.0.smithi012.stdout: "wr_bytes": 0 2024-04-02T08:23:52.137 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.137 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_bytes": 0, 2024-04-02T08:23:52.137 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_objects": 0, 2024-04-02T08:23:52.137 INFO:tasks.workunit.client.0.smithi012.stdout: "type": "replicated" 2024-04-02T08:23:52.138 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:52.138 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.138 INFO:tasks.workunit.client.0.smithi012.stdout: "rbd": { 2024-04-02T08:23:52.138 INFO:tasks.workunit.client.0.smithi012.stdout: "mirroring_by_pool": [ 2024-04-02T08:23:52.138 INFO:tasks.workunit.client.0.smithi012.stdout: false 2024-04-02T08:23:52.138 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.138 INFO:tasks.workunit.client.0.smithi012.stdout: "num_images_by_pool": [ 2024-04-02T08:23:52.138 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:52.138 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.138 INFO:tasks.workunit.client.0.smithi012.stdout: "num_pools": 1 2024-04-02T08:23:52.138 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.138 INFO:tasks.workunit.client.0.smithi012.stdout: "report_id": "b70f64df-7250-40a6-89d3-f1b4734f29cf", 2024-04-02T08:23:52.138 INFO:tasks.workunit.client.0.smithi012.stdout: "report_timestamp": "2024-04-02T08:23:50.835381", 2024-04-02T08:23:52.139 INFO:tasks.workunit.client.0.smithi012.stdout: "report_version": 1, 2024-04-02T08:23:52.139 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_stats": { 2024-04-02T08:23:52.139 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "7.9.2" 2024-04-02T08:23:52.139 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.139 INFO:tasks.workunit.client.0.smithi012.stdout: "rook": { 2024-04-02T08:23:52.139 INFO:tasks.workunit.client.0.smithi012.stdout: "cluster": { 2024-04-02T08:23:52.139 INFO:tasks.workunit.client.0.smithi012.stdout: "external-mode": null, 2024-04-02T08:23:52.139 INFO:tasks.workunit.client.0.smithi012.stdout: "mon": { 2024-04-02T08:23:52.139 INFO:tasks.workunit.client.0.smithi012.stdout: "allow-multiple-per-node": null, 2024-04-02T08:23:52.139 INFO:tasks.workunit.client.0.smithi012.stdout: "count": null, 2024-04-02T08:23:52.139 INFO:tasks.workunit.client.0.smithi012.stdout: "max-id": null, 2024-04-02T08:23:52.139 INFO:tasks.workunit.client.0.smithi012.stdout: "pvc": { 2024-04-02T08:23:52.139 INFO:tasks.workunit.client.0.smithi012.stdout: "enabled": null 2024-04-02T08:23:52.139 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.140 INFO:tasks.workunit.client.0.smithi012.stdout: "stretch": { 2024-04-02T08:23:52.140 INFO:tasks.workunit.client.0.smithi012.stdout: "enabled": null 2024-04-02T08:23:52.140 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:52.140 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.140 INFO:tasks.workunit.client.0.smithi012.stdout: "network": { 2024-04-02T08:23:52.140 INFO:tasks.workunit.client.0.smithi012.stdout: "provider": null 2024-04-02T08:23:52.140 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.140 INFO:tasks.workunit.client.0.smithi012.stdout: "storage": { 2024-04-02T08:23:52.140 INFO:tasks.workunit.client.0.smithi012.stdout: "device-set": { 2024-04-02T08:23:52.140 INFO:tasks.workunit.client.0.smithi012.stdout: "count": { 2024-04-02T08:23:52.140 INFO:tasks.workunit.client.0.smithi012.stdout: "non-portable": null, 2024-04-02T08:23:52.140 INFO:tasks.workunit.client.0.smithi012.stdout: "portable": null, 2024-04-02T08:23:52.140 INFO:tasks.workunit.client.0.smithi012.stdout: "total": null 2024-04-02T08:23:52.140 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:52.141 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:52.141 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:52.141 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.141 INFO:tasks.workunit.client.0.smithi012.stdout: "csi": { 2024-04-02T08:23:52.141 INFO:tasks.workunit.client.0.smithi012.stdout: "version": null 2024-04-02T08:23:52.141 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.141 INFO:tasks.workunit.client.0.smithi012.stdout: "kubernetes": { 2024-04-02T08:23:52.141 INFO:tasks.workunit.client.0.smithi012.stdout: "version": null 2024-04-02T08:23:52.141 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.141 INFO:tasks.workunit.client.0.smithi012.stdout: "node": { 2024-04-02T08:23:52.141 INFO:tasks.workunit.client.0.smithi012.stdout: "count": { 2024-04-02T08:23:52.141 INFO:tasks.workunit.client.0.smithi012.stdout: "kubernetes-total": null, 2024-04-02T08:23:52.141 INFO:tasks.workunit.client.0.smithi012.stdout: "with-ceph-daemons": null, 2024-04-02T08:23:52.141 INFO:tasks.workunit.client.0.smithi012.stdout: "with-csi-cephfs-plugin": null, 2024-04-02T08:23:52.142 INFO:tasks.workunit.client.0.smithi012.stdout: "with-csi-nfs-plugin": null, 2024-04-02T08:23:52.142 INFO:tasks.workunit.client.0.smithi012.stdout: "with-csi-rbd-plugin": null 2024-04-02T08:23:52.142 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:52.142 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.142 INFO:tasks.workunit.client.0.smithi012.stdout: "usage": { 2024-04-02T08:23:52.142 INFO:tasks.workunit.client.0.smithi012.stdout: "storage-class": { 2024-04-02T08:23:52.142 INFO:tasks.workunit.client.0.smithi012.stdout: "count": { 2024-04-02T08:23:52.142 INFO:tasks.workunit.client.0.smithi012.stdout: "bucket": null, 2024-04-02T08:23:52.142 INFO:tasks.workunit.client.0.smithi012.stdout: "cephfs": null, 2024-04-02T08:23:52.142 INFO:tasks.workunit.client.0.smithi012.stdout: "nfs": null, 2024-04-02T08:23:52.142 INFO:tasks.workunit.client.0.smithi012.stdout: "rbd": null, 2024-04-02T08:23:52.142 INFO:tasks.workunit.client.0.smithi012.stdout: "total": null 2024-04-02T08:23:52.142 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:52.143 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:52.143 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.143 INFO:tasks.workunit.client.0.smithi012.stdout: "version": null 2024-04-02T08:23:52.143 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.143 INFO:tasks.workunit.client.0.smithi012.stdout: "services": {}, 2024-04-02T08:23:52.143 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_per_pg": [ 2024-04-02T08:23:52.143 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.143 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.143 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.143 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:52.143 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:52.143 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.143 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T08:23:52.143 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.144 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.144 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.144 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.144 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.144 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.144 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.329119+0000", 2024-04-02T08:23:52.144 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.036567+0000", 2024-04-02T08:23:52.144 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.036567+0000", 2024-04-02T08:23:52.144 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.036902+0000", 2024-04-02T08:23:52.144 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.329119+0000", 2024-04-02T08:23:52.144 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.144 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.144 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.145 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:52.145 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.329119+0000", 2024-04-02T08:23:52.145 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.329119+0000", 2024-04-02T08:23:52.145 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.329119+0000", 2024-04-02T08:23:52.145 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.145 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.145 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.145 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.329119+0000", 2024-04-02T08:23:52.145 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.329119+0000", 2024-04-02T08:23:52.145 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.145 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.145 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.145 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.145 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:52.146 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.146 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.146 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.146 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.146 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.146 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.146 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.146 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.146 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.3f", 2024-04-02T08:23:52.146 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.146 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.146 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.147 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:52.147 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.147 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:43:41.629275+0000", 2024-04-02T08:23:52.147 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.147 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.147 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.147 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.147 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.147 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.147 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.147 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.147 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.147 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.147 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.148 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.148 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.148 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.148 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.148 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.148 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.148 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.148 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.148 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.148 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.148 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.148 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.148 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.148 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.149 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.149 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.149 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.149 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.149 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.149 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.149 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.149 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.149 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.149 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.149 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.149 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.149 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.150 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.150 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.150 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.150 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.150 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.150 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.150 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.150 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.150 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.150 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.150 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:52.150 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:52.150 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.150 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T08:23:52.151 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.151 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.151 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.151 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.151 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:52.151 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:52.151 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:52.151 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.151 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T08:23:52.151 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.151 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.151 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.151 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.152 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.152 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.152 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.041306+0000", 2024-04-02T08:23:52.152 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.028550+0000", 2024-04-02T08:23:52.152 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.028550+0000", 2024-04-02T08:23:52.152 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.029327+0000", 2024-04-02T08:23:52.152 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.041306+0000", 2024-04-02T08:23:52.152 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.152 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.152 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.152 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:52.152 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.041306+0000", 2024-04-02T08:23:52.152 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.041306+0000", 2024-04-02T08:23:52.152 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.041306+0000", 2024-04-02T08:23:52.153 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.153 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.153 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.153 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.041306+0000", 2024-04-02T08:23:52.153 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.041306+0000", 2024-04-02T08:23:52.153 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.153 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.153 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.153 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.153 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:52.153 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.153 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.153 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.154 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.154 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.154 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.154 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.154 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.154 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.3e", 2024-04-02T08:23:52.154 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.154 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.154 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.154 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:52.154 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.154 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:09:44.556242+0000", 2024-04-02T08:23:52.154 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.155 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.155 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.155 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.155 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.155 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.155 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.155 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.155 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.155 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.155 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.155 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.155 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.155 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.155 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.156 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.156 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.156 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.156 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.156 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.156 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.156 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.156 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.156 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.156 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.156 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.156 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.156 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.156 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.157 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.157 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.157 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.157 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.157 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.157 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.157 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.157 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.157 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.157 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.157 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.157 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.157 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.157 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.158 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.158 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.158 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.158 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.158 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:52.158 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:52.158 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:52.158 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.158 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T08:23:52.158 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.158 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.158 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.158 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.159 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.159 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:52.159 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:52.159 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.159 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T08:23:52.159 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.159 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.159 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.159 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.159 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.159 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.159 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398300+0000", 2024-04-02T08:23:52.159 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:47.912129+0000", 2024-04-02T08:23:52.159 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:47.912129+0000", 2024-04-02T08:23:52.160 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:47.912504+0000", 2024-04-02T08:23:52.160 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398300+0000", 2024-04-02T08:23:52.160 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.160 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.160 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.160 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 64, 2024-04-02T08:23:52.160 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398300+0000", 2024-04-02T08:23:52.160 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398300+0000", 2024-04-02T08:23:52.160 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398300+0000", 2024-04-02T08:23:52.160 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.160 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.160 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.160 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398300+0000", 2024-04-02T08:23:52.161 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398300+0000", 2024-04-02T08:23:52.161 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.161 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.161 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.161 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.161 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 63, 2024-04-02T08:23:52.161 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.161 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.161 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.161 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.161 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.161 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.161 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.162 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.162 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.3d", 2024-04-02T08:23:52.162 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.162 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.162 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.162 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 17, 2024-04-02T08:23:52.162 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.162 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:08:09.144337+0000", 2024-04-02T08:23:52.162 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.162 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.162 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.162 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.162 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.163 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.163 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.163 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.163 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.163 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.163 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.163 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.163 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.163 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.163 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.163 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.163 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.163 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.164 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.164 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.164 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.164 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.164 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.164 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.164 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.164 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.164 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.164 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.164 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.164 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.164 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.165 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.165 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.165 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.165 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.165 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.165 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.165 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.165 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.165 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.165 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.165 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.165 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.165 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.166 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.166 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.166 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.166 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.166 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:52.166 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:52.166 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.166 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T08:23:52.166 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.166 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.166 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.166 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.166 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.167 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.167 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:52.167 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.167 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T08:23:52.167 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.167 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.167 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.167 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.167 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.167 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.167 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.040779+0000", 2024-04-02T08:23:52.167 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.025463+0000", 2024-04-02T08:23:52.167 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.025463+0000", 2024-04-02T08:23:52.168 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.026420+0000", 2024-04-02T08:23:52.168 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.040779+0000", 2024-04-02T08:23:52.168 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.168 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.168 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.168 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:52.168 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.040779+0000", 2024-04-02T08:23:52.168 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.040779+0000", 2024-04-02T08:23:52.168 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.040779+0000", 2024-04-02T08:23:52.168 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.168 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.168 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.168 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.040779+0000", 2024-04-02T08:23:52.168 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.040779+0000", 2024-04-02T08:23:52.169 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.169 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.169 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.169 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.169 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:52.169 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.169 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.169 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.169 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.169 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.169 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.169 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.169 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.170 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.3c", 2024-04-02T08:23:52.170 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.170 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.170 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.170 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:52.170 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.170 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:11:12.611446+0000", 2024-04-02T08:23:52.170 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.170 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.170 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.170 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.170 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.170 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.170 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.171 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.171 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.171 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.171 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.171 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.171 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.171 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.171 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.171 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.171 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.171 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.172 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.172 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.172 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.172 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.172 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.172 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.172 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.172 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.172 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.172 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.172 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.172 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.172 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.172 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.173 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.173 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.173 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.173 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.173 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.173 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.173 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.173 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.173 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.173 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.173 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.173 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.173 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.173 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.174 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.174 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.174 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.174 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:52.174 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.174 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T08:23:52.174 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.174 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.174 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.174 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.174 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.174 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:52.174 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T08:23:52.174 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.175 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T08:23:52.175 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.175 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.175 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.175 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.175 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.175 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.175 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.328806+0000", 2024-04-02T08:23:52.175 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.039018+0000", 2024-04-02T08:23:52.175 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.039018+0000", 2024-04-02T08:23:52.175 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.039575+0000", 2024-04-02T08:23:52.175 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.328806+0000", 2024-04-02T08:23:52.175 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.176 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.176 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.176 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:52.176 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.328806+0000", 2024-04-02T08:23:52.176 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.328806+0000", 2024-04-02T08:23:52.176 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.328806+0000", 2024-04-02T08:23:52.176 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.176 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.176 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.176 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.328806+0000", 2024-04-02T08:23:52.176 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.328806+0000", 2024-04-02T08:23:52.176 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.176 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.176 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.177 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.177 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:52.177 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.177 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.177 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.177 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.177 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.177 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.177 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.177 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.177 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.3b", 2024-04-02T08:23:52.177 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.177 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.177 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.177 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:52.178 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.178 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:58:17.662844+0000", 2024-04-02T08:23:52.178 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.178 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.178 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.178 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.178 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.178 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.178 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.178 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.178 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.180 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.180 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.180 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.180 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.180 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.180 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.180 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.180 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.180 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.180 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.180 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.180 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.180 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.180 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.181 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.181 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.181 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.181 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.181 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.181 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.181 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.181 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.181 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.181 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.181 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.181 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.181 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:52.181 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T08:23:52.182 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.182 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T08:23:52.182 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.182 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.182 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.182 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.182 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:52.182 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:52.182 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:52.182 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.182 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 2, 2024-04-02T08:23:52.182 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.182 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.183 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.183 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.183 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.183 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.183 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.040504+0000", 2024-04-02T08:23:52.183 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:47.972506+0000", 2024-04-02T08:23:52.183 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:47.972506+0000", 2024-04-02T08:23:52.183 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:47.972976+0000", 2024-04-02T08:23:52.183 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.040504+0000", 2024-04-02T08:23:52.183 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.183 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.183 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.183 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 64, 2024-04-02T08:23:52.183 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.040504+0000", 2024-04-02T08:23:52.184 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.040504+0000", 2024-04-02T08:23:52.184 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.040504+0000", 2024-04-02T08:23:52.184 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.184 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.184 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.184 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.040504+0000", 2024-04-02T08:23:52.184 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.040504+0000", 2024-04-02T08:23:52.184 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.184 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.184 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.184 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.184 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 63, 2024-04-02T08:23:52.184 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.184 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.184 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.185 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.185 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.185 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.185 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.185 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.185 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.3a", 2024-04-02T08:23:52.185 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.185 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.185 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.185 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 17, 2024-04-02T08:23:52.185 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.185 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:02:02.247435+0000", 2024-04-02T08:23:52.185 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.185 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.186 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.186 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.186 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.186 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.186 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.186 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.186 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.186 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.186 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.186 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.186 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.186 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.186 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.186 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.188 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.188 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.188 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.188 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.188 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.188 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.188 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.188 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.188 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.188 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.188 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.188 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.188 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.188 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.188 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.188 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.189 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:52.189 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:52.189 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:52.189 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.189 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 2, 2024-04-02T08:23:52.189 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.189 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.189 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.189 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.189 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.189 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:52.189 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T08:23:52.189 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.190 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T08:23:52.190 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.190 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.190 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.190 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.190 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.190 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.190 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.328244+0000", 2024-04-02T08:23:52.190 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:47.907664+0000", 2024-04-02T08:23:52.190 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:47.907664+0000", 2024-04-02T08:23:52.190 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:47.907959+0000", 2024-04-02T08:23:52.190 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.328244+0000", 2024-04-02T08:23:52.190 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.191 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.191 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.191 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 64, 2024-04-02T08:23:52.191 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.328244+0000", 2024-04-02T08:23:52.191 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.328244+0000", 2024-04-02T08:23:52.191 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.328244+0000", 2024-04-02T08:23:52.191 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.191 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.191 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.191 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.328244+0000", 2024-04-02T08:23:52.191 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.328244+0000", 2024-04-02T08:23:52.191 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.191 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.191 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.192 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.192 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 63, 2024-04-02T08:23:52.192 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.192 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.192 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.192 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.192 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.192 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.192 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.192 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.192 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.39", 2024-04-02T08:23:52.192 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.192 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.192 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.192 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 28, 2024-04-02T08:23:52.193 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.193 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:09:17.641423+0000", 2024-04-02T08:23:52.193 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.193 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.193 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.193 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.193 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.193 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.193 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.193 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.193 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.193 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.193 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.193 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.195 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.195 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.195 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.195 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.195 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.195 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.195 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.195 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.195 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.195 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.195 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.195 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.195 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.195 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.196 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.196 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.196 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.196 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.196 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.196 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.196 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.196 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.196 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:52.196 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T08:23:52.196 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.196 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T08:23:52.196 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.196 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.196 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.197 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.197 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.197 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.197 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:52.197 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.197 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T08:23:52.197 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.197 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.197 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.197 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.197 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.197 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.197 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.397586+0000", 2024-04-02T08:23:52.197 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.022084+0000", 2024-04-02T08:23:52.197 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.022084+0000", 2024-04-02T08:23:52.198 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.022382+0000", 2024-04-02T08:23:52.198 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.397586+0000", 2024-04-02T08:23:52.198 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.198 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.198 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.198 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:52.198 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.397586+0000", 2024-04-02T08:23:52.198 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.397586+0000", 2024-04-02T08:23:52.198 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.397586+0000", 2024-04-02T08:23:52.198 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.198 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.198 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.198 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.397586+0000", 2024-04-02T08:23:52.199 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.397586+0000", 2024-04-02T08:23:52.199 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.199 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.199 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.199 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.199 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:52.199 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.199 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.199 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.199 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.199 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.199 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.199 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.199 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.199 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.38", 2024-04-02T08:23:52.200 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.200 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.200 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.200 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:52.200 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.200 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:17:50.319840+0000", 2024-04-02T08:23:52.200 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.200 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.200 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.200 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.200 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.200 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.200 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.201 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.201 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.201 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.201 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.201 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.201 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.201 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.201 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.201 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.201 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.201 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.201 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.201 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.201 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.202 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.202 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.202 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.202 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.202 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.202 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.202 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.202 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.202 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.202 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.202 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.202 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.202 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.203 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.203 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.203 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.203 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.203 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.203 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.203 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.203 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.203 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.203 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.203 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.203 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.203 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.203 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.204 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.204 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:52.204 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.204 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T08:23:52.204 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.204 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.204 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.204 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.204 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.204 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.204 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:52.204 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.204 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T08:23:52.205 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.205 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.205 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.205 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.205 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.205 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.205 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.329093+0000", 2024-04-02T08:23:52.205 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.036186+0000", 2024-04-02T08:23:52.205 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.036186+0000", 2024-04-02T08:23:52.205 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.036574+0000", 2024-04-02T08:23:52.205 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.329093+0000", 2024-04-02T08:23:52.205 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.205 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.205 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.206 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:52.206 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.329093+0000", 2024-04-02T08:23:52.206 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.329093+0000", 2024-04-02T08:23:52.206 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.329093+0000", 2024-04-02T08:23:52.206 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.206 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.206 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.206 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.329093+0000", 2024-04-02T08:23:52.206 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.329093+0000", 2024-04-02T08:23:52.206 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.206 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.206 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.206 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.207 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:52.207 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.207 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.207 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.207 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.207 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.207 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.207 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.207 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.207 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.37", 2024-04-02T08:23:52.207 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.207 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.207 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.207 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:52.207 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.208 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:30:23.250239+0000", 2024-04-02T08:23:52.208 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.208 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.208 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.208 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.208 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.208 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.208 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.208 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.208 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.208 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.208 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.208 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.208 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.208 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.209 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.209 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.209 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.209 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.209 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.209 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.209 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.209 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.209 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.209 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.209 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.209 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.209 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.210 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.210 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.210 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.210 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.210 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.210 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.210 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.210 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.210 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.210 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.210 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.210 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.210 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.211 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.211 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.211 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.211 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.211 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.211 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.211 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.211 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.211 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.211 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:52.211 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.211 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T08:23:52.211 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.211 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.211 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.212 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.212 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:52.212 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.212 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:52.212 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.212 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T08:23:52.212 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.212 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.212 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.212 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.212 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.212 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.212 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398887+0000", 2024-04-02T08:23:52.212 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.035051+0000", 2024-04-02T08:23:52.213 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.035051+0000", 2024-04-02T08:23:52.213 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.035740+0000", 2024-04-02T08:23:52.213 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398887+0000", 2024-04-02T08:23:52.213 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.213 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.213 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.213 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:52.213 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398887+0000", 2024-04-02T08:23:52.213 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398887+0000", 2024-04-02T08:23:52.213 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398887+0000", 2024-04-02T08:23:52.213 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.213 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.213 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.213 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398887+0000", 2024-04-02T08:23:52.214 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398887+0000", 2024-04-02T08:23:52.214 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.214 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.214 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.214 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.214 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:52.214 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.214 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.214 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.214 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.214 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.214 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.214 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.215 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.215 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.36", 2024-04-02T08:23:52.215 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.215 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.215 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.215 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:52.215 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.215 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:41:20.222325+0000", 2024-04-02T08:23:52.215 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.215 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.215 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.215 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.215 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.215 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.216 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.216 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.216 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.216 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.216 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.216 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.216 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.216 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.216 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.216 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.216 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.216 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.216 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.216 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.217 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.217 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.217 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.217 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.217 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.217 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.217 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.217 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.217 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.217 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.217 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.217 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.217 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.217 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.217 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.218 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.218 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.218 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.218 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.218 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.218 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.218 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.218 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.218 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.218 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.218 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.218 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.218 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:52.219 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.219 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:52.219 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.219 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T08:23:52.219 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.219 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.219 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.219 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.219 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:52.219 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.219 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:52.219 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.219 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T08:23:52.219 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.220 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.220 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.220 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.220 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.220 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.220 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.399142+0000", 2024-04-02T08:23:52.220 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.036252+0000", 2024-04-02T08:23:52.220 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.036252+0000", 2024-04-02T08:23:52.220 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.036654+0000", 2024-04-02T08:23:52.220 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.399142+0000", 2024-04-02T08:23:52.220 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.220 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.220 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.221 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:52.221 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.399142+0000", 2024-04-02T08:23:52.221 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.399142+0000", 2024-04-02T08:23:52.221 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.399142+0000", 2024-04-02T08:23:52.221 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.221 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.221 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.221 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.399142+0000", 2024-04-02T08:23:52.221 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.399142+0000", 2024-04-02T08:23:52.221 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.221 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.221 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.221 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.221 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:52.222 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.222 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.222 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.222 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.222 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.222 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.222 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.222 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.222 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.35", 2024-04-02T08:23:52.222 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.222 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.222 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.222 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:52.222 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.223 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:56:02.792087+0000", 2024-04-02T08:23:52.223 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.223 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.223 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.223 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.223 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.223 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.223 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.223 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.223 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.223 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.223 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.223 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.224 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.224 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.224 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.224 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.224 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.224 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.224 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.224 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.224 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.224 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.224 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.224 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.224 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.225 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.225 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.225 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.225 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.225 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.225 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.225 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.225 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.225 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.225 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.225 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.225 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.225 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.225 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.225 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.226 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.226 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.226 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.226 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.226 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.226 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.226 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.226 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:52.226 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.226 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:52.226 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.227 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T08:23:52.227 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.227 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.227 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.227 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.227 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:52.227 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:52.227 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:52.227 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.227 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 4, 2024-04-02T08:23:52.227 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.227 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.227 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.227 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.228 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.228 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.228 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398812+0000", 2024-04-02T08:23:52.228 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.021098+0000", 2024-04-02T08:23:52.228 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.021098+0000", 2024-04-02T08:23:52.228 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.021406+0000", 2024-04-02T08:23:52.228 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398812+0000", 2024-04-02T08:23:52.228 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.228 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.228 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.228 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:52.228 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398812+0000", 2024-04-02T08:23:52.228 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398812+0000", 2024-04-02T08:23:52.229 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398812+0000", 2024-04-02T08:23:52.229 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.229 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.229 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.229 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398812+0000", 2024-04-02T08:23:52.229 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398812+0000", 2024-04-02T08:23:52.229 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.229 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.229 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.229 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.229 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:52.229 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.229 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.230 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.230 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.230 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.230 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.230 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.230 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.230 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.34", 2024-04-02T08:23:52.230 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.230 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.230 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.230 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:52.230 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.230 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:41:01.057886+0000", 2024-04-02T08:23:52.230 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.231 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.231 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.231 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.231 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.231 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.231 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.231 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.231 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.231 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.231 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.231 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.231 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.231 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.232 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.232 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.232 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.232 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.232 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.232 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.232 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.232 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.232 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.232 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.232 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.232 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.232 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.232 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.233 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.233 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.233 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.233 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.233 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.233 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.233 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.233 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.233 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.233 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.233 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.233 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.233 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.233 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.234 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.234 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.234 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.234 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.234 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.234 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:52.234 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:52.234 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:52.234 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.234 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 4, 2024-04-02T08:23:52.234 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.234 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.234 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.235 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.235 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.235 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:52.235 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:52.235 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.235 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T08:23:52.235 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.235 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.235 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.235 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.235 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.235 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.235 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398285+0000", 2024-04-02T08:23:52.235 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.019257+0000", 2024-04-02T08:23:52.236 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.019257+0000", 2024-04-02T08:23:52.236 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.019560+0000", 2024-04-02T08:23:52.236 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398285+0000", 2024-04-02T08:23:52.236 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.236 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.236 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.236 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:52.236 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398285+0000", 2024-04-02T08:23:52.236 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398285+0000", 2024-04-02T08:23:52.236 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398285+0000", 2024-04-02T08:23:52.236 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.236 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.236 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.237 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398285+0000", 2024-04-02T08:23:52.237 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398285+0000", 2024-04-02T08:23:52.237 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.237 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.237 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.237 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.237 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:52.237 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.237 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.237 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.237 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.237 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.237 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.237 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.237 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.238 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.33", 2024-04-02T08:23:52.238 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.238 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.238 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.238 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:52.238 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.238 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:03:02.803227+0000", 2024-04-02T08:23:52.238 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.238 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.238 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.238 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.238 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.238 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.239 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.239 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.239 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.239 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.239 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.239 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.239 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.239 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.239 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.239 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.239 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.239 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.239 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.239 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.240 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.240 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.240 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.240 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.240 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.240 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.240 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.240 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.240 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.240 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.240 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.240 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.240 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.241 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.241 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.241 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.241 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.241 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.241 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.241 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.241 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.241 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.241 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.241 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.241 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.241 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.241 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.242 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.242 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:52.242 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:52.242 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.242 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T08:23:52.242 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.242 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.242 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.242 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.242 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:52.242 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:52.242 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T08:23:52.242 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.243 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T08:23:52.243 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.243 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.243 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.243 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.243 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.243 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.243 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.397885+0000", 2024-04-02T08:23:52.243 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.024526+0000", 2024-04-02T08:23:52.243 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.024526+0000", 2024-04-02T08:23:52.243 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.025020+0000", 2024-04-02T08:23:52.243 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.397885+0000", 2024-04-02T08:23:52.243 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.243 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.244 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.244 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:52.244 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.397885+0000", 2024-04-02T08:23:52.244 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.397885+0000", 2024-04-02T08:23:52.244 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.397885+0000", 2024-04-02T08:23:52.244 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.244 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.244 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.244 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.397885+0000", 2024-04-02T08:23:52.244 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.397885+0000", 2024-04-02T08:23:52.244 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.244 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.244 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.244 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.245 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:52.245 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.245 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.245 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.245 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.245 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.245 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.245 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.245 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.245 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.32", 2024-04-02T08:23:52.245 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.245 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.245 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.246 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:52.246 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.246 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:52:53.350677+0000", 2024-04-02T08:23:52.246 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.246 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.246 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.246 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.246 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.246 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.246 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.246 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.246 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.246 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.246 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.247 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.247 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.247 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.247 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.247 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.247 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.247 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.247 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.247 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.247 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.247 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.247 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.247 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.247 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.248 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.248 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.248 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.248 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.248 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.248 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.248 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.248 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.248 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.248 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.248 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.248 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.248 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.249 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.249 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.249 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.249 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.249 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.249 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.249 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.249 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.249 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.249 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:52.249 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:52.249 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T08:23:52.249 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.249 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T08:23:52.250 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.250 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.250 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.250 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.250 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:52.250 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:52.250 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T08:23:52.250 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.250 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T08:23:52.250 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.250 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.250 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.250 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.250 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.251 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.251 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.040321+0000", 2024-04-02T08:23:52.251 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.025993+0000", 2024-04-02T08:23:52.251 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.025993+0000", 2024-04-02T08:23:52.251 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.026272+0000", 2024-04-02T08:23:52.251 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.040321+0000", 2024-04-02T08:23:52.251 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.251 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.251 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.251 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:52.251 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.040321+0000", 2024-04-02T08:23:52.251 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.040321+0000", 2024-04-02T08:23:52.251 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.040321+0000", 2024-04-02T08:23:52.252 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.252 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.252 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.252 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.040321+0000", 2024-04-02T08:23:52.252 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.040321+0000", 2024-04-02T08:23:52.252 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.252 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.252 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.252 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.252 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:52.252 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.252 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.252 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.253 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.253 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.253 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.253 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.253 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.253 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.31", 2024-04-02T08:23:52.253 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.253 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.253 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.253 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:52.253 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.253 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:28:22.540806+0000", 2024-04-02T08:23:52.253 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.253 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.254 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.254 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.254 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.254 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.254 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.254 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.254 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.254 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.254 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.254 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.254 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.254 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.254 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.255 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.255 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.255 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.255 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.255 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.255 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.255 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.255 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.255 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.255 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.255 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.255 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.255 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.255 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.256 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.256 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.256 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.256 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.256 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.256 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.256 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.256 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.256 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.256 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.256 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.256 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.256 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.257 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.257 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.257 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.257 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.257 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.257 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:52.257 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:52.257 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T08:23:52.257 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.257 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T08:23:52.257 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.257 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.257 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.257 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.258 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.258 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:52.258 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:52.258 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.258 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T08:23:52.258 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.258 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.258 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.258 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.258 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.258 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.258 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.040384+0000", 2024-04-02T08:23:52.258 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.024112+0000", 2024-04-02T08:23:52.259 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.024112+0000", 2024-04-02T08:23:52.259 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.025333+0000", 2024-04-02T08:23:52.259 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.040384+0000", 2024-04-02T08:23:52.259 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.259 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.259 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.259 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:52.259 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.040384+0000", 2024-04-02T08:23:52.259 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.040384+0000", 2024-04-02T08:23:52.259 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.040384+0000", 2024-04-02T08:23:52.259 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.259 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.259 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.260 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.040384+0000", 2024-04-02T08:23:52.260 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.040384+0000", 2024-04-02T08:23:52.260 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.260 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.260 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.260 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.260 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:52.260 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.260 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.260 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.260 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.260 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.260 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.260 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.261 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.261 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.30", 2024-04-02T08:23:52.261 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.261 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.261 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.261 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:52.261 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.261 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:23:18.223330+0000", 2024-04-02T08:23:52.261 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.261 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.261 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.261 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.261 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.261 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.262 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.262 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.262 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.262 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.262 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.262 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.262 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.262 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.262 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.262 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.262 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.262 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.262 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.263 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.263 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.263 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.263 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.263 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.263 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.263 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.263 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.263 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.263 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.263 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.263 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.263 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.264 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.264 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.264 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.264 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.264 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.264 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.264 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.264 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.264 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.264 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.264 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.264 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.264 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.265 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.265 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.265 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.265 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:52.265 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:52.265 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.265 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T08:23:52.265 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.265 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.265 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.265 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.265 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.265 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.265 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T08:23:52.266 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.266 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T08:23:52.266 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.266 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.266 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.266 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.266 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.266 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.266 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.041194+0000", 2024-04-02T08:23:52.266 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.028683+0000", 2024-04-02T08:23:52.266 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.028683+0000", 2024-04-02T08:23:52.266 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.029059+0000", 2024-04-02T08:23:52.266 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.041194+0000", 2024-04-02T08:23:52.266 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.267 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.267 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.267 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:52.267 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.041194+0000", 2024-04-02T08:23:52.267 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.041194+0000", 2024-04-02T08:23:52.267 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.041194+0000", 2024-04-02T08:23:52.267 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.267 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.267 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.267 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.041194+0000", 2024-04-02T08:23:52.267 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.041194+0000", 2024-04-02T08:23:52.267 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.267 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.267 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.268 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.268 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:52.268 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.268 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.268 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.268 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.268 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.268 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.268 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.268 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.268 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.2f", 2024-04-02T08:23:52.268 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.268 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.269 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.269 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:52.269 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.269 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:15:12.290483+0000", 2024-04-02T08:23:52.269 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.269 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.269 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.269 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.269 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.269 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.269 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.269 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.269 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.269 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.270 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.270 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.270 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.270 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.270 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.270 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.270 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.270 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.270 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.270 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.270 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.270 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.270 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.271 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.271 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.271 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.271 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.271 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.271 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.271 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.271 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.271 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.271 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.271 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.271 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.271 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.272 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.272 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.272 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.272 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.272 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.272 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.272 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.272 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.272 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.272 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.272 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.272 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.272 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.272 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T08:23:52.273 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.273 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T08:23:52.273 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.273 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.273 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.273 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.273 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:52.273 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:52.273 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:52.273 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.273 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 2, 2024-04-02T08:23:52.273 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.273 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.274 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.274 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.274 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.274 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.274 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.041085+0000", 2024-04-02T08:23:52.274 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.024440+0000", 2024-04-02T08:23:52.274 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.024440+0000", 2024-04-02T08:23:52.274 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.025442+0000", 2024-04-02T08:23:52.274 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.041085+0000", 2024-04-02T08:23:52.274 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.274 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.274 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.274 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:52.274 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.041085+0000", 2024-04-02T08:23:52.275 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.041085+0000", 2024-04-02T08:23:52.275 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.041085+0000", 2024-04-02T08:23:52.275 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.275 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.275 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.275 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.041085+0000", 2024-04-02T08:23:52.275 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.041085+0000", 2024-04-02T08:23:52.275 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.275 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.275 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.275 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.275 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:52.275 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.277 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.277 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.277 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.277 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.277 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.277 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.277 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.277 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.2e", 2024-04-02T08:23:52.277 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.278 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.278 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.278 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:52.278 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.278 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:16:03.234333+0000", 2024-04-02T08:23:52.278 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.278 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.278 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.278 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.278 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.278 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.278 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.278 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.279 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.279 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.279 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.279 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.279 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.279 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.279 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.279 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.279 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.279 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.279 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.279 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.279 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.279 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.280 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.280 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.280 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.280 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.280 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.280 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.280 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.280 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.280 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.280 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.280 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.280 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.280 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.281 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.281 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.281 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.281 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.281 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.281 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.281 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.281 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.281 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.281 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.281 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.281 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.281 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:52.281 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:52.282 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:52.282 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.282 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 2, 2024-04-02T08:23:52.282 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.282 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.282 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.282 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.282 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.282 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:52.282 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:52.282 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.282 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T08:23:52.282 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.283 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.283 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.283 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.283 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.283 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.283 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.328660+0000", 2024-04-02T08:23:52.283 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.030837+0000", 2024-04-02T08:23:52.283 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.030837+0000", 2024-04-02T08:23:52.283 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.031353+0000", 2024-04-02T08:23:52.283 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.328660+0000", 2024-04-02T08:23:52.283 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.283 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.283 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.283 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:52.284 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.328660+0000", 2024-04-02T08:23:52.284 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.328660+0000", 2024-04-02T08:23:52.284 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.328660+0000", 2024-04-02T08:23:52.284 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.284 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.284 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.284 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.328660+0000", 2024-04-02T08:23:52.284 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.328660+0000", 2024-04-02T08:23:52.284 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.284 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.284 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.284 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.284 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:52.285 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.285 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.285 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.285 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.285 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.285 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.285 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.285 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.285 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.2d", 2024-04-02T08:23:52.285 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.285 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.285 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.285 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:52.285 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.286 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:40:11.407938+0000", 2024-04-02T08:23:52.286 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.286 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.286 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.288 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.288 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.288 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.288 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.288 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.288 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.288 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.288 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.288 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.288 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.288 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.288 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.288 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.288 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.289 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.289 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.289 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.289 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.289 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.289 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.289 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.289 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.289 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:52.289 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:52.289 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.289 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T08:23:52.289 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.290 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.290 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.290 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.290 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:52.290 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.290 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T08:23:52.290 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.290 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T08:23:52.290 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.290 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.290 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:52.290 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.290 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.290 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.291 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398726+0000", 2024-04-02T08:23:52.291 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.652842+0000", 2024-04-02T08:23:52.291 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.652842+0000", 2024-04-02T08:23:52.291 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.653152+0000", 2024-04-02T08:23:52.291 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398726+0000", 2024-04-02T08:23:52.291 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.291 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.291 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.291 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:52.291 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398726+0000", 2024-04-02T08:23:52.291 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398726+0000", 2024-04-02T08:23:52.291 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398726+0000", 2024-04-02T08:23:52.291 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.291 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.292 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.292 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398726+0000", 2024-04-02T08:23:52.292 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398726+0000", 2024-04-02T08:23:52.292 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.292 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 4, 2024-04-02T08:23:52.292 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.292 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.292 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:52.292 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.292 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.292 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.292 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.292 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 4, 2024-04-02T08:23:52.293 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.293 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.293 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.293 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.1f", 2024-04-02T08:23:52.293 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.293 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.293 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.293 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 24, 2024-04-02T08:23:52.293 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.293 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:31:42.590835+0000", 2024-04-02T08:23:52.293 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.293 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.293 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.293 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 582, 2024-04-02T08:23:52.294 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.294 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.294 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.294 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.294 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.294 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.294 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.294 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.294 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.294 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.294 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.294 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.294 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.295 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.295 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.295 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 6, 2024-04-02T08:23:52.295 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 2, 2024-04-02T08:23:52.295 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.295 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 2, 2024-04-02T08:23:52.295 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.295 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.295 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.295 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.295 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.295 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T08:23:52.295 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.295 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.296 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.296 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.296 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.296 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.296 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.296 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.296 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.296 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.296 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.296 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.296 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 4, 2024-04-02T08:23:52.296 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 1 2024-04-02T08:23:52.296 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.296 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.297 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.297 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.297 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:52.297 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.297 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T08:23:52.297 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.297 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T08:23:52.297 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'4" 2024-04-02T08:23:52.297 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.297 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.297 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.297 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.297 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:52.297 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:52.298 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.298 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T08:23:52.298 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.298 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.298 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.298 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.298 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.298 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.298 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398038+0000", 2024-04-02T08:23:52.299 INFO:tasks.workunit.client.0.smithi012.stderr:+ echo OK 2024-04-02T08:23:52.303 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.035681+0000", 2024-04-02T08:23:52.303 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.035681+0000", 2024-04-02T08:23:52.303 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.036029+0000", 2024-04-02T08:23:52.303 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398038+0000", 2024-04-02T08:23:52.304 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.304 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.304 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.304 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:52.304 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398038+0000", 2024-04-02T08:23:52.304 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398038+0000", 2024-04-02T08:23:52.304 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398038+0000", 2024-04-02T08:23:52.304 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.304 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.304 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.304 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398038+0000", 2024-04-02T08:23:52.304 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398038+0000", 2024-04-02T08:23:52.304 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.305 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.305 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.305 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.305 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:52.305 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.305 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.305 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.305 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.305 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.305 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.305 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.305 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.305 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.1e", 2024-04-02T08:23:52.306 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.306 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.306 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.306 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:52.306 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.306 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:48:04.835584+0000", 2024-04-02T08:23:52.306 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.306 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.306 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.306 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.306 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.306 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.306 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.307 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.307 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.307 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.307 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.307 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.307 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.307 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.307 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.307 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.307 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.307 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.307 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.307 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.307 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.307 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.308 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.308 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.308 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.308 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.308 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.308 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.308 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.308 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.308 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.308 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.308 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.308 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.308 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.308 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.308 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.309 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.309 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.309 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.309 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.309 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.309 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.309 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.309 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.309 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.309 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.309 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.309 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:52.309 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:52.310 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.310 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T08:23:52.310 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.310 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.310 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.310 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.310 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.310 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:52.310 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T08:23:52.310 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.310 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T08:23:52.310 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.310 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.311 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:52.311 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.311 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.311 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.311 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398133+0000", 2024-04-02T08:23:52.311 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.650996+0000", 2024-04-02T08:23:52.311 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.650996+0000", 2024-04-02T08:23:52.311 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.651386+0000", 2024-04-02T08:23:52.311 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398133+0000", 2024-04-02T08:23:52.311 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.311 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.311 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.311 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:52.312 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398133+0000", 2024-04-02T08:23:52.312 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398133+0000", 2024-04-02T08:23:52.312 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398133+0000", 2024-04-02T08:23:52.312 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.312 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.312 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.312 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398133+0000", 2024-04-02T08:23:52.312 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398133+0000", 2024-04-02T08:23:52.312 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.312 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 1, 2024-04-02T08:23:52.312 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.312 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.312 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:52.312 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.312 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.313 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.313 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.313 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 1, 2024-04-02T08:23:52.313 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.313 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.313 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.313 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.1e", 2024-04-02T08:23:52.313 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.313 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.313 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.313 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 21, 2024-04-02T08:23:52.313 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.313 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:37:48.290889+0000", 2024-04-02T08:23:52.313 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.314 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.314 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.314 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.314 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.314 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.314 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.314 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.314 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.314 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.314 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.314 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.314 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.314 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.315 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.315 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.315 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.315 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.315 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.315 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.315 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.315 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.315 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.315 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.315 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.315 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.315 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.315 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.315 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.316 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.316 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.316 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.316 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.316 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.316 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.316 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.316 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.316 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.316 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.316 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.316 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.316 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.316 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.317 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.317 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.317 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.317 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.317 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.317 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:52.317 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T08:23:52.317 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.317 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T08:23:52.317 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'1" 2024-04-02T08:23:52.317 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.317 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.318 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.318 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:52.318 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.318 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:52.318 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.318 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T08:23:52.318 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.318 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.318 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.318 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.318 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.318 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.318 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398671+0000", 2024-04-02T08:23:52.319 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.024749+0000", 2024-04-02T08:23:52.319 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.024749+0000", 2024-04-02T08:23:52.319 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.025479+0000", 2024-04-02T08:23:52.319 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398671+0000", 2024-04-02T08:23:52.319 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.319 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.319 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.319 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:52.319 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398671+0000", 2024-04-02T08:23:52.319 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398671+0000", 2024-04-02T08:23:52.319 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398671+0000", 2024-04-02T08:23:52.319 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.319 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.319 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.320 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398671+0000", 2024-04-02T08:23:52.320 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398671+0000", 2024-04-02T08:23:52.320 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.320 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.320 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.320 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.320 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:52.320 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.320 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.320 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.320 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.320 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.320 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.320 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.321 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.321 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.1f", 2024-04-02T08:23:52.321 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.321 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.321 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.321 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:52.321 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.321 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:01:03.865533+0000", 2024-04-02T08:23:52.321 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.321 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.321 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.321 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.321 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.322 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.322 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.322 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.322 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.322 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.322 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.322 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.322 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.322 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.322 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.322 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.322 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.322 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.323 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.323 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.323 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.323 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.323 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.323 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.323 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.323 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.323 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.323 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.323 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.323 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.323 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.324 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.324 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.324 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.324 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.324 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.324 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.324 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.324 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.324 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.324 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.324 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.324 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.324 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.324 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.325 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.325 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.325 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:52.325 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.325 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:52.325 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.325 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T08:23:52.325 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.325 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.325 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.325 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.325 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.325 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:52.326 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:52.326 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.326 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T08:23:52.326 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.326 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.326 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:52.326 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.326 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.326 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.326 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.328917+0000", 2024-04-02T08:23:52.326 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.652834+0000", 2024-04-02T08:23:52.326 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.652834+0000", 2024-04-02T08:23:52.326 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.653173+0000", 2024-04-02T08:23:52.327 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.328917+0000", 2024-04-02T08:23:52.327 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.327 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.327 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.327 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:52.327 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.328917+0000", 2024-04-02T08:23:52.327 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.328917+0000", 2024-04-02T08:23:52.327 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.328917+0000", 2024-04-02T08:23:52.327 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.327 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.327 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.327 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.328917+0000", 2024-04-02T08:23:52.327 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.328917+0000", 2024-04-02T08:23:52.327 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.327 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2, 2024-04-02T08:23:52.328 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.328 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.328 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:52.328 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.328 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.328 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.328 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.328 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2, 2024-04-02T08:23:52.328 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.328 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.328 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.328 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.1d", 2024-04-02T08:23:52.328 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.329 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.329 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.329 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 22, 2024-04-02T08:23:52.329 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.329 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:42:00.599725+0000", 2024-04-02T08:23:52.329 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.329 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.329 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.329 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.329 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.329 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.329 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.329 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.329 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.329 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.330 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.330 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.330 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.330 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.330 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.330 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.330 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.330 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.330 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.330 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 3, 2024-04-02T08:23:52.330 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 1, 2024-04-02T08:23:52.330 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.330 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 1, 2024-04-02T08:23:52.330 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.331 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.331 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.331 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.331 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.331 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T08:23:52.331 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.331 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.331 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.331 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.331 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.331 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.331 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.332 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.332 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.332 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.332 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.332 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.332 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 3, 2024-04-02T08:23:52.332 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.332 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.332 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.332 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.332 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.332 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.332 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:52.333 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:52.333 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.333 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T08:23:52.333 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'2" 2024-04-02T08:23:52.333 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.333 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.333 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.333 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.333 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:52.333 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:52.333 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.333 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T08:23:52.333 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.333 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.334 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.334 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.334 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.334 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.334 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.040904+0000", 2024-04-02T08:23:52.334 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.017871+0000", 2024-04-02T08:23:52.334 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.017871+0000", 2024-04-02T08:23:52.334 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.018257+0000", 2024-04-02T08:23:52.334 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.040904+0000", 2024-04-02T08:23:52.334 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.334 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.334 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.334 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:52.334 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.040904+0000", 2024-04-02T08:23:52.335 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.040904+0000", 2024-04-02T08:23:52.335 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.040904+0000", 2024-04-02T08:23:52.335 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.335 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.335 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.335 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.040904+0000", 2024-04-02T08:23:52.335 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.040904+0000", 2024-04-02T08:23:52.335 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.335 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.335 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.335 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.335 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:52.335 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.336 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.336 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.336 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.336 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.336 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.336 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.336 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.336 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.1c", 2024-04-02T08:23:52.336 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.336 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.336 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.336 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:52.336 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.336 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:56:13.564654+0000", 2024-04-02T08:23:52.337 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.337 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.337 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.337 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.337 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.337 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.337 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.337 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.337 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.337 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.337 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.337 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.337 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.337 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.338 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.338 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.338 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.338 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.338 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.338 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.338 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.338 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.338 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.338 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.338 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.338 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.338 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.339 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.339 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.339 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.339 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.339 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.339 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.339 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.339 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.339 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.339 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.339 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.339 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.339 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.340 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.340 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.340 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.340 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.340 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.340 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.340 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.340 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.340 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:52.340 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:52.340 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.340 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T08:23:52.340 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.341 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.341 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.341 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.341 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.341 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.341 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:52.341 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.341 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T08:23:52.341 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.341 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.341 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:52.341 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.341 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.341 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.342 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.328700+0000", 2024-04-02T08:23:52.342 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.649273+0000", 2024-04-02T08:23:52.342 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.649273+0000", 2024-04-02T08:23:52.342 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.649643+0000", 2024-04-02T08:23:52.342 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.328700+0000", 2024-04-02T08:23:52.342 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.342 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.342 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.342 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:52.342 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.328700+0000", 2024-04-02T08:23:52.342 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.328700+0000", 2024-04-02T08:23:52.342 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.328700+0000", 2024-04-02T08:23:52.342 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.343 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.343 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.343 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.328700+0000", 2024-04-02T08:23:52.343 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.328700+0000", 2024-04-02T08:23:52.343 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.343 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2, 2024-04-02T08:23:52.343 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.343 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.343 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:52.343 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.343 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.343 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.343 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.343 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2, 2024-04-02T08:23:52.344 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.344 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.344 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.344 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.1c", 2024-04-02T08:23:52.344 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.344 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.344 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.344 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 22, 2024-04-02T08:23:52.344 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.344 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:21:32.478934+0000", 2024-04-02T08:23:52.344 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.344 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.344 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.344 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.345 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.345 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.345 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.345 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.345 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.345 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.345 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.345 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.345 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.345 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.345 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.345 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.345 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.346 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.346 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.346 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 3, 2024-04-02T08:23:52.346 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 1, 2024-04-02T08:23:52.346 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.346 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 1, 2024-04-02T08:23:52.346 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.346 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.346 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.346 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.346 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.346 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T08:23:52.346 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.347 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.347 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.347 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.347 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.347 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.347 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.347 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.347 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.347 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.347 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.347 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.347 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 3, 2024-04-02T08:23:52.348 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.348 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.348 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.348 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.348 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.348 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.348 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.348 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:52.348 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.348 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T08:23:52.348 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'2" 2024-04-02T08:23:52.348 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.349 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.349 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.349 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.349 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:52.349 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:52.349 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.349 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T08:23:52.349 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.349 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.349 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.349 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.349 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.350 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.350 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.040985+0000", 2024-04-02T08:23:52.350 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.024777+0000", 2024-04-02T08:23:52.350 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.024777+0000", 2024-04-02T08:23:52.350 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.028037+0000", 2024-04-02T08:23:52.350 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.040985+0000", 2024-04-02T08:23:52.350 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.350 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.350 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.350 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:52.350 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.040985+0000", 2024-04-02T08:23:52.350 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.040985+0000", 2024-04-02T08:23:52.351 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.040985+0000", 2024-04-02T08:23:52.351 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.351 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.351 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.351 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.040985+0000", 2024-04-02T08:23:52.351 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.040985+0000", 2024-04-02T08:23:52.351 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.351 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.351 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.351 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.351 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:52.351 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.351 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.351 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.352 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.352 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.352 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.352 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.352 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.352 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.1d", 2024-04-02T08:23:52.352 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.352 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.352 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.352 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:52.352 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.352 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:47:50.798528+0000", 2024-04-02T08:23:52.353 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.353 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.353 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.353 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.353 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.353 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.353 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.353 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.353 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.353 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.353 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.353 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.354 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.354 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.354 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.354 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.354 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.354 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.354 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.354 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.354 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.354 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.354 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.354 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.355 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.355 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.355 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.355 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.355 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.355 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.355 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.355 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.355 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.355 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.355 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.355 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.355 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.356 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.356 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.356 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.356 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.356 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.356 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.356 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.356 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.356 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.356 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.356 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.356 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:52.356 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:52.356 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.357 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T08:23:52.357 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.357 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.357 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.357 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.357 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.357 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.357 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:52.357 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.357 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T08:23:52.357 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.357 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.357 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:52.357 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.358 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.358 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.358 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398367+0000", 2024-04-02T08:23:52.358 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.649232+0000", 2024-04-02T08:23:52.358 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.649232+0000", 2024-04-02T08:23:52.358 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.649528+0000", 2024-04-02T08:23:52.358 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398367+0000", 2024-04-02T08:23:52.358 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.358 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.358 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.358 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:52.358 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398367+0000", 2024-04-02T08:23:52.358 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398367+0000", 2024-04-02T08:23:52.359 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398367+0000", 2024-04-02T08:23:52.359 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.359 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.359 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.359 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398367+0000", 2024-04-02T08:23:52.359 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398367+0000", 2024-04-02T08:23:52.359 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.359 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 1, 2024-04-02T08:23:52.359 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.359 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.359 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:52.359 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.359 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.359 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.359 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.360 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 1, 2024-04-02T08:23:52.360 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.360 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.360 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.360 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.1b", 2024-04-02T08:23:52.360 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.360 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.360 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.360 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 21, 2024-04-02T08:23:52.360 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.360 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:03:41.111842+0000", 2024-04-02T08:23:52.360 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.361 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.361 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.361 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.361 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.361 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.361 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.361 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.361 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.361 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.361 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.361 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.361 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.361 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.362 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.362 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.362 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.362 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.362 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.362 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.362 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.362 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.362 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.362 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.362 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.362 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.362 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.363 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.363 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.363 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.363 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.363 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.363 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.363 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.363 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.363 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.363 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.363 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.363 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.363 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.363 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.363 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.364 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.364 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.364 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.364 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.364 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.364 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.364 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.364 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:52.364 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.364 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T08:23:52.364 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'1" 2024-04-02T08:23:52.364 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.365 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.365 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.365 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:52.365 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:52.365 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:52.365 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.365 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 4, 2024-04-02T08:23:52.365 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.365 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.365 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.365 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.365 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.365 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.365 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398037+0000", 2024-04-02T08:23:52.365 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.022507+0000", 2024-04-02T08:23:52.366 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.022507+0000", 2024-04-02T08:23:52.366 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.022843+0000", 2024-04-02T08:23:52.366 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398037+0000", 2024-04-02T08:23:52.366 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.366 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.366 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.366 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:52.366 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398037+0000", 2024-04-02T08:23:52.366 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398037+0000", 2024-04-02T08:23:52.366 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398037+0000", 2024-04-02T08:23:52.366 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.366 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.366 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.367 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398037+0000", 2024-04-02T08:23:52.367 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398037+0000", 2024-04-02T08:23:52.367 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.367 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.367 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.367 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.367 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:52.367 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.367 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.367 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.367 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.367 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.367 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.367 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.368 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.368 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.1a", 2024-04-02T08:23:52.368 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.368 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.368 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.368 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:52.368 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.368 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:13:39.292101+0000", 2024-04-02T08:23:52.368 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.368 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.368 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.368 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.368 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.369 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.369 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.369 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.369 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.369 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.369 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.369 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.369 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.369 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.369 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.369 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.369 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.369 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.370 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.370 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.370 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.370 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.370 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.370 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.370 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.370 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.370 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.370 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.370 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.370 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.370 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.371 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.371 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.371 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.371 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.371 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.371 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.371 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.371 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.371 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.371 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.371 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.371 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.371 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.372 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.372 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.372 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.372 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:52.372 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:52.372 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:52.372 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.372 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 4, 2024-04-02T08:23:52.372 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.372 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.372 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.372 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.372 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:52.372 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:52.373 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:52.373 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.373 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T08:23:52.373 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.373 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.373 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:52.373 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.373 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.373 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.373 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398581+0000", 2024-04-02T08:23:52.373 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.653562+0000", 2024-04-02T08:23:52.373 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.653562+0000", 2024-04-02T08:23:52.373 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.653851+0000", 2024-04-02T08:23:52.373 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398581+0000", 2024-04-02T08:23:52.374 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.374 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.374 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.374 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:52.374 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398581+0000", 2024-04-02T08:23:52.374 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398581+0000", 2024-04-02T08:23:52.374 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398581+0000", 2024-04-02T08:23:52.374 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.374 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.374 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.374 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398581+0000", 2024-04-02T08:23:52.374 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398581+0000", 2024-04-02T08:23:52.374 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.375 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 1, 2024-04-02T08:23:52.375 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.375 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.375 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:52.375 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.375 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.375 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.375 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.375 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 1, 2024-04-02T08:23:52.375 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.375 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.375 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.375 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.1a", 2024-04-02T08:23:52.376 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.376 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.376 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.376 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 21, 2024-04-02T08:23:52.376 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.376 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:28:21.492823+0000", 2024-04-02T08:23:52.376 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.376 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.376 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.376 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.376 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.376 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.376 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.376 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.376 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.377 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.377 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.377 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.377 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.377 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.377 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.377 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.377 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.377 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.377 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.377 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.377 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.377 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.377 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.378 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.378 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.378 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.378 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.378 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.378 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.378 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.378 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.378 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.378 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.378 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.378 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.379 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.379 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.379 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.379 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.379 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.379 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.379 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.379 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.379 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.379 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.379 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.379 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.379 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:52.379 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:52.380 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:52.380 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.380 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T08:23:52.380 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'1" 2024-04-02T08:23:52.380 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.380 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.380 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.380 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:52.380 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:52.380 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:52.380 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.380 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T08:23:52.380 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.381 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.381 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.381 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.381 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.381 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.381 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.397757+0000", 2024-04-02T08:23:52.381 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.025780+0000", 2024-04-02T08:23:52.381 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.025780+0000", 2024-04-02T08:23:52.381 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.026108+0000", 2024-04-02T08:23:52.381 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.397757+0000", 2024-04-02T08:23:52.381 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.381 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.381 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.381 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:52.382 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.397757+0000", 2024-04-02T08:23:52.382 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.397757+0000", 2024-04-02T08:23:52.382 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.397757+0000", 2024-04-02T08:23:52.382 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.382 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.382 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.382 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.397757+0000", 2024-04-02T08:23:52.382 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.397757+0000", 2024-04-02T08:23:52.382 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.382 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.382 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.382 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.382 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:52.383 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.383 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.383 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.383 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.383 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.383 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.383 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.383 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.383 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.1b", 2024-04-02T08:23:52.383 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.383 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.383 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.383 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:52.383 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.384 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:15:38.350596+0000", 2024-04-02T08:23:52.384 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.384 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.384 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.384 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.384 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.384 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.384 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.384 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.384 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.384 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.385 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.385 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.385 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.385 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.385 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.385 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.385 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.385 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.385 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.385 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.385 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.385 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.385 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.386 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.386 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.386 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.386 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.386 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.386 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.386 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.386 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.386 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.386 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.386 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.386 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.386 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.387 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.387 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.387 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.387 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.387 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.387 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.387 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.387 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.387 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.387 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.387 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.387 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:52.387 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:52.387 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:52.388 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.388 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T08:23:52.388 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.388 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.388 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.388 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.388 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.388 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:52.388 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:52.388 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.388 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T08:23:52.388 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.388 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.388 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:52.388 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.389 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.389 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.389 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398114+0000", 2024-04-02T08:23:52.389 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.651908+0000", 2024-04-02T08:23:52.389 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.651908+0000", 2024-04-02T08:23:52.389 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.652753+0000", 2024-04-02T08:23:52.389 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398114+0000", 2024-04-02T08:23:52.389 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.389 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.389 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.389 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:52.389 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398114+0000", 2024-04-02T08:23:52.389 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398114+0000", 2024-04-02T08:23:52.390 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398114+0000", 2024-04-02T08:23:52.390 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.390 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.390 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.390 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398114+0000", 2024-04-02T08:23:52.390 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398114+0000", 2024-04-02T08:23:52.390 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.390 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.390 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.390 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.390 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:52.390 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.390 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.391 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.391 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.391 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.391 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.391 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.391 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.391 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.19", 2024-04-02T08:23:52.391 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.391 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.391 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.391 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 20, 2024-04-02T08:23:52.391 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.391 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:03:19.457494+0000", 2024-04-02T08:23:52.392 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.392 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.392 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.392 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.392 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.392 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.392 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.392 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.392 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.392 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.392 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.392 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.392 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.392 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.393 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.393 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.393 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.393 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.393 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.393 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.393 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.393 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.393 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.393 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.393 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.393 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.393 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.393 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.394 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.394 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.394 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.394 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.394 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.394 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.394 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.394 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.394 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.394 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.394 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.394 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.394 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.395 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.395 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.395 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.395 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.395 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.395 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.395 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.395 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:52.395 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:52.395 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.395 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T08:23:52.395 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.395 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.395 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.396 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.396 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.396 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:52.396 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:52.396 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.396 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T08:23:52.396 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.396 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.396 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.396 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.396 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.396 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.396 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.397750+0000", 2024-04-02T08:23:52.396 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.019859+0000", 2024-04-02T08:23:52.396 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.019859+0000", 2024-04-02T08:23:52.397 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.021162+0000", 2024-04-02T08:23:52.397 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.397750+0000", 2024-04-02T08:23:52.397 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.397 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.397 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.397 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:52.397 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.397750+0000", 2024-04-02T08:23:52.397 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.397750+0000", 2024-04-02T08:23:52.397 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.397750+0000", 2024-04-02T08:23:52.397 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.397 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.397 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.397 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.397750+0000", 2024-04-02T08:23:52.398 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.397750+0000", 2024-04-02T08:23:52.398 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.398 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.398 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.398 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.398 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:52.398 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.398 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.398 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.398 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.398 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.398 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.398 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.399 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.399 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.18", 2024-04-02T08:23:52.399 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.399 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.399 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.399 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:52.399 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.399 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:48:30.123963+0000", 2024-04-02T08:23:52.399 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.399 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.399 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.399 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.399 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.399 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.400 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.400 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.400 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.400 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.400 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.400 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.400 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.400 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.400 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.400 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.400 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.400 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.400 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.401 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.401 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.401 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.401 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.401 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.401 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.401 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.401 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.401 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.401 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.401 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.401 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.401 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.402 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.402 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.402 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.402 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.402 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.402 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.402 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.402 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.402 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.402 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.402 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.403 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.403 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.403 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.403 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.403 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.403 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:52.403 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:52.403 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.403 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T08:23:52.403 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.403 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.403 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.403 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.404 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.404 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:52.404 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:52.404 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.404 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T08:23:52.404 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.404 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.404 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:52.404 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.404 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.404 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.404 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.040666+0000", 2024-04-02T08:23:52.404 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.645011+0000", 2024-04-02T08:23:52.405 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.645011+0000", 2024-04-02T08:23:52.405 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.645358+0000", 2024-04-02T08:23:52.405 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.040666+0000", 2024-04-02T08:23:52.405 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.405 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.405 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.405 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:52.405 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.040666+0000", 2024-04-02T08:23:52.405 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.040666+0000", 2024-04-02T08:23:52.405 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.040666+0000", 2024-04-02T08:23:52.405 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.405 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.405 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.406 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.040666+0000", 2024-04-02T08:23:52.406 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.040666+0000", 2024-04-02T08:23:52.406 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.406 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.406 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.406 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.406 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:52.406 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.406 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.406 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.406 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.406 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.407 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.407 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.407 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.407 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.18", 2024-04-02T08:23:52.407 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.407 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.407 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.407 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 20, 2024-04-02T08:23:52.407 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.407 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:06:46.290418+0000", 2024-04-02T08:23:52.407 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.407 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.407 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.407 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.408 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.408 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.408 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.408 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.408 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.408 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.408 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.408 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.408 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.408 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.408 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.408 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.408 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.408 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.409 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.409 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.409 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.409 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.409 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.409 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.409 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.409 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.409 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.409 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.409 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.409 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.409 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.409 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.410 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.410 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.410 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.410 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.410 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.410 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.410 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.410 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.410 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.410 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.410 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.410 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.410 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.411 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.411 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.411 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.411 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:52.411 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:52.411 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.411 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T08:23:52.411 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.411 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.411 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.411 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.411 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:52.411 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.412 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:52.412 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.412 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T08:23:52.412 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.412 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.412 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.412 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.412 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.412 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.412 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.040541+0000", 2024-04-02T08:23:52.412 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:47.911962+0000", 2024-04-02T08:23:52.412 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:47.911962+0000", 2024-04-02T08:23:52.412 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:47.912389+0000", 2024-04-02T08:23:52.413 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.040541+0000", 2024-04-02T08:23:52.413 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.413 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.413 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.413 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 64, 2024-04-02T08:23:52.413 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.040541+0000", 2024-04-02T08:23:52.413 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.040541+0000", 2024-04-02T08:23:52.413 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.040541+0000", 2024-04-02T08:23:52.413 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.413 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.413 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.413 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.040541+0000", 2024-04-02T08:23:52.413 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.040541+0000", 2024-04-02T08:23:52.413 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.413 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.414 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.414 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.414 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 63, 2024-04-02T08:23:52.414 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.414 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.414 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.414 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.414 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.414 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.414 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.414 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.414 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.19", 2024-04-02T08:23:52.414 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.415 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.415 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.415 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 28, 2024-04-02T08:23:52.415 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.415 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:35:16.845142+0000", 2024-04-02T08:23:52.415 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.415 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.415 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.415 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.415 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.415 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.415 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.415 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.415 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.416 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.416 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.416 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.416 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.416 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.416 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.416 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.416 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.416 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.416 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.416 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.416 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.416 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.416 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.417 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.417 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.417 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.417 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.417 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.417 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.417 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.417 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.417 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.417 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.417 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.417 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.417 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.417 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.418 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.418 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.418 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.418 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.418 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.418 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.418 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.418 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.418 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.418 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.418 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:52.418 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.419 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:52.419 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.419 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T08:23:52.419 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.419 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.419 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.419 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.419 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:52.419 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.419 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:52.419 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.419 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T08:23:52.419 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.419 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.420 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:52.420 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.420 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.420 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.420 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398960+0000", 2024-04-02T08:23:52.420 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.646799+0000", 2024-04-02T08:23:52.420 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.646799+0000", 2024-04-02T08:23:52.420 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.647117+0000", 2024-04-02T08:23:52.420 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398960+0000", 2024-04-02T08:23:52.420 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.420 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.420 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.420 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:52.421 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398960+0000", 2024-04-02T08:23:52.421 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398960+0000", 2024-04-02T08:23:52.421 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398960+0000", 2024-04-02T08:23:52.421 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.421 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.421 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.421 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398960+0000", 2024-04-02T08:23:52.421 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398960+0000", 2024-04-02T08:23:52.421 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.421 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.421 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.421 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.421 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:52.422 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.422 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.422 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.422 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.422 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.422 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.422 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.422 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.422 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.17", 2024-04-02T08:23:52.422 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.422 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.422 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.423 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 20, 2024-04-02T08:23:52.423 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.423 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:00:13.014971+0000", 2024-04-02T08:23:52.423 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.423 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.423 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.423 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.423 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.423 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.423 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.423 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.423 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.423 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.424 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.424 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.424 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.424 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.424 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.424 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.424 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.424 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.424 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.424 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.424 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.424 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.424 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.425 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.425 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.425 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.425 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.425 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.425 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.425 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.425 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.425 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.425 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.425 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.425 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.425 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.426 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.426 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.426 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.426 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.426 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.426 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.426 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.426 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.426 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.426 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.426 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.426 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:52.426 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.427 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:52.427 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.427 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T08:23:52.427 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.427 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.427 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.427 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.427 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.427 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.427 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:52.427 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.427 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T08:23:52.427 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.428 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.428 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.428 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.428 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.428 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.428 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.041048+0000", 2024-04-02T08:23:52.428 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.024120+0000", 2024-04-02T08:23:52.428 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.024120+0000", 2024-04-02T08:23:52.428 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.024685+0000", 2024-04-02T08:23:52.428 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.041048+0000", 2024-04-02T08:23:52.428 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.428 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.428 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.429 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:52.429 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.041048+0000", 2024-04-02T08:23:52.429 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.041048+0000", 2024-04-02T08:23:52.429 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.041048+0000", 2024-04-02T08:23:52.429 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.429 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.429 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.429 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.041048+0000", 2024-04-02T08:23:52.429 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.041048+0000", 2024-04-02T08:23:52.429 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.429 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.429 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.429 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.429 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:52.430 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.430 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.430 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.430 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.430 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.430 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.430 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.430 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.430 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.16", 2024-04-02T08:23:52.430 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.430 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.430 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.430 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:52.431 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.431 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:42:34.233896+0000", 2024-04-02T08:23:52.431 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.431 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.431 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.431 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.431 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.431 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.431 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.431 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.431 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.431 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.431 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.432 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.432 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.432 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.432 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.432 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.432 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.432 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.432 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.432 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.432 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.432 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.432 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.432 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.432 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.433 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.433 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.433 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.433 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.433 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.433 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.433 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.433 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.433 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.433 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.433 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.433 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.433 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.434 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.434 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.434 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.434 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.434 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.434 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.434 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.434 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.434 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.434 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.434 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.434 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:52.434 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.435 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T08:23:52.435 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.435 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.435 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.435 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.435 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.435 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:52.435 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:52.435 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.435 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T08:23:52.435 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.435 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.435 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:52.436 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.436 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.436 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.436 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.041182+0000", 2024-04-02T08:23:52.436 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.654302+0000", 2024-04-02T08:23:52.436 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.654302+0000", 2024-04-02T08:23:52.436 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.654578+0000", 2024-04-02T08:23:52.436 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.041182+0000", 2024-04-02T08:23:52.436 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.436 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.436 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.436 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:52.436 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.041182+0000", 2024-04-02T08:23:52.436 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.041182+0000", 2024-04-02T08:23:52.437 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.041182+0000", 2024-04-02T08:23:52.437 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.437 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.437 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.437 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.041182+0000", 2024-04-02T08:23:52.437 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.041182+0000", 2024-04-02T08:23:52.437 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.437 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.437 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.437 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.437 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:52.437 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.437 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.438 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.438 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.438 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.438 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.438 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.438 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.438 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.16", 2024-04-02T08:23:52.438 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.438 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.438 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.438 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 20, 2024-04-02T08:23:52.438 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.438 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:31:02.827749+0000", 2024-04-02T08:23:52.439 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.439 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.439 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.439 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.439 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.439 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.439 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.439 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.439 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.439 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.439 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.439 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.439 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.439 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.440 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.440 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.440 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.440 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.440 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.440 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.440 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.440 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.440 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.440 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.440 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.440 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.440 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.441 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.441 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.441 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.441 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.441 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.441 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.441 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.441 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.441 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.441 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.441 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.441 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.441 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.441 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.442 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.442 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.442 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.442 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.442 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.442 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.442 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.442 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:52.442 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:52.442 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.442 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T08:23:52.442 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.442 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.442 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.443 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.443 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:52.443 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.443 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T08:23:52.443 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.443 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T08:23:52.443 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.443 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.443 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.443 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.443 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.443 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.443 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398586+0000", 2024-04-02T08:23:52.443 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.025383+0000", 2024-04-02T08:23:52.444 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.025383+0000", 2024-04-02T08:23:52.444 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.029469+0000", 2024-04-02T08:23:52.444 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398586+0000", 2024-04-02T08:23:52.444 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.444 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.444 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.444 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:52.444 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398586+0000", 2024-04-02T08:23:52.444 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398586+0000", 2024-04-02T08:23:52.444 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398586+0000", 2024-04-02T08:23:52.444 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.444 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.444 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.445 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398586+0000", 2024-04-02T08:23:52.445 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398586+0000", 2024-04-02T08:23:52.445 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.445 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.445 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.445 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.445 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:52.445 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.445 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.445 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.445 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.445 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.445 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.445 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.446 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.446 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.17", 2024-04-02T08:23:52.446 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.446 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.446 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.446 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:52.446 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.446 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:10:47.135216+0000", 2024-04-02T08:23:52.446 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.446 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.446 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.446 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.447 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.447 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.447 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.447 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.447 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.447 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.447 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.447 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.447 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.447 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.447 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.447 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.447 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.447 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.448 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.448 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.448 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.448 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.448 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.448 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.448 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.448 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.448 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.448 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.448 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.448 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.448 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.448 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.449 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.449 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.449 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.449 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.449 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.449 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.449 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.449 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.449 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.449 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.449 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.449 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.449 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.449 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.450 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.450 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:52.450 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.450 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T08:23:52.450 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.450 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T08:23:52.450 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.450 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.450 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.450 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.450 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:52.450 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.450 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:52.451 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.451 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T08:23:52.451 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.451 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.451 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:52.451 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.451 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.451 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.451 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.041289+0000", 2024-04-02T08:23:52.451 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.649127+0000", 2024-04-02T08:23:52.451 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.649127+0000", 2024-04-02T08:23:52.451 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.649670+0000", 2024-04-02T08:23:52.451 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.041289+0000", 2024-04-02T08:23:52.451 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.452 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.452 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.452 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:52.452 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.041289+0000", 2024-04-02T08:23:52.452 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.041289+0000", 2024-04-02T08:23:52.452 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.041289+0000", 2024-04-02T08:23:52.452 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.452 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.452 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.452 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.041289+0000", 2024-04-02T08:23:52.452 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.041289+0000", 2024-04-02T08:23:52.452 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.452 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 3, 2024-04-02T08:23:52.452 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.453 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.453 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:52.453 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.453 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.453 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.453 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.453 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 3, 2024-04-02T08:23:52.453 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.453 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.453 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.453 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.15", 2024-04-02T08:23:52.453 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.453 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.454 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.454 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 23, 2024-04-02T08:23:52.454 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.454 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:54:20.759768+0000", 2024-04-02T08:23:52.454 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.454 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.454 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.454 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 90, 2024-04-02T08:23:52.454 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.454 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.454 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.454 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.454 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.454 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.455 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.455 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.455 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.455 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.455 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.455 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.455 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.455 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.455 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.455 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 6, 2024-04-02T08:23:52.455 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 2, 2024-04-02T08:23:52.455 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.455 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 2, 2024-04-02T08:23:52.455 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.456 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.456 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.456 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.456 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.456 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T08:23:52.456 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.456 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.456 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.456 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.456 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.456 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.456 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.456 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.457 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.457 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.457 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.457 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.457 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 4, 2024-04-02T08:23:52.457 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 1 2024-04-02T08:23:52.457 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.457 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.457 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.457 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.457 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:52.457 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.457 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:52.457 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.458 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T08:23:52.458 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'3" 2024-04-02T08:23:52.458 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.458 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.458 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.458 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:52.458 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.458 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:52.458 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.458 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 4, 2024-04-02T08:23:52.458 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.458 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.458 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.458 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.459 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.459 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.459 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398759+0000", 2024-04-02T08:23:52.459 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.031067+0000", 2024-04-02T08:23:52.459 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.031067+0000", 2024-04-02T08:23:52.459 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.031498+0000", 2024-04-02T08:23:52.459 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398759+0000", 2024-04-02T08:23:52.459 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.459 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.459 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.459 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:52.459 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398759+0000", 2024-04-02T08:23:52.459 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398759+0000", 2024-04-02T08:23:52.459 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398759+0000", 2024-04-02T08:23:52.460 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.460 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.460 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.460 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398759+0000", 2024-04-02T08:23:52.460 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398759+0000", 2024-04-02T08:23:52.460 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.460 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.460 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.460 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.460 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:52.460 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.460 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.461 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.461 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.461 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.461 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.461 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.461 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.461 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.14", 2024-04-02T08:23:52.461 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.461 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.461 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.461 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:52.461 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.461 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:48:20.738944+0000", 2024-04-02T08:23:52.461 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.462 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.462 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.462 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.462 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.462 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.462 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.462 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.462 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.462 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.462 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.462 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.462 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.462 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.463 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.463 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.463 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.463 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.463 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.463 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.463 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.463 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.463 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.463 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.463 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.463 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.463 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.463 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.464 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.464 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.464 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.464 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.464 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.464 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.464 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.464 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.464 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.464 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.464 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.464 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.464 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.465 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.465 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.465 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.465 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.465 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.465 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.465 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:52.465 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.465 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:52.465 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.465 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 4, 2024-04-02T08:23:52.465 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.465 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.466 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.466 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.466 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:52.466 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.466 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T08:23:52.466 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.466 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T08:23:52.466 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.466 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.466 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:52.466 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.466 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.466 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.466 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:22:28.871974+0000", 2024-04-02T08:23:52.467 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.646505+0000", 2024-04-02T08:23:52.467 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.646505+0000", 2024-04-02T08:23:52.467 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.646865+0000", 2024-04-02T08:23:52.467 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:22:28.871974+0000", 2024-04-02T08:23:52.467 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.467 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.467 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.467 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:52.467 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:22:28.871974+0000", 2024-04-02T08:23:52.467 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:22:28.871974+0000", 2024-04-02T08:23:52.467 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:22:28.871974+0000", 2024-04-02T08:23:52.467 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.467 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.468 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.468 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:22:28.871974+0000", 2024-04-02T08:23:52.468 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:22:28.871974+0000", 2024-04-02T08:23:52.468 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.468 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 12, 2024-04-02T08:23:52.468 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.468 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.468 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:52.468 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.468 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.468 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.468 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.468 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 12, 2024-04-02T08:23:52.469 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.469 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.469 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.469 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.14", 2024-04-02T08:23:52.469 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.469 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.469 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.469 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 32, 2024-04-02T08:23:52.469 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.469 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:26:06.551047+0000", 2024-04-02T08:23:52.469 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.469 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.469 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.470 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 2632, 2024-04-02T08:23:52.470 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.470 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.470 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.470 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.470 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.470 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.470 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.470 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.470 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.470 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.470 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.470 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.471 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.471 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.471 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.471 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 12, 2024-04-02T08:23:52.471 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 4, 2024-04-02T08:23:52.471 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.471 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 4, 2024-04-02T08:23:52.471 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.471 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.471 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.471 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.471 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.471 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T08:23:52.471 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.472 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.472 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.472 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.472 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.472 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.472 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.472 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.472 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.472 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.472 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.472 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.472 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 12, 2024-04-02T08:23:52.472 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 9 2024-04-02T08:23:52.473 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.473 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.473 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.473 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.473 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:52.473 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.473 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T08:23:52.473 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.473 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T08:23:52.473 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "69'12" 2024-04-02T08:23:52.473 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.473 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.473 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.473 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.474 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.474 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T08:23:52.474 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.474 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T08:23:52.474 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.474 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.474 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.474 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.474 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.474 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.474 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.328802+0000", 2024-04-02T08:23:52.474 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.039986+0000", 2024-04-02T08:23:52.474 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.039986+0000", 2024-04-02T08:23:52.475 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.040257+0000", 2024-04-02T08:23:52.475 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.328802+0000", 2024-04-02T08:23:52.475 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.475 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.475 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.475 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:52.475 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.328802+0000", 2024-04-02T08:23:52.475 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.328802+0000", 2024-04-02T08:23:52.475 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.328802+0000", 2024-04-02T08:23:52.475 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.475 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.475 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.475 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.328802+0000", 2024-04-02T08:23:52.475 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.328802+0000", 2024-04-02T08:23:52.476 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.476 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.476 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.476 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.476 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:52.476 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.476 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.476 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.476 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.476 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.476 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.476 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.476 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.476 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.15", 2024-04-02T08:23:52.477 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.477 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.477 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.477 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:52.477 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.477 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:59:46.539632+0000", 2024-04-02T08:23:52.477 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.477 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.477 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.477 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.477 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.477 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.477 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.477 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.478 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.478 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.478 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.478 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.478 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.478 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.478 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.478 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.478 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.478 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.478 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.478 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.478 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.479 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.479 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.479 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.479 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.479 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.479 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.479 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.479 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.479 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.479 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.479 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.479 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.479 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.479 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.480 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.480 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.480 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.480 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.480 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.480 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.480 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.480 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.480 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.480 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.480 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.480 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.480 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.480 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.481 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T08:23:52.481 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.481 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T08:23:52.481 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.481 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.481 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.481 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.481 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:52.481 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:52.481 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T08:23:52.481 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.481 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T08:23:52.481 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.482 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.482 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:52.482 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.482 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.482 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.482 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398165+0000", 2024-04-02T08:23:52.482 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.654811+0000", 2024-04-02T08:23:52.482 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.654811+0000", 2024-04-02T08:23:52.482 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.655088+0000", 2024-04-02T08:23:52.482 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398165+0000", 2024-04-02T08:23:52.482 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.482 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.482 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.483 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:52.483 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398165+0000", 2024-04-02T08:23:52.483 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398165+0000", 2024-04-02T08:23:52.483 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398165+0000", 2024-04-02T08:23:52.483 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.483 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.483 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.483 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398165+0000", 2024-04-02T08:23:52.483 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398165+0000", 2024-04-02T08:23:52.483 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.483 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2, 2024-04-02T08:23:52.483 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.483 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.484 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:52.484 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.484 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.484 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.484 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.484 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2, 2024-04-02T08:23:52.484 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.484 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.484 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.484 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.13", 2024-04-02T08:23:52.484 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.484 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.484 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.484 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 22, 2024-04-02T08:23:52.485 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.485 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:51:03.494904+0000", 2024-04-02T08:23:52.485 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.485 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.485 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.485 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 34, 2024-04-02T08:23:52.485 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.485 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.485 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.485 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.485 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.485 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.485 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.485 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.485 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.486 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.486 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.486 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.486 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.486 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.486 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.486 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 6, 2024-04-02T08:23:52.486 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 2, 2024-04-02T08:23:52.486 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.486 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 2, 2024-04-02T08:23:52.486 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.486 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.486 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.487 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.487 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.487 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T08:23:52.487 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.487 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.487 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.487 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.487 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.487 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.487 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.487 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.487 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.487 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.487 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.487 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.488 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 3, 2024-04-02T08:23:52.488 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 7 2024-04-02T08:23:52.488 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.488 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.488 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.488 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.488 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:52.488 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:52.488 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T08:23:52.488 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.488 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T08:23:52.488 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'2" 2024-04-02T08:23:52.489 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.489 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.489 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.489 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:52.489 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.489 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T08:23:52.489 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.489 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T08:23:52.489 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.489 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.489 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.489 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.489 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.489 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.490 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.397768+0000", 2024-04-02T08:23:52.490 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.029370+0000", 2024-04-02T08:23:52.490 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.029370+0000", 2024-04-02T08:23:52.490 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.030775+0000", 2024-04-02T08:23:52.490 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.397768+0000", 2024-04-02T08:23:52.490 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.490 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.490 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.490 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:52.490 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.397768+0000", 2024-04-02T08:23:52.490 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.397768+0000", 2024-04-02T08:23:52.490 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.397768+0000", 2024-04-02T08:23:52.490 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.490 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.491 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.491 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.397768+0000", 2024-04-02T08:23:52.491 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.397768+0000", 2024-04-02T08:23:52.491 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.491 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.491 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.491 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.491 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:52.491 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.491 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.491 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.491 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.491 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.492 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.492 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.492 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.492 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.12", 2024-04-02T08:23:52.492 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.492 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.492 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.492 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:52.492 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.492 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:11:38.069322+0000", 2024-04-02T08:23:52.492 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.492 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.492 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.492 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.493 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.493 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.493 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.493 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.493 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.493 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.493 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.493 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.493 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.493 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.493 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.493 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.493 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.493 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.494 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.494 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.494 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.494 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.494 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.494 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.494 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.494 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.494 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.494 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.494 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.494 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.494 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.494 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.495 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.495 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.495 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.495 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.495 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.495 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.495 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.495 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.495 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.495 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.495 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.495 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.495 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.495 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.496 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.496 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:52.496 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.496 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T08:23:52.496 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.496 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T08:23:52.496 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.496 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.496 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.496 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.496 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.496 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.496 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:52.496 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.497 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T08:23:52.497 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.497 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.497 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:52.497 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.497 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.497 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.497 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.040698+0000", 2024-04-02T08:23:52.497 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.655296+0000", 2024-04-02T08:23:52.497 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.655296+0000", 2024-04-02T08:23:52.497 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.655625+0000", 2024-04-02T08:23:52.497 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.040698+0000", 2024-04-02T08:23:52.497 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.497 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.498 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.498 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:52.498 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.040698+0000", 2024-04-02T08:23:52.498 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.040698+0000", 2024-04-02T08:23:52.498 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.040698+0000", 2024-04-02T08:23:52.498 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.498 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.498 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.498 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.040698+0000", 2024-04-02T08:23:52.498 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.040698+0000", 2024-04-02T08:23:52.498 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.498 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.498 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.499 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.499 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:52.499 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.499 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.499 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.499 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.499 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.499 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.499 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.499 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.499 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.12", 2024-04-02T08:23:52.499 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.499 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.499 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.500 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 20, 2024-04-02T08:23:52.500 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.500 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:15:37.398325+0000", 2024-04-02T08:23:52.500 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.500 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.500 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.500 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.500 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.500 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.500 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.500 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.500 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.500 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.500 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.500 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.501 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.501 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.501 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.501 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.501 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.501 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.501 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.501 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.501 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.501 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.501 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.501 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.501 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.501 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.502 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.502 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.502 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.502 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.502 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.502 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.502 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.502 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.502 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.502 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.502 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.502 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.503 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.503 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.503 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.503 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.503 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.503 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.503 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.503 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.503 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.503 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.503 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.503 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:52.503 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.503 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T08:23:52.504 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.504 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.504 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.504 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.504 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.504 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:52.504 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:52.504 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.504 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T08:23:52.504 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.504 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.504 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.504 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.504 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.505 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.505 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.328652+0000", 2024-04-02T08:23:52.505 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.035735+0000", 2024-04-02T08:23:52.505 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.035735+0000", 2024-04-02T08:23:52.505 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.036234+0000", 2024-04-02T08:23:52.505 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.328652+0000", 2024-04-02T08:23:52.505 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.505 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.505 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.505 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:52.505 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.328652+0000", 2024-04-02T08:23:52.505 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.328652+0000", 2024-04-02T08:23:52.505 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.328652+0000", 2024-04-02T08:23:52.505 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.506 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.506 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.506 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.328652+0000", 2024-04-02T08:23:52.506 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.328652+0000", 2024-04-02T08:23:52.506 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.506 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.506 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.506 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.506 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:52.506 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.506 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.506 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.506 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.507 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.507 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.507 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.507 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.507 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.13", 2024-04-02T08:23:52.507 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.507 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.507 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.507 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:52.507 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.507 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:32:31.369036+0000", 2024-04-02T08:23:52.507 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.507 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.507 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.508 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.508 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.508 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.508 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.508 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.508 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.508 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.508 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.508 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.508 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.508 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.508 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.508 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.508 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.509 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.509 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.509 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.509 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.509 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.509 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.509 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.509 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.509 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.509 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.509 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.509 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.509 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.509 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.510 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.510 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.510 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.510 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.510 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.510 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.510 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.510 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.510 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.510 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.510 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.510 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.510 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.511 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.511 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.511 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.511 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.511 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:52.511 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:52.511 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.511 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T08:23:52.511 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.511 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.511 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.511 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.511 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:52.511 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:52.512 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:52.512 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.512 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T08:23:52.512 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.512 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.512 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:52.512 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.512 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.512 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.512 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398955+0000", 2024-04-02T08:23:52.512 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.647165+0000", 2024-04-02T08:23:52.512 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.647165+0000", 2024-04-02T08:23:52.512 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.647480+0000", 2024-04-02T08:23:52.512 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398955+0000", 2024-04-02T08:23:52.513 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.513 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.513 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.513 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:52.513 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398955+0000", 2024-04-02T08:23:52.513 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398955+0000", 2024-04-02T08:23:52.513 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398955+0000", 2024-04-02T08:23:52.513 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.513 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.513 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.513 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398955+0000", 2024-04-02T08:23:52.513 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398955+0000", 2024-04-02T08:23:52.513 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.513 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.514 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.514 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.514 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:52.514 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.514 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.514 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.514 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.514 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.514 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.514 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.514 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.514 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.11", 2024-04-02T08:23:52.514 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.514 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.515 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.515 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 20, 2024-04-02T08:23:52.515 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.515 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:37:07.695754+0000", 2024-04-02T08:23:52.515 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.515 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.515 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.515 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.515 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.515 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.515 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.515 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.515 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.515 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.516 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.516 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.516 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.516 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.516 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.516 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.516 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.516 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.516 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.516 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.516 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.516 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.516 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.516 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.517 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.517 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.517 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.517 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.517 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.517 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.517 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.517 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.517 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.517 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.517 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.517 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.517 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.518 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.518 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.518 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.518 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.518 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.518 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.518 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.518 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.518 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.518 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.518 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:52.518 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:52.518 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:52.518 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.519 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T08:23:52.519 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.519 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.519 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.519 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.519 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:52.519 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:52.519 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T08:23:52.519 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.519 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T08:23:52.519 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.519 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.519 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.519 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.520 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.520 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.520 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398365+0000", 2024-04-02T08:23:52.520 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.027205+0000", 2024-04-02T08:23:52.520 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.027205+0000", 2024-04-02T08:23:52.520 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.027508+0000", 2024-04-02T08:23:52.520 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398365+0000", 2024-04-02T08:23:52.520 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.520 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.520 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.520 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:52.520 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398365+0000", 2024-04-02T08:23:52.520 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398365+0000", 2024-04-02T08:23:52.520 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398365+0000", 2024-04-02T08:23:52.521 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.521 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.521 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.521 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398365+0000", 2024-04-02T08:23:52.521 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398365+0000", 2024-04-02T08:23:52.521 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.521 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.521 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.521 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.521 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:52.521 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.521 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.521 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.522 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.522 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.522 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.522 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.522 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.522 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.10", 2024-04-02T08:23:52.522 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.522 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.522 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.522 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:52.522 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.522 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:59:01.351886+0000", 2024-04-02T08:23:52.522 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.523 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.523 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.523 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.523 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.523 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.523 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.523 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.523 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.523 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.523 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.523 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.523 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.523 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.523 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.523 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.524 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.524 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.524 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.524 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.524 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.524 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.524 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.524 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.524 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.524 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.524 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.524 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.524 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.525 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.525 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.525 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.525 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.525 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.525 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.525 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.525 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.525 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.525 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.525 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.525 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.525 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.525 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.526 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.526 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.526 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.526 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.526 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:52.526 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:52.526 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T08:23:52.526 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.526 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T08:23:52.526 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.526 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.526 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.526 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.527 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:52.527 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:52.527 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:52.527 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.527 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 2, 2024-04-02T08:23:52.527 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.527 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.527 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:52.527 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.527 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.527 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.527 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.040164+0000", 2024-04-02T08:23:52.527 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.644056+0000", 2024-04-02T08:23:52.527 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.644056+0000", 2024-04-02T08:23:52.528 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.644389+0000", 2024-04-02T08:23:52.528 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.040164+0000", 2024-04-02T08:23:52.528 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.528 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.528 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.528 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:52.528 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.040164+0000", 2024-04-02T08:23:52.528 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.040164+0000", 2024-04-02T08:23:52.528 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.040164+0000", 2024-04-02T08:23:52.528 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.528 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.528 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.528 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.040164+0000", 2024-04-02T08:23:52.528 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.040164+0000", 2024-04-02T08:23:52.529 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.529 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 8, 2024-04-02T08:23:52.529 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.529 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.529 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:52.529 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.529 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.529 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.529 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.529 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 8, 2024-04-02T08:23:52.529 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.529 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.529 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.529 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.10", 2024-04-02T08:23:52.530 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.530 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.530 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.530 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 28, 2024-04-02T08:23:52.530 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.530 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:30:34.819876+0000", 2024-04-02T08:23:52.530 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.530 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.530 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.530 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.530 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.530 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.531 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.531 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.531 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.531 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.531 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.531 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.531 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.531 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.531 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.531 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.531 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.531 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.531 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.531 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 12, 2024-04-02T08:23:52.532 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 4, 2024-04-02T08:23:52.532 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.532 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 4, 2024-04-02T08:23:52.532 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.532 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.532 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.532 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.532 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.532 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 4, 2024-04-02T08:23:52.532 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.532 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.532 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.532 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.532 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.533 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.533 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.533 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.533 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.533 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.533 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.533 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.533 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 12, 2024-04-02T08:23:52.533 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.533 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.533 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.533 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.533 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.534 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:52.534 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:52.534 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:52.534 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.534 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 2, 2024-04-02T08:23:52.534 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'8" 2024-04-02T08:23:52.534 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.534 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.534 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.534 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.534 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:52.534 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:52.534 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.535 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T08:23:52.535 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.535 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.535 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.535 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.535 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.535 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.535 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.328464+0000", 2024-04-02T08:23:52.535 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.039670+0000", 2024-04-02T08:23:52.535 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.039670+0000", 2024-04-02T08:23:52.535 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.039966+0000", 2024-04-02T08:23:52.535 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.328464+0000", 2024-04-02T08:23:52.535 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.535 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.536 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.536 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:52.536 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.328464+0000", 2024-04-02T08:23:52.536 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.328464+0000", 2024-04-02T08:23:52.536 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.328464+0000", 2024-04-02T08:23:52.536 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.536 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.536 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.536 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.328464+0000", 2024-04-02T08:23:52.536 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.328464+0000", 2024-04-02T08:23:52.536 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.536 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.536 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.536 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.537 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:52.537 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.537 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.537 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.537 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.537 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.537 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.537 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.537 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.537 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.11", 2024-04-02T08:23:52.537 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.537 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.537 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.537 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:52.538 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.538 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:01:19.772203+0000", 2024-04-02T08:23:52.538 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.538 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.538 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.538 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.538 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.538 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.538 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.538 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.538 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.538 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.538 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.539 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.539 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.539 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.539 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.539 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.539 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.539 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.539 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.539 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.539 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.539 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.539 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.539 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.539 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.540 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.540 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.540 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.540 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.540 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.540 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.540 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.540 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.540 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.540 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.540 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.540 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.540 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.540 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.541 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.541 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.541 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.541 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.541 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.541 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.541 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.541 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.541 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.541 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:52.541 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:52.541 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.541 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T08:23:52.542 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.542 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.542 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.542 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.542 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:52.542 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:52.542 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:52.542 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.542 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 4, 2024-04-02T08:23:52.542 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.542 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.542 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:52.542 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.542 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.543 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.543 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398626+0000", 2024-04-02T08:23:52.543 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.648394+0000", 2024-04-02T08:23:52.543 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.648394+0000", 2024-04-02T08:23:52.543 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.648726+0000", 2024-04-02T08:23:52.543 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398626+0000", 2024-04-02T08:23:52.543 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.543 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.543 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.543 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:52.543 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398626+0000", 2024-04-02T08:23:52.543 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398626+0000", 2024-04-02T08:23:52.543 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398626+0000", 2024-04-02T08:23:52.543 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.544 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.544 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.544 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398626+0000", 2024-04-02T08:23:52.544 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398626+0000", 2024-04-02T08:23:52.544 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.544 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 1, 2024-04-02T08:23:52.544 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.544 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.544 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:52.544 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.544 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.544 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.544 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.545 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 1, 2024-04-02T08:23:52.545 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.545 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.545 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.545 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.f", 2024-04-02T08:23:52.545 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.545 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.545 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.545 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 21, 2024-04-02T08:23:52.545 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.545 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:36:05.496757+0000", 2024-04-02T08:23:52.545 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.545 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.545 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.546 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 22, 2024-04-02T08:23:52.546 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.546 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.546 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.546 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.546 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.546 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.546 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.546 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.546 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.546 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.546 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.546 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.547 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.547 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.547 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.547 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 3, 2024-04-02T08:23:52.547 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 1, 2024-04-02T08:23:52.547 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.547 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 1, 2024-04-02T08:23:52.547 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.547 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.547 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.547 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.547 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.547 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.548 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.548 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.548 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.548 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.548 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.548 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.548 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.548 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.548 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.548 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.548 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.548 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.548 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 1, 2024-04-02T08:23:52.548 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 1 2024-04-02T08:23:52.549 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.549 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.549 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.549 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.549 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:52.549 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:52.549 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:52.549 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.549 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 4, 2024-04-02T08:23:52.549 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'1" 2024-04-02T08:23:52.549 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.549 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.549 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.550 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.550 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:52.550 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:52.550 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.550 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T08:23:52.550 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.550 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.550 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.550 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.550 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.550 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.550 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.328830+0000", 2024-04-02T08:23:52.550 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.038565+0000", 2024-04-02T08:23:52.550 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.038565+0000", 2024-04-02T08:23:52.551 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.038870+0000", 2024-04-02T08:23:52.551 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.328830+0000", 2024-04-02T08:23:52.551 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.551 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.551 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.551 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:52.551 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.328830+0000", 2024-04-02T08:23:52.551 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.328830+0000", 2024-04-02T08:23:52.551 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.328830+0000", 2024-04-02T08:23:52.551 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.551 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.551 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.551 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.328830+0000", 2024-04-02T08:23:52.552 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.328830+0000", 2024-04-02T08:23:52.552 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.552 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.552 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.552 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.552 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:52.552 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.552 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.552 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.552 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.552 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.552 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.552 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.552 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.553 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.e", 2024-04-02T08:23:52.553 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.553 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.553 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.553 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:52.553 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.553 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:29:49.209931+0000", 2024-04-02T08:23:52.553 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.553 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.553 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.553 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.553 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.553 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.553 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.554 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.554 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.554 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.554 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.554 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.554 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.554 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.554 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.554 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.554 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.554 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.554 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.554 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.555 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.555 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.555 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.555 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.555 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.555 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.555 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.555 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.555 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.555 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.555 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.555 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.555 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.555 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.556 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.556 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.556 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.556 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.556 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.556 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.556 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.556 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.556 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.556 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.556 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.556 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.556 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.556 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.557 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:52.557 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:52.557 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.557 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T08:23:52.557 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.557 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.557 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.557 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.557 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:52.557 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.557 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T08:23:52.557 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.557 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T08:23:52.557 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.558 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.558 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 66, 2024-04-02T08:23:52.558 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.558 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.558 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.558 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.040624+0000", 2024-04-02T08:23:52.558 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:21:02.027486+0000", 2024-04-02T08:23:52.558 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:21:02.027486+0000", 2024-04-02T08:23:52.558 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:21:02.027804+0000", 2024-04-02T08:23:52.558 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.040624+0000", 2024-04-02T08:23:52.558 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T08:23:52.558 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.559 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T08:23:52.559 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 67, 2024-04-02T08:23:52.559 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.040624+0000", 2024-04-02T08:23:52.559 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.040624+0000", 2024-04-02T08:23:52.559 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.040624+0000", 2024-04-02T08:23:52.559 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.559 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.559 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T08:23:52.559 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.040624+0000", 2024-04-02T08:23:52.559 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.040624+0000", 2024-04-02T08:23:52.559 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.559 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.559 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.559 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.559 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 66, 2024-04-02T08:23:52.560 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.560 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.560 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.560 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.560 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.560 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.560 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.560 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.560 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "4.2", 2024-04-02T08:23:52.560 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.560 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.560 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.560 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 13, 2024-04-02T08:23:52.561 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.561 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:06:08.375574+0000", 2024-04-02T08:23:52.561 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.561 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.561 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.561 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.561 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.561 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.561 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.561 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.561 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.561 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.561 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.562 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.562 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.562 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.562 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.562 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.562 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.562 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.562 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.562 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.562 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.562 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.562 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.562 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.562 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.563 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.563 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.563 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.563 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.563 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.563 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.563 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.563 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.563 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.563 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.563 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.563 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.563 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.564 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.564 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.564 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.564 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.564 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.564 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.564 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.564 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.564 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.564 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:52.564 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.564 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T08:23:52.564 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.564 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T08:23:52.565 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.565 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.565 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.565 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.565 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:52.565 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:52.565 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:52.565 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.565 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T08:23:52.565 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.565 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.565 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:52.565 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.565 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.566 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.566 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.040831+0000", 2024-04-02T08:23:52.566 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:47.972910+0000", 2024-04-02T08:23:52.566 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:47.972910+0000", 2024-04-02T08:23:52.566 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:47.973344+0000", 2024-04-02T08:23:52.566 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.040831+0000", 2024-04-02T08:23:52.566 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.566 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.566 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.566 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 64, 2024-04-02T08:23:52.566 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.040831+0000", 2024-04-02T08:23:52.566 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.040831+0000", 2024-04-02T08:23:52.566 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.040831+0000", 2024-04-02T08:23:52.566 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.567 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.567 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.567 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.040831+0000", 2024-04-02T08:23:52.567 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.040831+0000", 2024-04-02T08:23:52.567 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.567 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.567 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.567 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.567 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 63, 2024-04-02T08:23:52.567 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.567 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.567 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.567 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.568 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.568 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.568 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.568 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.568 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.4", 2024-04-02T08:23:52.568 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.568 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.568 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.568 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 29, 2024-04-02T08:23:52.568 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.568 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:42:18.625713+0000", 2024-04-02T08:23:52.568 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.568 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.568 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.570 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.570 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.570 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.570 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.570 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.570 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.570 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.570 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.570 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.570 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.570 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.570 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.570 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.571 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.571 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.571 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.571 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.571 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.571 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.571 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.571 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.571 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.571 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.571 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.571 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.571 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.571 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.572 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.572 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.572 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:52.572 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:52.572 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:52.572 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.572 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T08:23:52.572 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.572 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.572 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.572 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.572 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.572 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.572 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:52.573 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.573 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T08:23:52.573 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.573 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.573 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.573 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.573 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.573 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.573 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.041141+0000", 2024-04-02T08:23:52.573 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.013787+0000", 2024-04-02T08:23:52.573 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.013787+0000", 2024-04-02T08:23:52.573 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.014150+0000", 2024-04-02T08:23:52.573 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.041141+0000", 2024-04-02T08:23:52.573 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.574 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.574 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.574 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:52.574 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.041141+0000", 2024-04-02T08:23:52.574 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.041141+0000", 2024-04-02T08:23:52.574 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.041141+0000", 2024-04-02T08:23:52.574 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.574 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.574 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.574 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.041141+0000", 2024-04-02T08:23:52.574 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.041141+0000", 2024-04-02T08:23:52.574 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.574 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.575 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.575 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.575 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:52.575 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.575 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.575 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.575 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.575 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.575 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.575 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.575 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.575 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.5", 2024-04-02T08:23:52.575 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.575 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.576 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.576 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:52.576 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.576 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:32:56.956552+0000", 2024-04-02T08:23:52.576 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.576 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.576 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.576 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.576 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.576 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.576 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.576 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.576 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.576 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.577 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.577 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.577 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.577 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.577 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.577 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.577 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.577 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.577 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.577 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.577 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.577 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.577 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.577 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.578 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.578 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.578 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.578 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.578 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.578 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.578 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.578 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.578 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.578 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.578 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.578 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.578 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.579 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.579 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.579 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.579 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.579 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.579 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.579 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.579 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.579 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.579 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.579 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.579 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.579 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:52.579 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.580 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T08:23:52.580 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.580 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.580 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.580 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.580 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:52.580 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:52.580 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T08:23:52.580 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.580 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T08:23:52.580 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.580 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.580 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 66, 2024-04-02T08:23:52.581 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.581 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.581 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.581 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.040916+0000", 2024-04-02T08:23:52.581 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:21:02.241658+0000", 2024-04-02T08:23:52.581 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:21:02.241658+0000", 2024-04-02T08:23:52.581 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:21:02.241979+0000", 2024-04-02T08:23:52.581 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.040916+0000", 2024-04-02T08:23:52.581 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T08:23:52.581 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.581 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T08:23:52.581 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 67, 2024-04-02T08:23:52.581 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.040916+0000", 2024-04-02T08:23:52.582 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.040916+0000", 2024-04-02T08:23:52.582 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.040916+0000", 2024-04-02T08:23:52.582 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.582 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.582 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T08:23:52.582 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.040916+0000", 2024-04-02T08:23:52.582 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.040916+0000", 2024-04-02T08:23:52.582 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.582 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.582 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.582 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.582 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 66, 2024-04-02T08:23:52.582 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.582 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.583 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.583 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.583 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.583 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.583 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.583 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.583 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "4.4", 2024-04-02T08:23:52.583 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.583 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.583 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.583 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 13, 2024-04-02T08:23:52.583 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.583 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:57:33.620996+0000", 2024-04-02T08:23:52.583 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.584 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.584 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.584 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.584 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.584 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.584 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.584 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.584 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.584 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.584 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.584 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.584 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.584 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.584 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.585 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.585 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.585 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.585 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.585 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.585 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.585 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.585 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.585 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.585 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.585 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.585 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.585 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.585 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.586 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.586 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.586 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.586 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.586 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.586 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.586 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.586 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.586 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.586 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.586 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.586 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.586 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.587 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.587 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.587 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.587 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.587 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.587 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:52.587 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:52.587 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T08:23:52.587 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.587 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T08:23:52.587 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.587 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.587 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.587 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.588 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.588 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:52.588 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:52.588 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.588 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T08:23:52.588 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.588 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.588 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:52.588 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.588 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.588 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.588 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.040596+0000", 2024-04-02T08:23:52.588 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.652709+0000", 2024-04-02T08:23:52.588 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.652709+0000", 2024-04-02T08:23:52.589 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.654174+0000", 2024-04-02T08:23:52.589 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.040596+0000", 2024-04-02T08:23:52.589 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.589 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.589 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.589 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:52.589 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.040596+0000", 2024-04-02T08:23:52.589 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.040596+0000", 2024-04-02T08:23:52.589 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.040596+0000", 2024-04-02T08:23:52.589 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.589 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.589 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.589 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.040596+0000", 2024-04-02T08:23:52.590 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.040596+0000", 2024-04-02T08:23:52.590 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.590 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.590 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.590 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.590 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:52.590 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.590 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.590 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.590 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.590 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.590 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.590 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.591 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.591 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.2", 2024-04-02T08:23:52.591 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.591 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.591 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.591 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 20, 2024-04-02T08:23:52.591 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.591 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:04:13.009116+0000", 2024-04-02T08:23:52.591 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.591 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.591 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.591 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.591 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.591 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.592 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.592 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.592 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.592 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.592 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.592 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.592 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.592 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.592 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.592 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.592 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.592 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.592 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.592 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.593 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.593 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.593 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.593 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.593 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.593 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.593 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.593 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.593 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.593 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.593 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.593 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.593 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.593 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.594 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.594 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.594 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.594 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.594 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.594 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.594 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.594 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.594 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.594 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.594 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.594 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.594 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.595 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.595 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:52.595 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:52.595 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.595 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T08:23:52.595 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.595 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.595 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.595 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.595 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:52.595 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:52.595 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:52.595 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.596 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 4, 2024-04-02T08:23:52.596 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.596 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.596 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.596 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.596 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.596 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.596 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398541+0000", 2024-04-02T08:23:52.596 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.036406+0000", 2024-04-02T08:23:52.596 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.036406+0000", 2024-04-02T08:23:52.596 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.036702+0000", 2024-04-02T08:23:52.596 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398541+0000", 2024-04-02T08:23:52.596 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.596 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.597 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.597 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:52.597 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398541+0000", 2024-04-02T08:23:52.597 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398541+0000", 2024-04-02T08:23:52.597 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398541+0000", 2024-04-02T08:23:52.597 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.597 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.597 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.597 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398541+0000", 2024-04-02T08:23:52.597 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398541+0000", 2024-04-02T08:23:52.597 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.597 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.597 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.597 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.598 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:52.598 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.598 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.598 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.598 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.598 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.598 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.598 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.598 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.598 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.3", 2024-04-02T08:23:52.598 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.598 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.598 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.599 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:52.599 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.599 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:45:59.464657+0000", 2024-04-02T08:23:52.599 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.599 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.599 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.599 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.599 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.599 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.599 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.599 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.599 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.599 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.599 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.600 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.600 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.600 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.600 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.600 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.600 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.600 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.600 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.600 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.600 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.600 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.600 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.600 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.601 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.601 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.601 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.601 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.601 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.601 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.601 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.601 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.601 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.601 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.601 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.601 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.601 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.601 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.602 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.602 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.602 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.602 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.602 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.602 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.602 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.602 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.602 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.602 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:52.602 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:52.602 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:52.602 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.603 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 4, 2024-04-02T08:23:52.603 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.603 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.603 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.603 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.603 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:52.603 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.603 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:52.603 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.603 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T08:23:52.603 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.603 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.603 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 66, 2024-04-02T08:23:52.603 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.604 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.604 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.604 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.041329+0000", 2024-04-02T08:23:52.604 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:21:02.028009+0000", 2024-04-02T08:23:52.604 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:21:02.028009+0000", 2024-04-02T08:23:52.604 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:21:02.028323+0000", 2024-04-02T08:23:52.604 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.041329+0000", 2024-04-02T08:23:52.604 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T08:23:52.604 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.604 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T08:23:52.604 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 67, 2024-04-02T08:23:52.604 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.041329+0000", 2024-04-02T08:23:52.604 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.041329+0000", 2024-04-02T08:23:52.604 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.041329+0000", 2024-04-02T08:23:52.604 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.605 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.605 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T08:23:52.605 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.041329+0000", 2024-04-02T08:23:52.605 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.041329+0000", 2024-04-02T08:23:52.605 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.605 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.605 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.605 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.605 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 66, 2024-04-02T08:23:52.605 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.605 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.605 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.605 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.606 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.606 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.606 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.606 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.606 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "4.7", 2024-04-02T08:23:52.606 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.606 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.606 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.606 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 13, 2024-04-02T08:23:52.606 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.606 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:43:17.058859+0000", 2024-04-02T08:23:52.606 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.606 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.606 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.607 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.607 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.607 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.607 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.607 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.607 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.607 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.607 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.607 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.607 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.607 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.607 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.607 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.607 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.608 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.608 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.608 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.608 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.608 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.608 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.608 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.608 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.608 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.608 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.608 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.608 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.608 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.608 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.609 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.609 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.609 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.609 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.609 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.609 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.609 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.609 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.609 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.609 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.609 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.609 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.609 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.609 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.610 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.610 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.610 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:52.610 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.610 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:52.610 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.610 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T08:23:52.610 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.610 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.610 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.610 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.610 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:52.610 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:52.610 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:52.611 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.611 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T08:23:52.611 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.611 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.611 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.611 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.611 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.611 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.611 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.040212+0000", 2024-04-02T08:23:52.611 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.015319+0000", 2024-04-02T08:23:52.611 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.015319+0000", 2024-04-02T08:23:52.611 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.015587+0000", 2024-04-02T08:23:52.611 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.040212+0000", 2024-04-02T08:23:52.612 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.612 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.612 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.612 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:52.612 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.040212+0000", 2024-04-02T08:23:52.612 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.040212+0000", 2024-04-02T08:23:52.612 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.040212+0000", 2024-04-02T08:23:52.612 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.612 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.612 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.612 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.040212+0000", 2024-04-02T08:23:52.612 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.040212+0000", 2024-04-02T08:23:52.612 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.612 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.612 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.613 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.613 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:52.613 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.613 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.613 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.613 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.613 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.613 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.613 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.613 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.613 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.0", 2024-04-02T08:23:52.613 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.613 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.614 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.614 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:52.614 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.614 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:57:36.126886+0000", 2024-04-02T08:23:52.614 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.614 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.614 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.614 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.614 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.614 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.614 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.614 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.614 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.615 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.615 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.615 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.615 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.615 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.615 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.615 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.615 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.615 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.615 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.615 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.615 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.615 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.615 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.616 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.616 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.616 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.616 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.616 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.616 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.616 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.616 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.616 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.616 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.616 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.616 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.616 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.617 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.617 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.617 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.617 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.617 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.617 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.617 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.617 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.617 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.617 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.617 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.617 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:52.617 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:52.617 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:52.618 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.618 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T08:23:52.618 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.618 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.618 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.618 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.618 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:52.618 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.618 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:52.618 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.618 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 2, 2024-04-02T08:23:52.618 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.618 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.619 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:52.619 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.619 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.619 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.619 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.040328+0000", 2024-04-02T08:23:52.619 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.642976+0000", 2024-04-02T08:23:52.619 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.642976+0000", 2024-04-02T08:23:52.619 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.643431+0000", 2024-04-02T08:23:52.619 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.040328+0000", 2024-04-02T08:23:52.619 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.619 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.619 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.619 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:52.619 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.040328+0000", 2024-04-02T08:23:52.619 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.040328+0000", 2024-04-02T08:23:52.620 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.040328+0000", 2024-04-02T08:23:52.620 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.620 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.620 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.620 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.040328+0000", 2024-04-02T08:23:52.620 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.040328+0000", 2024-04-02T08:23:52.620 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.620 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.620 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.620 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.620 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:52.620 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.620 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.621 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.621 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.621 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.621 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.621 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.621 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.621 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.1", 2024-04-02T08:23:52.621 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.621 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.621 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.621 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 20, 2024-04-02T08:23:52.621 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.621 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:18:00.631934+0000", 2024-04-02T08:23:52.622 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.622 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.622 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.622 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.622 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.622 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.622 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.622 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.622 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.622 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.622 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.622 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.622 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.623 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.623 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.623 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.623 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.623 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.623 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.623 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.623 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.623 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.623 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.623 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.623 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.623 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.623 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.624 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.624 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.624 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.624 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.624 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.624 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.624 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.624 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.624 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.624 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.624 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.624 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.624 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.625 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.625 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.625 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.625 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.625 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.625 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.625 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.625 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:52.625 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.625 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:52.625 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.625 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 2, 2024-04-02T08:23:52.625 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.625 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.626 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.626 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.626 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:52.626 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:52.626 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:52.626 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.626 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T08:23:52.626 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.626 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.626 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 66, 2024-04-02T08:23:52.626 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.626 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.626 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.627 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398647+0000", 2024-04-02T08:23:52.627 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:21:02.286093+0000", 2024-04-02T08:23:52.627 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:21:02.286093+0000", 2024-04-02T08:23:52.627 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:21:02.286514+0000", 2024-04-02T08:23:52.627 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398647+0000", 2024-04-02T08:23:52.627 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T08:23:52.627 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.627 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T08:23:52.627 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 67, 2024-04-02T08:23:52.627 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398647+0000", 2024-04-02T08:23:52.627 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398647+0000", 2024-04-02T08:23:52.627 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398647+0000", 2024-04-02T08:23:52.627 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.627 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.628 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T08:23:52.628 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398647+0000", 2024-04-02T08:23:52.628 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398647+0000", 2024-04-02T08:23:52.628 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.628 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.628 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.628 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.628 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 66, 2024-04-02T08:23:52.628 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.628 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.628 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.628 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.628 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.629 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.629 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.629 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.629 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "4.5", 2024-04-02T08:23:52.629 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.629 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.629 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.629 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 13, 2024-04-02T08:23:52.629 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.629 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:47:42.707031+0000", 2024-04-02T08:23:52.629 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.629 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.629 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.630 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.630 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.630 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.630 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.630 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.630 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.630 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.630 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.630 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.630 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.630 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.630 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.630 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.631 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.631 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.631 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.631 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.631 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.631 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.631 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.631 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.631 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.631 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.631 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.631 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.631 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.631 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.632 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.632 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.632 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.632 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.632 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.632 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.632 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.632 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.632 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.632 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.632 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.632 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.632 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.632 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.633 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.633 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.633 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.633 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:52.633 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:52.633 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:52.633 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.633 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T08:23:52.633 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.633 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.633 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.633 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.633 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.633 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.634 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:52.634 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.634 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T08:23:52.634 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.634 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.634 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.634 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.634 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.634 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.634 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398207+0000", 2024-04-02T08:23:52.634 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.021929+0000", 2024-04-02T08:23:52.634 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.021929+0000", 2024-04-02T08:23:52.634 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.022300+0000", 2024-04-02T08:23:52.634 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398207+0000", 2024-04-02T08:23:52.635 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.635 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.635 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.635 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:52.635 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398207+0000", 2024-04-02T08:23:52.635 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398207+0000", 2024-04-02T08:23:52.635 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398207+0000", 2024-04-02T08:23:52.635 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.635 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.635 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.635 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398207+0000", 2024-04-02T08:23:52.635 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398207+0000", 2024-04-02T08:23:52.635 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.636 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.636 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.636 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.636 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:52.636 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.636 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.636 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.636 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.636 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.636 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.636 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.636 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.636 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.2", 2024-04-02T08:23:52.637 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.637 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.637 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.637 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:52.637 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.637 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:31:07.454229+0000", 2024-04-02T08:23:52.637 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.637 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.637 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.637 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.637 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.637 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.637 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.638 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.638 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.638 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.638 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.638 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.638 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.638 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.638 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.638 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.638 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.638 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.638 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.638 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.638 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.639 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.639 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.639 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.639 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.639 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.639 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.639 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.639 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.639 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.639 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.639 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.639 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.639 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.639 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.640 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.640 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.640 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.640 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.640 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.640 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.640 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.640 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.640 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.640 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.640 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.640 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.640 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.640 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.641 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:52.641 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.641 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T08:23:52.641 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.641 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.641 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.641 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.641 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.641 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:52.641 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:52.641 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.641 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T08:23:52.641 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.641 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.641 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:52.642 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.642 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.642 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.642 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.040510+0000", 2024-04-02T08:23:52.642 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.650780+0000", 2024-04-02T08:23:52.642 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.650780+0000", 2024-04-02T08:23:52.642 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.651140+0000", 2024-04-02T08:23:52.642 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.040510+0000", 2024-04-02T08:23:52.642 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.642 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.642 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.642 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:52.642 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.040510+0000", 2024-04-02T08:23:52.643 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.040510+0000", 2024-04-02T08:23:52.643 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.040510+0000", 2024-04-02T08:23:52.643 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.643 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.643 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.643 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.040510+0000", 2024-04-02T08:23:52.643 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.040510+0000", 2024-04-02T08:23:52.643 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.643 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.643 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.643 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.643 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:52.643 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.644 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.644 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.644 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.644 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.644 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.644 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.644 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.644 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.3", 2024-04-02T08:23:52.644 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.644 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.644 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.644 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 20, 2024-04-02T08:23:52.644 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.644 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:29:42.083367+0000", 2024-04-02T08:23:52.645 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.645 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.645 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.645 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.645 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.645 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.645 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.645 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.645 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.645 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.645 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.645 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.645 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.645 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.646 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.646 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.646 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.646 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.646 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.646 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.646 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.646 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.646 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.646 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.646 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.646 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.646 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.646 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.647 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.647 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.647 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.647 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.647 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.647 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.647 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.647 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.647 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.647 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.647 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.647 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.647 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.648 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.648 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.648 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.648 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.648 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.648 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.648 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.648 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:52.648 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:52.648 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.648 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T08:23:52.648 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.648 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.648 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.649 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.649 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.649 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:52.649 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:52.649 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.649 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T08:23:52.649 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.649 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.649 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 19, 2024-04-02T08:23:52.649 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.649 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.649 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.649 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:23:47.904441+0000", 2024-04-02T08:23:52.649 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:11.332286+0000", 2024-04-02T08:23:52.650 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:11.332286+0000", 2024-04-02T08:23:52.650 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:11.332719+0000", 2024-04-02T08:23:52.650 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:23:47.904441+0000", 2024-04-02T08:23:52.650 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:18:06.875872+0000", 2024-04-02T08:23:52.650 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.650 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:18:06.875872+0000", 2024-04-02T08:23:52.650 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 58, 2024-04-02T08:23:52.650 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:23:47.904441+0000", 2024-04-02T08:23:52.650 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:23:47.904441+0000", 2024-04-02T08:23:52.650 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:23:47.904441+0000", 2024-04-02T08:23:52.650 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.650 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.651 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:18:06.875872+0000", 2024-04-02T08:23:52.651 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:23:47.904441+0000", 2024-04-02T08:23:52.651 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:23:47.904441+0000", 2024-04-02T08:23:52.651 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.651 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 148, 2024-04-02T08:23:52.651 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.651 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.651 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 57, 2024-04-02T08:23:52.651 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.651 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.651 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.651 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.651 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 148, 2024-04-02T08:23:52.651 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.652 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.652 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.652 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "1.0", 2024-04-02T08:23:52.652 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.652 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.652 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.652 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 338, 2024-04-02T08:23:52.652 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.652 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:26:46.361137+0000", 2024-04-02T08:23:52.652 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.652 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.652 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.652 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 590368, 2024-04-02T08:23:52.652 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.653 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 1771104, 2024-04-02T08:23:52.653 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.653 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.653 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.653 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.653 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.653 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.653 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.653 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.653 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.653 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.653 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.653 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.653 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.654 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 6, 2024-04-02T08:23:52.654 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 2, 2024-04-02T08:23:52.654 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.654 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 2, 2024-04-02T08:23:52.654 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.654 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.654 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.654 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.654 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.654 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.654 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.654 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 6, 2024-04-02T08:23:52.654 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.655 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.655 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.655 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.655 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.655 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 394, 2024-04-02T08:23:52.655 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 584, 2024-04-02T08:23:52.655 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.655 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.655 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.655 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 219, 2024-04-02T08:23:52.655 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 2416 2024-04-02T08:23:52.655 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.655 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.655 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.656 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.656 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.656 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:52.656 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:52.656 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.656 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T08:23:52.656 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "69'148" 2024-04-02T08:23:52.656 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.656 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.656 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.656 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:52.656 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:52.656 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:52.656 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.657 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T08:23:52.657 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.657 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.657 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 66, 2024-04-02T08:23:52.657 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.657 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.657 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.657 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.397880+0000", 2024-04-02T08:23:52.657 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:21:02.241721+0000", 2024-04-02T08:23:52.657 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:21:02.241721+0000", 2024-04-02T08:23:52.657 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:21:02.242060+0000", 2024-04-02T08:23:52.657 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.397880+0000", 2024-04-02T08:23:52.657 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T08:23:52.657 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.658 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T08:23:52.658 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 67, 2024-04-02T08:23:52.658 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.397880+0000", 2024-04-02T08:23:52.658 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.397880+0000", 2024-04-02T08:23:52.658 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.397880+0000", 2024-04-02T08:23:52.658 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.658 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.658 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T08:23:52.658 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.397880+0000", 2024-04-02T08:23:52.658 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.397880+0000", 2024-04-02T08:23:52.658 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.658 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.658 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.659 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.659 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 66, 2024-04-02T08:23:52.659 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.659 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.659 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.659 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.659 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.659 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.659 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.659 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.659 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "4.6", 2024-04-02T08:23:52.659 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.659 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.660 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.660 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 13, 2024-04-02T08:23:52.660 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.660 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:56:53.520416+0000", 2024-04-02T08:23:52.660 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.660 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.660 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.660 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.660 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.660 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.660 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.660 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.660 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.660 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.661 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.661 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.661 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.661 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.661 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.661 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.661 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.661 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.661 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.661 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.661 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.661 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.661 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.662 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.662 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.662 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.662 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.662 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.662 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.662 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.662 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.662 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.662 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.662 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.662 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.662 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.662 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.663 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.663 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.663 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.663 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.663 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.663 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.663 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.663 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.663 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.663 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.663 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:52.663 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:52.663 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:52.663 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.664 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T08:23:52.664 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.664 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.664 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.664 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.664 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:52.664 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:52.664 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T08:23:52.664 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.664 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T08:23:52.664 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.664 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.664 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.664 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.665 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.665 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.665 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.397480+0000", 2024-04-02T08:23:52.665 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.028708+0000", 2024-04-02T08:23:52.665 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.028708+0000", 2024-04-02T08:23:52.665 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.029057+0000", 2024-04-02T08:23:52.665 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.397480+0000", 2024-04-02T08:23:52.665 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.665 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.665 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.665 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:52.665 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.397480+0000", 2024-04-02T08:23:52.665 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.397480+0000", 2024-04-02T08:23:52.666 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.397480+0000", 2024-04-02T08:23:52.666 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.666 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.666 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.666 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.397480+0000", 2024-04-02T08:23:52.666 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.397480+0000", 2024-04-02T08:23:52.666 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.666 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.666 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.666 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.666 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:52.666 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.666 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.667 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.667 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.667 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.667 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.667 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.667 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.667 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.1", 2024-04-02T08:23:52.667 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.667 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.667 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.667 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:52.667 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.667 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:15:57.005362+0000", 2024-04-02T08:23:52.667 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.667 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.668 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.668 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.668 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.668 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.668 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.668 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.668 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.668 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.668 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.668 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.668 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.668 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.669 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.669 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.669 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.669 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.669 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.669 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.669 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.669 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.669 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.669 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.669 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.669 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.669 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.670 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.670 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.670 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.670 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.670 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.670 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.670 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.670 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.670 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.670 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.670 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.670 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.671 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.671 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.671 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.671 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.671 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.671 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.671 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.671 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.671 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:52.671 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:52.671 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T08:23:52.671 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.671 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T08:23:52.672 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.672 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.672 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.672 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.672 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.672 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:52.672 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:52.672 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.672 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T08:23:52.672 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.672 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.672 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:52.672 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.672 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.672 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.673 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.328190+0000", 2024-04-02T08:23:52.673 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.657567+0000", 2024-04-02T08:23:52.673 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.657567+0000", 2024-04-02T08:23:52.673 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.657892+0000", 2024-04-02T08:23:52.673 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.328190+0000", 2024-04-02T08:23:52.673 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.673 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.673 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.673 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:52.673 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.328190+0000", 2024-04-02T08:23:52.673 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.328190+0000", 2024-04-02T08:23:52.673 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.328190+0000", 2024-04-02T08:23:52.673 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.674 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.674 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.674 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.328190+0000", 2024-04-02T08:23:52.674 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.328190+0000", 2024-04-02T08:23:52.674 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.674 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.674 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.674 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.674 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:52.674 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.674 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.674 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.674 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.674 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.675 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.675 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.675 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.675 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.0", 2024-04-02T08:23:52.675 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.675 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.675 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.675 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 20, 2024-04-02T08:23:52.675 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.675 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:17:33.203588+0000", 2024-04-02T08:23:52.675 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.675 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.675 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.675 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.676 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.676 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.676 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.676 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.676 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.676 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.676 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.676 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.676 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.676 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.676 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.676 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.676 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.676 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.677 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.677 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.677 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.677 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.677 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.677 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.677 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.677 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.677 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.677 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.677 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.677 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.677 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.677 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.678 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.678 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.678 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.678 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.678 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.678 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.678 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.678 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.678 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.678 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.678 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.678 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.678 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.678 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.679 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.679 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.679 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:52.679 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:52.679 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.679 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T08:23:52.679 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.679 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.679 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.679 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.679 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:52.679 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.679 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:52.679 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.680 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T08:23:52.680 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.680 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.680 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 66, 2024-04-02T08:23:52.680 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.680 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.680 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.680 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.397659+0000", 2024-04-02T08:23:52.680 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:21:02.286185+0000", 2024-04-02T08:23:52.680 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:21:02.286185+0000", 2024-04-02T08:23:52.680 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:21:02.286489+0000", 2024-04-02T08:23:52.680 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.397659+0000", 2024-04-02T08:23:52.680 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T08:23:52.681 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.681 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T08:23:52.681 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 67, 2024-04-02T08:23:52.681 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.397659+0000", 2024-04-02T08:23:52.681 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.397659+0000", 2024-04-02T08:23:52.681 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.397659+0000", 2024-04-02T08:23:52.681 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.681 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.681 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T08:23:52.681 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.397659+0000", 2024-04-02T08:23:52.681 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.397659+0000", 2024-04-02T08:23:52.681 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.681 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.681 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.682 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.682 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 66, 2024-04-02T08:23:52.682 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.682 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.682 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.682 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.682 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.682 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.682 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.682 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.682 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "4.3", 2024-04-02T08:23:52.682 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.682 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.683 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.683 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 13, 2024-04-02T08:23:52.683 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.683 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:27:14.462585+0000", 2024-04-02T08:23:52.683 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.683 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.683 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.683 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.683 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.683 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.683 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.683 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.685 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.685 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.685 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.685 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.685 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.685 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.685 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.685 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.685 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.685 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.685 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.685 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.686 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.686 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.686 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.686 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.686 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.686 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.686 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.686 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.686 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.686 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.686 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.686 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.686 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.687 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.687 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.687 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.687 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.687 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.687 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.687 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.687 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.687 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.687 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.687 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.687 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.687 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.687 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.688 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:52.688 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.688 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:52.688 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.688 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T08:23:52.688 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.688 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.688 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.688 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.688 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.688 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:52.688 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T08:23:52.688 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.688 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T08:23:52.689 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.689 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.689 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:52.689 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.689 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.689 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.689 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.328969+0000", 2024-04-02T08:23:52.689 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.654810+0000", 2024-04-02T08:23:52.689 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.654810+0000", 2024-04-02T08:23:52.689 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.655112+0000", 2024-04-02T08:23:52.689 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.328969+0000", 2024-04-02T08:23:52.689 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.689 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.689 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.690 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:52.690 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.328969+0000", 2024-04-02T08:23:52.690 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.328969+0000", 2024-04-02T08:23:52.690 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.328969+0000", 2024-04-02T08:23:52.690 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.690 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.690 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.690 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.328969+0000", 2024-04-02T08:23:52.690 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.328969+0000", 2024-04-02T08:23:52.690 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.690 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.690 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.690 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.690 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:52.691 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.691 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.691 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.691 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.691 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.691 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.691 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.691 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.691 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.5", 2024-04-02T08:23:52.691 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.691 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.691 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.691 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 20, 2024-04-02T08:23:52.691 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.692 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:12:01.719204+0000", 2024-04-02T08:23:52.692 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.692 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.692 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.692 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.692 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.692 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.692 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.692 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.692 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.692 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.692 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.692 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.693 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.693 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.693 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.693 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.693 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.693 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.693 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.693 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.693 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.693 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.693 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.693 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.693 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.693 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.693 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.694 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.694 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.694 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.694 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.694 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.694 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.694 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.694 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.694 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.694 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.694 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.694 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.694 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.695 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.695 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.695 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.695 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.695 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.695 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.695 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.695 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.695 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:52.695 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T08:23:52.695 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.695 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T08:23:52.695 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.695 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.696 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.696 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.696 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:52.696 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:52.696 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T08:23:52.696 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.696 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T08:23:52.696 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.696 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.696 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.696 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.696 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.696 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.696 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.040990+0000", 2024-04-02T08:23:52.697 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.012279+0000", 2024-04-02T08:23:52.697 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.012279+0000", 2024-04-02T08:23:52.697 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.012604+0000", 2024-04-02T08:23:52.697 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.040990+0000", 2024-04-02T08:23:52.697 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.697 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.697 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.697 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:52.697 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.040990+0000", 2024-04-02T08:23:52.697 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.040990+0000", 2024-04-02T08:23:52.697 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.040990+0000", 2024-04-02T08:23:52.697 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.697 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.697 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.698 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.040990+0000", 2024-04-02T08:23:52.698 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.040990+0000", 2024-04-02T08:23:52.698 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.698 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.698 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.698 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.698 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:52.698 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.698 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.698 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.698 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.698 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.698 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.698 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.699 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.699 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.4", 2024-04-02T08:23:52.699 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.699 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.699 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.699 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:52.699 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.699 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:15:41.241040+0000", 2024-04-02T08:23:52.699 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.699 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.699 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.699 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.699 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.700 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.700 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.700 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.700 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.700 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.700 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.700 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.700 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.700 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.700 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.700 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.700 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.700 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.700 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.701 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.701 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.701 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.701 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.701 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.701 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.701 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.701 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.701 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.701 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.701 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.701 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.701 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.701 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.702 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.702 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.702 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.702 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.702 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.702 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.702 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.702 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.702 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.702 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.702 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.702 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.702 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.703 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.703 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:52.703 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:52.703 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T08:23:52.703 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.703 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T08:23:52.703 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.703 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.703 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.703 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.703 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.703 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.703 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:52.703 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.704 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T08:23:52.704 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.704 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.704 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 66, 2024-04-02T08:23:52.704 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.704 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.704 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.704 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.397590+0000", 2024-04-02T08:23:52.704 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:21:02.286662+0000", 2024-04-02T08:23:52.704 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:21:02.286662+0000", 2024-04-02T08:23:52.704 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:21:02.287000+0000", 2024-04-02T08:23:52.704 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.397590+0000", 2024-04-02T08:23:52.704 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T08:23:52.704 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.705 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T08:23:52.705 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 67, 2024-04-02T08:23:52.705 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.397590+0000", 2024-04-02T08:23:52.705 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.397590+0000", 2024-04-02T08:23:52.705 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.397590+0000", 2024-04-02T08:23:52.705 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.705 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.705 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T08:23:52.705 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.397590+0000", 2024-04-02T08:23:52.705 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.397590+0000", 2024-04-02T08:23:52.705 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.705 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.705 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.705 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.706 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 66, 2024-04-02T08:23:52.706 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.706 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.706 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.706 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.706 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.706 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.706 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.706 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.706 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "4.0", 2024-04-02T08:23:52.706 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.706 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.706 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.706 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 13, 2024-04-02T08:23:52.707 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.707 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:22:06.634329+0000", 2024-04-02T08:23:52.707 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.707 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.707 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.707 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.707 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.707 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.707 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.707 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.707 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.707 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.707 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.707 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.708 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.708 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.708 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.708 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.708 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.708 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.708 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.708 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.708 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.708 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.708 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.708 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.708 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.708 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.709 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.709 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.709 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.709 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.709 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.709 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.709 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.709 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.709 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.709 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.709 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.709 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.709 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.709 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.710 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.710 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.710 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.710 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.710 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.710 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.710 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.710 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.710 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.710 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:52.710 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.710 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T08:23:52.710 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.711 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.711 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.711 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.711 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:52.711 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:52.711 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T08:23:52.711 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.711 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T08:23:52.711 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.711 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.711 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:52.711 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.711 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.711 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.711 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.041464+0000", 2024-04-02T08:23:52.712 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.646995+0000", 2024-04-02T08:23:52.712 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.646995+0000", 2024-04-02T08:23:52.712 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.647313+0000", 2024-04-02T08:23:52.712 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.041464+0000", 2024-04-02T08:23:52.712 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.712 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.712 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.712 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:52.712 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.041464+0000", 2024-04-02T08:23:52.712 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.041464+0000", 2024-04-02T08:23:52.712 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.041464+0000", 2024-04-02T08:23:52.712 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.712 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.713 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.713 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.041464+0000", 2024-04-02T08:23:52.713 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.041464+0000", 2024-04-02T08:23:52.713 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.713 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 1, 2024-04-02T08:23:52.713 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.713 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.713 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:52.713 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.713 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.713 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.713 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.713 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 1, 2024-04-02T08:23:52.713 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.714 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.714 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.714 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.6", 2024-04-02T08:23:52.714 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.714 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.714 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.714 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 21, 2024-04-02T08:23:52.714 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.714 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:44:21.445382+0000", 2024-04-02T08:23:52.714 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.714 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.714 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.714 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.714 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.715 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.715 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.715 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.715 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.715 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.715 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.715 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.715 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.715 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.715 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.715 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.715 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.716 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.716 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.716 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 3, 2024-04-02T08:23:52.716 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 1, 2024-04-02T08:23:52.716 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.716 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 1, 2024-04-02T08:23:52.716 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.716 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.716 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.716 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.716 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.716 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T08:23:52.716 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.716 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.717 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.717 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.717 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.717 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.717 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.717 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.717 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.717 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.717 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.717 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.717 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 1, 2024-04-02T08:23:52.717 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.717 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.718 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.718 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.718 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.718 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:52.718 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:52.718 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T08:23:52.718 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.718 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T08:23:52.718 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "62'1" 2024-04-02T08:23:52.718 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.718 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.718 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.718 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.719 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.719 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:52.719 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.719 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T08:23:52.719 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.719 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.719 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.719 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.719 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.719 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.719 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398526+0000", 2024-04-02T08:23:52.719 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.031023+0000", 2024-04-02T08:23:52.719 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.031023+0000", 2024-04-02T08:23:52.719 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.031320+0000", 2024-04-02T08:23:52.720 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398526+0000", 2024-04-02T08:23:52.720 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.720 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.720 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.720 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:52.720 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398526+0000", 2024-04-02T08:23:52.720 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398526+0000", 2024-04-02T08:23:52.720 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398526+0000", 2024-04-02T08:23:52.720 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.720 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.720 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.720 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398526+0000", 2024-04-02T08:23:52.720 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398526+0000", 2024-04-02T08:23:52.721 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.721 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.721 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.721 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.721 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:52.721 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.721 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.721 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.721 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.721 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.721 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.721 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.721 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.721 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.7", 2024-04-02T08:23:52.722 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.722 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.722 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.722 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:52.722 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.722 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:12:25.847169+0000", 2024-04-02T08:23:52.722 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.722 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.722 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.722 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.722 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.722 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.722 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.723 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.723 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.723 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.723 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.723 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.723 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.723 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.723 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.723 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.723 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.723 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.723 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.723 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.724 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.724 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.724 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.724 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.724 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.724 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.724 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.724 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.724 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.724 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.724 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.724 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.724 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.724 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.725 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.725 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.725 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.725 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.725 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.725 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.725 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.725 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.725 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.725 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.725 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.725 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.725 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.725 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.726 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.726 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:52.726 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.726 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T08:23:52.726 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.726 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.726 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.726 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.726 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:52.726 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.726 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:52.726 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.726 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 4, 2024-04-02T08:23:52.726 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.727 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.727 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 66, 2024-04-02T08:23:52.727 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.727 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.727 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.727 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.397815+0000", 2024-04-02T08:23:52.727 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:21:02.026224+0000", 2024-04-02T08:23:52.727 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:21:02.026224+0000", 2024-04-02T08:23:52.727 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:21:02.026504+0000", 2024-04-02T08:23:52.727 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.397815+0000", 2024-04-02T08:23:52.727 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T08:23:52.727 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.727 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T08:23:52.728 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 67, 2024-04-02T08:23:52.728 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.397815+0000", 2024-04-02T08:23:52.728 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.397815+0000", 2024-04-02T08:23:52.728 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.397815+0000", 2024-04-02T08:23:52.728 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.728 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.728 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T08:23:52.728 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.397815+0000", 2024-04-02T08:23:52.728 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.397815+0000", 2024-04-02T08:23:52.728 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.728 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.728 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.728 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.728 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 66, 2024-04-02T08:23:52.729 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.729 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.729 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.729 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.729 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.729 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.729 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.729 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.729 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "4.1", 2024-04-02T08:23:52.729 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.729 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.729 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.729 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 13, 2024-04-02T08:23:52.730 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.730 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:00:49.609005+0000", 2024-04-02T08:23:52.730 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.730 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.730 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.730 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.730 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.730 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.730 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.730 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.730 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.730 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.730 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.730 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.731 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.731 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.731 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.731 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.731 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.731 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.731 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.731 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.731 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.731 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.731 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.731 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.731 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.731 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.732 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.732 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.732 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.732 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.732 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.732 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.732 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.732 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.732 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.732 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.732 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.732 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.732 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.732 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.733 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.733 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.733 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.733 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.733 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.733 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.733 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.733 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:52.733 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.733 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:52.733 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.733 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 4, 2024-04-02T08:23:52.733 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.733 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.734 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.734 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.734 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:52.734 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.734 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:52.734 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.734 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T08:23:52.734 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.734 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.734 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:52.734 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.734 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.734 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.735 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398849+0000", 2024-04-02T08:23:52.735 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.649635+0000", 2024-04-02T08:23:52.735 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.649635+0000", 2024-04-02T08:23:52.735 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.649970+0000", 2024-04-02T08:23:52.735 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398849+0000", 2024-04-02T08:23:52.735 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.735 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.735 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.735 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:52.735 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398849+0000", 2024-04-02T08:23:52.735 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398849+0000", 2024-04-02T08:23:52.735 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398849+0000", 2024-04-02T08:23:52.735 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.735 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.735 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.736 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398849+0000", 2024-04-02T08:23:52.736 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398849+0000", 2024-04-02T08:23:52.736 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.736 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2, 2024-04-02T08:23:52.736 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.736 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.736 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:52.736 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.736 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.736 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.736 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.736 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2, 2024-04-02T08:23:52.736 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.736 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.737 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.737 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.7", 2024-04-02T08:23:52.737 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.737 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.737 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.737 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 22, 2024-04-02T08:23:52.737 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.737 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:38:03.729712+0000", 2024-04-02T08:23:52.737 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.737 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.737 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.737 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.737 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.737 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.738 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.738 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.738 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.738 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.738 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.738 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.738 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.738 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.738 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.738 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.738 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.738 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.738 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.738 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 3, 2024-04-02T08:23:52.739 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 1, 2024-04-02T08:23:52.739 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.739 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 1, 2024-04-02T08:23:52.739 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.739 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.739 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.739 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.739 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.739 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T08:23:52.739 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.739 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.739 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.739 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.740 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.740 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.740 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.740 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.740 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.740 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.740 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.740 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.740 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 3, 2024-04-02T08:23:52.740 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.740 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.740 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.740 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.740 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.741 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:52.741 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.741 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:52.741 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.741 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T08:23:52.741 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'2" 2024-04-02T08:23:52.741 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.741 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.741 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.741 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:52.741 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:52.741 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T08:23:52.741 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.741 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T08:23:52.742 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.742 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.742 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.742 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.742 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.742 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.742 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398656+0000", 2024-04-02T08:23:52.742 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.025270+0000", 2024-04-02T08:23:52.742 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.025270+0000", 2024-04-02T08:23:52.742 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.025574+0000", 2024-04-02T08:23:52.742 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398656+0000", 2024-04-02T08:23:52.742 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.742 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.742 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.743 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:52.743 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398656+0000", 2024-04-02T08:23:52.743 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398656+0000", 2024-04-02T08:23:52.743 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398656+0000", 2024-04-02T08:23:52.743 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.743 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.743 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.743 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398656+0000", 2024-04-02T08:23:52.743 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398656+0000", 2024-04-02T08:23:52.743 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.743 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.743 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.743 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.744 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:52.744 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.744 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.744 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.744 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.744 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.744 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.744 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.744 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.744 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.6", 2024-04-02T08:23:52.744 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.744 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.744 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.745 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:52.745 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.745 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:16:34.897748+0000", 2024-04-02T08:23:52.745 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.745 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.745 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.745 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.745 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.745 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.745 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.745 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.745 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.745 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.745 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.746 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.746 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.746 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.746 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.746 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.746 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.746 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.746 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.746 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.746 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.746 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.746 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.746 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.747 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.747 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.747 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.747 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.747 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.747 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.747 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.747 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.747 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.747 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.747 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.747 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.747 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.747 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.747 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.748 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.748 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.748 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.748 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.748 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.748 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.748 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.748 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.748 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:52.748 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:52.748 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T08:23:52.748 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.748 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T08:23:52.748 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.749 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.749 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.749 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.749 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.749 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:52.749 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:52.749 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.749 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T08:23:52.749 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.749 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.749 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:52.749 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.749 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.750 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.750 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.328327+0000", 2024-04-02T08:23:52.750 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.657046+0000", 2024-04-02T08:23:52.750 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.657046+0000", 2024-04-02T08:23:52.750 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.657396+0000", 2024-04-02T08:23:52.750 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.328327+0000", 2024-04-02T08:23:52.750 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.750 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.750 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.750 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:52.750 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.328327+0000", 2024-04-02T08:23:52.750 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.328327+0000", 2024-04-02T08:23:52.750 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.328327+0000", 2024-04-02T08:23:52.750 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.751 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.751 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.751 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.328327+0000", 2024-04-02T08:23:52.751 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.328327+0000", 2024-04-02T08:23:52.751 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.751 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.751 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.751 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.751 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:52.751 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.751 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.751 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.751 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.751 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.752 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.752 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.752 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.752 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.8", 2024-04-02T08:23:52.752 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.752 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.752 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.752 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 20, 2024-04-02T08:23:52.752 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.752 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:52:30.485564+0000", 2024-04-02T08:23:52.752 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.752 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.752 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.752 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.753 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.753 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.753 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.753 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.753 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.753 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.753 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.753 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.753 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.753 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.753 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.753 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.753 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.753 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.753 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.754 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.754 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.754 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.754 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.754 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.754 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.754 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.754 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.754 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.754 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.754 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.754 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.754 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.755 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.755 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.755 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.755 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.755 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.755 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.755 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.755 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.755 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.755 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.755 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.755 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.755 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.756 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.756 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.756 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.756 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:52.756 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:52.756 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.756 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T08:23:52.756 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.756 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.756 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.756 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.756 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:52.756 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:52.756 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:52.757 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.757 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 4, 2024-04-02T08:23:52.757 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.757 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.757 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.757 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.757 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.757 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.757 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398084+0000", 2024-04-02T08:23:52.757 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.029920+0000", 2024-04-02T08:23:52.757 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.029920+0000", 2024-04-02T08:23:52.757 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.030304+0000", 2024-04-02T08:23:52.757 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398084+0000", 2024-04-02T08:23:52.757 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.758 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.758 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.758 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:52.758 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398084+0000", 2024-04-02T08:23:52.758 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398084+0000", 2024-04-02T08:23:52.758 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398084+0000", 2024-04-02T08:23:52.758 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.758 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.758 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.758 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398084+0000", 2024-04-02T08:23:52.758 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398084+0000", 2024-04-02T08:23:52.758 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.758 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.759 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.759 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.759 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:52.759 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.759 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.759 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.759 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.759 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.759 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.759 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.759 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.759 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.9", 2024-04-02T08:23:52.759 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.759 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.760 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.760 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:52.760 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.760 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:47:54.290777+0000", 2024-04-02T08:23:52.760 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.760 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.760 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.760 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.760 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.760 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.760 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.760 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.760 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.761 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.761 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.761 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.761 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.761 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.761 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.761 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.761 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.761 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.761 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.761 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.761 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.761 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.761 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.762 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.762 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.762 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.762 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.762 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.762 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.762 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.762 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.762 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.762 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.762 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.762 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.762 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.763 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.763 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.763 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.763 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.763 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.763 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.763 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.763 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.763 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.763 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.763 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.763 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:52.763 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:52.763 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:52.764 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.764 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 4, 2024-04-02T08:23:52.764 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.764 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.764 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.764 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.764 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:52.764 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.764 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T08:23:52.764 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.764 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T08:23:52.764 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.764 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.765 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:52.765 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.765 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.765 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.765 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.040403+0000", 2024-04-02T08:23:52.765 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.653593+0000", 2024-04-02T08:23:52.765 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.653593+0000", 2024-04-02T08:23:52.765 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.653887+0000", 2024-04-02T08:23:52.765 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.040403+0000", 2024-04-02T08:23:52.765 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.765 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.765 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.765 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:52.765 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.040403+0000", 2024-04-02T08:23:52.766 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.040403+0000", 2024-04-02T08:23:52.766 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.040403+0000", 2024-04-02T08:23:52.766 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.766 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.766 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.766 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.040403+0000", 2024-04-02T08:23:52.766 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.040403+0000", 2024-04-02T08:23:52.766 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.766 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.766 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.766 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.766 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:52.766 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.766 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.767 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.767 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.767 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.767 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.767 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.767 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.767 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.9", 2024-04-02T08:23:52.767 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.767 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.767 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.767 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 20, 2024-04-02T08:23:52.767 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.767 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:20:10.083069+0000", 2024-04-02T08:23:52.767 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.767 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.768 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.768 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.768 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.768 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.768 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.768 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.768 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.768 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.768 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.768 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.768 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.768 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.768 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.769 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.769 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.769 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.769 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.769 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.769 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.769 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.769 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.769 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.769 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.769 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.769 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.769 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.769 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.770 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.770 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.770 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.770 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.770 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.770 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.770 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.770 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.770 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.770 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.770 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.770 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.770 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.771 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.771 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.771 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.771 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.771 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.771 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:52.771 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.771 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T08:23:52.771 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.771 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T08:23:52.771 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.771 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.771 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.771 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.772 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.772 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:52.772 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:52.772 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.772 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T08:23:52.772 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.772 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.772 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.772 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.772 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.772 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.772 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.397664+0000", 2024-04-02T08:23:52.772 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.029580+0000", 2024-04-02T08:23:52.772 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.029580+0000", 2024-04-02T08:23:52.773 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.029846+0000", 2024-04-02T08:23:52.773 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.397664+0000", 2024-04-02T08:23:52.773 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.773 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.773 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.773 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:52.773 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.397664+0000", 2024-04-02T08:23:52.773 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.397664+0000", 2024-04-02T08:23:52.773 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.397664+0000", 2024-04-02T08:23:52.773 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.773 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.773 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.773 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.397664+0000", 2024-04-02T08:23:52.773 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.397664+0000", 2024-04-02T08:23:52.774 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.774 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.774 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.774 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.774 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:52.774 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.774 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.774 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.774 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.774 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.774 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.774 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.774 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.775 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.8", 2024-04-02T08:23:52.775 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.775 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.775 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.775 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:52.775 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.775 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:48:55.035231+0000", 2024-04-02T08:23:52.775 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.775 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.775 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.775 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.775 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.775 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.775 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.776 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.776 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.776 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.776 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.776 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.776 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.776 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.776 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.776 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.776 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.776 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.776 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.776 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.776 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.777 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.777 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.777 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.777 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.777 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.777 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.777 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.777 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.777 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.777 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.777 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.777 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.777 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.777 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.778 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.778 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.778 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.778 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.778 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.778 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.778 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.778 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.778 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.778 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.778 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.778 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.778 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.779 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:52.779 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:52.779 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.779 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T08:23:52.779 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.779 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.779 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.779 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.779 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:52.779 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.779 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:52.779 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.779 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T08:23:52.779 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.780 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.780 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:52.780 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.780 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.780 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.780 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.040709+0000", 2024-04-02T08:23:52.780 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.654228+0000", 2024-04-02T08:23:52.780 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.654228+0000", 2024-04-02T08:23:52.780 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.654640+0000", 2024-04-02T08:23:52.780 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.040709+0000", 2024-04-02T08:23:52.780 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.780 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.780 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.780 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:52.780 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.040709+0000", 2024-04-02T08:23:52.781 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.040709+0000", 2024-04-02T08:23:52.781 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.040709+0000", 2024-04-02T08:23:52.781 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.781 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.781 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.781 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.040709+0000", 2024-04-02T08:23:52.781 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.040709+0000", 2024-04-02T08:23:52.781 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.781 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.781 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.781 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.781 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:52.781 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.781 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.782 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.782 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.782 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.782 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.782 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.782 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.782 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.a", 2024-04-02T08:23:52.782 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.782 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.782 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.782 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 20, 2024-04-02T08:23:52.782 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.782 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:19:45.434108+0000", 2024-04-02T08:23:52.783 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.783 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.783 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.783 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.783 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.783 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.783 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.783 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.783 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.783 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.783 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.783 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.783 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.783 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.784 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.784 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.784 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.784 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.784 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.784 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.784 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.784 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.784 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.784 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.784 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.784 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.784 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.784 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.785 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.785 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.785 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.785 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.785 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.785 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.785 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.785 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.785 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.785 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.785 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.785 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.785 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.785 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.786 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.786 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.786 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.786 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.786 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.786 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:52.786 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.786 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:52.786 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.786 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T08:23:52.786 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.786 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.786 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.787 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.787 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.787 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:52.787 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T08:23:52.787 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.787 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T08:23:52.787 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.787 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.787 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.787 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.787 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.787 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.787 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398406+0000", 2024-04-02T08:23:52.787 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.015391+0000", 2024-04-02T08:23:52.788 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.015391+0000", 2024-04-02T08:23:52.788 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.015647+0000", 2024-04-02T08:23:52.788 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398406+0000", 2024-04-02T08:23:52.788 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.788 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.788 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.788 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:52.788 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398406+0000", 2024-04-02T08:23:52.788 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398406+0000", 2024-04-02T08:23:52.788 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398406+0000", 2024-04-02T08:23:52.788 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.788 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.788 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.788 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398406+0000", 2024-04-02T08:23:52.789 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398406+0000", 2024-04-02T08:23:52.789 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.789 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.789 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.789 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.789 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:52.789 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.789 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.789 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.789 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.789 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.789 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.789 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.789 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.790 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.b", 2024-04-02T08:23:52.790 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.790 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.790 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.790 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:52.790 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.790 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:01:05.810507+0000", 2024-04-02T08:23:52.790 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.790 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.790 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.790 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.790 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.790 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.791 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.791 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.791 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.791 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.791 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.791 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.791 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.791 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.791 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.791 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.791 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.791 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.791 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.791 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.792 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.792 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.792 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.792 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.792 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.792 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.792 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.792 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.792 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.792 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.792 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.792 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.792 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.792 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.793 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.793 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.793 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.793 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.793 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.793 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.793 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.793 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.793 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.793 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.793 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.793 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.793 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.793 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.794 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:52.794 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T08:23:52.794 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.794 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T08:23:52.794 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.794 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.794 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.794 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.794 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.794 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:52.794 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T08:23:52.794 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.794 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T08:23:52.795 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.795 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.795 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:52.795 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.795 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.795 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.795 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.328620+0000", 2024-04-02T08:23:52.795 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.652926+0000", 2024-04-02T08:23:52.795 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.652926+0000", 2024-04-02T08:23:52.795 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.653235+0000", 2024-04-02T08:23:52.795 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.328620+0000", 2024-04-02T08:23:52.795 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.795 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.795 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.796 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:52.796 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.328620+0000", 2024-04-02T08:23:52.796 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.328620+0000", 2024-04-02T08:23:52.796 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.328620+0000", 2024-04-02T08:23:52.796 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.796 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.796 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.796 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.328620+0000", 2024-04-02T08:23:52.796 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.328620+0000", 2024-04-02T08:23:52.796 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.796 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2, 2024-04-02T08:23:52.796 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.796 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.796 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:52.797 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.797 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.797 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.797 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.797 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2, 2024-04-02T08:23:52.797 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.797 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.797 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.797 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.b", 2024-04-02T08:23:52.797 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.797 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.797 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.797 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 22, 2024-04-02T08:23:52.798 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.798 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:35:07.031496+0000", 2024-04-02T08:23:52.798 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.798 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.798 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.798 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.798 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.798 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.798 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.798 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.798 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.798 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.798 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.799 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.799 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.799 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.799 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.799 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.799 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.799 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.799 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.799 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 3, 2024-04-02T08:23:52.799 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 1, 2024-04-02T08:23:52.799 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.799 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 1, 2024-04-02T08:23:52.799 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.800 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.800 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.800 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.800 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.800 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T08:23:52.800 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.800 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.800 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.800 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.800 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.800 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.800 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.800 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.800 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.801 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.801 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.801 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.801 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 1, 2024-04-02T08:23:52.801 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.801 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.801 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.801 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.801 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.801 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.801 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:52.801 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T08:23:52.801 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.802 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T08:23:52.802 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'2" 2024-04-02T08:23:52.802 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.802 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.802 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.802 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:52.802 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:52.802 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:52.802 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.802 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 2, 2024-04-02T08:23:52.802 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.802 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.802 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.802 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.803 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.803 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.803 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.040581+0000", 2024-04-02T08:23:52.803 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:47.910445+0000", 2024-04-02T08:23:52.803 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:47.910445+0000", 2024-04-02T08:23:52.803 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:47.910914+0000", 2024-04-02T08:23:52.803 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.040581+0000", 2024-04-02T08:23:52.803 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.803 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.803 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.803 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 64, 2024-04-02T08:23:52.803 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.040581+0000", 2024-04-02T08:23:52.803 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.040581+0000", 2024-04-02T08:23:52.804 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.040581+0000", 2024-04-02T08:23:52.804 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.804 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.804 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.804 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.040581+0000", 2024-04-02T08:23:52.804 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.040581+0000", 2024-04-02T08:23:52.804 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.804 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.804 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.804 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.804 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 63, 2024-04-02T08:23:52.804 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.804 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.804 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.805 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.805 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.805 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.805 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.805 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.805 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.a", 2024-04-02T08:23:52.805 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.805 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.805 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.805 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 17, 2024-04-02T08:23:52.805 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.805 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:59:06.279482+0000", 2024-04-02T08:23:52.805 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.805 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.806 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.806 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.806 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.806 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.806 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.806 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.806 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.806 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.806 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.806 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.806 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.806 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.806 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.807 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.807 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.807 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.807 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.807 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.807 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.807 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.807 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.807 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.807 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.807 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.807 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.807 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.807 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.808 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.808 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.808 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.808 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.808 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.808 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.808 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.808 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.808 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.808 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.808 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.808 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.808 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.808 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.808 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.809 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.809 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.809 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.809 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:52.809 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:52.809 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:52.809 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.809 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 2, 2024-04-02T08:23:52.809 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.809 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.809 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.809 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.809 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:52.809 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.809 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:52.810 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.810 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 2, 2024-04-02T08:23:52.810 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.810 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.810 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:52.810 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.810 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.810 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.810 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.041051+0000", 2024-04-02T08:23:52.810 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.645629+0000", 2024-04-02T08:23:52.810 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.645629+0000", 2024-04-02T08:23:52.810 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.646027+0000", 2024-04-02T08:23:52.810 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.041051+0000", 2024-04-02T08:23:52.811 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.811 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.811 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.811 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:52.811 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.041051+0000", 2024-04-02T08:23:52.811 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.041051+0000", 2024-04-02T08:23:52.811 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.041051+0000", 2024-04-02T08:23:52.811 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.811 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.811 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.811 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.041051+0000", 2024-04-02T08:23:52.811 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.041051+0000", 2024-04-02T08:23:52.811 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.811 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.812 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.812 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.812 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:52.812 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.812 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.812 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.812 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.812 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.812 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.812 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.812 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.812 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.c", 2024-04-02T08:23:52.812 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.812 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.813 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.813 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 20, 2024-04-02T08:23:52.813 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.813 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:29:05.837940+0000", 2024-04-02T08:23:52.813 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.813 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.813 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.813 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.813 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.813 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.813 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.813 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.813 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.813 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.814 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.814 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.814 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.814 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.814 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.814 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.814 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.814 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.814 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.814 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.814 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.814 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.814 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.815 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.815 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.815 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.815 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.815 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.815 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.815 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.815 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.815 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.815 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.815 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.815 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.816 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.816 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.816 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.816 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.816 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.816 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.816 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.816 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.816 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.816 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.816 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.816 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.816 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:52.816 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.817 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:52.817 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.817 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 2, 2024-04-02T08:23:52.817 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.817 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.817 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.817 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.817 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.817 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.817 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:52.817 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.817 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T08:23:52.817 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.817 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.817 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.818 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.818 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.818 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.818 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.328837+0000", 2024-04-02T08:23:52.818 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.033925+0000", 2024-04-02T08:23:52.818 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.033925+0000", 2024-04-02T08:23:52.818 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.034246+0000", 2024-04-02T08:23:52.818 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.328837+0000", 2024-04-02T08:23:52.818 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.818 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.818 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.818 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:52.818 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.328837+0000", 2024-04-02T08:23:52.819 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.328837+0000", 2024-04-02T08:23:52.819 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.328837+0000", 2024-04-02T08:23:52.819 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.819 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.819 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.819 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.328837+0000", 2024-04-02T08:23:52.819 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.328837+0000", 2024-04-02T08:23:52.819 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.819 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.819 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.819 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.819 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:52.819 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.819 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.820 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.820 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.820 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.820 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.820 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.820 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.820 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.d", 2024-04-02T08:23:52.820 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.820 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.820 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.820 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:52.820 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.820 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:23:06.206048+0000", 2024-04-02T08:23:52.820 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.821 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.821 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.823 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.823 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.823 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.823 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.823 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.823 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.823 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.823 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.823 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.823 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.823 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.823 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.823 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.823 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.824 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.824 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.824 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.824 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.824 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.824 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.824 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:52.824 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.824 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T08:23:52.824 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.824 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.824 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.824 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.824 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:52.825 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:52.825 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T08:23:52.825 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.825 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T08:23:52.825 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.825 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.825 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:52.825 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.825 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.825 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.825 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.041230+0000", 2024-04-02T08:23:52.825 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.648685+0000", 2024-04-02T08:23:52.825 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.648685+0000", 2024-04-02T08:23:52.825 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.649476+0000", 2024-04-02T08:23:52.826 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.041230+0000", 2024-04-02T08:23:52.826 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.826 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.826 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.826 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:52.826 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.041230+0000", 2024-04-02T08:23:52.826 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.041230+0000", 2024-04-02T08:23:52.826 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.041230+0000", 2024-04-02T08:23:52.826 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.826 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.826 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.826 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.041230+0000", 2024-04-02T08:23:52.826 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.041230+0000", 2024-04-02T08:23:52.827 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.827 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 1, 2024-04-02T08:23:52.827 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.827 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.827 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:52.827 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.827 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.827 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.827 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.827 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 1, 2024-04-02T08:23:52.827 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.827 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.827 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.827 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.d", 2024-04-02T08:23:52.828 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.828 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.828 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.828 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 21, 2024-04-02T08:23:52.828 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.828 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:48:24.460254+0000", 2024-04-02T08:23:52.828 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.828 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.828 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.828 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 70, 2024-04-02T08:23:52.828 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.828 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.828 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.828 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.829 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.829 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.829 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.829 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.829 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.829 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.829 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.829 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.829 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.829 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.829 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.829 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 3, 2024-04-02T08:23:52.829 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 1, 2024-04-02T08:23:52.829 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.830 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 1, 2024-04-02T08:23:52.830 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.830 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.830 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.830 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.830 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.830 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.830 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.830 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.830 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.830 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.830 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.830 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.831 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.831 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.831 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.831 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.831 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.831 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.831 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 1, 2024-04-02T08:23:52.831 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 1 2024-04-02T08:23:52.831 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.831 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.831 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.831 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.831 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:52.832 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:52.832 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T08:23:52.832 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.832 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T08:23:52.832 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'1" 2024-04-02T08:23:52.832 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.832 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.832 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.832 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.832 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.832 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:52.832 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.832 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T08:23:52.833 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.833 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.833 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.833 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.833 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.833 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.833 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.040782+0000", 2024-04-02T08:23:52.833 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.013827+0000", 2024-04-02T08:23:52.833 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.013827+0000", 2024-04-02T08:23:52.833 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.014157+0000", 2024-04-02T08:23:52.833 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.040782+0000", 2024-04-02T08:23:52.833 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.833 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.833 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.834 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:52.834 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.040782+0000", 2024-04-02T08:23:52.834 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.040782+0000", 2024-04-02T08:23:52.834 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.040782+0000", 2024-04-02T08:23:52.834 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.834 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.834 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.834 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.040782+0000", 2024-04-02T08:23:52.834 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.040782+0000", 2024-04-02T08:23:52.834 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.834 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.834 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.834 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.835 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:52.835 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.835 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.835 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.835 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.835 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.835 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.835 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.835 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.835 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.c", 2024-04-02T08:23:52.835 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.835 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.835 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.835 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:52.836 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.836 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:33:41.027362+0000", 2024-04-02T08:23:52.836 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.836 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.836 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.836 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.836 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.836 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.836 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.836 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.836 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.836 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.836 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.836 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.836 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.837 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.837 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.837 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.837 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.837 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.837 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.837 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.837 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.837 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.837 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.837 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.837 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.837 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.837 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.838 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.838 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.838 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.838 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.838 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.838 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.838 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.838 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.838 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.838 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.838 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.838 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.838 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.839 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.839 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.839 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.839 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.839 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.839 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.839 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.839 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.839 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.839 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:52.839 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.839 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T08:23:52.839 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.840 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.840 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.840 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.840 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:52.840 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.840 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:52.840 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.840 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 2, 2024-04-02T08:23:52.840 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.840 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.840 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T08:23:52.840 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.840 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.840 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.841 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.041178+0000", 2024-04-02T08:23:52.841 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:26.641501+0000", 2024-04-02T08:23:52.841 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:26.641501+0000", 2024-04-02T08:23:52.841 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:26.641873+0000", 2024-04-02T08:23:52.841 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.041178+0000", 2024-04-02T08:23:52.841 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.841 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.841 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.841 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 60, 2024-04-02T08:23:52.841 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.041178+0000", 2024-04-02T08:23:52.841 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.041178+0000", 2024-04-02T08:23:52.841 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.041178+0000", 2024-04-02T08:23:52.841 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.841 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.842 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T08:23:52.842 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.041178+0000", 2024-04-02T08:23:52.842 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.041178+0000", 2024-04-02T08:23:52.842 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.842 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2, 2024-04-02T08:23:52.842 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.842 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.842 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 59, 2024-04-02T08:23:52.842 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.842 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.842 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.842 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.842 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2, 2024-04-02T08:23:52.843 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.843 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.843 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.843 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.e", 2024-04-02T08:23:52.843 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.843 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.843 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.843 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 22, 2024-04-02T08:23:52.843 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.843 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:41:10.327745+0000", 2024-04-02T08:23:52.843 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.843 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.843 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.844 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.844 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.844 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.844 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.844 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.844 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.844 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.844 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.844 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.844 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.844 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.844 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.844 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.844 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.845 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.845 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.845 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 3, 2024-04-02T08:23:52.845 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 1, 2024-04-02T08:23:52.845 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.845 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 1, 2024-04-02T08:23:52.845 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.845 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.845 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.845 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.845 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.845 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T08:23:52.845 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.845 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.846 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.846 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.846 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.846 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.846 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.846 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.846 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.846 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.846 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.846 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.846 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 3, 2024-04-02T08:23:52.846 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.846 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.847 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.847 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.847 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.847 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:52.847 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.847 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T08:23:52.847 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.847 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 2, 2024-04-02T08:23:52.847 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'2" 2024-04-02T08:23:52.847 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.847 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.847 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.847 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.847 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:52.848 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:52.848 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.848 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T08:23:52.848 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.848 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.848 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.848 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.848 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.848 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.848 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.329011+0000", 2024-04-02T08:23:52.848 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.041348+0000", 2024-04-02T08:23:52.848 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.041348+0000", 2024-04-02T08:23:52.848 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.041716+0000", 2024-04-02T08:23:52.848 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.329011+0000", 2024-04-02T08:23:52.849 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.849 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.849 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.849 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:52.849 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.329011+0000", 2024-04-02T08:23:52.849 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.329011+0000", 2024-04-02T08:23:52.849 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.329011+0000", 2024-04-02T08:23:52.849 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.849 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.849 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.849 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.329011+0000", 2024-04-02T08:23:52.849 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.329011+0000", 2024-04-02T08:23:52.849 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.849 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.850 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.850 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.850 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:52.850 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.850 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.850 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.850 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.850 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.850 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.850 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.850 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.850 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.f", 2024-04-02T08:23:52.850 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.851 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.851 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.851 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:52.851 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.851 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:31:30.108019+0000", 2024-04-02T08:23:52.851 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.851 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.851 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.851 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.851 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.851 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.851 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.851 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.851 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.851 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.852 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.852 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.852 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.852 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.852 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.852 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.852 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.852 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.852 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.852 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.852 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.852 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.852 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.853 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.853 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.853 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.853 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.853 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.853 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.853 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.853 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.853 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.853 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.853 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.853 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.853 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.853 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.854 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.854 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.854 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.854 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.854 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.854 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.854 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.854 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.854 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.854 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.854 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.854 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:52.854 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:52.854 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.855 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T08:23:52.855 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.855 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.855 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.855 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.855 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:52.855 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:52.855 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T08:23:52.855 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.855 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T08:23:52.855 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.855 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.855 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.855 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.856 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.856 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.856 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398162+0000", 2024-04-02T08:23:52.856 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.026451+0000", 2024-04-02T08:23:52.856 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.026451+0000", 2024-04-02T08:23:52.856 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.026776+0000", 2024-04-02T08:23:52.856 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398162+0000", 2024-04-02T08:23:52.856 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.856 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.856 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.856 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:52.856 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398162+0000", 2024-04-02T08:23:52.856 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398162+0000", 2024-04-02T08:23:52.856 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398162+0000", 2024-04-02T08:23:52.857 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.857 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.857 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.857 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398162+0000", 2024-04-02T08:23:52.857 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398162+0000", 2024-04-02T08:23:52.857 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.857 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.857 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.857 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.857 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:52.857 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.857 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.857 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.858 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.858 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.858 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.858 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.858 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.858 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.20", 2024-04-02T08:23:52.858 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.858 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.858 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.858 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:52.858 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.858 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:37:45.099523+0000", 2024-04-02T08:23:52.858 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.858 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.859 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.859 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.859 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.859 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.859 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.859 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.859 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.859 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.859 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.859 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.859 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.859 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.859 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.859 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.860 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.860 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.860 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.860 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.860 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.860 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.860 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.860 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.860 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.860 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.860 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.860 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.860 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.860 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.861 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.861 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.861 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.861 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.861 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.861 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.861 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.861 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.861 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.861 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.861 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.861 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.861 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.861 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.862 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.862 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.862 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.862 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:52.862 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:52.862 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T08:23:52.862 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.862 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T08:23:52.862 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.862 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.862 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.862 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.862 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:52.862 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.863 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:52.863 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.863 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 2, 2024-04-02T08:23:52.863 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.863 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.863 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.863 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.863 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.863 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.863 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.040409+0000", 2024-04-02T08:23:52.863 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.013063+0000", 2024-04-02T08:23:52.863 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.013063+0000", 2024-04-02T08:23:52.863 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.013352+0000", 2024-04-02T08:23:52.864 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.040409+0000", 2024-04-02T08:23:52.864 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.864 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.864 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.864 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:52.864 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.040409+0000", 2024-04-02T08:23:52.864 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.040409+0000", 2024-04-02T08:23:52.864 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.040409+0000", 2024-04-02T08:23:52.864 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.864 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.864 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.864 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.040409+0000", 2024-04-02T08:23:52.864 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.040409+0000", 2024-04-02T08:23:52.864 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.864 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.865 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.865 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.865 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:52.865 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.865 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.865 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.865 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.865 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.865 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.865 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.865 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.865 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.21", 2024-04-02T08:23:52.865 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.866 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.866 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.866 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:52.866 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.866 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:37:03.983674+0000", 2024-04-02T08:23:52.866 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.866 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.866 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.866 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.866 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.866 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.866 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.866 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.867 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.867 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.867 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.867 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.867 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.867 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.867 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.867 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.867 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.867 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.867 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.867 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.867 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.868 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.868 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.868 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.868 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.868 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.868 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.868 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.868 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.868 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.868 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.868 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.868 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.868 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.868 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.869 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.869 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.869 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.869 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.869 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.869 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.869 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.869 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.869 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.869 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.869 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.869 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.869 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T08:23:52.870 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.870 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:52.870 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.870 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 2, 2024-04-02T08:23:52.870 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.870 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.870 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.870 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.870 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.870 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.870 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:52.870 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.870 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T08:23:52.870 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.871 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.871 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.871 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.871 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.871 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.871 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.040732+0000", 2024-04-02T08:23:52.871 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.018798+0000", 2024-04-02T08:23:52.871 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.018798+0000", 2024-04-02T08:23:52.871 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.020336+0000", 2024-04-02T08:23:52.871 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.040732+0000", 2024-04-02T08:23:52.871 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.871 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.871 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.871 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:52.872 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.040732+0000", 2024-04-02T08:23:52.872 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.040732+0000", 2024-04-02T08:23:52.872 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.040732+0000", 2024-04-02T08:23:52.872 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.872 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.872 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.872 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.040732+0000", 2024-04-02T08:23:52.872 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.040732+0000", 2024-04-02T08:23:52.872 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.872 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.872 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.872 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.872 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:52.872 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.873 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.873 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.873 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.873 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.873 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.873 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.873 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.873 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.22", 2024-04-02T08:23:52.873 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.873 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.873 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.873 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:52.873 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.873 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:46:57.225102+0000", 2024-04-02T08:23:52.874 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.874 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.874 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.874 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.874 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.874 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.874 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.874 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.874 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.874 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.874 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.874 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.874 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.875 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.875 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.875 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.875 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.875 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.875 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.875 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.875 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.875 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.875 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.875 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.875 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.875 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.875 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.876 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.876 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.876 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.876 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.876 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.876 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.876 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.876 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.876 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.876 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.876 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.876 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.877 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.877 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.877 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.877 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.877 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.877 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.877 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.877 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.877 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.877 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.877 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:52.877 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.877 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T08:23:52.877 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.878 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.878 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.878 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.878 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:52.878 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.878 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T08:23:52.878 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.878 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T08:23:52.878 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.878 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.878 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.878 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.878 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.878 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.878 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.397777+0000", 2024-04-02T08:23:52.879 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.025461+0000", 2024-04-02T08:23:52.879 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.025461+0000", 2024-04-02T08:23:52.879 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.025726+0000", 2024-04-02T08:23:52.879 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.397777+0000", 2024-04-02T08:23:52.879 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.879 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.879 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.879 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:52.879 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.397777+0000", 2024-04-02T08:23:52.879 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.397777+0000", 2024-04-02T08:23:52.879 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.397777+0000", 2024-04-02T08:23:52.879 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.879 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.880 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.880 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.397777+0000", 2024-04-02T08:23:52.880 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.397777+0000", 2024-04-02T08:23:52.880 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.880 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.880 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.880 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.880 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:52.880 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.880 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.880 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.880 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.880 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.880 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.881 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.881 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.881 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.23", 2024-04-02T08:23:52.881 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.881 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.881 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.881 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:52.881 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.881 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:34:04.211579+0000", 2024-04-02T08:23:52.881 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.881 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.881 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.881 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.882 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.882 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.882 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.882 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.882 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.882 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.882 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.882 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.882 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.882 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.882 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.882 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.882 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.882 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.883 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.883 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.883 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.883 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.883 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.883 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.883 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.883 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.883 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.883 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.883 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.883 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.883 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.883 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.884 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.884 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.884 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.884 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.884 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.884 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.884 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.884 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.884 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.884 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.884 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.884 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.884 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.885 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.885 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.885 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:52.885 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.885 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T08:23:52.885 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.885 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T08:23:52.885 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.885 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.885 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.885 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.885 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.885 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:52.885 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:52.886 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.886 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T08:23:52.886 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.886 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.886 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.886 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.886 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.886 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.886 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398564+0000", 2024-04-02T08:23:52.886 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.015114+0000", 2024-04-02T08:23:52.886 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.015114+0000", 2024-04-02T08:23:52.886 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.015382+0000", 2024-04-02T08:23:52.886 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398564+0000", 2024-04-02T08:23:52.886 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.887 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.887 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.887 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:52.887 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398564+0000", 2024-04-02T08:23:52.887 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398564+0000", 2024-04-02T08:23:52.887 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398564+0000", 2024-04-02T08:23:52.887 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.887 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.887 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.887 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398564+0000", 2024-04-02T08:23:52.887 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398564+0000", 2024-04-02T08:23:52.887 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.889 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.889 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.889 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.889 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:52.889 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.889 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.889 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.889 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.889 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.890 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.890 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.890 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.890 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.24", 2024-04-02T08:23:52.890 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.890 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.890 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.890 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:52.890 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.890 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:46:30.002195+0000", 2024-04-02T08:23:52.890 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.890 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.890 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.890 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.891 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.891 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.891 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.891 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.891 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.891 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.891 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.891 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.891 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.891 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.891 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.891 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.891 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.892 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.892 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.892 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.892 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.892 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.892 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.892 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.892 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.892 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.892 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.892 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.892 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.892 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.892 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.893 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.893 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.893 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.893 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.893 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.893 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.893 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.893 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.893 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.893 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.893 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.893 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.893 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.893 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.893 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.894 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.894 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.894 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:52.894 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:52.894 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.894 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T08:23:52.894 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.894 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.894 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.894 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.894 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:52.894 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.894 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:52.895 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.895 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T08:23:52.895 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.895 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.895 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.895 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.895 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.895 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.895 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.041129+0000", 2024-04-02T08:23:52.895 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.016660+0000", 2024-04-02T08:23:52.895 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.016660+0000", 2024-04-02T08:23:52.895 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.017423+0000", 2024-04-02T08:23:52.895 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.041129+0000", 2024-04-02T08:23:52.896 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.896 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.896 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.896 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:52.896 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.041129+0000", 2024-04-02T08:23:52.896 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.041129+0000", 2024-04-02T08:23:52.896 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.041129+0000", 2024-04-02T08:23:52.896 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.896 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.896 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.896 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.041129+0000", 2024-04-02T08:23:52.896 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.041129+0000", 2024-04-02T08:23:52.896 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.896 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.897 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.897 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.897 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:52.897 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.897 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.897 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.897 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.897 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.897 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.897 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.897 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.897 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.25", 2024-04-02T08:23:52.897 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.897 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.898 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.898 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:52.898 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.898 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:47:46.397050+0000", 2024-04-02T08:23:52.898 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.898 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.898 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.898 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.898 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.898 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.898 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.898 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.898 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.898 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.899 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.899 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.899 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.899 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.899 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.899 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.899 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.899 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.899 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.899 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.899 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.899 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.899 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.899 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.900 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.900 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.900 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.900 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.900 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.900 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.900 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.900 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.900 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.900 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.900 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.900 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.900 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.900 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.901 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.901 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.901 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.901 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.901 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.901 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.901 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.901 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.901 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.901 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:52.901 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.901 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:52.901 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.901 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T08:23:52.902 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.902 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.902 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.902 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.902 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:52.902 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.902 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T08:23:52.902 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.902 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T08:23:52.902 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.902 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.902 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.902 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.903 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.903 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.903 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.399086+0000", 2024-04-02T08:23:52.903 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.035455+0000", 2024-04-02T08:23:52.903 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.035455+0000", 2024-04-02T08:23:52.903 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.035922+0000", 2024-04-02T08:23:52.903 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.399086+0000", 2024-04-02T08:23:52.903 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.903 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.903 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.903 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:52.903 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.399086+0000", 2024-04-02T08:23:52.903 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.399086+0000", 2024-04-02T08:23:52.903 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.399086+0000", 2024-04-02T08:23:52.904 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.904 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.904 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.904 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.399086+0000", 2024-04-02T08:23:52.904 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.399086+0000", 2024-04-02T08:23:52.904 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.904 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.904 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.904 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.904 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:52.904 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.904 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.904 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.904 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.905 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.905 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.905 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.905 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.905 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.26", 2024-04-02T08:23:52.905 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.905 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.905 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.905 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:52.905 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.905 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:03:45.344318+0000", 2024-04-02T08:23:52.905 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.905 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.905 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.906 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.906 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.906 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.906 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.906 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.906 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.906 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.906 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.906 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.906 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.906 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.906 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.906 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.906 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.907 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.907 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.907 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.907 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.907 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.907 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.907 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.907 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.907 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.907 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.907 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.907 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.907 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.907 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.908 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.908 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.908 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.908 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.908 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.908 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.908 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.908 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.908 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.908 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.908 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.908 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.908 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.908 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.909 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.909 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.909 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:52.909 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.909 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T08:23:52.909 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.909 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T08:23:52.909 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.909 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.909 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.909 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.909 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.909 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:52.909 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:52.910 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.910 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T08:23:52.910 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.910 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.910 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.910 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.910 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.910 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.910 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398602+0000", 2024-04-02T08:23:52.910 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:47.911816+0000", 2024-04-02T08:23:52.910 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:47.911816+0000", 2024-04-02T08:23:52.910 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:47.912277+0000", 2024-04-02T08:23:52.910 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398602+0000", 2024-04-02T08:23:52.911 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.911 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.911 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.911 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 64, 2024-04-02T08:23:52.911 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398602+0000", 2024-04-02T08:23:52.911 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398602+0000", 2024-04-02T08:23:52.911 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398602+0000", 2024-04-02T08:23:52.911 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.911 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.911 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.911 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398602+0000", 2024-04-02T08:23:52.911 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398602+0000", 2024-04-02T08:23:52.911 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.911 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.912 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.912 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.912 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 63, 2024-04-02T08:23:52.912 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.912 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.912 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.912 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.912 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.912 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.912 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.912 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.912 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.27", 2024-04-02T08:23:52.912 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.912 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.913 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.913 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 28, 2024-04-02T08:23:52.913 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.913 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:19:59.823622+0000", 2024-04-02T08:23:52.913 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.913 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.913 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.913 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.913 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.913 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.913 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.913 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.913 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.913 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.914 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.914 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.914 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.914 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.914 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.914 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.914 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.914 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.914 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.914 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.914 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.914 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.914 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.914 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.915 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.915 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.915 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.915 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.915 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.915 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.915 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.915 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.915 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.915 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.915 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.915 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.915 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.915 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.916 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.916 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.916 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.916 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.916 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.916 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.916 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.916 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.916 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.916 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.916 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T08:23:52.916 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:52.916 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.916 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T08:23:52.917 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.917 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.917 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.917 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.917 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.917 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.917 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:52.917 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.917 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T08:23:52.917 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.917 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.917 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.917 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.917 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.918 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.918 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.040637+0000", 2024-04-02T08:23:52.918 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.012846+0000", 2024-04-02T08:23:52.918 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.012846+0000", 2024-04-02T08:23:52.918 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.014532+0000", 2024-04-02T08:23:52.918 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.040637+0000", 2024-04-02T08:23:52.918 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.918 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.918 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.918 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:52.918 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.040637+0000", 2024-04-02T08:23:52.918 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.040637+0000", 2024-04-02T08:23:52.918 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.040637+0000", 2024-04-02T08:23:52.918 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.919 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.919 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.919 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.040637+0000", 2024-04-02T08:23:52.919 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.040637+0000", 2024-04-02T08:23:52.919 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.919 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.919 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.919 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.919 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:52.919 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.919 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.919 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.919 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.919 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.920 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.920 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.920 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.920 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.28", 2024-04-02T08:23:52.920 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.920 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.920 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.920 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:52.920 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.920 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:22:53.839236+0000", 2024-04-02T08:23:52.920 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.920 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.920 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.920 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.920 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.921 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.921 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.921 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.921 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.921 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.921 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.921 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.921 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.921 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.921 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.921 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.921 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.921 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.921 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.923 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.923 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.923 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.923 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.923 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.923 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.923 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.923 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.923 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.923 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.923 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.923 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.923 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.924 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.924 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.924 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.924 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.924 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T08:23:52.924 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.924 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T08:23:52.924 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.924 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.924 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.924 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.924 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.924 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:52.924 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:52.925 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.925 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T08:23:52.925 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.925 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.925 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.925 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.925 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.925 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.925 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.397969+0000", 2024-04-02T08:23:52.925 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.019746+0000", 2024-04-02T08:23:52.925 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.019746+0000", 2024-04-02T08:23:52.925 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.020175+0000", 2024-04-02T08:23:52.925 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.397969+0000", 2024-04-02T08:23:52.926 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.926 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.926 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.926 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:52.926 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.397969+0000", 2024-04-02T08:23:52.926 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.397969+0000", 2024-04-02T08:23:52.926 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.397969+0000", 2024-04-02T08:23:52.926 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.926 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.926 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.926 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.397969+0000", 2024-04-02T08:23:52.926 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.397969+0000", 2024-04-02T08:23:52.926 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.927 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.927 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.927 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.927 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:52.927 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.927 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.927 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.927 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.927 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.927 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.927 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.927 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.927 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.29", 2024-04-02T08:23:52.927 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.928 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.928 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.928 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:52.928 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.928 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:50:13.525603+0000", 2024-04-02T08:23:52.928 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.928 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.928 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.928 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.928 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.928 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.928 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.928 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.928 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.930 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.930 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.930 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.930 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.930 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.930 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.930 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.930 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.930 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.930 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.930 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.930 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.930 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.930 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.931 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.931 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.931 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.931 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.931 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.931 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.931 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.931 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.931 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.931 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.931 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.931 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T08:23:52.931 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:52.931 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:52.932 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.932 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T08:23:52.932 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.932 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.932 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.932 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.932 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.932 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.932 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:52.932 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.932 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T08:23:52.932 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.932 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.932 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.933 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.933 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.933 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.933 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.040805+0000", 2024-04-02T08:23:52.933 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.024746+0000", 2024-04-02T08:23:52.933 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.024746+0000", 2024-04-02T08:23:52.933 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.026187+0000", 2024-04-02T08:23:52.933 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.040805+0000", 2024-04-02T08:23:52.933 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.933 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.933 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.933 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:52.933 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.040805+0000", 2024-04-02T08:23:52.934 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.040805+0000", 2024-04-02T08:23:52.934 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.040805+0000", 2024-04-02T08:23:52.934 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.934 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.934 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.934 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.040805+0000", 2024-04-02T08:23:52.934 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.040805+0000", 2024-04-02T08:23:52.934 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.934 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.934 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.934 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.934 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:52.935 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.935 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.935 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.935 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.935 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.935 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.935 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.935 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.935 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.2a", 2024-04-02T08:23:52.935 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.935 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.935 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.935 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:52.935 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.936 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:50:39.331951+0000", 2024-04-02T08:23:52.936 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.936 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.936 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.936 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.936 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.936 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.936 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.936 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.936 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.936 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.936 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.936 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.936 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.939 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.939 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.939 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.939 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.939 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.939 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.939 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T08:23:52.939 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.939 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T08:23:52.939 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.939 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T08:23:52.939 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.939 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.940 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.940 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.940 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:52.940 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.940 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:52.940 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.940 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T08:23:52.940 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.940 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.940 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.940 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.940 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.940 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.940 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.397863+0000", 2024-04-02T08:23:52.941 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.029512+0000", 2024-04-02T08:23:52.941 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.029512+0000", 2024-04-02T08:23:52.941 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.029837+0000", 2024-04-02T08:23:52.941 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.397863+0000", 2024-04-02T08:23:52.941 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.941 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.941 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.941 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:52.941 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.397863+0000", 2024-04-02T08:23:52.941 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.397863+0000", 2024-04-02T08:23:52.941 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.397863+0000", 2024-04-02T08:23:52.941 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.941 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.942 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.942 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.397863+0000", 2024-04-02T08:23:52.942 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.397863+0000", 2024-04-02T08:23:52.942 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.942 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.942 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.942 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.942 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:52.942 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.942 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.942 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.942 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.942 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.943 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.943 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.943 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.943 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.2b", 2024-04-02T08:23:52.943 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.943 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.943 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.943 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:52.943 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.943 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:22:47.241898+0000", 2024-04-02T08:23:52.943 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.943 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.943 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.943 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.944 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.944 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.944 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.944 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.944 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.944 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.944 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.944 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.944 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.944 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.944 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.944 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.944 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.945 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.945 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.945 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.945 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.945 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.945 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.945 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.945 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.945 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.945 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.945 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.945 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.945 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.946 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.946 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.946 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.946 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.946 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.946 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.946 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.946 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.946 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.946 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.946 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.946 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.946 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.947 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.947 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.947 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.947 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.947 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T08:23:52.947 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T08:23:52.947 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T08:23:52.947 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.947 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T08:23:52.947 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.947 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.947 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.947 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T08:23:52.948 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:52.948 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:52.948 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:52.948 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.948 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T08:23:52.948 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T08:23:52.948 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T08:23:52.948 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T08:23:52.948 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T08:23:52.948 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:23:52.948 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T08:23:52.948 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T08:21:05.398623+0000", 2024-04-02T08:23:52.948 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:20:27.032002+0000", 2024-04-02T08:23:52.948 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:20:27.032002+0000", 2024-04-02T08:23:52.949 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:20:27.034287+0000", 2024-04-02T08:23:52.949 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T08:21:05.398623+0000", 2024-04-02T08:23:52.949 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.949 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:23:52.949 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.949 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 61, 2024-04-02T08:23:52.949 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T08:21:05.398623+0000", 2024-04-02T08:23:52.949 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T08:21:05.398623+0000", 2024-04-02T08:23:52.949 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T08:21:05.398623+0000", 2024-04-02T08:23:52.949 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T08:23:52.949 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T08:23:52.949 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T08:23:52.949 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T08:21:05.398623+0000", 2024-04-02T08:23:52.949 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T08:21:05.398623+0000", 2024-04-02T08:23:52.950 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T08:23:52.950 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.950 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T08:23:52.950 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T08:23:52.950 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 60, 2024-04-02T08:23:52.950 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T08:23:52.950 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T08:23:52.950 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T08:23:52.950 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T08:23:52.950 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.950 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:23:52.950 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T08:23:52.950 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T08:23:52.950 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.2c", 2024-04-02T08:23:52.951 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T08:23:52.951 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T08:23:52.951 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 69, 2024-04-02T08:23:52.951 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 19, 2024-04-02T08:23:52.951 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T08:23:52.951 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:13:45.183063+0000", 2024-04-02T08:23:52.951 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:23:52.951 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T08:23:52.951 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.951 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.951 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.951 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.951 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.952 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.952 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.952 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.952 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.952 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.952 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.952 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.952 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.952 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.952 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.952 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.952 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.952 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.953 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.953 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.953 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.953 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.953 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.953 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.953 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.953 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.953 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.953 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.953 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.953 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.953 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.953 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.953 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.954 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.954 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.954 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.954 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.954 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.954 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.954 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.954 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.954 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.954 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T08:23:52.954 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T08:23:52.954 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T08:23:52.954 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T08:23:52.955 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T08:23:52.955 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T08:23:52.955 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.955 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T08:23:52.955 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T08:23:52.955 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:52.955 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.955 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_per_pool": [ 2024-04-02T08:23:52.955 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.955 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": 24, 2024-04-02T08:23:52.955 INFO:tasks.workunit.client.0.smithi012.stdout: "application": [ 2024-04-02T08:23:52.955 INFO:tasks.workunit.client.0.smithi012.stdout: "rbd" 2024-04-02T08:23:52.955 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.956 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.956 INFO:tasks.workunit.client.0.smithi012.stdout: "num_pg": 8, 2024-04-02T08:23:52.956 INFO:tasks.workunit.client.0.smithi012.stdout: "num_store_stats": 8, 2024-04-02T08:23:52.956 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.956 INFO:tasks.workunit.client.0.smithi012.stdout: "poolid": 4, 2024-04-02T08:23:52.956 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.956 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.956 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.956 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.956 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.956 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.956 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.956 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.956 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.957 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.957 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.957 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.957 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.957 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.957 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.957 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.957 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.957 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.957 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.957 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.957 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.957 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.957 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.958 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.958 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.958 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.958 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.958 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.958 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.958 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.958 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.958 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.958 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.958 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.958 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.958 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.959 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.959 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.959 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.959 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.959 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.959 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.959 INFO:tasks.workunit.client.0.smithi012.stdout: "store_stats": { 2024-04-02T08:23:52.959 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": 0, 2024-04-02T08:23:52.959 INFO:tasks.workunit.client.0.smithi012.stdout: "available": 0, 2024-04-02T08:23:52.959 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed": 0, 2024-04-02T08:23:52.959 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_allocated": 0, 2024-04-02T08:23:52.959 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_original": 0, 2024-04-02T08:23:52.959 INFO:tasks.workunit.client.0.smithi012.stdout: "data_stored": 0, 2024-04-02T08:23:52.959 INFO:tasks.workunit.client.0.smithi012.stdout: "internal_metadata": 0, 2024-04-02T08:23:52.960 INFO:tasks.workunit.client.0.smithi012.stdout: "internally_reserved": 0, 2024-04-02T08:23:52.960 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_allocated": 0, 2024-04-02T08:23:52.960 INFO:tasks.workunit.client.0.smithi012.stdout: "total": 0 2024-04-02T08:23:52.960 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.960 INFO:tasks.workunit.client.0.smithi012.stdout: "up": 24 2024-04-02T08:23:52.960 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.960 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.960 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": 192, 2024-04-02T08:23:52.960 INFO:tasks.workunit.client.0.smithi012.stdout: "application": [ 2024-04-02T08:23:52.960 INFO:tasks.workunit.client.0.smithi012.stdout: "cephfs" 2024-04-02T08:23:52.960 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.960 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T08:23:52.960 INFO:tasks.workunit.client.0.smithi012.stdout: "num_pg": 64, 2024-04-02T08:23:52.961 INFO:tasks.workunit.client.0.smithi012.stdout: "num_store_stats": 8, 2024-04-02T08:23:52.961 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T08:23:52.961 INFO:tasks.workunit.client.0.smithi012.stdout: "poolid": 3, 2024-04-02T08:23:52.961 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.961 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T08:23:52.961 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.961 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.961 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.961 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.961 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.961 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.961 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.961 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.962 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.962 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.962 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.962 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.962 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.962 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.962 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.962 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T08:23:52.962 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T08:23:52.962 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.962 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T08:23:52.962 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.962 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.962 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.963 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.963 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.963 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.963 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.963 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.963 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.963 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.963 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.963 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.963 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.963 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.963 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.963 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.963 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.964 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.964 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T08:23:52.964 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T08:23:52.964 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.964 INFO:tasks.workunit.client.0.smithi012.stdout: "store_stats": { 2024-04-02T08:23:52.964 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": 0, 2024-04-02T08:23:52.964 INFO:tasks.workunit.client.0.smithi012.stdout: "available": 0, 2024-04-02T08:23:52.964 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed": 0, 2024-04-02T08:23:52.964 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_allocated": 0, 2024-04-02T08:23:52.964 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_original": 0, 2024-04-02T08:23:52.964 INFO:tasks.workunit.client.0.smithi012.stdout: "data_stored": 0, 2024-04-02T08:23:52.964 INFO:tasks.workunit.client.0.smithi012.stdout: "internal_metadata": 0, 2024-04-02T08:23:52.964 INFO:tasks.workunit.client.0.smithi012.stdout: "internally_reserved": 0, 2024-04-02T08:23:52.964 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_allocated": 0, 2024-04-02T08:23:52.964 INFO:tasks.workunit.client.0.smithi012.stdout: "total": 0 2024-04-02T08:23:52.965 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.965 INFO:tasks.workunit.client.0.smithi012.stdout: "up": 192 2024-04-02T08:23:52.965 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.965 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.965 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": 3, 2024-04-02T08:23:52.965 INFO:tasks.workunit.client.0.smithi012.stdout: "application": [ 2024-04-02T08:23:52.965 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr" 2024-04-02T08:23:52.965 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.965 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 148, 2024-04-02T08:23:52.965 INFO:tasks.workunit.client.0.smithi012.stdout: "num_pg": 1, 2024-04-02T08:23:52.965 INFO:tasks.workunit.client.0.smithi012.stdout: "num_store_stats": 3, 2024-04-02T08:23:52.965 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 148, 2024-04-02T08:23:52.965 INFO:tasks.workunit.client.0.smithi012.stdout: "poolid": 1, 2024-04-02T08:23:52.965 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.965 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 590368, 2024-04-02T08:23:52.966 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.966 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 1771104, 2024-04-02T08:23:52.966 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.966 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.966 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.966 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.966 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.966 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.966 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.966 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.966 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.966 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.966 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.967 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.967 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.967 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 6, 2024-04-02T08:23:52.967 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 2, 2024-04-02T08:23:52.967 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.967 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 2, 2024-04-02T08:23:52.967 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.967 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.967 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.967 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.967 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.967 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T08:23:52.967 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.967 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 6, 2024-04-02T08:23:52.968 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.968 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.968 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.968 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.968 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.968 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 394, 2024-04-02T08:23:52.968 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 584, 2024-04-02T08:23:52.968 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.968 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.968 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.968 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 219, 2024-04-02T08:23:52.968 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 2416 2024-04-02T08:23:52.968 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.969 INFO:tasks.workunit.client.0.smithi012.stdout: "store_stats": { 2024-04-02T08:23:52.969 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": 1781760, 2024-04-02T08:23:52.969 INFO:tasks.workunit.client.0.smithi012.stdout: "available": 0, 2024-04-02T08:23:52.969 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed": 0, 2024-04-02T08:23:52.969 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_allocated": 0, 2024-04-02T08:23:52.969 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_original": 0, 2024-04-02T08:23:52.969 INFO:tasks.workunit.client.0.smithi012.stdout: "data_stored": 1771104, 2024-04-02T08:23:52.969 INFO:tasks.workunit.client.0.smithi012.stdout: "internal_metadata": 0, 2024-04-02T08:23:52.969 INFO:tasks.workunit.client.0.smithi012.stdout: "internally_reserved": 0, 2024-04-02T08:23:52.969 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_allocated": 0, 2024-04-02T08:23:52.969 INFO:tasks.workunit.client.0.smithi012.stdout: "total": 0 2024-04-02T08:23:52.969 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.969 INFO:tasks.workunit.client.0.smithi012.stdout: "up": 3 2024-04-02T08:23:52.969 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.970 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T08:23:52.970 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": 96, 2024-04-02T08:23:52.970 INFO:tasks.workunit.client.0.smithi012.stdout: "application": [ 2024-04-02T08:23:52.970 INFO:tasks.workunit.client.0.smithi012.stdout: "cephfs" 2024-04-02T08:23:52.970 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.970 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 45, 2024-04-02T08:23:52.970 INFO:tasks.workunit.client.0.smithi012.stdout: "num_pg": 32, 2024-04-02T08:23:52.970 INFO:tasks.workunit.client.0.smithi012.stdout: "num_store_stats": 8, 2024-04-02T08:23:52.970 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 45, 2024-04-02T08:23:52.970 INFO:tasks.workunit.client.0.smithi012.stdout: "poolid": 2, 2024-04-02T08:23:52.970 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T08:23:52.970 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 3430, 2024-04-02T08:23:52.970 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:23:52.971 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T08:23:52.971 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:23:52.971 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T08:23:52.971 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T08:23:52.971 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T08:23:52.971 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T08:23:52.971 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T08:23:52.971 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T08:23:52.971 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T08:23:52.971 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T08:23:52.971 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T08:23:52.971 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T08:23:52.971 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:23:52.971 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T08:23:52.971 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 66, 2024-04-02T08:23:52.972 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 22, 2024-04-02T08:23:52.972 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T08:23:52.972 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 22, 2024-04-02T08:23:52.972 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:23:52.972 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T08:23:52.972 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T08:23:52.972 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T08:23:52.972 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:23:52.972 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 14, 2024-04-02T08:23:52.972 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T08:23:52.972 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T08:23:52.972 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T08:23:52.972 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T08:23:52.973 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T08:23:52.973 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T08:23:52.973 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T08:23:52.973 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T08:23:52.973 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T08:23:52.973 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T08:23:52.973 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:23:52.973 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T08:23:52.973 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 51, 2024-04-02T08:23:52.973 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 20 2024-04-02T08:23:52.973 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.973 INFO:tasks.workunit.client.0.smithi012.stdout: "store_stats": { 2024-04-02T08:23:52.973 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": 98304, 2024-04-02T08:23:52.974 INFO:tasks.workunit.client.0.smithi012.stdout: "available": 0, 2024-04-02T08:23:52.974 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed": 0, 2024-04-02T08:23:52.974 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_allocated": 0, 2024-04-02T08:23:52.974 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_original": 0, 2024-04-02T08:23:52.974 INFO:tasks.workunit.client.0.smithi012.stdout: "data_stored": 10290, 2024-04-02T08:23:52.974 INFO:tasks.workunit.client.0.smithi012.stdout: "internal_metadata": 0, 2024-04-02T08:23:52.974 INFO:tasks.workunit.client.0.smithi012.stdout: "internally_reserved": 0, 2024-04-02T08:23:52.974 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_allocated": 0, 2024-04-02T08:23:52.974 INFO:tasks.workunit.client.0.smithi012.stdout: "total": 0 2024-04-02T08:23:52.974 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.974 INFO:tasks.workunit.client.0.smithi012.stdout: "up": 96 2024-04-02T08:23:52.974 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:52.974 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T08:23:52.974 INFO:tasks.workunit.client.0.smithi012.stdout: "usage": { 2024-04-02T08:23:52.975 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_num": 105, 2024-04-02T08:23:52.975 INFO:tasks.workunit.client.0.smithi012.stdout: "pools": 4, 2024-04-02T08:23:52.975 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_by_class": { 2024-04-02T08:23:52.975 INFO:tasks.workunit.client.0.smithi012.stdout: "ssd": { 2024-04-02T08:23:52.975 INFO:tasks.workunit.client.0.smithi012.stdout: "total_avail_bytes": 767731421184, 2024-04-02T08:23:52.975 INFO:tasks.workunit.client.0.smithi012.stdout: "total_bytes": 767960285184, 2024-04-02T08:23:52.975 INFO:tasks.workunit.client.0.smithi012.stdout: "total_used_bytes": 228864000, 2024-04-02T08:23:52.975 INFO:tasks.workunit.client.0.smithi012.stdout: "total_used_raw_bytes": 228864000, 2024-04-02T08:23:52.975 INFO:tasks.workunit.client.0.smithi012.stdout: "total_used_raw_ratio": 0.0002980154240503907 2024-04-02T08:23:52.975 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:52.975 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T08:23:52.975 INFO:tasks.workunit.client.0.smithi012.stdout: "total_avail_bytes": 767731421184, 2024-04-02T08:23:52.975 INFO:tasks.workunit.client.0.smithi012.stdout: "total_bytes": 767960285184, 2024-04-02T08:23:52.975 INFO:tasks.workunit.client.0.smithi012.stdout: "total_used_bytes": 228864000 2024-04-02T08:23:52.976 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:52.976 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T08:23:52.976 INFO:tasks.workunit.client.0.smithi012.stdout:} 2024-04-02T08:23:52.976 INFO:tasks.workunit.client.0.smithi012.stdout:OK 2024-04-02T08:23:52.976 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:51 smithi055 ceph-mon[31035]: from='client.15000 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:52.976 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:51 smithi055 ceph-mon[31035]: from='client.15000 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:52.976 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:51 smithi055 ceph-mon[31035]: from='client.24899 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:52.976 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:51 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:23:52.976 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:51 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:52.977 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:51 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:52.977 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:51 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:52.977 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:51 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:52.977 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:51 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:52.977 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:51 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:52.977 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:51 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:52.977 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:51 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:52.977 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:51 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:52.977 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:51 smithi055 ceph-mon[31035]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:23:52.977 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:51 smithi055 ceph-mon[31035]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:23:52.977 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:51 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:52.977 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:51 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:52.977 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:51 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:52.978 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:51 smithi055 ceph-mon[31035]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:23:52.978 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:51 smithi055 ceph-mon[31035]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:23:52.978 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:51 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:52.978 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:51 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:52.978 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:51 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:52.978 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:51 smithi055 ceph-mon[31035]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:23:52.978 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:51 smithi055 ceph-mon[31035]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:23:52.978 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:51 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:52.978 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:51 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:52.978 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:51 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:52.978 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:51 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:52.978 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:51 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:23:52.979 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:51 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:52.979 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:51 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:52.979 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:51 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:52.979 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:51 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:52.979 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:51 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:52.979 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:51 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:52.979 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:51 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:52.979 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:51 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:52.979 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:51 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:52.979 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:51 smithi055 ceph-mon[31035]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:23:52.979 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:51 smithi055 ceph-mon[31035]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:23:52.979 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:51 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:52.979 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:51 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:52.979 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:51 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:52.980 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:51 smithi055 ceph-mon[31035]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:23:52.980 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:51 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:52.980 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:51 smithi055 ceph-mon[31035]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:23:52.980 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:51 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:52.980 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:51 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:52.980 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:51 smithi055 ceph-mon[31035]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:23:52.980 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:51 smithi055 ceph-mon[31035]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:23:52.980 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:51 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:52.980 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:51 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:52.980 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:51 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:52.980 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:23:52.981 DEBUG:teuthology.orchestra.run.smithi012:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:23:52.981 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[27004]: from='client.15000 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:52.981 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[27004]: from='client.15000 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:52.981 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[27004]: from='client.24899 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:52.981 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:23:52.981 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:52.981 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:52.981 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:52.982 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:52.982 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:52.982 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:52.982 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:52.982 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:52.982 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:52.982 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[27004]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:23:52.982 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[27004]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:23:52.982 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:52.982 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:52.982 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:52.982 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[27004]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:23:52.982 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[27004]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:23:52.983 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:52.983 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:52.983 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:52.983 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[27004]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:23:52.983 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[27004]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:23:52.983 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:52.983 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:52.983 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[38029]: from='client.15000 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:52.983 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[38029]: from='client.15000 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:52.983 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[38029]: from='client.24899 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:52.984 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:23:52.984 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:52.984 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:52.984 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:52.984 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:52.984 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:52.984 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:52.984 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:52.984 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:52.984 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:52.984 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[38029]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:23:52.984 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[38029]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:23:52.984 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:52.984 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:52.985 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:52.985 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[38029]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:23:52.985 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[38029]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:23:52.985 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:52.985 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:52.985 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:52.985 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[38029]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:23:52.985 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[38029]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:23:52.985 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:52.985 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:52.985 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:52.986 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:52.986 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:23:52.986 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:52.986 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:52.986 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:52.986 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:52.986 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:52.986 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:52.986 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:52.986 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:52.986 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:52.986 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[27004]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:23:52.987 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[27004]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:23:52.987 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:52.987 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:52.987 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:52.987 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[27004]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:23:52.987 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:52.987 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[27004]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:23:52.987 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:52.987 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:52.987 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[27004]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:23:52.987 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[27004]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:23:52.987 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:52.987 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:52.987 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:52.988 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:52.988 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:52.988 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:23:52.988 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:52.988 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:52.988 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:52.988 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:52.988 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:52.988 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:52.988 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:52.988 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:52.989 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:52.989 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[38029]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:23:52.989 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[38029]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:23:52.989 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:52.989 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:52.989 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:52.989 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[38029]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:23:52.989 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:52.989 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[38029]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:23:52.989 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:52.989 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:52.989 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[38029]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:23:52.989 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[38029]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:23:52.989 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:23:52.990 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:23:52.990 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:51 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:23:52.990 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:23:52 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:23:52] "GET /metrics HTTP/1.1" 200 33651 "" "Prometheus/2.43.0" 2024-04-02T08:23:52.990 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:52 smithi012 ceph-mon[27004]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2024-04-02T08:23:52.990 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:52 smithi012 ceph-mon[27004]: from='client.24899 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:52.991 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:52 smithi012 ceph-mon[38029]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2024-04-02T08:23:52.991 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:52 smithi012 ceph-mon[38029]: from='client.24899 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:52.991 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:52 smithi055 ceph-mon[31035]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2024-04-02T08:23:52.991 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:52 smithi055 ceph-mon[31035]: from='client.24899 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:23:53.025 INFO:tasks.workunit:Stopping ['test_telemetry_reef.sh'] on client.0... 2024-04-02T08:23:53.025 DEBUG:teuthology.orchestra.run.smithi012:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-02T08:23:53.325 DEBUG:teuthology.parallel:result is None 2024-04-02T08:23:53.325 DEBUG:teuthology.orchestra.run.smithi012:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T08:23:53.352 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T08:23:53.352 DEBUG:teuthology.orchestra.run.smithi012:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T08:23:53.413 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T08:23:53.414 INFO:teuthology.run_tasks:Running task print... 2024-04-02T08:23:53.423 INFO:teuthology.task.print:**** done end telemetry reef... 2024-04-02T08:23:53.424 INFO:teuthology.run_tasks:Running task print... 2024-04-02T08:23:53.471 INFO:teuthology.task.print:**** done start parallel 2024-04-02T08:23:53.471 INFO:teuthology.run_tasks:Running task parallel... 2024-04-02T08:23:53.523 INFO:teuthology.task.parallel:starting parallel... 2024-04-02T08:23:53.524 INFO:teuthology.task.parallel:In parallel, running task full_sequential... 2024-04-02T08:23:53.524 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T08:23:53.525 INFO:teuthology.task.print:**** done start ec-rados-default.yaml 2024-04-02T08:23:53.525 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2024-04-02T08:23:53.527 INFO:tasks.rados:Beginning rados... 2024-04-02T08:23:53.527 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-04-02T08:23:53.527 INFO:tasks.rados:overrides is {'admin_socket': {'branch': 'wip-rf-oldDeep'}, 'ceph': {'conf': {'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}}, 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '3cba26eaefcf7477205a2b2318143422b83a518d'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}}}, 'install': {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '3cba26eaefcf7477205a2b2318143422b83a518d'}}, 'selinux': {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'workunit': {'branch': 'wip-rf-oldDeep', 'sha1': '3cba26eaefcf7477205a2b2318143422b83a518d'}} 2024-04-02T08:23:53.528 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-04-02T08:23:53.528 INFO:tasks.rados:joining rados 2024-04-02T08:23:53.528 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-04-02T08:23:53.528 INFO:teuthology.task.sequential:In sequential, running task print... 2024-04-02T08:23:53.528 INFO:teuthology.task.print:**** done start upgrade, wait 2024-04-02T08:23:53.529 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-04-02T08:23:53.529 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi012.front.sepia.ceph.com 2024-04-02T08:23:53.529 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -e sha1=3cba26eaefcf7477205a2b2318143422b83a518d -- bash -c 'ceph config set global log_to_journald false --force' 2024-04-02T08:23:53.530 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2024-04-02T08:23:53.530 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph osd erasure-code-profile set teuthologyprofile k=2 m=1 crush-failure-domain=osd 2024-04-02T08:23:53.756 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:23:53.757 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:23:54.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:54 smithi055 ceph-mon[31035]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2024-04-02T08:23:54.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:54 smithi012 ceph-mon[27004]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2024-04-02T08:23:54.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:54 smithi012 ceph-mon[38029]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2024-04-02T08:23:56.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:56 smithi055 ceph-mon[31035]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-02T08:23:56.850 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:56 smithi012 ceph-mon[27004]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-02T08:23:56.850 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:56 smithi012 ceph-mon[38029]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-02T08:23:57.918 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -e sha1=3cba26eaefcf7477205a2b2318143422b83a518d -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-04-02T08:23:58.132 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:23:58.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:58 smithi055 ceph-mon[31035]: pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-02T08:23:58.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:58 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/3531728395' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:23:58.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:58 smithi055 ceph-mon[31035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:23:58.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:58 smithi012 ceph-mon[27004]: pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-02T08:23:58.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:58 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/3531728395' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:23:58.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:58 smithi012 ceph-mon[27004]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:23:58.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:58 smithi012 ceph-mon[38029]: pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-02T08:23:58.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:58 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/3531728395' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:23:58.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:58 smithi012 ceph-mon[38029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:23:59.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:59 smithi012 ceph-mon[27004]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:23:59.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:59 smithi012 ceph-mon[27004]: osdmap e70: 8 total, 8 up, 8 in 2024-04-02T08:23:59.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:23:59 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:23:59.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:59 smithi012 ceph-mon[38029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:23:59.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:59 smithi012 ceph-mon[38029]: osdmap e70: 8 total, 8 up, 8 in 2024-04-02T08:23:59.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:23:59 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:24:00.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:59 smithi055 ceph-mon[31035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:24:00.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:59 smithi055 ceph-mon[31035]: osdmap e70: 8 total, 8 up, 8 in 2024-04-02T08:24:00.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:23:59 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:24:00.067 INFO:tasks.rados:starting run 0 out of 1 2024-04-02T08:24:00.067 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2024-04-02T08:24:00.068 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph osd pool create unique_pool_0 16 16 erasure teuthologyprofile 2024-04-02T08:24:00.570 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:24:00.677 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:00 smithi012 ceph-mon[27004]: pgmap v98: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 40 KiB/s rd, 0 B/s wr, 39 op/s 2024-04-02T08:24:00.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:00 smithi012 ceph-mon[38029]: pgmap v98: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 40 KiB/s rd, 0 B/s wr, 39 op/s 2024-04-02T08:24:00.739 INFO:teuthology.orchestra.run.smithi012.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:24:01.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:00 smithi055 ceph-mon[31035]: pgmap v98: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 40 KiB/s rd, 0 B/s wr, 39 op/s 2024-04-02T08:24:01.919 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:01 smithi012 ceph-mon[27004]: from='client.15036 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:3cba26eaefcf7477205a2b2318143422b83a518d", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:01.919 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:01 smithi012 ceph-mon[27004]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:24:01.919 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:01 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:24:01.919 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:01 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:01.919 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:01 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:01.919 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:01 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:01.920 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:01 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:24:01.920 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:01 smithi012 ceph-mon[27004]: pgmap v99: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-02T08:24:01.920 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:01 smithi012 ceph-mon[27004]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:24:01.920 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:01 smithi012 ceph-mon[38029]: from='client.15036 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:3cba26eaefcf7477205a2b2318143422b83a518d", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:01.920 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:01 smithi012 ceph-mon[38029]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:24:01.920 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:01 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:24:01.920 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:01 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:01.920 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:01 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:01.920 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:01 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:01.920 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:01 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:24:01.921 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:01 smithi012 ceph-mon[38029]: pgmap v99: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-02T08:24:01.921 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:01 smithi012 ceph-mon[38029]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:24:02.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:01 smithi055 ceph-mon[31035]: from='client.15036 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:3cba26eaefcf7477205a2b2318143422b83a518d", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:02.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:01 smithi055 ceph-mon[31035]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:24:02.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:01 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:24:02.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:01 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:02.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:01 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:02.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:01 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:02.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:01 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:24:02.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:01 smithi055 ceph-mon[31035]: pgmap v99: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-02T08:24:02.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:01 smithi055 ceph-mon[31035]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:24:02.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:24:02 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:24:02] "GET /metrics HTTP/1.1" 200 33649 "" "Prometheus/2.43.0" 2024-04-02T08:24:02.362 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -e sha1=3cba26eaefcf7477205a2b2318143422b83a518d -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done' 2024-04-02T08:24:03.002 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:24:04.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:03 smithi012 ceph-mon[27004]: pgmap v100: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-02T08:24:04.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:03 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/832368468' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-02T08:24:04.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:03 smithi012 ceph-mon[38029]: pgmap v100: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-02T08:24:04.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:03 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/832368468' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-02T08:24:04.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:03 smithi055 ceph-mon[31035]: pgmap v100: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-02T08:24:04.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:03 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/832368468' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-02T08:24:04.902 INFO:teuthology.orchestra.run.smithi012.stderr:pool 'unique_pool_0' created 2024-04-02T08:24:05.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:04 smithi012 ceph-mon[27004]: osdmap e71: 8 total, 8 up, 8 in 2024-04-02T08:24:05.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:04 smithi012 ceph-mon[38029]: osdmap e71: 8 total, 8 up, 8 in 2024-04-02T08:24:05.178 INFO:teuthology.orchestra.run.smithi012.stdout:true 2024-04-02T08:24:05.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:04 smithi055 ceph-mon[31035]: osdmap e71: 8 total, 8 up, 8 in 2024-04-02T08:24:05.534 INFO:teuthology.orchestra.run.smithi012.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:24:05.534 INFO:teuthology.orchestra.run.smithi012.stdout:alertmanager.a smithi012 *:9093,9094 running (110s) 97s ago 2m 17.1M - 0.25.0 c8568f914cd2 3ed3fc1b8013 2024-04-02T08:24:05.534 INFO:teuthology.orchestra.run.smithi012.stdout:grafana.a smithi055 *:3000 running (2m) 96s ago 2m 82.9M - 9.4.7 954c08fa6188 9788bcfbfb6f 2024-04-02T08:24:05.534 INFO:teuthology.orchestra.run.smithi012.stdout:mds.a smithi012 running (3m) 97s ago 3m 14.9M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 756f041a4b0e 2024-04-02T08:24:05.534 INFO:teuthology.orchestra.run.smithi012.stdout:mds.b smithi055 running (3m) 96s ago 3m 17.3M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 0a0c21b36b12 2024-04-02T08:24:05.534 INFO:teuthology.orchestra.run.smithi012.stdout:mgr.x smithi055 *:8443,8765 running (7m) 96s ago 7m 448M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 7458ee738c72 2024-04-02T08:24:05.534 INFO:teuthology.orchestra.run.smithi012.stdout:mgr.y smithi012 *:9283,8765 running (9m) 97s ago 9m 495M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 73e84469a1aa 2024-04-02T08:24:05.534 INFO:teuthology.orchestra.run.smithi012.stdout:mon.a smithi012 running (9m) 97s ago 9m 46.0M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d b8a2d50fe893 2024-04-02T08:24:05.534 INFO:teuthology.orchestra.run.smithi012.stdout:mon.b smithi055 running (7m) 96s ago 7m 39.1M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d 61752f499722 2024-04-02T08:24:05.535 INFO:teuthology.orchestra.run.smithi012.stdout:mon.c smithi012 running (7m) 97s ago 7m 37.3M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d c471055007a2 2024-04-02T08:24:05.535 INFO:teuthology.orchestra.run.smithi012.stdout:node-exporter.a smithi012 *:9100 running (2m) 97s ago 2m 13.3M - 1.5.0 0da6a335fe13 a3d31893d77a 2024-04-02T08:24:05.535 INFO:teuthology.orchestra.run.smithi012.stdout:node-exporter.b smithi055 *:9100 running (2m) 96s ago 2m 3581k - 1.5.0 0da6a335fe13 e1788e402810 2024-04-02T08:24:05.535 INFO:teuthology.orchestra.run.smithi012.stdout:osd.0 smithi012 running (6m) 97s ago 6m 44.0M 2993M 18.2.2-1059-g4d05f4ca 909dce4fe53d ae3670468d2f 2024-04-02T08:24:05.535 INFO:teuthology.orchestra.run.smithi012.stdout:osd.1 smithi012 running (6m) 97s ago 6m 44.2M 2993M 18.2.2-1059-g4d05f4ca 909dce4fe53d c0e45226a432 2024-04-02T08:24:05.535 INFO:teuthology.orchestra.run.smithi012.stdout:osd.2 smithi012 running (6m) 97s ago 6m 42.7M 2993M 18.2.2-1059-g4d05f4ca 909dce4fe53d 1a1a0831f480 2024-04-02T08:24:05.535 INFO:teuthology.orchestra.run.smithi012.stdout:osd.3 smithi012 running (5m) 97s ago 5m 48.7M 2993M 18.2.2-1059-g4d05f4ca 909dce4fe53d f2070d5ae9b3 2024-04-02T08:24:05.535 INFO:teuthology.orchestra.run.smithi012.stdout:osd.4 smithi055 running (5m) 96s ago 5m 50.0M 2993M 18.2.2-1059-g4d05f4ca 909dce4fe53d 6ea99dd7fbaa 2024-04-02T08:24:05.535 INFO:teuthology.orchestra.run.smithi012.stdout:osd.5 smithi055 running (4m) 96s ago 4m 44.4M 2993M 18.2.2-1059-g4d05f4ca 909dce4fe53d 300691ec9744 2024-04-02T08:24:05.535 INFO:teuthology.orchestra.run.smithi012.stdout:osd.6 smithi055 running (4m) 96s ago 4m 44.5M 2993M 18.2.2-1059-g4d05f4ca 909dce4fe53d 256c0abe00a7 2024-04-02T08:24:05.535 INFO:teuthology.orchestra.run.smithi012.stdout:osd.7 smithi055 running (4m) 96s ago 4m 42.7M 2993M 18.2.2-1059-g4d05f4ca 909dce4fe53d edc056f1c4d7 2024-04-02T08:24:05.535 INFO:teuthology.orchestra.run.smithi012.stdout:prometheus.a smithi055 *:9095 running (105s) 96s ago 3m 25.7M - 2.43.0 a07b618ecd1d b9a495d6f576 2024-04-02T08:24:05.641 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2024-04-02T08:24:05.881 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:24:06.027 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-04-02T08:24:06.027 INFO:teuthology.orchestra.run.smithi012.stdout: "mon": { 2024-04-02T08:24:06.027 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3 2024-04-02T08:24:06.027 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:24:06.028 INFO:teuthology.orchestra.run.smithi012.stdout: "mgr": { 2024-04-02T08:24:06.028 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:24:06.028 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:24:06.028 INFO:teuthology.orchestra.run.smithi012.stdout: "osd": { 2024-04-02T08:24:06.028 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:24:06.028 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:24:06.028 INFO:teuthology.orchestra.run.smithi012.stdout: "mds": { 2024-04-02T08:24:06.028 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:24:06.028 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:24:06.028 INFO:teuthology.orchestra.run.smithi012.stdout: "overall": { 2024-04-02T08:24:06.028 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 15 2024-04-02T08:24:06.028 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-04-02T08:24:06.028 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-04-02T08:24:06.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:05 smithi012 ceph-mon[38029]: pgmap v102: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:06.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:05 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/832368468' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-04-02T08:24:06.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:05 smithi012 ceph-mon[38029]: osdmap e72: 8 total, 8 up, 8 in 2024-04-02T08:24:06.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:05 smithi012 ceph-mon[38029]: from='client.15048 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:06.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:05 smithi012 ceph-mon[38029]: from='client.24947 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:06.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:05 smithi012 ceph-mon[27004]: pgmap v102: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:06.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:05 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/832368468' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-04-02T08:24:06.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:05 smithi012 ceph-mon[27004]: osdmap e72: 8 total, 8 up, 8 in 2024-04-02T08:24:06.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:05 smithi012 ceph-mon[27004]: from='client.15048 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:06.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:05 smithi012 ceph-mon[27004]: from='client.24947 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:06.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:05 smithi055 ceph-mon[31035]: pgmap v102: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:06.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:05 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/832368468' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-04-02T08:24:06.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:05 smithi055 ceph-mon[31035]: osdmap e72: 8 total, 8 up, 8 in 2024-04-02T08:24:06.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:05 smithi055 ceph-mon[31035]: from='client.15048 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:06.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:05 smithi055 ceph-mon[31035]: from='client.24947 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:07.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:06 smithi012 ceph-mon[27004]: osdmap e73: 8 total, 8 up, 8 in 2024-04-02T08:24:07.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:06 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/870214832' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:24:07.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:06 smithi012 ceph-mon[38029]: osdmap e73: 8 total, 8 up, 8 in 2024-04-02T08:24:07.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:06 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/870214832' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:24:07.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:06 smithi055 ceph-mon[31035]: osdmap e73: 8 total, 8 up, 8 in 2024-04-02T08:24:07.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:06 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/870214832' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:24:08.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:07 smithi012 ceph-mon[38029]: pgmap v105: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:08.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:07 smithi012 ceph-mon[38029]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:24:08.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:07 smithi012 ceph-mon[38029]: osdmap e74: 8 total, 8 up, 8 in 2024-04-02T08:24:08.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:07 smithi012 ceph-mon[27004]: pgmap v105: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:08.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:07 smithi012 ceph-mon[27004]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:24:08.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:07 smithi012 ceph-mon[27004]: osdmap e74: 8 total, 8 up, 8 in 2024-04-02T08:24:08.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:07 smithi055 ceph-mon[31035]: pgmap v105: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:08.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:07 smithi055 ceph-mon[31035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:24:08.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:07 smithi055 ceph-mon[31035]: osdmap e74: 8 total, 8 up, 8 in 2024-04-02T08:24:08.924 INFO:teuthology.orchestra.run.smithi012.stderr:enabled application 'rados' on pool 'unique_pool_0' 2024-04-02T08:24:09.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:08 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/592199629' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:24:09.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:08 smithi012 ceph-mon[38029]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:24:09.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:08 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/592199629' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:24:09.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:08 smithi012 ceph-mon[27004]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:24:09.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:08 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/592199629' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:24:09.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:08 smithi055 ceph-mon[31035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:24:10.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:09 smithi012 ceph-mon[27004]: pgmap v107: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:10.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:09 smithi012 ceph-mon[27004]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-04-02T08:24:10.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:09 smithi012 ceph-mon[27004]: osdmap e75: 8 total, 8 up, 8 in 2024-04-02T08:24:10.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:09 smithi012 ceph-mon[38029]: pgmap v107: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:10.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:09 smithi012 ceph-mon[38029]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-04-02T08:24:10.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:09 smithi012 ceph-mon[38029]: osdmap e75: 8 total, 8 up, 8 in 2024-04-02T08:24:10.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:09 smithi055 ceph-mon[31035]: pgmap v107: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:10.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:09 smithi055 ceph-mon[31035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-04-02T08:24:10.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:09 smithi055 ceph-mon[31035]: osdmap e75: 8 total, 8 up, 8 in 2024-04-02T08:24:10.637 DEBUG:teuthology.orchestra.run.smithi012:> CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0 2024-04-02T08:24:10.668 INFO:tasks.rados.rados.0.smithi012.stdout:adding op weight read -> 100 2024-04-02T08:24:10.668 INFO:tasks.rados.rados.0.smithi012.stdout:adding op weight delete -> 50 2024-04-02T08:24:10.668 INFO:tasks.rados.rados.0.smithi012.stdout:adding op weight snap_create -> 50 2024-04-02T08:24:10.668 INFO:tasks.rados.rados.0.smithi012.stdout:adding op weight snap_remove -> 50 2024-04-02T08:24:10.668 INFO:tasks.rados.rados.0.smithi012.stdout:adding op weight rollback -> 50 2024-04-02T08:24:10.669 INFO:tasks.rados.rados.0.smithi012.stdout:adding op weight setattr -> 25 2024-04-02T08:24:10.669 INFO:tasks.rados.rados.0.smithi012.stdout:adding op weight rmattr -> 25 2024-04-02T08:24:10.669 INFO:tasks.rados.rados.0.smithi012.stdout:adding op weight copy_from -> 50 2024-04-02T08:24:10.669 INFO:tasks.rados.rados.0.smithi012.stdout:adding op weight append -> 100 2024-04-02T08:24:10.669 INFO:tasks.rados.rados.0.smithi012.stdout:ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable) 2024-04-02T08:24:10.669 INFO:tasks.rados.rados.0.smithi012.stdout:Configuration: 2024-04-02T08:24:10.669 INFO:tasks.rados.rados.0.smithi012.stdout: Number of operations: 4000 2024-04-02T08:24:10.669 INFO:tasks.rados.rados.0.smithi012.stdout: Number of objects: 50 2024-04-02T08:24:10.669 INFO:tasks.rados.rados.0.smithi012.stdout: Max in flight operations: 16 2024-04-02T08:24:10.669 INFO:tasks.rados.rados.0.smithi012.stdout: Object size (in bytes): 4000000 2024-04-02T08:24:10.669 INFO:tasks.rados.rados.0.smithi012.stdout: Write stride min: 400000 2024-04-02T08:24:10.669 INFO:tasks.rados.rados.0.smithi012.stdout: Write stride max: 800000 2024-04-02T08:24:10.934 INFO:tasks.rados.rados.0.smithi012.stdout:1: write initial oid 1 2024-04-02T08:24:10.934 INFO:tasks.rados.rados.0.smithi012.stdout:1: seq_num 0 ranges {0=24576} 2024-04-02T08:24:10.935 INFO:tasks.rados.rados.0.smithi012.stdout:1: writing smithi01277369-1 from 0 to 24576 tid 1 2024-04-02T08:24:10.935 INFO:tasks.rados.rados.0.smithi012.stdout:2: write initial oid 2 2024-04-02T08:24:10.935 INFO:tasks.rados.rados.0.smithi012.stdout:2: seq_num 1 ranges {0=24576} 2024-04-02T08:24:10.936 INFO:tasks.rados.rados.0.smithi012.stdout:2: writing smithi01277369-2 from 0 to 24576 tid 1 2024-04-02T08:24:10.936 INFO:tasks.rados.rados.0.smithi012.stdout:3: write initial oid 3 2024-04-02T08:24:10.936 INFO:tasks.rados.rados.0.smithi012.stdout:3: seq_num 2 ranges {0=40960} 2024-04-02T08:24:10.936 INFO:tasks.rados.rados.0.smithi012.stdout:3: writing smithi01277369-3 from 0 to 40960 tid 1 2024-04-02T08:24:10.936 INFO:tasks.rados.rados.0.smithi012.stdout:4: write initial oid 4 2024-04-02T08:24:10.936 INFO:tasks.rados.rados.0.smithi012.stdout:4: seq_num 3 ranges {0=57344} 2024-04-02T08:24:10.938 INFO:tasks.rados.rados.0.smithi012.stdout:4: writing smithi01277369-4 from 0 to 57344 tid 1 2024-04-02T08:24:10.938 INFO:tasks.rados.rados.0.smithi012.stdout:5: write initial oid 5 2024-04-02T08:24:10.938 INFO:tasks.rados.rados.0.smithi012.stdout:1: finishing write tid 1 to smithi01277369-1 2024-04-02T08:24:10.938 INFO:tasks.rados.rados.0.smithi012.stdout:5: seq_num 4 ranges {0=73728} 2024-04-02T08:24:10.939 INFO:tasks.rados.rados.0.smithi012.stdout:5: writing smithi01277369-5 from 0 to 73728 tid 1 2024-04-02T08:24:10.939 INFO:tasks.rados.rados.0.smithi012.stdout:6: write initial oid 6 2024-04-02T08:24:10.939 INFO:tasks.rados.rados.0.smithi012.stdout:6: seq_num 5 ranges {0=90112} 2024-04-02T08:24:10.940 INFO:tasks.rados.rados.0.smithi012.stdout:6: writing smithi01277369-6 from 0 to 90112 tid 1 2024-04-02T08:24:10.940 INFO:tasks.rados.rados.0.smithi012.stdout:7: write initial oid 7 2024-04-02T08:24:10.940 INFO:tasks.rados.rados.0.smithi012.stdout:7: seq_num 6 ranges {0=106496} 2024-04-02T08:24:10.940 INFO:tasks.rados.rados.0.smithi012.stdout:7: writing smithi01277369-7 from 0 to 106496 tid 1 2024-04-02T08:24:10.940 INFO:tasks.rados.rados.0.smithi012.stdout:8: write initial oid 8 2024-04-02T08:24:10.941 INFO:tasks.rados.rados.0.smithi012.stdout:8: seq_num 7 ranges {0=122880} 2024-04-02T08:24:10.942 INFO:tasks.rados.rados.0.smithi012.stdout:8: writing smithi01277369-8 from 0 to 122880 tid 1 2024-04-02T08:24:10.942 INFO:tasks.rados.rados.0.smithi012.stdout:9: write initial oid 9 2024-04-02T08:24:10.942 INFO:tasks.rados.rados.0.smithi012.stdout:9: seq_num 8 ranges {0=139264} 2024-04-02T08:24:10.943 INFO:tasks.rados.rados.0.smithi012.stdout:9: writing smithi01277369-9 from 0 to 139264 tid 1 2024-04-02T08:24:10.943 INFO:tasks.rados.rados.0.smithi012.stdout:1: finishing write tid 2 to smithi01277369-1 2024-04-02T08:24:10.943 INFO:tasks.rados.rados.0.smithi012.stdout:3: finishing write tid 1 to smithi01277369-3 2024-04-02T08:24:10.943 INFO:tasks.rados.rados.0.smithi012.stdout:3: finishing write tid 2 to smithi01277369-3 2024-04-02T08:24:10.943 INFO:tasks.rados.rados.0.smithi012.stdout:10: write initial oid 10 2024-04-02T08:24:10.943 INFO:tasks.rados.rados.0.smithi012.stdout:10: seq_num 9 ranges {0=155648} 2024-04-02T08:24:10.944 INFO:tasks.rados.rados.0.smithi012.stdout:10: writing smithi01277369-10 from 0 to 155648 tid 1 2024-04-02T08:24:10.944 INFO:tasks.rados.rados.0.smithi012.stdout:1: finishing write tid 3 to smithi01277369-1 2024-04-02T08:24:10.945 INFO:tasks.rados.rados.0.smithi012.stdout:1: oid 1 updating version 0 to 1 2024-04-02T08:24:10.945 INFO:tasks.rados.rados.0.smithi012.stdout:1: oid 1 updating version 1 to 2 2024-04-02T08:24:10.945 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 1 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-04-02T08:24:10.945 INFO:tasks.rados.rados.0.smithi012.stdout:1: left oid 1 (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:24:10.945 INFO:tasks.rados.rados.0.smithi012.stdout:2: finishing write tid 1 to smithi01277369-2 2024-04-02T08:24:10.945 INFO:tasks.rados.rados.0.smithi012.stdout:2: finishing write tid 2 to smithi01277369-2 2024-04-02T08:24:10.945 INFO:tasks.rados.rados.0.smithi012.stdout:4: finishing write tid 1 to smithi01277369-4 2024-04-02T08:24:10.945 INFO:tasks.rados.rados.0.smithi012.stdout:4: finishing write tid 2 to smithi01277369-4 2024-04-02T08:24:10.945 INFO:tasks.rados.rados.0.smithi012.stdout:1: done (9 left) 2024-04-02T08:24:10.945 INFO:tasks.rados.rados.0.smithi012.stdout:11: write initial oid 11 2024-04-02T08:24:10.946 INFO:tasks.rados.rados.0.smithi012.stdout:11: seq_num 10 ranges {0=172032} 2024-04-02T08:24:10.946 INFO:tasks.rados.rados.0.smithi012.stdout:11: writing smithi01277369-11 from 0 to 172032 tid 1 2024-04-02T08:24:10.946 INFO:tasks.rados.rados.0.smithi012.stdout:12: write initial oid 12 2024-04-02T08:24:10.946 INFO:tasks.rados.rados.0.smithi012.stdout:12: seq_num 11 ranges {0=188416} 2024-04-02T08:24:10.948 INFO:tasks.rados.rados.0.smithi012.stdout:12: writing smithi01277369-12 from 0 to 188416 tid 1 2024-04-02T08:24:10.948 INFO:tasks.rados.rados.0.smithi012.stdout:13: write initial oid 13 2024-04-02T08:24:10.948 INFO:tasks.rados.rados.0.smithi012.stdout:13: seq_num 12 ranges {0=204800} 2024-04-02T08:24:10.950 INFO:tasks.rados.rados.0.smithi012.stdout:13: writing smithi01277369-13 from 0 to 204800 tid 1 2024-04-02T08:24:10.950 INFO:tasks.rados.rados.0.smithi012.stdout:14: write initial oid 14 2024-04-02T08:24:10.950 INFO:tasks.rados.rados.0.smithi012.stdout:14: seq_num 13 ranges {0=221184} 2024-04-02T08:24:10.951 INFO:tasks.rados.rados.0.smithi012.stdout:14: writing smithi01277369-14 from 0 to 221184 tid 1 2024-04-02T08:24:10.952 INFO:tasks.rados.rados.0.smithi012.stdout:15: write initial oid 15 2024-04-02T08:24:10.953 INFO:tasks.rados.rados.0.smithi012.stdout:7: finishing write tid 1 to smithi01277369-7 2024-04-02T08:24:10.953 INFO:tasks.rados.rados.0.smithi012.stdout:5: finishing write tid 1 to smithi01277369-5 2024-04-02T08:24:10.953 INFO:tasks.rados.rados.0.smithi012.stdout:3: finishing write tid 3 to smithi01277369-3 2024-04-02T08:24:10.953 INFO:tasks.rados.rados.0.smithi012.stdout:3: oid 3 updating version 0 to 1 2024-04-02T08:24:10.953 INFO:tasks.rados.rados.0.smithi012.stdout:3: oid 3 updating version 1 to 2 2024-04-02T08:24:10.953 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 3 v 2 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-04-02T08:24:10.953 INFO:tasks.rados.rados.0.smithi012.stdout:3: left oid 3 (ObjNum 2 snap 0 seq_num 2) 2024-04-02T08:24:10.953 INFO:tasks.rados.rados.0.smithi012.stdout:5: finishing write tid 2 to smithi01277369-5 2024-04-02T08:24:10.953 INFO:tasks.rados.rados.0.smithi012.stdout:7: finishing write tid 2 to smithi01277369-7 2024-04-02T08:24:10.953 INFO:tasks.rados.rados.0.smithi012.stdout:4: finishing write tid 3 to smithi01277369-4 2024-04-02T08:24:10.953 INFO:tasks.rados.rados.0.smithi012.stdout:4: oid 4 updating version 0 to 4 2024-04-02T08:24:10.953 INFO:tasks.rados.rados.0.smithi012.stdout:4: oid 4 version 4 is already newer than 3 2024-04-02T08:24:10.954 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 4 v 4 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-04-02T08:24:10.954 INFO:tasks.rados.rados.0.smithi012.stdout:4: left oid 4 (ObjNum 3 snap 0 seq_num 3) 2024-04-02T08:24:10.954 INFO:tasks.rados.rados.0.smithi012.stdout:6: finishing write tid 1 to smithi01277369-6 2024-04-02T08:24:10.954 INFO:tasks.rados.rados.0.smithi012.stdout:6: finishing write tid 2 to smithi01277369-6 2024-04-02T08:24:10.954 INFO:tasks.rados.rados.0.smithi012.stdout:5: finishing write tid 3 to smithi01277369-5 2024-04-02T08:24:10.954 INFO:tasks.rados.rados.0.smithi012.stdout:5: oid 5 updating version 0 to 1 2024-04-02T08:24:10.954 INFO:tasks.rados.rados.0.smithi012.stdout:5: oid 5 updating version 1 to 2 2024-04-02T08:24:10.954 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 5 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-04-02T08:24:10.954 INFO:tasks.rados.rados.0.smithi012.stdout:5: left oid 5 (ObjNum 4 snap 0 seq_num 4) 2024-04-02T08:24:10.954 INFO:tasks.rados.rados.0.smithi012.stdout:2: finishing write tid 3 to smithi01277369-2 2024-04-02T08:24:10.954 INFO:tasks.rados.rados.0.smithi012.stdout:2: oid 2 updating version 0 to 1 2024-04-02T08:24:10.954 INFO:tasks.rados.rados.0.smithi012.stdout:2: oid 2 updating version 1 to 2 2024-04-02T08:24:10.955 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 2 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-04-02T08:24:10.955 INFO:tasks.rados.rados.0.smithi012.stdout:2: left oid 2 (ObjNum 1 snap 0 seq_num 1) 2024-04-02T08:24:10.955 INFO:tasks.rados.rados.0.smithi012.stdout:6: finishing write tid 3 to smithi01277369-6 2024-04-02T08:24:10.955 INFO:tasks.rados.rados.0.smithi012.stdout:6: oid 6 updating version 0 to 1 2024-04-02T08:24:10.955 INFO:tasks.rados.rados.0.smithi012.stdout:6: oid 6 updating version 1 to 2 2024-04-02T08:24:10.955 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 6 v 2 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-04-02T08:24:10.955 INFO:tasks.rados.rados.0.smithi012.stdout:6: left oid 6 (ObjNum 5 snap 0 seq_num 5) 2024-04-02T08:24:10.955 INFO:tasks.rados.rados.0.smithi012.stdout:9: finishing write tid 1 to smithi01277369-9 2024-04-02T08:24:10.955 INFO:tasks.rados.rados.0.smithi012.stdout:9: finishing write tid 2 to smithi01277369-9 2024-04-02T08:24:10.955 INFO:tasks.rados.rados.0.smithi012.stdout:10: finishing write tid 1 to smithi01277369-10 2024-04-02T08:24:10.955 INFO:tasks.rados.rados.0.smithi012.stdout:7: finishing write tid 3 to smithi01277369-7 2024-04-02T08:24:10.955 INFO:tasks.rados.rados.0.smithi012.stdout:7: oid 7 updating version 0 to 1 2024-04-02T08:24:10.955 INFO:tasks.rados.rados.0.smithi012.stdout:7: oid 7 updating version 1 to 2 2024-04-02T08:24:10.955 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 7 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-02T08:24:10.956 INFO:tasks.rados.rados.0.smithi012.stdout:7: left oid 7 (ObjNum 6 snap 0 seq_num 6) 2024-04-02T08:24:10.956 INFO:tasks.rados.rados.0.smithi012.stdout:15: seq_num 14 ranges {0=237568} 2024-04-02T08:24:10.957 INFO:tasks.rados.rados.0.smithi012.stdout:15: writing smithi01277369-15 from 0 to 237568 tid 1 2024-04-02T08:24:10.957 INFO:tasks.rados.rados.0.smithi012.stdout:2: done (13 left) 2024-04-02T08:24:10.957 INFO:tasks.rados.rados.0.smithi012.stdout:3: done (12 left) 2024-04-02T08:24:10.957 INFO:tasks.rados.rados.0.smithi012.stdout:4: done (11 left) 2024-04-02T08:24:10.957 INFO:tasks.rados.rados.0.smithi012.stdout:5: done (10 left) 2024-04-02T08:24:10.957 INFO:tasks.rados.rados.0.smithi012.stdout:6: done (9 left) 2024-04-02T08:24:10.957 INFO:tasks.rados.rados.0.smithi012.stdout:7: done (8 left) 2024-04-02T08:24:10.958 INFO:tasks.rados.rados.0.smithi012.stdout:16: write initial oid 16 2024-04-02T08:24:10.958 INFO:tasks.rados.rados.0.smithi012.stdout:16: seq_num 15 ranges {0=253952} 2024-04-02T08:24:10.958 INFO:tasks.rados.rados.0.smithi012.stdout:16: writing smithi01277369-16 from 0 to 253952 tid 1 2024-04-02T08:24:10.958 INFO:tasks.rados.rados.0.smithi012.stdout:10: finishing write tid 2 to smithi01277369-10 2024-04-02T08:24:10.958 INFO:tasks.rados.rados.0.smithi012.stdout:8: finishing write tid 1 to smithi01277369-8 2024-04-02T08:24:10.958 INFO:tasks.rados.rados.0.smithi012.stdout:8: finishing write tid 2 to smithi01277369-8 2024-04-02T08:24:10.958 INFO:tasks.rados.rados.0.smithi012.stdout:12: finishing write tid 1 to smithi01277369-12 2024-04-02T08:24:10.958 INFO:tasks.rados.rados.0.smithi012.stdout:12: finishing write tid 2 to smithi01277369-12 2024-04-02T08:24:10.958 INFO:tasks.rados.rados.0.smithi012.stdout:11: finishing write tid 1 to smithi01277369-11 2024-04-02T08:24:10.958 INFO:tasks.rados.rados.0.smithi012.stdout:11: finishing write tid 2 to smithi01277369-11 2024-04-02T08:24:10.958 INFO:tasks.rados.rados.0.smithi012.stdout:9: finishing write tid 3 to smithi01277369-9 2024-04-02T08:24:10.958 INFO:tasks.rados.rados.0.smithi012.stdout:9: oid 9 updating version 0 to 3 2024-04-02T08:24:10.958 INFO:tasks.rados.rados.0.smithi012.stdout:9: oid 9 updating version 3 to 4 2024-04-02T08:24:10.958 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 9 v 4 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-04-02T08:24:10.959 INFO:tasks.rados.rados.0.smithi012.stdout:9: left oid 9 (ObjNum 8 snap 0 seq_num 8) 2024-04-02T08:24:10.959 INFO:tasks.rados.rados.0.smithi012.stdout:14: finishing write tid 1 to smithi01277369-14 2024-04-02T08:24:10.959 INFO:tasks.rados.rados.0.smithi012.stdout:13: finishing write tid 1 to smithi01277369-13 2024-04-02T08:24:10.959 INFO:tasks.rados.rados.0.smithi012.stdout:13: finishing write tid 2 to smithi01277369-13 2024-04-02T08:24:10.959 INFO:tasks.rados.rados.0.smithi012.stdout:14: finishing write tid 2 to smithi01277369-14 2024-04-02T08:24:10.959 INFO:tasks.rados.rados.0.smithi012.stdout:10: finishing write tid 3 to smithi01277369-10 2024-04-02T08:24:10.959 INFO:tasks.rados.rados.0.smithi012.stdout:10: oid 10 updating version 0 to 4 2024-04-02T08:24:10.959 INFO:tasks.rados.rados.0.smithi012.stdout:10: oid 10 version 4 is already newer than 3 2024-04-02T08:24:10.959 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 10 v 4 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-04-02T08:24:10.959 INFO:tasks.rados.rados.0.smithi012.stdout:10: left oid 10 (ObjNum 9 snap 0 seq_num 9) 2024-04-02T08:24:10.959 INFO:tasks.rados.rados.0.smithi012.stdout:9: done (8 left) 2024-04-02T08:24:10.959 INFO:tasks.rados.rados.0.smithi012.stdout:10: done (7 left) 2024-04-02T08:24:10.959 INFO:tasks.rados.rados.0.smithi012.stdout:17: write initial oid 17 2024-04-02T08:24:10.959 INFO:tasks.rados.rados.0.smithi012.stdout:17: seq_num 16 ranges {0=270336} 2024-04-02T08:24:10.960 INFO:tasks.rados.rados.0.smithi012.stdout:17: writing smithi01277369-17 from 0 to 270336 tid 1 2024-04-02T08:24:10.960 INFO:tasks.rados.rados.0.smithi012.stdout:8: finishing write tid 3 to smithi01277369-8 2024-04-02T08:24:10.960 INFO:tasks.rados.rados.0.smithi012.stdout:8: oid 8 updating version 0 to 2 2024-04-02T08:24:10.961 INFO:tasks.rados.rados.0.smithi012.stdout:8: oid 8 version 2 is already newer than 1 2024-04-02T08:24:10.961 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 8 v 2 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-04-02T08:24:10.961 INFO:tasks.rados.rados.0.smithi012.stdout:8: left oid 8 (ObjNum 7 snap 0 seq_num 7) 2024-04-02T08:24:10.961 INFO:tasks.rados.rados.0.smithi012.stdout:11: finishing write tid 3 to smithi01277369-11 2024-04-02T08:24:10.961 INFO:tasks.rados.rados.0.smithi012.stdout:11: oid 11 updating version 0 to 4 2024-04-02T08:24:10.961 INFO:tasks.rados.rados.0.smithi012.stdout:11: oid 11 version 4 is already newer than 3 2024-04-02T08:24:10.961 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 11 v 4 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-04-02T08:24:10.961 INFO:tasks.rados.rados.0.smithi012.stdout:11: left oid 11 (ObjNum 10 snap 0 seq_num 10) 2024-04-02T08:24:10.961 INFO:tasks.rados.rados.0.smithi012.stdout:12: finishing write tid 3 to smithi01277369-12 2024-04-02T08:24:10.961 INFO:tasks.rados.rados.0.smithi012.stdout:12: oid 12 updating version 0 to 5 2024-04-02T08:24:10.961 INFO:tasks.rados.rados.0.smithi012.stdout:12: oid 12 updating version 5 to 6 2024-04-02T08:24:10.961 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 12 v 6 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-02T08:24:10.961 INFO:tasks.rados.rados.0.smithi012.stdout:12: left oid 12 (ObjNum 11 snap 0 seq_num 11) 2024-04-02T08:24:10.962 INFO:tasks.rados.rados.0.smithi012.stdout:13: finishing write tid 3 to smithi01277369-13 2024-04-02T08:24:10.962 INFO:tasks.rados.rados.0.smithi012.stdout:13: oid 13 updating version 0 to 5 2024-04-02T08:24:10.962 INFO:tasks.rados.rados.0.smithi012.stdout:13: oid 13 updating version 5 to 6 2024-04-02T08:24:10.962 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 13 v 6 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-02T08:24:10.962 INFO:tasks.rados.rados.0.smithi012.stdout:13: left oid 13 (ObjNum 12 snap 0 seq_num 12) 2024-04-02T08:24:10.962 INFO:tasks.rados.rados.0.smithi012.stdout:8: done (7 left) 2024-04-02T08:24:10.962 INFO:tasks.rados.rados.0.smithi012.stdout:11: done (6 left) 2024-04-02T08:24:10.962 INFO:tasks.rados.rados.0.smithi012.stdout:12: done (5 left) 2024-04-02T08:24:10.962 INFO:tasks.rados.rados.0.smithi012.stdout:13: done (4 left) 2024-04-02T08:24:10.962 INFO:tasks.rados.rados.0.smithi012.stdout:18: write initial oid 18 2024-04-02T08:24:10.962 INFO:tasks.rados.rados.0.smithi012.stdout:18: seq_num 17 ranges {0=286720} 2024-04-02T08:24:10.963 INFO:tasks.rados.rados.0.smithi012.stdout:18: writing smithi01277369-18 from 0 to 286720 tid 1 2024-04-02T08:24:10.963 INFO:tasks.rados.rados.0.smithi012.stdout:19: write initial oid 19 2024-04-02T08:24:10.963 INFO:tasks.rados.rados.0.smithi012.stdout:19: seq_num 18 ranges {0=303104} 2024-04-02T08:24:10.964 INFO:tasks.rados.rados.0.smithi012.stdout:19: writing smithi01277369-19 from 0 to 303104 tid 1 2024-04-02T08:24:10.964 INFO:tasks.rados.rados.0.smithi012.stdout:20: write initial oid 20 2024-04-02T08:24:10.964 INFO:tasks.rados.rados.0.smithi012.stdout:20: seq_num 19 ranges {0=319488} 2024-04-02T08:24:10.966 INFO:tasks.rados.rados.0.smithi012.stdout:20: writing smithi01277369-20 from 0 to 319488 tid 1 2024-04-02T08:24:10.966 INFO:tasks.rados.rados.0.smithi012.stdout:14: finishing write tid 3 to smithi01277369-14 2024-04-02T08:24:10.966 INFO:tasks.rados.rados.0.smithi012.stdout:14: oid 14 updating version 0 to 2 2024-04-02T08:24:10.966 INFO:tasks.rados.rados.0.smithi012.stdout:14: oid 14 version 2 is already newer than 1 2024-04-02T08:24:10.966 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 14 v 2 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-04-02T08:24:10.966 INFO:tasks.rados.rados.0.smithi012.stdout:14: left oid 14 (ObjNum 13 snap 0 seq_num 13) 2024-04-02T08:24:10.966 INFO:tasks.rados.rados.0.smithi012.stdout:17: finishing write tid 1 to smithi01277369-17 2024-04-02T08:24:10.967 INFO:tasks.rados.rados.0.smithi012.stdout:17: finishing write tid 2 to smithi01277369-17 2024-04-02T08:24:10.967 INFO:tasks.rados.rados.0.smithi012.stdout:15: finishing write tid 1 to smithi01277369-15 2024-04-02T08:24:10.967 INFO:tasks.rados.rados.0.smithi012.stdout:15: finishing write tid 2 to smithi01277369-15 2024-04-02T08:24:10.967 INFO:tasks.rados.rados.0.smithi012.stdout:16: finishing write tid 1 to smithi01277369-16 2024-04-02T08:24:10.967 INFO:tasks.rados.rados.0.smithi012.stdout:18: finishing write tid 1 to smithi01277369-18 2024-04-02T08:24:10.967 INFO:tasks.rados.rados.0.smithi012.stdout:16: finishing write tid 2 to smithi01277369-16 2024-04-02T08:24:10.967 INFO:tasks.rados.rados.0.smithi012.stdout:14: done (6 left) 2024-04-02T08:24:10.967 INFO:tasks.rados.rados.0.smithi012.stdout:21: write initial oid 21 2024-04-02T08:24:10.967 INFO:tasks.rados.rados.0.smithi012.stdout:21: seq_num 20 ranges {0=344064} 2024-04-02T08:24:10.968 INFO:tasks.rados.rados.0.smithi012.stdout:21: writing smithi01277369-21 from 0 to 344064 tid 1 2024-04-02T08:24:10.968 INFO:tasks.rados.rados.0.smithi012.stdout:22: write initial oid 22 2024-04-02T08:24:10.968 INFO:tasks.rados.rados.0.smithi012.stdout:22: seq_num 21 ranges {0=360448} 2024-04-02T08:24:10.971 INFO:tasks.rados.rados.0.smithi012.stdout:22: writing smithi01277369-22 from 0 to 360448 tid 1 2024-04-02T08:24:10.971 INFO:tasks.rados.rados.0.smithi012.stdout:23: write initial oid 23 2024-04-02T08:24:10.971 INFO:tasks.rados.rados.0.smithi012.stdout:23: seq_num 22 ranges {0=376832} 2024-04-02T08:24:10.973 INFO:tasks.rados.rados.0.smithi012.stdout:23: writing smithi01277369-23 from 0 to 376832 tid 1 2024-04-02T08:24:10.973 INFO:tasks.rados.rados.0.smithi012.stdout:24: write initial oid 24 2024-04-02T08:24:10.973 INFO:tasks.rados.rados.0.smithi012.stdout:24: seq_num 23 ranges {0=393216} 2024-04-02T08:24:10.976 INFO:tasks.rados.rados.0.smithi012.stdout:24: writing smithi01277369-24 from 0 to 393216 tid 1 2024-04-02T08:24:10.976 INFO:tasks.rados.rados.0.smithi012.stdout:25: write initial oid 25 2024-04-02T08:24:10.976 INFO:tasks.rados.rados.0.smithi012.stdout:25: seq_num 24 ranges {0=409600} 2024-04-02T08:24:10.979 INFO:tasks.rados.rados.0.smithi012.stdout:25: writing smithi01277369-25 from 0 to 409600 tid 1 2024-04-02T08:24:10.979 INFO:tasks.rados.rados.0.smithi012.stdout:18: finishing write tid 2 to smithi01277369-18 2024-04-02T08:24:10.979 INFO:tasks.rados.rados.0.smithi012.stdout:17: finishing write tid 3 to smithi01277369-17 2024-04-02T08:24:10.979 INFO:tasks.rados.rados.0.smithi012.stdout:17: oid 17 updating version 0 to 8 2024-04-02T08:24:10.979 INFO:tasks.rados.rados.0.smithi012.stdout:17: oid 17 version 8 is already newer than 7 2024-04-02T08:24:10.979 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 17 v 8 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-04-02T08:24:10.979 INFO:tasks.rados.rados.0.smithi012.stdout:17: left oid 17 (ObjNum 16 snap 0 seq_num 16) 2024-04-02T08:24:10.979 INFO:tasks.rados.rados.0.smithi012.stdout:15: finishing write tid 3 to smithi01277369-15 2024-04-02T08:24:10.979 INFO:tasks.rados.rados.0.smithi012.stdout:15: oid 15 updating version 0 to 2 2024-04-02T08:24:10.979 INFO:tasks.rados.rados.0.smithi012.stdout:15: oid 15 version 2 is already newer than 1 2024-04-02T08:24:10.979 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 15 v 2 (ObjNum 14 snap 0 seq_num 14) dirty exists 2024-04-02T08:24:10.979 INFO:tasks.rados.rados.0.smithi012.stdout:15: left oid 15 (ObjNum 14 snap 0 seq_num 14) 2024-04-02T08:24:10.980 INFO:tasks.rados.rados.0.smithi012.stdout:19: finishing write tid 1 to smithi01277369-19 2024-04-02T08:24:10.980 INFO:tasks.rados.rados.0.smithi012.stdout:19: finishing write tid 2 to smithi01277369-19 2024-04-02T08:24:10.980 INFO:tasks.rados.rados.0.smithi012.stdout:18: finishing write tid 3 to smithi01277369-18 2024-04-02T08:24:10.980 INFO:tasks.rados.rados.0.smithi012.stdout:18: oid 18 updating version 0 to 2 2024-04-02T08:24:10.980 INFO:tasks.rados.rados.0.smithi012.stdout:18: oid 18 version 2 is already newer than 1 2024-04-02T08:24:10.980 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 18 v 2 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-04-02T08:24:10.980 INFO:tasks.rados.rados.0.smithi012.stdout:18: left oid 18 (ObjNum 17 snap 0 seq_num 17) 2024-04-02T08:24:10.980 INFO:tasks.rados.rados.0.smithi012.stdout:16: finishing write tid 3 to smithi01277369-16 2024-04-02T08:24:10.980 INFO:tasks.rados.rados.0.smithi012.stdout:16: oid 16 updating version 0 to 4 2024-04-02T08:24:10.980 INFO:tasks.rados.rados.0.smithi012.stdout:16: oid 16 version 4 is already newer than 3 2024-04-02T08:24:10.980 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 16 v 4 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-04-02T08:24:10.980 INFO:tasks.rados.rados.0.smithi012.stdout:16: left oid 16 (ObjNum 15 snap 0 seq_num 15) 2024-04-02T08:24:10.980 INFO:tasks.rados.rados.0.smithi012.stdout:20: finishing write tid 1 to smithi01277369-20 2024-04-02T08:24:10.980 INFO:tasks.rados.rados.0.smithi012.stdout:20: finishing write tid 2 to smithi01277369-20 2024-04-02T08:24:10.981 INFO:tasks.rados.rados.0.smithi012.stdout:19: finishing write tid 3 to smithi01277369-19 2024-04-02T08:24:10.981 INFO:tasks.rados.rados.0.smithi012.stdout:19: oid 19 updating version 0 to 2 2024-04-02T08:24:10.981 INFO:tasks.rados.rados.0.smithi012.stdout:19: oid 19 version 2 is already newer than 1 2024-04-02T08:24:10.981 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 19 v 2 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-04-02T08:24:10.981 INFO:tasks.rados.rados.0.smithi012.stdout:19: left oid 19 (ObjNum 18 snap 0 seq_num 18) 2024-04-02T08:24:10.981 INFO:tasks.rados.rados.0.smithi012.stdout:21: finishing write tid 1 to smithi01277369-21 2024-04-02T08:24:10.981 INFO:tasks.rados.rados.0.smithi012.stdout:21: finishing write tid 2 to smithi01277369-21 2024-04-02T08:24:10.981 INFO:tasks.rados.rados.0.smithi012.stdout:20: finishing write tid 3 to smithi01277369-20 2024-04-02T08:24:10.981 INFO:tasks.rados.rados.0.smithi012.stdout:20: oid 20 updating version 0 to 10 2024-04-02T08:24:10.981 INFO:tasks.rados.rados.0.smithi012.stdout:20: oid 20 version 10 is already newer than 9 2024-04-02T08:24:10.981 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 20 v 10 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-04-02T08:24:10.981 INFO:tasks.rados.rados.0.smithi012.stdout:20: left oid 20 (ObjNum 19 snap 0 seq_num 19) 2024-04-02T08:24:10.981 INFO:tasks.rados.rados.0.smithi012.stdout:21: finishing write tid 3 to smithi01277369-21 2024-04-02T08:24:10.982 INFO:tasks.rados.rados.0.smithi012.stdout:21: oid 21 updating version 0 to 4 2024-04-02T08:24:10.982 INFO:tasks.rados.rados.0.smithi012.stdout:21: oid 21 version 4 is already newer than 3 2024-04-02T08:24:10.982 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 21 v 4 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-04-02T08:24:10.982 INFO:tasks.rados.rados.0.smithi012.stdout:21: left oid 21 (ObjNum 20 snap 0 seq_num 20) 2024-04-02T08:24:10.982 INFO:tasks.rados.rados.0.smithi012.stdout:22: finishing write tid 1 to smithi01277369-22 2024-04-02T08:24:10.982 INFO:tasks.rados.rados.0.smithi012.stdout:22: finishing write tid 2 to smithi01277369-22 2024-04-02T08:24:10.982 INFO:tasks.rados.rados.0.smithi012.stdout:22: finishing write tid 3 to smithi01277369-22 2024-04-02T08:24:10.982 INFO:tasks.rados.rados.0.smithi012.stdout:22: oid 22 updating version 0 to 3 2024-04-02T08:24:10.982 INFO:tasks.rados.rados.0.smithi012.stdout:22: oid 22 updating version 3 to 4 2024-04-02T08:24:10.982 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 22 v 4 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-04-02T08:24:10.982 INFO:tasks.rados.rados.0.smithi012.stdout:22: left oid 22 (ObjNum 21 snap 0 seq_num 21) 2024-04-02T08:24:10.982 INFO:tasks.rados.rados.0.smithi012.stdout:23: finishing write tid 1 to smithi01277369-23 2024-04-02T08:24:10.982 INFO:tasks.rados.rados.0.smithi012.stdout:23: finishing write tid 2 to smithi01277369-23 2024-04-02T08:24:10.983 INFO:tasks.rados.rados.0.smithi012.stdout:24: finishing write tid 1 to smithi01277369-24 2024-04-02T08:24:10.983 INFO:tasks.rados.rados.0.smithi012.stdout:24: finishing write tid 2 to smithi01277369-24 2024-04-02T08:24:10.983 INFO:tasks.rados.rados.0.smithi012.stdout:15: done (10 left) 2024-04-02T08:24:10.983 INFO:tasks.rados.rados.0.smithi012.stdout:16: done (9 left) 2024-04-02T08:24:10.983 INFO:tasks.rados.rados.0.smithi012.stdout:17: done (8 left) 2024-04-02T08:24:10.983 INFO:tasks.rados.rados.0.smithi012.stdout:18: done (7 left) 2024-04-02T08:24:10.983 INFO:tasks.rados.rados.0.smithi012.stdout:19: done (6 left) 2024-04-02T08:24:10.983 INFO:tasks.rados.rados.0.smithi012.stdout:20: done (5 left) 2024-04-02T08:24:10.983 INFO:tasks.rados.rados.0.smithi012.stdout:21: done (4 left) 2024-04-02T08:24:10.983 INFO:tasks.rados.rados.0.smithi012.stdout:22: done (3 left) 2024-04-02T08:24:10.983 INFO:tasks.rados.rados.0.smithi012.stdout:26: write initial oid 26 2024-04-02T08:24:10.983 INFO:tasks.rados.rados.0.smithi012.stdout:26: seq_num 25 ranges {0=425984} 2024-04-02T08:24:10.984 INFO:tasks.rados.rados.0.smithi012.stdout:26: writing smithi01277369-26 from 0 to 425984 tid 1 2024-04-02T08:24:10.984 INFO:tasks.rados.rados.0.smithi012.stdout:27: write initial oid 27 2024-04-02T08:24:10.984 INFO:tasks.rados.rados.0.smithi012.stdout:27: seq_num 26 ranges {0=442368} 2024-04-02T08:24:10.984 INFO:tasks.rados.rados.0.smithi012.stdout:27: writing smithi01277369-27 from 0 to 442368 tid 1 2024-04-02T08:24:10.984 INFO:tasks.rados.rados.0.smithi012.stdout:28: write initial oid 28 2024-04-02T08:24:10.985 INFO:tasks.rados.rados.0.smithi012.stdout:28: seq_num 27 ranges {0=458752} 2024-04-02T08:24:10.987 INFO:tasks.rados.rados.0.smithi012.stdout:28: writing smithi01277369-28 from 0 to 458752 tid 1 2024-04-02T08:24:10.987 INFO:tasks.rados.rados.0.smithi012.stdout:29: write initial oid 29 2024-04-02T08:24:10.987 INFO:tasks.rados.rados.0.smithi012.stdout:29: seq_num 28 ranges {0=475136} 2024-04-02T08:24:10.990 INFO:tasks.rados.rados.0.smithi012.stdout:29: writing smithi01277369-29 from 0 to 475136 tid 1 2024-04-02T08:24:10.990 INFO:tasks.rados.rados.0.smithi012.stdout:30: write initial oid 30 2024-04-02T08:24:10.990 INFO:tasks.rados.rados.0.smithi012.stdout:30: seq_num 29 ranges {0=491520} 2024-04-02T08:24:10.993 INFO:tasks.rados.rados.0.smithi012.stdout:30: writing smithi01277369-30 from 0 to 491520 tid 1 2024-04-02T08:24:10.993 INFO:tasks.rados.rados.0.smithi012.stdout:31: write initial oid 31 2024-04-02T08:24:10.993 INFO:tasks.rados.rados.0.smithi012.stdout:31: seq_num 30 ranges {0=507904} 2024-04-02T08:24:10.997 INFO:tasks.rados.rados.0.smithi012.stdout:31: writing smithi01277369-31 from 0 to 507904 tid 1 2024-04-02T08:24:10.997 INFO:tasks.rados.rados.0.smithi012.stdout:32: write initial oid 32 2024-04-02T08:24:10.997 INFO:tasks.rados.rados.0.smithi012.stdout:32: seq_num 31 ranges {0=524288} 2024-04-02T08:24:10.999 INFO:tasks.rados.rados.0.smithi012.stdout:32: writing smithi01277369-32 from 0 to 524288 tid 1 2024-04-02T08:24:10.999 INFO:tasks.rados.rados.0.smithi012.stdout:33: write initial oid 33 2024-04-02T08:24:10.999 INFO:tasks.rados.rados.0.smithi012.stdout:33: seq_num 32 ranges {0=540672} 2024-04-02T08:24:11.004 INFO:tasks.rados.rados.0.smithi012.stdout:33: writing smithi01277369-33 from 0 to 540672 tid 1 2024-04-02T08:24:11.004 INFO:tasks.rados.rados.0.smithi012.stdout:23: finishing write tid 3 to smithi01277369-23 2024-04-02T08:24:11.004 INFO:tasks.rados.rados.0.smithi012.stdout:23: oid 23 updating version 0 to 3 2024-04-02T08:24:11.004 INFO:tasks.rados.rados.0.smithi012.stdout:23: oid 23 updating version 3 to 4 2024-04-02T08:24:11.005 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 23 v 4 (ObjNum 22 snap 0 seq_num 22) dirty exists 2024-04-02T08:24:11.005 INFO:tasks.rados.rados.0.smithi012.stdout:23: left oid 23 (ObjNum 22 snap 0 seq_num 22) 2024-04-02T08:24:11.005 INFO:tasks.rados.rados.0.smithi012.stdout:24: finishing write tid 3 to smithi01277369-24 2024-04-02T08:24:11.005 INFO:tasks.rados.rados.0.smithi012.stdout:24: oid 24 updating version 0 to 12 2024-04-02T08:24:11.005 INFO:tasks.rados.rados.0.smithi012.stdout:24: oid 24 version 12 is already newer than 11 2024-04-02T08:24:11.005 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 24 v 12 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-04-02T08:24:11.005 INFO:tasks.rados.rados.0.smithi012.stdout:24: left oid 24 (ObjNum 23 snap 0 seq_num 23) 2024-04-02T08:24:11.005 INFO:tasks.rados.rados.0.smithi012.stdout:25: finishing write tid 1 to smithi01277369-25 2024-04-02T08:24:11.005 INFO:tasks.rados.rados.0.smithi012.stdout:25: finishing write tid 2 to smithi01277369-25 2024-04-02T08:24:11.005 INFO:tasks.rados.rados.0.smithi012.stdout:26: finishing write tid 1 to smithi01277369-26 2024-04-02T08:24:11.005 INFO:tasks.rados.rados.0.smithi012.stdout:25: finishing write tid 3 to smithi01277369-25 2024-04-02T08:24:11.005 INFO:tasks.rados.rados.0.smithi012.stdout:25: oid 25 updating version 0 to 6 2024-04-02T08:24:11.006 INFO:tasks.rados.rados.0.smithi012.stdout:25: oid 25 version 6 is already newer than 5 2024-04-02T08:24:11.006 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 25 v 6 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-04-02T08:24:11.006 INFO:tasks.rados.rados.0.smithi012.stdout:25: left oid 25 (ObjNum 24 snap 0 seq_num 24) 2024-04-02T08:24:11.006 INFO:tasks.rados.rados.0.smithi012.stdout:26: finishing write tid 2 to smithi01277369-26 2024-04-02T08:24:11.006 INFO:tasks.rados.rados.0.smithi012.stdout:26: finishing write tid 3 to smithi01277369-26 2024-04-02T08:24:11.006 INFO:tasks.rados.rados.0.smithi012.stdout:26: oid 26 updating version 0 to 1 2024-04-02T08:24:11.006 INFO:tasks.rados.rados.0.smithi012.stdout:26: oid 26 updating version 1 to 2 2024-04-02T08:24:11.006 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 26 v 2 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-04-02T08:24:11.006 INFO:tasks.rados.rados.0.smithi012.stdout:26: left oid 26 (ObjNum 25 snap 0 seq_num 25) 2024-04-02T08:24:11.006 INFO:tasks.rados.rados.0.smithi012.stdout:27: finishing write tid 1 to smithi01277369-27 2024-04-02T08:24:11.006 INFO:tasks.rados.rados.0.smithi012.stdout:27: finishing write tid 2 to smithi01277369-27 2024-04-02T08:24:11.006 INFO:tasks.rados.rados.0.smithi012.stdout:27: finishing write tid 3 to smithi01277369-27 2024-04-02T08:24:11.006 INFO:tasks.rados.rados.0.smithi012.stdout:27: oid 27 updating version 0 to 5 2024-04-02T08:24:11.007 INFO:tasks.rados.rados.0.smithi012.stdout:27: oid 27 updating version 5 to 6 2024-04-02T08:24:11.007 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 27 v 6 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-04-02T08:24:11.007 INFO:tasks.rados.rados.0.smithi012.stdout:27: left oid 27 (ObjNum 26 snap 0 seq_num 26) 2024-04-02T08:24:11.007 INFO:tasks.rados.rados.0.smithi012.stdout:28: finishing write tid 1 to smithi01277369-28 2024-04-02T08:24:11.007 INFO:tasks.rados.rados.0.smithi012.stdout:28: finishing write tid 2 to smithi01277369-28 2024-04-02T08:24:11.007 INFO:tasks.rados.rados.0.smithi012.stdout:29: finishing write tid 1 to smithi01277369-29 2024-04-02T08:24:11.007 INFO:tasks.rados.rados.0.smithi012.stdout:29: finishing write tid 2 to smithi01277369-29 2024-04-02T08:24:11.007 INFO:tasks.rados.rados.0.smithi012.stdout:28: finishing write tid 3 to smithi01277369-28 2024-04-02T08:24:11.007 INFO:tasks.rados.rados.0.smithi012.stdout:28: oid 28 updating version 0 to 8 2024-04-02T08:24:11.007 INFO:tasks.rados.rados.0.smithi012.stdout:28: oid 28 version 8 is already newer than 7 2024-04-02T08:24:11.007 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 28 v 8 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-04-02T08:24:11.007 INFO:tasks.rados.rados.0.smithi012.stdout:28: left oid 28 (ObjNum 27 snap 0 seq_num 27) 2024-04-02T08:24:11.007 INFO:tasks.rados.rados.0.smithi012.stdout:29: finishing write tid 3 to smithi01277369-29 2024-04-02T08:24:11.008 INFO:tasks.rados.rados.0.smithi012.stdout:29: oid 29 updating version 0 to 4 2024-04-02T08:24:11.008 INFO:tasks.rados.rados.0.smithi012.stdout:29: oid 29 version 4 is already newer than 3 2024-04-02T08:24:11.008 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 29 v 4 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-04-02T08:24:11.008 INFO:tasks.rados.rados.0.smithi012.stdout:29: left oid 29 (ObjNum 28 snap 0 seq_num 28) 2024-04-02T08:24:11.008 INFO:tasks.rados.rados.0.smithi012.stdout:30: finishing write tid 1 to smithi01277369-30 2024-04-02T08:24:11.008 INFO:tasks.rados.rados.0.smithi012.stdout:30: finishing write tid 2 to smithi01277369-30 2024-04-02T08:24:11.008 INFO:tasks.rados.rados.0.smithi012.stdout:30: finishing write tid 3 to smithi01277369-30 2024-04-02T08:24:11.008 INFO:tasks.rados.rados.0.smithi012.stdout:30: oid 30 updating version 0 to 5 2024-04-02T08:24:11.008 INFO:tasks.rados.rados.0.smithi012.stdout:30: oid 30 updating version 5 to 6 2024-04-02T08:24:11.008 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 30 v 6 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-04-02T08:24:11.008 INFO:tasks.rados.rados.0.smithi012.stdout:30: left oid 30 (ObjNum 29 snap 0 seq_num 29) 2024-04-02T08:24:11.008 INFO:tasks.rados.rados.0.smithi012.stdout:31: finishing write tid 1 to smithi01277369-31 2024-04-02T08:24:11.008 INFO:tasks.rados.rados.0.smithi012.stdout:31: finishing write tid 2 to smithi01277369-31 2024-04-02T08:24:11.008 INFO:tasks.rados.rados.0.smithi012.stdout:31: finishing write tid 3 to smithi01277369-31 2024-04-02T08:24:11.009 INFO:tasks.rados.rados.0.smithi012.stdout:31: oid 31 updating version 0 to 3 2024-04-02T08:24:11.009 INFO:tasks.rados.rados.0.smithi012.stdout:31: oid 31 updating version 3 to 4 2024-04-02T08:24:11.009 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 31 v 4 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-04-02T08:24:11.009 INFO:tasks.rados.rados.0.smithi012.stdout:31: left oid 31 (ObjNum 30 snap 0 seq_num 30) 2024-04-02T08:24:11.009 INFO:tasks.rados.rados.0.smithi012.stdout:32: finishing write tid 1 to smithi01277369-32 2024-04-02T08:24:11.009 INFO:tasks.rados.rados.0.smithi012.stdout:32: finishing write tid 2 to smithi01277369-32 2024-04-02T08:24:11.009 INFO:tasks.rados.rados.0.smithi012.stdout:23: done (10 left) 2024-04-02T08:24:11.009 INFO:tasks.rados.rados.0.smithi012.stdout:24: done (9 left) 2024-04-02T08:24:11.009 INFO:tasks.rados.rados.0.smithi012.stdout:25: done (8 left) 2024-04-02T08:24:11.009 INFO:tasks.rados.rados.0.smithi012.stdout:26: done (7 left) 2024-04-02T08:24:11.009 INFO:tasks.rados.rados.0.smithi012.stdout:27: done (6 left) 2024-04-02T08:24:11.009 INFO:tasks.rados.rados.0.smithi012.stdout:28: done (5 left) 2024-04-02T08:24:11.009 INFO:tasks.rados.rados.0.smithi012.stdout:29: done (4 left) 2024-04-02T08:24:11.009 INFO:tasks.rados.rados.0.smithi012.stdout:30: done (3 left) 2024-04-02T08:24:11.009 INFO:tasks.rados.rados.0.smithi012.stdout:31: done (2 left) 2024-04-02T08:24:11.010 INFO:tasks.rados.rados.0.smithi012.stdout:34: write initial oid 34 2024-04-02T08:24:11.010 INFO:tasks.rados.rados.0.smithi012.stdout:34: seq_num 33 ranges {0=557056} 2024-04-02T08:24:11.010 INFO:tasks.rados.rados.0.smithi012.stdout:34: writing smithi01277369-34 from 0 to 557056 tid 1 2024-04-02T08:24:11.011 INFO:tasks.rados.rados.0.smithi012.stdout:35: write initial oid 35 2024-04-02T08:24:11.011 INFO:tasks.rados.rados.0.smithi012.stdout:35: seq_num 34 ranges {0=573440} 2024-04-02T08:24:11.011 INFO:tasks.rados.rados.0.smithi012.stdout:35: writing smithi01277369-35 from 0 to 573440 tid 1 2024-04-02T08:24:11.011 INFO:tasks.rados.rados.0.smithi012.stdout:36: write initial oid 36 2024-04-02T08:24:11.011 INFO:tasks.rados.rados.0.smithi012.stdout:36: seq_num 35 ranges {0=589824} 2024-04-02T08:24:11.015 INFO:tasks.rados.rados.0.smithi012.stdout:36: writing smithi01277369-36 from 0 to 589824 tid 1 2024-04-02T08:24:11.015 INFO:tasks.rados.rados.0.smithi012.stdout:37: write initial oid 37 2024-04-02T08:24:11.015 INFO:tasks.rados.rados.0.smithi012.stdout:37: seq_num 36 ranges {0=606208} 2024-04-02T08:24:11.018 INFO:tasks.rados.rados.0.smithi012.stdout:37: writing smithi01277369-37 from 0 to 606208 tid 1 2024-04-02T08:24:11.018 INFO:tasks.rados.rados.0.smithi012.stdout:38: write initial oid 38 2024-04-02T08:24:11.019 INFO:tasks.rados.rados.0.smithi012.stdout:38: seq_num 37 ranges {0=622592} 2024-04-02T08:24:11.023 INFO:tasks.rados.rados.0.smithi012.stdout:38: writing smithi01277369-38 from 0 to 622592 tid 1 2024-04-02T08:24:11.023 INFO:tasks.rados.rados.0.smithi012.stdout:39: write initial oid 39 2024-04-02T08:24:11.023 INFO:tasks.rados.rados.0.smithi012.stdout:39: seq_num 38 ranges {0=638976} 2024-04-02T08:24:11.027 INFO:tasks.rados.rados.0.smithi012.stdout:39: writing smithi01277369-39 from 0 to 638976 tid 1 2024-04-02T08:24:11.027 INFO:tasks.rados.rados.0.smithi012.stdout:40: write initial oid 40 2024-04-02T08:24:11.028 INFO:tasks.rados.rados.0.smithi012.stdout:40: seq_num 39 ranges {0=663552} 2024-04-02T08:24:11.032 INFO:tasks.rados.rados.0.smithi012.stdout:40: writing smithi01277369-40 from 0 to 663552 tid 1 2024-04-02T08:24:11.032 INFO:tasks.rados.rados.0.smithi012.stdout:41: write initial oid 41 2024-04-02T08:24:11.032 INFO:tasks.rados.rados.0.smithi012.stdout:41: seq_num 40 ranges {0=679936} 2024-04-02T08:24:11.036 INFO:tasks.rados.rados.0.smithi012.stdout:41: writing smithi01277369-41 from 0 to 679936 tid 1 2024-04-02T08:24:11.036 INFO:tasks.rados.rados.0.smithi012.stdout:42: write initial oid 42 2024-04-02T08:24:11.036 INFO:tasks.rados.rados.0.smithi012.stdout:42: seq_num 41 ranges {0=696320} 2024-04-02T08:24:11.040 INFO:tasks.rados.rados.0.smithi012.stdout:42: writing smithi01277369-42 from 0 to 696320 tid 1 2024-04-02T08:24:11.040 INFO:tasks.rados.rados.0.smithi012.stdout:43: write initial oid 43 2024-04-02T08:24:11.040 INFO:tasks.rados.rados.0.smithi012.stdout:43: seq_num 42 ranges {0=712704} 2024-04-02T08:24:11.046 INFO:tasks.rados.rados.0.smithi012.stdout:43: writing smithi01277369-43 from 0 to 712704 tid 1 2024-04-02T08:24:11.046 INFO:tasks.rados.rados.0.smithi012.stdout:32: finishing write tid 3 to smithi01277369-32 2024-04-02T08:24:11.046 INFO:tasks.rados.rados.0.smithi012.stdout:32: oid 32 updating version 0 to 14 2024-04-02T08:24:11.046 INFO:tasks.rados.rados.0.smithi012.stdout:32: oid 32 version 14 is already newer than 13 2024-04-02T08:24:11.046 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 32 v 14 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-04-02T08:24:11.047 INFO:tasks.rados.rados.0.smithi012.stdout:32: left oid 32 (ObjNum 31 snap 0 seq_num 31) 2024-04-02T08:24:11.047 INFO:tasks.rados.rados.0.smithi012.stdout:33: finishing write tid 1 to smithi01277369-33 2024-04-02T08:24:11.047 INFO:tasks.rados.rados.0.smithi012.stdout:33: finishing write tid 2 to smithi01277369-33 2024-04-02T08:24:11.047 INFO:tasks.rados.rados.0.smithi012.stdout:33: finishing write tid 3 to smithi01277369-33 2024-04-02T08:24:11.048 INFO:tasks.rados.rados.0.smithi012.stdout:33: oid 33 updating version 0 to 8 2024-04-02T08:24:11.048 INFO:tasks.rados.rados.0.smithi012.stdout:33: oid 33 version 8 is already newer than 7 2024-04-02T08:24:11.048 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 33 v 8 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-04-02T08:24:11.048 INFO:tasks.rados.rados.0.smithi012.stdout:33: left oid 33 (ObjNum 32 snap 0 seq_num 32) 2024-04-02T08:24:11.048 INFO:tasks.rados.rados.0.smithi012.stdout:34: finishing write tid 1 to smithi01277369-34 2024-04-02T08:24:11.048 INFO:tasks.rados.rados.0.smithi012.stdout:34: finishing write tid 2 to smithi01277369-34 2024-04-02T08:24:11.048 INFO:tasks.rados.rados.0.smithi012.stdout:32: done (11 left) 2024-04-02T08:24:11.049 INFO:tasks.rados.rados.0.smithi012.stdout:33: done (10 left) 2024-04-02T08:24:11.049 INFO:tasks.rados.rados.0.smithi012.stdout:44: write initial oid 44 2024-04-02T08:24:11.049 INFO:tasks.rados.rados.0.smithi012.stdout:44: seq_num 43 ranges {0=729088} 2024-04-02T08:24:11.050 INFO:tasks.rados.rados.0.smithi012.stdout:44: writing smithi01277369-44 from 0 to 729088 tid 1 2024-04-02T08:24:11.050 INFO:tasks.rados.rados.0.smithi012.stdout:45: write initial oid 45 2024-04-02T08:24:11.050 INFO:tasks.rados.rados.0.smithi012.stdout:45: seq_num 44 ranges {0=745472} 2024-04-02T08:24:11.054 INFO:tasks.rados.rados.0.smithi012.stdout:45: writing smithi01277369-45 from 0 to 745472 tid 1 2024-04-02T08:24:11.054 INFO:tasks.rados.rados.0.smithi012.stdout:46: write initial oid 46 2024-04-02T08:24:11.054 INFO:tasks.rados.rados.0.smithi012.stdout:46: seq_num 45 ranges {0=761856} 2024-04-02T08:24:11.059 INFO:tasks.rados.rados.0.smithi012.stdout:46: writing smithi01277369-46 from 0 to 761856 tid 1 2024-04-02T08:24:11.060 INFO:tasks.rados.rados.0.smithi012.stdout:47: write initial oid 47 2024-04-02T08:24:11.060 INFO:tasks.rados.rados.0.smithi012.stdout:47: seq_num 46 ranges {0=778240} 2024-04-02T08:24:11.064 INFO:tasks.rados.rados.0.smithi012.stdout:47: writing smithi01277369-47 from 0 to 778240 tid 1 2024-04-02T08:24:11.065 INFO:tasks.rados.rados.0.smithi012.stdout:48: write initial oid 48 2024-04-02T08:24:11.065 INFO:tasks.rados.rados.0.smithi012.stdout:48: seq_num 47 ranges {0=794624} 2024-04-02T08:24:11.069 INFO:tasks.rados.rados.0.smithi012.stdout:48: writing smithi01277369-48 from 0 to 794624 tid 1 2024-04-02T08:24:11.070 INFO:tasks.rados.rados.0.smithi012.stdout:49: write initial oid 49 2024-04-02T08:24:11.070 INFO:tasks.rados.rados.0.smithi012.stdout:49: seq_num 48 ranges {0=409600,409600=401408} 2024-04-02T08:24:11.072 INFO:tasks.rados.rados.0.smithi012.stdout:49: writing smithi01277369-49 from 0 to 409600 tid 1 2024-04-02T08:24:11.079 INFO:tasks.rados.rados.0.smithi012.stdout:49: writing smithi01277369-49 from 409600 to 811008 tid 2 2024-04-02T08:24:11.080 INFO:tasks.rados.rados.0.smithi012.stdout:34: finishing write tid 3 to smithi01277369-34 2024-04-02T08:24:11.080 INFO:tasks.rados.rados.0.smithi012.stdout:34: oid 34 updating version 0 to 4 2024-04-02T08:24:11.080 INFO:tasks.rados.rados.0.smithi012.stdout:34: oid 34 version 4 is already newer than 3 2024-04-02T08:24:11.080 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 34 v 4 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-04-02T08:24:11.080 INFO:tasks.rados.rados.0.smithi012.stdout:34: left oid 34 (ObjNum 33 snap 0 seq_num 33) 2024-04-02T08:24:11.080 INFO:tasks.rados.rados.0.smithi012.stdout:35: finishing write tid 1 to smithi01277369-35 2024-04-02T08:24:11.081 INFO:tasks.rados.rados.0.smithi012.stdout:35: finishing write tid 2 to smithi01277369-35 2024-04-02T08:24:11.081 INFO:tasks.rados.rados.0.smithi012.stdout:35: finishing write tid 3 to smithi01277369-35 2024-04-02T08:24:11.081 INFO:tasks.rados.rados.0.smithi012.stdout:35: oid 35 updating version 0 to 15 2024-04-02T08:24:11.081 INFO:tasks.rados.rados.0.smithi012.stdout:35: oid 35 updating version 15 to 16 2024-04-02T08:24:11.081 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 35 v 16 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-04-02T08:24:11.081 INFO:tasks.rados.rados.0.smithi012.stdout:35: left oid 35 (ObjNum 34 snap 0 seq_num 34) 2024-04-02T08:24:11.081 INFO:tasks.rados.rados.0.smithi012.stdout:36: finishing write tid 1 to smithi01277369-36 2024-04-02T08:24:11.082 INFO:tasks.rados.rados.0.smithi012.stdout:36: finishing write tid 2 to smithi01277369-36 2024-04-02T08:24:11.082 INFO:tasks.rados.rados.0.smithi012.stdout:36: finishing write tid 3 to smithi01277369-36 2024-04-02T08:24:11.082 INFO:tasks.rados.rados.0.smithi012.stdout:36: oid 36 updating version 0 to 8 2024-04-02T08:24:11.082 INFO:tasks.rados.rados.0.smithi012.stdout:36: oid 36 version 8 is already newer than 7 2024-04-02T08:24:11.082 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 36 v 8 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-04-02T08:24:11.082 INFO:tasks.rados.rados.0.smithi012.stdout:36: left oid 36 (ObjNum 35 snap 0 seq_num 35) 2024-04-02T08:24:11.082 INFO:tasks.rados.rados.0.smithi012.stdout:37: finishing write tid 1 to smithi01277369-37 2024-04-02T08:24:11.083 INFO:tasks.rados.rados.0.smithi012.stdout:37: finishing write tid 2 to smithi01277369-37 2024-04-02T08:24:11.083 INFO:tasks.rados.rados.0.smithi012.stdout:37: finishing write tid 3 to smithi01277369-37 2024-04-02T08:24:11.083 INFO:tasks.rados.rados.0.smithi012.stdout:37: oid 37 updating version 0 to 2 2024-04-02T08:24:11.083 INFO:tasks.rados.rados.0.smithi012.stdout:37: oid 37 version 2 is already newer than 1 2024-04-02T08:24:11.083 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 37 v 2 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-02T08:24:11.083 INFO:tasks.rados.rados.0.smithi012.stdout:37: left oid 37 (ObjNum 36 snap 0 seq_num 36) 2024-04-02T08:24:11.083 INFO:tasks.rados.rados.0.smithi012.stdout:38: finishing write tid 1 to smithi01277369-38 2024-04-02T08:24:11.084 INFO:tasks.rados.rados.0.smithi012.stdout:38: finishing write tid 2 to smithi01277369-38 2024-04-02T08:24:11.084 INFO:tasks.rados.rados.0.smithi012.stdout:38: finishing write tid 3 to smithi01277369-38 2024-04-02T08:24:11.084 INFO:tasks.rados.rados.0.smithi012.stdout:38: oid 38 updating version 0 to 6 2024-04-02T08:24:11.084 INFO:tasks.rados.rados.0.smithi012.stdout:38: oid 38 version 6 is already newer than 5 2024-04-02T08:24:11.084 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 38 v 6 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-04-02T08:24:11.084 INFO:tasks.rados.rados.0.smithi012.stdout:38: left oid 38 (ObjNum 37 snap 0 seq_num 37) 2024-04-02T08:24:11.084 INFO:tasks.rados.rados.0.smithi012.stdout:39: finishing write tid 1 to smithi01277369-39 2024-04-02T08:24:11.085 INFO:tasks.rados.rados.0.smithi012.stdout:39: finishing write tid 2 to smithi01277369-39 2024-04-02T08:24:11.085 INFO:tasks.rados.rados.0.smithi012.stdout:39: finishing write tid 3 to smithi01277369-39 2024-04-02T08:24:11.085 INFO:tasks.rados.rados.0.smithi012.stdout:39: oid 39 updating version 0 to 7 2024-04-02T08:24:11.085 INFO:tasks.rados.rados.0.smithi012.stdout:39: oid 39 updating version 7 to 8 2024-04-02T08:24:11.085 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 39 v 8 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-02T08:24:11.085 INFO:tasks.rados.rados.0.smithi012.stdout:39: left oid 39 (ObjNum 38 snap 0 seq_num 38) 2024-04-02T08:24:11.085 INFO:tasks.rados.rados.0.smithi012.stdout:40: finishing write tid 1 to smithi01277369-40 2024-04-02T08:24:11.086 INFO:tasks.rados.rados.0.smithi012.stdout:40: finishing write tid 2 to smithi01277369-40 2024-04-02T08:24:11.086 INFO:tasks.rados.rados.0.smithi012.stdout:40: finishing write tid 3 to smithi01277369-40 2024-04-02T08:24:11.086 INFO:tasks.rados.rados.0.smithi012.stdout:40: oid 40 updating version 0 to 5 2024-04-02T08:24:11.086 INFO:tasks.rados.rados.0.smithi012.stdout:40: oid 40 updating version 5 to 6 2024-04-02T08:24:11.086 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 40 v 6 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-02T08:24:11.086 INFO:tasks.rados.rados.0.smithi012.stdout:40: left oid 40 (ObjNum 39 snap 0 seq_num 39) 2024-04-02T08:24:11.087 INFO:tasks.rados.rados.0.smithi012.stdout:41: finishing write tid 1 to smithi01277369-41 2024-04-02T08:24:11.087 INFO:tasks.rados.rados.0.smithi012.stdout:41: finishing write tid 2 to smithi01277369-41 2024-04-02T08:24:11.087 INFO:tasks.rados.rados.0.smithi012.stdout:41: finishing write tid 3 to smithi01277369-41 2024-04-02T08:24:11.087 INFO:tasks.rados.rados.0.smithi012.stdout:41: oid 41 updating version 0 to 8 2024-04-02T08:24:11.087 INFO:tasks.rados.rados.0.smithi012.stdout:41: oid 41 version 8 is already newer than 7 2024-04-02T08:24:11.087 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 41 v 8 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-02T08:24:11.087 INFO:tasks.rados.rados.0.smithi012.stdout:41: left oid 41 (ObjNum 40 snap 0 seq_num 40) 2024-04-02T08:24:11.087 INFO:tasks.rados.rados.0.smithi012.stdout:42: finishing write tid 1 to smithi01277369-42 2024-04-02T08:24:11.087 INFO:tasks.rados.rados.0.smithi012.stdout:42: finishing write tid 2 to smithi01277369-42 2024-04-02T08:24:11.087 INFO:tasks.rados.rados.0.smithi012.stdout:42: finishing write tid 3 to smithi01277369-42 2024-04-02T08:24:11.087 INFO:tasks.rados.rados.0.smithi012.stdout:42: oid 42 updating version 0 to 4 2024-04-02T08:24:11.088 INFO:tasks.rados.rados.0.smithi012.stdout:42: oid 42 version 4 is already newer than 3 2024-04-02T08:24:11.088 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 42 v 4 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-04-02T08:24:11.088 INFO:tasks.rados.rados.0.smithi012.stdout:42: left oid 42 (ObjNum 41 snap 0 seq_num 41) 2024-04-02T08:24:11.088 INFO:tasks.rados.rados.0.smithi012.stdout:43: finishing write tid 1 to smithi01277369-43 2024-04-02T08:24:11.088 INFO:tasks.rados.rados.0.smithi012.stdout:43: finishing write tid 2 to smithi01277369-43 2024-04-02T08:24:11.088 INFO:tasks.rados.rados.0.smithi012.stdout:44: finishing write tid 1 to smithi01277369-44 2024-04-02T08:24:11.088 INFO:tasks.rados.rados.0.smithi012.stdout:44: finishing write tid 2 to smithi01277369-44 2024-04-02T08:24:11.088 INFO:tasks.rados.rados.0.smithi012.stdout:43: finishing write tid 3 to smithi01277369-43 2024-04-02T08:24:11.088 INFO:tasks.rados.rados.0.smithi012.stdout:43: oid 43 updating version 0 to 10 2024-04-02T08:24:11.088 INFO:tasks.rados.rados.0.smithi012.stdout:43: oid 43 version 10 is already newer than 9 2024-04-02T08:24:11.089 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 43 v 10 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-04-02T08:24:11.089 INFO:tasks.rados.rados.0.smithi012.stdout:43: left oid 43 (ObjNum 42 snap 0 seq_num 42) 2024-04-02T08:24:11.089 INFO:tasks.rados.rados.0.smithi012.stdout:44: finishing write tid 3 to smithi01277369-44 2024-04-02T08:24:11.089 INFO:tasks.rados.rados.0.smithi012.stdout:44: oid 44 updating version 0 to 9 2024-04-02T08:24:11.089 INFO:tasks.rados.rados.0.smithi012.stdout:44: oid 44 updating version 9 to 10 2024-04-02T08:24:11.089 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 44 v 10 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-04-02T08:24:11.089 INFO:tasks.rados.rados.0.smithi012.stdout:44: left oid 44 (ObjNum 43 snap 0 seq_num 43) 2024-04-02T08:24:11.089 INFO:tasks.rados.rados.0.smithi012.stdout:45: finishing write tid 1 to smithi01277369-45 2024-04-02T08:24:11.089 INFO:tasks.rados.rados.0.smithi012.stdout:45: finishing write tid 2 to smithi01277369-45 2024-04-02T08:24:11.089 INFO:tasks.rados.rados.0.smithi012.stdout:45: finishing write tid 3 to smithi01277369-45 2024-04-02T08:24:11.089 INFO:tasks.rados.rados.0.smithi012.stdout:45: oid 45 updating version 0 to 10 2024-04-02T08:24:11.089 INFO:tasks.rados.rados.0.smithi012.stdout:45: oid 45 version 10 is already newer than 9 2024-04-02T08:24:11.089 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 45 v 10 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-04-02T08:24:11.089 INFO:tasks.rados.rados.0.smithi012.stdout:45: left oid 45 (ObjNum 44 snap 0 seq_num 44) 2024-04-02T08:24:11.090 INFO:tasks.rados.rados.0.smithi012.stdout:46: finishing write tid 1 to smithi01277369-46 2024-04-02T08:24:11.090 INFO:tasks.rados.rados.0.smithi012.stdout:46: finishing write tid 2 to smithi01277369-46 2024-04-02T08:24:11.090 INFO:tasks.rados.rados.0.smithi012.stdout:46: finishing write tid 3 to smithi01277369-46 2024-04-02T08:24:11.090 INFO:tasks.rados.rados.0.smithi012.stdout:46: oid 46 updating version 0 to 11 2024-04-02T08:24:11.090 INFO:tasks.rados.rados.0.smithi012.stdout:46: oid 46 updating version 11 to 12 2024-04-02T08:24:11.090 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 46 v 12 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-02T08:24:11.090 INFO:tasks.rados.rados.0.smithi012.stdout:46: left oid 46 (ObjNum 45 snap 0 seq_num 45) 2024-04-02T08:24:11.090 INFO:tasks.rados.rados.0.smithi012.stdout:47: finishing write tid 1 to smithi01277369-47 2024-04-02T08:24:11.090 INFO:tasks.rados.rados.0.smithi012.stdout:47: finishing write tid 2 to smithi01277369-47 2024-04-02T08:24:11.090 INFO:tasks.rados.rados.0.smithi012.stdout:48: finishing write tid 1 to smithi01277369-48 2024-04-02T08:24:11.090 INFO:tasks.rados.rados.0.smithi012.stdout:47: finishing write tid 3 to smithi01277369-47 2024-04-02T08:24:11.090 INFO:tasks.rados.rados.0.smithi012.stdout:47: oid 47 updating version 0 to 1 2024-04-02T08:24:11.090 INFO:tasks.rados.rados.0.smithi012.stdout:47: oid 47 updating version 1 to 2 2024-04-02T08:24:11.091 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 47 v 2 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-02T08:24:11.091 INFO:tasks.rados.rados.0.smithi012.stdout:47: left oid 47 (ObjNum 46 snap 0 seq_num 46) 2024-04-02T08:24:11.091 INFO:tasks.rados.rados.0.smithi012.stdout:48: finishing write tid 2 to smithi01277369-48 2024-04-02T08:24:11.091 INFO:tasks.rados.rados.0.smithi012.stdout:48: finishing write tid 3 to smithi01277369-48 2024-04-02T08:24:11.091 INFO:tasks.rados.rados.0.smithi012.stdout:48: oid 48 updating version 0 to 5 2024-04-02T08:24:11.091 INFO:tasks.rados.rados.0.smithi012.stdout:48: oid 48 updating version 5 to 6 2024-04-02T08:24:11.091 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 48 v 6 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-02T08:24:11.091 INFO:tasks.rados.rados.0.smithi012.stdout:48: left oid 48 (ObjNum 47 snap 0 seq_num 47) 2024-04-02T08:24:11.091 INFO:tasks.rados.rados.0.smithi012.stdout:49: finishing write tid 1 to smithi01277369-49 2024-04-02T08:24:11.091 INFO:tasks.rados.rados.0.smithi012.stdout:34: done (15 left) 2024-04-02T08:24:11.091 INFO:tasks.rados.rados.0.smithi012.stdout:35: done (14 left) 2024-04-02T08:24:11.091 INFO:tasks.rados.rados.0.smithi012.stdout:36: done (13 left) 2024-04-02T08:24:11.091 INFO:tasks.rados.rados.0.smithi012.stdout:37: done (12 left) 2024-04-02T08:24:11.092 INFO:tasks.rados.rados.0.smithi012.stdout:38: done (11 left) 2024-04-02T08:24:11.092 INFO:tasks.rados.rados.0.smithi012.stdout:39: done (10 left) 2024-04-02T08:24:11.092 INFO:tasks.rados.rados.0.smithi012.stdout:40: done (9 left) 2024-04-02T08:24:11.092 INFO:tasks.rados.rados.0.smithi012.stdout:41: done (8 left) 2024-04-02T08:24:11.092 INFO:tasks.rados.rados.0.smithi012.stdout:42: done (7 left) 2024-04-02T08:24:11.092 INFO:tasks.rados.rados.0.smithi012.stdout:43: done (6 left) 2024-04-02T08:24:11.092 INFO:tasks.rados.rados.0.smithi012.stdout:44: done (5 left) 2024-04-02T08:24:11.092 INFO:tasks.rados.rados.0.smithi012.stdout:45: done (4 left) 2024-04-02T08:24:11.092 INFO:tasks.rados.rados.0.smithi012.stdout:46: done (3 left) 2024-04-02T08:24:11.092 INFO:tasks.rados.rados.0.smithi012.stdout:47: done (2 left) 2024-04-02T08:24:11.092 INFO:tasks.rados.rados.0.smithi012.stdout:48: done (1 left) 2024-04-02T08:24:11.092 INFO:tasks.rados.rados.0.smithi012.stdout:50: write initial oid 50 2024-04-02T08:24:11.092 INFO:tasks.rados.rados.0.smithi012.stdout:50: seq_num 49 ranges {0=425984,425984=401408} 2024-04-02T08:24:11.092 INFO:tasks.rados.rados.0.smithi012.stdout:50: writing smithi01277369-50 from 0 to 425984 tid 1 2024-04-02T08:24:11.095 INFO:tasks.rados.rados.0.smithi012.stdout:50: writing smithi01277369-50 from 425984 to 827392 tid 2 2024-04-02T08:24:11.095 INFO:tasks.rados.rados.0.smithi012.stdout:51: copy_from oid 3 from oid 18 current snap is 0 2024-04-02T08:24:11.095 INFO:tasks.rados.rados.0.smithi012.stdout:49: finishing write tid 2 to smithi01277369-49 2024-04-02T08:24:11.095 INFO:tasks.rados.rados.0.smithi012.stdout:49: finishing write tid 3 to smithi01277369-49 2024-04-02T08:24:11.096 INFO:tasks.rados.rados.0.smithi012.stdout:49: finishing write tid 4 to smithi01277369-49 2024-04-02T08:24:11.096 INFO:tasks.rados.rados.0.smithi012.stdout:49: oid 49 updating version 0 to 9 2024-04-02T08:24:11.096 INFO:tasks.rados.rados.0.smithi012.stdout:49: oid 49 version 9 is already newer than 7 2024-04-02T08:24:11.096 INFO:tasks.rados.rados.0.smithi012.stdout:49: oid 49 version 9 is already newer than 8 2024-04-02T08:24:11.096 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 49 v 9 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-04-02T08:24:11.096 INFO:tasks.rados.rados.0.smithi012.stdout:49: left oid 49 (ObjNum 48 snap 0 seq_num 48) 2024-04-02T08:24:11.096 INFO:tasks.rados.rados.0.smithi012.stdout:50: finishing write tid 1 to smithi01277369-50 2024-04-02T08:24:11.096 INFO:tasks.rados.rados.0.smithi012.stdout:49: done (2 left) 2024-04-02T08:24:11.096 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 26 current snap is 0 2024-04-02T08:24:11.096 INFO:tasks.rados.rados.0.smithi012.stdout:52: seq_num 50 ranges {425984=442368,868352=401408} 2024-04-02T08:24:11.096 INFO:tasks.rados.rados.0.smithi012.stdout:52: writing smithi01277369-26 from 425984 to 868352 tid 1 2024-04-02T08:24:11.096 INFO:tasks.rados.rados.0.smithi012.stdout:52: writing smithi01277369-26 from 868352 to 1269760 tid 2 2024-04-02T08:24:11.096 INFO:tasks.rados.rados.0.smithi012.stdout:53: rmattr oid 23 current snap is 0 2024-04-02T08:24:11.096 INFO:tasks.rados.rados.0.smithi012.stdout:53: done (3 left) 2024-04-02T08:24:11.097 INFO:tasks.rados.rados.0.smithi012.stdout:54: delete oid 10 current snap is 0 2024-04-02T08:24:11.097 INFO:tasks.rados.rados.0.smithi012.stdout:50: finishing write tid 2 to smithi01277369-50 2024-04-02T08:24:11.097 INFO:tasks.rados.rados.0.smithi012.stdout:50: finishing write tid 3 to smithi01277369-50 2024-04-02T08:24:11.097 INFO:tasks.rados.rados.0.smithi012.stdout:51: finishing copy_from racing read to smithi01277369-3 2024-04-02T08:24:11.097 INFO:tasks.rados.rados.0.smithi012.stdout:51: finishing copy_from to smithi01277369-3 2024-04-02T08:24:11.097 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 3 v 2 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-04-02T08:24:11.097 INFO:tasks.rados.rados.0.smithi012.stdout:50: finishing write tid 4 to smithi01277369-50 2024-04-02T08:24:11.097 INFO:tasks.rados.rados.0.smithi012.stdout:50: oid 50 updating version 0 to 4 2024-04-02T08:24:11.097 INFO:tasks.rados.rados.0.smithi012.stdout:50: oid 50 version 4 is already newer than 3 2024-04-02T08:24:11.098 INFO:tasks.rados.rados.0.smithi012.stdout:50: oid 50 updating version 4 to 5 2024-04-02T08:24:11.098 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 50 v 5 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-04-02T08:24:11.098 INFO:tasks.rados.rados.0.smithi012.stdout:50: left oid 50 (ObjNum 49 snap 0 seq_num 49) 2024-04-02T08:24:11.098 INFO:tasks.rados.rados.0.smithi012.stdout:52: finishing write tid 1 to smithi01277369-26 2024-04-02T08:24:11.098 INFO:tasks.rados.rados.0.smithi012.stdout:52: finishing write tid 2 to smithi01277369-26 2024-04-02T08:24:11.098 INFO:tasks.rados.rados.0.smithi012.stdout:52: finishing write tid 3 to smithi01277369-26 2024-04-02T08:24:11.098 INFO:tasks.rados.rados.0.smithi012.stdout:50: done (3 left) 2024-04-02T08:24:11.098 INFO:tasks.rados.rados.0.smithi012.stdout:51: done (2 left) 2024-04-02T08:24:11.098 INFO:tasks.rados.rados.0.smithi012.stdout:54: done (1 left) 2024-04-02T08:24:11.099 INFO:tasks.rados.rados.0.smithi012.stdout:55: read oid 15 snap -1 2024-04-02T08:24:11.099 INFO:tasks.rados.rados.0.smithi012.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-04-02T08:24:11.099 INFO:tasks.rados.rados.0.smithi012.stdout:56: rollback oid 31 current snap is 0 2024-04-02T08:24:11.099 INFO:tasks.rados.rados.0.smithi012.stdout:56: done (2 left) 2024-04-02T08:24:11.099 INFO:tasks.rados.rados.0.smithi012.stdout:57: read oid 28 snap -1 2024-04-02T08:24:11.099 INFO:tasks.rados.rados.0.smithi012.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2024-04-02T08:24:11.099 INFO:tasks.rados.rados.0.smithi012.stdout:58: copy_from oid 29 from oid 47 current snap is 0 2024-04-02T08:24:11.099 INFO:tasks.rados.rados.0.smithi012.stdout:59: rollback oid 45 current snap is 0 2024-04-02T08:24:11.099 INFO:tasks.rados.rados.0.smithi012.stdout:59: done (4 left) 2024-04-02T08:24:11.099 INFO:tasks.rados.rados.0.smithi012.stdout:60: copy_from oid 22 from oid 48 current snap is 0 2024-04-02T08:24:11.099 INFO:tasks.rados.rados.0.smithi012.stdout:61: delete oid 1 current snap is 0 2024-04-02T08:24:11.099 INFO:tasks.rados.rados.0.smithi012.stdout:52: finishing write tid 4 to smithi01277369-26 2024-04-02T08:24:11.099 INFO:tasks.rados.rados.0.smithi012.stdout:52: oid 26 updating version 0 to 6 2024-04-02T08:24:11.099 INFO:tasks.rados.rados.0.smithi012.stdout:52: oid 26 updating version 6 to 7 2024-04-02T08:24:11.100 INFO:tasks.rados.rados.0.smithi012.stdout:52: oid 26 version 7 is already newer than 5 2024-04-02T08:24:11.100 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 26 v 7 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-04-02T08:24:11.100 INFO:tasks.rados.rados.0.smithi012.stdout:52: left oid 26 (ObjNum 50 snap 0 seq_num 50) 2024-04-02T08:24:11.100 INFO:tasks.rados.rados.0.smithi012.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-04-02T08:24:11.102 INFO:tasks.rados.rados.0.smithi012.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2024-04-02T08:24:11.115 INFO:tasks.rados.rados.0.smithi012.stdout:60: finishing copy_from racing read to smithi01277369-22 2024-04-02T08:24:11.115 INFO:tasks.rados.rados.0.smithi012.stdout:60: finishing copy_from to smithi01277369-22 2024-04-02T08:24:11.115 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 22 v 6 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-02T08:24:11.116 INFO:tasks.rados.rados.0.smithi012.stdout:58: finishing copy_from racing read to smithi01277369-29 2024-04-02T08:24:11.116 INFO:tasks.rados.rados.0.smithi012.stdout:58: finishing copy_from to smithi01277369-29 2024-04-02T08:24:11.116 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 29 v 2 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-02T08:24:11.116 INFO:tasks.rados.rados.0.smithi012.stdout:52: done (5 left) 2024-04-02T08:24:11.116 INFO:tasks.rados.rados.0.smithi012.stdout:55: done (4 left) 2024-04-02T08:24:11.116 INFO:tasks.rados.rados.0.smithi012.stdout:57: done (3 left) 2024-04-02T08:24:11.116 INFO:tasks.rados.rados.0.smithi012.stdout:58: done (2 left) 2024-04-02T08:24:11.116 INFO:tasks.rados.rados.0.smithi012.stdout:60: done (1 left) 2024-04-02T08:24:11.116 INFO:tasks.rados.rados.0.smithi012.stdout:61: done (0 left) 2024-04-02T08:24:11.117 INFO:tasks.rados.rados.0.smithi012.stdout:62: read oid 17 snap -1 2024-04-02T08:24:11.117 INFO:tasks.rados.rados.0.smithi012.stdout:62: expect (ObjNum 16 snap 0 seq_num 16) 2024-04-02T08:24:11.117 INFO:tasks.rados.rados.0.smithi012.stdout:63: snap_create 2024-04-02T08:24:11.118 INFO:tasks.rados.rados.0.smithi012.stdout:62: expect (ObjNum 16 snap 0 seq_num 16) 2024-04-02T08:24:11.172 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:10 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/3490629979' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-02T08:24:11.172 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:10 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/3490629979' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-02T08:24:11.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:10 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/3490629979' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-02T08:24:11.940 INFO:tasks.rados.rados.0.smithi012.stdout:62: done (1 left) 2024-04-02T08:24:11.940 INFO:tasks.rados.rados.0.smithi012.stdout:63: done (0 left) 2024-04-02T08:24:11.940 INFO:tasks.rados.rados.0.smithi012.stdout:64: copy_from oid 15 from oid 2 current snap is 1 2024-04-02T08:24:11.940 INFO:tasks.rados.rados.0.smithi012.stdout:65: read oid 30 snap -1 2024-04-02T08:24:11.941 INFO:tasks.rados.rados.0.smithi012.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-02T08:24:11.941 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 23 current snap is 1 2024-04-02T08:24:11.941 INFO:tasks.rados.rados.0.smithi012.stdout:66: seq_num 53 ranges {376832=491520,868352=401408} 2024-04-02T08:24:11.945 INFO:tasks.rados.rados.0.smithi012.stdout:66: writing smithi01277369-23 from 376832 to 868352 tid 1 2024-04-02T08:24:11.948 INFO:tasks.rados.rados.0.smithi012.stdout:66: writing smithi01277369-23 from 868352 to 1269760 tid 2 2024-04-02T08:24:11.949 INFO:tasks.rados.rados.0.smithi012.stdout:67: rollback oid 10 current snap is 1 2024-04-02T08:24:11.949 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 10 to 0 2024-04-02T08:24:11.949 INFO:tasks.rados.rados.0.smithi012.stdout:68: setattr oid 32 current snap is 1 2024-04-02T08:24:11.949 INFO:tasks.rados.rados.0.smithi012.stdout:64: finishing copy_from racing read to smithi01277369-15 2024-04-02T08:24:11.949 INFO:tasks.rados.rados.0.smithi012.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-02T08:24:11.965 INFO:tasks.rados.rados.0.smithi012.stdout:64: finishing copy_from to smithi01277369-15 2024-04-02T08:24:11.965 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 15 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-04-02T08:24:11.965 INFO:tasks.rados.rados.0.smithi012.stdout:66: finishing write tid 1 to smithi01277369-23 2024-04-02T08:24:11.965 INFO:tasks.rados.rados.0.smithi012.stdout:67: finishing rollback tid 1 to smithi01277369-10 2024-04-02T08:24:11.965 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 10 v 0 (ObjNum 33 snap 0 seq_num 915447920) dirty dne 2024-04-02T08:24:11.965 INFO:tasks.rados.rados.0.smithi012.stdout:66: finishing write tid 2 to smithi01277369-23 2024-04-02T08:24:11.965 INFO:tasks.rados.rados.0.smithi012.stdout:66: finishing write tid 3 to smithi01277369-23 2024-04-02T08:24:11.965 INFO:tasks.rados.rados.0.smithi012.stdout:66: finishing write tid 4 to smithi01277369-23 2024-04-02T08:24:11.965 INFO:tasks.rados.rados.0.smithi012.stdout:66: oid 23 updating version 0 to 9 2024-04-02T08:24:11.966 INFO:tasks.rados.rados.0.smithi012.stdout:66: oid 23 version 9 is already newer than 8 2024-04-02T08:24:11.966 INFO:tasks.rados.rados.0.smithi012.stdout:66: oid 23 updating version 9 to 10 2024-04-02T08:24:11.966 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 23 v 10 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-02T08:24:11.966 INFO:tasks.rados.rados.0.smithi012.stdout:66: left oid 23 (ObjNum 53 snap 1 seq_num 53) 2024-04-02T08:24:11.966 INFO:tasks.rados.rados.0.smithi012.stdout:64: done (4 left) 2024-04-02T08:24:11.966 INFO:tasks.rados.rados.0.smithi012.stdout:65: done (3 left) 2024-04-02T08:24:11.966 INFO:tasks.rados.rados.0.smithi012.stdout:66: done (2 left) 2024-04-02T08:24:11.966 INFO:tasks.rados.rados.0.smithi012.stdout:67: done (1 left) 2024-04-02T08:24:11.966 INFO:tasks.rados.rados.0.smithi012.stdout:69: copy_from oid 45 from oid 34 current snap is 1 2024-04-02T08:24:11.966 INFO:tasks.rados.rados.0.smithi012.stdout:70: read oid 23 snap 0 2024-04-02T08:24:11.966 INFO:tasks.rados.rados.0.smithi012.stdout:70: expect (ObjNum 22 snap 0 seq_num 22) 2024-04-02T08:24:11.966 INFO:tasks.rados.rados.0.smithi012.stdout:71: copy_from oid 36 from oid 27 current snap is 1 2024-04-02T08:24:11.966 INFO:tasks.rados.rados.0.smithi012.stdout:72: rollback oid 49 current snap is 1 2024-04-02T08:24:11.966 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 49 to 0 2024-04-02T08:24:11.967 INFO:tasks.rados.rados.0.smithi012.stdout:73: read oid 4 snap 0 2024-04-02T08:24:11.967 INFO:tasks.rados.rados.0.smithi012.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-04-02T08:24:11.967 INFO:tasks.rados.rados.0.smithi012.stdout:74: rmattr oid 7 current snap is 1 2024-04-02T08:24:11.967 INFO:tasks.rados.rados.0.smithi012.stdout:74: done (6 left) 2024-04-02T08:24:11.967 INFO:tasks.rados.rados.0.smithi012.stdout:75: copy_from oid 20 from oid 12 current snap is 1 2024-04-02T08:24:11.967 INFO:tasks.rados.rados.0.smithi012.stdout:76: read oid 39 snap -1 2024-04-02T08:24:11.967 INFO:tasks.rados.rados.0.smithi012.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-02T08:24:11.967 INFO:tasks.rados.rados.0.smithi012.stdout:77: copy_from oid 6 from oid 37 current snap is 1 2024-04-02T08:24:11.967 INFO:tasks.rados.rados.0.smithi012.stdout:78: read oid 2 snap -1 2024-04-02T08:24:11.967 INFO:tasks.rados.rados.0.smithi012.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2024-04-02T08:24:11.967 INFO:tasks.rados.rados.0.smithi012.stdout:79: setattr oid 41 current snap is 1 2024-04-02T08:24:11.968 INFO:tasks.rados.rados.0.smithi012.stdout:80: snap_create 2024-04-02T08:24:11.968 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 32 v 18 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-04-02T08:24:11.969 INFO:tasks.rados.rados.0.smithi012.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-04-02T08:24:11.972 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 41 v 11 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-02T08:24:11.972 INFO:tasks.rados.rados.0.smithi012.stdout:72: finishing rollback tid 0 to smithi01277369-49 2024-04-02T08:24:11.972 INFO:tasks.rados.rados.0.smithi012.stdout:72: finishing rollback tid 1 to smithi01277369-49 2024-04-02T08:24:11.972 INFO:tasks.rados.rados.0.smithi012.stdout:72: finishing rollback tid 2 to smithi01277369-49 2024-04-02T08:24:11.972 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 49 v 13 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-04-02T08:24:11.973 INFO:tasks.rados.rados.0.smithi012.stdout:70: expect (ObjNum 22 snap 0 seq_num 22) 2024-04-02T08:24:11.985 INFO:tasks.rados.rados.0.smithi012.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2024-04-02T08:24:11.986 INFO:tasks.rados.rados.0.smithi012.stdout:69: finishing copy_from racing read to smithi01277369-45 2024-04-02T08:24:11.986 INFO:tasks.rados.rados.0.smithi012.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-02T08:24:12.008 INFO:tasks.rados.rados.0.smithi012.stdout:69: finishing copy_from to smithi01277369-45 2024-04-02T08:24:12.008 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 45 v 4 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-04-02T08:24:12.009 INFO:tasks.rados.rados.0.smithi012.stdout:71: finishing copy_from racing read to smithi01277369-36 2024-04-02T08:24:12.009 INFO:tasks.rados.rados.0.smithi012.stdout:75: finishing copy_from racing read to smithi01277369-20 2024-04-02T08:24:12.009 INFO:tasks.rados.rados.0.smithi012.stdout:75: finishing copy_from to smithi01277369-20 2024-04-02T08:24:12.009 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 20 v 6 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-02T08:24:12.009 INFO:tasks.rados.rados.0.smithi012.stdout:71: finishing copy_from to smithi01277369-36 2024-04-02T08:24:12.009 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 36 v 6 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-04-02T08:24:12.009 INFO:tasks.rados.rados.0.smithi012.stdout:77: finishing copy_from racing read to smithi01277369-6 2024-04-02T08:24:12.009 INFO:tasks.rados.rados.0.smithi012.stdout:77: finishing copy_from to smithi01277369-6 2024-04-02T08:24:12.009 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 6 v 2 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-02T08:24:12.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:11 smithi055 ceph-mon[31035]: pgmap v109: 121 pgs: 121 active+clean; 580 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:12.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:11 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/3490629979' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-04-02T08:24:12.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:11 smithi055 ceph-mon[31035]: osdmap e76: 8 total, 8 up, 8 in 2024-04-02T08:24:12.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:11 smithi055 ceph-mon[31035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:24:12.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:11 smithi055 ceph-mon[31035]: Cluster is now healthy 2024-04-02T08:24:12.427 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:24:12 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:24:12] "GET /metrics HTTP/1.1" 200 33649 "" "Prometheus/2.43.0" 2024-04-02T08:24:12.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:11 smithi012 ceph-mon[27004]: pgmap v109: 121 pgs: 121 active+clean; 580 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:12.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:11 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/3490629979' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-04-02T08:24:12.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:11 smithi012 ceph-mon[27004]: osdmap e76: 8 total, 8 up, 8 in 2024-04-02T08:24:12.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:11 smithi012 ceph-mon[27004]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:24:12.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:11 smithi012 ceph-mon[27004]: Cluster is now healthy 2024-04-02T08:24:12.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:11 smithi012 ceph-mon[38029]: pgmap v109: 121 pgs: 121 active+clean; 580 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:12.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:11 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/3490629979' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-04-02T08:24:12.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:11 smithi012 ceph-mon[38029]: osdmap e76: 8 total, 8 up, 8 in 2024-04-02T08:24:12.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:11 smithi012 ceph-mon[38029]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:24:12.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:11 smithi012 ceph-mon[38029]: Cluster is now healthy 2024-04-02T08:24:12.946 INFO:tasks.rados.rados.0.smithi012.stdout:68: done (11 left) 2024-04-02T08:24:12.946 INFO:tasks.rados.rados.0.smithi012.stdout:69: done (10 left) 2024-04-02T08:24:12.946 INFO:tasks.rados.rados.0.smithi012.stdout:70: done (9 left) 2024-04-02T08:24:12.946 INFO:tasks.rados.rados.0.smithi012.stdout:71: done (8 left) 2024-04-02T08:24:12.946 INFO:tasks.rados.rados.0.smithi012.stdout:72: done (7 left) 2024-04-02T08:24:12.946 INFO:tasks.rados.rados.0.smithi012.stdout:73: done (6 left) 2024-04-02T08:24:12.946 INFO:tasks.rados.rados.0.smithi012.stdout:75: done (5 left) 2024-04-02T08:24:12.947 INFO:tasks.rados.rados.0.smithi012.stdout:76: done (4 left) 2024-04-02T08:24:12.947 INFO:tasks.rados.rados.0.smithi012.stdout:77: done (3 left) 2024-04-02T08:24:12.947 INFO:tasks.rados.rados.0.smithi012.stdout:78: done (2 left) 2024-04-02T08:24:12.947 INFO:tasks.rados.rados.0.smithi012.stdout:79: done (1 left) 2024-04-02T08:24:12.947 INFO:tasks.rados.rados.0.smithi012.stdout:80: done (0 left) 2024-04-02T08:24:12.947 INFO:tasks.rados.rados.0.smithi012.stdout:81: rollback oid 40 current snap is 2 2024-04-02T08:24:12.947 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 40 to 1 2024-04-02T08:24:12.947 INFO:tasks.rados.rados.0.smithi012.stdout:82: snap_create 2024-04-02T08:24:12.951 INFO:tasks.rados.rados.0.smithi012.stdout:81: finishing rollback tid 0 to smithi01277369-40 2024-04-02T08:24:12.951 INFO:tasks.rados.rados.0.smithi012.stdout:81: finishing rollback tid 1 to smithi01277369-40 2024-04-02T08:24:12.951 INFO:tasks.rados.rados.0.smithi012.stdout:81: finishing rollback tid 2 to smithi01277369-40 2024-04-02T08:24:12.951 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 40 v 14 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-02T08:24:13.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:12 smithi055 ceph-mon[31035]: osdmap e77: 8 total, 8 up, 8 in 2024-04-02T08:24:13.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:12 smithi012 ceph-mon[27004]: osdmap e77: 8 total, 8 up, 8 in 2024-04-02T08:24:13.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:12 smithi012 ceph-mon[38029]: osdmap e77: 8 total, 8 up, 8 in 2024-04-02T08:24:13.953 INFO:tasks.rados.rados.0.smithi012.stdout:81: done (1 left) 2024-04-02T08:24:13.953 INFO:tasks.rados.rados.0.smithi012.stdout:82: done (0 left) 2024-04-02T08:24:13.953 INFO:tasks.rados.rados.0.smithi012.stdout:83: rollback oid 9 current snap is 3 2024-04-02T08:24:13.954 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 9 to 0 2024-04-02T08:24:13.954 INFO:tasks.rados.rados.0.smithi012.stdout:84: read oid 20 snap 1 2024-04-02T08:24:13.954 INFO:tasks.rados.rados.0.smithi012.stdout:84: expect (ObjNum 11 snap 0 seq_num 11) 2024-04-02T08:24:13.954 INFO:tasks.rados.rados.0.smithi012.stdout:85: read oid 41 snap -1 2024-04-02T08:24:13.954 INFO:tasks.rados.rados.0.smithi012.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-04-02T08:24:13.954 INFO:tasks.rados.rados.0.smithi012.stdout:86: snap_create 2024-04-02T08:24:13.956 INFO:tasks.rados.rados.0.smithi012.stdout:84: expect (ObjNum 11 snap 0 seq_num 11) 2024-04-02T08:24:13.962 INFO:tasks.rados.rados.0.smithi012.stdout:83: finishing rollback tid 0 to smithi01277369-9 2024-04-02T08:24:13.963 INFO:tasks.rados.rados.0.smithi012.stdout:83: finishing rollback tid 1 to smithi01277369-9 2024-04-02T08:24:13.963 INFO:tasks.rados.rados.0.smithi012.stdout:83: finishing rollback tid 2 to smithi01277369-9 2024-04-02T08:24:13.963 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 9 v 16 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-04-02T08:24:13.963 INFO:tasks.rados.rados.0.smithi012.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-04-02T08:24:14.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:13 smithi055 ceph-mon[31035]: pgmap v112: 121 pgs: 121 active+clean; 580 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:14.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:13 smithi055 ceph-mon[31035]: osdmap e78: 8 total, 8 up, 8 in 2024-04-02T08:24:14.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:13 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:24:14.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:13 smithi012 ceph-mon[38029]: pgmap v112: 121 pgs: 121 active+clean; 580 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:14.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:13 smithi012 ceph-mon[38029]: osdmap e78: 8 total, 8 up, 8 in 2024-04-02T08:24:14.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:13 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:24:14.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:13 smithi012 ceph-mon[27004]: pgmap v112: 121 pgs: 121 active+clean; 580 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:14.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:13 smithi012 ceph-mon[27004]: osdmap e78: 8 total, 8 up, 8 in 2024-04-02T08:24:14.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:13 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:24:14.960 INFO:tasks.rados.rados.0.smithi012.stdout:83: done (3 left) 2024-04-02T08:24:14.960 INFO:tasks.rados.rados.0.smithi012.stdout:84: done (2 left) 2024-04-02T08:24:14.961 INFO:tasks.rados.rados.0.smithi012.stdout:85: done (1 left) 2024-04-02T08:24:14.961 INFO:tasks.rados.rados.0.smithi012.stdout:86: done (0 left) 2024-04-02T08:24:14.961 INFO:tasks.rados.rados.0.smithi012.stdout:87: snap_remove snap 0 2024-04-02T08:24:15.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:14 smithi055 ceph-mon[31035]: osdmap e79: 8 total, 8 up, 8 in 2024-04-02T08:24:15.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:14 smithi012 ceph-mon[27004]: osdmap e79: 8 total, 8 up, 8 in 2024-04-02T08:24:15.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:14 smithi012 ceph-mon[38029]: osdmap e79: 8 total, 8 up, 8 in 2024-04-02T08:24:15.964 INFO:tasks.rados.rados.0.smithi012.stdout:87: done (0 left) 2024-04-02T08:24:15.965 INFO:tasks.rados.rados.0.smithi012.stdout:88: read oid 29 snap 3 2024-04-02T08:24:15.965 INFO:tasks.rados.rados.0.smithi012.stdout:88: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-02T08:24:15.965 INFO:tasks.rados.rados.0.smithi012.stdout:89: read oid 46 snap -1 2024-04-02T08:24:15.965 INFO:tasks.rados.rados.0.smithi012.stdout:89: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-02T08:24:15.965 INFO:tasks.rados.rados.0.smithi012.stdout:90: copy_from oid 36 from oid 2 current snap is 4 2024-04-02T08:24:15.965 INFO:tasks.rados.rados.0.smithi012.stdout:91: rmattr oid 49 current snap is 4 2024-04-02T08:24:15.965 INFO:tasks.rados.rados.0.smithi012.stdout:91: done (3 left) 2024-04-02T08:24:15.965 INFO:tasks.rados.rados.0.smithi012.stdout:92: snap_remove snap 2 2024-04-02T08:24:16.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:15 smithi055 ceph-mon[31035]: pgmap v115: 121 pgs: 121 active+clean; 25 MiB data, 255 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.3 MiB/s wr, 78 op/s 2024-04-02T08:24:16.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:15 smithi055 ceph-mon[31035]: osdmap e80: 8 total, 8 up, 8 in 2024-04-02T08:24:16.427 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:15 smithi012 ceph-mon[27004]: pgmap v115: 121 pgs: 121 active+clean; 25 MiB data, 255 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.3 MiB/s wr, 78 op/s 2024-04-02T08:24:16.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:15 smithi012 ceph-mon[27004]: osdmap e80: 8 total, 8 up, 8 in 2024-04-02T08:24:16.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:15 smithi012 ceph-mon[38029]: pgmap v115: 121 pgs: 121 active+clean; 25 MiB data, 255 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.3 MiB/s wr, 78 op/s 2024-04-02T08:24:16.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:15 smithi012 ceph-mon[38029]: osdmap e80: 8 total, 8 up, 8 in 2024-04-02T08:24:16.963 INFO:tasks.rados.rados.0.smithi012.stdout:92: done (3 left) 2024-04-02T08:24:16.964 INFO:tasks.rados.rados.0.smithi012.stdout:93: rmattr oid 30 current snap is 4 2024-04-02T08:24:16.964 INFO:tasks.rados.rados.0.smithi012.stdout:93: done (3 left) 2024-04-02T08:24:16.964 INFO:tasks.rados.rados.0.smithi012.stdout:94: read oid 42 snap 1 2024-04-02T08:24:16.964 INFO:tasks.rados.rados.0.smithi012.stdout:94: expect (ObjNum 41 snap 0 seq_num 41) 2024-04-02T08:24:16.964 INFO:tasks.rados.rados.0.smithi012.stdout:95: rmattr oid 14 current snap is 4 2024-04-02T08:24:16.964 INFO:tasks.rados.rados.0.smithi012.stdout:95: done (4 left) 2024-04-02T08:24:16.964 INFO:tasks.rados.rados.0.smithi012.stdout:96: read oid 9 snap 1 2024-04-02T08:24:16.964 INFO:tasks.rados.rados.0.smithi012.stdout:96: expect (ObjNum 8 snap 0 seq_num 8) 2024-04-02T08:24:16.964 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 24 current snap is 4 2024-04-02T08:24:16.964 INFO:tasks.rados.rados.0.smithi012.stdout:97: seq_num 54 ranges {393216=507904,901120=401408} 2024-04-02T08:24:16.969 INFO:tasks.rados.rados.0.smithi012.stdout:97: writing smithi01277369-24 from 393216 to 901120 tid 1 2024-04-02T08:24:16.972 INFO:tasks.rados.rados.0.smithi012.stdout:97: writing smithi01277369-24 from 901120 to 1302528 tid 2 2024-04-02T08:24:16.972 INFO:tasks.rados.rados.0.smithi012.stdout:98: copy_from oid 31 from oid 6 current snap is 4 2024-04-02T08:24:16.972 INFO:tasks.rados.rados.0.smithi012.stdout:99: copy_from oid 4 from oid 43 current snap is 4 2024-04-02T08:24:16.972 INFO:tasks.rados.rados.0.smithi012.stdout:88: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-02T08:24:17.010 INFO:tasks.rados.rados.0.smithi012.stdout:88: done (7 left) 2024-04-02T08:24:17.010 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 44 current snap is 4 2024-04-02T08:24:17.010 INFO:tasks.rados.rados.0.smithi012.stdout:89: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-02T08:24:17.033 INFO:tasks.rados.rados.0.smithi012.stdout:90: finishing copy_from racing read to smithi01277369-36 2024-04-02T08:24:17.033 INFO:tasks.rados.rados.0.smithi012.stdout:90: finishing copy_from to smithi01277369-36 2024-04-02T08:24:17.033 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 36 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-04-02T08:24:17.033 INFO:tasks.rados.rados.0.smithi012.stdout:100: seq_num 55 ranges {729088=524288,1253376=401408} 2024-04-02T08:24:17.040 INFO:tasks.rados.rados.0.smithi012.stdout:100: writing smithi01277369-44 from 729088 to 1253376 tid 1 2024-04-02T08:24:17.044 INFO:tasks.rados.rados.0.smithi012.stdout:100: writing smithi01277369-44 from 1253376 to 1654784 tid 2 2024-04-02T08:24:17.044 INFO:tasks.rados.rados.0.smithi012.stdout:89: done (7 left) 2024-04-02T08:24:17.044 INFO:tasks.rados.rados.0.smithi012.stdout:90: done (6 left) 2024-04-02T08:24:17.044 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 46 current snap is 4 2024-04-02T08:24:17.044 INFO:tasks.rados.rados.0.smithi012.stdout:94: expect (ObjNum 41 snap 0 seq_num 41) 2024-04-02T08:24:17.068 INFO:tasks.rados.rados.0.smithi012.stdout:96: expect (ObjNum 8 snap 0 seq_num 8) 2024-04-02T08:24:17.071 INFO:tasks.rados.rados.0.smithi012.stdout:97: finishing write tid 1 to smithi01277369-24 2024-04-02T08:24:17.072 INFO:tasks.rados.rados.0.smithi012.stdout:97: finishing write tid 2 to smithi01277369-24 2024-04-02T08:24:17.072 INFO:tasks.rados.rados.0.smithi012.stdout:101: seq_num 56 ranges {761856=540672,1302528=401408} 2024-04-02T08:24:17.079 INFO:tasks.rados.rados.0.smithi012.stdout:101: writing smithi01277369-46 from 761856 to 1302528 tid 1 2024-04-02T08:24:17.083 INFO:tasks.rados.rados.0.smithi012.stdout:101: writing smithi01277369-46 from 1302528 to 1703936 tid 2 2024-04-02T08:24:17.083 INFO:tasks.rados.rados.0.smithi012.stdout:94: done (6 left) 2024-04-02T08:24:17.083 INFO:tasks.rados.rados.0.smithi012.stdout:96: done (5 left) 2024-04-02T08:24:17.083 INFO:tasks.rados.rados.0.smithi012.stdout:102: rollback oid 2 current snap is 4 2024-04-02T08:24:17.083 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 2 to 1 2024-04-02T08:24:17.083 INFO:tasks.rados.rados.0.smithi012.stdout:103: delete oid 23 current snap is 4 2024-04-02T08:24:17.084 INFO:tasks.rados.rados.0.smithi012.stdout:97: finishing write tid 3 to smithi01277369-24 2024-04-02T08:24:17.084 INFO:tasks.rados.rados.0.smithi012.stdout:97: finishing write tid 4 to smithi01277369-24 2024-04-02T08:24:17.084 INFO:tasks.rados.rados.0.smithi012.stdout:97: oid 24 updating version 0 to 26 2024-04-02T08:24:17.084 INFO:tasks.rados.rados.0.smithi012.stdout:97: oid 24 updating version 26 to 28 2024-04-02T08:24:17.084 INFO:tasks.rados.rados.0.smithi012.stdout:97: oid 24 version 28 is already newer than 27 2024-04-02T08:24:17.084 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 24 v 28 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-04-02T08:24:17.084 INFO:tasks.rados.rados.0.smithi012.stdout:97: left oid 24 (ObjNum 54 snap 4 seq_num 54) 2024-04-02T08:24:17.084 INFO:tasks.rados.rados.0.smithi012.stdout:99: finishing copy_from racing read to smithi01277369-4 2024-04-02T08:24:17.084 INFO:tasks.rados.rados.0.smithi012.stdout:99: finishing copy_from to smithi01277369-4 2024-04-02T08:24:17.085 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 4 v 10 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-04-02T08:24:17.085 INFO:tasks.rados.rados.0.smithi012.stdout:98: finishing copy_from racing read to smithi01277369-31 2024-04-02T08:24:17.085 INFO:tasks.rados.rados.0.smithi012.stdout:98: finishing copy_from to smithi01277369-31 2024-04-02T08:24:17.085 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 31 v 2 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-02T08:24:17.085 INFO:tasks.rados.rados.0.smithi012.stdout:100: finishing write tid 1 to smithi01277369-44 2024-04-02T08:24:17.085 INFO:tasks.rados.rados.0.smithi012.stdout:100: finishing write tid 2 to smithi01277369-44 2024-04-02T08:24:17.085 INFO:tasks.rados.rados.0.smithi012.stdout:100: finishing write tid 3 to smithi01277369-44 2024-04-02T08:24:17.085 INFO:tasks.rados.rados.0.smithi012.stdout:100: finishing write tid 4 to smithi01277369-44 2024-04-02T08:24:17.085 INFO:tasks.rados.rados.0.smithi012.stdout:100: oid 44 updating version 0 to 17 2024-04-02T08:24:17.085 INFO:tasks.rados.rados.0.smithi012.stdout:100: oid 44 version 17 is already newer than 16 2024-04-02T08:24:17.085 INFO:tasks.rados.rados.0.smithi012.stdout:100: oid 44 version 17 is already newer than 15 2024-04-02T08:24:17.086 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 44 v 17 (ObjNum 55 snap 4 seq_num 55) dirty exists 2024-04-02T08:24:17.086 INFO:tasks.rados.rados.0.smithi012.stdout:100: left oid 44 (ObjNum 55 snap 4 seq_num 55) 2024-04-02T08:24:17.086 INFO:tasks.rados.rados.0.smithi012.stdout:101: finishing write tid 1 to smithi01277369-46 2024-04-02T08:24:17.088 INFO:tasks.rados.rados.0.smithi012.stdout:97: done (6 left) 2024-04-02T08:24:17.088 INFO:tasks.rados.rados.0.smithi012.stdout:98: done (5 left) 2024-04-02T08:24:17.088 INFO:tasks.rados.rados.0.smithi012.stdout:99: done (4 left) 2024-04-02T08:24:17.088 INFO:tasks.rados.rados.0.smithi012.stdout:100: done (3 left) 2024-04-02T08:24:17.088 INFO:tasks.rados.rados.0.smithi012.stdout:103: done (2 left) 2024-04-02T08:24:17.088 INFO:tasks.rados.rados.0.smithi012.stdout:104: read oid 44 snap -1 2024-04-02T08:24:17.088 INFO:tasks.rados.rados.0.smithi012.stdout:104: expect (ObjNum 55 snap 4 seq_num 55) 2024-04-02T08:24:17.088 INFO:tasks.rados.rados.0.smithi012.stdout:105: rollback oid 39 current snap is 4 2024-04-02T08:24:17.088 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 39 to 1 2024-04-02T08:24:17.089 INFO:tasks.rados.rados.0.smithi012.stdout:106: delete oid 16 current snap is 4 2024-04-02T08:24:17.089 INFO:tasks.rados.rados.0.smithi012.stdout:101: finishing write tid 2 to smithi01277369-46 2024-04-02T08:24:17.089 INFO:tasks.rados.rados.0.smithi012.stdout:106: done (4 left) 2024-04-02T08:24:17.089 INFO:tasks.rados.rados.0.smithi012.stdout:107: read oid 19 snap 3 2024-04-02T08:24:17.089 INFO:tasks.rados.rados.0.smithi012.stdout:107: expect (ObjNum 18 snap 0 seq_num 18) 2024-04-02T08:24:17.089 INFO:tasks.rados.rados.0.smithi012.stdout:108: rollback oid 17 current snap is 4 2024-04-02T08:24:17.089 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 17 to 1 2024-04-02T08:24:17.089 INFO:tasks.rados.rados.0.smithi012.stdout:109: delete oid 18 current snap is 4 2024-04-02T08:24:17.089 INFO:tasks.rados.rados.0.smithi012.stdout:101: finishing write tid 3 to smithi01277369-46 2024-04-02T08:24:17.089 INFO:tasks.rados.rados.0.smithi012.stdout:105: finishing rollback tid 0 to smithi01277369-39 2024-04-02T08:24:17.089 INFO:tasks.rados.rados.0.smithi012.stdout:105: finishing rollback tid 1 to smithi01277369-39 2024-04-02T08:24:17.090 INFO:tasks.rados.rados.0.smithi012.stdout:102: finishing rollback tid 0 to smithi01277369-2 2024-04-02T08:24:17.090 INFO:tasks.rados.rados.0.smithi012.stdout:102: finishing rollback tid 1 to smithi01277369-2 2024-04-02T08:24:17.091 INFO:tasks.rados.rados.0.smithi012.stdout:101: finishing write tid 4 to smithi01277369-46 2024-04-02T08:24:17.091 INFO:tasks.rados.rados.0.smithi012.stdout:101: oid 46 updating version 0 to 20 2024-04-02T08:24:17.091 INFO:tasks.rados.rados.0.smithi012.stdout:101: oid 46 updating version 20 to 21 2024-04-02T08:24:17.092 INFO:tasks.rados.rados.0.smithi012.stdout:101: oid 46 version 21 is already newer than 19 2024-04-02T08:24:17.092 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 46 v 21 (ObjNum 56 snap 4 seq_num 56) dirty exists 2024-04-02T08:24:17.092 INFO:tasks.rados.rados.0.smithi012.stdout:101: left oid 46 (ObjNum 56 snap 4 seq_num 56) 2024-04-02T08:24:17.092 INFO:tasks.rados.rados.0.smithi012.stdout:101: done (6 left) 2024-04-02T08:24:17.092 INFO:tasks.rados.rados.0.smithi012.stdout:109: done (5 left) 2024-04-02T08:24:17.092 INFO:tasks.rados.rados.0.smithi012.stdout:110: setattr oid 12 current snap is 4 2024-04-02T08:24:17.092 INFO:tasks.rados.rados.0.smithi012.stdout:105: finishing rollback tid 2 to smithi01277369-39 2024-04-02T08:24:17.092 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 39 v 12 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-02T08:24:17.092 INFO:tasks.rados.rados.0.smithi012.stdout:102: finishing rollback tid 2 to smithi01277369-2 2024-04-02T08:24:17.092 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 2 v 25 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-04-02T08:24:17.092 INFO:tasks.rados.rados.0.smithi012.stdout:108: finishing rollback tid 0 to smithi01277369-17 2024-04-02T08:24:17.092 INFO:tasks.rados.rados.0.smithi012.stdout:108: finishing rollback tid 1 to smithi01277369-17 2024-04-02T08:24:17.092 INFO:tasks.rados.rados.0.smithi012.stdout:108: finishing rollback tid 2 to smithi01277369-17 2024-04-02T08:24:17.092 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 17 v 32 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-04-02T08:24:17.092 INFO:tasks.rados.rados.0.smithi012.stdout:107: expect (ObjNum 18 snap 0 seq_num 18) 2024-04-02T08:24:17.101 INFO:tasks.rados.rados.0.smithi012.stdout:104: expect (ObjNum 55 snap 4 seq_num 55) 2024-04-02T08:24:17.161 INFO:tasks.rados.rados.0.smithi012.stdout:102: done (5 left) 2024-04-02T08:24:17.161 INFO:tasks.rados.rados.0.smithi012.stdout:104: done (4 left) 2024-04-02T08:24:17.161 INFO:tasks.rados.rados.0.smithi012.stdout:105: done (3 left) 2024-04-02T08:24:17.161 INFO:tasks.rados.rados.0.smithi012.stdout:107: done (2 left) 2024-04-02T08:24:17.161 INFO:tasks.rados.rados.0.smithi012.stdout:108: done (1 left) 2024-04-02T08:24:17.161 INFO:tasks.rados.rados.0.smithi012.stdout:111: snap_create 2024-04-02T08:24:17.163 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 12 v 28 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-02T08:24:17.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:16 smithi055 ceph-mon[31035]: osdmap e81: 8 total, 8 up, 8 in 2024-04-02T08:24:17.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:16 smithi055 ceph-mon[31035]: osdmap e82: 8 total, 8 up, 8 in 2024-04-02T08:24:17.427 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:16 smithi012 ceph-mon[27004]: osdmap e81: 8 total, 8 up, 8 in 2024-04-02T08:24:17.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:16 smithi012 ceph-mon[27004]: osdmap e82: 8 total, 8 up, 8 in 2024-04-02T08:24:17.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:16 smithi012 ceph-mon[38029]: osdmap e81: 8 total, 8 up, 8 in 2024-04-02T08:24:17.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:16 smithi012 ceph-mon[38029]: osdmap e82: 8 total, 8 up, 8 in 2024-04-02T08:24:17.988 INFO:tasks.rados.rados.0.smithi012.stdout:110: done (1 left) 2024-04-02T08:24:17.988 INFO:tasks.rados.rados.0.smithi012.stdout:111: done (0 left) 2024-04-02T08:24:17.988 INFO:tasks.rados.rados.0.smithi012.stdout:112: copy_from oid 25 from oid 6 current snap is 5 2024-04-02T08:24:17.988 INFO:tasks.rados.rados.0.smithi012.stdout:113: setattr oid 23 current snap is 5 2024-04-02T08:24:17.990 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 15 current snap is 5 2024-04-02T08:24:17.990 INFO:tasks.rados.rados.0.smithi012.stdout:114: seq_num 60 ranges {24576=614400,638976=401408} 2024-04-02T08:24:17.993 INFO:tasks.rados.rados.0.smithi012.stdout:114: writing smithi01277369-15 from 24576 to 638976 tid 1 2024-04-02T08:24:17.997 INFO:tasks.rados.rados.0.smithi012.stdout:114: writing smithi01277369-15 from 638976 to 1040384 tid 2 2024-04-02T08:24:17.997 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 20 current snap is 5 2024-04-02T08:24:17.997 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 23 v 21 (ObjNum 33 snap 0 seq_num 917339424) dirty exists 2024-04-02T08:24:17.997 INFO:tasks.rados.rados.0.smithi012.stdout:115: seq_num 61 ranges {188416=630784,819200=401408} 2024-04-02T08:24:18.003 INFO:tasks.rados.rados.0.smithi012.stdout:115: writing smithi01277369-20 from 188416 to 819200 tid 1 2024-04-02T08:24:18.007 INFO:tasks.rados.rados.0.smithi012.stdout:115: writing smithi01277369-20 from 819200 to 1220608 tid 2 2024-04-02T08:24:18.007 INFO:tasks.rados.rados.0.smithi012.stdout:114: finishing write tid 1 to smithi01277369-15 2024-04-02T08:24:18.007 INFO:tasks.rados.rados.0.smithi012.stdout:114: finishing write tid 2 to smithi01277369-15 2024-04-02T08:24:18.007 INFO:tasks.rados.rados.0.smithi012.stdout:112: finishing copy_from racing read to smithi01277369-25 2024-04-02T08:24:18.007 INFO:tasks.rados.rados.0.smithi012.stdout:114: finishing write tid 3 to smithi01277369-15 2024-04-02T08:24:18.007 INFO:tasks.rados.rados.0.smithi012.stdout:112: finishing copy_from to smithi01277369-25 2024-04-02T08:24:18.007 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 25 v 2 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-02T08:24:18.007 INFO:tasks.rados.rados.0.smithi012.stdout:114: finishing write tid 4 to smithi01277369-15 2024-04-02T08:24:18.007 INFO:tasks.rados.rados.0.smithi012.stdout:114: oid 15 updating version 0 to 14 2024-04-02T08:24:18.007 INFO:tasks.rados.rados.0.smithi012.stdout:114: oid 15 version 14 is already newer than 12 2024-04-02T08:24:18.007 INFO:tasks.rados.rados.0.smithi012.stdout:114: oid 15 version 14 is already newer than 13 2024-04-02T08:24:18.007 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 15 v 14 (ObjNum 60 snap 5 seq_num 60) dirty exists 2024-04-02T08:24:18.008 INFO:tasks.rados.rados.0.smithi012.stdout:114: left oid 15 (ObjNum 60 snap 5 seq_num 60) 2024-04-02T08:24:18.008 INFO:tasks.rados.rados.0.smithi012.stdout:115: finishing write tid 1 to smithi01277369-20 2024-04-02T08:24:18.008 INFO:tasks.rados.rados.0.smithi012.stdout:112: done (3 left) 2024-04-02T08:24:18.008 INFO:tasks.rados.rados.0.smithi012.stdout:113: done (2 left) 2024-04-02T08:24:18.008 INFO:tasks.rados.rados.0.smithi012.stdout:114: done (1 left) 2024-04-02T08:24:18.008 INFO:tasks.rados.rados.0.smithi012.stdout:116: rollback oid 30 current snap is 5 2024-04-02T08:24:18.008 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 30 to 3 2024-04-02T08:24:18.008 INFO:tasks.rados.rados.0.smithi012.stdout:117: read oid 26 snap -1 2024-04-02T08:24:18.008 INFO:tasks.rados.rados.0.smithi012.stdout:117: expect (ObjNum 50 snap 0 seq_num 50) 2024-04-02T08:24:18.008 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 2 current snap is 5 2024-04-02T08:24:18.008 INFO:tasks.rados.rados.0.smithi012.stdout:118: seq_num 62 ranges {24576=647168,671744=401408} 2024-04-02T08:24:18.011 INFO:tasks.rados.rados.0.smithi012.stdout:118: writing smithi01277369-2 from 24576 to 671744 tid 1 2024-04-02T08:24:18.014 INFO:tasks.rados.rados.0.smithi012.stdout:118: writing smithi01277369-2 from 671744 to 1073152 tid 2 2024-04-02T08:24:18.014 INFO:tasks.rados.rados.0.smithi012.stdout:119: snap_create 2024-04-02T08:24:18.014 INFO:tasks.rados.rados.0.smithi012.stdout:115: finishing write tid 2 to smithi01277369-20 2024-04-02T08:24:18.015 INFO:tasks.rados.rados.0.smithi012.stdout:116: finishing rollback tid 0 to smithi01277369-30 2024-04-02T08:24:18.015 INFO:tasks.rados.rados.0.smithi012.stdout:115: finishing write tid 3 to smithi01277369-20 2024-04-02T08:24:18.015 INFO:tasks.rados.rados.0.smithi012.stdout:116: finishing rollback tid 1 to smithi01277369-30 2024-04-02T08:24:18.015 INFO:tasks.rados.rados.0.smithi012.stdout:116: finishing rollback tid 2 to smithi01277369-30 2024-04-02T08:24:18.015 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 30 v 29 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-04-02T08:24:18.015 INFO:tasks.rados.rados.0.smithi012.stdout:115: finishing write tid 4 to smithi01277369-20 2024-04-02T08:24:18.015 INFO:tasks.rados.rados.0.smithi012.stdout:115: oid 20 updating version 0 to 35 2024-04-02T08:24:18.015 INFO:tasks.rados.rados.0.smithi012.stdout:115: oid 20 updating version 35 to 36 2024-04-02T08:24:18.015 INFO:tasks.rados.rados.0.smithi012.stdout:115: oid 20 version 36 is already newer than 34 2024-04-02T08:24:18.015 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 20 v 36 (ObjNum 61 snap 5 seq_num 61) dirty exists 2024-04-02T08:24:18.015 INFO:tasks.rados.rados.0.smithi012.stdout:115: left oid 20 (ObjNum 61 snap 5 seq_num 61) 2024-04-02T08:24:18.015 INFO:tasks.rados.rados.0.smithi012.stdout:118: finishing write tid 1 to smithi01277369-2 2024-04-02T08:24:18.016 INFO:tasks.rados.rados.0.smithi012.stdout:117: expect (ObjNum 50 snap 0 seq_num 50) 2024-04-02T08:24:18.057 INFO:tasks.rados.rados.0.smithi012.stdout:118: finishing write tid 2 to smithi01277369-2 2024-04-02T08:24:18.057 INFO:tasks.rados.rados.0.smithi012.stdout:118: finishing write tid 3 to smithi01277369-2 2024-04-02T08:24:18.057 INFO:tasks.rados.rados.0.smithi012.stdout:118: finishing write tid 4 to smithi01277369-2 2024-04-02T08:24:18.057 INFO:tasks.rados.rados.0.smithi012.stdout:118: oid 2 updating version 0 to 33 2024-04-02T08:24:18.057 INFO:tasks.rados.rados.0.smithi012.stdout:118: oid 2 version 33 is already newer than 32 2024-04-02T08:24:18.057 INFO:tasks.rados.rados.0.smithi012.stdout:118: oid 2 version 33 is already newer than 31 2024-04-02T08:24:18.057 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 2 v 33 (ObjNum 62 snap 5 seq_num 62) dirty exists 2024-04-02T08:24:18.058 INFO:tasks.rados.rados.0.smithi012.stdout:118: left oid 2 (ObjNum 62 snap 5 seq_num 62) 2024-04-02T08:24:18.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:17 smithi055 ceph-mon[31035]: pgmap v118: 121 pgs: 121 active+clean; 25 MiB data, 255 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.3 MiB/s wr, 78 op/s 2024-04-02T08:24:18.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:17 smithi012 ceph-mon[27004]: pgmap v118: 121 pgs: 121 active+clean; 25 MiB data, 255 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.3 MiB/s wr, 78 op/s 2024-04-02T08:24:18.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:17 smithi012 ceph-mon[38029]: pgmap v118: 121 pgs: 121 active+clean; 25 MiB data, 255 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.3 MiB/s wr, 78 op/s 2024-04-02T08:24:18.994 INFO:tasks.rados.rados.0.smithi012.stdout:115: done (4 left) 2024-04-02T08:24:18.995 INFO:tasks.rados.rados.0.smithi012.stdout:116: done (3 left) 2024-04-02T08:24:18.995 INFO:tasks.rados.rados.0.smithi012.stdout:117: done (2 left) 2024-04-02T08:24:18.995 INFO:tasks.rados.rados.0.smithi012.stdout:118: done (1 left) 2024-04-02T08:24:18.995 INFO:tasks.rados.rados.0.smithi012.stdout:119: done (0 left) 2024-04-02T08:24:18.995 INFO:tasks.rados.rados.0.smithi012.stdout:120: read oid 48 snap 3 2024-04-02T08:24:18.995 INFO:tasks.rados.rados.0.smithi012.stdout:120: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-02T08:24:18.995 INFO:tasks.rados.rados.0.smithi012.stdout:121: read oid 49 snap 1 2024-04-02T08:24:18.995 INFO:tasks.rados.rados.0.smithi012.stdout:121: expect (ObjNum 48 snap 0 seq_num 48) 2024-04-02T08:24:18.995 INFO:tasks.rados.rados.0.smithi012.stdout:122: delete oid 44 current snap is 6 2024-04-02T08:24:18.998 INFO:tasks.rados.rados.0.smithi012.stdout:122: done (2 left) 2024-04-02T08:24:18.999 INFO:tasks.rados.rados.0.smithi012.stdout:123: rollback oid 23 current snap is 6 2024-04-02T08:24:18.999 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 23 to 4 2024-04-02T08:24:18.999 INFO:tasks.rados.rados.0.smithi012.stdout:124: read oid 30 snap -1 2024-04-02T08:24:18.999 INFO:tasks.rados.rados.0.smithi012.stdout:124: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-02T08:24:18.999 INFO:tasks.rados.rados.0.smithi012.stdout:125: setattr oid 35 current snap is 6 2024-04-02T08:24:19.001 INFO:tasks.rados.rados.0.smithi012.stdout:120: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-02T08:24:19.025 INFO:tasks.rados.rados.0.smithi012.stdout:123: finishing rollback tid 0 to smithi01277369-23 2024-04-02T08:24:19.025 INFO:tasks.rados.rados.0.smithi012.stdout:123: finishing rollback tid 1 to smithi01277369-23 2024-04-02T08:24:19.025 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 23 v 24 (ObjNum 65 snap 0 seq_num 1382636908) dirty dne 2024-04-02T08:24:19.026 INFO:tasks.rados.rados.0.smithi012.stdout:124: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-02T08:24:19.041 INFO:tasks.rados.rados.0.smithi012.stdout:121: expect (ObjNum 48 snap 0 seq_num 48) 2024-04-02T08:24:19.063 INFO:tasks.rados.rados.0.smithi012.stdout:120: done (4 left) 2024-04-02T08:24:19.063 INFO:tasks.rados.rados.0.smithi012.stdout:121: done (3 left) 2024-04-02T08:24:19.063 INFO:tasks.rados.rados.0.smithi012.stdout:123: done (2 left) 2024-04-02T08:24:19.063 INFO:tasks.rados.rados.0.smithi012.stdout:124: done (1 left) 2024-04-02T08:24:19.063 INFO:tasks.rados.rados.0.smithi012.stdout:126: delete oid 5 current snap is 6 2024-04-02T08:24:19.064 INFO:tasks.rados.rados.0.smithi012.stdout:126: done (1 left) 2024-04-02T08:24:19.064 INFO:tasks.rados.rados.0.smithi012.stdout:127: snap_remove snap 4 2024-04-02T08:24:19.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:18 smithi055 ceph-mon[31035]: osdmap e83: 8 total, 8 up, 8 in 2024-04-02T08:24:19.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:18 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:24:19.427 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:18 smithi012 ceph-mon[27004]: osdmap e83: 8 total, 8 up, 8 in 2024-04-02T08:24:19.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:18 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:24:19.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:18 smithi012 ceph-mon[38029]: osdmap e83: 8 total, 8 up, 8 in 2024-04-02T08:24:19.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:18 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:24:20.001 INFO:tasks.rados.rados.0.smithi012.stdout:127: done (1 left) 2024-04-02T08:24:20.001 INFO:tasks.rados.rados.0.smithi012.stdout:128: setattr oid 17 current snap is 6 2024-04-02T08:24:20.001 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 35 v 38 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-04-02T08:24:20.003 INFO:tasks.rados.rados.0.smithi012.stdout:125: done (1 left) 2024-04-02T08:24:20.003 INFO:tasks.rados.rados.0.smithi012.stdout:129: snap_remove snap 3 2024-04-02T08:24:20.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:19 smithi055 ceph-mon[31035]: pgmap v121: 121 pgs: 121 active+clean; 25 MiB data, 255 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:20.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:19 smithi055 ceph-mon[31035]: osdmap e84: 8 total, 8 up, 8 in 2024-04-02T08:24:20.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:19 smithi012 ceph-mon[27004]: pgmap v121: 121 pgs: 121 active+clean; 25 MiB data, 255 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:20.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:19 smithi012 ceph-mon[27004]: osdmap e84: 8 total, 8 up, 8 in 2024-04-02T08:24:20.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:19 smithi012 ceph-mon[38029]: pgmap v121: 121 pgs: 121 active+clean; 25 MiB data, 255 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:20.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:19 smithi012 ceph-mon[38029]: osdmap e84: 8 total, 8 up, 8 in 2024-04-02T08:24:21.011 INFO:tasks.rados.rados.0.smithi012.stdout:129: done (1 left) 2024-04-02T08:24:21.012 INFO:tasks.rados.rados.0.smithi012.stdout:130: delete oid 6 current snap is 6 2024-04-02T08:24:21.012 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 17 v 44 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-04-02T08:24:21.018 INFO:tasks.rados.rados.0.smithi012.stdout:128: done (1 left) 2024-04-02T08:24:21.018 INFO:tasks.rados.rados.0.smithi012.stdout:130: done (0 left) 2024-04-02T08:24:21.018 INFO:tasks.rados.rados.0.smithi012.stdout:131: snap_remove snap 1 2024-04-02T08:24:21.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:21 smithi055 ceph-mon[31035]: osdmap e85: 8 total, 8 up, 8 in 2024-04-02T08:24:21.427 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:21 smithi012 ceph-mon[27004]: osdmap e85: 8 total, 8 up, 8 in 2024-04-02T08:24:21.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:21 smithi012 ceph-mon[38029]: osdmap e85: 8 total, 8 up, 8 in 2024-04-02T08:24:22.022 INFO:tasks.rados.rados.0.smithi012.stdout:131: done (0 left) 2024-04-02T08:24:22.022 INFO:tasks.rados.rados.0.smithi012.stdout:132: rollback oid 17 current snap is 6 2024-04-02T08:24:22.022 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 17 to 5 2024-04-02T08:24:22.022 INFO:tasks.rados.rados.0.smithi012.stdout:133: delete oid 18 current snap is 6 2024-04-02T08:24:22.027 INFO:tasks.rados.rados.0.smithi012.stdout:133: done (1 left) 2024-04-02T08:24:22.027 INFO:tasks.rados.rados.0.smithi012.stdout:134: delete oid 36 current snap is 6 2024-04-02T08:24:22.031 INFO:tasks.rados.rados.0.smithi012.stdout:134: done (1 left) 2024-04-02T08:24:22.032 INFO:tasks.rados.rados.0.smithi012.stdout:135: copy_from oid 28 from oid 39 current snap is 6 2024-04-02T08:24:22.032 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 32 current snap is 6 2024-04-02T08:24:22.032 INFO:tasks.rados.rados.0.smithi012.stdout:136: seq_num 68 ranges {524288=745472,1269760=401408} 2024-04-02T08:24:22.040 INFO:tasks.rados.rados.0.smithi012.stdout:136: writing smithi01277369-32 from 524288 to 1269760 tid 1 2024-04-02T08:24:22.043 INFO:tasks.rados.rados.0.smithi012.stdout:136: writing smithi01277369-32 from 1269760 to 1671168 tid 2 2024-04-02T08:24:22.043 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 50 current snap is 6 2024-04-02T08:24:22.043 INFO:tasks.rados.rados.0.smithi012.stdout:137: seq_num 69 ranges {827392=761856,1589248=401408} 2024-04-02T08:24:22.053 INFO:tasks.rados.rados.0.smithi012.stdout:137: writing smithi01277369-50 from 827392 to 1589248 tid 1 2024-04-02T08:24:22.057 INFO:tasks.rados.rados.0.smithi012.stdout:137: writing smithi01277369-50 from 1589248 to 1990656 tid 2 2024-04-02T08:24:22.057 INFO:tasks.rados.rados.0.smithi012.stdout:138: copy_from oid 2 from oid 8 current snap is 6 2024-04-02T08:24:22.057 INFO:tasks.rados.rados.0.smithi012.stdout:132: finishing rollback tid 0 to smithi01277369-17 2024-04-02T08:24:22.057 INFO:tasks.rados.rados.0.smithi012.stdout:132: finishing rollback tid 1 to smithi01277369-17 2024-04-02T08:24:22.057 INFO:tasks.rados.rados.0.smithi012.stdout:132: finishing rollback tid 2 to smithi01277369-17 2024-04-02T08:24:22.058 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 17 v 55 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-04-02T08:24:22.058 INFO:tasks.rados.rados.0.smithi012.stdout:135: finishing copy_from racing read to smithi01277369-28 2024-04-02T08:24:22.058 INFO:tasks.rados.rados.0.smithi012.stdout:135: finishing copy_from to smithi01277369-28 2024-04-02T08:24:22.058 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 28 v 12 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-02T08:24:22.058 INFO:tasks.rados.rados.0.smithi012.stdout:136: finishing write tid 1 to smithi01277369-32 2024-04-02T08:24:22.058 INFO:tasks.rados.rados.0.smithi012.stdout:136: finishing write tid 2 to smithi01277369-32 2024-04-02T08:24:22.058 INFO:tasks.rados.rados.0.smithi012.stdout:136: finishing write tid 3 to smithi01277369-32 2024-04-02T08:24:22.058 INFO:tasks.rados.rados.0.smithi012.stdout:136: finishing write tid 4 to smithi01277369-32 2024-04-02T08:24:22.058 INFO:tasks.rados.rados.0.smithi012.stdout:136: oid 32 updating version 0 to 67 2024-04-02T08:24:22.058 INFO:tasks.rados.rados.0.smithi012.stdout:136: oid 32 version 67 is already newer than 65 2024-04-02T08:24:22.058 INFO:tasks.rados.rados.0.smithi012.stdout:136: oid 32 version 67 is already newer than 66 2024-04-02T08:24:22.058 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 32 v 67 (ObjNum 68 snap 6 seq_num 68) dirty exists 2024-04-02T08:24:22.059 INFO:tasks.rados.rados.0.smithi012.stdout:136: left oid 32 (ObjNum 68 snap 6 seq_num 68) 2024-04-02T08:24:22.059 INFO:tasks.rados.rados.0.smithi012.stdout:132: done (4 left) 2024-04-02T08:24:22.059 INFO:tasks.rados.rados.0.smithi012.stdout:135: done (3 left) 2024-04-02T08:24:22.059 INFO:tasks.rados.rados.0.smithi012.stdout:136: done (2 left) 2024-04-02T08:24:22.059 INFO:tasks.rados.rados.0.smithi012.stdout:139: copy_from oid 29 from oid 10 current snap is 6 2024-04-02T08:24:22.059 INFO:tasks.rados.rados.0.smithi012.stdout:140: snap_create 2024-04-02T08:24:22.060 INFO:tasks.rados.rados.0.smithi012.stdout:139: finishing copy_from to smithi01277369-29 2024-04-02T08:24:22.060 INFO:tasks.rados.rados.0.smithi012.stdout:139: got expected ENOENT (src dne) 2024-04-02T08:24:22.060 INFO:tasks.rados.rados.0.smithi012.stdout:139: finishing copy_from racing read to smithi01277369-29 2024-04-02T08:24:22.060 INFO:tasks.rados.rados.0.smithi012.stdout:137: finishing write tid 1 to smithi01277369-50 2024-04-02T08:24:22.060 INFO:tasks.rados.rados.0.smithi012.stdout:137: finishing write tid 2 to smithi01277369-50 2024-04-02T08:24:22.060 INFO:tasks.rados.rados.0.smithi012.stdout:137: finishing write tid 3 to smithi01277369-50 2024-04-02T08:24:22.061 INFO:tasks.rados.rados.0.smithi012.stdout:138: finishing copy_from racing read to smithi01277369-2 2024-04-02T08:24:22.061 INFO:tasks.rados.rados.0.smithi012.stdout:137: finishing write tid 4 to smithi01277369-50 2024-04-02T08:24:22.061 INFO:tasks.rados.rados.0.smithi012.stdout:137: oid 50 updating version 0 to 17 2024-04-02T08:24:22.061 INFO:tasks.rados.rados.0.smithi012.stdout:137: oid 50 version 17 is already newer than 15 2024-04-02T08:24:22.061 INFO:tasks.rados.rados.0.smithi012.stdout:137: oid 50 version 17 is already newer than 16 2024-04-02T08:24:22.061 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 50 v 17 (ObjNum 69 snap 6 seq_num 69) dirty exists 2024-04-02T08:24:22.061 INFO:tasks.rados.rados.0.smithi012.stdout:137: left oid 50 (ObjNum 69 snap 6 seq_num 69) 2024-04-02T08:24:22.062 INFO:tasks.rados.rados.0.smithi012.stdout:138: finishing copy_from to smithi01277369-2 2024-04-02T08:24:22.062 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 2 v 2 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-04-02T08:24:22.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:22 smithi055 ceph-mon[31035]: pgmap v124: 121 pgs: 121 active+clean; 30 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.9 MiB/s wr, 37 op/s 2024-04-02T08:24:22.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:22 smithi055 ceph-mon[31035]: osdmap e86: 8 total, 8 up, 8 in 2024-04-02T08:24:22.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:22 smithi012 ceph-mon[27004]: pgmap v124: 121 pgs: 121 active+clean; 30 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.9 MiB/s wr, 37 op/s 2024-04-02T08:24:22.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:22 smithi012 ceph-mon[27004]: osdmap e86: 8 total, 8 up, 8 in 2024-04-02T08:24:22.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:24:22 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:24:22] "GET /metrics HTTP/1.1" 200 35932 "" "Prometheus/2.43.0" 2024-04-02T08:24:22.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:22 smithi012 ceph-mon[38029]: pgmap v124: 121 pgs: 121 active+clean; 30 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.9 MiB/s wr, 37 op/s 2024-04-02T08:24:22.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:22 smithi012 ceph-mon[38029]: osdmap e86: 8 total, 8 up, 8 in 2024-04-02T08:24:23.028 INFO:tasks.rados.rados.0.smithi012.stdout:137: done (3 left) 2024-04-02T08:24:23.028 INFO:tasks.rados.rados.0.smithi012.stdout:138: done (2 left) 2024-04-02T08:24:23.029 INFO:tasks.rados.rados.0.smithi012.stdout:139: done (1 left) 2024-04-02T08:24:23.029 INFO:tasks.rados.rados.0.smithi012.stdout:140: done (0 left) 2024-04-02T08:24:23.029 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 9 current snap is 7 2024-04-02T08:24:23.029 INFO:tasks.rados.rados.0.smithi012.stdout:141: seq_num 70 ranges {139264=778240,917504=401408} 2024-04-02T08:24:23.033 INFO:tasks.rados.rados.0.smithi012.stdout:141: writing smithi01277369-9 from 139264 to 917504 tid 1 2024-04-02T08:24:23.035 INFO:tasks.rados.rados.0.smithi012.stdout:141: writing smithi01277369-9 from 917504 to 1318912 tid 2 2024-04-02T08:24:23.036 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 12 current snap is 7 2024-04-02T08:24:23.036 INFO:tasks.rados.rados.0.smithi012.stdout:142: seq_num 71 ranges {188416=794624,983040=401408} 2024-04-02T08:24:23.042 INFO:tasks.rados.rados.0.smithi012.stdout:142: writing smithi01277369-12 from 188416 to 983040 tid 1 2024-04-02T08:24:23.045 INFO:tasks.rados.rados.0.smithi012.stdout:142: writing smithi01277369-12 from 983040 to 1384448 tid 2 2024-04-02T08:24:23.045 INFO:tasks.rados.rados.0.smithi012.stdout:143: rollback oid 22 current snap is 7 2024-04-02T08:24:23.045 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 22 to 5 2024-04-02T08:24:23.045 INFO:tasks.rados.rados.0.smithi012.stdout:141: finishing write tid 1 to smithi01277369-9 2024-04-02T08:24:23.045 INFO:tasks.rados.rados.0.smithi012.stdout:141: finishing write tid 2 to smithi01277369-9 2024-04-02T08:24:23.045 INFO:tasks.rados.rados.0.smithi012.stdout:141: finishing write tid 3 to smithi01277369-9 2024-04-02T08:24:23.045 INFO:tasks.rados.rados.0.smithi012.stdout:141: finishing write tid 4 to smithi01277369-9 2024-04-02T08:24:23.045 INFO:tasks.rados.rados.0.smithi012.stdout:141: oid 9 updating version 0 to 44 2024-04-02T08:24:23.045 INFO:tasks.rados.rados.0.smithi012.stdout:141: oid 9 version 44 is already newer than 43 2024-04-02T08:24:23.045 INFO:tasks.rados.rados.0.smithi012.stdout:141: oid 9 version 44 is already newer than 42 2024-04-02T08:24:23.045 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 9 v 44 (ObjNum 70 snap 7 seq_num 70) dirty exists 2024-04-02T08:24:23.045 INFO:tasks.rados.rados.0.smithi012.stdout:141: left oid 9 (ObjNum 70 snap 7 seq_num 70) 2024-04-02T08:24:23.045 INFO:tasks.rados.rados.0.smithi012.stdout:141: done (2 left) 2024-04-02T08:24:23.046 INFO:tasks.rados.rados.0.smithi012.stdout:144: snap_create 2024-04-02T08:24:23.046 INFO:tasks.rados.rados.0.smithi012.stdout:142: finishing write tid 1 to smithi01277369-12 2024-04-02T08:24:23.047 INFO:tasks.rados.rados.0.smithi012.stdout:143: finishing rollback tid 0 to smithi01277369-22 2024-04-02T08:24:23.047 INFO:tasks.rados.rados.0.smithi012.stdout:142: finishing write tid 2 to smithi01277369-12 2024-04-02T08:24:23.048 INFO:tasks.rados.rados.0.smithi012.stdout:143: finishing rollback tid 1 to smithi01277369-22 2024-04-02T08:24:23.048 INFO:tasks.rados.rados.0.smithi012.stdout:142: finishing write tid 3 to smithi01277369-12 2024-04-02T08:24:23.048 INFO:tasks.rados.rados.0.smithi012.stdout:143: finishing rollback tid 2 to smithi01277369-22 2024-04-02T08:24:23.048 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 22 v 63 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-02T08:24:23.049 INFO:tasks.rados.rados.0.smithi012.stdout:142: finishing write tid 4 to smithi01277369-12 2024-04-02T08:24:23.049 INFO:tasks.rados.rados.0.smithi012.stdout:142: oid 12 updating version 0 to 47 2024-04-02T08:24:23.049 INFO:tasks.rados.rados.0.smithi012.stdout:142: oid 12 version 47 is already newer than 46 2024-04-02T08:24:23.049 INFO:tasks.rados.rados.0.smithi012.stdout:142: oid 12 updating version 47 to 48 2024-04-02T08:24:23.049 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 12 v 48 (ObjNum 71 snap 7 seq_num 71) dirty exists 2024-04-02T08:24:23.049 INFO:tasks.rados.rados.0.smithi012.stdout:142: left oid 12 (ObjNum 71 snap 7 seq_num 71) 2024-04-02T08:24:23.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:23 smithi055 ceph-mon[31035]: osdmap e87: 8 total, 8 up, 8 in 2024-04-02T08:24:23.427 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:23 smithi012 ceph-mon[27004]: osdmap e87: 8 total, 8 up, 8 in 2024-04-02T08:24:23.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:23 smithi012 ceph-mon[38029]: osdmap e87: 8 total, 8 up, 8 in 2024-04-02T08:24:24.033 INFO:tasks.rados.rados.0.smithi012.stdout:142: done (2 left) 2024-04-02T08:24:24.033 INFO:tasks.rados.rados.0.smithi012.stdout:143: done (1 left) 2024-04-02T08:24:24.033 INFO:tasks.rados.rados.0.smithi012.stdout:144: done (0 left) 2024-04-02T08:24:24.033 INFO:tasks.rados.rados.0.smithi012.stdout:145: read oid 33 snap -1 2024-04-02T08:24:24.033 INFO:tasks.rados.rados.0.smithi012.stdout:145: expect (ObjNum 32 snap 0 seq_num 32) 2024-04-02T08:24:24.034 INFO:tasks.rados.rados.0.smithi012.stdout:146: read oid 45 snap -1 2024-04-02T08:24:24.034 INFO:tasks.rados.rados.0.smithi012.stdout:146: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-02T08:24:24.034 INFO:tasks.rados.rados.0.smithi012.stdout:147: snap_create 2024-04-02T08:24:24.042 INFO:tasks.rados.rados.0.smithi012.stdout:145: expect (ObjNum 32 snap 0 seq_num 32) 2024-04-02T08:24:24.064 INFO:tasks.rados.rados.0.smithi012.stdout:146: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-02T08:24:24.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:24 smithi055 ceph-mon[31035]: pgmap v127: 121 pgs: 121 active+clean; 30 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.9 MiB/s wr, 37 op/s 2024-04-02T08:24:24.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:24 smithi055 ceph-mon[31035]: osdmap e88: 8 total, 8 up, 8 in 2024-04-02T08:24:24.427 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:24 smithi012 ceph-mon[38029]: pgmap v127: 121 pgs: 121 active+clean; 30 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.9 MiB/s wr, 37 op/s 2024-04-02T08:24:24.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:24 smithi012 ceph-mon[38029]: osdmap e88: 8 total, 8 up, 8 in 2024-04-02T08:24:24.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:24 smithi012 ceph-mon[27004]: pgmap v127: 121 pgs: 121 active+clean; 30 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.9 MiB/s wr, 37 op/s 2024-04-02T08:24:24.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:24 smithi012 ceph-mon[27004]: osdmap e88: 8 total, 8 up, 8 in 2024-04-02T08:24:25.041 INFO:tasks.rados.rados.0.smithi012.stdout:145: done (2 left) 2024-04-02T08:24:25.042 INFO:tasks.rados.rados.0.smithi012.stdout:146: done (1 left) 2024-04-02T08:24:25.042 INFO:tasks.rados.rados.0.smithi012.stdout:147: done (0 left) 2024-04-02T08:24:25.042 INFO:tasks.rados.rados.0.smithi012.stdout:148: copy_from oid 48 from oid 42 current snap is 9 2024-04-02T08:24:25.042 INFO:tasks.rados.rados.0.smithi012.stdout:149: delete oid 29 current snap is 9 2024-04-02T08:24:25.048 INFO:tasks.rados.rados.0.smithi012.stdout:149: done (1 left) 2024-04-02T08:24:25.048 INFO:tasks.rados.rados.0.smithi012.stdout:150: snap_create 2024-04-02T08:24:25.048 INFO:tasks.rados.rados.0.smithi012.stdout:148: finishing copy_from racing read to smithi01277369-48 2024-04-02T08:24:25.050 INFO:tasks.rados.rados.0.smithi012.stdout:148: finishing copy_from to smithi01277369-48 2024-04-02T08:24:25.050 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 48 v 4 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-04-02T08:24:25.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:25 smithi055 ceph-mon[31035]: osdmap e89: 8 total, 8 up, 8 in 2024-04-02T08:24:25.427 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:25 smithi012 ceph-mon[27004]: osdmap e89: 8 total, 8 up, 8 in 2024-04-02T08:24:25.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:25 smithi012 ceph-mon[38029]: osdmap e89: 8 total, 8 up, 8 in 2024-04-02T08:24:25.803 INFO:tasks.rados.rados.0.smithi012.stdout:148: done (1 left) 2024-04-02T08:24:25.803 INFO:tasks.rados.rados.0.smithi012.stdout:150: done (0 left) 2024-04-02T08:24:25.803 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 43 current snap is 10 2024-04-02T08:24:25.803 INFO:tasks.rados.rados.0.smithi012.stdout:151: seq_num 73 ranges {712704=425984,1138688=409600,1548288=393216} 2024-04-02T08:24:25.810 INFO:tasks.rados.rados.0.smithi012.stdout:151: writing smithi01277369-43 from 712704 to 1138688 tid 1 2024-04-02T08:24:25.813 INFO:tasks.rados.rados.0.smithi012.stdout:151: writing smithi01277369-43 from 1138688 to 1548288 tid 2 2024-04-02T08:24:25.815 INFO:tasks.rados.rados.0.smithi012.stdout:151: writing smithi01277369-43 from 1548288 to 1941504 tid 3 2024-04-02T08:24:25.816 INFO:tasks.rados.rados.0.smithi012.stdout:151: finishing write tid 1 to smithi01277369-43 2024-04-02T08:24:25.816 INFO:tasks.rados.rados.0.smithi012.stdout:151: finishing write tid 2 to smithi01277369-43 2024-04-02T08:24:25.816 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 10 current snap is 10 2024-04-02T08:24:25.816 INFO:tasks.rados.rados.0.smithi012.stdout:152: seq_num 74 ranges {0=442368,442368=696320,1138688=106496} 2024-04-02T08:24:25.819 INFO:tasks.rados.rados.0.smithi012.stdout:152: writing smithi01277369-10 from 0 to 442368 tid 1 2024-04-02T08:24:25.824 INFO:tasks.rados.rados.0.smithi012.stdout:152: writing smithi01277369-10 from 442368 to 1138688 tid 2 2024-04-02T08:24:25.825 INFO:tasks.rados.rados.0.smithi012.stdout:152: writing smithi01277369-10 from 1138688 to 1245184 tid 3 2024-04-02T08:24:25.826 INFO:tasks.rados.rados.0.smithi012.stdout:153: snap_create 2024-04-02T08:24:25.826 INFO:tasks.rados.rados.0.smithi012.stdout:151: finishing write tid 3 to smithi01277369-43 2024-04-02T08:24:25.826 INFO:tasks.rados.rados.0.smithi012.stdout:151: finishing write tid 4 to smithi01277369-43 2024-04-02T08:24:25.826 INFO:tasks.rados.rados.0.smithi012.stdout:151: finishing write tid 5 to smithi01277369-43 2024-04-02T08:24:25.826 INFO:tasks.rados.rados.0.smithi012.stdout:151: oid 43 updating version 0 to 51 2024-04-02T08:24:25.826 INFO:tasks.rados.rados.0.smithi012.stdout:151: oid 43 version 51 is already newer than 50 2024-04-02T08:24:25.826 INFO:tasks.rados.rados.0.smithi012.stdout:151: oid 43 updating version 51 to 52 2024-04-02T08:24:25.826 INFO:tasks.rados.rados.0.smithi012.stdout:151: oid 43 updating version 52 to 53 2024-04-02T08:24:25.826 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 43 v 53 (ObjNum 73 snap 10 seq_num 73) dirty exists 2024-04-02T08:24:25.826 INFO:tasks.rados.rados.0.smithi012.stdout:151: left oid 43 (ObjNum 73 snap 10 seq_num 73) 2024-04-02T08:24:25.826 INFO:tasks.rados.rados.0.smithi012.stdout:152: finishing write tid 1 to smithi01277369-10 2024-04-02T08:24:25.828 INFO:tasks.rados.rados.0.smithi012.stdout:152: finishing write tid 2 to smithi01277369-10 2024-04-02T08:24:25.828 INFO:tasks.rados.rados.0.smithi012.stdout:152: finishing write tid 3 to smithi01277369-10 2024-04-02T08:24:25.828 INFO:tasks.rados.rados.0.smithi012.stdout:152: finishing write tid 4 to smithi01277369-10 2024-04-02T08:24:25.829 INFO:tasks.rados.rados.0.smithi012.stdout:152: finishing write tid 5 to smithi01277369-10 2024-04-02T08:24:25.829 INFO:tasks.rados.rados.0.smithi012.stdout:152: oid 10 updating version 0 to 23 2024-04-02T08:24:25.829 INFO:tasks.rados.rados.0.smithi012.stdout:152: oid 10 version 23 is already newer than 22 2024-04-02T08:24:25.829 INFO:tasks.rados.rados.0.smithi012.stdout:152: oid 10 version 23 is already newer than 21 2024-04-02T08:24:25.829 INFO:tasks.rados.rados.0.smithi012.stdout:152: oid 10 version 23 is already newer than 20 2024-04-02T08:24:25.829 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 10 v 23 (ObjNum 74 snap 10 seq_num 74) dirty exists 2024-04-02T08:24:25.830 INFO:tasks.rados.rados.0.smithi012.stdout:152: left oid 10 (ObjNum 74 snap 10 seq_num 74) 2024-04-02T08:24:26.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:26 smithi055 ceph-mon[31035]: pgmap v130: 121 pgs: 121 active+clean; 32 MiB data, 276 MiB used, 715 GiB / 715 GiB avail; 805 KiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-04-02T08:24:26.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:26 smithi055 ceph-mon[31035]: osdmap e90: 8 total, 8 up, 8 in 2024-04-02T08:24:26.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:26 smithi055 ceph-mon[31035]: osdmap e91: 8 total, 8 up, 8 in 2024-04-02T08:24:26.427 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:26 smithi012 ceph-mon[27004]: pgmap v130: 121 pgs: 121 active+clean; 32 MiB data, 276 MiB used, 715 GiB / 715 GiB avail; 805 KiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-04-02T08:24:26.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:26 smithi012 ceph-mon[27004]: osdmap e90: 8 total, 8 up, 8 in 2024-04-02T08:24:26.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:26 smithi012 ceph-mon[27004]: osdmap e91: 8 total, 8 up, 8 in 2024-04-02T08:24:26.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:26 smithi012 ceph-mon[38029]: pgmap v130: 121 pgs: 121 active+clean; 32 MiB data, 276 MiB used, 715 GiB / 715 GiB avail; 805 KiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-04-02T08:24:26.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:26 smithi012 ceph-mon[38029]: osdmap e90: 8 total, 8 up, 8 in 2024-04-02T08:24:26.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:26 smithi012 ceph-mon[38029]: osdmap e91: 8 total, 8 up, 8 in 2024-04-02T08:24:26.815 INFO:tasks.rados.rados.0.smithi012.stdout:151: done (2 left) 2024-04-02T08:24:26.816 INFO:tasks.rados.rados.0.smithi012.stdout:152: done (1 left) 2024-04-02T08:24:26.816 INFO:tasks.rados.rados.0.smithi012.stdout:153: done (0 left) 2024-04-02T08:24:26.816 INFO:tasks.rados.rados.0.smithi012.stdout:154: snap_create 2024-04-02T08:24:27.816 INFO:tasks.rados.rados.0.smithi012.stdout:154: done (0 left) 2024-04-02T08:24:27.816 INFO:tasks.rados.rados.0.smithi012.stdout:155: read oid 42 snap -1 2024-04-02T08:24:27.816 INFO:tasks.rados.rados.0.smithi012.stdout:155: expect (ObjNum 41 snap 0 seq_num 41) 2024-04-02T08:24:27.816 INFO:tasks.rados.rados.0.smithi012.stdout:156: rmattr oid 17 current snap is 12 2024-04-02T08:24:27.816 INFO:tasks.rados.rados.0.smithi012.stdout:156: done (1 left) 2024-04-02T08:24:27.816 INFO:tasks.rados.rados.0.smithi012.stdout:157: setattr oid 28 current snap is 12 2024-04-02T08:24:27.818 INFO:tasks.rados.rados.0.smithi012.stdout:158: copy_from oid 33 from oid 16 current snap is 12 2024-04-02T08:24:27.818 INFO:tasks.rados.rados.0.smithi012.stdout:159: setattr oid 32 current snap is 12 2024-04-02T08:24:27.820 INFO:tasks.rados.rados.0.smithi012.stdout:155: expect (ObjNum 41 snap 0 seq_num 41) 2024-04-02T08:24:27.840 INFO:tasks.rados.rados.0.smithi012.stdout:158: finishing copy_from to smithi01277369-33 2024-04-02T08:24:27.840 INFO:tasks.rados.rados.0.smithi012.stdout:158: got expected ENOENT (src dne) 2024-04-02T08:24:27.840 INFO:tasks.rados.rados.0.smithi012.stdout:158: finishing copy_from racing read to smithi01277369-33 2024-04-02T08:24:27.840 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 28 v 25 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-02T08:24:27.840 INFO:tasks.rados.rados.0.smithi012.stdout:155: done (3 left) 2024-04-02T08:24:27.840 INFO:tasks.rados.rados.0.smithi012.stdout:157: done (2 left) 2024-04-02T08:24:27.841 INFO:tasks.rados.rados.0.smithi012.stdout:158: done (1 left) 2024-04-02T08:24:27.841 INFO:tasks.rados.rados.0.smithi012.stdout:160: snap_remove snap 7 2024-04-02T08:24:28.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:27 smithi012 ceph-mon[27004]: osdmap e92: 8 total, 8 up, 8 in 2024-04-02T08:24:28.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:27 smithi012 ceph-mon[27004]: pgmap v134: 121 pgs: 121 active+clean; 32 MiB data, 276 MiB used, 715 GiB / 715 GiB avail; 848 KiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-04-02T08:24:28.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:27 smithi012 ceph-mon[38029]: osdmap e92: 8 total, 8 up, 8 in 2024-04-02T08:24:28.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:27 smithi012 ceph-mon[38029]: pgmap v134: 121 pgs: 121 active+clean; 32 MiB data, 276 MiB used, 715 GiB / 715 GiB avail; 848 KiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-04-02T08:24:28.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:27 smithi055 ceph-mon[31035]: osdmap e92: 8 total, 8 up, 8 in 2024-04-02T08:24:28.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:27 smithi055 ceph-mon[31035]: pgmap v134: 121 pgs: 121 active+clean; 32 MiB data, 276 MiB used, 715 GiB / 715 GiB avail; 848 KiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-04-02T08:24:28.819 INFO:tasks.rados.rados.0.smithi012.stdout:160: done (1 left) 2024-04-02T08:24:28.819 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 45 current snap is 12 2024-04-02T08:24:28.819 INFO:tasks.rados.rados.0.smithi012.stdout:161: seq_num 75 ranges {557056=458752,1015808=581632,1597440=221184} 2024-04-02T08:24:28.825 INFO:tasks.rados.rados.0.smithi012.stdout:161: writing smithi01277369-45 from 557056 to 1015808 tid 1 2024-04-02T08:24:28.829 INFO:tasks.rados.rados.0.smithi012.stdout:161: writing smithi01277369-45 from 1015808 to 1597440 tid 2 2024-04-02T08:24:28.831 INFO:tasks.rados.rados.0.smithi012.stdout:161: writing smithi01277369-45 from 1597440 to 1818624 tid 3 2024-04-02T08:24:28.831 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 42 current snap is 12 2024-04-02T08:24:28.831 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 32 v 69 (ObjNum 68 snap 6 seq_num 68) dirty exists 2024-04-02T08:24:28.831 INFO:tasks.rados.rados.0.smithi012.stdout:162: seq_num 76 ranges {696320=475136,1171456=458752,1630208=344064} 2024-04-02T08:24:28.838 INFO:tasks.rados.rados.0.smithi012.stdout:162: writing smithi01277369-42 from 696320 to 1171456 tid 1 2024-04-02T08:24:28.841 INFO:tasks.rados.rados.0.smithi012.stdout:162: writing smithi01277369-42 from 1171456 to 1630208 tid 2 2024-04-02T08:24:28.843 INFO:tasks.rados.rados.0.smithi012.stdout:162: writing smithi01277369-42 from 1630208 to 1974272 tid 3 2024-04-02T08:24:28.843 INFO:tasks.rados.rados.0.smithi012.stdout:159: done (2 left) 2024-04-02T08:24:28.843 INFO:tasks.rados.rados.0.smithi012.stdout:163: snap_remove snap 5 2024-04-02T08:24:29.177 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:28 smithi012 ceph-mon[27004]: osdmap e93: 8 total, 8 up, 8 in 2024-04-02T08:24:29.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:28 smithi012 ceph-mon[38029]: osdmap e93: 8 total, 8 up, 8 in 2024-04-02T08:24:29.211 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:28 smithi055 ceph-mon[31035]: osdmap e93: 8 total, 8 up, 8 in 2024-04-02T08:24:29.829 INFO:tasks.rados.rados.0.smithi012.stdout:163: done (2 left) 2024-04-02T08:24:29.829 INFO:tasks.rados.rados.0.smithi012.stdout:164: delete oid 22 current snap is 12 2024-04-02T08:24:29.829 INFO:tasks.rados.rados.0.smithi012.stdout:161: finishing write tid 1 to smithi01277369-45 2024-04-02T08:24:29.829 INFO:tasks.rados.rados.0.smithi012.stdout:161: finishing write tid 2 to smithi01277369-45 2024-04-02T08:24:29.829 INFO:tasks.rados.rados.0.smithi012.stdout:161: finishing write tid 3 to smithi01277369-45 2024-04-02T08:24:29.829 INFO:tasks.rados.rados.0.smithi012.stdout:161: finishing write tid 4 to smithi01277369-45 2024-04-02T08:24:29.830 INFO:tasks.rados.rados.0.smithi012.stdout:161: finishing write tid 5 to smithi01277369-45 2024-04-02T08:24:29.830 INFO:tasks.rados.rados.0.smithi012.stdout:161: oid 45 updating version 0 to 31 2024-04-02T08:24:29.830 INFO:tasks.rados.rados.0.smithi012.stdout:161: oid 45 version 31 is already newer than 30 2024-04-02T08:24:29.830 INFO:tasks.rados.rados.0.smithi012.stdout:161: oid 45 version 31 is already newer than 29 2024-04-02T08:24:29.830 INFO:tasks.rados.rados.0.smithi012.stdout:161: oid 45 updating version 31 to 32 2024-04-02T08:24:29.830 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 45 v 32 (ObjNum 75 snap 12 seq_num 75) dirty exists 2024-04-02T08:24:29.830 INFO:tasks.rados.rados.0.smithi012.stdout:161: left oid 45 (ObjNum 75 snap 12 seq_num 75) 2024-04-02T08:24:29.830 INFO:tasks.rados.rados.0.smithi012.stdout:162: finishing write tid 1 to smithi01277369-42 2024-04-02T08:24:29.830 INFO:tasks.rados.rados.0.smithi012.stdout:162: finishing write tid 2 to smithi01277369-42 2024-04-02T08:24:29.830 INFO:tasks.rados.rados.0.smithi012.stdout:162: finishing write tid 3 to smithi01277369-42 2024-04-02T08:24:29.830 INFO:tasks.rados.rados.0.smithi012.stdout:162: finishing write tid 4 to smithi01277369-42 2024-04-02T08:24:29.830 INFO:tasks.rados.rados.0.smithi012.stdout:162: finishing write tid 5 to smithi01277369-42 2024-04-02T08:24:29.830 INFO:tasks.rados.rados.0.smithi012.stdout:162: oid 42 updating version 0 to 23 2024-04-02T08:24:29.831 INFO:tasks.rados.rados.0.smithi012.stdout:162: oid 42 updating version 23 to 24 2024-04-02T08:24:29.831 INFO:tasks.rados.rados.0.smithi012.stdout:162: oid 42 version 24 is already newer than 21 2024-04-02T08:24:29.831 INFO:tasks.rados.rados.0.smithi012.stdout:162: oid 42 version 24 is already newer than 22 2024-04-02T08:24:29.831 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 42 v 24 (ObjNum 76 snap 12 seq_num 76) dirty exists 2024-04-02T08:24:29.831 INFO:tasks.rados.rados.0.smithi012.stdout:162: left oid 42 (ObjNum 76 snap 12 seq_num 76) 2024-04-02T08:24:29.836 INFO:tasks.rados.rados.0.smithi012.stdout:161: done (2 left) 2024-04-02T08:24:29.837 INFO:tasks.rados.rados.0.smithi012.stdout:162: done (1 left) 2024-04-02T08:24:29.837 INFO:tasks.rados.rados.0.smithi012.stdout:164: done (0 left) 2024-04-02T08:24:29.837 INFO:tasks.rados.rados.0.smithi012.stdout:165: snap_create 2024-04-02T08:24:30.036 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:29 smithi012 ceph-mon[27004]: osdmap e94: 8 total, 8 up, 8 in 2024-04-02T08:24:30.036 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:29 smithi012 ceph-mon[27004]: pgmap v137: 121 pgs: 121 active+clean; 32 MiB data, 276 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:30.036 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:29 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:24:30.037 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:29 smithi012 ceph-mon[38029]: osdmap e94: 8 total, 8 up, 8 in 2024-04-02T08:24:30.037 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:29 smithi012 ceph-mon[38029]: pgmap v137: 121 pgs: 121 active+clean; 32 MiB data, 276 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:30.037 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:29 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:24:30.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:29 smithi055 ceph-mon[31035]: osdmap e94: 8 total, 8 up, 8 in 2024-04-02T08:24:30.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:29 smithi055 ceph-mon[31035]: pgmap v137: 121 pgs: 121 active+clean; 32 MiB data, 276 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:30.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:29 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:24:30.832 INFO:tasks.rados.rados.0.smithi012.stdout:165: done (0 left) 2024-04-02T08:24:30.832 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 31 current snap is 13 2024-04-02T08:24:30.832 INFO:tasks.rados.rados.0.smithi012.stdout:166: seq_num 78 ranges {606208=516096,1122304=679936,1802240=122880} 2024-04-02T08:24:30.837 INFO:tasks.rados.rados.0.smithi012.stdout:166: writing smithi01277369-31 from 606208 to 1122304 tid 1 2024-04-02T08:24:30.841 INFO:tasks.rados.rados.0.smithi012.stdout:166: writing smithi01277369-31 from 1122304 to 1802240 tid 2 2024-04-02T08:24:30.842 INFO:tasks.rados.rados.0.smithi012.stdout:166: writing smithi01277369-31 from 1802240 to 1925120 tid 3 2024-04-02T08:24:30.842 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 16 current snap is 13 2024-04-02T08:24:30.842 INFO:tasks.rados.rados.0.smithi012.stdout:167: seq_num 79 ranges {0=532480,532480=565248,1097728=237568} 2024-04-02T08:24:30.845 INFO:tasks.rados.rados.0.smithi012.stdout:167: writing smithi01277369-16 from 0 to 532480 tid 1 2024-04-02T08:24:30.849 INFO:tasks.rados.rados.0.smithi012.stdout:167: writing smithi01277369-16 from 532480 to 1097728 tid 2 2024-04-02T08:24:30.851 INFO:tasks.rados.rados.0.smithi012.stdout:167: writing smithi01277369-16 from 1097728 to 1335296 tid 3 2024-04-02T08:24:30.851 INFO:tasks.rados.rados.0.smithi012.stdout:168: copy_from oid 10 from oid 39 current snap is 13 2024-04-02T08:24:30.851 INFO:tasks.rados.rados.0.smithi012.stdout:166: finishing write tid 1 to smithi01277369-31 2024-04-02T08:24:30.851 INFO:tasks.rados.rados.0.smithi012.stdout:166: finishing write tid 2 to smithi01277369-31 2024-04-02T08:24:30.851 INFO:tasks.rados.rados.0.smithi012.stdout:166: finishing write tid 3 to smithi01277369-31 2024-04-02T08:24:30.851 INFO:tasks.rados.rados.0.smithi012.stdout:166: finishing write tid 4 to smithi01277369-31 2024-04-02T08:24:30.852 INFO:tasks.rados.rados.0.smithi012.stdout:166: finishing write tid 5 to smithi01277369-31 2024-04-02T08:24:30.852 INFO:tasks.rados.rados.0.smithi012.stdout:166: oid 31 updating version 0 to 14 2024-04-02T08:24:30.852 INFO:tasks.rados.rados.0.smithi012.stdout:166: oid 31 updating version 14 to 15 2024-04-02T08:24:30.852 INFO:tasks.rados.rados.0.smithi012.stdout:166: oid 31 version 15 is already newer than 13 2024-04-02T08:24:30.852 INFO:tasks.rados.rados.0.smithi012.stdout:166: oid 31 version 15 is already newer than 12 2024-04-02T08:24:30.852 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 31 v 15 (ObjNum 78 snap 13 seq_num 78) dirty exists 2024-04-02T08:24:30.852 INFO:tasks.rados.rados.0.smithi012.stdout:166: left oid 31 (ObjNum 78 snap 13 seq_num 78) 2024-04-02T08:24:30.852 INFO:tasks.rados.rados.0.smithi012.stdout:166: done (2 left) 2024-04-02T08:24:30.852 INFO:tasks.rados.rados.0.smithi012.stdout:169: read oid 25 snap 9 2024-04-02T08:24:30.852 INFO:tasks.rados.rados.0.smithi012.stdout:169: expect (ObjNum 36 snap 0 seq_num 36) 2024-04-02T08:24:30.852 INFO:tasks.rados.rados.0.smithi012.stdout:170: copy_from oid 21 from oid 35 current snap is 13 2024-04-02T08:24:30.852 INFO:tasks.rados.rados.0.smithi012.stdout:171: snap_remove snap 8 2024-04-02T08:24:31.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:30 smithi012 ceph-mon[27004]: osdmap e95: 8 total, 8 up, 8 in 2024-04-02T08:24:31.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:30 smithi012 ceph-mon[38029]: osdmap e95: 8 total, 8 up, 8 in 2024-04-02T08:24:31.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:30 smithi055 ceph-mon[31035]: osdmap e95: 8 total, 8 up, 8 in 2024-04-02T08:24:31.845 INFO:tasks.rados.rados.0.smithi012.stdout:167: finishing write tid 1 to smithi01277369-16 2024-04-02T08:24:31.845 INFO:tasks.rados.rados.0.smithi012.stdout:167: finishing write tid 2 to smithi01277369-16 2024-04-02T08:24:31.845 INFO:tasks.rados.rados.0.smithi012.stdout:167: finishing write tid 3 to smithi01277369-16 2024-04-02T08:24:31.845 INFO:tasks.rados.rados.0.smithi012.stdout:167: finishing write tid 4 to smithi01277369-16 2024-04-02T08:24:31.845 INFO:tasks.rados.rados.0.smithi012.stdout:167: finishing write tid 5 to smithi01277369-16 2024-04-02T08:24:31.845 INFO:tasks.rados.rados.0.smithi012.stdout:167: oid 16 updating version 0 to 28 2024-04-02T08:24:31.845 INFO:tasks.rados.rados.0.smithi012.stdout:167: oid 16 version 28 is already newer than 26 2024-04-02T08:24:31.845 INFO:tasks.rados.rados.0.smithi012.stdout:167: oid 16 version 28 is already newer than 27 2024-04-02T08:24:31.845 INFO:tasks.rados.rados.0.smithi012.stdout:167: oid 16 version 28 is already newer than 25 2024-04-02T08:24:31.845 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 16 v 28 (ObjNum 79 snap 13 seq_num 79) dirty exists 2024-04-02T08:24:31.845 INFO:tasks.rados.rados.0.smithi012.stdout:167: left oid 16 (ObjNum 79 snap 13 seq_num 79) 2024-04-02T08:24:31.846 INFO:tasks.rados.rados.0.smithi012.stdout:168: finishing copy_from racing read to smithi01277369-10 2024-04-02T08:24:31.846 INFO:tasks.rados.rados.0.smithi012.stdout:170: finishing copy_from racing read to smithi01277369-21 2024-04-02T08:24:31.846 INFO:tasks.rados.rados.0.smithi012.stdout:168: finishing copy_from to smithi01277369-10 2024-04-02T08:24:31.846 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 10 v 12 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-02T08:24:31.846 INFO:tasks.rados.rados.0.smithi012.stdout:169: expect (ObjNum 36 snap 0 seq_num 36) 2024-04-02T08:24:31.864 INFO:tasks.rados.rados.0.smithi012.stdout:170: finishing copy_from to smithi01277369-21 2024-04-02T08:24:31.864 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 21 v 38 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-04-02T08:24:31.864 INFO:tasks.rados.rados.0.smithi012.stdout:167: done (4 left) 2024-04-02T08:24:31.864 INFO:tasks.rados.rados.0.smithi012.stdout:168: done (3 left) 2024-04-02T08:24:31.864 INFO:tasks.rados.rados.0.smithi012.stdout:169: done (2 left) 2024-04-02T08:24:31.864 INFO:tasks.rados.rados.0.smithi012.stdout:170: done (1 left) 2024-04-02T08:24:31.864 INFO:tasks.rados.rados.0.smithi012.stdout:171: done (0 left) 2024-04-02T08:24:31.864 INFO:tasks.rados.rados.0.smithi012.stdout:172: delete oid 48 current snap is 13 2024-04-02T08:24:31.865 INFO:tasks.rados.rados.0.smithi012.stdout:172: done (0 left) 2024-04-02T08:24:31.865 INFO:tasks.rados.rados.0.smithi012.stdout:173: snap_remove snap 11 2024-04-02T08:24:32.169 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:31 smithi012 ceph-mon[27004]: pgmap v139: 121 pgs: 121 active+clean; 38 MiB data, 284 MiB used, 715 GiB / 715 GiB avail; 510 KiB/s rd, 1.4 MiB/s wr, 16 op/s 2024-04-02T08:24:32.169 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:31 smithi012 ceph-mon[27004]: osdmap e96: 8 total, 8 up, 8 in 2024-04-02T08:24:32.169 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:31 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:24:32.169 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:31 smithi012 ceph-mon[27004]: Upgrade: Target is version 19.0.0-2422-g3cba26ea (unknown) 2024-04-02T08:24:32.169 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:31 smithi012 ceph-mon[27004]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, digests ['quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c'] 2024-04-02T08:24:32.170 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:31 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:32.170 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:31 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:24:32.170 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:31 smithi012 ceph-mon[27004]: Upgrade: Need to upgrade myself (mgr.y) 2024-04-02T08:24:32.170 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:31 smithi012 ceph-mon[27004]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c on smithi055 2024-04-02T08:24:32.171 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:31 smithi012 ceph-mon[38029]: pgmap v139: 121 pgs: 121 active+clean; 38 MiB data, 284 MiB used, 715 GiB / 715 GiB avail; 510 KiB/s rd, 1.4 MiB/s wr, 16 op/s 2024-04-02T08:24:32.171 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:31 smithi012 ceph-mon[38029]: osdmap e96: 8 total, 8 up, 8 in 2024-04-02T08:24:32.171 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:31 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:24:32.171 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:31 smithi012 ceph-mon[38029]: Upgrade: Target is version 19.0.0-2422-g3cba26ea (unknown) 2024-04-02T08:24:32.171 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:31 smithi012 ceph-mon[38029]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, digests ['quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c'] 2024-04-02T08:24:32.171 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:31 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:32.172 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:31 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:24:32.172 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:31 smithi012 ceph-mon[38029]: Upgrade: Need to upgrade myself (mgr.y) 2024-04-02T08:24:32.172 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:31 smithi012 ceph-mon[38029]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c on smithi055 2024-04-02T08:24:32.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:31 smithi055 ceph-mon[31035]: pgmap v139: 121 pgs: 121 active+clean; 38 MiB data, 284 MiB used, 715 GiB / 715 GiB avail; 510 KiB/s rd, 1.4 MiB/s wr, 16 op/s 2024-04-02T08:24:32.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:31 smithi055 ceph-mon[31035]: osdmap e96: 8 total, 8 up, 8 in 2024-04-02T08:24:32.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:31 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:24:32.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:31 smithi055 ceph-mon[31035]: Upgrade: Target is version 19.0.0-2422-g3cba26ea (unknown) 2024-04-02T08:24:32.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:31 smithi055 ceph-mon[31035]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, digests ['quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c'] 2024-04-02T08:24:32.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:31 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:32.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:31 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:24:32.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:31 smithi055 ceph-mon[31035]: Upgrade: Need to upgrade myself (mgr.y) 2024-04-02T08:24:32.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:31 smithi055 ceph-mon[31035]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c on smithi055 2024-04-02T08:24:32.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:24:32 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:24:32] "GET /metrics HTTP/1.1" 200 35993 "" "Prometheus/2.43.0" 2024-04-02T08:24:32.848 INFO:tasks.rados.rados.0.smithi012.stdout:173: done (0 left) 2024-04-02T08:24:32.848 INFO:tasks.rados.rados.0.smithi012.stdout:174: snap_create 2024-04-02T08:24:33.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:32 smithi012 ceph-mon[27004]: osdmap e97: 8 total, 8 up, 8 in 2024-04-02T08:24:33.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:32 smithi012 ceph-mon[38029]: osdmap e97: 8 total, 8 up, 8 in 2024-04-02T08:24:33.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:32 smithi055 ceph-mon[31035]: osdmap e97: 8 total, 8 up, 8 in 2024-04-02T08:24:33.850 INFO:tasks.rados.rados.0.smithi012.stdout:174: done (0 left) 2024-04-02T08:24:33.850 INFO:tasks.rados.rados.0.smithi012.stdout:175: read oid 46 snap -1 2024-04-02T08:24:33.850 INFO:tasks.rados.rados.0.smithi012.stdout:175: expect (ObjNum 56 snap 4 seq_num 56) 2024-04-02T08:24:33.850 INFO:tasks.rados.rados.0.smithi012.stdout:176: read oid 7 snap 10 2024-04-02T08:24:33.850 INFO:tasks.rados.rados.0.smithi012.stdout:176: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-02T08:24:33.850 INFO:tasks.rados.rados.0.smithi012.stdout:177: snap_create 2024-04-02T08:24:33.853 INFO:tasks.rados.rados.0.smithi012.stdout:176: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-02T08:24:33.858 INFO:tasks.rados.rados.0.smithi012.stdout:175: expect (ObjNum 56 snap 4 seq_num 56) 2024-04-02T08:24:34.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:33 smithi012 ceph-mon[27004]: pgmap v142: 121 pgs: 121 active+clean; 38 MiB data, 284 MiB used, 715 GiB / 715 GiB avail; 510 KiB/s rd, 1.4 MiB/s wr, 16 op/s 2024-04-02T08:24:34.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:33 smithi012 ceph-mon[27004]: osdmap e98: 8 total, 8 up, 8 in 2024-04-02T08:24:34.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:33 smithi012 ceph-mon[38029]: pgmap v142: 121 pgs: 121 active+clean; 38 MiB data, 284 MiB used, 715 GiB / 715 GiB avail; 510 KiB/s rd, 1.4 MiB/s wr, 16 op/s 2024-04-02T08:24:34.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:33 smithi012 ceph-mon[38029]: osdmap e98: 8 total, 8 up, 8 in 2024-04-02T08:24:34.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:33 smithi055 ceph-mon[31035]: pgmap v142: 121 pgs: 121 active+clean; 38 MiB data, 284 MiB used, 715 GiB / 715 GiB avail; 510 KiB/s rd, 1.4 MiB/s wr, 16 op/s 2024-04-02T08:24:34.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:33 smithi055 ceph-mon[31035]: osdmap e98: 8 total, 8 up, 8 in 2024-04-02T08:24:34.851 INFO:tasks.rados.rados.0.smithi012.stdout:175: done (2 left) 2024-04-02T08:24:34.851 INFO:tasks.rados.rados.0.smithi012.stdout:176: done (1 left) 2024-04-02T08:24:34.852 INFO:tasks.rados.rados.0.smithi012.stdout:177: done (0 left) 2024-04-02T08:24:34.852 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 13 current snap is 15 2024-04-02T08:24:34.852 INFO:tasks.rados.rados.0.smithi012.stdout:178: seq_num 81 ranges {204800=565248,770048=737280,1507328=65536} 2024-04-02T08:24:34.855 INFO:tasks.rados.rados.0.smithi012.stdout:178: writing smithi01277369-13 from 204800 to 770048 tid 1 2024-04-02T08:24:34.860 INFO:tasks.rados.rados.0.smithi012.stdout:178: writing smithi01277369-13 from 770048 to 1507328 tid 2 2024-04-02T08:24:34.861 INFO:tasks.rados.rados.0.smithi012.stdout:178: writing smithi01277369-13 from 1507328 to 1572864 tid 3 2024-04-02T08:24:34.861 INFO:tasks.rados.rados.0.smithi012.stdout:179: copy_from oid 15 from oid 5 current snap is 15 2024-04-02T08:24:34.861 INFO:tasks.rados.rados.0.smithi012.stdout:180: rollback oid 19 current snap is 15 2024-04-02T08:24:34.861 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 19 to 9 2024-04-02T08:24:34.861 INFO:tasks.rados.rados.0.smithi012.stdout:181: copy_from oid 21 from oid 24 current snap is 15 2024-04-02T08:24:34.861 INFO:tasks.rados.rados.0.smithi012.stdout:182: copy_from oid 3 from oid 7 current snap is 15 2024-04-02T08:24:34.861 INFO:tasks.rados.rados.0.smithi012.stdout:183: read oid 33 snap -1 2024-04-02T08:24:34.862 INFO:tasks.rados.rados.0.smithi012.stdout:183: expect (ObjNum 32 snap 0 seq_num 32) 2024-04-02T08:24:34.862 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 16 current snap is 15 2024-04-02T08:24:34.862 INFO:tasks.rados.rados.0.smithi012.stdout:184: seq_num 82 ranges {1335296=581632,1916928=622592,2539520=180224} 2024-04-02T08:24:34.872 INFO:tasks.rados.rados.0.smithi012.stdout:184: writing smithi01277369-16 from 1335296 to 1916928 tid 1 2024-04-02T08:24:34.876 INFO:tasks.rados.rados.0.smithi012.stdout:184: writing smithi01277369-16 from 1916928 to 2539520 tid 2 2024-04-02T08:24:34.877 INFO:tasks.rados.rados.0.smithi012.stdout:184: writing smithi01277369-16 from 2539520 to 2719744 tid 3 2024-04-02T08:24:34.877 INFO:tasks.rados.rados.0.smithi012.stdout:185: rmattr oid 34 current snap is 15 2024-04-02T08:24:34.877 INFO:tasks.rados.rados.0.smithi012.stdout:185: done (7 left) 2024-04-02T08:24:34.877 INFO:tasks.rados.rados.0.smithi012.stdout:186: snap_remove snap 13 2024-04-02T08:24:34.878 INFO:tasks.rados.rados.0.smithi012.stdout:178: finishing write tid 1 to smithi01277369-13 2024-04-02T08:24:34.878 INFO:tasks.rados.rados.0.smithi012.stdout:178: finishing write tid 2 to smithi01277369-13 2024-04-02T08:24:34.878 INFO:tasks.rados.rados.0.smithi012.stdout:178: finishing write tid 3 to smithi01277369-13 2024-04-02T08:24:34.878 INFO:tasks.rados.rados.0.smithi012.stdout:178: finishing write tid 4 to smithi01277369-13 2024-04-02T08:24:34.878 INFO:tasks.rados.rados.0.smithi012.stdout:179: finishing copy_from to smithi01277369-15 2024-04-02T08:24:34.878 INFO:tasks.rados.rados.0.smithi012.stdout:179: got expected ENOENT (src dne) 2024-04-02T08:24:34.878 INFO:tasks.rados.rados.0.smithi012.stdout:179: finishing copy_from racing read to smithi01277369-15 2024-04-02T08:24:34.878 INFO:tasks.rados.rados.0.smithi012.stdout:180: finishing rollback tid 0 to smithi01277369-19 2024-04-02T08:24:34.878 INFO:tasks.rados.rados.0.smithi012.stdout:178: finishing write tid 5 to smithi01277369-13 2024-04-02T08:24:34.878 INFO:tasks.rados.rados.0.smithi012.stdout:178: oid 13 updating version 0 to 84 2024-04-02T08:24:34.878 INFO:tasks.rados.rados.0.smithi012.stdout:178: oid 13 updating version 84 to 86 2024-04-02T08:24:34.878 INFO:tasks.rados.rados.0.smithi012.stdout:178: oid 13 version 86 is already newer than 85 2024-04-02T08:24:34.878 INFO:tasks.rados.rados.0.smithi012.stdout:178: oid 13 version 86 is already newer than 83 2024-04-02T08:24:34.879 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 13 v 86 (ObjNum 81 snap 15 seq_num 81) dirty exists 2024-04-02T08:24:34.879 INFO:tasks.rados.rados.0.smithi012.stdout:178: left oid 13 (ObjNum 81 snap 15 seq_num 81) 2024-04-02T08:24:34.879 INFO:tasks.rados.rados.0.smithi012.stdout:180: finishing rollback tid 1 to smithi01277369-19 2024-04-02T08:24:34.879 INFO:tasks.rados.rados.0.smithi012.stdout:183: expect (ObjNum 32 snap 0 seq_num 32) 2024-04-02T08:24:34.894 INFO:tasks.rados.rados.0.smithi012.stdout:180: finishing rollback tid 2 to smithi01277369-19 2024-04-02T08:24:34.894 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 19 v 41 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-04-02T08:24:34.894 INFO:tasks.rados.rados.0.smithi012.stdout:182: finishing copy_from racing read to smithi01277369-3 2024-04-02T08:24:34.894 INFO:tasks.rados.rados.0.smithi012.stdout:182: finishing copy_from to smithi01277369-3 2024-04-02T08:24:34.894 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 3 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-02T08:24:34.894 INFO:tasks.rados.rados.0.smithi012.stdout:184: finishing write tid 1 to smithi01277369-16 2024-04-02T08:24:34.895 INFO:tasks.rados.rados.0.smithi012.stdout:181: finishing copy_from racing read to smithi01277369-21 2024-04-02T08:24:34.895 INFO:tasks.rados.rados.0.smithi012.stdout:181: finishing copy_from to smithi01277369-21 2024-04-02T08:24:34.895 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 21 v 28 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-04-02T08:24:34.895 INFO:tasks.rados.rados.0.smithi012.stdout:184: finishing write tid 2 to smithi01277369-16 2024-04-02T08:24:35.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:34 smithi012 ceph-mon[27004]: osdmap e99: 8 total, 8 up, 8 in 2024-04-02T08:24:35.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:34 smithi012 ceph-mon[27004]: osdmap e100: 8 total, 8 up, 8 in 2024-04-02T08:24:35.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:34 smithi012 ceph-mon[38029]: osdmap e99: 8 total, 8 up, 8 in 2024-04-02T08:24:35.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:34 smithi012 ceph-mon[38029]: osdmap e100: 8 total, 8 up, 8 in 2024-04-02T08:24:35.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:34 smithi055 ceph-mon[31035]: osdmap e99: 8 total, 8 up, 8 in 2024-04-02T08:24:35.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:34 smithi055 ceph-mon[31035]: osdmap e100: 8 total, 8 up, 8 in 2024-04-02T08:24:35.809 INFO:tasks.rados.rados.0.smithi012.stdout:178: done (7 left) 2024-04-02T08:24:35.810 INFO:tasks.rados.rados.0.smithi012.stdout:179: done (6 left) 2024-04-02T08:24:35.810 INFO:tasks.rados.rados.0.smithi012.stdout:180: done (5 left) 2024-04-02T08:24:35.810 INFO:tasks.rados.rados.0.smithi012.stdout:181: done (4 left) 2024-04-02T08:24:35.810 INFO:tasks.rados.rados.0.smithi012.stdout:182: done (3 left) 2024-04-02T08:24:35.810 INFO:tasks.rados.rados.0.smithi012.stdout:183: done (2 left) 2024-04-02T08:24:35.810 INFO:tasks.rados.rados.0.smithi012.stdout:186: done (1 left) 2024-04-02T08:24:35.810 INFO:tasks.rados.rados.0.smithi012.stdout:187: read oid 27 snap -1 2024-04-02T08:24:35.810 INFO:tasks.rados.rados.0.smithi012.stdout:187: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-02T08:24:35.810 INFO:tasks.rados.rados.0.smithi012.stdout:188: rmattr oid 44 current snap is 15 2024-04-02T08:24:35.810 INFO:tasks.rados.rados.0.smithi012.stdout:188: done (2 left) 2024-04-02T08:24:35.810 INFO:tasks.rados.rados.0.smithi012.stdout:189: snap_create 2024-04-02T08:24:35.810 INFO:tasks.rados.rados.0.smithi012.stdout:184: finishing write tid 3 to smithi01277369-16 2024-04-02T08:24:35.811 INFO:tasks.rados.rados.0.smithi012.stdout:184: finishing write tid 4 to smithi01277369-16 2024-04-02T08:24:35.811 INFO:tasks.rados.rados.0.smithi012.stdout:184: finishing write tid 5 to smithi01277369-16 2024-04-02T08:24:35.811 INFO:tasks.rados.rados.0.smithi012.stdout:184: oid 16 updating version 0 to 32 2024-04-02T08:24:35.811 INFO:tasks.rados.rados.0.smithi012.stdout:184: oid 16 version 32 is already newer than 31 2024-04-02T08:24:35.811 INFO:tasks.rados.rados.0.smithi012.stdout:184: oid 16 updating version 32 to 33 2024-04-02T08:24:35.811 INFO:tasks.rados.rados.0.smithi012.stdout:184: oid 16 version 33 is already newer than 30 2024-04-02T08:24:35.811 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 16 v 33 (ObjNum 82 snap 15 seq_num 82) dirty exists 2024-04-02T08:24:35.811 INFO:tasks.rados.rados.0.smithi012.stdout:184: left oid 16 (ObjNum 82 snap 15 seq_num 82) 2024-04-02T08:24:35.816 INFO:tasks.rados.rados.0.smithi012.stdout:187: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-02T08:24:36.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:35 smithi012 ceph-mon[27004]: pgmap v145: 121 pgs: 121 active+clean; 38 MiB data, 285 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 944 KiB/s wr, 6 op/s 2024-04-02T08:24:36.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:35 smithi012 ceph-mon[27004]: osdmap e101: 8 total, 8 up, 8 in 2024-04-02T08:24:36.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:35 smithi012 ceph-mon[38029]: pgmap v145: 121 pgs: 121 active+clean; 38 MiB data, 285 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 944 KiB/s wr, 6 op/s 2024-04-02T08:24:36.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:35 smithi012 ceph-mon[38029]: osdmap e101: 8 total, 8 up, 8 in 2024-04-02T08:24:36.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:35 smithi055 ceph-mon[31035]: pgmap v145: 121 pgs: 121 active+clean; 38 MiB data, 285 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 944 KiB/s wr, 6 op/s 2024-04-02T08:24:36.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:35 smithi055 ceph-mon[31035]: osdmap e101: 8 total, 8 up, 8 in 2024-04-02T08:24:36.391 INFO:teuthology.orchestra.run.smithi012.stdout:true 2024-04-02T08:24:36.714 INFO:teuthology.orchestra.run.smithi012.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:24:36.715 INFO:teuthology.orchestra.run.smithi012.stdout:alertmanager.a smithi012 *:9093,9094 running (2m) 2m ago 3m 17.1M - 0.25.0 c8568f914cd2 3ed3fc1b8013 2024-04-02T08:24:36.715 INFO:teuthology.orchestra.run.smithi012.stdout:grafana.a smithi055 *:3000 running (3m) 2m ago 3m 82.9M - 9.4.7 954c08fa6188 9788bcfbfb6f 2024-04-02T08:24:36.715 INFO:teuthology.orchestra.run.smithi012.stdout:mds.a smithi012 running (4m) 2m ago 4m 14.9M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 756f041a4b0e 2024-04-02T08:24:36.715 INFO:teuthology.orchestra.run.smithi012.stdout:mds.b smithi055 running (4m) 2m ago 4m 17.3M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 0a0c21b36b12 2024-04-02T08:24:36.715 INFO:teuthology.orchestra.run.smithi012.stdout:mgr.x smithi055 *:8443,8765 running (7m) 2m ago 7m 448M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 7458ee738c72 2024-04-02T08:24:36.715 INFO:teuthology.orchestra.run.smithi012.stdout:mgr.y smithi012 *:9283,8765 running (9m) 2m ago 9m 495M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 73e84469a1aa 2024-04-02T08:24:36.715 INFO:teuthology.orchestra.run.smithi012.stdout:mon.a smithi012 running (9m) 2m ago 9m 46.0M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d b8a2d50fe893 2024-04-02T08:24:36.715 INFO:teuthology.orchestra.run.smithi012.stdout:mon.b smithi055 running (8m) 2m ago 8m 39.1M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d 61752f499722 2024-04-02T08:24:36.715 INFO:teuthology.orchestra.run.smithi012.stdout:mon.c smithi012 running (8m) 2m ago 8m 37.3M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d c471055007a2 2024-04-02T08:24:36.715 INFO:teuthology.orchestra.run.smithi012.stdout:node-exporter.a smithi012 *:9100 running (2m) 2m ago 2m 13.3M - 1.5.0 0da6a335fe13 a3d31893d77a 2024-04-02T08:24:36.716 INFO:teuthology.orchestra.run.smithi012.stdout:node-exporter.b smithi055 *:9100 running (2m) 2m ago 2m 3581k - 1.5.0 0da6a335fe13 e1788e402810 2024-04-02T08:24:36.716 INFO:teuthology.orchestra.run.smithi012.stdout:osd.0 smithi012 running (7m) 2m ago 7m 44.0M 2993M 18.2.2-1059-g4d05f4ca 909dce4fe53d ae3670468d2f 2024-04-02T08:24:36.716 INFO:teuthology.orchestra.run.smithi012.stdout:osd.1 smithi012 running (7m) 2m ago 7m 44.2M 2993M 18.2.2-1059-g4d05f4ca 909dce4fe53d c0e45226a432 2024-04-02T08:24:36.716 INFO:teuthology.orchestra.run.smithi012.stdout:osd.2 smithi012 running (6m) 2m ago 6m 42.7M 2993M 18.2.2-1059-g4d05f4ca 909dce4fe53d 1a1a0831f480 2024-04-02T08:24:36.716 INFO:teuthology.orchestra.run.smithi012.stdout:osd.3 smithi012 running (6m) 2m ago 6m 48.7M 2993M 18.2.2-1059-g4d05f4ca 909dce4fe53d f2070d5ae9b3 2024-04-02T08:24:36.716 INFO:teuthology.orchestra.run.smithi012.stdout:osd.4 smithi055 running (5m) 2m ago 5m 50.0M 2993M 18.2.2-1059-g4d05f4ca 909dce4fe53d 6ea99dd7fbaa 2024-04-02T08:24:36.716 INFO:teuthology.orchestra.run.smithi012.stdout:osd.5 smithi055 running (5m) 2m ago 5m 44.4M 2993M 18.2.2-1059-g4d05f4ca 909dce4fe53d 300691ec9744 2024-04-02T08:24:36.716 INFO:teuthology.orchestra.run.smithi012.stdout:osd.6 smithi055 running (4m) 2m ago 4m 44.5M 2993M 18.2.2-1059-g4d05f4ca 909dce4fe53d 256c0abe00a7 2024-04-02T08:24:36.716 INFO:teuthology.orchestra.run.smithi012.stdout:osd.7 smithi055 running (4m) 2m ago 4m 42.7M 2993M 18.2.2-1059-g4d05f4ca 909dce4fe53d edc056f1c4d7 2024-04-02T08:24:36.716 INFO:teuthology.orchestra.run.smithi012.stdout:prometheus.a smithi055 *:9095 running (2m) 2m ago 3m 25.7M - 2.43.0 a07b618ecd1d b9a495d6f576 2024-04-02T08:24:36.813 INFO:tasks.rados.rados.0.smithi012.stdout:184: done (2 left) 2024-04-02T08:24:36.813 INFO:tasks.rados.rados.0.smithi012.stdout:187: done (1 left) 2024-04-02T08:24:36.814 INFO:tasks.rados.rados.0.smithi012.stdout:189: done (0 left) 2024-04-02T08:24:36.814 INFO:tasks.rados.rados.0.smithi012.stdout:190: copy_from oid 17 from oid 8 current snap is 16 2024-04-02T08:24:36.814 INFO:tasks.rados.rados.0.smithi012.stdout:191: read oid 32 snap -1 2024-04-02T08:24:36.814 INFO:tasks.rados.rados.0.smithi012.stdout:191: expect (ObjNum 68 snap 6 seq_num 68) 2024-04-02T08:24:36.814 INFO:tasks.rados.rados.0.smithi012.stdout:192: snap_remove snap 15 2024-04-02T08:24:37.123 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-04-02T08:24:37.123 INFO:teuthology.orchestra.run.smithi012.stdout: "mon": { 2024-04-02T08:24:37.123 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3 2024-04-02T08:24:37.124 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:24:37.124 INFO:teuthology.orchestra.run.smithi012.stdout: "mgr": { 2024-04-02T08:24:37.124 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:24:37.124 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:24:37.124 INFO:teuthology.orchestra.run.smithi012.stdout: "osd": { 2024-04-02T08:24:37.124 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:24:37.124 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:24:37.124 INFO:teuthology.orchestra.run.smithi012.stdout: "mds": { 2024-04-02T08:24:37.124 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:24:37.124 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:24:37.124 INFO:teuthology.orchestra.run.smithi012.stdout: "overall": { 2024-04-02T08:24:37.124 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 15 2024-04-02T08:24:37.124 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-04-02T08:24:37.124 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-04-02T08:24:37.125 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:36 smithi012 ceph-mon[27004]: from='client.24971 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:37.125 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:36 smithi012 ceph-mon[27004]: osdmap e102: 8 total, 8 up, 8 in 2024-04-02T08:24:37.125 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:36 smithi012 ceph-mon[38029]: from='client.24971 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:37.125 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:36 smithi012 ceph-mon[38029]: osdmap e102: 8 total, 8 up, 8 in 2024-04-02T08:24:37.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:36 smithi055 ceph-mon[31035]: from='client.24971 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:37.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:36 smithi055 ceph-mon[31035]: osdmap e102: 8 total, 8 up, 8 in 2024-04-02T08:24:37.823 INFO:tasks.rados.rados.0.smithi012.stdout:192: done (2 left) 2024-04-02T08:24:37.823 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 2 current snap is 16 2024-04-02T08:24:37.823 INFO:tasks.rados.rados.0.smithi012.stdout:193: seq_num 83 ranges {122880=598016,720896=499712,1220608=303104} 2024-04-02T08:24:37.827 INFO:tasks.rados.rados.0.smithi012.stdout:193: writing smithi01277369-2 from 122880 to 720896 tid 1 2024-04-02T08:24:37.831 INFO:tasks.rados.rados.0.smithi012.stdout:193: writing smithi01277369-2 from 720896 to 1220608 tid 2 2024-04-02T08:24:37.833 INFO:tasks.rados.rados.0.smithi012.stdout:193: writing smithi01277369-2 from 1220608 to 1523712 tid 3 2024-04-02T08:24:37.833 INFO:tasks.rados.rados.0.smithi012.stdout:194: copy_from oid 38 from oid 46 current snap is 16 2024-04-02T08:24:37.833 INFO:tasks.rados.rados.0.smithi012.stdout:191: expect (ObjNum 68 snap 6 seq_num 68) 2024-04-02T08:24:37.892 INFO:tasks.rados.rados.0.smithi012.stdout:190: finishing copy_from racing read to smithi01277369-17 2024-04-02T08:24:37.892 INFO:tasks.rados.rados.0.smithi012.stdout:190: finishing copy_from to smithi01277369-17 2024-04-02T08:24:37.892 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 17 v 2 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-04-02T08:24:37.892 INFO:tasks.rados.rados.0.smithi012.stdout:190: done (3 left) 2024-04-02T08:24:37.892 INFO:tasks.rados.rados.0.smithi012.stdout:191: done (2 left) 2024-04-02T08:24:37.892 INFO:tasks.rados.rados.0.smithi012.stdout:195: snap_remove snap 14 2024-04-02T08:24:38.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:37 smithi012 ceph-mon[27004]: from='client.15084 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:38.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:37 smithi012 ceph-mon[27004]: pgmap v149: 121 pgs: 121 active+clean; 38 MiB data, 285 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 948 KiB/s wr, 7 op/s 2024-04-02T08:24:38.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:37 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/1586146917' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:24:38.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:37 smithi012 ceph-mon[27004]: osdmap e103: 8 total, 8 up, 8 in 2024-04-02T08:24:38.182 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:37 smithi012 ceph-mon[38029]: from='client.15084 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:38.182 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:37 smithi012 ceph-mon[38029]: pgmap v149: 121 pgs: 121 active+clean; 38 MiB data, 285 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 948 KiB/s wr, 7 op/s 2024-04-02T08:24:38.182 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:37 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/1586146917' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:24:38.182 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:37 smithi012 ceph-mon[38029]: osdmap e103: 8 total, 8 up, 8 in 2024-04-02T08:24:38.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:37 smithi055 ceph-mon[31035]: from='client.15084 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:38.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:37 smithi055 ceph-mon[31035]: pgmap v149: 121 pgs: 121 active+clean; 38 MiB data, 285 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 948 KiB/s wr, 7 op/s 2024-04-02T08:24:38.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:37 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/1586146917' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:24:38.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:37 smithi055 ceph-mon[31035]: osdmap e103: 8 total, 8 up, 8 in 2024-04-02T08:24:38.873 INFO:tasks.rados.rados.0.smithi012.stdout:195: done (2 left) 2024-04-02T08:24:38.873 INFO:tasks.rados.rados.0.smithi012.stdout:196: rmattr oid 30 current snap is 16 2024-04-02T08:24:38.874 INFO:tasks.rados.rados.0.smithi012.stdout:196: done (2 left) 2024-04-02T08:24:38.874 INFO:tasks.rados.rados.0.smithi012.stdout:197: rmattr oid 27 current snap is 16 2024-04-02T08:24:38.874 INFO:tasks.rados.rados.0.smithi012.stdout:197: done (2 left) 2024-04-02T08:24:38.874 INFO:tasks.rados.rados.0.smithi012.stdout:198: rmattr oid 12 current snap is 16 2024-04-02T08:24:38.874 INFO:tasks.rados.rados.0.smithi012.stdout:193: finishing write tid 1 to smithi01277369-2 2024-04-02T08:24:38.874 INFO:tasks.rados.rados.0.smithi012.stdout:193: finishing write tid 2 to smithi01277369-2 2024-04-02T08:24:38.874 INFO:tasks.rados.rados.0.smithi012.stdout:193: finishing write tid 3 to smithi01277369-2 2024-04-02T08:24:38.874 INFO:tasks.rados.rados.0.smithi012.stdout:193: finishing write tid 4 to smithi01277369-2 2024-04-02T08:24:38.874 INFO:tasks.rados.rados.0.smithi012.stdout:193: finishing write tid 5 to smithi01277369-2 2024-04-02T08:24:38.874 INFO:tasks.rados.rados.0.smithi012.stdout:193: oid 2 updating version 0 to 78 2024-04-02T08:24:38.874 INFO:tasks.rados.rados.0.smithi012.stdout:193: oid 2 updating version 78 to 79 2024-04-02T08:24:38.874 INFO:tasks.rados.rados.0.smithi012.stdout:193: oid 2 version 79 is already newer than 77 2024-04-02T08:24:38.874 INFO:tasks.rados.rados.0.smithi012.stdout:193: oid 2 updating version 79 to 80 2024-04-02T08:24:38.875 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 2 v 80 (ObjNum 83 snap 16 seq_num 83) dirty exists 2024-04-02T08:24:38.875 INFO:tasks.rados.rados.0.smithi012.stdout:193: left oid 2 (ObjNum 83 snap 16 seq_num 83) 2024-04-02T08:24:38.875 INFO:tasks.rados.rados.0.smithi012.stdout:194: finishing copy_from racing read to smithi01277369-38 2024-04-02T08:24:38.875 INFO:tasks.rados.rados.0.smithi012.stdout:194: finishing copy_from to smithi01277369-38 2024-04-02T08:24:38.875 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 38 v 21 (ObjNum 56 snap 4 seq_num 56) dirty exists 2024-04-02T08:24:38.875 INFO:tasks.rados.rados.0.smithi012.stdout:193: done (2 left) 2024-04-02T08:24:38.875 INFO:tasks.rados.rados.0.smithi012.stdout:194: done (1 left) 2024-04-02T08:24:38.875 INFO:tasks.rados.rados.0.smithi012.stdout:199: read oid 5 snap -1 2024-04-02T08:24:38.875 INFO:tasks.rados.rados.0.smithi012.stdout:199: expect deleted 2024-04-02T08:24:38.875 INFO:tasks.rados.rados.0.smithi012.stdout:200: read oid 48 snap -1 2024-04-02T08:24:38.875 INFO:tasks.rados.rados.0.smithi012.stdout:200: expect deleted 2024-04-02T08:24:38.875 INFO:tasks.rados.rados.0.smithi012.stdout:201: setattr oid 39 current snap is 16 2024-04-02T08:24:38.876 INFO:tasks.rados.rados.0.smithi012.stdout:199: done (3 left) 2024-04-02T08:24:38.877 INFO:tasks.rados.rados.0.smithi012.stdout:200: done (2 left) 2024-04-02T08:24:38.877 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 29 current snap is 16 2024-04-02T08:24:38.877 INFO:tasks.rados.rados.0.smithi012.stdout:202: seq_num 84 ranges {0=614400,614400=434176,1048576=368640} 2024-04-02T08:24:38.880 INFO:tasks.rados.rados.0.smithi012.stdout:202: writing smithi01277369-29 from 0 to 614400 tid 1 2024-04-02T08:24:38.883 INFO:tasks.rados.rados.0.smithi012.stdout:202: writing smithi01277369-29 from 614400 to 1048576 tid 2 2024-04-02T08:24:38.886 INFO:tasks.rados.rados.0.smithi012.stdout:202: writing smithi01277369-29 from 1048576 to 1417216 tid 3 2024-04-02T08:24:38.886 INFO:tasks.rados.rados.0.smithi012.stdout:203: copy_from oid 8 from oid 21 current snap is 16 2024-04-02T08:24:38.886 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 12 v 67 (ObjNum 71 snap 7 seq_num 71) dirty exists 2024-04-02T08:24:38.886 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 39 v 42 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-02T08:24:38.886 INFO:tasks.rados.rados.0.smithi012.stdout:202: finishing write tid 1 to smithi01277369-29 2024-04-02T08:24:38.886 INFO:tasks.rados.rados.0.smithi012.stdout:202: finishing write tid 2 to smithi01277369-29 2024-04-02T08:24:38.886 INFO:tasks.rados.rados.0.smithi012.stdout:198: done (3 left) 2024-04-02T08:24:38.886 INFO:tasks.rados.rados.0.smithi012.stdout:201: done (2 left) 2024-04-02T08:24:38.886 INFO:tasks.rados.rados.0.smithi012.stdout:204: snap_create 2024-04-02T08:24:38.888 INFO:tasks.rados.rados.0.smithi012.stdout:202: finishing write tid 3 to smithi01277369-29 2024-04-02T08:24:38.888 INFO:tasks.rados.rados.0.smithi012.stdout:202: finishing write tid 4 to smithi01277369-29 2024-04-02T08:24:38.889 INFO:tasks.rados.rados.0.smithi012.stdout:202: finishing write tid 5 to smithi01277369-29 2024-04-02T08:24:38.890 INFO:tasks.rados.rados.0.smithi012.stdout:202: oid 29 updating version 0 to 18 2024-04-02T08:24:38.890 INFO:tasks.rados.rados.0.smithi012.stdout:202: oid 29 updating version 18 to 20 2024-04-02T08:24:38.890 INFO:tasks.rados.rados.0.smithi012.stdout:202: oid 29 version 20 is already newer than 17 2024-04-02T08:24:38.890 INFO:tasks.rados.rados.0.smithi012.stdout:202: oid 29 version 20 is already newer than 19 2024-04-02T08:24:38.890 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 29 v 20 (ObjNum 84 snap 16 seq_num 84) dirty exists 2024-04-02T08:24:38.890 INFO:tasks.rados.rados.0.smithi012.stdout:202: left oid 29 (ObjNum 84 snap 16 seq_num 84) 2024-04-02T08:24:38.893 INFO:tasks.rados.rados.0.smithi012.stdout:203: finishing copy_from racing read to smithi01277369-8 2024-04-02T08:24:38.893 INFO:tasks.rados.rados.0.smithi012.stdout:203: finishing copy_from to smithi01277369-8 2024-04-02T08:24:38.893 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 8 v 28 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-04-02T08:24:39.880 INFO:tasks.rados.rados.0.smithi012.stdout:202: done (2 left) 2024-04-02T08:24:39.880 INFO:tasks.rados.rados.0.smithi012.stdout:203: done (1 left) 2024-04-02T08:24:39.880 INFO:tasks.rados.rados.0.smithi012.stdout:204: done (0 left) 2024-04-02T08:24:39.880 INFO:tasks.rados.rados.0.smithi012.stdout:205: delete oid 31 current snap is 17 2024-04-02T08:24:39.884 INFO:tasks.rados.rados.0.smithi012.stdout:205: done (0 left) 2024-04-02T08:24:39.884 INFO:tasks.rados.rados.0.smithi012.stdout:206: delete oid 26 current snap is 17 2024-04-02T08:24:39.886 INFO:tasks.rados.rados.0.smithi012.stdout:206: done (0 left) 2024-04-02T08:24:39.886 INFO:tasks.rados.rados.0.smithi012.stdout:207: copy_from oid 20 from oid 42 current snap is 17 2024-04-02T08:24:39.887 INFO:tasks.rados.rados.0.smithi012.stdout:208: delete oid 5 current snap is 17 2024-04-02T08:24:39.890 INFO:tasks.rados.rados.0.smithi012.stdout:208: done (1 left) 2024-04-02T08:24:39.890 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 13 current snap is 17 2024-04-02T08:24:39.891 INFO:tasks.rados.rados.0.smithi012.stdout:209: seq_num 88 ranges {1572864=679936,2252800=778240,3031040=24576} 2024-04-02T08:24:39.903 INFO:tasks.rados.rados.0.smithi012.stdout:209: writing smithi01277369-13 from 1572864 to 2252800 tid 1 2024-04-02T08:24:39.908 INFO:tasks.rados.rados.0.smithi012.stdout:209: writing smithi01277369-13 from 2252800 to 3031040 tid 2 2024-04-02T08:24:39.908 INFO:tasks.rados.rados.0.smithi012.stdout:209: writing smithi01277369-13 from 3031040 to 3055616 tid 3 2024-04-02T08:24:39.908 INFO:tasks.rados.rados.0.smithi012.stdout:210: read oid 19 snap -1 2024-04-02T08:24:39.909 INFO:tasks.rados.rados.0.smithi012.stdout:210: expect (ObjNum 18 snap 0 seq_num 18) 2024-04-02T08:24:39.909 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 21 current snap is 17 2024-04-02T08:24:39.909 INFO:tasks.rados.rados.0.smithi012.stdout:207: finishing copy_from racing read to smithi01277369-20 2024-04-02T08:24:39.909 INFO:tasks.rados.rados.0.smithi012.stdout:207: finishing copy_from to smithi01277369-20 2024-04-02T08:24:39.909 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 20 v 24 (ObjNum 76 snap 12 seq_num 76) dirty exists 2024-04-02T08:24:39.909 INFO:tasks.rados.rados.0.smithi012.stdout:209: finishing write tid 1 to smithi01277369-13 2024-04-02T08:24:39.909 INFO:tasks.rados.rados.0.smithi012.stdout:211: seq_num 89 ranges {1302528=696320,1998848=655360,2654208=147456} 2024-04-02T08:24:39.919 INFO:tasks.rados.rados.0.smithi012.stdout:211: writing smithi01277369-21 from 1302528 to 1998848 tid 1 2024-04-02T08:24:39.923 INFO:tasks.rados.rados.0.smithi012.stdout:211: writing smithi01277369-21 from 1998848 to 2654208 tid 2 2024-04-02T08:24:39.924 INFO:tasks.rados.rados.0.smithi012.stdout:211: writing smithi01277369-21 from 2654208 to 2801664 tid 3 2024-04-02T08:24:39.924 INFO:tasks.rados.rados.0.smithi012.stdout:207: done (3 left) 2024-04-02T08:24:39.924 INFO:tasks.rados.rados.0.smithi012.stdout:212: delete oid 11 current snap is 17 2024-04-02T08:24:39.924 INFO:tasks.rados.rados.0.smithi012.stdout:210: expect (ObjNum 18 snap 0 seq_num 18) 2024-04-02T08:24:39.935 INFO:tasks.rados.rados.0.smithi012.stdout:209: finishing write tid 2 to smithi01277369-13 2024-04-02T08:24:39.935 INFO:tasks.rados.rados.0.smithi012.stdout:209: finishing write tid 3 to smithi01277369-13 2024-04-02T08:24:39.935 INFO:tasks.rados.rados.0.smithi012.stdout:209: finishing write tid 4 to smithi01277369-13 2024-04-02T08:24:39.935 INFO:tasks.rados.rados.0.smithi012.stdout:209: finishing write tid 5 to smithi01277369-13 2024-04-02T08:24:39.935 INFO:tasks.rados.rados.0.smithi012.stdout:209: oid 13 updating version 0 to 102 2024-04-02T08:24:39.935 INFO:tasks.rados.rados.0.smithi012.stdout:209: oid 13 updating version 102 to 104 2024-04-02T08:24:39.935 INFO:tasks.rados.rados.0.smithi012.stdout:209: oid 13 version 104 is already newer than 103 2024-04-02T08:24:39.935 INFO:tasks.rados.rados.0.smithi012.stdout:209: oid 13 updating version 104 to 105 2024-04-02T08:24:39.935 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 13 v 105 (ObjNum 88 snap 17 seq_num 88) dirty exists 2024-04-02T08:24:39.935 INFO:tasks.rados.rados.0.smithi012.stdout:209: left oid 13 (ObjNum 88 snap 17 seq_num 88) 2024-04-02T08:24:39.935 INFO:tasks.rados.rados.0.smithi012.stdout:211: finishing write tid 1 to smithi01277369-21 2024-04-02T08:24:39.935 INFO:tasks.rados.rados.0.smithi012.stdout:209: done (3 left) 2024-04-02T08:24:39.935 INFO:tasks.rados.rados.0.smithi012.stdout:210: done (2 left) 2024-04-02T08:24:39.936 INFO:tasks.rados.rados.0.smithi012.stdout:212: done (1 left) 2024-04-02T08:24:39.936 INFO:tasks.rados.rados.0.smithi012.stdout:213: read oid 32 snap -1 2024-04-02T08:24:39.936 INFO:tasks.rados.rados.0.smithi012.stdout:213: expect (ObjNum 68 snap 6 seq_num 68) 2024-04-02T08:24:39.936 INFO:tasks.rados.rados.0.smithi012.stdout:214: rollback oid 26 current snap is 17 2024-04-02T08:24:39.936 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 26 to 6 2024-04-02T08:24:39.936 INFO:tasks.rados.rados.0.smithi012.stdout:211: finishing write tid 2 to smithi01277369-21 2024-04-02T08:24:39.936 INFO:tasks.rados.rados.0.smithi012.stdout:211: finishing write tid 3 to smithi01277369-21 2024-04-02T08:24:39.936 INFO:tasks.rados.rados.0.smithi012.stdout:211: finishing write tid 4 to smithi01277369-21 2024-04-02T08:24:39.936 INFO:tasks.rados.rados.0.smithi012.stdout:211: finishing write tid 5 to smithi01277369-21 2024-04-02T08:24:39.936 INFO:tasks.rados.rados.0.smithi012.stdout:211: oid 21 updating version 0 to 46 2024-04-02T08:24:39.936 INFO:tasks.rados.rados.0.smithi012.stdout:211: oid 21 version 46 is already newer than 44 2024-04-02T08:24:39.936 INFO:tasks.rados.rados.0.smithi012.stdout:211: oid 21 updating version 46 to 47 2024-04-02T08:24:39.936 INFO:tasks.rados.rados.0.smithi012.stdout:211: oid 21 version 47 is already newer than 45 2024-04-02T08:24:39.936 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 21 v 47 (ObjNum 89 snap 17 seq_num 89) dirty exists 2024-04-02T08:24:39.937 INFO:tasks.rados.rados.0.smithi012.stdout:211: left oid 21 (ObjNum 89 snap 17 seq_num 89) 2024-04-02T08:24:39.937 INFO:tasks.rados.rados.0.smithi012.stdout:211: done (2 left) 2024-04-02T08:24:39.937 INFO:tasks.rados.rados.0.smithi012.stdout:215: read oid 38 snap -1 2024-04-02T08:24:39.937 INFO:tasks.rados.rados.0.smithi012.stdout:215: expect (ObjNum 56 snap 4 seq_num 56) 2024-04-02T08:24:39.937 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 15 current snap is 17 2024-04-02T08:24:39.937 INFO:tasks.rados.rados.0.smithi012.stdout:216: seq_num 91 ranges {1040384=729088,1769472=425984,2195456=376832} 2024-04-02T08:24:39.944 INFO:tasks.rados.rados.0.smithi012.stdout:216: writing smithi01277369-15 from 1040384 to 1769472 tid 1 2024-04-02T08:24:39.947 INFO:tasks.rados.rados.0.smithi012.stdout:216: writing smithi01277369-15 from 1769472 to 2195456 tid 2 2024-04-02T08:24:39.949 INFO:tasks.rados.rados.0.smithi012.stdout:216: writing smithi01277369-15 from 2195456 to 2572288 tid 3 2024-04-02T08:24:39.949 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 19 current snap is 17 2024-04-02T08:24:39.949 INFO:tasks.rados.rados.0.smithi012.stdout:214: finishing rollback tid 1 to smithi01277369-26 2024-04-02T08:24:39.950 INFO:tasks.rados.rados.0.smithi012.stdout:214: finishing rollback tid 2 to smithi01277369-26 2024-04-02T08:24:39.950 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 26 v 24 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-04-02T08:24:39.950 INFO:tasks.rados.rados.0.smithi012.stdout:213: expect (ObjNum 68 snap 6 seq_num 68) 2024-04-02T08:24:40.007 INFO:tasks.rados.rados.0.smithi012.stdout:215: expect (ObjNum 56 snap 4 seq_num 56) 2024-04-02T08:24:40.064 INFO:tasks.rados.rados.0.smithi012.stdout:216: finishing write tid 1 to smithi01277369-15 2024-04-02T08:24:40.064 INFO:tasks.rados.rados.0.smithi012.stdout:216: finishing write tid 2 to smithi01277369-15 2024-04-02T08:24:40.064 INFO:tasks.rados.rados.0.smithi012.stdout:217: seq_num 92 ranges {303104=745472,1048576=761856,1810432=40960} 2024-04-02T08:24:40.070 INFO:tasks.rados.rados.0.smithi012.stdout:217: writing smithi01277369-19 from 303104 to 1048576 tid 1 2024-04-02T08:24:40.075 INFO:tasks.rados.rados.0.smithi012.stdout:217: writing smithi01277369-19 from 1048576 to 1810432 tid 2 2024-04-02T08:24:40.075 INFO:tasks.rados.rados.0.smithi012.stdout:217: writing smithi01277369-19 from 1810432 to 1851392 tid 3 2024-04-02T08:24:40.075 INFO:tasks.rados.rados.0.smithi012.stdout:213: done (4 left) 2024-04-02T08:24:40.075 INFO:tasks.rados.rados.0.smithi012.stdout:214: done (3 left) 2024-04-02T08:24:40.075 INFO:tasks.rados.rados.0.smithi012.stdout:215: done (2 left) 2024-04-02T08:24:40.075 INFO:tasks.rados.rados.0.smithi012.stdout:218: read oid 49 snap 16 2024-04-02T08:24:40.075 INFO:tasks.rados.rados.0.smithi012.stdout:218: expect (ObjNum 48 snap 0 seq_num 48) 2024-04-02T08:24:40.075 INFO:tasks.rados.rados.0.smithi012.stdout:219: read oid 3 snap -1 2024-04-02T08:24:40.075 INFO:tasks.rados.rados.0.smithi012.stdout:219: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-02T08:24:40.075 INFO:tasks.rados.rados.0.smithi012.stdout:220: read oid 47 snap 10 2024-04-02T08:24:40.075 INFO:tasks.rados.rados.0.smithi012.stdout:220: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-02T08:24:40.076 INFO:tasks.rados.rados.0.smithi012.stdout:221: snap_remove snap 9 2024-04-02T08:24:40.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:39 smithi012 ceph-mon[38029]: pgmap v151: 121 pgs: 121 active+clean; 38 MiB data, 285 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:40.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:39 smithi012 ceph-mon[38029]: osdmap e104: 8 total, 8 up, 8 in 2024-04-02T08:24:40.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:39 smithi012 ceph-mon[27004]: pgmap v151: 121 pgs: 121 active+clean; 38 MiB data, 285 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:40.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:39 smithi012 ceph-mon[27004]: osdmap e104: 8 total, 8 up, 8 in 2024-04-02T08:24:40.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:39 smithi055 ceph-mon[31035]: pgmap v151: 121 pgs: 121 active+clean; 38 MiB data, 285 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:40.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:39 smithi055 ceph-mon[31035]: osdmap e104: 8 total, 8 up, 8 in 2024-04-02T08:24:40.884 INFO:tasks.rados.rados.0.smithi012.stdout:221: done (5 left) 2024-04-02T08:24:40.884 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 48 current snap is 17 2024-04-02T08:24:40.884 INFO:tasks.rados.rados.0.smithi012.stdout:222: seq_num 93 ranges {0=761856,761856=647168,1409024=155648} 2024-04-02T08:24:40.889 INFO:tasks.rados.rados.0.smithi012.stdout:222: writing smithi01277369-48 from 0 to 761856 tid 1 2024-04-02T08:24:40.893 INFO:tasks.rados.rados.0.smithi012.stdout:222: writing smithi01277369-48 from 761856 to 1409024 tid 2 2024-04-02T08:24:40.895 INFO:tasks.rados.rados.0.smithi012.stdout:222: writing smithi01277369-48 from 1409024 to 1564672 tid 3 2024-04-02T08:24:40.895 INFO:tasks.rados.rados.0.smithi012.stdout:223: read oid 8 snap -1 2024-04-02T08:24:40.895 INFO:tasks.rados.rados.0.smithi012.stdout:223: expect (ObjNum 54 snap 4 seq_num 54) 2024-04-02T08:24:40.895 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 24 current snap is 17 2024-04-02T08:24:40.895 INFO:tasks.rados.rados.0.smithi012.stdout:224: seq_num 94 ranges {1302528=778240,2080768=532480,2613248=270336} 2024-04-02T08:24:40.907 INFO:tasks.rados.rados.0.smithi012.stdout:224: writing smithi01277369-24 from 1302528 to 2080768 tid 1 2024-04-02T08:24:40.910 INFO:tasks.rados.rados.0.smithi012.stdout:224: writing smithi01277369-24 from 2080768 to 2613248 tid 2 2024-04-02T08:24:40.912 INFO:tasks.rados.rados.0.smithi012.stdout:224: writing smithi01277369-24 from 2613248 to 2883584 tid 3 2024-04-02T08:24:40.913 INFO:tasks.rados.rados.0.smithi012.stdout:225: setattr oid 2 current snap is 17 2024-04-02T08:24:40.913 INFO:tasks.rados.rados.0.smithi012.stdout:216: finishing write tid 3 to smithi01277369-15 2024-04-02T08:24:40.913 INFO:tasks.rados.rados.0.smithi012.stdout:216: finishing write tid 4 to smithi01277369-15 2024-04-02T08:24:40.913 INFO:tasks.rados.rados.0.smithi012.stdout:216: finishing write tid 5 to smithi01277369-15 2024-04-02T08:24:40.913 INFO:tasks.rados.rados.0.smithi012.stdout:216: oid 15 updating version 0 to 42 2024-04-02T08:24:40.913 INFO:tasks.rados.rados.0.smithi012.stdout:216: oid 15 version 42 is already newer than 39 2024-04-02T08:24:40.913 INFO:tasks.rados.rados.0.smithi012.stdout:216: oid 15 version 42 is already newer than 40 2024-04-02T08:24:40.913 INFO:tasks.rados.rados.0.smithi012.stdout:216: oid 15 version 42 is already newer than 41 2024-04-02T08:24:40.913 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 15 v 42 (ObjNum 91 snap 17 seq_num 91) dirty exists 2024-04-02T08:24:40.913 INFO:tasks.rados.rados.0.smithi012.stdout:216: left oid 15 (ObjNum 91 snap 17 seq_num 91) 2024-04-02T08:24:40.913 INFO:tasks.rados.rados.0.smithi012.stdout:217: finishing write tid 1 to smithi01277369-19 2024-04-02T08:24:40.913 INFO:tasks.rados.rados.0.smithi012.stdout:219: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-02T08:24:40.916 INFO:tasks.rados.rados.0.smithi012.stdout:220: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-02T08:24:40.937 INFO:tasks.rados.rados.0.smithi012.stdout:217: finishing write tid 2 to smithi01277369-19 2024-04-02T08:24:40.937 INFO:tasks.rados.rados.0.smithi012.stdout:218: expect (ObjNum 48 snap 0 seq_num 48) 2024-04-02T08:24:40.958 INFO:tasks.rados.rados.0.smithi012.stdout:217: finishing write tid 3 to smithi01277369-19 2024-04-02T08:24:40.959 INFO:tasks.rados.rados.0.smithi012.stdout:217: finishing write tid 4 to smithi01277369-19 2024-04-02T08:24:40.959 INFO:tasks.rados.rados.0.smithi012.stdout:217: finishing write tid 5 to smithi01277369-19 2024-04-02T08:24:40.959 INFO:tasks.rados.rados.0.smithi012.stdout:217: oid 19 updating version 0 to 52 2024-04-02T08:24:40.959 INFO:tasks.rados.rados.0.smithi012.stdout:217: oid 19 version 52 is already newer than 49 2024-04-02T08:24:40.959 INFO:tasks.rados.rados.0.smithi012.stdout:217: oid 19 version 52 is already newer than 50 2024-04-02T08:24:40.959 INFO:tasks.rados.rados.0.smithi012.stdout:217: oid 19 version 52 is already newer than 51 2024-04-02T08:24:40.959 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 19 v 52 (ObjNum 92 snap 17 seq_num 92) dirty exists 2024-04-02T08:24:40.959 INFO:tasks.rados.rados.0.smithi012.stdout:217: left oid 19 (ObjNum 92 snap 17 seq_num 92) 2024-04-02T08:24:40.959 INFO:tasks.rados.rados.0.smithi012.stdout:222: finishing write tid 1 to smithi01277369-48 2024-04-02T08:24:40.959 INFO:tasks.rados.rados.0.smithi012.stdout:222: finishing write tid 2 to smithi01277369-48 2024-04-02T08:24:40.959 INFO:tasks.rados.rados.0.smithi012.stdout:222: finishing write tid 3 to smithi01277369-48 2024-04-02T08:24:40.960 INFO:tasks.rados.rados.0.smithi012.stdout:222: finishing write tid 4 to smithi01277369-48 2024-04-02T08:24:40.960 INFO:tasks.rados.rados.0.smithi012.stdout:222: finishing write tid 5 to smithi01277369-48 2024-04-02T08:24:40.960 INFO:tasks.rados.rados.0.smithi012.stdout:222: oid 48 updating version 0 to 45 2024-04-02T08:24:40.960 INFO:tasks.rados.rados.0.smithi012.stdout:222: oid 48 updating version 45 to 46 2024-04-02T08:24:40.960 INFO:tasks.rados.rados.0.smithi012.stdout:222: oid 48 version 46 is already newer than 43 2024-04-02T08:24:40.960 INFO:tasks.rados.rados.0.smithi012.stdout:222: oid 48 version 46 is already newer than 44 2024-04-02T08:24:40.960 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 48 v 46 (ObjNum 93 snap 17 seq_num 93) dirty exists 2024-04-02T08:24:40.960 INFO:tasks.rados.rados.0.smithi012.stdout:222: left oid 48 (ObjNum 93 snap 17 seq_num 93) 2024-04-02T08:24:40.960 INFO:tasks.rados.rados.0.smithi012.stdout:223: expect (ObjNum 54 snap 4 seq_num 54) 2024-04-02T08:24:40.999 INFO:tasks.rados.rados.0.smithi012.stdout:224: finishing write tid 1 to smithi01277369-24 2024-04-02T08:24:41.000 INFO:tasks.rados.rados.0.smithi012.stdout:216: done (8 left) 2024-04-02T08:24:41.000 INFO:tasks.rados.rados.0.smithi012.stdout:217: done (7 left) 2024-04-02T08:24:41.000 INFO:tasks.rados.rados.0.smithi012.stdout:218: done (6 left) 2024-04-02T08:24:41.000 INFO:tasks.rados.rados.0.smithi012.stdout:219: done (5 left) 2024-04-02T08:24:41.000 INFO:tasks.rados.rados.0.smithi012.stdout:220: done (4 left) 2024-04-02T08:24:41.000 INFO:tasks.rados.rados.0.smithi012.stdout:222: done (3 left) 2024-04-02T08:24:41.000 INFO:tasks.rados.rados.0.smithi012.stdout:223: done (2 left) 2024-04-02T08:24:41.000 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 22 current snap is 17 2024-04-02T08:24:41.000 INFO:tasks.rados.rados.0.smithi012.stdout:224: finishing write tid 2 to smithi01277369-24 2024-04-02T08:24:41.000 INFO:tasks.rados.rados.0.smithi012.stdout:226: seq_num 95 ranges {0=794624,794624=409600,1204224=393216} 2024-04-02T08:24:41.003 INFO:tasks.rados.rados.0.smithi012.stdout:226: writing smithi01277369-22 from 0 to 794624 tid 1 2024-04-02T08:24:41.006 INFO:tasks.rados.rados.0.smithi012.stdout:226: writing smithi01277369-22 from 794624 to 1204224 tid 2 2024-04-02T08:24:41.008 INFO:tasks.rados.rados.0.smithi012.stdout:226: writing smithi01277369-22 from 1204224 to 1597440 tid 3 2024-04-02T08:24:41.008 INFO:tasks.rados.rados.0.smithi012.stdout:227: read oid 11 snap 16 2024-04-02T08:24:41.008 INFO:tasks.rados.rados.0.smithi012.stdout:227: expect (ObjNum 10 snap 0 seq_num 10) 2024-04-02T08:24:41.008 INFO:tasks.rados.rados.0.smithi012.stdout:228: snap_remove snap 10 2024-04-02T08:24:41.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:40 smithi012 ceph-mon[27004]: osdmap e105: 8 total, 8 up, 8 in 2024-04-02T08:24:41.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:40 smithi012 ceph-mon[38029]: osdmap e105: 8 total, 8 up, 8 in 2024-04-02T08:24:41.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:40 smithi055 ceph-mon[31035]: osdmap e105: 8 total, 8 up, 8 in 2024-04-02T08:24:41.899 INFO:tasks.rados.rados.0.smithi012.stdout:228: done (4 left) 2024-04-02T08:24:41.900 INFO:tasks.rados.rados.0.smithi012.stdout:229: snap_remove snap 6 2024-04-02T08:24:42.168 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:41 smithi012 ceph-mon[27004]: pgmap v154: 121 pgs: 121 active+clean; 47 MiB data, 303 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2024-04-02T08:24:42.168 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:41 smithi012 ceph-mon[27004]: osdmap e106: 8 total, 8 up, 8 in 2024-04-02T08:24:42.168 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:41 smithi012 ceph-mon[38029]: pgmap v154: 121 pgs: 121 active+clean; 47 MiB data, 303 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2024-04-02T08:24:42.168 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:41 smithi012 ceph-mon[38029]: osdmap e106: 8 total, 8 up, 8 in 2024-04-02T08:24:42.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:41 smithi055 ceph-mon[31035]: pgmap v154: 121 pgs: 121 active+clean; 47 MiB data, 303 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2024-04-02T08:24:42.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:41 smithi055 ceph-mon[31035]: osdmap e106: 8 total, 8 up, 8 in 2024-04-02T08:24:42.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:24:42 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:24:42] "GET /metrics HTTP/1.1" 200 35993 "" "Prometheus/2.43.0" 2024-04-02T08:24:42.911 INFO:tasks.rados.rados.0.smithi012.stdout:229: done (4 left) 2024-04-02T08:24:42.911 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 10 current snap is 17 2024-04-02T08:24:42.911 INFO:tasks.rados.rados.0.smithi012.stdout:230: seq_num 96 ranges {638976=409600,1048576=696320,1744896=507904} 2024-04-02T08:24:42.917 INFO:tasks.rados.rados.0.smithi012.stdout:230: writing smithi01277369-10 from 638976 to 1048576 tid 1 2024-04-02T08:24:42.922 INFO:tasks.rados.rados.0.smithi012.stdout:230: writing smithi01277369-10 from 1048576 to 1744896 tid 2 2024-04-02T08:24:42.926 INFO:tasks.rados.rados.0.smithi012.stdout:230: writing smithi01277369-10 from 1744896 to 2252800 tid 3 2024-04-02T08:24:42.927 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 23 current snap is 17 2024-04-02T08:24:42.927 INFO:tasks.rados.rados.0.smithi012.stdout:224: finishing write tid 3 to smithi01277369-24 2024-04-02T08:24:42.927 INFO:tasks.rados.rados.0.smithi012.stdout:224: finishing write tid 4 to smithi01277369-24 2024-04-02T08:24:42.927 INFO:tasks.rados.rados.0.smithi012.stdout:224: finishing write tid 5 to smithi01277369-24 2024-04-02T08:24:42.927 INFO:tasks.rados.rados.0.smithi012.stdout:224: oid 24 updating version 0 to 123 2024-04-02T08:24:42.927 INFO:tasks.rados.rados.0.smithi012.stdout:224: oid 24 updating version 123 to 124 2024-04-02T08:24:42.927 INFO:tasks.rados.rados.0.smithi012.stdout:224: oid 24 version 124 is already newer than 122 2024-04-02T08:24:42.928 INFO:tasks.rados.rados.0.smithi012.stdout:224: oid 24 version 124 is already newer than 121 2024-04-02T08:24:42.928 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 24 v 124 (ObjNum 94 snap 17 seq_num 94) dirty exists 2024-04-02T08:24:42.928 INFO:tasks.rados.rados.0.smithi012.stdout:224: left oid 24 (ObjNum 94 snap 17 seq_num 94) 2024-04-02T08:24:42.928 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 2 v 88 (ObjNum 83 snap 16 seq_num 83) dirty exists 2024-04-02T08:24:42.928 INFO:tasks.rados.rados.0.smithi012.stdout:226: finishing write tid 1 to smithi01277369-22 2024-04-02T08:24:42.928 INFO:tasks.rados.rados.0.smithi012.stdout:226: finishing write tid 2 to smithi01277369-22 2024-04-02T08:24:42.928 INFO:tasks.rados.rados.0.smithi012.stdout:226: finishing write tid 3 to smithi01277369-22 2024-04-02T08:24:42.928 INFO:tasks.rados.rados.0.smithi012.stdout:226: finishing write tid 4 to smithi01277369-22 2024-04-02T08:24:42.928 INFO:tasks.rados.rados.0.smithi012.stdout:227: expect (ObjNum 10 snap 0 seq_num 10) 2024-04-02T08:24:42.933 INFO:tasks.rados.rados.0.smithi012.stdout:226: finishing write tid 5 to smithi01277369-22 2024-04-02T08:24:42.933 INFO:tasks.rados.rados.0.smithi012.stdout:226: oid 22 updating version 0 to 89 2024-04-02T08:24:42.933 INFO:tasks.rados.rados.0.smithi012.stdout:226: oid 22 updating version 89 to 92 2024-04-02T08:24:42.933 INFO:tasks.rados.rados.0.smithi012.stdout:226: oid 22 version 92 is already newer than 91 2024-04-02T08:24:42.933 INFO:tasks.rados.rados.0.smithi012.stdout:226: oid 22 version 92 is already newer than 90 2024-04-02T08:24:42.933 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 22 v 92 (ObjNum 95 snap 17 seq_num 95) dirty exists 2024-04-02T08:24:42.934 INFO:tasks.rados.rados.0.smithi012.stdout:226: left oid 22 (ObjNum 95 snap 17 seq_num 95) 2024-04-02T08:24:42.934 INFO:tasks.rados.rados.0.smithi012.stdout:230: finishing write tid 1 to smithi01277369-10 2024-04-02T08:24:42.934 INFO:tasks.rados.rados.0.smithi012.stdout:231: seq_num 97 ranges {0=434176,434176=581632,1015808=540672,1556480=81920} 2024-04-02T08:24:42.935 INFO:tasks.rados.rados.0.smithi012.stdout:231: writing smithi01277369-23 from 0 to 434176 tid 1 2024-04-02T08:24:42.939 INFO:tasks.rados.rados.0.smithi012.stdout:231: writing smithi01277369-23 from 434176 to 1015808 tid 2 2024-04-02T08:24:42.942 INFO:tasks.rados.rados.0.smithi012.stdout:231: writing smithi01277369-23 from 1015808 to 1556480 tid 3 2024-04-02T08:24:42.943 INFO:tasks.rados.rados.0.smithi012.stdout:231: writing smithi01277369-23 from 1556480 to 1638400 tid 4 2024-04-02T08:24:42.943 INFO:tasks.rados.rados.0.smithi012.stdout:224: done (5 left) 2024-04-02T08:24:42.944 INFO:tasks.rados.rados.0.smithi012.stdout:225: done (4 left) 2024-04-02T08:24:42.944 INFO:tasks.rados.rados.0.smithi012.stdout:226: done (3 left) 2024-04-02T08:24:42.944 INFO:tasks.rados.rados.0.smithi012.stdout:227: done (2 left) 2024-04-02T08:24:42.944 INFO:tasks.rados.rados.0.smithi012.stdout:232: read oid 5 snap -1 2024-04-02T08:24:42.944 INFO:tasks.rados.rados.0.smithi012.stdout:232: expect deleted 2024-04-02T08:24:42.944 INFO:tasks.rados.rados.0.smithi012.stdout:233: read oid 1 snap 16 2024-04-02T08:24:42.944 INFO:tasks.rados.rados.0.smithi012.stdout:233: expect deleted 2024-04-02T08:24:42.944 INFO:tasks.rados.rados.0.smithi012.stdout:234: setattr oid 38 current snap is 17 2024-04-02T08:24:42.944 INFO:tasks.rados.rados.0.smithi012.stdout:230: finishing write tid 2 to smithi01277369-10 2024-04-02T08:24:42.944 INFO:tasks.rados.rados.0.smithi012.stdout:230: finishing write tid 3 to smithi01277369-10 2024-04-02T08:24:42.944 INFO:tasks.rados.rados.0.smithi012.stdout:230: finishing write tid 4 to smithi01277369-10 2024-04-02T08:24:42.944 INFO:tasks.rados.rados.0.smithi012.stdout:230: finishing write tid 5 to smithi01277369-10 2024-04-02T08:24:42.944 INFO:tasks.rados.rados.0.smithi012.stdout:230: oid 10 updating version 0 to 65 2024-04-02T08:24:42.944 INFO:tasks.rados.rados.0.smithi012.stdout:230: oid 10 updating version 65 to 66 2024-04-02T08:24:42.945 INFO:tasks.rados.rados.0.smithi012.stdout:230: oid 10 version 66 is already newer than 64 2024-04-02T08:24:42.945 INFO:tasks.rados.rados.0.smithi012.stdout:230: oid 10 updating version 66 to 67 2024-04-02T08:24:42.945 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 10 v 67 (ObjNum 96 snap 17 seq_num 96) dirty exists 2024-04-02T08:24:42.945 INFO:tasks.rados.rados.0.smithi012.stdout:230: left oid 10 (ObjNum 96 snap 17 seq_num 96) 2024-04-02T08:24:42.945 INFO:tasks.rados.rados.0.smithi012.stdout:231: finishing write tid 1 to smithi01277369-23 2024-04-02T08:24:42.945 INFO:tasks.rados.rados.0.smithi012.stdout:231: finishing write tid 2 to smithi01277369-23 2024-04-02T08:24:42.946 INFO:tasks.rados.rados.0.smithi012.stdout:230: done (4 left) 2024-04-02T08:24:42.946 INFO:tasks.rados.rados.0.smithi012.stdout:233: done (3 left) 2024-04-02T08:24:42.946 INFO:tasks.rados.rados.0.smithi012.stdout:235: rollback oid 25 current snap is 17 2024-04-02T08:24:42.946 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 25 to 16 2024-04-02T08:24:42.946 INFO:tasks.rados.rados.0.smithi012.stdout:236: delete oid 30 current snap is 17 2024-04-02T08:24:42.946 INFO:tasks.rados.rados.0.smithi012.stdout:231: finishing write tid 3 to smithi01277369-23 2024-04-02T08:24:42.946 INFO:tasks.rados.rados.0.smithi012.stdout:231: finishing write tid 4 to smithi01277369-23 2024-04-02T08:24:42.947 INFO:tasks.rados.rados.0.smithi012.stdout:231: finishing write tid 5 to smithi01277369-23 2024-04-02T08:24:42.947 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 38 v 78 (ObjNum 56 snap 4 seq_num 56) dirty exists 2024-04-02T08:24:42.947 INFO:tasks.rados.rados.0.smithi012.stdout:234: done (4 left) 2024-04-02T08:24:42.948 INFO:tasks.rados.rados.0.smithi012.stdout:236: done (3 left) 2024-04-02T08:24:42.948 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 4 current snap is 17 2024-04-02T08:24:42.948 INFO:tasks.rados.rados.0.smithi012.stdout:235: finishing rollback tid 0 to smithi01277369-25 2024-04-02T08:24:42.948 INFO:tasks.rados.rados.0.smithi012.stdout:237: seq_num 99 ranges {712704=466944,1179648=802816,1982464=401408} 2024-04-02T08:24:42.954 INFO:tasks.rados.rados.0.smithi012.stdout:237: writing smithi01277369-4 from 712704 to 1179648 tid 1 2024-04-02T08:24:42.958 INFO:tasks.rados.rados.0.smithi012.stdout:237: writing smithi01277369-4 from 1179648 to 1982464 tid 2 2024-04-02T08:24:42.961 INFO:tasks.rados.rados.0.smithi012.stdout:237: writing smithi01277369-4 from 1982464 to 2383872 tid 3 2024-04-02T08:24:42.961 INFO:tasks.rados.rados.0.smithi012.stdout:238: setattr oid 1 current snap is 17 2024-04-02T08:24:42.961 INFO:tasks.rados.rados.0.smithi012.stdout:235: finishing rollback tid 1 to smithi01277369-25 2024-04-02T08:24:42.962 INFO:tasks.rados.rados.0.smithi012.stdout:231: finishing write tid 6 to smithi01277369-23 2024-04-02T08:24:42.962 INFO:tasks.rados.rados.0.smithi012.stdout:231: oid 23 updating version 0 to 46 2024-04-02T08:24:42.962 INFO:tasks.rados.rados.0.smithi012.stdout:231: oid 23 version 46 is already newer than 45 2024-04-02T08:24:42.962 INFO:tasks.rados.rados.0.smithi012.stdout:231: oid 23 updating version 46 to 48 2024-04-02T08:24:42.962 INFO:tasks.rados.rados.0.smithi012.stdout:231: oid 23 version 48 is already newer than 44 2024-04-02T08:24:42.962 INFO:tasks.rados.rados.0.smithi012.stdout:231: oid 23 version 48 is already newer than 47 2024-04-02T08:24:42.962 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 23 v 48 (ObjNum 97 snap 17 seq_num 97) dirty exists 2024-04-02T08:24:42.962 INFO:tasks.rados.rados.0.smithi012.stdout:231: left oid 23 (ObjNum 97 snap 17 seq_num 97) 2024-04-02T08:24:42.962 INFO:tasks.rados.rados.0.smithi012.stdout:235: finishing rollback tid 2 to smithi01277369-25 2024-04-02T08:24:42.962 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 25 v 43 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-02T08:24:42.962 INFO:tasks.rados.rados.0.smithi012.stdout:237: finishing write tid 1 to smithi01277369-4 2024-04-02T08:24:42.963 INFO:tasks.rados.rados.0.smithi012.stdout:231: done (4 left) 2024-04-02T08:24:42.963 INFO:tasks.rados.rados.0.smithi012.stdout:232: done (3 left) 2024-04-02T08:24:42.963 INFO:tasks.rados.rados.0.smithi012.stdout:235: done (2 left) 2024-04-02T08:24:42.963 INFO:tasks.rados.rados.0.smithi012.stdout:239: setattr oid 30 current snap is 17 2024-04-02T08:24:42.963 INFO:tasks.rados.rados.0.smithi012.stdout:237: finishing write tid 2 to smithi01277369-4 2024-04-02T08:24:42.963 INFO:tasks.rados.rados.0.smithi012.stdout:237: finishing write tid 3 to smithi01277369-4 2024-04-02T08:24:42.964 INFO:tasks.rados.rados.0.smithi012.stdout:237: finishing write tid 4 to smithi01277369-4 2024-04-02T08:24:42.964 INFO:tasks.rados.rados.0.smithi012.stdout:240: snap_remove snap 12 2024-04-02T08:24:43.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:42 smithi012 ceph-mon[38029]: osdmap e107: 8 total, 8 up, 8 in 2024-04-02T08:24:43.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:42 smithi012 ceph-mon[27004]: osdmap e107: 8 total, 8 up, 8 in 2024-04-02T08:24:43.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:42 smithi055 ceph-mon[31035]: osdmap e107: 8 total, 8 up, 8 in 2024-04-02T08:24:43.918 INFO:tasks.rados.rados.0.smithi012.stdout:240: done (3 left) 2024-04-02T08:24:43.918 INFO:tasks.rados.rados.0.smithi012.stdout:241: read oid 49 snap -1 2024-04-02T08:24:43.918 INFO:tasks.rados.rados.0.smithi012.stdout:241: expect (ObjNum 48 snap 0 seq_num 48) 2024-04-02T08:24:43.918 INFO:tasks.rados.rados.0.smithi012.stdout:242: read oid 43 snap -1 2024-04-02T08:24:43.918 INFO:tasks.rados.rados.0.smithi012.stdout:242: expect (ObjNum 73 snap 10 seq_num 73) 2024-04-02T08:24:43.918 INFO:tasks.rados.rados.0.smithi012.stdout:243: read oid 33 snap -1 2024-04-02T08:24:43.919 INFO:tasks.rados.rados.0.smithi012.stdout:243: expect (ObjNum 32 snap 0 seq_num 32) 2024-04-02T08:24:43.919 INFO:tasks.rados.rados.0.smithi012.stdout:244: snap_remove snap 16 2024-04-02T08:24:44.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:43 smithi012 ceph-mon[27004]: pgmap v157: 121 pgs: 121 active+clean; 47 MiB data, 303 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2024-04-02T08:24:44.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:43 smithi012 ceph-mon[27004]: osdmap e108: 8 total, 8 up, 8 in 2024-04-02T08:24:44.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:43 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:24:44.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:43 smithi012 ceph-mon[38029]: pgmap v157: 121 pgs: 121 active+clean; 47 MiB data, 303 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2024-04-02T08:24:44.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:43 smithi012 ceph-mon[38029]: osdmap e108: 8 total, 8 up, 8 in 2024-04-02T08:24:44.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:43 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:24:44.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:43 smithi055 ceph-mon[31035]: pgmap v157: 121 pgs: 121 active+clean; 47 MiB data, 303 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2024-04-02T08:24:44.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:43 smithi055 ceph-mon[31035]: osdmap e108: 8 total, 8 up, 8 in 2024-04-02T08:24:44.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:43 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:24:44.925 INFO:tasks.rados.rados.0.smithi012.stdout:244: done (6 left) 2024-04-02T08:24:44.925 INFO:tasks.rados.rados.0.smithi012.stdout:245: copy_from oid 16 from oid 41 current snap is 17 2024-04-02T08:24:44.925 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 1 v 68 (ObjNum 9489 snap 0 seq_num 2613031840) dirty exists 2024-04-02T08:24:44.925 INFO:tasks.rados.rados.0.smithi012.stdout:237: finishing write tid 5 to smithi01277369-4 2024-04-02T08:24:44.925 INFO:tasks.rados.rados.0.smithi012.stdout:237: oid 4 updating version 0 to 47 2024-04-02T08:24:44.925 INFO:tasks.rados.rados.0.smithi012.stdout:237: oid 4 version 47 is already newer than 45 2024-04-02T08:24:44.925 INFO:tasks.rados.rados.0.smithi012.stdout:237: oid 4 version 47 is already newer than 46 2024-04-02T08:24:44.926 INFO:tasks.rados.rados.0.smithi012.stdout:237: oid 4 updating version 47 to 48 2024-04-02T08:24:44.926 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 4 v 48 (ObjNum 99 snap 17 seq_num 99) dirty exists 2024-04-02T08:24:44.926 INFO:tasks.rados.rados.0.smithi012.stdout:237: left oid 4 (ObjNum 99 snap 17 seq_num 99) 2024-04-02T08:24:44.926 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 30 v 103 (ObjNum 65 snap 0 seq_num 1600545102) dirty exists 2024-04-02T08:24:44.926 INFO:tasks.rados.rados.0.smithi012.stdout:243: expect (ObjNum 32 snap 0 seq_num 32) 2024-04-02T08:24:44.943 INFO:tasks.rados.rados.0.smithi012.stdout:241: expect (ObjNum 48 snap 0 seq_num 48) 2024-04-02T08:24:44.965 INFO:tasks.rados.rados.0.smithi012.stdout:242: expect (ObjNum 73 snap 10 seq_num 73) 2024-04-02T08:24:45.028 INFO:tasks.rados.rados.0.smithi012.stdout:245: finishing copy_from racing read to smithi01277369-16 2024-04-02T08:24:45.028 INFO:tasks.rados.rados.0.smithi012.stdout:245: finishing copy_from to smithi01277369-16 2024-04-02T08:24:45.028 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 16 v 11 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-02T08:24:45.028 INFO:tasks.rados.rados.0.smithi012.stdout:237: done (6 left) 2024-04-02T08:24:45.028 INFO:tasks.rados.rados.0.smithi012.stdout:238: done (5 left) 2024-04-02T08:24:45.028 INFO:tasks.rados.rados.0.smithi012.stdout:239: done (4 left) 2024-04-02T08:24:45.028 INFO:tasks.rados.rados.0.smithi012.stdout:241: done (3 left) 2024-04-02T08:24:45.028 INFO:tasks.rados.rados.0.smithi012.stdout:242: done (2 left) 2024-04-02T08:24:45.028 INFO:tasks.rados.rados.0.smithi012.stdout:243: done (1 left) 2024-04-02T08:24:45.029 INFO:tasks.rados.rados.0.smithi012.stdout:245: done (0 left) 2024-04-02T08:24:45.029 INFO:tasks.rados.rados.0.smithi012.stdout:246: read oid 27 snap -1 2024-04-02T08:24:45.029 INFO:tasks.rados.rados.0.smithi012.stdout:246: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-02T08:24:45.029 INFO:tasks.rados.rados.0.smithi012.stdout:247: rollback oid 15 current snap is 17 2024-04-02T08:24:45.029 INFO:tasks.rados.rados.0.smithi012.stdout:247: done (1 left) 2024-04-02T08:24:45.029 INFO:tasks.rados.rados.0.smithi012.stdout:248: rmattr oid 38 current snap is 17 2024-04-02T08:24:45.029 INFO:tasks.rados.rados.0.smithi012.stdout:249: snap_create 2024-04-02T08:24:45.029 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 38 v 93 (ObjNum 56 snap 4 seq_num 56) dirty exists 2024-04-02T08:24:45.031 INFO:tasks.rados.rados.0.smithi012.stdout:246: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-02T08:24:45.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:44 smithi012 ceph-mon[27004]: osdmap e109: 8 total, 8 up, 8 in 2024-04-02T08:24:45.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:44 smithi012 ceph-mon[38029]: osdmap e109: 8 total, 8 up, 8 in 2024-04-02T08:24:45.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:44 smithi055 ceph-mon[31035]: osdmap e109: 8 total, 8 up, 8 in 2024-04-02T08:24:45.810 INFO:tasks.rados.rados.0.smithi012.stdout:246: done (2 left) 2024-04-02T08:24:45.810 INFO:tasks.rados.rados.0.smithi012.stdout:248: done (1 left) 2024-04-02T08:24:45.810 INFO:tasks.rados.rados.0.smithi012.stdout:249: done (0 left) 2024-04-02T08:24:45.810 INFO:tasks.rados.rados.0.smithi012.stdout:250: snap_create 2024-04-02T08:24:46.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:45 smithi012 ceph-mon[38029]: pgmap v160: 121 pgs: 121 active+clean; 59 MiB data, 329 MiB used, 715 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.2 MiB/s wr, 46 op/s 2024-04-02T08:24:46.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:45 smithi012 ceph-mon[38029]: osdmap e110: 8 total, 8 up, 8 in 2024-04-02T08:24:46.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:45 smithi012 ceph-mon[38029]: osdmap e111: 8 total, 8 up, 8 in 2024-04-02T08:24:46.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:45 smithi012 ceph-mon[27004]: pgmap v160: 121 pgs: 121 active+clean; 59 MiB data, 329 MiB used, 715 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.2 MiB/s wr, 46 op/s 2024-04-02T08:24:46.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:45 smithi012 ceph-mon[27004]: osdmap e110: 8 total, 8 up, 8 in 2024-04-02T08:24:46.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:45 smithi012 ceph-mon[27004]: osdmap e111: 8 total, 8 up, 8 in 2024-04-02T08:24:46.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:45 smithi055 ceph-mon[31035]: pgmap v160: 121 pgs: 121 active+clean; 59 MiB data, 329 MiB used, 715 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.2 MiB/s wr, 46 op/s 2024-04-02T08:24:46.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:45 smithi055 ceph-mon[31035]: osdmap e110: 8 total, 8 up, 8 in 2024-04-02T08:24:46.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:45 smithi055 ceph-mon[31035]: osdmap e111: 8 total, 8 up, 8 in 2024-04-02T08:24:46.810 INFO:tasks.rados.rados.0.smithi012.stdout:250: done (0 left) 2024-04-02T08:24:46.811 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 30 current snap is 19 2024-04-02T08:24:46.811 INFO:tasks.rados.rados.0.smithi012.stdout:251: seq_num 100 ranges {0=483328,483328=688128,1171456=516096} 2024-04-02T08:24:46.813 INFO:tasks.rados.rados.0.smithi012.stdout:251: writing smithi01277369-30 from 0 to 483328 tid 1 2024-04-02T08:24:46.817 INFO:tasks.rados.rados.0.smithi012.stdout:251: writing smithi01277369-30 from 483328 to 1171456 tid 2 2024-04-02T08:24:46.820 INFO:tasks.rados.rados.0.smithi012.stdout:251: writing smithi01277369-30 from 1171456 to 1687552 tid 3 2024-04-02T08:24:46.820 INFO:tasks.rados.rados.0.smithi012.stdout:252: rmattr oid 17 current snap is 19 2024-04-02T08:24:46.820 INFO:tasks.rados.rados.0.smithi012.stdout:252: done (1 left) 2024-04-02T08:24:46.820 INFO:tasks.rados.rados.0.smithi012.stdout:253: snap_remove snap 17 2024-04-02T08:24:47.815 INFO:tasks.rados.rados.0.smithi012.stdout:251: finishing write tid 1 to smithi01277369-30 2024-04-02T08:24:47.815 INFO:tasks.rados.rados.0.smithi012.stdout:251: finishing write tid 2 to smithi01277369-30 2024-04-02T08:24:47.816 INFO:tasks.rados.rados.0.smithi012.stdout:251: finishing write tid 3 to smithi01277369-30 2024-04-02T08:24:47.816 INFO:tasks.rados.rados.0.smithi012.stdout:251: finishing write tid 4 to smithi01277369-30 2024-04-02T08:24:47.816 INFO:tasks.rados.rados.0.smithi012.stdout:251: finishing write tid 5 to smithi01277369-30 2024-04-02T08:24:47.816 INFO:tasks.rados.rados.0.smithi012.stdout:251: oid 30 updating version 0 to 115 2024-04-02T08:24:47.816 INFO:tasks.rados.rados.0.smithi012.stdout:251: oid 30 version 115 is already newer than 113 2024-04-02T08:24:47.816 INFO:tasks.rados.rados.0.smithi012.stdout:251: oid 30 version 115 is already newer than 114 2024-04-02T08:24:47.816 INFO:tasks.rados.rados.0.smithi012.stdout:251: oid 30 updating version 115 to 116 2024-04-02T08:24:47.816 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 30 v 116 (ObjNum 100 snap 19 seq_num 100) dirty exists 2024-04-02T08:24:47.816 INFO:tasks.rados.rados.0.smithi012.stdout:251: left oid 30 (ObjNum 100 snap 19 seq_num 100) 2024-04-02T08:24:47.816 INFO:tasks.rados.rados.0.smithi012.stdout:251: done (1 left) 2024-04-02T08:24:47.816 INFO:tasks.rados.rados.0.smithi012.stdout:253: done (0 left) 2024-04-02T08:24:47.816 INFO:tasks.rados.rados.0.smithi012.stdout:254: snap_remove snap 18 2024-04-02T08:24:48.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:47 smithi012 ceph-mon[38029]: osdmap e112: 8 total, 8 up, 8 in 2024-04-02T08:24:48.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:47 smithi012 ceph-mon[38029]: pgmap v164: 121 pgs: 121 active+clean; 59 MiB data, 329 MiB used, 715 GiB / 715 GiB avail; 7.4 MiB/s rd, 4.3 MiB/s wr, 47 op/s 2024-04-02T08:24:48.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:47 smithi012 ceph-mon[27004]: osdmap e112: 8 total, 8 up, 8 in 2024-04-02T08:24:48.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:47 smithi012 ceph-mon[27004]: pgmap v164: 121 pgs: 121 active+clean; 59 MiB data, 329 MiB used, 715 GiB / 715 GiB avail; 7.4 MiB/s rd, 4.3 MiB/s wr, 47 op/s 2024-04-02T08:24:48.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:47 smithi055 ceph-mon[31035]: osdmap e112: 8 total, 8 up, 8 in 2024-04-02T08:24:48.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:47 smithi055 ceph-mon[31035]: pgmap v164: 121 pgs: 121 active+clean; 59 MiB data, 329 MiB used, 715 GiB / 715 GiB avail; 7.4 MiB/s rd, 4.3 MiB/s wr, 47 op/s 2024-04-02T08:24:48.816 INFO:tasks.rados.rados.0.smithi012.stdout:254: done (0 left) 2024-04-02T08:24:48.816 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 14 current snap is 19 2024-04-02T08:24:48.816 INFO:tasks.rados.rados.0.smithi012.stdout:255: seq_num 101 ranges {221184=499712,720896=573440,1294336=524288,1818624=106496} 2024-04-02T08:24:48.821 INFO:tasks.rados.rados.0.smithi012.stdout:255: writing smithi01277369-14 from 221184 to 720896 tid 1 2024-04-02T08:24:48.823 INFO:tasks.rados.rados.0.smithi012.stdout:255: writing smithi01277369-14 from 720896 to 1294336 tid 2 2024-04-02T08:24:48.826 INFO:tasks.rados.rados.0.smithi012.stdout:255: writing smithi01277369-14 from 1294336 to 1818624 tid 3 2024-04-02T08:24:48.827 INFO:tasks.rados.rados.0.smithi012.stdout:255: writing smithi01277369-14 from 1818624 to 1925120 tid 4 2024-04-02T08:24:48.827 INFO:tasks.rados.rados.0.smithi012.stdout:256: read oid 3 snap -1 2024-04-02T08:24:48.827 INFO:tasks.rados.rados.0.smithi012.stdout:256: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-02T08:24:48.828 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 20 current snap is 19 2024-04-02T08:24:48.828 INFO:tasks.rados.rados.0.smithi012.stdout:257: seq_num 102 ranges {1974272=516096,2490368=450560,2940928=729088,3670016=24576} 2024-04-02T08:24:48.841 INFO:tasks.rados.rados.0.smithi012.stdout:257: writing smithi01277369-20 from 1974272 to 2490368 tid 1 2024-04-02T08:24:48.844 INFO:tasks.rados.rados.0.smithi012.stdout:257: writing smithi01277369-20 from 2490368 to 2940928 tid 2 2024-04-02T08:24:48.849 INFO:tasks.rados.rados.0.smithi012.stdout:257: writing smithi01277369-20 from 2940928 to 3670016 tid 3 2024-04-02T08:24:48.849 INFO:tasks.rados.rados.0.smithi012.stdout:257: writing smithi01277369-20 from 3670016 to 3694592 tid 4 2024-04-02T08:24:48.849 INFO:tasks.rados.rados.0.smithi012.stdout:258: snap_create 2024-04-02T08:24:48.849 INFO:tasks.rados.rados.0.smithi012.stdout:256: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-02T08:24:48.852 INFO:tasks.rados.rados.0.smithi012.stdout:255: finishing write tid 1 to smithi01277369-14 2024-04-02T08:24:48.853 INFO:tasks.rados.rados.0.smithi012.stdout:255: finishing write tid 2 to smithi01277369-14 2024-04-02T08:24:48.853 INFO:tasks.rados.rados.0.smithi012.stdout:255: finishing write tid 3 to smithi01277369-14 2024-04-02T08:24:48.853 INFO:tasks.rados.rados.0.smithi012.stdout:255: finishing write tid 4 to smithi01277369-14 2024-04-02T08:24:48.853 INFO:tasks.rados.rados.0.smithi012.stdout:255: finishing write tid 5 to smithi01277369-14 2024-04-02T08:24:48.853 INFO:tasks.rados.rados.0.smithi012.stdout:255: finishing write tid 6 to smithi01277369-14 2024-04-02T08:24:48.853 INFO:tasks.rados.rados.0.smithi012.stdout:255: oid 14 updating version 0 to 33 2024-04-02T08:24:48.853 INFO:tasks.rados.rados.0.smithi012.stdout:255: oid 14 version 33 is already newer than 32 2024-04-02T08:24:48.853 INFO:tasks.rados.rados.0.smithi012.stdout:255: oid 14 updating version 33 to 36 2024-04-02T08:24:48.853 INFO:tasks.rados.rados.0.smithi012.stdout:255: oid 14 version 36 is already newer than 35 2024-04-02T08:24:48.853 INFO:tasks.rados.rados.0.smithi012.stdout:255: oid 14 version 36 is already newer than 34 2024-04-02T08:24:48.854 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 14 v 36 (ObjNum 101 snap 19 seq_num 101) dirty exists 2024-04-02T08:24:48.854 INFO:tasks.rados.rados.0.smithi012.stdout:255: left oid 14 (ObjNum 101 snap 19 seq_num 101) 2024-04-02T08:24:48.854 INFO:tasks.rados.rados.0.smithi012.stdout:257: finishing write tid 1 to smithi01277369-20 2024-04-02T08:24:48.854 INFO:tasks.rados.rados.0.smithi012.stdout:257: finishing write tid 2 to smithi01277369-20 2024-04-02T08:24:48.854 INFO:tasks.rados.rados.0.smithi012.stdout:257: finishing write tid 3 to smithi01277369-20 2024-04-02T08:24:48.854 INFO:tasks.rados.rados.0.smithi012.stdout:257: finishing write tid 4 to smithi01277369-20 2024-04-02T08:24:48.854 INFO:tasks.rados.rados.0.smithi012.stdout:257: finishing write tid 5 to smithi01277369-20 2024-04-02T08:24:48.855 INFO:tasks.rados.rados.0.smithi012.stdout:257: finishing write tid 6 to smithi01277369-20 2024-04-02T08:24:48.855 INFO:tasks.rados.rados.0.smithi012.stdout:257: oid 20 updating version 0 to 176 2024-04-02T08:24:48.855 INFO:tasks.rados.rados.0.smithi012.stdout:257: oid 20 version 176 is already newer than 175 2024-04-02T08:24:48.855 INFO:tasks.rados.rados.0.smithi012.stdout:257: oid 20 version 176 is already newer than 173 2024-04-02T08:24:48.855 INFO:tasks.rados.rados.0.smithi012.stdout:257: oid 20 updating version 176 to 177 2024-04-02T08:24:48.855 INFO:tasks.rados.rados.0.smithi012.stdout:257: oid 20 version 177 is already newer than 174 2024-04-02T08:24:48.856 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 20 v 177 (ObjNum 102 snap 19 seq_num 102) dirty exists 2024-04-02T08:24:48.856 INFO:tasks.rados.rados.0.smithi012.stdout:257: left oid 20 (ObjNum 102 snap 19 seq_num 102) 2024-04-02T08:24:49.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:48 smithi012 ceph-mon[27004]: osdmap e113: 8 total, 8 up, 8 in 2024-04-02T08:24:49.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:48 smithi012 ceph-mon[38029]: osdmap e113: 8 total, 8 up, 8 in 2024-04-02T08:24:49.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:48 smithi055 ceph-mon[31035]: osdmap e113: 8 total, 8 up, 8 in 2024-04-02T08:24:49.826 INFO:tasks.rados.rados.0.smithi012.stdout:255: done (3 left) 2024-04-02T08:24:49.827 INFO:tasks.rados.rados.0.smithi012.stdout:256: done (2 left) 2024-04-02T08:24:49.827 INFO:tasks.rados.rados.0.smithi012.stdout:257: done (1 left) 2024-04-02T08:24:49.827 INFO:tasks.rados.rados.0.smithi012.stdout:258: done (0 left) 2024-04-02T08:24:49.827 INFO:tasks.rados.rados.0.smithi012.stdout:259: delete oid 41 current snap is 20 2024-04-02T08:24:49.830 INFO:tasks.rados.rados.0.smithi012.stdout:259: done (0 left) 2024-04-02T08:24:49.830 INFO:tasks.rados.rados.0.smithi012.stdout:260: read oid 13 snap -1 2024-04-02T08:24:49.830 INFO:tasks.rados.rados.0.smithi012.stdout:260: expect (ObjNum 88 snap 17 seq_num 88) 2024-04-02T08:24:49.830 INFO:tasks.rados.rados.0.smithi012.stdout:261: setattr oid 26 current snap is 20 2024-04-02T08:24:49.832 INFO:tasks.rados.rados.0.smithi012.stdout:262: copy_from oid 32 from oid 7 current snap is 20 2024-04-02T08:24:49.832 INFO:tasks.rados.rados.0.smithi012.stdout:263: read oid 22 snap -1 2024-04-02T08:24:49.832 INFO:tasks.rados.rados.0.smithi012.stdout:263: expect (ObjNum 95 snap 17 seq_num 95) 2024-04-02T08:24:49.832 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 15 current snap is 20 2024-04-02T08:24:49.832 INFO:tasks.rados.rados.0.smithi012.stdout:264: seq_num 104 ranges {2572288=548864,3121152=622592,3743744=581632} 2024-04-02T08:24:49.850 INFO:tasks.rados.rados.0.smithi012.stdout:264: writing smithi01277369-15 from 2572288 to 3121152 tid 1 2024-04-02T08:24:49.853 INFO:tasks.rados.rados.0.smithi012.stdout:264: writing smithi01277369-15 from 3121152 to 3743744 tid 2 2024-04-02T08:24:49.857 INFO:tasks.rados.rados.0.smithi012.stdout:264: writing smithi01277369-15 from 3743744 to 4325376 tid 3 2024-04-02T08:24:49.857 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 49 current snap is 20 2024-04-02T08:24:49.857 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 26 v 38 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-04-02T08:24:49.857 INFO:tasks.rados.rados.0.smithi012.stdout:262: finishing copy_from racing read to smithi01277369-32 2024-04-02T08:24:49.858 INFO:tasks.rados.rados.0.smithi012.stdout:263: expect (ObjNum 95 snap 17 seq_num 95) 2024-04-02T08:24:49.900 INFO:tasks.rados.rados.0.smithi012.stdout:260: expect (ObjNum 88 snap 17 seq_num 88) 2024-04-02T08:24:50.009 INFO:tasks.rados.rados.0.smithi012.stdout:262: finishing copy_from to smithi01277369-32 2024-04-02T08:24:50.009 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 32 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-02T08:24:50.009 INFO:tasks.rados.rados.0.smithi012.stdout:264: finishing write tid 1 to smithi01277369-15 2024-04-02T08:24:50.009 INFO:tasks.rados.rados.0.smithi012.stdout:264: finishing write tid 2 to smithi01277369-15 2024-04-02T08:24:50.009 INFO:tasks.rados.rados.0.smithi012.stdout:265: seq_num 105 ranges {811008=565248,1376256=507904,1884160=507904,2392064=188416} 2024-04-02T08:24:50.016 INFO:tasks.rados.rados.0.smithi012.stdout:265: writing smithi01277369-49 from 811008 to 1376256 tid 1 2024-04-02T08:24:50.019 INFO:tasks.rados.rados.0.smithi012.stdout:265: writing smithi01277369-49 from 1376256 to 1884160 tid 2 2024-04-02T08:24:50.022 INFO:tasks.rados.rados.0.smithi012.stdout:265: writing smithi01277369-49 from 1884160 to 2392064 tid 3 2024-04-02T08:24:50.024 INFO:tasks.rados.rados.0.smithi012.stdout:265: writing smithi01277369-49 from 2392064 to 2580480 tid 4 2024-04-02T08:24:50.024 INFO:tasks.rados.rados.0.smithi012.stdout:260: done (5 left) 2024-04-02T08:24:50.024 INFO:tasks.rados.rados.0.smithi012.stdout:261: done (4 left) 2024-04-02T08:24:50.024 INFO:tasks.rados.rados.0.smithi012.stdout:262: done (3 left) 2024-04-02T08:24:50.024 INFO:tasks.rados.rados.0.smithi012.stdout:263: done (2 left) 2024-04-02T08:24:50.024 INFO:tasks.rados.rados.0.smithi012.stdout:266: rollback oid 7 current snap is 20 2024-04-02T08:24:50.024 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 7 to 19 2024-04-02T08:24:50.024 INFO:tasks.rados.rados.0.smithi012.stdout:264: finishing write tid 3 to smithi01277369-15 2024-04-02T08:24:50.024 INFO:tasks.rados.rados.0.smithi012.stdout:264: finishing write tid 4 to smithi01277369-15 2024-04-02T08:24:50.024 INFO:tasks.rados.rados.0.smithi012.stdout:264: finishing write tid 5 to smithi01277369-15 2024-04-02T08:24:50.025 INFO:tasks.rados.rados.0.smithi012.stdout:264: oid 15 updating version 0 to 55 2024-04-02T08:24:50.025 INFO:tasks.rados.rados.0.smithi012.stdout:264: oid 15 updating version 55 to 58 2024-04-02T08:24:50.025 INFO:tasks.rados.rados.0.smithi012.stdout:264: oid 15 version 58 is already newer than 56 2024-04-02T08:24:50.025 INFO:tasks.rados.rados.0.smithi012.stdout:264: oid 15 version 58 is already newer than 57 2024-04-02T08:24:50.025 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 15 v 58 (ObjNum 104 snap 20 seq_num 104) dirty exists 2024-04-02T08:24:50.025 INFO:tasks.rados.rados.0.smithi012.stdout:264: left oid 15 (ObjNum 104 snap 20 seq_num 104) 2024-04-02T08:24:50.025 INFO:tasks.rados.rados.0.smithi012.stdout:265: finishing write tid 1 to smithi01277369-49 2024-04-02T08:24:50.025 INFO:tasks.rados.rados.0.smithi012.stdout:265: finishing write tid 2 to smithi01277369-49 2024-04-02T08:24:50.025 INFO:tasks.rados.rados.0.smithi012.stdout:264: done (2 left) 2024-04-02T08:24:50.025 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 10 current snap is 20 2024-04-02T08:24:50.025 INFO:tasks.rados.rados.0.smithi012.stdout:267: seq_num 106 ranges {2252800=581632,2834432=794624,3629056=409600} 2024-04-02T08:24:50.039 INFO:tasks.rados.rados.0.smithi012.stdout:267: writing smithi01277369-10 from 2252800 to 2834432 tid 1 2024-04-02T08:24:50.043 INFO:tasks.rados.rados.0.smithi012.stdout:267: writing smithi01277369-10 from 2834432 to 3629056 tid 2 2024-04-02T08:24:50.047 INFO:tasks.rados.rados.0.smithi012.stdout:267: writing smithi01277369-10 from 3629056 to 4038656 tid 3 2024-04-02T08:24:50.047 INFO:tasks.rados.rados.0.smithi012.stdout:268: read oid 13 snap -1 2024-04-02T08:24:50.047 INFO:tasks.rados.rados.0.smithi012.stdout:268: expect (ObjNum 88 snap 17 seq_num 88) 2024-04-02T08:24:50.047 INFO:tasks.rados.rados.0.smithi012.stdout:269: rollback oid 26 current snap is 20 2024-04-02T08:24:50.047 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 26 to 19 2024-04-02T08:24:50.047 INFO:tasks.rados.rados.0.smithi012.stdout:265: finishing write tid 3 to smithi01277369-49 2024-04-02T08:24:50.047 INFO:tasks.rados.rados.0.smithi012.stdout:265: finishing write tid 4 to smithi01277369-49 2024-04-02T08:24:50.048 INFO:tasks.rados.rados.0.smithi012.stdout:265: finishing write tid 5 to smithi01277369-49 2024-04-02T08:24:50.048 INFO:tasks.rados.rados.0.smithi012.stdout:266: finishing rollback tid 0 to smithi01277369-7 2024-04-02T08:24:50.048 INFO:tasks.rados.rados.0.smithi012.stdout:266: finishing rollback tid 1 to smithi01277369-7 2024-04-02T08:24:50.048 INFO:tasks.rados.rados.0.smithi012.stdout:266: finishing rollback tid 2 to smithi01277369-7 2024-04-02T08:24:50.048 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 7 v 85 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-02T08:24:50.048 INFO:tasks.rados.rados.0.smithi012.stdout:265: finishing write tid 6 to smithi01277369-49 2024-04-02T08:24:50.048 INFO:tasks.rados.rados.0.smithi012.stdout:265: oid 49 updating version 0 to 58 2024-04-02T08:24:50.048 INFO:tasks.rados.rados.0.smithi012.stdout:265: oid 49 updating version 58 to 60 2024-04-02T08:24:50.048 INFO:tasks.rados.rados.0.smithi012.stdout:265: oid 49 updating version 60 to 62 2024-04-02T08:24:50.048 INFO:tasks.rados.rados.0.smithi012.stdout:265: oid 49 version 62 is already newer than 61 2024-04-02T08:24:50.048 INFO:tasks.rados.rados.0.smithi012.stdout:265: oid 49 version 62 is already newer than 59 2024-04-02T08:24:50.048 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 49 v 62 (ObjNum 105 snap 20 seq_num 105) dirty exists 2024-04-02T08:24:50.048 INFO:tasks.rados.rados.0.smithi012.stdout:265: left oid 49 (ObjNum 105 snap 20 seq_num 105) 2024-04-02T08:24:50.048 INFO:tasks.rados.rados.0.smithi012.stdout:267: finishing write tid 1 to smithi01277369-10 2024-04-02T08:24:50.048 INFO:tasks.rados.rados.0.smithi012.stdout:265: done (4 left) 2024-04-02T08:24:50.049 INFO:tasks.rados.rados.0.smithi012.stdout:266: done (3 left) 2024-04-02T08:24:50.049 INFO:tasks.rados.rados.0.smithi012.stdout:270: rmattr oid 24 current snap is 20 2024-04-02T08:24:50.049 INFO:tasks.rados.rados.0.smithi012.stdout:270: done (3 left) 2024-04-02T08:24:50.049 INFO:tasks.rados.rados.0.smithi012.stdout:271: copy_from oid 8 from oid 7 current snap is 20 2024-04-02T08:24:50.049 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 32 current snap is 20 2024-04-02T08:24:50.049 INFO:tasks.rados.rados.0.smithi012.stdout:272: seq_num 107 ranges {106496=598016,704512=729088,1433600=466944,1900544=8192} 2024-04-02T08:24:50.051 INFO:tasks.rados.rados.0.smithi012.stdout:272: writing smithi01277369-32 from 106496 to 704512 tid 1 2024-04-02T08:24:50.056 INFO:tasks.rados.rados.0.smithi012.stdout:272: writing smithi01277369-32 from 704512 to 1433600 tid 2 2024-04-02T08:24:50.059 INFO:tasks.rados.rados.0.smithi012.stdout:272: writing smithi01277369-32 from 1433600 to 1900544 tid 3 2024-04-02T08:24:50.059 INFO:tasks.rados.rados.0.smithi012.stdout:272: writing smithi01277369-32 from 1900544 to 1908736 tid 4 2024-04-02T08:24:50.059 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 12 current snap is 20 2024-04-02T08:24:50.059 INFO:tasks.rados.rados.0.smithi012.stdout:267: finishing write tid 2 to smithi01277369-10 2024-04-02T08:24:50.059 INFO:tasks.rados.rados.0.smithi012.stdout:267: finishing write tid 3 to smithi01277369-10 2024-04-02T08:24:50.059 INFO:tasks.rados.rados.0.smithi012.stdout:267: finishing write tid 4 to smithi01277369-10 2024-04-02T08:24:50.059 INFO:tasks.rados.rados.0.smithi012.stdout:273: seq_num 108 ranges {1384448=614400,1998848=606208,2605056=598016} 2024-04-02T08:24:50.069 INFO:tasks.rados.rados.0.smithi012.stdout:273: writing smithi01277369-12 from 1384448 to 1998848 tid 1 2024-04-02T08:24:50.073 INFO:tasks.rados.rados.0.smithi012.stdout:273: writing smithi01277369-12 from 1998848 to 2605056 tid 2 2024-04-02T08:24:50.077 INFO:tasks.rados.rados.0.smithi012.stdout:273: writing smithi01277369-12 from 2605056 to 3203072 tid 3 2024-04-02T08:24:50.077 INFO:tasks.rados.rados.0.smithi012.stdout:274: read oid 45 snap 19 2024-04-02T08:24:50.077 INFO:tasks.rados.rados.0.smithi012.stdout:274: expect (ObjNum 75 snap 12 seq_num 75) 2024-04-02T08:24:50.077 INFO:tasks.rados.rados.0.smithi012.stdout:275: rmattr oid 17 current snap is 20 2024-04-02T08:24:50.077 INFO:tasks.rados.rados.0.smithi012.stdout:275: done (7 left) 2024-04-02T08:24:50.077 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 48 current snap is 20 2024-04-02T08:24:50.077 INFO:tasks.rados.rados.0.smithi012.stdout:276: seq_num 109 ranges {1564672=630784,2195456=491520,2686976=483328,3170304=229376} 2024-04-02T08:24:50.089 INFO:tasks.rados.rados.0.smithi012.stdout:276: writing smithi01277369-48 from 1564672 to 2195456 tid 1 2024-04-02T08:24:50.092 INFO:tasks.rados.rados.0.smithi012.stdout:276: writing smithi01277369-48 from 2195456 to 2686976 tid 2 2024-04-02T08:24:50.094 INFO:tasks.rados.rados.0.smithi012.stdout:276: writing smithi01277369-48 from 2686976 to 3170304 tid 3 2024-04-02T08:24:50.096 INFO:tasks.rados.rados.0.smithi012.stdout:276: writing smithi01277369-48 from 3170304 to 3399680 tid 4 2024-04-02T08:24:50.096 INFO:tasks.rados.rados.0.smithi012.stdout:277: read oid 47 snap -1 2024-04-02T08:24:50.097 INFO:tasks.rados.rados.0.smithi012.stdout:277: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-02T08:24:50.097 INFO:tasks.rados.rados.0.smithi012.stdout:278: read oid 19 snap 19 2024-04-02T08:24:50.097 INFO:tasks.rados.rados.0.smithi012.stdout:278: expect (ObjNum 92 snap 17 seq_num 92) 2024-04-02T08:24:50.097 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 24 current snap is 20 2024-04-02T08:24:50.097 INFO:tasks.rados.rados.0.smithi012.stdout:269: finishing rollback tid 0 to smithi01277369-26 2024-04-02T08:24:50.097 INFO:tasks.rados.rados.0.smithi012.stdout:269: finishing rollback tid 1 to smithi01277369-26 2024-04-02T08:24:50.097 INFO:tasks.rados.rados.0.smithi012.stdout:269: finishing rollback tid 2 to smithi01277369-26 2024-04-02T08:24:50.097 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 26 v 41 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-04-02T08:24:50.097 INFO:tasks.rados.rados.0.smithi012.stdout:271: finishing copy_from racing read to smithi01277369-8 2024-04-02T08:24:50.097 INFO:tasks.rados.rados.0.smithi012.stdout:267: finishing write tid 5 to smithi01277369-10 2024-04-02T08:24:50.097 INFO:tasks.rados.rados.0.smithi012.stdout:267: oid 10 updating version 0 to 76 2024-04-02T08:24:50.098 INFO:tasks.rados.rados.0.smithi012.stdout:267: oid 10 version 76 is already newer than 75 2024-04-02T08:24:50.098 INFO:tasks.rados.rados.0.smithi012.stdout:267: oid 10 version 76 is already newer than 74 2024-04-02T08:24:50.098 INFO:tasks.rados.rados.0.smithi012.stdout:267: oid 10 updating version 76 to 77 2024-04-02T08:24:50.098 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 10 v 77 (ObjNum 106 snap 20 seq_num 106) dirty exists 2024-04-02T08:24:50.098 INFO:tasks.rados.rados.0.smithi012.stdout:267: left oid 10 (ObjNum 106 snap 20 seq_num 106) 2024-04-02T08:24:50.098 INFO:tasks.rados.rados.0.smithi012.stdout:279: seq_num 110 ranges {2883584=647168,3530752=778240,4308992=425984} 2024-04-02T08:24:50.116 INFO:tasks.rados.rados.0.smithi012.stdout:279: writing smithi01277369-24 from 2883584 to 3530752 tid 1 2024-04-02T08:24:50.120 INFO:tasks.rados.rados.0.smithi012.stdout:279: writing smithi01277369-24 from 3530752 to 4308992 tid 2 2024-04-02T08:24:50.123 INFO:tasks.rados.rados.0.smithi012.stdout:279: writing smithi01277369-24 from 4308992 to 4734976 tid 3 2024-04-02T08:24:50.123 INFO:tasks.rados.rados.0.smithi012.stdout:267: done (10 left) 2024-04-02T08:24:50.123 INFO:tasks.rados.rados.0.smithi012.stdout:269: done (9 left) 2024-04-02T08:24:50.123 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 14 current snap is 20 2024-04-02T08:24:50.123 INFO:tasks.rados.rados.0.smithi012.stdout:280: seq_num 111 ranges {1925120=663552,2588672=663552,3252224=450560,3702784=90112} 2024-04-02T08:24:50.137 INFO:tasks.rados.rados.0.smithi012.stdout:280: writing smithi01277369-14 from 1925120 to 2588672 tid 1 2024-04-02T08:24:50.141 INFO:tasks.rados.rados.0.smithi012.stdout:280: writing smithi01277369-14 from 2588672 to 3252224 tid 2 2024-04-02T08:24:50.143 INFO:tasks.rados.rados.0.smithi012.stdout:280: writing smithi01277369-14 from 3252224 to 3702784 tid 3 2024-04-02T08:24:50.144 INFO:tasks.rados.rados.0.smithi012.stdout:280: writing smithi01277369-14 from 3702784 to 3792896 tid 4 2024-04-02T08:24:50.144 INFO:tasks.rados.rados.0.smithi012.stdout:281: copy_from oid 18 from oid 11 current snap is 20 2024-04-02T08:24:50.144 INFO:tasks.rados.rados.0.smithi012.stdout:271: finishing copy_from to smithi01277369-8 2024-04-02T08:24:50.144 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 8 v 85 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-02T08:24:50.144 INFO:tasks.rados.rados.0.smithi012.stdout:268: expect (ObjNum 88 snap 17 seq_num 88) 2024-04-02T08:24:50.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:49 smithi012 ceph-mon[27004]: osdmap e114: 8 total, 8 up, 8 in 2024-04-02T08:24:50.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:49 smithi012 ceph-mon[27004]: pgmap v167: 121 pgs: 121 active+clean; 59 MiB data, 329 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:50.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:49 smithi012 ceph-mon[38029]: osdmap e114: 8 total, 8 up, 8 in 2024-04-02T08:24:50.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:49 smithi012 ceph-mon[38029]: pgmap v167: 121 pgs: 121 active+clean; 59 MiB data, 329 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:50.254 INFO:tasks.rados.rados.0.smithi012.stdout:272: finishing write tid 1 to smithi01277369-32 2024-04-02T08:24:50.254 INFO:tasks.rados.rados.0.smithi012.stdout:268: done (10 left) 2024-04-02T08:24:50.255 INFO:tasks.rados.rados.0.smithi012.stdout:271: done (9 left) 2024-04-02T08:24:50.255 INFO:tasks.rados.rados.0.smithi012.stdout:282: rollback oid 9 current snap is 20 2024-04-02T08:24:50.255 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 9 to 19 2024-04-02T08:24:50.255 INFO:tasks.rados.rados.0.smithi012.stdout:272: finishing write tid 2 to smithi01277369-32 2024-04-02T08:24:50.255 INFO:tasks.rados.rados.0.smithi012.stdout:272: finishing write tid 3 to smithi01277369-32 2024-04-02T08:24:50.255 INFO:tasks.rados.rados.0.smithi012.stdout:272: finishing write tid 4 to smithi01277369-32 2024-04-02T08:24:50.255 INFO:tasks.rados.rados.0.smithi012.stdout:272: finishing write tid 5 to smithi01277369-32 2024-04-02T08:24:50.255 INFO:tasks.rados.rados.0.smithi012.stdout:272: finishing write tid 6 to smithi01277369-32 2024-04-02T08:24:50.255 INFO:tasks.rados.rados.0.smithi012.stdout:272: oid 32 updating version 0 to 186 2024-04-02T08:24:50.255 INFO:tasks.rados.rados.0.smithi012.stdout:272: oid 32 version 186 is already newer than 185 2024-04-02T08:24:50.255 INFO:tasks.rados.rados.0.smithi012.stdout:272: oid 32 version 186 is already newer than 183 2024-04-02T08:24:50.256 INFO:tasks.rados.rados.0.smithi012.stdout:272: oid 32 version 186 is already newer than 184 2024-04-02T08:24:50.256 INFO:tasks.rados.rados.0.smithi012.stdout:272: oid 32 version 186 is already newer than 182 2024-04-02T08:24:50.256 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 32 v 186 (ObjNum 107 snap 20 seq_num 107) dirty exists 2024-04-02T08:24:50.256 INFO:tasks.rados.rados.0.smithi012.stdout:272: left oid 32 (ObjNum 107 snap 20 seq_num 107) 2024-04-02T08:24:50.256 INFO:tasks.rados.rados.0.smithi012.stdout:273: finishing write tid 1 to smithi01277369-12 2024-04-02T08:24:50.256 INFO:tasks.rados.rados.0.smithi012.stdout:273: finishing write tid 2 to smithi01277369-12 2024-04-02T08:24:50.256 INFO:tasks.rados.rados.0.smithi012.stdout:273: finishing write tid 3 to smithi01277369-12 2024-04-02T08:24:50.256 INFO:tasks.rados.rados.0.smithi012.stdout:273: finishing write tid 4 to smithi01277369-12 2024-04-02T08:24:50.256 INFO:tasks.rados.rados.0.smithi012.stdout:273: finishing write tid 5 to smithi01277369-12 2024-04-02T08:24:50.256 INFO:tasks.rados.rados.0.smithi012.stdout:273: oid 12 updating version 0 to 88 2024-04-02T08:24:50.256 INFO:tasks.rados.rados.0.smithi012.stdout:273: oid 12 version 88 is already newer than 87 2024-04-02T08:24:50.256 INFO:tasks.rados.rados.0.smithi012.stdout:273: oid 12 updating version 88 to 89 2024-04-02T08:24:50.256 INFO:tasks.rados.rados.0.smithi012.stdout:273: oid 12 updating version 89 to 90 2024-04-02T08:24:50.256 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 12 v 90 (ObjNum 108 snap 20 seq_num 108) dirty exists 2024-04-02T08:24:50.257 INFO:tasks.rados.rados.0.smithi012.stdout:273: left oid 12 (ObjNum 108 snap 20 seq_num 108) 2024-04-02T08:24:50.257 INFO:tasks.rados.rados.0.smithi012.stdout:274: expect (ObjNum 75 snap 12 seq_num 75) 2024-04-02T08:24:50.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:49 smithi055 ceph-mon[31035]: osdmap e114: 8 total, 8 up, 8 in 2024-04-02T08:24:50.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:49 smithi055 ceph-mon[31035]: pgmap v167: 121 pgs: 121 active+clean; 59 MiB data, 329 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:50.312 INFO:tasks.rados.rados.0.smithi012.stdout:276: finishing write tid 1 to smithi01277369-48 2024-04-02T08:24:50.312 INFO:tasks.rados.rados.0.smithi012.stdout:276: finishing write tid 2 to smithi01277369-48 2024-04-02T08:24:50.312 INFO:tasks.rados.rados.0.smithi012.stdout:272: done (9 left) 2024-04-02T08:24:50.312 INFO:tasks.rados.rados.0.smithi012.stdout:273: done (8 left) 2024-04-02T08:24:50.312 INFO:tasks.rados.rados.0.smithi012.stdout:274: done (7 left) 2024-04-02T08:24:50.312 INFO:tasks.rados.rados.0.smithi012.stdout:283: rollback oid 21 current snap is 20 2024-04-02T08:24:50.312 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 21 to 19 2024-04-02T08:24:50.312 INFO:tasks.rados.rados.0.smithi012.stdout:276: finishing write tid 3 to smithi01277369-48 2024-04-02T08:24:50.312 INFO:tasks.rados.rados.0.smithi012.stdout:276: finishing write tid 4 to smithi01277369-48 2024-04-02T08:24:50.313 INFO:tasks.rados.rados.0.smithi012.stdout:277: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-02T08:24:50.333 INFO:tasks.rados.rados.0.smithi012.stdout:276: finishing write tid 5 to smithi01277369-48 2024-04-02T08:24:50.333 INFO:tasks.rados.rados.0.smithi012.stdout:276: finishing write tid 6 to smithi01277369-48 2024-04-02T08:24:50.333 INFO:tasks.rados.rados.0.smithi012.stdout:276: oid 48 updating version 0 to 67 2024-04-02T08:24:50.333 INFO:tasks.rados.rados.0.smithi012.stdout:276: oid 48 updating version 67 to 68 2024-04-02T08:24:50.333 INFO:tasks.rados.rados.0.smithi012.stdout:276: oid 48 version 68 is already newer than 66 2024-04-02T08:24:50.333 INFO:tasks.rados.rados.0.smithi012.stdout:276: oid 48 version 68 is already newer than 65 2024-04-02T08:24:50.333 INFO:tasks.rados.rados.0.smithi012.stdout:276: oid 48 version 68 is already newer than 64 2024-04-02T08:24:50.333 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 48 v 68 (ObjNum 109 snap 20 seq_num 109) dirty exists 2024-04-02T08:24:50.333 INFO:tasks.rados.rados.0.smithi012.stdout:276: left oid 48 (ObjNum 109 snap 20 seq_num 109) 2024-04-02T08:24:50.334 INFO:tasks.rados.rados.0.smithi012.stdout:278: expect (ObjNum 92 snap 17 seq_num 92) 2024-04-02T08:24:50.388 INFO:tasks.rados.rados.0.smithi012.stdout:279: finishing write tid 1 to smithi01277369-24 2024-04-02T08:24:50.388 INFO:tasks.rados.rados.0.smithi012.stdout:279: finishing write tid 2 to smithi01277369-24 2024-04-02T08:24:50.388 INFO:tasks.rados.rados.0.smithi012.stdout:279: finishing write tid 3 to smithi01277369-24 2024-04-02T08:24:50.388 INFO:tasks.rados.rados.0.smithi012.stdout:279: finishing write tid 4 to smithi01277369-24 2024-04-02T08:24:50.388 INFO:tasks.rados.rados.0.smithi012.stdout:279: finishing write tid 5 to smithi01277369-24 2024-04-02T08:24:50.388 INFO:tasks.rados.rados.0.smithi012.stdout:279: oid 24 updating version 0 to 191 2024-04-02T08:24:50.388 INFO:tasks.rados.rados.0.smithi012.stdout:279: oid 24 version 191 is already newer than 188 2024-04-02T08:24:50.388 INFO:tasks.rados.rados.0.smithi012.stdout:279: oid 24 version 191 is already newer than 190 2024-04-02T08:24:50.388 INFO:tasks.rados.rados.0.smithi012.stdout:279: oid 24 version 191 is already newer than 189 2024-04-02T08:24:50.388 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 24 v 191 (ObjNum 110 snap 20 seq_num 110) dirty exists 2024-04-02T08:24:50.388 INFO:tasks.rados.rados.0.smithi012.stdout:279: left oid 24 (ObjNum 110 snap 20 seq_num 110) 2024-04-02T08:24:50.389 INFO:tasks.rados.rados.0.smithi012.stdout:280: finishing write tid 1 to smithi01277369-14 2024-04-02T08:24:50.389 INFO:tasks.rados.rados.0.smithi012.stdout:280: finishing write tid 2 to smithi01277369-14 2024-04-02T08:24:50.389 INFO:tasks.rados.rados.0.smithi012.stdout:276: done (7 left) 2024-04-02T08:24:50.389 INFO:tasks.rados.rados.0.smithi012.stdout:277: done (6 left) 2024-04-02T08:24:50.389 INFO:tasks.rados.rados.0.smithi012.stdout:278: done (5 left) 2024-04-02T08:24:50.389 INFO:tasks.rados.rados.0.smithi012.stdout:279: done (4 left) 2024-04-02T08:24:50.389 INFO:tasks.rados.rados.0.smithi012.stdout:284: rmattr oid 25 current snap is 20 2024-04-02T08:24:50.389 INFO:tasks.rados.rados.0.smithi012.stdout:284: done (4 left) 2024-04-02T08:24:50.389 INFO:tasks.rados.rados.0.smithi012.stdout:285: rollback oid 24 current snap is 20 2024-04-02T08:24:50.389 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 24 to 19 2024-04-02T08:24:50.389 INFO:tasks.rados.rados.0.smithi012.stdout:281: finishing copy_from to smithi01277369-18 2024-04-02T08:24:50.389 INFO:tasks.rados.rados.0.smithi012.stdout:281: got expected ENOENT (src dne) 2024-04-02T08:24:50.390 INFO:tasks.rados.rados.0.smithi012.stdout:281: finishing copy_from racing read to smithi01277369-18 2024-04-02T08:24:50.390 INFO:tasks.rados.rados.0.smithi012.stdout:280: finishing write tid 3 to smithi01277369-14 2024-04-02T08:24:50.390 INFO:tasks.rados.rados.0.smithi012.stdout:280: finishing write tid 4 to smithi01277369-14 2024-04-02T08:24:50.390 INFO:tasks.rados.rados.0.smithi012.stdout:280: finishing write tid 5 to smithi01277369-14 2024-04-02T08:24:50.390 INFO:tasks.rados.rados.0.smithi012.stdout:280: finishing write tid 6 to smithi01277369-14 2024-04-02T08:24:50.390 INFO:tasks.rados.rados.0.smithi012.stdout:280: oid 14 updating version 0 to 39 2024-04-02T08:24:50.390 INFO:tasks.rados.rados.0.smithi012.stdout:280: oid 14 updating version 39 to 42 2024-04-02T08:24:50.390 INFO:tasks.rados.rados.0.smithi012.stdout:280: oid 14 version 42 is already newer than 41 2024-04-02T08:24:50.390 INFO:tasks.rados.rados.0.smithi012.stdout:280: oid 14 version 42 is already newer than 40 2024-04-02T08:24:50.390 INFO:tasks.rados.rados.0.smithi012.stdout:280: oid 14 version 42 is already newer than 38 2024-04-02T08:24:50.390 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 14 v 42 (ObjNum 111 snap 20 seq_num 111) dirty exists 2024-04-02T08:24:50.390 INFO:tasks.rados.rados.0.smithi012.stdout:280: left oid 14 (ObjNum 111 snap 20 seq_num 111) 2024-04-02T08:24:50.390 INFO:tasks.rados.rados.0.smithi012.stdout:282: finishing rollback tid 0 to smithi01277369-9 2024-04-02T08:24:50.391 INFO:tasks.rados.rados.0.smithi012.stdout:282: finishing rollback tid 1 to smithi01277369-9 2024-04-02T08:24:50.391 INFO:tasks.rados.rados.0.smithi012.stdout:282: finishing rollback tid 2 to smithi01277369-9 2024-04-02T08:24:50.391 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 9 v 94 (ObjNum 70 snap 7 seq_num 70) dirty exists 2024-04-02T08:24:50.391 INFO:tasks.rados.rados.0.smithi012.stdout:283: finishing rollback tid 0 to smithi01277369-21 2024-04-02T08:24:50.391 INFO:tasks.rados.rados.0.smithi012.stdout:283: finishing rollback tid 1 to smithi01277369-21 2024-04-02T08:24:50.391 INFO:tasks.rados.rados.0.smithi012.stdout:283: finishing rollback tid 2 to smithi01277369-21 2024-04-02T08:24:50.391 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 21 v 97 (ObjNum 89 snap 17 seq_num 89) dirty exists 2024-04-02T08:24:50.391 INFO:tasks.rados.rados.0.smithi012.stdout:280: done (4 left) 2024-04-02T08:24:50.391 INFO:tasks.rados.rados.0.smithi012.stdout:281: done (3 left) 2024-04-02T08:24:50.391 INFO:tasks.rados.rados.0.smithi012.stdout:282: done (2 left) 2024-04-02T08:24:50.391 INFO:tasks.rados.rados.0.smithi012.stdout:283: done (1 left) 2024-04-02T08:24:50.391 INFO:tasks.rados.rados.0.smithi012.stdout:286: rmattr oid 47 current snap is 20 2024-04-02T08:24:50.391 INFO:tasks.rados.rados.0.smithi012.stdout:286: done (1 left) 2024-04-02T08:24:50.391 INFO:tasks.rados.rados.0.smithi012.stdout:287: copy_from oid 18 from oid 3 current snap is 20 2024-04-02T08:24:50.391 INFO:tasks.rados.rados.0.smithi012.stdout:288: rollback oid 38 current snap is 20 2024-04-02T08:24:50.392 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 38 to 19 2024-04-02T08:24:50.392 INFO:tasks.rados.rados.0.smithi012.stdout:289: snap_create 2024-04-02T08:24:50.393 INFO:tasks.rados.rados.0.smithi012.stdout:285: finishing rollback tid 0 to smithi01277369-24 2024-04-02T08:24:50.393 INFO:tasks.rados.rados.0.smithi012.stdout:285: finishing rollback tid 1 to smithi01277369-24 2024-04-02T08:24:50.393 INFO:tasks.rados.rados.0.smithi012.stdout:287: finishing copy_from racing read to smithi01277369-18 2024-04-02T08:24:50.393 INFO:tasks.rados.rados.0.smithi012.stdout:288: finishing rollback tid 0 to smithi01277369-38 2024-04-02T08:24:50.393 INFO:tasks.rados.rados.0.smithi012.stdout:285: finishing rollback tid 2 to smithi01277369-24 2024-04-02T08:24:50.393 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 24 v 194 (ObjNum 94 snap 17 seq_num 94) dirty exists 2024-04-02T08:24:50.393 INFO:tasks.rados.rados.0.smithi012.stdout:288: finishing rollback tid 1 to smithi01277369-38 2024-04-02T08:24:50.393 INFO:tasks.rados.rados.0.smithi012.stdout:288: finishing rollback tid 2 to smithi01277369-38 2024-04-02T08:24:50.393 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 38 v 101 (ObjNum 56 snap 4 seq_num 56) dirty exists 2024-04-02T08:24:50.394 INFO:tasks.rados.rados.0.smithi012.stdout:287: finishing copy_from to smithi01277369-18 2024-04-02T08:24:50.394 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 18 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-02T08:24:50.874 INFO:tasks.rados.rados.0.smithi012.stdout:285: done (3 left) 2024-04-02T08:24:50.874 INFO:tasks.rados.rados.0.smithi012.stdout:287: done (2 left) 2024-04-02T08:24:50.875 INFO:tasks.rados.rados.0.smithi012.stdout:288: done (1 left) 2024-04-02T08:24:50.875 INFO:tasks.rados.rados.0.smithi012.stdout:289: done (0 left) 2024-04-02T08:24:50.875 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 16 current snap is 21 2024-04-02T08:24:50.875 INFO:tasks.rados.rados.0.smithi012.stdout:290: seq_num 112 ranges {679936=679936,1359872=548864,1908736=655360} 2024-04-02T08:24:50.881 INFO:tasks.rados.rados.0.smithi012.stdout:290: writing smithi01277369-16 from 679936 to 1359872 tid 1 2024-04-02T08:24:50.885 INFO:tasks.rados.rados.0.smithi012.stdout:290: writing smithi01277369-16 from 1359872 to 1908736 tid 2 2024-04-02T08:24:50.889 INFO:tasks.rados.rados.0.smithi012.stdout:290: writing smithi01277369-16 from 1908736 to 2564096 tid 3 2024-04-02T08:24:50.889 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 18 current snap is 21 2024-04-02T08:24:50.889 INFO:tasks.rados.rados.0.smithi012.stdout:290: finishing write tid 1 to smithi01277369-16 2024-04-02T08:24:50.889 INFO:tasks.rados.rados.0.smithi012.stdout:291: seq_num 113 ranges {106496=696320,802816=434176,1236992=466944,1703936=303104} 2024-04-02T08:24:50.894 INFO:tasks.rados.rados.0.smithi012.stdout:291: writing smithi01277369-18 from 106496 to 802816 tid 1 2024-04-02T08:24:50.896 INFO:tasks.rados.rados.0.smithi012.stdout:291: writing smithi01277369-18 from 802816 to 1236992 tid 2 2024-04-02T08:24:50.899 INFO:tasks.rados.rados.0.smithi012.stdout:291: writing smithi01277369-18 from 1236992 to 1703936 tid 3 2024-04-02T08:24:50.901 INFO:tasks.rados.rados.0.smithi012.stdout:291: writing smithi01277369-18 from 1703936 to 2007040 tid 4 2024-04-02T08:24:50.901 INFO:tasks.rados.rados.0.smithi012.stdout:292: setattr oid 45 current snap is 21 2024-04-02T08:24:50.901 INFO:tasks.rados.rados.0.smithi012.stdout:290: finishing write tid 2 to smithi01277369-16 2024-04-02T08:24:50.901 INFO:tasks.rados.rados.0.smithi012.stdout:290: finishing write tid 3 to smithi01277369-16 2024-04-02T08:24:50.901 INFO:tasks.rados.rados.0.smithi012.stdout:290: finishing write tid 4 to smithi01277369-16 2024-04-02T08:24:50.901 INFO:tasks.rados.rados.0.smithi012.stdout:290: finishing write tid 5 to smithi01277369-16 2024-04-02T08:24:50.901 INFO:tasks.rados.rados.0.smithi012.stdout:290: oid 16 updating version 0 to 62 2024-04-02T08:24:50.901 INFO:tasks.rados.rados.0.smithi012.stdout:290: oid 16 version 62 is already newer than 61 2024-04-02T08:24:50.901 INFO:tasks.rados.rados.0.smithi012.stdout:290: oid 16 version 62 is already newer than 60 2024-04-02T08:24:50.902 INFO:tasks.rados.rados.0.smithi012.stdout:290: oid 16 updating version 62 to 63 2024-04-02T08:24:50.902 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 16 v 63 (ObjNum 112 snap 21 seq_num 112) dirty exists 2024-04-02T08:24:50.902 INFO:tasks.rados.rados.0.smithi012.stdout:290: left oid 16 (ObjNum 112 snap 21 seq_num 112) 2024-04-02T08:24:50.902 INFO:tasks.rados.rados.0.smithi012.stdout:291: finishing write tid 1 to smithi01277369-18 2024-04-02T08:24:50.902 INFO:tasks.rados.rados.0.smithi012.stdout:291: finishing write tid 2 to smithi01277369-18 2024-04-02T08:24:50.902 INFO:tasks.rados.rados.0.smithi012.stdout:291: finishing write tid 3 to smithi01277369-18 2024-04-02T08:24:50.902 INFO:tasks.rados.rados.0.smithi012.stdout:290: done (2 left) 2024-04-02T08:24:50.902 INFO:tasks.rados.rados.0.smithi012.stdout:293: snap_remove snap 19 2024-04-02T08:24:51.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:50 smithi012 ceph-mon[38029]: osdmap e115: 8 total, 8 up, 8 in 2024-04-02T08:24:51.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:50 smithi012 ceph-mon[27004]: osdmap e115: 8 total, 8 up, 8 in 2024-04-02T08:24:51.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:50 smithi055 ceph-mon[31035]: osdmap e115: 8 total, 8 up, 8 in 2024-04-02T08:24:51.879 INFO:tasks.rados.rados.0.smithi012.stdout:291: finishing write tid 4 to smithi01277369-18 2024-04-02T08:24:51.879 INFO:tasks.rados.rados.0.smithi012.stdout:291: finishing write tid 5 to smithi01277369-18 2024-04-02T08:24:51.879 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 45 v 79 (ObjNum 75 snap 12 seq_num 75) dirty exists 2024-04-02T08:24:51.879 INFO:tasks.rados.rados.0.smithi012.stdout:291: finishing write tid 6 to smithi01277369-18 2024-04-02T08:24:51.880 INFO:tasks.rados.rados.0.smithi012.stdout:291: oid 18 updating version 0 to 14 2024-04-02T08:24:51.880 INFO:tasks.rados.rados.0.smithi012.stdout:291: oid 18 updating version 14 to 16 2024-04-02T08:24:51.880 INFO:tasks.rados.rados.0.smithi012.stdout:291: oid 18 updating version 16 to 17 2024-04-02T08:24:51.880 INFO:tasks.rados.rados.0.smithi012.stdout:291: oid 18 version 17 is already newer than 15 2024-04-02T08:24:51.880 INFO:tasks.rados.rados.0.smithi012.stdout:291: oid 18 updating version 17 to 18 2024-04-02T08:24:51.880 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 18 v 18 (ObjNum 113 snap 21 seq_num 113) dirty exists 2024-04-02T08:24:51.880 INFO:tasks.rados.rados.0.smithi012.stdout:291: left oid 18 (ObjNum 113 snap 21 seq_num 113) 2024-04-02T08:24:51.880 INFO:tasks.rados.rados.0.smithi012.stdout:291: done (2 left) 2024-04-02T08:24:51.880 INFO:tasks.rados.rados.0.smithi012.stdout:292: done (1 left) 2024-04-02T08:24:51.880 INFO:tasks.rados.rados.0.smithi012.stdout:293: done (0 left) 2024-04-02T08:24:51.880 INFO:tasks.rados.rados.0.smithi012.stdout:294: setattr oid 40 current snap is 21 2024-04-02T08:24:51.881 INFO:tasks.rados.rados.0.smithi012.stdout:295: snap_create 2024-04-02T08:24:51.888 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 40 v 50 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-02T08:24:52.167 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:51 smithi012 ceph-mon[27004]: pgmap v169: 121 pgs: 121 active+clean; 57 MiB data, 332 MiB used, 715 GiB / 715 GiB avail; 401 KiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-04-02T08:24:52.168 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:51 smithi012 ceph-mon[27004]: osdmap e116: 8 total, 8 up, 8 in 2024-04-02T08:24:52.168 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:51 smithi012 ceph-mon[38029]: pgmap v169: 121 pgs: 121 active+clean; 57 MiB data, 332 MiB used, 715 GiB / 715 GiB avail; 401 KiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-04-02T08:24:52.168 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:51 smithi012 ceph-mon[38029]: osdmap e116: 8 total, 8 up, 8 in 2024-04-02T08:24:52.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:51 smithi055 ceph-mon[31035]: pgmap v169: 121 pgs: 121 active+clean; 57 MiB data, 332 MiB used, 715 GiB / 715 GiB avail; 401 KiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-04-02T08:24:52.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:51 smithi055 ceph-mon[31035]: osdmap e116: 8 total, 8 up, 8 in 2024-04-02T08:24:52.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:24:52 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:24:52] "GET /metrics HTTP/1.1" 200 35991 "" "Prometheus/2.43.0" 2024-04-02T08:24:52.887 INFO:tasks.rados.rados.0.smithi012.stdout:294: done (1 left) 2024-04-02T08:24:52.887 INFO:tasks.rados.rados.0.smithi012.stdout:295: done (0 left) 2024-04-02T08:24:52.887 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 33 current snap is 22 2024-04-02T08:24:52.887 INFO:tasks.rados.rados.0.smithi012.stdout:296: seq_num 114 ranges {540672=712704,1253376=712704,1966080=491520} 2024-04-02T08:24:52.893 INFO:tasks.rados.rados.0.smithi012.stdout:296: writing smithi01277369-33 from 540672 to 1253376 tid 1 2024-04-02T08:24:52.897 INFO:tasks.rados.rados.0.smithi012.stdout:296: writing smithi01277369-33 from 1253376 to 1966080 tid 2 2024-04-02T08:24:52.900 INFO:tasks.rados.rados.0.smithi012.stdout:296: writing smithi01277369-33 from 1966080 to 2457600 tid 3 2024-04-02T08:24:52.900 INFO:tasks.rados.rados.0.smithi012.stdout:297: copy_from oid 18 from oid 13 current snap is 22 2024-04-02T08:24:52.901 INFO:tasks.rados.rados.0.smithi012.stdout:296: finishing write tid 1 to smithi01277369-33 2024-04-02T08:24:52.901 INFO:tasks.rados.rados.0.smithi012.stdout:298: snap_create 2024-04-02T08:24:52.901 INFO:tasks.rados.rados.0.smithi012.stdout:296: finishing write tid 2 to smithi01277369-33 2024-04-02T08:24:52.903 INFO:tasks.rados.rados.0.smithi012.stdout:296: finishing write tid 3 to smithi01277369-33 2024-04-02T08:24:52.903 INFO:tasks.rados.rados.0.smithi012.stdout:296: finishing write tid 4 to smithi01277369-33 2024-04-02T08:24:52.905 INFO:tasks.rados.rados.0.smithi012.stdout:296: finishing write tid 5 to smithi01277369-33 2024-04-02T08:24:52.905 INFO:tasks.rados.rados.0.smithi012.stdout:296: oid 33 updating version 0 to 124 2024-04-02T08:24:52.905 INFO:tasks.rados.rados.0.smithi012.stdout:296: oid 33 version 124 is already newer than 123 2024-04-02T08:24:52.905 INFO:tasks.rados.rados.0.smithi012.stdout:296: oid 33 updating version 124 to 125 2024-04-02T08:24:52.905 INFO:tasks.rados.rados.0.smithi012.stdout:296: oid 33 version 125 is already newer than 122 2024-04-02T08:24:52.905 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 33 v 125 (ObjNum 114 snap 22 seq_num 114) dirty exists 2024-04-02T08:24:52.905 INFO:tasks.rados.rados.0.smithi012.stdout:296: left oid 33 (ObjNum 114 snap 22 seq_num 114) 2024-04-02T08:24:52.917 INFO:tasks.rados.rados.0.smithi012.stdout:297: finishing copy_from racing read to smithi01277369-18 2024-04-02T08:24:52.918 INFO:tasks.rados.rados.0.smithi012.stdout:297: finishing copy_from to smithi01277369-18 2024-04-02T08:24:52.918 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 18 v 105 (ObjNum 88 snap 17 seq_num 88) dirty exists 2024-04-02T08:24:53.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:52 smithi012 ceph-mon[27004]: osdmap e117: 8 total, 8 up, 8 in 2024-04-02T08:24:53.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:52 smithi012 ceph-mon[38029]: osdmap e117: 8 total, 8 up, 8 in 2024-04-02T08:24:53.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:52 smithi055 ceph-mon[31035]: osdmap e117: 8 total, 8 up, 8 in 2024-04-02T08:24:53.894 INFO:tasks.rados.rados.0.smithi012.stdout:296: done (2 left) 2024-04-02T08:24:53.895 INFO:tasks.rados.rados.0.smithi012.stdout:297: done (1 left) 2024-04-02T08:24:53.895 INFO:tasks.rados.rados.0.smithi012.stdout:298: done (0 left) 2024-04-02T08:24:53.895 INFO:tasks.rados.rados.0.smithi012.stdout:299: snap_create 2024-04-02T08:24:54.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:53 smithi012 ceph-mon[27004]: pgmap v172: 121 pgs: 121 active+clean; 57 MiB data, 332 MiB used, 715 GiB / 715 GiB avail; 401 KiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-04-02T08:24:54.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:53 smithi012 ceph-mon[27004]: osdmap e118: 8 total, 8 up, 8 in 2024-04-02T08:24:54.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:53 smithi012 ceph-mon[38029]: pgmap v172: 121 pgs: 121 active+clean; 57 MiB data, 332 MiB used, 715 GiB / 715 GiB avail; 401 KiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-04-02T08:24:54.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:53 smithi012 ceph-mon[38029]: osdmap e118: 8 total, 8 up, 8 in 2024-04-02T08:24:54.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:53 smithi055 ceph-mon[31035]: pgmap v172: 121 pgs: 121 active+clean; 57 MiB data, 332 MiB used, 715 GiB / 715 GiB avail; 401 KiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-04-02T08:24:54.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:53 smithi055 ceph-mon[31035]: osdmap e118: 8 total, 8 up, 8 in 2024-04-02T08:24:54.906 INFO:tasks.rados.rados.0.smithi012.stdout:299: done (0 left) 2024-04-02T08:24:54.906 INFO:tasks.rados.rados.0.smithi012.stdout:300: read oid 15 snap -1 2024-04-02T08:24:54.906 INFO:tasks.rados.rados.0.smithi012.stdout:300: expect (ObjNum 104 snap 20 seq_num 104) 2024-04-02T08:24:54.906 INFO:tasks.rados.rados.0.smithi012.stdout:301: read oid 1 snap -1 2024-04-02T08:24:54.906 INFO:tasks.rados.rados.0.smithi012.stdout:301: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:24:54.906 INFO:tasks.rados.rados.0.smithi012.stdout:302: rmattr oid 37 current snap is 24 2024-04-02T08:24:54.906 INFO:tasks.rados.rados.0.smithi012.stdout:302: done (2 left) 2024-04-02T08:24:54.906 INFO:tasks.rados.rados.0.smithi012.stdout:303: copy_from oid 47 from oid 2 current snap is 24 2024-04-02T08:24:54.907 INFO:tasks.rados.rados.0.smithi012.stdout:304: read oid 27 snap -1 2024-04-02T08:24:54.907 INFO:tasks.rados.rados.0.smithi012.stdout:304: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-02T08:24:54.907 INFO:tasks.rados.rados.0.smithi012.stdout:305: read oid 21 snap -1 2024-04-02T08:24:54.907 INFO:tasks.rados.rados.0.smithi012.stdout:305: expect (ObjNum 89 snap 17 seq_num 89) 2024-04-02T08:24:54.907 INFO:tasks.rados.rados.0.smithi012.stdout:306: snap_remove snap 23 2024-04-02T08:24:55.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:54 smithi012 ceph-mon[27004]: osdmap e119: 8 total, 8 up, 8 in 2024-04-02T08:24:55.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:54 smithi012 ceph-mon[38029]: osdmap e119: 8 total, 8 up, 8 in 2024-04-02T08:24:55.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:54 smithi055 ceph-mon[31035]: osdmap e119: 8 total, 8 up, 8 in 2024-04-02T08:24:55.814 INFO:tasks.rados.rados.0.smithi012.stdout:301: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:24:55.816 INFO:tasks.rados.rados.0.smithi012.stdout:304: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-02T08:24:55.829 INFO:tasks.rados.rados.0.smithi012.stdout:303: finishing copy_from racing read to smithi01277369-47 2024-04-02T08:24:55.829 INFO:tasks.rados.rados.0.smithi012.stdout:305: expect (ObjNum 89 snap 17 seq_num 89) 2024-04-02T08:24:55.932 INFO:tasks.rados.rados.0.smithi012.stdout:303: finishing copy_from to smithi01277369-47 2024-04-02T08:24:55.933 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 47 v 88 (ObjNum 83 snap 16 seq_num 83) dirty exists 2024-04-02T08:24:55.933 INFO:tasks.rados.rados.0.smithi012.stdout:301: done (5 left) 2024-04-02T08:24:55.933 INFO:tasks.rados.rados.0.smithi012.stdout:303: done (4 left) 2024-04-02T08:24:55.933 INFO:tasks.rados.rados.0.smithi012.stdout:304: done (3 left) 2024-04-02T08:24:55.933 INFO:tasks.rados.rados.0.smithi012.stdout:305: done (2 left) 2024-04-02T08:24:55.933 INFO:tasks.rados.rados.0.smithi012.stdout:306: done (1 left) 2024-04-02T08:24:55.933 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 45 current snap is 24 2024-04-02T08:24:55.933 INFO:tasks.rados.rados.0.smithi012.stdout:307: seq_num 115 ranges {1818624=729088,2547712=647168,3194880=434176,3629056=122880} 2024-04-02T08:24:55.946 INFO:tasks.rados.rados.0.smithi012.stdout:307: writing smithi01277369-45 from 1818624 to 2547712 tid 1 2024-04-02T08:24:55.949 INFO:tasks.rados.rados.0.smithi012.stdout:307: writing smithi01277369-45 from 2547712 to 3194880 tid 2 2024-04-02T08:24:55.952 INFO:tasks.rados.rados.0.smithi012.stdout:307: writing smithi01277369-45 from 3194880 to 3629056 tid 3 2024-04-02T08:24:55.953 INFO:tasks.rados.rados.0.smithi012.stdout:307: writing smithi01277369-45 from 3629056 to 3751936 tid 4 2024-04-02T08:24:55.953 INFO:tasks.rados.rados.0.smithi012.stdout:308: rollback oid 35 current snap is 24 2024-04-02T08:24:55.953 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 35 to 21 2024-04-02T08:24:55.953 INFO:tasks.rados.rados.0.smithi012.stdout:300: expect (ObjNum 104 snap 20 seq_num 104) 2024-04-02T08:24:56.128 INFO:tasks.rados.rados.0.smithi012.stdout:307: finishing write tid 1 to smithi01277369-45 2024-04-02T08:24:56.128 INFO:tasks.rados.rados.0.smithi012.stdout:307: finishing write tid 2 to smithi01277369-45 2024-04-02T08:24:56.128 INFO:tasks.rados.rados.0.smithi012.stdout:307: finishing write tid 3 to smithi01277369-45 2024-04-02T08:24:56.128 INFO:tasks.rados.rados.0.smithi012.stdout:307: finishing write tid 4 to smithi01277369-45 2024-04-02T08:24:56.128 INFO:tasks.rados.rados.0.smithi012.stdout:307: finishing write tid 5 to smithi01277369-45 2024-04-02T08:24:56.128 INFO:tasks.rados.rados.0.smithi012.stdout:308: finishing rollback tid 0 to smithi01277369-35 2024-04-02T08:24:56.128 INFO:tasks.rados.rados.0.smithi012.stdout:300: done (2 left) 2024-04-02T08:24:56.128 INFO:tasks.rados.rados.0.smithi012.stdout:309: snap_create 2024-04-02T08:24:56.128 INFO:tasks.rados.rados.0.smithi012.stdout:308: finishing rollback tid 1 to smithi01277369-35 2024-04-02T08:24:56.129 INFO:tasks.rados.rados.0.smithi012.stdout:308: finishing rollback tid 2 to smithi01277369-35 2024-04-02T08:24:56.129 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 35 v 204 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-04-02T08:24:56.129 INFO:tasks.rados.rados.0.smithi012.stdout:307: finishing write tid 6 to smithi01277369-45 2024-04-02T08:24:56.129 INFO:tasks.rados.rados.0.smithi012.stdout:307: oid 45 updating version 0 to 88 2024-04-02T08:24:56.129 INFO:tasks.rados.rados.0.smithi012.stdout:307: oid 45 version 88 is already newer than 87 2024-04-02T08:24:56.129 INFO:tasks.rados.rados.0.smithi012.stdout:307: oid 45 version 88 is already newer than 86 2024-04-02T08:24:56.129 INFO:tasks.rados.rados.0.smithi012.stdout:307: oid 45 version 88 is already newer than 85 2024-04-02T08:24:56.129 INFO:tasks.rados.rados.0.smithi012.stdout:307: oid 45 updating version 88 to 89 2024-04-02T08:24:56.129 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 45 v 89 (ObjNum 115 snap 24 seq_num 115) dirty exists 2024-04-02T08:24:56.129 INFO:tasks.rados.rados.0.smithi012.stdout:307: left oid 45 (ObjNum 115 snap 24 seq_num 115) 2024-04-02T08:24:56.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:55 smithi012 ceph-mon[27004]: pgmap v175: 121 pgs: 121 active+clean; 75 MiB data, 358 MiB used, 715 GiB / 715 GiB avail; 8.7 MiB/s rd, 5.6 MiB/s wr, 41 op/s 2024-04-02T08:24:56.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:55 smithi012 ceph-mon[27004]: osdmap e120: 8 total, 8 up, 8 in 2024-04-02T08:24:56.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:55 smithi012 ceph-mon[27004]: osdmap e121: 8 total, 8 up, 8 in 2024-04-02T08:24:56.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:55 smithi012 ceph-mon[38029]: pgmap v175: 121 pgs: 121 active+clean; 75 MiB data, 358 MiB used, 715 GiB / 715 GiB avail; 8.7 MiB/s rd, 5.6 MiB/s wr, 41 op/s 2024-04-02T08:24:56.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:55 smithi012 ceph-mon[38029]: osdmap e120: 8 total, 8 up, 8 in 2024-04-02T08:24:56.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:55 smithi012 ceph-mon[38029]: osdmap e121: 8 total, 8 up, 8 in 2024-04-02T08:24:56.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:55 smithi055 ceph-mon[31035]: pgmap v175: 121 pgs: 121 active+clean; 75 MiB data, 358 MiB used, 715 GiB / 715 GiB avail; 8.7 MiB/s rd, 5.6 MiB/s wr, 41 op/s 2024-04-02T08:24:56.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:55 smithi055 ceph-mon[31035]: osdmap e120: 8 total, 8 up, 8 in 2024-04-02T08:24:56.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:55 smithi055 ceph-mon[31035]: osdmap e121: 8 total, 8 up, 8 in 2024-04-02T08:24:56.910 INFO:tasks.rados.rados.0.smithi012.stdout:307: done (2 left) 2024-04-02T08:24:56.910 INFO:tasks.rados.rados.0.smithi012.stdout:308: done (1 left) 2024-04-02T08:24:56.910 INFO:tasks.rados.rados.0.smithi012.stdout:309: done (0 left) 2024-04-02T08:24:56.910 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 18 current snap is 25 2024-04-02T08:24:56.911 INFO:tasks.rados.rados.0.smithi012.stdout:310: seq_num 116 ranges {3055616=745472,3801088=532480,4333568=638976,4972544=32768} 2024-04-02T08:24:56.931 INFO:tasks.rados.rados.0.smithi012.stdout:310: writing smithi01277369-18 from 3055616 to 3801088 tid 1 2024-04-02T08:24:56.934 INFO:tasks.rados.rados.0.smithi012.stdout:310: writing smithi01277369-18 from 3801088 to 4333568 tid 2 2024-04-02T08:24:56.938 INFO:tasks.rados.rados.0.smithi012.stdout:310: writing smithi01277369-18 from 4333568 to 4972544 tid 3 2024-04-02T08:24:56.938 INFO:tasks.rados.rados.0.smithi012.stdout:310: writing smithi01277369-18 from 4972544 to 5005312 tid 4 2024-04-02T08:24:56.939 INFO:tasks.rados.rados.0.smithi012.stdout:311: read oid 31 snap -1 2024-04-02T08:24:56.939 INFO:tasks.rados.rados.0.smithi012.stdout:311: expect deleted 2024-04-02T08:24:56.939 INFO:tasks.rados.rados.0.smithi012.stdout:312: read oid 5 snap -1 2024-04-02T08:24:56.939 INFO:tasks.rados.rados.0.smithi012.stdout:312: expect deleted 2024-04-02T08:24:56.939 INFO:tasks.rados.rados.0.smithi012.stdout:313: copy_from oid 21 from oid 32 current snap is 25 2024-04-02T08:24:56.939 INFO:tasks.rados.rados.0.smithi012.stdout:310: finishing write tid 1 to smithi01277369-18 2024-04-02T08:24:56.939 INFO:tasks.rados.rados.0.smithi012.stdout:310: finishing write tid 2 to smithi01277369-18 2024-04-02T08:24:56.939 INFO:tasks.rados.rados.0.smithi012.stdout:314: snap_create 2024-04-02T08:24:56.942 INFO:tasks.rados.rados.0.smithi012.stdout:310: finishing write tid 3 to smithi01277369-18 2024-04-02T08:24:56.942 INFO:tasks.rados.rados.0.smithi012.stdout:310: finishing write tid 4 to smithi01277369-18 2024-04-02T08:24:56.942 INFO:tasks.rados.rados.0.smithi012.stdout:310: finishing write tid 5 to smithi01277369-18 2024-04-02T08:24:56.944 INFO:tasks.rados.rados.0.smithi012.stdout:310: finishing write tid 6 to smithi01277369-18 2024-04-02T08:24:56.944 INFO:tasks.rados.rados.0.smithi012.stdout:310: oid 18 updating version 0 to 109 2024-04-02T08:24:56.944 INFO:tasks.rados.rados.0.smithi012.stdout:310: oid 18 version 109 is already newer than 108 2024-04-02T08:24:56.944 INFO:tasks.rados.rados.0.smithi012.stdout:310: oid 18 version 109 is already newer than 107 2024-04-02T08:24:56.944 INFO:tasks.rados.rados.0.smithi012.stdout:310: oid 18 version 109 is already newer than 106 2024-04-02T08:24:56.944 INFO:tasks.rados.rados.0.smithi012.stdout:310: oid 18 updating version 109 to 110 2024-04-02T08:24:56.944 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 18 v 110 (ObjNum 116 snap 25 seq_num 116) dirty exists 2024-04-02T08:24:56.944 INFO:tasks.rados.rados.0.smithi012.stdout:310: left oid 18 (ObjNum 116 snap 25 seq_num 116) 2024-04-02T08:24:56.948 INFO:tasks.rados.rados.0.smithi012.stdout:313: finishing copy_from racing read to smithi01277369-21 2024-04-02T08:24:56.949 INFO:tasks.rados.rados.0.smithi012.stdout:313: finishing copy_from to smithi01277369-21 2024-04-02T08:24:56.950 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 21 v 186 (ObjNum 107 snap 20 seq_num 107) dirty exists 2024-04-02T08:24:57.917 INFO:tasks.rados.rados.0.smithi012.stdout:310: done (4 left) 2024-04-02T08:24:57.917 INFO:tasks.rados.rados.0.smithi012.stdout:311: done (3 left) 2024-04-02T08:24:57.918 INFO:tasks.rados.rados.0.smithi012.stdout:312: done (2 left) 2024-04-02T08:24:57.918 INFO:tasks.rados.rados.0.smithi012.stdout:313: done (1 left) 2024-04-02T08:24:57.918 INFO:tasks.rados.rados.0.smithi012.stdout:314: done (0 left) 2024-04-02T08:24:57.918 INFO:tasks.rados.rados.0.smithi012.stdout:315: read oid 41 snap -1 2024-04-02T08:24:57.918 INFO:tasks.rados.rados.0.smithi012.stdout:315: expect deleted 2024-04-02T08:24:57.918 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 16 current snap is 26 2024-04-02T08:24:57.918 INFO:tasks.rados.rados.0.smithi012.stdout:316: seq_num 117 ranges {2564096=770048,3334144=417792,3751936=442368,4194304=344064} 2024-04-02T08:24:57.935 INFO:tasks.rados.rados.0.smithi012.stdout:316: writing smithi01277369-16 from 2564096 to 3334144 tid 1 2024-04-02T08:24:57.937 INFO:tasks.rados.rados.0.smithi012.stdout:316: writing smithi01277369-16 from 3334144 to 3751936 tid 2 2024-04-02T08:24:57.940 INFO:tasks.rados.rados.0.smithi012.stdout:316: writing smithi01277369-16 from 3751936 to 4194304 tid 3 2024-04-02T08:24:57.942 INFO:tasks.rados.rados.0.smithi012.stdout:316: writing smithi01277369-16 from 4194304 to 4538368 tid 4 2024-04-02T08:24:57.943 INFO:tasks.rados.rados.0.smithi012.stdout:317: setattr oid 13 current snap is 26 2024-04-02T08:24:57.943 INFO:tasks.rados.rados.0.smithi012.stdout:316: finishing write tid 1 to smithi01277369-16 2024-04-02T08:24:57.943 INFO:tasks.rados.rados.0.smithi012.stdout:316: finishing write tid 2 to smithi01277369-16 2024-04-02T08:24:57.943 INFO:tasks.rados.rados.0.smithi012.stdout:316: finishing write tid 3 to smithi01277369-16 2024-04-02T08:24:57.943 INFO:tasks.rados.rados.0.smithi012.stdout:315: done (2 left) 2024-04-02T08:24:57.943 INFO:tasks.rados.rados.0.smithi012.stdout:318: delete oid 37 current snap is 26 2024-04-02T08:24:57.946 INFO:tasks.rados.rados.0.smithi012.stdout:318: done (2 left) 2024-04-02T08:24:57.946 INFO:tasks.rados.rados.0.smithi012.stdout:319: read oid 33 snap -1 2024-04-02T08:24:57.946 INFO:tasks.rados.rados.0.smithi012.stdout:319: expect (ObjNum 114 snap 22 seq_num 114) 2024-04-02T08:24:57.946 INFO:tasks.rados.rados.0.smithi012.stdout:320: read oid 15 snap 20 2024-04-02T08:24:57.946 INFO:tasks.rados.rados.0.smithi012.stdout:320: expect (ObjNum 104 snap 20 seq_num 104) 2024-04-02T08:24:57.947 INFO:tasks.rados.rados.0.smithi012.stdout:321: delete oid 34 current snap is 26 2024-04-02T08:24:57.947 INFO:tasks.rados.rados.0.smithi012.stdout:316: finishing write tid 4 to smithi01277369-16 2024-04-02T08:24:57.947 INFO:tasks.rados.rados.0.smithi012.stdout:316: finishing write tid 5 to smithi01277369-16 2024-04-02T08:24:57.947 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 13 v 206 (ObjNum 88 snap 17 seq_num 88) dirty exists 2024-04-02T08:24:57.949 INFO:tasks.rados.rados.0.smithi012.stdout:317: done (4 left) 2024-04-02T08:24:57.949 INFO:tasks.rados.rados.0.smithi012.stdout:321: done (3 left) 2024-04-02T08:24:57.949 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 44 current snap is 26 2024-04-02T08:24:57.949 INFO:tasks.rados.rados.0.smithi012.stdout:322: seq_num 120 ranges {0=417792,417792=475136,892928=622592,1515520=507904} 2024-04-02T08:24:57.951 INFO:tasks.rados.rados.0.smithi012.stdout:322: writing smithi01277369-44 from 0 to 417792 tid 1 2024-04-02T08:24:57.955 INFO:tasks.rados.rados.0.smithi012.stdout:322: writing smithi01277369-44 from 417792 to 892928 tid 2 2024-04-02T08:24:57.959 INFO:tasks.rados.rados.0.smithi012.stdout:322: writing smithi01277369-44 from 892928 to 1515520 tid 3 2024-04-02T08:24:57.963 INFO:tasks.rados.rados.0.smithi012.stdout:322: writing smithi01277369-44 from 1515520 to 2023424 tid 4 2024-04-02T08:24:57.963 INFO:tasks.rados.rados.0.smithi012.stdout:323: delete oid 28 current snap is 26 2024-04-02T08:24:57.963 INFO:tasks.rados.rados.0.smithi012.stdout:316: finishing write tid 6 to smithi01277369-16 2024-04-02T08:24:57.963 INFO:tasks.rados.rados.0.smithi012.stdout:316: oid 16 updating version 0 to 70 2024-04-02T08:24:57.963 INFO:tasks.rados.rados.0.smithi012.stdout:316: oid 16 version 70 is already newer than 69 2024-04-02T08:24:57.963 INFO:tasks.rados.rados.0.smithi012.stdout:316: oid 16 updating version 70 to 72 2024-04-02T08:24:57.963 INFO:tasks.rados.rados.0.smithi012.stdout:316: oid 16 version 72 is already newer than 71 2024-04-02T08:24:57.964 INFO:tasks.rados.rados.0.smithi012.stdout:316: oid 16 updating version 72 to 73 2024-04-02T08:24:57.964 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 16 v 73 (ObjNum 117 snap 26 seq_num 117) dirty exists 2024-04-02T08:24:57.964 INFO:tasks.rados.rados.0.smithi012.stdout:316: left oid 16 (ObjNum 117 snap 26 seq_num 117) 2024-04-02T08:24:57.964 INFO:tasks.rados.rados.0.smithi012.stdout:322: finishing write tid 1 to smithi01277369-44 2024-04-02T08:24:57.964 INFO:tasks.rados.rados.0.smithi012.stdout:319: expect (ObjNum 114 snap 22 seq_num 114) 2024-04-02T08:24:58.037 INFO:tasks.rados.rados.0.smithi012.stdout:322: finishing write tid 2 to smithi01277369-44 2024-04-02T08:24:58.037 INFO:tasks.rados.rados.0.smithi012.stdout:320: expect (ObjNum 104 snap 20 seq_num 104) 2024-04-02T08:24:58.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:57 smithi012 ceph-mon[27004]: pgmap v178: 121 pgs: 121 active+clean; 75 MiB data, 358 MiB used, 715 GiB / 715 GiB avail; 8.7 MiB/s rd, 5.6 MiB/s wr, 41 op/s 2024-04-02T08:24:58.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:57 smithi012 ceph-mon[27004]: osdmap e122: 8 total, 8 up, 8 in 2024-04-02T08:24:58.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:57 smithi012 ceph-mon[38029]: pgmap v178: 121 pgs: 121 active+clean; 75 MiB data, 358 MiB used, 715 GiB / 715 GiB avail; 8.7 MiB/s rd, 5.6 MiB/s wr, 41 op/s 2024-04-02T08:24:58.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:57 smithi012 ceph-mon[38029]: osdmap e122: 8 total, 8 up, 8 in 2024-04-02T08:24:58.210 INFO:tasks.rados.rados.0.smithi012.stdout:322: finishing write tid 3 to smithi01277369-44 2024-04-02T08:24:58.210 INFO:tasks.rados.rados.0.smithi012.stdout:322: finishing write tid 4 to smithi01277369-44 2024-04-02T08:24:58.211 INFO:tasks.rados.rados.0.smithi012.stdout:322: finishing write tid 5 to smithi01277369-44 2024-04-02T08:24:58.211 INFO:tasks.rados.rados.0.smithi012.stdout:322: finishing write tid 6 to smithi01277369-44 2024-04-02T08:24:58.211 INFO:tasks.rados.rados.0.smithi012.stdout:322: oid 44 updating version 0 to 130 2024-04-02T08:24:58.211 INFO:tasks.rados.rados.0.smithi012.stdout:322: oid 44 version 130 is already newer than 127 2024-04-02T08:24:58.211 INFO:tasks.rados.rados.0.smithi012.stdout:322: oid 44 version 130 is already newer than 126 2024-04-02T08:24:58.211 INFO:tasks.rados.rados.0.smithi012.stdout:322: oid 44 version 130 is already newer than 129 2024-04-02T08:24:58.211 INFO:tasks.rados.rados.0.smithi012.stdout:322: oid 44 version 130 is already newer than 128 2024-04-02T08:24:58.211 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 44 v 130 (ObjNum 120 snap 26 seq_num 120) dirty exists 2024-04-02T08:24:58.211 INFO:tasks.rados.rados.0.smithi012.stdout:322: left oid 44 (ObjNum 120 snap 26 seq_num 120) 2024-04-02T08:24:58.211 INFO:tasks.rados.rados.0.smithi012.stdout:316: done (4 left) 2024-04-02T08:24:58.211 INFO:tasks.rados.rados.0.smithi012.stdout:319: done (3 left) 2024-04-02T08:24:58.211 INFO:tasks.rados.rados.0.smithi012.stdout:320: done (2 left) 2024-04-02T08:24:58.212 INFO:tasks.rados.rados.0.smithi012.stdout:322: done (1 left) 2024-04-02T08:24:58.212 INFO:tasks.rados.rados.0.smithi012.stdout:323: done (0 left) 2024-04-02T08:24:58.212 INFO:tasks.rados.rados.0.smithi012.stdout:324: copy_from oid 32 from oid 23 current snap is 26 2024-04-02T08:24:58.212 INFO:tasks.rados.rados.0.smithi012.stdout:325: read oid 7 snap -1 2024-04-02T08:24:58.212 INFO:tasks.rados.rados.0.smithi012.stdout:325: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-02T08:24:58.212 INFO:tasks.rados.rados.0.smithi012.stdout:326: read oid 19 snap -1 2024-04-02T08:24:58.212 INFO:tasks.rados.rados.0.smithi012.stdout:326: expect (ObjNum 92 snap 17 seq_num 92) 2024-04-02T08:24:58.212 INFO:tasks.rados.rados.0.smithi012.stdout:327: copy_from oid 5 from oid 44 current snap is 26 2024-04-02T08:24:58.212 INFO:tasks.rados.rados.0.smithi012.stdout:328: rmattr oid 36 current snap is 26 2024-04-02T08:24:58.212 INFO:tasks.rados.rados.0.smithi012.stdout:328: done (4 left) 2024-04-02T08:24:58.213 INFO:tasks.rados.rados.0.smithi012.stdout:329: read oid 45 snap -1 2024-04-02T08:24:58.213 INFO:tasks.rados.rados.0.smithi012.stdout:329: expect (ObjNum 115 snap 24 seq_num 115) 2024-04-02T08:24:58.213 INFO:tasks.rados.rados.0.smithi012.stdout:330: setattr oid 29 current snap is 26 2024-04-02T08:24:58.213 INFO:tasks.rados.rados.0.smithi012.stdout:331: rollback oid 31 current snap is 26 2024-04-02T08:24:58.213 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 31 to 20 2024-04-02T08:24:58.214 INFO:tasks.rados.rados.0.smithi012.stdout:332: snap_create 2024-04-02T08:24:58.214 INFO:tasks.rados.rados.0.smithi012.stdout:331: finishing rollback tid 1 to smithi01277369-31 2024-04-02T08:24:58.214 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 31 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-02T08:24:58.214 INFO:tasks.rados.rados.0.smithi012.stdout:325: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-02T08:24:58.217 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 29 v 45 (ObjNum 84 snap 16 seq_num 84) dirty exists 2024-04-02T08:24:58.218 INFO:tasks.rados.rados.0.smithi012.stdout:326: expect (ObjNum 92 snap 17 seq_num 92) 2024-04-02T08:24:58.272 INFO:tasks.rados.rados.0.smithi012.stdout:324: finishing copy_from racing read to smithi01277369-32 2024-04-02T08:24:58.272 INFO:tasks.rados.rados.0.smithi012.stdout:324: finishing copy_from to smithi01277369-32 2024-04-02T08:24:58.272 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 32 v 48 (ObjNum 97 snap 17 seq_num 97) dirty exists 2024-04-02T08:24:58.273 INFO:tasks.rados.rados.0.smithi012.stdout:327: finishing copy_from racing read to smithi01277369-5 2024-04-02T08:24:58.273 INFO:tasks.rados.rados.0.smithi012.stdout:327: finishing copy_from to smithi01277369-5 2024-04-02T08:24:58.273 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 5 v 130 (ObjNum 120 snap 26 seq_num 120) dirty exists 2024-04-02T08:24:58.273 INFO:tasks.rados.rados.0.smithi012.stdout:329: expect (ObjNum 115 snap 24 seq_num 115) 2024-04-02T08:24:58.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:57 smithi055 ceph-mon[31035]: pgmap v178: 121 pgs: 121 active+clean; 75 MiB data, 358 MiB used, 715 GiB / 715 GiB avail; 8.7 MiB/s rd, 5.6 MiB/s wr, 41 op/s 2024-04-02T08:24:58.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:57 smithi055 ceph-mon[31035]: osdmap e122: 8 total, 8 up, 8 in 2024-04-02T08:24:58.927 INFO:tasks.rados.rados.0.smithi012.stdout:324: done (7 left) 2024-04-02T08:24:58.927 INFO:tasks.rados.rados.0.smithi012.stdout:325: done (6 left) 2024-04-02T08:24:58.927 INFO:tasks.rados.rados.0.smithi012.stdout:326: done (5 left) 2024-04-02T08:24:58.927 INFO:tasks.rados.rados.0.smithi012.stdout:327: done (4 left) 2024-04-02T08:24:58.927 INFO:tasks.rados.rados.0.smithi012.stdout:329: done (3 left) 2024-04-02T08:24:58.927 INFO:tasks.rados.rados.0.smithi012.stdout:330: done (2 left) 2024-04-02T08:24:58.927 INFO:tasks.rados.rados.0.smithi012.stdout:331: done (1 left) 2024-04-02T08:24:58.927 INFO:tasks.rados.rados.0.smithi012.stdout:332: done (0 left) 2024-04-02T08:24:58.927 INFO:tasks.rados.rados.0.smithi012.stdout:333: rollback oid 50 current snap is 27 2024-04-02T08:24:58.928 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 50 to 22 2024-04-02T08:24:58.928 INFO:tasks.rados.rados.0.smithi012.stdout:334: rmattr oid 38 current snap is 27 2024-04-02T08:24:58.928 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 39 current snap is 27 2024-04-02T08:24:58.928 INFO:tasks.rados.rados.0.smithi012.stdout:335: seq_num 122 ranges {638976=450560,1089536=688128,1777664=630784,2408448=286720} 2024-04-02T08:24:58.932 INFO:tasks.rados.rados.0.smithi012.stdout:335: writing smithi01277369-39 from 638976 to 1089536 tid 1 2024-04-02T08:24:58.936 INFO:tasks.rados.rados.0.smithi012.stdout:335: writing smithi01277369-39 from 1089536 to 1777664 tid 2 2024-04-02T08:24:58.940 INFO:tasks.rados.rados.0.smithi012.stdout:335: writing smithi01277369-39 from 1777664 to 2408448 tid 3 2024-04-02T08:24:58.942 INFO:tasks.rados.rados.0.smithi012.stdout:335: writing smithi01277369-39 from 2408448 to 2695168 tid 4 2024-04-02T08:24:58.942 INFO:tasks.rados.rados.0.smithi012.stdout:336: copy_from oid 17 from oid 9 current snap is 27 2024-04-02T08:24:58.942 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 38 v 187 (ObjNum 56 snap 4 seq_num 56) dirty exists 2024-04-02T08:24:58.943 INFO:tasks.rados.rados.0.smithi012.stdout:333: finishing rollback tid 0 to smithi01277369-50 2024-04-02T08:24:58.943 INFO:tasks.rados.rados.0.smithi012.stdout:333: finishing rollback tid 1 to smithi01277369-50 2024-04-02T08:24:58.943 INFO:tasks.rados.rados.0.smithi012.stdout:333: finishing rollback tid 2 to smithi01277369-50 2024-04-02T08:24:58.943 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 50 v 25 (ObjNum 69 snap 6 seq_num 69) dirty exists 2024-04-02T08:24:58.943 INFO:tasks.rados.rados.0.smithi012.stdout:335: finishing write tid 1 to smithi01277369-39 2024-04-02T08:24:58.943 INFO:tasks.rados.rados.0.smithi012.stdout:335: finishing write tid 2 to smithi01277369-39 2024-04-02T08:24:58.943 INFO:tasks.rados.rados.0.smithi012.stdout:333: done (3 left) 2024-04-02T08:24:58.943 INFO:tasks.rados.rados.0.smithi012.stdout:334: done (2 left) 2024-04-02T08:24:58.943 INFO:tasks.rados.rados.0.smithi012.stdout:337: rmattr oid 43 current snap is 27 2024-04-02T08:24:58.943 INFO:tasks.rados.rados.0.smithi012.stdout:337: done (2 left) 2024-04-02T08:24:58.943 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 14 current snap is 27 2024-04-02T08:24:58.943 INFO:tasks.rados.rados.0.smithi012.stdout:338: seq_num 123 ranges {3792896=466944,4259840=573440,4833280=794624,5627904=237568} 2024-04-02T08:24:58.965 INFO:tasks.rados.rados.0.smithi012.stdout:338: writing smithi01277369-14 from 3792896 to 4259840 tid 1 2024-04-02T08:24:58.969 INFO:tasks.rados.rados.0.smithi012.stdout:338: writing smithi01277369-14 from 4259840 to 4833280 tid 2 2024-04-02T08:24:58.973 INFO:tasks.rados.rados.0.smithi012.stdout:338: writing smithi01277369-14 from 4833280 to 5627904 tid 3 2024-04-02T08:24:58.975 INFO:tasks.rados.rados.0.smithi012.stdout:338: writing smithi01277369-14 from 5627904 to 5865472 tid 4 2024-04-02T08:24:58.975 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 21 current snap is 27 2024-04-02T08:24:58.975 INFO:tasks.rados.rados.0.smithi012.stdout:335: finishing write tid 3 to smithi01277369-39 2024-04-02T08:24:58.975 INFO:tasks.rados.rados.0.smithi012.stdout:335: finishing write tid 4 to smithi01277369-39 2024-04-02T08:24:58.975 INFO:tasks.rados.rados.0.smithi012.stdout:335: finishing write tid 5 to smithi01277369-39 2024-04-02T08:24:58.975 INFO:tasks.rados.rados.0.smithi012.stdout:335: finishing write tid 6 to smithi01277369-39 2024-04-02T08:24:58.976 INFO:tasks.rados.rados.0.smithi012.stdout:335: oid 39 updating version 0 to 191 2024-04-02T08:24:58.976 INFO:tasks.rados.rados.0.smithi012.stdout:335: oid 39 updating version 191 to 192 2024-04-02T08:24:58.976 INFO:tasks.rados.rados.0.smithi012.stdout:335: oid 39 version 192 is already newer than 189 2024-04-02T08:24:58.976 INFO:tasks.rados.rados.0.smithi012.stdout:335: oid 39 version 192 is already newer than 190 2024-04-02T08:24:58.976 INFO:tasks.rados.rados.0.smithi012.stdout:335: oid 39 version 192 is already newer than 188 2024-04-02T08:24:58.976 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 39 v 192 (ObjNum 122 snap 27 seq_num 122) dirty exists 2024-04-02T08:24:58.976 INFO:tasks.rados.rados.0.smithi012.stdout:335: left oid 39 (ObjNum 122 snap 27 seq_num 122) 2024-04-02T08:24:58.976 INFO:tasks.rados.rados.0.smithi012.stdout:336: finishing copy_from racing read to smithi01277369-17 2024-04-02T08:24:58.976 INFO:tasks.rados.rados.0.smithi012.stdout:336: finishing copy_from to smithi01277369-17 2024-04-02T08:24:58.976 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 17 v 94 (ObjNum 70 snap 7 seq_num 70) dirty exists 2024-04-02T08:24:58.976 INFO:tasks.rados.rados.0.smithi012.stdout:338: finishing write tid 1 to smithi01277369-14 2024-04-02T08:24:58.976 INFO:tasks.rados.rados.0.smithi012.stdout:338: finishing write tid 2 to smithi01277369-14 2024-04-02T08:24:58.977 INFO:tasks.rados.rados.0.smithi012.stdout:339: seq_num 124 ranges {1908736=483328,2392064=458752,2850816=598016,3448832=548864} 2024-04-02T08:24:58.987 INFO:tasks.rados.rados.0.smithi012.stdout:339: writing smithi01277369-21 from 1908736 to 2392064 tid 1 2024-04-02T08:24:58.990 INFO:tasks.rados.rados.0.smithi012.stdout:339: writing smithi01277369-21 from 2392064 to 2850816 tid 2 2024-04-02T08:24:58.993 INFO:tasks.rados.rados.0.smithi012.stdout:339: writing smithi01277369-21 from 2850816 to 3448832 tid 3 2024-04-02T08:24:58.998 INFO:tasks.rados.rados.0.smithi012.stdout:339: writing smithi01277369-21 from 3448832 to 3997696 tid 4 2024-04-02T08:24:58.998 INFO:tasks.rados.rados.0.smithi012.stdout:335: done (3 left) 2024-04-02T08:24:58.998 INFO:tasks.rados.rados.0.smithi012.stdout:336: done (2 left) 2024-04-02T08:24:58.998 INFO:tasks.rados.rados.0.smithi012.stdout:340: copy_from oid 27 from oid 35 current snap is 27 2024-04-02T08:24:58.998 INFO:tasks.rados.rados.0.smithi012.stdout:338: finishing write tid 3 to smithi01277369-14 2024-04-02T08:24:58.998 INFO:tasks.rados.rados.0.smithi012.stdout:338: finishing write tid 4 to smithi01277369-14 2024-04-02T08:24:58.998 INFO:tasks.rados.rados.0.smithi012.stdout:338: finishing write tid 5 to smithi01277369-14 2024-04-02T08:24:58.998 INFO:tasks.rados.rados.0.smithi012.stdout:338: finishing write tid 6 to smithi01277369-14 2024-04-02T08:24:58.998 INFO:tasks.rados.rados.0.smithi012.stdout:338: oid 14 updating version 0 to 48 2024-04-02T08:24:58.998 INFO:tasks.rados.rados.0.smithi012.stdout:338: oid 14 version 48 is already newer than 46 2024-04-02T08:24:58.998 INFO:tasks.rados.rados.0.smithi012.stdout:338: oid 14 updating version 48 to 49 2024-04-02T08:24:58.999 INFO:tasks.rados.rados.0.smithi012.stdout:338: oid 14 updating version 49 to 50 2024-04-02T08:24:58.999 INFO:tasks.rados.rados.0.smithi012.stdout:338: oid 14 version 50 is already newer than 47 2024-04-02T08:24:58.999 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 14 v 50 (ObjNum 123 snap 27 seq_num 123) dirty exists 2024-04-02T08:24:58.999 INFO:tasks.rados.rados.0.smithi012.stdout:338: left oid 14 (ObjNum 123 snap 27 seq_num 123) 2024-04-02T08:24:58.999 INFO:tasks.rados.rados.0.smithi012.stdout:339: finishing write tid 1 to smithi01277369-21 2024-04-02T08:24:58.999 INFO:tasks.rados.rados.0.smithi012.stdout:339: finishing write tid 2 to smithi01277369-21 2024-04-02T08:24:58.999 INFO:tasks.rados.rados.0.smithi012.stdout:339: finishing write tid 3 to smithi01277369-21 2024-04-02T08:24:58.999 INFO:tasks.rados.rados.0.smithi012.stdout:338: done (2 left) 2024-04-02T08:24:58.999 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 11 current snap is 27 2024-04-02T08:24:58.999 INFO:tasks.rados.rados.0.smithi012.stdout:341: seq_num 125 ranges {0=499712,499712=745472,1245184=409600,1654784=450560} 2024-04-02T08:24:59.000 INFO:tasks.rados.rados.0.smithi012.stdout:341: writing smithi01277369-11 from 0 to 499712 tid 1 2024-04-02T08:24:59.005 INFO:tasks.rados.rados.0.smithi012.stdout:341: writing smithi01277369-11 from 499712 to 1245184 tid 2 2024-04-02T08:24:59.007 INFO:tasks.rados.rados.0.smithi012.stdout:341: writing smithi01277369-11 from 1245184 to 1654784 tid 3 2024-04-02T08:24:59.010 INFO:tasks.rados.rados.0.smithi012.stdout:341: writing smithi01277369-11 from 1654784 to 2105344 tid 4 2024-04-02T08:24:59.010 INFO:tasks.rados.rados.0.smithi012.stdout:342: snap_remove snap 20 2024-04-02T08:24:59.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:58 smithi012 ceph-mon[27004]: osdmap e123: 8 total, 8 up, 8 in 2024-04-02T08:24:59.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:58 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:24:59.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:58 smithi012 ceph-mon[38029]: osdmap e123: 8 total, 8 up, 8 in 2024-04-02T08:24:59.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:58 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:24:59.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:58 smithi055 ceph-mon[31035]: osdmap e123: 8 total, 8 up, 8 in 2024-04-02T08:24:59.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:58 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:24:59.931 INFO:tasks.rados.rados.0.smithi012.stdout:342: done (3 left) 2024-04-02T08:24:59.931 INFO:tasks.rados.rados.0.smithi012.stdout:343: copy_from oid 16 from oid 44 current snap is 27 2024-04-02T08:24:59.931 INFO:tasks.rados.rados.0.smithi012.stdout:339: finishing write tid 4 to smithi01277369-21 2024-04-02T08:24:59.931 INFO:tasks.rados.rados.0.smithi012.stdout:339: finishing write tid 5 to smithi01277369-21 2024-04-02T08:24:59.931 INFO:tasks.rados.rados.0.smithi012.stdout:339: finishing write tid 6 to smithi01277369-21 2024-04-02T08:24:59.932 INFO:tasks.rados.rados.0.smithi012.stdout:339: oid 21 updating version 0 to 197 2024-04-02T08:24:59.932 INFO:tasks.rados.rados.0.smithi012.stdout:339: oid 21 version 197 is already newer than 195 2024-04-02T08:24:59.932 INFO:tasks.rados.rados.0.smithi012.stdout:339: oid 21 version 197 is already newer than 194 2024-04-02T08:24:59.932 INFO:tasks.rados.rados.0.smithi012.stdout:339: oid 21 version 197 is already newer than 196 2024-04-02T08:24:59.932 INFO:tasks.rados.rados.0.smithi012.stdout:339: oid 21 version 197 is already newer than 193 2024-04-02T08:24:59.932 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 21 v 197 (ObjNum 124 snap 27 seq_num 124) dirty exists 2024-04-02T08:24:59.932 INFO:tasks.rados.rados.0.smithi012.stdout:339: left oid 21 (ObjNum 124 snap 27 seq_num 124) 2024-04-02T08:24:59.932 INFO:tasks.rados.rados.0.smithi012.stdout:341: finishing write tid 1 to smithi01277369-11 2024-04-02T08:24:59.932 INFO:tasks.rados.rados.0.smithi012.stdout:340: finishing copy_from racing read to smithi01277369-27 2024-04-02T08:24:59.932 INFO:tasks.rados.rados.0.smithi012.stdout:340: finishing copy_from to smithi01277369-27 2024-04-02T08:24:59.932 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 27 v 204 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-04-02T08:24:59.932 INFO:tasks.rados.rados.0.smithi012.stdout:341: finishing write tid 2 to smithi01277369-11 2024-04-02T08:24:59.933 INFO:tasks.rados.rados.0.smithi012.stdout:341: finishing write tid 3 to smithi01277369-11 2024-04-02T08:24:59.933 INFO:tasks.rados.rados.0.smithi012.stdout:341: finishing write tid 4 to smithi01277369-11 2024-04-02T08:24:59.933 INFO:tasks.rados.rados.0.smithi012.stdout:341: finishing write tid 5 to smithi01277369-11 2024-04-02T08:24:59.933 INFO:tasks.rados.rados.0.smithi012.stdout:341: finishing write tid 6 to smithi01277369-11 2024-04-02T08:24:59.933 INFO:tasks.rados.rados.0.smithi012.stdout:341: oid 11 updating version 0 to 212 2024-04-02T08:24:59.933 INFO:tasks.rados.rados.0.smithi012.stdout:341: oid 11 version 212 is already newer than 211 2024-04-02T08:24:59.933 INFO:tasks.rados.rados.0.smithi012.stdout:341: oid 11 updating version 212 to 214 2024-04-02T08:24:59.933 INFO:tasks.rados.rados.0.smithi012.stdout:341: oid 11 updating version 214 to 215 2024-04-02T08:24:59.933 INFO:tasks.rados.rados.0.smithi012.stdout:341: oid 11 version 215 is already newer than 213 2024-04-02T08:24:59.933 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 11 v 215 (ObjNum 125 snap 27 seq_num 125) dirty exists 2024-04-02T08:24:59.933 INFO:tasks.rados.rados.0.smithi012.stdout:341: left oid 11 (ObjNum 125 snap 27 seq_num 125) 2024-04-02T08:24:59.933 INFO:tasks.rados.rados.0.smithi012.stdout:339: done (3 left) 2024-04-02T08:24:59.933 INFO:tasks.rados.rados.0.smithi012.stdout:340: done (2 left) 2024-04-02T08:24:59.933 INFO:tasks.rados.rados.0.smithi012.stdout:341: done (1 left) 2024-04-02T08:24:59.934 INFO:tasks.rados.rados.0.smithi012.stdout:344: copy_from oid 19 from oid 27 current snap is 27 2024-04-02T08:24:59.934 INFO:tasks.rados.rados.0.smithi012.stdout:345: snap_create 2024-04-02T08:24:59.946 INFO:tasks.rados.rados.0.smithi012.stdout:344: finishing copy_from racing read to smithi01277369-19 2024-04-02T08:24:59.948 INFO:tasks.rados.rados.0.smithi012.stdout:344: finishing copy_from to smithi01277369-19 2024-04-02T08:24:59.948 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 19 v 204 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-04-02T08:24:59.949 INFO:tasks.rados.rados.0.smithi012.stdout:343: finishing copy_from racing read to smithi01277369-16 2024-04-02T08:24:59.949 INFO:tasks.rados.rados.0.smithi012.stdout:343: finishing copy_from to smithi01277369-16 2024-04-02T08:24:59.949 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 16 v 130 (ObjNum 120 snap 26 seq_num 120) dirty exists 2024-04-02T08:25:00.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:59 smithi012 ceph-mon[27004]: pgmap v181: 121 pgs: 121 active+clean; 75 MiB data, 358 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:25:00.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:59 smithi012 ceph-mon[27004]: osdmap e124: 8 total, 8 up, 8 in 2024-04-02T08:25:00.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:59 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:25:00.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:59 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:25:00.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:59 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:25:00.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:24:59 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:00.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:59 smithi012 ceph-mon[38029]: pgmap v181: 121 pgs: 121 active+clean; 75 MiB data, 358 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:25:00.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:59 smithi012 ceph-mon[38029]: osdmap e124: 8 total, 8 up, 8 in 2024-04-02T08:25:00.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:59 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:25:00.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:59 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:25:00.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:59 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:25:00.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:24:59 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:00.252 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:59 smithi055 ceph-mon[31035]: pgmap v181: 121 pgs: 121 active+clean; 75 MiB data, 358 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:25:00.252 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:59 smithi055 ceph-mon[31035]: osdmap e124: 8 total, 8 up, 8 in 2024-04-02T08:25:00.252 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:59 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:25:00.252 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:59 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:25:00.252 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:59 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:25:00.252 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:24:59 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:00.938 INFO:tasks.rados.rados.0.smithi012.stdout:343: done (2 left) 2024-04-02T08:25:00.939 INFO:tasks.rados.rados.0.smithi012.stdout:344: done (1 left) 2024-04-02T08:25:00.939 INFO:tasks.rados.rados.0.smithi012.stdout:345: done (0 left) 2024-04-02T08:25:00.939 INFO:tasks.rados.rados.0.smithi012.stdout:346: read oid 15 snap -1 2024-04-02T08:25:00.939 INFO:tasks.rados.rados.0.smithi012.stdout:346: expect (ObjNum 104 snap 20 seq_num 104) 2024-04-02T08:25:00.939 INFO:tasks.rados.rados.0.smithi012.stdout:347: copy_from oid 3 from oid 47 current snap is 28 2024-04-02T08:25:00.939 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 38 current snap is 28 2024-04-02T08:25:00.939 INFO:tasks.rados.rados.0.smithi012.stdout:348: seq_num 126 ranges {1703936=516096,2220032=630784,2850816=614400,3465216=360448} 2024-04-02T08:25:00.951 INFO:tasks.rados.rados.0.smithi012.stdout:348: writing smithi01277369-38 from 1703936 to 2220032 tid 1 2024-04-02T08:25:00.955 INFO:tasks.rados.rados.0.smithi012.stdout:348: writing smithi01277369-38 from 2220032 to 2850816 tid 2 2024-04-02T08:25:00.959 INFO:tasks.rados.rados.0.smithi012.stdout:348: writing smithi01277369-38 from 2850816 to 3465216 tid 3 2024-04-02T08:25:00.961 INFO:tasks.rados.rados.0.smithi012.stdout:348: writing smithi01277369-38 from 3465216 to 3825664 tid 4 2024-04-02T08:25:00.961 INFO:tasks.rados.rados.0.smithi012.stdout:349: read oid 39 snap -1 2024-04-02T08:25:00.961 INFO:tasks.rados.rados.0.smithi012.stdout:349: expect (ObjNum 122 snap 27 seq_num 122) 2024-04-02T08:25:00.961 INFO:tasks.rados.rados.0.smithi012.stdout:350: snap_create 2024-04-02T08:25:00.962 INFO:tasks.rados.rados.0.smithi012.stdout:347: finishing copy_from racing read to smithi01277369-3 2024-04-02T08:25:00.962 INFO:tasks.rados.rados.0.smithi012.stdout:347: finishing copy_from to smithi01277369-3 2024-04-02T08:25:00.962 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 3 v 88 (ObjNum 83 snap 16 seq_num 83) dirty exists 2024-04-02T08:25:00.962 INFO:tasks.rados.rados.0.smithi012.stdout:346: expect (ObjNum 104 snap 20 seq_num 104) 2024-04-02T08:25:01.135 INFO:tasks.rados.rados.0.smithi012.stdout:348: finishing write tid 1 to smithi01277369-38 2024-04-02T08:25:01.135 INFO:tasks.rados.rados.0.smithi012.stdout:348: finishing write tid 2 to smithi01277369-38 2024-04-02T08:25:01.136 INFO:tasks.rados.rados.0.smithi012.stdout:348: finishing write tid 3 to smithi01277369-38 2024-04-02T08:25:01.136 INFO:tasks.rados.rados.0.smithi012.stdout:348: finishing write tid 4 to smithi01277369-38 2024-04-02T08:25:01.136 INFO:tasks.rados.rados.0.smithi012.stdout:348: finishing write tid 5 to smithi01277369-38 2024-04-02T08:25:01.136 INFO:tasks.rados.rados.0.smithi012.stdout:348: finishing write tid 6 to smithi01277369-38 2024-04-02T08:25:01.136 INFO:tasks.rados.rados.0.smithi012.stdout:348: oid 38 updating version 0 to 207 2024-04-02T08:25:01.136 INFO:tasks.rados.rados.0.smithi012.stdout:348: oid 38 updating version 207 to 208 2024-04-02T08:25:01.136 INFO:tasks.rados.rados.0.smithi012.stdout:348: oid 38 version 208 is already newer than 205 2024-04-02T08:25:01.136 INFO:tasks.rados.rados.0.smithi012.stdout:348: oid 38 version 208 is already newer than 206 2024-04-02T08:25:01.136 INFO:tasks.rados.rados.0.smithi012.stdout:348: oid 38 updating version 208 to 209 2024-04-02T08:25:01.136 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 38 v 209 (ObjNum 126 snap 28 seq_num 126) dirty exists 2024-04-02T08:25:01.136 INFO:tasks.rados.rados.0.smithi012.stdout:348: left oid 38 (ObjNum 126 snap 28 seq_num 126) 2024-04-02T08:25:01.136 INFO:tasks.rados.rados.0.smithi012.stdout:349: expect (ObjNum 122 snap 27 seq_num 122) 2024-04-02T08:25:01.243 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:00 smithi055 ceph-mon[31035]: Upgrade: Updating mgr.x 2024-04-02T08:25:01.244 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:00 smithi055 ceph-mon[31035]: Deploying daemon mgr.x on smithi055 2024-04-02T08:25:01.244 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:00 smithi055 ceph-mon[31035]: osdmap e125: 8 total, 8 up, 8 in 2024-04-02T08:25:01.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:00 smithi012 ceph-mon[27004]: Upgrade: Updating mgr.x 2024-04-02T08:25:01.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:00 smithi012 ceph-mon[27004]: Deploying daemon mgr.x on smithi055 2024-04-02T08:25:01.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:00 smithi012 ceph-mon[27004]: osdmap e125: 8 total, 8 up, 8 in 2024-04-02T08:25:01.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:00 smithi012 ceph-mon[38029]: Upgrade: Updating mgr.x 2024-04-02T08:25:01.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:00 smithi012 ceph-mon[38029]: Deploying daemon mgr.x on smithi055 2024-04-02T08:25:01.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:00 smithi012 ceph-mon[38029]: osdmap e125: 8 total, 8 up, 8 in 2024-04-02T08:25:01.810 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:01 smithi055 systemd[1]: Stopping Ceph mgr.x for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:25:01.945 INFO:tasks.rados.rados.0.smithi012.stdout:346: done (4 left) 2024-04-02T08:25:01.945 INFO:tasks.rados.rados.0.smithi012.stdout:347: done (3 left) 2024-04-02T08:25:01.945 INFO:tasks.rados.rados.0.smithi012.stdout:348: done (2 left) 2024-04-02T08:25:01.945 INFO:tasks.rados.rados.0.smithi012.stdout:349: done (1 left) 2024-04-02T08:25:01.945 INFO:tasks.rados.rados.0.smithi012.stdout:350: done (0 left) 2024-04-02T08:25:01.945 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 5 current snap is 29 2024-04-02T08:25:01.945 INFO:tasks.rados.rados.0.smithi012.stdout:351: seq_num 127 ranges {2023424=532480,2555904=507904,3063808=778240,3842048=319488} 2024-04-02T08:25:01.958 INFO:tasks.rados.rados.0.smithi012.stdout:351: writing smithi01277369-5 from 2023424 to 2555904 tid 1 2024-04-02T08:25:01.961 INFO:tasks.rados.rados.0.smithi012.stdout:351: writing smithi01277369-5 from 2555904 to 3063808 tid 2 2024-04-02T08:25:01.965 INFO:tasks.rados.rados.0.smithi012.stdout:351: writing smithi01277369-5 from 3063808 to 3842048 tid 3 2024-04-02T08:25:01.967 INFO:tasks.rados.rados.0.smithi012.stdout:351: writing smithi01277369-5 from 3842048 to 4161536 tid 4 2024-04-02T08:25:01.967 INFO:tasks.rados.rados.0.smithi012.stdout:352: rollback oid 31 current snap is 29 2024-04-02T08:25:01.967 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 31 to 25 2024-04-02T08:25:01.967 INFO:tasks.rados.rados.0.smithi012.stdout:351: finishing write tid 1 to smithi01277369-5 2024-04-02T08:25:01.968 INFO:tasks.rados.rados.0.smithi012.stdout:351: finishing write tid 2 to smithi01277369-5 2024-04-02T08:25:01.968 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 49 current snap is 29 2024-04-02T08:25:01.968 INFO:tasks.rados.rados.0.smithi012.stdout:353: seq_num 128 ranges {2580480=548864,3129344=794624,3923968=581632,4505600=229376} 2024-04-02T08:25:01.984 INFO:tasks.rados.rados.0.smithi012.stdout:353: writing smithi01277369-49 from 2580480 to 3129344 tid 1 2024-04-02T08:25:01.989 INFO:tasks.rados.rados.0.smithi012.stdout:353: writing smithi01277369-49 from 3129344 to 3923968 tid 2 2024-04-02T08:25:01.992 INFO:tasks.rados.rados.0.smithi012.stdout:353: writing smithi01277369-49 from 3923968 to 4505600 tid 3 2024-04-02T08:25:01.995 INFO:tasks.rados.rados.0.smithi012.stdout:353: writing smithi01277369-49 from 4505600 to 4734976 tid 4 2024-04-02T08:25:01.995 INFO:tasks.rados.rados.0.smithi012.stdout:354: rmattr oid 41 current snap is 29 2024-04-02T08:25:01.995 INFO:tasks.rados.rados.0.smithi012.stdout:354: done (3 left) 2024-04-02T08:25:01.995 INFO:tasks.rados.rados.0.smithi012.stdout:355: read oid 7 snap -1 2024-04-02T08:25:01.995 INFO:tasks.rados.rados.0.smithi012.stdout:355: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-02T08:25:01.995 INFO:tasks.rados.rados.0.smithi012.stdout:356: snap_create 2024-04-02T08:25:01.995 INFO:tasks.rados.rados.0.smithi012.stdout:351: finishing write tid 3 to smithi01277369-5 2024-04-02T08:25:01.995 INFO:tasks.rados.rados.0.smithi012.stdout:351: finishing write tid 4 to smithi01277369-5 2024-04-02T08:25:01.995 INFO:tasks.rados.rados.0.smithi012.stdout:351: finishing write tid 5 to smithi01277369-5 2024-04-02T08:25:01.995 INFO:tasks.rados.rados.0.smithi012.stdout:352: finishing rollback tid 1 to smithi01277369-31 2024-04-02T08:25:01.996 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 31 v 0 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-02T08:25:01.996 INFO:tasks.rados.rados.0.smithi012.stdout:351: finishing write tid 6 to smithi01277369-5 2024-04-02T08:25:01.996 INFO:tasks.rados.rados.0.smithi012.stdout:351: oid 5 updating version 0 to 134 2024-04-02T08:25:01.996 INFO:tasks.rados.rados.0.smithi012.stdout:351: oid 5 version 134 is already newer than 132 2024-04-02T08:25:01.996 INFO:tasks.rados.rados.0.smithi012.stdout:351: oid 5 version 134 is already newer than 131 2024-04-02T08:25:01.996 INFO:tasks.rados.rados.0.smithi012.stdout:351: oid 5 updating version 134 to 135 2024-04-02T08:25:01.996 INFO:tasks.rados.rados.0.smithi012.stdout:351: oid 5 version 135 is already newer than 133 2024-04-02T08:25:01.996 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 5 v 135 (ObjNum 127 snap 29 seq_num 127) dirty exists 2024-04-02T08:25:01.996 INFO:tasks.rados.rados.0.smithi012.stdout:351: left oid 5 (ObjNum 127 snap 29 seq_num 127) 2024-04-02T08:25:01.996 INFO:tasks.rados.rados.0.smithi012.stdout:353: finishing write tid 1 to smithi01277369-49 2024-04-02T08:25:01.996 INFO:tasks.rados.rados.0.smithi012.stdout:353: finishing write tid 2 to smithi01277369-49 2024-04-02T08:25:01.997 INFO:tasks.rados.rados.0.smithi012.stdout:353: finishing write tid 3 to smithi01277369-49 2024-04-02T08:25:01.997 INFO:tasks.rados.rados.0.smithi012.stdout:355: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-02T08:25:02.000 INFO:tasks.rados.rados.0.smithi012.stdout:353: finishing write tid 4 to smithi01277369-49 2024-04-02T08:25:02.000 INFO:tasks.rados.rados.0.smithi012.stdout:353: finishing write tid 5 to smithi01277369-49 2024-04-02T08:25:02.000 INFO:tasks.rados.rados.0.smithi012.stdout:353: finishing write tid 6 to smithi01277369-49 2024-04-02T08:25:02.001 INFO:tasks.rados.rados.0.smithi012.stdout:353: oid 49 updating version 0 to 80 2024-04-02T08:25:02.001 INFO:tasks.rados.rados.0.smithi012.stdout:353: oid 49 version 80 is already newer than 78 2024-04-02T08:25:02.001 INFO:tasks.rados.rados.0.smithi012.stdout:353: oid 49 updating version 80 to 82 2024-04-02T08:25:02.001 INFO:tasks.rados.rados.0.smithi012.stdout:353: oid 49 version 82 is already newer than 79 2024-04-02T08:25:02.001 INFO:tasks.rados.rados.0.smithi012.stdout:353: oid 49 version 82 is already newer than 81 2024-04-02T08:25:02.001 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 49 v 82 (ObjNum 128 snap 29 seq_num 128) dirty exists 2024-04-02T08:25:02.001 INFO:tasks.rados.rados.0.smithi012.stdout:353: left oid 49 (ObjNum 128 snap 29 seq_num 128) 2024-04-02T08:25:02.108 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:01 smithi055 podman[65072]: 2024-04-02 08:25:01.814545888 +0000 UTC m=+0.126356981 container died 7458ee738c728b80f9e07f6901139629c937a4a2327f2fd9ff63c8afb7cda694 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240326, RELEASE=reef-4d05f4c, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-02T08:25:02.108 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:01 smithi055 ceph-mon[31035]: pgmap v184: 121 pgs: 121 active+clean; 99 MiB data, 393 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 6.0 MiB/s wr, 36 op/s 2024-04-02T08:25:02.108 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:01 smithi055 ceph-mon[31035]: osdmap e126: 8 total, 8 up, 8 in 2024-04-02T08:25:02.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:01 smithi012 ceph-mon[27004]: pgmap v184: 121 pgs: 121 active+clean; 99 MiB data, 393 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 6.0 MiB/s wr, 36 op/s 2024-04-02T08:25:02.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:01 smithi012 ceph-mon[27004]: osdmap e126: 8 total, 8 up, 8 in 2024-04-02T08:25:02.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:02 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:25:02] "GET /metrics HTTP/1.1" 200 35995 "" "Prometheus/2.43.0" 2024-04-02T08:25:02.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:01 smithi012 ceph-mon[38029]: pgmap v184: 121 pgs: 121 active+clean; 99 MiB data, 393 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 6.0 MiB/s wr, 36 op/s 2024-04-02T08:25:02.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:01 smithi012 ceph-mon[38029]: osdmap e126: 8 total, 8 up, 8 in 2024-04-02T08:25:02.550 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:02 smithi055 podman[65072]: 2024-04-02 08:25:02.292989468 +0000 UTC m=+0.604800623 container cleanup 7458ee738c728b80f9e07f6901139629c937a4a2327f2fd9ff63c8afb7cda694 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x, org.label-schema.build-date=20240326, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=reef-4d05f4c, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:25:02.550 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:02 smithi055 bash[65072]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x 2024-04-02T08:25:02.810 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:02 smithi055 podman[65086]: 2024-04-02 08:25:02.552699411 +0000 UTC m=+0.742879451 container remove 7458ee738c728b80f9e07f6901139629c937a4a2327f2fd9ff63c8afb7cda694 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-4d05f4c, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-04-02T08:25:02.810 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:02 smithi055 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-02T08:25:02.810 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:02 smithi055 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@mgr.x.service: Failed with result 'exit-code'. 2024-04-02T08:25:02.810 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:02 smithi055 systemd[1]: Stopped Ceph mgr.x for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:25:02.810 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:02 smithi055 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@mgr.x.service: Consumed 19.032s CPU time. 2024-04-02T08:25:02.956 INFO:tasks.rados.rados.0.smithi012.stdout:351: done (4 left) 2024-04-02T08:25:02.956 INFO:tasks.rados.rados.0.smithi012.stdout:352: done (3 left) 2024-04-02T08:25:02.957 INFO:tasks.rados.rados.0.smithi012.stdout:353: done (2 left) 2024-04-02T08:25:02.957 INFO:tasks.rados.rados.0.smithi012.stdout:355: done (1 left) 2024-04-02T08:25:02.957 INFO:tasks.rados.rados.0.smithi012.stdout:356: done (0 left) 2024-04-02T08:25:02.957 INFO:tasks.rados.rados.0.smithi012.stdout:357: delete oid 49 current snap is 30 2024-04-02T08:25:02.962 INFO:tasks.rados.rados.0.smithi012.stdout:357: done (0 left) 2024-04-02T08:25:02.962 INFO:tasks.rados.rados.0.smithi012.stdout:358: rollback oid 18 current snap is 30 2024-04-02T08:25:02.963 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 18 to 29 2024-04-02T08:25:02.963 INFO:tasks.rados.rados.0.smithi012.stdout:359: snap_create 2024-04-02T08:25:02.970 INFO:tasks.rados.rados.0.smithi012.stdout:358: finishing rollback tid 0 to smithi01277369-18 2024-04-02T08:25:02.970 INFO:tasks.rados.rados.0.smithi012.stdout:358: finishing rollback tid 1 to smithi01277369-18 2024-04-02T08:25:02.970 INFO:tasks.rados.rados.0.smithi012.stdout:358: finishing rollback tid 2 to smithi01277369-18 2024-04-02T08:25:02.970 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 18 v 114 (ObjNum 116 snap 25 seq_num 116) dirty exists 2024-04-02T08:25:03.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:02 smithi055 ceph-mon[31035]: osdmap e127: 8 total, 8 up, 8 in 2024-04-02T08:25:03.311 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:02 smithi055 systemd[1]: Starting Ceph mgr.x for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:25:03.311 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:03 smithi055 podman[65216]: 2024-04-02 08:25:03.022006054 +0000 UTC m=+0.017746891 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:25:03.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:02 smithi012 ceph-mon[27004]: osdmap e127: 8 total, 8 up, 8 in 2024-04-02T08:25:03.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:02 smithi012 ceph-mon[38029]: osdmap e127: 8 total, 8 up, 8 in 2024-04-02T08:25:03.637 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:03 smithi055 podman[65216]: 2024-04-02 08:25:03.370815343 +0000 UTC m=+0.366556166 container create 5c1fccc5ea5a76acce3ff77a9ebedfd8d1b736cb1e6dd7478454d1b872872b77 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326) 2024-04-02T08:25:03.637 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:03 smithi055 podman[65216]: 2024-04-02 08:25:03.547995474 +0000 UTC m=+0.543736301 container init 5c1fccc5ea5a76acce3ff77a9ebedfd8d1b736cb1e6dd7478454d1b872872b77 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x, GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-04-02T08:25:03.637 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:03 smithi055 podman[65216]: 2024-04-02 08:25:03.550716885 +0000 UTC m=+0.546457720 container start 5c1fccc5ea5a76acce3ff77a9ebedfd8d1b736cb1e6dd7478454d1b872872b77 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240326, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:25:03.637 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:03 smithi055 ceph-mgr[65234]: -- 172.21.15.55:0/1058145348 <== mon.1 v2:172.21.15.55:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55de8b89c5a0 con 0x55de8b870800 2024-04-02T08:25:03.928 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:25:03 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[73483]: ts=2024-04-02T08:25:03.516Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi055.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.55:8443: connect: connection refused" 2024-04-02T08:25:03.953 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:03 smithi055 bash[65216]: 5c1fccc5ea5a76acce3ff77a9ebedfd8d1b736cb1e6dd7478454d1b872872b77 2024-04-02T08:25:03.953 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:03 smithi055 systemd[1]: Started Ceph mgr.x for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:25:03.967 INFO:tasks.rados.rados.0.smithi012.stdout:358: done (1 left) 2024-04-02T08:25:03.967 INFO:tasks.rados.rados.0.smithi012.stdout:359: done (0 left) 2024-04-02T08:25:03.967 INFO:tasks.rados.rados.0.smithi012.stdout:360: rollback oid 41 current snap is 31 2024-04-02T08:25:03.967 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 41 to 26 2024-04-02T08:25:03.967 INFO:tasks.rados.rados.0.smithi012.stdout:361: rollback oid 18 current snap is 31 2024-04-02T08:25:03.967 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 18 to 27 2024-04-02T08:25:03.967 INFO:tasks.rados.rados.0.smithi012.stdout:362: rmattr oid 23 current snap is 31 2024-04-02T08:25:03.967 INFO:tasks.rados.rados.0.smithi012.stdout:362: done (2 left) 2024-04-02T08:25:03.967 INFO:tasks.rados.rados.0.smithi012.stdout:363: copy_from oid 43 from oid 10 current snap is 31 2024-04-02T08:25:03.967 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 19 current snap is 31 2024-04-02T08:25:03.967 INFO:tasks.rados.rados.0.smithi012.stdout:364: seq_num 130 ranges {573440=581632,1155072=614400,1769472=598016,2367488=393216} 2024-04-02T08:25:03.973 INFO:tasks.rados.rados.0.smithi012.stdout:364: writing smithi01277369-19 from 573440 to 1155072 tid 1 2024-04-02T08:25:03.977 INFO:tasks.rados.rados.0.smithi012.stdout:364: writing smithi01277369-19 from 1155072 to 1769472 tid 2 2024-04-02T08:25:03.980 INFO:tasks.rados.rados.0.smithi012.stdout:364: writing smithi01277369-19 from 1769472 to 2367488 tid 3 2024-04-02T08:25:03.983 INFO:tasks.rados.rados.0.smithi012.stdout:364: writing smithi01277369-19 from 2367488 to 2760704 tid 4 2024-04-02T08:25:03.983 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 13 current snap is 31 2024-04-02T08:25:03.983 INFO:tasks.rados.rados.0.smithi012.stdout:360: finishing rollback tid 1 to smithi01277369-41 2024-04-02T08:25:03.983 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 41 v 0 (ObjNum 33 snap 0 seq_num 917904112) dirty dne 2024-04-02T08:25:03.983 INFO:tasks.rados.rados.0.smithi012.stdout:365: seq_num 131 ranges {3055616=598016,3653632=499712,4153344=753664,4907008=352256} 2024-04-02T08:25:04.003 INFO:tasks.rados.rados.0.smithi012.stdout:365: writing smithi01277369-13 from 3055616 to 3653632 tid 1 2024-04-02T08:25:04.006 INFO:tasks.rados.rados.0.smithi012.stdout:365: writing smithi01277369-13 from 3653632 to 4153344 tid 2 2024-04-02T08:25:04.011 INFO:tasks.rados.rados.0.smithi012.stdout:365: writing smithi01277369-13 from 4153344 to 4907008 tid 3 2024-04-02T08:25:04.014 INFO:tasks.rados.rados.0.smithi012.stdout:365: writing smithi01277369-13 from 4907008 to 5259264 tid 4 2024-04-02T08:25:04.014 INFO:tasks.rados.rados.0.smithi012.stdout:360: done (4 left) 2024-04-02T08:25:04.014 INFO:tasks.rados.rados.0.smithi012.stdout:366: setattr oid 41 current snap is 31 2024-04-02T08:25:04.014 INFO:tasks.rados.rados.0.smithi012.stdout:361: finishing rollback tid 0 to smithi01277369-18 2024-04-02T08:25:04.014 INFO:tasks.rados.rados.0.smithi012.stdout:361: finishing rollback tid 1 to smithi01277369-18 2024-04-02T08:25:04.014 INFO:tasks.rados.rados.0.smithi012.stdout:361: finishing rollback tid 2 to smithi01277369-18 2024-04-02T08:25:04.014 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 18 v 117 (ObjNum 116 snap 25 seq_num 116) dirty exists 2024-04-02T08:25:04.014 INFO:tasks.rados.rados.0.smithi012.stdout:364: finishing write tid 1 to smithi01277369-19 2024-04-02T08:25:04.015 INFO:tasks.rados.rados.0.smithi012.stdout:364: finishing write tid 2 to smithi01277369-19 2024-04-02T08:25:04.015 INFO:tasks.rados.rados.0.smithi012.stdout:364: finishing write tid 3 to smithi01277369-19 2024-04-02T08:25:04.015 INFO:tasks.rados.rados.0.smithi012.stdout:364: finishing write tid 4 to smithi01277369-19 2024-04-02T08:25:04.015 INFO:tasks.rados.rados.0.smithi012.stdout:364: finishing write tid 5 to smithi01277369-19 2024-04-02T08:25:04.015 INFO:tasks.rados.rados.0.smithi012.stdout:364: finishing write tid 6 to smithi01277369-19 2024-04-02T08:25:04.015 INFO:tasks.rados.rados.0.smithi012.stdout:364: oid 19 updating version 0 to 213 2024-04-02T08:25:04.015 INFO:tasks.rados.rados.0.smithi012.stdout:364: oid 19 version 213 is already newer than 210 2024-04-02T08:25:04.015 INFO:tasks.rados.rados.0.smithi012.stdout:364: oid 19 version 213 is already newer than 212 2024-04-02T08:25:04.015 INFO:tasks.rados.rados.0.smithi012.stdout:364: oid 19 version 213 is already newer than 211 2024-04-02T08:25:04.015 INFO:tasks.rados.rados.0.smithi012.stdout:364: oid 19 updating version 213 to 214 2024-04-02T08:25:04.015 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 19 v 214 (ObjNum 130 snap 31 seq_num 130) dirty exists 2024-04-02T08:25:04.015 INFO:tasks.rados.rados.0.smithi012.stdout:364: left oid 19 (ObjNum 130 snap 31 seq_num 130) 2024-04-02T08:25:04.015 INFO:tasks.rados.rados.0.smithi012.stdout:363: finishing copy_from racing read to smithi01277369-43 2024-04-02T08:25:04.015 INFO:tasks.rados.rados.0.smithi012.stdout:363: finishing copy_from to smithi01277369-43 2024-04-02T08:25:04.015 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 43 v 77 (ObjNum 106 snap 20 seq_num 106) dirty exists 2024-04-02T08:25:04.016 INFO:tasks.rados.rados.0.smithi012.stdout:365: finishing write tid 1 to smithi01277369-13 2024-04-02T08:25:04.016 INFO:tasks.rados.rados.0.smithi012.stdout:365: finishing write tid 2 to smithi01277369-13 2024-04-02T08:25:04.016 INFO:tasks.rados.rados.0.smithi012.stdout:365: finishing write tid 3 to smithi01277369-13 2024-04-02T08:25:04.016 INFO:tasks.rados.rados.0.smithi012.stdout:365: finishing write tid 4 to smithi01277369-13 2024-04-02T08:25:04.017 INFO:tasks.rados.rados.0.smithi012.stdout:365: finishing write tid 5 to smithi01277369-13 2024-04-02T08:25:04.017 INFO:tasks.rados.rados.0.smithi012.stdout:361: done (4 left) 2024-04-02T08:25:04.017 INFO:tasks.rados.rados.0.smithi012.stdout:363: done (3 left) 2024-04-02T08:25:04.017 INFO:tasks.rados.rados.0.smithi012.stdout:364: done (2 left) 2024-04-02T08:25:04.017 INFO:tasks.rados.rados.0.smithi012.stdout:367: snap_create 2024-04-02T08:25:04.017 INFO:tasks.rados.rados.0.smithi012.stdout:365: finishing write tid 6 to smithi01277369-13 2024-04-02T08:25:04.017 INFO:tasks.rados.rados.0.smithi012.stdout:365: oid 13 updating version 0 to 226 2024-04-02T08:25:04.017 INFO:tasks.rados.rados.0.smithi012.stdout:365: oid 13 version 226 is already newer than 225 2024-04-02T08:25:04.018 INFO:tasks.rados.rados.0.smithi012.stdout:365: oid 13 updating version 226 to 227 2024-04-02T08:25:04.018 INFO:tasks.rados.rados.0.smithi012.stdout:365: oid 13 updating version 227 to 229 2024-04-02T08:25:04.018 INFO:tasks.rados.rados.0.smithi012.stdout:365: oid 13 version 229 is already newer than 228 2024-04-02T08:25:04.018 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 13 v 229 (ObjNum 131 snap 31 seq_num 131) dirty exists 2024-04-02T08:25:04.018 INFO:tasks.rados.rados.0.smithi012.stdout:365: left oid 13 (ObjNum 131 snap 31 seq_num 131) 2024-04-02T08:25:04.019 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 41 v 89 (ObjNum 33 snap 0 seq_num 917904096) dirty exists 2024-04-02T08:25:04.256 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:03 smithi055 ceph-mon[31035]: pgmap v187: 121 pgs: 121 active+clean; 99 MiB data, 393 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 6.0 MiB/s wr, 36 op/s 2024-04-02T08:25:04.257 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:03 smithi055 ceph-mon[31035]: osdmap e128: 8 total, 8 up, 8 in 2024-04-02T08:25:04.257 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:03 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:25:04.257 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:03 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:25:04.257 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:03 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:04.257 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:04 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:25:04.156+0000 7ff6ec5c8200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:25:04.257 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:04 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:25:04.258+0000 7ff6ec5c8200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:25:04.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:03 smithi012 ceph-mon[38029]: pgmap v187: 121 pgs: 121 active+clean; 99 MiB data, 393 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 6.0 MiB/s wr, 36 op/s 2024-04-02T08:25:04.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:03 smithi012 ceph-mon[38029]: osdmap e128: 8 total, 8 up, 8 in 2024-04-02T08:25:04.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:03 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:25:04.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:03 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:25:04.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:03 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:04.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:03 smithi012 ceph-mon[27004]: pgmap v187: 121 pgs: 121 active+clean; 99 MiB data, 393 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 6.0 MiB/s wr, 36 op/s 2024-04-02T08:25:04.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:03 smithi012 ceph-mon[27004]: osdmap e128: 8 total, 8 up, 8 in 2024-04-02T08:25:04.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:03 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:25:04.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:03 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:25:04.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:03 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:04.973 INFO:tasks.rados.rados.0.smithi012.stdout:365: done (2 left) 2024-04-02T08:25:04.973 INFO:tasks.rados.rados.0.smithi012.stdout:366: done (1 left) 2024-04-02T08:25:04.973 INFO:tasks.rados.rados.0.smithi012.stdout:367: done (0 left) 2024-04-02T08:25:04.973 INFO:tasks.rados.rados.0.smithi012.stdout:368: copy_from oid 34 from oid 46 current snap is 32 2024-04-02T08:25:04.974 INFO:tasks.rados.rados.0.smithi012.stdout:369: snap_remove snap 22 2024-04-02T08:25:05.206 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:04 smithi055 ceph-mon[31035]: osdmap e129: 8 total, 8 up, 8 in 2024-04-02T08:25:05.207 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:04 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:25:04.943+0000 7ff6ec5c8200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:25:05.207 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:05 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:25:05.058+0000 7ff6ec5c8200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:25:05.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:04 smithi012 ceph-mon[27004]: osdmap e129: 8 total, 8 up, 8 in 2024-04-02T08:25:05.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:04 smithi012 ceph-mon[38029]: osdmap e129: 8 total, 8 up, 8 in 2024-04-02T08:25:05.560 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:05 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:25:05.207+0000 7ff6ec5c8200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:25:05.560 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:05 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:25:05.314+0000 7ff6ec5c8200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:25:05.560 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:05 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:25:05.411+0000 7ff6ec5c8200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:25:05.815 INFO:tasks.rados.rados.0.smithi012.stdout:369: done (1 left) 2024-04-02T08:25:05.816 INFO:tasks.rados.rados.0.smithi012.stdout:370: rollback oid 45 current snap is 32 2024-04-02T08:25:05.816 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 45 to 24 2024-04-02T08:25:05.816 INFO:tasks.rados.rados.0.smithi012.stdout:371: read oid 20 snap -1 2024-04-02T08:25:05.816 INFO:tasks.rados.rados.0.smithi012.stdout:371: expect (ObjNum 102 snap 19 seq_num 102) 2024-04-02T08:25:05.816 INFO:tasks.rados.rados.0.smithi012.stdout:372: read oid 37 snap -1 2024-04-02T08:25:05.816 INFO:tasks.rados.rados.0.smithi012.stdout:372: expect deleted 2024-04-02T08:25:05.816 INFO:tasks.rados.rados.0.smithi012.stdout:373: delete oid 28 current snap is 32 2024-04-02T08:25:05.816 INFO:tasks.rados.rados.0.smithi012.stdout:368: finishing copy_from racing read to smithi01277369-34 2024-04-02T08:25:05.817 INFO:tasks.rados.rados.0.smithi012.stdout:368: finishing copy_from to smithi01277369-34 2024-04-02T08:25:05.817 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 34 v 21 (ObjNum 56 snap 4 seq_num 56) dirty exists 2024-04-02T08:25:05.833 INFO:tasks.rados.rados.0.smithi012.stdout:370: finishing rollback tid 0 to smithi01277369-45 2024-04-02T08:25:05.834 INFO:tasks.rados.rados.0.smithi012.stdout:370: finishing rollback tid 1 to smithi01277369-45 2024-04-02T08:25:05.834 INFO:tasks.rados.rados.0.smithi012.stdout:370: finishing rollback tid 2 to smithi01277369-45 2024-04-02T08:25:05.834 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 45 v 207 (ObjNum 115 snap 24 seq_num 115) dirty exists 2024-04-02T08:25:05.834 INFO:tasks.rados.rados.0.smithi012.stdout:368: done (4 left) 2024-04-02T08:25:05.834 INFO:tasks.rados.rados.0.smithi012.stdout:370: done (3 left) 2024-04-02T08:25:05.834 INFO:tasks.rados.rados.0.smithi012.stdout:372: done (2 left) 2024-04-02T08:25:05.834 INFO:tasks.rados.rados.0.smithi012.stdout:373: done (1 left) 2024-04-02T08:25:05.834 INFO:tasks.rados.rados.0.smithi012.stdout:374: rollback oid 12 current snap is 32 2024-04-02T08:25:05.835 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 12 to 29 2024-04-02T08:25:05.835 INFO:tasks.rados.rados.0.smithi012.stdout:375: snap_remove snap 30 2024-04-02T08:25:05.954 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:05 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:25:05.701+0000 7ff6ec5c8200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:25:05.955 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:05 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:25:05.842+0000 7ff6ec5c8200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:25:05.955 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:05 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:25:05.956+0000 7ff6ec5c8200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:25:06.231 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:06 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:25:06.065+0000 7ff6ec5c8200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:25:06.231 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:05 smithi055 ceph-mon[31035]: pgmap v190: 121 pgs: 121 active+clean; 117 MiB data, 421 MiB used, 715 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.5 MiB/s wr, 18 op/s 2024-04-02T08:25:06.231 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:05 smithi055 ceph-mon[31035]: osdmap e130: 8 total, 8 up, 8 in 2024-04-02T08:25:06.232 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:05 smithi055 ceph-mon[31035]: osdmap e131: 8 total, 8 up, 8 in 2024-04-02T08:25:06.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:05 smithi012 ceph-mon[27004]: pgmap v190: 121 pgs: 121 active+clean; 117 MiB data, 421 MiB used, 715 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.5 MiB/s wr, 18 op/s 2024-04-02T08:25:06.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:05 smithi012 ceph-mon[27004]: osdmap e130: 8 total, 8 up, 8 in 2024-04-02T08:25:06.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:05 smithi012 ceph-mon[27004]: osdmap e131: 8 total, 8 up, 8 in 2024-04-02T08:25:06.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:05 smithi012 ceph-mon[38029]: pgmap v190: 121 pgs: 121 active+clean; 117 MiB data, 421 MiB used, 715 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.5 MiB/s wr, 18 op/s 2024-04-02T08:25:06.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:05 smithi012 ceph-mon[38029]: osdmap e130: 8 total, 8 up, 8 in 2024-04-02T08:25:06.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:05 smithi012 ceph-mon[38029]: osdmap e131: 8 total, 8 up, 8 in 2024-04-02T08:25:06.560 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:06 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:25:06.249+0000 7ff6ec5c8200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:25:06.825 INFO:tasks.rados.rados.0.smithi012.stdout:375: done (2 left) 2024-04-02T08:25:06.825 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 17 current snap is 32 2024-04-02T08:25:06.825 INFO:tasks.rados.rados.0.smithi012.stdout:376: seq_num 133 ranges {1318912=630784,1949696=663552,2613248=770048,3383296=172032} 2024-04-02T08:25:06.837 INFO:tasks.rados.rados.0.smithi012.stdout:376: writing smithi01277369-17 from 1318912 to 1949696 tid 1 2024-04-02T08:25:06.841 INFO:tasks.rados.rados.0.smithi012.stdout:376: writing smithi01277369-17 from 1949696 to 2613248 tid 2 2024-04-02T08:25:06.845 INFO:tasks.rados.rados.0.smithi012.stdout:376: writing smithi01277369-17 from 2613248 to 3383296 tid 3 2024-04-02T08:25:06.850 INFO:tasks.rados.rados.0.smithi012.stdout:376: writing smithi01277369-17 from 3383296 to 3555328 tid 4 2024-04-02T08:25:06.850 INFO:tasks.rados.rados.0.smithi012.stdout:377: read oid 32 snap -1 2024-04-02T08:25:06.850 INFO:tasks.rados.rados.0.smithi012.stdout:377: expect (ObjNum 97 snap 17 seq_num 97) 2024-04-02T08:25:06.850 INFO:tasks.rados.rados.0.smithi012.stdout:378: setattr oid 35 current snap is 32 2024-04-02T08:25:06.850 INFO:tasks.rados.rados.0.smithi012.stdout:371: expect (ObjNum 102 snap 19 seq_num 102) 2024-04-02T08:25:06.989 INFO:tasks.rados.rados.0.smithi012.stdout:374: finishing rollback tid 0 to smithi01277369-12 2024-04-02T08:25:06.989 INFO:tasks.rados.rados.0.smithi012.stdout:374: finishing rollback tid 1 to smithi01277369-12 2024-04-02T08:25:06.989 INFO:tasks.rados.rados.0.smithi012.stdout:374: finishing rollback tid 2 to smithi01277369-12 2024-04-02T08:25:06.989 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 12 v 106 (ObjNum 108 snap 20 seq_num 108) dirty exists 2024-04-02T08:25:06.990 INFO:tasks.rados.rados.0.smithi012.stdout:376: finishing write tid 1 to smithi01277369-17 2024-04-02T08:25:06.990 INFO:tasks.rados.rados.0.smithi012.stdout:376: finishing write tid 2 to smithi01277369-17 2024-04-02T08:25:06.990 INFO:tasks.rados.rados.0.smithi012.stdout:376: finishing write tid 3 to smithi01277369-17 2024-04-02T08:25:06.990 INFO:tasks.rados.rados.0.smithi012.stdout:376: finishing write tid 4 to smithi01277369-17 2024-04-02T08:25:06.990 INFO:tasks.rados.rados.0.smithi012.stdout:376: finishing write tid 5 to smithi01277369-17 2024-04-02T08:25:06.990 INFO:tasks.rados.rados.0.smithi012.stdout:376: finishing write tid 6 to smithi01277369-17 2024-04-02T08:25:06.990 INFO:tasks.rados.rados.0.smithi012.stdout:376: oid 17 updating version 0 to 244 2024-04-02T08:25:06.990 INFO:tasks.rados.rados.0.smithi012.stdout:376: oid 17 version 244 is already newer than 242 2024-04-02T08:25:06.990 INFO:tasks.rados.rados.0.smithi012.stdout:376: oid 17 updating version 244 to 245 2024-04-02T08:25:06.990 INFO:tasks.rados.rados.0.smithi012.stdout:376: oid 17 version 245 is already newer than 243 2024-04-02T08:25:06.990 INFO:tasks.rados.rados.0.smithi012.stdout:376: oid 17 version 245 is already newer than 241 2024-04-02T08:25:06.990 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 17 v 245 (ObjNum 133 snap 32 seq_num 133) dirty exists 2024-04-02T08:25:06.991 INFO:tasks.rados.rados.0.smithi012.stdout:376: left oid 17 (ObjNum 133 snap 32 seq_num 133) 2024-04-02T08:25:06.991 INFO:tasks.rados.rados.0.smithi012.stdout:377: expect (ObjNum 97 snap 17 seq_num 97) 2024-04-02T08:25:07.034 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 35 v 247 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-04-02T08:25:07.034 INFO:tasks.rados.rados.0.smithi012.stdout:371: done (4 left) 2024-04-02T08:25:07.034 INFO:tasks.rados.rados.0.smithi012.stdout:374: done (3 left) 2024-04-02T08:25:07.034 INFO:tasks.rados.rados.0.smithi012.stdout:376: done (2 left) 2024-04-02T08:25:07.034 INFO:tasks.rados.rados.0.smithi012.stdout:377: done (1 left) 2024-04-02T08:25:07.034 INFO:tasks.rados.rados.0.smithi012.stdout:378: done (0 left) 2024-04-02T08:25:07.034 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 32 current snap is 32 2024-04-02T08:25:07.035 INFO:tasks.rados.rados.0.smithi012.stdout:379: seq_num 134 ranges {1638400=647168,2285568=548864,2834432=573440,3407872=483328} 2024-04-02T08:25:07.046 INFO:tasks.rados.rados.0.smithi012.stdout:379: writing smithi01277369-32 from 1638400 to 2285568 tid 1 2024-04-02T08:25:07.049 INFO:tasks.rados.rados.0.smithi012.stdout:379: writing smithi01277369-32 from 2285568 to 2834432 tid 2 2024-04-02T08:25:07.053 INFO:tasks.rados.rados.0.smithi012.stdout:379: writing smithi01277369-32 from 2834432 to 3407872 tid 3 2024-04-02T08:25:07.056 INFO:tasks.rados.rados.0.smithi012.stdout:379: writing smithi01277369-32 from 3407872 to 3891200 tid 4 2024-04-02T08:25:07.056 INFO:tasks.rados.rados.0.smithi012.stdout:380: snap_create 2024-04-02T08:25:07.056 INFO:tasks.rados.rados.0.smithi012.stdout:379: finishing write tid 1 to smithi01277369-32 2024-04-02T08:25:07.056 INFO:tasks.rados.rados.0.smithi012.stdout:379: finishing write tid 2 to smithi01277369-32 2024-04-02T08:25:07.056 INFO:tasks.rados.rados.0.smithi012.stdout:379: finishing write tid 3 to smithi01277369-32 2024-04-02T08:25:07.058 INFO:tasks.rados.rados.0.smithi012.stdout:379: finishing write tid 4 to smithi01277369-32 2024-04-02T08:25:07.058 INFO:tasks.rados.rados.0.smithi012.stdout:379: finishing write tid 5 to smithi01277369-32 2024-04-02T08:25:07.059 INFO:tasks.rados.rados.0.smithi012.stdout:379: finishing write tid 6 to smithi01277369-32 2024-04-02T08:25:07.059 INFO:tasks.rados.rados.0.smithi012.stdout:379: oid 32 updating version 0 to 251 2024-04-02T08:25:07.059 INFO:tasks.rados.rados.0.smithi012.stdout:379: oid 32 updating version 251 to 253 2024-04-02T08:25:07.059 INFO:tasks.rados.rados.0.smithi012.stdout:379: oid 32 version 253 is already newer than 252 2024-04-02T08:25:07.059 INFO:tasks.rados.rados.0.smithi012.stdout:379: oid 32 version 253 is already newer than 249 2024-04-02T08:25:07.059 INFO:tasks.rados.rados.0.smithi012.stdout:379: oid 32 version 253 is already newer than 250 2024-04-02T08:25:07.059 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 32 v 253 (ObjNum 134 snap 32 seq_num 134) dirty exists 2024-04-02T08:25:07.059 INFO:tasks.rados.rados.0.smithi012.stdout:379: left oid 32 (ObjNum 134 snap 32 seq_num 134) 2024-04-02T08:25:07.477 INFO:teuthology.orchestra.run.smithi012.stdout:true 2024-04-02T08:25:07.730 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:07 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:25:07.312+0000 7ff6ec5c8200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:25:07.730 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:07 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:25:07.454+0000 7ff6ec5c8200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:25:07.801 INFO:teuthology.orchestra.run.smithi012.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:25:07.801 INFO:teuthology.orchestra.run.smithi012.stdout:alertmanager.a smithi012 *:9093,9094 running (2m) 2m ago 3m 17.1M - 0.25.0 c8568f914cd2 3ed3fc1b8013 2024-04-02T08:25:07.801 INFO:teuthology.orchestra.run.smithi012.stdout:grafana.a smithi055 *:3000 running (3m) 2m ago 3m 82.9M - 9.4.7 954c08fa6188 9788bcfbfb6f 2024-04-02T08:25:07.801 INFO:teuthology.orchestra.run.smithi012.stdout:mds.a smithi012 running (4m) 2m ago 4m 14.9M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 756f041a4b0e 2024-04-02T08:25:07.801 INFO:teuthology.orchestra.run.smithi012.stdout:mds.b smithi055 running (4m) 2m ago 4m 17.3M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 0a0c21b36b12 2024-04-02T08:25:07.801 INFO:teuthology.orchestra.run.smithi012.stdout:mgr.x smithi055 *:8443,9283,8765 starting - - - - 2024-04-02T08:25:07.801 INFO:teuthology.orchestra.run.smithi012.stdout:mgr.y smithi012 *:9283,8765 running (10m) 2m ago 10m 495M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 73e84469a1aa 2024-04-02T08:25:07.801 INFO:teuthology.orchestra.run.smithi012.stdout:mon.a smithi012 running (10m) 2m ago 10m 46.0M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d b8a2d50fe893 2024-04-02T08:25:07.801 INFO:teuthology.orchestra.run.smithi012.stdout:mon.b smithi055 running (8m) 2m ago 8m 39.1M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d 61752f499722 2024-04-02T08:25:07.802 INFO:teuthology.orchestra.run.smithi012.stdout:mon.c smithi012 running (8m) 2m ago 8m 37.3M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d c471055007a2 2024-04-02T08:25:07.802 INFO:teuthology.orchestra.run.smithi012.stdout:node-exporter.a smithi012 *:9100 running (3m) 2m ago 3m 13.3M - 1.5.0 0da6a335fe13 a3d31893d77a 2024-04-02T08:25:07.802 INFO:teuthology.orchestra.run.smithi012.stdout:node-exporter.b smithi055 *:9100 running (3m) 2m ago 3m 3581k - 1.5.0 0da6a335fe13 e1788e402810 2024-04-02T08:25:07.802 INFO:teuthology.orchestra.run.smithi012.stdout:osd.0 smithi012 running (8m) 2m ago 8m 44.0M 2993M 18.2.2-1059-g4d05f4ca 909dce4fe53d ae3670468d2f 2024-04-02T08:25:07.802 INFO:teuthology.orchestra.run.smithi012.stdout:osd.1 smithi012 running (7m) 2m ago 7m 44.2M 2993M 18.2.2-1059-g4d05f4ca 909dce4fe53d c0e45226a432 2024-04-02T08:25:07.802 INFO:teuthology.orchestra.run.smithi012.stdout:osd.2 smithi012 running (7m) 2m ago 7m 42.7M 2993M 18.2.2-1059-g4d05f4ca 909dce4fe53d 1a1a0831f480 2024-04-02T08:25:07.802 INFO:teuthology.orchestra.run.smithi012.stdout:osd.3 smithi012 running (6m) 2m ago 6m 48.7M 2993M 18.2.2-1059-g4d05f4ca 909dce4fe53d f2070d5ae9b3 2024-04-02T08:25:07.802 INFO:teuthology.orchestra.run.smithi012.stdout:osd.4 smithi055 running (6m) 2m ago 6m 50.0M 2993M 18.2.2-1059-g4d05f4ca 909dce4fe53d 6ea99dd7fbaa 2024-04-02T08:25:07.802 INFO:teuthology.orchestra.run.smithi012.stdout:osd.5 smithi055 running (5m) 2m ago 5m 44.4M 2993M 18.2.2-1059-g4d05f4ca 909dce4fe53d 300691ec9744 2024-04-02T08:25:07.802 INFO:teuthology.orchestra.run.smithi012.stdout:osd.6 smithi055 running (5m) 2m ago 5m 44.5M 2993M 18.2.2-1059-g4d05f4ca 909dce4fe53d 256c0abe00a7 2024-04-02T08:25:07.802 INFO:teuthology.orchestra.run.smithi012.stdout:osd.7 smithi055 running (5m) 2m ago 5m 42.7M 2993M 18.2.2-1059-g4d05f4ca 909dce4fe53d edc056f1c4d7 2024-04-02T08:25:07.802 INFO:teuthology.orchestra.run.smithi012.stdout:prometheus.a smithi055 *:9095 running (2m) 2m ago 4m 25.7M - 2.43.0 a07b618ecd1d b9a495d6f576 2024-04-02T08:25:07.834 INFO:tasks.rados.rados.0.smithi012.stdout:379: done (1 left) 2024-04-02T08:25:07.835 INFO:tasks.rados.rados.0.smithi012.stdout:380: done (0 left) 2024-04-02T08:25:07.835 INFO:tasks.rados.rados.0.smithi012.stdout:381: read oid 25 snap 25 2024-04-02T08:25:07.835 INFO:tasks.rados.rados.0.smithi012.stdout:381: expect (ObjNum 36 snap 0 seq_num 36) 2024-04-02T08:25:07.835 INFO:tasks.rados.rados.0.smithi012.stdout:382: snap_remove snap 21 2024-04-02T08:25:08.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:07 smithi055 ceph-mon[31035]: osdmap e132: 8 total, 8 up, 8 in 2024-04-02T08:25:08.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:07 smithi055 ceph-mon[31035]: pgmap v194: 121 pgs: 121 active+clean; 117 MiB data, 421 MiB used, 715 GiB / 715 GiB avail; 5.3 MiB/s rd, 4.7 MiB/s wr, 19 op/s 2024-04-02T08:25:08.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:07 smithi055 ceph-mon[31035]: from='client.24995 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:08.061 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:07 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:25:07.820+0000 7ff6ec5c8200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:25:08.061 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:07 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:25:07.918+0000 7ff6ec5c8200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:25:08.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:07 smithi012 ceph-mon[27004]: osdmap e132: 8 total, 8 up, 8 in 2024-04-02T08:25:08.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:07 smithi012 ceph-mon[27004]: pgmap v194: 121 pgs: 121 active+clean; 117 MiB data, 421 MiB used, 715 GiB / 715 GiB avail; 5.3 MiB/s rd, 4.7 MiB/s wr, 19 op/s 2024-04-02T08:25:08.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:07 smithi012 ceph-mon[27004]: from='client.24995 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:08.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:07 smithi012 ceph-mon[38029]: osdmap e132: 8 total, 8 up, 8 in 2024-04-02T08:25:08.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:07 smithi012 ceph-mon[38029]: pgmap v194: 121 pgs: 121 active+clean; 117 MiB data, 421 MiB used, 715 GiB / 715 GiB avail; 5.3 MiB/s rd, 4.7 MiB/s wr, 19 op/s 2024-04-02T08:25:08.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:07 smithi012 ceph-mon[38029]: from='client.24995 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:08.204 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-04-02T08:25:08.204 INFO:teuthology.orchestra.run.smithi012.stdout: "mon": { 2024-04-02T08:25:08.204 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3 2024-04-02T08:25:08.204 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:25:08.204 INFO:teuthology.orchestra.run.smithi012.stdout: "mgr": { 2024-04-02T08:25:08.204 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:25:08.204 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:25:08.205 INFO:teuthology.orchestra.run.smithi012.stdout: "osd": { 2024-04-02T08:25:08.205 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:25:08.205 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:25:08.205 INFO:teuthology.orchestra.run.smithi012.stdout: "mds": { 2024-04-02T08:25:08.205 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:25:08.205 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:25:08.205 INFO:teuthology.orchestra.run.smithi012.stdout: "overall": { 2024-04-02T08:25:08.205 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 15 2024-04-02T08:25:08.205 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-04-02T08:25:08.205 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-04-02T08:25:08.560 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:08 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:25:08.122+0000 7ff6ec5c8200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:25:08.560 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:08 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:25:08.324+0000 7ff6ec5c8200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:25:08.848 INFO:tasks.rados.rados.0.smithi012.stdout:382: done (1 left) 2024-04-02T08:25:08.848 INFO:tasks.rados.rados.0.smithi012.stdout:383: copy_from oid 9 from oid 36 current snap is 33 2024-04-02T08:25:08.848 INFO:tasks.rados.rados.0.smithi012.stdout:384: snap_create 2024-04-02T08:25:08.848 INFO:tasks.rados.rados.0.smithi012.stdout:381: expect (ObjNum 36 snap 0 seq_num 36) 2024-04-02T08:25:08.870 INFO:tasks.rados.rados.0.smithi012.stdout:383: finishing copy_from to smithi01277369-9 2024-04-02T08:25:08.870 INFO:tasks.rados.rados.0.smithi012.stdout:383: got expected ENOENT (src dne) 2024-04-02T08:25:08.870 INFO:tasks.rados.rados.0.smithi012.stdout:383: finishing copy_from racing read to smithi01277369-9 2024-04-02T08:25:08.916 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:08 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:25:08.635+0000 7ff6ec5c8200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:25:08.916 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:08 smithi055 ceph-mon[31035]: from='client.15108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:08.916 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:08 smithi055 ceph-mon[31035]: osdmap e133: 8 total, 8 up, 8 in 2024-04-02T08:25:08.916 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:08 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/3668618638' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:25:08.916 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:08 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:25:08.916 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:08 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:25:09.174 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:08 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:25:08.917+0000 7ff6ec5c8200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:25:09.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:08 smithi012 ceph-mon[38029]: from='client.15108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:09.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:08 smithi012 ceph-mon[38029]: osdmap e133: 8 total, 8 up, 8 in 2024-04-02T08:25:09.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:08 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/3668618638' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:25:09.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:08 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:25:09.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:08 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:25:09.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:08 smithi012 ceph-mon[27004]: from='client.15108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:09.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:08 smithi012 ceph-mon[27004]: osdmap e133: 8 total, 8 up, 8 in 2024-04-02T08:25:09.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:08 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/3668618638' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:25:09.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:08 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:25:09.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:08 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:25:09.810 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:09 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:25:09.176+0000 7ff6ec5c8200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:25:09.857 INFO:tasks.rados.rados.0.smithi012.stdout:381: done (2 left) 2024-04-02T08:25:09.857 INFO:tasks.rados.rados.0.smithi012.stdout:383: done (1 left) 2024-04-02T08:25:09.857 INFO:tasks.rados.rados.0.smithi012.stdout:384: done (0 left) 2024-04-02T08:25:09.858 INFO:tasks.rados.rados.0.smithi012.stdout:385: snap_remove snap 25 2024-04-02T08:25:10.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:09 smithi012 ceph-mon[27004]: pgmap v196: 121 pgs: 121 active+clean; 117 MiB data, 421 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:25:10.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:09 smithi012 ceph-mon[27004]: osdmap e134: 8 total, 8 up, 8 in 2024-04-02T08:25:10.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:09 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:25:10.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:09 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:25:10.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:09 smithi012 ceph-mon[38029]: pgmap v196: 121 pgs: 121 active+clean; 117 MiB data, 421 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:25:10.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:09 smithi012 ceph-mon[38029]: osdmap e134: 8 total, 8 up, 8 in 2024-04-02T08:25:10.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:09 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:25:10.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:09 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:25:10.291 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:10 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:25:10.054+0000 7ff6ec5c8200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:25:10.292 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:09 smithi055 ceph-mon[31035]: pgmap v196: 121 pgs: 121 active+clean; 117 MiB data, 421 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:25:10.292 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:09 smithi055 ceph-mon[31035]: osdmap e134: 8 total, 8 up, 8 in 2024-04-02T08:25:10.292 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:09 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:25:10.292 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:09 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:25:10.861 INFO:tasks.rados.rados.0.smithi012.stdout:385: done (0 left) 2024-04-02T08:25:10.861 INFO:tasks.rados.rados.0.smithi012.stdout:386: snap_remove snap 33 2024-04-02T08:25:10.996 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:10 smithi055 ceph-mon[31035]: osdmap e135: 8 total, 8 up, 8 in 2024-04-02T08:25:10.997 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:10 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:25:10.653+0000 7ff6ec5c8200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:25:10.997 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:10 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:25:10.757+0000 7ff6ec5c8200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:25:11.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:10 smithi012 ceph-mon[27004]: osdmap e135: 8 total, 8 up, 8 in 2024-04-02T08:25:11.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:10 smithi012 ceph-mon[38029]: osdmap e135: 8 total, 8 up, 8 in 2024-04-02T08:25:11.260 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:10 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:25:10.998+0000 7ff6ec5c8200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:25:11.261 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:11 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: [02/Apr/2024:08:25:11] ENGINE Bus STARTING 2024-04-02T08:25:11.261 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:11 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: CherryPy Checker: 2024-04-02T08:25:11.261 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:11 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: The Application mounted at '' has an empty config. 2024-04-02T08:25:11.261 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:11 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:25:11.261 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:11 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: [02/Apr/2024:08:25:11] ENGINE Serving on http://:::9283 2024-04-02T08:25:11.261 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:11 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: [02/Apr/2024:08:25:11] ENGINE Bus STARTED 2024-04-02T08:25:11.678 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:25:11 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[73483]: ts=2024-04-02T08:25:11.218Z caller=notify.go:743 level=info component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify success" attempts=6 2024-04-02T08:25:11.858 INFO:tasks.rados.rados.0.smithi012.stdout:386: done (0 left) 2024-04-02T08:25:11.858 INFO:tasks.rados.rados.0.smithi012.stdout:387: copy_from oid 43 from oid 3 current snap is 34 2024-04-02T08:25:11.858 INFO:tasks.rados.rados.0.smithi012.stdout:388: read oid 37 snap -1 2024-04-02T08:25:11.858 INFO:tasks.rados.rados.0.smithi012.stdout:388: expect deleted 2024-04-02T08:25:11.858 INFO:tasks.rados.rados.0.smithi012.stdout:389: delete oid 12 current snap is 34 2024-04-02T08:25:11.864 INFO:tasks.rados.rados.0.smithi012.stdout:388: done (2 left) 2024-04-02T08:25:11.864 INFO:tasks.rados.rados.0.smithi012.stdout:389: done (1 left) 2024-04-02T08:25:11.865 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 5 current snap is 34 2024-04-02T08:25:11.865 INFO:tasks.rados.rados.0.smithi012.stdout:390: seq_num 136 ranges {4161536=688128,4849664=720896,5570560=540672,6111232=344064} 2024-04-02T08:25:11.892 INFO:tasks.rados.rados.0.smithi012.stdout:390: writing smithi01277369-5 from 4161536 to 4849664 tid 1 2024-04-02T08:25:11.896 INFO:tasks.rados.rados.0.smithi012.stdout:390: writing smithi01277369-5 from 4849664 to 5570560 tid 2 2024-04-02T08:25:11.899 INFO:tasks.rados.rados.0.smithi012.stdout:390: writing smithi01277369-5 from 5570560 to 6111232 tid 3 2024-04-02T08:25:11.901 INFO:tasks.rados.rados.0.smithi012.stdout:390: writing smithi01277369-5 from 6111232 to 6455296 tid 4 2024-04-02T08:25:11.901 INFO:tasks.rados.rados.0.smithi012.stdout:391: delete oid 16 current snap is 34 2024-04-02T08:25:11.901 INFO:tasks.rados.rados.0.smithi012.stdout:387: finishing copy_from racing read to smithi01277369-43 2024-04-02T08:25:11.902 INFO:tasks.rados.rados.0.smithi012.stdout:387: finishing copy_from to smithi01277369-43 2024-04-02T08:25:11.902 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 43 v 88 (ObjNum 83 snap 16 seq_num 83) dirty exists 2024-04-02T08:25:11.902 INFO:tasks.rados.rados.0.smithi012.stdout:390: finishing write tid 1 to smithi01277369-5 2024-04-02T08:25:11.902 INFO:tasks.rados.rados.0.smithi012.stdout:390: finishing write tid 2 to smithi01277369-5 2024-04-02T08:25:11.902 INFO:tasks.rados.rados.0.smithi012.stdout:390: finishing write tid 3 to smithi01277369-5 2024-04-02T08:25:11.903 INFO:tasks.rados.rados.0.smithi012.stdout:390: finishing write tid 4 to smithi01277369-5 2024-04-02T08:25:11.904 INFO:tasks.rados.rados.0.smithi012.stdout:390: finishing write tid 5 to smithi01277369-5 2024-04-02T08:25:11.905 INFO:tasks.rados.rados.0.smithi012.stdout:390: finishing write tid 6 to smithi01277369-5 2024-04-02T08:25:11.905 INFO:tasks.rados.rados.0.smithi012.stdout:390: oid 5 updating version 0 to 139 2024-04-02T08:25:11.905 INFO:tasks.rados.rados.0.smithi012.stdout:390: oid 5 version 139 is already newer than 136 2024-04-02T08:25:11.906 INFO:tasks.rados.rados.0.smithi012.stdout:390: oid 5 version 139 is already newer than 138 2024-04-02T08:25:11.906 INFO:tasks.rados.rados.0.smithi012.stdout:390: oid 5 version 139 is already newer than 137 2024-04-02T08:25:11.906 INFO:tasks.rados.rados.0.smithi012.stdout:390: oid 5 updating version 139 to 140 2024-04-02T08:25:11.906 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 5 v 140 (ObjNum 136 snap 34 seq_num 136) dirty exists 2024-04-02T08:25:11.906 INFO:tasks.rados.rados.0.smithi012.stdout:390: left oid 5 (ObjNum 136 snap 34 seq_num 136) 2024-04-02T08:25:11.906 INFO:tasks.rados.rados.0.smithi012.stdout:387: done (2 left) 2024-04-02T08:25:11.906 INFO:tasks.rados.rados.0.smithi012.stdout:390: done (1 left) 2024-04-02T08:25:11.906 INFO:tasks.rados.rados.0.smithi012.stdout:391: done (0 left) 2024-04-02T08:25:11.906 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 37 current snap is 34 2024-04-02T08:25:11.906 INFO:tasks.rados.rados.0.smithi012.stdout:392: seq_num 138 ranges {0=720896,720896=540672,1261568=557056,1818624=507904} 2024-04-02T08:25:11.909 INFO:tasks.rados.rados.0.smithi012.stdout:392: writing smithi01277369-37 from 0 to 720896 tid 1 2024-04-02T08:25:11.912 INFO:tasks.rados.rados.0.smithi012.stdout:392: writing smithi01277369-37 from 720896 to 1261568 tid 2 2024-04-02T08:25:11.916 INFO:tasks.rados.rados.0.smithi012.stdout:392: writing smithi01277369-37 from 1261568 to 1818624 tid 3 2024-04-02T08:25:11.919 INFO:tasks.rados.rados.0.smithi012.stdout:392: writing smithi01277369-37 from 1818624 to 2326528 tid 4 2024-04-02T08:25:11.919 INFO:tasks.rados.rados.0.smithi012.stdout:393: copy_from oid 21 from oid 32 current snap is 34 2024-04-02T08:25:11.919 INFO:tasks.rados.rados.0.smithi012.stdout:392: finishing write tid 1 to smithi01277369-37 2024-04-02T08:25:11.920 INFO:tasks.rados.rados.0.smithi012.stdout:392: finishing write tid 2 to smithi01277369-37 2024-04-02T08:25:11.920 INFO:tasks.rados.rados.0.smithi012.stdout:392: finishing write tid 3 to smithi01277369-37 2024-04-02T08:25:11.920 INFO:tasks.rados.rados.0.smithi012.stdout:394: setattr oid 43 current snap is 34 2024-04-02T08:25:11.921 INFO:tasks.rados.rados.0.smithi012.stdout:395: read oid 34 snap -1 2024-04-02T08:25:11.921 INFO:tasks.rados.rados.0.smithi012.stdout:395: expect (ObjNum 56 snap 4 seq_num 56) 2024-04-02T08:25:11.921 INFO:tasks.rados.rados.0.smithi012.stdout:396: snap_create 2024-04-02T08:25:11.922 INFO:tasks.rados.rados.0.smithi012.stdout:392: finishing write tid 4 to smithi01277369-37 2024-04-02T08:25:11.922 INFO:tasks.rados.rados.0.smithi012.stdout:392: finishing write tid 5 to smithi01277369-37 2024-04-02T08:25:11.924 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 43 v 125 (ObjNum 83 snap 16 seq_num 83) dirty exists 2024-04-02T08:25:11.924 INFO:tasks.rados.rados.0.smithi012.stdout:392: finishing write tid 6 to smithi01277369-37 2024-04-02T08:25:11.924 INFO:tasks.rados.rados.0.smithi012.stdout:392: oid 37 updating version 0 to 100 2024-04-02T08:25:11.925 INFO:tasks.rados.rados.0.smithi012.stdout:392: oid 37 updating version 100 to 101 2024-04-02T08:25:11.925 INFO:tasks.rados.rados.0.smithi012.stdout:392: oid 37 version 101 is already newer than 98 2024-04-02T08:25:11.925 INFO:tasks.rados.rados.0.smithi012.stdout:392: oid 37 version 101 is already newer than 99 2024-04-02T08:25:11.925 INFO:tasks.rados.rados.0.smithi012.stdout:392: oid 37 version 101 is already newer than 97 2024-04-02T08:25:11.925 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 37 v 101 (ObjNum 138 snap 34 seq_num 138) dirty exists 2024-04-02T08:25:11.925 INFO:tasks.rados.rados.0.smithi012.stdout:392: left oid 37 (ObjNum 138 snap 34 seq_num 138) 2024-04-02T08:25:11.930 INFO:tasks.rados.rados.0.smithi012.stdout:395: expect (ObjNum 56 snap 4 seq_num 56) 2024-04-02T08:25:11.988 INFO:tasks.rados.rados.0.smithi012.stdout:393: finishing copy_from racing read to smithi01277369-21 2024-04-02T08:25:11.988 INFO:tasks.rados.rados.0.smithi012.stdout:393: finishing copy_from to smithi01277369-21 2024-04-02T08:25:11.988 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 21 v 253 (ObjNum 134 snap 32 seq_num 134) dirty exists 2024-04-02T08:25:12.167 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:11 smithi012 ceph-mon[27004]: pgmap v199: 121 pgs: 121 active+clean; 120 MiB data, 427 MiB used, 715 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.5 MiB/s wr, 12 op/s 2024-04-02T08:25:12.167 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:11 smithi012 ceph-mon[27004]: osdmap e136: 8 total, 8 up, 8 in 2024-04-02T08:25:12.167 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:11 smithi012 ceph-mon[27004]: Standby manager daemon x restarted 2024-04-02T08:25:12.167 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:11 smithi012 ceph-mon[27004]: Standby manager daemon x started 2024-04-02T08:25:12.167 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:11 smithi012 ceph-mon[27004]: from='mgr.? 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:25:12.168 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:11 smithi012 ceph-mon[27004]: from='mgr.? 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:25:12.168 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:11 smithi012 ceph-mon[27004]: from='mgr.? 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:25:12.168 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:11 smithi012 ceph-mon[27004]: from='mgr.? 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:25:12.168 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:11 smithi012 ceph-mon[27004]: osdmap e137: 8 total, 8 up, 8 in 2024-04-02T08:25:12.168 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:11 smithi012 ceph-mon[38029]: pgmap v199: 121 pgs: 121 active+clean; 120 MiB data, 427 MiB used, 715 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.5 MiB/s wr, 12 op/s 2024-04-02T08:25:12.168 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:11 smithi012 ceph-mon[38029]: osdmap e136: 8 total, 8 up, 8 in 2024-04-02T08:25:12.168 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:11 smithi012 ceph-mon[38029]: Standby manager daemon x restarted 2024-04-02T08:25:12.168 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:11 smithi012 ceph-mon[38029]: Standby manager daemon x started 2024-04-02T08:25:12.168 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:11 smithi012 ceph-mon[38029]: from='mgr.? 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:25:12.168 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:11 smithi012 ceph-mon[38029]: from='mgr.? 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:25:12.168 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:11 smithi012 ceph-mon[38029]: from='mgr.? 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:25:12.168 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:11 smithi012 ceph-mon[38029]: from='mgr.? 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:25:12.168 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:11 smithi012 ceph-mon[38029]: osdmap e137: 8 total, 8 up, 8 in 2024-04-02T08:25:12.223 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:11 smithi055 ceph-mon[31035]: pgmap v199: 121 pgs: 121 active+clean; 120 MiB data, 427 MiB used, 715 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.5 MiB/s wr, 12 op/s 2024-04-02T08:25:12.223 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:11 smithi055 ceph-mon[31035]: osdmap e136: 8 total, 8 up, 8 in 2024-04-02T08:25:12.223 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:11 smithi055 ceph-mon[31035]: Standby manager daemon x restarted 2024-04-02T08:25:12.223 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:11 smithi055 ceph-mon[31035]: Standby manager daemon x started 2024-04-02T08:25:12.223 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:11 smithi055 ceph-mon[31035]: from='mgr.? 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:25:12.223 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:11 smithi055 ceph-mon[31035]: from='mgr.? 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:25:12.223 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:11 smithi055 ceph-mon[31035]: from='mgr.? 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:25:12.223 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:11 smithi055 ceph-mon[31035]: from='mgr.? 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:25:12.223 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:11 smithi055 ceph-mon[31035]: osdmap e137: 8 total, 8 up, 8 in 2024-04-02T08:25:12.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:12 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:25:12] "GET /metrics HTTP/1.1" 200 35995 "" "Prometheus/2.43.0" 2024-04-02T08:25:12.885 INFO:tasks.rados.rados.0.smithi012.stdout:392: done (4 left) 2024-04-02T08:25:12.886 INFO:tasks.rados.rados.0.smithi012.stdout:393: done (3 left) 2024-04-02T08:25:12.886 INFO:tasks.rados.rados.0.smithi012.stdout:394: done (2 left) 2024-04-02T08:25:12.886 INFO:tasks.rados.rados.0.smithi012.stdout:395: done (1 left) 2024-04-02T08:25:12.886 INFO:tasks.rados.rados.0.smithi012.stdout:396: done (0 left) 2024-04-02T08:25:12.886 INFO:tasks.rados.rados.0.smithi012.stdout:397: read oid 31 snap -1 2024-04-02T08:25:12.886 INFO:tasks.rados.rados.0.smithi012.stdout:397: expect deleted 2024-04-02T08:25:12.886 INFO:tasks.rados.rados.0.smithi012.stdout:398: rollback oid 22 current snap is 35 2024-04-02T08:25:12.886 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 22 to 32 2024-04-02T08:25:12.886 INFO:tasks.rados.rados.0.smithi012.stdout:399: read oid 48 snap -1 2024-04-02T08:25:12.886 INFO:tasks.rados.rados.0.smithi012.stdout:399: expect (ObjNum 109 snap 20 seq_num 109) 2024-04-02T08:25:12.886 INFO:tasks.rados.rados.0.smithi012.stdout:400: read oid 3 snap 29 2024-04-02T08:25:12.886 INFO:tasks.rados.rados.0.smithi012.stdout:400: expect (ObjNum 83 snap 16 seq_num 83) 2024-04-02T08:25:12.886 INFO:tasks.rados.rados.0.smithi012.stdout:401: rmattr oid 6 current snap is 35 2024-04-02T08:25:12.887 INFO:tasks.rados.rados.0.smithi012.stdout:401: done (4 left) 2024-04-02T08:25:12.887 INFO:tasks.rados.rados.0.smithi012.stdout:402: rmattr oid 8 current snap is 35 2024-04-02T08:25:12.887 INFO:tasks.rados.rados.0.smithi012.stdout:402: done (4 left) 2024-04-02T08:25:12.887 INFO:tasks.rados.rados.0.smithi012.stdout:403: rmattr oid 40 current snap is 35 2024-04-02T08:25:12.887 INFO:tasks.rados.rados.0.smithi012.stdout:404: copy_from oid 30 from oid 23 current snap is 35 2024-04-02T08:25:12.887 INFO:tasks.rados.rados.0.smithi012.stdout:405: delete oid 47 current snap is 35 2024-04-02T08:25:12.888 INFO:tasks.rados.rados.0.smithi012.stdout:398: finishing rollback tid 0 to smithi01277369-22 2024-04-02T08:25:12.891 INFO:tasks.rados.rados.0.smithi012.stdout:398: finishing rollback tid 1 to smithi01277369-22 2024-04-02T08:25:12.891 INFO:tasks.rados.rados.0.smithi012.stdout:398: finishing rollback tid 2 to smithi01277369-22 2024-04-02T08:25:12.891 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 22 v 138 (ObjNum 95 snap 17 seq_num 95) dirty exists 2024-04-02T08:25:12.892 INFO:tasks.rados.rados.0.smithi012.stdout:397: done (6 left) 2024-04-02T08:25:12.892 INFO:tasks.rados.rados.0.smithi012.stdout:398: done (5 left) 2024-04-02T08:25:12.892 INFO:tasks.rados.rados.0.smithi012.stdout:405: done (4 left) 2024-04-02T08:25:12.892 INFO:tasks.rados.rados.0.smithi012.stdout:406: rollback oid 17 current snap is 35 2024-04-02T08:25:12.892 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 17 to 28 2024-04-02T08:25:12.892 INFO:tasks.rados.rados.0.smithi012.stdout:407: read oid 8 snap -1 2024-04-02T08:25:12.893 INFO:tasks.rados.rados.0.smithi012.stdout:407: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-02T08:25:12.893 INFO:tasks.rados.rados.0.smithi012.stdout:408: snap_remove snap 34 2024-04-02T08:25:13.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:12 smithi012 ceph-mon[27004]: mgrmap e23: y(active, since 4m), standbys: x 2024-04-02T08:25:13.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:12 smithi012 ceph-mon[38029]: mgrmap e23: y(active, since 4m), standbys: x 2024-04-02T08:25:13.236 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:12 smithi055 ceph-mon[31035]: mgrmap e23: y(active, since 4m), standbys: x 2024-04-02T08:25:13.891 INFO:tasks.rados.rados.0.smithi012.stdout:408: done (6 left) 2024-04-02T08:25:13.891 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 39 current snap is 35 2024-04-02T08:25:13.891 INFO:tasks.rados.rados.0.smithi012.stdout:409: seq_num 140 ranges {2695168=753664,3448832=704512,4153344=524288,4677632=376832} 2024-04-02T08:25:13.910 INFO:tasks.rados.rados.0.smithi012.stdout:409: writing smithi01277369-39 from 2695168 to 3448832 tid 1 2024-04-02T08:25:13.914 INFO:tasks.rados.rados.0.smithi012.stdout:409: writing smithi01277369-39 from 3448832 to 4153344 tid 2 2024-04-02T08:25:13.917 INFO:tasks.rados.rados.0.smithi012.stdout:409: writing smithi01277369-39 from 4153344 to 4677632 tid 3 2024-04-02T08:25:13.919 INFO:tasks.rados.rados.0.smithi012.stdout:409: writing smithi01277369-39 from 4677632 to 5054464 tid 4 2024-04-02T08:25:13.919 INFO:tasks.rados.rados.0.smithi012.stdout:410: snap_remove snap 26 2024-04-02T08:25:14.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:13 smithi012 ceph-mon[27004]: pgmap v202: 121 pgs: 121 active+clean; 120 MiB data, 427 MiB used, 715 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.5 MiB/s wr, 12 op/s 2024-04-02T08:25:14.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:13 smithi012 ceph-mon[27004]: osdmap e138: 8 total, 8 up, 8 in 2024-04-02T08:25:14.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:13 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:25:14.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:13 smithi012 ceph-mon[38029]: pgmap v202: 121 pgs: 121 active+clean; 120 MiB data, 427 MiB used, 715 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.5 MiB/s wr, 12 op/s 2024-04-02T08:25:14.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:13 smithi012 ceph-mon[38029]: osdmap e138: 8 total, 8 up, 8 in 2024-04-02T08:25:14.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:13 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:25:14.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:13 smithi055 ceph-mon[31035]: pgmap v202: 121 pgs: 121 active+clean; 120 MiB data, 427 MiB used, 715 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.5 MiB/s wr, 12 op/s 2024-04-02T08:25:14.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:13 smithi055 ceph-mon[31035]: osdmap e138: 8 total, 8 up, 8 in 2024-04-02T08:25:14.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:13 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:25:14.906 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 40 v 141 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-02T08:25:14.906 INFO:tasks.rados.rados.0.smithi012.stdout:400: expect (ObjNum 83 snap 16 seq_num 83) 2024-04-02T08:25:14.956 INFO:tasks.rados.rados.0.smithi012.stdout:406: finishing rollback tid 0 to smithi01277369-17 2024-04-02T08:25:14.956 INFO:tasks.rados.rados.0.smithi012.stdout:406: finishing rollback tid 1 to smithi01277369-17 2024-04-02T08:25:14.957 INFO:tasks.rados.rados.0.smithi012.stdout:406: finishing rollback tid 2 to smithi01277369-17 2024-04-02T08:25:14.957 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 17 v 273 (ObjNum 70 snap 7 seq_num 70) dirty exists 2024-04-02T08:25:14.957 INFO:tasks.rados.rados.0.smithi012.stdout:404: finishing copy_from racing read to smithi01277369-30 2024-04-02T08:25:14.957 INFO:tasks.rados.rados.0.smithi012.stdout:404: finishing copy_from to smithi01277369-30 2024-04-02T08:25:14.957 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 30 v 48 (ObjNum 97 snap 17 seq_num 97) dirty exists 2024-04-02T08:25:14.957 INFO:tasks.rados.rados.0.smithi012.stdout:407: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-02T08:25:14.959 INFO:tasks.rados.rados.0.smithi012.stdout:399: expect (ObjNum 109 snap 20 seq_num 109) 2024-04-02T08:25:15.076 INFO:tasks.rados.rados.0.smithi012.stdout:409: finishing write tid 1 to smithi01277369-39 2024-04-02T08:25:15.076 INFO:tasks.rados.rados.0.smithi012.stdout:409: finishing write tid 2 to smithi01277369-39 2024-04-02T08:25:15.076 INFO:tasks.rados.rados.0.smithi012.stdout:409: finishing write tid 3 to smithi01277369-39 2024-04-02T08:25:15.076 INFO:tasks.rados.rados.0.smithi012.stdout:409: finishing write tid 4 to smithi01277369-39 2024-04-02T08:25:15.077 INFO:tasks.rados.rados.0.smithi012.stdout:409: finishing write tid 5 to smithi01277369-39 2024-04-02T08:25:15.077 INFO:tasks.rados.rados.0.smithi012.stdout:409: finishing write tid 6 to smithi01277369-39 2024-04-02T08:25:15.077 INFO:tasks.rados.rados.0.smithi012.stdout:409: oid 39 updating version 0 to 257 2024-04-02T08:25:15.077 INFO:tasks.rados.rados.0.smithi012.stdout:409: oid 39 updating version 257 to 258 2024-04-02T08:25:15.077 INFO:tasks.rados.rados.0.smithi012.stdout:409: oid 39 version 258 is already newer than 255 2024-04-02T08:25:15.077 INFO:tasks.rados.rados.0.smithi012.stdout:409: oid 39 version 258 is already newer than 254 2024-04-02T08:25:15.077 INFO:tasks.rados.rados.0.smithi012.stdout:409: oid 39 version 258 is already newer than 256 2024-04-02T08:25:15.077 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 39 v 258 (ObjNum 140 snap 35 seq_num 140) dirty exists 2024-04-02T08:25:15.077 INFO:tasks.rados.rados.0.smithi012.stdout:409: left oid 39 (ObjNum 140 snap 35 seq_num 140) 2024-04-02T08:25:15.077 INFO:tasks.rados.rados.0.smithi012.stdout:399: done (7 left) 2024-04-02T08:25:15.077 INFO:tasks.rados.rados.0.smithi012.stdout:400: done (6 left) 2024-04-02T08:25:15.077 INFO:tasks.rados.rados.0.smithi012.stdout:403: done (5 left) 2024-04-02T08:25:15.077 INFO:tasks.rados.rados.0.smithi012.stdout:404: done (4 left) 2024-04-02T08:25:15.077 INFO:tasks.rados.rados.0.smithi012.stdout:406: done (3 left) 2024-04-02T08:25:15.077 INFO:tasks.rados.rados.0.smithi012.stdout:407: done (2 left) 2024-04-02T08:25:15.078 INFO:tasks.rados.rados.0.smithi012.stdout:409: done (1 left) 2024-04-02T08:25:15.078 INFO:tasks.rados.rados.0.smithi012.stdout:410: done (0 left) 2024-04-02T08:25:15.078 INFO:tasks.rados.rados.0.smithi012.stdout:411: snap_remove snap 31 2024-04-02T08:25:15.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:14 smithi012 ceph-mon[27004]: osdmap e139: 8 total, 8 up, 8 in 2024-04-02T08:25:15.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:14 smithi012 ceph-mon[38029]: osdmap e139: 8 total, 8 up, 8 in 2024-04-02T08:25:15.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:14 smithi055 ceph-mon[31035]: osdmap e139: 8 total, 8 up, 8 in 2024-04-02T08:25:15.821 INFO:tasks.rados.rados.0.smithi012.stdout:411: done (0 left) 2024-04-02T08:25:15.821 INFO:tasks.rados.rados.0.smithi012.stdout:412: snap_remove snap 32 2024-04-02T08:25:16.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:15 smithi012 ceph-mon[27004]: pgmap v205: 121 pgs: 121 active+clean; 133 MiB data, 448 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 3.3 MiB/s wr, 18 op/s 2024-04-02T08:25:16.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:15 smithi012 ceph-mon[27004]: osdmap e140: 8 total, 8 up, 8 in 2024-04-02T08:25:16.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:15 smithi012 ceph-mon[27004]: osdmap e141: 8 total, 8 up, 8 in 2024-04-02T08:25:16.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:15 smithi012 ceph-mon[38029]: pgmap v205: 121 pgs: 121 active+clean; 133 MiB data, 448 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 3.3 MiB/s wr, 18 op/s 2024-04-02T08:25:16.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:15 smithi012 ceph-mon[38029]: osdmap e140: 8 total, 8 up, 8 in 2024-04-02T08:25:16.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:15 smithi012 ceph-mon[38029]: osdmap e141: 8 total, 8 up, 8 in 2024-04-02T08:25:16.307 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:15 smithi055 ceph-mon[31035]: pgmap v205: 121 pgs: 121 active+clean; 133 MiB data, 448 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 3.3 MiB/s wr, 18 op/s 2024-04-02T08:25:16.307 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:15 smithi055 ceph-mon[31035]: osdmap e140: 8 total, 8 up, 8 in 2024-04-02T08:25:16.307 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:15 smithi055 ceph-mon[31035]: osdmap e141: 8 total, 8 up, 8 in 2024-04-02T08:25:16.821 INFO:tasks.rados.rados.0.smithi012.stdout:412: done (0 left) 2024-04-02T08:25:16.821 INFO:tasks.rados.rados.0.smithi012.stdout:413: snap_remove snap 29 2024-04-02T08:25:17.830 INFO:tasks.rados.rados.0.smithi012.stdout:413: done (0 left) 2024-04-02T08:25:17.831 INFO:tasks.rados.rados.0.smithi012.stdout:414: setattr oid 41 current snap is 35 2024-04-02T08:25:17.831 INFO:tasks.rados.rados.0.smithi012.stdout:415: read oid 26 snap -1 2024-04-02T08:25:17.831 INFO:tasks.rados.rados.0.smithi012.stdout:415: expect (ObjNum 50 snap 0 seq_num 50) 2024-04-02T08:25:17.831 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 31 current snap is 35 2024-04-02T08:25:17.831 INFO:tasks.rados.rados.0.smithi012.stdout:416: seq_num 141 ranges {0=770048,770048=589824,1359872=729088,2088960=286720} 2024-04-02T08:25:17.835 INFO:tasks.rados.rados.0.smithi012.stdout:416: writing smithi01277369-31 from 0 to 770048 tid 1 2024-04-02T08:25:17.839 INFO:tasks.rados.rados.0.smithi012.stdout:416: writing smithi01277369-31 from 770048 to 1359872 tid 2 2024-04-02T08:25:17.842 INFO:tasks.rados.rados.0.smithi012.stdout:416: writing smithi01277369-31 from 1359872 to 2088960 tid 3 2024-04-02T08:25:17.844 INFO:tasks.rados.rados.0.smithi012.stdout:416: writing smithi01277369-31 from 2088960 to 2375680 tid 4 2024-04-02T08:25:17.844 INFO:tasks.rados.rados.0.smithi012.stdout:417: setattr oid 8 current snap is 35 2024-04-02T08:25:17.846 INFO:tasks.rados.rados.0.smithi012.stdout:418: read oid 2 snap -1 2024-04-02T08:25:17.846 INFO:tasks.rados.rados.0.smithi012.stdout:418: expect (ObjNum 83 snap 16 seq_num 83) 2024-04-02T08:25:17.846 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 14 current snap is 35 2024-04-02T08:25:17.846 INFO:tasks.rados.rados.0.smithi012.stdout:419: seq_num 142 ranges {5865472=786432,6651904=475136,7127040=540672,7667712=589824} 2024-04-02T08:25:17.883 INFO:tasks.rados.rados.0.smithi012.stdout:419: writing smithi01277369-14 from 5865472 to 6651904 tid 1 2024-04-02T08:25:17.885 INFO:tasks.rados.rados.0.smithi012.stdout:419: writing smithi01277369-14 from 6651904 to 7127040 tid 2 2024-04-02T08:25:17.888 INFO:tasks.rados.rados.0.smithi012.stdout:419: writing smithi01277369-14 from 7127040 to 7667712 tid 3 2024-04-02T08:25:17.892 INFO:tasks.rados.rados.0.smithi012.stdout:419: writing smithi01277369-14 from 7667712 to 8257536 tid 4 2024-04-02T08:25:17.892 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 11 current snap is 35 2024-04-02T08:25:17.892 INFO:tasks.rados.rados.0.smithi012.stdout:420: seq_num 143 ranges {2105344=802816,2908160=761856,3670016=745472,4415488=98304} 2024-04-02T08:25:17.908 INFO:tasks.rados.rados.0.smithi012.stdout:420: writing smithi01277369-11 from 2105344 to 2908160 tid 1 2024-04-02T08:25:17.912 INFO:tasks.rados.rados.0.smithi012.stdout:420: writing smithi01277369-11 from 2908160 to 3670016 tid 2 2024-04-02T08:25:17.917 INFO:tasks.rados.rados.0.smithi012.stdout:420: writing smithi01277369-11 from 3670016 to 4415488 tid 3 2024-04-02T08:25:17.918 INFO:tasks.rados.rados.0.smithi012.stdout:420: writing smithi01277369-11 from 4415488 to 4513792 tid 4 2024-04-02T08:25:17.918 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 45 current snap is 35 2024-04-02T08:25:17.918 INFO:tasks.rados.rados.0.smithi012.stdout:421: seq_num 144 ranges {3751936=16384} 2024-04-02T08:25:17.939 INFO:tasks.rados.rados.0.smithi012.stdout:421: writing smithi01277369-45 from 3751936 to 3768320 tid 1 2024-04-02T08:25:17.939 INFO:tasks.rados.rados.0.smithi012.stdout:422: delete oid 40 current snap is 35 2024-04-02T08:25:17.940 INFO:tasks.rados.rados.0.smithi012.stdout:418: expect (ObjNum 83 snap 16 seq_num 83) 2024-04-02T08:25:17.984 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 41 v 90 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:25:17.984 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 8 v 297 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-02T08:25:17.984 INFO:tasks.rados.rados.0.smithi012.stdout:415: expect (ObjNum 50 snap 0 seq_num 50) 2024-04-02T08:25:18.026 INFO:tasks.rados.rados.0.smithi012.stdout:420: finishing write tid 1 to smithi01277369-11 2024-04-02T08:25:18.026 INFO:tasks.rados.rados.0.smithi012.stdout:416: finishing write tid 1 to smithi01277369-31 2024-04-02T08:25:18.026 INFO:tasks.rados.rados.0.smithi012.stdout:416: finishing write tid 2 to smithi01277369-31 2024-04-02T08:25:18.026 INFO:tasks.rados.rados.0.smithi012.stdout:416: finishing write tid 3 to smithi01277369-31 2024-04-02T08:25:18.026 INFO:tasks.rados.rados.0.smithi012.stdout:420: finishing write tid 2 to smithi01277369-11 2024-04-02T08:25:18.026 INFO:tasks.rados.rados.0.smithi012.stdout:420: finishing write tid 3 to smithi01277369-11 2024-04-02T08:25:18.026 INFO:tasks.rados.rados.0.smithi012.stdout:420: finishing write tid 4 to smithi01277369-11 2024-04-02T08:25:18.026 INFO:tasks.rados.rados.0.smithi012.stdout:420: finishing write tid 5 to smithi01277369-11 2024-04-02T08:25:18.026 INFO:tasks.rados.rados.0.smithi012.stdout:416: finishing write tid 4 to smithi01277369-31 2024-04-02T08:25:18.026 INFO:tasks.rados.rados.0.smithi012.stdout:420: finishing write tid 6 to smithi01277369-11 2024-04-02T08:25:18.026 INFO:tasks.rados.rados.0.smithi012.stdout:420: oid 11 updating version 0 to 300 2024-04-02T08:25:18.027 INFO:tasks.rados.rados.0.smithi012.stdout:420: oid 11 version 300 is already newer than 299 2024-04-02T08:25:18.027 INFO:tasks.rados.rados.0.smithi012.stdout:420: oid 11 updating version 300 to 301 2024-04-02T08:25:18.027 INFO:tasks.rados.rados.0.smithi012.stdout:420: oid 11 updating version 301 to 302 2024-04-02T08:25:18.027 INFO:tasks.rados.rados.0.smithi012.stdout:420: oid 11 updating version 302 to 303 2024-04-02T08:25:18.027 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 11 v 303 (ObjNum 143 snap 35 seq_num 143) dirty exists 2024-04-02T08:25:18.027 INFO:tasks.rados.rados.0.smithi012.stdout:420: left oid 11 (ObjNum 143 snap 35 seq_num 143) 2024-04-02T08:25:18.027 INFO:tasks.rados.rados.0.smithi012.stdout:416: finishing write tid 5 to smithi01277369-31 2024-04-02T08:25:18.027 INFO:tasks.rados.rados.0.smithi012.stdout:414: done (8 left) 2024-04-02T08:25:18.027 INFO:tasks.rados.rados.0.smithi012.stdout:415: done (7 left) 2024-04-02T08:25:18.027 INFO:tasks.rados.rados.0.smithi012.stdout:417: done (6 left) 2024-04-02T08:25:18.027 INFO:tasks.rados.rados.0.smithi012.stdout:418: done (5 left) 2024-04-02T08:25:18.027 INFO:tasks.rados.rados.0.smithi012.stdout:420: done (4 left) 2024-04-02T08:25:18.027 INFO:tasks.rados.rados.0.smithi012.stdout:422: done (3 left) 2024-04-02T08:25:18.027 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 44 current snap is 35 2024-04-02T08:25:18.028 INFO:tasks.rados.rados.0.smithi012.stdout:419: finishing write tid 1 to smithi01277369-14 2024-04-02T08:25:18.028 INFO:tasks.rados.rados.0.smithi012.stdout:421: finishing write tid 1 to smithi01277369-45 2024-04-02T08:25:18.028 INFO:tasks.rados.rados.0.smithi012.stdout:419: finishing write tid 2 to smithi01277369-14 2024-04-02T08:25:18.028 INFO:tasks.rados.rados.0.smithi012.stdout:421: finishing write tid 2 to smithi01277369-45 2024-04-02T08:25:18.028 INFO:tasks.rados.rados.0.smithi012.stdout:421: finishing write tid 3 to smithi01277369-45 2024-04-02T08:25:18.028 INFO:tasks.rados.rados.0.smithi012.stdout:421: oid 45 updating version 0 to 209 2024-04-02T08:25:18.028 INFO:tasks.rados.rados.0.smithi012.stdout:421: oid 45 version 209 is already newer than 208 2024-04-02T08:25:18.028 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 45 v 209 (ObjNum 144 snap 35 seq_num 144) dirty exists 2024-04-02T08:25:18.028 INFO:tasks.rados.rados.0.smithi012.stdout:421: left oid 45 (ObjNum 144 snap 35 seq_num 144) 2024-04-02T08:25:18.028 INFO:tasks.rados.rados.0.smithi012.stdout:419: finishing write tid 3 to smithi01277369-14 2024-04-02T08:25:18.028 INFO:tasks.rados.rados.0.smithi012.stdout:416: finishing write tid 6 to smithi01277369-31 2024-04-02T08:25:18.028 INFO:tasks.rados.rados.0.smithi012.stdout:416: oid 31 updating version 0 to 63 2024-04-02T08:25:18.028 INFO:tasks.rados.rados.0.smithi012.stdout:416: oid 31 updating version 63 to 64 2024-04-02T08:25:18.028 INFO:tasks.rados.rados.0.smithi012.stdout:416: oid 31 version 64 is already newer than 62 2024-04-02T08:25:18.029 INFO:tasks.rados.rados.0.smithi012.stdout:416: oid 31 updating version 64 to 66 2024-04-02T08:25:18.029 INFO:tasks.rados.rados.0.smithi012.stdout:416: oid 31 version 66 is already newer than 65 2024-04-02T08:25:18.029 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 31 v 66 (ObjNum 141 snap 35 seq_num 141) dirty exists 2024-04-02T08:25:18.029 INFO:tasks.rados.rados.0.smithi012.stdout:416: left oid 31 (ObjNum 141 snap 35 seq_num 141) 2024-04-02T08:25:18.029 INFO:tasks.rados.rados.0.smithi012.stdout:419: finishing write tid 4 to smithi01277369-14 2024-04-02T08:25:18.029 INFO:tasks.rados.rados.0.smithi012.stdout:419: finishing write tid 5 to smithi01277369-14 2024-04-02T08:25:18.029 INFO:tasks.rados.rados.0.smithi012.stdout:419: finishing write tid 6 to smithi01277369-14 2024-04-02T08:25:18.029 INFO:tasks.rados.rados.0.smithi012.stdout:419: oid 14 updating version 0 to 70 2024-04-02T08:25:18.029 INFO:tasks.rados.rados.0.smithi012.stdout:419: oid 14 version 70 is already newer than 68 2024-04-02T08:25:18.029 INFO:tasks.rados.rados.0.smithi012.stdout:419: oid 14 updating version 70 to 71 2024-04-02T08:25:18.029 INFO:tasks.rados.rados.0.smithi012.stdout:419: oid 14 version 71 is already newer than 69 2024-04-02T08:25:18.029 INFO:tasks.rados.rados.0.smithi012.stdout:419: oid 14 updating version 71 to 72 2024-04-02T08:25:18.029 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 14 v 72 (ObjNum 142 snap 35 seq_num 142) dirty exists 2024-04-02T08:25:18.029 INFO:tasks.rados.rados.0.smithi012.stdout:419: left oid 14 (ObjNum 142 snap 35 seq_num 142) 2024-04-02T08:25:18.029 INFO:tasks.rados.rados.0.smithi012.stdout:423: seq_num 146 ranges {2023424=49152} 2024-04-02T08:25:18.036 INFO:tasks.rados.rados.0.smithi012.stdout:423: writing smithi01277369-44 from 2023424 to 2072576 tid 1 2024-04-02T08:25:18.036 INFO:tasks.rados.rados.0.smithi012.stdout:416: done (3 left) 2024-04-02T08:25:18.036 INFO:tasks.rados.rados.0.smithi012.stdout:419: done (2 left) 2024-04-02T08:25:18.036 INFO:tasks.rados.rados.0.smithi012.stdout:421: done (1 left) 2024-04-02T08:25:18.036 INFO:tasks.rados.rados.0.smithi012.stdout:424: setattr oid 48 current snap is 35 2024-04-02T08:25:18.038 INFO:tasks.rados.rados.0.smithi012.stdout:423: finishing write tid 1 to smithi01277369-44 2024-04-02T08:25:18.038 INFO:tasks.rados.rados.0.smithi012.stdout:423: finishing write tid 2 to smithi01277369-44 2024-04-02T08:25:18.039 INFO:tasks.rados.rados.0.smithi012.stdout:423: finishing write tid 3 to smithi01277369-44 2024-04-02T08:25:18.039 INFO:tasks.rados.rados.0.smithi012.stdout:423: oid 44 updating version 0 to 162 2024-04-02T08:25:18.039 INFO:tasks.rados.rados.0.smithi012.stdout:423: oid 44 updating version 162 to 163 2024-04-02T08:25:18.039 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 44 v 163 (ObjNum 146 snap 35 seq_num 146) dirty exists 2024-04-02T08:25:18.039 INFO:tasks.rados.rados.0.smithi012.stdout:423: left oid 44 (ObjNum 146 snap 35 seq_num 146) 2024-04-02T08:25:18.040 INFO:tasks.rados.rados.0.smithi012.stdout:423: done (1 left) 2024-04-02T08:25:18.040 INFO:tasks.rados.rados.0.smithi012.stdout:425: read oid 12 snap -1 2024-04-02T08:25:18.040 INFO:tasks.rados.rados.0.smithi012.stdout:425: expect deleted 2024-04-02T08:25:18.040 INFO:tasks.rados.rados.0.smithi012.stdout:426: snap_create 2024-04-02T08:25:18.042 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 48 v 107 (ObjNum 109 snap 20 seq_num 109) dirty exists 2024-04-02T08:25:18.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:17 smithi012 ceph-mon[27004]: osdmap e142: 8 total, 8 up, 8 in 2024-04-02T08:25:18.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:17 smithi012 ceph-mon[27004]: pgmap v209: 121 pgs: 121 active+clean; 133 MiB data, 448 MiB used, 715 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.4 MiB/s wr, 18 op/s 2024-04-02T08:25:18.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:17 smithi012 ceph-mon[38029]: osdmap e142: 8 total, 8 up, 8 in 2024-04-02T08:25:18.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:17 smithi012 ceph-mon[38029]: pgmap v209: 121 pgs: 121 active+clean; 133 MiB data, 448 MiB used, 715 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.4 MiB/s wr, 18 op/s 2024-04-02T08:25:18.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:17 smithi055 ceph-mon[31035]: osdmap e142: 8 total, 8 up, 8 in 2024-04-02T08:25:18.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:17 smithi055 ceph-mon[31035]: pgmap v209: 121 pgs: 121 active+clean; 133 MiB data, 448 MiB used, 715 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.4 MiB/s wr, 18 op/s 2024-04-02T08:25:18.832 INFO:tasks.rados.rados.0.smithi012.stdout:424: done (2 left) 2024-04-02T08:25:18.832 INFO:tasks.rados.rados.0.smithi012.stdout:425: done (1 left) 2024-04-02T08:25:18.832 INFO:tasks.rados.rados.0.smithi012.stdout:426: done (0 left) 2024-04-02T08:25:18.833 INFO:tasks.rados.rados.0.smithi012.stdout:427: delete oid 27 current snap is 36 2024-04-02T08:25:18.838 INFO:tasks.rados.rados.0.smithi012.stdout:427: done (0 left) 2024-04-02T08:25:18.838 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 3 current snap is 36 2024-04-02T08:25:18.838 INFO:tasks.rados.rados.0.smithi012.stdout:428: seq_num 148 ranges {1523712=81920} 2024-04-02T08:25:18.847 INFO:tasks.rados.rados.0.smithi012.stdout:428: writing smithi01277369-3 from 1523712 to 1605632 tid 1 2024-04-02T08:25:18.847 INFO:tasks.rados.rados.0.smithi012.stdout:429: snap_create 2024-04-02T08:25:18.853 INFO:tasks.rados.rados.0.smithi012.stdout:428: finishing write tid 1 to smithi01277369-3 2024-04-02T08:25:18.853 INFO:tasks.rados.rados.0.smithi012.stdout:428: finishing write tid 2 to smithi01277369-3 2024-04-02T08:25:18.854 INFO:tasks.rados.rados.0.smithi012.stdout:428: finishing write tid 3 to smithi01277369-3 2024-04-02T08:25:18.854 INFO:tasks.rados.rados.0.smithi012.stdout:428: oid 3 updating version 0 to 92 2024-04-02T08:25:18.854 INFO:tasks.rados.rados.0.smithi012.stdout:428: oid 3 version 92 is already newer than 91 2024-04-02T08:25:18.855 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 3 v 92 (ObjNum 148 snap 36 seq_num 148) dirty exists 2024-04-02T08:25:18.855 INFO:tasks.rados.rados.0.smithi012.stdout:428: left oid 3 (ObjNum 148 snap 36 seq_num 148) 2024-04-02T08:25:19.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:18 smithi055 ceph-mon[31035]: osdmap e143: 8 total, 8 up, 8 in 2024-04-02T08:25:19.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:18 smithi012 ceph-mon[27004]: osdmap e143: 8 total, 8 up, 8 in 2024-04-02T08:25:19.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:18 smithi012 ceph-mon[38029]: osdmap e143: 8 total, 8 up, 8 in 2024-04-02T08:25:19.841 INFO:tasks.rados.rados.0.smithi012.stdout:428: done (1 left) 2024-04-02T08:25:19.842 INFO:tasks.rados.rados.0.smithi012.stdout:429: done (0 left) 2024-04-02T08:25:19.842 INFO:tasks.rados.rados.0.smithi012.stdout:430: rollback oid 27 current snap is 37 2024-04-02T08:25:19.842 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 27 to 36 2024-04-02T08:25:19.842 INFO:tasks.rados.rados.0.smithi012.stdout:431: setattr oid 20 current snap is 37 2024-04-02T08:25:19.843 INFO:tasks.rados.rados.0.smithi012.stdout:432: snap_create 2024-04-02T08:25:19.844 INFO:tasks.rados.rados.0.smithi012.stdout:430: finishing rollback tid 1 to smithi01277369-27 2024-04-02T08:25:19.844 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 27 v 210 (ObjNum 65 snap 0 seq_num 1802596689) dirty dne 2024-04-02T08:25:19.848 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 20 v 309 (ObjNum 102 snap 19 seq_num 102) dirty exists 2024-04-02T08:25:20.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:19 smithi012 ceph-mon[38029]: osdmap e144: 8 total, 8 up, 8 in 2024-04-02T08:25:20.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:19 smithi012 ceph-mon[38029]: pgmap v212: 121 pgs: 121 active+clean; 133 MiB data, 448 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:25:20.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:19 smithi012 ceph-mon[27004]: osdmap e144: 8 total, 8 up, 8 in 2024-04-02T08:25:20.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:19 smithi012 ceph-mon[27004]: pgmap v212: 121 pgs: 121 active+clean; 133 MiB data, 448 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:25:20.295 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:19 smithi055 ceph-mon[31035]: osdmap e144: 8 total, 8 up, 8 in 2024-04-02T08:25:20.295 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:19 smithi055 ceph-mon[31035]: pgmap v212: 121 pgs: 121 active+clean; 133 MiB data, 448 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:25:20.842 INFO:tasks.rados.rados.0.smithi012.stdout:430: done (2 left) 2024-04-02T08:25:20.842 INFO:tasks.rados.rados.0.smithi012.stdout:431: done (1 left) 2024-04-02T08:25:20.842 INFO:tasks.rados.rados.0.smithi012.stdout:432: done (0 left) 2024-04-02T08:25:20.842 INFO:tasks.rados.rados.0.smithi012.stdout:433: read oid 46 snap -1 2024-04-02T08:25:20.843 INFO:tasks.rados.rados.0.smithi012.stdout:433: expect (ObjNum 56 snap 4 seq_num 56) 2024-04-02T08:25:20.843 INFO:tasks.rados.rados.0.smithi012.stdout:434: snap_remove snap 28 2024-04-02T08:25:20.977 INFO:tasks.rados.rados.0.smithi012.stdout:434: done (1 left) 2024-04-02T08:25:20.977 INFO:tasks.rados.rados.0.smithi012.stdout:435: read oid 12 snap -1 2024-04-02T08:25:20.977 INFO:tasks.rados.rados.0.smithi012.stdout:435: expect deleted 2024-04-02T08:25:20.977 INFO:tasks.rados.rados.0.smithi012.stdout:436: read oid 38 snap 24 2024-04-02T08:25:20.977 INFO:tasks.rados.rados.0.smithi012.stdout:436: expect (ObjNum 56 snap 4 seq_num 56) 2024-04-02T08:25:20.978 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 40 current snap is 38 2024-04-02T08:25:20.978 INFO:tasks.rados.rados.0.smithi012.stdout:437: seq_num 149 ranges {0=98304} 2024-04-02T08:25:20.978 INFO:tasks.rados.rados.0.smithi012.stdout:437: writing smithi01277369-40 from 0 to 98304 tid 1 2024-04-02T08:25:20.978 INFO:tasks.rados.rados.0.smithi012.stdout:438: read oid 4 snap 35 2024-04-02T08:25:20.978 INFO:tasks.rados.rados.0.smithi012.stdout:438: expect (ObjNum 99 snap 17 seq_num 99) 2024-04-02T08:25:20.978 INFO:tasks.rados.rados.0.smithi012.stdout:439: setattr oid 20 current snap is 38 2024-04-02T08:25:20.978 INFO:tasks.rados.rados.0.smithi012.stdout:433: expect (ObjNum 56 snap 4 seq_num 56) 2024-04-02T08:25:20.993 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:20 smithi055 ceph-mon[31035]: osdmap e145: 8 total, 8 up, 8 in 2024-04-02T08:25:20.994 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:20 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:25:20.994 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:20 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:25:20.994 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:20 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:20.994 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:20 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:25:20.994 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:20 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:25:21.046 INFO:tasks.rados.rados.0.smithi012.stdout:437: finishing write tid 1 to smithi01277369-40 2024-04-02T08:25:21.046 INFO:tasks.rados.rados.0.smithi012.stdout:437: finishing write tid 2 to smithi01277369-40 2024-04-02T08:25:21.046 INFO:tasks.rados.rados.0.smithi012.stdout:436: expect (ObjNum 56 snap 4 seq_num 56) 2024-04-02T08:25:21.106 INFO:tasks.rados.rados.0.smithi012.stdout:437: finishing write tid 3 to smithi01277369-40 2024-04-02T08:25:21.106 INFO:tasks.rados.rados.0.smithi012.stdout:437: oid 40 updating version 0 to 143 2024-04-02T08:25:21.106 INFO:tasks.rados.rados.0.smithi012.stdout:437: oid 40 updating version 143 to 144 2024-04-02T08:25:21.106 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 40 v 144 (ObjNum 149 snap 38 seq_num 149) dirty exists 2024-04-02T08:25:21.106 INFO:tasks.rados.rados.0.smithi012.stdout:437: left oid 40 (ObjNum 149 snap 38 seq_num 149) 2024-04-02T08:25:21.106 INFO:tasks.rados.rados.0.smithi012.stdout:438: expect (ObjNum 99 snap 17 seq_num 99) 2024-04-02T08:25:21.132 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:20 smithi012 ceph-mon[27004]: osdmap e145: 8 total, 8 up, 8 in 2024-04-02T08:25:21.132 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:20 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:25:21.132 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:20 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:25:21.132 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:20 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:21.132 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:20 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:25:21.132 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:20 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:25:21.133 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:20 smithi012 ceph-mon[38029]: osdmap e145: 8 total, 8 up, 8 in 2024-04-02T08:25:21.133 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:20 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:25:21.133 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:20 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:25:21.133 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:20 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:21.133 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:20 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:25:21.133 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:20 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' 2024-04-02T08:25:21.133 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:20 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:25:20.973+0000 7f6592fb4700 -1 mgr handle_mgr_map I was active but no longer am 2024-04-02T08:25:21.133 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: ignoring --setuser ceph since I am not root 2024-04-02T08:25:21.133 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: ignoring --setgroup ceph since I am not root 2024-04-02T08:25:21.181 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 20 v 325 (ObjNum 102 snap 19 seq_num 102) dirty exists 2024-04-02T08:25:21.181 INFO:tasks.rados.rados.0.smithi012.stdout:433: done (5 left) 2024-04-02T08:25:21.181 INFO:tasks.rados.rados.0.smithi012.stdout:435: done (4 left) 2024-04-02T08:25:21.181 INFO:tasks.rados.rados.0.smithi012.stdout:436: done (3 left) 2024-04-02T08:25:21.181 INFO:tasks.rados.rados.0.smithi012.stdout:437: done (2 left) 2024-04-02T08:25:21.181 INFO:tasks.rados.rados.0.smithi012.stdout:438: done (1 left) 2024-04-02T08:25:21.181 INFO:tasks.rados.rados.0.smithi012.stdout:439: done (0 left) 2024-04-02T08:25:21.181 INFO:tasks.rados.rados.0.smithi012.stdout:440: rmattr oid 4 current snap is 38 2024-04-02T08:25:21.182 INFO:tasks.rados.rados.0.smithi012.stdout:440: done (0 left) 2024-04-02T08:25:21.182 INFO:tasks.rados.rados.0.smithi012.stdout:441: snap_remove snap 24 2024-04-02T08:25:21.310 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:20 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: [02/Apr/2024:08:25:20] ENGINE Bus STOPPING 2024-04-02T08:25:21.311 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:21 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: [02/Apr/2024:08:25:21] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:25:21.311 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:21 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: [02/Apr/2024:08:25:21] ENGINE Bus STOPPED 2024-04-02T08:25:21.311 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:21 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: [02/Apr/2024:08:25:21] ENGINE Bus STARTING 2024-04-02T08:25:21.311 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:21 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:25:21.120+0000 7ff64d219700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:25:21.311 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:21 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:25:21.120+0000 7ff64d219700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:25:21.311 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:21 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:25:21.120+0000 7ff64d219700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:25:21.311 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:21 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:25:21.120+0000 7ff64d219700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:25:21.311 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:21 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:25:21.120+0000 7ff64d219700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:25:21.311 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:21 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:25:21.120+0000 7ff64a213700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:25:21.311 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:21 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:25:21.120+0000 7ff64a213700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:25:21.311 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:21 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:25:21.120+0000 7ff64a213700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:25:21.311 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:21 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:25:21.120+0000 7ff64a213700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:25:21.311 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:21 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:25:21.120+0000 7ff64a213700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:25:21.312 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:21 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: [02/Apr/2024:08:25:21] ENGINE Serving on http://:::9283 2024-04-02T08:25:21.312 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:21 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: [02/Apr/2024:08:25:21] ENGINE Bus STARTED 2024-04-02T08:25:21.846 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:25:21.573+0000 7fd8b713e200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:25:21.846 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:25:21.670+0000 7fd8b713e200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:25:21.981 INFO:tasks.rados.rados.0.smithi012.stdout:441: done (0 left) 2024-04-02T08:25:21.981 INFO:tasks.rados.rados.0.smithi012.stdout:442: read oid 29 snap 36 2024-04-02T08:25:21.981 INFO:tasks.rados.rados.0.smithi012.stdout:442: expect (ObjNum 84 snap 16 seq_num 84) 2024-04-02T08:25:21.981 INFO:tasks.rados.rados.0.smithi012.stdout:443: copy_from oid 39 from oid 21 current snap is 38 2024-04-02T08:25:21.981 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 14 current snap is 38 2024-04-02T08:25:21.981 INFO:tasks.rados.rados.0.smithi012.stdout:444: seq_num 150 ranges {8257536=114688} 2024-04-02T08:25:22.028 INFO:tasks.rados.rados.0.smithi012.stdout:444: writing smithi01277369-14 from 8257536 to 8372224 tid 1 2024-04-02T08:25:22.029 INFO:tasks.rados.rados.0.smithi012.stdout:445: rollback oid 13 current snap is 38 2024-04-02T08:25:22.029 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 13 to 37 2024-04-02T08:25:22.029 INFO:tasks.rados.rados.0.smithi012.stdout:442: expect (ObjNum 84 snap 16 seq_num 84) 2024-04-02T08:25:22.069 INFO:tasks.rados.rados.0.smithi012.stdout:443: finishing copy_from racing read to smithi01277369-39 2024-04-02T08:25:22.069 INFO:tasks.rados.rados.0.smithi012.stdout:443: finishing copy_from to smithi01277369-39 2024-04-02T08:25:22.069 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 39 v 253 (ObjNum 134 snap 32 seq_num 134) dirty exists 2024-04-02T08:25:22.069 INFO:tasks.rados.rados.0.smithi012.stdout:442: done (3 left) 2024-04-02T08:25:22.069 INFO:tasks.rados.rados.0.smithi012.stdout:443: done (2 left) 2024-04-02T08:25:22.070 INFO:tasks.rados.rados.0.smithi012.stdout:446: snap_remove snap 35 2024-04-02T08:25:22.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[27004]: osdmap e146: 8 total, 8 up, 8 in 2024-04-02T08:25:22.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:22.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-02T08:25:22.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[27004]: osdmap e147: 8 total, 8 up, 8 in 2024-04-02T08:25:22.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[27004]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-02T08:25:22.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[27004]: mgrmap e24: x(active, starting, since 0.0099892s) 2024-04-02T08:25:22.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[27004]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:25:22.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[27004]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:25:22.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[27004]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:25:22.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[27004]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:25:22.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[27004]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:25:22.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[27004]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:25:22.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[27004]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:25:22.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[27004]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:25:22.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[27004]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:25:22.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[27004]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:25:22.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[27004]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:25:22.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[27004]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:25:22.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[27004]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:25:22.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[27004]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:25:22.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[27004]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:25:22.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[27004]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:25:22.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[27004]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:25:22.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[27004]: Manager daemon x is now available 2024-04-02T08:25:22.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[27004]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:22.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[27004]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:25:22.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[27004]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:25:22.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[27004]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:25:22.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[27004]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-02T08:25:22.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[27004]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-02T08:25:22.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[27004]: Deploying cephadm binary to smithi055 2024-04-02T08:25:22.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[27004]: Deploying cephadm binary to smithi012 2024-04-02T08:25:22.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[38029]: osdmap e146: 8 total, 8 up, 8 in 2024-04-02T08:25:22.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:22.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-02T08:25:22.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[38029]: osdmap e147: 8 total, 8 up, 8 in 2024-04-02T08:25:22.182 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[38029]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-02T08:25:22.182 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[38029]: mgrmap e24: x(active, starting, since 0.0099892s) 2024-04-02T08:25:22.182 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[38029]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:25:22.182 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[38029]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:25:22.182 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[38029]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:25:22.182 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[38029]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:25:22.182 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[38029]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:25:22.182 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[38029]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:25:22.182 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[38029]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:25:22.182 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[38029]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:25:22.182 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[38029]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:25:22.182 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[38029]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:25:22.182 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[38029]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:25:22.183 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[38029]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:25:22.183 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[38029]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:25:22.183 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[38029]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:25:22.183 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[38029]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:25:22.183 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[38029]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:25:22.183 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[38029]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:25:22.183 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[38029]: Manager daemon x is now available 2024-04-02T08:25:22.183 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[38029]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:22.183 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[38029]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:25:22.183 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[38029]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:25:22.183 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[38029]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:25:22.183 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[38029]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-02T08:25:22.183 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[38029]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-02T08:25:22.183 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[38029]: Deploying cephadm binary to smithi055 2024-04-02T08:25:22.184 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:21 smithi012 ceph-mon[38029]: Deploying cephadm binary to smithi012 2024-04-02T08:25:22.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:21 smithi055 ceph-mon[31035]: osdmap e146: 8 total, 8 up, 8 in 2024-04-02T08:25:22.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:21 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:22.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:21 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-02T08:25:22.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:21 smithi055 ceph-mon[31035]: osdmap e147: 8 total, 8 up, 8 in 2024-04-02T08:25:22.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:21 smithi055 ceph-mon[31035]: from='mgr.14604 172.21.15.12:0/3178426394' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-02T08:25:22.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:21 smithi055 ceph-mon[31035]: mgrmap e24: x(active, starting, since 0.0099892s) 2024-04-02T08:25:22.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:21 smithi055 ceph-mon[31035]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:25:22.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:21 smithi055 ceph-mon[31035]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:25:22.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:21 smithi055 ceph-mon[31035]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:25:22.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:21 smithi055 ceph-mon[31035]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:25:22.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:21 smithi055 ceph-mon[31035]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:25:22.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:21 smithi055 ceph-mon[31035]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:25:22.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:21 smithi055 ceph-mon[31035]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:25:22.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:21 smithi055 ceph-mon[31035]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:25:22.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:21 smithi055 ceph-mon[31035]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:25:22.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:21 smithi055 ceph-mon[31035]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:25:22.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:21 smithi055 ceph-mon[31035]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:25:22.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:21 smithi055 ceph-mon[31035]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:25:22.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:21 smithi055 ceph-mon[31035]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:25:22.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:21 smithi055 ceph-mon[31035]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:25:22.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:21 smithi055 ceph-mon[31035]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:25:22.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:21 smithi055 ceph-mon[31035]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:25:22.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:21 smithi055 ceph-mon[31035]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:25:22.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:21 smithi055 ceph-mon[31035]: Manager daemon x is now available 2024-04-02T08:25:22.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:21 smithi055 ceph-mon[31035]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:22.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:21 smithi055 ceph-mon[31035]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:25:22.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:21 smithi055 ceph-mon[31035]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:25:22.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:21 smithi055 ceph-mon[31035]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:25:22.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:21 smithi055 ceph-mon[31035]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-02T08:25:22.313 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:21 smithi055 ceph-mon[31035]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-02T08:25:22.313 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:21 smithi055 ceph-mon[31035]: Deploying cephadm binary to smithi055 2024-04-02T08:25:22.313 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:21 smithi055 ceph-mon[31035]: Deploying cephadm binary to smithi012 2024-04-02T08:25:22.678 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:22 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:25:22.350+0000 7fd8b713e200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:25:22.678 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:22 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:25:22.444+0000 7fd8b713e200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:25:22.678 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:22 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:25:22.588+0000 7fd8b713e200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:25:22.971 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:22 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:25:22.688+0000 7fd8b713e200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:25:22.971 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:22 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:25:22.774+0000 7fd8b713e200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:25:22.985 INFO:tasks.rados.rados.0.smithi012.stdout:446: done (2 left) 2024-04-02T08:25:22.985 INFO:tasks.rados.rados.0.smithi012.stdout:447: read oid 1 snap 37 2024-04-02T08:25:22.985 INFO:tasks.rados.rados.0.smithi012.stdout:447: expect (ObjNum 917569888 snap 21921 seq_num 917356384) 2024-04-02T08:25:22.985 INFO:tasks.rados.rados.0.smithi012.stdout:448: snap_create 2024-04-02T08:25:22.985 INFO:tasks.rados.rados.0.smithi012.stdout:444: finishing write tid 1 to smithi01277369-14 2024-04-02T08:25:22.986 INFO:tasks.rados.rados.0.smithi012.stdout:445: finishing rollback tid 0 to smithi01277369-13 2024-04-02T08:25:22.986 INFO:tasks.rados.rados.0.smithi012.stdout:444: finishing write tid 2 to smithi01277369-14 2024-04-02T08:25:22.986 INFO:tasks.rados.rados.0.smithi012.stdout:445: finishing rollback tid 1 to smithi01277369-13 2024-04-02T08:25:22.986 INFO:tasks.rados.rados.0.smithi012.stdout:445: finishing rollback tid 2 to smithi01277369-13 2024-04-02T08:25:22.986 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 13 v 341 (ObjNum 131 snap 31 seq_num 131) dirty exists 2024-04-02T08:25:22.986 INFO:tasks.rados.rados.0.smithi012.stdout:444: finishing write tid 3 to smithi01277369-14 2024-04-02T08:25:22.986 INFO:tasks.rados.rados.0.smithi012.stdout:444: oid 14 updating version 0 to 79 2024-04-02T08:25:22.986 INFO:tasks.rados.rados.0.smithi012.stdout:444: oid 14 version 79 is already newer than 78 2024-04-02T08:25:22.986 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 14 v 79 (ObjNum 150 snap 38 seq_num 150) dirty exists 2024-04-02T08:25:22.986 INFO:tasks.rados.rados.0.smithi012.stdout:444: left oid 14 (ObjNum 150 snap 38 seq_num 150) 2024-04-02T08:25:22.991 INFO:tasks.rados.rados.0.smithi012.stdout:447: expect (ObjNum 917569888 snap 21921 seq_num 917356384) 2024-04-02T08:25:23.252 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:23 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:25:23.050+0000 7fd8b713e200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:25:23.252 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:23 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:25:23.165+0000 7fd8b713e200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:25:23.252 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:22 smithi012 ceph-mon[38029]: mgrmap e25: x(active, since 1.00835s) 2024-04-02T08:25:23.252 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:22 smithi012 ceph-mon[38029]: osdmap e148: 8 total, 8 up, 8 in 2024-04-02T08:25:23.252 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:22 smithi012 ceph-mon[38029]: pgmap v4: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 128 MiB data, 505 MiB used, 715 GiB / 715 GiB avail; 13 GiB/s rd, 8.8 GiB/s wr, 132.29k op/s; 109 MiB/s, 385 objects/s recovering 2024-04-02T08:25:23.252 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:22 smithi012 ceph-mon[38029]: [02/Apr/2024:08:25:22] ENGINE Bus STARTING 2024-04-02T08:25:23.252 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:22 smithi012 ceph-mon[38029]: [02/Apr/2024:08:25:22] ENGINE Serving on https://172.21.15.55:7150 2024-04-02T08:25:23.253 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:22 smithi012 ceph-mon[38029]: [02/Apr/2024:08:25:22] ENGINE Serving on http://172.21.15.55:8765 2024-04-02T08:25:23.253 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:22 smithi012 ceph-mon[38029]: [02/Apr/2024:08:25:22] ENGINE Bus STARTED 2024-04-02T08:25:23.253 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:22 smithi012 ceph-mon[27004]: mgrmap e25: x(active, since 1.00835s) 2024-04-02T08:25:23.253 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:22 smithi012 ceph-mon[27004]: osdmap e148: 8 total, 8 up, 8 in 2024-04-02T08:25:23.253 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:22 smithi012 ceph-mon[27004]: pgmap v4: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 128 MiB data, 505 MiB used, 715 GiB / 715 GiB avail; 13 GiB/s rd, 8.8 GiB/s wr, 132.29k op/s; 109 MiB/s, 385 objects/s recovering 2024-04-02T08:25:23.253 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:22 smithi012 ceph-mon[27004]: [02/Apr/2024:08:25:22] ENGINE Bus STARTING 2024-04-02T08:25:23.253 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:22 smithi012 ceph-mon[27004]: [02/Apr/2024:08:25:22] ENGINE Serving on https://172.21.15.55:7150 2024-04-02T08:25:23.253 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:22 smithi012 ceph-mon[27004]: [02/Apr/2024:08:25:22] ENGINE Serving on http://172.21.15.55:8765 2024-04-02T08:25:23.253 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:22 smithi012 ceph-mon[27004]: [02/Apr/2024:08:25:22] ENGINE Bus STARTED 2024-04-02T08:25:23.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:22 smithi055 ceph-mon[31035]: mgrmap e25: x(active, since 1.00835s) 2024-04-02T08:25:23.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:22 smithi055 ceph-mon[31035]: osdmap e148: 8 total, 8 up, 8 in 2024-04-02T08:25:23.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:22 smithi055 ceph-mon[31035]: pgmap v4: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 128 MiB data, 505 MiB used, 715 GiB / 715 GiB avail; 13 GiB/s rd, 8.8 GiB/s wr, 132.29k op/s; 109 MiB/s, 385 objects/s recovering 2024-04-02T08:25:23.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:22 smithi055 ceph-mon[31035]: [02/Apr/2024:08:25:22] ENGINE Bus STARTING 2024-04-02T08:25:23.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:22 smithi055 ceph-mon[31035]: [02/Apr/2024:08:25:22] ENGINE Serving on https://172.21.15.55:7150 2024-04-02T08:25:23.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:22 smithi055 ceph-mon[31035]: [02/Apr/2024:08:25:22] ENGINE Serving on http://172.21.15.55:8765 2024-04-02T08:25:23.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:22 smithi055 ceph-mon[31035]: [02/Apr/2024:08:25:22] ENGINE Bus STARTED 2024-04-02T08:25:23.528 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:23 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:25:23.253+0000 7fd8b713e200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:25:23.528 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:23 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:25:23.350+0000 7fd8b713e200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:25:23.928 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:23 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:25:23.530+0000 7fd8b713e200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:25:23.988 INFO:tasks.rados.rados.0.smithi012.stdout:444: done (3 left) 2024-04-02T08:25:23.988 INFO:tasks.rados.rados.0.smithi012.stdout:445: done (2 left) 2024-04-02T08:25:23.988 INFO:tasks.rados.rados.0.smithi012.stdout:447: done (1 left) 2024-04-02T08:25:23.988 INFO:tasks.rados.rados.0.smithi012.stdout:448: done (0 left) 2024-04-02T08:25:23.989 INFO:tasks.rados.rados.0.smithi012.stdout:449: delete oid 49 current snap is 39 2024-04-02T08:25:23.993 INFO:tasks.rados.rados.0.smithi012.stdout:449: done (0 left) 2024-04-02T08:25:23.993 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 5 current snap is 39 2024-04-02T08:25:23.993 INFO:tasks.rados.rados.0.smithi012.stdout:450: seq_num 152 ranges {6455296=147456} 2024-04-02T08:25:24.030 INFO:tasks.rados.rados.0.smithi012.stdout:450: writing smithi01277369-5 from 6455296 to 6602752 tid 1 2024-04-02T08:25:24.030 INFO:tasks.rados.rados.0.smithi012.stdout:451: setattr oid 28 current snap is 39 2024-04-02T08:25:24.031 INFO:tasks.rados.rados.0.smithi012.stdout:452: read oid 15 snap -1 2024-04-02T08:25:24.031 INFO:tasks.rados.rados.0.smithi012.stdout:452: expect (ObjNum 104 snap 20 seq_num 104) 2024-04-02T08:25:24.031 INFO:tasks.rados.rados.0.smithi012.stdout:453: rollback oid 38 current snap is 39 2024-04-02T08:25:24.031 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 38 to 37 2024-04-02T08:25:24.031 INFO:tasks.rados.rados.0.smithi012.stdout:454: snap_create 2024-04-02T08:25:24.034 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 28 v 211 (ObjNum 1265 snap 0 seq_num 2638474888) dirty exists 2024-04-02T08:25:24.035 INFO:tasks.rados.rados.0.smithi012.stdout:453: finishing rollback tid 0 to smithi01277369-38 2024-04-02T08:25:24.035 INFO:tasks.rados.rados.0.smithi012.stdout:453: finishing rollback tid 1 to smithi01277369-38 2024-04-02T08:25:24.035 INFO:tasks.rados.rados.0.smithi012.stdout:450: finishing write tid 1 to smithi01277369-5 2024-04-02T08:25:24.036 INFO:tasks.rados.rados.0.smithi012.stdout:450: finishing write tid 2 to smithi01277369-5 2024-04-02T08:25:24.036 INFO:tasks.rados.rados.0.smithi012.stdout:453: finishing rollback tid 2 to smithi01277369-38 2024-04-02T08:25:24.036 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 38 v 261 (ObjNum 126 snap 28 seq_num 126) dirty exists 2024-04-02T08:25:24.036 INFO:tasks.rados.rados.0.smithi012.stdout:450: finishing write tid 3 to smithi01277369-5 2024-04-02T08:25:24.036 INFO:tasks.rados.rados.0.smithi012.stdout:450: oid 5 updating version 0 to 146 2024-04-02T08:25:24.036 INFO:tasks.rados.rados.0.smithi012.stdout:450: oid 5 version 146 is already newer than 145 2024-04-02T08:25:24.036 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 5 v 146 (ObjNum 152 snap 39 seq_num 152) dirty exists 2024-04-02T08:25:24.036 INFO:tasks.rados.rados.0.smithi012.stdout:450: left oid 5 (ObjNum 152 snap 39 seq_num 152) 2024-04-02T08:25:24.045 INFO:tasks.rados.rados.0.smithi012.stdout:452: expect (ObjNum 104 snap 20 seq_num 104) 2024-04-02T08:25:24.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:23 smithi055 ceph-mon[31035]: osdmap e149: 8 total, 8 up, 8 in 2024-04-02T08:25:24.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:23 smithi055 ceph-mon[31035]: pgmap v6: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 128 MiB data, 505 MiB used, 715 GiB / 715 GiB avail; 207 MiB/s rd, 139 MiB/s wr, 2.04k op/s; 1.7 MiB/s, 5 objects/s recovering 2024-04-02T08:25:24.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:23 smithi012 ceph-mon[27004]: osdmap e149: 8 total, 8 up, 8 in 2024-04-02T08:25:24.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:23 smithi012 ceph-mon[27004]: pgmap v6: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 128 MiB data, 505 MiB used, 715 GiB / 715 GiB avail; 207 MiB/s rd, 139 MiB/s wr, 2.04k op/s; 1.7 MiB/s, 5 objects/s recovering 2024-04-02T08:25:24.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:23 smithi012 ceph-mon[38029]: osdmap e149: 8 total, 8 up, 8 in 2024-04-02T08:25:24.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:23 smithi012 ceph-mon[38029]: pgmap v6: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 128 MiB data, 505 MiB used, 715 GiB / 715 GiB avail; 207 MiB/s rd, 139 MiB/s wr, 2.04k op/s; 1.7 MiB/s, 5 objects/s recovering 2024-04-02T08:25:24.928 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:24 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:25:24.529+0000 7fd8b713e200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:25:24.928 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:24 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:25:24.665+0000 7fd8b713e200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:25:25.008 INFO:tasks.rados.rados.0.smithi012.stdout:450: done (4 left) 2024-04-02T08:25:25.008 INFO:tasks.rados.rados.0.smithi012.stdout:451: done (3 left) 2024-04-02T08:25:25.008 INFO:tasks.rados.rados.0.smithi012.stdout:452: done (2 left) 2024-04-02T08:25:25.008 INFO:tasks.rados.rados.0.smithi012.stdout:453: done (1 left) 2024-04-02T08:25:25.008 INFO:tasks.rados.rados.0.smithi012.stdout:454: done (0 left) 2024-04-02T08:25:25.008 INFO:tasks.rados.rados.0.smithi012.stdout:455: read oid 14 snap -1 2024-04-02T08:25:25.008 INFO:tasks.rados.rados.0.smithi012.stdout:455: expect (ObjNum 150 snap 38 seq_num 150) 2024-04-02T08:25:25.008 INFO:tasks.rados.rados.0.smithi012.stdout:456: delete oid 12 current snap is 40 2024-04-02T08:25:25.011 INFO:tasks.rados.rados.0.smithi012.stdout:456: done (1 left) 2024-04-02T08:25:25.011 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 47 current snap is 40 2024-04-02T08:25:25.012 INFO:tasks.rados.rados.0.smithi012.stdout:457: seq_num 154 ranges {0=180224} 2024-04-02T08:25:25.012 INFO:tasks.rados.rados.0.smithi012.stdout:457: writing smithi01277369-47 from 0 to 180224 tid 1 2024-04-02T08:25:25.013 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 44 current snap is 40 2024-04-02T08:25:25.013 INFO:tasks.rados.rados.0.smithi012.stdout:458: seq_num 155 ranges {2072576=204800} 2024-04-02T08:25:25.026 INFO:tasks.rados.rados.0.smithi012.stdout:458: writing smithi01277369-44 from 2072576 to 2277376 tid 1 2024-04-02T08:25:25.026 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 9 current snap is 40 2024-04-02T08:25:25.026 INFO:tasks.rados.rados.0.smithi012.stdout:457: finishing write tid 1 to smithi01277369-47 2024-04-02T08:25:25.026 INFO:tasks.rados.rados.0.smithi012.stdout:457: finishing write tid 2 to smithi01277369-47 2024-04-02T08:25:25.026 INFO:tasks.rados.rados.0.smithi012.stdout:457: finishing write tid 3 to smithi01277369-47 2024-04-02T08:25:25.026 INFO:tasks.rados.rados.0.smithi012.stdout:457: oid 47 updating version 0 to 91 2024-04-02T08:25:25.026 INFO:tasks.rados.rados.0.smithi012.stdout:457: oid 47 version 91 is already newer than 90 2024-04-02T08:25:25.026 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 47 v 91 (ObjNum 154 snap 40 seq_num 154) dirty exists 2024-04-02T08:25:25.026 INFO:tasks.rados.rados.0.smithi012.stdout:457: left oid 47 (ObjNum 154 snap 40 seq_num 154) 2024-04-02T08:25:25.026 INFO:tasks.rados.rados.0.smithi012.stdout:459: seq_num 156 ranges {1318912=221184} 2024-04-02T08:25:25.034 INFO:tasks.rados.rados.0.smithi012.stdout:459: writing smithi01277369-9 from 1318912 to 1540096 tid 1 2024-04-02T08:25:25.034 INFO:tasks.rados.rados.0.smithi012.stdout:457: done (3 left) 2024-04-02T08:25:25.034 INFO:tasks.rados.rados.0.smithi012.stdout:460: snap_remove snap 37 2024-04-02T08:25:25.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:24 smithi055 ceph-mon[31035]: osdmap e150: 8 total, 8 up, 8 in 2024-04-02T08:25:25.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:24 smithi055 ceph-mon[31035]: mgrmap e26: x(active, since 3s) 2024-04-02T08:25:25.314 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:24 smithi012 ceph-mon[27004]: osdmap e150: 8 total, 8 up, 8 in 2024-04-02T08:25:25.314 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:24 smithi012 ceph-mon[27004]: mgrmap e26: x(active, since 3s) 2024-04-02T08:25:25.314 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:24 smithi012 ceph-mon[38029]: osdmap e150: 8 total, 8 up, 8 in 2024-04-02T08:25:25.315 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:24 smithi012 ceph-mon[38029]: mgrmap e26: x(active, since 3s) 2024-04-02T08:25:25.315 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:25 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:25:25.009+0000 7fd8b713e200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:25:25.315 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:25 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:25:25.114+0000 7fd8b713e200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:25:25.678 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:25 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:25:25.316+0000 7fd8b713e200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:25:25.678 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:25 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:25:25.508+0000 7fd8b713e200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:25:25.822 INFO:tasks.rados.rados.0.smithi012.stdout:458: finishing write tid 1 to smithi01277369-44 2024-04-02T08:25:25.822 INFO:tasks.rados.rados.0.smithi012.stdout:458: finishing write tid 2 to smithi01277369-44 2024-04-02T08:25:25.822 INFO:tasks.rados.rados.0.smithi012.stdout:458: finishing write tid 3 to smithi01277369-44 2024-04-02T08:25:25.822 INFO:tasks.rados.rados.0.smithi012.stdout:458: oid 44 updating version 0 to 175 2024-04-02T08:25:25.823 INFO:tasks.rados.rados.0.smithi012.stdout:458: oid 44 updating version 175 to 176 2024-04-02T08:25:25.823 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 44 v 176 (ObjNum 155 snap 40 seq_num 155) dirty exists 2024-04-02T08:25:25.823 INFO:tasks.rados.rados.0.smithi012.stdout:458: left oid 44 (ObjNum 155 snap 40 seq_num 155) 2024-04-02T08:25:25.823 INFO:tasks.rados.rados.0.smithi012.stdout:459: finishing write tid 1 to smithi01277369-9 2024-04-02T08:25:25.823 INFO:tasks.rados.rados.0.smithi012.stdout:459: finishing write tid 2 to smithi01277369-9 2024-04-02T08:25:25.823 INFO:tasks.rados.rados.0.smithi012.stdout:459: finishing write tid 3 to smithi01277369-9 2024-04-02T08:25:25.823 INFO:tasks.rados.rados.0.smithi012.stdout:459: oid 9 updating version 0 to 153 2024-04-02T08:25:25.823 INFO:tasks.rados.rados.0.smithi012.stdout:459: oid 9 version 153 is already newer than 152 2024-04-02T08:25:25.823 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 9 v 153 (ObjNum 156 snap 40 seq_num 156) dirty exists 2024-04-02T08:25:25.823 INFO:tasks.rados.rados.0.smithi012.stdout:459: left oid 9 (ObjNum 156 snap 40 seq_num 156) 2024-04-02T08:25:25.823 INFO:tasks.rados.rados.0.smithi012.stdout:455: expect (ObjNum 150 snap 38 seq_num 150) 2024-04-02T08:25:26.075 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:26 smithi012 ceph-mon[27004]: pgmap v8: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 128 MiB data, 505 MiB used, 715 GiB / 715 GiB avail; 69 MiB/s rd, 47 MiB/s wr, 684 op/s; 575 KiB/s, 1 objects/s recovering 2024-04-02T08:25:26.076 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:26 smithi012 ceph-mon[27004]: osdmap e151: 8 total, 8 up, 8 in 2024-04-02T08:25:26.076 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:26 smithi012 ceph-mon[27004]: osdmap e152: 8 total, 8 up, 8 in 2024-04-02T08:25:26.076 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:25 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:25:25.805+0000 7fd8b713e200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:25:26.076 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:26 smithi012 ceph-mon[38029]: pgmap v8: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 128 MiB data, 505 MiB used, 715 GiB / 715 GiB avail; 69 MiB/s rd, 47 MiB/s wr, 684 op/s; 575 KiB/s, 1 objects/s recovering 2024-04-02T08:25:26.076 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:26 smithi012 ceph-mon[38029]: osdmap e151: 8 total, 8 up, 8 in 2024-04-02T08:25:26.076 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:26 smithi012 ceph-mon[38029]: osdmap e152: 8 total, 8 up, 8 in 2024-04-02T08:25:26.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:26 smithi055 ceph-mon[31035]: pgmap v8: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 128 MiB data, 505 MiB used, 715 GiB / 715 GiB avail; 69 MiB/s rd, 47 MiB/s wr, 684 op/s; 575 KiB/s, 1 objects/s recovering 2024-04-02T08:25:26.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:26 smithi055 ceph-mon[31035]: osdmap e151: 8 total, 8 up, 8 in 2024-04-02T08:25:26.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:26 smithi055 ceph-mon[31035]: osdmap e152: 8 total, 8 up, 8 in 2024-04-02T08:25:26.378 INFO:tasks.rados.rados.0.smithi012.stdout:455: done (3 left) 2024-04-02T08:25:26.379 INFO:tasks.rados.rados.0.smithi012.stdout:458: done (2 left) 2024-04-02T08:25:26.379 INFO:tasks.rados.rados.0.smithi012.stdout:459: done (1 left) 2024-04-02T08:25:26.379 INFO:tasks.rados.rados.0.smithi012.stdout:460: done (0 left) 2024-04-02T08:25:26.379 INFO:tasks.rados.rados.0.smithi012.stdout:461: rollback oid 24 current snap is 40 2024-04-02T08:25:26.379 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 24 to 38 2024-04-02T08:25:26.379 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 14 current snap is 40 2024-04-02T08:25:26.379 INFO:tasks.rados.rados.0.smithi012.stdout:462: seq_num 157 ranges {8372224=237568} 2024-04-02T08:25:26.426 INFO:tasks.rados.rados.0.smithi012.stdout:462: writing smithi01277369-14 from 8372224 to 8609792 tid 1 2024-04-02T08:25:26.426 INFO:tasks.rados.rados.0.smithi012.stdout:463: copy_from oid 6 from oid 19 current snap is 40 2024-04-02T08:25:26.426 INFO:tasks.rados.rados.0.smithi012.stdout:461: finishing rollback tid 0 to smithi01277369-24 2024-04-02T08:25:26.426 INFO:tasks.rados.rados.0.smithi012.stdout:461: finishing rollback tid 1 to smithi01277369-24 2024-04-02T08:25:26.426 INFO:tasks.rados.rados.0.smithi012.stdout:461: finishing rollback tid 2 to smithi01277369-24 2024-04-02T08:25:26.426 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 24 v 353 (ObjNum 94 snap 17 seq_num 94) dirty exists 2024-04-02T08:25:26.426 INFO:tasks.rados.rados.0.smithi012.stdout:461: done (2 left) 2024-04-02T08:25:26.426 INFO:tasks.rados.rados.0.smithi012.stdout:464: snap_create 2024-04-02T08:25:26.427 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:26 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:25:26.077+0000 7fd8b713e200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:25:26.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:26 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:25:26.325+0000 7fd8b713e200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:25:26.428 INFO:tasks.rados.rados.0.smithi012.stdout:462: finishing write tid 1 to smithi01277369-14 2024-04-02T08:25:26.428 INFO:tasks.rados.rados.0.smithi012.stdout:462: finishing write tid 2 to smithi01277369-14 2024-04-02T08:25:26.429 INFO:tasks.rados.rados.0.smithi012.stdout:462: finishing write tid 3 to smithi01277369-14 2024-04-02T08:25:26.429 INFO:tasks.rados.rados.0.smithi012.stdout:462: oid 14 updating version 0 to 85 2024-04-02T08:25:26.429 INFO:tasks.rados.rados.0.smithi012.stdout:462: oid 14 updating version 85 to 86 2024-04-02T08:25:26.429 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 14 v 86 (ObjNum 157 snap 40 seq_num 157) dirty exists 2024-04-02T08:25:26.429 INFO:tasks.rados.rados.0.smithi012.stdout:462: left oid 14 (ObjNum 157 snap 40 seq_num 157) 2024-04-02T08:25:26.437 INFO:tasks.rados.rados.0.smithi012.stdout:463: finishing copy_from racing read to smithi01277369-6 2024-04-02T08:25:26.439 INFO:tasks.rados.rados.0.smithi012.stdout:463: finishing copy_from to smithi01277369-6 2024-04-02T08:25:26.439 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 6 v 214 (ObjNum 130 snap 31 seq_num 130) dirty exists 2024-04-02T08:25:27.023 INFO:tasks.rados.rados.0.smithi012.stdout:462: done (2 left) 2024-04-02T08:25:27.023 INFO:tasks.rados.rados.0.smithi012.stdout:463: done (1 left) 2024-04-02T08:25:27.023 INFO:tasks.rados.rados.0.smithi012.stdout:464: done (0 left) 2024-04-02T08:25:27.023 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 12 current snap is 41 2024-04-02T08:25:27.023 INFO:tasks.rados.rados.0.smithi012.stdout:465: seq_num 158 ranges {0=253952} 2024-04-02T08:25:27.024 INFO:tasks.rados.rados.0.smithi012.stdout:465: writing smithi01277369-12 from 0 to 253952 tid 1 2024-04-02T08:25:27.024 INFO:tasks.rados.rados.0.smithi012.stdout:466: read oid 9 snap -1 2024-04-02T08:25:27.024 INFO:tasks.rados.rados.0.smithi012.stdout:466: expect (ObjNum 156 snap 40 seq_num 156) 2024-04-02T08:25:27.025 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 26 current snap is 41 2024-04-02T08:25:27.025 INFO:tasks.rados.rados.0.smithi012.stdout:467: seq_num 159 ranges {1269760=270336} 2024-04-02T08:25:27.034 INFO:tasks.rados.rados.0.smithi012.stdout:467: writing smithi01277369-26 from 1269760 to 1540096 tid 1 2024-04-02T08:25:27.034 INFO:tasks.rados.rados.0.smithi012.stdout:468: snap_create 2024-04-02T08:25:27.034 INFO:tasks.rados.rados.0.smithi012.stdout:465: finishing write tid 1 to smithi01277369-12 2024-04-02T08:25:27.034 INFO:tasks.rados.rados.0.smithi012.stdout:465: finishing write tid 2 to smithi01277369-12 2024-04-02T08:25:27.034 INFO:tasks.rados.rados.0.smithi012.stdout:465: finishing write tid 3 to smithi01277369-12 2024-04-02T08:25:27.034 INFO:tasks.rados.rados.0.smithi012.stdout:465: oid 12 updating version 0 to 157 2024-04-02T08:25:27.034 INFO:tasks.rados.rados.0.smithi012.stdout:465: oid 12 version 157 is already newer than 156 2024-04-02T08:25:27.034 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 12 v 157 (ObjNum 158 snap 41 seq_num 158) dirty exists 2024-04-02T08:25:27.034 INFO:tasks.rados.rados.0.smithi012.stdout:465: left oid 12 (ObjNum 158 snap 41 seq_num 158) 2024-04-02T08:25:27.035 INFO:tasks.rados.rados.0.smithi012.stdout:466: expect (ObjNum 156 snap 40 seq_num 156) 2024-04-02T08:25:27.099 INFO:tasks.rados.rados.0.smithi012.stdout:467: finishing write tid 1 to smithi01277369-26 2024-04-02T08:25:27.099 INFO:tasks.rados.rados.0.smithi012.stdout:467: finishing write tid 2 to smithi01277369-26 2024-04-02T08:25:27.099 INFO:tasks.rados.rados.0.smithi012.stdout:467: finishing write tid 3 to smithi01277369-26 2024-04-02T08:25:27.100 INFO:tasks.rados.rados.0.smithi012.stdout:467: oid 26 updating version 0 to 57 2024-04-02T08:25:27.100 INFO:tasks.rados.rados.0.smithi012.stdout:467: oid 26 updating version 57 to 58 2024-04-02T08:25:27.100 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 26 v 58 (ObjNum 159 snap 41 seq_num 159) dirty exists 2024-04-02T08:25:27.100 INFO:tasks.rados.rados.0.smithi012.stdout:467: left oid 26 (ObjNum 159 snap 41 seq_num 159) 2024-04-02T08:25:27.308 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:27 smithi055 ceph-mon[31035]: mgrmap e27: x(active, since 5s) 2024-04-02T08:25:27.318 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:27 smithi012 ceph-mon[27004]: mgrmap e27: x(active, since 5s) 2024-04-02T08:25:27.321 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:27 smithi012 ceph-mon[38029]: mgrmap e27: x(active, since 5s) 2024-04-02T08:25:27.321 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:25:27.218+0000 7fd8b713e200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:25:28.029 INFO:tasks.rados.rados.0.smithi012.stdout:465: done (3 left) 2024-04-02T08:25:28.029 INFO:tasks.rados.rados.0.smithi012.stdout:466: done (2 left) 2024-04-02T08:25:28.029 INFO:tasks.rados.rados.0.smithi012.stdout:467: done (1 left) 2024-04-02T08:25:28.029 INFO:tasks.rados.rados.0.smithi012.stdout:468: done (0 left) 2024-04-02T08:25:28.030 INFO:tasks.rados.rados.0.smithi012.stdout:469: copy_from oid 15 from oid 40 current snap is 42 2024-04-02T08:25:28.030 INFO:tasks.rados.rados.0.smithi012.stdout:470: read oid 7 snap 27 2024-04-02T08:25:28.030 INFO:tasks.rados.rados.0.smithi012.stdout:470: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-02T08:25:28.030 INFO:tasks.rados.rados.0.smithi012.stdout:471: rollback oid 31 current snap is 42 2024-04-02T08:25:28.030 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 31 to 41 2024-04-02T08:25:28.030 INFO:tasks.rados.rados.0.smithi012.stdout:472: delete oid 35 current snap is 42 2024-04-02T08:25:28.033 INFO:tasks.rados.rados.0.smithi012.stdout:472: done (3 left) 2024-04-02T08:25:28.033 INFO:tasks.rados.rados.0.smithi012.stdout:473: read oid 38 snap -1 2024-04-02T08:25:28.033 INFO:tasks.rados.rados.0.smithi012.stdout:473: expect (ObjNum 126 snap 28 seq_num 126) 2024-04-02T08:25:28.033 INFO:tasks.rados.rados.0.smithi012.stdout:474: delete oid 21 current snap is 42 2024-04-02T08:25:28.033 INFO:tasks.rados.rados.0.smithi012.stdout:471: finishing rollback tid 0 to smithi01277369-31 2024-04-02T08:25:28.034 INFO:tasks.rados.rados.0.smithi012.stdout:470: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-02T08:25:28.037 INFO:tasks.rados.rados.0.smithi012.stdout:471: finishing rollback tid 1 to smithi01277369-31 2024-04-02T08:25:28.037 INFO:tasks.rados.rados.0.smithi012.stdout:471: finishing rollback tid 2 to smithi01277369-31 2024-04-02T08:25:28.037 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 31 v 90 (ObjNum 141 snap 35 seq_num 141) dirty exists 2024-04-02T08:25:28.037 INFO:tasks.rados.rados.0.smithi012.stdout:469: finishing copy_from racing read to smithi01277369-15 2024-04-02T08:25:28.037 INFO:tasks.rados.rados.0.smithi012.stdout:469: finishing copy_from to smithi01277369-15 2024-04-02T08:25:28.037 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 15 v 144 (ObjNum 149 snap 38 seq_num 149) dirty exists 2024-04-02T08:25:28.043 INFO:tasks.rados.rados.0.smithi012.stdout:469: done (4 left) 2024-04-02T08:25:28.043 INFO:tasks.rados.rados.0.smithi012.stdout:470: done (3 left) 2024-04-02T08:25:28.043 INFO:tasks.rados.rados.0.smithi012.stdout:471: done (2 left) 2024-04-02T08:25:28.043 INFO:tasks.rados.rados.0.smithi012.stdout:474: done (1 left) 2024-04-02T08:25:28.043 INFO:tasks.rados.rados.0.smithi012.stdout:475: delete oid 33 current snap is 42 2024-04-02T08:25:28.045 INFO:tasks.rados.rados.0.smithi012.stdout:475: done (1 left) 2024-04-02T08:25:28.045 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 10 current snap is 42 2024-04-02T08:25:28.045 INFO:tasks.rados.rados.0.smithi012.stdout:476: seq_num 163 ranges {4038656=335872} 2024-04-02T08:25:28.069 INFO:tasks.rados.rados.0.smithi012.stdout:476: writing smithi01277369-10 from 4038656 to 4374528 tid 1 2024-04-02T08:25:28.069 INFO:tasks.rados.rados.0.smithi012.stdout:477: read oid 13 snap -1 2024-04-02T08:25:28.069 INFO:tasks.rados.rados.0.smithi012.stdout:477: expect (ObjNum 131 snap 31 seq_num 131) 2024-04-02T08:25:28.069 INFO:tasks.rados.rados.0.smithi012.stdout:478: setattr oid 47 current snap is 42 2024-04-02T08:25:28.069 INFO:tasks.rados.rados.0.smithi012.stdout:473: expect (ObjNum 126 snap 28 seq_num 126) 2024-04-02T08:25:28.140 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:28 smithi012 ceph-mon[27004]: pgmap v11: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 125 MiB data, 499 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 1.2 MiB/s wr, 14 op/s 2024-04-02T08:25:28.140 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:28 smithi012 ceph-mon[27004]: osdmap e153: 8 total, 8 up, 8 in 2024-04-02T08:25:28.140 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:28 smithi012 ceph-mon[38029]: pgmap v11: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 125 MiB data, 499 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 1.2 MiB/s wr, 14 op/s 2024-04-02T08:25:28.140 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:28 smithi012 ceph-mon[38029]: osdmap e153: 8 total, 8 up, 8 in 2024-04-02T08:25:28.140 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:25:27.849+0000 7fd8b713e200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:25:28.140 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:25:27.957+0000 7fd8b713e200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:25:28.222 INFO:tasks.rados.rados.0.smithi012.stdout:476: finishing write tid 1 to smithi01277369-10 2024-04-02T08:25:28.223 INFO:tasks.rados.rados.0.smithi012.stdout:476: finishing write tid 2 to smithi01277369-10 2024-04-02T08:25:28.223 INFO:tasks.rados.rados.0.smithi012.stdout:476: finishing write tid 3 to smithi01277369-10 2024-04-02T08:25:28.223 INFO:tasks.rados.rados.0.smithi012.stdout:476: oid 10 updating version 0 to 212 2024-04-02T08:25:28.223 INFO:tasks.rados.rados.0.smithi012.stdout:476: oid 10 updating version 212 to 213 2024-04-02T08:25:28.223 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 10 v 213 (ObjNum 163 snap 42 seq_num 163) dirty exists 2024-04-02T08:25:28.223 INFO:tasks.rados.rados.0.smithi012.stdout:476: left oid 10 (ObjNum 163 snap 42 seq_num 163) 2024-04-02T08:25:28.223 INFO:tasks.rados.rados.0.smithi012.stdout:477: expect (ObjNum 131 snap 31 seq_num 131) 2024-04-02T08:25:28.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:28 smithi055 ceph-mon[31035]: pgmap v11: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 125 MiB data, 499 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 1.2 MiB/s wr, 14 op/s 2024-04-02T08:25:28.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:28 smithi055 ceph-mon[31035]: osdmap e153: 8 total, 8 up, 8 in 2024-04-02T08:25:28.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:28 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:25:28.203+0000 7fd8b713e200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:25:28.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:28 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:25:28] ENGINE Bus STARTING 2024-04-02T08:25:28.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:28 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: CherryPy Checker: 2024-04-02T08:25:28.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:28 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: The Application mounted at '' has an empty config. 2024-04-02T08:25:28.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:28 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: 2024-04-02T08:25:28.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:28 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:25:28] ENGINE Serving on http://:::9283 2024-04-02T08:25:28.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:28 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: [02/Apr/2024:08:25:28] ENGINE Bus STARTED 2024-04-02T08:25:28.441 INFO:tasks.rados.rados.0.smithi012.stdout:473: done (3 left) 2024-04-02T08:25:28.441 INFO:tasks.rados.rados.0.smithi012.stdout:476: done (2 left) 2024-04-02T08:25:28.442 INFO:tasks.rados.rados.0.smithi012.stdout:477: done (1 left) 2024-04-02T08:25:28.442 INFO:tasks.rados.rados.0.smithi012.stdout:479: rmattr oid 4 current snap is 42 2024-04-02T08:25:28.442 INFO:tasks.rados.rados.0.smithi012.stdout:479: done (1 left) 2024-04-02T08:25:28.442 INFO:tasks.rados.rados.0.smithi012.stdout:480: setattr oid 4 current snap is 42 2024-04-02T08:25:28.444 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 47 v 92 (ObjNum 154 snap 40 seq_num 154) dirty exists 2024-04-02T08:25:28.444 INFO:tasks.rados.rados.0.smithi012.stdout:478: done (1 left) 2024-04-02T08:25:28.444 INFO:tasks.rados.rados.0.smithi012.stdout:481: rmattr oid 6 current snap is 42 2024-04-02T08:25:28.444 INFO:tasks.rados.rados.0.smithi012.stdout:482: setattr oid 39 current snap is 42 2024-04-02T08:25:28.446 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 6 v 215 (ObjNum 130 snap 31 seq_num 130) dirty exists 2024-04-02T08:25:28.446 INFO:tasks.rados.rados.0.smithi012.stdout:481: done (2 left) 2024-04-02T08:25:28.446 INFO:tasks.rados.rados.0.smithi012.stdout:483: snap_create 2024-04-02T08:25:28.447 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 4 v 93 (ObjNum 99 snap 17 seq_num 99) dirty exists 2024-04-02T08:25:28.448 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 39 v 263 (ObjNum 134 snap 32 seq_num 134) dirty exists 2024-04-02T08:25:29.045 INFO:tasks.rados.rados.0.smithi012.stdout:480: done (2 left) 2024-04-02T08:25:29.045 INFO:tasks.rados.rados.0.smithi012.stdout:482: done (1 left) 2024-04-02T08:25:29.045 INFO:tasks.rados.rados.0.smithi012.stdout:483: done (0 left) 2024-04-02T08:25:29.045 INFO:tasks.rados.rados.0.smithi012.stdout:484: setattr oid 39 current snap is 43 2024-04-02T08:25:29.047 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 22 current snap is 43 2024-04-02T08:25:29.047 INFO:tasks.rados.rados.0.smithi012.stdout:485: seq_num 164 ranges {1597440=352256} 2024-04-02T08:25:29.058 INFO:tasks.rados.rados.0.smithi012.stdout:485: writing smithi01277369-22 from 1597440 to 1949696 tid 1 2024-04-02T08:25:29.058 INFO:tasks.rados.rados.0.smithi012.stdout:486: snap_remove snap 42 2024-04-02T08:25:29.220 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:29 smithi012 ceph-mon[27004]: osdmap e154: 8 total, 8 up, 8 in 2024-04-02T08:25:29.221 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:29 smithi012 ceph-mon[27004]: Standby manager daemon y started 2024-04-02T08:25:29.221 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:29 smithi012 ceph-mon[27004]: from='mgr.? 172.21.15.12:0/3831780460' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-02T08:25:29.221 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:29 smithi012 ceph-mon[27004]: from='mgr.? 172.21.15.12:0/3831780460' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:25:29.221 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:29 smithi012 ceph-mon[27004]: from='mgr.? 172.21.15.12:0/3831780460' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-02T08:25:29.221 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:29 smithi012 ceph-mon[27004]: from='mgr.? 172.21.15.12:0/3831780460' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:25:29.221 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:29 smithi012 ceph-mon[38029]: osdmap e154: 8 total, 8 up, 8 in 2024-04-02T08:25:29.221 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:29 smithi012 ceph-mon[38029]: Standby manager daemon y started 2024-04-02T08:25:29.221 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:29 smithi012 ceph-mon[38029]: from='mgr.? 172.21.15.12:0/3831780460' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-02T08:25:29.221 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:29 smithi012 ceph-mon[38029]: from='mgr.? 172.21.15.12:0/3831780460' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:25:29.222 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:29 smithi012 ceph-mon[38029]: from='mgr.? 172.21.15.12:0/3831780460' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-02T08:25:29.222 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:29 smithi012 ceph-mon[38029]: from='mgr.? 172.21.15.12:0/3831780460' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:25:29.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:29 smithi055 ceph-mon[31035]: osdmap e154: 8 total, 8 up, 8 in 2024-04-02T08:25:29.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:29 smithi055 ceph-mon[31035]: Standby manager daemon y started 2024-04-02T08:25:29.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:29 smithi055 ceph-mon[31035]: from='mgr.? 172.21.15.12:0/3831780460' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-02T08:25:29.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:29 smithi055 ceph-mon[31035]: from='mgr.? 172.21.15.12:0/3831780460' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:25:29.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:29 smithi055 ceph-mon[31035]: from='mgr.? 172.21.15.12:0/3831780460' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-02T08:25:29.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:29 smithi055 ceph-mon[31035]: from='mgr.? 172.21.15.12:0/3831780460' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:25:30.047 INFO:tasks.rados.rados.0.smithi012.stdout:486: done (2 left) 2024-04-02T08:25:30.047 INFO:tasks.rados.rados.0.smithi012.stdout:487: rmattr oid 7 current snap is 43 2024-04-02T08:25:30.047 INFO:tasks.rados.rados.0.smithi012.stdout:487: done (2 left) 2024-04-02T08:25:30.047 INFO:tasks.rados.rados.0.smithi012.stdout:488: copy_from oid 19 from oid 37 current snap is 43 2024-04-02T08:25:30.047 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 39 v 264 (ObjNum 134 snap 32 seq_num 134) dirty exists 2024-04-02T08:25:30.047 INFO:tasks.rados.rados.0.smithi012.stdout:485: finishing write tid 1 to smithi01277369-22 2024-04-02T08:25:30.047 INFO:tasks.rados.rados.0.smithi012.stdout:485: finishing write tid 2 to smithi01277369-22 2024-04-02T08:25:30.047 INFO:tasks.rados.rados.0.smithi012.stdout:485: finishing write tid 3 to smithi01277369-22 2024-04-02T08:25:30.047 INFO:tasks.rados.rados.0.smithi012.stdout:485: oid 22 updating version 0 to 183 2024-04-02T08:25:30.047 INFO:tasks.rados.rados.0.smithi012.stdout:485: oid 22 version 183 is already newer than 182 2024-04-02T08:25:30.047 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 22 v 183 (ObjNum 164 snap 43 seq_num 164) dirty exists 2024-04-02T08:25:30.047 INFO:tasks.rados.rados.0.smithi012.stdout:485: left oid 22 (ObjNum 164 snap 43 seq_num 164) 2024-04-02T08:25:30.047 INFO:tasks.rados.rados.0.smithi012.stdout:484: done (2 left) 2024-04-02T08:25:30.048 INFO:tasks.rados.rados.0.smithi012.stdout:485: done (1 left) 2024-04-02T08:25:30.048 INFO:tasks.rados.rados.0.smithi012.stdout:489: copy_from oid 48 from oid 31 current snap is 43 2024-04-02T08:25:30.048 INFO:tasks.rados.rados.0.smithi012.stdout:490: delete oid 16 current snap is 43 2024-04-02T08:25:30.049 INFO:tasks.rados.rados.0.smithi012.stdout:490: done (2 left) 2024-04-02T08:25:30.049 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 21 current snap is 43 2024-04-02T08:25:30.049 INFO:tasks.rados.rados.0.smithi012.stdout:491: seq_num 166 ranges {0=385024} 2024-04-02T08:25:30.052 INFO:tasks.rados.rados.0.smithi012.stdout:491: writing smithi01277369-21 from 0 to 385024 tid 1 2024-04-02T08:25:30.052 INFO:tasks.rados.rados.0.smithi012.stdout:492: delete oid 39 current snap is 43 2024-04-02T08:25:30.058 INFO:tasks.rados.rados.0.smithi012.stdout:491: finishing write tid 1 to smithi01277369-21 2024-04-02T08:25:30.058 INFO:tasks.rados.rados.0.smithi012.stdout:491: finishing write tid 2 to smithi01277369-21 2024-04-02T08:25:30.058 INFO:tasks.rados.rados.0.smithi012.stdout:492: done (3 left) 2024-04-02T08:25:30.058 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 3 current snap is 43 2024-04-02T08:25:30.058 INFO:tasks.rados.rados.0.smithi012.stdout:493: seq_num 168 ranges {1605632=417792} 2024-04-02T08:25:30.070 INFO:tasks.rados.rados.0.smithi012.stdout:493: writing smithi01277369-3 from 1605632 to 2023424 tid 1 2024-04-02T08:25:30.070 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 12 current snap is 43 2024-04-02T08:25:30.070 INFO:tasks.rados.rados.0.smithi012.stdout:494: seq_num 169 ranges {253952=434176} 2024-04-02T08:25:30.074 INFO:tasks.rados.rados.0.smithi012.stdout:494: writing smithi01277369-12 from 253952 to 688128 tid 1 2024-04-02T08:25:30.074 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 11 current snap is 43 2024-04-02T08:25:30.074 INFO:tasks.rados.rados.0.smithi012.stdout:488: finishing copy_from racing read to smithi01277369-19 2024-04-02T08:25:30.074 INFO:tasks.rados.rados.0.smithi012.stdout:495: seq_num 170 ranges {4513792=450560} 2024-04-02T08:25:30.102 INFO:tasks.rados.rados.0.smithi012.stdout:495: writing smithi01277369-11 from 4513792 to 4964352 tid 1 2024-04-02T08:25:30.102 INFO:tasks.rados.rados.0.smithi012.stdout:496: read oid 44 snap -1 2024-04-02T08:25:30.102 INFO:tasks.rados.rados.0.smithi012.stdout:496: expect (ObjNum 155 snap 40 seq_num 155) 2024-04-02T08:25:30.102 INFO:tasks.rados.rados.0.smithi012.stdout:497: snap_remove snap 38 2024-04-02T08:25:30.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:30 smithi055 ceph-mon[31035]: pgmap v14: 121 pgs: 121 active+clean; 127 MiB data, 498 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 1.8 MiB/s wr, 44 op/s 2024-04-02T08:25:30.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:30 smithi055 ceph-mon[31035]: mgrmap e28: x(active, since 8s), standbys: y 2024-04-02T08:25:30.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:30 smithi055 ceph-mon[31035]: osdmap e155: 8 total, 8 up, 8 in 2024-04-02T08:25:30.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:30 smithi055 ceph-mon[31035]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:25:30.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:30 smithi055 ceph-mon[31035]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:30.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:30 smithi055 ceph-mon[31035]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:30.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:30 smithi012 ceph-mon[27004]: pgmap v14: 121 pgs: 121 active+clean; 127 MiB data, 498 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 1.8 MiB/s wr, 44 op/s 2024-04-02T08:25:30.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:30 smithi012 ceph-mon[27004]: mgrmap e28: x(active, since 8s), standbys: y 2024-04-02T08:25:30.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:30 smithi012 ceph-mon[27004]: osdmap e155: 8 total, 8 up, 8 in 2024-04-02T08:25:30.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:30 smithi012 ceph-mon[27004]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:25:30.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:30 smithi012 ceph-mon[27004]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:30.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:30 smithi012 ceph-mon[27004]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:30.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:30 smithi012 ceph-mon[38029]: pgmap v14: 121 pgs: 121 active+clean; 127 MiB data, 498 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 1.8 MiB/s wr, 44 op/s 2024-04-02T08:25:30.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:30 smithi012 ceph-mon[38029]: mgrmap e28: x(active, since 8s), standbys: y 2024-04-02T08:25:30.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:30 smithi012 ceph-mon[38029]: osdmap e155: 8 total, 8 up, 8 in 2024-04-02T08:25:30.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:30 smithi012 ceph-mon[38029]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:25:30.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:30 smithi012 ceph-mon[38029]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:30.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:30 smithi012 ceph-mon[38029]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:30.825 INFO:tasks.rados.rados.0.smithi012.stdout:497: done (7 left) 2024-04-02T08:25:30.825 INFO:tasks.rados.rados.0.smithi012.stdout:498: rollback oid 24 current snap is 43 2024-04-02T08:25:30.825 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 24 to 40 2024-04-02T08:25:30.825 INFO:tasks.rados.rados.0.smithi012.stdout:499: delete oid 33 current snap is 43 2024-04-02T08:25:30.825 INFO:tasks.rados.rados.0.smithi012.stdout:491: finishing write tid 3 to smithi01277369-21 2024-04-02T08:25:30.825 INFO:tasks.rados.rados.0.smithi012.stdout:491: oid 21 updating version 0 to 266 2024-04-02T08:25:30.825 INFO:tasks.rados.rados.0.smithi012.stdout:491: oid 21 version 266 is already newer than 265 2024-04-02T08:25:30.825 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 21 v 266 (ObjNum 166 snap 43 seq_num 166) dirty exists 2024-04-02T08:25:30.825 INFO:tasks.rados.rados.0.smithi012.stdout:491: left oid 21 (ObjNum 166 snap 43 seq_num 166) 2024-04-02T08:25:30.826 INFO:tasks.rados.rados.0.smithi012.stdout:488: finishing copy_from to smithi01277369-19 2024-04-02T08:25:30.826 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 19 v 101 (ObjNum 138 snap 34 seq_num 138) dirty exists 2024-04-02T08:25:30.826 INFO:tasks.rados.rados.0.smithi012.stdout:493: finishing write tid 1 to smithi01277369-3 2024-04-02T08:25:30.826 INFO:tasks.rados.rados.0.smithi012.stdout:493: finishing write tid 2 to smithi01277369-3 2024-04-02T08:25:30.826 INFO:tasks.rados.rados.0.smithi012.stdout:493: finishing write tid 3 to smithi01277369-3 2024-04-02T08:25:30.826 INFO:tasks.rados.rados.0.smithi012.stdout:493: oid 3 updating version 0 to 94 2024-04-02T08:25:30.826 INFO:tasks.rados.rados.0.smithi012.stdout:493: oid 3 updating version 94 to 95 2024-04-02T08:25:30.826 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 3 v 95 (ObjNum 168 snap 43 seq_num 168) dirty exists 2024-04-02T08:25:30.826 INFO:tasks.rados.rados.0.smithi012.stdout:493: left oid 3 (ObjNum 168 snap 43 seq_num 168) 2024-04-02T08:25:30.826 INFO:tasks.rados.rados.0.smithi012.stdout:489: finishing copy_from racing read to smithi01277369-48 2024-04-02T08:25:30.826 INFO:tasks.rados.rados.0.smithi012.stdout:489: finishing copy_from to smithi01277369-48 2024-04-02T08:25:30.826 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 48 v 90 (ObjNum 141 snap 35 seq_num 141) dirty exists 2024-04-02T08:25:30.826 INFO:tasks.rados.rados.0.smithi012.stdout:494: finishing write tid 1 to smithi01277369-12 2024-04-02T08:25:30.826 INFO:tasks.rados.rados.0.smithi012.stdout:494: finishing write tid 2 to smithi01277369-12 2024-04-02T08:25:30.827 INFO:tasks.rados.rados.0.smithi012.stdout:494: finishing write tid 3 to smithi01277369-12 2024-04-02T08:25:30.827 INFO:tasks.rados.rados.0.smithi012.stdout:494: oid 12 updating version 0 to 160 2024-04-02T08:25:30.827 INFO:tasks.rados.rados.0.smithi012.stdout:494: oid 12 version 160 is already newer than 159 2024-04-02T08:25:30.827 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 12 v 160 (ObjNum 169 snap 43 seq_num 169) dirty exists 2024-04-02T08:25:30.827 INFO:tasks.rados.rados.0.smithi012.stdout:494: left oid 12 (ObjNum 169 snap 43 seq_num 169) 2024-04-02T08:25:30.827 INFO:tasks.rados.rados.0.smithi012.stdout:495: finishing write tid 1 to smithi01277369-11 2024-04-02T08:25:30.827 INFO:tasks.rados.rados.0.smithi012.stdout:495: finishing write tid 2 to smithi01277369-11 2024-04-02T08:25:30.827 INFO:tasks.rados.rados.0.smithi012.stdout:495: finishing write tid 3 to smithi01277369-11 2024-04-02T08:25:30.827 INFO:tasks.rados.rados.0.smithi012.stdout:495: oid 11 updating version 0 to 357 2024-04-02T08:25:30.827 INFO:tasks.rados.rados.0.smithi012.stdout:495: oid 11 updating version 357 to 358 2024-04-02T08:25:30.827 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 11 v 358 (ObjNum 170 snap 43 seq_num 170) dirty exists 2024-04-02T08:25:30.827 INFO:tasks.rados.rados.0.smithi012.stdout:495: left oid 11 (ObjNum 170 snap 43 seq_num 170) 2024-04-02T08:25:30.827 INFO:tasks.rados.rados.0.smithi012.stdout:496: expect (ObjNum 155 snap 40 seq_num 155) 2024-04-02T08:25:30.956 INFO:tasks.rados.rados.0.smithi012.stdout:498: finishing rollback tid 0 to smithi01277369-24 2024-04-02T08:25:30.956 INFO:tasks.rados.rados.0.smithi012.stdout:498: finishing rollback tid 1 to smithi01277369-24 2024-04-02T08:25:30.956 INFO:tasks.rados.rados.0.smithi012.stdout:498: finishing rollback tid 2 to smithi01277369-24 2024-04-02T08:25:30.957 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 24 v 362 (ObjNum 94 snap 17 seq_num 94) dirty exists 2024-04-02T08:25:30.957 INFO:tasks.rados.rados.0.smithi012.stdout:488: done (8 left) 2024-04-02T08:25:30.957 INFO:tasks.rados.rados.0.smithi012.stdout:489: done (7 left) 2024-04-02T08:25:30.957 INFO:tasks.rados.rados.0.smithi012.stdout:491: done (6 left) 2024-04-02T08:25:30.957 INFO:tasks.rados.rados.0.smithi012.stdout:493: done (5 left) 2024-04-02T08:25:30.957 INFO:tasks.rados.rados.0.smithi012.stdout:494: done (4 left) 2024-04-02T08:25:30.957 INFO:tasks.rados.rados.0.smithi012.stdout:495: done (3 left) 2024-04-02T08:25:30.957 INFO:tasks.rados.rados.0.smithi012.stdout:496: done (2 left) 2024-04-02T08:25:30.957 INFO:tasks.rados.rados.0.smithi012.stdout:498: done (1 left) 2024-04-02T08:25:30.957 INFO:tasks.rados.rados.0.smithi012.stdout:499: done (0 left) 2024-04-02T08:25:30.957 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 49 current snap is 43 2024-04-02T08:25:30.957 INFO:tasks.rados.rados.0.smithi012.stdout:500: seq_num 172 ranges {0=483328} 2024-04-02T08:25:30.958 INFO:tasks.rados.rados.0.smithi012.stdout:500: writing smithi01277369-49 from 0 to 483328 tid 1 2024-04-02T08:25:30.959 INFO:tasks.rados.rados.0.smithi012.stdout:501: snap_remove snap 41 2024-04-02T08:25:31.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:31 smithi055 ceph-mon[31035]: osdmap e156: 8 total, 8 up, 8 in 2024-04-02T08:25:31.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:31 smithi055 ceph-mon[31035]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:31.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:31 smithi055 ceph-mon[31035]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:31.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:31 smithi055 ceph-mon[31035]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:31.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:31 smithi055 ceph-mon[31035]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:31.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:31 smithi055 ceph-mon[31035]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:31.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:31 smithi055 ceph-mon[31035]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:31.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:31 smithi055 ceph-mon[31035]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:31.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:31 smithi055 ceph-mon[31035]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:31.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:31 smithi055 ceph-mon[31035]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:31.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:31 smithi055 ceph-mon[31035]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:31.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:31 smithi055 ceph-mon[31035]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:31.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:31 smithi055 ceph-mon[31035]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:31.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:31 smithi055 ceph-mon[31035]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:31.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:31 smithi055 ceph-mon[31035]: osdmap e157: 8 total, 8 up, 8 in 2024-04-02T08:25:31.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:31 smithi012 ceph-mon[38029]: osdmap e156: 8 total, 8 up, 8 in 2024-04-02T08:25:31.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:31 smithi012 ceph-mon[38029]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:31.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:31 smithi012 ceph-mon[38029]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:31.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:31 smithi012 ceph-mon[38029]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:31.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:31 smithi012 ceph-mon[38029]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:31.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:31 smithi012 ceph-mon[38029]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:31.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:31 smithi012 ceph-mon[38029]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:31.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:31 smithi012 ceph-mon[38029]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:31.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:31 smithi012 ceph-mon[38029]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:31.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:31 smithi012 ceph-mon[38029]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:31.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:31 smithi012 ceph-mon[38029]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:31.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:31 smithi012 ceph-mon[38029]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:31.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:31 smithi012 ceph-mon[38029]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:31.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:31 smithi012 ceph-mon[38029]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:31.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:31 smithi012 ceph-mon[38029]: osdmap e157: 8 total, 8 up, 8 in 2024-04-02T08:25:31.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:31 smithi012 ceph-mon[27004]: osdmap e156: 8 total, 8 up, 8 in 2024-04-02T08:25:31.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:31 smithi012 ceph-mon[27004]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:31.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:31 smithi012 ceph-mon[27004]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:31.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:31 smithi012 ceph-mon[27004]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:31.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:31 smithi012 ceph-mon[27004]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:31.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:31 smithi012 ceph-mon[27004]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:31.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:31 smithi012 ceph-mon[27004]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:31.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:31 smithi012 ceph-mon[27004]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:31.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:31 smithi012 ceph-mon[27004]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:31.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:31 smithi012 ceph-mon[27004]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:31.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:31 smithi012 ceph-mon[27004]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:31.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:31 smithi012 ceph-mon[27004]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:31.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:31 smithi012 ceph-mon[27004]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:31.431 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:31 smithi012 ceph-mon[27004]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:31.431 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:31 smithi012 ceph-mon[27004]: osdmap e157: 8 total, 8 up, 8 in 2024-04-02T08:25:31.835 INFO:tasks.rados.rados.0.smithi012.stdout:501: done (1 left) 2024-04-02T08:25:31.835 INFO:tasks.rados.rados.0.smithi012.stdout:502: copy_from oid 46 from oid 11 current snap is 43 2024-04-02T08:25:31.835 INFO:tasks.rados.rados.0.smithi012.stdout:500: finishing write tid 1 to smithi01277369-49 2024-04-02T08:25:31.835 INFO:tasks.rados.rados.0.smithi012.stdout:500: finishing write tid 2 to smithi01277369-49 2024-04-02T08:25:31.835 INFO:tasks.rados.rados.0.smithi012.stdout:500: finishing write tid 3 to smithi01277369-49 2024-04-02T08:25:31.835 INFO:tasks.rados.rados.0.smithi012.stdout:500: oid 49 updating version 0 to 124 2024-04-02T08:25:31.835 INFO:tasks.rados.rados.0.smithi012.stdout:500: oid 49 version 124 is already newer than 123 2024-04-02T08:25:31.835 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 49 v 124 (ObjNum 172 snap 43 seq_num 172) dirty exists 2024-04-02T08:25:31.835 INFO:tasks.rados.rados.0.smithi012.stdout:500: left oid 49 (ObjNum 172 snap 43 seq_num 172) 2024-04-02T08:25:31.836 INFO:tasks.rados.rados.0.smithi012.stdout:500: done (1 left) 2024-04-02T08:25:31.836 INFO:tasks.rados.rados.0.smithi012.stdout:503: setattr oid 27 current snap is 43 2024-04-02T08:25:31.837 INFO:tasks.rados.rados.0.smithi012.stdout:504: rollback oid 3 current snap is 43 2024-04-02T08:25:31.837 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 3 to 36 2024-04-02T08:25:31.837 INFO:tasks.rados.rados.0.smithi012.stdout:505: setattr oid 40 current snap is 43 2024-04-02T08:25:31.839 INFO:tasks.rados.rados.0.smithi012.stdout:506: snap_create 2024-04-02T08:25:31.848 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 40 v 147 (ObjNum 149 snap 38 seq_num 149) dirty exists 2024-04-02T08:25:31.848 INFO:tasks.rados.rados.0.smithi012.stdout:504: finishing rollback tid 0 to smithi01277369-3 2024-04-02T08:25:31.848 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 27 v 214 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-04-02T08:25:31.848 INFO:tasks.rados.rados.0.smithi012.stdout:504: finishing rollback tid 1 to smithi01277369-3 2024-04-02T08:25:31.848 INFO:tasks.rados.rados.0.smithi012.stdout:504: finishing rollback tid 2 to smithi01277369-3 2024-04-02T08:25:31.849 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 3 v 99 (ObjNum 148 snap 36 seq_num 148) dirty exists 2024-04-02T08:25:31.868 INFO:tasks.rados.rados.0.smithi012.stdout:502: finishing copy_from racing read to smithi01277369-46 2024-04-02T08:25:31.872 INFO:tasks.rados.rados.0.smithi012.stdout:502: finishing copy_from to smithi01277369-46 2024-04-02T08:25:31.872 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 46 v 358 (ObjNum 170 snap 43 seq_num 170) dirty exists 2024-04-02T08:25:32.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:32 smithi055 ceph-mon[31035]: Adjusting osd_memory_target on smithi012 to 2481M 2024-04-02T08:25:32.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:32 smithi055 ceph-mon[31035]: pgmap v18: 121 pgs: 121 active+clean; 127 MiB data, 498 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:25:32.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:32 smithi055 ceph-mon[31035]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:32.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:32 smithi055 ceph-mon[31035]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:32.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:32 smithi055 ceph-mon[31035]: osdmap e158: 8 total, 8 up, 8 in 2024-04-02T08:25:32.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:32 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[27239]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:25:32] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-02T08:25:32.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:32 smithi012 ceph-mon[38029]: Adjusting osd_memory_target on smithi012 to 2481M 2024-04-02T08:25:32.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:32 smithi012 ceph-mon[38029]: pgmap v18: 121 pgs: 121 active+clean; 127 MiB data, 498 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:25:32.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:32 smithi012 ceph-mon[38029]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:32.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:32 smithi012 ceph-mon[38029]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:32.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:32 smithi012 ceph-mon[38029]: osdmap e158: 8 total, 8 up, 8 in 2024-04-02T08:25:32.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:32 smithi012 ceph-mon[27004]: Adjusting osd_memory_target on smithi012 to 2481M 2024-04-02T08:25:32.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:32 smithi012 ceph-mon[27004]: pgmap v18: 121 pgs: 121 active+clean; 127 MiB data, 498 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:25:32.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:32 smithi012 ceph-mon[27004]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:32.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:32 smithi012 ceph-mon[27004]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:32.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:32 smithi012 ceph-mon[27004]: osdmap e158: 8 total, 8 up, 8 in 2024-04-02T08:25:32.838 INFO:tasks.rados.rados.0.smithi012.stdout:502: done (4 left) 2024-04-02T08:25:32.838 INFO:tasks.rados.rados.0.smithi012.stdout:503: done (3 left) 2024-04-02T08:25:32.838 INFO:tasks.rados.rados.0.smithi012.stdout:504: done (2 left) 2024-04-02T08:25:32.838 INFO:tasks.rados.rados.0.smithi012.stdout:505: done (1 left) 2024-04-02T08:25:32.838 INFO:tasks.rados.rados.0.smithi012.stdout:506: done (0 left) 2024-04-02T08:25:32.838 INFO:tasks.rados.rados.0.smithi012.stdout:507: snap_create 2024-04-02T08:25:33.844 INFO:tasks.rados.rados.0.smithi012.stdout:507: done (0 left) 2024-04-02T08:25:33.844 INFO:tasks.rados.rados.0.smithi012.stdout:508: setattr oid 4 current snap is 45 2024-04-02T08:25:33.846 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 14 current snap is 45 2024-04-02T08:25:33.846 INFO:tasks.rados.rados.0.smithi012.stdout:509: seq_num 173 ranges {8609792=499712} 2024-04-02T08:25:33.896 INFO:tasks.rados.rados.0.smithi012.stdout:509: writing smithi01277369-14 from 8609792 to 9109504 tid 1 2024-04-02T08:25:33.896 INFO:tasks.rados.rados.0.smithi012.stdout:510: read oid 16 snap 36 2024-04-02T08:25:33.896 INFO:tasks.rados.rados.0.smithi012.stdout:510: expect deleted 2024-04-02T08:25:33.896 INFO:tasks.rados.rados.0.smithi012.stdout:511: rmattr oid 10 current snap is 45 2024-04-02T08:25:33.897 INFO:tasks.rados.rados.0.smithi012.stdout:511: done (3 left) 2024-04-02T08:25:33.897 INFO:tasks.rados.rados.0.smithi012.stdout:512: copy_from oid 41 from oid 17 current snap is 45 2024-04-02T08:25:33.897 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 4 v 101 (ObjNum 99 snap 17 seq_num 99) dirty exists 2024-04-02T08:25:33.897 INFO:tasks.rados.rados.0.smithi012.stdout:508: done (3 left) 2024-04-02T08:25:33.897 INFO:tasks.rados.rados.0.smithi012.stdout:513: delete oid 22 current snap is 45 2024-04-02T08:25:33.899 INFO:tasks.rados.rados.0.smithi012.stdout:510: done (3 left) 2024-04-02T08:25:33.899 INFO:tasks.rados.rados.0.smithi012.stdout:513: done (2 left) 2024-04-02T08:25:33.899 INFO:tasks.rados.rados.0.smithi012.stdout:514: rmattr oid 20 current snap is 45 2024-04-02T08:25:33.899 INFO:tasks.rados.rados.0.smithi012.stdout:515: rollback oid 13 current snap is 45 2024-04-02T08:25:33.899 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 13 to 39 2024-04-02T08:25:33.899 INFO:tasks.rados.rados.0.smithi012.stdout:516: copy_from oid 23 from oid 3 current snap is 45 2024-04-02T08:25:33.899 INFO:tasks.rados.rados.0.smithi012.stdout:517: read oid 6 snap -1 2024-04-02T08:25:33.899 INFO:tasks.rados.rados.0.smithi012.stdout:517: expect (ObjNum 130 snap 31 seq_num 130) 2024-04-02T08:25:33.899 INFO:tasks.rados.rados.0.smithi012.stdout:518: snap_create 2024-04-02T08:25:33.901 INFO:tasks.rados.rados.0.smithi012.stdout:509: finishing write tid 1 to smithi01277369-14 2024-04-02T08:25:33.901 INFO:tasks.rados.rados.0.smithi012.stdout:509: finishing write tid 2 to smithi01277369-14 2024-04-02T08:25:33.903 INFO:tasks.rados.rados.0.smithi012.stdout:509: finishing write tid 3 to smithi01277369-14 2024-04-02T08:25:33.903 INFO:tasks.rados.rados.0.smithi012.stdout:509: oid 14 updating version 0 to 98 2024-04-02T08:25:33.903 INFO:tasks.rados.rados.0.smithi012.stdout:509: oid 14 updating version 98 to 99 2024-04-02T08:25:33.903 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 14 v 99 (ObjNum 173 snap 45 seq_num 173) dirty exists 2024-04-02T08:25:33.903 INFO:tasks.rados.rados.0.smithi012.stdout:509: left oid 14 (ObjNum 173 snap 45 seq_num 173) 2024-04-02T08:25:33.906 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 20 v 376 (ObjNum 102 snap 19 seq_num 102) dirty exists 2024-04-02T08:25:33.906 INFO:tasks.rados.rados.0.smithi012.stdout:515: finishing rollback tid 0 to smithi01277369-13 2024-04-02T08:25:33.906 INFO:tasks.rados.rados.0.smithi012.stdout:515: finishing rollback tid 1 to smithi01277369-13 2024-04-02T08:25:33.906 INFO:tasks.rados.rados.0.smithi012.stdout:515: finishing rollback tid 2 to smithi01277369-13 2024-04-02T08:25:33.906 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 13 v 380 (ObjNum 131 snap 31 seq_num 131) dirty exists 2024-04-02T08:25:33.910 INFO:tasks.rados.rados.0.smithi012.stdout:512: finishing copy_from racing read to smithi01277369-41 2024-04-02T08:25:33.910 INFO:tasks.rados.rados.0.smithi012.stdout:512: finishing copy_from to smithi01277369-41 2024-04-02T08:25:33.910 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 41 v 273 (ObjNum 70 snap 7 seq_num 70) dirty exists 2024-04-02T08:25:33.912 INFO:tasks.rados.rados.0.smithi012.stdout:516: finishing copy_from racing read to smithi01277369-23 2024-04-02T08:25:33.914 INFO:tasks.rados.rados.0.smithi012.stdout:516: finishing copy_from to smithi01277369-23 2024-04-02T08:25:33.914 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 23 v 99 (ObjNum 148 snap 36 seq_num 148) dirty exists 2024-04-02T08:25:33.917 INFO:tasks.rados.rados.0.smithi012.stdout:517: expect (ObjNum 130 snap 31 seq_num 130) 2024-04-02T08:25:34.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:33 smithi055 ceph-mon[31035]: osdmap e159: 8 total, 8 up, 8 in 2024-04-02T08:25:34.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:33 smithi055 ceph-mon[31035]: pgmap v21: 121 pgs: 121 active+clean; 139 MiB data, 530 MiB used, 715 GiB / 715 GiB avail; 9.4 MiB/s rd, 3.2 MiB/s wr, 48 op/s 2024-04-02T08:25:34.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:33 smithi012 ceph-mon[27004]: osdmap e159: 8 total, 8 up, 8 in 2024-04-02T08:25:34.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:33 smithi012 ceph-mon[27004]: pgmap v21: 121 pgs: 121 active+clean; 139 MiB data, 530 MiB used, 715 GiB / 715 GiB avail; 9.4 MiB/s rd, 3.2 MiB/s wr, 48 op/s 2024-04-02T08:25:34.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:33 smithi012 ceph-mon[38029]: osdmap e159: 8 total, 8 up, 8 in 2024-04-02T08:25:34.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:33 smithi012 ceph-mon[38029]: pgmap v21: 121 pgs: 121 active+clean; 139 MiB data, 530 MiB used, 715 GiB / 715 GiB avail; 9.4 MiB/s rd, 3.2 MiB/s wr, 48 op/s 2024-04-02T08:25:34.854 INFO:tasks.rados.rados.0.smithi012.stdout:509: done (6 left) 2024-04-02T08:25:34.854 INFO:tasks.rados.rados.0.smithi012.stdout:512: done (5 left) 2024-04-02T08:25:34.854 INFO:tasks.rados.rados.0.smithi012.stdout:514: done (4 left) 2024-04-02T08:25:34.854 INFO:tasks.rados.rados.0.smithi012.stdout:515: done (3 left) 2024-04-02T08:25:34.854 INFO:tasks.rados.rados.0.smithi012.stdout:516: done (2 left) 2024-04-02T08:25:34.855 INFO:tasks.rados.rados.0.smithi012.stdout:517: done (1 left) 2024-04-02T08:25:34.855 INFO:tasks.rados.rados.0.smithi012.stdout:518: done (0 left) 2024-04-02T08:25:34.855 INFO:tasks.rados.rados.0.smithi012.stdout:519: rollback oid 11 current snap is 46 2024-04-02T08:25:34.855 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 11 to 27 2024-04-02T08:25:34.855 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 17 current snap is 46 2024-04-02T08:25:34.855 INFO:tasks.rados.rados.0.smithi012.stdout:520: seq_num 175 ranges {1318912=540672} 2024-04-02T08:25:34.864 INFO:tasks.rados.rados.0.smithi012.stdout:520: writing smithi01277369-17 from 1318912 to 1859584 tid 1 2024-04-02T08:25:34.864 INFO:tasks.rados.rados.0.smithi012.stdout:521: rollback oid 47 current snap is 46 2024-04-02T08:25:34.864 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 47 to 36 2024-04-02T08:25:34.864 INFO:tasks.rados.rados.0.smithi012.stdout:519: finishing rollback tid 0 to smithi01277369-11 2024-04-02T08:25:34.864 INFO:tasks.rados.rados.0.smithi012.stdout:519: finishing rollback tid 1 to smithi01277369-11 2024-04-02T08:25:34.865 INFO:tasks.rados.rados.0.smithi012.stdout:519: finishing rollback tid 2 to smithi01277369-11 2024-04-02T08:25:34.865 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 11 v 384 (ObjNum 125 snap 27 seq_num 125) dirty exists 2024-04-02T08:25:34.865 INFO:tasks.rados.rados.0.smithi012.stdout:519: done (2 left) 2024-04-02T08:25:34.865 INFO:tasks.rados.rados.0.smithi012.stdout:522: snap_remove snap 44 2024-04-02T08:25:35.141 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:34 smithi055 ceph-mon[31035]: osdmap e160: 8 total, 8 up, 8 in 2024-04-02T08:25:35.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:34 smithi012 ceph-mon[27004]: osdmap e160: 8 total, 8 up, 8 in 2024-04-02T08:25:35.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:34 smithi012 ceph-mon[38029]: osdmap e160: 8 total, 8 up, 8 in 2024-04-02T08:25:35.830 INFO:tasks.rados.rados.0.smithi012.stdout:522: done (2 left) 2024-04-02T08:25:35.830 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 44 current snap is 46 2024-04-02T08:25:35.830 INFO:tasks.rados.rados.0.smithi012.stdout:523: seq_num 176 ranges {2277376=557056} 2024-04-02T08:25:35.845 INFO:tasks.rados.rados.0.smithi012.stdout:523: writing smithi01277369-44 from 2277376 to 2834432 tid 1 2024-04-02T08:25:35.845 INFO:tasks.rados.rados.0.smithi012.stdout:524: delete oid 48 current snap is 46 2024-04-02T08:25:35.846 INFO:tasks.rados.rados.0.smithi012.stdout:521: finishing rollback tid 0 to smithi01277369-47 2024-04-02T08:25:35.846 INFO:tasks.rados.rados.0.smithi012.stdout:521: finishing rollback tid 1 to smithi01277369-47 2024-04-02T08:25:35.846 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 47 v 94 (ObjNum 177 snap 0 seq_num 2613030272) dirty dne 2024-04-02T08:25:35.846 INFO:tasks.rados.rados.0.smithi012.stdout:520: finishing write tid 1 to smithi01277369-17 2024-04-02T08:25:35.846 INFO:tasks.rados.rados.0.smithi012.stdout:520: finishing write tid 2 to smithi01277369-17 2024-04-02T08:25:35.846 INFO:tasks.rados.rados.0.smithi012.stdout:520: finishing write tid 3 to smithi01277369-17 2024-04-02T08:25:35.846 INFO:tasks.rados.rados.0.smithi012.stdout:520: oid 17 updating version 0 to 387 2024-04-02T08:25:35.846 INFO:tasks.rados.rados.0.smithi012.stdout:520: oid 17 version 387 is already newer than 386 2024-04-02T08:25:35.846 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 17 v 387 (ObjNum 175 snap 46 seq_num 175) dirty exists 2024-04-02T08:25:35.846 INFO:tasks.rados.rados.0.smithi012.stdout:520: left oid 17 (ObjNum 175 snap 46 seq_num 175) 2024-04-02T08:25:35.847 INFO:tasks.rados.rados.0.smithi012.stdout:520: done (3 left) 2024-04-02T08:25:35.847 INFO:tasks.rados.rados.0.smithi012.stdout:521: done (2 left) 2024-04-02T08:25:35.847 INFO:tasks.rados.rados.0.smithi012.stdout:524: done (1 left) 2024-04-02T08:25:35.847 INFO:tasks.rados.rados.0.smithi012.stdout:525: snap_create 2024-04-02T08:25:35.848 INFO:tasks.rados.rados.0.smithi012.stdout:523: finishing write tid 1 to smithi01277369-44 2024-04-02T08:25:35.849 INFO:tasks.rados.rados.0.smithi012.stdout:523: finishing write tid 2 to smithi01277369-44 2024-04-02T08:25:35.849 INFO:tasks.rados.rados.0.smithi012.stdout:523: finishing write tid 3 to smithi01277369-44 2024-04-02T08:25:35.849 INFO:tasks.rados.rados.0.smithi012.stdout:523: oid 44 updating version 0 to 360 2024-04-02T08:25:35.849 INFO:tasks.rados.rados.0.smithi012.stdout:523: oid 44 updating version 360 to 361 2024-04-02T08:25:35.849 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 44 v 361 (ObjNum 176 snap 46 seq_num 176) dirty exists 2024-04-02T08:25:35.849 INFO:tasks.rados.rados.0.smithi012.stdout:523: left oid 44 (ObjNum 176 snap 46 seq_num 176) 2024-04-02T08:25:36.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:35 smithi012 ceph-mon[38029]: osdmap e161: 8 total, 8 up, 8 in 2024-04-02T08:25:36.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:35 smithi012 ceph-mon[38029]: pgmap v24: 121 pgs: 121 active+clean; 139 MiB data, 530 MiB used, 715 GiB / 715 GiB avail; 9.3 MiB/s rd, 3.1 MiB/s wr, 47 op/s 2024-04-02T08:25:36.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:35 smithi012 ceph-mon[38029]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:36.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:35 smithi012 ceph-mon[38029]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:36.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:35 smithi012 ceph-mon[38029]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:36.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:35 smithi012 ceph-mon[38029]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:36.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:35 smithi012 ceph-mon[38029]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:36.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:35 smithi012 ceph-mon[38029]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:36.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:35 smithi012 ceph-mon[38029]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:36.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:35 smithi012 ceph-mon[38029]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:36.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:35 smithi012 ceph-mon[38029]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:36.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:35 smithi012 ceph-mon[38029]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:36.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:35 smithi012 ceph-mon[38029]: Adjusting osd_memory_target on smithi055 to 2481M 2024-04-02T08:25:36.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:35 smithi012 ceph-mon[38029]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:36.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:35 smithi012 ceph-mon[38029]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:36.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:35 smithi012 ceph-mon[38029]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:25:36.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:35 smithi012 ceph-mon[38029]: Updating smithi012:/etc/ceph/ceph.conf 2024-04-02T08:25:36.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:35 smithi012 ceph-mon[38029]: Updating smithi055:/etc/ceph/ceph.conf 2024-04-02T08:25:36.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:35 smithi012 ceph-mon[38029]: Updating smithi055:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:25:36.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:35 smithi012 ceph-mon[38029]: Updating smithi012:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:25:36.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:35 smithi012 ceph-mon[38029]: osdmap e162: 8 total, 8 up, 8 in 2024-04-02T08:25:36.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:35 smithi012 ceph-mon[27004]: osdmap e161: 8 total, 8 up, 8 in 2024-04-02T08:25:36.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:35 smithi012 ceph-mon[27004]: pgmap v24: 121 pgs: 121 active+clean; 139 MiB data, 530 MiB used, 715 GiB / 715 GiB avail; 9.3 MiB/s rd, 3.1 MiB/s wr, 47 op/s 2024-04-02T08:25:36.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:35 smithi012 ceph-mon[27004]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:36.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:35 smithi012 ceph-mon[27004]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:36.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:35 smithi012 ceph-mon[27004]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:36.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:35 smithi012 ceph-mon[27004]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:36.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:35 smithi012 ceph-mon[27004]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:36.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:35 smithi012 ceph-mon[27004]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:36.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:35 smithi012 ceph-mon[27004]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:36.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:35 smithi012 ceph-mon[27004]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:36.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:35 smithi012 ceph-mon[27004]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:36.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:35 smithi012 ceph-mon[27004]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:36.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:35 smithi012 ceph-mon[27004]: Adjusting osd_memory_target on smithi055 to 2481M 2024-04-02T08:25:36.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:35 smithi012 ceph-mon[27004]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:36.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:35 smithi012 ceph-mon[27004]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:36.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:35 smithi012 ceph-mon[27004]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:25:36.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:35 smithi012 ceph-mon[27004]: Updating smithi012:/etc/ceph/ceph.conf 2024-04-02T08:25:36.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:35 smithi012 ceph-mon[27004]: Updating smithi055:/etc/ceph/ceph.conf 2024-04-02T08:25:36.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:35 smithi012 ceph-mon[27004]: Updating smithi055:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:25:36.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:35 smithi012 ceph-mon[27004]: Updating smithi012:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:25:36.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:35 smithi012 ceph-mon[27004]: osdmap e162: 8 total, 8 up, 8 in 2024-04-02T08:25:36.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:35 smithi055 ceph-mon[31035]: osdmap e161: 8 total, 8 up, 8 in 2024-04-02T08:25:36.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:35 smithi055 ceph-mon[31035]: pgmap v24: 121 pgs: 121 active+clean; 139 MiB data, 530 MiB used, 715 GiB / 715 GiB avail; 9.3 MiB/s rd, 3.1 MiB/s wr, 47 op/s 2024-04-02T08:25:36.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:35 smithi055 ceph-mon[31035]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:36.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:35 smithi055 ceph-mon[31035]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:36.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:35 smithi055 ceph-mon[31035]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:36.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:35 smithi055 ceph-mon[31035]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:36.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:35 smithi055 ceph-mon[31035]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:36.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:35 smithi055 ceph-mon[31035]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:36.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:35 smithi055 ceph-mon[31035]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:36.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:35 smithi055 ceph-mon[31035]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:36.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:35 smithi055 ceph-mon[31035]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:36.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:35 smithi055 ceph-mon[31035]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:25:36.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:35 smithi055 ceph-mon[31035]: Adjusting osd_memory_target on smithi055 to 2481M 2024-04-02T08:25:36.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:35 smithi055 ceph-mon[31035]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:36.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:35 smithi055 ceph-mon[31035]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:36.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:35 smithi055 ceph-mon[31035]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:25:36.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:35 smithi055 ceph-mon[31035]: Updating smithi012:/etc/ceph/ceph.conf 2024-04-02T08:25:36.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:35 smithi055 ceph-mon[31035]: Updating smithi055:/etc/ceph/ceph.conf 2024-04-02T08:25:36.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:35 smithi055 ceph-mon[31035]: Updating smithi055:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:25:36.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:35 smithi055 ceph-mon[31035]: Updating smithi012:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:25:36.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:35 smithi055 ceph-mon[31035]: osdmap e162: 8 total, 8 up, 8 in 2024-04-02T08:25:36.836 INFO:tasks.rados.rados.0.smithi012.stdout:523: done (1 left) 2024-04-02T08:25:36.836 INFO:tasks.rados.rados.0.smithi012.stdout:525: done (0 left) 2024-04-02T08:25:36.837 INFO:tasks.rados.rados.0.smithi012.stdout:526: snap_create 2024-04-02T08:25:37.170 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:36 smithi055 ceph-mon[31035]: Updating smithi055:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:25:37.171 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:36 smithi055 ceph-mon[31035]: Updating smithi012:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:25:37.171 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:36 smithi055 ceph-mon[31035]: Updating smithi055:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:25:37.171 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:36 smithi055 ceph-mon[31035]: Updating smithi012:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:25:37.171 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:36 smithi055 ceph-mon[31035]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:25:37.171 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:36 smithi055 ceph-mon[31035]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:37.171 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:36 smithi055 ceph-mon[31035]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:37.171 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:36 smithi055 ceph-mon[31035]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:37.171 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:36 smithi055 ceph-mon[31035]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:37.171 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:36 smithi055 ceph-mon[31035]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:37.171 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:36 smithi055 ceph-mon[31035]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-02T08:25:37.172 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:36 smithi055 ceph-mon[31035]: Reconfiguring daemon prometheus.a on smithi055 2024-04-02T08:25:37.172 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:36 smithi055 ceph-mon[31035]: osdmap e163: 8 total, 8 up, 8 in 2024-04-02T08:25:37.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:36 smithi012 ceph-mon[27004]: Updating smithi055:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:25:37.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:36 smithi012 ceph-mon[27004]: Updating smithi012:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:25:37.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:36 smithi012 ceph-mon[27004]: Updating smithi055:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:25:37.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:36 smithi012 ceph-mon[27004]: Updating smithi012:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:25:37.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:36 smithi012 ceph-mon[27004]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:25:37.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:36 smithi012 ceph-mon[27004]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:37.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:36 smithi012 ceph-mon[27004]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:37.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:36 smithi012 ceph-mon[27004]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:37.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:36 smithi012 ceph-mon[27004]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:37.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:36 smithi012 ceph-mon[27004]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:37.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:36 smithi012 ceph-mon[27004]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-02T08:25:37.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:36 smithi012 ceph-mon[27004]: Reconfiguring daemon prometheus.a on smithi055 2024-04-02T08:25:37.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:36 smithi012 ceph-mon[27004]: osdmap e163: 8 total, 8 up, 8 in 2024-04-02T08:25:37.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:36 smithi012 ceph-mon[38029]: Updating smithi055:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:25:37.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:36 smithi012 ceph-mon[38029]: Updating smithi012:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:25:37.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:36 smithi012 ceph-mon[38029]: Updating smithi055:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:25:37.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:36 smithi012 ceph-mon[38029]: Updating smithi012:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:25:37.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:36 smithi012 ceph-mon[38029]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:25:37.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:36 smithi012 ceph-mon[38029]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:37.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:36 smithi012 ceph-mon[38029]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:37.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:36 smithi012 ceph-mon[38029]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:37.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:36 smithi012 ceph-mon[38029]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:37.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:36 smithi012 ceph-mon[38029]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:37.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:36 smithi012 ceph-mon[38029]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-02T08:25:37.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:36 smithi012 ceph-mon[38029]: Reconfiguring daemon prometheus.a on smithi055 2024-04-02T08:25:37.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:36 smithi012 ceph-mon[38029]: osdmap e163: 8 total, 8 up, 8 in 2024-04-02T08:25:37.839 INFO:tasks.rados.rados.0.smithi012.stdout:526: done (0 left) 2024-04-02T08:25:37.839 INFO:tasks.rados.rados.0.smithi012.stdout:527: snap_remove snap 46 2024-04-02T08:25:38.144 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:37 smithi055 ceph-mon[31035]: pgmap v27: 121 pgs: 121 active+clean; 141 MiB data, 557 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 390 KiB/s wr, 9 op/s 2024-04-02T08:25:38.144 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:37 smithi055 ceph-mon[31035]: osdmap e164: 8 total, 8 up, 8 in 2024-04-02T08:25:38.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:37 smithi012 ceph-mon[27004]: pgmap v27: 121 pgs: 121 active+clean; 141 MiB data, 557 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 390 KiB/s wr, 9 op/s 2024-04-02T08:25:38.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:37 smithi012 ceph-mon[27004]: osdmap e164: 8 total, 8 up, 8 in 2024-04-02T08:25:38.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:37 smithi012 ceph-mon[38029]: pgmap v27: 121 pgs: 121 active+clean; 141 MiB data, 557 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 390 KiB/s wr, 9 op/s 2024-04-02T08:25:38.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:37 smithi012 ceph-mon[38029]: osdmap e164: 8 total, 8 up, 8 in 2024-04-02T08:25:38.573 INFO:teuthology.orchestra.run.smithi012.stdout:true 2024-04-02T08:25:38.841 INFO:tasks.rados.rados.0.smithi012.stdout:527: done (0 left) 2024-04-02T08:25:38.841 INFO:tasks.rados.rados.0.smithi012.stdout:528: read oid 21 snap -1 2024-04-02T08:25:38.841 INFO:tasks.rados.rados.0.smithi012.stdout:528: expect (ObjNum 166 snap 43 seq_num 166) 2024-04-02T08:25:38.841 INFO:tasks.rados.rados.0.smithi012.stdout:529: snap_create 2024-04-02T08:25:38.844 INFO:tasks.rados.rados.0.smithi012.stdout:528: expect (ObjNum 166 snap 43 seq_num 166) 2024-04-02T08:25:38.911 INFO:teuthology.orchestra.run.smithi012.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:25:38.911 INFO:teuthology.orchestra.run.smithi012.stdout:alertmanager.a smithi012 *:9093,9094 running (3m) 9s ago 4m 27.4M - 0.25.0 c8568f914cd2 3ed3fc1b8013 2024-04-02T08:25:38.911 INFO:teuthology.orchestra.run.smithi012.stdout:grafana.a smithi055 *:3000 running (4m) 8s ago 4m 90.6M - 9.4.7 954c08fa6188 9788bcfbfb6f 2024-04-02T08:25:38.911 INFO:teuthology.orchestra.run.smithi012.stdout:mds.a smithi012 running (5m) 9s ago 5m 16.0M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 756f041a4b0e 2024-04-02T08:25:38.911 INFO:teuthology.orchestra.run.smithi012.stdout:mds.b smithi055 running (5m) 8s ago 5m 19.2M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 0a0c21b36b12 2024-04-02T08:25:38.912 INFO:teuthology.orchestra.run.smithi012.stdout:mgr.x smithi055 *:8443,9283,8765 running (35s) 8s ago 8m 491M - 19.0.0-2422-g3cba26ea beaaa8a653cf 5c1fccc5ea5a 2024-04-02T08:25:38.912 INFO:teuthology.orchestra.run.smithi012.stdout:mgr.y smithi012 *:9283,8765 running (10m) 9s ago 10m 373M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 73e84469a1aa 2024-04-02T08:25:38.912 INFO:teuthology.orchestra.run.smithi012.stdout:mon.a smithi012 running (10m) 9s ago 10m 53.0M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d b8a2d50fe893 2024-04-02T08:25:38.912 INFO:teuthology.orchestra.run.smithi012.stdout:mon.b smithi055 running (9m) 8s ago 9m 42.6M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d 61752f499722 2024-04-02T08:25:38.912 INFO:teuthology.orchestra.run.smithi012.stdout:mon.c smithi012 running (9m) 9s ago 9m 41.6M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d c471055007a2 2024-04-02T08:25:38.912 INFO:teuthology.orchestra.run.smithi012.stdout:node-exporter.a smithi012 *:9100 running (3m) 9s ago 3m 17.1M - 1.5.0 0da6a335fe13 a3d31893d77a 2024-04-02T08:25:38.912 INFO:teuthology.orchestra.run.smithi012.stdout:node-exporter.b smithi055 *:9100 running (3m) 8s ago 3m 14.8M - 1.5.0 0da6a335fe13 e1788e402810 2024-04-02T08:25:38.912 INFO:teuthology.orchestra.run.smithi012.stdout:osd.0 smithi012 running (8m) 9s ago 8m 104M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d ae3670468d2f 2024-04-02T08:25:38.912 INFO:teuthology.orchestra.run.smithi012.stdout:osd.1 smithi012 running (8m) 9s ago 8m 100M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d c0e45226a432 2024-04-02T08:25:38.912 INFO:teuthology.orchestra.run.smithi012.stdout:osd.2 smithi012 running (7m) 9s ago 7m 103M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 1a1a0831f480 2024-04-02T08:25:38.912 INFO:teuthology.orchestra.run.smithi012.stdout:osd.3 smithi012 running (7m) 9s ago 7m 71.1M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d f2070d5ae9b3 2024-04-02T08:25:38.912 INFO:teuthology.orchestra.run.smithi012.stdout:osd.4 smithi055 running (6m) 8s ago 6m 95.1M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 6ea99dd7fbaa 2024-04-02T08:25:38.912 INFO:teuthology.orchestra.run.smithi012.stdout:osd.5 smithi055 running (6m) 8s ago 6m 99.6M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 300691ec9744 2024-04-02T08:25:38.913 INFO:teuthology.orchestra.run.smithi012.stdout:osd.6 smithi055 running (6m) 8s ago 6m 67.1M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 256c0abe00a7 2024-04-02T08:25:38.913 INFO:teuthology.orchestra.run.smithi012.stdout:osd.7 smithi055 running (5m) 8s ago 5m 72.6M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d edc056f1c4d7 2024-04-02T08:25:38.913 INFO:teuthology.orchestra.run.smithi012.stdout:prometheus.a smithi055 *:9095 running (3m) 8s ago 4m 49.2M - 2.43.0 a07b618ecd1d b9a495d6f576 2024-04-02T08:25:39.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:38 smithi055 ceph-mon[31035]: from='client.15162 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:39.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:38 smithi055 ceph-mon[31035]: osdmap e165: 8 total, 8 up, 8 in 2024-04-02T08:25:39.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:38 smithi012 ceph-mon[27004]: from='client.15162 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:39.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:38 smithi012 ceph-mon[27004]: osdmap e165: 8 total, 8 up, 8 in 2024-04-02T08:25:39.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:38 smithi012 ceph-mon[38029]: from='client.15162 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:39.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:38 smithi012 ceph-mon[38029]: osdmap e165: 8 total, 8 up, 8 in 2024-04-02T08:25:39.320 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-04-02T08:25:39.320 INFO:teuthology.orchestra.run.smithi012.stdout: "mon": { 2024-04-02T08:25:39.320 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3 2024-04-02T08:25:39.320 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:25:39.320 INFO:teuthology.orchestra.run.smithi012.stdout: "mgr": { 2024-04-02T08:25:39.320 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 1, 2024-04-02T08:25:39.320 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 1 2024-04-02T08:25:39.320 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:25:39.320 INFO:teuthology.orchestra.run.smithi012.stdout: "osd": { 2024-04-02T08:25:39.320 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:25:39.320 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:25:39.321 INFO:teuthology.orchestra.run.smithi012.stdout: "mds": { 2024-04-02T08:25:39.321 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:25:39.321 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:25:39.321 INFO:teuthology.orchestra.run.smithi012.stdout: "overall": { 2024-04-02T08:25:39.321 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 14, 2024-04-02T08:25:39.321 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 1 2024-04-02T08:25:39.321 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-04-02T08:25:39.321 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-04-02T08:25:39.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:25:39 smithi055 systemd[1]: Stopping Ceph prometheus.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:25:39.840 INFO:tasks.rados.rados.0.smithi012.stdout:528: done (1 left) 2024-04-02T08:25:39.840 INFO:tasks.rados.rados.0.smithi012.stdout:529: done (0 left) 2024-04-02T08:25:39.840 INFO:tasks.rados.rados.0.smithi012.stdout:530: copy_from oid 24 from oid 25 current snap is 49 2024-04-02T08:25:39.840 INFO:tasks.rados.rados.0.smithi012.stdout:531: snap_remove snap 47 2024-04-02T08:25:40.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:39 smithi012 ceph-mon[27004]: from='client.25058 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:40.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:39 smithi012 ceph-mon[27004]: pgmap v30: 121 pgs: 121 active+clean; 143 MiB data, 561 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2024-04-02T08:25:40.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:39 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/1387789887' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:25:40.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:39 smithi012 ceph-mon[27004]: osdmap e166: 8 total, 8 up, 8 in 2024-04-02T08:25:40.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:39 smithi012 ceph-mon[38029]: from='client.25058 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:40.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:39 smithi012 ceph-mon[38029]: pgmap v30: 121 pgs: 121 active+clean; 143 MiB data, 561 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2024-04-02T08:25:40.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:39 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/1387789887' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:25:40.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:39 smithi012 ceph-mon[38029]: osdmap e166: 8 total, 8 up, 8 in 2024-04-02T08:25:40.251 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:39 smithi055 ceph-mon[31035]: from='client.25058 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:40.251 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:39 smithi055 ceph-mon[31035]: pgmap v30: 121 pgs: 121 active+clean; 143 MiB data, 561 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2024-04-02T08:25:40.251 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:39 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/1387789887' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:25:40.251 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:39 smithi055 ceph-mon[31035]: osdmap e166: 8 total, 8 up, 8 in 2024-04-02T08:25:40.251 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:25:39 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[63120]: ts=2024-04-02T08:25:39.951Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-02T08:25:40.251 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:25:39 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[63120]: ts=2024-04-02T08:25:39.952Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-02T08:25:40.251 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:25:39 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[63120]: ts=2024-04-02T08:25:39.952Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-02T08:25:40.251 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:25:39 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[63120]: ts=2024-04-02T08:25:39.952Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-02T08:25:40.252 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:25:39 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[63120]: ts=2024-04-02T08:25:39.952Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-02T08:25:40.252 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:25:39 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[63120]: ts=2024-04-02T08:25:39.952Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-02T08:25:40.252 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:25:39 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[63120]: ts=2024-04-02T08:25:39.952Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-02T08:25:40.252 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:25:39 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[63120]: ts=2024-04-02T08:25:39.952Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-02T08:25:40.252 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:25:39 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[63120]: ts=2024-04-02T08:25:39.952Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-02T08:25:40.252 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:25:39 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[63120]: ts=2024-04-02T08:25:39.952Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-02T08:25:40.252 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:25:39 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[63120]: ts=2024-04-02T08:25:39.952Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-02T08:25:40.252 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:25:39 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[63120]: ts=2024-04-02T08:25:39.952Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-02T08:25:40.252 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:25:39 smithi055 podman[73531]: 2024-04-02 08:25:39.962056369 +0000 UTC m=+0.133182873 container died b9a495d6f576bd4e471d304a96bcd74db12f71adb6a2c799ca61b1d2cb359e29 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:25:40.560 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:25:40 smithi055 podman[73531]: 2024-04-02 08:25:40.360200966 +0000 UTC m=+0.531327476 container cleanup b9a495d6f576bd4e471d304a96bcd74db12f71adb6a2c799ca61b1d2cb359e29 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:25:40.560 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:25:40 smithi055 bash[73531]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a 2024-04-02T08:25:40.827 INFO:tasks.rados.rados.0.smithi012.stdout:531: done (1 left) 2024-04-02T08:25:40.827 INFO:tasks.rados.rados.0.smithi012.stdout:532: rollback oid 16 current snap is 49 2024-04-02T08:25:40.827 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 16 to 27 2024-04-02T08:25:40.827 INFO:tasks.rados.rados.0.smithi012.stdout:530: finishing copy_from racing read to smithi01277369-24 2024-04-02T08:25:40.827 INFO:tasks.rados.rados.0.smithi012.stdout:530: finishing copy_from to smithi01277369-24 2024-04-02T08:25:40.827 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 24 v 43 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-02T08:25:40.828 INFO:tasks.rados.rados.0.smithi012.stdout:530: done (1 left) 2024-04-02T08:25:40.828 INFO:tasks.rados.rados.0.smithi012.stdout:533: read oid 47 snap 40 2024-04-02T08:25:40.828 INFO:tasks.rados.rados.0.smithi012.stdout:533: expect (ObjNum 154 snap 40 seq_num 154) 2024-04-02T08:25:40.828 INFO:tasks.rados.rados.0.smithi012.stdout:534: rollback oid 17 current snap is 49 2024-04-02T08:25:40.828 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 17 to 36 2024-04-02T08:25:40.828 INFO:tasks.rados.rados.0.smithi012.stdout:535: snap_create 2024-04-02T08:25:40.830 INFO:tasks.rados.rados.0.smithi012.stdout:533: expect (ObjNum 154 snap 40 seq_num 154) 2024-04-02T08:25:40.837 INFO:tasks.rados.rados.0.smithi012.stdout:532: finishing rollback tid 1 to smithi01277369-16 2024-04-02T08:25:40.837 INFO:tasks.rados.rados.0.smithi012.stdout:532: finishing rollback tid 2 to smithi01277369-16 2024-04-02T08:25:40.837 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 16 v 146 (ObjNum 120 snap 26 seq_num 120) dirty exists 2024-04-02T08:25:40.837 INFO:tasks.rados.rados.0.smithi012.stdout:534: finishing rollback tid 0 to smithi01277369-17 2024-04-02T08:25:40.837 INFO:tasks.rados.rados.0.smithi012.stdout:534: finishing rollback tid 1 to smithi01277369-17 2024-04-02T08:25:40.837 INFO:tasks.rados.rados.0.smithi012.stdout:534: finishing rollback tid 2 to smithi01277369-17 2024-04-02T08:25:40.838 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 17 v 401 (ObjNum 70 snap 7 seq_num 70) dirty exists 2024-04-02T08:25:40.919 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:25:40 smithi055 podman[73543]: 2024-04-02 08:25:40.586467139 +0000 UTC m=+0.627462386 container remove b9a495d6f576bd4e471d304a96bcd74db12f71adb6a2c799ca61b1d2cb359e29 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:25:40.919 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:25:40 smithi055 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@prometheus.a.service: Deactivated successfully. 2024-04-02T08:25:40.919 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:25:40 smithi055 systemd[1]: Stopped Ceph prometheus.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:25:40.920 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:25:40 smithi055 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@prometheus.a.service: Consumed 1.530s CPU time. 2024-04-02T08:25:40.920 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:25:40 smithi055 systemd[1]: Starting Ceph prometheus.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:25:41.245 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:25:40 smithi055 podman[73642]: 2024-04-02 08:25:40.825475175 +0000 UTC m=+0.018731698 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-02T08:25:41.246 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:25:41 smithi055 podman[73642]: 2024-04-02 08:25:41.02087196 +0000 UTC m=+0.214128502 container create 2f3317c4031fb9b772a362640d94acb5faf8ea8eaecd832cae25bc8a82a263a5 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:25:41.561 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:25:41 smithi055 podman[73642]: 2024-04-02 08:25:41.248205218 +0000 UTC m=+0.441461721 container init 2f3317c4031fb9b772a362640d94acb5faf8ea8eaecd832cae25bc8a82a263a5 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:25:41.561 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:25:41 smithi055 podman[73642]: 2024-04-02 08:25:41.250882308 +0000 UTC m=+0.444138812 container start 2f3317c4031fb9b772a362640d94acb5faf8ea8eaecd832cae25bc8a82a263a5 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:25:41.561 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:25:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[73657]: ts=2024-04-02T08:25:41.273Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-02T08:25:41.561 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:25:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[73657]: ts=2024-04-02T08:25:41.273Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-02T08:25:41.561 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:25:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[73657]: ts=2024-04-02T08:25:41.273Z caller=main.go:570 level=info host_details="(Linux 5.14.0-434.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024 x86_64 smithi055 (none))" 2024-04-02T08:25:41.561 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:25:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[73657]: ts=2024-04-02T08:25:41.273Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-02T08:25:41.561 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:25:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[73657]: ts=2024-04-02T08:25:41.273Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-02T08:25:41.562 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:25:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[73657]: ts=2024-04-02T08:25:41.275Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-02T08:25:41.562 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:25:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[73657]: ts=2024-04-02T08:25:41.276Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-02T08:25:41.562 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:25:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[73657]: ts=2024-04-02T08:25:41.276Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-02T08:25:41.562 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:25:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[73657]: ts=2024-04-02T08:25:41.276Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-02T08:25:41.562 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:25:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[73657]: ts=2024-04-02T08:25:41.278Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-02T08:25:41.562 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:25:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[73657]: ts=2024-04-02T08:25:41.278Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.491µs 2024-04-02T08:25:41.562 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:25:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[73657]: ts=2024-04-02T08:25:41.278Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-02T08:25:41.562 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:25:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[73657]: ts=2024-04-02T08:25:41.279Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-04-02T08:25:41.562 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:25:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[73657]: ts=2024-04-02T08:25:41.286Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-04-02T08:25:41.562 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:25:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[73657]: ts=2024-04-02T08:25:41.286Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-04-02T08:25:41.563 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:25:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[73657]: ts=2024-04-02T08:25:41.286Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=18.368µs wal_replay_duration=8.402886ms wbl_replay_duration=111ns total_replay_duration=8.43867ms 2024-04-02T08:25:41.563 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:25:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[73657]: ts=2024-04-02T08:25:41.288Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-02T08:25:41.563 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:25:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[73657]: ts=2024-04-02T08:25:41.288Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-02T08:25:41.563 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:25:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[73657]: ts=2024-04-02T08:25:41.288Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-02T08:25:41.563 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:25:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[73657]: ts=2024-04-02T08:25:41.309Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=20.915784ms db_storage=790ns remote_storage=1.111µs web_handler=447ns query_engine=544ns scrape=388.047µs scrape_sd=101.119µs notify=13.329µs notify_sd=38.52µs rules=20.071938ms tracing=6.34µs 2024-04-02T08:25:41.563 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:25:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[73657]: ts=2024-04-02T08:25:41.309Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-02T08:25:41.563 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:25:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[73657]: ts=2024-04-02T08:25:41.309Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-02T08:25:41.563 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:25:41 smithi055 bash[73642]: 2f3317c4031fb9b772a362640d94acb5faf8ea8eaecd832cae25bc8a82a263a5 2024-04-02T08:25:41.563 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:25:41 smithi055 systemd[1]: Started Ceph prometheus.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:25:41.838 INFO:tasks.rados.rados.0.smithi012.stdout:532: done (3 left) 2024-04-02T08:25:41.838 INFO:tasks.rados.rados.0.smithi012.stdout:533: done (2 left) 2024-04-02T08:25:41.838 INFO:tasks.rados.rados.0.smithi012.stdout:534: done (1 left) 2024-04-02T08:25:41.838 INFO:tasks.rados.rados.0.smithi012.stdout:535: done (0 left) 2024-04-02T08:25:41.839 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 33 current snap is 50 2024-04-02T08:25:41.839 INFO:tasks.rados.rados.0.smithi012.stdout:536: seq_num 178 ranges {0=589824} 2024-04-02T08:25:41.842 INFO:tasks.rados.rados.0.smithi012.stdout:536: writing smithi01277369-33 from 0 to 589824 tid 1 2024-04-02T08:25:41.842 INFO:tasks.rados.rados.0.smithi012.stdout:537: read oid 27 snap -1 2024-04-02T08:25:41.842 INFO:tasks.rados.rados.0.smithi012.stdout:537: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:25:41.842 INFO:tasks.rados.rados.0.smithi012.stdout:538: setattr oid 40 current snap is 50 2024-04-02T08:25:41.843 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 47 current snap is 50 2024-04-02T08:25:41.843 INFO:tasks.rados.rados.0.smithi012.stdout:539: seq_num 179 ranges {0=606208} 2024-04-02T08:25:41.847 INFO:tasks.rados.rados.0.smithi012.stdout:539: writing smithi01277369-47 from 0 to 606208 tid 1 2024-04-02T08:25:41.847 INFO:tasks.rados.rados.0.smithi012.stdout:540: read oid 37 snap -1 2024-04-02T08:25:41.847 INFO:tasks.rados.rados.0.smithi012.stdout:540: expect (ObjNum 138 snap 34 seq_num 138) 2024-04-02T08:25:41.847 INFO:tasks.rados.rados.0.smithi012.stdout:541: rollback oid 12 current snap is 50 2024-04-02T08:25:41.848 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 12 to 45 2024-04-02T08:25:41.848 INFO:tasks.rados.rados.0.smithi012.stdout:537: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:25:41.850 INFO:tasks.rados.rados.0.smithi012.stdout:536: finishing write tid 1 to smithi01277369-33 2024-04-02T08:25:41.851 INFO:tasks.rados.rados.0.smithi012.stdout:536: finishing write tid 2 to smithi01277369-33 2024-04-02T08:25:41.851 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 40 v 148 (ObjNum 149 snap 38 seq_num 149) dirty exists 2024-04-02T08:25:41.852 INFO:tasks.rados.rados.0.smithi012.stdout:536: finishing write tid 3 to smithi01277369-33 2024-04-02T08:25:41.852 INFO:tasks.rados.rados.0.smithi012.stdout:536: oid 33 updating version 0 to 362 2024-04-02T08:25:41.852 INFO:tasks.rados.rados.0.smithi012.stdout:536: oid 33 updating version 362 to 363 2024-04-02T08:25:41.852 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 33 v 363 (ObjNum 178 snap 50 seq_num 178) dirty exists 2024-04-02T08:25:41.852 INFO:tasks.rados.rados.0.smithi012.stdout:536: left oid 33 (ObjNum 178 snap 50 seq_num 178) 2024-04-02T08:25:41.853 INFO:tasks.rados.rados.0.smithi012.stdout:536: done (5 left) 2024-04-02T08:25:41.853 INFO:tasks.rados.rados.0.smithi012.stdout:537: done (4 left) 2024-04-02T08:25:41.853 INFO:tasks.rados.rados.0.smithi012.stdout:538: done (3 left) 2024-04-02T08:25:41.853 INFO:tasks.rados.rados.0.smithi012.stdout:542: copy_from oid 24 from oid 33 current snap is 50 2024-04-02T08:25:41.853 INFO:tasks.rados.rados.0.smithi012.stdout:543: delete oid 2 current snap is 50 2024-04-02T08:25:41.853 INFO:tasks.rados.rados.0.smithi012.stdout:539: finishing write tid 1 to smithi01277369-47 2024-04-02T08:25:41.853 INFO:tasks.rados.rados.0.smithi012.stdout:541: finishing rollback tid 0 to smithi01277369-12 2024-04-02T08:25:41.853 INFO:tasks.rados.rados.0.smithi012.stdout:539: finishing write tid 2 to smithi01277369-47 2024-04-02T08:25:41.854 INFO:tasks.rados.rados.0.smithi012.stdout:541: finishing rollback tid 1 to smithi01277369-12 2024-04-02T08:25:41.854 INFO:tasks.rados.rados.0.smithi012.stdout:541: finishing rollback tid 2 to smithi01277369-12 2024-04-02T08:25:41.854 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 12 v 168 (ObjNum 169 snap 43 seq_num 169) dirty exists 2024-04-02T08:25:41.854 INFO:tasks.rados.rados.0.smithi012.stdout:539: finishing write tid 3 to smithi01277369-47 2024-04-02T08:25:41.854 INFO:tasks.rados.rados.0.smithi012.stdout:539: oid 47 updating version 0 to 96 2024-04-02T08:25:41.854 INFO:tasks.rados.rados.0.smithi012.stdout:539: oid 47 version 96 is already newer than 95 2024-04-02T08:25:41.855 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 47 v 96 (ObjNum 179 snap 50 seq_num 179) dirty exists 2024-04-02T08:25:41.855 INFO:tasks.rados.rados.0.smithi012.stdout:539: left oid 47 (ObjNum 179 snap 50 seq_num 179) 2024-04-02T08:25:41.856 INFO:tasks.rados.rados.0.smithi012.stdout:539: done (4 left) 2024-04-02T08:25:41.856 INFO:tasks.rados.rados.0.smithi012.stdout:541: done (3 left) 2024-04-02T08:25:41.856 INFO:tasks.rados.rados.0.smithi012.stdout:543: done (2 left) 2024-04-02T08:25:41.856 INFO:tasks.rados.rados.0.smithi012.stdout:544: delete oid 16 current snap is 50 2024-04-02T08:25:41.858 INFO:tasks.rados.rados.0.smithi012.stdout:544: done (2 left) 2024-04-02T08:25:41.859 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 45 current snap is 50 2024-04-02T08:25:41.859 INFO:tasks.rados.rados.0.smithi012.stdout:545: seq_num 182 ranges {3768320=655360} 2024-04-02T08:25:41.884 INFO:tasks.rados.rados.0.smithi012.stdout:545: writing smithi01277369-45 from 3768320 to 4423680 tid 1 2024-04-02T08:25:41.884 INFO:tasks.rados.rados.0.smithi012.stdout:546: snap_remove snap 45 2024-04-02T08:25:42.165 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:41 smithi012 ceph-mon[38029]: osdmap e167: 8 total, 8 up, 8 in 2024-04-02T08:25:42.165 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:41 smithi012 ceph-mon[38029]: pgmap v33: 121 pgs: 121 active+clean; 143 MiB data, 561 MiB used, 715 GiB / 715 GiB avail; 0 B/s rd, 714 KiB/s wr, 5 op/s 2024-04-02T08:25:42.165 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:41 smithi012 ceph-mon[38029]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:42.165 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:41 smithi012 ceph-mon[38029]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:42.165 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:41 smithi012 ceph-mon[38029]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:25:42.165 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:41 smithi012 ceph-mon[38029]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:25:42.165 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:41 smithi012 ceph-mon[38029]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:42.165 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:41 smithi012 ceph-mon[38029]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-02T08:25:42.166 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:41 smithi012 ceph-mon[38029]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-02T08:25:42.166 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:41 smithi012 ceph-mon[27004]: osdmap e167: 8 total, 8 up, 8 in 2024-04-02T08:25:42.166 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:41 smithi012 ceph-mon[27004]: pgmap v33: 121 pgs: 121 active+clean; 143 MiB data, 561 MiB used, 715 GiB / 715 GiB avail; 0 B/s rd, 714 KiB/s wr, 5 op/s 2024-04-02T08:25:42.166 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:41 smithi012 ceph-mon[27004]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:42.166 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:41 smithi012 ceph-mon[27004]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:42.166 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:41 smithi012 ceph-mon[27004]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:25:42.166 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:41 smithi012 ceph-mon[27004]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:25:42.166 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:41 smithi012 ceph-mon[27004]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:42.166 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:41 smithi012 ceph-mon[27004]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-02T08:25:42.166 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:41 smithi012 ceph-mon[27004]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-02T08:25:42.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:41 smithi055 ceph-mon[31035]: osdmap e167: 8 total, 8 up, 8 in 2024-04-02T08:25:42.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:41 smithi055 ceph-mon[31035]: pgmap v33: 121 pgs: 121 active+clean; 143 MiB data, 561 MiB used, 715 GiB / 715 GiB avail; 0 B/s rd, 714 KiB/s wr, 5 op/s 2024-04-02T08:25:42.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:41 smithi055 ceph-mon[31035]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:42.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:41 smithi055 ceph-mon[31035]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:42.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:41 smithi055 ceph-mon[31035]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:25:42.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:41 smithi055 ceph-mon[31035]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:25:42.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:41 smithi055 ceph-mon[31035]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:42.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:41 smithi055 ceph-mon[31035]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-02T08:25:42.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:41 smithi055 ceph-mon[31035]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-02T08:25:42.850 INFO:tasks.rados.rados.0.smithi012.stdout:546: done (3 left) 2024-04-02T08:25:42.850 INFO:tasks.rados.rados.0.smithi012.stdout:547: delete oid 21 current snap is 50 2024-04-02T08:25:42.850 INFO:tasks.rados.rados.0.smithi012.stdout:542: finishing copy_from racing read to smithi01277369-24 2024-04-02T08:25:42.850 INFO:tasks.rados.rados.0.smithi012.stdout:542: finishing copy_from to smithi01277369-24 2024-04-02T08:25:42.850 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 24 v 363 (ObjNum 178 snap 50 seq_num 178) dirty exists 2024-04-02T08:25:42.850 INFO:tasks.rados.rados.0.smithi012.stdout:540: expect (ObjNum 138 snap 34 seq_num 138) 2024-04-02T08:25:42.914 INFO:tasks.rados.rados.0.smithi012.stdout:545: finishing write tid 1 to smithi01277369-45 2024-04-02T08:25:42.914 INFO:tasks.rados.rados.0.smithi012.stdout:545: finishing write tid 2 to smithi01277369-45 2024-04-02T08:25:42.914 INFO:tasks.rados.rados.0.smithi012.stdout:545: finishing write tid 3 to smithi01277369-45 2024-04-02T08:25:42.914 INFO:tasks.rados.rados.0.smithi012.stdout:545: oid 45 updating version 0 to 216 2024-04-02T08:25:42.914 INFO:tasks.rados.rados.0.smithi012.stdout:545: oid 45 version 216 is already newer than 215 2024-04-02T08:25:42.914 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 45 v 216 (ObjNum 182 snap 50 seq_num 182) dirty exists 2024-04-02T08:25:42.914 INFO:tasks.rados.rados.0.smithi012.stdout:545: left oid 45 (ObjNum 182 snap 50 seq_num 182) 2024-04-02T08:25:42.915 INFO:tasks.rados.rados.0.smithi012.stdout:540: done (3 left) 2024-04-02T08:25:42.915 INFO:tasks.rados.rados.0.smithi012.stdout:542: done (2 left) 2024-04-02T08:25:42.915 INFO:tasks.rados.rados.0.smithi012.stdout:545: done (1 left) 2024-04-02T08:25:42.915 INFO:tasks.rados.rados.0.smithi012.stdout:547: done (0 left) 2024-04-02T08:25:42.915 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 39 current snap is 50 2024-04-02T08:25:42.915 INFO:tasks.rados.rados.0.smithi012.stdout:548: seq_num 184 ranges {0=688128} 2024-04-02T08:25:42.917 INFO:tasks.rados.rados.0.smithi012.stdout:548: writing smithi01277369-39 from 0 to 688128 tid 1 2024-04-02T08:25:42.918 INFO:tasks.rados.rados.0.smithi012.stdout:549: rollback oid 8 current snap is 50 2024-04-02T08:25:42.918 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 8 to 49 2024-04-02T08:25:42.918 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 43 current snap is 50 2024-04-02T08:25:42.918 INFO:tasks.rados.rados.0.smithi012.stdout:550: seq_num 185 ranges {1523712=704512} 2024-04-02T08:25:42.930 INFO:tasks.rados.rados.0.smithi012.stdout:550: writing smithi01277369-43 from 1523712 to 2228224 tid 1 2024-04-02T08:25:42.930 INFO:tasks.rados.rados.0.smithi012.stdout:551: delete oid 49 current snap is 50 2024-04-02T08:25:42.930 INFO:tasks.rados.rados.0.smithi012.stdout:548: finishing write tid 1 to smithi01277369-39 2024-04-02T08:25:42.931 INFO:tasks.rados.rados.0.smithi012.stdout:549: finishing rollback tid 0 to smithi01277369-8 2024-04-02T08:25:42.931 INFO:tasks.rados.rados.0.smithi012.stdout:549: finishing rollback tid 1 to smithi01277369-8 2024-04-02T08:25:42.931 INFO:tasks.rados.rados.0.smithi012.stdout:548: finishing write tid 2 to smithi01277369-39 2024-04-02T08:25:42.931 INFO:tasks.rados.rados.0.smithi012.stdout:549: finishing rollback tid 2 to smithi01277369-8 2024-04-02T08:25:42.931 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 8 v 415 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-02T08:25:42.931 INFO:tasks.rados.rados.0.smithi012.stdout:548: finishing write tid 3 to smithi01277369-39 2024-04-02T08:25:42.931 INFO:tasks.rados.rados.0.smithi012.stdout:548: oid 39 updating version 0 to 270 2024-04-02T08:25:42.931 INFO:tasks.rados.rados.0.smithi012.stdout:548: oid 39 version 270 is already newer than 269 2024-04-02T08:25:42.931 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 39 v 270 (ObjNum 184 snap 50 seq_num 184) dirty exists 2024-04-02T08:25:42.931 INFO:tasks.rados.rados.0.smithi012.stdout:548: left oid 39 (ObjNum 184 snap 50 seq_num 184) 2024-04-02T08:25:42.932 INFO:tasks.rados.rados.0.smithi012.stdout:548: done (3 left) 2024-04-02T08:25:42.932 INFO:tasks.rados.rados.0.smithi012.stdout:549: done (2 left) 2024-04-02T08:25:42.932 INFO:tasks.rados.rados.0.smithi012.stdout:551: done (1 left) 2024-04-02T08:25:42.932 INFO:tasks.rados.rados.0.smithi012.stdout:552: delete oid 10 current snap is 50 2024-04-02T08:25:42.934 INFO:tasks.rados.rados.0.smithi012.stdout:550: finishing write tid 1 to smithi01277369-43 2024-04-02T08:25:42.935 INFO:tasks.rados.rados.0.smithi012.stdout:552: done (1 left) 2024-04-02T08:25:42.935 INFO:tasks.rados.rados.0.smithi012.stdout:553: rmattr oid 29 current snap is 50 2024-04-02T08:25:42.935 INFO:tasks.rados.rados.0.smithi012.stdout:550: finishing write tid 2 to smithi01277369-43 2024-04-02T08:25:42.935 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 14 current snap is 50 2024-04-02T08:25:42.935 INFO:tasks.rados.rados.0.smithi012.stdout:554: seq_num 188 ranges {9109504=753664} 2024-04-02T08:25:42.989 INFO:tasks.rados.rados.0.smithi012.stdout:554: writing smithi01277369-14 from 9109504 to 9863168 tid 1 2024-04-02T08:25:42.989 INFO:tasks.rados.rados.0.smithi012.stdout:555: read oid 26 snap -1 2024-04-02T08:25:42.989 INFO:tasks.rados.rados.0.smithi012.stdout:555: expect (ObjNum 159 snap 41 seq_num 159) 2024-04-02T08:25:42.989 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 40 current snap is 50 2024-04-02T08:25:42.990 INFO:tasks.rados.rados.0.smithi012.stdout:550: finishing write tid 3 to smithi01277369-43 2024-04-02T08:25:42.990 INFO:tasks.rados.rados.0.smithi012.stdout:550: oid 43 updating version 0 to 173 2024-04-02T08:25:42.990 INFO:tasks.rados.rados.0.smithi012.stdout:550: oid 43 version 173 is already newer than 172 2024-04-02T08:25:42.990 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 43 v 173 (ObjNum 185 snap 50 seq_num 185) dirty exists 2024-04-02T08:25:42.990 INFO:tasks.rados.rados.0.smithi012.stdout:550: left oid 43 (ObjNum 185 snap 50 seq_num 185) 2024-04-02T08:25:42.990 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 29 v 62 (ObjNum 84 snap 16 seq_num 84) dirty exists 2024-04-02T08:25:42.990 INFO:tasks.rados.rados.0.smithi012.stdout:556: seq_num 189 ranges {98304=770048} 2024-04-02T08:25:42.993 INFO:tasks.rados.rados.0.smithi012.stdout:556: writing smithi01277369-40 from 98304 to 868352 tid 1 2024-04-02T08:25:42.994 INFO:tasks.rados.rados.0.smithi012.stdout:550: done (4 left) 2024-04-02T08:25:42.994 INFO:tasks.rados.rados.0.smithi012.stdout:553: done (3 left) 2024-04-02T08:25:42.994 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 36 current snap is 50 2024-04-02T08:25:42.994 INFO:tasks.rados.rados.0.smithi012.stdout:557: seq_num 190 ranges {0=786432} 2024-04-02T08:25:42.998 INFO:tasks.rados.rados.0.smithi012.stdout:557: writing smithi01277369-36 from 0 to 786432 tid 1 2024-04-02T08:25:42.998 INFO:tasks.rados.rados.0.smithi012.stdout:558: snap_remove snap 43 2024-04-02T08:25:43.172 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:42 smithi012 ceph-mon[27004]: osdmap e168: 8 total, 8 up, 8 in 2024-04-02T08:25:43.172 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:42 smithi012 ceph-mon[38029]: osdmap e168: 8 total, 8 up, 8 in 2024-04-02T08:25:43.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:42 smithi055 ceph-mon[31035]: osdmap e168: 8 total, 8 up, 8 in 2024-04-02T08:25:43.858 INFO:tasks.rados.rados.0.smithi012.stdout:558: done (4 left) 2024-04-02T08:25:43.858 INFO:tasks.rados.rados.0.smithi012.stdout:559: snap_create 2024-04-02T08:25:43.858 INFO:tasks.rados.rados.0.smithi012.stdout:554: finishing write tid 1 to smithi01277369-14 2024-04-02T08:25:43.859 INFO:tasks.rados.rados.0.smithi012.stdout:554: finishing write tid 2 to smithi01277369-14 2024-04-02T08:25:43.859 INFO:tasks.rados.rados.0.smithi012.stdout:554: finishing write tid 3 to smithi01277369-14 2024-04-02T08:25:43.859 INFO:tasks.rados.rados.0.smithi012.stdout:554: oid 14 updating version 0 to 104 2024-04-02T08:25:43.859 INFO:tasks.rados.rados.0.smithi012.stdout:554: oid 14 version 104 is already newer than 103 2024-04-02T08:25:43.859 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 14 v 104 (ObjNum 188 snap 50 seq_num 188) dirty exists 2024-04-02T08:25:43.859 INFO:tasks.rados.rados.0.smithi012.stdout:554: left oid 14 (ObjNum 188 snap 50 seq_num 188) 2024-04-02T08:25:43.859 INFO:tasks.rados.rados.0.smithi012.stdout:555: expect (ObjNum 159 snap 41 seq_num 159) 2024-04-02T08:25:43.933 INFO:tasks.rados.rados.0.smithi012.stdout:556: finishing write tid 1 to smithi01277369-40 2024-04-02T08:25:43.933 INFO:tasks.rados.rados.0.smithi012.stdout:556: finishing write tid 2 to smithi01277369-40 2024-04-02T08:25:43.933 INFO:tasks.rados.rados.0.smithi012.stdout:556: finishing write tid 3 to smithi01277369-40 2024-04-02T08:25:43.933 INFO:tasks.rados.rados.0.smithi012.stdout:556: oid 40 updating version 0 to 150 2024-04-02T08:25:43.933 INFO:tasks.rados.rados.0.smithi012.stdout:556: oid 40 version 150 is already newer than 149 2024-04-02T08:25:43.933 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 40 v 150 (ObjNum 189 snap 50 seq_num 189) dirty exists 2024-04-02T08:25:43.933 INFO:tasks.rados.rados.0.smithi012.stdout:556: left oid 40 (ObjNum 189 snap 50 seq_num 189) 2024-04-02T08:25:43.933 INFO:tasks.rados.rados.0.smithi012.stdout:557: finishing write tid 1 to smithi01277369-36 2024-04-02T08:25:43.934 INFO:tasks.rados.rados.0.smithi012.stdout:557: finishing write tid 2 to smithi01277369-36 2024-04-02T08:25:43.934 INFO:tasks.rados.rados.0.smithi012.stdout:557: finishing write tid 3 to smithi01277369-36 2024-04-02T08:25:43.934 INFO:tasks.rados.rados.0.smithi012.stdout:557: oid 36 updating version 0 to 174 2024-04-02T08:25:43.934 INFO:tasks.rados.rados.0.smithi012.stdout:557: oid 36 updating version 174 to 175 2024-04-02T08:25:43.934 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 36 v 175 (ObjNum 190 snap 50 seq_num 190) dirty exists 2024-04-02T08:25:43.934 INFO:tasks.rados.rados.0.smithi012.stdout:557: left oid 36 (ObjNum 190 snap 50 seq_num 190) 2024-04-02T08:25:44.072 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:43 smithi012 ceph-mon[27004]: osdmap e169: 8 total, 8 up, 8 in 2024-04-02T08:25:44.072 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:43 smithi012 ceph-mon[27004]: pgmap v36: 121 pgs: 121 active+clean; 148 MiB data, 563 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 744 KiB/s wr, 14 op/s 2024-04-02T08:25:44.072 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:43 smithi012 ceph-mon[27004]: Upgrade: Updating mgr.y 2024-04-02T08:25:44.072 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:43 smithi012 ceph-mon[27004]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:44.072 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:43 smithi012 ceph-mon[27004]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:25:44.073 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:43 smithi012 ceph-mon[27004]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:25:44.073 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:43 smithi012 ceph-mon[27004]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:25:44.073 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:43 smithi012 ceph-mon[27004]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:44.073 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:43 smithi012 ceph-mon[27004]: Deploying daemon mgr.y on smithi012 2024-04-02T08:25:44.073 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:43 smithi012 ceph-mon[38029]: osdmap e169: 8 total, 8 up, 8 in 2024-04-02T08:25:44.073 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:43 smithi012 ceph-mon[38029]: pgmap v36: 121 pgs: 121 active+clean; 148 MiB data, 563 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 744 KiB/s wr, 14 op/s 2024-04-02T08:25:44.073 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:43 smithi012 ceph-mon[38029]: Upgrade: Updating mgr.y 2024-04-02T08:25:44.073 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:43 smithi012 ceph-mon[38029]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:44.073 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:43 smithi012 ceph-mon[38029]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:25:44.073 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:43 smithi012 ceph-mon[38029]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:25:44.074 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:43 smithi012 ceph-mon[38029]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:25:44.074 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:43 smithi012 ceph-mon[38029]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:44.074 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:43 smithi012 ceph-mon[38029]: Deploying daemon mgr.y on smithi012 2024-04-02T08:25:44.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:43 smithi055 ceph-mon[31035]: osdmap e169: 8 total, 8 up, 8 in 2024-04-02T08:25:44.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:43 smithi055 ceph-mon[31035]: pgmap v36: 121 pgs: 121 active+clean; 148 MiB data, 563 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 744 KiB/s wr, 14 op/s 2024-04-02T08:25:44.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:43 smithi055 ceph-mon[31035]: Upgrade: Updating mgr.y 2024-04-02T08:25:44.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:43 smithi055 ceph-mon[31035]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:44.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:43 smithi055 ceph-mon[31035]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:25:44.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:43 smithi055 ceph-mon[31035]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:25:44.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:43 smithi055 ceph-mon[31035]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:25:44.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:43 smithi055 ceph-mon[31035]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:44.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:43 smithi055 ceph-mon[31035]: Deploying daemon mgr.y on smithi012 2024-04-02T08:25:44.871 INFO:tasks.rados.rados.0.smithi012.stdout:554: done (4 left) 2024-04-02T08:25:44.871 INFO:tasks.rados.rados.0.smithi012.stdout:555: done (3 left) 2024-04-02T08:25:44.872 INFO:tasks.rados.rados.0.smithi012.stdout:556: done (2 left) 2024-04-02T08:25:44.872 INFO:tasks.rados.rados.0.smithi012.stdout:557: done (1 left) 2024-04-02T08:25:44.872 INFO:tasks.rados.rados.0.smithi012.stdout:559: done (0 left) 2024-04-02T08:25:44.872 INFO:tasks.rados.rados.0.smithi012.stdout:560: snap_remove snap 39 2024-04-02T08:25:44.881 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:44 smithi012 ceph-mon[38029]: osdmap e170: 8 total, 8 up, 8 in 2024-04-02T08:25:44.882 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:44 smithi012 ceph-mon[27004]: osdmap e170: 8 total, 8 up, 8 in 2024-04-02T08:25:45.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:44 smithi055 ceph-mon[31035]: osdmap e170: 8 total, 8 up, 8 in 2024-04-02T08:25:45.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:45 smithi012 systemd[1]: Stopping Ceph mgr.y for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:25:45.751 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:45 smithi012 podman[79970]: 2024-04-02 08:25:45.458753004 +0000 UTC m=+0.138817410 container died 73e84469a1aa2651235ee12b135091d4b3814a69a65076741604b62aafc775b1 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, ceph=True, GIT_CLEAN=True, RELEASE=reef-4d05f4c, io.buildah.version=1.33.5) 2024-04-02T08:25:45.829 INFO:tasks.rados.rados.0.smithi012.stdout:560: done (0 left) 2024-04-02T08:25:45.829 INFO:tasks.rados.rados.0.smithi012.stdout:561: read oid 16 snap 40 2024-04-02T08:25:45.829 INFO:tasks.rados.rados.0.smithi012.stdout:561: expect deleted 2024-04-02T08:25:45.829 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 2 current snap is 51 2024-04-02T08:25:45.829 INFO:tasks.rados.rados.0.smithi012.stdout:562: seq_num 191 ranges {0=802816} 2024-04-02T08:25:45.834 INFO:tasks.rados.rados.0.smithi012.stdout:562: writing smithi01277369-2 from 0 to 802816 tid 1 2024-04-02T08:25:45.834 INFO:tasks.rados.rados.0.smithi012.stdout:561: done (1 left) 2024-04-02T08:25:45.835 INFO:tasks.rados.rados.0.smithi012.stdout:563: setattr oid 31 current snap is 51 2024-04-02T08:25:45.836 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 34 current snap is 51 2024-04-02T08:25:45.836 INFO:tasks.rados.rados.0.smithi012.stdout:564: seq_num 192 ranges {1703936=417792,2121728=401408} 2024-04-02T08:25:45.849 INFO:tasks.rados.rados.0.smithi012.stdout:564: writing smithi01277369-34 from 1703936 to 2121728 tid 1 2024-04-02T08:25:45.852 INFO:tasks.rados.rados.0.smithi012.stdout:564: writing smithi01277369-34 from 2121728 to 2523136 tid 2 2024-04-02T08:25:45.852 INFO:tasks.rados.rados.0.smithi012.stdout:562: finishing write tid 1 to smithi01277369-2 2024-04-02T08:25:45.852 INFO:tasks.rados.rados.0.smithi012.stdout:562: finishing write tid 2 to smithi01277369-2 2024-04-02T08:25:45.853 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 31 v 112 (ObjNum 141 snap 35 seq_num 141) dirty exists 2024-04-02T08:25:45.853 INFO:tasks.rados.rados.0.smithi012.stdout:562: finishing write tid 3 to smithi01277369-2 2024-04-02T08:25:45.853 INFO:tasks.rados.rados.0.smithi012.stdout:562: oid 2 updating version 0 to 365 2024-04-02T08:25:45.853 INFO:tasks.rados.rados.0.smithi012.stdout:562: oid 2 updating version 365 to 366 2024-04-02T08:25:45.853 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 2 v 366 (ObjNum 191 snap 51 seq_num 191) dirty exists 2024-04-02T08:25:45.853 INFO:tasks.rados.rados.0.smithi012.stdout:562: left oid 2 (ObjNum 191 snap 51 seq_num 191) 2024-04-02T08:25:45.853 INFO:tasks.rados.rados.0.smithi012.stdout:562: done (2 left) 2024-04-02T08:25:45.853 INFO:tasks.rados.rados.0.smithi012.stdout:563: done (1 left) 2024-04-02T08:25:45.853 INFO:tasks.rados.rados.0.smithi012.stdout:565: read oid 10 snap -1 2024-04-02T08:25:45.853 INFO:tasks.rados.rados.0.smithi012.stdout:565: expect deleted 2024-04-02T08:25:45.853 INFO:tasks.rados.rados.0.smithi012.stdout:566: read oid 23 snap -1 2024-04-02T08:25:45.853 INFO:tasks.rados.rados.0.smithi012.stdout:566: expect (ObjNum 148 snap 36 seq_num 148) 2024-04-02T08:25:45.854 INFO:tasks.rados.rados.0.smithi012.stdout:567: delete oid 19 current snap is 51 2024-04-02T08:25:45.854 INFO:tasks.rados.rados.0.smithi012.stdout:564: finishing write tid 1 to smithi01277369-34 2024-04-02T08:25:45.854 INFO:tasks.rados.rados.0.smithi012.stdout:565: done (3 left) 2024-04-02T08:25:45.854 INFO:tasks.rados.rados.0.smithi012.stdout:567: done (2 left) 2024-04-02T08:25:45.854 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 42 current snap is 51 2024-04-02T08:25:45.854 INFO:tasks.rados.rados.0.smithi012.stdout:568: seq_num 194 ranges {1974272=458752,2433024=401408} 2024-04-02T08:25:45.867 INFO:tasks.rados.rados.0.smithi012.stdout:568: writing smithi01277369-42 from 1974272 to 2433024 tid 1 2024-04-02T08:25:45.870 INFO:tasks.rados.rados.0.smithi012.stdout:568: writing smithi01277369-42 from 2433024 to 2834432 tid 2 2024-04-02T08:25:45.871 INFO:tasks.rados.rados.0.smithi012.stdout:569: snap_create 2024-04-02T08:25:45.871 INFO:tasks.rados.rados.0.smithi012.stdout:564: finishing write tid 2 to smithi01277369-34 2024-04-02T08:25:45.871 INFO:tasks.rados.rados.0.smithi012.stdout:564: finishing write tid 3 to smithi01277369-34 2024-04-02T08:25:45.871 INFO:tasks.rados.rados.0.smithi012.stdout:564: finishing write tid 4 to smithi01277369-34 2024-04-02T08:25:45.871 INFO:tasks.rados.rados.0.smithi012.stdout:564: oid 34 updating version 0 to 119 2024-04-02T08:25:45.871 INFO:tasks.rados.rados.0.smithi012.stdout:564: oid 34 updating version 119 to 120 2024-04-02T08:25:45.871 INFO:tasks.rados.rados.0.smithi012.stdout:564: oid 34 version 120 is already newer than 118 2024-04-02T08:25:45.871 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 34 v 120 (ObjNum 192 snap 51 seq_num 192) dirty exists 2024-04-02T08:25:45.871 INFO:tasks.rados.rados.0.smithi012.stdout:564: left oid 34 (ObjNum 192 snap 51 seq_num 192) 2024-04-02T08:25:45.871 INFO:tasks.rados.rados.0.smithi012.stdout:566: expect (ObjNum 148 snap 36 seq_num 148) 2024-04-02T08:25:45.947 INFO:tasks.rados.rados.0.smithi012.stdout:568: finishing write tid 1 to smithi01277369-42 2024-04-02T08:25:45.947 INFO:tasks.rados.rados.0.smithi012.stdout:568: finishing write tid 2 to smithi01277369-42 2024-04-02T08:25:45.947 INFO:tasks.rados.rados.0.smithi012.stdout:568: finishing write tid 3 to smithi01277369-42 2024-04-02T08:25:45.947 INFO:tasks.rados.rados.0.smithi012.stdout:568: finishing write tid 4 to smithi01277369-42 2024-04-02T08:25:45.947 INFO:tasks.rados.rados.0.smithi012.stdout:568: oid 42 updating version 0 to 142 2024-04-02T08:25:45.947 INFO:tasks.rados.rados.0.smithi012.stdout:568: oid 42 version 142 is already newer than 141 2024-04-02T08:25:45.947 INFO:tasks.rados.rados.0.smithi012.stdout:568: oid 42 version 142 is already newer than 140 2024-04-02T08:25:45.948 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 42 v 142 (ObjNum 194 snap 51 seq_num 194) dirty exists 2024-04-02T08:25:45.948 INFO:tasks.rados.rados.0.smithi012.stdout:568: left oid 42 (ObjNum 194 snap 51 seq_num 194) 2024-04-02T08:25:46.085 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:45 smithi012 ceph-mon[27004]: osdmap e171: 8 total, 8 up, 8 in 2024-04-02T08:25:46.086 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:45 smithi012 ceph-mon[27004]: pgmap v39: 121 pgs: 121 active+clean; 148 MiB data, 563 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 744 KiB/s wr, 14 op/s 2024-04-02T08:25:46.086 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:45 smithi012 ceph-mon[27004]: osdmap e172: 8 total, 8 up, 8 in 2024-04-02T08:25:46.086 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:45 smithi012 ceph-mon[38029]: osdmap e171: 8 total, 8 up, 8 in 2024-04-02T08:25:46.086 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:45 smithi012 ceph-mon[38029]: pgmap v39: 121 pgs: 121 active+clean; 148 MiB data, 563 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 744 KiB/s wr, 14 op/s 2024-04-02T08:25:46.086 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:45 smithi012 ceph-mon[38029]: osdmap e172: 8 total, 8 up, 8 in 2024-04-02T08:25:46.086 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:45 smithi012 podman[79970]: 2024-04-02 08:25:45.869503615 +0000 UTC m=+0.549568028 container cleanup 73e84469a1aa2651235ee12b135091d4b3814a69a65076741604b62aafc775b1 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=reef-4d05f4c, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-04-02T08:25:46.087 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:45 smithi012 bash[79970]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y 2024-04-02T08:25:46.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:45 smithi055 ceph-mon[31035]: osdmap e171: 8 total, 8 up, 8 in 2024-04-02T08:25:46.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:45 smithi055 ceph-mon[31035]: pgmap v39: 121 pgs: 121 active+clean; 148 MiB data, 563 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 744 KiB/s wr, 14 op/s 2024-04-02T08:25:46.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:45 smithi055 ceph-mon[31035]: osdmap e172: 8 total, 8 up, 8 in 2024-04-02T08:25:46.417 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:46 smithi012 podman[79983]: 2024-04-02 08:25:46.087939436 +0000 UTC m=+0.633212390 container remove 73e84469a1aa2651235ee12b135091d4b3814a69a65076741604b62aafc775b1 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=reef-4d05f4c, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux ) 2024-04-02T08:25:46.417 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:46 smithi012 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-04-02T08:25:46.417 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:46 smithi012 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@mgr.y.service: Failed with result 'exit-code'. 2024-04-02T08:25:46.417 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:46 smithi012 systemd[1]: Stopped Ceph mgr.y for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:25:46.417 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:46 smithi012 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@mgr.y.service: Consumed 1min 7.852s CPU time. 2024-04-02T08:25:46.678 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:46 smithi012 systemd[1]: Starting Ceph mgr.y for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:25:46.678 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:46 smithi012 podman[80115]: 2024-04-02 08:25:46.532976488 +0000 UTC m=+0.017793644 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:25:46.678 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:46 smithi012 podman[80115]: 2024-04-02 08:25:46.638837867 +0000 UTC m=+0.123655009 container create fe667762b028c2e4c4c0fa6c97b975cf58033042c8eda25c5fc3060b47e26f4a (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-04-02T08:25:46.873 INFO:tasks.rados.rados.0.smithi012.stdout:564: done (3 left) 2024-04-02T08:25:46.874 INFO:tasks.rados.rados.0.smithi012.stdout:566: done (2 left) 2024-04-02T08:25:46.874 INFO:tasks.rados.rados.0.smithi012.stdout:568: done (1 left) 2024-04-02T08:25:46.874 INFO:tasks.rados.rados.0.smithi012.stdout:569: done (0 left) 2024-04-02T08:25:46.874 INFO:tasks.rados.rados.0.smithi012.stdout:570: setattr oid 5 current snap is 52 2024-04-02T08:25:46.875 INFO:tasks.rados.rados.0.smithi012.stdout:571: rollback oid 50 current snap is 52 2024-04-02T08:25:46.875 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 50 to 50 2024-04-02T08:25:46.875 INFO:tasks.rados.rados.0.smithi012.stdout:572: setattr oid 47 current snap is 52 2024-04-02T08:25:46.877 INFO:tasks.rados.rados.0.smithi012.stdout:573: rollback oid 10 current snap is 52 2024-04-02T08:25:46.877 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 10 to 48 2024-04-02T08:25:46.877 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 11 current snap is 52 2024-04-02T08:25:46.877 INFO:tasks.rados.rados.0.smithi012.stdout:574: seq_num 195 ranges {2105344=475136,2580480=401408} 2024-04-02T08:25:46.890 INFO:tasks.rados.rados.0.smithi012.stdout:574: writing smithi01277369-11 from 2105344 to 2580480 tid 1 2024-04-02T08:25:46.893 INFO:tasks.rados.rados.0.smithi012.stdout:574: writing smithi01277369-11 from 2580480 to 2981888 tid 2 2024-04-02T08:25:46.893 INFO:tasks.rados.rados.0.smithi012.stdout:575: snap_remove snap 40 2024-04-02T08:25:47.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:46 smithi012 podman[80115]: 2024-04-02 08:25:46.899921487 +0000 UTC m=+0.384738636 container init fe667762b028c2e4c4c0fa6c97b975cf58033042c8eda25c5fc3060b47e26f4a (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=) 2024-04-02T08:25:47.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:46 smithi012 podman[80115]: 2024-04-02 08:25:46.902687939 +0000 UTC m=+0.387505089 container start fe667762b028c2e4c4c0fa6c97b975cf58033042c8eda25c5fc3060b47e26f4a (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:25:47.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:46 smithi012 ceph-mgr[80133]: -- 172.21.15.12:0/1454433877 <== mon.0 v2:172.21.15.12:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561dedf465a0 con 0x561dedf1ac00 2024-04-02T08:25:47.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:46 smithi012 bash[80115]: fe667762b028c2e4c4c0fa6c97b975cf58033042c8eda25c5fc3060b47e26f4a 2024-04-02T08:25:47.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:46 smithi012 systemd[1]: Started Ceph mgr.y for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:25:47.875 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:25:47.483+0000 7efe19a49200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:25:47.875 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:25:47.593+0000 7efe19a49200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:25:47.885 INFO:tasks.rados.rados.0.smithi012.stdout:575: done (5 left) 2024-04-02T08:25:47.885 INFO:tasks.rados.rados.0.smithi012.stdout:576: read oid 44 snap -1 2024-04-02T08:25:47.885 INFO:tasks.rados.rados.0.smithi012.stdout:576: expect (ObjNum 176 snap 46 seq_num 176) 2024-04-02T08:25:47.885 INFO:tasks.rados.rados.0.smithi012.stdout:577: read oid 45 snap -1 2024-04-02T08:25:47.885 INFO:tasks.rados.rados.0.smithi012.stdout:577: expect (ObjNum 182 snap 50 seq_num 182) 2024-04-02T08:25:47.886 INFO:tasks.rados.rados.0.smithi012.stdout:578: snap_remove snap 27 2024-04-02T08:25:48.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:47 smithi012 ceph-mon[27004]: osdmap e173: 8 total, 8 up, 8 in 2024-04-02T08:25:48.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:47 smithi012 ceph-mon[27004]: pgmap v42: 121 pgs: 121 active+clean; 155 MiB data, 574 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 21 op/s 2024-04-02T08:25:48.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:47 smithi012 ceph-mon[27004]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:48.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:47 smithi012 ceph-mon[27004]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:48.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:47 smithi012 ceph-mon[27004]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:48.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:47 smithi012 ceph-mon[27004]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:48.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:47 smithi012 ceph-mon[27004]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:48.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:47 smithi012 ceph-mon[38029]: osdmap e173: 8 total, 8 up, 8 in 2024-04-02T08:25:48.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:47 smithi012 ceph-mon[38029]: pgmap v42: 121 pgs: 121 active+clean; 155 MiB data, 574 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 21 op/s 2024-04-02T08:25:48.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:47 smithi012 ceph-mon[38029]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:48.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:47 smithi012 ceph-mon[38029]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:48.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:47 smithi012 ceph-mon[38029]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:48.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:47 smithi012 ceph-mon[38029]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:48.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:47 smithi012 ceph-mon[38029]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:48.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:47 smithi055 ceph-mon[31035]: osdmap e173: 8 total, 8 up, 8 in 2024-04-02T08:25:48.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:47 smithi055 ceph-mon[31035]: pgmap v42: 121 pgs: 121 active+clean; 155 MiB data, 574 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 21 op/s 2024-04-02T08:25:48.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:47 smithi055 ceph-mon[31035]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:48.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:47 smithi055 ceph-mon[31035]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:48.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:47 smithi055 ceph-mon[31035]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:48.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:47 smithi055 ceph-mon[31035]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:48.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:47 smithi055 ceph-mon[31035]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:48.585 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:48 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:25:48.322+0000 7efe19a49200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:25:48.585 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:48 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:25:48.417+0000 7efe19a49200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:25:48.585 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:48 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:25:48.564+0000 7efe19a49200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:25:48.875 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:48 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:25:48.667+0000 7efe19a49200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:25:48.876 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:48 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:25:48.753+0000 7efe19a49200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:25:48.888 INFO:tasks.rados.rados.0.smithi012.stdout:578: done (7 left) 2024-04-02T08:25:48.888 INFO:tasks.rados.rados.0.smithi012.stdout:579: snap_remove snap 51 2024-04-02T08:25:49.159 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:48 smithi012 ceph-mon[27004]: osdmap e174: 8 total, 8 up, 8 in 2024-04-02T08:25:49.160 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:48 smithi012 ceph-mon[38029]: osdmap e174: 8 total, 8 up, 8 in 2024-04-02T08:25:49.160 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:49 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:25:49.040+0000 7efe19a49200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:25:49.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:48 smithi055 ceph-mon[31035]: osdmap e174: 8 total, 8 up, 8 in 2024-04-02T08:25:49.427 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:49 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:25:49.161+0000 7efe19a49200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:25:49.427 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:49 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:25:49.249+0000 7efe19a49200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:25:49.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:49 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:25:49.350+0000 7efe19a49200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:25:49.678 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:49 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:25:49.534+0000 7efe19a49200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:25:49.903 INFO:tasks.rados.rados.0.smithi012.stdout:579: done (7 left) 2024-04-02T08:25:49.903 INFO:tasks.rados.rados.0.smithi012.stdout:580: read oid 39 snap -1 2024-04-02T08:25:49.903 INFO:tasks.rados.rados.0.smithi012.stdout:580: expect (ObjNum 184 snap 50 seq_num 184) 2024-04-02T08:25:49.903 INFO:tasks.rados.rados.0.smithi012.stdout:581: delete oid 29 current snap is 52 2024-04-02T08:25:49.903 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 47 v 97 (ObjNum 179 snap 50 seq_num 179) dirty exists 2024-04-02T08:25:49.903 INFO:tasks.rados.rados.0.smithi012.stdout:571: finishing rollback tid 0 to smithi01277369-50 2024-04-02T08:25:49.903 INFO:tasks.rados.rados.0.smithi012.stdout:571: finishing rollback tid 1 to smithi01277369-50 2024-04-02T08:25:49.903 INFO:tasks.rados.rados.0.smithi012.stdout:573: finishing rollback tid 1 to smithi01277369-10 2024-04-02T08:25:49.903 INFO:tasks.rados.rados.0.smithi012.stdout:571: finishing rollback tid 2 to smithi01277369-50 2024-04-02T08:25:49.903 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 50 v 218 (ObjNum 69 snap 6 seq_num 69) dirty exists 2024-04-02T08:25:49.904 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 5 v 151 (ObjNum 152 snap 39 seq_num 152) dirty exists 2024-04-02T08:25:49.904 INFO:tasks.rados.rados.0.smithi012.stdout:573: finishing rollback tid 2 to smithi01277369-10 2024-04-02T08:25:49.904 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 10 v 219 (ObjNum 163 snap 42 seq_num 163) dirty exists 2024-04-02T08:25:49.904 INFO:tasks.rados.rados.0.smithi012.stdout:574: finishing write tid 1 to smithi01277369-11 2024-04-02T08:25:49.904 INFO:tasks.rados.rados.0.smithi012.stdout:574: finishing write tid 2 to smithi01277369-11 2024-04-02T08:25:49.904 INFO:tasks.rados.rados.0.smithi012.stdout:574: finishing write tid 3 to smithi01277369-11 2024-04-02T08:25:49.904 INFO:tasks.rados.rados.0.smithi012.stdout:574: finishing write tid 4 to smithi01277369-11 2024-04-02T08:25:49.904 INFO:tasks.rados.rados.0.smithi012.stdout:574: oid 11 updating version 0 to 445 2024-04-02T08:25:49.904 INFO:tasks.rados.rados.0.smithi012.stdout:574: oid 11 version 445 is already newer than 443 2024-04-02T08:25:49.904 INFO:tasks.rados.rados.0.smithi012.stdout:574: oid 11 version 445 is already newer than 444 2024-04-02T08:25:49.904 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 11 v 445 (ObjNum 195 snap 52 seq_num 195) dirty exists 2024-04-02T08:25:49.904 INFO:tasks.rados.rados.0.smithi012.stdout:574: left oid 11 (ObjNum 195 snap 52 seq_num 195) 2024-04-02T08:25:49.904 INFO:tasks.rados.rados.0.smithi012.stdout:576: expect (ObjNum 176 snap 46 seq_num 176) 2024-04-02T08:25:50.136 INFO:tasks.rados.rados.0.smithi012.stdout:577: expect (ObjNum 182 snap 50 seq_num 182) 2024-04-02T08:25:50.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:49 smithi012 ceph-mon[38029]: osdmap e175: 8 total, 8 up, 8 in 2024-04-02T08:25:50.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:49 smithi012 ceph-mon[38029]: pgmap v45: 121 pgs: 121 active+clean; 156 MiB data, 575 MiB used, 715 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 28 op/s 2024-04-02T08:25:50.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:49 smithi012 ceph-mon[27004]: osdmap e175: 8 total, 8 up, 8 in 2024-04-02T08:25:50.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:49 smithi012 ceph-mon[27004]: pgmap v45: 121 pgs: 121 active+clean; 156 MiB data, 575 MiB used, 715 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 28 op/s 2024-04-02T08:25:50.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:49 smithi055 ceph-mon[31035]: osdmap e175: 8 total, 8 up, 8 in 2024-04-02T08:25:50.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:49 smithi055 ceph-mon[31035]: pgmap v45: 121 pgs: 121 active+clean; 156 MiB data, 575 MiB used, 715 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 28 op/s 2024-04-02T08:25:50.425 INFO:tasks.rados.rados.0.smithi012.stdout:580: expect (ObjNum 184 snap 50 seq_num 184) 2024-04-02T08:25:50.443 INFO:tasks.rados.rados.0.smithi012.stdout:570: done (8 left) 2024-04-02T08:25:50.443 INFO:tasks.rados.rados.0.smithi012.stdout:571: done (7 left) 2024-04-02T08:25:50.443 INFO:tasks.rados.rados.0.smithi012.stdout:572: done (6 left) 2024-04-02T08:25:50.443 INFO:tasks.rados.rados.0.smithi012.stdout:573: done (5 left) 2024-04-02T08:25:50.443 INFO:tasks.rados.rados.0.smithi012.stdout:574: done (4 left) 2024-04-02T08:25:50.444 INFO:tasks.rados.rados.0.smithi012.stdout:576: done (3 left) 2024-04-02T08:25:50.444 INFO:tasks.rados.rados.0.smithi012.stdout:577: done (2 left) 2024-04-02T08:25:50.444 INFO:tasks.rados.rados.0.smithi012.stdout:580: done (1 left) 2024-04-02T08:25:50.444 INFO:tasks.rados.rados.0.smithi012.stdout:581: done (0 left) 2024-04-02T08:25:50.444 INFO:tasks.rados.rados.0.smithi012.stdout:582: rollback oid 46 current snap is 52 2024-04-02T08:25:50.444 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 46 to 49 2024-04-02T08:25:50.444 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 49 current snap is 52 2024-04-02T08:25:50.444 INFO:tasks.rados.rados.0.smithi012.stdout:583: seq_num 197 ranges {0=507904,507904=401408} 2024-04-02T08:25:50.446 INFO:tasks.rados.rados.0.smithi012.stdout:583: writing smithi01277369-49 from 0 to 507904 tid 1 2024-04-02T08:25:50.449 INFO:tasks.rados.rados.0.smithi012.stdout:583: writing smithi01277369-49 from 507904 to 909312 tid 2 2024-04-02T08:25:50.449 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 10 current snap is 52 2024-04-02T08:25:50.449 INFO:tasks.rados.rados.0.smithi012.stdout:582: finishing rollback tid 0 to smithi01277369-46 2024-04-02T08:25:50.449 INFO:tasks.rados.rados.0.smithi012.stdout:582: finishing rollback tid 1 to smithi01277369-46 2024-04-02T08:25:50.449 INFO:tasks.rados.rados.0.smithi012.stdout:584: seq_num 198 ranges {4374528=524288,4898816=401408} 2024-04-02T08:25:50.476 INFO:tasks.rados.rados.0.smithi012.stdout:584: writing smithi01277369-10 from 4374528 to 4898816 tid 1 2024-04-02T08:25:50.479 INFO:tasks.rados.rados.0.smithi012.stdout:584: writing smithi01277369-10 from 4898816 to 5300224 tid 2 2024-04-02T08:25:50.479 INFO:tasks.rados.rados.0.smithi012.stdout:585: rollback oid 39 current snap is 52 2024-04-02T08:25:50.479 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 39 to 49 2024-04-02T08:25:50.479 INFO:tasks.rados.rados.0.smithi012.stdout:582: finishing rollback tid 2 to smithi01277369-46 2024-04-02T08:25:50.479 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 46 v 369 (ObjNum 170 snap 43 seq_num 170) dirty exists 2024-04-02T08:25:50.479 INFO:tasks.rados.rados.0.smithi012.stdout:582: done (3 left) 2024-04-02T08:25:50.479 INFO:tasks.rados.rados.0.smithi012.stdout:586: read oid 31 snap -1 2024-04-02T08:25:50.479 INFO:tasks.rados.rados.0.smithi012.stdout:586: expect (ObjNum 141 snap 35 seq_num 141) 2024-04-02T08:25:50.479 INFO:tasks.rados.rados.0.smithi012.stdout:587: read oid 3 snap -1 2024-04-02T08:25:50.479 INFO:tasks.rados.rados.0.smithi012.stdout:587: expect (ObjNum 148 snap 36 seq_num 148) 2024-04-02T08:25:50.480 INFO:tasks.rados.rados.0.smithi012.stdout:588: read oid 17 snap -1 2024-04-02T08:25:50.480 INFO:tasks.rados.rados.0.smithi012.stdout:588: expect (ObjNum 70 snap 7 seq_num 70) 2024-04-02T08:25:50.480 INFO:tasks.rados.rados.0.smithi012.stdout:589: snap_create 2024-04-02T08:25:50.480 INFO:tasks.rados.rados.0.smithi012.stdout:583: finishing write tid 1 to smithi01277369-49 2024-04-02T08:25:50.480 INFO:tasks.rados.rados.0.smithi012.stdout:583: finishing write tid 2 to smithi01277369-49 2024-04-02T08:25:50.480 INFO:tasks.rados.rados.0.smithi012.stdout:583: finishing write tid 3 to smithi01277369-49 2024-04-02T08:25:50.480 INFO:tasks.rados.rados.0.smithi012.stdout:583: finishing write tid 4 to smithi01277369-49 2024-04-02T08:25:50.480 INFO:tasks.rados.rados.0.smithi012.stdout:583: oid 49 updating version 0 to 154 2024-04-02T08:25:50.480 INFO:tasks.rados.rados.0.smithi012.stdout:583: oid 49 updating version 154 to 155 2024-04-02T08:25:50.480 INFO:tasks.rados.rados.0.smithi012.stdout:583: oid 49 version 155 is already newer than 153 2024-04-02T08:25:50.480 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 49 v 155 (ObjNum 197 snap 52 seq_num 197) dirty exists 2024-04-02T08:25:50.480 INFO:tasks.rados.rados.0.smithi012.stdout:583: left oid 49 (ObjNum 197 snap 52 seq_num 197) 2024-04-02T08:25:50.481 INFO:tasks.rados.rados.0.smithi012.stdout:585: finishing rollback tid 0 to smithi01277369-39 2024-04-02T08:25:50.481 INFO:tasks.rados.rados.0.smithi012.stdout:584: finishing write tid 1 to smithi01277369-10 2024-04-02T08:25:50.482 INFO:tasks.rados.rados.0.smithi012.stdout:584: finishing write tid 2 to smithi01277369-10 2024-04-02T08:25:50.482 INFO:tasks.rados.rados.0.smithi012.stdout:585: finishing rollback tid 1 to smithi01277369-39 2024-04-02T08:25:50.482 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 39 v 281 (ObjNum 81 snap 0 seq_num 1) dirty dne 2024-04-02T08:25:50.483 INFO:tasks.rados.rados.0.smithi012.stdout:584: finishing write tid 3 to smithi01277369-10 2024-04-02T08:25:50.483 INFO:tasks.rados.rados.0.smithi012.stdout:588: expect (ObjNum 70 snap 7 seq_num 70) 2024-04-02T08:25:50.522 INFO:tasks.rados.rados.0.smithi012.stdout:584: finishing write tid 4 to smithi01277369-10 2024-04-02T08:25:50.523 INFO:tasks.rados.rados.0.smithi012.stdout:584: oid 10 updating version 0 to 221 2024-04-02T08:25:50.523 INFO:tasks.rados.rados.0.smithi012.stdout:584: oid 10 version 221 is already newer than 220 2024-04-02T08:25:50.523 INFO:tasks.rados.rados.0.smithi012.stdout:584: oid 10 updating version 221 to 222 2024-04-02T08:25:50.523 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 10 v 222 (ObjNum 198 snap 52 seq_num 198) dirty exists 2024-04-02T08:25:50.523 INFO:tasks.rados.rados.0.smithi012.stdout:584: left oid 10 (ObjNum 198 snap 52 seq_num 198) 2024-04-02T08:25:50.523 INFO:tasks.rados.rados.0.smithi012.stdout:587: expect (ObjNum 148 snap 36 seq_num 148) 2024-04-02T08:25:50.594 INFO:tasks.rados.rados.0.smithi012.stdout:586: expect (ObjNum 141 snap 35 seq_num 141) 2024-04-02T08:25:50.633 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:50 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:25:50.595+0000 7efe19a49200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:25:50.828 INFO:tasks.rados.rados.0.smithi012.stdout:583: done (6 left) 2024-04-02T08:25:50.828 INFO:tasks.rados.rados.0.smithi012.stdout:584: done (5 left) 2024-04-02T08:25:50.828 INFO:tasks.rados.rados.0.smithi012.stdout:585: done (4 left) 2024-04-02T08:25:50.828 INFO:tasks.rados.rados.0.smithi012.stdout:586: done (3 left) 2024-04-02T08:25:50.828 INFO:tasks.rados.rados.0.smithi012.stdout:587: done (2 left) 2024-04-02T08:25:50.828 INFO:tasks.rados.rados.0.smithi012.stdout:588: done (1 left) 2024-04-02T08:25:50.828 INFO:tasks.rados.rados.0.smithi012.stdout:589: done (0 left) 2024-04-02T08:25:50.828 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 11 current snap is 53 2024-04-02T08:25:50.828 INFO:tasks.rados.rados.0.smithi012.stdout:590: seq_num 199 ranges {2981888=540672,3522560=401408} 2024-04-02T08:25:50.846 INFO:tasks.rados.rados.0.smithi012.stdout:590: writing smithi01277369-11 from 2981888 to 3522560 tid 1 2024-04-02T08:25:50.849 INFO:tasks.rados.rados.0.smithi012.stdout:590: writing smithi01277369-11 from 3522560 to 3923968 tid 2 2024-04-02T08:25:50.849 INFO:tasks.rados.rados.0.smithi012.stdout:591: rollback oid 29 current snap is 53 2024-04-02T08:25:50.849 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 29 to 52 2024-04-02T08:25:50.849 INFO:tasks.rados.rados.0.smithi012.stdout:592: rollback oid 32 current snap is 53 2024-04-02T08:25:50.849 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 32 to 36 2024-04-02T08:25:50.850 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 33 current snap is 53 2024-04-02T08:25:50.850 INFO:tasks.rados.rados.0.smithi012.stdout:593: seq_num 200 ranges {589824=557056,1146880=401408} 2024-04-02T08:25:50.856 INFO:tasks.rados.rados.0.smithi012.stdout:593: writing smithi01277369-33 from 589824 to 1146880 tid 1 2024-04-02T08:25:50.860 INFO:tasks.rados.rados.0.smithi012.stdout:593: writing smithi01277369-33 from 1146880 to 1548288 tid 2 2024-04-02T08:25:50.860 INFO:tasks.rados.rados.0.smithi012.stdout:594: rollback oid 34 current snap is 53 2024-04-02T08:25:50.860 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 34 to 52 2024-04-02T08:25:50.860 INFO:tasks.rados.rados.0.smithi012.stdout:595: read oid 44 snap -1 2024-04-02T08:25:50.860 INFO:tasks.rados.rados.0.smithi012.stdout:595: expect (ObjNum 176 snap 46 seq_num 176) 2024-04-02T08:25:50.861 INFO:tasks.rados.rados.0.smithi012.stdout:596: rollback oid 36 current snap is 53 2024-04-02T08:25:50.861 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 36 to 52 2024-04-02T08:25:50.861 INFO:tasks.rados.rados.0.smithi012.stdout:597: read oid 16 snap -1 2024-04-02T08:25:50.861 INFO:tasks.rados.rados.0.smithi012.stdout:597: expect deleted 2024-04-02T08:25:50.861 INFO:tasks.rados.rados.0.smithi012.stdout:598: rollback oid 48 current snap is 53 2024-04-02T08:25:50.861 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 48 to 52 2024-04-02T08:25:50.861 INFO:tasks.rados.rados.0.smithi012.stdout:599: snap_create 2024-04-02T08:25:50.861 INFO:tasks.rados.rados.0.smithi012.stdout:590: finishing write tid 1 to smithi01277369-11 2024-04-02T08:25:50.861 INFO:tasks.rados.rados.0.smithi012.stdout:590: finishing write tid 2 to smithi01277369-11 2024-04-02T08:25:50.861 INFO:tasks.rados.rados.0.smithi012.stdout:590: finishing write tid 3 to smithi01277369-11 2024-04-02T08:25:50.861 INFO:tasks.rados.rados.0.smithi012.stdout:591: finishing rollback tid 1 to smithi01277369-29 2024-04-02T08:25:50.861 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 29 v 78 (ObjNum 129 snap 0 seq_num 917583872) dirty dne 2024-04-02T08:25:50.861 INFO:tasks.rados.rados.0.smithi012.stdout:592: finishing rollback tid 0 to smithi01277369-32 2024-04-02T08:25:50.861 INFO:tasks.rados.rados.0.smithi012.stdout:590: finishing write tid 4 to smithi01277369-11 2024-04-02T08:25:50.862 INFO:tasks.rados.rados.0.smithi012.stdout:590: oid 11 updating version 0 to 481 2024-04-02T08:25:50.862 INFO:tasks.rados.rados.0.smithi012.stdout:590: oid 11 version 481 is already newer than 480 2024-04-02T08:25:50.862 INFO:tasks.rados.rados.0.smithi012.stdout:590: oid 11 version 481 is already newer than 479 2024-04-02T08:25:50.862 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 11 v 481 (ObjNum 199 snap 53 seq_num 199) dirty exists 2024-04-02T08:25:50.862 INFO:tasks.rados.rados.0.smithi012.stdout:590: left oid 11 (ObjNum 199 snap 53 seq_num 199) 2024-04-02T08:25:50.862 INFO:tasks.rados.rados.0.smithi012.stdout:592: finishing rollback tid 1 to smithi01277369-32 2024-04-02T08:25:50.862 INFO:tasks.rados.rados.0.smithi012.stdout:592: finishing rollback tid 2 to smithi01277369-32 2024-04-02T08:25:50.862 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 32 v 485 (ObjNum 134 snap 32 seq_num 134) dirty exists 2024-04-02T08:25:50.863 INFO:tasks.rados.rados.0.smithi012.stdout:598: finishing rollback tid 1 to smithi01277369-48 2024-04-02T08:25:50.863 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 48 v 128 (ObjNum 161 snap 0 seq_num 1822870779) dirty dne 2024-04-02T08:25:50.863 INFO:tasks.rados.rados.0.smithi012.stdout:594: finishing rollback tid 0 to smithi01277369-34 2024-04-02T08:25:50.865 INFO:tasks.rados.rados.0.smithi012.stdout:594: finishing rollback tid 1 to smithi01277369-34 2024-04-02T08:25:50.865 INFO:tasks.rados.rados.0.smithi012.stdout:593: finishing write tid 1 to smithi01277369-33 2024-04-02T08:25:50.865 INFO:tasks.rados.rados.0.smithi012.stdout:593: finishing write tid 2 to smithi01277369-33 2024-04-02T08:25:50.866 INFO:tasks.rados.rados.0.smithi012.stdout:594: finishing rollback tid 2 to smithi01277369-34 2024-04-02T08:25:50.866 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 34 v 123 (ObjNum 192 snap 51 seq_num 192) dirty exists 2024-04-02T08:25:50.867 INFO:tasks.rados.rados.0.smithi012.stdout:596: finishing rollback tid 0 to smithi01277369-36 2024-04-02T08:25:50.867 INFO:tasks.rados.rados.0.smithi012.stdout:596: finishing rollback tid 1 to smithi01277369-36 2024-04-02T08:25:50.867 INFO:tasks.rados.rados.0.smithi012.stdout:596: finishing rollback tid 2 to smithi01277369-36 2024-04-02T08:25:50.867 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 36 v 195 (ObjNum 190 snap 50 seq_num 190) dirty exists 2024-04-02T08:25:50.869 INFO:tasks.rados.rados.0.smithi012.stdout:593: finishing write tid 3 to smithi01277369-33 2024-04-02T08:25:50.872 INFO:tasks.rados.rados.0.smithi012.stdout:595: expect (ObjNum 176 snap 46 seq_num 176) 2024-04-02T08:25:50.890 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:50 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:25:50.731+0000 7efe19a49200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:25:51.062 INFO:tasks.rados.rados.0.smithi012.stdout:593: finishing write tid 4 to smithi01277369-33 2024-04-02T08:25:51.062 INFO:tasks.rados.rados.0.smithi012.stdout:593: oid 33 updating version 0 to 371 2024-04-02T08:25:51.062 INFO:tasks.rados.rados.0.smithi012.stdout:593: oid 33 version 371 is already newer than 370 2024-04-02T08:25:51.062 INFO:tasks.rados.rados.0.smithi012.stdout:593: oid 33 updating version 371 to 372 2024-04-02T08:25:51.062 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 33 v 372 (ObjNum 200 snap 53 seq_num 200) dirty exists 2024-04-02T08:25:51.062 INFO:tasks.rados.rados.0.smithi012.stdout:593: left oid 33 (ObjNum 200 snap 53 seq_num 200) 2024-04-02T08:25:51.145 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:50 smithi055 ceph-mon[31035]: osdmap e176: 8 total, 8 up, 8 in 2024-04-02T08:25:51.145 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:50 smithi055 ceph-mon[31035]: osdmap e177: 8 total, 8 up, 8 in 2024-04-02T08:25:51.154 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:50 smithi012 ceph-mon[27004]: osdmap e176: 8 total, 8 up, 8 in 2024-04-02T08:25:51.155 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:50 smithi012 ceph-mon[27004]: osdmap e177: 8 total, 8 up, 8 in 2024-04-02T08:25:51.155 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:50 smithi012 ceph-mon[38029]: osdmap e176: 8 total, 8 up, 8 in 2024-04-02T08:25:51.155 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:50 smithi012 ceph-mon[38029]: osdmap e177: 8 total, 8 up, 8 in 2024-04-02T08:25:51.155 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:51 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:25:51.099+0000 7efe19a49200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:25:51.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:51 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:25:51.198+0000 7efe19a49200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:25:51.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:51 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:25:51.405+0000 7efe19a49200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:25:51.810 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:51 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:25:51] "GET /metrics HTTP/1.1" 200 35985 "" "Prometheus/2.43.0" 2024-04-02T08:25:51.839 INFO:tasks.rados.rados.0.smithi012.stdout:590: done (9 left) 2024-04-02T08:25:51.839 INFO:tasks.rados.rados.0.smithi012.stdout:591: done (8 left) 2024-04-02T08:25:51.839 INFO:tasks.rados.rados.0.smithi012.stdout:592: done (7 left) 2024-04-02T08:25:51.839 INFO:tasks.rados.rados.0.smithi012.stdout:593: done (6 left) 2024-04-02T08:25:51.839 INFO:tasks.rados.rados.0.smithi012.stdout:594: done (5 left) 2024-04-02T08:25:51.839 INFO:tasks.rados.rados.0.smithi012.stdout:595: done (4 left) 2024-04-02T08:25:51.839 INFO:tasks.rados.rados.0.smithi012.stdout:596: done (3 left) 2024-04-02T08:25:51.839 INFO:tasks.rados.rados.0.smithi012.stdout:597: done (2 left) 2024-04-02T08:25:51.839 INFO:tasks.rados.rados.0.smithi012.stdout:598: done (1 left) 2024-04-02T08:25:51.839 INFO:tasks.rados.rados.0.smithi012.stdout:599: done (0 left) 2024-04-02T08:25:51.839 INFO:tasks.rados.rados.0.smithi012.stdout:600: rollback oid 42 current snap is 54 2024-04-02T08:25:51.839 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 42 to 36 2024-04-02T08:25:51.840 INFO:tasks.rados.rados.0.smithi012.stdout:601: copy_from oid 3 from oid 1 current snap is 54 2024-04-02T08:25:51.840 INFO:tasks.rados.rados.0.smithi012.stdout:602: snap_remove snap 49 2024-04-02T08:25:51.897 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:51 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:25:51.598+0000 7efe19a49200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:25:52.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:51 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:25:51.915+0000 7efe19a49200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:25:52.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:51 smithi012 ceph-mon[38029]: pgmap v48: 121 pgs: 121 active+clean; 156 MiB data, 575 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 188 KiB/s wr, 6 op/s 2024-04-02T08:25:52.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:51 smithi012 ceph-mon[38029]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:25:52.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:51 smithi012 ceph-mon[38029]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:52.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:51 smithi012 ceph-mon[38029]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:52.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:51 smithi012 ceph-mon[38029]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:52.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:51 smithi012 ceph-mon[38029]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:52.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:51 smithi012 ceph-mon[38029]: osdmap e178: 8 total, 8 up, 8 in 2024-04-02T08:25:52.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:51 smithi012 ceph-mon[27004]: pgmap v48: 121 pgs: 121 active+clean; 156 MiB data, 575 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 188 KiB/s wr, 6 op/s 2024-04-02T08:25:52.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:51 smithi012 ceph-mon[27004]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:25:52.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:51 smithi012 ceph-mon[27004]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:52.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:51 smithi012 ceph-mon[27004]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:52.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:51 smithi012 ceph-mon[27004]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:52.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:51 smithi012 ceph-mon[27004]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:52.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:51 smithi012 ceph-mon[27004]: osdmap e178: 8 total, 8 up, 8 in 2024-04-02T08:25:52.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:51 smithi055 ceph-mon[31035]: pgmap v48: 121 pgs: 121 active+clean; 156 MiB data, 575 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 188 KiB/s wr, 6 op/s 2024-04-02T08:25:52.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:51 smithi055 ceph-mon[31035]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:25:52.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:51 smithi055 ceph-mon[31035]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:52.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:51 smithi055 ceph-mon[31035]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:52.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:51 smithi055 ceph-mon[31035]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:52.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:51 smithi055 ceph-mon[31035]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:52.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:51 smithi055 ceph-mon[31035]: osdmap e178: 8 total, 8 up, 8 in 2024-04-02T08:25:52.439 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:52 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:25:52.186+0000 7efe19a49200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:25:52.439 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:52 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:25:52.440+0000 7efe19a49200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:25:52.851 INFO:tasks.rados.rados.0.smithi012.stdout:602: done (2 left) 2024-04-02T08:25:52.851 INFO:tasks.rados.rados.0.smithi012.stdout:603: read oid 15 snap -1 2024-04-02T08:25:52.851 INFO:tasks.rados.rados.0.smithi012.stdout:603: expect (ObjNum 149 snap 38 seq_num 149) 2024-04-02T08:25:52.854 INFO:tasks.rados.rados.0.smithi012.stdout:604: rollback oid 17 current snap is 54 2024-04-02T08:25:52.854 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 17 to 48 2024-04-02T08:25:52.854 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 10 current snap is 54 2024-04-02T08:25:52.854 INFO:tasks.rados.rados.0.smithi012.stdout:605: seq_num 201 ranges {5300224=573440,5873664=401408} 2024-04-02T08:25:52.884 INFO:tasks.rados.rados.0.smithi012.stdout:605: writing smithi01277369-10 from 5300224 to 5873664 tid 1 2024-04-02T08:25:52.886 INFO:tasks.rados.rados.0.smithi012.stdout:605: writing smithi01277369-10 from 5873664 to 6275072 tid 2 2024-04-02T08:25:52.887 INFO:tasks.rados.rados.0.smithi012.stdout:601: finishing copy_from racing read to smithi01277369-3 2024-04-02T08:25:52.887 INFO:tasks.rados.rados.0.smithi012.stdout:600: finishing rollback tid 0 to smithi01277369-42 2024-04-02T08:25:52.887 INFO:tasks.rados.rados.0.smithi012.stdout:601: finishing copy_from to smithi01277369-3 2024-04-02T08:25:52.887 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 3 v 68 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-04-02T08:25:52.887 INFO:tasks.rados.rados.0.smithi012.stdout:600: finishing rollback tid 1 to smithi01277369-42 2024-04-02T08:25:52.887 INFO:tasks.rados.rados.0.smithi012.stdout:600: finishing rollback tid 2 to smithi01277369-42 2024-04-02T08:25:52.887 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 42 v 160 (ObjNum 76 snap 12 seq_num 76) dirty exists 2024-04-02T08:25:52.887 INFO:tasks.rados.rados.0.smithi012.stdout:603: expect (ObjNum 149 snap 38 seq_num 149) 2024-04-02T08:25:52.891 INFO:tasks.rados.rados.0.smithi012.stdout:604: finishing rollback tid 0 to smithi01277369-17 2024-04-02T08:25:52.891 INFO:tasks.rados.rados.0.smithi012.stdout:604: finishing rollback tid 1 to smithi01277369-17 2024-04-02T08:25:52.891 INFO:tasks.rados.rados.0.smithi012.stdout:604: finishing rollback tid 2 to smithi01277369-17 2024-04-02T08:25:52.891 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 17 v 493 (ObjNum 175 snap 46 seq_num 175) dirty exists 2024-04-02T08:25:52.891 INFO:tasks.rados.rados.0.smithi012.stdout:600: done (4 left) 2024-04-02T08:25:52.891 INFO:tasks.rados.rados.0.smithi012.stdout:601: done (3 left) 2024-04-02T08:25:52.891 INFO:tasks.rados.rados.0.smithi012.stdout:603: done (2 left) 2024-04-02T08:25:52.891 INFO:tasks.rados.rados.0.smithi012.stdout:604: done (1 left) 2024-04-02T08:25:52.891 INFO:tasks.rados.rados.0.smithi012.stdout:606: copy_from oid 23 from oid 13 current snap is 54 2024-04-02T08:25:52.892 INFO:tasks.rados.rados.0.smithi012.stdout:605: finishing write tid 1 to smithi01277369-10 2024-04-02T08:25:52.892 INFO:tasks.rados.rados.0.smithi012.stdout:605: finishing write tid 2 to smithi01277369-10 2024-04-02T08:25:52.892 INFO:tasks.rados.rados.0.smithi012.stdout:605: finishing write tid 3 to smithi01277369-10 2024-04-02T08:25:52.892 INFO:tasks.rados.rados.0.smithi012.stdout:605: finishing write tid 4 to smithi01277369-10 2024-04-02T08:25:52.892 INFO:tasks.rados.rados.0.smithi012.stdout:605: oid 10 updating version 0 to 223 2024-04-02T08:25:52.892 INFO:tasks.rados.rados.0.smithi012.stdout:605: oid 10 updating version 223 to 225 2024-04-02T08:25:52.892 INFO:tasks.rados.rados.0.smithi012.stdout:605: oid 10 version 225 is already newer than 224 2024-04-02T08:25:52.892 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 10 v 225 (ObjNum 201 snap 54 seq_num 201) dirty exists 2024-04-02T08:25:52.892 INFO:tasks.rados.rados.0.smithi012.stdout:605: left oid 10 (ObjNum 201 snap 54 seq_num 201) 2024-04-02T08:25:52.892 INFO:tasks.rados.rados.0.smithi012.stdout:605: done (1 left) 2024-04-02T08:25:52.892 INFO:tasks.rados.rados.0.smithi012.stdout:607: rollback oid 20 current snap is 54 2024-04-02T08:25:52.892 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 20 to 52 2024-04-02T08:25:52.892 INFO:tasks.rados.rados.0.smithi012.stdout:608: copy_from oid 5 from oid 45 current snap is 54 2024-04-02T08:25:52.892 INFO:tasks.rados.rados.0.smithi012.stdout:609: rollback oid 46 current snap is 54 2024-04-02T08:25:52.893 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 46 to 50 2024-04-02T08:25:52.893 INFO:tasks.rados.rados.0.smithi012.stdout:610: delete oid 28 current snap is 54 2024-04-02T08:25:52.893 INFO:tasks.rados.rados.0.smithi012.stdout:610: done (4 left) 2024-04-02T08:25:52.893 INFO:tasks.rados.rados.0.smithi012.stdout:611: delete oid 32 current snap is 54 2024-04-02T08:25:52.894 INFO:tasks.rados.rados.0.smithi012.stdout:609: finishing rollback tid 0 to smithi01277369-46 2024-04-02T08:25:52.894 INFO:tasks.rados.rados.0.smithi012.stdout:609: finishing rollback tid 1 to smithi01277369-46 2024-04-02T08:25:52.894 INFO:tasks.rados.rados.0.smithi012.stdout:609: finishing rollback tid 2 to smithi01277369-46 2024-04-02T08:25:52.895 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 46 v 375 (ObjNum 170 snap 43 seq_num 170) dirty exists 2024-04-02T08:25:52.896 INFO:tasks.rados.rados.0.smithi012.stdout:607: finishing rollback tid 0 to smithi01277369-20 2024-04-02T08:25:52.902 INFO:tasks.rados.rados.0.smithi012.stdout:607: finishing rollback tid 1 to smithi01277369-20 2024-04-02T08:25:52.902 INFO:tasks.rados.rados.0.smithi012.stdout:607: finishing rollback tid 2 to smithi01277369-20 2024-04-02T08:25:52.902 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 20 v 501 (ObjNum 102 snap 19 seq_num 102) dirty exists 2024-04-02T08:25:52.902 INFO:tasks.rados.rados.0.smithi012.stdout:607: done (4 left) 2024-04-02T08:25:52.902 INFO:tasks.rados.rados.0.smithi012.stdout:609: done (3 left) 2024-04-02T08:25:52.902 INFO:tasks.rados.rados.0.smithi012.stdout:611: done (2 left) 2024-04-02T08:25:52.903 INFO:tasks.rados.rados.0.smithi012.stdout:612: read oid 4 snap -1 2024-04-02T08:25:52.903 INFO:tasks.rados.rados.0.smithi012.stdout:612: expect (ObjNum 99 snap 17 seq_num 99) 2024-04-02T08:25:52.903 INFO:tasks.rados.rados.0.smithi012.stdout:613: delete oid 26 current snap is 54 2024-04-02T08:25:52.906 INFO:tasks.rados.rados.0.smithi012.stdout:613: done (3 left) 2024-04-02T08:25:52.906 INFO:tasks.rados.rados.0.smithi012.stdout:614: rmattr oid 38 current snap is 54 2024-04-02T08:25:52.906 INFO:tasks.rados.rados.0.smithi012.stdout:615: setattr oid 34 current snap is 54 2024-04-02T08:25:52.907 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 29 current snap is 54 2024-04-02T08:25:52.907 INFO:tasks.rados.rados.0.smithi012.stdout:616: seq_num 205 ranges {0=638976,638976=401408} 2024-04-02T08:25:52.911 INFO:tasks.rados.rados.0.smithi012.stdout:616: writing smithi01277369-29 from 0 to 638976 tid 1 2024-04-02T08:25:52.915 INFO:tasks.rados.rados.0.smithi012.stdout:616: writing smithi01277369-29 from 638976 to 1040384 tid 2 2024-04-02T08:25:52.915 INFO:tasks.rados.rados.0.smithi012.stdout:617: rollback oid 14 current snap is 54 2024-04-02T08:25:52.915 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 14 to 53 2024-04-02T08:25:52.915 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 38 v 287 (ObjNum 126 snap 28 seq_num 126) dirty exists 2024-04-02T08:25:52.915 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 34 v 124 (ObjNum 192 snap 51 seq_num 192) dirty exists 2024-04-02T08:25:52.915 INFO:tasks.rados.rados.0.smithi012.stdout:614: done (6 left) 2024-04-02T08:25:52.915 INFO:tasks.rados.rados.0.smithi012.stdout:615: done (5 left) 2024-04-02T08:25:52.915 INFO:tasks.rados.rados.0.smithi012.stdout:618: setattr oid 30 current snap is 54 2024-04-02T08:25:52.916 INFO:tasks.rados.rados.0.smithi012.stdout:619: rmattr oid 38 current snap is 54 2024-04-02T08:25:52.916 INFO:tasks.rados.rados.0.smithi012.stdout:620: read oid 7 snap -1 2024-04-02T08:25:52.916 INFO:tasks.rados.rados.0.smithi012.stdout:620: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-02T08:25:52.916 INFO:tasks.rados.rados.0.smithi012.stdout:621: rollback oid 37 current snap is 54 2024-04-02T08:25:52.916 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 37 to 48 2024-04-02T08:25:52.916 INFO:tasks.rados.rados.0.smithi012.stdout:622: copy_from oid 33 from oid 8 current snap is 54 2024-04-02T08:25:52.917 INFO:tasks.rados.rados.0.smithi012.stdout:623: delete oid 47 current snap is 54 2024-04-02T08:25:52.918 INFO:tasks.rados.rados.0.smithi012.stdout:612: expect (ObjNum 99 snap 17 seq_num 99) 2024-04-02T08:25:53.002 INFO:tasks.rados.rados.0.smithi012.stdout:608: finishing copy_from racing read to smithi01277369-5 2024-04-02T08:25:53.002 INFO:tasks.rados.rados.0.smithi012.stdout:616: finishing write tid 1 to smithi01277369-29 2024-04-02T08:25:53.002 INFO:tasks.rados.rados.0.smithi012.stdout:616: finishing write tid 2 to smithi01277369-29 2024-04-02T08:25:53.002 INFO:tasks.rados.rados.0.smithi012.stdout:617: finishing rollback tid 0 to smithi01277369-14 2024-04-02T08:25:53.002 INFO:tasks.rados.rados.0.smithi012.stdout:612: done (10 left) 2024-04-02T08:25:53.003 INFO:tasks.rados.rados.0.smithi012.stdout:623: done (9 left) 2024-04-02T08:25:53.003 INFO:tasks.rados.rados.0.smithi012.stdout:624: rollback oid 3 current snap is 54 2024-04-02T08:25:53.003 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 3 to 48 2024-04-02T08:25:53.003 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 30 v 376 (ObjNum 97 snap 17 seq_num 97) dirty exists 2024-04-02T08:25:53.003 INFO:tasks.rados.rados.0.smithi012.stdout:617: finishing rollback tid 1 to smithi01277369-14 2024-04-02T08:25:53.003 INFO:tasks.rados.rados.0.smithi012.stdout:620: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-02T08:25:53.006 INFO:tasks.rados.rados.0.smithi012.stdout:616: finishing write tid 3 to smithi01277369-29 2024-04-02T08:25:53.006 INFO:tasks.rados.rados.0.smithi012.stdout:617: finishing rollback tid 2 to smithi01277369-14 2024-04-02T08:25:53.006 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 14 v 126 (ObjNum 188 snap 50 seq_num 188) dirty exists 2024-04-02T08:25:53.006 INFO:tasks.rados.rados.0.smithi012.stdout:621: finishing rollback tid 0 to smithi01277369-37 2024-04-02T08:25:53.006 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 38 v 288 (ObjNum 126 snap 28 seq_num 126) dirty exists 2024-04-02T08:25:53.006 INFO:tasks.rados.rados.0.smithi012.stdout:621: finishing rollback tid 1 to smithi01277369-37 2024-04-02T08:25:53.006 INFO:tasks.rados.rados.0.smithi012.stdout:621: finishing rollback tid 2 to smithi01277369-37 2024-04-02T08:25:53.006 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 37 v 168 (ObjNum 138 snap 34 seq_num 138) dirty exists 2024-04-02T08:25:53.007 INFO:tasks.rados.rados.0.smithi012.stdout:616: finishing write tid 4 to smithi01277369-29 2024-04-02T08:25:53.007 INFO:tasks.rados.rados.0.smithi012.stdout:616: oid 29 updating version 0 to 85 2024-04-02T08:25:53.007 INFO:tasks.rados.rados.0.smithi012.stdout:616: oid 29 updating version 85 to 86 2024-04-02T08:25:53.007 INFO:tasks.rados.rados.0.smithi012.stdout:616: oid 29 version 86 is already newer than 84 2024-04-02T08:25:53.007 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 29 v 86 (ObjNum 205 snap 54 seq_num 205) dirty exists 2024-04-02T08:25:53.007 INFO:tasks.rados.rados.0.smithi012.stdout:616: left oid 29 (ObjNum 205 snap 54 seq_num 205) 2024-04-02T08:25:53.007 INFO:tasks.rados.rados.0.smithi012.stdout:622: finishing copy_from racing read to smithi01277369-33 2024-04-02T08:25:53.007 INFO:tasks.rados.rados.0.smithi012.stdout:622: finishing copy_from to smithi01277369-33 2024-04-02T08:25:53.007 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 33 v 415 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-02T08:25:53.007 INFO:tasks.rados.rados.0.smithi012.stdout:606: finishing copy_from racing read to smithi01277369-23 2024-04-02T08:25:53.007 INFO:tasks.rados.rados.0.smithi012.stdout:608: finishing copy_from to smithi01277369-5 2024-04-02T08:25:53.007 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 5 v 216 (ObjNum 182 snap 50 seq_num 182) dirty exists 2024-04-02T08:25:53.008 INFO:tasks.rados.rados.0.smithi012.stdout:606: finishing copy_from to smithi01277369-23 2024-04-02T08:25:53.008 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 23 v 380 (ObjNum 131 snap 31 seq_num 131) dirty exists 2024-04-02T08:25:53.008 INFO:tasks.rados.rados.0.smithi012.stdout:606: done (9 left) 2024-04-02T08:25:53.008 INFO:tasks.rados.rados.0.smithi012.stdout:608: done (8 left) 2024-04-02T08:25:53.008 INFO:tasks.rados.rados.0.smithi012.stdout:616: done (7 left) 2024-04-02T08:25:53.008 INFO:tasks.rados.rados.0.smithi012.stdout:617: done (6 left) 2024-04-02T08:25:53.008 INFO:tasks.rados.rados.0.smithi012.stdout:618: done (5 left) 2024-04-02T08:25:53.008 INFO:tasks.rados.rados.0.smithi012.stdout:619: done (4 left) 2024-04-02T08:25:53.008 INFO:tasks.rados.rados.0.smithi012.stdout:620: done (3 left) 2024-04-02T08:25:53.008 INFO:tasks.rados.rados.0.smithi012.stdout:621: done (2 left) 2024-04-02T08:25:53.008 INFO:tasks.rados.rados.0.smithi012.stdout:622: done (1 left) 2024-04-02T08:25:53.008 INFO:tasks.rados.rados.0.smithi012.stdout:625: snap_remove snap 52 2024-04-02T08:25:53.616 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:53 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:25:53.341+0000 7efe19a49200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:25:53.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:25:53 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[73657]: ts=2024-04-02T08:25:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi012\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi012\", job=\"node\", machine=\"x86_64\", nodename=\"smithi012\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi012\", job=\"node\", machine=\"x86_64\", nodename=\"smithi012\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:25:53.864 INFO:tasks.rados.rados.0.smithi012.stdout:625: done (1 left) 2024-04-02T08:25:53.864 INFO:tasks.rados.rados.0.smithi012.stdout:626: read oid 32 snap -1 2024-04-02T08:25:53.864 INFO:tasks.rados.rados.0.smithi012.stdout:626: expect deleted 2024-04-02T08:25:53.864 INFO:tasks.rados.rados.0.smithi012.stdout:627: delete oid 26 current snap is 54 2024-04-02T08:25:53.864 INFO:tasks.rados.rados.0.smithi012.stdout:624: finishing rollback tid 0 to smithi01277369-3 2024-04-02T08:25:53.864 INFO:tasks.rados.rados.0.smithi012.stdout:624: finishing rollback tid 1 to smithi01277369-3 2024-04-02T08:25:53.864 INFO:tasks.rados.rados.0.smithi012.stdout:624: finishing rollback tid 2 to smithi01277369-3 2024-04-02T08:25:53.864 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 3 v 276 (ObjNum 148 snap 36 seq_num 148) dirty exists 2024-04-02T08:25:53.875 INFO:tasks.rados.rados.0.smithi012.stdout:624: done (2 left) 2024-04-02T08:25:53.875 INFO:tasks.rados.rados.0.smithi012.stdout:626: done (1 left) 2024-04-02T08:25:53.875 INFO:tasks.rados.rados.0.smithi012.stdout:627: done (0 left) 2024-04-02T08:25:53.875 INFO:tasks.rados.rados.0.smithi012.stdout:628: rollback oid 44 current snap is 54 2024-04-02T08:25:53.875 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 44 to 53 2024-04-02T08:25:53.875 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 30 current snap is 54 2024-04-02T08:25:53.875 INFO:tasks.rados.rados.0.smithi012.stdout:629: seq_num 208 ranges {1638400=688128,2326528=401408} 2024-04-02T08:25:53.888 INFO:tasks.rados.rados.0.smithi012.stdout:629: writing smithi01277369-30 from 1638400 to 2326528 tid 1 2024-04-02T08:25:53.890 INFO:tasks.rados.rados.0.smithi012.stdout:629: writing smithi01277369-30 from 2326528 to 2727936 tid 2 2024-04-02T08:25:53.890 INFO:tasks.rados.rados.0.smithi012.stdout:630: rollback oid 40 current snap is 54 2024-04-02T08:25:53.890 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 40 to 36 2024-04-02T08:25:53.891 INFO:tasks.rados.rados.0.smithi012.stdout:628: finishing rollback tid 0 to smithi01277369-44 2024-04-02T08:25:53.891 INFO:tasks.rados.rados.0.smithi012.stdout:628: finishing rollback tid 1 to smithi01277369-44 2024-04-02T08:25:53.891 INFO:tasks.rados.rados.0.smithi012.stdout:628: finishing rollback tid 2 to smithi01277369-44 2024-04-02T08:25:53.891 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 44 v 418 (ObjNum 176 snap 46 seq_num 176) dirty exists 2024-04-02T08:25:53.891 INFO:tasks.rados.rados.0.smithi012.stdout:628: done (2 left) 2024-04-02T08:25:53.891 INFO:tasks.rados.rados.0.smithi012.stdout:631: snap_remove snap 48 2024-04-02T08:25:53.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:53 smithi012 ceph-mon[38029]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:53.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:53 smithi012 ceph-mon[38029]: osdmap e179: 8 total, 8 up, 8 in 2024-04-02T08:25:53.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:53 smithi012 ceph-mon[38029]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:53.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:53 smithi012 ceph-mon[38029]: pgmap v51: 121 pgs: 121 active+clean; 138 MiB data, 557 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 912 KiB/s wr, 14 op/s 2024-04-02T08:25:53.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:53 smithi012 ceph-mon[27004]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:53.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:53 smithi012 ceph-mon[27004]: osdmap e179: 8 total, 8 up, 8 in 2024-04-02T08:25:53.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:53 smithi012 ceph-mon[27004]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:53.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:53 smithi012 ceph-mon[27004]: pgmap v51: 121 pgs: 121 active+clean; 138 MiB data, 557 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 912 KiB/s wr, 14 op/s 2024-04-02T08:25:54.293 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:53 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:25:53.960+0000 7efe19a49200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:25:54.293 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:54 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:25:54.065+0000 7efe19a49200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:25:54.293 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:54 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:25:54.295+0000 7efe19a49200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:25:54.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:53 smithi055 ceph-mon[31035]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:54.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:53 smithi055 ceph-mon[31035]: osdmap e179: 8 total, 8 up, 8 in 2024-04-02T08:25:54.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:53 smithi055 ceph-mon[31035]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:54.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:53 smithi055 ceph-mon[31035]: pgmap v51: 121 pgs: 121 active+clean; 138 MiB data, 557 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 912 KiB/s wr, 14 op/s 2024-04-02T08:25:54.555 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:54 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: [02/Apr/2024:08:25:54] ENGINE Bus STARTING 2024-04-02T08:25:54.556 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:54 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: CherryPy Checker: 2024-04-02T08:25:54.556 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:54 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: The Application mounted at '' has an empty config. 2024-04-02T08:25:54.556 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:54 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:25:54.556 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:54 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: [02/Apr/2024:08:25:54] ENGINE Serving on http://:::9283 2024-04-02T08:25:54.556 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:54 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: [02/Apr/2024:08:25:54] ENGINE Bus STARTED 2024-04-02T08:25:54.878 INFO:tasks.rados.rados.0.smithi012.stdout:631: done (2 left) 2024-04-02T08:25:54.879 INFO:tasks.rados.rados.0.smithi012.stdout:632: snap_create 2024-04-02T08:25:54.879 INFO:tasks.rados.rados.0.smithi012.stdout:629: finishing write tid 1 to smithi01277369-30 2024-04-02T08:25:54.879 INFO:tasks.rados.rados.0.smithi012.stdout:630: finishing rollback tid 0 to smithi01277369-40 2024-04-02T08:25:54.879 INFO:tasks.rados.rados.0.smithi012.stdout:629: finishing write tid 2 to smithi01277369-30 2024-04-02T08:25:54.879 INFO:tasks.rados.rados.0.smithi012.stdout:629: finishing write tid 3 to smithi01277369-30 2024-04-02T08:25:54.879 INFO:tasks.rados.rados.0.smithi012.stdout:630: finishing rollback tid 1 to smithi01277369-40 2024-04-02T08:25:54.879 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 40 v 382 (ObjNum 129 snap 0 seq_num 917881144) dirty dne 2024-04-02T08:25:54.879 INFO:tasks.rados.rados.0.smithi012.stdout:629: finishing write tid 4 to smithi01277369-30 2024-04-02T08:25:54.879 INFO:tasks.rados.rados.0.smithi012.stdout:629: oid 30 updating version 0 to 421 2024-04-02T08:25:54.879 INFO:tasks.rados.rados.0.smithi012.stdout:629: oid 30 version 421 is already newer than 419 2024-04-02T08:25:54.879 INFO:tasks.rados.rados.0.smithi012.stdout:629: oid 30 version 421 is already newer than 420 2024-04-02T08:25:54.879 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 30 v 421 (ObjNum 208 snap 54 seq_num 208) dirty exists 2024-04-02T08:25:54.880 INFO:tasks.rados.rados.0.smithi012.stdout:629: left oid 30 (ObjNum 208 snap 54 seq_num 208) 2024-04-02T08:25:55.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:54 smithi012 ceph-mon[27004]: osdmap e180: 8 total, 8 up, 8 in 2024-04-02T08:25:55.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:54 smithi012 ceph-mon[27004]: Standby manager daemon y restarted 2024-04-02T08:25:55.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:54 smithi012 ceph-mon[27004]: Standby manager daemon y started 2024-04-02T08:25:55.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:54 smithi012 ceph-mon[27004]: from='mgr.? 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-02T08:25:55.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:54 smithi012 ceph-mon[27004]: from='mgr.? 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:25:55.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:54 smithi012 ceph-mon[27004]: from='mgr.? 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-02T08:25:55.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:54 smithi012 ceph-mon[27004]: from='mgr.? 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:25:55.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:54 smithi012 ceph-mon[38029]: osdmap e180: 8 total, 8 up, 8 in 2024-04-02T08:25:55.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:54 smithi012 ceph-mon[38029]: Standby manager daemon y restarted 2024-04-02T08:25:55.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:54 smithi012 ceph-mon[38029]: Standby manager daemon y started 2024-04-02T08:25:55.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:54 smithi012 ceph-mon[38029]: from='mgr.? 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-02T08:25:55.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:54 smithi012 ceph-mon[38029]: from='mgr.? 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:25:55.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:54 smithi012 ceph-mon[38029]: from='mgr.? 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-02T08:25:55.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:54 smithi012 ceph-mon[38029]: from='mgr.? 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:25:55.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:54 smithi055 ceph-mon[31035]: osdmap e180: 8 total, 8 up, 8 in 2024-04-02T08:25:55.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:54 smithi055 ceph-mon[31035]: Standby manager daemon y restarted 2024-04-02T08:25:55.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:54 smithi055 ceph-mon[31035]: Standby manager daemon y started 2024-04-02T08:25:55.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:54 smithi055 ceph-mon[31035]: from='mgr.? 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-02T08:25:55.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:54 smithi055 ceph-mon[31035]: from='mgr.? 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:25:55.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:54 smithi055 ceph-mon[31035]: from='mgr.? 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-02T08:25:55.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:54 smithi055 ceph-mon[31035]: from='mgr.? 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:25:55.832 INFO:tasks.rados.rados.0.smithi012.stdout:629: done (2 left) 2024-04-02T08:25:55.832 INFO:tasks.rados.rados.0.smithi012.stdout:630: done (1 left) 2024-04-02T08:25:55.832 INFO:tasks.rados.rados.0.smithi012.stdout:632: done (0 left) 2024-04-02T08:25:55.832 INFO:tasks.rados.rados.0.smithi012.stdout:633: rmattr oid 40 current snap is 55 2024-04-02T08:25:55.833 INFO:tasks.rados.rados.0.smithi012.stdout:633: done (0 left) 2024-04-02T08:25:55.833 INFO:tasks.rados.rados.0.smithi012.stdout:634: read oid 10 snap 36 2024-04-02T08:25:55.833 INFO:tasks.rados.rados.0.smithi012.stdout:634: expect (ObjNum 106 snap 20 seq_num 106) 2024-04-02T08:25:55.833 INFO:tasks.rados.rados.0.smithi012.stdout:635: read oid 50 snap -1 2024-04-02T08:25:55.833 INFO:tasks.rados.rados.0.smithi012.stdout:635: expect (ObjNum 69 snap 6 seq_num 69) 2024-04-02T08:25:55.833 INFO:tasks.rados.rados.0.smithi012.stdout:636: setattr oid 7 current snap is 55 2024-04-02T08:25:55.833 INFO:tasks.rados.rados.0.smithi012.stdout:637: read oid 18 snap 36 2024-04-02T08:25:55.833 INFO:tasks.rados.rados.0.smithi012.stdout:637: expect (ObjNum 116 snap 25 seq_num 116) 2024-04-02T08:25:55.833 INFO:tasks.rados.rados.0.smithi012.stdout:638: copy_from oid 42 from oid 35 current snap is 55 2024-04-02T08:25:55.833 INFO:tasks.rados.rados.0.smithi012.stdout:639: read oid 46 snap -1 2024-04-02T08:25:55.833 INFO:tasks.rados.rados.0.smithi012.stdout:639: expect (ObjNum 170 snap 43 seq_num 170) 2024-04-02T08:25:55.833 INFO:tasks.rados.rados.0.smithi012.stdout:640: rollback oid 31 current snap is 55 2024-04-02T08:25:55.833 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 31 to 53 2024-04-02T08:25:55.833 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 8 current snap is 55 2024-04-02T08:25:55.833 INFO:tasks.rados.rados.0.smithi012.stdout:641: seq_num 209 ranges {106496=704512,811008=401408} 2024-04-02T08:25:55.838 INFO:tasks.rados.rados.0.smithi012.stdout:641: writing smithi01277369-8 from 106496 to 811008 tid 1 2024-04-02T08:25:55.841 INFO:tasks.rados.rados.0.smithi012.stdout:641: writing smithi01277369-8 from 811008 to 1212416 tid 2 2024-04-02T08:25:55.842 INFO:tasks.rados.rados.0.smithi012.stdout:642: rollback oid 19 current snap is 55 2024-04-02T08:25:55.842 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 19 to 50 2024-04-02T08:25:55.842 INFO:tasks.rados.rados.0.smithi012.stdout:638: finishing copy_from to smithi01277369-42 2024-04-02T08:25:55.842 INFO:tasks.rados.rados.0.smithi012.stdout:638: got expected ENOENT (src dne) 2024-04-02T08:25:55.842 INFO:tasks.rados.rados.0.smithi012.stdout:638: finishing copy_from racing read to smithi01277369-42 2024-04-02T08:25:55.842 INFO:tasks.rados.rados.0.smithi012.stdout:638: done (8 left) 2024-04-02T08:25:55.842 INFO:tasks.rados.rados.0.smithi012.stdout:643: rollback oid 41 current snap is 55 2024-04-02T08:25:55.842 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 41 to 54 2024-04-02T08:25:55.842 INFO:tasks.rados.rados.0.smithi012.stdout:644: read oid 17 snap 54 2024-04-02T08:25:55.842 INFO:tasks.rados.rados.0.smithi012.stdout:644: expect (ObjNum 175 snap 46 seq_num 175) 2024-04-02T08:25:55.842 INFO:tasks.rados.rados.0.smithi012.stdout:645: copy_from oid 2 from oid 14 current snap is 55 2024-04-02T08:25:55.843 INFO:tasks.rados.rados.0.smithi012.stdout:646: read oid 27 snap -1 2024-04-02T08:25:55.843 INFO:tasks.rados.rados.0.smithi012.stdout:646: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:25:55.843 INFO:tasks.rados.rados.0.smithi012.stdout:647: setattr oid 38 current snap is 55 2024-04-02T08:25:55.844 INFO:tasks.rados.rados.0.smithi012.stdout:648: delete oid 24 current snap is 55 2024-04-02T08:25:55.848 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 7 v 207 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-02T08:25:55.848 INFO:tasks.rados.rados.0.smithi012.stdout:643: finishing rollback tid 0 to smithi01277369-41 2024-04-02T08:25:55.848 INFO:tasks.rados.rados.0.smithi012.stdout:643: finishing rollback tid 1 to smithi01277369-41 2024-04-02T08:25:55.849 INFO:tasks.rados.rados.0.smithi012.stdout:643: finishing rollback tid 2 to smithi01277369-41 2024-04-02T08:25:55.849 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 41 v 279 (ObjNum 70 snap 7 seq_num 70) dirty exists 2024-04-02T08:25:55.849 INFO:tasks.rados.rados.0.smithi012.stdout:640: finishing rollback tid 0 to smithi01277369-31 2024-04-02T08:25:55.849 INFO:tasks.rados.rados.0.smithi012.stdout:640: finishing rollback tid 1 to smithi01277369-31 2024-04-02T08:25:55.849 INFO:tasks.rados.rados.0.smithi012.stdout:640: finishing rollback tid 2 to smithi01277369-31 2024-04-02T08:25:55.849 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 31 v 136 (ObjNum 141 snap 35 seq_num 141) dirty exists 2024-04-02T08:25:55.850 INFO:tasks.rados.rados.0.smithi012.stdout:642: finishing rollback tid 1 to smithi01277369-19 2024-04-02T08:25:55.850 INFO:tasks.rados.rados.0.smithi012.stdout:642: finishing rollback tid 2 to smithi01277369-19 2024-04-02T08:25:55.850 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 19 v 298 (ObjNum 138 snap 34 seq_num 138) dirty exists 2024-04-02T08:25:55.850 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 38 v 300 (ObjNum 126 snap 28 seq_num 126) dirty exists 2024-04-02T08:25:55.860 INFO:tasks.rados.rados.0.smithi012.stdout:641: finishing write tid 1 to smithi01277369-8 2024-04-02T08:25:55.864 INFO:tasks.rados.rados.0.smithi012.stdout:644: expect (ObjNum 175 snap 46 seq_num 175) 2024-04-02T08:25:55.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:55 smithi012 ceph-mon[27004]: mgrmap e29: x(active, since 33s), standbys: y 2024-04-02T08:25:55.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:55 smithi012 ceph-mon[27004]: osdmap e181: 8 total, 8 up, 8 in 2024-04-02T08:25:55.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:55 smithi012 ceph-mon[27004]: pgmap v54: 121 pgs: 121 active+clean; 138 MiB data, 557 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 912 KiB/s wr, 14 op/s 2024-04-02T08:25:55.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:55 smithi012 ceph-mon[27004]: osdmap e182: 8 total, 8 up, 8 in 2024-04-02T08:25:55.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:55 smithi012 ceph-mon[38029]: mgrmap e29: x(active, since 33s), standbys: y 2024-04-02T08:25:55.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:55 smithi012 ceph-mon[38029]: osdmap e181: 8 total, 8 up, 8 in 2024-04-02T08:25:55.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:55 smithi012 ceph-mon[38029]: pgmap v54: 121 pgs: 121 active+clean; 138 MiB data, 557 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 912 KiB/s wr, 14 op/s 2024-04-02T08:25:55.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:55 smithi012 ceph-mon[38029]: osdmap e182: 8 total, 8 up, 8 in 2024-04-02T08:25:55.946 INFO:tasks.rados.rados.0.smithi012.stdout:641: finishing write tid 2 to smithi01277369-8 2024-04-02T08:25:55.946 INFO:tasks.rados.rados.0.smithi012.stdout:641: finishing write tid 3 to smithi01277369-8 2024-04-02T08:25:55.946 INFO:tasks.rados.rados.0.smithi012.stdout:636: done (13 left) 2024-04-02T08:25:55.946 INFO:tasks.rados.rados.0.smithi012.stdout:640: done (12 left) 2024-04-02T08:25:55.946 INFO:tasks.rados.rados.0.smithi012.stdout:642: done (11 left) 2024-04-02T08:25:55.946 INFO:tasks.rados.rados.0.smithi012.stdout:643: done (10 left) 2024-04-02T08:25:55.946 INFO:tasks.rados.rados.0.smithi012.stdout:644: done (9 left) 2024-04-02T08:25:55.946 INFO:tasks.rados.rados.0.smithi012.stdout:647: done (8 left) 2024-04-02T08:25:55.947 INFO:tasks.rados.rados.0.smithi012.stdout:648: done (7 left) 2024-04-02T08:25:55.947 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 29 current snap is 55 2024-04-02T08:25:55.947 INFO:tasks.rados.rados.0.smithi012.stdout:641: finishing write tid 4 to smithi01277369-8 2024-04-02T08:25:55.947 INFO:tasks.rados.rados.0.smithi012.stdout:641: oid 8 updating version 0 to 527 2024-04-02T08:25:55.947 INFO:tasks.rados.rados.0.smithi012.stdout:641: oid 8 version 527 is already newer than 526 2024-04-02T08:25:55.947 INFO:tasks.rados.rados.0.smithi012.stdout:641: oid 8 version 527 is already newer than 525 2024-04-02T08:25:55.947 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 8 v 527 (ObjNum 209 snap 55 seq_num 209) dirty exists 2024-04-02T08:25:55.947 INFO:tasks.rados.rados.0.smithi012.stdout:641: left oid 8 (ObjNum 209 snap 55 seq_num 209) 2024-04-02T08:25:55.947 INFO:tasks.rados.rados.0.smithi012.stdout:635: expect (ObjNum 69 snap 6 seq_num 69) 2024-04-02T08:25:56.011 INFO:tasks.rados.rados.0.smithi012.stdout:634: expect (ObjNum 106 snap 20 seq_num 106) 2024-04-02T08:25:56.165 INFO:tasks.rados.rados.0.smithi012.stdout:646: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:25:56.167 INFO:tasks.rados.rados.0.smithi012.stdout:639: expect (ObjNum 170 snap 43 seq_num 170) 2024-04-02T08:25:56.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:55 smithi055 ceph-mon[31035]: mgrmap e29: x(active, since 33s), standbys: y 2024-04-02T08:25:56.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:55 smithi055 ceph-mon[31035]: osdmap e181: 8 total, 8 up, 8 in 2024-04-02T08:25:56.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:55 smithi055 ceph-mon[31035]: pgmap v54: 121 pgs: 121 active+clean; 138 MiB data, 557 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 912 KiB/s wr, 14 op/s 2024-04-02T08:25:56.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:55 smithi055 ceph-mon[31035]: osdmap e182: 8 total, 8 up, 8 in 2024-04-02T08:25:56.406 INFO:tasks.rados.rados.0.smithi012.stdout:637: expect (ObjNum 116 snap 25 seq_num 116) 2024-04-02T08:25:56.625 INFO:tasks.rados.rados.0.smithi012.stdout:645: finishing copy_from racing read to smithi01277369-2 2024-04-02T08:25:56.625 INFO:tasks.rados.rados.0.smithi012.stdout:645: finishing copy_from to smithi01277369-2 2024-04-02T08:25:56.625 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 2 v 126 (ObjNum 188 snap 50 seq_num 188) dirty exists 2024-04-02T08:25:56.626 INFO:tasks.rados.rados.0.smithi012.stdout:649: seq_num 211 ranges {1040384=737280,1777664=401408} 2024-04-02T08:25:56.635 INFO:tasks.rados.rados.0.smithi012.stdout:649: writing smithi01277369-29 from 1040384 to 1777664 tid 1 2024-04-02T08:25:56.638 INFO:tasks.rados.rados.0.smithi012.stdout:649: writing smithi01277369-29 from 1777664 to 2179072 tid 2 2024-04-02T08:25:56.638 INFO:tasks.rados.rados.0.smithi012.stdout:634: done (7 left) 2024-04-02T08:25:56.638 INFO:tasks.rados.rados.0.smithi012.stdout:635: done (6 left) 2024-04-02T08:25:56.638 INFO:tasks.rados.rados.0.smithi012.stdout:637: done (5 left) 2024-04-02T08:25:56.638 INFO:tasks.rados.rados.0.smithi012.stdout:639: done (4 left) 2024-04-02T08:25:56.638 INFO:tasks.rados.rados.0.smithi012.stdout:641: done (3 left) 2024-04-02T08:25:56.638 INFO:tasks.rados.rados.0.smithi012.stdout:645: done (2 left) 2024-04-02T08:25:56.639 INFO:tasks.rados.rados.0.smithi012.stdout:646: done (1 left) 2024-04-02T08:25:56.639 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 5 current snap is 55 2024-04-02T08:25:56.639 INFO:tasks.rados.rados.0.smithi012.stdout:650: seq_num 212 ranges {4423680=753664,5177344=401408} 2024-04-02T08:25:56.667 INFO:tasks.rados.rados.0.smithi012.stdout:650: writing smithi01277369-5 from 4423680 to 5177344 tid 1 2024-04-02T08:25:56.671 INFO:tasks.rados.rados.0.smithi012.stdout:650: writing smithi01277369-5 from 5177344 to 5578752 tid 2 2024-04-02T08:25:56.671 INFO:tasks.rados.rados.0.smithi012.stdout:651: setattr oid 23 current snap is 55 2024-04-02T08:25:56.671 INFO:tasks.rados.rados.0.smithi012.stdout:649: finishing write tid 1 to smithi01277369-29 2024-04-02T08:25:56.671 INFO:tasks.rados.rados.0.smithi012.stdout:649: finishing write tid 2 to smithi01277369-29 2024-04-02T08:25:56.671 INFO:tasks.rados.rados.0.smithi012.stdout:649: finishing write tid 3 to smithi01277369-29 2024-04-02T08:25:56.671 INFO:tasks.rados.rados.0.smithi012.stdout:649: finishing write tid 4 to smithi01277369-29 2024-04-02T08:25:56.671 INFO:tasks.rados.rados.0.smithi012.stdout:649: oid 29 updating version 0 to 97 2024-04-02T08:25:56.671 INFO:tasks.rados.rados.0.smithi012.stdout:649: oid 29 version 97 is already newer than 96 2024-04-02T08:25:56.671 INFO:tasks.rados.rados.0.smithi012.stdout:649: oid 29 version 97 is already newer than 95 2024-04-02T08:25:56.671 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 29 v 97 (ObjNum 211 snap 55 seq_num 211) dirty exists 2024-04-02T08:25:56.671 INFO:tasks.rados.rados.0.smithi012.stdout:649: left oid 29 (ObjNum 211 snap 55 seq_num 211) 2024-04-02T08:25:56.672 INFO:tasks.rados.rados.0.smithi012.stdout:649: done (2 left) 2024-04-02T08:25:56.672 INFO:tasks.rados.rados.0.smithi012.stdout:652: delete oid 7 current snap is 55 2024-04-02T08:25:56.674 INFO:tasks.rados.rados.0.smithi012.stdout:652: done (2 left) 2024-04-02T08:25:56.675 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 25 current snap is 55 2024-04-02T08:25:56.675 INFO:tasks.rados.rados.0.smithi012.stdout:650: finishing write tid 1 to smithi01277369-5 2024-04-02T08:25:56.675 INFO:tasks.rados.rados.0.smithi012.stdout:653: seq_num 214 ranges {606208=794624,1400832=401408} 2024-04-02T08:25:56.684 INFO:tasks.rados.rados.0.smithi012.stdout:653: writing smithi01277369-25 from 606208 to 1400832 tid 1 2024-04-02T08:25:56.688 INFO:tasks.rados.rados.0.smithi012.stdout:653: writing smithi01277369-25 from 1400832 to 1802240 tid 2 2024-04-02T08:25:56.688 INFO:tasks.rados.rados.0.smithi012.stdout:654: copy_from oid 44 from oid 6 current snap is 55 2024-04-02T08:25:56.688 INFO:tasks.rados.rados.0.smithi012.stdout:650: finishing write tid 2 to smithi01277369-5 2024-04-02T08:25:56.688 INFO:tasks.rados.rados.0.smithi012.stdout:650: finishing write tid 3 to smithi01277369-5 2024-04-02T08:25:56.688 INFO:tasks.rados.rados.0.smithi012.stdout:650: finishing write tid 4 to smithi01277369-5 2024-04-02T08:25:56.688 INFO:tasks.rados.rados.0.smithi012.stdout:650: oid 5 updating version 0 to 385 2024-04-02T08:25:56.688 INFO:tasks.rados.rados.0.smithi012.stdout:650: oid 5 version 385 is already newer than 384 2024-04-02T08:25:56.688 INFO:tasks.rados.rados.0.smithi012.stdout:650: oid 5 version 385 is already newer than 383 2024-04-02T08:25:56.688 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 5 v 385 (ObjNum 212 snap 55 seq_num 212) dirty exists 2024-04-02T08:25:56.688 INFO:tasks.rados.rados.0.smithi012.stdout:650: left oid 5 (ObjNum 212 snap 55 seq_num 212) 2024-04-02T08:25:56.688 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 23 v 386 (ObjNum 131 snap 31 seq_num 131) dirty exists 2024-04-02T08:25:56.689 INFO:tasks.rados.rados.0.smithi012.stdout:650: done (3 left) 2024-04-02T08:25:56.689 INFO:tasks.rados.rados.0.smithi012.stdout:651: done (2 left) 2024-04-02T08:25:56.689 INFO:tasks.rados.rados.0.smithi012.stdout:655: rollback oid 9 current snap is 55 2024-04-02T08:25:56.689 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 9 to 36 2024-04-02T08:25:56.689 INFO:tasks.rados.rados.0.smithi012.stdout:656: copy_from oid 32 from oid 18 current snap is 55 2024-04-02T08:25:56.689 INFO:tasks.rados.rados.0.smithi012.stdout:657: copy_from oid 17 from oid 7 current snap is 55 2024-04-02T08:25:56.689 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 16 current snap is 55 2024-04-02T08:25:56.689 INFO:tasks.rados.rados.0.smithi012.stdout:658: seq_num 215 ranges {0=409600,409600=532480,942080=270336} 2024-04-02T08:25:56.690 INFO:tasks.rados.rados.0.smithi012.stdout:658: writing smithi01277369-16 from 0 to 409600 tid 1 2024-04-02T08:25:56.694 INFO:tasks.rados.rados.0.smithi012.stdout:658: writing smithi01277369-16 from 409600 to 942080 tid 2 2024-04-02T08:25:56.696 INFO:tasks.rados.rados.0.smithi012.stdout:658: writing smithi01277369-16 from 942080 to 1212416 tid 3 2024-04-02T08:25:56.696 INFO:tasks.rados.rados.0.smithi012.stdout:659: snap_remove snap 54 2024-04-02T08:25:56.775 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:56 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:25:56.521+0000 7ff6dfbb4700 -1 mgr handle_mgr_map I was active but no longer am 2024-04-02T08:25:56.775 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:56 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: ignoring --setuser ceph since I am not root 2024-04-02T08:25:56.775 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:56 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: ignoring --setgroup ceph since I am not root 2024-04-02T08:25:56.775 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:56 smithi055 ceph-mgr[65234]: -- 172.21.15.55:0/2803050251 <== mon.1 v2:172.21.15.55:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x555fdaee85a0 con 0x555fdaebd000 2024-04-02T08:25:56.780 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:56 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: [02/Apr/2024:08:25:56] ENGINE Bus STOPPING 2024-04-02T08:25:56.780 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:56 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: [02/Apr/2024:08:25:56] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:25:56.780 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:56 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: [02/Apr/2024:08:25:56] ENGINE Bus STOPPED 2024-04-02T08:25:56.780 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:56 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: [02/Apr/2024:08:25:56] ENGINE Bus STARTING 2024-04-02T08:25:56.780 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:56 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:25:56.666+0000 7efd77694700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:25:56.780 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:56 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:25:56.666+0000 7efd77694700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:25:56.781 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:56 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:25:56.666+0000 7efd77694700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:25:56.781 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:56 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:25:56.666+0000 7efd77694700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:25:56.781 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:56 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:25:56.666+0000 7efd77694700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:25:56.781 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:56 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:25:56.667+0000 7efd7a69a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:25:56.781 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:56 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:25:56.667+0000 7efd7a69a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:25:56.781 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:56 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:25:56.667+0000 7efd7a69a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:25:56.781 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:56 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:25:56.667+0000 7efd7a69a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:25:56.781 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:56 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:25:56.667+0000 7efd7a69a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:25:56.781 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:56 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: [02/Apr/2024:08:25:56] ENGINE Serving on http://:::9283 2024-04-02T08:25:56.781 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:25:56 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: [02/Apr/2024:08:25:56] ENGINE Bus STARTED 2024-04-02T08:25:57.527 INFO:tasks.rados.rados.0.smithi012.stdout:659: done (6 left) 2024-04-02T08:25:57.527 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 27 current snap is 55 2024-04-02T08:25:57.527 INFO:tasks.rados.rados.0.smithi012.stdout:660: seq_num 216 ranges {0=425984,425984=409600,835584=393216} 2024-04-02T08:25:57.530 INFO:tasks.rados.rados.0.smithi012.stdout:660: writing smithi01277369-27 from 0 to 425984 tid 1 2024-04-02T08:25:57.533 INFO:tasks.rados.rados.0.smithi012.stdout:660: writing smithi01277369-27 from 425984 to 835584 tid 2 2024-04-02T08:25:57.537 INFO:tasks.rados.rados.0.smithi012.stdout:660: writing smithi01277369-27 from 835584 to 1228800 tid 3 2024-04-02T08:25:57.537 INFO:tasks.rados.rados.0.smithi012.stdout:661: read oid 34 snap -1 2024-04-02T08:25:57.537 INFO:tasks.rados.rados.0.smithi012.stdout:661: expect (ObjNum 192 snap 51 seq_num 192) 2024-04-02T08:25:57.538 INFO:tasks.rados.rados.0.smithi012.stdout:662: snap_remove snap 50 2024-04-02T08:25:57.560 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:57 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:25:57.120+0000 7fb9ff734200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:25:57.560 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:57 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:25:57.219+0000 7fb9ff734200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:25:57.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:57 smithi055 ceph-mon[31035]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:57.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:57 smithi055 ceph-mon[31035]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:57.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:57 smithi055 ceph-mon[31035]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:57.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:57 smithi055 ceph-mon[31035]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:25:57.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:57 smithi055 ceph-mon[31035]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:57.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:57 smithi055 ceph-mon[31035]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:57.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:57 smithi055 ceph-mon[31035]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-02T08:25:57.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:57 smithi055 ceph-mon[31035]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-02T08:25:57.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:57 smithi055 ceph-mon[31035]: osdmap e183: 8 total, 8 up, 8 in 2024-04-02T08:25:57.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:57 smithi055 ceph-mon[31035]: from='mgr.24868 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-02T08:25:57.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:57 smithi055 ceph-mon[31035]: mgrmap e30: y(active, starting, since 0.0071637s) 2024-04-02T08:25:57.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:57 smithi055 ceph-mon[31035]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:25:57.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:57 smithi055 ceph-mon[31035]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:25:57.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:57 smithi055 ceph-mon[31035]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:25:57.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:57 smithi055 ceph-mon[31035]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:25:57.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:57 smithi055 ceph-mon[31035]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:25:57.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:57 smithi055 ceph-mon[31035]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:25:57.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:57 smithi055 ceph-mon[31035]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:25:57.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:57 smithi055 ceph-mon[31035]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:25:57.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:57 smithi055 ceph-mon[31035]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:25:57.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:57 smithi055 ceph-mon[31035]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:25:57.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:57 smithi055 ceph-mon[31035]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:25:57.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:57 smithi055 ceph-mon[31035]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:25:57.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:57 smithi055 ceph-mon[31035]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:25:57.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:57 smithi055 ceph-mon[31035]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:25:57.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:57 smithi055 ceph-mon[31035]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:25:57.563 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:57 smithi055 ceph-mon[31035]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:25:57.563 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:57 smithi055 ceph-mon[31035]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:25:57.563 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:57 smithi055 ceph-mon[31035]: Manager daemon y is now available 2024-04-02T08:25:57.563 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:57 smithi055 ceph-mon[31035]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:57.563 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:57 smithi055 ceph-mon[31035]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:25:57.563 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:57 smithi055 ceph-mon[31035]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:25:57.563 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:57 smithi055 ceph-mon[31035]: from='mgr.25070 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:25:57.563 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:57 smithi055 ceph-mon[31035]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:25:57.563 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:57 smithi055 ceph-mon[31035]: from='mgr.25070 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:25:57.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[38029]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:57.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[38029]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:57.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[38029]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:57.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[38029]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:25:57.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[38029]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:57.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[38029]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:57.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[38029]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-02T08:25:57.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[38029]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-02T08:25:57.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[38029]: osdmap e183: 8 total, 8 up, 8 in 2024-04-02T08:25:57.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[38029]: from='mgr.24868 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-02T08:25:57.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[38029]: mgrmap e30: y(active, starting, since 0.0071637s) 2024-04-02T08:25:57.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[38029]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:25:57.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[38029]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:25:57.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[38029]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:25:57.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[38029]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:25:57.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[38029]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:25:57.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[38029]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:25:57.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[38029]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:25:57.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[38029]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:25:57.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[38029]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:25:57.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[38029]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:25:57.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[38029]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:25:57.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[38029]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:25:57.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[38029]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:25:57.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[38029]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:25:57.681 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[38029]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:25:57.681 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[38029]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:25:57.681 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[38029]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:25:57.681 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[38029]: Manager daemon y is now available 2024-04-02T08:25:57.681 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[27004]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:57.681 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[27004]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:57.681 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[27004]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:57.681 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[27004]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:25:57.682 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[27004]: from='mgr.24868 ' entity='mgr.x' 2024-04-02T08:25:57.682 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[27004]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:57.682 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[27004]: from='mgr.24868 172.21.15.55:0/1823450349' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-02T08:25:57.682 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[27004]: from='mgr.24868 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-02T08:25:57.682 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[27004]: osdmap e183: 8 total, 8 up, 8 in 2024-04-02T08:25:57.682 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[27004]: from='mgr.24868 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-02T08:25:57.682 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[27004]: mgrmap e30: y(active, starting, since 0.0071637s) 2024-04-02T08:25:57.682 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[27004]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:25:57.682 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[27004]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:25:57.682 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[27004]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:25:57.682 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[27004]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:25:57.683 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[27004]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:25:57.683 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[27004]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:25:57.683 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[27004]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:25:57.683 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[27004]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:25:57.683 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[27004]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:25:57.683 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[27004]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:25:57.683 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[27004]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:25:57.683 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[27004]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:25:57.683 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[27004]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:25:57.683 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[27004]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:25:57.683 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[27004]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:25:57.683 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[27004]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:25:57.684 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[27004]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:25:57.684 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[27004]: Manager daemon y is now available 2024-04-02T08:25:57.684 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[38029]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:57.684 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[38029]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:25:57.684 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[38029]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:25:57.684 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[38029]: from='mgr.25070 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:25:57.684 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[38029]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:25:57.684 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[38029]: from='mgr.25070 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:25:57.684 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[27004]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:57.685 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[27004]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:25:57.685 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[27004]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:25:57.685 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[27004]: from='mgr.25070 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:25:57.685 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[27004]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:25:57.685 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:57 smithi012 ceph-mon[27004]: from='mgr.25070 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:25:58.034 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:57 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:25:57.940+0000 7fb9ff734200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:25:58.035 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:58 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:25:58.036+0000 7fb9ff734200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:25:58.288 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:58 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:25:58.181+0000 7fb9ff734200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:25:58.532 INFO:tasks.rados.rados.0.smithi012.stdout:662: done (8 left) 2024-04-02T08:25:58.533 INFO:tasks.rados.rados.0.smithi012.stdout:663: read oid 22 snap -1 2024-04-02T08:25:58.533 INFO:tasks.rados.rados.0.smithi012.stdout:663: expect deleted 2024-04-02T08:25:58.533 INFO:tasks.rados.rados.0.smithi012.stdout:664: setattr oid 40 current snap is 55 2024-04-02T08:25:58.533 INFO:tasks.rados.rados.0.smithi012.stdout:653: finishing write tid 1 to smithi01277369-25 2024-04-02T08:25:58.533 INFO:tasks.rados.rados.0.smithi012.stdout:657: finishing copy_from to smithi01277369-17 2024-04-02T08:25:58.533 INFO:tasks.rados.rados.0.smithi012.stdout:657: got expected ENOENT (src dne) 2024-04-02T08:25:58.533 INFO:tasks.rados.rados.0.smithi012.stdout:653: finishing write tid 2 to smithi01277369-25 2024-04-02T08:25:58.533 INFO:tasks.rados.rados.0.smithi012.stdout:657: finishing copy_from racing read to smithi01277369-17 2024-04-02T08:25:58.533 INFO:tasks.rados.rados.0.smithi012.stdout:653: finishing write tid 3 to smithi01277369-25 2024-04-02T08:25:58.533 INFO:tasks.rados.rados.0.smithi012.stdout:655: finishing rollback tid 0 to smithi01277369-9 2024-04-02T08:25:58.533 INFO:tasks.rados.rados.0.smithi012.stdout:655: finishing rollback tid 1 to smithi01277369-9 2024-04-02T08:25:58.533 INFO:tasks.rados.rados.0.smithi012.stdout:653: finishing write tid 4 to smithi01277369-25 2024-04-02T08:25:58.534 INFO:tasks.rados.rados.0.smithi012.stdout:653: oid 25 updating version 0 to 280 2024-04-02T08:25:58.534 INFO:tasks.rados.rados.0.smithi012.stdout:653: oid 25 updating version 280 to 282 2024-04-02T08:25:58.534 INFO:tasks.rados.rados.0.smithi012.stdout:653: oid 25 version 282 is already newer than 281 2024-04-02T08:25:58.534 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 25 v 282 (ObjNum 214 snap 55 seq_num 214) dirty exists 2024-04-02T08:25:58.534 INFO:tasks.rados.rados.0.smithi012.stdout:653: left oid 25 (ObjNum 214 snap 55 seq_num 214) 2024-04-02T08:25:58.534 INFO:tasks.rados.rados.0.smithi012.stdout:655: finishing rollback tid 2 to smithi01277369-9 2024-04-02T08:25:58.534 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 9 v 212 (ObjNum 70 snap 7 seq_num 70) dirty exists 2024-04-02T08:25:58.534 INFO:tasks.rados.rados.0.smithi012.stdout:658: finishing write tid 1 to smithi01277369-16 2024-04-02T08:25:58.534 INFO:tasks.rados.rados.0.smithi012.stdout:658: finishing write tid 2 to smithi01277369-16 2024-04-02T08:25:58.534 INFO:tasks.rados.rados.0.smithi012.stdout:658: finishing write tid 3 to smithi01277369-16 2024-04-02T08:25:58.534 INFO:tasks.rados.rados.0.smithi012.stdout:658: finishing write tid 4 to smithi01277369-16 2024-04-02T08:25:58.534 INFO:tasks.rados.rados.0.smithi012.stdout:658: finishing write tid 5 to smithi01277369-16 2024-04-02T08:25:58.534 INFO:tasks.rados.rados.0.smithi012.stdout:658: oid 16 updating version 0 to 151 2024-04-02T08:25:58.534 INFO:tasks.rados.rados.0.smithi012.stdout:658: oid 16 version 151 is already newer than 148 2024-04-02T08:25:58.535 INFO:tasks.rados.rados.0.smithi012.stdout:658: oid 16 version 151 is already newer than 150 2024-04-02T08:25:58.535 INFO:tasks.rados.rados.0.smithi012.stdout:658: oid 16 version 151 is already newer than 149 2024-04-02T08:25:58.535 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 16 v 151 (ObjNum 215 snap 55 seq_num 215) dirty exists 2024-04-02T08:25:58.535 INFO:tasks.rados.rados.0.smithi012.stdout:658: left oid 16 (ObjNum 215 snap 55 seq_num 215) 2024-04-02T08:25:58.535 INFO:tasks.rados.rados.0.smithi012.stdout:654: finishing copy_from racing read to smithi01277369-44 2024-04-02T08:25:58.535 INFO:tasks.rados.rados.0.smithi012.stdout:654: finishing copy_from to smithi01277369-44 2024-04-02T08:25:58.535 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 44 v 215 (ObjNum 130 snap 31 seq_num 130) dirty exists 2024-04-02T08:25:58.535 INFO:tasks.rados.rados.0.smithi012.stdout:656: finishing copy_from racing read to smithi01277369-32 2024-04-02T08:25:58.535 INFO:tasks.rados.rados.0.smithi012.stdout:656: finishing copy_from to smithi01277369-32 2024-04-02T08:25:58.535 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 32 v 117 (ObjNum 116 snap 25 seq_num 116) dirty exists 2024-04-02T08:25:58.535 INFO:tasks.rados.rados.0.smithi012.stdout:660: finishing write tid 1 to smithi01277369-27 2024-04-02T08:25:58.535 INFO:tasks.rados.rados.0.smithi012.stdout:660: finishing write tid 2 to smithi01277369-27 2024-04-02T08:25:58.535 INFO:tasks.rados.rados.0.smithi012.stdout:660: finishing write tid 3 to smithi01277369-27 2024-04-02T08:25:58.535 INFO:tasks.rados.rados.0.smithi012.stdout:660: finishing write tid 4 to smithi01277369-27 2024-04-02T08:25:58.535 INFO:tasks.rados.rados.0.smithi012.stdout:660: finishing write tid 5 to smithi01277369-27 2024-04-02T08:25:58.536 INFO:tasks.rados.rados.0.smithi012.stdout:660: oid 27 updating version 0 to 228 2024-04-02T08:25:58.536 INFO:tasks.rados.rados.0.smithi012.stdout:660: oid 27 updating version 228 to 230 2024-04-02T08:25:58.536 INFO:tasks.rados.rados.0.smithi012.stdout:660: oid 27 version 230 is already newer than 227 2024-04-02T08:25:58.536 INFO:tasks.rados.rados.0.smithi012.stdout:660: oid 27 version 230 is already newer than 229 2024-04-02T08:25:58.536 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 27 v 230 (ObjNum 216 snap 55 seq_num 216) dirty exists 2024-04-02T08:25:58.536 INFO:tasks.rados.rados.0.smithi012.stdout:660: left oid 27 (ObjNum 216 snap 55 seq_num 216) 2024-04-02T08:25:58.536 INFO:tasks.rados.rados.0.smithi012.stdout:661: expect (ObjNum 192 snap 51 seq_num 192) 2024-04-02T08:25:58.560 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:58 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:25:58.289+0000 7fb9ff734200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:25:58.560 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:58 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:25:58.375+0000 7fb9ff734200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:25:58.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:58 smithi055 ceph-mon[31035]: [02/Apr/2024:08:25:57] ENGINE Bus STARTING 2024-04-02T08:25:58.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:58 smithi055 ceph-mon[31035]: [02/Apr/2024:08:25:57] ENGINE Serving on http://172.21.15.12:8765 2024-04-02T08:25:58.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:58 smithi055 ceph-mon[31035]: [02/Apr/2024:08:25:57] ENGINE Serving on https://172.21.15.12:7150 2024-04-02T08:25:58.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:58 smithi055 ceph-mon[31035]: [02/Apr/2024:08:25:57] ENGINE Bus STARTED 2024-04-02T08:25:58.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:58 smithi055 ceph-mon[31035]: mgrmap e31: y(active, since 1.00861s) 2024-04-02T08:25:58.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:58 smithi055 ceph-mon[31035]: osdmap e184: 8 total, 8 up, 8 in 2024-04-02T08:25:58.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:58 smithi055 ceph-mon[31035]: pgmap v4: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 173 MiB data, 645 MiB used, 715 GiB / 715 GiB avail; 35 GiB/s rd, 18 GiB/s wr, 265.41k op/s; 156 MiB/s, 554 objects/s recovering 2024-04-02T08:25:58.651 INFO:tasks.rados.rados.0.smithi012.stdout:653: done (9 left) 2024-04-02T08:25:58.652 INFO:tasks.rados.rados.0.smithi012.stdout:654: done (8 left) 2024-04-02T08:25:58.652 INFO:tasks.rados.rados.0.smithi012.stdout:655: done (7 left) 2024-04-02T08:25:58.652 INFO:tasks.rados.rados.0.smithi012.stdout:656: done (6 left) 2024-04-02T08:25:58.652 INFO:tasks.rados.rados.0.smithi012.stdout:657: done (5 left) 2024-04-02T08:25:58.652 INFO:tasks.rados.rados.0.smithi012.stdout:658: done (4 left) 2024-04-02T08:25:58.652 INFO:tasks.rados.rados.0.smithi012.stdout:660: done (3 left) 2024-04-02T08:25:58.652 INFO:tasks.rados.rados.0.smithi012.stdout:661: done (2 left) 2024-04-02T08:25:58.652 INFO:tasks.rados.rados.0.smithi012.stdout:663: done (1 left) 2024-04-02T08:25:58.652 INFO:tasks.rados.rados.0.smithi012.stdout:665: delete oid 26 current snap is 55 2024-04-02T08:25:58.653 INFO:tasks.rados.rados.0.smithi012.stdout:665: done (1 left) 2024-04-02T08:25:58.653 INFO:tasks.rados.rados.0.smithi012.stdout:666: read oid 45 snap 53 2024-04-02T08:25:58.653 INFO:tasks.rados.rados.0.smithi012.stdout:666: expect (ObjNum 182 snap 50 seq_num 182) 2024-04-02T08:25:58.653 INFO:tasks.rados.rados.0.smithi012.stdout:667: snap_remove snap 36 2024-04-02T08:25:58.783 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:58 smithi012 ceph-mon[38029]: [02/Apr/2024:08:25:57] ENGINE Bus STARTING 2024-04-02T08:25:58.783 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:58 smithi012 ceph-mon[38029]: [02/Apr/2024:08:25:57] ENGINE Serving on http://172.21.15.12:8765 2024-04-02T08:25:58.783 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:58 smithi012 ceph-mon[38029]: [02/Apr/2024:08:25:57] ENGINE Serving on https://172.21.15.12:7150 2024-04-02T08:25:58.783 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:58 smithi012 ceph-mon[38029]: [02/Apr/2024:08:25:57] ENGINE Bus STARTED 2024-04-02T08:25:58.783 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:58 smithi012 ceph-mon[38029]: mgrmap e31: y(active, since 1.00861s) 2024-04-02T08:25:58.784 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:58 smithi012 ceph-mon[38029]: osdmap e184: 8 total, 8 up, 8 in 2024-04-02T08:25:58.784 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:58 smithi012 ceph-mon[38029]: pgmap v4: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 173 MiB data, 645 MiB used, 715 GiB / 715 GiB avail; 35 GiB/s rd, 18 GiB/s wr, 265.41k op/s; 156 MiB/s, 554 objects/s recovering 2024-04-02T08:25:58.784 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:58 smithi012 ceph-mon[27004]: [02/Apr/2024:08:25:57] ENGINE Bus STARTING 2024-04-02T08:25:58.784 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:58 smithi012 ceph-mon[27004]: [02/Apr/2024:08:25:57] ENGINE Serving on http://172.21.15.12:8765 2024-04-02T08:25:58.784 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:58 smithi012 ceph-mon[27004]: [02/Apr/2024:08:25:57] ENGINE Serving on https://172.21.15.12:7150 2024-04-02T08:25:58.784 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:58 smithi012 ceph-mon[27004]: [02/Apr/2024:08:25:57] ENGINE Bus STARTED 2024-04-02T08:25:58.784 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:58 smithi012 ceph-mon[27004]: mgrmap e31: y(active, since 1.00861s) 2024-04-02T08:25:58.784 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:58 smithi012 ceph-mon[27004]: osdmap e184: 8 total, 8 up, 8 in 2024-04-02T08:25:58.784 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:58 smithi012 ceph-mon[27004]: pgmap v4: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 173 MiB data, 645 MiB used, 715 GiB / 715 GiB avail; 35 GiB/s rd, 18 GiB/s wr, 265.41k op/s; 156 MiB/s, 554 objects/s recovering 2024-04-02T08:25:58.970 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:58 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:25:58.668+0000 7fb9ff734200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:25:58.970 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:58 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:25:58.784+0000 7fb9ff734200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:25:58.970 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:58 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:25:58.872+0000 7fb9ff734200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:25:59.310 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:58 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:25:58.971+0000 7fb9ff734200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:25:59.310 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:25:59 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:25:59.166+0000 7fb9ff734200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:25:59.548 INFO:tasks.rados.rados.0.smithi012.stdout:667: done (2 left) 2024-04-02T08:25:59.548 INFO:tasks.rados.rados.0.smithi012.stdout:668: read oid 42 snap -1 2024-04-02T08:25:59.548 INFO:tasks.rados.rados.0.smithi012.stdout:668: expect (ObjNum 76 snap 12 seq_num 76) 2024-04-02T08:25:59.548 INFO:tasks.rados.rados.0.smithi012.stdout:669: rollback oid 28 current snap is 55 2024-04-02T08:25:59.548 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 28 to 53 2024-04-02T08:25:59.548 INFO:tasks.rados.rados.0.smithi012.stdout:670: delete oid 15 current snap is 55 2024-04-02T08:25:59.549 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 40 v 387 (ObjNum 129 snap 0 seq_num 923956800) dirty exists 2024-04-02T08:25:59.549 INFO:tasks.rados.rados.0.smithi012.stdout:666: expect (ObjNum 182 snap 50 seq_num 182) 2024-04-02T08:25:59.627 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:59 smithi055 ceph-mon[31035]: pgmap v5: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 173 MiB data, 645 MiB used, 715 GiB / 715 GiB avail; 396 MiB/s rd, 205 MiB/s wr, 2.90k op/s; 1.7 MiB/s, 6 objects/s recovering 2024-04-02T08:25:59.627 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:59 smithi055 ceph-mon[31035]: mgrmap e32: y(active, since 2s) 2024-04-02T08:25:59.627 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:25:59 smithi055 ceph-mon[31035]: osdmap e185: 8 total, 8 up, 8 in 2024-04-02T08:25:59.783 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:59 smithi012 ceph-mon[27004]: pgmap v5: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 173 MiB data, 645 MiB used, 715 GiB / 715 GiB avail; 396 MiB/s rd, 205 MiB/s wr, 2.90k op/s; 1.7 MiB/s, 6 objects/s recovering 2024-04-02T08:25:59.783 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:59 smithi012 ceph-mon[27004]: mgrmap e32: y(active, since 2s) 2024-04-02T08:25:59.783 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:25:59 smithi012 ceph-mon[27004]: osdmap e185: 8 total, 8 up, 8 in 2024-04-02T08:25:59.784 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:59 smithi012 ceph-mon[38029]: pgmap v5: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 173 MiB data, 645 MiB used, 715 GiB / 715 GiB avail; 396 MiB/s rd, 205 MiB/s wr, 2.90k op/s; 1.7 MiB/s, 6 objects/s recovering 2024-04-02T08:25:59.784 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:59 smithi012 ceph-mon[38029]: mgrmap e32: y(active, since 2s) 2024-04-02T08:25:59.784 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:25:59 smithi012 ceph-mon[38029]: osdmap e185: 8 total, 8 up, 8 in 2024-04-02T08:25:59.838 INFO:tasks.rados.rados.0.smithi012.stdout:668: expect (ObjNum 76 snap 12 seq_num 76) 2024-04-02T08:25:59.902 INFO:tasks.rados.rados.0.smithi012.stdout:669: finishing rollback tid 1 to smithi01277369-28 2024-04-02T08:25:59.902 INFO:tasks.rados.rados.0.smithi012.stdout:669: finishing rollback tid 2 to smithi01277369-28 2024-04-02T08:25:59.902 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 28 v 232 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:25:59.902 INFO:tasks.rados.rados.0.smithi012.stdout:664: done (4 left) 2024-04-02T08:25:59.902 INFO:tasks.rados.rados.0.smithi012.stdout:666: done (3 left) 2024-04-02T08:25:59.902 INFO:tasks.rados.rados.0.smithi012.stdout:668: done (2 left) 2024-04-02T08:25:59.902 INFO:tasks.rados.rados.0.smithi012.stdout:669: done (1 left) 2024-04-02T08:25:59.902 INFO:tasks.rados.rados.0.smithi012.stdout:670: done (0 left) 2024-04-02T08:25:59.903 INFO:tasks.rados.rados.0.smithi012.stdout:671: read oid 39 snap -1 2024-04-02T08:25:59.903 INFO:tasks.rados.rados.0.smithi012.stdout:671: expect deleted 2024-04-02T08:25:59.903 INFO:tasks.rados.rados.0.smithi012.stdout:672: read oid 5 snap -1 2024-04-02T08:25:59.903 INFO:tasks.rados.rados.0.smithi012.stdout:672: expect (ObjNum 212 snap 55 seq_num 212) 2024-04-02T08:25:59.903 INFO:tasks.rados.rados.0.smithi012.stdout:673: rollback oid 9 current snap is 55 2024-04-02T08:25:59.903 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 9 to 53 2024-04-02T08:25:59.903 INFO:tasks.rados.rados.0.smithi012.stdout:674: read oid 46 snap -1 2024-04-02T08:25:59.903 INFO:tasks.rados.rados.0.smithi012.stdout:674: expect (ObjNum 170 snap 43 seq_num 170) 2024-04-02T08:25:59.903 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 25 current snap is 55 2024-04-02T08:25:59.903 INFO:tasks.rados.rados.0.smithi012.stdout:675: seq_num 219 ranges {1802240=475136,2277376=466944,2744320=335872} 2024-04-02T08:25:59.914 INFO:tasks.rados.rados.0.smithi012.stdout:675: writing smithi01277369-25 from 1802240 to 2277376 tid 1 2024-04-02T08:25:59.917 INFO:tasks.rados.rados.0.smithi012.stdout:675: writing smithi01277369-25 from 2277376 to 2744320 tid 2 2024-04-02T08:25:59.919 INFO:tasks.rados.rados.0.smithi012.stdout:675: writing smithi01277369-25 from 2744320 to 3080192 tid 3 2024-04-02T08:25:59.919 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 13 current snap is 55 2024-04-02T08:25:59.919 INFO:tasks.rados.rados.0.smithi012.stdout:676: seq_num 220 ranges {5259264=491520,5750784=753664,6504448=49152} 2024-04-02T08:25:59.950 INFO:tasks.rados.rados.0.smithi012.stdout:676: writing smithi01277369-13 from 5259264 to 5750784 tid 1 2024-04-02T08:25:59.955 INFO:tasks.rados.rados.0.smithi012.stdout:676: writing smithi01277369-13 from 5750784 to 6504448 tid 2 2024-04-02T08:25:59.956 INFO:tasks.rados.rados.0.smithi012.stdout:676: writing smithi01277369-13 from 6504448 to 6553600 tid 3 2024-04-02T08:25:59.956 INFO:tasks.rados.rados.0.smithi012.stdout:677: read oid 45 snap 53 2024-04-02T08:25:59.956 INFO:tasks.rados.rados.0.smithi012.stdout:677: expect (ObjNum 182 snap 50 seq_num 182) 2024-04-02T08:25:59.956 INFO:tasks.rados.rados.0.smithi012.stdout:678: delete oid 20 current snap is 55 2024-04-02T08:25:59.956 INFO:tasks.rados.rados.0.smithi012.stdout:673: finishing rollback tid 0 to smithi01277369-9 2024-04-02T08:25:59.956 INFO:tasks.rados.rados.0.smithi012.stdout:673: finishing rollback tid 1 to smithi01277369-9 2024-04-02T08:25:59.956 INFO:tasks.rados.rados.0.smithi012.stdout:673: finishing rollback tid 2 to smithi01277369-9 2024-04-02T08:25:59.956 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 9 v 231 (ObjNum 156 snap 40 seq_num 156) dirty exists 2024-04-02T08:25:59.956 INFO:tasks.rados.rados.0.smithi012.stdout:674: expect (ObjNum 170 snap 43 seq_num 170) 2024-04-02T08:26:00.199 INFO:tasks.rados.rados.0.smithi012.stdout:675: finishing write tid 1 to smithi01277369-25 2024-04-02T08:26:00.200 INFO:tasks.rados.rados.0.smithi012.stdout:675: finishing write tid 2 to smithi01277369-25 2024-04-02T08:26:00.200 INFO:tasks.rados.rados.0.smithi012.stdout:675: finishing write tid 3 to smithi01277369-25 2024-04-02T08:26:00.200 INFO:tasks.rados.rados.0.smithi012.stdout:675: finishing write tid 4 to smithi01277369-25 2024-04-02T08:26:00.200 INFO:tasks.rados.rados.0.smithi012.stdout:672: expect (ObjNum 212 snap 55 seq_num 212) 2024-04-02T08:26:00.541 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:00 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:26:00.281+0000 7fb9ff734200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:26:00.541 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:00 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:26:00.427+0000 7fb9ff734200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:26:00.584 INFO:tasks.rados.rados.0.smithi012.stdout:675: finishing write tid 5 to smithi01277369-25 2024-04-02T08:26:00.584 INFO:tasks.rados.rados.0.smithi012.stdout:675: oid 25 updating version 0 to 286 2024-04-02T08:26:00.584 INFO:tasks.rados.rados.0.smithi012.stdout:675: oid 25 version 286 is already newer than 283 2024-04-02T08:26:00.584 INFO:tasks.rados.rados.0.smithi012.stdout:675: oid 25 version 286 is already newer than 285 2024-04-02T08:26:00.584 INFO:tasks.rados.rados.0.smithi012.stdout:675: oid 25 version 286 is already newer than 284 2024-04-02T08:26:00.585 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 25 v 286 (ObjNum 219 snap 55 seq_num 219) dirty exists 2024-04-02T08:26:00.585 INFO:tasks.rados.rados.0.smithi012.stdout:675: left oid 25 (ObjNum 219 snap 55 seq_num 219) 2024-04-02T08:26:00.585 INFO:tasks.rados.rados.0.smithi012.stdout:676: finishing write tid 1 to smithi01277369-13 2024-04-02T08:26:00.585 INFO:tasks.rados.rados.0.smithi012.stdout:671: done (7 left) 2024-04-02T08:26:00.585 INFO:tasks.rados.rados.0.smithi012.stdout:672: done (6 left) 2024-04-02T08:26:00.585 INFO:tasks.rados.rados.0.smithi012.stdout:673: done (5 left) 2024-04-02T08:26:00.585 INFO:tasks.rados.rados.0.smithi012.stdout:674: done (4 left) 2024-04-02T08:26:00.585 INFO:tasks.rados.rados.0.smithi012.stdout:675: done (3 left) 2024-04-02T08:26:00.585 INFO:tasks.rados.rados.0.smithi012.stdout:678: done (2 left) 2024-04-02T08:26:00.585 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 1 current snap is 55 2024-04-02T08:26:00.585 INFO:tasks.rados.rados.0.smithi012.stdout:676: finishing write tid 2 to smithi01277369-13 2024-04-02T08:26:00.585 INFO:tasks.rados.rados.0.smithi012.stdout:679: seq_num 222 ranges {0=524288,524288=565248,1089536=237568} 2024-04-02T08:26:00.586 INFO:tasks.rados.rados.0.smithi012.stdout:679: writing smithi01277369-1 from 0 to 524288 tid 1 2024-04-02T08:26:00.590 INFO:tasks.rados.rados.0.smithi012.stdout:679: writing smithi01277369-1 from 524288 to 1089536 tid 2 2024-04-02T08:26:00.592 INFO:tasks.rados.rados.0.smithi012.stdout:679: writing smithi01277369-1 from 1089536 to 1327104 tid 3 2024-04-02T08:26:00.592 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 39 current snap is 55 2024-04-02T08:26:00.592 INFO:tasks.rados.rados.0.smithi012.stdout:676: finishing write tid 3 to smithi01277369-13 2024-04-02T08:26:00.592 INFO:tasks.rados.rados.0.smithi012.stdout:676: finishing write tid 4 to smithi01277369-13 2024-04-02T08:26:00.592 INFO:tasks.rados.rados.0.smithi012.stdout:676: finishing write tid 5 to smithi01277369-13 2024-04-02T08:26:00.592 INFO:tasks.rados.rados.0.smithi012.stdout:676: oid 13 updating version 0 to 567 2024-04-02T08:26:00.592 INFO:tasks.rados.rados.0.smithi012.stdout:676: oid 13 version 567 is already newer than 565 2024-04-02T08:26:00.592 INFO:tasks.rados.rados.0.smithi012.stdout:676: oid 13 version 567 is already newer than 564 2024-04-02T08:26:00.592 INFO:tasks.rados.rados.0.smithi012.stdout:676: oid 13 version 567 is already newer than 566 2024-04-02T08:26:00.592 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 13 v 567 (ObjNum 220 snap 55 seq_num 220) dirty exists 2024-04-02T08:26:00.593 INFO:tasks.rados.rados.0.smithi012.stdout:676: left oid 13 (ObjNum 220 snap 55 seq_num 220) 2024-04-02T08:26:00.593 INFO:tasks.rados.rados.0.smithi012.stdout:680: seq_num 223 ranges {0=540672,540672=450560,991232=352256} 2024-04-02T08:26:00.594 INFO:tasks.rados.rados.0.smithi012.stdout:680: writing smithi01277369-39 from 0 to 540672 tid 1 2024-04-02T08:26:00.597 INFO:tasks.rados.rados.0.smithi012.stdout:680: writing smithi01277369-39 from 540672 to 991232 tid 2 2024-04-02T08:26:00.600 INFO:tasks.rados.rados.0.smithi012.stdout:680: writing smithi01277369-39 from 991232 to 1343488 tid 3 2024-04-02T08:26:00.600 INFO:tasks.rados.rados.0.smithi012.stdout:676: done (3 left) 2024-04-02T08:26:00.600 INFO:tasks.rados.rados.0.smithi012.stdout:681: snap_create 2024-04-02T08:26:00.600 INFO:tasks.rados.rados.0.smithi012.stdout:677: expect (ObjNum 182 snap 50 seq_num 182) 2024-04-02T08:26:00.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:00 smithi012 ceph-mon[27004]: osdmap e186: 8 total, 8 up, 8 in 2024-04-02T08:26:00.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:00 smithi012 ceph-mon[38029]: osdmap e186: 8 total, 8 up, 8 in 2024-04-02T08:26:00.799 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:00 smithi055 ceph-mon[31035]: osdmap e186: 8 total, 8 up, 8 in 2024-04-02T08:26:00.884 INFO:tasks.rados.rados.0.smithi012.stdout:679: finishing write tid 1 to smithi01277369-1 2024-04-02T08:26:00.884 INFO:tasks.rados.rados.0.smithi012.stdout:679: finishing write tid 2 to smithi01277369-1 2024-04-02T08:26:00.884 INFO:tasks.rados.rados.0.smithi012.stdout:679: finishing write tid 3 to smithi01277369-1 2024-04-02T08:26:00.884 INFO:tasks.rados.rados.0.smithi012.stdout:679: finishing write tid 4 to smithi01277369-1 2024-04-02T08:26:00.884 INFO:tasks.rados.rados.0.smithi012.stdout:679: finishing write tid 5 to smithi01277369-1 2024-04-02T08:26:00.884 INFO:tasks.rados.rados.0.smithi012.stdout:679: oid 1 updating version 0 to 236 2024-04-02T08:26:00.884 INFO:tasks.rados.rados.0.smithi012.stdout:679: oid 1 version 236 is already newer than 233 2024-04-02T08:26:00.885 INFO:tasks.rados.rados.0.smithi012.stdout:679: oid 1 version 236 is already newer than 235 2024-04-02T08:26:00.885 INFO:tasks.rados.rados.0.smithi012.stdout:679: oid 1 version 236 is already newer than 234 2024-04-02T08:26:00.885 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 1 v 236 (ObjNum 222 snap 55 seq_num 222) dirty exists 2024-04-02T08:26:00.885 INFO:tasks.rados.rados.0.smithi012.stdout:679: left oid 1 (ObjNum 222 snap 55 seq_num 222) 2024-04-02T08:26:00.885 INFO:tasks.rados.rados.0.smithi012.stdout:680: finishing write tid 1 to smithi01277369-39 2024-04-02T08:26:00.885 INFO:tasks.rados.rados.0.smithi012.stdout:680: finishing write tid 2 to smithi01277369-39 2024-04-02T08:26:00.885 INFO:tasks.rados.rados.0.smithi012.stdout:680: finishing write tid 3 to smithi01277369-39 2024-04-02T08:26:00.885 INFO:tasks.rados.rados.0.smithi012.stdout:680: finishing write tid 4 to smithi01277369-39 2024-04-02T08:26:00.885 INFO:tasks.rados.rados.0.smithi012.stdout:677: done (3 left) 2024-04-02T08:26:00.885 INFO:tasks.rados.rados.0.smithi012.stdout:679: done (2 left) 2024-04-02T08:26:00.885 INFO:tasks.rados.rados.0.smithi012.stdout:681: done (1 left) 2024-04-02T08:26:00.885 INFO:tasks.rados.rados.0.smithi012.stdout:682: rollback oid 40 current snap is 56 2024-04-02T08:26:00.885 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 40 to 55 2024-04-02T08:26:00.885 INFO:tasks.rados.rados.0.smithi012.stdout:680: finishing write tid 5 to smithi01277369-39 2024-04-02T08:26:00.886 INFO:tasks.rados.rados.0.smithi012.stdout:680: oid 39 updating version 0 to 317 2024-04-02T08:26:00.886 INFO:tasks.rados.rados.0.smithi012.stdout:680: oid 39 updating version 317 to 319 2024-04-02T08:26:00.886 INFO:tasks.rados.rados.0.smithi012.stdout:680: oid 39 updating version 319 to 320 2024-04-02T08:26:00.886 INFO:tasks.rados.rados.0.smithi012.stdout:680: oid 39 version 320 is already newer than 318 2024-04-02T08:26:00.886 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 39 v 320 (ObjNum 223 snap 55 seq_num 223) dirty exists 2024-04-02T08:26:00.886 INFO:tasks.rados.rados.0.smithi012.stdout:680: left oid 39 (ObjNum 223 snap 55 seq_num 223) 2024-04-02T08:26:00.886 INFO:tasks.rados.rados.0.smithi012.stdout:680: done (1 left) 2024-04-02T08:26:00.886 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 34 current snap is 56 2024-04-02T08:26:00.886 INFO:tasks.rados.rados.0.smithi012.stdout:683: seq_num 224 ranges {2523136=557056,3080192=737280,3817472=65536} 2024-04-02T08:26:00.900 INFO:tasks.rados.rados.0.smithi012.stdout:683: writing smithi01277369-34 from 2523136 to 3080192 tid 1 2024-04-02T08:26:00.903 INFO:tasks.rados.rados.0.smithi012.stdout:683: writing smithi01277369-34 from 3080192 to 3817472 tid 2 2024-04-02T08:26:00.905 INFO:tasks.rados.rados.0.smithi012.stdout:683: writing smithi01277369-34 from 3817472 to 3883008 tid 3 2024-04-02T08:26:00.905 INFO:tasks.rados.rados.0.smithi012.stdout:684: read oid 1 snap -1 2024-04-02T08:26:00.905 INFO:tasks.rados.rados.0.smithi012.stdout:684: expect (ObjNum 222 snap 55 seq_num 222) 2024-04-02T08:26:00.905 INFO:tasks.rados.rados.0.smithi012.stdout:685: rollback oid 25 current snap is 56 2024-04-02T08:26:00.905 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 25 to 53 2024-04-02T08:26:00.905 INFO:tasks.rados.rados.0.smithi012.stdout:682: finishing rollback tid 0 to smithi01277369-40 2024-04-02T08:26:00.905 INFO:tasks.rados.rados.0.smithi012.stdout:682: finishing rollback tid 1 to smithi01277369-40 2024-04-02T08:26:00.905 INFO:tasks.rados.rados.0.smithi012.stdout:682: finishing rollback tid 2 to smithi01277369-40 2024-04-02T08:26:00.905 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 40 v 390 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:26:00.905 INFO:tasks.rados.rados.0.smithi012.stdout:683: finishing write tid 1 to smithi01277369-34 2024-04-02T08:26:00.905 INFO:tasks.rados.rados.0.smithi012.stdout:682: done (3 left) 2024-04-02T08:26:00.905 INFO:tasks.rados.rados.0.smithi012.stdout:686: rollback oid 7 current snap is 56 2024-04-02T08:26:00.906 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 7 to 53 2024-04-02T08:26:00.906 INFO:tasks.rados.rados.0.smithi012.stdout:687: setattr oid 45 current snap is 56 2024-04-02T08:26:00.906 INFO:tasks.rados.rados.0.smithi012.stdout:688: delete oid 17 current snap is 56 2024-04-02T08:26:00.906 INFO:tasks.rados.rados.0.smithi012.stdout:686: finishing rollback tid 1 to smithi01277369-7 2024-04-02T08:26:00.907 INFO:tasks.rados.rados.0.smithi012.stdout:686: finishing rollback tid 2 to smithi01277369-7 2024-04-02T08:26:00.907 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 7 v 233 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-02T08:26:00.909 INFO:tasks.rados.rados.0.smithi012.stdout:685: finishing rollback tid 0 to smithi01277369-25 2024-04-02T08:26:00.909 INFO:tasks.rados.rados.0.smithi012.stdout:683: finishing write tid 2 to smithi01277369-34 2024-04-02T08:26:00.910 INFO:tasks.rados.rados.0.smithi012.stdout:683: finishing write tid 3 to smithi01277369-34 2024-04-02T08:26:00.910 INFO:tasks.rados.rados.0.smithi012.stdout:685: finishing rollback tid 1 to smithi01277369-25 2024-04-02T08:26:00.910 INFO:tasks.rados.rados.0.smithi012.stdout:685: finishing rollback tid 2 to smithi01277369-25 2024-04-02T08:26:00.910 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 25 v 289 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-02T08:26:00.911 INFO:tasks.rados.rados.0.smithi012.stdout:683: finishing write tid 4 to smithi01277369-34 2024-04-02T08:26:00.912 INFO:tasks.rados.rados.0.smithi012.stdout:685: done (5 left) 2024-04-02T08:26:00.912 INFO:tasks.rados.rados.0.smithi012.stdout:686: done (4 left) 2024-04-02T08:26:00.912 INFO:tasks.rados.rados.0.smithi012.stdout:688: done (3 left) 2024-04-02T08:26:00.912 INFO:tasks.rados.rados.0.smithi012.stdout:689: delete oid 13 current snap is 56 2024-04-02T08:26:00.912 INFO:tasks.rados.rados.0.smithi012.stdout:683: finishing write tid 5 to smithi01277369-34 2024-04-02T08:26:00.912 INFO:tasks.rados.rados.0.smithi012.stdout:683: oid 34 updating version 0 to 125 2024-04-02T08:26:00.912 INFO:tasks.rados.rados.0.smithi012.stdout:683: oid 34 updating version 125 to 127 2024-04-02T08:26:00.912 INFO:tasks.rados.rados.0.smithi012.stdout:683: oid 34 version 127 is already newer than 126 2024-04-02T08:26:00.912 INFO:tasks.rados.rados.0.smithi012.stdout:683: oid 34 updating version 127 to 128 2024-04-02T08:26:00.912 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 34 v 128 (ObjNum 224 snap 56 seq_num 224) dirty exists 2024-04-02T08:26:00.912 INFO:tasks.rados.rados.0.smithi012.stdout:683: left oid 34 (ObjNum 224 snap 56 seq_num 224) 2024-04-02T08:26:00.914 INFO:tasks.rados.rados.0.smithi012.stdout:683: done (3 left) 2024-04-02T08:26:00.914 INFO:tasks.rados.rados.0.smithi012.stdout:689: done (2 left) 2024-04-02T08:26:00.914 INFO:tasks.rados.rados.0.smithi012.stdout:690: rmattr oid 38 current snap is 56 2024-04-02T08:26:00.914 INFO:tasks.rados.rados.0.smithi012.stdout:691: read oid 23 snap -1 2024-04-02T08:26:00.914 INFO:tasks.rados.rados.0.smithi012.stdout:691: expect (ObjNum 131 snap 31 seq_num 131) 2024-04-02T08:26:00.914 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 44 current snap is 56 2024-04-02T08:26:00.914 INFO:tasks.rados.rados.0.smithi012.stdout:692: seq_num 227 ranges {2760704=606208,3366912=794624,4161536=8192} 2024-04-02T08:26:00.933 INFO:tasks.rados.rados.0.smithi012.stdout:692: writing smithi01277369-44 from 2760704 to 3366912 tid 1 2024-04-02T08:26:00.939 INFO:tasks.rados.rados.0.smithi012.stdout:692: writing smithi01277369-44 from 3366912 to 4161536 tid 2 2024-04-02T08:26:00.939 INFO:tasks.rados.rados.0.smithi012.stdout:692: writing smithi01277369-44 from 4161536 to 4169728 tid 3 2024-04-02T08:26:00.939 INFO:tasks.rados.rados.0.smithi012.stdout:693: copy_from oid 7 from oid 30 current snap is 56 2024-04-02T08:26:00.939 INFO:tasks.rados.rados.0.smithi012.stdout:684: expect (ObjNum 222 snap 55 seq_num 222) 2024-04-02T08:26:00.980 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 45 v 237 (ObjNum 182 snap 50 seq_num 182) dirty exists 2024-04-02T08:26:00.980 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 38 v 322 (ObjNum 126 snap 28 seq_num 126) dirty exists 2024-04-02T08:26:00.980 INFO:tasks.rados.rados.0.smithi012.stdout:692: finishing write tid 1 to smithi01277369-44 2024-04-02T08:26:00.981 INFO:tasks.rados.rados.0.smithi012.stdout:691: expect (ObjNum 131 snap 31 seq_num 131) 2024-04-02T08:26:01.060 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:00 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:26:00.801+0000 7fb9ff734200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:26:01.060 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:00 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:26:00.905+0000 7fb9ff734200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:26:01.209 INFO:tasks.rados.rados.0.smithi012.stdout:692: finishing write tid 2 to smithi01277369-44 2024-04-02T08:26:01.209 INFO:tasks.rados.rados.0.smithi012.stdout:692: finishing write tid 3 to smithi01277369-44 2024-04-02T08:26:01.209 INFO:tasks.rados.rados.0.smithi012.stdout:692: finishing write tid 4 to smithi01277369-44 2024-04-02T08:26:01.209 INFO:tasks.rados.rados.0.smithi012.stdout:692: finishing write tid 5 to smithi01277369-44 2024-04-02T08:26:01.209 INFO:tasks.rados.rados.0.smithi012.stdout:692: oid 44 updating version 0 to 423 2024-04-02T08:26:01.209 INFO:tasks.rados.rados.0.smithi012.stdout:692: oid 44 updating version 423 to 425 2024-04-02T08:26:01.209 INFO:tasks.rados.rados.0.smithi012.stdout:692: oid 44 version 425 is already newer than 422 2024-04-02T08:26:01.209 INFO:tasks.rados.rados.0.smithi012.stdout:692: oid 44 version 425 is already newer than 424 2024-04-02T08:26:01.209 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 44 v 425 (ObjNum 227 snap 56 seq_num 227) dirty exists 2024-04-02T08:26:01.209 INFO:tasks.rados.rados.0.smithi012.stdout:692: left oid 44 (ObjNum 227 snap 56 seq_num 227) 2024-04-02T08:26:01.209 INFO:tasks.rados.rados.0.smithi012.stdout:693: finishing copy_from racing read to smithi01277369-7 2024-04-02T08:26:01.209 INFO:tasks.rados.rados.0.smithi012.stdout:693: finishing copy_from to smithi01277369-7 2024-04-02T08:26:01.210 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 7 v 421 (ObjNum 208 snap 54 seq_num 208) dirty exists 2024-04-02T08:26:01.210 INFO:tasks.rados.rados.0.smithi012.stdout:684: done (5 left) 2024-04-02T08:26:01.210 INFO:tasks.rados.rados.0.smithi012.stdout:687: done (4 left) 2024-04-02T08:26:01.210 INFO:tasks.rados.rados.0.smithi012.stdout:690: done (3 left) 2024-04-02T08:26:01.210 INFO:tasks.rados.rados.0.smithi012.stdout:691: done (2 left) 2024-04-02T08:26:01.210 INFO:tasks.rados.rados.0.smithi012.stdout:692: done (1 left) 2024-04-02T08:26:01.210 INFO:tasks.rados.rados.0.smithi012.stdout:693: done (0 left) 2024-04-02T08:26:01.210 INFO:tasks.rados.rados.0.smithi012.stdout:694: delete oid 17 current snap is 56 2024-04-02T08:26:01.211 INFO:tasks.rados.rados.0.smithi012.stdout:694: done (0 left) 2024-04-02T08:26:01.211 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 26 current snap is 56 2024-04-02T08:26:01.211 INFO:tasks.rados.rados.0.smithi012.stdout:695: seq_num 229 ranges {0=638976,638976=606208,1245184=196608} 2024-04-02T08:26:01.213 INFO:tasks.rados.rados.0.smithi012.stdout:695: writing smithi01277369-26 from 0 to 638976 tid 1 2024-04-02T08:26:01.216 INFO:tasks.rados.rados.0.smithi012.stdout:695: writing smithi01277369-26 from 638976 to 1245184 tid 2 2024-04-02T08:26:01.218 INFO:tasks.rados.rados.0.smithi012.stdout:695: writing smithi01277369-26 from 1245184 to 1441792 tid 3 2024-04-02T08:26:01.218 INFO:tasks.rados.rados.0.smithi012.stdout:696: snap_create 2024-04-02T08:26:01.218 INFO:tasks.rados.rados.0.smithi012.stdout:695: finishing write tid 1 to smithi01277369-26 2024-04-02T08:26:01.220 INFO:tasks.rados.rados.0.smithi012.stdout:695: finishing write tid 2 to smithi01277369-26 2024-04-02T08:26:01.220 INFO:tasks.rados.rados.0.smithi012.stdout:695: finishing write tid 3 to smithi01277369-26 2024-04-02T08:26:01.220 INFO:tasks.rados.rados.0.smithi012.stdout:695: finishing write tid 4 to smithi01277369-26 2024-04-02T08:26:01.221 INFO:tasks.rados.rados.0.smithi012.stdout:695: finishing write tid 5 to smithi01277369-26 2024-04-02T08:26:01.221 INFO:tasks.rados.rados.0.smithi012.stdout:695: oid 26 updating version 0 to 110 2024-04-02T08:26:01.222 INFO:tasks.rados.rados.0.smithi012.stdout:695: oid 26 updating version 110 to 111 2024-04-02T08:26:01.222 INFO:tasks.rados.rados.0.smithi012.stdout:695: oid 26 updating version 111 to 112 2024-04-02T08:26:01.222 INFO:tasks.rados.rados.0.smithi012.stdout:695: oid 26 version 112 is already newer than 109 2024-04-02T08:26:01.222 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 26 v 112 (ObjNum 229 snap 56 seq_num 229) dirty exists 2024-04-02T08:26:01.222 INFO:tasks.rados.rados.0.smithi012.stdout:695: left oid 26 (ObjNum 229 snap 56 seq_num 229) 2024-04-02T08:26:01.541 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:01 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:26:01.127+0000 7fb9ff734200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:26:01.541 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:01 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:26:01.325+0000 7fb9ff734200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:26:01.810 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:01 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:26:01.624+0000 7fb9ff734200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:26:01.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:01 smithi055 ceph-mon[31035]: pgmap v8: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 173 MiB data, 645 MiB used, 715 GiB / 715 GiB avail; 131 MiB/s rd, 68 MiB/s wr, 960 op/s; 578 KiB/s, 2 objects/s recovering 2024-04-02T08:26:01.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:01 smithi055 ceph-mon[31035]: mgrmap e33: y(active, since 4s) 2024-04-02T08:26:01.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:01 smithi055 ceph-mon[31035]: osdmap e187: 8 total, 8 up, 8 in 2024-04-02T08:26:01.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:01 smithi055 ceph-mon[31035]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:01.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:01 smithi055 ceph-mon[31035]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:01.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:01 smithi012 ceph-mon[27004]: pgmap v8: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 173 MiB data, 645 MiB used, 715 GiB / 715 GiB avail; 131 MiB/s rd, 68 MiB/s wr, 960 op/s; 578 KiB/s, 2 objects/s recovering 2024-04-02T08:26:01.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:01 smithi012 ceph-mon[27004]: mgrmap e33: y(active, since 4s) 2024-04-02T08:26:01.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:01 smithi012 ceph-mon[27004]: osdmap e187: 8 total, 8 up, 8 in 2024-04-02T08:26:01.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:01 smithi012 ceph-mon[27004]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:01.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:01 smithi012 ceph-mon[27004]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:01.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:01 smithi012 ceph-mon[38029]: pgmap v8: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 173 MiB data, 645 MiB used, 715 GiB / 715 GiB avail; 131 MiB/s rd, 68 MiB/s wr, 960 op/s; 578 KiB/s, 2 objects/s recovering 2024-04-02T08:26:01.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:01 smithi012 ceph-mon[38029]: mgrmap e33: y(active, since 4s) 2024-04-02T08:26:01.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:01 smithi012 ceph-mon[38029]: osdmap e187: 8 total, 8 up, 8 in 2024-04-02T08:26:01.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:01 smithi012 ceph-mon[38029]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:01.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:01 smithi012 ceph-mon[38029]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:02.008 INFO:tasks.rados.rados.0.smithi012.stdout:695: done (1 left) 2024-04-02T08:26:02.008 INFO:tasks.rados.rados.0.smithi012.stdout:696: done (0 left) 2024-04-02T08:26:02.008 INFO:tasks.rados.rados.0.smithi012.stdout:697: delete oid 35 current snap is 57 2024-04-02T08:26:02.009 INFO:tasks.rados.rados.0.smithi012.stdout:697: done (0 left) 2024-04-02T08:26:02.009 INFO:tasks.rados.rados.0.smithi012.stdout:698: snap_create 2024-04-02T08:26:02.151 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:01 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:26:01.896+0000 7fb9ff734200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:26:02.560 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:26:02.152+0000 7fb9ff734200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:26:02.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:02 smithi012 ceph-mon[38029]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:02.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:02 smithi012 ceph-mon[38029]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:02.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:02 smithi012 ceph-mon[38029]: osdmap e188: 8 total, 8 up, 8 in 2024-04-02T08:26:02.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:02 smithi012 ceph-mon[38029]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:02.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:02 smithi012 ceph-mon[38029]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:02.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:02 smithi012 ceph-mon[27004]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:02.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:02 smithi012 ceph-mon[27004]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:02.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:02 smithi012 ceph-mon[27004]: osdmap e188: 8 total, 8 up, 8 in 2024-04-02T08:26:02.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:02 smithi012 ceph-mon[27004]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:02.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:02 smithi012 ceph-mon[27004]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:03.005 INFO:tasks.rados.rados.0.smithi012.stdout:698: done (0 left) 2024-04-02T08:26:03.005 INFO:tasks.rados.rados.0.smithi012.stdout:699: snap_create 2024-04-02T08:26:03.015 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:02 smithi055 ceph-mon[31035]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:03.015 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:02 smithi055 ceph-mon[31035]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:03.015 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:02 smithi055 ceph-mon[31035]: osdmap e188: 8 total, 8 up, 8 in 2024-04-02T08:26:03.015 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:02 smithi055 ceph-mon[31035]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:03.015 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:02 smithi055 ceph-mon[31035]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:03.310 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:03 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:26:03.017+0000 7fb9ff734200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:26:03.789 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:03 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:26:03.608+0000 7fb9ff734200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:26:03.789 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:03 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:26:03.712+0000 7fb9ff734200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:26:03.789 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:26:03 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[73657]: ts=2024-04-02T08:26:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi012\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi012\", job=\"node\", machine=\"x86_64\", nodename=\"smithi012\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi012\", job=\"node\", machine=\"x86_64\", nodename=\"smithi012\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:26:04.009 INFO:tasks.rados.rados.0.smithi012.stdout:699: done (0 left) 2024-04-02T08:26:04.009 INFO:tasks.rados.rados.0.smithi012.stdout:700: read oid 22 snap -1 2024-04-02T08:26:04.009 INFO:tasks.rados.rados.0.smithi012.stdout:700: expect deleted 2024-04-02T08:26:04.009 INFO:tasks.rados.rados.0.smithi012.stdout:701: snap_remove snap 55 2024-04-02T08:26:04.045 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:03 smithi055 ceph-mon[31035]: pgmap v11: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 169 MiB data, 696 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 316 KiB/s wr, 2 op/s 2024-04-02T08:26:04.045 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:03 smithi055 ceph-mon[31035]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:04.046 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:03 smithi055 ceph-mon[31035]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:04.046 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:03 smithi055 ceph-mon[31035]: osdmap e189: 8 total, 8 up, 8 in 2024-04-02T08:26:04.046 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:03 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:26:03.939+0000 7fb9ff734200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:26:04.046 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:03 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: [02/Apr/2024:08:26:03] ENGINE Bus STARTING 2024-04-02T08:26:04.174 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:03 smithi012 ceph-mon[27004]: pgmap v11: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 169 MiB data, 696 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 316 KiB/s wr, 2 op/s 2024-04-02T08:26:04.174 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:03 smithi012 ceph-mon[27004]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:04.174 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:03 smithi012 ceph-mon[27004]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:04.174 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:03 smithi012 ceph-mon[27004]: osdmap e189: 8 total, 8 up, 8 in 2024-04-02T08:26:04.174 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:03 smithi012 ceph-mon[38029]: pgmap v11: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 169 MiB data, 696 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 316 KiB/s wr, 2 op/s 2024-04-02T08:26:04.175 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:03 smithi012 ceph-mon[38029]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:04.175 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:03 smithi012 ceph-mon[38029]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:04.175 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:03 smithi012 ceph-mon[38029]: osdmap e189: 8 total, 8 up, 8 in 2024-04-02T08:26:04.310 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:04 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: CherryPy Checker: 2024-04-02T08:26:04.310 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:04 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: The Application mounted at '' has an empty config. 2024-04-02T08:26:04.310 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:04 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: 2024-04-02T08:26:04.310 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:04 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: [02/Apr/2024:08:26:04] ENGINE Serving on http://:::9283 2024-04-02T08:26:04.310 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:04 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[65230]: [02/Apr/2024:08:26:04] ENGINE Bus STARTED 2024-04-02T08:26:05.017 INFO:tasks.rados.rados.0.smithi012.stdout:701: done (1 left) 2024-04-02T08:26:05.018 INFO:tasks.rados.rados.0.smithi012.stdout:702: read oid 48 snap -1 2024-04-02T08:26:05.018 INFO:tasks.rados.rados.0.smithi012.stdout:702: expect deleted 2024-04-02T08:26:05.018 INFO:tasks.rados.rados.0.smithi012.stdout:703: rmattr oid 49 current snap is 59 2024-04-02T08:26:05.018 INFO:tasks.rados.rados.0.smithi012.stdout:703: done (2 left) 2024-04-02T08:26:05.018 INFO:tasks.rados.rados.0.smithi012.stdout:704: delete oid 2 current snap is 59 2024-04-02T08:26:05.025 INFO:tasks.rados.rados.0.smithi012.stdout:700: done (2 left) 2024-04-02T08:26:05.025 INFO:tasks.rados.rados.0.smithi012.stdout:702: done (1 left) 2024-04-02T08:26:05.025 INFO:tasks.rados.rados.0.smithi012.stdout:704: done (0 left) 2024-04-02T08:26:05.025 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 4 current snap is 59 2024-04-02T08:26:05.025 INFO:tasks.rados.rados.0.smithi012.stdout:705: seq_num 232 ranges {2383872=688128,3072000=663552,3735552=139264} 2024-04-02T08:26:05.042 INFO:tasks.rados.rados.0.smithi012.stdout:705: writing smithi01277369-4 from 2383872 to 3072000 tid 1 2024-04-02T08:26:05.045 INFO:tasks.rados.rados.0.smithi012.stdout:705: writing smithi01277369-4 from 3072000 to 3735552 tid 2 2024-04-02T08:26:05.046 INFO:tasks.rados.rados.0.smithi012.stdout:705: writing smithi01277369-4 from 3735552 to 3874816 tid 3 2024-04-02T08:26:05.046 INFO:tasks.rados.rados.0.smithi012.stdout:706: read oid 11 snap -1 2024-04-02T08:26:05.047 INFO:tasks.rados.rados.0.smithi012.stdout:706: expect (ObjNum 199 snap 53 seq_num 199) 2024-04-02T08:26:05.047 INFO:tasks.rados.rados.0.smithi012.stdout:707: read oid 42 snap 58 2024-04-02T08:26:05.047 INFO:tasks.rados.rados.0.smithi012.stdout:707: expect (ObjNum 76 snap 12 seq_num 76) 2024-04-02T08:26:05.047 INFO:tasks.rados.rados.0.smithi012.stdout:708: setattr oid 18 current snap is 59 2024-04-02T08:26:05.048 INFO:tasks.rados.rados.0.smithi012.stdout:705: finishing write tid 1 to smithi01277369-4 2024-04-02T08:26:05.048 INFO:tasks.rados.rados.0.smithi012.stdout:709: snap_remove snap 57 2024-04-02T08:26:05.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:04 smithi055 ceph-mon[31035]: Standby manager daemon x started 2024-04-02T08:26:05.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:04 smithi055 ceph-mon[31035]: from='mgr.? 172.21.15.55:0/3177568292' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:26:05.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:04 smithi055 ceph-mon[31035]: from='mgr.? 172.21.15.55:0/3177568292' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:26:05.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:04 smithi055 ceph-mon[31035]: from='mgr.? 172.21.15.55:0/3177568292' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:26:05.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:04 smithi055 ceph-mon[31035]: from='mgr.? 172.21.15.55:0/3177568292' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:26:05.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:04 smithi055 ceph-mon[31035]: osdmap e190: 8 total, 8 up, 8 in 2024-04-02T08:26:05.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:04 smithi012 ceph-mon[27004]: Standby manager daemon x started 2024-04-02T08:26:05.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:04 smithi012 ceph-mon[27004]: from='mgr.? 172.21.15.55:0/3177568292' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:26:05.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:04 smithi012 ceph-mon[27004]: from='mgr.? 172.21.15.55:0/3177568292' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:26:05.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:04 smithi012 ceph-mon[27004]: from='mgr.? 172.21.15.55:0/3177568292' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:26:05.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:04 smithi012 ceph-mon[27004]: from='mgr.? 172.21.15.55:0/3177568292' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:26:05.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:04 smithi012 ceph-mon[27004]: osdmap e190: 8 total, 8 up, 8 in 2024-04-02T08:26:05.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:04 smithi012 ceph-mon[38029]: Standby manager daemon x started 2024-04-02T08:26:05.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:04 smithi012 ceph-mon[38029]: from='mgr.? 172.21.15.55:0/3177568292' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:26:05.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:04 smithi012 ceph-mon[38029]: from='mgr.? 172.21.15.55:0/3177568292' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:26:05.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:04 smithi012 ceph-mon[38029]: from='mgr.? 172.21.15.55:0/3177568292' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:26:05.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:04 smithi012 ceph-mon[38029]: from='mgr.? 172.21.15.55:0/3177568292' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:26:05.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:04 smithi012 ceph-mon[38029]: osdmap e190: 8 total, 8 up, 8 in 2024-04-02T08:26:05.831 INFO:tasks.rados.rados.0.smithi012.stdout:705: finishing write tid 2 to smithi01277369-4 2024-04-02T08:26:05.831 INFO:tasks.rados.rados.0.smithi012.stdout:705: finishing write tid 3 to smithi01277369-4 2024-04-02T08:26:05.831 INFO:tasks.rados.rados.0.smithi012.stdout:705: finishing write tid 4 to smithi01277369-4 2024-04-02T08:26:05.831 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 18 v 129 (ObjNum 116 snap 25 seq_num 116) dirty exists 2024-04-02T08:26:05.831 INFO:tasks.rados.rados.0.smithi012.stdout:705: finishing write tid 5 to smithi01277369-4 2024-04-02T08:26:05.831 INFO:tasks.rados.rados.0.smithi012.stdout:705: oid 4 updating version 0 to 290 2024-04-02T08:26:05.832 INFO:tasks.rados.rados.0.smithi012.stdout:705: oid 4 updating version 290 to 291 2024-04-02T08:26:05.832 INFO:tasks.rados.rados.0.smithi012.stdout:705: oid 4 updating version 291 to 293 2024-04-02T08:26:05.832 INFO:tasks.rados.rados.0.smithi012.stdout:705: oid 4 version 293 is already newer than 292 2024-04-02T08:26:05.832 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 4 v 293 (ObjNum 232 snap 59 seq_num 232) dirty exists 2024-04-02T08:26:05.832 INFO:tasks.rados.rados.0.smithi012.stdout:705: left oid 4 (ObjNum 232 snap 59 seq_num 232) 2024-04-02T08:26:05.832 INFO:tasks.rados.rados.0.smithi012.stdout:707: expect (ObjNum 76 snap 12 seq_num 76) 2024-04-02T08:26:05.896 INFO:tasks.rados.rados.0.smithi012.stdout:706: expect (ObjNum 199 snap 53 seq_num 199) 2024-04-02T08:26:05.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:05 smithi012 ceph-mon[38029]: pgmap v14: 121 pgs: 121 active+clean; 145 MiB data, 703 MiB used, 715 GiB / 715 GiB avail; 22 MiB/s rd, 3.2 MiB/s wr, 63 op/s 2024-04-02T08:26:05.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:05 smithi012 ceph-mon[38029]: mgrmap e34: y(active, since 8s), standbys: x 2024-04-02T08:26:05.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:05 smithi012 ceph-mon[38029]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:26:05.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:05 smithi012 ceph-mon[38029]: osdmap e191: 8 total, 8 up, 8 in 2024-04-02T08:26:05.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:05 smithi012 ceph-mon[27004]: pgmap v14: 121 pgs: 121 active+clean; 145 MiB data, 703 MiB used, 715 GiB / 715 GiB avail; 22 MiB/s rd, 3.2 MiB/s wr, 63 op/s 2024-04-02T08:26:05.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:05 smithi012 ceph-mon[27004]: mgrmap e34: y(active, since 8s), standbys: x 2024-04-02T08:26:05.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:05 smithi012 ceph-mon[27004]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:26:05.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:05 smithi012 ceph-mon[27004]: osdmap e191: 8 total, 8 up, 8 in 2024-04-02T08:26:06.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:05 smithi055 ceph-mon[31035]: pgmap v14: 121 pgs: 121 active+clean; 145 MiB data, 703 MiB used, 715 GiB / 715 GiB avail; 22 MiB/s rd, 3.2 MiB/s wr, 63 op/s 2024-04-02T08:26:06.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:05 smithi055 ceph-mon[31035]: mgrmap e34: y(active, since 8s), standbys: x 2024-04-02T08:26:06.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:05 smithi055 ceph-mon[31035]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:26:06.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:05 smithi055 ceph-mon[31035]: osdmap e191: 8 total, 8 up, 8 in 2024-04-02T08:26:06.083 INFO:tasks.rados.rados.0.smithi012.stdout:705: done (4 left) 2024-04-02T08:26:06.083 INFO:tasks.rados.rados.0.smithi012.stdout:706: done (3 left) 2024-04-02T08:26:06.083 INFO:tasks.rados.rados.0.smithi012.stdout:707: done (2 left) 2024-04-02T08:26:06.083 INFO:tasks.rados.rados.0.smithi012.stdout:708: done (1 left) 2024-04-02T08:26:06.083 INFO:tasks.rados.rados.0.smithi012.stdout:709: done (0 left) 2024-04-02T08:26:06.083 INFO:tasks.rados.rados.0.smithi012.stdout:710: delete oid 43 current snap is 59 2024-04-02T08:26:06.086 INFO:tasks.rados.rados.0.smithi012.stdout:710: done (0 left) 2024-04-02T08:26:06.086 INFO:tasks.rados.rados.0.smithi012.stdout:711: snap_create 2024-04-02T08:26:06.845 INFO:tasks.rados.rados.0.smithi012.stdout:711: done (0 left) 2024-04-02T08:26:06.845 INFO:tasks.rados.rados.0.smithi012.stdout:712: setattr oid 43 current snap is 60 2024-04-02T08:26:06.846 INFO:tasks.rados.rados.0.smithi012.stdout:713: snap_remove snap 58 2024-04-02T08:26:07.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:06 smithi012 ceph-mon[27004]: osdmap e192: 8 total, 8 up, 8 in 2024-04-02T08:26:07.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:06 smithi012 ceph-mon[27004]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:07.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:06 smithi012 ceph-mon[27004]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:07.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:06 smithi012 ceph-mon[27004]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:07.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:06 smithi012 ceph-mon[27004]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:07.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:06 smithi012 ceph-mon[38029]: osdmap e192: 8 total, 8 up, 8 in 2024-04-02T08:26:07.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:06 smithi012 ceph-mon[38029]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:07.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:06 smithi012 ceph-mon[38029]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:07.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:06 smithi012 ceph-mon[38029]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:07.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:06 smithi012 ceph-mon[38029]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:07.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:06 smithi055 ceph-mon[31035]: osdmap e192: 8 total, 8 up, 8 in 2024-04-02T08:26:07.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:06 smithi055 ceph-mon[31035]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:07.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:06 smithi055 ceph-mon[31035]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:07.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:06 smithi055 ceph-mon[31035]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:07.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:06 smithi055 ceph-mon[31035]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:07.848 INFO:tasks.rados.rados.0.smithi012.stdout:713: done (1 left) 2024-04-02T08:26:07.848 INFO:tasks.rados.rados.0.smithi012.stdout:714: read oid 21 snap -1 2024-04-02T08:26:07.848 INFO:tasks.rados.rados.0.smithi012.stdout:714: expect deleted 2024-04-02T08:26:07.848 INFO:tasks.rados.rados.0.smithi012.stdout:715: snap_remove snap 56 2024-04-02T08:26:08.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:07 smithi012 ceph-mon[27004]: Updating smithi012:/etc/ceph/ceph.conf 2024-04-02T08:26:08.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:07 smithi012 ceph-mon[27004]: Updating smithi055:/etc/ceph/ceph.conf 2024-04-02T08:26:08.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:07 smithi012 ceph-mon[27004]: Updating smithi012:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:26:08.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:07 smithi012 ceph-mon[27004]: Updating smithi055:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:26:08.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:07 smithi012 ceph-mon[27004]: pgmap v17: 121 pgs: 121 active+clean; 145 MiB data, 703 MiB used, 715 GiB / 715 GiB avail; 22 MiB/s rd, 2.9 MiB/s wr, 60 op/s 2024-04-02T08:26:08.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:07 smithi012 ceph-mon[27004]: Updating smithi012:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:26:08.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:07 smithi012 ceph-mon[27004]: Updating smithi055:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:26:08.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:07 smithi012 ceph-mon[27004]: Updating smithi012:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:26:08.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:07 smithi012 ceph-mon[27004]: Updating smithi055:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:26:08.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:07 smithi012 ceph-mon[27004]: osdmap e193: 8 total, 8 up, 8 in 2024-04-02T08:26:08.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:07 smithi012 ceph-mon[27004]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:08.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:07 smithi012 ceph-mon[27004]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:08.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:07 smithi012 ceph-mon[27004]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:08.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:07 smithi012 ceph-mon[27004]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:08.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:07 smithi012 ceph-mon[27004]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:08.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:07 smithi012 ceph-mon[38029]: Updating smithi012:/etc/ceph/ceph.conf 2024-04-02T08:26:08.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:07 smithi012 ceph-mon[38029]: Updating smithi055:/etc/ceph/ceph.conf 2024-04-02T08:26:08.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:07 smithi012 ceph-mon[38029]: Updating smithi012:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:26:08.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:07 smithi012 ceph-mon[38029]: Updating smithi055:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:26:08.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:07 smithi012 ceph-mon[38029]: pgmap v17: 121 pgs: 121 active+clean; 145 MiB data, 703 MiB used, 715 GiB / 715 GiB avail; 22 MiB/s rd, 2.9 MiB/s wr, 60 op/s 2024-04-02T08:26:08.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:07 smithi012 ceph-mon[38029]: Updating smithi012:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:26:08.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:07 smithi012 ceph-mon[38029]: Updating smithi055:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:26:08.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:07 smithi012 ceph-mon[38029]: Updating smithi012:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:26:08.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:07 smithi012 ceph-mon[38029]: Updating smithi055:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:26:08.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:07 smithi012 ceph-mon[38029]: osdmap e193: 8 total, 8 up, 8 in 2024-04-02T08:26:08.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:07 smithi012 ceph-mon[38029]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:08.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:07 smithi012 ceph-mon[38029]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:08.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:07 smithi012 ceph-mon[38029]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:08.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:07 smithi012 ceph-mon[38029]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:08.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:07 smithi012 ceph-mon[38029]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:08.226 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:07 smithi055 ceph-mon[31035]: Updating smithi012:/etc/ceph/ceph.conf 2024-04-02T08:26:08.226 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:07 smithi055 ceph-mon[31035]: Updating smithi055:/etc/ceph/ceph.conf 2024-04-02T08:26:08.226 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:07 smithi055 ceph-mon[31035]: Updating smithi012:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:26:08.226 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:07 smithi055 ceph-mon[31035]: Updating smithi055:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:26:08.226 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:07 smithi055 ceph-mon[31035]: pgmap v17: 121 pgs: 121 active+clean; 145 MiB data, 703 MiB used, 715 GiB / 715 GiB avail; 22 MiB/s rd, 2.9 MiB/s wr, 60 op/s 2024-04-02T08:26:08.226 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:07 smithi055 ceph-mon[31035]: Updating smithi012:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:26:08.226 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:07 smithi055 ceph-mon[31035]: Updating smithi055:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:26:08.226 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:07 smithi055 ceph-mon[31035]: Updating smithi012:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:26:08.226 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:07 smithi055 ceph-mon[31035]: Updating smithi055:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:26:08.227 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:07 smithi055 ceph-mon[31035]: osdmap e193: 8 total, 8 up, 8 in 2024-04-02T08:26:08.227 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:07 smithi055 ceph-mon[31035]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:08.227 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:07 smithi055 ceph-mon[31035]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:08.227 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:07 smithi055 ceph-mon[31035]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:08.227 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:07 smithi055 ceph-mon[31035]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:08.227 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:07 smithi055 ceph-mon[31035]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:08.849 INFO:tasks.rados.rados.0.smithi012.stdout:715: done (2 left) 2024-04-02T08:26:08.849 INFO:tasks.rados.rados.0.smithi012.stdout:716: copy_from oid 46 from oid 26 current snap is 60 2024-04-02T08:26:08.849 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 43 v 423 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:26:08.849 INFO:tasks.rados.rados.0.smithi012.stdout:712: done (2 left) 2024-04-02T08:26:08.849 INFO:tasks.rados.rados.0.smithi012.stdout:714: done (1 left) 2024-04-02T08:26:08.849 INFO:tasks.rados.rados.0.smithi012.stdout:717: copy_from oid 40 from oid 7 current snap is 60 2024-04-02T08:26:08.849 INFO:tasks.rados.rados.0.smithi012.stdout:718: snap_remove snap 53 2024-04-02T08:26:09.125 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:08 smithi055 ceph-mon[31035]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-02T08:26:09.125 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:08 smithi055 ceph-mon[31035]: Reconfiguring daemon prometheus.a on smithi055 2024-04-02T08:26:09.125 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:08 smithi055 ceph-mon[31035]: osdmap e194: 8 total, 8 up, 8 in 2024-04-02T08:26:09.126 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:08 smithi055 ceph-mon[31035]: osdmap e195: 8 total, 8 up, 8 in 2024-04-02T08:26:09.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:08 smithi012 ceph-mon[27004]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-02T08:26:09.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:08 smithi012 ceph-mon[27004]: Reconfiguring daemon prometheus.a on smithi055 2024-04-02T08:26:09.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:08 smithi012 ceph-mon[27004]: osdmap e194: 8 total, 8 up, 8 in 2024-04-02T08:26:09.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:08 smithi012 ceph-mon[27004]: osdmap e195: 8 total, 8 up, 8 in 2024-04-02T08:26:09.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:08 smithi012 ceph-mon[38029]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-02T08:26:09.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:08 smithi012 ceph-mon[38029]: Reconfiguring daemon prometheus.a on smithi055 2024-04-02T08:26:09.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:08 smithi012 ceph-mon[38029]: osdmap e194: 8 total, 8 up, 8 in 2024-04-02T08:26:09.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:08 smithi012 ceph-mon[38029]: osdmap e195: 8 total, 8 up, 8 in 2024-04-02T08:26:09.682 INFO:teuthology.orchestra.run.smithi012.stdout:true 2024-04-02T08:26:09.850 INFO:tasks.rados.rados.0.smithi012.stdout:718: done (2 left) 2024-04-02T08:26:09.850 INFO:tasks.rados.rados.0.smithi012.stdout:719: delete oid 22 current snap is 60 2024-04-02T08:26:09.850 INFO:tasks.rados.rados.0.smithi012.stdout:716: finishing copy_from racing read to smithi01277369-46 2024-04-02T08:26:09.851 INFO:tasks.rados.rados.0.smithi012.stdout:716: finishing copy_from to smithi01277369-46 2024-04-02T08:26:09.851 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 46 v 112 (ObjNum 229 snap 56 seq_num 229) dirty exists 2024-04-02T08:26:09.851 INFO:tasks.rados.rados.0.smithi012.stdout:717: finishing copy_from racing read to smithi01277369-40 2024-04-02T08:26:09.851 INFO:tasks.rados.rados.0.smithi012.stdout:717: finishing copy_from to smithi01277369-40 2024-04-02T08:26:09.851 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 40 v 421 (ObjNum 208 snap 54 seq_num 208) dirty exists 2024-04-02T08:26:09.856 INFO:tasks.rados.rados.0.smithi012.stdout:716: done (2 left) 2024-04-02T08:26:09.856 INFO:tasks.rados.rados.0.smithi012.stdout:717: done (1 left) 2024-04-02T08:26:09.856 INFO:tasks.rados.rados.0.smithi012.stdout:719: done (0 left) 2024-04-02T08:26:09.856 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 24 current snap is 60 2024-04-02T08:26:09.856 INFO:tasks.rados.rados.0.smithi012.stdout:720: seq_num 235 ranges {0=745472,745472=712704,1458176=90112} 2024-04-02T08:26:09.861 INFO:tasks.rados.rados.0.smithi012.stdout:720: writing smithi01277369-24 from 0 to 745472 tid 1 2024-04-02T08:26:09.866 INFO:tasks.rados.rados.0.smithi012.stdout:720: writing smithi01277369-24 from 745472 to 1458176 tid 2 2024-04-02T08:26:09.867 INFO:tasks.rados.rados.0.smithi012.stdout:720: writing smithi01277369-24 from 1458176 to 1548288 tid 3 2024-04-02T08:26:09.867 INFO:tasks.rados.rados.0.smithi012.stdout:721: copy_from oid 49 from oid 22 current snap is 60 2024-04-02T08:26:09.867 INFO:tasks.rados.rados.0.smithi012.stdout:722: delete oid 35 current snap is 60 2024-04-02T08:26:09.876 INFO:tasks.rados.rados.0.smithi012.stdout:721: finishing copy_from to smithi01277369-49 2024-04-02T08:26:09.876 INFO:tasks.rados.rados.0.smithi012.stdout:721: got expected ENOENT (src dne) 2024-04-02T08:26:09.876 INFO:tasks.rados.rados.0.smithi012.stdout:721: finishing copy_from racing read to smithi01277369-49 2024-04-02T08:26:09.880 INFO:tasks.rados.rados.0.smithi012.stdout:720: finishing write tid 1 to smithi01277369-24 2024-04-02T08:26:09.880 INFO:tasks.rados.rados.0.smithi012.stdout:720: finishing write tid 2 to smithi01277369-24 2024-04-02T08:26:09.880 INFO:tasks.rados.rados.0.smithi012.stdout:720: finishing write tid 3 to smithi01277369-24 2024-04-02T08:26:09.880 INFO:tasks.rados.rados.0.smithi012.stdout:720: finishing write tid 4 to smithi01277369-24 2024-04-02T08:26:09.881 INFO:tasks.rados.rados.0.smithi012.stdout:721: done (2 left) 2024-04-02T08:26:09.881 INFO:tasks.rados.rados.0.smithi012.stdout:722: done (1 left) 2024-04-02T08:26:09.881 INFO:tasks.rados.rados.0.smithi012.stdout:723: read oid 29 snap -1 2024-04-02T08:26:09.881 INFO:tasks.rados.rados.0.smithi012.stdout:723: expect (ObjNum 211 snap 55 seq_num 211) 2024-04-02T08:26:09.881 INFO:tasks.rados.rados.0.smithi012.stdout:724: snap_remove snap 59 2024-04-02T08:26:10.032 INFO:teuthology.orchestra.run.smithi012.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:26:10.033 INFO:teuthology.orchestra.run.smithi012.stdout:alertmanager.a smithi012 *:9093,9094 running (3m) 9s ago 4m 27.4M - 0.25.0 c8568f914cd2 3ed3fc1b8013 2024-04-02T08:26:10.033 INFO:teuthology.orchestra.run.smithi012.stdout:grafana.a smithi055 *:3000 running (4m) 8s ago 4m 90.4M - 9.4.7 954c08fa6188 9788bcfbfb6f 2024-04-02T08:26:10.033 INFO:teuthology.orchestra.run.smithi012.stdout:mds.a smithi012 running (5m) 9s ago 5m 16.1M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 756f041a4b0e 2024-04-02T08:26:10.033 INFO:teuthology.orchestra.run.smithi012.stdout:mds.b smithi055 running (5m) 8s ago 5m 19.4M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 0a0c21b36b12 2024-04-02T08:26:10.033 INFO:teuthology.orchestra.run.smithi012.stdout:mgr.x smithi055 *:8443,9283,8765 running (67s) 8s ago 9m 75.0M - 19.0.0-2422-g3cba26ea beaaa8a653cf 5c1fccc5ea5a 2024-04-02T08:26:10.033 INFO:teuthology.orchestra.run.smithi012.stdout:mgr.y smithi012 *:8443,9283,8765 running (23s) 9s ago 11m 476M - 19.0.0-2422-g3cba26ea beaaa8a653cf fe667762b028 2024-04-02T08:26:10.033 INFO:teuthology.orchestra.run.smithi012.stdout:mon.a smithi012 running (11m) 9s ago 11m 56.1M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d b8a2d50fe893 2024-04-02T08:26:10.033 INFO:teuthology.orchestra.run.smithi012.stdout:mon.b smithi055 running (9m) 8s ago 9m 47.0M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d 61752f499722 2024-04-02T08:26:10.033 INFO:teuthology.orchestra.run.smithi012.stdout:mon.c smithi012 running (9m) 9s ago 9m 45.5M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d c471055007a2 2024-04-02T08:26:10.033 INFO:teuthology.orchestra.run.smithi012.stdout:node-exporter.a smithi012 *:9100 running (4m) 9s ago 4m 17.1M - 1.5.0 0da6a335fe13 a3d31893d77a 2024-04-02T08:26:10.033 INFO:teuthology.orchestra.run.smithi012.stdout:node-exporter.b smithi055 *:9100 running (4m) 8s ago 4m 15.0M - 1.5.0 0da6a335fe13 e1788e402810 2024-04-02T08:26:10.033 INFO:teuthology.orchestra.run.smithi012.stdout:osd.0 smithi012 running (9m) 9s ago 9m 123M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d ae3670468d2f 2024-04-02T08:26:10.033 INFO:teuthology.orchestra.run.smithi012.stdout:osd.1 smithi012 running (8m) 9s ago 8m 136M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d c0e45226a432 2024-04-02T08:26:10.034 INFO:teuthology.orchestra.run.smithi012.stdout:osd.2 smithi012 running (8m) 9s ago 8m 118M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 1a1a0831f480 2024-04-02T08:26:10.034 INFO:teuthology.orchestra.run.smithi012.stdout:osd.3 smithi012 running (7m) 9s ago 7m 79.7M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d f2070d5ae9b3 2024-04-02T08:26:10.034 INFO:teuthology.orchestra.run.smithi012.stdout:osd.4 smithi055 running (7m) 8s ago 7m 110M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 6ea99dd7fbaa 2024-04-02T08:26:10.034 INFO:teuthology.orchestra.run.smithi012.stdout:osd.5 smithi055 running (6m) 8s ago 6m 119M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 300691ec9744 2024-04-02T08:26:10.034 INFO:teuthology.orchestra.run.smithi012.stdout:osd.6 smithi055 running (6m) 8s ago 6m 78.9M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 256c0abe00a7 2024-04-02T08:26:10.034 INFO:teuthology.orchestra.run.smithi012.stdout:osd.7 smithi055 running (6m) 8s ago 6m 99.2M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d edc056f1c4d7 2024-04-02T08:26:10.034 INFO:teuthology.orchestra.run.smithi012.stdout:prometheus.a smithi055 *:9095 running (29s) 8s ago 5m 35.7M - 2.43.0 a07b618ecd1d 2f3317c4031f 2024-04-02T08:26:10.034 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:09 smithi012 ceph-mon[27004]: pgmap v20: 121 pgs: 121 active+clean; 143 MiB data, 700 MiB used, 715 GiB / 715 GiB avail; 4.2 MiB/s rd, 364 KiB/s wr, 13 op/s 2024-04-02T08:26:10.034 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:09 smithi012 ceph-mon[27004]: osdmap e196: 8 total, 8 up, 8 in 2024-04-02T08:26:10.035 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:09 smithi012 ceph-mon[38029]: pgmap v20: 121 pgs: 121 active+clean; 143 MiB data, 700 MiB used, 715 GiB / 715 GiB avail; 4.2 MiB/s rd, 364 KiB/s wr, 13 op/s 2024-04-02T08:26:10.035 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:09 smithi012 ceph-mon[38029]: osdmap e196: 8 total, 8 up, 8 in 2024-04-02T08:26:10.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:09 smithi055 ceph-mon[31035]: pgmap v20: 121 pgs: 121 active+clean; 143 MiB data, 700 MiB used, 715 GiB / 715 GiB avail; 4.2 MiB/s rd, 364 KiB/s wr, 13 op/s 2024-04-02T08:26:10.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:09 smithi055 ceph-mon[31035]: osdmap e196: 8 total, 8 up, 8 in 2024-04-02T08:26:10.440 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-04-02T08:26:10.440 INFO:teuthology.orchestra.run.smithi012.stdout: "mon": { 2024-04-02T08:26:10.440 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3 2024-04-02T08:26:10.440 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:26:10.440 INFO:teuthology.orchestra.run.smithi012.stdout: "mgr": { 2024-04-02T08:26:10.440 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:26:10.441 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:26:10.441 INFO:teuthology.orchestra.run.smithi012.stdout: "osd": { 2024-04-02T08:26:10.441 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:26:10.441 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:26:10.441 INFO:teuthology.orchestra.run.smithi012.stdout: "mds": { 2024-04-02T08:26:10.441 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:26:10.441 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:26:10.441 INFO:teuthology.orchestra.run.smithi012.stdout: "overall": { 2024-04-02T08:26:10.441 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 13, 2024-04-02T08:26:10.441 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:26:10.441 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-04-02T08:26:10.441 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-04-02T08:26:10.738 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:26:10 smithi055 systemd[1]: Stopping Ceph prometheus.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:26:10.833 INFO:tasks.rados.rados.0.smithi012.stdout:720: finishing write tid 5 to smithi01277369-24 2024-04-02T08:26:10.833 INFO:tasks.rados.rados.0.smithi012.stdout:720: oid 24 updating version 0 to 589 2024-04-02T08:26:10.833 INFO:tasks.rados.rados.0.smithi012.stdout:720: oid 24 updating version 589 to 590 2024-04-02T08:26:10.833 INFO:tasks.rados.rados.0.smithi012.stdout:720: oid 24 version 590 is already newer than 587 2024-04-02T08:26:10.833 INFO:tasks.rados.rados.0.smithi012.stdout:720: oid 24 version 590 is already newer than 588 2024-04-02T08:26:10.834 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 24 v 590 (ObjNum 235 snap 60 seq_num 235) dirty exists 2024-04-02T08:26:10.834 INFO:tasks.rados.rados.0.smithi012.stdout:720: left oid 24 (ObjNum 235 snap 60 seq_num 235) 2024-04-02T08:26:10.834 INFO:tasks.rados.rados.0.smithi012.stdout:723: expect (ObjNum 211 snap 55 seq_num 211) 2024-04-02T08:26:10.909 INFO:tasks.rados.rados.0.smithi012.stdout:720: done (2 left) 2024-04-02T08:26:10.909 INFO:tasks.rados.rados.0.smithi012.stdout:723: done (1 left) 2024-04-02T08:26:10.909 INFO:tasks.rados.rados.0.smithi012.stdout:724: done (0 left) 2024-04-02T08:26:10.909 INFO:tasks.rados.rados.0.smithi012.stdout:725: read oid 21 snap -1 2024-04-02T08:26:10.910 INFO:tasks.rados.rados.0.smithi012.stdout:725: expect deleted 2024-04-02T08:26:10.910 INFO:tasks.rados.rados.0.smithi012.stdout:726: copy_from oid 14 from oid 10 current snap is 60 2024-04-02T08:26:10.910 INFO:tasks.rados.rados.0.smithi012.stdout:727: rollback oid 18 current snap is 60 2024-04-02T08:26:10.910 INFO:tasks.rados.rados.0.smithi012.stdout:727: done (2 left) 2024-04-02T08:26:10.910 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 28 current snap is 60 2024-04-02T08:26:10.910 INFO:tasks.rados.rados.0.smithi012.stdout:728: seq_num 237 ranges {0=778240,778240=532480,1310720=270336} 2024-04-02T08:26:10.913 INFO:tasks.rados.rados.0.smithi012.stdout:728: writing smithi01277369-28 from 0 to 778240 tid 1 2024-04-02T08:26:10.917 INFO:tasks.rados.rados.0.smithi012.stdout:728: writing smithi01277369-28 from 778240 to 1310720 tid 2 2024-04-02T08:26:10.919 INFO:tasks.rados.rados.0.smithi012.stdout:728: writing smithi01277369-28 from 1310720 to 1581056 tid 3 2024-04-02T08:26:10.919 INFO:tasks.rados.rados.0.smithi012.stdout:729: snap_create 2024-04-02T08:26:10.922 INFO:tasks.rados.rados.0.smithi012.stdout:728: finishing write tid 1 to smithi01277369-28 2024-04-02T08:26:10.923 INFO:tasks.rados.rados.0.smithi012.stdout:728: finishing write tid 2 to smithi01277369-28 2024-04-02T08:26:10.923 INFO:tasks.rados.rados.0.smithi012.stdout:728: finishing write tid 3 to smithi01277369-28 2024-04-02T08:26:10.923 INFO:tasks.rados.rados.0.smithi012.stdout:728: finishing write tid 4 to smithi01277369-28 2024-04-02T08:26:10.924 INFO:tasks.rados.rados.0.smithi012.stdout:728: finishing write tid 5 to smithi01277369-28 2024-04-02T08:26:10.924 INFO:tasks.rados.rados.0.smithi012.stdout:728: oid 28 updating version 0 to 245 2024-04-02T08:26:10.924 INFO:tasks.rados.rados.0.smithi012.stdout:728: oid 28 updating version 245 to 246 2024-04-02T08:26:10.924 INFO:tasks.rados.rados.0.smithi012.stdout:728: oid 28 version 246 is already newer than 244 2024-04-02T08:26:10.924 INFO:tasks.rados.rados.0.smithi012.stdout:728: oid 28 version 246 is already newer than 243 2024-04-02T08:26:10.924 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 28 v 246 (ObjNum 237 snap 60 seq_num 237) dirty exists 2024-04-02T08:26:10.925 INFO:tasks.rados.rados.0.smithi012.stdout:728: left oid 28 (ObjNum 237 snap 60 seq_num 237) 2024-04-02T08:26:10.934 INFO:tasks.rados.rados.0.smithi012.stdout:726: finishing copy_from racing read to smithi01277369-14 2024-04-02T08:26:10.938 INFO:tasks.rados.rados.0.smithi012.stdout:726: finishing copy_from to smithi01277369-14 2024-04-02T08:26:10.938 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 14 v 225 (ObjNum 201 snap 54 seq_num 201) dirty exists 2024-04-02T08:26:11.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:10 smithi055 ceph-mon[31035]: from='client.15228 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:26:11.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:10 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/3894708435' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:26:11.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:10 smithi055 ceph-mon[31035]: osdmap e197: 8 total, 8 up, 8 in 2024-04-02T08:26:11.061 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:26:10 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[73657]: ts=2024-04-02T08:26:10.833Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-02T08:26:11.061 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:26:10 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[73657]: ts=2024-04-02T08:26:10.833Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-02T08:26:11.061 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:26:10 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[73657]: ts=2024-04-02T08:26:10.833Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-02T08:26:11.061 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:26:10 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[73657]: ts=2024-04-02T08:26:10.833Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-02T08:26:11.061 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:26:10 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[73657]: ts=2024-04-02T08:26:10.833Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-02T08:26:11.061 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:26:10 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[73657]: ts=2024-04-02T08:26:10.833Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-02T08:26:11.061 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:26:10 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[73657]: ts=2024-04-02T08:26:10.834Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-02T08:26:11.061 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:26:10 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[73657]: ts=2024-04-02T08:26:10.834Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-02T08:26:11.061 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:26:10 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[73657]: ts=2024-04-02T08:26:10.834Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-02T08:26:11.061 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:26:10 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[73657]: ts=2024-04-02T08:26:10.840Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-02T08:26:11.062 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:26:10 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[73657]: ts=2024-04-02T08:26:10.840Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-02T08:26:11.062 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:26:10 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[73657]: ts=2024-04-02T08:26:10.840Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-02T08:26:11.062 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:26:10 smithi055 podman[76165]: 2024-04-02 08:26:10.845328484 +0000 UTC m=+0.128570909 container died 2f3317c4031fb9b772a362640d94acb5faf8ea8eaecd832cae25bc8a82a263a5 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:26:11.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:10 smithi012 ceph-mon[27004]: from='client.15228 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:26:11.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:10 smithi012 ceph-mon[27004]: from='client.? 172.21.15.12:0/3894708435' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:26:11.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:10 smithi012 ceph-mon[27004]: osdmap e197: 8 total, 8 up, 8 in 2024-04-02T08:26:11.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:10 smithi012 ceph-mon[38029]: from='client.15228 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:26:11.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:10 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/3894708435' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:26:11.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:10 smithi012 ceph-mon[38029]: osdmap e197: 8 total, 8 up, 8 in 2024-04-02T08:26:11.558 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:26:11 smithi055 podman[76165]: 2024-04-02 08:26:11.284787645 +0000 UTC m=+0.568030059 container cleanup 2f3317c4031fb9b772a362640d94acb5faf8ea8eaecd832cae25bc8a82a263a5 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:26:11.559 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:26:11 smithi055 bash[76165]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a 2024-04-02T08:26:11.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:26:11 smithi055 podman[76180]: 2024-04-02 08:26:11.560991797 +0000 UTC m=+0.709113762 container remove 2f3317c4031fb9b772a362640d94acb5faf8ea8eaecd832cae25bc8a82a263a5 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:26:11.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:26:11 smithi055 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@prometheus.a.service: Deactivated successfully. 2024-04-02T08:26:11.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:26:11 smithi055 systemd[1]: Stopped Ceph prometheus.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:26:11.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:26:11 smithi055 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@prometheus.a.service: Consumed 1.098s CPU time. 2024-04-02T08:26:11.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:26:11 smithi055 systemd[1]: Starting Ceph prometheus.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:26:11.961 INFO:tasks.rados.rados.0.smithi012.stdout:725: done (3 left) 2024-04-02T08:26:11.961 INFO:tasks.rados.rados.0.smithi012.stdout:726: done (2 left) 2024-04-02T08:26:11.961 INFO:tasks.rados.rados.0.smithi012.stdout:728: done (1 left) 2024-04-02T08:26:11.961 INFO:tasks.rados.rados.0.smithi012.stdout:729: done (0 left) 2024-04-02T08:26:11.961 INFO:tasks.rados.rados.0.smithi012.stdout:730: setattr oid 40 current snap is 61 2024-04-02T08:26:11.962 INFO:tasks.rados.rados.0.smithi012.stdout:731: rmattr oid 21 current snap is 61 2024-04-02T08:26:11.962 INFO:tasks.rados.rados.0.smithi012.stdout:731: done (1 left) 2024-04-02T08:26:11.962 INFO:tasks.rados.rados.0.smithi012.stdout:732: read oid 44 snap -1 2024-04-02T08:26:11.962 INFO:tasks.rados.rados.0.smithi012.stdout:732: expect (ObjNum 227 snap 56 seq_num 227) 2024-04-02T08:26:11.962 INFO:tasks.rados.rados.0.smithi012.stdout:733: snap_create 2024-04-02T08:26:11.970 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 40 v 422 (ObjNum 208 snap 54 seq_num 208) dirty exists 2024-04-02T08:26:11.978 INFO:tasks.rados.rados.0.smithi012.stdout:732: expect (ObjNum 227 snap 56 seq_num 227) 2024-04-02T08:26:12.153 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:11 smithi055 ceph-mon[31035]: from='client.15234 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:26:12.154 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:11 smithi055 ceph-mon[31035]: pgmap v23: 121 pgs: 121 active+clean; 143 MiB data, 700 MiB used, 715 GiB / 715 GiB avail; 4.2 MiB/s rd, 364 KiB/s wr, 13 op/s 2024-04-02T08:26:12.154 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:11 smithi055 ceph-mon[31035]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:26:12.154 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:26:11 smithi055 podman[76272]: 2024-04-02 08:26:11.824327803 +0000 UTC m=+0.019740667 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-02T08:26:12.154 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:26:12 smithi055 podman[76272]: 2024-04-02 08:26:12.037405216 +0000 UTC m=+0.232818148 container create c518c69f0a2f05cb5eb507528dc52b5e6ada559cbc4c3f914188d0ead501bb32 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:26:12.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:11 smithi012 ceph-mon[27004]: from='client.15234 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:26:12.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:11 smithi012 ceph-mon[27004]: pgmap v23: 121 pgs: 121 active+clean; 143 MiB data, 700 MiB used, 715 GiB / 715 GiB avail; 4.2 MiB/s rd, 364 KiB/s wr, 13 op/s 2024-04-02T08:26:12.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:11 smithi012 ceph-mon[27004]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:26:12.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:11 smithi012 ceph-mon[38029]: from='client.15234 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:26:12.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:11 smithi012 ceph-mon[38029]: pgmap v23: 121 pgs: 121 active+clean; 143 MiB data, 700 MiB used, 715 GiB / 715 GiB avail; 4.2 MiB/s rd, 364 KiB/s wr, 13 op/s 2024-04-02T08:26:12.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:11 smithi012 ceph-mon[38029]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:26:12.561 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:26:12 smithi055 podman[76272]: 2024-04-02 08:26:12.256178797 +0000 UTC m=+0.451591663 container init c518c69f0a2f05cb5eb507528dc52b5e6ada559cbc4c3f914188d0ead501bb32 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:26:12.561 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:26:12 smithi055 podman[76272]: 2024-04-02 08:26:12.258704216 +0000 UTC m=+0.454117082 container start c518c69f0a2f05cb5eb507528dc52b5e6ada559cbc4c3f914188d0ead501bb32 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:26:12.561 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:26:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:26:12.281Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-02T08:26:12.561 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:26:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:26:12.282Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-02T08:26:12.561 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:26:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:26:12.282Z caller=main.go:570 level=info host_details="(Linux 5.14.0-434.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024 x86_64 smithi055 (none))" 2024-04-02T08:26:12.561 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:26:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:26:12.282Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-02T08:26:12.561 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:26:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:26:12.282Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-02T08:26:12.561 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:26:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:26:12.283Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-02T08:26:12.561 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:26:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:26:12.284Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-02T08:26:12.561 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:26:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:26:12.285Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-02T08:26:12.561 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:26:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:26:12.285Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-02T08:26:12.562 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:26:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:26:12.286Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-02T08:26:12.562 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:26:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:26:12.286Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=3.749µs 2024-04-02T08:26:12.562 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:26:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:26:12.286Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-02T08:26:12.562 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:26:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:26:12.289Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-04-02T08:26:12.562 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:26:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:26:12.295Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-04-02T08:26:12.562 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:26:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:26:12.301Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-04-02T08:26:12.562 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:26:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:26:12.301Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-04-02T08:26:12.562 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:26:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:26:12.301Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=56.154µs wal_replay_duration=14.708689ms wbl_replay_duration=128ns total_replay_duration=14.853172ms 2024-04-02T08:26:12.562 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:26:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:26:12.303Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-02T08:26:12.562 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:26:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:26:12.303Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-02T08:26:12.562 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:26:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:26:12.303Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-02T08:26:12.562 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:26:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:26:12.326Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=22.934504ms db_storage=787ns remote_storage=1.55µs web_handler=372ns query_engine=601ns scrape=394.269µs scrape_sd=90.574µs notify=10.764µs notify_sd=14.368µs rules=22.034326ms tracing=5.94µs 2024-04-02T08:26:12.563 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:26:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:26:12.326Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-02T08:26:12.563 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:26:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:26:12.326Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-02T08:26:12.563 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:26:12 smithi055 bash[76272]: c518c69f0a2f05cb5eb507528dc52b5e6ada559cbc4c3f914188d0ead501bb32 2024-04-02T08:26:12.563 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:26:12 smithi055 systemd[1]: Started Ceph prometheus.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:26:12.966 INFO:tasks.rados.rados.0.smithi012.stdout:730: done (2 left) 2024-04-02T08:26:12.967 INFO:tasks.rados.rados.0.smithi012.stdout:732: done (1 left) 2024-04-02T08:26:12.967 INFO:tasks.rados.rados.0.smithi012.stdout:733: done (0 left) 2024-04-02T08:26:12.967 INFO:tasks.rados.rados.0.smithi012.stdout:734: read oid 20 snap 60 2024-04-02T08:26:12.967 INFO:tasks.rados.rados.0.smithi012.stdout:734: expect deleted 2024-04-02T08:26:12.967 INFO:tasks.rados.rados.0.smithi012.stdout:735: snap_create 2024-04-02T08:26:13.232 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:12 smithi055 ceph-mon[31035]: osdmap e198: 8 total, 8 up, 8 in 2024-04-02T08:26:13.232 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:12 smithi055 ceph-mon[31035]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:13.232 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:12 smithi055 ceph-mon[31035]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:13.233 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:12 smithi055 ceph-mon[31035]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:26:13.233 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:12 smithi055 ceph-mon[31035]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:26:13.233 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:12 smithi055 ceph-mon[31035]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:13.233 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:12 smithi055 ceph-mon[31035]: pgmap v26: 121 pgs: 121 active+clean; 130 MiB data, 693 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 378 KiB/s wr, 1 op/s 2024-04-02T08:26:13.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:12 smithi012 ceph-mon[27004]: osdmap e198: 8 total, 8 up, 8 in 2024-04-02T08:26:13.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:12 smithi012 ceph-mon[27004]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:13.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:12 smithi012 ceph-mon[27004]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:13.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:12 smithi012 ceph-mon[27004]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:26:13.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:12 smithi012 ceph-mon[27004]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:26:13.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:12 smithi012 ceph-mon[27004]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:13.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:12 smithi012 ceph-mon[27004]: pgmap v26: 121 pgs: 121 active+clean; 130 MiB data, 693 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 378 KiB/s wr, 1 op/s 2024-04-02T08:26:13.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:12 smithi012 ceph-mon[38029]: osdmap e198: 8 total, 8 up, 8 in 2024-04-02T08:26:13.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:12 smithi012 ceph-mon[38029]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:13.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:12 smithi012 ceph-mon[38029]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:13.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:12 smithi012 ceph-mon[38029]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:26:13.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:12 smithi012 ceph-mon[38029]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:26:13.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:12 smithi012 ceph-mon[38029]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:13.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:12 smithi012 ceph-mon[38029]: pgmap v26: 121 pgs: 121 active+clean; 130 MiB data, 693 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 378 KiB/s wr, 1 op/s 2024-04-02T08:26:13.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:26:13 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:26:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi012\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi012\", job=\"node\", machine=\"x86_64\", nodename=\"smithi012\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi012\", job=\"node\", machine=\"x86_64\", nodename=\"smithi012\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:26:13.969 INFO:tasks.rados.rados.0.smithi012.stdout:734: done (1 left) 2024-04-02T08:26:13.969 INFO:tasks.rados.rados.0.smithi012.stdout:735: done (0 left) 2024-04-02T08:26:13.969 INFO:tasks.rados.rados.0.smithi012.stdout:736: snap_remove snap 60 2024-04-02T08:26:14.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:13 smithi055 ceph-mon[31035]: osdmap e199: 8 total, 8 up, 8 in 2024-04-02T08:26:14.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:13 smithi055 ceph-mon[31035]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:26:14.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:13 smithi055 ceph-mon[31035]: from='mgr.25070 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:26:14.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:13 smithi055 ceph-mon[31035]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:26:14.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:13 smithi055 ceph-mon[31035]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:14.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:13 smithi012 ceph-mon[27004]: osdmap e199: 8 total, 8 up, 8 in 2024-04-02T08:26:14.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:13 smithi012 ceph-mon[27004]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:26:14.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:13 smithi012 ceph-mon[27004]: from='mgr.25070 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:26:14.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:13 smithi012 ceph-mon[27004]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:26:14.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:13 smithi012 ceph-mon[27004]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:14.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:13 smithi012 ceph-mon[38029]: osdmap e199: 8 total, 8 up, 8 in 2024-04-02T08:26:14.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:13 smithi012 ceph-mon[38029]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:26:14.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:13 smithi012 ceph-mon[38029]: from='mgr.25070 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:26:14.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:13 smithi012 ceph-mon[38029]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:26:14.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:13 smithi012 ceph-mon[38029]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:14.972 INFO:tasks.rados.rados.0.smithi012.stdout:736: done (0 left) 2024-04-02T08:26:14.972 INFO:tasks.rados.rados.0.smithi012.stdout:737: snap_create 2024-04-02T08:26:15.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:14 smithi055 ceph-mon[31035]: Upgrade: Updating mgr.x 2024-04-02T08:26:15.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:14 smithi055 ceph-mon[31035]: Deploying daemon mgr.x on smithi055 2024-04-02T08:26:15.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:14 smithi055 ceph-mon[31035]: osdmap e200: 8 total, 8 up, 8 in 2024-04-02T08:26:15.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:14 smithi055 ceph-mon[31035]: pgmap v29: 121 pgs: 121 active+clean; 97 MiB data, 639 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.2 MiB/s wr, 11 op/s 2024-04-02T08:26:15.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:14 smithi012 ceph-mon[27004]: Upgrade: Updating mgr.x 2024-04-02T08:26:15.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:14 smithi012 ceph-mon[27004]: Deploying daemon mgr.x on smithi055 2024-04-02T08:26:15.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:14 smithi012 ceph-mon[27004]: osdmap e200: 8 total, 8 up, 8 in 2024-04-02T08:26:15.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:14 smithi012 ceph-mon[27004]: pgmap v29: 121 pgs: 121 active+clean; 97 MiB data, 639 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.2 MiB/s wr, 11 op/s 2024-04-02T08:26:15.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:14 smithi012 ceph-mon[38029]: Upgrade: Updating mgr.x 2024-04-02T08:26:15.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:14 smithi012 ceph-mon[38029]: Deploying daemon mgr.x on smithi055 2024-04-02T08:26:15.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:14 smithi012 ceph-mon[38029]: osdmap e200: 8 total, 8 up, 8 in 2024-04-02T08:26:15.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:14 smithi012 ceph-mon[38029]: pgmap v29: 121 pgs: 121 active+clean; 97 MiB data, 639 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.2 MiB/s wr, 11 op/s 2024-04-02T08:26:15.835 INFO:tasks.rados.rados.0.smithi012.stdout:737: done (0 left) 2024-04-02T08:26:15.836 INFO:tasks.rados.rados.0.smithi012.stdout:738: read oid 1 snap -1 2024-04-02T08:26:15.836 INFO:tasks.rados.rados.0.smithi012.stdout:738: expect (ObjNum 222 snap 55 seq_num 222) 2024-04-02T08:26:15.836 INFO:tasks.rados.rados.0.smithi012.stdout:739: copy_from oid 27 from oid 46 current snap is 64 2024-04-02T08:26:15.836 INFO:tasks.rados.rados.0.smithi012.stdout:740: rollback oid 29 current snap is 64 2024-04-02T08:26:15.836 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 29 to 61 2024-04-02T08:26:15.836 INFO:tasks.rados.rados.0.smithi012.stdout:741: setattr oid 49 current snap is 64 2024-04-02T08:26:15.836 INFO:tasks.rados.rados.0.smithi012.stdout:742: delete oid 24 current snap is 64 2024-04-02T08:26:15.841 INFO:tasks.rados.rados.0.smithi012.stdout:742: done (4 left) 2024-04-02T08:26:15.841 INFO:tasks.rados.rados.0.smithi012.stdout:743: snap_create 2024-04-02T08:26:15.845 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 49 v 194 (ObjNum 197 snap 52 seq_num 197) dirty exists 2024-04-02T08:26:15.849 INFO:tasks.rados.rados.0.smithi012.stdout:740: finishing rollback tid 0 to smithi01277369-29 2024-04-02T08:26:15.849 INFO:tasks.rados.rados.0.smithi012.stdout:740: finishing rollback tid 1 to smithi01277369-29 2024-04-02T08:26:15.850 INFO:tasks.rados.rados.0.smithi012.stdout:740: finishing rollback tid 2 to smithi01277369-29 2024-04-02T08:26:15.850 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 29 v 118 (ObjNum 211 snap 55 seq_num 211) dirty exists 2024-04-02T08:26:15.850 INFO:tasks.rados.rados.0.smithi012.stdout:738: expect (ObjNum 222 snap 55 seq_num 222) 2024-04-02T08:26:15.887 INFO:tasks.rados.rados.0.smithi012.stdout:739: finishing copy_from racing read to smithi01277369-27 2024-04-02T08:26:15.887 INFO:tasks.rados.rados.0.smithi012.stdout:739: finishing copy_from to smithi01277369-27 2024-04-02T08:26:15.887 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 27 v 112 (ObjNum 229 snap 56 seq_num 229) dirty exists 2024-04-02T08:26:16.060 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:15 smithi055 systemd[1]: Stopping Ceph mgr.x for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:26:16.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:15 smithi055 ceph-mon[31035]: osdmap e201: 8 total, 8 up, 8 in 2024-04-02T08:26:16.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:15 smithi055 ceph-mon[31035]: osdmap e202: 8 total, 8 up, 8 in 2024-04-02T08:26:16.331 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:16 smithi055 podman[76625]: 2024-04-02 08:26:16.072150228 +0000 UTC m=+0.143921045 container died 5c1fccc5ea5a76acce3ff77a9ebedfd8d1b736cb1e6dd7478454d1b872872b77 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-02T08:26:16.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:15 smithi012 ceph-mon[27004]: osdmap e201: 8 total, 8 up, 8 in 2024-04-02T08:26:16.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:15 smithi012 ceph-mon[27004]: osdmap e202: 8 total, 8 up, 8 in 2024-04-02T08:26:16.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:15 smithi012 ceph-mon[38029]: osdmap e201: 8 total, 8 up, 8 in 2024-04-02T08:26:16.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:15 smithi012 ceph-mon[38029]: osdmap e202: 8 total, 8 up, 8 in 2024-04-02T08:26:16.690 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:16 smithi055 podman[76625]: 2024-04-02 08:26:16.416309543 +0000 UTC m=+0.488080437 container cleanup 5c1fccc5ea5a76acce3ff77a9ebedfd8d1b736cb1e6dd7478454d1b872872b77 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-04-02T08:26:16.690 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:16 smithi055 bash[76625]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x 2024-04-02T08:26:16.843 INFO:tasks.rados.rados.0.smithi012.stdout:738: done (4 left) 2024-04-02T08:26:16.844 INFO:tasks.rados.rados.0.smithi012.stdout:739: done (3 left) 2024-04-02T08:26:16.844 INFO:tasks.rados.rados.0.smithi012.stdout:740: done (2 left) 2024-04-02T08:26:16.844 INFO:tasks.rados.rados.0.smithi012.stdout:741: done (1 left) 2024-04-02T08:26:16.844 INFO:tasks.rados.rados.0.smithi012.stdout:743: done (0 left) 2024-04-02T08:26:16.844 INFO:tasks.rados.rados.0.smithi012.stdout:744: delete oid 9 current snap is 65 2024-04-02T08:26:16.850 INFO:tasks.rados.rados.0.smithi012.stdout:744: done (0 left) 2024-04-02T08:26:16.850 INFO:tasks.rados.rados.0.smithi012.stdout:745: snap_create 2024-04-02T08:26:17.042 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:16 smithi055 podman[76639]: 2024-04-02 08:26:16.692620083 +0000 UTC m=+0.624769324 container remove 5c1fccc5ea5a76acce3ff77a9ebedfd8d1b736cb1e6dd7478454d1b872872b77 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e, CEPH_POINT_RELEASE=) 2024-04-02T08:26:17.042 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:16 smithi055 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-02T08:26:17.042 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:16 smithi055 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@mgr.x.service: Failed with result 'exit-code'. 2024-04-02T08:26:17.042 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:16 smithi055 systemd[1]: Stopped Ceph mgr.x for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:26:17.042 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:16 smithi055 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@mgr.x.service: Consumed 25.663s CPU time. 2024-04-02T08:26:17.310 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:17 smithi055 systemd[1]: Starting Ceph mgr.x for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:26:17.310 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:17 smithi055 podman[76771]: 2024-04-02 08:26:17.159385535 +0000 UTC m=+0.017535288 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:26:17.711 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:17 smithi055 podman[76771]: 2024-04-02 08:26:17.357223611 +0000 UTC m=+0.215373337 container create 111621b46bd235992e01baa10a5e6bb7609704de22eb607098af43b02f6e565c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-04-02T08:26:17.853 INFO:tasks.rados.rados.0.smithi012.stdout:745: done (0 left) 2024-04-02T08:26:17.853 INFO:tasks.rados.rados.0.smithi012.stdout:746: rmattr oid 13 current snap is 66 2024-04-02T08:26:17.853 INFO:tasks.rados.rados.0.smithi012.stdout:746: done (0 left) 2024-04-02T08:26:17.853 INFO:tasks.rados.rados.0.smithi012.stdout:747: snap_create 2024-04-02T08:26:18.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:17 smithi055 ceph-mon[31035]: pgmap v32: 121 pgs: 121 active+clean; 97 MiB data, 639 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.9 MiB/s wr, 9 op/s 2024-04-02T08:26:18.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:17 smithi055 ceph-mon[31035]: osdmap e203: 8 total, 8 up, 8 in 2024-04-02T08:26:18.060 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:17 smithi055 podman[76771]: 2024-04-02 08:26:17.713630265 +0000 UTC m=+0.571779991 container init 111621b46bd235992e01baa10a5e6bb7609704de22eb607098af43b02f6e565c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T08:26:18.061 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:17 smithi055 podman[76771]: 2024-04-02 08:26:17.716915847 +0000 UTC m=+0.575065578 container start 111621b46bd235992e01baa10a5e6bb7609704de22eb607098af43b02f6e565c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-04-02T08:26:18.061 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:17 smithi055 ceph-mgr[76792]: -- 172.21.15.55:0/2669311336 <== mon.1 v2:172.21.15.55:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55b20bcc25a0 con 0x55b20bc97000 2024-04-02T08:26:18.061 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:17 smithi055 bash[76771]: 111621b46bd235992e01baa10a5e6bb7609704de22eb607098af43b02f6e565c 2024-04-02T08:26:18.061 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:17 smithi055 systemd[1]: Started Ceph mgr.x for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:26:18.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:17 smithi012 ceph-mon[27004]: pgmap v32: 121 pgs: 121 active+clean; 97 MiB data, 639 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.9 MiB/s wr, 9 op/s 2024-04-02T08:26:18.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:17 smithi012 ceph-mon[27004]: osdmap e203: 8 total, 8 up, 8 in 2024-04-02T08:26:18.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:26:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:26:17] "GET /metrics HTTP/1.1" 200 35985 "" "Prometheus/2.43.0" 2024-04-02T08:26:18.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:17 smithi012 ceph-mon[38029]: pgmap v32: 121 pgs: 121 active+clean; 97 MiB data, 639 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.9 MiB/s wr, 9 op/s 2024-04-02T08:26:18.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:17 smithi012 ceph-mon[38029]: osdmap e203: 8 total, 8 up, 8 in 2024-04-02T08:26:18.560 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:18 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: 2024-04-02T08:26:18.294+0000 7fd500019200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:26:18.560 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:18 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: 2024-04-02T08:26:18.407+0000 7fd500019200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:26:18.857 INFO:tasks.rados.rados.0.smithi012.stdout:747: done (0 left) 2024-04-02T08:26:18.857 INFO:tasks.rados.rados.0.smithi012.stdout:748: copy_from oid 43 from oid 39 current snap is 67 2024-04-02T08:26:18.857 INFO:tasks.rados.rados.0.smithi012.stdout:749: delete oid 49 current snap is 67 2024-04-02T08:26:18.861 INFO:tasks.rados.rados.0.smithi012.stdout:749: done (1 left) 2024-04-02T08:26:18.861 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 23 current snap is 67 2024-04-02T08:26:18.861 INFO:tasks.rados.rados.0.smithi012.stdout:750: seq_num 241 ranges {5259264=442368,5701632=466944,6168576=688128,6856704=49152} 2024-04-02T08:26:18.892 INFO:tasks.rados.rados.0.smithi012.stdout:750: writing smithi01277369-23 from 5259264 to 5701632 tid 1 2024-04-02T08:26:18.894 INFO:tasks.rados.rados.0.smithi012.stdout:750: writing smithi01277369-23 from 5701632 to 6168576 tid 2 2024-04-02T08:26:18.898 INFO:tasks.rados.rados.0.smithi012.stdout:750: writing smithi01277369-23 from 6168576 to 6856704 tid 3 2024-04-02T08:26:18.899 INFO:tasks.rados.rados.0.smithi012.stdout:750: writing smithi01277369-23 from 6856704 to 6905856 tid 4 2024-04-02T08:26:18.899 INFO:tasks.rados.rados.0.smithi012.stdout:751: rollback oid 3 current snap is 67 2024-04-02T08:26:18.899 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 3 to 62 2024-04-02T08:26:18.899 INFO:tasks.rados.rados.0.smithi012.stdout:748: finishing copy_from racing read to smithi01277369-43 2024-04-02T08:26:18.900 INFO:tasks.rados.rados.0.smithi012.stdout:748: finishing copy_from to smithi01277369-43 2024-04-02T08:26:18.900 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 43 v 320 (ObjNum 223 snap 55 seq_num 223) dirty exists 2024-04-02T08:26:18.900 INFO:tasks.rados.rados.0.smithi012.stdout:748: done (2 left) 2024-04-02T08:26:18.900 INFO:tasks.rados.rados.0.smithi012.stdout:752: snap_create 2024-04-02T08:26:18.900 INFO:tasks.rados.rados.0.smithi012.stdout:750: finishing write tid 1 to smithi01277369-23 2024-04-02T08:26:18.900 INFO:tasks.rados.rados.0.smithi012.stdout:750: finishing write tid 2 to smithi01277369-23 2024-04-02T08:26:18.903 INFO:tasks.rados.rados.0.smithi012.stdout:751: finishing rollback tid 0 to smithi01277369-3 2024-04-02T08:26:18.903 INFO:tasks.rados.rados.0.smithi012.stdout:750: finishing write tid 3 to smithi01277369-23 2024-04-02T08:26:18.904 INFO:tasks.rados.rados.0.smithi012.stdout:751: finishing rollback tid 1 to smithi01277369-3 2024-04-02T08:26:18.904 INFO:tasks.rados.rados.0.smithi012.stdout:750: finishing write tid 4 to smithi01277369-23 2024-04-02T08:26:18.904 INFO:tasks.rados.rados.0.smithi012.stdout:751: finishing rollback tid 2 to smithi01277369-3 2024-04-02T08:26:18.904 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 3 v 296 (ObjNum 148 snap 36 seq_num 148) dirty exists 2024-04-02T08:26:18.904 INFO:tasks.rados.rados.0.smithi012.stdout:750: finishing write tid 5 to smithi01277369-23 2024-04-02T08:26:18.905 INFO:tasks.rados.rados.0.smithi012.stdout:750: finishing write tid 6 to smithi01277369-23 2024-04-02T08:26:18.906 INFO:tasks.rados.rados.0.smithi012.stdout:750: oid 23 updating version 0 to 427 2024-04-02T08:26:18.906 INFO:tasks.rados.rados.0.smithi012.stdout:750: oid 23 version 427 is already newer than 425 2024-04-02T08:26:18.906 INFO:tasks.rados.rados.0.smithi012.stdout:750: oid 23 version 427 is already newer than 426 2024-04-02T08:26:18.906 INFO:tasks.rados.rados.0.smithi012.stdout:750: oid 23 version 427 is already newer than 423 2024-04-02T08:26:18.906 INFO:tasks.rados.rados.0.smithi012.stdout:750: oid 23 version 427 is already newer than 424 2024-04-02T08:26:18.906 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 23 v 427 (ObjNum 241 snap 67 seq_num 241) dirty exists 2024-04-02T08:26:18.906 INFO:tasks.rados.rados.0.smithi012.stdout:750: left oid 23 (ObjNum 241 snap 67 seq_num 241) 2024-04-02T08:26:19.121 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:18 smithi055 ceph-mon[31035]: osdmap e204: 8 total, 8 up, 8 in 2024-04-02T08:26:19.121 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:18 smithi055 ceph-mon[31035]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:19.121 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:18 smithi055 ceph-mon[31035]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:19.121 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:18 smithi055 ceph-mon[31035]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:19.121 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:18 smithi055 ceph-mon[31035]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:19.121 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:18 smithi055 ceph-mon[31035]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:19.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:18 smithi012 ceph-mon[27004]: osdmap e204: 8 total, 8 up, 8 in 2024-04-02T08:26:19.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:18 smithi012 ceph-mon[27004]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:19.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:18 smithi012 ceph-mon[27004]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:19.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:18 smithi012 ceph-mon[27004]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:19.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:18 smithi012 ceph-mon[27004]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:19.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:18 smithi012 ceph-mon[27004]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:19.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:18 smithi012 ceph-mon[38029]: osdmap e204: 8 total, 8 up, 8 in 2024-04-02T08:26:19.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:18 smithi012 ceph-mon[38029]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:19.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:18 smithi012 ceph-mon[38029]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:19.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:18 smithi012 ceph-mon[38029]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:19.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:18 smithi012 ceph-mon[38029]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:19.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:18 smithi012 ceph-mon[38029]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:19.469 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:19 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: 2024-04-02T08:26:19.121+0000 7fd500019200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:26:19.469 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:19 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: 2024-04-02T08:26:19.217+0000 7fd500019200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:26:19.469 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:19 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: 2024-04-02T08:26:19.367+0000 7fd500019200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:26:19.469 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:19 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: 2024-04-02T08:26:19.469+0000 7fd500019200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:26:19.810 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:19 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: 2024-04-02T08:26:19.555+0000 7fd500019200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:26:19.871 INFO:tasks.rados.rados.0.smithi012.stdout:750: done (2 left) 2024-04-02T08:26:19.871 INFO:tasks.rados.rados.0.smithi012.stdout:751: done (1 left) 2024-04-02T08:26:19.871 INFO:tasks.rados.rados.0.smithi012.stdout:752: done (0 left) 2024-04-02T08:26:19.871 INFO:tasks.rados.rados.0.smithi012.stdout:753: read oid 42 snap -1 2024-04-02T08:26:19.872 INFO:tasks.rados.rados.0.smithi012.stdout:753: expect (ObjNum 76 snap 12 seq_num 76) 2024-04-02T08:26:19.872 INFO:tasks.rados.rados.0.smithi012.stdout:754: read oid 24 snap -1 2024-04-02T08:26:19.872 INFO:tasks.rados.rados.0.smithi012.stdout:754: expect deleted 2024-04-02T08:26:19.872 INFO:tasks.rados.rados.0.smithi012.stdout:755: snap_create 2024-04-02T08:26:19.878 INFO:tasks.rados.rados.0.smithi012.stdout:753: expect (ObjNum 76 snap 12 seq_num 76) 2024-04-02T08:26:20.145 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:19 smithi055 ceph-mon[31035]: pgmap v35: 121 pgs: 121 active+clean; 99 MiB data, 642 MiB used, 715 GiB / 715 GiB avail; 984 KiB/s rd, 352 KiB/s wr, 7 op/s 2024-04-02T08:26:20.145 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:19 smithi055 ceph-mon[31035]: osdmap e205: 8 total, 8 up, 8 in 2024-04-02T08:26:20.145 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:19 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: 2024-04-02T08:26:19.836+0000 7fd500019200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:26:20.145 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:19 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: 2024-04-02T08:26:19.951+0000 7fd500019200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:26:20.145 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:20 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: 2024-04-02T08:26:20.043+0000 7fd500019200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:26:20.145 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:20 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: 2024-04-02T08:26:20.145+0000 7fd500019200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:26:20.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:19 smithi012 ceph-mon[27004]: pgmap v35: 121 pgs: 121 active+clean; 99 MiB data, 642 MiB used, 715 GiB / 715 GiB avail; 984 KiB/s rd, 352 KiB/s wr, 7 op/s 2024-04-02T08:26:20.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:19 smithi012 ceph-mon[27004]: osdmap e205: 8 total, 8 up, 8 in 2024-04-02T08:26:20.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:19 smithi012 ceph-mon[38029]: pgmap v35: 121 pgs: 121 active+clean; 99 MiB data, 642 MiB used, 715 GiB / 715 GiB avail; 984 KiB/s rd, 352 KiB/s wr, 7 op/s 2024-04-02T08:26:20.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:19 smithi012 ceph-mon[38029]: osdmap e205: 8 total, 8 up, 8 in 2024-04-02T08:26:20.562 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:20 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: 2024-04-02T08:26:20.325+0000 7fd500019200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:26:20.835 INFO:tasks.rados.rados.0.smithi012.stdout:753: done (2 left) 2024-04-02T08:26:20.836 INFO:tasks.rados.rados.0.smithi012.stdout:754: done (1 left) 2024-04-02T08:26:20.836 INFO:tasks.rados.rados.0.smithi012.stdout:755: done (0 left) 2024-04-02T08:26:20.836 INFO:tasks.rados.rados.0.smithi012.stdout:756: delete oid 10 current snap is 69 2024-04-02T08:26:20.844 INFO:tasks.rados.rados.0.smithi012.stdout:756: done (0 left) 2024-04-02T08:26:20.844 INFO:tasks.rados.rados.0.smithi012.stdout:757: snap_create 2024-04-02T08:26:21.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:20 smithi012 ceph-mon[27004]: osdmap e206: 8 total, 8 up, 8 in 2024-04-02T08:26:21.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:20 smithi012 ceph-mon[27004]: osdmap e207: 8 total, 8 up, 8 in 2024-04-02T08:26:21.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:20 smithi012 ceph-mon[38029]: osdmap e206: 8 total, 8 up, 8 in 2024-04-02T08:26:21.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:20 smithi012 ceph-mon[38029]: osdmap e207: 8 total, 8 up, 8 in 2024-04-02T08:26:21.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:20 smithi055 ceph-mon[31035]: osdmap e206: 8 total, 8 up, 8 in 2024-04-02T08:26:21.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:20 smithi055 ceph-mon[31035]: osdmap e207: 8 total, 8 up, 8 in 2024-04-02T08:26:21.748 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:21 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: 2024-04-02T08:26:21.389+0000 7fd500019200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:26:21.748 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:21 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: 2024-04-02T08:26:21.524+0000 7fd500019200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:26:21.850 INFO:tasks.rados.rados.0.smithi012.stdout:757: done (0 left) 2024-04-02T08:26:21.851 INFO:tasks.rados.rados.0.smithi012.stdout:758: read oid 17 snap -1 2024-04-02T08:26:21.851 INFO:tasks.rados.rados.0.smithi012.stdout:758: expect deleted 2024-04-02T08:26:21.851 INFO:tasks.rados.rados.0.smithi012.stdout:759: rollback oid 6 current snap is 70 2024-04-02T08:26:21.851 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 6 to 61 2024-04-02T08:26:21.851 INFO:tasks.rados.rados.0.smithi012.stdout:760: read oid 27 snap 61 2024-04-02T08:26:21.851 INFO:tasks.rados.rados.0.smithi012.stdout:760: expect (ObjNum 216 snap 55 seq_num 216) 2024-04-02T08:26:21.851 INFO:tasks.rados.rados.0.smithi012.stdout:761: copy_from oid 11 from oid 8 current snap is 70 2024-04-02T08:26:21.851 INFO:tasks.rados.rados.0.smithi012.stdout:762: copy_from oid 13 from oid 12 current snap is 70 2024-04-02T08:26:21.851 INFO:tasks.rados.rados.0.smithi012.stdout:763: setattr oid 45 current snap is 70 2024-04-02T08:26:21.852 INFO:tasks.rados.rados.0.smithi012.stdout:764: rollback oid 29 current snap is 70 2024-04-02T08:26:21.853 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 29 to 65 2024-04-02T08:26:21.853 INFO:tasks.rados.rados.0.smithi012.stdout:765: copy_from oid 24 from oid 21 current snap is 70 2024-04-02T08:26:21.853 INFO:tasks.rados.rados.0.smithi012.stdout:766: read oid 32 snap -1 2024-04-02T08:26:21.853 INFO:tasks.rados.rados.0.smithi012.stdout:766: expect (ObjNum 116 snap 25 seq_num 116) 2024-04-02T08:26:21.853 INFO:tasks.rados.rados.0.smithi012.stdout:767: copy_from oid 1 from oid 36 current snap is 70 2024-04-02T08:26:21.853 INFO:tasks.rados.rados.0.smithi012.stdout:768: delete oid 5 current snap is 70 2024-04-02T08:26:21.857 INFO:tasks.rados.rados.0.smithi012.stdout:759: finishing rollback tid 0 to smithi01277369-6 2024-04-02T08:26:21.857 INFO:tasks.rados.rados.0.smithi012.stdout:759: finishing rollback tid 1 to smithi01277369-6 2024-04-02T08:26:21.858 INFO:tasks.rados.rados.0.smithi012.stdout:765: finishing copy_from to smithi01277369-24 2024-04-02T08:26:21.858 INFO:tasks.rados.rados.0.smithi012.stdout:765: got expected ENOENT (src dne) 2024-04-02T08:26:21.858 INFO:tasks.rados.rados.0.smithi012.stdout:765: finishing copy_from racing read to smithi01277369-24 2024-04-02T08:26:21.859 INFO:tasks.rados.rados.0.smithi012.stdout:759: finishing rollback tid 2 to smithi01277369-6 2024-04-02T08:26:21.859 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 6 v 221 (ObjNum 130 snap 31 seq_num 130) dirty exists 2024-04-02T08:26:21.859 INFO:tasks.rados.rados.0.smithi012.stdout:758: done (10 left) 2024-04-02T08:26:21.859 INFO:tasks.rados.rados.0.smithi012.stdout:759: done (9 left) 2024-04-02T08:26:21.859 INFO:tasks.rados.rados.0.smithi012.stdout:765: done (8 left) 2024-04-02T08:26:21.859 INFO:tasks.rados.rados.0.smithi012.stdout:768: done (7 left) 2024-04-02T08:26:21.859 INFO:tasks.rados.rados.0.smithi012.stdout:769: read oid 9 snap -1 2024-04-02T08:26:21.859 INFO:tasks.rados.rados.0.smithi012.stdout:769: expect deleted 2024-04-02T08:26:21.860 INFO:tasks.rados.rados.0.smithi012.stdout:770: read oid 42 snap 63 2024-04-02T08:26:21.860 INFO:tasks.rados.rados.0.smithi012.stdout:770: expect (ObjNum 76 snap 12 seq_num 76) 2024-04-02T08:26:21.860 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 7 current snap is 70 2024-04-02T08:26:21.860 INFO:tasks.rados.rados.0.smithi012.stdout:771: seq_num 244 ranges {2727936=491520,3219456=573440,3792896=458752,4251648=172032} 2024-04-02T08:26:21.878 INFO:tasks.rados.rados.0.smithi012.stdout:771: writing smithi01277369-7 from 2727936 to 3219456 tid 1 2024-04-02T08:26:21.882 INFO:tasks.rados.rados.0.smithi012.stdout:771: writing smithi01277369-7 from 3219456 to 3792896 tid 2 2024-04-02T08:26:21.884 INFO:tasks.rados.rados.0.smithi012.stdout:771: writing smithi01277369-7 from 3792896 to 4251648 tid 3 2024-04-02T08:26:21.886 INFO:tasks.rados.rados.0.smithi012.stdout:771: writing smithi01277369-7 from 4251648 to 4423680 tid 4 2024-04-02T08:26:21.886 INFO:tasks.rados.rados.0.smithi012.stdout:772: rmattr oid 25 current snap is 70 2024-04-02T08:26:21.886 INFO:tasks.rados.rados.0.smithi012.stdout:772: done (10 left) 2024-04-02T08:26:21.886 INFO:tasks.rados.rados.0.smithi012.stdout:773: snap_remove snap 66 2024-04-02T08:26:22.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:21 smithi055 ceph-mon[31035]: pgmap v38: 121 pgs: 121 active+clean; 99 MiB data, 642 MiB used, 715 GiB / 715 GiB avail; 984 KiB/s rd, 352 KiB/s wr, 7 op/s 2024-04-02T08:26:22.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:21 smithi055 ceph-mon[31035]: osdmap e208: 8 total, 8 up, 8 in 2024-04-02T08:26:22.060 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:21 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: 2024-04-02T08:26:21.888+0000 7fd500019200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:26:22.061 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:21 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: 2024-04-02T08:26:21.982+0000 7fd500019200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:26:22.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:21 smithi012 ceph-mon[27004]: pgmap v38: 121 pgs: 121 active+clean; 99 MiB data, 642 MiB used, 715 GiB / 715 GiB avail; 984 KiB/s rd, 352 KiB/s wr, 7 op/s 2024-04-02T08:26:22.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:21 smithi012 ceph-mon[27004]: osdmap e208: 8 total, 8 up, 8 in 2024-04-02T08:26:22.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:21 smithi012 ceph-mon[38029]: pgmap v38: 121 pgs: 121 active+clean; 99 MiB data, 642 MiB used, 715 GiB / 715 GiB avail; 984 KiB/s rd, 352 KiB/s wr, 7 op/s 2024-04-02T08:26:22.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:21 smithi012 ceph-mon[38029]: osdmap e208: 8 total, 8 up, 8 in 2024-04-02T08:26:22.528 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: 2024-04-02T08:26:22.187+0000 7fd500019200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:26:22.529 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: 2024-04-02T08:26:22.393+0000 7fd500019200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:26:22.810 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: 2024-04-02T08:26:22.695+0000 7fd500019200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:26:22.890 INFO:tasks.rados.rados.0.smithi012.stdout:760: expect (ObjNum 216 snap 55 seq_num 216) 2024-04-02T08:26:22.928 INFO:tasks.rados.rados.0.smithi012.stdout:764: finishing rollback tid 0 to smithi01277369-29 2024-04-02T08:26:22.929 INFO:tasks.rados.rados.0.smithi012.stdout:764: finishing rollback tid 1 to smithi01277369-29 2024-04-02T08:26:22.929 INFO:tasks.rados.rados.0.smithi012.stdout:764: finishing rollback tid 2 to smithi01277369-29 2024-04-02T08:26:22.929 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 29 v 122 (ObjNum 211 snap 55 seq_num 211) dirty exists 2024-04-02T08:26:22.929 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 45 v 252 (ObjNum 182 snap 50 seq_num 182) dirty exists 2024-04-02T08:26:22.929 INFO:tasks.rados.rados.0.smithi012.stdout:767: finishing copy_from racing read to smithi01277369-1 2024-04-02T08:26:22.929 INFO:tasks.rados.rados.0.smithi012.stdout:770: expect (ObjNum 76 snap 12 seq_num 76) 2024-04-02T08:26:22.997 INFO:tasks.rados.rados.0.smithi012.stdout:761: finishing copy_from racing read to smithi01277369-11 2024-04-02T08:26:22.998 INFO:tasks.rados.rados.0.smithi012.stdout:762: finishing copy_from racing read to smithi01277369-13 2024-04-02T08:26:22.998 INFO:tasks.rados.rados.0.smithi012.stdout:767: finishing copy_from to smithi01277369-1 2024-04-02T08:26:22.998 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 1 v 195 (ObjNum 190 snap 50 seq_num 190) dirty exists 2024-04-02T08:26:22.998 INFO:tasks.rados.rados.0.smithi012.stdout:760: done (10 left) 2024-04-02T08:26:22.998 INFO:tasks.rados.rados.0.smithi012.stdout:763: done (9 left) 2024-04-02T08:26:22.998 INFO:tasks.rados.rados.0.smithi012.stdout:764: done (8 left) 2024-04-02T08:26:22.998 INFO:tasks.rados.rados.0.smithi012.stdout:767: done (7 left) 2024-04-02T08:26:22.998 INFO:tasks.rados.rados.0.smithi012.stdout:769: done (6 left) 2024-04-02T08:26:22.998 INFO:tasks.rados.rados.0.smithi012.stdout:770: done (5 left) 2024-04-02T08:26:22.998 INFO:tasks.rados.rados.0.smithi012.stdout:773: done (4 left) 2024-04-02T08:26:22.998 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 3 current snap is 70 2024-04-02T08:26:22.998 INFO:tasks.rados.rados.0.smithi012.stdout:774: seq_num 245 ranges {1605632=507904,2113536=458752,2572288=671744,3244032=73728} 2024-04-02T08:26:23.009 INFO:tasks.rados.rados.0.smithi012.stdout:774: writing smithi01277369-3 from 1605632 to 2113536 tid 1 2024-04-02T08:26:23.011 INFO:tasks.rados.rados.0.smithi012.stdout:774: writing smithi01277369-3 from 2113536 to 2572288 tid 2 2024-04-02T08:26:23.015 INFO:tasks.rados.rados.0.smithi012.stdout:774: writing smithi01277369-3 from 2572288 to 3244032 tid 3 2024-04-02T08:26:23.016 INFO:tasks.rados.rados.0.smithi012.stdout:774: writing smithi01277369-3 from 3244032 to 3317760 tid 4 2024-04-02T08:26:23.016 INFO:tasks.rados.rados.0.smithi012.stdout:775: rollback oid 1 current snap is 70 2024-04-02T08:26:23.016 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 1 to 69 2024-04-02T08:26:23.016 INFO:tasks.rados.rados.0.smithi012.stdout:762: finishing copy_from to smithi01277369-13 2024-04-02T08:26:23.016 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 13 v 168 (ObjNum 169 snap 43 seq_num 169) dirty exists 2024-04-02T08:26:23.017 INFO:tasks.rados.rados.0.smithi012.stdout:761: finishing copy_from to smithi01277369-11 2024-04-02T08:26:23.017 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 11 v 527 (ObjNum 209 snap 55 seq_num 209) dirty exists 2024-04-02T08:26:23.017 INFO:tasks.rados.rados.0.smithi012.stdout:771: finishing write tid 1 to smithi01277369-7 2024-04-02T08:26:23.017 INFO:tasks.rados.rados.0.smithi012.stdout:766: expect (ObjNum 116 snap 25 seq_num 116) 2024-04-02T08:26:23.225 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: 2024-04-02T08:26:22.965+0000 7fd500019200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:26:23.228 INFO:tasks.rados.rados.0.smithi012.stdout:771: finishing write tid 2 to smithi01277369-7 2024-04-02T08:26:23.229 INFO:tasks.rados.rados.0.smithi012.stdout:771: finishing write tid 3 to smithi01277369-7 2024-04-02T08:26:23.229 INFO:tasks.rados.rados.0.smithi012.stdout:771: finishing write tid 4 to smithi01277369-7 2024-04-02T08:26:23.229 INFO:tasks.rados.rados.0.smithi012.stdout:771: finishing write tid 5 to smithi01277369-7 2024-04-02T08:26:23.229 INFO:tasks.rados.rados.0.smithi012.stdout:771: finishing write tid 6 to smithi01277369-7 2024-04-02T08:26:23.229 INFO:tasks.rados.rados.0.smithi012.stdout:771: oid 7 updating version 0 to 427 2024-04-02T08:26:23.229 INFO:tasks.rados.rados.0.smithi012.stdout:771: oid 7 updating version 427 to 429 2024-04-02T08:26:23.229 INFO:tasks.rados.rados.0.smithi012.stdout:771: oid 7 version 429 is already newer than 428 2024-04-02T08:26:23.229 INFO:tasks.rados.rados.0.smithi012.stdout:771: oid 7 version 429 is already newer than 426 2024-04-02T08:26:23.229 INFO:tasks.rados.rados.0.smithi012.stdout:771: oid 7 version 429 is already newer than 425 2024-04-02T08:26:23.229 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 7 v 429 (ObjNum 244 snap 70 seq_num 244) dirty exists 2024-04-02T08:26:23.229 INFO:tasks.rados.rados.0.smithi012.stdout:771: left oid 7 (ObjNum 244 snap 70 seq_num 244) 2024-04-02T08:26:23.229 INFO:tasks.rados.rados.0.smithi012.stdout:774: finishing write tid 1 to smithi01277369-3 2024-04-02T08:26:23.229 INFO:tasks.rados.rados.0.smithi012.stdout:774: finishing write tid 2 to smithi01277369-3 2024-04-02T08:26:23.230 INFO:tasks.rados.rados.0.smithi012.stdout:761: done (5 left) 2024-04-02T08:26:23.230 INFO:tasks.rados.rados.0.smithi012.stdout:762: done (4 left) 2024-04-02T08:26:23.230 INFO:tasks.rados.rados.0.smithi012.stdout:766: done (3 left) 2024-04-02T08:26:23.230 INFO:tasks.rados.rados.0.smithi012.stdout:771: done (2 left) 2024-04-02T08:26:23.230 INFO:tasks.rados.rados.0.smithi012.stdout:776: snap_create 2024-04-02T08:26:23.230 INFO:tasks.rados.rados.0.smithi012.stdout:775: finishing rollback tid 0 to smithi01277369-1 2024-04-02T08:26:23.230 INFO:tasks.rados.rados.0.smithi012.stdout:775: finishing rollback tid 1 to smithi01277369-1 2024-04-02T08:26:23.230 INFO:tasks.rados.rados.0.smithi012.stdout:775: finishing rollback tid 2 to smithi01277369-1 2024-04-02T08:26:23.230 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 1 v 263 (ObjNum 222 snap 55 seq_num 222) dirty exists 2024-04-02T08:26:23.230 INFO:tasks.rados.rados.0.smithi012.stdout:774: finishing write tid 3 to smithi01277369-3 2024-04-02T08:26:23.230 INFO:tasks.rados.rados.0.smithi012.stdout:774: finishing write tid 4 to smithi01277369-3 2024-04-02T08:26:23.230 INFO:tasks.rados.rados.0.smithi012.stdout:774: finishing write tid 5 to smithi01277369-3 2024-04-02T08:26:23.230 INFO:tasks.rados.rados.0.smithi012.stdout:774: finishing write tid 6 to smithi01277369-3 2024-04-02T08:26:23.230 INFO:tasks.rados.rados.0.smithi012.stdout:774: oid 3 updating version 0 to 297 2024-04-02T08:26:23.231 INFO:tasks.rados.rados.0.smithi012.stdout:774: oid 3 updating version 297 to 301 2024-04-02T08:26:23.231 INFO:tasks.rados.rados.0.smithi012.stdout:774: oid 3 version 301 is already newer than 300 2024-04-02T08:26:23.231 INFO:tasks.rados.rados.0.smithi012.stdout:774: oid 3 version 301 is already newer than 299 2024-04-02T08:26:23.231 INFO:tasks.rados.rados.0.smithi012.stdout:774: oid 3 version 301 is already newer than 298 2024-04-02T08:26:23.231 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 3 v 301 (ObjNum 245 snap 70 seq_num 245) dirty exists 2024-04-02T08:26:23.231 INFO:tasks.rados.rados.0.smithi012.stdout:774: left oid 3 (ObjNum 245 snap 70 seq_num 245) 2024-04-02T08:26:23.504 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:23 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: 2024-04-02T08:26:23.227+0000 7fd500019200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:26:23.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:26:23 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:26:23.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi012\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi012\", job=\"node\", machine=\"x86_64\", nodename=\"smithi012\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi012\", job=\"node\", machine=\"x86_64\", nodename=\"smithi012\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:26:24.037 INFO:tasks.rados.rados.0.smithi012.stdout:774: done (2 left) 2024-04-02T08:26:24.038 INFO:tasks.rados.rados.0.smithi012.stdout:775: done (1 left) 2024-04-02T08:26:24.038 INFO:tasks.rados.rados.0.smithi012.stdout:776: done (0 left) 2024-04-02T08:26:24.038 INFO:tasks.rados.rados.0.smithi012.stdout:777: copy_from oid 48 from oid 7 current snap is 71 2024-04-02T08:26:24.038 INFO:tasks.rados.rados.0.smithi012.stdout:778: read oid 2 snap -1 2024-04-02T08:26:24.038 INFO:tasks.rados.rados.0.smithi012.stdout:778: expect deleted 2024-04-02T08:26:24.038 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 13 current snap is 71 2024-04-02T08:26:24.038 INFO:tasks.rados.rados.0.smithi012.stdout:779: seq_num 246 ranges {688128=524288,1212416=745472,1957888=425984,2383872=32768} 2024-04-02T08:26:24.040 INFO:tasks.rados.rados.0.smithi012.stdout:779: writing smithi01277369-13 from 688128 to 1212416 tid 1 2024-04-02T08:26:24.045 INFO:tasks.rados.rados.0.smithi012.stdout:779: writing smithi01277369-13 from 1212416 to 1957888 tid 2 2024-04-02T08:26:24.047 INFO:tasks.rados.rados.0.smithi012.stdout:779: writing smithi01277369-13 from 1957888 to 2383872 tid 3 2024-04-02T08:26:24.048 INFO:tasks.rados.rados.0.smithi012.stdout:779: writing smithi01277369-13 from 2383872 to 2416640 tid 4 2024-04-02T08:26:24.048 INFO:tasks.rados.rados.0.smithi012.stdout:780: read oid 47 snap -1 2024-04-02T08:26:24.048 INFO:tasks.rados.rados.0.smithi012.stdout:780: expect deleted 2024-04-02T08:26:24.048 INFO:tasks.rados.rados.0.smithi012.stdout:781: delete oid 26 current snap is 71 2024-04-02T08:26:24.049 INFO:tasks.rados.rados.0.smithi012.stdout:779: finishing write tid 1 to smithi01277369-13 2024-04-02T08:26:24.049 INFO:tasks.rados.rados.0.smithi012.stdout:779: finishing write tid 2 to smithi01277369-13 2024-04-02T08:26:24.051 INFO:tasks.rados.rados.0.smithi012.stdout:778: done (4 left) 2024-04-02T08:26:24.051 INFO:tasks.rados.rados.0.smithi012.stdout:780: done (3 left) 2024-04-02T08:26:24.051 INFO:tasks.rados.rados.0.smithi012.stdout:781: done (2 left) 2024-04-02T08:26:24.051 INFO:tasks.rados.rados.0.smithi012.stdout:782: read oid 18 snap -1 2024-04-02T08:26:24.051 INFO:tasks.rados.rados.0.smithi012.stdout:782: expect (ObjNum 116 snap 25 seq_num 116) 2024-04-02T08:26:24.051 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 4 current snap is 71 2024-04-02T08:26:24.051 INFO:tasks.rados.rados.0.smithi012.stdout:783: seq_num 248 ranges {3874816=557056,4431872=507904,4939776=442368,5382144=253952} 2024-04-02T08:26:24.075 INFO:tasks.rados.rados.0.smithi012.stdout:783: writing smithi01277369-4 from 3874816 to 4431872 tid 1 2024-04-02T08:26:24.078 INFO:tasks.rados.rados.0.smithi012.stdout:783: writing smithi01277369-4 from 4431872 to 4939776 tid 2 2024-04-02T08:26:24.080 INFO:tasks.rados.rados.0.smithi012.stdout:783: writing smithi01277369-4 from 4939776 to 5382144 tid 3 2024-04-02T08:26:24.082 INFO:tasks.rados.rados.0.smithi012.stdout:783: writing smithi01277369-4 from 5382144 to 5636096 tid 4 2024-04-02T08:26:24.082 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 9 current snap is 71 2024-04-02T08:26:24.082 INFO:tasks.rados.rados.0.smithi012.stdout:779: finishing write tid 3 to smithi01277369-13 2024-04-02T08:26:24.082 INFO:tasks.rados.rados.0.smithi012.stdout:784: seq_num 249 ranges {0=573440,573440=794624,1368064=409600} 2024-04-02T08:26:24.085 INFO:tasks.rados.rados.0.smithi012.stdout:784: writing smithi01277369-9 from 0 to 573440 tid 1 2024-04-02T08:26:24.089 INFO:tasks.rados.rados.0.smithi012.stdout:784: writing smithi01277369-9 from 573440 to 1368064 tid 2 2024-04-02T08:26:24.093 INFO:tasks.rados.rados.0.smithi012.stdout:784: writing smithi01277369-9 from 1368064 to 1777664 tid 3 2024-04-02T08:26:24.093 INFO:tasks.rados.rados.0.smithi012.stdout:785: read oid 14 snap -1 2024-04-02T08:26:24.093 INFO:tasks.rados.rados.0.smithi012.stdout:785: expect (ObjNum 201 snap 54 seq_num 201) 2024-04-02T08:26:24.093 INFO:tasks.rados.rados.0.smithi012.stdout:786: copy_from oid 31 from oid 24 current snap is 71 2024-04-02T08:26:24.093 INFO:tasks.rados.rados.0.smithi012.stdout:779: finishing write tid 4 to smithi01277369-13 2024-04-02T08:26:24.093 INFO:tasks.rados.rados.0.smithi012.stdout:779: finishing write tid 5 to smithi01277369-13 2024-04-02T08:26:24.093 INFO:tasks.rados.rados.0.smithi012.stdout:779: finishing write tid 6 to smithi01277369-13 2024-04-02T08:26:24.093 INFO:tasks.rados.rados.0.smithi012.stdout:779: oid 13 updating version 0 to 606 2024-04-02T08:26:24.093 INFO:tasks.rados.rados.0.smithi012.stdout:779: oid 13 updating version 606 to 608 2024-04-02T08:26:24.093 INFO:tasks.rados.rados.0.smithi012.stdout:779: oid 13 version 608 is already newer than 605 2024-04-02T08:26:24.093 INFO:tasks.rados.rados.0.smithi012.stdout:779: oid 13 version 608 is already newer than 604 2024-04-02T08:26:24.094 INFO:tasks.rados.rados.0.smithi012.stdout:779: oid 13 version 608 is already newer than 607 2024-04-02T08:26:24.094 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 13 v 608 (ObjNum 246 snap 71 seq_num 246) dirty exists 2024-04-02T08:26:24.094 INFO:tasks.rados.rados.0.smithi012.stdout:779: left oid 13 (ObjNum 246 snap 71 seq_num 246) 2024-04-02T08:26:24.094 INFO:tasks.rados.rados.0.smithi012.stdout:777: finishing copy_from racing read to smithi01277369-48 2024-04-02T08:26:24.094 INFO:tasks.rados.rados.0.smithi012.stdout:777: finishing copy_from to smithi01277369-48 2024-04-02T08:26:24.094 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 48 v 429 (ObjNum 244 snap 70 seq_num 244) dirty exists 2024-04-02T08:26:24.094 INFO:tasks.rados.rados.0.smithi012.stdout:782: expect (ObjNum 116 snap 25 seq_num 116) 2024-04-02T08:26:24.131 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:23 smithi055 ceph-mon[31035]: pgmap v41: 121 pgs: 121 active+clean; 101 MiB data, 643 MiB used, 715 GiB / 715 GiB avail; 3.6 MiB/s rd, 464 KiB/s wr, 1 op/s 2024-04-02T08:26:24.131 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:23 smithi055 ceph-mon[31035]: osdmap e209: 8 total, 8 up, 8 in 2024-04-02T08:26:24.131 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:23 smithi055 ceph-mon[31035]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:24.131 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:23 smithi055 ceph-mon[31035]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:24.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:23 smithi012 ceph-mon[38029]: pgmap v41: 121 pgs: 121 active+clean; 101 MiB data, 643 MiB used, 715 GiB / 715 GiB avail; 3.6 MiB/s rd, 464 KiB/s wr, 1 op/s 2024-04-02T08:26:24.513 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:23 smithi012 ceph-mon[38029]: osdmap e209: 8 total, 8 up, 8 in 2024-04-02T08:26:24.513 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:23 smithi012 ceph-mon[38029]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:24.513 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:23 smithi012 ceph-mon[38029]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:24.514 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:23 smithi012 ceph-mon[27004]: pgmap v41: 121 pgs: 121 active+clean; 101 MiB data, 643 MiB used, 715 GiB / 715 GiB avail; 3.6 MiB/s rd, 464 KiB/s wr, 1 op/s 2024-04-02T08:26:24.514 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:23 smithi012 ceph-mon[27004]: osdmap e209: 8 total, 8 up, 8 in 2024-04-02T08:26:24.514 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:23 smithi012 ceph-mon[27004]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:24.514 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:23 smithi012 ceph-mon[27004]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:24.514 INFO:tasks.rados.rados.0.smithi012.stdout:783: finishing write tid 1 to smithi01277369-4 2024-04-02T08:26:24.515 INFO:tasks.rados.rados.0.smithi012.stdout:783: finishing write tid 2 to smithi01277369-4 2024-04-02T08:26:24.515 INFO:tasks.rados.rados.0.smithi012.stdout:783: finishing write tid 3 to smithi01277369-4 2024-04-02T08:26:24.515 INFO:tasks.rados.rados.0.smithi012.stdout:783: finishing write tid 4 to smithi01277369-4 2024-04-02T08:26:24.515 INFO:tasks.rados.rados.0.smithi012.stdout:783: finishing write tid 5 to smithi01277369-4 2024-04-02T08:26:24.515 INFO:tasks.rados.rados.0.smithi012.stdout:783: finishing write tid 6 to smithi01277369-4 2024-04-02T08:26:24.515 INFO:tasks.rados.rados.0.smithi012.stdout:783: oid 4 updating version 0 to 303 2024-04-02T08:26:24.515 INFO:tasks.rados.rados.0.smithi012.stdout:783: oid 4 updating version 303 to 305 2024-04-02T08:26:24.515 INFO:tasks.rados.rados.0.smithi012.stdout:783: oid 4 version 305 is already newer than 304 2024-04-02T08:26:24.515 INFO:tasks.rados.rados.0.smithi012.stdout:783: oid 4 version 305 is already newer than 302 2024-04-02T08:26:24.515 INFO:tasks.rados.rados.0.smithi012.stdout:783: oid 4 updating version 305 to 306 2024-04-02T08:26:24.515 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 4 v 306 (ObjNum 248 snap 71 seq_num 248) dirty exists 2024-04-02T08:26:24.515 INFO:tasks.rados.rados.0.smithi012.stdout:783: left oid 4 (ObjNum 248 snap 71 seq_num 248) 2024-04-02T08:26:24.515 INFO:tasks.rados.rados.0.smithi012.stdout:784: finishing write tid 1 to smithi01277369-9 2024-04-02T08:26:24.515 INFO:tasks.rados.rados.0.smithi012.stdout:777: done (6 left) 2024-04-02T08:26:24.516 INFO:tasks.rados.rados.0.smithi012.stdout:779: done (5 left) 2024-04-02T08:26:24.516 INFO:tasks.rados.rados.0.smithi012.stdout:782: done (4 left) 2024-04-02T08:26:24.516 INFO:tasks.rados.rados.0.smithi012.stdout:783: done (3 left) 2024-04-02T08:26:24.516 INFO:tasks.rados.rados.0.smithi012.stdout:787: snap_remove snap 65 2024-04-02T08:26:24.516 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:24 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: 2024-04-02T08:26:24.132+0000 7fd500019200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:26:25.033 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:24 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: 2024-04-02T08:26:24.763+0000 7fd500019200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:26:25.033 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:24 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: 2024-04-02T08:26:24.866+0000 7fd500019200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:26:25.181 INFO:tasks.rados.rados.0.smithi012.stdout:787: done (3 left) 2024-04-02T08:26:25.182 INFO:tasks.rados.rados.0.smithi012.stdout:788: delete oid 33 current snap is 71 2024-04-02T08:26:25.182 INFO:tasks.rados.rados.0.smithi012.stdout:784: finishing write tid 2 to smithi01277369-9 2024-04-02T08:26:25.182 INFO:tasks.rados.rados.0.smithi012.stdout:784: finishing write tid 3 to smithi01277369-9 2024-04-02T08:26:25.182 INFO:tasks.rados.rados.0.smithi012.stdout:784: finishing write tid 4 to smithi01277369-9 2024-04-02T08:26:25.182 INFO:tasks.rados.rados.0.smithi012.stdout:784: finishing write tid 5 to smithi01277369-9 2024-04-02T08:26:25.182 INFO:tasks.rados.rados.0.smithi012.stdout:784: oid 9 updating version 0 to 432 2024-04-02T08:26:25.182 INFO:tasks.rados.rados.0.smithi012.stdout:784: oid 9 updating version 432 to 433 2024-04-02T08:26:25.182 INFO:tasks.rados.rados.0.smithi012.stdout:784: oid 9 version 433 is already newer than 430 2024-04-02T08:26:25.182 INFO:tasks.rados.rados.0.smithi012.stdout:784: oid 9 version 433 is already newer than 431 2024-04-02T08:26:25.182 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 9 v 433 (ObjNum 249 snap 71 seq_num 249) dirty exists 2024-04-02T08:26:25.182 INFO:tasks.rados.rados.0.smithi012.stdout:784: left oid 9 (ObjNum 249 snap 71 seq_num 249) 2024-04-02T08:26:25.182 INFO:tasks.rados.rados.0.smithi012.stdout:786: finishing copy_from to smithi01277369-31 2024-04-02T08:26:25.183 INFO:tasks.rados.rados.0.smithi012.stdout:786: got expected ENOENT (src dne) 2024-04-02T08:26:25.183 INFO:tasks.rados.rados.0.smithi012.stdout:786: finishing copy_from racing read to smithi01277369-31 2024-04-02T08:26:25.183 INFO:tasks.rados.rados.0.smithi012.stdout:785: expect (ObjNum 201 snap 54 seq_num 201) 2024-04-02T08:26:25.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:25 smithi055 ceph-mon[31035]: osdmap e210: 8 total, 8 up, 8 in 2024-04-02T08:26:25.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:25 smithi055 ceph-mon[31035]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:25.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:25 smithi055 ceph-mon[31035]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:25.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:25 smithi055 ceph-mon[31035]: pgmap v44: 121 pgs: 121 active+clean; 106 MiB data, 650 MiB used, 715 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.8 MiB/s wr, 16 op/s 2024-04-02T08:26:25.311 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:25 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: 2024-04-02T08:26:25.098+0000 7fd500019200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:26:25.311 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:25 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: [02/Apr/2024:08:26:25] ENGINE Bus STARTING 2024-04-02T08:26:25.311 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:25 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: CherryPy Checker: 2024-04-02T08:26:25.311 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:25 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: The Application mounted at '' has an empty config. 2024-04-02T08:26:25.311 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:25 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: 2024-04-02T08:26:25.311 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:25 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: [02/Apr/2024:08:26:25] ENGINE Serving on http://:::9283 2024-04-02T08:26:25.311 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:25 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: [02/Apr/2024:08:26:25] ENGINE Bus STARTED 2024-04-02T08:26:25.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:25 smithi012 ceph-mon[38029]: osdmap e210: 8 total, 8 up, 8 in 2024-04-02T08:26:25.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:25 smithi012 ceph-mon[38029]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:25.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:25 smithi012 ceph-mon[38029]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:25.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:25 smithi012 ceph-mon[38029]: pgmap v44: 121 pgs: 121 active+clean; 106 MiB data, 650 MiB used, 715 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.8 MiB/s wr, 16 op/s 2024-04-02T08:26:25.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:25 smithi012 ceph-mon[27004]: osdmap e210: 8 total, 8 up, 8 in 2024-04-02T08:26:25.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:25 smithi012 ceph-mon[27004]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:25.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:25 smithi012 ceph-mon[27004]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:25.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:25 smithi012 ceph-mon[27004]: pgmap v44: 121 pgs: 121 active+clean; 106 MiB data, 650 MiB used, 715 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.8 MiB/s wr, 16 op/s 2024-04-02T08:26:25.622 INFO:tasks.rados.rados.0.smithi012.stdout:784: done (3 left) 2024-04-02T08:26:25.622 INFO:tasks.rados.rados.0.smithi012.stdout:785: done (2 left) 2024-04-02T08:26:25.622 INFO:tasks.rados.rados.0.smithi012.stdout:786: done (1 left) 2024-04-02T08:26:25.622 INFO:tasks.rados.rados.0.smithi012.stdout:788: done (0 left) 2024-04-02T08:26:25.622 INFO:tasks.rados.rados.0.smithi012.stdout:789: read oid 11 snap -1 2024-04-02T08:26:25.622 INFO:tasks.rados.rados.0.smithi012.stdout:789: expect (ObjNum 209 snap 55 seq_num 209) 2024-04-02T08:26:25.622 INFO:tasks.rados.rados.0.smithi012.stdout:790: rollback oid 44 current snap is 71 2024-04-02T08:26:25.622 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 44 to 68 2024-04-02T08:26:25.622 INFO:tasks.rados.rados.0.smithi012.stdout:791: delete oid 39 current snap is 71 2024-04-02T08:26:25.624 INFO:tasks.rados.rados.0.smithi012.stdout:791: done (2 left) 2024-04-02T08:26:25.625 INFO:tasks.rados.rados.0.smithi012.stdout:792: read oid 31 snap -1 2024-04-02T08:26:25.625 INFO:tasks.rados.rados.0.smithi012.stdout:792: expect (ObjNum 141 snap 35 seq_num 141) 2024-04-02T08:26:25.625 INFO:tasks.rados.rados.0.smithi012.stdout:793: rollback oid 16 current snap is 71 2024-04-02T08:26:25.625 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 16 to 64 2024-04-02T08:26:25.625 INFO:tasks.rados.rados.0.smithi012.stdout:794: rollback oid 48 current snap is 71 2024-04-02T08:26:25.625 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 48 to 63 2024-04-02T08:26:25.625 INFO:tasks.rados.rados.0.smithi012.stdout:795: read oid 46 snap -1 2024-04-02T08:26:25.625 INFO:tasks.rados.rados.0.smithi012.stdout:795: expect (ObjNum 229 snap 56 seq_num 229) 2024-04-02T08:26:25.625 INFO:tasks.rados.rados.0.smithi012.stdout:796: rollback oid 4 current snap is 71 2024-04-02T08:26:25.625 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 4 to 62 2024-04-02T08:26:25.625 INFO:tasks.rados.rados.0.smithi012.stdout:797: rollback oid 13 current snap is 71 2024-04-02T08:26:25.625 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 13 to 70 2024-04-02T08:26:25.625 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 27 current snap is 71 2024-04-02T08:26:25.626 INFO:tasks.rados.rados.0.smithi012.stdout:798: seq_num 252 ranges {1441792=630784,2072576=499712,2572288=425984,2998272=278528} 2024-04-02T08:26:25.636 INFO:tasks.rados.rados.0.smithi012.stdout:798: writing smithi01277369-27 from 1441792 to 2072576 tid 1 2024-04-02T08:26:25.639 INFO:tasks.rados.rados.0.smithi012.stdout:798: writing smithi01277369-27 from 2072576 to 2572288 tid 2 2024-04-02T08:26:25.642 INFO:tasks.rados.rados.0.smithi012.stdout:798: writing smithi01277369-27 from 2572288 to 2998272 tid 3 2024-04-02T08:26:25.644 INFO:tasks.rados.rados.0.smithi012.stdout:798: writing smithi01277369-27 from 2998272 to 3276800 tid 4 2024-04-02T08:26:25.644 INFO:tasks.rados.rados.0.smithi012.stdout:799: copy_from oid 8 from oid 33 current snap is 71 2024-04-02T08:26:25.644 INFO:tasks.rados.rados.0.smithi012.stdout:796: finishing rollback tid 0 to smithi01277369-4 2024-04-02T08:26:25.644 INFO:tasks.rados.rados.0.smithi012.stdout:790: finishing rollback tid 0 to smithi01277369-44 2024-04-02T08:26:25.644 INFO:tasks.rados.rados.0.smithi012.stdout:800: snap_remove snap 69 2024-04-02T08:26:26.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:26 smithi055 ceph-mon[31035]: Standby manager daemon x restarted 2024-04-02T08:26:26.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:26 smithi055 ceph-mon[31035]: Standby manager daemon x started 2024-04-02T08:26:26.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:26 smithi055 ceph-mon[31035]: from='mgr.? 172.21.15.55:0/3887629659' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:26:26.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:26 smithi055 ceph-mon[31035]: from='mgr.? 172.21.15.55:0/3887629659' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:26:26.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:26 smithi055 ceph-mon[31035]: from='mgr.? 172.21.15.55:0/3887629659' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:26:26.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:26 smithi055 ceph-mon[31035]: from='mgr.? 172.21.15.55:0/3887629659' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:26:26.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:26 smithi055 ceph-mon[31035]: osdmap e211: 8 total, 8 up, 8 in 2024-04-02T08:26:26.192 INFO:tasks.rados.rados.0.smithi012.stdout:800: done (10 left) 2024-04-02T08:26:26.192 INFO:tasks.rados.rados.0.smithi012.stdout:801: snap_remove snap 67 2024-04-02T08:26:26.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:26 smithi012 ceph-mon[38029]: Standby manager daemon x restarted 2024-04-02T08:26:26.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:26 smithi012 ceph-mon[38029]: Standby manager daemon x started 2024-04-02T08:26:26.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:26 smithi012 ceph-mon[38029]: from='mgr.? 172.21.15.55:0/3887629659' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:26:26.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:26 smithi012 ceph-mon[38029]: from='mgr.? 172.21.15.55:0/3887629659' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:26:26.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:26 smithi012 ceph-mon[38029]: from='mgr.? 172.21.15.55:0/3887629659' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:26:26.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:26 smithi012 ceph-mon[38029]: from='mgr.? 172.21.15.55:0/3887629659' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:26:26.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:26 smithi012 ceph-mon[38029]: osdmap e211: 8 total, 8 up, 8 in 2024-04-02T08:26:26.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:26 smithi012 ceph-mon[27004]: Standby manager daemon x restarted 2024-04-02T08:26:26.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:26 smithi012 ceph-mon[27004]: Standby manager daemon x started 2024-04-02T08:26:26.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:26 smithi012 ceph-mon[27004]: from='mgr.? 172.21.15.55:0/3887629659' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:26:26.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:26 smithi012 ceph-mon[27004]: from='mgr.? 172.21.15.55:0/3887629659' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:26:26.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:26 smithi012 ceph-mon[27004]: from='mgr.? 172.21.15.55:0/3887629659' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:26:26.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:26 smithi012 ceph-mon[27004]: from='mgr.? 172.21.15.55:0/3887629659' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:26:26.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:26 smithi012 ceph-mon[27004]: osdmap e211: 8 total, 8 up, 8 in 2024-04-02T08:26:27.194 INFO:tasks.rados.rados.0.smithi012.stdout:801: done (10 left) 2024-04-02T08:26:27.194 INFO:tasks.rados.rados.0.smithi012.stdout:802: copy_from oid 12 from oid 32 current snap is 71 2024-04-02T08:26:27.194 INFO:tasks.rados.rados.0.smithi012.stdout:803: setattr oid 39 current snap is 71 2024-04-02T08:26:27.194 INFO:tasks.rados.rados.0.smithi012.stdout:790: finishing rollback tid 1 to smithi01277369-44 2024-04-02T08:26:27.194 INFO:tasks.rados.rados.0.smithi012.stdout:790: finishing rollback tid 2 to smithi01277369-44 2024-04-02T08:26:27.194 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 44 v 430 (ObjNum 227 snap 56 seq_num 227) dirty exists 2024-04-02T08:26:27.194 INFO:tasks.rados.rados.0.smithi012.stdout:794: finishing rollback tid 0 to smithi01277369-48 2024-04-02T08:26:27.195 INFO:tasks.rados.rados.0.smithi012.stdout:796: finishing rollback tid 1 to smithi01277369-4 2024-04-02T08:26:27.195 INFO:tasks.rados.rados.0.smithi012.stdout:794: finishing rollback tid 1 to smithi01277369-48 2024-04-02T08:26:27.195 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 48 v 431 (ObjNum 33 snap 0 seq_num 917851088) dirty dne 2024-04-02T08:26:27.195 INFO:tasks.rados.rados.0.smithi012.stdout:796: finishing rollback tid 2 to smithi01277369-4 2024-04-02T08:26:27.195 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 4 v 309 (ObjNum 232 snap 59 seq_num 232) dirty exists 2024-04-02T08:26:27.195 INFO:tasks.rados.rados.0.smithi012.stdout:793: finishing rollback tid 0 to smithi01277369-16 2024-04-02T08:26:27.195 INFO:tasks.rados.rados.0.smithi012.stdout:793: finishing rollback tid 1 to smithi01277369-16 2024-04-02T08:26:27.195 INFO:tasks.rados.rados.0.smithi012.stdout:793: finishing rollback tid 2 to smithi01277369-16 2024-04-02T08:26:27.195 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 16 v 155 (ObjNum 215 snap 55 seq_num 215) dirty exists 2024-04-02T08:26:27.195 INFO:tasks.rados.rados.0.smithi012.stdout:797: finishing rollback tid 0 to smithi01277369-13 2024-04-02T08:26:27.195 INFO:tasks.rados.rados.0.smithi012.stdout:797: finishing rollback tid 1 to smithi01277369-13 2024-04-02T08:26:27.195 INFO:tasks.rados.rados.0.smithi012.stdout:797: finishing rollback tid 2 to smithi01277369-13 2024-04-02T08:26:27.195 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 13 v 613 (ObjNum 169 snap 43 seq_num 169) dirty exists 2024-04-02T08:26:27.196 INFO:tasks.rados.rados.0.smithi012.stdout:795: expect (ObjNum 229 snap 56 seq_num 229) 2024-04-02T08:26:27.237 INFO:tasks.rados.rados.0.smithi012.stdout:789: expect (ObjNum 209 snap 55 seq_num 209) 2024-04-02T08:26:27.274 INFO:tasks.rados.rados.0.smithi012.stdout:792: expect (ObjNum 141 snap 35 seq_num 141) 2024-04-02T08:26:27.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:27 smithi055 ceph-mon[31035]: mgrmap e35: y(active, since 29s), standbys: x 2024-04-02T08:26:27.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:27 smithi055 ceph-mon[31035]: osdmap e212: 8 total, 8 up, 8 in 2024-04-02T08:26:27.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:27 smithi055 ceph-mon[31035]: pgmap v47: 121 pgs: 121 active+clean; 106 MiB data, 650 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-04-02T08:26:27.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:27 smithi055 ceph-mon[31035]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:26:27.339 INFO:tasks.rados.rados.0.smithi012.stdout:798: finishing write tid 1 to smithi01277369-27 2024-04-02T08:26:27.339 INFO:tasks.rados.rados.0.smithi012.stdout:798: finishing write tid 2 to smithi01277369-27 2024-04-02T08:26:27.339 INFO:tasks.rados.rados.0.smithi012.stdout:799: finishing copy_from to smithi01277369-8 2024-04-02T08:26:27.339 INFO:tasks.rados.rados.0.smithi012.stdout:799: got expected ENOENT (src dne) 2024-04-02T08:26:27.339 INFO:tasks.rados.rados.0.smithi012.stdout:799: finishing copy_from racing read to smithi01277369-8 2024-04-02T08:26:27.339 INFO:tasks.rados.rados.0.smithi012.stdout:798: finishing write tid 3 to smithi01277369-27 2024-04-02T08:26:27.339 INFO:tasks.rados.rados.0.smithi012.stdout:798: finishing write tid 4 to smithi01277369-27 2024-04-02T08:26:27.340 INFO:tasks.rados.rados.0.smithi012.stdout:798: finishing write tid 5 to smithi01277369-27 2024-04-02T08:26:27.340 INFO:tasks.rados.rados.0.smithi012.stdout:798: finishing write tid 6 to smithi01277369-27 2024-04-02T08:26:27.340 INFO:tasks.rados.rados.0.smithi012.stdout:798: oid 27 updating version 0 to 275 2024-04-02T08:26:27.340 INFO:tasks.rados.rados.0.smithi012.stdout:798: oid 27 version 275 is already newer than 274 2024-04-02T08:26:27.340 INFO:tasks.rados.rados.0.smithi012.stdout:798: oid 27 version 275 is already newer than 271 2024-04-02T08:26:27.340 INFO:tasks.rados.rados.0.smithi012.stdout:798: oid 27 version 275 is already newer than 272 2024-04-02T08:26:27.340 INFO:tasks.rados.rados.0.smithi012.stdout:798: oid 27 version 275 is already newer than 273 2024-04-02T08:26:27.340 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 27 v 275 (ObjNum 252 snap 71 seq_num 252) dirty exists 2024-04-02T08:26:27.340 INFO:tasks.rados.rados.0.smithi012.stdout:798: left oid 27 (ObjNum 252 snap 71 seq_num 252) 2024-04-02T08:26:27.340 INFO:tasks.rados.rados.0.smithi012.stdout:802: finishing copy_from racing read to smithi01277369-12 2024-04-02T08:26:27.340 INFO:tasks.rados.rados.0.smithi012.stdout:802: finishing copy_from to smithi01277369-12 2024-04-02T08:26:27.340 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 12 v 117 (ObjNum 116 snap 25 seq_num 116) dirty exists 2024-04-02T08:26:27.340 INFO:tasks.rados.rados.0.smithi012.stdout:789: done (11 left) 2024-04-02T08:26:27.340 INFO:tasks.rados.rados.0.smithi012.stdout:790: done (10 left) 2024-04-02T08:26:27.341 INFO:tasks.rados.rados.0.smithi012.stdout:792: done (9 left) 2024-04-02T08:26:27.341 INFO:tasks.rados.rados.0.smithi012.stdout:793: done (8 left) 2024-04-02T08:26:27.341 INFO:tasks.rados.rados.0.smithi012.stdout:794: done (7 left) 2024-04-02T08:26:27.341 INFO:tasks.rados.rados.0.smithi012.stdout:795: done (6 left) 2024-04-02T08:26:27.341 INFO:tasks.rados.rados.0.smithi012.stdout:796: done (5 left) 2024-04-02T08:26:27.341 INFO:tasks.rados.rados.0.smithi012.stdout:797: done (4 left) 2024-04-02T08:26:27.341 INFO:tasks.rados.rados.0.smithi012.stdout:798: done (3 left) 2024-04-02T08:26:27.341 INFO:tasks.rados.rados.0.smithi012.stdout:799: done (2 left) 2024-04-02T08:26:27.341 INFO:tasks.rados.rados.0.smithi012.stdout:802: done (1 left) 2024-04-02T08:26:27.342 INFO:tasks.rados.rados.0.smithi012.stdout:804: setattr oid 46 current snap is 71 2024-04-02T08:26:27.342 INFO:tasks.rados.rados.0.smithi012.stdout:805: snap_create 2024-04-02T08:26:27.342 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 39 v 333 (ObjNum 305 snap 0 seq_num 917329472) dirty exists 2024-04-02T08:26:27.342 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 46 v 431 (ObjNum 229 snap 56 seq_num 229) dirty exists 2024-04-02T08:26:27.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:27 smithi012 ceph-mon[27004]: mgrmap e35: y(active, since 29s), standbys: x 2024-04-02T08:26:27.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:27 smithi012 ceph-mon[27004]: osdmap e212: 8 total, 8 up, 8 in 2024-04-02T08:26:27.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:27 smithi012 ceph-mon[27004]: pgmap v47: 121 pgs: 121 active+clean; 106 MiB data, 650 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-04-02T08:26:27.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:27 smithi012 ceph-mon[27004]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:26:27.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:27 smithi012 ceph-mon[38029]: mgrmap e35: y(active, since 29s), standbys: x 2024-04-02T08:26:27.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:27 smithi012 ceph-mon[38029]: osdmap e212: 8 total, 8 up, 8 in 2024-04-02T08:26:27.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:27 smithi012 ceph-mon[38029]: pgmap v47: 121 pgs: 121 active+clean; 106 MiB data, 650 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-04-02T08:26:27.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:27 smithi012 ceph-mon[38029]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:26:28.189 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:26:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:26:27] "GET /metrics HTTP/1.1" 200 35990 "" "Prometheus/2.43.0" 2024-04-02T08:26:28.208 INFO:tasks.rados.rados.0.smithi012.stdout:803: done (2 left) 2024-04-02T08:26:28.208 INFO:tasks.rados.rados.0.smithi012.stdout:804: done (1 left) 2024-04-02T08:26:28.208 INFO:tasks.rados.rados.0.smithi012.stdout:805: done (0 left) 2024-04-02T08:26:28.208 INFO:tasks.rados.rados.0.smithi012.stdout:806: rollback oid 27 current snap is 72 2024-04-02T08:26:28.208 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 27 to 61 2024-04-02T08:26:28.208 INFO:tasks.rados.rados.0.smithi012.stdout:807: snap_remove snap 70 2024-04-02T08:26:28.458 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:28 smithi012 ceph-mon[38029]: osdmap e213: 8 total, 8 up, 8 in 2024-04-02T08:26:28.458 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:28 smithi012 ceph-mon[38029]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:28.458 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:28 smithi012 ceph-mon[38029]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:28.458 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:28 smithi012 ceph-mon[38029]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:28.458 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:28 smithi012 ceph-mon[38029]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:28.458 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:28 smithi012 ceph-mon[38029]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:28.458 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:28 smithi012 ceph-mon[38029]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:28.458 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:28 smithi012 ceph-mon[38029]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:26:28.458 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:28 smithi012 ceph-mon[38029]: Upgrade: Setting container_image for all mgr 2024-04-02T08:26:28.458 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:28 smithi012 ceph-mon[38029]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:28.459 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:28 smithi012 ceph-mon[38029]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-02T08:26:28.459 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:28 smithi012 ceph-mon[38029]: from='mgr.25070 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-02T08:26:28.459 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:28 smithi012 ceph-mon[38029]: from='mgr.25070 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-02T08:26:28.459 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:28 smithi012 ceph-mon[38029]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-02T08:26:28.459 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:28 smithi012 ceph-mon[38029]: from='mgr.25070 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-02T08:26:28.459 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:28 smithi012 ceph-mon[38029]: from='mgr.25070 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-02T08:26:28.459 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:28 smithi012 ceph-mon[38029]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-02T08:26:28.459 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:28 smithi012 ceph-mon[38029]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-02T08:26:28.459 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:28 smithi012 ceph-mon[38029]: Upgrade: It appears safe to stop mon.a 2024-04-02T08:26:28.459 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:28 smithi012 ceph-mon[27004]: osdmap e213: 8 total, 8 up, 8 in 2024-04-02T08:26:28.459 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:28 smithi012 ceph-mon[27004]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:28.459 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:28 smithi012 ceph-mon[27004]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:28.460 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:28 smithi012 ceph-mon[27004]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:28.460 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:28 smithi012 ceph-mon[27004]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:28.460 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:28 smithi012 ceph-mon[27004]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:28.460 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:28 smithi012 ceph-mon[27004]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:28.460 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:28 smithi012 ceph-mon[27004]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:26:28.460 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:28 smithi012 ceph-mon[27004]: Upgrade: Setting container_image for all mgr 2024-04-02T08:26:28.460 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:28 smithi012 ceph-mon[27004]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:28.460 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:28 smithi012 ceph-mon[27004]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-02T08:26:28.460 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:28 smithi012 ceph-mon[27004]: from='mgr.25070 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-02T08:26:28.460 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:28 smithi012 ceph-mon[27004]: from='mgr.25070 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-02T08:26:28.460 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:28 smithi012 ceph-mon[27004]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-02T08:26:28.460 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:28 smithi012 ceph-mon[27004]: from='mgr.25070 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-02T08:26:28.460 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:28 smithi012 ceph-mon[27004]: from='mgr.25070 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-02T08:26:28.461 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:28 smithi012 ceph-mon[27004]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-02T08:26:28.461 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:28 smithi012 ceph-mon[27004]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-02T08:26:28.461 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:28 smithi012 ceph-mon[27004]: Upgrade: It appears safe to stop mon.a 2024-04-02T08:26:28.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:28 smithi055 ceph-mon[31035]: osdmap e213: 8 total, 8 up, 8 in 2024-04-02T08:26:28.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:28 smithi055 ceph-mon[31035]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:28.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:28 smithi055 ceph-mon[31035]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:28.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:28 smithi055 ceph-mon[31035]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:28.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:28 smithi055 ceph-mon[31035]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:28.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:28 smithi055 ceph-mon[31035]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:28.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:28 smithi055 ceph-mon[31035]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:28.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:28 smithi055 ceph-mon[31035]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:26:28.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:28 smithi055 ceph-mon[31035]: Upgrade: Setting container_image for all mgr 2024-04-02T08:26:28.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:28 smithi055 ceph-mon[31035]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:28.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:28 smithi055 ceph-mon[31035]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-02T08:26:28.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:28 smithi055 ceph-mon[31035]: from='mgr.25070 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-02T08:26:28.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:28 smithi055 ceph-mon[31035]: from='mgr.25070 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-02T08:26:28.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:28 smithi055 ceph-mon[31035]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-02T08:26:28.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:28 smithi055 ceph-mon[31035]: from='mgr.25070 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-02T08:26:28.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:28 smithi055 ceph-mon[31035]: from='mgr.25070 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-02T08:26:28.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:28 smithi055 ceph-mon[31035]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-02T08:26:28.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:28 smithi055 ceph-mon[31035]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-02T08:26:28.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:28 smithi055 ceph-mon[31035]: Upgrade: It appears safe to stop mon.a 2024-04-02T08:26:29.222 INFO:tasks.rados.rados.0.smithi012.stdout:807: done (1 left) 2024-04-02T08:26:29.222 INFO:tasks.rados.rados.0.smithi012.stdout:808: copy_from oid 11 from oid 41 current snap is 72 2024-04-02T08:26:29.222 INFO:tasks.rados.rados.0.smithi012.stdout:806: finishing rollback tid 0 to smithi01277369-27 2024-04-02T08:26:29.222 INFO:tasks.rados.rados.0.smithi012.stdout:806: finishing rollback tid 1 to smithi01277369-27 2024-04-02T08:26:29.222 INFO:tasks.rados.rados.0.smithi012.stdout:806: finishing rollback tid 2 to smithi01277369-27 2024-04-02T08:26:29.222 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 27 v 293 (ObjNum 216 snap 55 seq_num 216) dirty exists 2024-04-02T08:26:29.222 INFO:tasks.rados.rados.0.smithi012.stdout:806: done (1 left) 2024-04-02T08:26:29.222 INFO:tasks.rados.rados.0.smithi012.stdout:809: copy_from oid 46 from oid 17 current snap is 72 2024-04-02T08:26:29.223 INFO:tasks.rados.rados.0.smithi012.stdout:810: delete oid 29 current snap is 72 2024-04-02T08:26:29.224 INFO:tasks.rados.rados.0.smithi012.stdout:809: finishing copy_from to smithi01277369-46 2024-04-02T08:26:29.224 INFO:tasks.rados.rados.0.smithi012.stdout:809: got expected ENOENT (src dne) 2024-04-02T08:26:29.224 INFO:tasks.rados.rados.0.smithi012.stdout:809: finishing copy_from racing read to smithi01277369-46 2024-04-02T08:26:29.229 INFO:tasks.rados.rados.0.smithi012.stdout:809: done (2 left) 2024-04-02T08:26:29.229 INFO:tasks.rados.rados.0.smithi012.stdout:810: done (1 left) 2024-04-02T08:26:29.229 INFO:tasks.rados.rados.0.smithi012.stdout:811: snap_remove snap 63 2024-04-02T08:26:29.479 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:29 smithi055 ceph-mon[31035]: osdmap e214: 8 total, 8 up, 8 in 2024-04-02T08:26:29.479 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:29 smithi055 ceph-mon[31035]: pgmap v50: 121 pgs: 121 active+clean; 116 MiB data, 718 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 4.3 MiB/s wr, 27 op/s 2024-04-02T08:26:29.664 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:29 smithi012 ceph-mon[27004]: osdmap e214: 8 total, 8 up, 8 in 2024-04-02T08:26:29.664 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:29 smithi012 ceph-mon[27004]: pgmap v50: 121 pgs: 121 active+clean; 116 MiB data, 718 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 4.3 MiB/s wr, 27 op/s 2024-04-02T08:26:29.664 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:29 smithi012 ceph-mon[38029]: osdmap e214: 8 total, 8 up, 8 in 2024-04-02T08:26:29.664 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:29 smithi012 ceph-mon[38029]: pgmap v50: 121 pgs: 121 active+clean; 116 MiB data, 718 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 4.3 MiB/s wr, 27 op/s 2024-04-02T08:26:30.229 INFO:tasks.rados.rados.0.smithi012.stdout:811: done (1 left) 2024-04-02T08:26:30.229 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 2 current snap is 72 2024-04-02T08:26:30.229 INFO:tasks.rados.rados.0.smithi012.stdout:812: seq_num 254 ranges {0=663552,663552=663552,1327104=540672} 2024-04-02T08:26:30.234 INFO:tasks.rados.rados.0.smithi012.stdout:812: writing smithi01277369-2 from 0 to 663552 tid 1 2024-04-02T08:26:30.239 INFO:tasks.rados.rados.0.smithi012.stdout:812: writing smithi01277369-2 from 663552 to 1327104 tid 2 2024-04-02T08:26:30.243 INFO:tasks.rados.rados.0.smithi012.stdout:812: writing smithi01277369-2 from 1327104 to 1867776 tid 3 2024-04-02T08:26:30.243 INFO:tasks.rados.rados.0.smithi012.stdout:808: finishing copy_from racing read to smithi01277369-11 2024-04-02T08:26:30.243 INFO:tasks.rados.rados.0.smithi012.stdout:808: finishing copy_from to smithi01277369-11 2024-04-02T08:26:30.243 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 11 v 279 (ObjNum 70 snap 7 seq_num 70) dirty exists 2024-04-02T08:26:30.243 INFO:tasks.rados.rados.0.smithi012.stdout:812: finishing write tid 1 to smithi01277369-2 2024-04-02T08:26:30.243 INFO:tasks.rados.rados.0.smithi012.stdout:808: done (1 left) 2024-04-02T08:26:30.243 INFO:tasks.rados.rados.0.smithi012.stdout:813: delete oid 3 current snap is 72 2024-04-02T08:26:30.244 INFO:tasks.rados.rados.0.smithi012.stdout:812: finishing write tid 2 to smithi01277369-2 2024-04-02T08:26:30.245 INFO:tasks.rados.rados.0.smithi012.stdout:813: done (1 left) 2024-04-02T08:26:30.245 INFO:tasks.rados.rados.0.smithi012.stdout:814: snap_remove snap 62 2024-04-02T08:26:30.462 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:30 smithi012 ceph-mon[27004]: osdmap e215: 8 total, 8 up, 8 in 2024-04-02T08:26:30.463 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:30 smithi012 ceph-mon[27004]: Upgrade: Updating mon.a 2024-04-02T08:26:30.463 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:30 smithi012 ceph-mon[27004]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:30.463 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:30 smithi012 ceph-mon[27004]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:26:30.463 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:30 smithi012 ceph-mon[27004]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:26:30.463 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:30 smithi012 ceph-mon[27004]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:30.463 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:30 smithi012 ceph-mon[27004]: Deploying daemon mon.a on smithi012 2024-04-02T08:26:30.463 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:30 smithi012 ceph-mon[38029]: osdmap e215: 8 total, 8 up, 8 in 2024-04-02T08:26:30.463 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:30 smithi012 ceph-mon[38029]: Upgrade: Updating mon.a 2024-04-02T08:26:30.463 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:30 smithi012 ceph-mon[38029]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:30.464 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:30 smithi012 ceph-mon[38029]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:26:30.464 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:30 smithi012 ceph-mon[38029]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:26:30.464 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:30 smithi012 ceph-mon[38029]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:30.464 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:30 smithi012 ceph-mon[38029]: Deploying daemon mon.a on smithi012 2024-04-02T08:26:30.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:30 smithi055 ceph-mon[31035]: osdmap e215: 8 total, 8 up, 8 in 2024-04-02T08:26:30.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:30 smithi055 ceph-mon[31035]: Upgrade: Updating mon.a 2024-04-02T08:26:30.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:30 smithi055 ceph-mon[31035]: from='mgr.25070 ' entity='mgr.y' 2024-04-02T08:26:30.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:30 smithi055 ceph-mon[31035]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:26:30.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:30 smithi055 ceph-mon[31035]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:26:30.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:30 smithi055 ceph-mon[31035]: from='mgr.25070 172.21.15.12:0/3716748058' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:30.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:30 smithi055 ceph-mon[31035]: Deploying daemon mon.a on smithi012 2024-04-02T08:26:30.839 INFO:tasks.rados.rados.0.smithi012.stdout:814: done (1 left) 2024-04-02T08:26:30.839 INFO:tasks.rados.rados.0.smithi012.stdout:815: read oid 9 snap -1 2024-04-02T08:26:30.839 INFO:tasks.rados.rados.0.smithi012.stdout:815: expect (ObjNum 249 snap 71 seq_num 249) 2024-04-02T08:26:30.839 INFO:tasks.rados.rados.0.smithi012.stdout:816: snap_remove snap 61 2024-04-02T08:26:31.422 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:31 smithi012 ceph-mon[27004]: osdmap e216: 8 total, 8 up, 8 in 2024-04-02T08:26:31.426 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:31 smithi012 ceph-mon[27004]: pgmap v53: 121 pgs: 121 active+clean; 116 MiB data, 718 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 4.3 MiB/s wr, 27 op/s 2024-04-02T08:26:31.426 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:31 smithi012 ceph-mon[27004]: osdmap e217: 8 total, 8 up, 8 in 2024-04-02T08:26:31.426 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:31 smithi012 ceph-mon[38029]: osdmap e216: 8 total, 8 up, 8 in 2024-04-02T08:26:31.426 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:31 smithi012 ceph-mon[38029]: pgmap v53: 121 pgs: 121 active+clean; 116 MiB data, 718 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 4.3 MiB/s wr, 27 op/s 2024-04-02T08:26:31.426 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:31 smithi012 ceph-mon[38029]: osdmap e217: 8 total, 8 up, 8 in 2024-04-02T08:26:31.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:31 smithi055 ceph-mon[31035]: osdmap e216: 8 total, 8 up, 8 in 2024-04-02T08:26:31.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:31 smithi055 ceph-mon[31035]: pgmap v53: 121 pgs: 121 active+clean; 116 MiB data, 718 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 4.3 MiB/s wr, 27 op/s 2024-04-02T08:26:31.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:31 smithi055 ceph-mon[31035]: osdmap e217: 8 total, 8 up, 8 in 2024-04-02T08:26:31.839 INFO:tasks.rados.rados.0.smithi012.stdout:816: done (2 left) 2024-04-02T08:26:31.839 INFO:tasks.rados.rados.0.smithi012.stdout:817: read oid 47 snap -1 2024-04-02T08:26:31.839 INFO:tasks.rados.rados.0.smithi012.stdout:817: expect deleted 2024-04-02T08:26:31.839 INFO:tasks.rados.rados.0.smithi012.stdout:818: rollback oid 33 current snap is 72 2024-04-02T08:26:31.839 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 33 to 71 2024-04-02T08:26:31.840 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 35 current snap is 72 2024-04-02T08:26:31.840 INFO:tasks.rados.rados.0.smithi012.stdout:819: seq_num 256 ranges {0=696320,696320=434176,1130496=770048} 2024-04-02T08:26:31.843 INFO:tasks.rados.rados.0.smithi012.stdout:819: writing smithi01277369-35 from 0 to 696320 tid 1 2024-04-02T08:26:31.846 INFO:tasks.rados.rados.0.smithi012.stdout:819: writing smithi01277369-35 from 696320 to 1130496 tid 2 2024-04-02T08:26:31.852 INFO:tasks.rados.rados.0.smithi012.stdout:819: writing smithi01277369-35 from 1130496 to 1900544 tid 3 2024-04-02T08:26:31.853 INFO:tasks.rados.rados.0.smithi012.stdout:820: read oid 25 snap -1 2024-04-02T08:26:31.853 INFO:tasks.rados.rados.0.smithi012.stdout:820: expect (ObjNum 36 snap 0 seq_num 36) 2024-04-02T08:26:31.853 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 32 current snap is 72 2024-04-02T08:26:31.853 INFO:tasks.rados.rados.0.smithi012.stdout:812: finishing write tid 3 to smithi01277369-2 2024-04-02T08:26:31.853 INFO:tasks.rados.rados.0.smithi012.stdout:812: finishing write tid 4 to smithi01277369-2 2024-04-02T08:26:31.853 INFO:tasks.rados.rados.0.smithi012.stdout:812: finishing write tid 5 to smithi01277369-2 2024-04-02T08:26:31.853 INFO:tasks.rados.rados.0.smithi012.stdout:812: oid 2 updating version 0 to 433 2024-04-02T08:26:31.853 INFO:tasks.rados.rados.0.smithi012.stdout:812: oid 2 updating version 433 to 435 2024-04-02T08:26:31.853 INFO:tasks.rados.rados.0.smithi012.stdout:812: oid 2 version 435 is already newer than 432 2024-04-02T08:26:31.853 INFO:tasks.rados.rados.0.smithi012.stdout:812: oid 2 version 435 is already newer than 434 2024-04-02T08:26:31.853 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 2 v 435 (ObjNum 254 snap 72 seq_num 254) dirty exists 2024-04-02T08:26:31.853 INFO:tasks.rados.rados.0.smithi012.stdout:812: left oid 2 (ObjNum 254 snap 72 seq_num 254) 2024-04-02T08:26:31.853 INFO:tasks.rados.rados.0.smithi012.stdout:821: seq_num 257 ranges {5005312=712704,5718016=720896,6438912=483328} 2024-04-02T08:26:31.885 INFO:tasks.rados.rados.0.smithi012.stdout:821: writing smithi01277369-32 from 5005312 to 5718016 tid 1 2024-04-02T08:26:31.890 INFO:tasks.rados.rados.0.smithi012.stdout:821: writing smithi01277369-32 from 5718016 to 6438912 tid 2 2024-04-02T08:26:31.893 INFO:tasks.rados.rados.0.smithi012.stdout:821: writing smithi01277369-32 from 6438912 to 6922240 tid 3 2024-04-02T08:26:31.893 INFO:tasks.rados.rados.0.smithi012.stdout:812: done (6 left) 2024-04-02T08:26:31.893 INFO:tasks.rados.rados.0.smithi012.stdout:822: rollback oid 18 current snap is 72 2024-04-02T08:26:31.893 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 18 to 71 2024-04-02T08:26:31.894 INFO:tasks.rados.rados.0.smithi012.stdout:815: expect (ObjNum 249 snap 71 seq_num 249) 2024-04-02T08:26:31.943 INFO:tasks.rados.rados.0.smithi012.stdout:818: finishing rollback tid 1 to smithi01277369-33 2024-04-02T08:26:31.943 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 33 v 427 (ObjNum 177 snap 0 seq_num 917536496) dirty dne 2024-04-02T08:26:31.943 INFO:tasks.rados.rados.0.smithi012.stdout:815: done (6 left) 2024-04-02T08:26:31.943 INFO:tasks.rados.rados.0.smithi012.stdout:817: done (5 left) 2024-04-02T08:26:31.943 INFO:tasks.rados.rados.0.smithi012.stdout:818: done (4 left) 2024-04-02T08:26:31.943 INFO:tasks.rados.rados.0.smithi012.stdout:823: read oid 5 snap -1 2024-04-02T08:26:31.944 INFO:tasks.rados.rados.0.smithi012.stdout:823: expect deleted 2024-04-02T08:26:31.944 INFO:tasks.rados.rados.0.smithi012.stdout:824: copy_from oid 50 from oid 26 current snap is 72 2024-04-02T08:26:31.944 INFO:tasks.rados.rados.0.smithi012.stdout:819: finishing write tid 1 to smithi01277369-35 2024-04-02T08:26:31.944 INFO:tasks.rados.rados.0.smithi012.stdout:819: finishing write tid 2 to smithi01277369-35 2024-04-02T08:26:31.944 INFO:tasks.rados.rados.0.smithi012.stdout:819: finishing write tid 3 to smithi01277369-35 2024-04-02T08:26:31.944 INFO:tasks.rados.rados.0.smithi012.stdout:819: finishing write tid 4 to smithi01277369-35 2024-04-02T08:26:31.944 INFO:tasks.rados.rados.0.smithi012.stdout:819: finishing write tid 5 to smithi01277369-35 2024-04-02T08:26:31.944 INFO:tasks.rados.rados.0.smithi012.stdout:819: oid 35 updating version 0 to 637 2024-04-02T08:26:31.945 INFO:tasks.rados.rados.0.smithi012.stdout:819: oid 35 version 637 is already newer than 636 2024-04-02T08:26:31.945 INFO:tasks.rados.rados.0.smithi012.stdout:819: oid 35 version 637 is already newer than 635 2024-04-02T08:26:31.945 INFO:tasks.rados.rados.0.smithi012.stdout:819: oid 35 version 637 is already newer than 634 2024-04-02T08:26:31.945 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 35 v 637 (ObjNum 256 snap 72 seq_num 256) dirty exists 2024-04-02T08:26:31.945 INFO:tasks.rados.rados.0.smithi012.stdout:819: left oid 35 (ObjNum 256 snap 72 seq_num 256) 2024-04-02T08:26:31.945 INFO:tasks.rados.rados.0.smithi012.stdout:820: expect (ObjNum 36 snap 0 seq_num 36) 2024-04-02T08:26:31.958 INFO:tasks.rados.rados.0.smithi012.stdout:821: finishing write tid 1 to smithi01277369-32 2024-04-02T08:26:31.959 INFO:tasks.rados.rados.0.smithi012.stdout:821: finishing write tid 2 to smithi01277369-32 2024-04-02T08:26:31.959 INFO:tasks.rados.rados.0.smithi012.stdout:822: finishing rollback tid 0 to smithi01277369-18 2024-04-02T08:26:31.959 INFO:tasks.rados.rados.0.smithi012.stdout:821: finishing write tid 3 to smithi01277369-32 2024-04-02T08:26:31.959 INFO:tasks.rados.rados.0.smithi012.stdout:822: finishing rollback tid 1 to smithi01277369-18 2024-04-02T08:26:31.959 INFO:tasks.rados.rados.0.smithi012.stdout:822: finishing rollback tid 2 to smithi01277369-18 2024-04-02T08:26:31.959 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 18 v 132 (ObjNum 116 snap 25 seq_num 116) dirty exists 2024-04-02T08:26:31.959 INFO:tasks.rados.rados.0.smithi012.stdout:821: finishing write tid 4 to smithi01277369-32 2024-04-02T08:26:31.959 INFO:tasks.rados.rados.0.smithi012.stdout:821: finishing write tid 5 to smithi01277369-32 2024-04-02T08:26:31.959 INFO:tasks.rados.rados.0.smithi012.stdout:821: oid 32 updating version 0 to 639 2024-04-02T08:26:31.960 INFO:tasks.rados.rados.0.smithi012.stdout:821: oid 32 updating version 639 to 640 2024-04-02T08:26:31.960 INFO:tasks.rados.rados.0.smithi012.stdout:821: oid 32 updating version 640 to 642 2024-04-02T08:26:31.960 INFO:tasks.rados.rados.0.smithi012.stdout:821: oid 32 version 642 is already newer than 641 2024-04-02T08:26:31.960 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 32 v 642 (ObjNum 257 snap 72 seq_num 257) dirty exists 2024-04-02T08:26:31.960 INFO:tasks.rados.rados.0.smithi012.stdout:821: left oid 32 (ObjNum 257 snap 72 seq_num 257) 2024-04-02T08:26:31.960 INFO:tasks.rados.rados.0.smithi012.stdout:824: finishing copy_from to smithi01277369-50 2024-04-02T08:26:31.960 INFO:tasks.rados.rados.0.smithi012.stdout:824: got expected ENOENT (src dne) 2024-04-02T08:26:31.961 INFO:tasks.rados.rados.0.smithi012.stdout:824: finishing copy_from racing read to smithi01277369-50 2024-04-02T08:26:31.961 INFO:tasks.rados.rados.0.smithi012.stdout:819: done (5 left) 2024-04-02T08:26:31.961 INFO:tasks.rados.rados.0.smithi012.stdout:820: done (4 left) 2024-04-02T08:26:31.961 INFO:tasks.rados.rados.0.smithi012.stdout:821: done (3 left) 2024-04-02T08:26:31.961 INFO:tasks.rados.rados.0.smithi012.stdout:822: done (2 left) 2024-04-02T08:26:31.961 INFO:tasks.rados.rados.0.smithi012.stdout:823: done (1 left) 2024-04-02T08:26:31.961 INFO:tasks.rados.rados.0.smithi012.stdout:824: done (0 left) 2024-04-02T08:26:31.961 INFO:tasks.rados.rados.0.smithi012.stdout:825: rmattr oid 33 current snap is 72 2024-04-02T08:26:31.961 INFO:tasks.rados.rados.0.smithi012.stdout:825: done (0 left) 2024-04-02T08:26:31.961 INFO:tasks.rados.rados.0.smithi012.stdout:826: rollback oid 3 current snap is 72 2024-04-02T08:26:31.961 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 3 to 64 2024-04-02T08:26:31.961 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 44 current snap is 72 2024-04-02T08:26:31.962 INFO:tasks.rados.rados.0.smithi012.stdout:827: seq_num 258 ranges {4169728=729088,4898816=606208,5505024=598016} 2024-04-02T08:26:31.985 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:31 smithi012 systemd[1]: Stopping Ceph mon.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:26:31.985 INFO:tasks.rados.rados.0.smithi012.stdout:827: writing smithi01277369-44 from 4169728 to 4898816 tid 1 2024-04-02T08:26:31.990 INFO:tasks.rados.rados.0.smithi012.stdout:827: writing smithi01277369-44 from 4898816 to 5505024 tid 2 2024-04-02T08:26:31.994 INFO:tasks.rados.rados.0.smithi012.stdout:827: writing smithi01277369-44 from 5505024 to 6103040 tid 3 2024-04-02T08:26:31.994 INFO:tasks.rados.rados.0.smithi012.stdout:828: read oid 20 snap -1 2024-04-02T08:26:31.994 INFO:tasks.rados.rados.0.smithi012.stdout:828: expect deleted 2024-04-02T08:26:31.994 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 7 current snap is 72 2024-04-02T08:26:31.994 INFO:tasks.rados.rados.0.smithi012.stdout:826: finishing rollback tid 1 to smithi01277369-3 2024-04-02T08:26:31.994 INFO:tasks.rados.rados.0.smithi012.stdout:829: seq_num 259 ranges {4423680=745472,5169152=540672,5709824=581632,6291456=81920} 2024-04-02T08:26:32.022 INFO:tasks.rados.rados.0.smithi012.stdout:829: writing smithi01277369-7 from 4423680 to 5169152 tid 1 2024-04-02T08:26:32.025 INFO:tasks.rados.rados.0.smithi012.stdout:829: writing smithi01277369-7 from 5169152 to 5709824 tid 2 2024-04-02T08:26:32.028 INFO:tasks.rados.rados.0.smithi012.stdout:829: writing smithi01277369-7 from 5709824 to 6291456 tid 3 2024-04-02T08:26:32.030 INFO:tasks.rados.rados.0.smithi012.stdout:829: writing smithi01277369-7 from 6291456 to 6373376 tid 4 2024-04-02T08:26:32.030 INFO:tasks.rados.rados.0.smithi012.stdout:830: setattr oid 41 current snap is 72 2024-04-02T08:26:32.030 INFO:tasks.rados.rados.0.smithi012.stdout:826: finishing rollback tid 2 to smithi01277369-3 2024-04-02T08:26:32.031 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 3 v 312 (ObjNum 148 snap 36 seq_num 148) dirty exists 2024-04-02T08:26:32.031 INFO:tasks.rados.rados.0.smithi012.stdout:827: finishing write tid 1 to smithi01277369-44 2024-04-02T08:26:32.031 INFO:tasks.rados.rados.0.smithi012.stdout:827: finishing write tid 2 to smithi01277369-44 2024-04-02T08:26:32.031 INFO:tasks.rados.rados.0.smithi012.stdout:827: finishing write tid 3 to smithi01277369-44 2024-04-02T08:26:32.031 INFO:tasks.rados.rados.0.smithi012.stdout:827: finishing write tid 4 to smithi01277369-44 2024-04-02T08:26:32.031 INFO:tasks.rados.rados.0.smithi012.stdout:827: finishing write tid 5 to smithi01277369-44 2024-04-02T08:26:32.031 INFO:tasks.rados.rados.0.smithi012.stdout:827: oid 44 updating version 0 to 436 2024-04-02T08:26:32.031 INFO:tasks.rados.rados.0.smithi012.stdout:827: oid 44 updating version 436 to 437 2024-04-02T08:26:32.031 INFO:tasks.rados.rados.0.smithi012.stdout:827: oid 44 updating version 437 to 438 2024-04-02T08:26:32.031 INFO:tasks.rados.rados.0.smithi012.stdout:827: oid 44 updating version 438 to 439 2024-04-02T08:26:32.031 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 44 v 439 (ObjNum 258 snap 72 seq_num 258) dirty exists 2024-04-02T08:26:32.031 INFO:tasks.rados.rados.0.smithi012.stdout:827: left oid 44 (ObjNum 258 snap 72 seq_num 258) 2024-04-02T08:26:32.031 INFO:tasks.rados.rados.0.smithi012.stdout:829: finishing write tid 1 to smithi01277369-7 2024-04-02T08:26:32.031 INFO:tasks.rados.rados.0.smithi012.stdout:829: finishing write tid 2 to smithi01277369-7 2024-04-02T08:26:32.032 INFO:tasks.rados.rados.0.smithi012.stdout:826: done (4 left) 2024-04-02T08:26:32.032 INFO:tasks.rados.rados.0.smithi012.stdout:827: done (3 left) 2024-04-02T08:26:32.033 INFO:tasks.rados.rados.0.smithi012.stdout:828: done (2 left) 2024-04-02T08:26:32.033 INFO:tasks.rados.rados.0.smithi012.stdout:831: read oid 44 snap -1 2024-04-02T08:26:32.033 INFO:tasks.rados.rados.0.smithi012.stdout:831: expect (ObjNum 258 snap 72 seq_num 258) 2024-04-02T08:26:32.033 INFO:tasks.rados.rados.0.smithi012.stdout:832: delete oid 31 current snap is 72 2024-04-02T08:26:32.033 INFO:tasks.rados.rados.0.smithi012.stdout:829: finishing write tid 3 to smithi01277369-7 2024-04-02T08:26:32.033 INFO:tasks.rados.rados.0.smithi012.stdout:829: finishing write tid 4 to smithi01277369-7 2024-04-02T08:26:32.033 INFO:tasks.rados.rados.0.smithi012.stdout:829: finishing write tid 5 to smithi01277369-7 2024-04-02T08:26:32.034 INFO:tasks.rados.rados.0.smithi012.stdout:829: finishing write tid 6 to smithi01277369-7 2024-04-02T08:26:32.034 INFO:tasks.rados.rados.0.smithi012.stdout:829: oid 7 updating version 0 to 434 2024-04-02T08:26:32.034 INFO:tasks.rados.rados.0.smithi012.stdout:829: oid 7 updating version 434 to 438 2024-04-02T08:26:32.034 INFO:tasks.rados.rados.0.smithi012.stdout:829: oid 7 version 438 is already newer than 435 2024-04-02T08:26:32.034 INFO:tasks.rados.rados.0.smithi012.stdout:829: oid 7 version 438 is already newer than 436 2024-04-02T08:26:32.034 INFO:tasks.rados.rados.0.smithi012.stdout:829: oid 7 version 438 is already newer than 437 2024-04-02T08:26:32.034 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 7 v 438 (ObjNum 259 snap 72 seq_num 259) dirty exists 2024-04-02T08:26:32.034 INFO:tasks.rados.rados.0.smithi012.stdout:829: left oid 7 (ObjNum 259 snap 72 seq_num 259) 2024-04-02T08:26:32.034 INFO:tasks.rados.rados.0.smithi012.stdout:829: done (3 left) 2024-04-02T08:26:32.034 INFO:tasks.rados.rados.0.smithi012.stdout:832: done (2 left) 2024-04-02T08:26:32.034 INFO:tasks.rados.rados.0.smithi012.stdout:833: snap_remove snap 71 2024-04-02T08:26:32.239 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:31 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-a[27000]: 2024-04-02T08:26:31.986+0000 7f9c2fa65700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:26:32.239 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:31 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-a[27000]: 2024-04-02T08:26:31.986+0000 7f9c2fa65700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-04-02T08:26:32.536 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:32 smithi012 podman[88191]: 2024-04-02 08:26:32.24160568 +0000 UTC m=+0.366965161 container died b8a2d50fe8938bfcdc106a6c18f82d0750476e890039f67a8b32da70837b4a19 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-a, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-4d05f4c, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-04-02T08:26:32.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:26:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:26:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:26:32.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:32 smithi012 podman[88191]: 2024-04-02 08:26:32.72904065 +0000 UTC m=+0.854400141 container cleanup b8a2d50fe8938bfcdc106a6c18f82d0750476e890039f67a8b32da70837b4a19 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-a, RELEASE=reef-4d05f4c, org.label-schema.build-date=20240326, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:26:32.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:32 smithi012 bash[88191]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-a 2024-04-02T08:26:33.403 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:32 smithi012 podman[88206]: 2024-04-02 08:26:32.972550456 +0000 UTC m=+0.729395726 container remove b8a2d50fe8938bfcdc106a6c18f82d0750476e890039f67a8b32da70837b4a19 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-a, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=reef-4d05f4c, io.buildah.version=1.33.5) 2024-04-02T08:26:33.404 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@mon.a.service: Deactivated successfully. 2024-04-02T08:26:33.404 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 systemd[1]: Stopped Ceph mon.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:26:33.404 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@mon.a.service: Consumed 14.304s CPU time. 2024-04-02T08:26:33.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 systemd[1]: Starting Ceph mon.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:26:33.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 podman[88336]: 2024-04-02 08:26:33.598838084 +0000 UTC m=+0.096761343 container create 1790aee575dcd3c36426dee8d5e43341c1d3bee00edadb36ed62cdba9d0545ca (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-a, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:26:33.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 podman[88336]: 2024-04-02 08:26:33.520078526 +0000 UTC m=+0.018001798 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:26:33.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:26:33 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:26:33.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi012\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi012\", job=\"node\", machine=\"x86_64\", nodename=\"smithi012\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi012\", job=\"node\", machine=\"x86_64\", nodename=\"smithi012\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:26:34.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 podman[88336]: 2024-04-02 08:26:33.792796174 +0000 UTC m=+0.290719426 container init 1790aee575dcd3c36426dee8d5e43341c1d3bee00edadb36ed62cdba9d0545ca (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-a, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T08:26:34.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 podman[88336]: 2024-04-02 08:26:33.79602061 +0000 UTC m=+0.293943871 container start 1790aee575dcd3c36426dee8d5e43341c1d3bee00edadb36ed62cdba9d0545ca (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-a, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-04-02T08:26:34.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: set uid:gid to 167:167 (ceph:ceph) 2024-04-02T08:26:34.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev), process ceph-mon, pid 2 2024-04-02T08:26:34.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: pidfile_write: ignore empty --pid-file 2024-04-02T08:26:34.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: load: jerasure load: lrc 2024-04-02T08:26:34.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: RocksDB version: 7.9.2 2024-04-02T08:26:34.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Git sha 0 2024-04-02T08:26:34.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Compile date 2024-04-01 18:29:45 2024-04-02T08:26:34.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: DB SUMMARY 2024-04-02T08:26:34.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: DB Session ID: 9ZQ414H9CA7NQAP7JK5L 2024-04-02T08:26:34.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: CURRENT file: CURRENT 2024-04-02T08:26:34.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: IDENTITY file: IDENTITY 2024-04-02T08:26:34.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: MANIFEST file: MANIFEST-000015 size: 1266 Bytes 2024-04-02T08:26:34.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000029.sst 2024-04-02T08:26:34.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000027.log size: 5927566 ; 2024-04-02T08:26:34.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.error_if_exists: 0 2024-04-02T08:26:34.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.create_if_missing: 0 2024-04-02T08:26:34.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.paranoid_checks: 1 2024-04-02T08:26:34.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-02T08:26:34.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-02T08:26:34.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-02T08:26:34.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.env: 0x557961864c60 2024-04-02T08:26:34.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.fs: PosixFileSystem 2024-04-02T08:26:34.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.info_log: 0x557963af7ae0 2024-04-02T08:26:34.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.max_file_opening_threads: 16 2024-04-02T08:26:34.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.statistics: (nil) 2024-04-02T08:26:34.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.use_fsync: 0 2024-04-02T08:26:34.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.max_log_file_size: 0 2024-04-02T08:26:34.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-02T08:26:34.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-02T08:26:34.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.keep_log_file_num: 1000 2024-04-02T08:26:34.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.recycle_log_file_num: 0 2024-04-02T08:26:34.182 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.allow_fallocate: 1 2024-04-02T08:26:34.182 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.allow_mmap_reads: 0 2024-04-02T08:26:34.182 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.allow_mmap_writes: 0 2024-04-02T08:26:34.182 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.use_direct_reads: 0 2024-04-02T08:26:34.182 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-02T08:26:34.182 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.create_missing_column_families: 0 2024-04-02T08:26:34.182 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.db_log_dir: 2024-04-02T08:26:34.182 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.wal_dir: 2024-04-02T08:26:34.182 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-02T08:26:34.182 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-02T08:26:34.182 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-02T08:26:34.182 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-02T08:26:34.182 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-02T08:26:34.183 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-02T08:26:34.183 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.advise_random_on_open: 1 2024-04-02T08:26:34.183 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.db_write_buffer_size: 0 2024-04-02T08:26:34.183 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.write_buffer_manager: 0x557963ac81e0 2024-04-02T08:26:34.183 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-02T08:26:34.183 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-02T08:26:34.183 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-02T08:26:34.183 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.rate_limiter: (nil) 2024-04-02T08:26:34.183 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-02T08:26:34.183 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.wal_recovery_mode: 2 2024-04-02T08:26:34.183 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.enable_thread_tracking: 0 2024-04-02T08:26:34.183 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.enable_pipelined_write: 0 2024-04-02T08:26:34.183 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.unordered_write: 0 2024-04-02T08:26:34.183 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-02T08:26:34.184 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-02T08:26:34.184 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-02T08:26:34.184 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-02T08:26:34.184 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.row_cache: None 2024-04-02T08:26:34.184 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.wal_filter: None 2024-04-02T08:26:34.185 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-02T08:26:34.185 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.allow_ingest_behind: 0 2024-04-02T08:26:34.185 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.two_write_queues: 0 2024-04-02T08:26:34.185 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.manual_wal_flush: 0 2024-04-02T08:26:34.185 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.wal_compression: 0 2024-04-02T08:26:34.186 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.atomic_flush: 0 2024-04-02T08:26:34.186 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-02T08:26:34.186 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-02T08:26:34.186 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-02T08:26:34.186 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.log_readahead_size: 0 2024-04-02T08:26:34.186 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-02T08:26:34.186 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.best_efforts_recovery: 0 2024-04-02T08:26:34.186 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-02T08:26:34.186 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-02T08:26:34.186 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.allow_data_in_errors: 0 2024-04-02T08:26:34.186 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.db_host_id: __hostname__ 2024-04-02T08:26:34.187 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-02T08:26:34.187 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.max_background_jobs: 2 2024-04-02T08:26:34.187 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.max_background_compactions: -1 2024-04-02T08:26:34.187 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.max_subcompactions: 1 2024-04-02T08:26:34.187 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-02T08:26:34.187 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-02T08:26:34.187 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-02T08:26:34.187 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.max_total_wal_size: 0 2024-04-02T08:26:34.187 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-02T08:26:34.187 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-02T08:26:34.187 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-02T08:26:34.187 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-02T08:26:34.187 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.max_open_files: -1 2024-04-02T08:26:34.188 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.bytes_per_sync: 0 2024-04-02T08:26:34.188 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-02T08:26:34.188 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-02T08:26:34.188 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.compaction_readahead_size: 0 2024-04-02T08:26:34.188 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.max_background_flushes: -1 2024-04-02T08:26:34.188 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Compression algorithms supported: 2024-04-02T08:26:34.188 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-02T08:26:34.188 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: kZSTD supported: 0 2024-04-02T08:26:34.188 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: kXpressCompression supported: 0 2024-04-02T08:26:34.188 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: kLZ4HCCompression supported: 1 2024-04-02T08:26:34.188 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: kZlibCompression supported: 1 2024-04-02T08:26:34.188 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: kSnappyCompression supported: 1 2024-04-02T08:26:34.189 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: kLZ4Compression supported: 1 2024-04-02T08:26:34.189 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: kBZip2Compression supported: 0 2024-04-02T08:26:34.189 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-02T08:26:34.189 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-02T08:26:34.189 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-04-02T08:26:34.189 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-02T08:26:34.189 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-02T08:26:34.189 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.merge_operator: 2024-04-02T08:26:34.189 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.compaction_filter: None 2024-04-02T08:26:34.189 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.compaction_filter_factory: None 2024-04-02T08:26:34.189 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.sst_partitioner_factory: None 2024-04-02T08:26:34.189 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-02T08:26:34.189 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-02T08:26:34.190 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x557963af7cc0) 2024-04-02T08:26:34.190 INFO:journalctl@ceph.mon.a.smithi012.stdout: cache_index_and_filter_blocks: 1 2024-04-02T08:26:34.190 INFO:journalctl@ceph.mon.a.smithi012.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-02T08:26:34.190 INFO:journalctl@ceph.mon.a.smithi012.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-02T08:26:34.190 INFO:journalctl@ceph.mon.a.smithi012.stdout: pin_top_level_index_and_filter: 1 2024-04-02T08:26:34.190 INFO:journalctl@ceph.mon.a.smithi012.stdout: index_type: 0 2024-04-02T08:26:34.190 INFO:journalctl@ceph.mon.a.smithi012.stdout: data_block_index_type: 0 2024-04-02T08:26:34.190 INFO:journalctl@ceph.mon.a.smithi012.stdout: index_shortening: 1 2024-04-02T08:26:34.190 INFO:journalctl@ceph.mon.a.smithi012.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-02T08:26:34.190 INFO:journalctl@ceph.mon.a.smithi012.stdout: checksum: 4 2024-04-02T08:26:34.190 INFO:journalctl@ceph.mon.a.smithi012.stdout: no_block_cache: 0 2024-04-02T08:26:34.190 INFO:journalctl@ceph.mon.a.smithi012.stdout: block_cache: 0x557963afb090 2024-04-02T08:26:34.190 INFO:journalctl@ceph.mon.a.smithi012.stdout: block_cache_name: BinnedLRUCache 2024-04-02T08:26:34.191 INFO:journalctl@ceph.mon.a.smithi012.stdout: block_cache_options: 2024-04-02T08:26:34.191 INFO:journalctl@ceph.mon.a.smithi012.stdout: capacity : 536870912 2024-04-02T08:26:34.191 INFO:journalctl@ceph.mon.a.smithi012.stdout: num_shard_bits : 4 2024-04-02T08:26:34.191 INFO:journalctl@ceph.mon.a.smithi012.stdout: strict_capacity_limit : 0 2024-04-02T08:26:34.191 INFO:journalctl@ceph.mon.a.smithi012.stdout: high_pri_pool_ratio: 0.000 2024-04-02T08:26:34.191 INFO:journalctl@ceph.mon.a.smithi012.stdout: block_cache_compressed: (nil) 2024-04-02T08:26:34.191 INFO:journalctl@ceph.mon.a.smithi012.stdout: persistent_cache: (nil) 2024-04-02T08:26:34.191 INFO:journalctl@ceph.mon.a.smithi012.stdout: block_size: 4096 2024-04-02T08:26:34.191 INFO:journalctl@ceph.mon.a.smithi012.stdout: block_size_deviation: 10 2024-04-02T08:26:34.191 INFO:journalctl@ceph.mon.a.smithi012.stdout: block_restart_interval: 16 2024-04-02T08:26:34.191 INFO:journalctl@ceph.mon.a.smithi012.stdout: index_block_restart_interval: 1 2024-04-02T08:26:34.191 INFO:journalctl@ceph.mon.a.smithi012.stdout: metadata_block_size: 4096 2024-04-02T08:26:34.191 INFO:journalctl@ceph.mon.a.smithi012.stdout: partition_filters: 0 2024-04-02T08:26:34.191 INFO:journalctl@ceph.mon.a.smithi012.stdout: use_delta_encoding: 1 2024-04-02T08:26:34.192 INFO:journalctl@ceph.mon.a.smithi012.stdout: filter_policy: bloomfilter 2024-04-02T08:26:34.192 INFO:journalctl@ceph.mon.a.smithi012.stdout: whole_key_filtering: 1 2024-04-02T08:26:34.192 INFO:journalctl@ceph.mon.a.smithi012.stdout: verify_compression: 0 2024-04-02T08:26:34.192 INFO:journalctl@ceph.mon.a.smithi012.stdout: read_amp_bytes_per_bit: 0 2024-04-02T08:26:34.192 INFO:journalctl@ceph.mon.a.smithi012.stdout: format_version: 5 2024-04-02T08:26:34.192 INFO:journalctl@ceph.mon.a.smithi012.stdout: enable_index_compression: 1 2024-04-02T08:26:34.192 INFO:journalctl@ceph.mon.a.smithi012.stdout: block_align: 0 2024-04-02T08:26:34.192 INFO:journalctl@ceph.mon.a.smithi012.stdout: max_auto_readahead_size: 262144 2024-04-02T08:26:34.192 INFO:journalctl@ceph.mon.a.smithi012.stdout: prepopulate_block_cache: 0 2024-04-02T08:26:34.192 INFO:journalctl@ceph.mon.a.smithi012.stdout: initial_auto_readahead_size: 8192 2024-04-02T08:26:34.192 INFO:journalctl@ceph.mon.a.smithi012.stdout: num_file_reads_for_auto_readahead: 2 2024-04-02T08:26:34.192 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.write_buffer_size: 33554432 2024-04-02T08:26:34.192 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.max_write_buffer_number: 2 2024-04-02T08:26:34.193 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.compression: NoCompression 2024-04-02T08:26:34.193 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.bottommost_compression: Disabled 2024-04-02T08:26:34.193 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.prefix_extractor: nullptr 2024-04-02T08:26:34.193 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-02T08:26:34.193 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.num_levels: 7 2024-04-02T08:26:34.193 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-02T08:26:34.193 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-02T08:26:34.193 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-02T08:26:34.193 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-02T08:26:34.193 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-02T08:26:34.193 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-02T08:26:34.193 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-02T08:26:34.193 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:26:34.194 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-02T08:26:34.194 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-02T08:26:34.194 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:26:34.194 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:26:34.194 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-02T08:26:34.194 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.compression_opts.level: 32767 2024-04-02T08:26:34.194 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.compression_opts.strategy: 0 2024-04-02T08:26:34.194 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-02T08:26:34.194 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:26:34.194 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:26:34.194 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-02T08:26:34.194 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.compression_opts.enabled: false 2024-04-02T08:26:34.195 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:26:34.195 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-02T08:26:34.195 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-02T08:26:34.195 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-02T08:26:34.195 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.target_file_size_base: 67108864 2024-04-02T08:26:34.195 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-02T08:26:34.195 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-02T08:26:34.195 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-02T08:26:34.195 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-02T08:26:34.195 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-02T08:26:34.195 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-02T08:26:34.195 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-02T08:26:34.195 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-02T08:26:34.196 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-02T08:26:34.196 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-02T08:26:34.196 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-02T08:26:34.196 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-02T08:26:34.196 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-02T08:26:34.196 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-02T08:26:34.196 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.arena_block_size: 1048576 2024-04-02T08:26:34.196 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-02T08:26:34.196 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-02T08:26:34.196 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.disable_auto_compactions: 0 2024-04-02T08:26:34.196 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-02T08:26:34.196 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-02T08:26:34.197 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-02T08:26:34.197 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-02T08:26:34.197 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-02T08:26:34.197 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-02T08:26:34.197 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-02T08:26:34.197 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-02T08:26:34.197 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-02T08:26:34.197 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-02T08:26:34.197 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-02T08:26:34.197 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.inplace_update_support: 0 2024-04-02T08:26:34.198 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-02T08:26:34.198 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-02T08:26:34.198 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-02T08:26:34.198 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-02T08:26:34.198 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.bloom_locality: 0 2024-04-02T08:26:34.198 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.max_successive_merges: 0 2024-04-02T08:26:34.198 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-02T08:26:34.198 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.paranoid_file_checks: 0 2024-04-02T08:26:34.198 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.force_consistency_checks: 1 2024-04-02T08:26:34.198 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.report_bg_io_stats: 0 2024-04-02T08:26:34.198 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.ttl: 2592000 2024-04-02T08:26:34.198 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-02T08:26:34.198 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-02T08:26:34.198 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-02T08:26:34.199 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.enable_blob_files: false 2024-04-02T08:26:34.199 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.min_blob_size: 0 2024-04-02T08:26:34.199 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.blob_file_size: 268435456 2024-04-02T08:26:34.199 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-02T08:26:34.199 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-02T08:26:34.199 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-02T08:26:34.199 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-02T08:26:34.199 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-02T08:26:34.199 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.blob_file_starting_level: 0 2024-04-02T08:26:34.200 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-02T08:26:34.200 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-02T08:26:34.200 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 31, last_sequence is 12639, log_number is 27,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 27 2024-04-02T08:26:34.200 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 27 2024-04-02T08:26:34.200 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: ddc4a996-0469-4449-add0-872670576436 2024-04-02T08:26:34.200 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046393825589, "job": 1, "event": "recovery_started", "wal_files": [27]} 2024-04-02T08:26:34.200 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #27 mode 2 2024-04-02T08:26:34.200 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046393842953, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 32, "file_size": 5462793, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 12640, "largest_seqno": 15692, "table_properties": {"data_size": 5448523, "index_size": 9639, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 3589, "raw_key_size": 32436, "raw_average_key_size": 22, "raw_value_size": 5418990, "raw_average_value_size": 3832, "num_data_blocks": 420, "num_entries": 1414, "num_filter_entries": 1414, "num_deletions": 306, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712046393, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "ddc4a996-0469-4449-add0-872670576436", "db_session_id": "9ZQ414H9CA7NQAP7JK5L", "orig_file_number": 32, "seqno_to_time_mapping": "N/A"}} 2024-04-02T08:26:34.200 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046393843044, "job": 1, "event": "recovery_finished"} 2024-04-02T08:26:34.200 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: [db/version_set.cc:5047] Creating manifest 34 2024-04-02T08:26:34.200 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-02T08:26:34.200 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000027.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-02T08:26:34.200 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x557963bea000 2024-04-02T08:26:34.201 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: DB pointer 0x557963bd4000 2024-04-02T08:26:34.201 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-02T08:26:34.201 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-02T08:26:34.201 INFO:journalctl@ceph.mon.a.smithi012.stdout: ** DB Stats ** 2024-04-02T08:26:34.201 INFO:journalctl@ceph.mon.a.smithi012.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:26:34.201 INFO:journalctl@ceph.mon.a.smithi012.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-02T08:26:34.201 INFO:journalctl@ceph.mon.a.smithi012.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:26:34.201 INFO:journalctl@ceph.mon.a.smithi012.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:26:34.202 INFO:journalctl@ceph.mon.a.smithi012.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-02T08:26:34.202 INFO:journalctl@ceph.mon.a.smithi012.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:26:34.202 INFO:journalctl@ceph.mon.a.smithi012.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:26:34.202 INFO:journalctl@ceph.mon.a.smithi012.stdout: 2024-04-02T08:26:34.202 INFO:journalctl@ceph.mon.a.smithi012.stdout: ** Compaction Stats [default] ** 2024-04-02T08:26:34.202 INFO:journalctl@ceph.mon.a.smithi012.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:26:34.202 INFO:journalctl@ceph.mon.a.smithi012.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-02T08:26:34.202 INFO:journalctl@ceph.mon.a.smithi012.stdout: L0 1/0 5.21 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 571.6 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-04-02T08:26:34.202 INFO:journalctl@ceph.mon.a.smithi012.stdout: L6 1/0 5.76 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-02T08:26:34.202 INFO:journalctl@ceph.mon.a.smithi012.stdout: Sum 2/0 10.97 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 571.6 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-04-02T08:26:34.202 INFO:journalctl@ceph.mon.a.smithi012.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 571.6 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-04-02T08:26:34.202 INFO:journalctl@ceph.mon.a.smithi012.stdout: 2024-04-02T08:26:34.202 INFO:journalctl@ceph.mon.a.smithi012.stdout: ** Compaction Stats [default] ** 2024-04-02T08:26:34.202 INFO:journalctl@ceph.mon.a.smithi012.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:26:34.203 INFO:journalctl@ceph.mon.a.smithi012.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-02T08:26:34.203 INFO:journalctl@ceph.mon.a.smithi012.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 571.6 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-04-02T08:26:34.203 INFO:journalctl@ceph.mon.a.smithi012.stdout: 2024-04-02T08:26:34.203 INFO:journalctl@ceph.mon.a.smithi012.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-02T08:26:34.203 INFO:journalctl@ceph.mon.a.smithi012.stdout: 2024-04-02T08:26:34.203 INFO:journalctl@ceph.mon.a.smithi012.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:26:34.203 INFO:journalctl@ceph.mon.a.smithi012.stdout: Flush(GB): cumulative 0.005, interval 0.005 2024-04-02T08:26:34.203 INFO:journalctl@ceph.mon.a.smithi012.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-02T08:26:34.203 INFO:journalctl@ceph.mon.a.smithi012.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-02T08:26:34.204 INFO:journalctl@ceph.mon.a.smithi012.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-02T08:26:34.204 INFO:journalctl@ceph.mon.a.smithi012.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-02T08:26:34.204 INFO:journalctl@ceph.mon.a.smithi012.stdout: Cumulative compaction: 0.01 GB write, 242.71 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:26:34.204 INFO:journalctl@ceph.mon.a.smithi012.stdout: Interval compaction: 0.01 GB write, 242.71 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:26:34.204 INFO:journalctl@ceph.mon.a.smithi012.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-02T08:26:34.204 INFO:journalctl@ceph.mon.a.smithi012.stdout: Block cache BinnedLRUCache@0x557963afb090#2 capacity: 512.00 MB usage: 14.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-04-02T08:26:34.204 INFO:journalctl@ceph.mon.a.smithi012.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,4.03 KB,0.0007689%) IndexBlock(1,10.08 KB,0.00192225%) Misc(1,0.00 KB,0%) 2024-04-02T08:26:34.204 INFO:journalctl@ceph.mon.a.smithi012.stdout: 2024-04-02T08:26:34.204 INFO:journalctl@ceph.mon.a.smithi012.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-02T08:26:34.204 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: starting mon.a rank 0 at public addrs [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] at bind addrs [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:26:34.204 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: mon.a@-1(???) e3 preinit fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:26:34.204 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: mon.a@-1(???).mds e6 new map 2024-04-02T08:26:34.205 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: mon.a@-1(???).mds e6 print_map 2024-04-02T08:26:34.205 INFO:journalctl@ceph.mon.a.smithi012.stdout: e6 2024-04-02T08:26:34.205 INFO:journalctl@ceph.mon.a.smithi012.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-02T08:26:34.205 INFO:journalctl@ceph.mon.a.smithi012.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-02T08:26:34.205 INFO:journalctl@ceph.mon.a.smithi012.stdout: legacy client fscid: 1 2024-04-02T08:26:34.205 INFO:journalctl@ceph.mon.a.smithi012.stdout: 2024-04-02T08:26:34.205 INFO:journalctl@ceph.mon.a.smithi012.stdout: Filesystem 'cephfs' (1) 2024-04-02T08:26:34.205 INFO:journalctl@ceph.mon.a.smithi012.stdout: fs_name cephfs 2024-04-02T08:26:34.205 INFO:journalctl@ceph.mon.a.smithi012.stdout: epoch 6 2024-04-02T08:26:34.206 INFO:journalctl@ceph.mon.a.smithi012.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-02T08:26:34.206 INFO:journalctl@ceph.mon.a.smithi012.stdout: created 2024-04-02T08:20:26.998656+0000 2024-04-02T08:26:34.206 INFO:journalctl@ceph.mon.a.smithi012.stdout: modified 2024-04-02T08:20:29.006482+0000 2024-04-02T08:26:34.206 INFO:journalctl@ceph.mon.a.smithi012.stdout: tableserver 0 2024-04-02T08:26:34.206 INFO:journalctl@ceph.mon.a.smithi012.stdout: root 0 2024-04-02T08:26:34.206 INFO:journalctl@ceph.mon.a.smithi012.stdout: session_timeout 60 2024-04-02T08:26:34.206 INFO:journalctl@ceph.mon.a.smithi012.stdout: session_autoclose 300 2024-04-02T08:26:34.206 INFO:journalctl@ceph.mon.a.smithi012.stdout: max_file_size 1099511627776 2024-04-02T08:26:34.207 INFO:journalctl@ceph.mon.a.smithi012.stdout: max_xattr_size 65536 2024-04-02T08:26:34.207 INFO:journalctl@ceph.mon.a.smithi012.stdout: required_client_features {} 2024-04-02T08:26:34.207 INFO:journalctl@ceph.mon.a.smithi012.stdout: last_failure 0 2024-04-02T08:26:34.207 INFO:journalctl@ceph.mon.a.smithi012.stdout: last_failure_osd_epoch 0 2024-04-02T08:26:34.207 INFO:journalctl@ceph.mon.a.smithi012.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-02T08:26:34.207 INFO:journalctl@ceph.mon.a.smithi012.stdout: max_mds 1 2024-04-02T08:26:34.207 INFO:journalctl@ceph.mon.a.smithi012.stdout: in 0 2024-04-02T08:26:34.207 INFO:journalctl@ceph.mon.a.smithi012.stdout: up {0=24364} 2024-04-02T08:26:34.207 INFO:journalctl@ceph.mon.a.smithi012.stdout: failed 2024-04-02T08:26:34.208 INFO:journalctl@ceph.mon.a.smithi012.stdout: damaged 2024-04-02T08:26:34.208 INFO:journalctl@ceph.mon.a.smithi012.stdout: stopped 2024-04-02T08:26:34.208 INFO:journalctl@ceph.mon.a.smithi012.stdout: data_pools [3] 2024-04-02T08:26:34.208 INFO:journalctl@ceph.mon.a.smithi012.stdout: metadata_pool 2 2024-04-02T08:26:34.208 INFO:journalctl@ceph.mon.a.smithi012.stdout: inline_data disabled 2024-04-02T08:26:34.208 INFO:journalctl@ceph.mon.a.smithi012.stdout: balancer 2024-04-02T08:26:34.208 INFO:journalctl@ceph.mon.a.smithi012.stdout: bal_rank_mask -1 2024-04-02T08:26:34.208 INFO:journalctl@ceph.mon.a.smithi012.stdout: standby_count_wanted 0 2024-04-02T08:26:34.209 INFO:journalctl@ceph.mon.a.smithi012.stdout: qdb_cluster leader: 0 members: 2024-04-02T08:26:34.209 INFO:journalctl@ceph.mon.a.smithi012.stdout: [mds.b{0:24364} state up:active seq 3 addr [v2:172.21.15.55:6832/593905928,v1:172.21.15.55:6833/593905928] compat {c=[1],r=[1],i=[7ff]}] 2024-04-02T08:26:34.209 INFO:journalctl@ceph.mon.a.smithi012.stdout: 2024-04-02T08:26:34.209 INFO:journalctl@ceph.mon.a.smithi012.stdout: 2024-04-02T08:26:34.209 INFO:journalctl@ceph.mon.a.smithi012.stdout: Standby daemons: 2024-04-02T08:26:34.209 INFO:journalctl@ceph.mon.a.smithi012.stdout: 2024-04-02T08:26:34.209 INFO:journalctl@ceph.mon.a.smithi012.stdout: [mds.a{-1:24353} state up:standby seq 1 addr [v2:172.21.15.12:6834/2936570167,v1:172.21.15.12:6835/2936570167] compat {c=[1],r=[1],i=[7ff]}] 2024-04-02T08:26:34.209 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: mon.a@-1(???).osd e218 crush map has features 3314933069573799936, adjusting msgr requires 2024-04-02T08:26:34.209 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: mon.a@-1(???).osd e218 crush map has features 432629308056666112, adjusting msgr requires 2024-04-02T08:26:34.210 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: mon.a@-1(???).osd e218 crush map has features 432629308056666112, adjusting msgr requires 2024-04-02T08:26:34.210 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: mon.a@-1(???).osd e218 crush map has features 432629308056666112, adjusting msgr requires 2024-04-02T08:26:34.210 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 ceph-mon[88355]: mon.a@-1(???).paxosservice(auth 1..18) refresh upgraded, format 0 -> 3 2024-04-02T08:26:34.210 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 bash[88336]: 1790aee575dcd3c36426dee8d5e43341c1d3bee00edadb36ed62cdba9d0545ca 2024-04-02T08:26:34.210 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:33 smithi012 systemd[1]: Started Ceph mon.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:26:36.935 INFO:tasks.rados.rados.0.smithi012.stdout:833: done (2 left) 2024-04-02T08:26:36.935 INFO:tasks.rados.rados.0.smithi012.stdout:834: rollback oid 21 current snap is 72 2024-04-02T08:26:36.935 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 21 to 64 2024-04-02T08:26:36.936 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 41 v 313 (ObjNum 70 snap 7 seq_num 70) dirty exists 2024-04-02T08:26:36.936 INFO:tasks.rados.rados.0.smithi012.stdout:831: expect (ObjNum 258 snap 72 seq_num 258) 2024-04-02T08:26:37.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:26:36 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ignoring --setuser ceph since I am not root 2024-04-02T08:26:37.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:26:36 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ignoring --setgroup ceph since I am not root 2024-04-02T08:26:37.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:26:36 smithi012 ceph-mgr[80133]: -- 172.21.15.12:0/2512172400 <== mon.1 v2:172.21.15.55:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c7f75805a0 con 0x55c7f7554c00 2024-04-02T08:26:37.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:36 smithi012 ceph-mon[38029]: pgmap v56: 121 pgs: 121 active+clean; 120 MiB data, 721 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 1.2 MiB/s wr, 2 op/s 2024-04-02T08:26:37.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:36 smithi012 ceph-mon[38029]: pgmap v57: 121 pgs: 121 active+clean; 127 MiB data, 731 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.0 MiB/s wr, 13 op/s 2024-04-02T08:26:37.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:36 smithi012 ceph-mon[38029]: mon.a calling monitor election 2024-04-02T08:26:37.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:36 smithi012 ceph-mon[38029]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:26:37.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:36 smithi012 ceph-mon[38029]: monmap epoch 3 2024-04-02T08:26:37.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:36 smithi012 ceph-mon[38029]: fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:26:37.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:36 smithi012 ceph-mon[38029]: last_changed 2024-04-02T08:16:30.669202+0000 2024-04-02T08:26:37.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:36 smithi012 ceph-mon[38029]: created 2024-04-02T08:14:44.119575+0000 2024-04-02T08:26:37.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:36 smithi012 ceph-mon[38029]: min_mon_release 18 (reef) 2024-04-02T08:26:37.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:36 smithi012 ceph-mon[38029]: election_strategy: 1 2024-04-02T08:26:37.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:36 smithi012 ceph-mon[38029]: 0: [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] mon.a 2024-04-02T08:26:37.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:36 smithi012 ceph-mon[38029]: 1: [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] mon.b 2024-04-02T08:26:37.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:36 smithi012 ceph-mon[38029]: 2: [v2:172.21.15.12:3301/0,v1:172.21.15.12:6790/0] mon.c 2024-04-02T08:26:37.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:36 smithi012 ceph-mon[38029]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:26:37.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:36 smithi012 ceph-mon[38029]: osdmap e218: 8 total, 8 up, 8 in 2024-04-02T08:26:37.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:36 smithi012 ceph-mon[38029]: mgrmap e35: y(active, since 40s), standbys: x 2024-04-02T08:26:37.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:36 smithi012 ceph-mon[38029]: overall HEALTH_OK 2024-04-02T08:26:37.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:36 smithi012 ceph-mon[38029]: from='mgr.25070 ' entity='' 2024-04-02T08:26:37.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:36 smithi012 ceph-mon[38029]: mgrmap e36: y(active, since 40s), standbys: x 2024-04-02T08:26:37.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:36 smithi012 ceph-mon[88355]: pgmap v56: 121 pgs: 121 active+clean; 120 MiB data, 721 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 1.2 MiB/s wr, 2 op/s 2024-04-02T08:26:37.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:36 smithi012 ceph-mon[88355]: pgmap v57: 121 pgs: 121 active+clean; 127 MiB data, 731 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.0 MiB/s wr, 13 op/s 2024-04-02T08:26:37.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:36 smithi012 ceph-mon[88355]: mon.a calling monitor election 2024-04-02T08:26:37.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:36 smithi012 ceph-mon[88355]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:26:37.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:36 smithi012 ceph-mon[88355]: monmap epoch 3 2024-04-02T08:26:37.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:36 smithi012 ceph-mon[88355]: fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:26:37.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:36 smithi012 ceph-mon[88355]: last_changed 2024-04-02T08:16:30.669202+0000 2024-04-02T08:26:37.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:36 smithi012 ceph-mon[88355]: created 2024-04-02T08:14:44.119575+0000 2024-04-02T08:26:37.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:36 smithi012 ceph-mon[88355]: min_mon_release 18 (reef) 2024-04-02T08:26:37.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:36 smithi012 ceph-mon[88355]: election_strategy: 1 2024-04-02T08:26:37.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:36 smithi012 ceph-mon[88355]: 0: [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] mon.a 2024-04-02T08:26:37.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:36 smithi012 ceph-mon[88355]: 1: [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] mon.b 2024-04-02T08:26:37.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:36 smithi012 ceph-mon[88355]: 2: [v2:172.21.15.12:3301/0,v1:172.21.15.12:6790/0] mon.c 2024-04-02T08:26:37.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:36 smithi012 ceph-mon[88355]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:26:37.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:36 smithi012 ceph-mon[88355]: osdmap e218: 8 total, 8 up, 8 in 2024-04-02T08:26:37.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:36 smithi012 ceph-mon[88355]: mgrmap e35: y(active, since 40s), standbys: x 2024-04-02T08:26:37.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:36 smithi012 ceph-mon[88355]: overall HEALTH_OK 2024-04-02T08:26:37.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:36 smithi012 ceph-mon[88355]: from='mgr.25070 ' entity='' 2024-04-02T08:26:37.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:36 smithi012 ceph-mon[88355]: mgrmap e36: y(active, since 40s), standbys: x 2024-04-02T08:26:37.228 INFO:tasks.rados.rados.0.smithi012.stdout:834: finishing rollback tid 1 to smithi01277369-21 2024-04-02T08:26:37.228 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 21 v 0 (ObjNum 225 snap 0 seq_num 917998512) dirty dne 2024-04-02T08:26:37.228 INFO:tasks.rados.rados.0.smithi012.stdout:830: done (2 left) 2024-04-02T08:26:37.228 INFO:tasks.rados.rados.0.smithi012.stdout:831: done (1 left) 2024-04-02T08:26:37.228 INFO:tasks.rados.rados.0.smithi012.stdout:834: done (0 left) 2024-04-02T08:26:37.228 INFO:tasks.rados.rados.0.smithi012.stdout:835: snap_remove snap 64 2024-04-02T08:26:37.310 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:36 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: ignoring --setuser ceph since I am not root 2024-04-02T08:26:37.310 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:36 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: ignoring --setgroup ceph since I am not root 2024-04-02T08:26:37.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:36 smithi055 ceph-mon[31035]: pgmap v56: 121 pgs: 121 active+clean; 120 MiB data, 721 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 1.2 MiB/s wr, 2 op/s 2024-04-02T08:26:37.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:36 smithi055 ceph-mon[31035]: pgmap v57: 121 pgs: 121 active+clean; 127 MiB data, 731 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.0 MiB/s wr, 13 op/s 2024-04-02T08:26:37.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:36 smithi055 ceph-mon[31035]: mon.a calling monitor election 2024-04-02T08:26:37.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:36 smithi055 ceph-mon[31035]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:26:37.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:36 smithi055 ceph-mon[31035]: monmap epoch 3 2024-04-02T08:26:37.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:36 smithi055 ceph-mon[31035]: fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:26:37.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:36 smithi055 ceph-mon[31035]: last_changed 2024-04-02T08:16:30.669202+0000 2024-04-02T08:26:37.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:36 smithi055 ceph-mon[31035]: created 2024-04-02T08:14:44.119575+0000 2024-04-02T08:26:37.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:36 smithi055 ceph-mon[31035]: min_mon_release 18 (reef) 2024-04-02T08:26:37.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:36 smithi055 ceph-mon[31035]: election_strategy: 1 2024-04-02T08:26:37.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:36 smithi055 ceph-mon[31035]: 0: [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] mon.a 2024-04-02T08:26:37.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:36 smithi055 ceph-mon[31035]: 1: [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] mon.b 2024-04-02T08:26:37.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:36 smithi055 ceph-mon[31035]: 2: [v2:172.21.15.12:3301/0,v1:172.21.15.12:6790/0] mon.c 2024-04-02T08:26:37.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:36 smithi055 ceph-mon[31035]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:26:37.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:36 smithi055 ceph-mon[31035]: osdmap e218: 8 total, 8 up, 8 in 2024-04-02T08:26:37.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:36 smithi055 ceph-mon[31035]: mgrmap e35: y(active, since 40s), standbys: x 2024-04-02T08:26:37.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:36 smithi055 ceph-mon[31035]: overall HEALTH_OK 2024-04-02T08:26:37.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:36 smithi055 ceph-mon[31035]: from='mgr.25070 ' entity='' 2024-04-02T08:26:37.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:36 smithi055 ceph-mon[31035]: mgrmap e36: y(active, since 40s), standbys: x 2024-04-02T08:26:37.810 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:37 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: 2024-04-02T08:26:37.465+0000 7fa5ec84d200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:26:37.810 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:37 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: 2024-04-02T08:26:37.562+0000 7fa5ec84d200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:26:37.927 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:26:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:26:37.472+0000 7f8b60428200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:26:37.927 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:26:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:26:37.569+0000 7f8b60428200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:26:37.938 INFO:tasks.rados.rados.0.smithi012.stdout:835: done (0 left) 2024-04-02T08:26:37.939 INFO:tasks.rados.rados.0.smithi012.stdout:836: snap_remove snap 68 2024-04-02T08:26:38.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:37 smithi012 ceph-mon[88355]: osdmap e219: 8 total, 8 up, 8 in 2024-04-02T08:26:38.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:37 smithi012 ceph-mon[38029]: osdmap e219: 8 total, 8 up, 8 in 2024-04-02T08:26:38.231 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:37 smithi055 ceph-mon[31035]: osdmap e219: 8 total, 8 up, 8 in 2024-04-02T08:26:38.560 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:38 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: 2024-04-02T08:26:38.232+0000 7fa5ec84d200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:26:38.560 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:38 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: 2024-04-02T08:26:38.328+0000 7fa5ec84d200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:26:38.560 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:38 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: 2024-04-02T08:26:38.472+0000 7fa5ec84d200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:26:38.580 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:26:38 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:26:38.241+0000 7f8b60428200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:26:38.580 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:26:38 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:26:38.337+0000 7f8b60428200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:26:38.580 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:26:38 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:26:38.482+0000 7f8b60428200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:26:38.857 INFO:tasks.rados.rados.0.smithi012.stdout:836: done (0 left) 2024-04-02T08:26:38.858 INFO:tasks.rados.rados.0.smithi012.stdout:837: read oid 39 snap -1 2024-04-02T08:26:38.858 INFO:tasks.rados.rados.0.smithi012.stdout:837: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:26:38.858 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 1 current snap is 72 2024-04-02T08:26:38.858 INFO:tasks.rados.rados.0.smithi012.stdout:838: seq_num 261 ranges {1327104=778240,2105344=704512,2809856=499712} 2024-04-02T08:26:38.870 INFO:tasks.rados.rados.0.smithi012.stdout:838: writing smithi01277369-1 from 1327104 to 2105344 tid 1 2024-04-02T08:26:38.874 INFO:tasks.rados.rados.0.smithi012.stdout:838: writing smithi01277369-1 from 2105344 to 2809856 tid 2 2024-04-02T08:26:38.878 INFO:tasks.rados.rados.0.smithi012.stdout:838: writing smithi01277369-1 from 2809856 to 3309568 tid 3 2024-04-02T08:26:38.878 INFO:tasks.rados.rados.0.smithi012.stdout:839: copy_from oid 12 from oid 19 current snap is 72 2024-04-02T08:26:38.878 INFO:tasks.rados.rados.0.smithi012.stdout:837: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:26:38.879 INFO:tasks.rados.rados.0.smithi012.stdout:838: finishing write tid 1 to smithi01277369-1 2024-04-02T08:26:38.880 INFO:tasks.rados.rados.0.smithi012.stdout:837: done (2 left) 2024-04-02T08:26:38.880 INFO:tasks.rados.rados.0.smithi012.stdout:840: read oid 24 snap -1 2024-04-02T08:26:38.880 INFO:tasks.rados.rados.0.smithi012.stdout:840: expect deleted 2024-04-02T08:26:38.880 INFO:tasks.rados.rados.0.smithi012.stdout:841: delete oid 9 current snap is 72 2024-04-02T08:26:38.880 INFO:tasks.rados.rados.0.smithi012.stdout:838: finishing write tid 2 to smithi01277369-1 2024-04-02T08:26:38.881 INFO:tasks.rados.rados.0.smithi012.stdout:840: done (3 left) 2024-04-02T08:26:38.881 INFO:tasks.rados.rados.0.smithi012.stdout:841: done (2 left) 2024-04-02T08:26:38.881 INFO:tasks.rados.rados.0.smithi012.stdout:842: delete oid 35 current snap is 72 2024-04-02T08:26:38.882 INFO:tasks.rados.rados.0.smithi012.stdout:838: finishing write tid 3 to smithi01277369-1 2024-04-02T08:26:38.882 INFO:tasks.rados.rados.0.smithi012.stdout:838: finishing write tid 4 to smithi01277369-1 2024-04-02T08:26:38.883 INFO:tasks.rados.rados.0.smithi012.stdout:838: finishing write tid 5 to smithi01277369-1 2024-04-02T08:26:38.883 INFO:tasks.rados.rados.0.smithi012.stdout:838: oid 1 updating version 0 to 334 2024-04-02T08:26:38.883 INFO:tasks.rados.rados.0.smithi012.stdout:838: oid 1 updating version 334 to 339 2024-04-02T08:26:38.883 INFO:tasks.rados.rados.0.smithi012.stdout:838: oid 1 updating version 339 to 341 2024-04-02T08:26:38.883 INFO:tasks.rados.rados.0.smithi012.stdout:838: oid 1 version 341 is already newer than 340 2024-04-02T08:26:38.883 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 1 v 341 (ObjNum 261 snap 72 seq_num 261) dirty exists 2024-04-02T08:26:38.883 INFO:tasks.rados.rados.0.smithi012.stdout:838: left oid 1 (ObjNum 261 snap 72 seq_num 261) 2024-04-02T08:26:38.883 INFO:tasks.rados.rados.0.smithi012.stdout:838: done (2 left) 2024-04-02T08:26:38.884 INFO:tasks.rados.rados.0.smithi012.stdout:842: done (1 left) 2024-04-02T08:26:38.884 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 15 current snap is 72 2024-04-02T08:26:38.884 INFO:tasks.rados.rados.0.smithi012.stdout:843: seq_num 264 ranges {0=425984,425984=761856,1187840=770048,1957888=73728} 2024-04-02T08:26:38.885 INFO:tasks.rados.rados.0.smithi012.stdout:843: writing smithi01277369-15 from 0 to 425984 tid 1 2024-04-02T08:26:38.890 INFO:tasks.rados.rados.0.smithi012.stdout:843: writing smithi01277369-15 from 425984 to 1187840 tid 2 2024-04-02T08:26:38.895 INFO:tasks.rados.rados.0.smithi012.stdout:843: writing smithi01277369-15 from 1187840 to 1957888 tid 3 2024-04-02T08:26:38.896 INFO:tasks.rados.rados.0.smithi012.stdout:843: writing smithi01277369-15 from 1957888 to 2031616 tid 4 2024-04-02T08:26:38.896 INFO:tasks.rados.rados.0.smithi012.stdout:844: read oid 39 snap -1 2024-04-02T08:26:38.896 INFO:tasks.rados.rados.0.smithi012.stdout:844: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:26:38.896 INFO:tasks.rados.rados.0.smithi012.stdout:845: read oid 14 snap -1 2024-04-02T08:26:38.896 INFO:tasks.rados.rados.0.smithi012.stdout:845: expect (ObjNum 201 snap 54 seq_num 201) 2024-04-02T08:26:38.896 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 40 current snap is 72 2024-04-02T08:26:38.896 INFO:tasks.rados.rados.0.smithi012.stdout:843: finishing write tid 1 to smithi01277369-15 2024-04-02T08:26:38.896 INFO:tasks.rados.rados.0.smithi012.stdout:839: finishing copy_from racing read to smithi01277369-12 2024-04-02T08:26:38.896 INFO:tasks.rados.rados.0.smithi012.stdout:839: finishing copy_from to smithi01277369-12 2024-04-02T08:26:38.897 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 12 v 298 (ObjNum 138 snap 34 seq_num 138) dirty exists 2024-04-02T08:26:38.897 INFO:tasks.rados.rados.0.smithi012.stdout:843: finishing write tid 2 to smithi01277369-15 2024-04-02T08:26:38.897 INFO:tasks.rados.rados.0.smithi012.stdout:846: seq_num 265 ranges {2727936=442368,3170304=647168,3817472=573440,4390912=385024} 2024-04-02T08:26:38.913 INFO:tasks.rados.rados.0.smithi012.stdout:846: writing smithi01277369-40 from 2727936 to 3170304 tid 1 2024-04-02T08:26:38.917 INFO:tasks.rados.rados.0.smithi012.stdout:846: writing smithi01277369-40 from 3170304 to 3817472 tid 2 2024-04-02T08:26:38.921 INFO:tasks.rados.rados.0.smithi012.stdout:846: writing smithi01277369-40 from 3817472 to 4390912 tid 3 2024-04-02T08:26:38.924 INFO:tasks.rados.rados.0.smithi012.stdout:846: writing smithi01277369-40 from 4390912 to 4775936 tid 4 2024-04-02T08:26:38.924 INFO:tasks.rados.rados.0.smithi012.stdout:839: done (4 left) 2024-04-02T08:26:38.924 INFO:tasks.rados.rados.0.smithi012.stdout:847: read oid 46 snap -1 2024-04-02T08:26:38.924 INFO:tasks.rados.rados.0.smithi012.stdout:847: expect (ObjNum 229 snap 56 seq_num 229) 2024-04-02T08:26:38.924 INFO:tasks.rados.rados.0.smithi012.stdout:848: read oid 23 snap -1 2024-04-02T08:26:38.924 INFO:tasks.rados.rados.0.smithi012.stdout:848: expect (ObjNum 241 snap 67 seq_num 241) 2024-04-02T08:26:38.924 INFO:tasks.rados.rados.0.smithi012.stdout:849: rmattr oid 25 current snap is 72 2024-04-02T08:26:38.924 INFO:tasks.rados.rados.0.smithi012.stdout:849: done (6 left) 2024-04-02T08:26:38.924 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 41 current snap is 72 2024-04-02T08:26:38.924 INFO:tasks.rados.rados.0.smithi012.stdout:850: seq_num 266 ranges {1318912=458752,1777664=524288,2301952=729088,3031040=352256} 2024-04-02T08:26:38.927 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:26:38 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:26:38.581+0000 7f8b60428200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:26:38.928 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:26:38 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:26:38.666+0000 7f8b60428200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:26:38.933 INFO:tasks.rados.rados.0.smithi012.stdout:850: writing smithi01277369-41 from 1318912 to 1777664 tid 1 2024-04-02T08:26:38.935 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:38 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: 2024-04-02T08:26:38.570+0000 7fa5ec84d200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:26:38.935 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:38 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: 2024-04-02T08:26:38.655+0000 7fa5ec84d200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:26:38.936 INFO:tasks.rados.rados.0.smithi012.stdout:850: writing smithi01277369-41 from 1777664 to 2301952 tid 2 2024-04-02T08:26:38.941 INFO:tasks.rados.rados.0.smithi012.stdout:850: writing smithi01277369-41 from 2301952 to 3031040 tid 3 2024-04-02T08:26:38.943 INFO:tasks.rados.rados.0.smithi012.stdout:850: writing smithi01277369-41 from 3031040 to 3383296 tid 4 2024-04-02T08:26:38.943 INFO:tasks.rados.rados.0.smithi012.stdout:851: setattr oid 25 current snap is 72 2024-04-02T08:26:38.943 INFO:tasks.rados.rados.0.smithi012.stdout:844: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:26:38.944 INFO:tasks.rados.rados.0.smithi012.stdout:843: finishing write tid 3 to smithi01277369-15 2024-04-02T08:26:38.944 INFO:tasks.rados.rados.0.smithi012.stdout:843: finishing write tid 4 to smithi01277369-15 2024-04-02T08:26:38.944 INFO:tasks.rados.rados.0.smithi012.stdout:843: finishing write tid 5 to smithi01277369-15 2024-04-02T08:26:38.945 INFO:tasks.rados.rados.0.smithi012.stdout:843: finishing write tid 6 to smithi01277369-15 2024-04-02T08:26:38.945 INFO:tasks.rados.rados.0.smithi012.stdout:843: oid 15 updating version 0 to 159 2024-04-02T08:26:38.945 INFO:tasks.rados.rados.0.smithi012.stdout:843: oid 15 version 159 is already newer than 158 2024-04-02T08:26:38.945 INFO:tasks.rados.rados.0.smithi012.stdout:843: oid 15 version 159 is already newer than 157 2024-04-02T08:26:38.945 INFO:tasks.rados.rados.0.smithi012.stdout:843: oid 15 updating version 159 to 160 2024-04-02T08:26:38.945 INFO:tasks.rados.rados.0.smithi012.stdout:843: oid 15 version 160 is already newer than 156 2024-04-02T08:26:38.945 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 15 v 160 (ObjNum 264 snap 72 seq_num 264) dirty exists 2024-04-02T08:26:38.945 INFO:tasks.rados.rados.0.smithi012.stdout:843: left oid 15 (ObjNum 264 snap 72 seq_num 264) 2024-04-02T08:26:38.945 INFO:tasks.rados.rados.0.smithi012.stdout:846: finishing write tid 1 to smithi01277369-40 2024-04-02T08:26:38.945 INFO:tasks.rados.rados.0.smithi012.stdout:845: expect (ObjNum 201 snap 54 seq_num 201) 2024-04-02T08:26:39.250 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:38 smithi055 ceph-mon[31035]: osdmap e220: 8 total, 8 up, 8 in 2024-04-02T08:26:39.250 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:38 smithi055 ceph-mon[31035]: osdmap e221: 8 total, 8 up, 8 in 2024-04-02T08:26:39.251 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:38 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: 2024-04-02T08:26:38.950+0000 7fa5ec84d200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:26:39.251 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:39 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: 2024-04-02T08:26:39.065+0000 7fa5ec84d200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:26:39.251 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:39 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: 2024-04-02T08:26:39.153+0000 7fa5ec84d200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:26:39.277 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:38 smithi012 ceph-mon[88355]: osdmap e220: 8 total, 8 up, 8 in 2024-04-02T08:26:39.277 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:38 smithi012 ceph-mon[88355]: osdmap e221: 8 total, 8 up, 8 in 2024-04-02T08:26:39.277 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:38 smithi012 ceph-mon[38029]: osdmap e220: 8 total, 8 up, 8 in 2024-04-02T08:26:39.277 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:38 smithi012 ceph-mon[38029]: osdmap e221: 8 total, 8 up, 8 in 2024-04-02T08:26:39.277 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:26:38 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:26:38.974+0000 7f8b60428200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:26:39.277 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:26:39 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:26:39.089+0000 7f8b60428200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:26:39.278 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:26:39 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:26:39.179+0000 7f8b60428200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:26:39.392 INFO:tasks.rados.rados.0.smithi012.stdout:846: finishing write tid 2 to smithi01277369-40 2024-04-02T08:26:39.392 INFO:tasks.rados.rados.0.smithi012.stdout:846: finishing write tid 3 to smithi01277369-40 2024-04-02T08:26:39.392 INFO:tasks.rados.rados.0.smithi012.stdout:847: expect (ObjNum 229 snap 56 seq_num 229) 2024-04-02T08:26:39.431 INFO:tasks.rados.rados.0.smithi012.stdout:846: finishing write tid 4 to smithi01277369-40 2024-04-02T08:26:39.431 INFO:tasks.rados.rados.0.smithi012.stdout:846: finishing write tid 5 to smithi01277369-40 2024-04-02T08:26:39.431 INFO:tasks.rados.rados.0.smithi012.stdout:850: finishing write tid 1 to smithi01277369-41 2024-04-02T08:26:39.431 INFO:tasks.rados.rados.0.smithi012.stdout:850: finishing write tid 2 to smithi01277369-41 2024-04-02T08:26:39.431 INFO:tasks.rados.rados.0.smithi012.stdout:850: finishing write tid 3 to smithi01277369-41 2024-04-02T08:26:39.431 INFO:tasks.rados.rados.0.smithi012.stdout:850: finishing write tid 4 to smithi01277369-41 2024-04-02T08:26:39.431 INFO:tasks.rados.rados.0.smithi012.stdout:850: finishing write tid 5 to smithi01277369-41 2024-04-02T08:26:39.432 INFO:tasks.rados.rados.0.smithi012.stdout:850: finishing write tid 6 to smithi01277369-41 2024-04-02T08:26:39.432 INFO:tasks.rados.rados.0.smithi012.stdout:850: oid 41 updating version 0 to 315 2024-04-02T08:26:39.432 INFO:tasks.rados.rados.0.smithi012.stdout:850: oid 41 updating version 315 to 318 2024-04-02T08:26:39.432 INFO:tasks.rados.rados.0.smithi012.stdout:850: oid 41 version 318 is already newer than 314 2024-04-02T08:26:39.432 INFO:tasks.rados.rados.0.smithi012.stdout:850: oid 41 version 318 is already newer than 316 2024-04-02T08:26:39.432 INFO:tasks.rados.rados.0.smithi012.stdout:850: oid 41 version 318 is already newer than 317 2024-04-02T08:26:39.432 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 41 v 318 (ObjNum 266 snap 72 seq_num 266) dirty exists 2024-04-02T08:26:39.432 INFO:tasks.rados.rados.0.smithi012.stdout:850: left oid 41 (ObjNum 266 snap 72 seq_num 266) 2024-04-02T08:26:39.432 INFO:tasks.rados.rados.0.smithi012.stdout:848: expect (ObjNum 241 snap 67 seq_num 241) 2024-04-02T08:26:39.560 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:39 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: 2024-04-02T08:26:39.251+0000 7fa5ec84d200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:26:39.560 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:39 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: 2024-04-02T08:26:39.431+0000 7fa5ec84d200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:26:39.678 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:26:39 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:26:39.278+0000 7f8b60428200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:26:39.678 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:26:39 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:26:39.460+0000 7f8b60428200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:26:39.781 INFO:tasks.rados.rados.0.smithi012.stdout:846: finishing write tid 6 to smithi01277369-40 2024-04-02T08:26:39.781 INFO:tasks.rados.rados.0.smithi012.stdout:846: oid 40 updating version 0 to 433 2024-04-02T08:26:39.781 INFO:tasks.rados.rados.0.smithi012.stdout:846: oid 40 version 433 is already newer than 430 2024-04-02T08:26:39.781 INFO:tasks.rados.rados.0.smithi012.stdout:846: oid 40 version 433 is already newer than 431 2024-04-02T08:26:39.781 INFO:tasks.rados.rados.0.smithi012.stdout:846: oid 40 version 433 is already newer than 432 2024-04-02T08:26:39.781 INFO:tasks.rados.rados.0.smithi012.stdout:846: oid 40 version 433 is already newer than 429 2024-04-02T08:26:39.781 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 40 v 433 (ObjNum 265 snap 72 seq_num 265) dirty exists 2024-04-02T08:26:39.781 INFO:tasks.rados.rados.0.smithi012.stdout:846: left oid 40 (ObjNum 265 snap 72 seq_num 265) 2024-04-02T08:26:39.781 INFO:tasks.rados.rados.0.smithi012.stdout:843: done (7 left) 2024-04-02T08:26:39.781 INFO:tasks.rados.rados.0.smithi012.stdout:844: done (6 left) 2024-04-02T08:26:39.781 INFO:tasks.rados.rados.0.smithi012.stdout:845: done (5 left) 2024-04-02T08:26:39.782 INFO:tasks.rados.rados.0.smithi012.stdout:846: done (4 left) 2024-04-02T08:26:39.782 INFO:tasks.rados.rados.0.smithi012.stdout:847: done (3 left) 2024-04-02T08:26:39.782 INFO:tasks.rados.rados.0.smithi012.stdout:848: done (2 left) 2024-04-02T08:26:39.782 INFO:tasks.rados.rados.0.smithi012.stdout:850: done (1 left) 2024-04-02T08:26:39.782 INFO:tasks.rados.rados.0.smithi012.stdout:852: read oid 29 snap -1 2024-04-02T08:26:39.782 INFO:tasks.rados.rados.0.smithi012.stdout:852: expect deleted 2024-04-02T08:26:39.782 INFO:tasks.rados.rados.0.smithi012.stdout:853: copy_from oid 9 from oid 7 current snap is 72 2024-04-02T08:26:39.782 INFO:tasks.rados.rados.0.smithi012.stdout:854: delete oid 32 current snap is 72 2024-04-02T08:26:39.782 INFO:tasks.rados.rados.0.smithi012.stdout:852: done (3 left) 2024-04-02T08:26:39.783 INFO:tasks.rados.rados.0.smithi012.stdout:854: done (2 left) 2024-04-02T08:26:39.783 INFO:tasks.rados.rados.0.smithi012.stdout:855: rollback oid 44 current snap is 72 2024-04-02T08:26:39.783 INFO:tasks.rados.rados.0.smithi012.stdout:855: done (2 left) 2024-04-02T08:26:39.783 INFO:tasks.rados.rados.0.smithi012.stdout:856: snap_create 2024-04-02T08:26:39.783 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 25 v 319 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-02T08:26:39.802 INFO:tasks.rados.rados.0.smithi012.stdout:853: finishing copy_from racing read to smithi01277369-9 2024-04-02T08:26:39.805 INFO:tasks.rados.rados.0.smithi012.stdout:853: finishing copy_from to smithi01277369-9 2024-04-02T08:26:39.805 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 9 v 438 (ObjNum 259 snap 72 seq_num 259) dirty exists 2024-04-02T08:26:39.941 INFO:tasks.rados.rados.0.smithi012.stdout:851: done (2 left) 2024-04-02T08:26:39.941 INFO:tasks.rados.rados.0.smithi012.stdout:853: done (1 left) 2024-04-02T08:26:39.941 INFO:tasks.rados.rados.0.smithi012.stdout:856: done (0 left) 2024-04-02T08:26:39.941 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 18 current snap is 73 2024-04-02T08:26:39.941 INFO:tasks.rados.rados.0.smithi012.stdout:857: seq_num 268 ranges {5005312=491520,5496832=745472,6242304=745472,6987776=114688} 2024-04-02T08:26:39.971 INFO:tasks.rados.rados.0.smithi012.stdout:857: writing smithi01277369-18 from 5005312 to 5496832 tid 1 2024-04-02T08:26:39.975 INFO:tasks.rados.rados.0.smithi012.stdout:857: writing smithi01277369-18 from 5496832 to 6242304 tid 2 2024-04-02T08:26:39.979 INFO:tasks.rados.rados.0.smithi012.stdout:857: writing smithi01277369-18 from 6242304 to 6987776 tid 3 2024-04-02T08:26:39.980 INFO:tasks.rados.rados.0.smithi012.stdout:857: writing smithi01277369-18 from 6987776 to 7102464 tid 4 2024-04-02T08:26:39.980 INFO:tasks.rados.rados.0.smithi012.stdout:858: copy_from oid 5 from oid 33 current snap is 73 2024-04-02T08:26:39.980 INFO:tasks.rados.rados.0.smithi012.stdout:857: finishing write tid 1 to smithi01277369-18 2024-04-02T08:26:39.980 INFO:tasks.rados.rados.0.smithi012.stdout:857: finishing write tid 2 to smithi01277369-18 2024-04-02T08:26:39.980 INFO:tasks.rados.rados.0.smithi012.stdout:859: snap_remove snap 72 2024-04-02T08:26:40.560 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:40 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: 2024-04-02T08:26:40.426+0000 7fa5ec84d200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:26:40.909 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:40 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: 2024-04-02T08:26:40.562+0000 7fa5ec84d200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:26:40.909 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:40 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: 2024-04-02T08:26:40.910+0000 7fa5ec84d200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:26:40.928 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:26:40 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:26:40.464+0000 7f8b60428200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:26:40.928 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:26:40 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:26:40.604+0000 7f8b60428200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:26:40.952 INFO:tasks.rados.rados.0.smithi012.stdout:859: done (2 left) 2024-04-02T08:26:40.952 INFO:tasks.rados.rados.0.smithi012.stdout:860: rollback oid 46 current snap is 73 2024-04-02T08:26:40.952 INFO:tasks.rados.rados.0.smithi012.stdout:860: done (2 left) 2024-04-02T08:26:40.952 INFO:tasks.rados.rados.0.smithi012.stdout:861: snap_create 2024-04-02T08:26:40.953 INFO:tasks.rados.rados.0.smithi012.stdout:858: finishing copy_from to smithi01277369-5 2024-04-02T08:26:40.953 INFO:tasks.rados.rados.0.smithi012.stdout:858: got expected ENOENT (src dne) 2024-04-02T08:26:40.953 INFO:tasks.rados.rados.0.smithi012.stdout:858: finishing copy_from racing read to smithi01277369-5 2024-04-02T08:26:40.953 INFO:tasks.rados.rados.0.smithi012.stdout:857: finishing write tid 3 to smithi01277369-18 2024-04-02T08:26:40.953 INFO:tasks.rados.rados.0.smithi012.stdout:857: finishing write tid 4 to smithi01277369-18 2024-04-02T08:26:40.953 INFO:tasks.rados.rados.0.smithi012.stdout:857: finishing write tid 5 to smithi01277369-18 2024-04-02T08:26:40.953 INFO:tasks.rados.rados.0.smithi012.stdout:857: finishing write tid 6 to smithi01277369-18 2024-04-02T08:26:40.953 INFO:tasks.rados.rados.0.smithi012.stdout:857: oid 18 updating version 0 to 135 2024-04-02T08:26:40.953 INFO:tasks.rados.rados.0.smithi012.stdout:857: oid 18 version 135 is already newer than 134 2024-04-02T08:26:40.953 INFO:tasks.rados.rados.0.smithi012.stdout:857: oid 18 version 135 is already newer than 133 2024-04-02T08:26:40.953 INFO:tasks.rados.rados.0.smithi012.stdout:857: oid 18 updating version 135 to 137 2024-04-02T08:26:40.953 INFO:tasks.rados.rados.0.smithi012.stdout:857: oid 18 version 137 is already newer than 136 2024-04-02T08:26:40.953 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 18 v 137 (ObjNum 268 snap 73 seq_num 268) dirty exists 2024-04-02T08:26:40.953 INFO:tasks.rados.rados.0.smithi012.stdout:857: left oid 18 (ObjNum 268 snap 73 seq_num 268) 2024-04-02T08:26:41.211 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:40 smithi055 ceph-mon[31035]: osdmap e222: 8 total, 8 up, 8 in 2024-04-02T08:26:41.211 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: 2024-04-02T08:26:41.006+0000 7fa5ec84d200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:26:41.252 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:40 smithi012 ceph-mon[88355]: osdmap e222: 8 total, 8 up, 8 in 2024-04-02T08:26:41.252 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:40 smithi012 ceph-mon[38029]: osdmap e222: 8 total, 8 up, 8 in 2024-04-02T08:26:41.253 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:26:40 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:26:40.953+0000 7f8b60428200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:26:41.253 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:26:41 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:26:41.047+0000 7f8b60428200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:26:41.253 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:26:41 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:26:41.253+0000 7f8b60428200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:26:41.560 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: 2024-04-02T08:26:41.212+0000 7fa5ec84d200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:26:41.560 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: 2024-04-02T08:26:41.406+0000 7fa5ec84d200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:26:41.678 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:26:41 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:26:41.448+0000 7f8b60428200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:26:41.949 INFO:tasks.rados.rados.0.smithi012.stdout:857: done (2 left) 2024-04-02T08:26:41.949 INFO:tasks.rados.rados.0.smithi012.stdout:858: done (1 left) 2024-04-02T08:26:41.949 INFO:tasks.rados.rados.0.smithi012.stdout:861: done (0 left) 2024-04-02T08:26:41.949 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 16 current snap is 74 2024-04-02T08:26:41.950 INFO:tasks.rados.rados.0.smithi012.stdout:862: seq_num 269 ranges {1212416=507904,1720320=630784,2351104=557056,2908160=417792} 2024-04-02T08:26:41.955 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: 2024-04-02T08:26:41.702+0000 7fa5ec84d200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:26:41.959 INFO:tasks.rados.rados.0.smithi012.stdout:862: writing smithi01277369-16 from 1212416 to 1720320 tid 1 2024-04-02T08:26:41.962 INFO:tasks.rados.rados.0.smithi012.stdout:862: writing smithi01277369-16 from 1720320 to 2351104 tid 2 2024-04-02T08:26:41.966 INFO:tasks.rados.rados.0.smithi012.stdout:862: writing smithi01277369-16 from 2351104 to 2908160 tid 3 2024-04-02T08:26:41.968 INFO:tasks.rados.rados.0.smithi012.stdout:862: writing smithi01277369-16 from 2908160 to 3325952 tid 4 2024-04-02T08:26:41.968 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 30 current snap is 74 2024-04-02T08:26:41.969 INFO:tasks.rados.rados.0.smithi012.stdout:862: finishing write tid 1 to smithi01277369-16 2024-04-02T08:26:41.969 INFO:tasks.rados.rados.0.smithi012.stdout:862: finishing write tid 2 to smithi01277369-16 2024-04-02T08:26:41.969 INFO:tasks.rados.rados.0.smithi012.stdout:862: finishing write tid 3 to smithi01277369-16 2024-04-02T08:26:41.969 INFO:tasks.rados.rados.0.smithi012.stdout:863: seq_num 270 ranges {2727936=524288,3252224=516096,3768320=761856,4530176=327680} 2024-04-02T08:26:41.986 INFO:tasks.rados.rados.0.smithi012.stdout:863: writing smithi01277369-30 from 2727936 to 3252224 tid 1 2024-04-02T08:26:41.989 INFO:tasks.rados.rados.0.smithi012.stdout:863: writing smithi01277369-30 from 3252224 to 3768320 tid 2 2024-04-02T08:26:41.994 INFO:tasks.rados.rados.0.smithi012.stdout:863: writing smithi01277369-30 from 3768320 to 4530176 tid 3 2024-04-02T08:26:41.996 INFO:tasks.rados.rados.0.smithi012.stdout:863: writing smithi01277369-30 from 4530176 to 4857856 tid 4 2024-04-02T08:26:41.996 INFO:tasks.rados.rados.0.smithi012.stdout:864: snap_create 2024-04-02T08:26:41.997 INFO:tasks.rados.rados.0.smithi012.stdout:862: finishing write tid 4 to smithi01277369-16 2024-04-02T08:26:41.997 INFO:tasks.rados.rados.0.smithi012.stdout:862: finishing write tid 5 to smithi01277369-16 2024-04-02T08:26:41.997 INFO:tasks.rados.rados.0.smithi012.stdout:862: finishing write tid 6 to smithi01277369-16 2024-04-02T08:26:41.997 INFO:tasks.rados.rados.0.smithi012.stdout:862: oid 16 updating version 0 to 164 2024-04-02T08:26:41.997 INFO:tasks.rados.rados.0.smithi012.stdout:862: oid 16 updating version 164 to 165 2024-04-02T08:26:41.997 INFO:tasks.rados.rados.0.smithi012.stdout:862: oid 16 version 165 is already newer than 161 2024-04-02T08:26:41.997 INFO:tasks.rados.rados.0.smithi012.stdout:862: oid 16 version 165 is already newer than 163 2024-04-02T08:26:41.997 INFO:tasks.rados.rados.0.smithi012.stdout:862: oid 16 version 165 is already newer than 162 2024-04-02T08:26:41.997 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 16 v 165 (ObjNum 269 snap 74 seq_num 269) dirty exists 2024-04-02T08:26:41.997 INFO:tasks.rados.rados.0.smithi012.stdout:862: left oid 16 (ObjNum 269 snap 74 seq_num 269) 2024-04-02T08:26:41.997 INFO:tasks.rados.rados.0.smithi012.stdout:863: finishing write tid 1 to smithi01277369-30 2024-04-02T08:26:41.997 INFO:tasks.rados.rados.0.smithi012.stdout:863: finishing write tid 2 to smithi01277369-30 2024-04-02T08:26:41.998 INFO:tasks.rados.rados.0.smithi012.stdout:863: finishing write tid 3 to smithi01277369-30 2024-04-02T08:26:41.999 INFO:tasks.rados.rados.0.smithi012.stdout:863: finishing write tid 4 to smithi01277369-30 2024-04-02T08:26:41.999 INFO:tasks.rados.rados.0.smithi012.stdout:863: finishing write tid 5 to smithi01277369-30 2024-04-02T08:26:42.000 INFO:tasks.rados.rados.0.smithi012.stdout:863: finishing write tid 6 to smithi01277369-30 2024-04-02T08:26:42.000 INFO:tasks.rados.rados.0.smithi012.stdout:863: oid 30 updating version 0 to 444 2024-04-02T08:26:42.000 INFO:tasks.rados.rados.0.smithi012.stdout:863: oid 30 version 444 is already newer than 441 2024-04-02T08:26:42.000 INFO:tasks.rados.rados.0.smithi012.stdout:863: oid 30 version 444 is already newer than 443 2024-04-02T08:26:42.000 INFO:tasks.rados.rados.0.smithi012.stdout:863: oid 30 version 444 is already newer than 440 2024-04-02T08:26:42.001 INFO:tasks.rados.rados.0.smithi012.stdout:863: oid 30 version 444 is already newer than 442 2024-04-02T08:26:42.001 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 30 v 444 (ObjNum 270 snap 74 seq_num 270) dirty exists 2024-04-02T08:26:42.001 INFO:tasks.rados.rados.0.smithi012.stdout:863: left oid 30 (ObjNum 270 snap 74 seq_num 270) 2024-04-02T08:26:42.020 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:41 smithi012 ceph-mon[88355]: osdmap e223: 8 total, 8 up, 8 in 2024-04-02T08:26:42.020 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:41 smithi012 ceph-mon[38029]: osdmap e223: 8 total, 8 up, 8 in 2024-04-02T08:26:42.020 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:26:41 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:26:41.746+0000 7f8b60428200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:26:42.219 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:41 smithi055 ceph-mon[31035]: osdmap e223: 8 total, 8 up, 8 in 2024-04-02T08:26:42.219 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: 2024-04-02T08:26:41.969+0000 7fa5ec84d200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:26:42.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:26:42 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:26:42.021+0000 7f8b60428200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:26:42.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:26:42 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:26:42.267+0000 7f8b60428200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:26:42.560 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: 2024-04-02T08:26:42.220+0000 7fa5ec84d200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:26:42.964 INFO:tasks.rados.rados.0.smithi012.stdout:862: done (2 left) 2024-04-02T08:26:42.964 INFO:tasks.rados.rados.0.smithi012.stdout:863: done (1 left) 2024-04-02T08:26:42.964 INFO:tasks.rados.rados.0.smithi012.stdout:864: done (0 left) 2024-04-02T08:26:42.964 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 45 current snap is 75 2024-04-02T08:26:42.964 INFO:tasks.rados.rados.0.smithi012.stdout:865: seq_num 271 ranges {4423680=540672,4964352=802816,5767168=516096,6283264=286720} 2024-04-02T08:26:42.990 INFO:tasks.rados.rados.0.smithi012.stdout:865: writing smithi01277369-45 from 4423680 to 4964352 tid 1 2024-04-02T08:26:42.995 INFO:tasks.rados.rados.0.smithi012.stdout:865: writing smithi01277369-45 from 4964352 to 5767168 tid 2 2024-04-02T08:26:42.998 INFO:tasks.rados.rados.0.smithi012.stdout:865: writing smithi01277369-45 from 5767168 to 6283264 tid 3 2024-04-02T08:26:43.000 INFO:tasks.rados.rados.0.smithi012.stdout:865: writing smithi01277369-45 from 6283264 to 6569984 tid 4 2024-04-02T08:26:43.000 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 10 current snap is 75 2024-04-02T08:26:43.000 INFO:tasks.rados.rados.0.smithi012.stdout:865: finishing write tid 1 to smithi01277369-45 2024-04-02T08:26:43.000 INFO:tasks.rados.rados.0.smithi012.stdout:866: seq_num 272 ranges {0=565248,565248=688128,1253376=729088,1982464=188416} 2024-04-02T08:26:43.003 INFO:tasks.rados.rados.0.smithi012.stdout:866: writing smithi01277369-10 from 0 to 565248 tid 1 2024-04-02T08:26:43.007 INFO:tasks.rados.rados.0.smithi012.stdout:866: writing smithi01277369-10 from 565248 to 1253376 tid 2 2024-04-02T08:26:43.011 INFO:tasks.rados.rados.0.smithi012.stdout:866: writing smithi01277369-10 from 1253376 to 1982464 tid 3 2024-04-02T08:26:43.013 INFO:tasks.rados.rados.0.smithi012.stdout:866: writing smithi01277369-10 from 1982464 to 2170880 tid 4 2024-04-02T08:26:43.013 INFO:tasks.rados.rados.0.smithi012.stdout:867: delete oid 7 current snap is 75 2024-04-02T08:26:43.013 INFO:tasks.rados.rados.0.smithi012.stdout:865: finishing write tid 2 to smithi01277369-45 2024-04-02T08:26:43.013 INFO:tasks.rados.rados.0.smithi012.stdout:865: finishing write tid 3 to smithi01277369-45 2024-04-02T08:26:43.013 INFO:tasks.rados.rados.0.smithi012.stdout:865: finishing write tid 4 to smithi01277369-45 2024-04-02T08:26:43.013 INFO:tasks.rados.rados.0.smithi012.stdout:865: finishing write tid 5 to smithi01277369-45 2024-04-02T08:26:43.013 INFO:tasks.rados.rados.0.smithi012.stdout:865: finishing write tid 6 to smithi01277369-45 2024-04-02T08:26:43.013 INFO:tasks.rados.rados.0.smithi012.stdout:865: oid 45 updating version 0 to 345 2024-04-02T08:26:43.013 INFO:tasks.rados.rados.0.smithi012.stdout:865: oid 45 version 345 is already newer than 344 2024-04-02T08:26:43.013 INFO:tasks.rados.rados.0.smithi012.stdout:865: oid 45 updating version 345 to 347 2024-04-02T08:26:43.013 INFO:tasks.rados.rados.0.smithi012.stdout:865: oid 45 version 347 is already newer than 343 2024-04-02T08:26:43.013 INFO:tasks.rados.rados.0.smithi012.stdout:865: oid 45 version 347 is already newer than 346 2024-04-02T08:26:43.013 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 45 v 347 (ObjNum 271 snap 75 seq_num 271) dirty exists 2024-04-02T08:26:43.014 INFO:tasks.rados.rados.0.smithi012.stdout:865: left oid 45 (ObjNum 271 snap 75 seq_num 271) 2024-04-02T08:26:43.014 INFO:tasks.rados.rados.0.smithi012.stdout:866: finishing write tid 1 to smithi01277369-10 2024-04-02T08:26:43.014 INFO:tasks.rados.rados.0.smithi012.stdout:866: finishing write tid 2 to smithi01277369-10 2024-04-02T08:26:43.016 INFO:tasks.rados.rados.0.smithi012.stdout:866: finishing write tid 3 to smithi01277369-10 2024-04-02T08:26:43.016 INFO:tasks.rados.rados.0.smithi012.stdout:866: finishing write tid 4 to smithi01277369-10 2024-04-02T08:26:43.017 INFO:tasks.rados.rados.0.smithi012.stdout:866: finishing write tid 5 to smithi01277369-10 2024-04-02T08:26:43.017 INFO:tasks.rados.rados.0.smithi012.stdout:865: done (2 left) 2024-04-02T08:26:43.017 INFO:tasks.rados.rados.0.smithi012.stdout:867: done (1 left) 2024-04-02T08:26:43.017 INFO:tasks.rados.rados.0.smithi012.stdout:868: rmattr oid 20 current snap is 75 2024-04-02T08:26:43.017 INFO:tasks.rados.rados.0.smithi012.stdout:868: done (1 left) 2024-04-02T08:26:43.017 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 24 current snap is 75 2024-04-02T08:26:43.017 INFO:tasks.rados.rados.0.smithi012.stdout:869: seq_num 274 ranges {0=598016,598016=499712,1097728=745472,1843200=360448} 2024-04-02T08:26:43.020 INFO:tasks.rados.rados.0.smithi012.stdout:869: writing smithi01277369-24 from 0 to 598016 tid 1 2024-04-02T08:26:43.023 INFO:tasks.rados.rados.0.smithi012.stdout:869: writing smithi01277369-24 from 598016 to 1097728 tid 2 2024-04-02T08:26:43.027 INFO:tasks.rados.rados.0.smithi012.stdout:869: writing smithi01277369-24 from 1097728 to 1843200 tid 3 2024-04-02T08:26:43.031 INFO:tasks.rados.rados.0.smithi012.stdout:869: writing smithi01277369-24 from 1843200 to 2203648 tid 4 2024-04-02T08:26:43.031 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 37 current snap is 75 2024-04-02T08:26:43.031 INFO:tasks.rados.rados.0.smithi012.stdout:866: finishing write tid 6 to smithi01277369-10 2024-04-02T08:26:43.031 INFO:tasks.rados.rados.0.smithi012.stdout:866: oid 10 updating version 0 to 348 2024-04-02T08:26:43.031 INFO:tasks.rados.rados.0.smithi012.stdout:866: oid 10 updating version 348 to 350 2024-04-02T08:26:43.031 INFO:tasks.rados.rados.0.smithi012.stdout:866: oid 10 updating version 350 to 352 2024-04-02T08:26:43.031 INFO:tasks.rados.rados.0.smithi012.stdout:866: oid 10 version 352 is already newer than 349 2024-04-02T08:26:43.032 INFO:tasks.rados.rados.0.smithi012.stdout:866: oid 10 version 352 is already newer than 351 2024-04-02T08:26:43.032 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 10 v 352 (ObjNum 272 snap 75 seq_num 272) dirty exists 2024-04-02T08:26:43.032 INFO:tasks.rados.rados.0.smithi012.stdout:866: left oid 10 (ObjNum 272 snap 75 seq_num 272) 2024-04-02T08:26:43.032 INFO:tasks.rados.rados.0.smithi012.stdout:870: seq_num 275 ranges {2326528=614400,2940928=786432,3727360=499712,4227072=319488} 2024-04-02T08:26:43.046 INFO:tasks.rados.rados.0.smithi012.stdout:870: writing smithi01277369-37 from 2326528 to 2940928 tid 1 2024-04-02T08:26:43.051 INFO:tasks.rados.rados.0.smithi012.stdout:870: writing smithi01277369-37 from 2940928 to 3727360 tid 2 2024-04-02T08:26:43.054 INFO:tasks.rados.rados.0.smithi012.stdout:870: writing smithi01277369-37 from 3727360 to 4227072 tid 3 2024-04-02T08:26:43.057 INFO:tasks.rados.rados.0.smithi012.stdout:870: writing smithi01277369-37 from 4227072 to 4546560 tid 4 2024-04-02T08:26:43.057 INFO:tasks.rados.rados.0.smithi012.stdout:866: done (2 left) 2024-04-02T08:26:43.057 INFO:tasks.rados.rados.0.smithi012.stdout:871: delete oid 20 current snap is 75 2024-04-02T08:26:43.057 INFO:tasks.rados.rados.0.smithi012.stdout:869: finishing write tid 1 to smithi01277369-24 2024-04-02T08:26:43.057 INFO:tasks.rados.rados.0.smithi012.stdout:869: finishing write tid 2 to smithi01277369-24 2024-04-02T08:26:43.057 INFO:tasks.rados.rados.0.smithi012.stdout:869: finishing write tid 3 to smithi01277369-24 2024-04-02T08:26:43.057 INFO:tasks.rados.rados.0.smithi012.stdout:869: finishing write tid 4 to smithi01277369-24 2024-04-02T08:26:43.057 INFO:tasks.rados.rados.0.smithi012.stdout:869: finishing write tid 5 to smithi01277369-24 2024-04-02T08:26:43.057 INFO:tasks.rados.rados.0.smithi012.stdout:869: finishing write tid 6 to smithi01277369-24 2024-04-02T08:26:43.057 INFO:tasks.rados.rados.0.smithi012.stdout:869: oid 24 updating version 0 to 660 2024-04-02T08:26:43.058 INFO:tasks.rados.rados.0.smithi012.stdout:869: oid 24 updating version 660 to 661 2024-04-02T08:26:43.058 INFO:tasks.rados.rados.0.smithi012.stdout:869: oid 24 version 661 is already newer than 657 2024-04-02T08:26:43.058 INFO:tasks.rados.rados.0.smithi012.stdout:869: oid 24 version 661 is already newer than 658 2024-04-02T08:26:43.058 INFO:tasks.rados.rados.0.smithi012.stdout:869: oid 24 version 661 is already newer than 659 2024-04-02T08:26:43.058 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 24 v 661 (ObjNum 274 snap 75 seq_num 274) dirty exists 2024-04-02T08:26:43.058 INFO:tasks.rados.rados.0.smithi012.stdout:869: left oid 24 (ObjNum 274 snap 75 seq_num 274) 2024-04-02T08:26:43.058 INFO:tasks.rados.rados.0.smithi012.stdout:870: finishing write tid 1 to smithi01277369-37 2024-04-02T08:26:43.058 INFO:tasks.rados.rados.0.smithi012.stdout:870: finishing write tid 2 to smithi01277369-37 2024-04-02T08:26:43.058 INFO:tasks.rados.rados.0.smithi012.stdout:870: finishing write tid 3 to smithi01277369-37 2024-04-02T08:26:43.059 INFO:tasks.rados.rados.0.smithi012.stdout:869: done (2 left) 2024-04-02T08:26:43.059 INFO:tasks.rados.rados.0.smithi012.stdout:871: done (1 left) 2024-04-02T08:26:43.059 INFO:tasks.rados.rados.0.smithi012.stdout:872: snap_create 2024-04-02T08:26:43.059 INFO:tasks.rados.rados.0.smithi012.stdout:870: finishing write tid 4 to smithi01277369-37 2024-04-02T08:26:43.059 INFO:tasks.rados.rados.0.smithi012.stdout:870: finishing write tid 5 to smithi01277369-37 2024-04-02T08:26:43.060 INFO:tasks.rados.rados.0.smithi012.stdout:870: finishing write tid 6 to smithi01277369-37 2024-04-02T08:26:43.061 INFO:tasks.rados.rados.0.smithi012.stdout:870: oid 37 updating version 0 to 434 2024-04-02T08:26:43.061 INFO:tasks.rados.rados.0.smithi012.stdout:870: oid 37 updating version 434 to 436 2024-04-02T08:26:43.061 INFO:tasks.rados.rados.0.smithi012.stdout:870: oid 37 version 436 is already newer than 435 2024-04-02T08:26:43.061 INFO:tasks.rados.rados.0.smithi012.stdout:870: oid 37 version 436 is already newer than 433 2024-04-02T08:26:43.061 INFO:tasks.rados.rados.0.smithi012.stdout:870: oid 37 version 436 is already newer than 432 2024-04-02T08:26:43.061 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 37 v 436 (ObjNum 275 snap 75 seq_num 275) dirty exists 2024-04-02T08:26:43.061 INFO:tasks.rados.rados.0.smithi012.stdout:870: left oid 37 (ObjNum 275 snap 75 seq_num 275) 2024-04-02T08:26:43.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:42 smithi055 ceph-mon[31035]: osdmap e224: 8 total, 8 up, 8 in 2024-04-02T08:26:43.310 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:43 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: 2024-04-02T08:26:43.076+0000 7fa5ec84d200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:26:43.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:42 smithi012 ceph-mon[88355]: osdmap e224: 8 total, 8 up, 8 in 2024-04-02T08:26:43.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:42 smithi012 ceph-mon[38029]: osdmap e224: 8 total, 8 up, 8 in 2024-04-02T08:26:43.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:26:43 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:26:43.129+0000 7f8b60428200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:26:43.767 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:43 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: 2024-04-02T08:26:43.664+0000 7fa5ec84d200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:26:43.767 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:26:43 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:26:43.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi012\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi012\", job=\"node\", machine=\"x86_64\", nodename=\"smithi012\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi012\", job=\"node\", machine=\"x86_64\", nodename=\"smithi012\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:26:43.967 INFO:tasks.rados.rados.0.smithi012.stdout:870: done (1 left) 2024-04-02T08:26:43.967 INFO:tasks.rados.rados.0.smithi012.stdout:872: done (0 left) 2024-04-02T08:26:43.967 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 13 current snap is 76 2024-04-02T08:26:43.967 INFO:tasks.rados.rados.0.smithi012.stdout:873: seq_num 277 ranges {688128=647168,1335296=557056,1892352=516096,2408448=532480} 2024-04-02T08:26:43.974 INFO:tasks.rados.rados.0.smithi012.stdout:873: writing smithi01277369-13 from 688128 to 1335296 tid 1 2024-04-02T08:26:43.977 INFO:tasks.rados.rados.0.smithi012.stdout:873: writing smithi01277369-13 from 1335296 to 1892352 tid 2 2024-04-02T08:26:43.981 INFO:tasks.rados.rados.0.smithi012.stdout:873: writing smithi01277369-13 from 1892352 to 2408448 tid 3 2024-04-02T08:26:43.984 INFO:tasks.rados.rados.0.smithi012.stdout:873: writing smithi01277369-13 from 2408448 to 2940928 tid 4 2024-04-02T08:26:43.984 INFO:tasks.rados.rados.0.smithi012.stdout:874: delete oid 50 current snap is 76 2024-04-02T08:26:43.984 INFO:tasks.rados.rados.0.smithi012.stdout:873: finishing write tid 1 to smithi01277369-13 2024-04-02T08:26:43.984 INFO:tasks.rados.rados.0.smithi012.stdout:873: finishing write tid 2 to smithi01277369-13 2024-04-02T08:26:43.984 INFO:tasks.rados.rados.0.smithi012.stdout:873: finishing write tid 3 to smithi01277369-13 2024-04-02T08:26:43.986 INFO:tasks.rados.rados.0.smithi012.stdout:874: done (1 left) 2024-04-02T08:26:43.986 INFO:tasks.rados.rados.0.smithi012.stdout:875: rollback oid 21 current snap is 76 2024-04-02T08:26:43.986 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 21 to 73 2024-04-02T08:26:43.987 INFO:tasks.rados.rados.0.smithi012.stdout:876: snap_remove snap 74 2024-04-02T08:26:44.052 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:43 smithi012 ceph-mon[88355]: osdmap e225: 8 total, 8 up, 8 in 2024-04-02T08:26:44.053 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:43 smithi012 ceph-mon[38029]: osdmap e225: 8 total, 8 up, 8 in 2024-04-02T08:26:44.053 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:26:43 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:26:43.717+0000 7f8b60428200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:26:44.053 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:26:43 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:26:43.820+0000 7f8b60428200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:26:44.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:43 smithi055 ceph-mon[31035]: osdmap e225: 8 total, 8 up, 8 in 2024-04-02T08:26:44.060 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:43 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: 2024-04-02T08:26:43.768+0000 7fa5ec84d200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:26:44.060 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:44 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: 2024-04-02T08:26:44.003+0000 7fa5ec84d200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:26:44.061 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:44 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: [02/Apr/2024:08:26:44] ENGINE Bus STARTING 2024-04-02T08:26:44.066 INFO:tasks.rados.rados.0.smithi012.stdout:876: done (2 left) 2024-04-02T08:26:44.067 INFO:tasks.rados.rados.0.smithi012.stdout:877: snap_create 2024-04-02T08:26:44.067 INFO:tasks.rados.rados.0.smithi012.stdout:873: finishing write tid 4 to smithi01277369-13 2024-04-02T08:26:44.067 INFO:tasks.rados.rados.0.smithi012.stdout:873: finishing write tid 5 to smithi01277369-13 2024-04-02T08:26:44.067 INFO:tasks.rados.rados.0.smithi012.stdout:875: finishing rollback tid 1 to smithi01277369-21 2024-04-02T08:26:44.067 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 21 v 0 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-02T08:26:44.067 INFO:tasks.rados.rados.0.smithi012.stdout:873: finishing write tid 6 to smithi01277369-13 2024-04-02T08:26:44.067 INFO:tasks.rados.rados.0.smithi012.stdout:873: oid 13 updating version 0 to 665 2024-04-02T08:26:44.067 INFO:tasks.rados.rados.0.smithi012.stdout:873: oid 13 updating version 665 to 668 2024-04-02T08:26:44.067 INFO:tasks.rados.rados.0.smithi012.stdout:873: oid 13 version 668 is already newer than 666 2024-04-02T08:26:44.067 INFO:tasks.rados.rados.0.smithi012.stdout:873: oid 13 version 668 is already newer than 667 2024-04-02T08:26:44.067 INFO:tasks.rados.rados.0.smithi012.stdout:873: oid 13 version 668 is already newer than 664 2024-04-02T08:26:44.067 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 13 v 668 (ObjNum 277 snap 76 seq_num 277) dirty exists 2024-04-02T08:26:44.068 INFO:tasks.rados.rados.0.smithi012.stdout:873: left oid 13 (ObjNum 277 snap 76 seq_num 277) 2024-04-02T08:26:44.309 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:26:44.054+0000 7f8b60428200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:26:44.309 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: [02/Apr/2024:08:26:44] ENGINE Bus STARTING 2024-04-02T08:26:44.309 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:26:44.195+0000 7f8ac6804700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:26:44.309 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:26:44.195+0000 7f8ac6804700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:26:44.309 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:26:44.195+0000 7f8ac6804700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:26:44.309 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:26:44.195+0000 7f8ac6804700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:26:44.310 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:26:44.195+0000 7f8ac6804700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:26:44.310 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:26:44.195+0000 7f8ac07f8700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:26:44.310 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:26:44.195+0000 7f8ac07f8700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:26:44.310 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:26:44.195+0000 7f8ac07f8700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:26:44.310 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:26:44.195+0000 7f8ac07f8700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:26:44.310 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:26:44.195+0000 7f8ac07f8700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:26:44.310 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: CherryPy Checker: 2024-04-02T08:26:44.310 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: The Application mounted at '' has an empty config. 2024-04-02T08:26:44.310 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:26:44.310 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: [02/Apr/2024:08:26:44] ENGINE Serving on http://:::9283 2024-04-02T08:26:44.310 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: [02/Apr/2024:08:26:44] ENGINE Bus STARTED 2024-04-02T08:26:44.560 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:44 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: CherryPy Checker: 2024-04-02T08:26:44.560 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:44 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: The Application mounted at '' has an empty config. 2024-04-02T08:26:44.560 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:44 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: 2024-04-02T08:26:44.561 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:44 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: [02/Apr/2024:08:26:44] ENGINE Serving on http://:::9283 2024-04-02T08:26:44.561 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 08:26:44 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x[76787]: [02/Apr/2024:08:26:44] ENGINE Bus STARTED 2024-04-02T08:26:45.068 INFO:tasks.rados.rados.0.smithi012.stdout:873: done (2 left) 2024-04-02T08:26:45.069 INFO:tasks.rados.rados.0.smithi012.stdout:875: done (1 left) 2024-04-02T08:26:45.069 INFO:tasks.rados.rados.0.smithi012.stdout:877: done (0 left) 2024-04-02T08:26:45.069 INFO:tasks.rados.rados.0.smithi012.stdout:878: read oid 46 snap -1 2024-04-02T08:26:45.069 INFO:tasks.rados.rados.0.smithi012.stdout:878: expect (ObjNum 229 snap 56 seq_num 229) 2024-04-02T08:26:45.069 INFO:tasks.rados.rados.0.smithi012.stdout:879: delete oid 8 current snap is 77 2024-04-02T08:26:45.079 INFO:tasks.rados.rados.0.smithi012.stdout:878: expect (ObjNum 229 snap 56 seq_num 229) 2024-04-02T08:26:45.103 INFO:teuthology.orchestra.run.smithi012.stdout:true 2024-04-02T08:26:45.127 INFO:tasks.rados.rados.0.smithi012.stdout:878: done (1 left) 2024-04-02T08:26:45.128 INFO:tasks.rados.rados.0.smithi012.stdout:879: done (0 left) 2024-04-02T08:26:45.128 INFO:tasks.rados.rados.0.smithi012.stdout:880: snap_create 2024-04-02T08:26:45.262 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:44 smithi055 ceph-mon[31035]: osdmap e226: 8 total, 8 up, 8 in 2024-04-02T08:26:45.262 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:44 smithi055 ceph-mon[31035]: Standby manager daemon x restarted 2024-04-02T08:26:45.263 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:44 smithi055 ceph-mon[31035]: Standby manager daemon x started 2024-04-02T08:26:45.263 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:44 smithi055 ceph-mon[31035]: from='mgr.? 172.21.15.55:0/2923191297' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:26:45.263 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:44 smithi055 ceph-mon[31035]: from='mgr.? 172.21.15.55:0/2923191297' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:26:45.263 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:44 smithi055 ceph-mon[31035]: from='mgr.? 172.21.15.55:0/2923191297' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:26:45.263 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:44 smithi055 ceph-mon[31035]: from='mgr.? 172.21.15.55:0/2923191297' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:26:45.263 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:44 smithi055 ceph-mon[31035]: Active manager daemon y restarted 2024-04-02T08:26:45.263 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:44 smithi055 ceph-mon[31035]: Activating manager daemon y 2024-04-02T08:26:45.263 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:44 smithi055 ceph-mon[31035]: osdmap e227: 8 total, 8 up, 8 in 2024-04-02T08:26:45.263 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:44 smithi055 ceph-mon[31035]: mgrmap e37: y(active, starting, since 0.0080988s), standbys: x 2024-04-02T08:26:45.263 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:44 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:26:45.263 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:44 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:26:45.263 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:44 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:26:45.263 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:44 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:26:45.264 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:44 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:26:45.264 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:44 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:26:45.264 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:44 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:26:45.264 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:44 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:26:45.264 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:44 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:26:45.264 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:44 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:26:45.264 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:44 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:26:45.264 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:44 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:26:45.264 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:44 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:26:45.264 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:44 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:26:45.264 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:44 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:26:45.264 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:44 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:26:45.264 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:44 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:26:45.264 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:44 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:26:45.264 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:44 smithi055 ceph-mon[31035]: Manager daemon y is now available 2024-04-02T08:26:45.265 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:44 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:45.265 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:44 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:26:45.265 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:44 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:26:45.265 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:44 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:26:45.370 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[38029]: osdmap e226: 8 total, 8 up, 8 in 2024-04-02T08:26:45.371 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[38029]: Standby manager daemon x restarted 2024-04-02T08:26:45.371 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[38029]: Standby manager daemon x started 2024-04-02T08:26:45.371 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[38029]: from='mgr.? 172.21.15.55:0/2923191297' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:26:45.371 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[38029]: from='mgr.? 172.21.15.55:0/2923191297' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:26:45.371 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[38029]: from='mgr.? 172.21.15.55:0/2923191297' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:26:45.371 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[38029]: from='mgr.? 172.21.15.55:0/2923191297' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:26:45.371 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[38029]: Active manager daemon y restarted 2024-04-02T08:26:45.371 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[38029]: Activating manager daemon y 2024-04-02T08:26:45.371 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[38029]: osdmap e227: 8 total, 8 up, 8 in 2024-04-02T08:26:45.371 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[38029]: mgrmap e37: y(active, starting, since 0.0080988s), standbys: x 2024-04-02T08:26:45.371 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[38029]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:26:45.372 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[38029]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:26:45.372 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[38029]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:26:45.372 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[38029]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:26:45.372 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[38029]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:26:45.372 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[38029]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:26:45.372 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[38029]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:26:45.372 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[38029]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:26:45.372 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[38029]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:26:45.372 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[38029]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:26:45.372 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[38029]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:26:45.372 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[38029]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:26:45.372 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[38029]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:26:45.372 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[38029]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:26:45.372 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[38029]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:26:45.373 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[38029]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:26:45.373 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[38029]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:26:45.373 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[38029]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:26:45.373 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[38029]: Manager daemon y is now available 2024-04-02T08:26:45.373 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:26:45 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:26:45.085+0000 7f8b165ca700 -1 mgr.server handle_report got status from non-daemon mon.a 2024-04-02T08:26:45.373 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[38029]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:45.373 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[38029]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:26:45.374 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[38029]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:26:45.374 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[38029]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:26:45.374 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[88355]: osdmap e226: 8 total, 8 up, 8 in 2024-04-02T08:26:45.374 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[88355]: Standby manager daemon x restarted 2024-04-02T08:26:45.374 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[88355]: Standby manager daemon x started 2024-04-02T08:26:45.374 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[88355]: from='mgr.? 172.21.15.55:0/2923191297' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:26:45.374 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[88355]: from='mgr.? 172.21.15.55:0/2923191297' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:26:45.374 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[88355]: from='mgr.? 172.21.15.55:0/2923191297' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:26:45.375 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[88355]: from='mgr.? 172.21.15.55:0/2923191297' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:26:45.375 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[88355]: Active manager daemon y restarted 2024-04-02T08:26:45.375 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[88355]: Activating manager daemon y 2024-04-02T08:26:45.375 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[88355]: osdmap e227: 8 total, 8 up, 8 in 2024-04-02T08:26:45.375 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[88355]: mgrmap e37: y(active, starting, since 0.0080988s), standbys: x 2024-04-02T08:26:45.375 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:26:45.375 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:26:45.375 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:26:45.375 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:26:45.376 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:26:45.376 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:26:45.376 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:26:45.376 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:26:45.376 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:26:45.376 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:26:45.376 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:26:45.376 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:26:45.376 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:26:45.376 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:26:45.376 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:26:45.376 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:26:45.376 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:26:45.376 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:26:45.377 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[88355]: Manager daemon y is now available 2024-04-02T08:26:45.377 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:45.377 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:26:45.377 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:26:45.377 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:26:45.438 INFO:teuthology.orchestra.run.smithi012.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:26:45.438 INFO:teuthology.orchestra.run.smithi012.stdout:alertmanager.a smithi012 *:9093,9094 running (4m) 44s ago 5m 27.4M - 0.25.0 c8568f914cd2 3ed3fc1b8013 2024-04-02T08:26:45.438 INFO:teuthology.orchestra.run.smithi012.stdout:grafana.a smithi055 *:3000 running (5m) 22s ago 5m 89.3M - 9.4.7 954c08fa6188 9788bcfbfb6f 2024-04-02T08:26:45.438 INFO:teuthology.orchestra.run.smithi012.stdout:mds.a smithi012 running (6m) 44s ago 6m 16.1M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 756f041a4b0e 2024-04-02T08:26:45.438 INFO:teuthology.orchestra.run.smithi012.stdout:mds.b smithi055 running (6m) 22s ago 6m 19.7M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 0a0c21b36b12 2024-04-02T08:26:45.439 INFO:teuthology.orchestra.run.smithi012.stdout:mgr.x smithi055 *:8443,9283,8765 running (28s) 22s ago 9m 92.2M - 19.0.0-2422-g3cba26ea beaaa8a653cf 111621b46bd2 2024-04-02T08:26:45.439 INFO:teuthology.orchestra.run.smithi012.stdout:mgr.y smithi012 *:8443,9283,8765 running (58s) 44s ago 11m 476M - 19.0.0-2422-g3cba26ea beaaa8a653cf fe667762b028 2024-04-02T08:26:45.439 INFO:teuthology.orchestra.run.smithi012.stdout:mon.a smithi012 running (11m) 44s ago 11m 56.1M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d b8a2d50fe893 2024-04-02T08:26:45.439 INFO:teuthology.orchestra.run.smithi012.stdout:mon.b smithi055 running (10m) 22s ago 10m 50.6M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d 61752f499722 2024-04-02T08:26:45.439 INFO:teuthology.orchestra.run.smithi012.stdout:mon.c smithi012 running (10m) 44s ago 10m 45.5M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d c471055007a2 2024-04-02T08:26:45.439 INFO:teuthology.orchestra.run.smithi012.stdout:node-exporter.a smithi012 *:9100 running (5m) 44s ago 4m 17.1M - 1.5.0 0da6a335fe13 a3d31893d77a 2024-04-02T08:26:45.439 INFO:teuthology.orchestra.run.smithi012.stdout:node-exporter.b smithi055 *:9100 running (4m) 22s ago 4m 15.5M - 1.5.0 0da6a335fe13 e1788e402810 2024-04-02T08:26:45.439 INFO:teuthology.orchestra.run.smithi012.stdout:osd.0 smithi012 running (9m) 44s ago 9m 123M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d ae3670468d2f 2024-04-02T08:26:45.439 INFO:teuthology.orchestra.run.smithi012.stdout:osd.1 smithi012 running (9m) 44s ago 9m 136M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d c0e45226a432 2024-04-02T08:26:45.439 INFO:teuthology.orchestra.run.smithi012.stdout:osd.2 smithi012 running (8m) 44s ago 8m 118M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 1a1a0831f480 2024-04-02T08:26:45.439 INFO:teuthology.orchestra.run.smithi012.stdout:osd.3 smithi012 running (8m) 44s ago 8m 79.7M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d f2070d5ae9b3 2024-04-02T08:26:45.439 INFO:teuthology.orchestra.run.smithi012.stdout:osd.4 smithi055 running (7m) 22s ago 7m 112M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 6ea99dd7fbaa 2024-04-02T08:26:45.439 INFO:teuthology.orchestra.run.smithi012.stdout:osd.5 smithi055 running (7m) 22s ago 7m 137M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 300691ec9744 2024-04-02T08:26:45.439 INFO:teuthology.orchestra.run.smithi012.stdout:osd.6 smithi055 running (7m) 22s ago 7m 89.6M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 256c0abe00a7 2024-04-02T08:26:45.440 INFO:teuthology.orchestra.run.smithi012.stdout:osd.7 smithi055 running (6m) 22s ago 6m 112M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d edc056f1c4d7 2024-04-02T08:26:45.440 INFO:teuthology.orchestra.run.smithi012.stdout:prometheus.a smithi055 *:9095 running (33s) 22s ago 5m 36.3M - 2.43.0 a07b618ecd1d c518c69f0a2f 2024-04-02T08:26:45.849 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-04-02T08:26:45.849 INFO:teuthology.orchestra.run.smithi012.stdout: "mon": { 2024-04-02T08:26:45.850 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2, 2024-04-02T08:26:45.850 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 1 2024-04-02T08:26:45.850 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:26:45.850 INFO:teuthology.orchestra.run.smithi012.stdout: "mgr": { 2024-04-02T08:26:45.850 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:26:45.850 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:26:45.850 INFO:teuthology.orchestra.run.smithi012.stdout: "osd": { 2024-04-02T08:26:45.850 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:26:45.850 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:26:45.850 INFO:teuthology.orchestra.run.smithi012.stdout: "mds": { 2024-04-02T08:26:45.850 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:26:45.850 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:26:45.850 INFO:teuthology.orchestra.run.smithi012.stdout: "overall": { 2024-04-02T08:26:45.851 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 12, 2024-04-02T08:26:45.851 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:26:45.851 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-04-02T08:26:45.851 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-04-02T08:26:46.088 INFO:tasks.rados.rados.0.smithi012.stdout:880: done (0 left) 2024-04-02T08:26:46.088 INFO:tasks.rados.rados.0.smithi012.stdout:881: setattr oid 42 current snap is 78 2024-04-02T08:26:46.090 INFO:tasks.rados.rados.0.smithi012.stdout:882: delete oid 12 current snap is 78 2024-04-02T08:26:46.094 INFO:tasks.rados.rados.0.smithi012.stdout:882: done (1 left) 2024-04-02T08:26:46.094 INFO:tasks.rados.rados.0.smithi012.stdout:883: read oid 16 snap 73 2024-04-02T08:26:46.094 INFO:tasks.rados.rados.0.smithi012.stdout:883: expect (ObjNum 215 snap 55 seq_num 215) 2024-04-02T08:26:46.094 INFO:tasks.rados.rados.0.smithi012.stdout:884: rollback oid 44 current snap is 78 2024-04-02T08:26:46.095 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 44 to 76 2024-04-02T08:26:46.095 INFO:tasks.rados.rados.0.smithi012.stdout:885: rollback oid 1 current snap is 78 2024-04-02T08:26:46.095 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 1 to 73 2024-04-02T08:26:46.095 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 12 current snap is 78 2024-04-02T08:26:46.095 INFO:tasks.rados.rados.0.smithi012.stdout:886: seq_num 281 ranges {0=712704,712704=491520,1204224=491520,1695744=622592} 2024-04-02T08:26:46.099 INFO:tasks.rados.rados.0.smithi012.stdout:886: writing smithi01277369-12 from 0 to 712704 tid 1 2024-04-02T08:26:46.102 INFO:tasks.rados.rados.0.smithi012.stdout:886: writing smithi01277369-12 from 712704 to 1204224 tid 2 2024-04-02T08:26:46.105 INFO:tasks.rados.rados.0.smithi012.stdout:886: writing smithi01277369-12 from 1204224 to 1695744 tid 3 2024-04-02T08:26:46.109 INFO:tasks.rados.rados.0.smithi012.stdout:886: writing smithi01277369-12 from 1695744 to 2318336 tid 4 2024-04-02T08:26:46.109 INFO:tasks.rados.rados.0.smithi012.stdout:887: rollback oid 35 current snap is 78 2024-04-02T08:26:46.109 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 35 to 76 2024-04-02T08:26:46.110 INFO:tasks.rados.rados.0.smithi012.stdout:885: finishing rollback tid 0 to smithi01277369-1 2024-04-02T08:26:46.110 INFO:tasks.rados.rados.0.smithi012.stdout:888: read oid 29 snap -1 2024-04-02T08:26:46.110 INFO:tasks.rados.rados.0.smithi012.stdout:888: expect deleted 2024-04-02T08:26:46.110 INFO:tasks.rados.rados.0.smithi012.stdout:889: snap_create 2024-04-02T08:26:46.110 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 42 v 437 (ObjNum 76 snap 12 seq_num 76) dirty exists 2024-04-02T08:26:46.110 INFO:tasks.rados.rados.0.smithi012.stdout:885: finishing rollback tid 1 to smithi01277369-1 2024-04-02T08:26:46.110 INFO:tasks.rados.rados.0.smithi012.stdout:885: finishing rollback tid 2 to smithi01277369-1 2024-04-02T08:26:46.110 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 1 v 358 (ObjNum 261 snap 72 seq_num 261) dirty exists 2024-04-02T08:26:46.110 INFO:tasks.rados.rados.0.smithi012.stdout:884: finishing rollback tid 0 to smithi01277369-44 2024-04-02T08:26:46.110 INFO:tasks.rados.rados.0.smithi012.stdout:884: finishing rollback tid 1 to smithi01277369-44 2024-04-02T08:26:46.110 INFO:tasks.rados.rados.0.smithi012.stdout:884: finishing rollback tid 2 to smithi01277369-44 2024-04-02T08:26:46.110 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 44 v 447 (ObjNum 258 snap 72 seq_num 258) dirty exists 2024-04-02T08:26:46.110 INFO:tasks.rados.rados.0.smithi012.stdout:886: finishing write tid 1 to smithi01277369-12 2024-04-02T08:26:46.111 INFO:tasks.rados.rados.0.smithi012.stdout:886: finishing write tid 2 to smithi01277369-12 2024-04-02T08:26:46.111 INFO:tasks.rados.rados.0.smithi012.stdout:883: expect (ObjNum 215 snap 55 seq_num 215) 2024-04-02T08:26:46.142 INFO:tasks.rados.rados.0.smithi012.stdout:886: finishing write tid 3 to smithi01277369-12 2024-04-02T08:26:46.142 INFO:tasks.rados.rados.0.smithi012.stdout:887: finishing rollback tid 1 to smithi01277369-35 2024-04-02T08:26:46.143 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 35 v 0 (ObjNum 33 snap 0 seq_num 923914288) dirty dne 2024-04-02T08:26:46.143 INFO:tasks.rados.rados.0.smithi012.stdout:886: finishing write tid 4 to smithi01277369-12 2024-04-02T08:26:46.143 INFO:tasks.rados.rados.0.smithi012.stdout:886: finishing write tid 5 to smithi01277369-12 2024-04-02T08:26:46.143 INFO:tasks.rados.rados.0.smithi012.stdout:886: finishing write tid 6 to smithi01277369-12 2024-04-02T08:26:46.143 INFO:tasks.rados.rados.0.smithi012.stdout:886: oid 12 updating version 0 to 443 2024-04-02T08:26:46.143 INFO:tasks.rados.rados.0.smithi012.stdout:886: oid 12 version 443 is already newer than 442 2024-04-02T08:26:46.143 INFO:tasks.rados.rados.0.smithi012.stdout:886: oid 12 updating version 443 to 446 2024-04-02T08:26:46.143 INFO:tasks.rados.rados.0.smithi012.stdout:886: oid 12 version 446 is already newer than 444 2024-04-02T08:26:46.143 INFO:tasks.rados.rados.0.smithi012.stdout:886: oid 12 version 446 is already newer than 445 2024-04-02T08:26:46.143 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 12 v 446 (ObjNum 281 snap 78 seq_num 281) dirty exists 2024-04-02T08:26:46.143 INFO:tasks.rados.rados.0.smithi012.stdout:886: left oid 12 (ObjNum 281 snap 78 seq_num 281) 2024-04-02T08:26:46.172 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:46 smithi012 ceph-mon[88355]: osdmap e228: 8 total, 8 up, 8 in 2024-04-02T08:26:46.172 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:46 smithi012 ceph-mon[88355]: mgrmap e38: y(active, since 1.02268s), standbys: x 2024-04-02T08:26:46.172 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:46 smithi012 ceph-mon[88355]: [02/Apr/2024:08:26:45] ENGINE Bus STARTING 2024-04-02T08:26:46.172 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:46 smithi012 ceph-mon[88355]: [02/Apr/2024:08:26:45] ENGINE Serving on https://172.21.15.12:7150 2024-04-02T08:26:46.172 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:46 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1599315307' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:26:46.173 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:46 smithi012 ceph-mon[88355]: [02/Apr/2024:08:26:45] ENGINE Serving on http://172.21.15.12:8765 2024-04-02T08:26:46.173 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:46 smithi012 ceph-mon[88355]: [02/Apr/2024:08:26:45] ENGINE Bus STARTED 2024-04-02T08:26:46.173 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:46 smithi012 ceph-mon[38029]: osdmap e228: 8 total, 8 up, 8 in 2024-04-02T08:26:46.173 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:46 smithi012 ceph-mon[38029]: mgrmap e38: y(active, since 1.02268s), standbys: x 2024-04-02T08:26:46.173 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:46 smithi012 ceph-mon[38029]: [02/Apr/2024:08:26:45] ENGINE Bus STARTING 2024-04-02T08:26:46.173 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:46 smithi012 ceph-mon[38029]: [02/Apr/2024:08:26:45] ENGINE Serving on https://172.21.15.12:7150 2024-04-02T08:26:46.173 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:46 smithi012 ceph-mon[38029]: from='client.? 172.21.15.12:0/1599315307' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:26:46.173 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:46 smithi012 ceph-mon[38029]: [02/Apr/2024:08:26:45] ENGINE Serving on http://172.21.15.12:8765 2024-04-02T08:26:46.173 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:46 smithi012 ceph-mon[38029]: [02/Apr/2024:08:26:45] ENGINE Bus STARTED 2024-04-02T08:26:46.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:46 smithi055 ceph-mon[31035]: osdmap e228: 8 total, 8 up, 8 in 2024-04-02T08:26:46.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:46 smithi055 ceph-mon[31035]: mgrmap e38: y(active, since 1.02268s), standbys: x 2024-04-02T08:26:46.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:46 smithi055 ceph-mon[31035]: [02/Apr/2024:08:26:45] ENGINE Bus STARTING 2024-04-02T08:26:46.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:46 smithi055 ceph-mon[31035]: [02/Apr/2024:08:26:45] ENGINE Serving on https://172.21.15.12:7150 2024-04-02T08:26:46.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:46 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/1599315307' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:26:46.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:46 smithi055 ceph-mon[31035]: [02/Apr/2024:08:26:45] ENGINE Serving on http://172.21.15.12:8765 2024-04-02T08:26:46.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:46 smithi055 ceph-mon[31035]: [02/Apr/2024:08:26:45] ENGINE Bus STARTED 2024-04-02T08:26:47.084 INFO:tasks.rados.rados.0.smithi012.stdout:881: done (7 left) 2024-04-02T08:26:47.084 INFO:tasks.rados.rados.0.smithi012.stdout:883: done (6 left) 2024-04-02T08:26:47.084 INFO:tasks.rados.rados.0.smithi012.stdout:884: done (5 left) 2024-04-02T08:26:47.084 INFO:tasks.rados.rados.0.smithi012.stdout:885: done (4 left) 2024-04-02T08:26:47.084 INFO:tasks.rados.rados.0.smithi012.stdout:886: done (3 left) 2024-04-02T08:26:47.084 INFO:tasks.rados.rados.0.smithi012.stdout:887: done (2 left) 2024-04-02T08:26:47.084 INFO:tasks.rados.rados.0.smithi012.stdout:888: done (1 left) 2024-04-02T08:26:47.084 INFO:tasks.rados.rados.0.smithi012.stdout:889: done (0 left) 2024-04-02T08:26:47.085 INFO:tasks.rados.rados.0.smithi012.stdout:890: snap_remove snap 76 2024-04-02T08:26:47.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:47 smithi055 ceph-mon[31035]: pgmap v5: 121 pgs: 121 active+clean; 110 MiB data, 790 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:26:47.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:47 smithi055 ceph-mon[31035]: mgrmap e39: y(active, since 2s), standbys: x 2024-04-02T08:26:47.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:47 smithi055 ceph-mon[31035]: osdmap e229: 8 total, 8 up, 8 in 2024-04-02T08:26:47.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:47 smithi012 ceph-mon[88355]: pgmap v5: 121 pgs: 121 active+clean; 110 MiB data, 790 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:26:47.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:47 smithi012 ceph-mon[88355]: mgrmap e39: y(active, since 2s), standbys: x 2024-04-02T08:26:47.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:47 smithi012 ceph-mon[88355]: osdmap e229: 8 total, 8 up, 8 in 2024-04-02T08:26:47.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:47 smithi012 ceph-mon[38029]: pgmap v5: 121 pgs: 121 active+clean; 110 MiB data, 790 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:26:47.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:47 smithi012 ceph-mon[38029]: mgrmap e39: y(active, since 2s), standbys: x 2024-04-02T08:26:47.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:47 smithi012 ceph-mon[38029]: osdmap e229: 8 total, 8 up, 8 in 2024-04-02T08:26:48.099 INFO:tasks.rados.rados.0.smithi012.stdout:890: done (0 left) 2024-04-02T08:26:48.100 INFO:tasks.rados.rados.0.smithi012.stdout:891: rmattr oid 41 current snap is 79 2024-04-02T08:26:48.100 INFO:tasks.rados.rados.0.smithi012.stdout:892: snap_remove snap 78 2024-04-02T08:26:48.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:48 smithi012 ceph-mon[88355]: osdmap e230: 8 total, 8 up, 8 in 2024-04-02T08:26:48.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:48 smithi012 ceph-mon[38029]: osdmap e230: 8 total, 8 up, 8 in 2024-04-02T08:26:48.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:26:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:26:47] "GET /metrics HTTP/1.1" 200 33272 "" "Prometheus/2.43.0" 2024-04-02T08:26:48.397 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:48 smithi055 ceph-mon[31035]: osdmap e230: 8 total, 8 up, 8 in 2024-04-02T08:26:48.863 INFO:tasks.rados.rados.0.smithi012.stdout:892: done (1 left) 2024-04-02T08:26:48.864 INFO:tasks.rados.rados.0.smithi012.stdout:893: setattr oid 12 current snap is 79 2024-04-02T08:26:48.864 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 41 v 320 (ObjNum 266 snap 72 seq_num 266) dirty exists 2024-04-02T08:26:48.865 INFO:tasks.rados.rados.0.smithi012.stdout:891: done (1 left) 2024-04-02T08:26:48.865 INFO:tasks.rados.rados.0.smithi012.stdout:894: rmattr oid 31 current snap is 79 2024-04-02T08:26:48.865 INFO:tasks.rados.rados.0.smithi012.stdout:894: done (1 left) 2024-04-02T08:26:48.865 INFO:tasks.rados.rados.0.smithi012.stdout:895: rollback oid 42 current snap is 79 2024-04-02T08:26:48.866 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 42 to 77 2024-04-02T08:26:48.866 INFO:tasks.rados.rados.0.smithi012.stdout:896: rollback oid 38 current snap is 79 2024-04-02T08:26:48.866 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 38 to 77 2024-04-02T08:26:48.866 INFO:tasks.rados.rados.0.smithi012.stdout:897: snap_create 2024-04-02T08:26:48.868 INFO:tasks.rados.rados.0.smithi012.stdout:895: finishing rollback tid 0 to smithi01277369-42 2024-04-02T08:26:48.871 INFO:tasks.rados.rados.0.smithi012.stdout:895: finishing rollback tid 1 to smithi01277369-42 2024-04-02T08:26:48.871 INFO:tasks.rados.rados.0.smithi012.stdout:895: finishing rollback tid 2 to smithi01277369-42 2024-04-02T08:26:48.871 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 42 v 440 (ObjNum 76 snap 12 seq_num 76) dirty exists 2024-04-02T08:26:48.873 INFO:tasks.rados.rados.0.smithi012.stdout:896: finishing rollback tid 0 to smithi01277369-38 2024-04-02T08:26:48.873 INFO:tasks.rados.rados.0.smithi012.stdout:896: finishing rollback tid 1 to smithi01277369-38 2024-04-02T08:26:48.875 INFO:tasks.rados.rados.0.smithi012.stdout:896: finishing rollback tid 2 to smithi01277369-38 2024-04-02T08:26:48.875 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 38 v 350 (ObjNum 126 snap 28 seq_num 126) dirty exists 2024-04-02T08:26:48.875 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 12 v 447 (ObjNum 281 snap 78 seq_num 281) dirty exists 2024-04-02T08:26:49.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:49 smithi012 ceph-mon[38029]: pgmap v8: 121 pgs: 121 active+clean; 110 MiB data, 790 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:26:49.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:49 smithi012 ceph-mon[38029]: osdmap e231: 8 total, 8 up, 8 in 2024-04-02T08:26:49.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:49 smithi012 ceph-mon[38029]: mgrmap e40: y(active, since 4s), standbys: x 2024-04-02T08:26:49.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:49 smithi012 ceph-mon[38029]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:26:49.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:49 smithi012 ceph-mon[38029]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:26:49.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:49 smithi012 ceph-mon[38029]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:26:49.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:49 smithi012 ceph-mon[38029]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:26:49.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:49 smithi012 ceph-mon[38029]: osdmap e232: 8 total, 8 up, 8 in 2024-04-02T08:26:49.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:49 smithi012 ceph-mon[88355]: pgmap v8: 121 pgs: 121 active+clean; 110 MiB data, 790 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:26:49.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:49 smithi012 ceph-mon[88355]: osdmap e231: 8 total, 8 up, 8 in 2024-04-02T08:26:49.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:49 smithi012 ceph-mon[88355]: mgrmap e40: y(active, since 4s), standbys: x 2024-04-02T08:26:49.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:26:49.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:26:49.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:26:49.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:26:49.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:49 smithi012 ceph-mon[88355]: osdmap e232: 8 total, 8 up, 8 in 2024-04-02T08:26:49.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:49 smithi055 ceph-mon[31035]: pgmap v8: 121 pgs: 121 active+clean; 110 MiB data, 790 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:26:49.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:49 smithi055 ceph-mon[31035]: osdmap e231: 8 total, 8 up, 8 in 2024-04-02T08:26:49.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:49 smithi055 ceph-mon[31035]: mgrmap e40: y(active, since 4s), standbys: x 2024-04-02T08:26:49.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:49 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:26:49.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:49 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:26:49.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:49 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:26:49.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:49 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:26:49.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:49 smithi055 ceph-mon[31035]: osdmap e232: 8 total, 8 up, 8 in 2024-04-02T08:26:49.870 INFO:tasks.rados.rados.0.smithi012.stdout:893: done (3 left) 2024-04-02T08:26:49.870 INFO:tasks.rados.rados.0.smithi012.stdout:895: done (2 left) 2024-04-02T08:26:49.871 INFO:tasks.rados.rados.0.smithi012.stdout:896: done (1 left) 2024-04-02T08:26:49.871 INFO:tasks.rados.rados.0.smithi012.stdout:897: done (0 left) 2024-04-02T08:26:49.871 INFO:tasks.rados.rados.0.smithi012.stdout:898: rollback oid 43 current snap is 80 2024-04-02T08:26:49.871 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 43 to 73 2024-04-02T08:26:49.871 INFO:tasks.rados.rados.0.smithi012.stdout:899: snap_create 2024-04-02T08:26:49.873 INFO:tasks.rados.rados.0.smithi012.stdout:898: finishing rollback tid 0 to smithi01277369-43 2024-04-02T08:26:49.874 INFO:tasks.rados.rados.0.smithi012.stdout:898: finishing rollback tid 1 to smithi01277369-43 2024-04-02T08:26:49.874 INFO:tasks.rados.rados.0.smithi012.stdout:898: finishing rollback tid 2 to smithi01277369-43 2024-04-02T08:26:49.874 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 43 v 450 (ObjNum 223 snap 55 seq_num 223) dirty exists 2024-04-02T08:26:50.781 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:50 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:26:50.781 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:50 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:26:50.781 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:50 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:26:50.781 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:50 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:26:50.781 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:50 smithi055 ceph-mon[31035]: osdmap e233: 8 total, 8 up, 8 in 2024-04-02T08:26:50.884 INFO:tasks.rados.rados.0.smithi012.stdout:898: done (1 left) 2024-04-02T08:26:50.884 INFO:tasks.rados.rados.0.smithi012.stdout:899: done (0 left) 2024-04-02T08:26:50.884 INFO:tasks.rados.rados.0.smithi012.stdout:900: rmattr oid 29 current snap is 81 2024-04-02T08:26:50.884 INFO:tasks.rados.rados.0.smithi012.stdout:900: done (0 left) 2024-04-02T08:26:50.884 INFO:tasks.rados.rados.0.smithi012.stdout:901: snap_create 2024-04-02T08:26:50.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:50 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:26:50.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:50 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:26:50.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:50 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:26:50.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:50 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:26:50.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:50 smithi012 ceph-mon[88355]: osdmap e233: 8 total, 8 up, 8 in 2024-04-02T08:26:50.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:50 smithi012 ceph-mon[38029]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:26:50.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:50 smithi012 ceph-mon[38029]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:26:50.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:50 smithi012 ceph-mon[38029]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:26:50.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:50 smithi012 ceph-mon[38029]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:26:50.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:50 smithi012 ceph-mon[38029]: osdmap e233: 8 total, 8 up, 8 in 2024-04-02T08:26:51.885 INFO:tasks.rados.rados.0.smithi012.stdout:901: done (0 left) 2024-04-02T08:26:51.885 INFO:tasks.rados.rados.0.smithi012.stdout:902: delete oid 33 current snap is 82 2024-04-02T08:26:51.890 INFO:tasks.rados.rados.0.smithi012.stdout:902: done (0 left) 2024-04-02T08:26:51.891 INFO:tasks.rados.rados.0.smithi012.stdout:903: setattr oid 48 current snap is 82 2024-04-02T08:26:51.892 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 2 current snap is 82 2024-04-02T08:26:51.892 INFO:tasks.rados.rados.0.smithi012.stdout:904: seq_num 283 ranges {1867776=745472,2613248=712704,3325952=458752,3784704=434176} 2024-04-02T08:26:51.907 INFO:tasks.rados.rados.0.smithi012.stdout:904: writing smithi01277369-2 from 1867776 to 2613248 tid 1 2024-04-02T08:26:51.910 INFO:tasks.rados.rados.0.smithi012.stdout:904: writing smithi01277369-2 from 2613248 to 3325952 tid 2 2024-04-02T08:26:51.913 INFO:tasks.rados.rados.0.smithi012.stdout:904: writing smithi01277369-2 from 3325952 to 3784704 tid 3 2024-04-02T08:26:51.917 INFO:tasks.rados.rados.0.smithi012.stdout:904: writing smithi01277369-2 from 3784704 to 4218880 tid 4 2024-04-02T08:26:51.917 INFO:tasks.rados.rados.0.smithi012.stdout:905: read oid 37 snap -1 2024-04-02T08:26:51.918 INFO:tasks.rados.rados.0.smithi012.stdout:905: expect (ObjNum 275 snap 75 seq_num 275) 2024-04-02T08:26:51.918 INFO:tasks.rados.rados.0.smithi012.stdout:906: copy_from oid 40 from oid 33 current snap is 82 2024-04-02T08:26:51.918 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 48 v 441 (ObjNum 3281 snap 0 seq_num 917738592) dirty exists 2024-04-02T08:26:51.918 INFO:tasks.rados.rados.0.smithi012.stdout:904: finishing write tid 1 to smithi01277369-2 2024-04-02T08:26:51.918 INFO:tasks.rados.rados.0.smithi012.stdout:904: finishing write tid 2 to smithi01277369-2 2024-04-02T08:26:51.918 INFO:tasks.rados.rados.0.smithi012.stdout:904: finishing write tid 3 to smithi01277369-2 2024-04-02T08:26:51.919 INFO:tasks.rados.rados.0.smithi012.stdout:903: done (3 left) 2024-04-02T08:26:51.919 INFO:tasks.rados.rados.0.smithi012.stdout:907: snap_remove snap 73 2024-04-02T08:26:52.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:51 smithi055 ceph-mon[31035]: pgmap v12: 121 pgs: 121 active+clean; 110 MiB data, 790 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:26:52.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:51 smithi055 ceph-mon[31035]: osdmap e234: 8 total, 8 up, 8 in 2024-04-02T08:26:52.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:51 smithi012 ceph-mon[88355]: pgmap v12: 121 pgs: 121 active+clean; 110 MiB data, 790 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:26:52.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:51 smithi012 ceph-mon[88355]: osdmap e234: 8 total, 8 up, 8 in 2024-04-02T08:26:52.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:51 smithi012 ceph-mon[38029]: pgmap v12: 121 pgs: 121 active+clean; 110 MiB data, 790 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:26:52.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:51 smithi012 ceph-mon[38029]: osdmap e234: 8 total, 8 up, 8 in 2024-04-02T08:26:52.577 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:26:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:26:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:26:52.913 INFO:tasks.rados.rados.0.smithi012.stdout:904: finishing write tid 4 to smithi01277369-2 2024-04-02T08:26:52.913 INFO:tasks.rados.rados.0.smithi012.stdout:906: finishing copy_from to smithi01277369-40 2024-04-02T08:26:52.913 INFO:tasks.rados.rados.0.smithi012.stdout:906: got expected ENOENT (src dne) 2024-04-02T08:26:52.913 INFO:tasks.rados.rados.0.smithi012.stdout:904: finishing write tid 5 to smithi01277369-2 2024-04-02T08:26:52.913 INFO:tasks.rados.rados.0.smithi012.stdout:906: finishing copy_from racing read to smithi01277369-40 2024-04-02T08:26:52.913 INFO:tasks.rados.rados.0.smithi012.stdout:904: finishing write tid 6 to smithi01277369-2 2024-04-02T08:26:52.913 INFO:tasks.rados.rados.0.smithi012.stdout:904: oid 2 updating version 0 to 450 2024-04-02T08:26:52.913 INFO:tasks.rados.rados.0.smithi012.stdout:904: oid 2 updating version 450 to 452 2024-04-02T08:26:52.913 INFO:tasks.rados.rados.0.smithi012.stdout:904: oid 2 version 452 is already newer than 451 2024-04-02T08:26:52.913 INFO:tasks.rados.rados.0.smithi012.stdout:904: oid 2 version 452 is already newer than 449 2024-04-02T08:26:52.913 INFO:tasks.rados.rados.0.smithi012.stdout:904: oid 2 version 452 is already newer than 448 2024-04-02T08:26:52.913 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 2 v 452 (ObjNum 283 snap 82 seq_num 283) dirty exists 2024-04-02T08:26:52.914 INFO:tasks.rados.rados.0.smithi012.stdout:904: left oid 2 (ObjNum 283 snap 82 seq_num 283) 2024-04-02T08:26:52.914 INFO:tasks.rados.rados.0.smithi012.stdout:905: expect (ObjNum 275 snap 75 seq_num 275) 2024-04-02T08:26:53.069 INFO:tasks.rados.rados.0.smithi012.stdout:904: done (3 left) 2024-04-02T08:26:53.069 INFO:tasks.rados.rados.0.smithi012.stdout:905: done (2 left) 2024-04-02T08:26:53.070 INFO:tasks.rados.rados.0.smithi012.stdout:906: done (1 left) 2024-04-02T08:26:53.070 INFO:tasks.rados.rados.0.smithi012.stdout:907: done (0 left) 2024-04-02T08:26:53.070 INFO:tasks.rados.rados.0.smithi012.stdout:908: setattr oid 31 current snap is 82 2024-04-02T08:26:53.071 INFO:tasks.rados.rados.0.smithi012.stdout:909: snap_create 2024-04-02T08:26:53.073 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 31 v 227 (ObjNum 97 snap 0 seq_num 1) dirty exists 2024-04-02T08:26:53.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:52 smithi012 ceph-mon[88355]: osdmap e235: 8 total, 8 up, 8 in 2024-04-02T08:26:53.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:52 smithi012 ceph-mon[38029]: osdmap e235: 8 total, 8 up, 8 in 2024-04-02T08:26:53.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:52 smithi055 ceph-mon[31035]: osdmap e235: 8 total, 8 up, 8 in 2024-04-02T08:26:53.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:26:53 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:26:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi012\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi012\", job=\"node\", machine=\"x86_64\", nodename=\"smithi012\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi012\", job=\"node\", machine=\"x86_64\", nodename=\"smithi012\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:26:53.861 INFO:tasks.rados.rados.0.smithi012.stdout:908: done (1 left) 2024-04-02T08:26:53.861 INFO:tasks.rados.rados.0.smithi012.stdout:909: done (0 left) 2024-04-02T08:26:53.862 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 37 current snap is 83 2024-04-02T08:26:53.862 INFO:tasks.rados.rados.0.smithi012.stdout:910: seq_num 284 ranges {4546560=761856,5308416=598016,5906432=671744,6578176=335872} 2024-04-02T08:26:53.890 INFO:tasks.rados.rados.0.smithi012.stdout:910: writing smithi01277369-37 from 4546560 to 5308416 tid 1 2024-04-02T08:26:53.894 INFO:tasks.rados.rados.0.smithi012.stdout:910: writing smithi01277369-37 from 5308416 to 5906432 tid 2 2024-04-02T08:26:53.898 INFO:tasks.rados.rados.0.smithi012.stdout:910: writing smithi01277369-37 from 5906432 to 6578176 tid 3 2024-04-02T08:26:53.900 INFO:tasks.rados.rados.0.smithi012.stdout:910: writing smithi01277369-37 from 6578176 to 6914048 tid 4 2024-04-02T08:26:53.900 INFO:tasks.rados.rados.0.smithi012.stdout:911: snap_create 2024-04-02T08:26:53.900 INFO:tasks.rados.rados.0.smithi012.stdout:910: finishing write tid 1 to smithi01277369-37 2024-04-02T08:26:53.900 INFO:tasks.rados.rados.0.smithi012.stdout:910: finishing write tid 2 to smithi01277369-37 2024-04-02T08:26:53.903 INFO:tasks.rados.rados.0.smithi012.stdout:910: finishing write tid 3 to smithi01277369-37 2024-04-02T08:26:53.903 INFO:tasks.rados.rados.0.smithi012.stdout:910: finishing write tid 4 to smithi01277369-37 2024-04-02T08:26:53.903 INFO:tasks.rados.rados.0.smithi012.stdout:910: finishing write tid 5 to smithi01277369-37 2024-04-02T08:26:53.904 INFO:tasks.rados.rados.0.smithi012.stdout:910: finishing write tid 6 to smithi01277369-37 2024-04-02T08:26:53.904 INFO:tasks.rados.rados.0.smithi012.stdout:910: oid 37 updating version 0 to 445 2024-04-02T08:26:53.904 INFO:tasks.rados.rados.0.smithi012.stdout:910: oid 37 version 445 is already newer than 443 2024-04-02T08:26:53.904 INFO:tasks.rados.rados.0.smithi012.stdout:910: oid 37 version 445 is already newer than 442 2024-04-02T08:26:53.904 INFO:tasks.rados.rados.0.smithi012.stdout:910: oid 37 version 445 is already newer than 444 2024-04-02T08:26:53.904 INFO:tasks.rados.rados.0.smithi012.stdout:910: oid 37 updating version 445 to 446 2024-04-02T08:26:53.904 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 37 v 446 (ObjNum 284 snap 83 seq_num 284) dirty exists 2024-04-02T08:26:53.904 INFO:tasks.rados.rados.0.smithi012.stdout:910: left oid 37 (ObjNum 284 snap 83 seq_num 284) 2024-04-02T08:26:54.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:53 smithi012 ceph-mon[38029]: pgmap v15: 121 pgs: 121 active+clean; 113 MiB data, 794 MiB used, 714 GiB / 715 GiB avail; 944 KiB/s rd, 568 KiB/s wr, 46 op/s 2024-04-02T08:26:54.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:53 smithi012 ceph-mon[38029]: osdmap e236: 8 total, 8 up, 8 in 2024-04-02T08:26:54.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:53 smithi012 ceph-mon[38029]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:26:54.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:53 smithi012 ceph-mon[38029]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:26:54.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:53 smithi012 ceph-mon[38029]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:54.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:53 smithi012 ceph-mon[38029]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:54.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:53 smithi012 ceph-mon[38029]: osdmap e237: 8 total, 8 up, 8 in 2024-04-02T08:26:54.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:53 smithi012 ceph-mon[88355]: pgmap v15: 121 pgs: 121 active+clean; 113 MiB data, 794 MiB used, 714 GiB / 715 GiB avail; 944 KiB/s rd, 568 KiB/s wr, 46 op/s 2024-04-02T08:26:54.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:53 smithi012 ceph-mon[88355]: osdmap e236: 8 total, 8 up, 8 in 2024-04-02T08:26:54.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:53 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:26:54.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:53 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:26:54.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:53 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:54.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:53 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:54.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:53 smithi012 ceph-mon[88355]: osdmap e237: 8 total, 8 up, 8 in 2024-04-02T08:26:54.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:53 smithi055 ceph-mon[31035]: pgmap v15: 121 pgs: 121 active+clean; 113 MiB data, 794 MiB used, 714 GiB / 715 GiB avail; 944 KiB/s rd, 568 KiB/s wr, 46 op/s 2024-04-02T08:26:54.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:53 smithi055 ceph-mon[31035]: osdmap e236: 8 total, 8 up, 8 in 2024-04-02T08:26:54.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:53 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:26:54.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:53 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:26:54.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:53 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:54.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:53 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:54.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:53 smithi055 ceph-mon[31035]: osdmap e237: 8 total, 8 up, 8 in 2024-04-02T08:26:54.909 INFO:tasks.rados.rados.0.smithi012.stdout:910: done (1 left) 2024-04-02T08:26:54.910 INFO:tasks.rados.rados.0.smithi012.stdout:911: done (0 left) 2024-04-02T08:26:54.910 INFO:tasks.rados.rados.0.smithi012.stdout:912: read oid 11 snap 81 2024-04-02T08:26:54.910 INFO:tasks.rados.rados.0.smithi012.stdout:912: expect (ObjNum 70 snap 7 seq_num 70) 2024-04-02T08:26:54.910 INFO:tasks.rados.rados.0.smithi012.stdout:913: snap_create 2024-04-02T08:26:54.914 INFO:tasks.rados.rados.0.smithi012.stdout:912: expect (ObjNum 70 snap 7 seq_num 70) 2024-04-02T08:26:55.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:54 smithi012 ceph-mon[88355]: Updating smithi012:/etc/ceph/ceph.conf 2024-04-02T08:26:55.202 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:54 smithi012 ceph-mon[88355]: Updating smithi055:/etc/ceph/ceph.conf 2024-04-02T08:26:55.202 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:54 smithi012 ceph-mon[88355]: Updating smithi055:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:26:55.202 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:54 smithi012 ceph-mon[88355]: Updating smithi012:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:26:55.202 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:54 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:26:55.202 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:54 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:26:55.202 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:54 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:26:55.203 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:54 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:26:55.203 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:54 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:26:55.203 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:54 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:55.203 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:54 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:26:55.203 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:54 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-02T08:26:55.203 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:54 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-02T08:26:55.203 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:54 smithi012 ceph-mon[38029]: Updating smithi012:/etc/ceph/ceph.conf 2024-04-02T08:26:55.203 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:54 smithi012 ceph-mon[38029]: Updating smithi055:/etc/ceph/ceph.conf 2024-04-02T08:26:55.203 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:54 smithi012 ceph-mon[38029]: Updating smithi055:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:26:55.203 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:54 smithi012 ceph-mon[38029]: Updating smithi012:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:26:55.203 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:54 smithi012 ceph-mon[38029]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:26:55.204 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:54 smithi012 ceph-mon[38029]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:26:55.204 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:54 smithi012 ceph-mon[38029]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:26:55.204 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:54 smithi012 ceph-mon[38029]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:26:55.204 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:54 smithi012 ceph-mon[38029]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:26:55.204 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:54 smithi012 ceph-mon[38029]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:55.204 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:54 smithi012 ceph-mon[38029]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:26:55.204 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:54 smithi012 ceph-mon[38029]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-02T08:26:55.204 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:54 smithi012 ceph-mon[38029]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-02T08:26:55.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:54 smithi055 ceph-mon[31035]: Updating smithi012:/etc/ceph/ceph.conf 2024-04-02T08:26:55.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:54 smithi055 ceph-mon[31035]: Updating smithi055:/etc/ceph/ceph.conf 2024-04-02T08:26:55.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:54 smithi055 ceph-mon[31035]: Updating smithi055:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:26:55.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:54 smithi055 ceph-mon[31035]: Updating smithi012:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:26:55.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:54 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:26:55.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:54 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:26:55.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:54 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:26:55.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:54 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:26:55.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:54 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:26:55.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:54 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:55.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:54 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:26:55.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:54 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-02T08:26:55.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:54 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-02T08:26:55.911 INFO:tasks.rados.rados.0.smithi012.stdout:912: done (1 left) 2024-04-02T08:26:55.911 INFO:tasks.rados.rados.0.smithi012.stdout:913: done (0 left) 2024-04-02T08:26:55.911 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 10 current snap is 85 2024-04-02T08:26:55.911 INFO:tasks.rados.rados.0.smithi012.stdout:914: seq_num 285 ranges {2170880=778240,2949120=475136,3424256=475136,3899392=655360} 2024-04-02T08:26:55.927 INFO:tasks.rados.rados.0.smithi012.stdout:914: writing smithi01277369-10 from 2170880 to 2949120 tid 1 2024-04-02T08:26:55.929 INFO:tasks.rados.rados.0.smithi012.stdout:914: writing smithi01277369-10 from 2949120 to 3424256 tid 2 2024-04-02T08:26:55.932 INFO:tasks.rados.rados.0.smithi012.stdout:914: writing smithi01277369-10 from 3424256 to 3899392 tid 3 2024-04-02T08:26:55.937 INFO:tasks.rados.rados.0.smithi012.stdout:914: writing smithi01277369-10 from 3899392 to 4554752 tid 4 2024-04-02T08:26:55.938 INFO:tasks.rados.rados.0.smithi012.stdout:915: copy_from oid 5 from oid 16 current snap is 85 2024-04-02T08:26:55.938 INFO:tasks.rados.rados.0.smithi012.stdout:914: finishing write tid 1 to smithi01277369-10 2024-04-02T08:26:55.938 INFO:tasks.rados.rados.0.smithi012.stdout:914: finishing write tid 2 to smithi01277369-10 2024-04-02T08:26:55.938 INFO:tasks.rados.rados.0.smithi012.stdout:916: copy_from oid 36 from oid 3 current snap is 85 2024-04-02T08:26:55.938 INFO:tasks.rados.rados.0.smithi012.stdout:917: read oid 6 snap -1 2024-04-02T08:26:55.938 INFO:tasks.rados.rados.0.smithi012.stdout:917: expect (ObjNum 130 snap 31 seq_num 130) 2024-04-02T08:26:55.938 INFO:tasks.rados.rados.0.smithi012.stdout:918: read oid 26 snap -1 2024-04-02T08:26:55.938 INFO:tasks.rados.rados.0.smithi012.stdout:918: expect deleted 2024-04-02T08:26:55.938 INFO:tasks.rados.rados.0.smithi012.stdout:919: rmattr oid 39 current snap is 85 2024-04-02T08:26:55.938 INFO:tasks.rados.rados.0.smithi012.stdout:920: read oid 44 snap 82 2024-04-02T08:26:55.938 INFO:tasks.rados.rados.0.smithi012.stdout:920: expect (ObjNum 258 snap 72 seq_num 258) 2024-04-02T08:26:55.938 INFO:tasks.rados.rados.0.smithi012.stdout:921: copy_from oid 29 from oid 35 current snap is 85 2024-04-02T08:26:55.938 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 38 current snap is 85 2024-04-02T08:26:55.939 INFO:tasks.rados.rados.0.smithi012.stdout:922: seq_num 286 ranges {3825664=794624,4620288=761856,5382144=679936,6062080=163840} 2024-04-02T08:26:55.965 INFO:tasks.rados.rados.0.smithi012.stdout:922: writing smithi01277369-38 from 3825664 to 4620288 tid 1 2024-04-02T08:26:55.969 INFO:tasks.rados.rados.0.smithi012.stdout:922: writing smithi01277369-38 from 4620288 to 5382144 tid 2 2024-04-02T08:26:55.973 INFO:tasks.rados.rados.0.smithi012.stdout:922: writing smithi01277369-38 from 5382144 to 6062080 tid 3 2024-04-02T08:26:55.975 INFO:tasks.rados.rados.0.smithi012.stdout:922: writing smithi01277369-38 from 6062080 to 6225920 tid 4 2024-04-02T08:26:55.975 INFO:tasks.rados.rados.0.smithi012.stdout:923: rollback oid 49 current snap is 85 2024-04-02T08:26:55.975 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 49 to 83 2024-04-02T08:26:55.975 INFO:tasks.rados.rados.0.smithi012.stdout:914: finishing write tid 3 to smithi01277369-10 2024-04-02T08:26:55.975 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 39 v 354 (ObjNum 1265 snap 0 seq_num 2638474888) dirty exists 2024-04-02T08:26:55.975 INFO:tasks.rados.rados.0.smithi012.stdout:914: finishing write tid 4 to smithi01277369-10 2024-04-02T08:26:55.975 INFO:tasks.rados.rados.0.smithi012.stdout:919: done (9 left) 2024-04-02T08:26:55.975 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 30 current snap is 85 2024-04-02T08:26:55.975 INFO:tasks.rados.rados.0.smithi012.stdout:924: seq_num 287 ranges {4857856=8192} 2024-04-02T08:26:56.002 INFO:tasks.rados.rados.0.smithi012.stdout:924: writing smithi01277369-30 from 4857856 to 4866048 tid 1 2024-04-02T08:26:56.002 INFO:tasks.rados.rados.0.smithi012.stdout:918: done (9 left) 2024-04-02T08:26:56.002 INFO:tasks.rados.rados.0.smithi012.stdout:925: snap_remove snap 80 2024-04-02T08:26:56.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:55 smithi012 ceph-mon[38029]: Updating smithi055:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:26:56.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:55 smithi012 ceph-mon[38029]: Updating smithi012:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:26:56.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:55 smithi012 ceph-mon[38029]: pgmap v18: 121 pgs: 121 active+clean; 113 MiB data, 794 MiB used, 714 GiB / 715 GiB avail; 940 KiB/s rd, 566 KiB/s wr, 46 op/s 2024-04-02T08:26:56.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:55 smithi012 ceph-mon[38029]: Updating smithi055:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:26:56.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:55 smithi012 ceph-mon[38029]: Updating smithi012:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:26:56.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:55 smithi012 ceph-mon[38029]: Upgrade: It appears safe to stop mon.c 2024-04-02T08:26:56.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:55 smithi012 ceph-mon[38029]: osdmap e238: 8 total, 8 up, 8 in 2024-04-02T08:26:56.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:55 smithi012 ceph-mon[88355]: Updating smithi055:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:26:56.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:55 smithi012 ceph-mon[88355]: Updating smithi012:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:26:56.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:55 smithi012 ceph-mon[88355]: pgmap v18: 121 pgs: 121 active+clean; 113 MiB data, 794 MiB used, 714 GiB / 715 GiB avail; 940 KiB/s rd, 566 KiB/s wr, 46 op/s 2024-04-02T08:26:56.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:55 smithi012 ceph-mon[88355]: Updating smithi055:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:26:56.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:55 smithi012 ceph-mon[88355]: Updating smithi012:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:26:56.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:55 smithi012 ceph-mon[88355]: Upgrade: It appears safe to stop mon.c 2024-04-02T08:26:56.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:55 smithi012 ceph-mon[88355]: osdmap e238: 8 total, 8 up, 8 in 2024-04-02T08:26:56.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:55 smithi055 ceph-mon[31035]: Updating smithi055:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:26:56.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:55 smithi055 ceph-mon[31035]: Updating smithi012:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:26:56.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:55 smithi055 ceph-mon[31035]: pgmap v18: 121 pgs: 121 active+clean; 113 MiB data, 794 MiB used, 714 GiB / 715 GiB avail; 940 KiB/s rd, 566 KiB/s wr, 46 op/s 2024-04-02T08:26:56.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:55 smithi055 ceph-mon[31035]: Updating smithi055:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:26:56.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:55 smithi055 ceph-mon[31035]: Updating smithi012:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:26:56.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:55 smithi055 ceph-mon[31035]: Upgrade: It appears safe to stop mon.c 2024-04-02T08:26:56.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:55 smithi055 ceph-mon[31035]: osdmap e238: 8 total, 8 up, 8 in 2024-04-02T08:26:56.933 INFO:tasks.rados.rados.0.smithi012.stdout:925: done (9 left) 2024-04-02T08:26:56.933 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 12 current snap is 85 2024-04-02T08:26:56.933 INFO:tasks.rados.rados.0.smithi012.stdout:914: finishing write tid 5 to smithi01277369-10 2024-04-02T08:26:56.933 INFO:tasks.rados.rados.0.smithi012.stdout:921: finishing copy_from to smithi01277369-29 2024-04-02T08:26:56.933 INFO:tasks.rados.rados.0.smithi012.stdout:921: got expected ENOENT (src dne) 2024-04-02T08:26:56.934 INFO:tasks.rados.rados.0.smithi012.stdout:921: finishing copy_from racing read to smithi01277369-29 2024-04-02T08:26:56.934 INFO:tasks.rados.rados.0.smithi012.stdout:914: finishing write tid 6 to smithi01277369-10 2024-04-02T08:26:56.934 INFO:tasks.rados.rados.0.smithi012.stdout:914: oid 10 updating version 0 to 367 2024-04-02T08:26:56.934 INFO:tasks.rados.rados.0.smithi012.stdout:914: oid 10 updating version 367 to 368 2024-04-02T08:26:56.934 INFO:tasks.rados.rados.0.smithi012.stdout:914: oid 10 version 368 is already newer than 366 2024-04-02T08:26:56.934 INFO:tasks.rados.rados.0.smithi012.stdout:914: oid 10 updating version 368 to 369 2024-04-02T08:26:56.934 INFO:tasks.rados.rados.0.smithi012.stdout:914: oid 10 updating version 369 to 370 2024-04-02T08:26:56.934 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 10 v 370 (ObjNum 285 snap 85 seq_num 285) dirty exists 2024-04-02T08:26:56.934 INFO:tasks.rados.rados.0.smithi012.stdout:914: left oid 10 (ObjNum 285 snap 85 seq_num 285) 2024-04-02T08:26:56.934 INFO:tasks.rados.rados.0.smithi012.stdout:916: finishing copy_from racing read to smithi01277369-36 2024-04-02T08:26:56.934 INFO:tasks.rados.rados.0.smithi012.stdout:926: seq_num 288 ranges {2318336=24576} 2024-04-02T08:26:56.946 INFO:tasks.rados.rados.0.smithi012.stdout:926: writing smithi01277369-12 from 2318336 to 2342912 tid 1 2024-04-02T08:26:56.946 INFO:tasks.rados.rados.0.smithi012.stdout:914: done (9 left) 2024-04-02T08:26:56.946 INFO:tasks.rados.rados.0.smithi012.stdout:921: done (8 left) 2024-04-02T08:26:56.946 INFO:tasks.rados.rados.0.smithi012.stdout:927: snap_remove snap 77 2024-04-02T08:26:57.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:56 smithi012 ceph-mon[38029]: osdmap e239: 8 total, 8 up, 8 in 2024-04-02T08:26:57.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:56 smithi012 ceph-mon[38029]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:26:57.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:56 smithi012 ceph-mon[38029]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:26:57.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:56 smithi012 ceph-mon[38029]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:26:57.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:56 smithi012 ceph-mon[38029]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:57.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:56 smithi012 ceph-mon[88355]: osdmap e239: 8 total, 8 up, 8 in 2024-04-02T08:26:57.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:26:57.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:26:57.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:26:57.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:57.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:56 smithi055 ceph-mon[31035]: osdmap e239: 8 total, 8 up, 8 in 2024-04-02T08:26:57.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:56 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:26:57.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:56 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:26:57.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:56 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:26:57.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:56 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:57.942 INFO:tasks.rados.rados.0.smithi012.stdout:927: done (8 left) 2024-04-02T08:26:57.943 INFO:tasks.rados.rados.0.smithi012.stdout:928: delete oid 9 current snap is 85 2024-04-02T08:26:57.943 INFO:tasks.rados.rados.0.smithi012.stdout:917: expect (ObjNum 130 snap 31 seq_num 130) 2024-04-02T08:26:58.031 INFO:tasks.rados.rados.0.smithi012.stdout:916: finishing copy_from to smithi01277369-36 2024-04-02T08:26:58.031 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 36 v 312 (ObjNum 148 snap 36 seq_num 148) dirty exists 2024-04-02T08:26:58.031 INFO:tasks.rados.rados.0.smithi012.stdout:920: expect (ObjNum 258 snap 72 seq_num 258) 2024-04-02T08:26:58.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:26:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:26:57] "GET /metrics HTTP/1.1" 200 33272 "" "Prometheus/2.43.0" 2024-04-02T08:26:58.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:57 smithi012 ceph-mon[88355]: pgmap v21: 121 pgs: 121 active+clean; 111 MiB data, 792 MiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2024-04-02T08:26:58.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:57 smithi012 ceph-mon[88355]: Upgrade: Updating mon.c 2024-04-02T08:26:58.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:57 smithi012 ceph-mon[88355]: Deploying daemon mon.c on smithi012 2024-04-02T08:26:58.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:57 smithi012 ceph-mon[88355]: osdmap e240: 8 total, 8 up, 8 in 2024-04-02T08:26:58.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:57 smithi012 ceph-mon[38029]: pgmap v21: 121 pgs: 121 active+clean; 111 MiB data, 792 MiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2024-04-02T08:26:58.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:57 smithi012 ceph-mon[38029]: Upgrade: Updating mon.c 2024-04-02T08:26:58.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:57 smithi012 ceph-mon[38029]: Deploying daemon mon.c on smithi012 2024-04-02T08:26:58.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:57 smithi012 ceph-mon[38029]: osdmap e240: 8 total, 8 up, 8 in 2024-04-02T08:26:58.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:57 smithi055 ceph-mon[31035]: pgmap v21: 121 pgs: 121 active+clean; 111 MiB data, 792 MiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2024-04-02T08:26:58.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:57 smithi055 ceph-mon[31035]: Upgrade: Updating mon.c 2024-04-02T08:26:58.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:57 smithi055 ceph-mon[31035]: Deploying daemon mon.c on smithi012 2024-04-02T08:26:58.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:57 smithi055 ceph-mon[31035]: osdmap e240: 8 total, 8 up, 8 in 2024-04-02T08:26:58.318 INFO:tasks.rados.rados.0.smithi012.stdout:922: finishing write tid 1 to smithi01277369-38 2024-04-02T08:26:58.318 INFO:tasks.rados.rados.0.smithi012.stdout:922: finishing write tid 2 to smithi01277369-38 2024-04-02T08:26:58.318 INFO:tasks.rados.rados.0.smithi012.stdout:923: finishing rollback tid 1 to smithi01277369-49 2024-04-02T08:26:58.318 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 49 v 0 (ObjNum 33 snap 0 seq_num 918043360) dirty dne 2024-04-02T08:26:58.318 INFO:tasks.rados.rados.0.smithi012.stdout:915: finishing copy_from racing read to smithi01277369-5 2024-04-02T08:26:58.318 INFO:tasks.rados.rados.0.smithi012.stdout:922: finishing write tid 3 to smithi01277369-38 2024-04-02T08:26:58.318 INFO:tasks.rados.rados.0.smithi012.stdout:916: done (8 left) 2024-04-02T08:26:58.318 INFO:tasks.rados.rados.0.smithi012.stdout:917: done (7 left) 2024-04-02T08:26:58.318 INFO:tasks.rados.rados.0.smithi012.stdout:920: done (6 left) 2024-04-02T08:26:58.318 INFO:tasks.rados.rados.0.smithi012.stdout:923: done (5 left) 2024-04-02T08:26:58.319 INFO:tasks.rados.rados.0.smithi012.stdout:928: done (4 left) 2024-04-02T08:26:58.319 INFO:tasks.rados.rados.0.smithi012.stdout:929: read oid 17 snap -1 2024-04-02T08:26:58.319 INFO:tasks.rados.rados.0.smithi012.stdout:929: expect deleted 2024-04-02T08:26:58.319 INFO:tasks.rados.rados.0.smithi012.stdout:930: snap_create 2024-04-02T08:26:58.319 INFO:tasks.rados.rados.0.smithi012.stdout:915: finishing copy_from to smithi01277369-5 2024-04-02T08:26:58.319 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 5 v 165 (ObjNum 269 snap 74 seq_num 269) dirty exists 2024-04-02T08:26:58.319 INFO:tasks.rados.rados.0.smithi012.stdout:922: finishing write tid 4 to smithi01277369-38 2024-04-02T08:26:58.319 INFO:tasks.rados.rados.0.smithi012.stdout:922: finishing write tid 5 to smithi01277369-38 2024-04-02T08:26:58.319 INFO:tasks.rados.rados.0.smithi012.stdout:922: finishing write tid 6 to smithi01277369-38 2024-04-02T08:26:58.319 INFO:tasks.rados.rados.0.smithi012.stdout:922: oid 38 updating version 0 to 357 2024-04-02T08:26:58.319 INFO:tasks.rados.rados.0.smithi012.stdout:922: oid 38 updating version 357 to 360 2024-04-02T08:26:58.319 INFO:tasks.rados.rados.0.smithi012.stdout:922: oid 38 version 360 is already newer than 359 2024-04-02T08:26:58.319 INFO:tasks.rados.rados.0.smithi012.stdout:922: oid 38 version 360 is already newer than 356 2024-04-02T08:26:58.319 INFO:tasks.rados.rados.0.smithi012.stdout:922: oid 38 version 360 is already newer than 358 2024-04-02T08:26:58.320 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 38 v 360 (ObjNum 286 snap 85 seq_num 286) dirty exists 2024-04-02T08:26:58.320 INFO:tasks.rados.rados.0.smithi012.stdout:922: left oid 38 (ObjNum 286 snap 85 seq_num 286) 2024-04-02T08:26:58.320 INFO:tasks.rados.rados.0.smithi012.stdout:924: finishing write tid 1 to smithi01277369-30 2024-04-02T08:26:58.320 INFO:tasks.rados.rados.0.smithi012.stdout:924: finishing write tid 2 to smithi01277369-30 2024-04-02T08:26:58.320 INFO:tasks.rados.rados.0.smithi012.stdout:924: finishing write tid 3 to smithi01277369-30 2024-04-02T08:26:58.320 INFO:tasks.rados.rados.0.smithi012.stdout:924: oid 30 updating version 0 to 454 2024-04-02T08:26:58.320 INFO:tasks.rados.rados.0.smithi012.stdout:924: oid 30 version 454 is already newer than 453 2024-04-02T08:26:58.320 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 30 v 454 (ObjNum 287 snap 85 seq_num 287) dirty exists 2024-04-02T08:26:58.320 INFO:tasks.rados.rados.0.smithi012.stdout:924: left oid 30 (ObjNum 287 snap 85 seq_num 287) 2024-04-02T08:26:58.320 INFO:tasks.rados.rados.0.smithi012.stdout:926: finishing write tid 1 to smithi01277369-12 2024-04-02T08:26:58.320 INFO:tasks.rados.rados.0.smithi012.stdout:926: finishing write tid 2 to smithi01277369-12 2024-04-02T08:26:58.320 INFO:tasks.rados.rados.0.smithi012.stdout:926: finishing write tid 3 to smithi01277369-12 2024-04-02T08:26:58.320 INFO:tasks.rados.rados.0.smithi012.stdout:926: oid 12 updating version 0 to 451 2024-04-02T08:26:58.320 INFO:tasks.rados.rados.0.smithi012.stdout:926: oid 12 updating version 451 to 452 2024-04-02T08:26:58.320 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 12 v 452 (ObjNum 288 snap 85 seq_num 288) dirty exists 2024-04-02T08:26:58.321 INFO:tasks.rados.rados.0.smithi012.stdout:926: left oid 12 (ObjNum 288 snap 85 seq_num 288) 2024-04-02T08:26:58.863 INFO:tasks.rados.rados.0.smithi012.stdout:915: done (5 left) 2024-04-02T08:26:58.863 INFO:tasks.rados.rados.0.smithi012.stdout:922: done (4 left) 2024-04-02T08:26:58.863 INFO:tasks.rados.rados.0.smithi012.stdout:924: done (3 left) 2024-04-02T08:26:58.863 INFO:tasks.rados.rados.0.smithi012.stdout:926: done (2 left) 2024-04-02T08:26:58.863 INFO:tasks.rados.rados.0.smithi012.stdout:929: done (1 left) 2024-04-02T08:26:58.863 INFO:tasks.rados.rados.0.smithi012.stdout:930: done (0 left) 2024-04-02T08:26:58.863 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 21 current snap is 86 2024-04-02T08:26:58.863 INFO:tasks.rados.rados.0.smithi012.stdout:931: seq_num 290 ranges {0=57344} 2024-04-02T08:26:58.864 INFO:tasks.rados.rados.0.smithi012.stdout:931: writing smithi01277369-21 from 0 to 57344 tid 1 2024-04-02T08:26:58.864 INFO:tasks.rados.rados.0.smithi012.stdout:932: delete oid 39 current snap is 86 2024-04-02T08:26:58.867 INFO:tasks.rados.rados.0.smithi012.stdout:931: finishing write tid 1 to smithi01277369-21 2024-04-02T08:26:58.868 INFO:tasks.rados.rados.0.smithi012.stdout:931: finishing write tid 2 to smithi01277369-21 2024-04-02T08:26:58.869 INFO:tasks.rados.rados.0.smithi012.stdout:932: done (1 left) 2024-04-02T08:26:58.869 INFO:tasks.rados.rados.0.smithi012.stdout:933: read oid 49 snap -1 2024-04-02T08:26:58.869 INFO:tasks.rados.rados.0.smithi012.stdout:933: expect deleted 2024-04-02T08:26:58.869 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 28 current snap is 86 2024-04-02T08:26:58.869 INFO:tasks.rados.rados.0.smithi012.stdout:934: seq_num 292 ranges {1581056=98304} 2024-04-02T08:26:58.879 INFO:tasks.rados.rados.0.smithi012.stdout:934: writing smithi01277369-28 from 1581056 to 1679360 tid 1 2024-04-02T08:26:58.879 INFO:tasks.rados.rados.0.smithi012.stdout:935: read oid 39 snap -1 2024-04-02T08:26:58.879 INFO:tasks.rados.rados.0.smithi012.stdout:935: expect deleted 2024-04-02T08:26:58.879 INFO:tasks.rados.rados.0.smithi012.stdout:936: rmattr oid 12 current snap is 86 2024-04-02T08:26:58.879 INFO:tasks.rados.rados.0.smithi012.stdout:931: finishing write tid 3 to smithi01277369-21 2024-04-02T08:26:58.879 INFO:tasks.rados.rados.0.smithi012.stdout:931: oid 21 updating version 0 to 369 2024-04-02T08:26:58.879 INFO:tasks.rados.rados.0.smithi012.stdout:931: oid 21 updating version 369 to 370 2024-04-02T08:26:58.879 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 21 v 370 (ObjNum 290 snap 86 seq_num 290) dirty exists 2024-04-02T08:26:58.879 INFO:tasks.rados.rados.0.smithi012.stdout:931: left oid 21 (ObjNum 290 snap 86 seq_num 290) 2024-04-02T08:26:58.880 INFO:tasks.rados.rados.0.smithi012.stdout:931: done (4 left) 2024-04-02T08:26:58.880 INFO:tasks.rados.rados.0.smithi012.stdout:933: done (3 left) 2024-04-02T08:26:58.880 INFO:tasks.rados.rados.0.smithi012.stdout:937: delete oid 22 current snap is 86 2024-04-02T08:26:58.881 INFO:tasks.rados.rados.0.smithi012.stdout:935: done (3 left) 2024-04-02T08:26:58.881 INFO:tasks.rados.rados.0.smithi012.stdout:937: done (2 left) 2024-04-02T08:26:58.881 INFO:tasks.rados.rados.0.smithi012.stdout:938: copy_from oid 43 from oid 36 current snap is 86 2024-04-02T08:26:58.881 INFO:tasks.rados.rados.0.smithi012.stdout:939: snap_remove snap 83 2024-04-02T08:26:58.986 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:58 smithi012 ceph-mon[88355]: osdmap e241: 8 total, 8 up, 8 in 2024-04-02T08:26:58.987 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:26:58 smithi012 ceph-mon[88355]: osdmap e242: 8 total, 8 up, 8 in 2024-04-02T08:26:58.987 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:58 smithi012 systemd[1]: Stopping Ceph mon.c for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:26:58.987 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:58 smithi012 ceph-mon[38029]: osdmap e241: 8 total, 8 up, 8 in 2024-04-02T08:26:58.987 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:58 smithi012 ceph-mon[38029]: osdmap e242: 8 total, 8 up, 8 in 2024-04-02T08:26:59.212 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:58 smithi055 ceph-mon[31035]: osdmap e241: 8 total, 8 up, 8 in 2024-04-02T08:26:59.212 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:26:58 smithi055 ceph-mon[31035]: osdmap e242: 8 total, 8 up, 8 in 2024-04-02T08:26:59.370 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:58 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-c[38025]: 2024-04-02T08:26:58.987+0000 7f4d4c7ed700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:26:59.371 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:58 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-c[38025]: 2024-04-02T08:26:58.987+0000 7f4d4c7ed700 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-04-02T08:26:59.371 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:59 smithi012 podman[90616]: 2024-04-02 08:26:59.0497577 +0000 UTC m=+0.175549394 container died c471055007a2fb26483cee61337d73a0541d7cf2a12648802b897b371e72a525 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-c, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=reef-4d05f4c) 2024-04-02T08:26:59.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:59 smithi012 podman[90616]: 2024-04-02 08:26:59.530337262 +0000 UTC m=+0.656128956 container cleanup c471055007a2fb26483cee61337d73a0541d7cf2a12648802b897b371e72a525 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-c, CEPH_POINT_RELEASE=, RELEASE=reef-4d05f4c, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD) 2024-04-02T08:26:59.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:59 smithi012 bash[90616]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-c 2024-04-02T08:27:00.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:26:59 smithi012 podman[90630]: 2024-04-02 08:26:59.906817671 +0000 UTC m=+0.853299818 container remove c471055007a2fb26483cee61337d73a0541d7cf2a12648802b897b371e72a525 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-c, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, RELEASE=reef-4d05f4c, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-04-02T08:27:00.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@mon.c.service: Deactivated successfully. 2024-04-02T08:27:00.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 systemd[1]: Stopped Ceph mon.c for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:27:00.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@mon.c.service: Consumed 7.998s CPU time. 2024-04-02T08:27:00.635 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 systemd[1]: Starting Ceph mon.c for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:27:00.635 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 podman[90765]: 2024-04-02 08:27:00.50792971 +0000 UTC m=+0.114124948 container create a1b482e0e4498df6361d1facc79bd82a683e31d7a74377de6b2db6609eef8e12 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-c, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-04-02T08:27:00.636 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 podman[90765]: 2024-04-02 08:27:00.411565811 +0000 UTC m=+0.017761060 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:27:01.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 podman[90765]: 2024-04-02 08:27:00.743689392 +0000 UTC m=+0.349884634 container init a1b482e0e4498df6361d1facc79bd82a683e31d7a74377de6b2db6609eef8e12 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-c, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:27:01.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 podman[90765]: 2024-04-02 08:27:00.74695881 +0000 UTC m=+0.353154043 container start a1b482e0e4498df6361d1facc79bd82a683e31d7a74377de6b2db6609eef8e12 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-c, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326) 2024-04-02T08:27:01.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: set uid:gid to 167:167 (ceph:ceph) 2024-04-02T08:27:01.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev), process ceph-mon, pid 2 2024-04-02T08:27:01.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: pidfile_write: ignore empty --pid-file 2024-04-02T08:27:01.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: load: jerasure load: lrc 2024-04-02T08:27:01.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: RocksDB version: 7.9.2 2024-04-02T08:27:01.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Git sha 0 2024-04-02T08:27:01.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Compile date 2024-04-01 18:29:45 2024-04-02T08:27:01.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: DB SUMMARY 2024-04-02T08:27:01.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: DB Session ID: Q8YD3VEDIFN12QUV5SPO 2024-04-02T08:27:01.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: CURRENT file: CURRENT 2024-04-02T08:27:01.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: IDENTITY file: IDENTITY 2024-04-02T08:27:01.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: MANIFEST file: MANIFEST-000010 size: 1160 Bytes 2024-04-02T08:27:01.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000024.sst 2024-04-02T08:27:01.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000022.log size: 12172603 ; 2024-04-02T08:27:01.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.error_if_exists: 0 2024-04-02T08:27:01.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.create_if_missing: 0 2024-04-02T08:27:01.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.paranoid_checks: 1 2024-04-02T08:27:01.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-02T08:27:01.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-02T08:27:01.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-02T08:27:01.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.env: 0x55f07fbdfc60 2024-04-02T08:27:01.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.fs: PosixFileSystem 2024-04-02T08:27:01.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.info_log: 0x55f080993ae0 2024-04-02T08:27:01.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.max_file_opening_threads: 16 2024-04-02T08:27:01.183 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.statistics: (nil) 2024-04-02T08:27:01.183 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.use_fsync: 0 2024-04-02T08:27:01.183 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.max_log_file_size: 0 2024-04-02T08:27:01.183 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-02T08:27:01.184 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-02T08:27:01.184 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.keep_log_file_num: 1000 2024-04-02T08:27:01.184 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.recycle_log_file_num: 0 2024-04-02T08:27:01.184 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.allow_fallocate: 1 2024-04-02T08:27:01.184 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.allow_mmap_reads: 0 2024-04-02T08:27:01.184 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.allow_mmap_writes: 0 2024-04-02T08:27:01.184 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.use_direct_reads: 0 2024-04-02T08:27:01.184 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-02T08:27:01.184 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.create_missing_column_families: 0 2024-04-02T08:27:01.184 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.db_log_dir: 2024-04-02T08:27:01.184 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.wal_dir: 2024-04-02T08:27:01.184 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-02T08:27:01.185 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-02T08:27:01.185 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-02T08:27:01.185 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-02T08:27:01.185 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-02T08:27:01.185 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-02T08:27:01.185 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.advise_random_on_open: 1 2024-04-02T08:27:01.185 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.db_write_buffer_size: 0 2024-04-02T08:27:01.185 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.write_buffer_manager: 0x55f0809641e0 2024-04-02T08:27:01.185 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-02T08:27:01.185 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-02T08:27:01.186 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-02T08:27:01.186 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.rate_limiter: (nil) 2024-04-02T08:27:01.186 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-02T08:27:01.186 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.wal_recovery_mode: 2 2024-04-02T08:27:01.186 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.enable_thread_tracking: 0 2024-04-02T08:27:01.186 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.enable_pipelined_write: 0 2024-04-02T08:27:01.186 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.unordered_write: 0 2024-04-02T08:27:01.186 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-02T08:27:01.186 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-02T08:27:01.187 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-02T08:27:01.187 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-02T08:27:01.187 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.row_cache: None 2024-04-02T08:27:01.187 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.wal_filter: None 2024-04-02T08:27:01.187 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-02T08:27:01.187 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.allow_ingest_behind: 0 2024-04-02T08:27:01.187 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.two_write_queues: 0 2024-04-02T08:27:01.187 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.manual_wal_flush: 0 2024-04-02T08:27:01.187 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.wal_compression: 0 2024-04-02T08:27:01.187 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.atomic_flush: 0 2024-04-02T08:27:01.187 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-02T08:27:01.188 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-02T08:27:01.188 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-02T08:27:01.188 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.log_readahead_size: 0 2024-04-02T08:27:01.188 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-02T08:27:01.188 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.best_efforts_recovery: 0 2024-04-02T08:27:01.188 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-02T08:27:01.188 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-02T08:27:01.188 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.allow_data_in_errors: 0 2024-04-02T08:27:01.188 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.db_host_id: __hostname__ 2024-04-02T08:27:01.189 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-02T08:27:01.189 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.max_background_jobs: 2 2024-04-02T08:27:01.189 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.max_background_compactions: -1 2024-04-02T08:27:01.189 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.max_subcompactions: 1 2024-04-02T08:27:01.189 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-02T08:27:01.189 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-02T08:27:01.189 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-02T08:27:01.189 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.max_total_wal_size: 0 2024-04-02T08:27:01.190 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-02T08:27:01.190 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-02T08:27:01.190 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-02T08:27:01.190 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-02T08:27:01.190 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.max_open_files: -1 2024-04-02T08:27:01.190 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.bytes_per_sync: 0 2024-04-02T08:27:01.190 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-02T08:27:01.190 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-02T08:27:01.190 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.compaction_readahead_size: 0 2024-04-02T08:27:01.190 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.max_background_flushes: -1 2024-04-02T08:27:01.191 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Compression algorithms supported: 2024-04-02T08:27:01.191 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-02T08:27:01.191 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: kZSTD supported: 0 2024-04-02T08:27:01.191 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: kXpressCompression supported: 0 2024-04-02T08:27:01.191 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: kLZ4HCCompression supported: 1 2024-04-02T08:27:01.191 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: kZlibCompression supported: 1 2024-04-02T08:27:01.191 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: kSnappyCompression supported: 1 2024-04-02T08:27:01.191 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: kLZ4Compression supported: 1 2024-04-02T08:27:01.191 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: kBZip2Compression supported: 0 2024-04-02T08:27:01.191 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-02T08:27:01.192 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-02T08:27:01.192 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 2024-04-02T08:27:01.192 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-02T08:27:01.192 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-02T08:27:01.192 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.merge_operator: 2024-04-02T08:27:01.192 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.compaction_filter: None 2024-04-02T08:27:01.192 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.compaction_filter_factory: None 2024-04-02T08:27:01.192 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.sst_partitioner_factory: None 2024-04-02T08:27:01.192 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-02T08:27:01.192 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-02T08:27:01.192 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55f080993cc0) 2024-04-02T08:27:01.192 INFO:journalctl@ceph.mon.c.smithi012.stdout: cache_index_and_filter_blocks: 1 2024-04-02T08:27:01.192 INFO:journalctl@ceph.mon.c.smithi012.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-02T08:27:01.192 INFO:journalctl@ceph.mon.c.smithi012.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-02T08:27:01.193 INFO:journalctl@ceph.mon.c.smithi012.stdout: pin_top_level_index_and_filter: 1 2024-04-02T08:27:01.193 INFO:journalctl@ceph.mon.c.smithi012.stdout: index_type: 0 2024-04-02T08:27:01.193 INFO:journalctl@ceph.mon.c.smithi012.stdout: data_block_index_type: 0 2024-04-02T08:27:01.193 INFO:journalctl@ceph.mon.c.smithi012.stdout: index_shortening: 1 2024-04-02T08:27:01.193 INFO:journalctl@ceph.mon.c.smithi012.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-02T08:27:01.193 INFO:journalctl@ceph.mon.c.smithi012.stdout: checksum: 4 2024-04-02T08:27:01.193 INFO:journalctl@ceph.mon.c.smithi012.stdout: no_block_cache: 0 2024-04-02T08:27:01.193 INFO:journalctl@ceph.mon.c.smithi012.stdout: block_cache: 0x55f080997090 2024-04-02T08:27:01.193 INFO:journalctl@ceph.mon.c.smithi012.stdout: block_cache_name: BinnedLRUCache 2024-04-02T08:27:01.193 INFO:journalctl@ceph.mon.c.smithi012.stdout: block_cache_options: 2024-04-02T08:27:01.193 INFO:journalctl@ceph.mon.c.smithi012.stdout: capacity : 536870912 2024-04-02T08:27:01.193 INFO:journalctl@ceph.mon.c.smithi012.stdout: num_shard_bits : 4 2024-04-02T08:27:01.193 INFO:journalctl@ceph.mon.c.smithi012.stdout: strict_capacity_limit : 0 2024-04-02T08:27:01.193 INFO:journalctl@ceph.mon.c.smithi012.stdout: high_pri_pool_ratio: 0.000 2024-04-02T08:27:01.194 INFO:journalctl@ceph.mon.c.smithi012.stdout: block_cache_compressed: (nil) 2024-04-02T08:27:01.194 INFO:journalctl@ceph.mon.c.smithi012.stdout: persistent_cache: (nil) 2024-04-02T08:27:01.194 INFO:journalctl@ceph.mon.c.smithi012.stdout: block_size: 4096 2024-04-02T08:27:01.194 INFO:journalctl@ceph.mon.c.smithi012.stdout: block_size_deviation: 10 2024-04-02T08:27:01.194 INFO:journalctl@ceph.mon.c.smithi012.stdout: block_restart_interval: 16 2024-04-02T08:27:01.194 INFO:journalctl@ceph.mon.c.smithi012.stdout: index_block_restart_interval: 1 2024-04-02T08:27:01.194 INFO:journalctl@ceph.mon.c.smithi012.stdout: metadata_block_size: 4096 2024-04-02T08:27:01.194 INFO:journalctl@ceph.mon.c.smithi012.stdout: partition_filters: 0 2024-04-02T08:27:01.194 INFO:journalctl@ceph.mon.c.smithi012.stdout: use_delta_encoding: 1 2024-04-02T08:27:01.194 INFO:journalctl@ceph.mon.c.smithi012.stdout: filter_policy: bloomfilter 2024-04-02T08:27:01.194 INFO:journalctl@ceph.mon.c.smithi012.stdout: whole_key_filtering: 1 2024-04-02T08:27:01.194 INFO:journalctl@ceph.mon.c.smithi012.stdout: verify_compression: 0 2024-04-02T08:27:01.194 INFO:journalctl@ceph.mon.c.smithi012.stdout: read_amp_bytes_per_bit: 0 2024-04-02T08:27:01.195 INFO:journalctl@ceph.mon.c.smithi012.stdout: format_version: 5 2024-04-02T08:27:01.195 INFO:journalctl@ceph.mon.c.smithi012.stdout: enable_index_compression: 1 2024-04-02T08:27:01.195 INFO:journalctl@ceph.mon.c.smithi012.stdout: block_align: 0 2024-04-02T08:27:01.195 INFO:journalctl@ceph.mon.c.smithi012.stdout: max_auto_readahead_size: 262144 2024-04-02T08:27:01.195 INFO:journalctl@ceph.mon.c.smithi012.stdout: prepopulate_block_cache: 0 2024-04-02T08:27:01.195 INFO:journalctl@ceph.mon.c.smithi012.stdout: initial_auto_readahead_size: 8192 2024-04-02T08:27:01.195 INFO:journalctl@ceph.mon.c.smithi012.stdout: num_file_reads_for_auto_readahead: 2 2024-04-02T08:27:01.195 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.write_buffer_size: 33554432 2024-04-02T08:27:01.195 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.max_write_buffer_number: 2 2024-04-02T08:27:01.195 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.compression: NoCompression 2024-04-02T08:27:01.195 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.bottommost_compression: Disabled 2024-04-02T08:27:01.195 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.prefix_extractor: nullptr 2024-04-02T08:27:01.195 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-02T08:27:01.195 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.num_levels: 7 2024-04-02T08:27:01.196 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-02T08:27:01.196 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-02T08:27:01.196 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-02T08:27:01.196 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-02T08:27:01.196 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-02T08:27:01.196 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-02T08:27:01.196 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-02T08:27:01.196 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:27:01.196 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-02T08:27:01.196 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-02T08:27:01.196 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:27:01.196 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:27:01.196 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-02T08:27:01.196 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.compression_opts.level: 32767 2024-04-02T08:27:01.197 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.compression_opts.strategy: 0 2024-04-02T08:27:01.197 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-02T08:27:01.197 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:27:01.197 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:27:01.197 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-02T08:27:01.197 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.compression_opts.enabled: false 2024-04-02T08:27:01.197 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:27:01.197 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-02T08:27:01.197 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-02T08:27:01.197 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-02T08:27:01.197 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.target_file_size_base: 67108864 2024-04-02T08:27:01.197 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-02T08:27:01.197 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-02T08:27:01.197 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-02T08:27:01.198 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-02T08:27:01.198 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-02T08:27:01.198 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-02T08:27:01.198 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-02T08:27:01.198 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-02T08:27:01.198 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-02T08:27:01.198 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-02T08:27:01.198 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-02T08:27:01.198 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-02T08:27:01.198 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-02T08:27:01.198 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-02T08:27:01.198 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.arena_block_size: 1048576 2024-04-02T08:27:01.198 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-02T08:27:01.199 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-02T08:27:01.199 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.disable_auto_compactions: 0 2024-04-02T08:27:01.199 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-02T08:27:01.199 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-02T08:27:01.199 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-02T08:27:01.199 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-02T08:27:01.199 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-02T08:27:01.199 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-02T08:27:01.199 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-02T08:27:01.199 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-02T08:27:01.199 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-02T08:27:01.199 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-02T08:27:01.199 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-02T08:27:01.199 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.inplace_update_support: 0 2024-04-02T08:27:01.200 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-02T08:27:01.200 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-02T08:27:01.200 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-02T08:27:01.200 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-02T08:27:01.200 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.bloom_locality: 0 2024-04-02T08:27:01.200 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.max_successive_merges: 0 2024-04-02T08:27:01.200 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-02T08:27:01.200 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.paranoid_file_checks: 0 2024-04-02T08:27:01.200 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.force_consistency_checks: 1 2024-04-02T08:27:01.200 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.report_bg_io_stats: 0 2024-04-02T08:27:01.200 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.ttl: 2592000 2024-04-02T08:27:01.200 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-02T08:27:01.200 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-02T08:27:01.200 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-02T08:27:01.200 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.enable_blob_files: false 2024-04-02T08:27:01.201 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.min_blob_size: 0 2024-04-02T08:27:01.201 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.blob_file_size: 268435456 2024-04-02T08:27:01.201 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-02T08:27:01.201 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-02T08:27:01.201 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-02T08:27:01.201 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-02T08:27:01.201 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-02T08:27:01.201 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.blob_file_starting_level: 0 2024-04-02T08:27:01.201 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-02T08:27:01.201 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-02T08:27:01.201 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 26, last_sequence is 13189, log_number is 22,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 22 2024-04-02T08:27:01.201 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 22 2024-04-02T08:27:01.201 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 16a331c6-88b7-46d8-9cb6-e76bd2ca8474 2024-04-02T08:27:01.201 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046420775715, "job": 1, "event": "recovery_started", "wal_files": [22]} 2024-04-02T08:27:01.202 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #22 mode 2 2024-04-02T08:27:01.202 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046420802560, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 27, "file_size": 7449040, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13194, "largest_seqno": 17310, "table_properties": {"data_size": 7431345, "index_size": 12296, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 4357, "raw_key_size": 39752, "raw_average_key_size": 22, "raw_value_size": 7394836, "raw_average_value_size": 4276, "num_data_blocks": 533, "num_entries": 1729, "num_filter_entries": 1729, "num_deletions": 314, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712046420, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "16a331c6-88b7-46d8-9cb6-e76bd2ca8474", "db_session_id": "Q8YD3VEDIFN12QUV5SPO", "orig_file_number": 27, "seqno_to_time_mapping": "N/A"}} 2024-04-02T08:27:01.202 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046420802669, "job": 1, "event": "recovery_finished"} 2024-04-02T08:27:01.202 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: [db/version_set.cc:5047] Creating manifest 29 2024-04-02T08:27:01.202 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-02T08:27:01.202 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000022.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-02T08:27:01.202 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55f080a86000 2024-04-02T08:27:01.202 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: DB pointer 0x55f080a70000 2024-04-02T08:27:01.202 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-02T08:27:01.202 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-02T08:27:01.202 INFO:journalctl@ceph.mon.c.smithi012.stdout: ** DB Stats ** 2024-04-02T08:27:01.202 INFO:journalctl@ceph.mon.c.smithi012.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:27:01.202 INFO:journalctl@ceph.mon.c.smithi012.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-02T08:27:01.203 INFO:journalctl@ceph.mon.c.smithi012.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:27:01.203 INFO:journalctl@ceph.mon.c.smithi012.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:27:01.203 INFO:journalctl@ceph.mon.c.smithi012.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-02T08:27:01.203 INFO:journalctl@ceph.mon.c.smithi012.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:27:01.203 INFO:journalctl@ceph.mon.c.smithi012.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:27:01.203 INFO:journalctl@ceph.mon.c.smithi012.stdout: 2024-04-02T08:27:01.203 INFO:journalctl@ceph.mon.c.smithi012.stdout: ** Compaction Stats [default] ** 2024-04-02T08:27:01.203 INFO:journalctl@ceph.mon.c.smithi012.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:27:01.203 INFO:journalctl@ceph.mon.c.smithi012.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-02T08:27:01.203 INFO:journalctl@ceph.mon.c.smithi012.stdout: L0 1/0 7.10 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 631.6 0.01 0.00 1 0.011 0 0 0.0 0.0 2024-04-02T08:27:01.203 INFO:journalctl@ceph.mon.c.smithi012.stdout: L6 1/0 5.76 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-02T08:27:01.203 INFO:journalctl@ceph.mon.c.smithi012.stdout: Sum 2/0 12.86 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 631.6 0.01 0.00 1 0.011 0 0 0.0 0.0 2024-04-02T08:27:01.203 INFO:journalctl@ceph.mon.c.smithi012.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 631.6 0.01 0.00 1 0.011 0 0 0.0 0.0 2024-04-02T08:27:01.204 INFO:journalctl@ceph.mon.c.smithi012.stdout: 2024-04-02T08:27:01.204 INFO:journalctl@ceph.mon.c.smithi012.stdout: ** Compaction Stats [default] ** 2024-04-02T08:27:01.204 INFO:journalctl@ceph.mon.c.smithi012.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:27:01.204 INFO:journalctl@ceph.mon.c.smithi012.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-02T08:27:01.204 INFO:journalctl@ceph.mon.c.smithi012.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 631.6 0.01 0.00 1 0.011 0 0 0.0 0.0 2024-04-02T08:27:01.204 INFO:journalctl@ceph.mon.c.smithi012.stdout: 2024-04-02T08:27:01.204 INFO:journalctl@ceph.mon.c.smithi012.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-02T08:27:01.204 INFO:journalctl@ceph.mon.c.smithi012.stdout: 2024-04-02T08:27:01.204 INFO:journalctl@ceph.mon.c.smithi012.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:27:01.204 INFO:journalctl@ceph.mon.c.smithi012.stdout: Flush(GB): cumulative 0.007, interval 0.007 2024-04-02T08:27:01.205 INFO:journalctl@ceph.mon.c.smithi012.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-02T08:27:01.205 INFO:journalctl@ceph.mon.c.smithi012.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-02T08:27:01.205 INFO:journalctl@ceph.mon.c.smithi012.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-02T08:27:01.205 INFO:journalctl@ceph.mon.c.smithi012.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-02T08:27:01.205 INFO:journalctl@ceph.mon.c.smithi012.stdout: Cumulative compaction: 0.01 GB write, 228.97 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:27:01.205 INFO:journalctl@ceph.mon.c.smithi012.stdout: Interval compaction: 0.01 GB write, 228.97 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:27:01.205 INFO:journalctl@ceph.mon.c.smithi012.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-02T08:27:01.205 INFO:journalctl@ceph.mon.c.smithi012.stdout: Block cache BinnedLRUCache@0x55f080997090#2 capacity: 512.00 MB usage: 17.61 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-04-02T08:27:01.205 INFO:journalctl@ceph.mon.c.smithi012.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,4.53 KB,0.000864267%) IndexBlock(1,13.08 KB,0.00249445%) Misc(1,0.00 KB,0%) 2024-04-02T08:27:01.205 INFO:journalctl@ceph.mon.c.smithi012.stdout: 2024-04-02T08:27:01.205 INFO:journalctl@ceph.mon.c.smithi012.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-02T08:27:01.205 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: starting mon.c rank 2 at public addrs [v2:172.21.15.12:3301/0,v1:172.21.15.12:6790/0] at bind addrs [v2:172.21.15.12:3301/0,v1:172.21.15.12:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:27:01.205 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: mon.c@-1(???) e3 preinit fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:27:01.205 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: mon.c@-1(???).mds e6 new map 2024-04-02T08:27:01.206 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: mon.c@-1(???).mds e6 print_map 2024-04-02T08:27:01.206 INFO:journalctl@ceph.mon.c.smithi012.stdout: e6 2024-04-02T08:27:01.206 INFO:journalctl@ceph.mon.c.smithi012.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-02T08:27:01.206 INFO:journalctl@ceph.mon.c.smithi012.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-02T08:27:01.206 INFO:journalctl@ceph.mon.c.smithi012.stdout: legacy client fscid: 1 2024-04-02T08:27:01.206 INFO:journalctl@ceph.mon.c.smithi012.stdout: 2024-04-02T08:27:01.206 INFO:journalctl@ceph.mon.c.smithi012.stdout: Filesystem 'cephfs' (1) 2024-04-02T08:27:01.206 INFO:journalctl@ceph.mon.c.smithi012.stdout: fs_name cephfs 2024-04-02T08:27:01.206 INFO:journalctl@ceph.mon.c.smithi012.stdout: epoch 6 2024-04-02T08:27:01.206 INFO:journalctl@ceph.mon.c.smithi012.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-02T08:27:01.206 INFO:journalctl@ceph.mon.c.smithi012.stdout: created 2024-04-02T08:20:26.998656+0000 2024-04-02T08:27:01.206 INFO:journalctl@ceph.mon.c.smithi012.stdout: modified 2024-04-02T08:20:29.006482+0000 2024-04-02T08:27:01.206 INFO:journalctl@ceph.mon.c.smithi012.stdout: tableserver 0 2024-04-02T08:27:01.207 INFO:journalctl@ceph.mon.c.smithi012.stdout: root 0 2024-04-02T08:27:01.207 INFO:journalctl@ceph.mon.c.smithi012.stdout: session_timeout 60 2024-04-02T08:27:01.207 INFO:journalctl@ceph.mon.c.smithi012.stdout: session_autoclose 300 2024-04-02T08:27:01.207 INFO:journalctl@ceph.mon.c.smithi012.stdout: max_file_size 1099511627776 2024-04-02T08:27:01.207 INFO:journalctl@ceph.mon.c.smithi012.stdout: max_xattr_size 65536 2024-04-02T08:27:01.207 INFO:journalctl@ceph.mon.c.smithi012.stdout: required_client_features {} 2024-04-02T08:27:01.207 INFO:journalctl@ceph.mon.c.smithi012.stdout: last_failure 0 2024-04-02T08:27:01.207 INFO:journalctl@ceph.mon.c.smithi012.stdout: last_failure_osd_epoch 0 2024-04-02T08:27:01.207 INFO:journalctl@ceph.mon.c.smithi012.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-02T08:27:01.207 INFO:journalctl@ceph.mon.c.smithi012.stdout: max_mds 1 2024-04-02T08:27:01.207 INFO:journalctl@ceph.mon.c.smithi012.stdout: in 0 2024-04-02T08:27:01.207 INFO:journalctl@ceph.mon.c.smithi012.stdout: up {0=24364} 2024-04-02T08:27:01.207 INFO:journalctl@ceph.mon.c.smithi012.stdout: failed 2024-04-02T08:27:01.207 INFO:journalctl@ceph.mon.c.smithi012.stdout: damaged 2024-04-02T08:27:01.207 INFO:journalctl@ceph.mon.c.smithi012.stdout: stopped 2024-04-02T08:27:01.208 INFO:journalctl@ceph.mon.c.smithi012.stdout: data_pools [3] 2024-04-02T08:27:01.208 INFO:journalctl@ceph.mon.c.smithi012.stdout: metadata_pool 2 2024-04-02T08:27:01.208 INFO:journalctl@ceph.mon.c.smithi012.stdout: inline_data disabled 2024-04-02T08:27:01.208 INFO:journalctl@ceph.mon.c.smithi012.stdout: balancer 2024-04-02T08:27:01.208 INFO:journalctl@ceph.mon.c.smithi012.stdout: bal_rank_mask -1 2024-04-02T08:27:01.208 INFO:journalctl@ceph.mon.c.smithi012.stdout: standby_count_wanted 0 2024-04-02T08:27:01.208 INFO:journalctl@ceph.mon.c.smithi012.stdout: qdb_cluster leader: 0 members: 2024-04-02T08:27:01.208 INFO:journalctl@ceph.mon.c.smithi012.stdout: [mds.b{0:24364} state up:active seq 3 addr [v2:172.21.15.55:6832/593905928,v1:172.21.15.55:6833/593905928] compat {c=[1],r=[1],i=[7ff]}] 2024-04-02T08:27:01.208 INFO:journalctl@ceph.mon.c.smithi012.stdout: 2024-04-02T08:27:01.208 INFO:journalctl@ceph.mon.c.smithi012.stdout: 2024-04-02T08:27:01.208 INFO:journalctl@ceph.mon.c.smithi012.stdout: Standby daemons: 2024-04-02T08:27:01.208 INFO:journalctl@ceph.mon.c.smithi012.stdout: 2024-04-02T08:27:01.208 INFO:journalctl@ceph.mon.c.smithi012.stdout: [mds.a{-1:24353} state up:standby seq 1 addr [v2:172.21.15.12:6834/2936570167,v1:172.21.15.12:6835/2936570167] compat {c=[1],r=[1],i=[7ff]}] 2024-04-02T08:27:01.208 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: mon.c@-1(???).osd e242 crush map has features 3314933069573799936, adjusting msgr requires 2024-04-02T08:27:01.208 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: mon.c@-1(???).osd e242 crush map has features 432629308056666112, adjusting msgr requires 2024-04-02T08:27:01.209 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: mon.c@-1(???).osd e242 crush map has features 432629308056666112, adjusting msgr requires 2024-04-02T08:27:01.209 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: mon.c@-1(???).osd e242 crush map has features 432629308056666112, adjusting msgr requires 2024-04-02T08:27:01.209 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 ceph-mon[90784]: mon.c@-1(???).paxosservice(auth 1..20) refresh upgraded, format 0 -> 3 2024-04-02T08:27:01.209 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 bash[90765]: a1b482e0e4498df6361d1facc79bd82a683e31d7a74377de6b2db6609eef8e12 2024-04-02T08:27:01.209 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:00 smithi012 systemd[1]: Started Ceph mon.c for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:27:02.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:27:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:27:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:27:03.560 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:27:03 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:27:03.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi012\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi012\", job=\"node\", machine=\"x86_64\", nodename=\"smithi012\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi012\", job=\"node\", machine=\"x86_64\", nodename=\"smithi012\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:27:06.031 INFO:tasks.rados.rados.0.smithi012.stdout:939: done (3 left) 2024-04-02T08:27:06.031 INFO:tasks.rados.rados.0.smithi012.stdout:940: snap_create 2024-04-02T08:27:06.031 INFO:tasks.rados.rados.0.smithi012.stdout:934: finishing write tid 1 to smithi01277369-28 2024-04-02T08:27:06.031 INFO:tasks.rados.rados.0.smithi012.stdout:934: finishing write tid 2 to smithi01277369-28 2024-04-02T08:27:06.031 INFO:tasks.rados.rados.0.smithi012.stdout:934: finishing write tid 3 to smithi01277369-28 2024-04-02T08:27:06.032 INFO:tasks.rados.rados.0.smithi012.stdout:934: oid 28 updating version 0 to 379 2024-04-02T08:27:06.032 INFO:tasks.rados.rados.0.smithi012.stdout:934: oid 28 version 379 is already newer than 378 2024-04-02T08:27:06.032 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 28 v 379 (ObjNum 292 snap 86 seq_num 292) dirty exists 2024-04-02T08:27:06.032 INFO:tasks.rados.rados.0.smithi012.stdout:934: left oid 28 (ObjNum 292 snap 86 seq_num 292) 2024-04-02T08:27:06.032 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 12 v 454 (ObjNum 288 snap 85 seq_num 288) dirty exists 2024-04-02T08:27:06.032 INFO:tasks.rados.rados.0.smithi012.stdout:938: finishing copy_from racing read to smithi01277369-43 2024-04-02T08:27:06.032 INFO:tasks.rados.rados.0.smithi012.stdout:938: finishing copy_from to smithi01277369-43 2024-04-02T08:27:06.032 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 43 v 312 (ObjNum 148 snap 36 seq_num 148) dirty exists 2024-04-02T08:27:07.046 INFO:tasks.rados.rados.0.smithi012.stdout:934: done (3 left) 2024-04-02T08:27:07.046 INFO:tasks.rados.rados.0.smithi012.stdout:936: done (2 left) 2024-04-02T08:27:07.047 INFO:tasks.rados.rados.0.smithi012.stdout:938: done (1 left) 2024-04-02T08:27:07.047 INFO:tasks.rados.rados.0.smithi012.stdout:940: done (0 left) 2024-04-02T08:27:07.047 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 21 current snap is 87 2024-04-02T08:27:07.047 INFO:tasks.rados.rados.0.smithi012.stdout:941: seq_num 294 ranges {57344=131072} 2024-04-02T08:27:07.048 INFO:tasks.rados.rados.0.smithi012.stdout:941: writing smithi01277369-21 from 57344 to 188416 tid 1 2024-04-02T08:27:07.048 INFO:tasks.rados.rados.0.smithi012.stdout:942: rollback oid 42 current snap is 87 2024-04-02T08:27:07.048 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 42 to 82 2024-04-02T08:27:07.048 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 47 current snap is 87 2024-04-02T08:27:07.048 INFO:tasks.rados.rados.0.smithi012.stdout:943: seq_num 295 ranges {0=147456} 2024-04-02T08:27:07.049 INFO:tasks.rados.rados.0.smithi012.stdout:943: writing smithi01277369-47 from 0 to 147456 tid 1 2024-04-02T08:27:07.049 INFO:tasks.rados.rados.0.smithi012.stdout:944: copy_from oid 13 from oid 7 current snap is 87 2024-04-02T08:27:07.049 INFO:tasks.rados.rados.0.smithi012.stdout:945: snap_create 2024-04-02T08:27:07.057 INFO:tasks.rados.rados.0.smithi012.stdout:944: finishing copy_from to smithi01277369-13 2024-04-02T08:27:07.057 INFO:tasks.rados.rados.0.smithi012.stdout:944: got expected ENOENT (src dne) 2024-04-02T08:27:07.057 INFO:tasks.rados.rados.0.smithi012.stdout:944: finishing copy_from racing read to smithi01277369-13 2024-04-02T08:27:07.057 INFO:tasks.rados.rados.0.smithi012.stdout:941: finishing write tid 1 to smithi01277369-21 2024-04-02T08:27:07.057 INFO:tasks.rados.rados.0.smithi012.stdout:943: finishing write tid 1 to smithi01277369-47 2024-04-02T08:27:07.058 INFO:tasks.rados.rados.0.smithi012.stdout:942: finishing rollback tid 0 to smithi01277369-42 2024-04-02T08:27:07.059 INFO:tasks.rados.rados.0.smithi012.stdout:943: finishing write tid 2 to smithi01277369-47 2024-04-02T08:27:07.059 INFO:tasks.rados.rados.0.smithi012.stdout:942: finishing rollback tid 1 to smithi01277369-42 2024-04-02T08:27:07.059 INFO:tasks.rados.rados.0.smithi012.stdout:941: finishing write tid 2 to smithi01277369-21 2024-04-02T08:27:07.059 INFO:tasks.rados.rados.0.smithi012.stdout:942: finishing rollback tid 2 to smithi01277369-42 2024-04-02T08:27:07.059 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 42 v 449 (ObjNum 76 snap 12 seq_num 76) dirty exists 2024-04-02T08:27:07.059 INFO:tasks.rados.rados.0.smithi012.stdout:941: finishing write tid 3 to smithi01277369-21 2024-04-02T08:27:07.060 INFO:tasks.rados.rados.0.smithi012.stdout:941: oid 21 updating version 0 to 378 2024-04-02T08:27:07.060 INFO:tasks.rados.rados.0.smithi012.stdout:941: oid 21 updating version 378 to 379 2024-04-02T08:27:07.060 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 21 v 379 (ObjNum 294 snap 87 seq_num 294) dirty exists 2024-04-02T08:27:07.060 INFO:tasks.rados.rados.0.smithi012.stdout:941: left oid 21 (ObjNum 294 snap 87 seq_num 294) 2024-04-02T08:27:07.060 INFO:tasks.rados.rados.0.smithi012.stdout:943: finishing write tid 3 to smithi01277369-47 2024-04-02T08:27:07.060 INFO:tasks.rados.rados.0.smithi012.stdout:943: oid 47 updating version 0 to 99 2024-04-02T08:27:07.060 INFO:tasks.rados.rados.0.smithi012.stdout:943: oid 47 updating version 99 to 100 2024-04-02T08:27:07.060 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 47 v 100 (ObjNum 295 snap 87 seq_num 295) dirty exists 2024-04-02T08:27:07.060 INFO:tasks.rados.rados.0.smithi012.stdout:943: left oid 47 (ObjNum 295 snap 87 seq_num 295) 2024-04-02T08:27:07.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:07 smithi012 ceph-mon[88355]: mon.c calling monitor election 2024-04-02T08:27:07.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:07 smithi012 ceph-mon[88355]: mon.a calling monitor election 2024-04-02T08:27:07.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:07 smithi012 ceph-mon[88355]: mon.b calling monitor election 2024-04-02T08:27:07.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:07 smithi012 ceph-mon[88355]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:27:07.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:07 smithi012 ceph-mon[88355]: monmap epoch 3 2024-04-02T08:27:07.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:07 smithi012 ceph-mon[88355]: fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:27:07.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:07 smithi012 ceph-mon[88355]: last_changed 2024-04-02T08:16:30.669202+0000 2024-04-02T08:27:07.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:07 smithi012 ceph-mon[88355]: created 2024-04-02T08:14:44.119575+0000 2024-04-02T08:27:07.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:07 smithi012 ceph-mon[88355]: min_mon_release 18 (reef) 2024-04-02T08:27:07.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:07 smithi012 ceph-mon[88355]: election_strategy: 1 2024-04-02T08:27:07.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:07 smithi012 ceph-mon[88355]: 0: [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] mon.a 2024-04-02T08:27:07.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:07 smithi012 ceph-mon[88355]: 1: [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] mon.b 2024-04-02T08:27:07.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:07 smithi012 ceph-mon[88355]: 2: [v2:172.21.15.12:3301/0,v1:172.21.15.12:6790/0] mon.c 2024-04-02T08:27:07.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:07 smithi012 ceph-mon[88355]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:27:07.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:07 smithi012 ceph-mon[88355]: osdmap e243: 8 total, 8 up, 8 in 2024-04-02T08:27:07.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:07 smithi012 ceph-mon[88355]: mgrmap e40: y(active, since 22s), standbys: x 2024-04-02T08:27:07.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:07 smithi012 ceph-mon[88355]: overall HEALTH_OK 2024-04-02T08:27:07.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:07 smithi012 ceph-mon[90784]: mon.c calling monitor election 2024-04-02T08:27:07.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:07 smithi012 ceph-mon[90784]: mon.a calling monitor election 2024-04-02T08:27:07.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:07 smithi012 ceph-mon[90784]: mon.b calling monitor election 2024-04-02T08:27:07.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:07 smithi012 ceph-mon[90784]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:27:07.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:07 smithi012 ceph-mon[90784]: monmap epoch 3 2024-04-02T08:27:07.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:07 smithi012 ceph-mon[90784]: fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:27:07.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:07 smithi012 ceph-mon[90784]: last_changed 2024-04-02T08:16:30.669202+0000 2024-04-02T08:27:07.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:07 smithi012 ceph-mon[90784]: created 2024-04-02T08:14:44.119575+0000 2024-04-02T08:27:07.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:07 smithi012 ceph-mon[90784]: min_mon_release 18 (reef) 2024-04-02T08:27:07.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:07 smithi012 ceph-mon[90784]: election_strategy: 1 2024-04-02T08:27:07.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:07 smithi012 ceph-mon[90784]: 0: [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] mon.a 2024-04-02T08:27:07.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:07 smithi012 ceph-mon[90784]: 1: [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] mon.b 2024-04-02T08:27:07.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:07 smithi012 ceph-mon[90784]: 2: [v2:172.21.15.12:3301/0,v1:172.21.15.12:6790/0] mon.c 2024-04-02T08:27:07.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:07 smithi012 ceph-mon[90784]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:27:07.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:07 smithi012 ceph-mon[90784]: osdmap e243: 8 total, 8 up, 8 in 2024-04-02T08:27:07.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:07 smithi012 ceph-mon[90784]: mgrmap e40: y(active, since 22s), standbys: x 2024-04-02T08:27:07.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:07 smithi012 ceph-mon[90784]: overall HEALTH_OK 2024-04-02T08:27:07.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:07 smithi055 ceph-mon[31035]: mon.c calling monitor election 2024-04-02T08:27:07.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:07 smithi055 ceph-mon[31035]: mon.a calling monitor election 2024-04-02T08:27:07.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:07 smithi055 ceph-mon[31035]: mon.b calling monitor election 2024-04-02T08:27:07.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:07 smithi055 ceph-mon[31035]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:27:07.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:07 smithi055 ceph-mon[31035]: monmap epoch 3 2024-04-02T08:27:07.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:07 smithi055 ceph-mon[31035]: fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:27:07.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:07 smithi055 ceph-mon[31035]: last_changed 2024-04-02T08:16:30.669202+0000 2024-04-02T08:27:07.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:07 smithi055 ceph-mon[31035]: created 2024-04-02T08:14:44.119575+0000 2024-04-02T08:27:07.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:07 smithi055 ceph-mon[31035]: min_mon_release 18 (reef) 2024-04-02T08:27:07.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:07 smithi055 ceph-mon[31035]: election_strategy: 1 2024-04-02T08:27:07.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:07 smithi055 ceph-mon[31035]: 0: [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] mon.a 2024-04-02T08:27:07.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:07 smithi055 ceph-mon[31035]: 1: [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] mon.b 2024-04-02T08:27:07.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:07 smithi055 ceph-mon[31035]: 2: [v2:172.21.15.12:3301/0,v1:172.21.15.12:6790/0] mon.c 2024-04-02T08:27:07.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:07 smithi055 ceph-mon[31035]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:27:07.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:07 smithi055 ceph-mon[31035]: osdmap e243: 8 total, 8 up, 8 in 2024-04-02T08:27:07.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:07 smithi055 ceph-mon[31035]: mgrmap e40: y(active, since 22s), standbys: x 2024-04-02T08:27:07.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:07 smithi055 ceph-mon[31035]: overall HEALTH_OK 2024-04-02T08:27:08.049 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:27:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:27:07] "GET /metrics HTTP/1.1" 200 35984 "" "Prometheus/2.43.0" 2024-04-02T08:27:08.067 INFO:tasks.rados.rados.0.smithi012.stdout:941: done (4 left) 2024-04-02T08:27:08.067 INFO:tasks.rados.rados.0.smithi012.stdout:942: done (3 left) 2024-04-02T08:27:08.068 INFO:tasks.rados.rados.0.smithi012.stdout:943: done (2 left) 2024-04-02T08:27:08.068 INFO:tasks.rados.rados.0.smithi012.stdout:944: done (1 left) 2024-04-02T08:27:08.068 INFO:tasks.rados.rados.0.smithi012.stdout:945: done (0 left) 2024-04-02T08:27:08.068 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 15 current snap is 88 2024-04-02T08:27:08.068 INFO:tasks.rados.rados.0.smithi012.stdout:946: seq_num 296 ranges {2031616=163840} 2024-04-02T08:27:08.079 INFO:tasks.rados.rados.0.smithi012.stdout:946: writing smithi01277369-15 from 2031616 to 2195456 tid 1 2024-04-02T08:27:08.079 INFO:tasks.rados.rados.0.smithi012.stdout:947: delete oid 31 current snap is 88 2024-04-02T08:27:08.083 INFO:tasks.rados.rados.0.smithi012.stdout:947: done (1 left) 2024-04-02T08:27:08.083 INFO:tasks.rados.rados.0.smithi012.stdout:948: snap_create 2024-04-02T08:27:08.084 INFO:tasks.rados.rados.0.smithi012.stdout:946: finishing write tid 1 to smithi01277369-15 2024-04-02T08:27:08.085 INFO:tasks.rados.rados.0.smithi012.stdout:946: finishing write tid 2 to smithi01277369-15 2024-04-02T08:27:08.089 INFO:tasks.rados.rados.0.smithi012.stdout:946: finishing write tid 3 to smithi01277369-15 2024-04-02T08:27:08.089 INFO:tasks.rados.rados.0.smithi012.stdout:946: oid 15 updating version 0 to 167 2024-04-02T08:27:08.089 INFO:tasks.rados.rados.0.smithi012.stdout:946: oid 15 version 167 is already newer than 166 2024-04-02T08:27:08.089 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 15 v 167 (ObjNum 296 snap 88 seq_num 296) dirty exists 2024-04-02T08:27:08.089 INFO:tasks.rados.rados.0.smithi012.stdout:946: left oid 15 (ObjNum 296 snap 88 seq_num 296) 2024-04-02T08:27:08.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:08 smithi055 ceph-mon[31035]: osdmap e244: 8 total, 8 up, 8 in 2024-04-02T08:27:08.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:08 smithi012 ceph-mon[88355]: osdmap e244: 8 total, 8 up, 8 in 2024-04-02T08:27:08.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:08 smithi012 ceph-mon[90784]: osdmap e244: 8 total, 8 up, 8 in 2024-04-02T08:27:09.077 INFO:tasks.rados.rados.0.smithi012.stdout:946: done (1 left) 2024-04-02T08:27:09.077 INFO:tasks.rados.rados.0.smithi012.stdout:948: done (0 left) 2024-04-02T08:27:09.077 INFO:tasks.rados.rados.0.smithi012.stdout:949: copy_from oid 33 from oid 44 current snap is 89 2024-04-02T08:27:09.078 INFO:tasks.rados.rados.0.smithi012.stdout:950: delete oid 3 current snap is 89 2024-04-02T08:27:09.080 INFO:tasks.rados.rados.0.smithi012.stdout:950: done (1 left) 2024-04-02T08:27:09.080 INFO:tasks.rados.rados.0.smithi012.stdout:951: snap_remove snap 79 2024-04-02T08:27:09.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:09 smithi012 ceph-mon[88355]: osdmap e245: 8 total, 8 up, 8 in 2024-04-02T08:27:09.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:09 smithi012 ceph-mon[88355]: pgmap v33: 121 pgs: 121 active+clean; 122 MiB data, 813 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:27:09.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:09 smithi012 ceph-mon[90784]: osdmap e245: 8 total, 8 up, 8 in 2024-04-02T08:27:09.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:09 smithi012 ceph-mon[90784]: pgmap v33: 121 pgs: 121 active+clean; 122 MiB data, 813 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:27:09.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:09 smithi055 ceph-mon[31035]: osdmap e245: 8 total, 8 up, 8 in 2024-04-02T08:27:09.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:09 smithi055 ceph-mon[31035]: pgmap v33: 121 pgs: 121 active+clean; 122 MiB data, 813 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:27:10.078 INFO:tasks.rados.rados.0.smithi012.stdout:951: done (1 left) 2024-04-02T08:27:10.078 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 21 current snap is 89 2024-04-02T08:27:10.078 INFO:tasks.rados.rados.0.smithi012.stdout:952: seq_num 299 ranges {188416=212992} 2024-04-02T08:27:10.078 INFO:tasks.rados.rados.0.smithi012.stdout:952: writing smithi01277369-21 from 188416 to 401408 tid 1 2024-04-02T08:27:10.079 INFO:tasks.rados.rados.0.smithi012.stdout:953: read oid 3 snap -1 2024-04-02T08:27:10.079 INFO:tasks.rados.rados.0.smithi012.stdout:953: expect deleted 2024-04-02T08:27:10.079 INFO:tasks.rados.rados.0.smithi012.stdout:954: read oid 23 snap -1 2024-04-02T08:27:10.079 INFO:tasks.rados.rados.0.smithi012.stdout:954: expect (ObjNum 241 snap 67 seq_num 241) 2024-04-02T08:27:10.079 INFO:tasks.rados.rados.0.smithi012.stdout:955: snap_remove snap 84 2024-04-02T08:27:10.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:10 smithi012 ceph-mon[88355]: osdmap e246: 8 total, 8 up, 8 in 2024-04-02T08:27:10.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:10 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:10.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:10 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:10.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:10 smithi012 ceph-mon[90784]: osdmap e246: 8 total, 8 up, 8 in 2024-04-02T08:27:10.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:10 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:10.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:10 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:10.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:10 smithi055 ceph-mon[31035]: osdmap e246: 8 total, 8 up, 8 in 2024-04-02T08:27:10.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:10 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:10.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:10 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:11.081 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:27:10 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:27:10.812+0000 7f8b165ca700 -1 mgr.server handle_report got status from non-daemon mon.c 2024-04-02T08:27:11.091 INFO:tasks.rados.rados.0.smithi012.stdout:955: done (4 left) 2024-04-02T08:27:11.091 INFO:tasks.rados.rados.0.smithi012.stdout:956: snap_remove snap 75 2024-04-02T08:27:11.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:11 smithi012 ceph-mon[90784]: osdmap e247: 8 total, 8 up, 8 in 2024-04-02T08:27:11.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:11 smithi012 ceph-mon[90784]: pgmap v36: 121 pgs: 121 active+clean; 122 MiB data, 813 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:27:11.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:11 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:11.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:11 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:11.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:11 smithi012 ceph-mon[88355]: osdmap e247: 8 total, 8 up, 8 in 2024-04-02T08:27:11.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:11 smithi012 ceph-mon[88355]: pgmap v36: 121 pgs: 121 active+clean; 122 MiB data, 813 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:27:11.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:11 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:11.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:11 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:11.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:11 smithi055 ceph-mon[31035]: osdmap e247: 8 total, 8 up, 8 in 2024-04-02T08:27:11.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:11 smithi055 ceph-mon[31035]: pgmap v36: 121 pgs: 121 active+clean; 122 MiB data, 813 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:27:11.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:11 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:11.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:11 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:12.097 INFO:tasks.rados.rados.0.smithi012.stdout:956: done (4 left) 2024-04-02T08:27:12.097 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 28 current snap is 89 2024-04-02T08:27:12.097 INFO:tasks.rados.rados.0.smithi012.stdout:949: finishing copy_from racing read to smithi01277369-33 2024-04-02T08:27:12.097 INFO:tasks.rados.rados.0.smithi012.stdout:949: finishing copy_from to smithi01277369-33 2024-04-02T08:27:12.097 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 33 v 447 (ObjNum 258 snap 72 seq_num 258) dirty exists 2024-04-02T08:27:12.097 INFO:tasks.rados.rados.0.smithi012.stdout:952: finishing write tid 1 to smithi01277369-21 2024-04-02T08:27:12.097 INFO:tasks.rados.rados.0.smithi012.stdout:952: finishing write tid 2 to smithi01277369-21 2024-04-02T08:27:12.097 INFO:tasks.rados.rados.0.smithi012.stdout:952: finishing write tid 3 to smithi01277369-21 2024-04-02T08:27:12.098 INFO:tasks.rados.rados.0.smithi012.stdout:952: oid 21 updating version 0 to 386 2024-04-02T08:27:12.098 INFO:tasks.rados.rados.0.smithi012.stdout:952: oid 21 version 386 is already newer than 385 2024-04-02T08:27:12.098 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 21 v 386 (ObjNum 299 snap 89 seq_num 299) dirty exists 2024-04-02T08:27:12.098 INFO:tasks.rados.rados.0.smithi012.stdout:952: left oid 21 (ObjNum 299 snap 89 seq_num 299) 2024-04-02T08:27:12.098 INFO:tasks.rados.rados.0.smithi012.stdout:954: expect (ObjNum 241 snap 67 seq_num 241) 2024-04-02T08:27:12.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:12 smithi012 ceph-mon[88355]: osdmap e248: 8 total, 8 up, 8 in 2024-04-02T08:27:12.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:12 smithi012 ceph-mon[90784]: osdmap e248: 8 total, 8 up, 8 in 2024-04-02T08:27:12.454 INFO:tasks.rados.rados.0.smithi012.stdout:957: seq_num 300 ranges {1679360=229376} 2024-04-02T08:27:12.464 INFO:tasks.rados.rados.0.smithi012.stdout:957: writing smithi01277369-28 from 1679360 to 1908736 tid 1 2024-04-02T08:27:12.465 INFO:tasks.rados.rados.0.smithi012.stdout:949: done (4 left) 2024-04-02T08:27:12.465 INFO:tasks.rados.rados.0.smithi012.stdout:952: done (3 left) 2024-04-02T08:27:12.465 INFO:tasks.rados.rados.0.smithi012.stdout:953: done (2 left) 2024-04-02T08:27:12.465 INFO:tasks.rados.rados.0.smithi012.stdout:954: done (1 left) 2024-04-02T08:27:12.465 INFO:tasks.rados.rados.0.smithi012.stdout:958: read oid 45 snap -1 2024-04-02T08:27:12.465 INFO:tasks.rados.rados.0.smithi012.stdout:958: expect (ObjNum 271 snap 75 seq_num 271) 2024-04-02T08:27:12.465 INFO:tasks.rados.rados.0.smithi012.stdout:959: snap_create 2024-04-02T08:27:12.468 INFO:tasks.rados.rados.0.smithi012.stdout:957: finishing write tid 1 to smithi01277369-28 2024-04-02T08:27:12.468 INFO:tasks.rados.rados.0.smithi012.stdout:957: finishing write tid 2 to smithi01277369-28 2024-04-02T08:27:12.494 INFO:tasks.rados.rados.0.smithi012.stdout:957: finishing write tid 3 to smithi01277369-28 2024-04-02T08:27:12.494 INFO:tasks.rados.rados.0.smithi012.stdout:957: oid 28 updating version 0 to 400 2024-04-02T08:27:12.494 INFO:tasks.rados.rados.0.smithi012.stdout:957: oid 28 version 400 is already newer than 399 2024-04-02T08:27:12.494 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 28 v 400 (ObjNum 300 snap 89 seq_num 300) dirty exists 2024-04-02T08:27:12.494 INFO:tasks.rados.rados.0.smithi012.stdout:957: left oid 28 (ObjNum 300 snap 89 seq_num 300) 2024-04-02T08:27:12.500 INFO:tasks.rados.rados.0.smithi012.stdout:958: expect (ObjNum 271 snap 75 seq_num 271) 2024-04-02T08:27:12.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:12 smithi055 ceph-mon[31035]: osdmap e248: 8 total, 8 up, 8 in 2024-04-02T08:27:12.561 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:27:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:27:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:27:13.106 INFO:tasks.rados.rados.0.smithi012.stdout:957: done (2 left) 2024-04-02T08:27:13.106 INFO:tasks.rados.rados.0.smithi012.stdout:958: done (1 left) 2024-04-02T08:27:13.106 INFO:tasks.rados.rados.0.smithi012.stdout:959: done (0 left) 2024-04-02T08:27:13.106 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 50 current snap is 90 2024-04-02T08:27:13.106 INFO:tasks.rados.rados.0.smithi012.stdout:960: seq_num 301 ranges {0=245760} 2024-04-02T08:27:13.108 INFO:tasks.rados.rados.0.smithi012.stdout:960: writing smithi01277369-50 from 0 to 245760 tid 1 2024-04-02T08:27:13.108 INFO:tasks.rados.rados.0.smithi012.stdout:961: read oid 19 snap 85 2024-04-02T08:27:13.108 INFO:tasks.rados.rados.0.smithi012.stdout:961: expect (ObjNum 138 snap 34 seq_num 138) 2024-04-02T08:27:13.108 INFO:tasks.rados.rados.0.smithi012.stdout:962: read oid 41 snap -1 2024-04-02T08:27:13.108 INFO:tasks.rados.rados.0.smithi012.stdout:962: expect (ObjNum 266 snap 72 seq_num 266) 2024-04-02T08:27:13.108 INFO:tasks.rados.rados.0.smithi012.stdout:963: read oid 23 snap -1 2024-04-02T08:27:13.108 INFO:tasks.rados.rados.0.smithi012.stdout:963: expect (ObjNum 241 snap 67 seq_num 241) 2024-04-02T08:27:13.108 INFO:tasks.rados.rados.0.smithi012.stdout:964: read oid 6 snap -1 2024-04-02T08:27:13.108 INFO:tasks.rados.rados.0.smithi012.stdout:964: expect (ObjNum 130 snap 31 seq_num 130) 2024-04-02T08:27:13.108 INFO:tasks.rados.rados.0.smithi012.stdout:965: snap_create 2024-04-02T08:27:13.116 INFO:tasks.rados.rados.0.smithi012.stdout:961: expect (ObjNum 138 snap 34 seq_num 138) 2024-04-02T08:27:13.182 INFO:tasks.rados.rados.0.smithi012.stdout:960: finishing write tid 1 to smithi01277369-50 2024-04-02T08:27:13.183 INFO:tasks.rados.rados.0.smithi012.stdout:960: finishing write tid 2 to smithi01277369-50 2024-04-02T08:27:13.183 INFO:tasks.rados.rados.0.smithi012.stdout:960: finishing write tid 3 to smithi01277369-50 2024-04-02T08:27:13.183 INFO:tasks.rados.rados.0.smithi012.stdout:960: oid 50 updating version 0 to 223 2024-04-02T08:27:13.183 INFO:tasks.rados.rados.0.smithi012.stdout:960: oid 50 updating version 223 to 224 2024-04-02T08:27:13.183 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 50 v 224 (ObjNum 301 snap 90 seq_num 301) dirty exists 2024-04-02T08:27:13.183 INFO:tasks.rados.rados.0.smithi012.stdout:960: left oid 50 (ObjNum 301 snap 90 seq_num 301) 2024-04-02T08:27:13.183 INFO:tasks.rados.rados.0.smithi012.stdout:964: expect (ObjNum 130 snap 31 seq_num 130) 2024-04-02T08:27:13.268 INFO:tasks.rados.rados.0.smithi012.stdout:962: expect (ObjNum 266 snap 72 seq_num 266) 2024-04-02T08:27:13.317 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:13 smithi012 ceph-mon[90784]: pgmap v38: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 128 MiB data, 823 MiB used, 714 GiB / 715 GiB avail; 765 B/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:27:13.317 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:13 smithi012 ceph-mon[90784]: osdmap e249: 8 total, 8 up, 8 in 2024-04-02T08:27:13.317 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:13 smithi012 ceph-mon[88355]: pgmap v38: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 128 MiB data, 823 MiB used, 714 GiB / 715 GiB avail; 765 B/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:27:13.317 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:13 smithi012 ceph-mon[88355]: osdmap e249: 8 total, 8 up, 8 in 2024-04-02T08:27:13.384 INFO:tasks.rados.rados.0.smithi012.stdout:963: expect (ObjNum 241 snap 67 seq_num 241) 2024-04-02T08:27:13.504 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:13 smithi055 ceph-mon[31035]: pgmap v38: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 128 MiB data, 823 MiB used, 714 GiB / 715 GiB avail; 765 B/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:27:13.505 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:13 smithi055 ceph-mon[31035]: osdmap e249: 8 total, 8 up, 8 in 2024-04-02T08:27:13.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:27:13 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:27:13.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi012\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi012\", job=\"node\", machine=\"x86_64\", nodename=\"smithi012\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi012\", job=\"node\", machine=\"x86_64\", nodename=\"smithi012\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:27:13.863 INFO:tasks.rados.rados.0.smithi012.stdout:960: done (5 left) 2024-04-02T08:27:13.864 INFO:tasks.rados.rados.0.smithi012.stdout:961: done (4 left) 2024-04-02T08:27:13.864 INFO:tasks.rados.rados.0.smithi012.stdout:962: done (3 left) 2024-04-02T08:27:13.864 INFO:tasks.rados.rados.0.smithi012.stdout:963: done (2 left) 2024-04-02T08:27:13.864 INFO:tasks.rados.rados.0.smithi012.stdout:964: done (1 left) 2024-04-02T08:27:13.864 INFO:tasks.rados.rados.0.smithi012.stdout:965: done (0 left) 2024-04-02T08:27:13.864 INFO:tasks.rados.rados.0.smithi012.stdout:966: copy_from oid 44 from oid 47 current snap is 91 2024-04-02T08:27:13.864 INFO:tasks.rados.rados.0.smithi012.stdout:967: copy_from oid 18 from oid 21 current snap is 91 2024-04-02T08:27:13.864 INFO:tasks.rados.rados.0.smithi012.stdout:968: snap_create 2024-04-02T08:27:13.870 INFO:tasks.rados.rados.0.smithi012.stdout:966: finishing copy_from racing read to smithi01277369-44 2024-04-02T08:27:13.874 INFO:tasks.rados.rados.0.smithi012.stdout:966: finishing copy_from to smithi01277369-44 2024-04-02T08:27:13.874 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 44 v 100 (ObjNum 295 snap 87 seq_num 295) dirty exists 2024-04-02T08:27:13.874 INFO:tasks.rados.rados.0.smithi012.stdout:967: finishing copy_from racing read to smithi01277369-18 2024-04-02T08:27:13.875 INFO:tasks.rados.rados.0.smithi012.stdout:967: finishing copy_from to smithi01277369-18 2024-04-02T08:27:13.875 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 18 v 386 (ObjNum 299 snap 89 seq_num 299) dirty exists 2024-04-02T08:27:14.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:14 smithi012 ceph-mon[88355]: osdmap e250: 8 total, 8 up, 8 in 2024-04-02T08:27:14.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:14 smithi012 ceph-mon[88355]: osdmap e251: 8 total, 8 up, 8 in 2024-04-02T08:27:14.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:14 smithi012 ceph-mon[90784]: osdmap e250: 8 total, 8 up, 8 in 2024-04-02T08:27:14.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:14 smithi012 ceph-mon[90784]: osdmap e251: 8 total, 8 up, 8 in 2024-04-02T08:27:14.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:14 smithi055 ceph-mon[31035]: osdmap e250: 8 total, 8 up, 8 in 2024-04-02T08:27:14.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:14 smithi055 ceph-mon[31035]: osdmap e251: 8 total, 8 up, 8 in 2024-04-02T08:27:14.875 INFO:tasks.rados.rados.0.smithi012.stdout:966: done (2 left) 2024-04-02T08:27:14.875 INFO:tasks.rados.rados.0.smithi012.stdout:967: done (1 left) 2024-04-02T08:27:14.875 INFO:tasks.rados.rados.0.smithi012.stdout:968: done (0 left) 2024-04-02T08:27:14.875 INFO:tasks.rados.rados.0.smithi012.stdout:969: read oid 16 snap 85 2024-04-02T08:27:14.875 INFO:tasks.rados.rados.0.smithi012.stdout:969: expect (ObjNum 269 snap 74 seq_num 269) 2024-04-02T08:27:14.876 INFO:tasks.rados.rados.0.smithi012.stdout:970: setattr oid 20 current snap is 92 2024-04-02T08:27:14.876 INFO:tasks.rados.rados.0.smithi012.stdout:971: copy_from oid 23 from oid 36 current snap is 92 2024-04-02T08:27:14.876 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 17 current snap is 92 2024-04-02T08:27:14.876 INFO:tasks.rados.rados.0.smithi012.stdout:972: seq_num 302 ranges {0=262144} 2024-04-02T08:27:14.876 INFO:tasks.rados.rados.0.smithi012.stdout:972: writing smithi01277369-17 from 0 to 262144 tid 1 2024-04-02T08:27:14.876 INFO:tasks.rados.rados.0.smithi012.stdout:973: setattr oid 13 current snap is 92 2024-04-02T08:27:14.877 INFO:tasks.rados.rados.0.smithi012.stdout:974: snap_create 2024-04-02T08:27:14.885 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 20 v 684 (ObjNum 817 snap 0 seq_num 2613030912) dirty exists 2024-04-02T08:27:14.885 INFO:tasks.rados.rados.0.smithi012.stdout:972: finishing write tid 1 to smithi01277369-17 2024-04-02T08:27:14.886 INFO:tasks.rados.rados.0.smithi012.stdout:972: finishing write tid 2 to smithi01277369-17 2024-04-02T08:27:14.888 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 13 v 688 (ObjNum 277 snap 76 seq_num 277) dirty exists 2024-04-02T08:27:14.889 INFO:tasks.rados.rados.0.smithi012.stdout:972: finishing write tid 3 to smithi01277369-17 2024-04-02T08:27:14.889 INFO:tasks.rados.rados.0.smithi012.stdout:972: oid 17 updating version 0 to 686 2024-04-02T08:27:14.889 INFO:tasks.rados.rados.0.smithi012.stdout:972: oid 17 version 686 is already newer than 685 2024-04-02T08:27:14.889 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 17 v 686 (ObjNum 302 snap 92 seq_num 302) dirty exists 2024-04-02T08:27:14.890 INFO:tasks.rados.rados.0.smithi012.stdout:972: left oid 17 (ObjNum 302 snap 92 seq_num 302) 2024-04-02T08:27:14.891 INFO:tasks.rados.rados.0.smithi012.stdout:969: expect (ObjNum 269 snap 74 seq_num 269) 2024-04-02T08:27:15.009 INFO:tasks.rados.rados.0.smithi012.stdout:971: finishing copy_from racing read to smithi01277369-23 2024-04-02T08:27:15.009 INFO:tasks.rados.rados.0.smithi012.stdout:971: finishing copy_from to smithi01277369-23 2024-04-02T08:27:15.009 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 23 v 312 (ObjNum 148 snap 36 seq_num 148) dirty exists 2024-04-02T08:27:15.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:15 smithi012 ceph-mon[88355]: pgmap v42: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 128 MiB data, 823 MiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:27:15.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:27:15.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:15 smithi012 ceph-mon[88355]: osdmap e252: 8 total, 8 up, 8 in 2024-04-02T08:27:15.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:15.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:15.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:15.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:15.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:15.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:15.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:27:15.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-02T08:27:15.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-02T08:27:15.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:15 smithi012 ceph-mon[90784]: pgmap v42: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 128 MiB data, 823 MiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:27:15.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:27:15.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:15 smithi012 ceph-mon[90784]: osdmap e252: 8 total, 8 up, 8 in 2024-04-02T08:27:15.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:15.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:15.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:15.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:15.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:15.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:15.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:27:15.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-02T08:27:15.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-02T08:27:15.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:15 smithi055 ceph-mon[31035]: pgmap v42: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 128 MiB data, 823 MiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:27:15.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:15 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:27:15.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:15 smithi055 ceph-mon[31035]: osdmap e252: 8 total, 8 up, 8 in 2024-04-02T08:27:15.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:15 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:15.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:15 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:15.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:15 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:15.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:15 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:15.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:15 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:15.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:15 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:15.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:15 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:27:15.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:15 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-02T08:27:15.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:15 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-02T08:27:15.877 INFO:tasks.rados.rados.0.smithi012.stdout:969: done (5 left) 2024-04-02T08:27:15.877 INFO:tasks.rados.rados.0.smithi012.stdout:970: done (4 left) 2024-04-02T08:27:15.877 INFO:tasks.rados.rados.0.smithi012.stdout:971: done (3 left) 2024-04-02T08:27:15.878 INFO:tasks.rados.rados.0.smithi012.stdout:972: done (2 left) 2024-04-02T08:27:15.878 INFO:tasks.rados.rados.0.smithi012.stdout:973: done (1 left) 2024-04-02T08:27:15.878 INFO:tasks.rados.rados.0.smithi012.stdout:974: done (0 left) 2024-04-02T08:27:15.878 INFO:tasks.rados.rados.0.smithi012.stdout:975: snap_create 2024-04-02T08:27:16.222 INFO:teuthology.orchestra.run.smithi012.stdout:true 2024-04-02T08:27:16.549 INFO:teuthology.orchestra.run.smithi012.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:27:16.549 INFO:teuthology.orchestra.run.smithi012.stdout:alertmanager.a smithi012 *:9093,9094 running (5m) 6s ago 6m 27.4M - 0.25.0 c8568f914cd2 3ed3fc1b8013 2024-04-02T08:27:16.549 INFO:teuthology.orchestra.run.smithi012.stdout:grafana.a smithi055 *:3000 running (5m) 27s ago 5m 89.3M - 9.4.7 954c08fa6188 9788bcfbfb6f 2024-04-02T08:27:16.549 INFO:teuthology.orchestra.run.smithi012.stdout:mds.a smithi012 running (6m) 6s ago 6m 16.8M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 756f041a4b0e 2024-04-02T08:27:16.549 INFO:teuthology.orchestra.run.smithi012.stdout:mds.b smithi055 running (6m) 27s ago 6m 20.1M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 0a0c21b36b12 2024-04-02T08:27:16.549 INFO:teuthology.orchestra.run.smithi012.stdout:mgr.x smithi055 *:8443,9283,8765 running (59s) 27s ago 10m 447M - 19.0.0-2422-g3cba26ea beaaa8a653cf 111621b46bd2 2024-04-02T08:27:16.549 INFO:teuthology.orchestra.run.smithi012.stdout:mgr.y smithi012 *:8443,9283,8765 running (90s) 6s ago 12m 496M - 19.0.0-2422-g3cba26ea beaaa8a653cf fe667762b028 2024-04-02T08:27:16.549 INFO:teuthology.orchestra.run.smithi012.stdout:mon.a smithi012 running (43s) 6s ago 12m 38.9M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 1790aee575dc 2024-04-02T08:27:16.549 INFO:teuthology.orchestra.run.smithi012.stdout:mon.b smithi055 running (10m) 27s ago 10m 55.6M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d 61752f499722 2024-04-02T08:27:16.550 INFO:teuthology.orchestra.run.smithi012.stdout:mon.c smithi012 running (16s) 6s ago 10m 28.9M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf a1b482e0e449 2024-04-02T08:27:16.550 INFO:teuthology.orchestra.run.smithi012.stdout:node-exporter.a smithi012 *:9100 running (5m) 6s ago 5m 16.3M - 1.5.0 0da6a335fe13 a3d31893d77a 2024-04-02T08:27:16.550 INFO:teuthology.orchestra.run.smithi012.stdout:node-exporter.b smithi055 *:9100 running (5m) 27s ago 5m 16.0M - 1.5.0 0da6a335fe13 e1788e402810 2024-04-02T08:27:16.550 INFO:teuthology.orchestra.run.smithi012.stdout:osd.0 smithi012 running (10m) 6s ago 10m 147M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d ae3670468d2f 2024-04-02T08:27:16.550 INFO:teuthology.orchestra.run.smithi012.stdout:osd.1 smithi012 running (9m) 6s ago 9m 157M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d c0e45226a432 2024-04-02T08:27:16.550 INFO:teuthology.orchestra.run.smithi012.stdout:osd.2 smithi012 running (9m) 6s ago 9m 148M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 1a1a0831f480 2024-04-02T08:27:16.550 INFO:teuthology.orchestra.run.smithi012.stdout:osd.3 smithi012 running (8m) 6s ago 8m 87.1M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d f2070d5ae9b3 2024-04-02T08:27:16.550 INFO:teuthology.orchestra.run.smithi012.stdout:osd.4 smithi055 running (8m) 27s ago 8m 117M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 6ea99dd7fbaa 2024-04-02T08:27:16.550 INFO:teuthology.orchestra.run.smithi012.stdout:osd.5 smithi055 running (8m) 27s ago 8m 157M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 300691ec9744 2024-04-02T08:27:16.550 INFO:teuthology.orchestra.run.smithi012.stdout:osd.6 smithi055 running (7m) 27s ago 7m 102M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 256c0abe00a7 2024-04-02T08:27:16.550 INFO:teuthology.orchestra.run.smithi012.stdout:osd.7 smithi055 running (7m) 27s ago 7m 127M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d edc056f1c4d7 2024-04-02T08:27:16.550 INFO:teuthology.orchestra.run.smithi012.stdout:prometheus.a smithi055 *:9095 running (64s) 27s ago 6m 51.5M - 2.43.0 a07b618ecd1d c518c69f0a2f 2024-04-02T08:27:16.887 INFO:tasks.rados.rados.0.smithi012.stdout:975: done (0 left) 2024-04-02T08:27:16.887 INFO:tasks.rados.rados.0.smithi012.stdout:976: copy_from oid 10 from oid 16 current snap is 94 2024-04-02T08:27:16.887 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 5 current snap is 94 2024-04-02T08:27:16.888 INFO:tasks.rados.rados.0.smithi012.stdout:977: seq_num 303 ranges {3325952=278528} 2024-04-02T08:27:16.909 INFO:tasks.rados.rados.0.smithi012.stdout:977: writing smithi01277369-5 from 3325952 to 3604480 tid 1 2024-04-02T08:27:16.909 INFO:tasks.rados.rados.0.smithi012.stdout:978: read oid 23 snap 89 2024-04-02T08:27:16.909 INFO:tasks.rados.rados.0.smithi012.stdout:978: expect (ObjNum 241 snap 67 seq_num 241) 2024-04-02T08:27:16.909 INFO:tasks.rados.rados.0.smithi012.stdout:979: rollback oid 49 current snap is 94 2024-04-02T08:27:16.909 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 49 to 92 2024-04-02T08:27:16.909 INFO:tasks.rados.rados.0.smithi012.stdout:976: finishing copy_from racing read to smithi01277369-10 2024-04-02T08:27:16.909 INFO:tasks.rados.rados.0.smithi012.stdout:976: finishing copy_from to smithi01277369-10 2024-04-02T08:27:16.909 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 10 v 165 (ObjNum 269 snap 74 seq_num 269) dirty exists 2024-04-02T08:27:16.909 INFO:tasks.rados.rados.0.smithi012.stdout:976: done (3 left) 2024-04-02T08:27:16.910 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 1 current snap is 94 2024-04-02T08:27:16.910 INFO:tasks.rados.rados.0.smithi012.stdout:980: seq_num 304 ranges {3309568=294912} 2024-04-02T08:27:16.931 INFO:tasks.rados.rados.0.smithi012.stdout:980: writing smithi01277369-1 from 3309568 to 3604480 tid 1 2024-04-02T08:27:16.931 INFO:tasks.rados.rados.0.smithi012.stdout:981: read oid 42 snap -1 2024-04-02T08:27:16.931 INFO:tasks.rados.rados.0.smithi012.stdout:981: expect (ObjNum 76 snap 12 seq_num 76) 2024-04-02T08:27:16.931 INFO:tasks.rados.rados.0.smithi012.stdout:979: finishing rollback tid 1 to smithi01277369-49 2024-04-02T08:27:16.931 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 49 v 0 (ObjNum 33 snap 0 seq_num 917521984) dirty dne 2024-04-02T08:27:16.931 INFO:tasks.rados.rados.0.smithi012.stdout:977: finishing write tid 1 to smithi01277369-5 2024-04-02T08:27:16.931 INFO:tasks.rados.rados.0.smithi012.stdout:977: finishing write tid 2 to smithi01277369-5 2024-04-02T08:27:16.931 INFO:tasks.rados.rados.0.smithi012.stdout:982: read oid 43 snap -1 2024-04-02T08:27:16.931 INFO:tasks.rados.rados.0.smithi012.stdout:982: expect (ObjNum 148 snap 36 seq_num 148) 2024-04-02T08:27:16.931 INFO:tasks.rados.rados.0.smithi012.stdout:979: done (5 left) 2024-04-02T08:27:16.932 INFO:tasks.rados.rados.0.smithi012.stdout:983: rmattr oid 32 current snap is 94 2024-04-02T08:27:16.932 INFO:tasks.rados.rados.0.smithi012.stdout:983: done (5 left) 2024-04-02T08:27:16.932 INFO:tasks.rados.rados.0.smithi012.stdout:984: read oid 3 snap -1 2024-04-02T08:27:16.932 INFO:tasks.rados.rados.0.smithi012.stdout:984: expect deleted 2024-04-02T08:27:16.932 INFO:tasks.rados.rados.0.smithi012.stdout:985: rmattr oid 38 current snap is 94 2024-04-02T08:27:16.932 INFO:tasks.rados.rados.0.smithi012.stdout:986: setattr oid 39 current snap is 94 2024-04-02T08:27:16.932 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 2 current snap is 94 2024-04-02T08:27:16.932 INFO:tasks.rados.rados.0.smithi012.stdout:987: seq_num 305 ranges {4218880=311296} 2024-04-02T08:27:16.959 INFO:tasks.rados.rados.0.smithi012.stdout:987: writing smithi01277369-2 from 4218880 to 4530176 tid 1 2024-04-02T08:27:16.960 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 36 current snap is 94 2024-04-02T08:27:16.960 INFO:tasks.rados.rados.0.smithi012.stdout:988: seq_num 306 ranges {1605632=327680} 2024-04-02T08:27:16.971 INFO:tasks.rados.rados.0.smithi012.stdout:988: writing smithi01277369-36 from 1605632 to 1933312 tid 1 2024-04-02T08:27:16.971 INFO:tasks.rados.rados.0.smithi012.stdout:989: setattr oid 44 current snap is 94 2024-04-02T08:27:16.971 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 38 v 396 (ObjNum 286 snap 85 seq_num 286) dirty exists 2024-04-02T08:27:16.971 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 39 v 397 (ObjNum 65 snap 0 seq_num 885367632) dirty exists 2024-04-02T08:27:16.971 INFO:tasks.rados.rados.0.smithi012.stdout:981: expect (ObjNum 76 snap 12 seq_num 76) 2024-04-02T08:27:16.999 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-04-02T08:27:16.999 INFO:teuthology.orchestra.run.smithi012.stdout: "mon": { 2024-04-02T08:27:16.999 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 1, 2024-04-02T08:27:16.999 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:27:16.999 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:27:16.999 INFO:teuthology.orchestra.run.smithi012.stdout: "mgr": { 2024-04-02T08:27:16.999 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:27:17.000 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:27:17.000 INFO:teuthology.orchestra.run.smithi012.stdout: "osd": { 2024-04-02T08:27:17.000 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:27:17.000 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:27:17.000 INFO:teuthology.orchestra.run.smithi012.stdout: "mds": { 2024-04-02T08:27:17.000 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:27:17.000 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:27:17.000 INFO:teuthology.orchestra.run.smithi012.stdout: "overall": { 2024-04-02T08:27:17.000 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 11, 2024-04-02T08:27:17.000 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 4 2024-04-02T08:27:17.000 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-04-02T08:27:17.000 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-04-02T08:27:17.035 INFO:tasks.rados.rados.0.smithi012.stdout:980: finishing write tid 1 to smithi01277369-1 2024-04-02T08:27:17.035 INFO:tasks.rados.rados.0.smithi012.stdout:980: finishing write tid 2 to smithi01277369-1 2024-04-02T08:27:17.036 INFO:tasks.rados.rados.0.smithi012.stdout:982: expect (ObjNum 148 snap 36 seq_num 148) 2024-04-02T08:27:17.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:16 smithi055 ceph-mon[31035]: Upgrade: It appears safe to stop mon.b 2024-04-02T08:27:17.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:16 smithi055 ceph-mon[31035]: osdmap e253: 8 total, 8 up, 8 in 2024-04-02T08:27:17.107 INFO:tasks.rados.rados.0.smithi012.stdout:980: finishing write tid 3 to smithi01277369-1 2024-04-02T08:27:17.107 INFO:tasks.rados.rados.0.smithi012.stdout:980: oid 1 updating version 0 to 405 2024-04-02T08:27:17.107 INFO:tasks.rados.rados.0.smithi012.stdout:980: oid 1 version 405 is already newer than 404 2024-04-02T08:27:17.107 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 1 v 405 (ObjNum 304 snap 94 seq_num 304) dirty exists 2024-04-02T08:27:17.107 INFO:tasks.rados.rados.0.smithi012.stdout:980: left oid 1 (ObjNum 304 snap 94 seq_num 304) 2024-04-02T08:27:17.107 INFO:tasks.rados.rados.0.smithi012.stdout:978: expect (ObjNum 241 snap 67 seq_num 241) 2024-04-02T08:27:17.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:16 smithi012 ceph-mon[88355]: Upgrade: It appears safe to stop mon.b 2024-04-02T08:27:17.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:16 smithi012 ceph-mon[88355]: osdmap e253: 8 total, 8 up, 8 in 2024-04-02T08:27:17.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:16 smithi012 ceph-mon[90784]: Upgrade: It appears safe to stop mon.b 2024-04-02T08:27:17.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:16 smithi012 ceph-mon[90784]: osdmap e253: 8 total, 8 up, 8 in 2024-04-02T08:27:17.455 INFO:tasks.rados.rados.0.smithi012.stdout:977: finishing write tid 3 to smithi01277369-5 2024-04-02T08:27:17.456 INFO:tasks.rados.rados.0.smithi012.stdout:977: oid 5 updating version 0 to 434 2024-04-02T08:27:17.456 INFO:tasks.rados.rados.0.smithi012.stdout:977: oid 5 updating version 434 to 435 2024-04-02T08:27:17.456 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 5 v 435 (ObjNum 303 snap 94 seq_num 303) dirty exists 2024-04-02T08:27:17.456 INFO:tasks.rados.rados.0.smithi012.stdout:977: left oid 5 (ObjNum 303 snap 94 seq_num 303) 2024-04-02T08:27:17.456 INFO:tasks.rados.rados.0.smithi012.stdout:977: done (10 left) 2024-04-02T08:27:17.456 INFO:tasks.rados.rados.0.smithi012.stdout:978: done (9 left) 2024-04-02T08:27:17.456 INFO:tasks.rados.rados.0.smithi012.stdout:980: done (8 left) 2024-04-02T08:27:17.456 INFO:tasks.rados.rados.0.smithi012.stdout:981: done (7 left) 2024-04-02T08:27:17.456 INFO:tasks.rados.rados.0.smithi012.stdout:982: done (6 left) 2024-04-02T08:27:17.456 INFO:tasks.rados.rados.0.smithi012.stdout:984: done (5 left) 2024-04-02T08:27:17.456 INFO:tasks.rados.rados.0.smithi012.stdout:985: done (4 left) 2024-04-02T08:27:17.456 INFO:tasks.rados.rados.0.smithi012.stdout:986: done (3 left) 2024-04-02T08:27:17.456 INFO:tasks.rados.rados.0.smithi012.stdout:990: read oid 26 snap -1 2024-04-02T08:27:17.456 INFO:tasks.rados.rados.0.smithi012.stdout:990: expect deleted 2024-04-02T08:27:17.457 INFO:tasks.rados.rados.0.smithi012.stdout:991: snap_remove snap 91 2024-04-02T08:27:17.922 INFO:tasks.rados.rados.0.smithi012.stdout:991: done (4 left) 2024-04-02T08:27:17.923 INFO:tasks.rados.rados.0.smithi012.stdout:992: read oid 27 snap -1 2024-04-02T08:27:17.923 INFO:tasks.rados.rados.0.smithi012.stdout:992: expect (ObjNum 216 snap 55 seq_num 216) 2024-04-02T08:27:17.923 INFO:tasks.rados.rados.0.smithi012.stdout:993: snap_remove snap 92 2024-04-02T08:27:18.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:17 smithi055 ceph-mon[31035]: pgmap v45: 121 pgs: 121 active+clean; 126 MiB data, 840 MiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 761 KiB/s wr, 21 op/s 2024-04-02T08:27:18.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:17 smithi055 ceph-mon[31035]: from='client.34161 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:18.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:17 smithi055 ceph-mon[31035]: from='client.34167 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:18.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:17 smithi055 ceph-mon[31035]: osdmap e254: 8 total, 8 up, 8 in 2024-04-02T08:27:18.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:17 smithi055 ceph-mon[31035]: Upgrade: Updating mon.b 2024-04-02T08:27:18.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:17 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:18.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:17 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:27:18.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:17 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:27:18.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:17 smithi055 ceph-mon[31035]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:18.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:17 smithi055 ceph-mon[31035]: Deploying daemon mon.b on smithi055 2024-04-02T08:27:18.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:17 smithi055 ceph-mon[31035]: from='client.? 172.21.15.12:0/2126264075' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:27:18.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:27:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:27:17] "GET /metrics HTTP/1.1" 200 35982 "" "Prometheus/2.43.0" 2024-04-02T08:27:18.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:17 smithi012 ceph-mon[90784]: pgmap v45: 121 pgs: 121 active+clean; 126 MiB data, 840 MiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 761 KiB/s wr, 21 op/s 2024-04-02T08:27:18.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:17 smithi012 ceph-mon[90784]: from='client.34161 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:18.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:17 smithi012 ceph-mon[90784]: from='client.34167 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:18.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:17 smithi012 ceph-mon[90784]: osdmap e254: 8 total, 8 up, 8 in 2024-04-02T08:27:18.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:17 smithi012 ceph-mon[90784]: Upgrade: Updating mon.b 2024-04-02T08:27:18.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:17 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:18.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:17 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:27:18.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:17 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:27:18.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:17 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:18.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:17 smithi012 ceph-mon[90784]: Deploying daemon mon.b on smithi055 2024-04-02T08:27:18.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:17 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2126264075' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:27:18.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:17 smithi012 ceph-mon[88355]: pgmap v45: 121 pgs: 121 active+clean; 126 MiB data, 840 MiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 761 KiB/s wr, 21 op/s 2024-04-02T08:27:18.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:17 smithi012 ceph-mon[88355]: from='client.34161 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:18.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:17 smithi012 ceph-mon[88355]: from='client.34167 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:18.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:17 smithi012 ceph-mon[88355]: osdmap e254: 8 total, 8 up, 8 in 2024-04-02T08:27:18.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:17 smithi012 ceph-mon[88355]: Upgrade: Updating mon.b 2024-04-02T08:27:18.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:17 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:18.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:17 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:27:18.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:17 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:27:18.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:17 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:18.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:17 smithi012 ceph-mon[88355]: Deploying daemon mon.b on smithi055 2024-04-02T08:27:18.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:17 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2126264075' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:27:18.866 INFO:tasks.rados.rados.0.smithi012.stdout:993: done (5 left) 2024-04-02T08:27:18.867 INFO:tasks.rados.rados.0.smithi012.stdout:994: rollback oid 18 current snap is 94 2024-04-02T08:27:18.867 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 18 to 86 2024-04-02T08:27:18.867 INFO:tasks.rados.rados.0.smithi012.stdout:987: finishing write tid 1 to smithi01277369-2 2024-04-02T08:27:18.867 INFO:tasks.rados.rados.0.smithi012.stdout:987: finishing write tid 2 to smithi01277369-2 2024-04-02T08:27:18.867 INFO:tasks.rados.rados.0.smithi012.stdout:987: finishing write tid 3 to smithi01277369-2 2024-04-02T08:27:18.867 INFO:tasks.rados.rados.0.smithi012.stdout:987: oid 2 updating version 0 to 474 2024-04-02T08:27:18.867 INFO:tasks.rados.rados.0.smithi012.stdout:987: oid 2 updating version 474 to 475 2024-04-02T08:27:18.867 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 2 v 475 (ObjNum 305 snap 94 seq_num 305) dirty exists 2024-04-02T08:27:18.867 INFO:tasks.rados.rados.0.smithi012.stdout:987: left oid 2 (ObjNum 305 snap 94 seq_num 305) 2024-04-02T08:27:18.867 INFO:tasks.rados.rados.0.smithi012.stdout:988: finishing write tid 1 to smithi01277369-36 2024-04-02T08:27:18.867 INFO:tasks.rados.rados.0.smithi012.stdout:988: finishing write tid 2 to smithi01277369-36 2024-04-02T08:27:18.867 INFO:tasks.rados.rados.0.smithi012.stdout:988: finishing write tid 3 to smithi01277369-36 2024-04-02T08:27:18.868 INFO:tasks.rados.rados.0.smithi012.stdout:988: oid 36 updating version 0 to 455 2024-04-02T08:27:18.868 INFO:tasks.rados.rados.0.smithi012.stdout:988: oid 36 updating version 455 to 456 2024-04-02T08:27:18.868 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 36 v 456 (ObjNum 306 snap 94 seq_num 306) dirty exists 2024-04-02T08:27:18.868 INFO:tasks.rados.rados.0.smithi012.stdout:988: left oid 36 (ObjNum 306 snap 94 seq_num 306) 2024-04-02T08:27:18.868 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 44 v 477 (ObjNum 295 snap 87 seq_num 295) dirty exists 2024-04-02T08:27:18.868 INFO:tasks.rados.rados.0.smithi012.stdout:992: expect (ObjNum 216 snap 55 seq_num 216) 2024-04-02T08:27:18.905 INFO:tasks.rados.rados.0.smithi012.stdout:994: finishing rollback tid 0 to smithi01277369-18 2024-04-02T08:27:18.906 INFO:tasks.rados.rados.0.smithi012.stdout:994: finishing rollback tid 1 to smithi01277369-18 2024-04-02T08:27:18.906 INFO:tasks.rados.rados.0.smithi012.stdout:994: finishing rollback tid 2 to smithi01277369-18 2024-04-02T08:27:18.906 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 18 v 389 (ObjNum 268 snap 73 seq_num 268) dirty exists 2024-04-02T08:27:18.906 INFO:tasks.rados.rados.0.smithi012.stdout:987: done (5 left) 2024-04-02T08:27:18.906 INFO:tasks.rados.rados.0.smithi012.stdout:988: done (4 left) 2024-04-02T08:27:18.906 INFO:tasks.rados.rados.0.smithi012.stdout:989: done (3 left) 2024-04-02T08:27:18.906 INFO:tasks.rados.rados.0.smithi012.stdout:990: done (2 left) 2024-04-02T08:27:18.906 INFO:tasks.rados.rados.0.smithi012.stdout:992: done (1 left) 2024-04-02T08:27:18.906 INFO:tasks.rados.rados.0.smithi012.stdout:994: done (0 left) 2024-04-02T08:27:18.906 INFO:tasks.rados.rados.0.smithi012.stdout:995: snap_remove snap 93 2024-04-02T08:27:19.016 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:18 smithi055 systemd[1]: Stopping Ceph mon.b for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:27:19.016 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:18 smithi055 ceph-mon[31035]: osdmap e255: 8 total, 8 up, 8 in 2024-04-02T08:27:19.016 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:18 smithi055 ceph-mon[31035]: osdmap e256: 8 total, 8 up, 8 in 2024-04-02T08:27:19.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:18 smithi012 ceph-mon[88355]: osdmap e255: 8 total, 8 up, 8 in 2024-04-02T08:27:19.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:18 smithi012 ceph-mon[88355]: osdmap e256: 8 total, 8 up, 8 in 2024-04-02T08:27:19.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:18 smithi012 ceph-mon[90784]: osdmap e255: 8 total, 8 up, 8 in 2024-04-02T08:27:19.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:18 smithi012 ceph-mon[90784]: osdmap e256: 8 total, 8 up, 8 in 2024-04-02T08:27:19.307 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:19 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-b[31031]: 2024-04-02T08:27:19.016+0000 7fe369ae4700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:27:19.307 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:19 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-b[31031]: 2024-04-02T08:27:19.016+0000 7fe369ae4700 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-04-02T08:27:19.307 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:19 smithi055 podman[84914]: 2024-04-02 08:27:19.068492078 +0000 UTC m=+0.160942328 container died 61752f499722cc17e12cd958d7a17ba2eb6364f1c0fd6683ef787c70a34b2f2b (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-b, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=reef-4d05f4c, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5) 2024-04-02T08:27:19.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:19 smithi055 podman[84914]: 2024-04-02 08:27:19.492195671 +0000 UTC m=+0.584645908 container cleanup 61752f499722cc17e12cd958d7a17ba2eb6364f1c0fd6683ef787c70a34b2f2b (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-b, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, RELEASE=reef-4d05f4c, org.label-schema.build-date=20240326, io.buildah.version=1.33.5) 2024-04-02T08:27:19.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:19 smithi055 bash[84914]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-b 2024-04-02T08:27:20.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:19 smithi055 podman[84929]: 2024-04-02 08:27:19.693553232 +0000 UTC m=+0.618637181 container remove 61752f499722cc17e12cd958d7a17ba2eb6364f1c0fd6683ef787c70a34b2f2b (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-b, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=reef-4d05f4c) 2024-04-02T08:27:20.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:19 smithi055 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@mon.b.service: Deactivated successfully. 2024-04-02T08:27:20.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:19 smithi055 systemd[1]: Stopped Ceph mon.b for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:27:20.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:19 smithi055 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@mon.b.service: Consumed 9.857s CPU time. 2024-04-02T08:27:20.465 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 systemd[1]: Starting Ceph mon.b for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:27:20.466 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 podman[85061]: 2024-04-02 08:27:20.234258725 +0000 UTC m=+0.017759035 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:27:20.466 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 podman[85061]: 2024-04-02 08:27:20.36113517 +0000 UTC m=+0.144635466 container create f75ff69b6d621a4be48de76733e1a4935f889f2e3ba33f764dc465245985b5c1 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-b, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:27:20.679 INFO:tasks.rados.rados.0.smithi012.stdout:995: done (0 left) 2024-04-02T08:27:20.679 INFO:tasks.rados.rados.0.smithi012.stdout:996: rollback oid 26 current snap is 94 2024-04-02T08:27:20.679 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 26 to 86 2024-04-02T08:27:20.679 INFO:tasks.rados.rados.0.smithi012.stdout:997: snap_remove snap 90 2024-04-02T08:27:20.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 podman[85061]: 2024-04-02 08:27:20.555083613 +0000 UTC m=+0.338583908 container init f75ff69b6d621a4be48de76733e1a4935f889f2e3ba33f764dc465245985b5c1 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-b, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:27:20.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 podman[85061]: 2024-04-02 08:27:20.55829343 +0000 UTC m=+0.341793727 container start f75ff69b6d621a4be48de76733e1a4935f889f2e3ba33f764dc465245985b5c1 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-b, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:27:20.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: set uid:gid to 167:167 (ceph:ceph) 2024-04-02T08:27:20.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev), process ceph-mon, pid 2 2024-04-02T08:27:20.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: pidfile_write: ignore empty --pid-file 2024-04-02T08:27:20.812 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: load: jerasure load: lrc 2024-04-02T08:27:20.812 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: RocksDB version: 7.9.2 2024-04-02T08:27:20.812 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Git sha 0 2024-04-02T08:27:20.812 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Compile date 2024-04-01 18:29:45 2024-04-02T08:27:20.812 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: DB SUMMARY 2024-04-02T08:27:20.812 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: DB Session ID: TI90NHQRKLP6SI306GBY 2024-04-02T08:27:20.812 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: CURRENT file: CURRENT 2024-04-02T08:27:20.812 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: IDENTITY file: IDENTITY 2024-04-02T08:27:20.812 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: MANIFEST file: MANIFEST-000010 size: 1160 Bytes 2024-04-02T08:27:20.812 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000024.sst 2024-04-02T08:27:20.812 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000022.log size: 13109685 ; 2024-04-02T08:27:20.812 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.error_if_exists: 0 2024-04-02T08:27:20.812 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.create_if_missing: 0 2024-04-02T08:27:20.813 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.paranoid_checks: 1 2024-04-02T08:27:20.813 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-02T08:27:20.813 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-02T08:27:20.813 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-02T08:27:20.813 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.env: 0x56425a755c60 2024-04-02T08:27:20.813 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.fs: PosixFileSystem 2024-04-02T08:27:20.813 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.info_log: 0x56425c649ae0 2024-04-02T08:27:20.813 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.max_file_opening_threads: 16 2024-04-02T08:27:20.815 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.statistics: (nil) 2024-04-02T08:27:20.815 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.use_fsync: 0 2024-04-02T08:27:20.815 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.max_log_file_size: 0 2024-04-02T08:27:20.815 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-02T08:27:20.815 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-02T08:27:20.815 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.keep_log_file_num: 1000 2024-04-02T08:27:20.815 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.recycle_log_file_num: 0 2024-04-02T08:27:20.815 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.allow_fallocate: 1 2024-04-02T08:27:20.815 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.allow_mmap_reads: 0 2024-04-02T08:27:20.815 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.allow_mmap_writes: 0 2024-04-02T08:27:20.815 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.use_direct_reads: 0 2024-04-02T08:27:20.816 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-02T08:27:20.816 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.create_missing_column_families: 0 2024-04-02T08:27:20.816 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.db_log_dir: 2024-04-02T08:27:20.816 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.wal_dir: 2024-04-02T08:27:20.816 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-02T08:27:20.816 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-02T08:27:20.816 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-02T08:27:20.816 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-02T08:27:20.816 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-02T08:27:20.816 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-02T08:27:20.816 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.advise_random_on_open: 1 2024-04-02T08:27:20.816 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.db_write_buffer_size: 0 2024-04-02T08:27:20.816 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.write_buffer_manager: 0x56425c61a1e0 2024-04-02T08:27:20.817 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-02T08:27:20.817 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-02T08:27:20.817 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-02T08:27:20.817 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.rate_limiter: (nil) 2024-04-02T08:27:20.817 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-02T08:27:20.817 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.wal_recovery_mode: 2 2024-04-02T08:27:20.817 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.enable_thread_tracking: 0 2024-04-02T08:27:20.817 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.enable_pipelined_write: 0 2024-04-02T08:27:20.817 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.unordered_write: 0 2024-04-02T08:27:20.817 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-02T08:27:20.817 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-02T08:27:20.817 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-02T08:27:20.817 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-02T08:27:20.817 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.row_cache: None 2024-04-02T08:27:20.818 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.wal_filter: None 2024-04-02T08:27:20.818 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-02T08:27:20.818 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.allow_ingest_behind: 0 2024-04-02T08:27:20.818 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.two_write_queues: 0 2024-04-02T08:27:20.818 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.manual_wal_flush: 0 2024-04-02T08:27:20.818 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.wal_compression: 0 2024-04-02T08:27:20.818 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.atomic_flush: 0 2024-04-02T08:27:20.818 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-02T08:27:20.818 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-02T08:27:20.818 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-02T08:27:20.818 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.log_readahead_size: 0 2024-04-02T08:27:20.818 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-02T08:27:20.818 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.best_efforts_recovery: 0 2024-04-02T08:27:20.818 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-02T08:27:20.819 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-02T08:27:20.819 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.allow_data_in_errors: 0 2024-04-02T08:27:20.819 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.db_host_id: __hostname__ 2024-04-02T08:27:20.819 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-02T08:27:20.819 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.max_background_jobs: 2 2024-04-02T08:27:20.819 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.max_background_compactions: -1 2024-04-02T08:27:20.819 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.max_subcompactions: 1 2024-04-02T08:27:20.819 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-02T08:27:20.819 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-02T08:27:20.819 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-02T08:27:20.819 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.max_total_wal_size: 0 2024-04-02T08:27:20.819 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-02T08:27:20.819 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-02T08:27:20.819 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-02T08:27:20.820 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-02T08:27:20.820 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.max_open_files: -1 2024-04-02T08:27:20.820 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.bytes_per_sync: 0 2024-04-02T08:27:20.820 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-02T08:27:20.820 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-02T08:27:20.820 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.compaction_readahead_size: 0 2024-04-02T08:27:20.820 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.max_background_flushes: -1 2024-04-02T08:27:20.820 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Compression algorithms supported: 2024-04-02T08:27:20.820 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-02T08:27:20.820 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: kZSTD supported: 0 2024-04-02T08:27:20.820 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: kXpressCompression supported: 0 2024-04-02T08:27:20.820 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: kLZ4HCCompression supported: 1 2024-04-02T08:27:20.820 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: kZlibCompression supported: 1 2024-04-02T08:27:20.820 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: kSnappyCompression supported: 1 2024-04-02T08:27:20.821 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: kLZ4Compression supported: 1 2024-04-02T08:27:20.821 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: kBZip2Compression supported: 0 2024-04-02T08:27:20.821 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-02T08:27:20.821 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-02T08:27:20.821 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 2024-04-02T08:27:20.821 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-02T08:27:20.821 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-02T08:27:20.821 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.merge_operator: 2024-04-02T08:27:20.821 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.compaction_filter: None 2024-04-02T08:27:20.821 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.compaction_filter_factory: None 2024-04-02T08:27:20.821 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.sst_partitioner_factory: None 2024-04-02T08:27:20.821 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-02T08:27:20.821 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-02T08:27:20.821 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x56425c649cc0) 2024-04-02T08:27:20.822 INFO:journalctl@ceph.mon.b.smithi055.stdout: cache_index_and_filter_blocks: 1 2024-04-02T08:27:20.822 INFO:journalctl@ceph.mon.b.smithi055.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-02T08:27:20.822 INFO:journalctl@ceph.mon.b.smithi055.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-02T08:27:20.822 INFO:journalctl@ceph.mon.b.smithi055.stdout: pin_top_level_index_and_filter: 1 2024-04-02T08:27:20.822 INFO:journalctl@ceph.mon.b.smithi055.stdout: index_type: 0 2024-04-02T08:27:20.822 INFO:journalctl@ceph.mon.b.smithi055.stdout: data_block_index_type: 0 2024-04-02T08:27:20.822 INFO:journalctl@ceph.mon.b.smithi055.stdout: index_shortening: 1 2024-04-02T08:27:20.822 INFO:journalctl@ceph.mon.b.smithi055.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-02T08:27:20.822 INFO:journalctl@ceph.mon.b.smithi055.stdout: checksum: 4 2024-04-02T08:27:20.822 INFO:journalctl@ceph.mon.b.smithi055.stdout: no_block_cache: 0 2024-04-02T08:27:20.822 INFO:journalctl@ceph.mon.b.smithi055.stdout: block_cache: 0x56425c64d090 2024-04-02T08:27:20.822 INFO:journalctl@ceph.mon.b.smithi055.stdout: block_cache_name: BinnedLRUCache 2024-04-02T08:27:20.822 INFO:journalctl@ceph.mon.b.smithi055.stdout: block_cache_options: 2024-04-02T08:27:20.823 INFO:journalctl@ceph.mon.b.smithi055.stdout: capacity : 536870912 2024-04-02T08:27:20.823 INFO:journalctl@ceph.mon.b.smithi055.stdout: num_shard_bits : 4 2024-04-02T08:27:20.823 INFO:journalctl@ceph.mon.b.smithi055.stdout: strict_capacity_limit : 0 2024-04-02T08:27:20.823 INFO:journalctl@ceph.mon.b.smithi055.stdout: high_pri_pool_ratio: 0.000 2024-04-02T08:27:20.823 INFO:journalctl@ceph.mon.b.smithi055.stdout: block_cache_compressed: (nil) 2024-04-02T08:27:20.823 INFO:journalctl@ceph.mon.b.smithi055.stdout: persistent_cache: (nil) 2024-04-02T08:27:20.823 INFO:journalctl@ceph.mon.b.smithi055.stdout: block_size: 4096 2024-04-02T08:27:20.823 INFO:journalctl@ceph.mon.b.smithi055.stdout: block_size_deviation: 10 2024-04-02T08:27:20.823 INFO:journalctl@ceph.mon.b.smithi055.stdout: block_restart_interval: 16 2024-04-02T08:27:20.823 INFO:journalctl@ceph.mon.b.smithi055.stdout: index_block_restart_interval: 1 2024-04-02T08:27:20.823 INFO:journalctl@ceph.mon.b.smithi055.stdout: metadata_block_size: 4096 2024-04-02T08:27:20.823 INFO:journalctl@ceph.mon.b.smithi055.stdout: partition_filters: 0 2024-04-02T08:27:20.823 INFO:journalctl@ceph.mon.b.smithi055.stdout: use_delta_encoding: 1 2024-04-02T08:27:20.823 INFO:journalctl@ceph.mon.b.smithi055.stdout: filter_policy: bloomfilter 2024-04-02T08:27:20.824 INFO:journalctl@ceph.mon.b.smithi055.stdout: whole_key_filtering: 1 2024-04-02T08:27:20.824 INFO:journalctl@ceph.mon.b.smithi055.stdout: verify_compression: 0 2024-04-02T08:27:20.824 INFO:journalctl@ceph.mon.b.smithi055.stdout: read_amp_bytes_per_bit: 0 2024-04-02T08:27:20.824 INFO:journalctl@ceph.mon.b.smithi055.stdout: format_version: 5 2024-04-02T08:27:20.824 INFO:journalctl@ceph.mon.b.smithi055.stdout: enable_index_compression: 1 2024-04-02T08:27:20.824 INFO:journalctl@ceph.mon.b.smithi055.stdout: block_align: 0 2024-04-02T08:27:20.824 INFO:journalctl@ceph.mon.b.smithi055.stdout: max_auto_readahead_size: 262144 2024-04-02T08:27:20.824 INFO:journalctl@ceph.mon.b.smithi055.stdout: prepopulate_block_cache: 0 2024-04-02T08:27:20.824 INFO:journalctl@ceph.mon.b.smithi055.stdout: initial_auto_readahead_size: 8192 2024-04-02T08:27:20.824 INFO:journalctl@ceph.mon.b.smithi055.stdout: num_file_reads_for_auto_readahead: 2 2024-04-02T08:27:20.824 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.write_buffer_size: 33554432 2024-04-02T08:27:20.824 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.max_write_buffer_number: 2 2024-04-02T08:27:20.824 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.compression: NoCompression 2024-04-02T08:27:20.824 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.bottommost_compression: Disabled 2024-04-02T08:27:20.825 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.prefix_extractor: nullptr 2024-04-02T08:27:20.825 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-02T08:27:20.825 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.num_levels: 7 2024-04-02T08:27:20.825 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-02T08:27:20.825 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-02T08:27:20.825 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-02T08:27:20.825 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-02T08:27:20.825 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-02T08:27:20.825 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-02T08:27:20.825 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-02T08:27:20.825 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:27:20.825 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-02T08:27:20.825 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-02T08:27:20.825 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:27:20.826 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:27:20.826 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-02T08:27:20.826 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.compression_opts.level: 32767 2024-04-02T08:27:20.826 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.compression_opts.strategy: 0 2024-04-02T08:27:20.826 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-02T08:27:20.826 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:27:20.826 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:27:20.826 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-02T08:27:20.826 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.compression_opts.enabled: false 2024-04-02T08:27:20.826 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:27:20.826 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-02T08:27:20.826 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-02T08:27:20.827 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-02T08:27:20.827 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.target_file_size_base: 67108864 2024-04-02T08:27:20.827 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-02T08:27:20.827 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-02T08:27:20.827 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-02T08:27:20.827 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-02T08:27:20.827 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-02T08:27:20.827 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-02T08:27:20.828 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-02T08:27:20.828 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-02T08:27:20.828 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-02T08:27:20.828 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-02T08:27:20.828 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-02T08:27:20.828 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-02T08:27:20.828 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-02T08:27:20.828 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-02T08:27:20.828 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.arena_block_size: 1048576 2024-04-02T08:27:20.828 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-02T08:27:20.828 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-02T08:27:20.829 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.disable_auto_compactions: 0 2024-04-02T08:27:20.829 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-02T08:27:20.829 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-02T08:27:20.829 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-02T08:27:20.829 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-02T08:27:20.829 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-02T08:27:20.829 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-02T08:27:20.829 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-02T08:27:20.829 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-02T08:27:20.829 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-02T08:27:20.829 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-02T08:27:20.829 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-02T08:27:20.829 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.inplace_update_support: 0 2024-04-02T08:27:20.830 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-02T08:27:20.830 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-02T08:27:20.830 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-02T08:27:20.830 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-02T08:27:20.830 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.bloom_locality: 0 2024-04-02T08:27:20.830 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.max_successive_merges: 0 2024-04-02T08:27:20.830 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-02T08:27:20.830 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.paranoid_file_checks: 0 2024-04-02T08:27:20.830 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.force_consistency_checks: 1 2024-04-02T08:27:20.830 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.report_bg_io_stats: 0 2024-04-02T08:27:20.830 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.ttl: 2592000 2024-04-02T08:27:20.830 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-02T08:27:20.830 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-02T08:27:20.831 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-02T08:27:20.831 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.enable_blob_files: false 2024-04-02T08:27:20.831 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.min_blob_size: 0 2024-04-02T08:27:20.831 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.blob_file_size: 268435456 2024-04-02T08:27:20.831 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-02T08:27:20.831 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-02T08:27:20.831 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-02T08:27:20.831 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-02T08:27:20.831 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-02T08:27:20.831 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.blob_file_starting_level: 0 2024-04-02T08:27:20.831 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-02T08:27:20.831 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-02T08:27:20.831 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 26, last_sequence is 13267, log_number is 22,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 22 2024-04-02T08:27:20.832 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 22 2024-04-02T08:27:20.832 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 1989ed3a-bb47-4c48-8fa1-5cf8ae5e0790 2024-04-02T08:27:20.832 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046440587520, "job": 1, "event": "recovery_started", "wal_files": [22]} 2024-04-02T08:27:20.832 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #22 mode 2 2024-04-02T08:27:20.832 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 bash[85061]: f75ff69b6d621a4be48de76733e1a4935f889f2e3ba33f764dc465245985b5c1 2024-04-02T08:27:20.832 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 systemd[1]: Started Ceph mon.b for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:27:20.832 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046440620992, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 27, "file_size": 8003258, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13272, "largest_seqno": 17855, "table_properties": {"data_size": 7983748, "index_size": 13727, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 4741, "raw_key_size": 43566, "raw_average_key_size": 23, "raw_value_size": 7943542, "raw_average_value_size": 4194, "num_data_blocks": 595, "num_entries": 1894, "num_filter_entries": 1894, "num_deletions": 318, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712046440, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "1989ed3a-bb47-4c48-8fa1-5cf8ae5e0790", "db_session_id": "TI90NHQRKLP6SI306GBY", "orig_file_number": 27, "seqno_to_time_mapping": "N/A"}} 2024-04-02T08:27:20.832 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046440621080, "job": 1, "event": "recovery_finished"} 2024-04-02T08:27:20.832 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: [db/version_set.cc:5047] Creating manifest 29 2024-04-02T08:27:20.832 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-02T08:27:20.832 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000022.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-02T08:27:20.832 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x56425c73c000 2024-04-02T08:27:20.832 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: DB pointer 0x56425c726000 2024-04-02T08:27:20.833 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-02T08:27:20.833 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-02T08:27:20.833 INFO:journalctl@ceph.mon.b.smithi055.stdout: ** DB Stats ** 2024-04-02T08:27:20.833 INFO:journalctl@ceph.mon.b.smithi055.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:27:20.833 INFO:journalctl@ceph.mon.b.smithi055.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-02T08:27:20.833 INFO:journalctl@ceph.mon.b.smithi055.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:27:20.833 INFO:journalctl@ceph.mon.b.smithi055.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:27:20.833 INFO:journalctl@ceph.mon.b.smithi055.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-02T08:27:20.833 INFO:journalctl@ceph.mon.b.smithi055.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:27:20.833 INFO:journalctl@ceph.mon.b.smithi055.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:27:20.833 INFO:journalctl@ceph.mon.b.smithi055.stdout: 2024-04-02T08:27:20.833 INFO:journalctl@ceph.mon.b.smithi055.stdout: ** Compaction Stats [default] ** 2024-04-02T08:27:20.833 INFO:journalctl@ceph.mon.b.smithi055.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:27:20.834 INFO:journalctl@ceph.mon.b.smithi055.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-02T08:27:20.834 INFO:journalctl@ceph.mon.b.smithi055.stdout: L0 1/0 7.63 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 533.9 0.01 0.00 1 0.014 0 0 0.0 0.0 2024-04-02T08:27:20.834 INFO:journalctl@ceph.mon.b.smithi055.stdout: L6 1/0 5.76 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-02T08:27:20.834 INFO:journalctl@ceph.mon.b.smithi055.stdout: Sum 2/0 13.39 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 533.9 0.01 0.00 1 0.014 0 0 0.0 0.0 2024-04-02T08:27:20.834 INFO:journalctl@ceph.mon.b.smithi055.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 533.9 0.01 0.00 1 0.014 0 0 0.0 0.0 2024-04-02T08:27:20.834 INFO:journalctl@ceph.mon.b.smithi055.stdout: 2024-04-02T08:27:20.834 INFO:journalctl@ceph.mon.b.smithi055.stdout: ** Compaction Stats [default] ** 2024-04-02T08:27:20.834 INFO:journalctl@ceph.mon.b.smithi055.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:27:20.834 INFO:journalctl@ceph.mon.b.smithi055.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-02T08:27:20.834 INFO:journalctl@ceph.mon.b.smithi055.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 533.9 0.01 0.00 1 0.014 0 0 0.0 0.0 2024-04-02T08:27:20.834 INFO:journalctl@ceph.mon.b.smithi055.stdout: 2024-04-02T08:27:20.834 INFO:journalctl@ceph.mon.b.smithi055.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-02T08:27:20.834 INFO:journalctl@ceph.mon.b.smithi055.stdout: 2024-04-02T08:27:20.834 INFO:journalctl@ceph.mon.b.smithi055.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:27:20.835 INFO:journalctl@ceph.mon.b.smithi055.stdout: Flush(GB): cumulative 0.007, interval 0.007 2024-04-02T08:27:20.835 INFO:journalctl@ceph.mon.b.smithi055.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-02T08:27:20.835 INFO:journalctl@ceph.mon.b.smithi055.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-02T08:27:20.835 INFO:journalctl@ceph.mon.b.smithi055.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-02T08:27:20.835 INFO:journalctl@ceph.mon.b.smithi055.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-02T08:27:20.835 INFO:journalctl@ceph.mon.b.smithi055.stdout: Cumulative compaction: 0.01 GB write, 206.99 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:27:20.835 INFO:journalctl@ceph.mon.b.smithi055.stdout: Interval compaction: 0.01 GB write, 206.99 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:27:20.835 INFO:journalctl@ceph.mon.b.smithi055.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-02T08:27:20.835 INFO:journalctl@ceph.mon.b.smithi055.stdout: Block cache BinnedLRUCache@0x56425c64d090#2 capacity: 512.00 MB usage: 21.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-04-02T08:27:20.835 INFO:journalctl@ceph.mon.b.smithi055.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,5.03 KB,0.000959635%) IndexBlock(1,16.08 KB,0.00306666%) Misc(1,0.00 KB,0%) 2024-04-02T08:27:20.835 INFO:journalctl@ceph.mon.b.smithi055.stdout: 2024-04-02T08:27:20.835 INFO:journalctl@ceph.mon.b.smithi055.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-02T08:27:20.835 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: starting mon.b rank 1 at public addrs [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] at bind addrs [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:27:20.835 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: mon.b@-1(???) e3 preinit fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:27:20.836 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: mon.b@-1(???).mds e6 new map 2024-04-02T08:27:20.836 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: mon.b@-1(???).mds e6 print_map 2024-04-02T08:27:20.836 INFO:journalctl@ceph.mon.b.smithi055.stdout: e6 2024-04-02T08:27:20.836 INFO:journalctl@ceph.mon.b.smithi055.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-02T08:27:20.836 INFO:journalctl@ceph.mon.b.smithi055.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-02T08:27:20.836 INFO:journalctl@ceph.mon.b.smithi055.stdout: legacy client fscid: 1 2024-04-02T08:27:20.836 INFO:journalctl@ceph.mon.b.smithi055.stdout: 2024-04-02T08:27:20.837 INFO:journalctl@ceph.mon.b.smithi055.stdout: Filesystem 'cephfs' (1) 2024-04-02T08:27:20.837 INFO:journalctl@ceph.mon.b.smithi055.stdout: fs_name cephfs 2024-04-02T08:27:20.837 INFO:journalctl@ceph.mon.b.smithi055.stdout: epoch 6 2024-04-02T08:27:20.837 INFO:journalctl@ceph.mon.b.smithi055.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-02T08:27:20.837 INFO:journalctl@ceph.mon.b.smithi055.stdout: created 2024-04-02T08:20:26.998656+0000 2024-04-02T08:27:20.837 INFO:journalctl@ceph.mon.b.smithi055.stdout: modified 2024-04-02T08:20:29.006482+0000 2024-04-02T08:27:20.837 INFO:journalctl@ceph.mon.b.smithi055.stdout: tableserver 0 2024-04-02T08:27:20.837 INFO:journalctl@ceph.mon.b.smithi055.stdout: root 0 2024-04-02T08:27:20.837 INFO:journalctl@ceph.mon.b.smithi055.stdout: session_timeout 60 2024-04-02T08:27:20.837 INFO:journalctl@ceph.mon.b.smithi055.stdout: session_autoclose 300 2024-04-02T08:27:20.837 INFO:journalctl@ceph.mon.b.smithi055.stdout: max_file_size 1099511627776 2024-04-02T08:27:20.837 INFO:journalctl@ceph.mon.b.smithi055.stdout: max_xattr_size 65536 2024-04-02T08:27:20.837 INFO:journalctl@ceph.mon.b.smithi055.stdout: required_client_features {} 2024-04-02T08:27:20.837 INFO:journalctl@ceph.mon.b.smithi055.stdout: last_failure 0 2024-04-02T08:27:20.838 INFO:journalctl@ceph.mon.b.smithi055.stdout: last_failure_osd_epoch 0 2024-04-02T08:27:20.838 INFO:journalctl@ceph.mon.b.smithi055.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-02T08:27:20.838 INFO:journalctl@ceph.mon.b.smithi055.stdout: max_mds 1 2024-04-02T08:27:20.838 INFO:journalctl@ceph.mon.b.smithi055.stdout: in 0 2024-04-02T08:27:20.838 INFO:journalctl@ceph.mon.b.smithi055.stdout: up {0=24364} 2024-04-02T08:27:20.838 INFO:journalctl@ceph.mon.b.smithi055.stdout: failed 2024-04-02T08:27:20.838 INFO:journalctl@ceph.mon.b.smithi055.stdout: damaged 2024-04-02T08:27:20.838 INFO:journalctl@ceph.mon.b.smithi055.stdout: stopped 2024-04-02T08:27:20.838 INFO:journalctl@ceph.mon.b.smithi055.stdout: data_pools [3] 2024-04-02T08:27:20.838 INFO:journalctl@ceph.mon.b.smithi055.stdout: metadata_pool 2 2024-04-02T08:27:20.838 INFO:journalctl@ceph.mon.b.smithi055.stdout: inline_data disabled 2024-04-02T08:27:20.838 INFO:journalctl@ceph.mon.b.smithi055.stdout: balancer 2024-04-02T08:27:20.838 INFO:journalctl@ceph.mon.b.smithi055.stdout: bal_rank_mask -1 2024-04-02T08:27:20.838 INFO:journalctl@ceph.mon.b.smithi055.stdout: standby_count_wanted 0 2024-04-02T08:27:20.839 INFO:journalctl@ceph.mon.b.smithi055.stdout: qdb_cluster leader: 0 members: 2024-04-02T08:27:20.839 INFO:journalctl@ceph.mon.b.smithi055.stdout: [mds.b{0:24364} state up:active seq 3 addr [v2:172.21.15.55:6832/593905928,v1:172.21.15.55:6833/593905928] compat {c=[1],r=[1],i=[7ff]}] 2024-04-02T08:27:20.839 INFO:journalctl@ceph.mon.b.smithi055.stdout: 2024-04-02T08:27:20.839 INFO:journalctl@ceph.mon.b.smithi055.stdout: 2024-04-02T08:27:20.839 INFO:journalctl@ceph.mon.b.smithi055.stdout: Standby daemons: 2024-04-02T08:27:20.839 INFO:journalctl@ceph.mon.b.smithi055.stdout: 2024-04-02T08:27:20.839 INFO:journalctl@ceph.mon.b.smithi055.stdout: [mds.a{-1:24353} state up:standby seq 1 addr [v2:172.21.15.12:6834/2936570167,v1:172.21.15.12:6835/2936570167] compat {c=[1],r=[1],i=[7ff]}] 2024-04-02T08:27:20.839 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: mon.b@-1(???).osd e256 crush map has features 3314933069573799936, adjusting msgr requires 2024-04-02T08:27:20.839 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: mon.b@-1(???).osd e256 crush map has features 432629308056666112, adjusting msgr requires 2024-04-02T08:27:20.839 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: mon.b@-1(???).osd e256 crush map has features 432629308056666112, adjusting msgr requires 2024-04-02T08:27:20.839 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: mon.b@-1(???).osd e256 crush map has features 432629308056666112, adjusting msgr requires 2024-04-02T08:27:20.839 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:20 smithi055 ceph-mon[85080]: mon.b@-1(???).paxosservice(auth 1..21) refresh upgraded, format 0 -> 3 2024-04-02T08:27:22.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:27:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:27:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:27:23.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:27:23 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:27:23.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi012\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi012\", job=\"node\", machine=\"x86_64\", nodename=\"smithi012\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi012\", job=\"node\", machine=\"x86_64\", nodename=\"smithi012\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:27:25.750 INFO:tasks.rados.rados.0.smithi012.stdout:997: done (1 left) 2024-04-02T08:27:25.750 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 46 current snap is 94 2024-04-02T08:27:25.750 INFO:tasks.rados.rados.0.smithi012.stdout:996: finishing rollback tid 1 to smithi01277369-26 2024-04-02T08:27:25.750 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 26 v 0 (ObjNum 1393 snap 0 seq_num 2613031200) dirty dne 2024-04-02T08:27:25.750 INFO:tasks.rados.rados.0.smithi012.stdout:998: seq_num 307 ranges {1441792=344064} 2024-04-02T08:27:25.759 INFO:tasks.rados.rados.0.smithi012.stdout:998: writing smithi01277369-46 from 1441792 to 1785856 tid 1 2024-04-02T08:27:25.760 INFO:tasks.rados.rados.0.smithi012.stdout:996: done (1 left) 2024-04-02T08:27:25.760 INFO:tasks.rados.rados.0.smithi012.stdout:999: snap_remove snap 85 2024-04-02T08:27:25.928 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:27:25 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:27:25.632+0000 7f8b165ca700 -1 mgr.server handle_report got status from non-daemon mon.b 2024-04-02T08:27:25.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:25 smithi012 ceph-mon[88355]: pgmap v50: 121 pgs: 121 active+clean; 126 MiB data, 840 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:27:25.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:25 smithi012 ceph-mon[88355]: mon.a calling monitor election 2024-04-02T08:27:25.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:25 smithi012 ceph-mon[88355]: mon.b calling monitor election 2024-04-02T08:27:25.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:25 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:27:25.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:25 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:27:25.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:25 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:27:25.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:25 smithi012 ceph-mon[88355]: pgmap v52: 121 pgs: 121 active+clean; 137 MiB data, 875 MiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 853 KiB/s wr, 14 op/s 2024-04-02T08:27:25.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:25 smithi012 ceph-mon[88355]: pgmap v53: 121 pgs: 121 active+clean; 137 MiB data, 875 MiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 720 KiB/s wr, 12 op/s 2024-04-02T08:27:25.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:25 smithi012 ceph-mon[88355]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-02T08:27:25.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:25 smithi012 ceph-mon[88355]: monmap epoch 4 2024-04-02T08:27:25.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:25 smithi012 ceph-mon[88355]: fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:27:25.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:25 smithi012 ceph-mon[88355]: last_changed 2024-04-02T08:27:20.676593+0000 2024-04-02T08:27:25.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:25 smithi012 ceph-mon[88355]: created 2024-04-02T08:14:44.119575+0000 2024-04-02T08:27:25.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:25 smithi012 ceph-mon[88355]: min_mon_release 19 (squid) 2024-04-02T08:27:25.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:25 smithi012 ceph-mon[88355]: election_strategy: 1 2024-04-02T08:27:25.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:25 smithi012 ceph-mon[88355]: 0: [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] mon.a 2024-04-02T08:27:25.930 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:25 smithi012 ceph-mon[88355]: 1: [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] mon.b 2024-04-02T08:27:25.930 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:25 smithi012 ceph-mon[88355]: 2: [v2:172.21.15.12:3301/0,v1:172.21.15.12:6790/0] mon.c 2024-04-02T08:27:25.930 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:25 smithi012 ceph-mon[88355]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:27:25.930 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:25 smithi012 ceph-mon[88355]: osdmap e257: 8 total, 8 up, 8 in 2024-04-02T08:27:25.930 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:25 smithi012 ceph-mon[88355]: mgrmap e40: y(active, since 41s), standbys: x 2024-04-02T08:27:25.930 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:25 smithi012 ceph-mon[88355]: overall HEALTH_OK 2024-04-02T08:27:25.930 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:25 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:25.930 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:25 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:25.930 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:25 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:26.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:25 smithi055 ceph-mon[85080]: pgmap v50: 121 pgs: 121 active+clean; 126 MiB data, 840 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:27:26.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:25 smithi055 ceph-mon[85080]: mon.a calling monitor election 2024-04-02T08:27:26.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:25 smithi055 ceph-mon[85080]: mon.b calling monitor election 2024-04-02T08:27:26.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:25 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:27:26.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:25 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:27:26.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:25 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:27:26.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:25 smithi055 ceph-mon[85080]: pgmap v52: 121 pgs: 121 active+clean; 137 MiB data, 875 MiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 853 KiB/s wr, 14 op/s 2024-04-02T08:27:26.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:25 smithi055 ceph-mon[85080]: pgmap v53: 121 pgs: 121 active+clean; 137 MiB data, 875 MiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 720 KiB/s wr, 12 op/s 2024-04-02T08:27:26.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:25 smithi055 ceph-mon[85080]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-02T08:27:26.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:25 smithi055 ceph-mon[85080]: monmap epoch 4 2024-04-02T08:27:26.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:25 smithi055 ceph-mon[85080]: fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:27:26.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:25 smithi055 ceph-mon[85080]: last_changed 2024-04-02T08:27:20.676593+0000 2024-04-02T08:27:26.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:25 smithi055 ceph-mon[85080]: created 2024-04-02T08:14:44.119575+0000 2024-04-02T08:27:26.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:25 smithi055 ceph-mon[85080]: min_mon_release 19 (squid) 2024-04-02T08:27:26.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:25 smithi055 ceph-mon[85080]: election_strategy: 1 2024-04-02T08:27:26.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:25 smithi055 ceph-mon[85080]: 0: [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] mon.a 2024-04-02T08:27:26.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:25 smithi055 ceph-mon[85080]: 1: [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] mon.b 2024-04-02T08:27:26.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:25 smithi055 ceph-mon[85080]: 2: [v2:172.21.15.12:3301/0,v1:172.21.15.12:6790/0] mon.c 2024-04-02T08:27:26.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:25 smithi055 ceph-mon[85080]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:27:26.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:25 smithi055 ceph-mon[85080]: osdmap e257: 8 total, 8 up, 8 in 2024-04-02T08:27:26.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:25 smithi055 ceph-mon[85080]: mgrmap e40: y(active, since 41s), standbys: x 2024-04-02T08:27:26.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:25 smithi055 ceph-mon[85080]: overall HEALTH_OK 2024-04-02T08:27:26.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:25 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:26.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:25 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:26.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:25 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:26.764 INFO:tasks.rados.rados.0.smithi012.stdout:999: done (1 left) 2024-04-02T08:27:26.764 INFO:tasks.rados.rados.0.smithi012.stdout:1000: delete oid 23 current snap is 94 2024-04-02T08:27:26.764 INFO:tasks.rados.rados.0.smithi012.stdout:998: finishing write tid 1 to smithi01277369-46 2024-04-02T08:27:26.764 INFO:tasks.rados.rados.0.smithi012.stdout:998: finishing write tid 2 to smithi01277369-46 2024-04-02T08:27:26.764 INFO:tasks.rados.rados.0.smithi012.stdout:998: finishing write tid 3 to smithi01277369-46 2024-04-02T08:27:26.764 INFO:tasks.rados.rados.0.smithi012.stdout:998: oid 46 updating version 0 to 491 2024-04-02T08:27:26.764 INFO:tasks.rados.rados.0.smithi012.stdout:998: oid 46 updating version 491 to 492 2024-04-02T08:27:26.764 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 46 v 492 (ObjNum 307 snap 94 seq_num 307) dirty exists 2024-04-02T08:27:26.764 INFO:tasks.rados.rados.0.smithi012.stdout:998: left oid 46 (ObjNum 307 snap 94 seq_num 307) 2024-04-02T08:27:26.773 INFO:tasks.rados.rados.0.smithi012.stdout:998: done (1 left) 2024-04-02T08:27:26.773 INFO:tasks.rados.rados.0.smithi012.stdout:1000: done (0 left) 2024-04-02T08:27:26.773 INFO:tasks.rados.rados.0.smithi012.stdout:1001: snap_remove snap 86 2024-04-02T08:27:27.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:26 smithi055 ceph-mon[85080]: osdmap e258: 8 total, 8 up, 8 in 2024-04-02T08:27:27.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:26 smithi012 ceph-mon[88355]: osdmap e258: 8 total, 8 up, 8 in 2024-04-02T08:27:27.775 INFO:tasks.rados.rados.0.smithi012.stdout:1001: done (0 left) 2024-04-02T08:27:27.775 INFO:tasks.rados.rados.0.smithi012.stdout:1002: copy_from oid 31 from oid 35 current snap is 94 2024-04-02T08:27:27.775 INFO:tasks.rados.rados.0.smithi012.stdout:1003: delete oid 47 current snap is 94 2024-04-02T08:27:27.781 INFO:tasks.rados.rados.0.smithi012.stdout:1002: finishing copy_from to smithi01277369-31 2024-04-02T08:27:27.781 INFO:tasks.rados.rados.0.smithi012.stdout:1002: got expected ENOENT (src dne) 2024-04-02T08:27:27.781 INFO:tasks.rados.rados.0.smithi012.stdout:1002: finishing copy_from racing read to smithi01277369-31 2024-04-02T08:27:27.788 INFO:tasks.rados.rados.0.smithi012.stdout:1002: done (1 left) 2024-04-02T08:27:27.788 INFO:tasks.rados.rados.0.smithi012.stdout:1003: done (0 left) 2024-04-02T08:27:27.788 INFO:tasks.rados.rados.0.smithi012.stdout:1004: snap_remove snap 89 2024-04-02T08:27:28.045 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:27 smithi012 ceph-mon[88355]: pgmap v55: 121 pgs: 121 active+clean; 137 MiB data, 874 MiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 614 KiB/s wr, 10 op/s 2024-04-02T08:27:28.045 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:27 smithi012 ceph-mon[88355]: osdmap e259: 8 total, 8 up, 8 in 2024-04-02T08:27:28.045 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:27:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:27:27] "GET /metrics HTTP/1.1" 200 35982 "" "Prometheus/2.43.0" 2024-04-02T08:27:28.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:27 smithi055 ceph-mon[85080]: pgmap v55: 121 pgs: 121 active+clean; 137 MiB data, 874 MiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 614 KiB/s wr, 10 op/s 2024-04-02T08:27:28.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:27 smithi055 ceph-mon[85080]: osdmap e259: 8 total, 8 up, 8 in 2024-04-02T08:27:28.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[90784]: pgmap v50: 121 pgs: 121 active+clean; 126 MiB data, 840 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:27:28.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[90784]: mon.a calling monitor election 2024-04-02T08:27:28.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[90784]: mon.b calling monitor election 2024-04-02T08:27:28.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:27:28.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:27:28.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:27:28.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[90784]: pgmap v52: 121 pgs: 121 active+clean; 137 MiB data, 875 MiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 853 KiB/s wr, 14 op/s 2024-04-02T08:27:28.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[90784]: pgmap v53: 121 pgs: 121 active+clean; 137 MiB data, 875 MiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 720 KiB/s wr, 12 op/s 2024-04-02T08:27:28.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[90784]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-02T08:27:28.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[90784]: monmap epoch 4 2024-04-02T08:27:28.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[90784]: fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:27:28.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[90784]: last_changed 2024-04-02T08:27:20.676593+0000 2024-04-02T08:27:28.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[90784]: created 2024-04-02T08:14:44.119575+0000 2024-04-02T08:27:28.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[90784]: min_mon_release 19 (squid) 2024-04-02T08:27:28.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[90784]: election_strategy: 1 2024-04-02T08:27:28.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[90784]: 0: [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] mon.a 2024-04-02T08:27:28.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[90784]: 1: [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] mon.b 2024-04-02T08:27:28.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[90784]: 2: [v2:172.21.15.12:3301/0,v1:172.21.15.12:6790/0] mon.c 2024-04-02T08:27:28.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[90784]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:27:28.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[90784]: osdmap e257: 8 total, 8 up, 8 in 2024-04-02T08:27:28.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[90784]: mgrmap e40: y(active, since 41s), standbys: x 2024-04-02T08:27:28.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[90784]: overall HEALTH_OK 2024-04-02T08:27:28.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:28.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:28.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:28.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[90784]: osdmap e258: 8 total, 8 up, 8 in 2024-04-02T08:27:28.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[90784]: pgmap v55: 121 pgs: 121 active+clean; 137 MiB data, 874 MiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 614 KiB/s wr, 10 op/s 2024-04-02T08:27:28.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[90784]: osdmap e259: 8 total, 8 up, 8 in 2024-04-02T08:27:28.775 INFO:tasks.rados.rados.0.smithi012.stdout:1004: done (0 left) 2024-04-02T08:27:28.775 INFO:tasks.rados.rados.0.smithi012.stdout:1005: snap_create 2024-04-02T08:27:28.869 INFO:tasks.rados.rados.0.smithi012.stdout:1005: done (0 left) 2024-04-02T08:27:28.869 INFO:tasks.rados.rados.0.smithi012.stdout:1006: copy_from oid 20 from oid 32 current snap is 95 2024-04-02T08:27:28.869 INFO:tasks.rados.rados.0.smithi012.stdout:1007: delete oid 3 current snap is 95 2024-04-02T08:27:28.872 INFO:tasks.rados.rados.0.smithi012.stdout:1006: finishing copy_from to smithi01277369-20 2024-04-02T08:27:28.872 INFO:tasks.rados.rados.0.smithi012.stdout:1006: got expected ENOENT (src dne) 2024-04-02T08:27:28.872 INFO:tasks.rados.rados.0.smithi012.stdout:1007: done (1 left) 2024-04-02T08:27:28.872 INFO:tasks.rados.rados.0.smithi012.stdout:1008: copy_from oid 45 from oid 37 current snap is 95 2024-04-02T08:27:28.873 INFO:tasks.rados.rados.0.smithi012.stdout:1009: snap_remove snap 87 2024-04-02T08:27:29.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:28 smithi055 ceph-mon[85080]: mon.c calling monitor election 2024-04-02T08:27:29.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:28 smithi055 ceph-mon[85080]: mon.b calling monitor election 2024-04-02T08:27:29.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:28 smithi055 ceph-mon[85080]: mon.a calling monitor election 2024-04-02T08:27:29.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:28 smithi055 ceph-mon[85080]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:27:29.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:28 smithi055 ceph-mon[85080]: monmap epoch 4 2024-04-02T08:27:29.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:28 smithi055 ceph-mon[85080]: fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:27:29.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:28 smithi055 ceph-mon[85080]: last_changed 2024-04-02T08:27:20.676593+0000 2024-04-02T08:27:29.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:28 smithi055 ceph-mon[85080]: created 2024-04-02T08:14:44.119575+0000 2024-04-02T08:27:29.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:28 smithi055 ceph-mon[85080]: min_mon_release 19 (squid) 2024-04-02T08:27:29.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:28 smithi055 ceph-mon[85080]: election_strategy: 1 2024-04-02T08:27:29.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:28 smithi055 ceph-mon[85080]: 0: [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] mon.a 2024-04-02T08:27:29.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:28 smithi055 ceph-mon[85080]: 1: [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] mon.b 2024-04-02T08:27:29.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:28 smithi055 ceph-mon[85080]: 2: [v2:172.21.15.12:3301/0,v1:172.21.15.12:6790/0] mon.c 2024-04-02T08:27:29.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:28 smithi055 ceph-mon[85080]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:27:29.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:28 smithi055 ceph-mon[85080]: osdmap e260: 8 total, 8 up, 8 in 2024-04-02T08:27:29.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:28 smithi055 ceph-mon[85080]: mgrmap e40: y(active, since 43s), standbys: x 2024-04-02T08:27:29.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:28 smithi055 ceph-mon[85080]: overall HEALTH_OK 2024-04-02T08:27:29.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[88355]: mon.c calling monitor election 2024-04-02T08:27:29.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[88355]: mon.b calling monitor election 2024-04-02T08:27:29.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[88355]: mon.a calling monitor election 2024-04-02T08:27:29.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[88355]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:27:29.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[88355]: monmap epoch 4 2024-04-02T08:27:29.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[88355]: fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:27:29.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[88355]: last_changed 2024-04-02T08:27:20.676593+0000 2024-04-02T08:27:29.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[88355]: created 2024-04-02T08:14:44.119575+0000 2024-04-02T08:27:29.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[88355]: min_mon_release 19 (squid) 2024-04-02T08:27:29.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[88355]: election_strategy: 1 2024-04-02T08:27:29.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[88355]: 0: [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] mon.a 2024-04-02T08:27:29.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[88355]: 1: [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] mon.b 2024-04-02T08:27:29.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[88355]: 2: [v2:172.21.15.12:3301/0,v1:172.21.15.12:6790/0] mon.c 2024-04-02T08:27:29.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[88355]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:27:29.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[88355]: osdmap e260: 8 total, 8 up, 8 in 2024-04-02T08:27:29.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[88355]: mgrmap e40: y(active, since 43s), standbys: x 2024-04-02T08:27:29.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[88355]: overall HEALTH_OK 2024-04-02T08:27:29.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[90784]: mon.c calling monitor election 2024-04-02T08:27:29.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[90784]: mon.b calling monitor election 2024-04-02T08:27:29.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[90784]: mon.a calling monitor election 2024-04-02T08:27:29.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[90784]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:27:29.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[90784]: monmap epoch 4 2024-04-02T08:27:29.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[90784]: fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T08:27:29.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[90784]: last_changed 2024-04-02T08:27:20.676593+0000 2024-04-02T08:27:29.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[90784]: created 2024-04-02T08:14:44.119575+0000 2024-04-02T08:27:29.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[90784]: min_mon_release 19 (squid) 2024-04-02T08:27:29.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[90784]: election_strategy: 1 2024-04-02T08:27:29.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[90784]: 0: [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] mon.a 2024-04-02T08:27:29.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[90784]: 1: [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] mon.b 2024-04-02T08:27:29.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[90784]: 2: [v2:172.21.15.12:3301/0,v1:172.21.15.12:6790/0] mon.c 2024-04-02T08:27:29.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[90784]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:27:29.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[90784]: osdmap e260: 8 total, 8 up, 8 in 2024-04-02T08:27:29.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[90784]: mgrmap e40: y(active, since 43s), standbys: x 2024-04-02T08:27:29.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:28 smithi012 ceph-mon[90784]: overall HEALTH_OK 2024-04-02T08:27:29.870 INFO:tasks.rados.rados.0.smithi012.stdout:1009: done (2 left) 2024-04-02T08:27:29.870 INFO:tasks.rados.rados.0.smithi012.stdout:1010: snap_create 2024-04-02T08:27:29.870 INFO:tasks.rados.rados.0.smithi012.stdout:1006: finishing copy_from racing read to smithi01277369-20 2024-04-02T08:27:29.870 INFO:tasks.rados.rados.0.smithi012.stdout:1008: finishing copy_from racing read to smithi01277369-45 2024-04-02T08:27:29.870 INFO:tasks.rados.rados.0.smithi012.stdout:1008: finishing copy_from to smithi01277369-45 2024-04-02T08:27:29.870 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 45 v 446 (ObjNum 284 snap 83 seq_num 284) dirty exists 2024-04-02T08:27:30.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:29 smithi055 ceph-mon[85080]: pgmap v58: 121 pgs: 121 active+clean; 137 MiB data, 874 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:27:30.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:29 smithi055 ceph-mon[85080]: osdmap e261: 8 total, 8 up, 8 in 2024-04-02T08:27:30.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:29 smithi055 ceph-mon[85080]: osdmap e262: 8 total, 8 up, 8 in 2024-04-02T08:27:30.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:27:30.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:29 smithi012 ceph-mon[88355]: pgmap v58: 121 pgs: 121 active+clean; 137 MiB data, 874 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:27:30.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:29 smithi012 ceph-mon[88355]: osdmap e261: 8 total, 8 up, 8 in 2024-04-02T08:27:30.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:29 smithi012 ceph-mon[88355]: osdmap e262: 8 total, 8 up, 8 in 2024-04-02T08:27:30.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:27:30.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:29 smithi012 ceph-mon[90784]: pgmap v58: 121 pgs: 121 active+clean; 137 MiB data, 874 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:27:30.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:29 smithi012 ceph-mon[90784]: osdmap e261: 8 total, 8 up, 8 in 2024-04-02T08:27:30.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:29 smithi012 ceph-mon[90784]: osdmap e262: 8 total, 8 up, 8 in 2024-04-02T08:27:30.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:27:30.874 INFO:tasks.rados.rados.0.smithi012.stdout:1006: done (2 left) 2024-04-02T08:27:30.875 INFO:tasks.rados.rados.0.smithi012.stdout:1008: done (1 left) 2024-04-02T08:27:30.875 INFO:tasks.rados.rados.0.smithi012.stdout:1010: done (0 left) 2024-04-02T08:27:30.875 INFO:tasks.rados.rados.0.smithi012.stdout:1011: snap_remove snap 81 2024-04-02T08:27:31.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:30 smithi012 ceph-mon[88355]: osdmap e263: 8 total, 8 up, 8 in 2024-04-02T08:27:31.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:30 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:31.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:30 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:31.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:30 smithi012 ceph-mon[90784]: osdmap e263: 8 total, 8 up, 8 in 2024-04-02T08:27:31.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:30 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:31.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:30 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:31.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:30 smithi055 ceph-mon[85080]: osdmap e263: 8 total, 8 up, 8 in 2024-04-02T08:27:31.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:30 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:31.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:30 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:31.883 INFO:tasks.rados.rados.0.smithi012.stdout:1011: done (0 left) 2024-04-02T08:27:31.883 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 25 current snap is 96 2024-04-02T08:27:31.883 INFO:tasks.rados.rados.0.smithi012.stdout:1012: seq_num 311 ranges {606208=417792} 2024-04-02T08:27:31.889 INFO:tasks.rados.rados.0.smithi012.stdout:1012: writing smithi01277369-25 from 606208 to 1024000 tid 1 2024-04-02T08:27:31.890 INFO:tasks.rados.rados.0.smithi012.stdout:1013: copy_from oid 1 from oid 10 current snap is 96 2024-04-02T08:27:31.890 INFO:tasks.rados.rados.0.smithi012.stdout:1014: read oid 46 snap -1 2024-04-02T08:27:31.890 INFO:tasks.rados.rados.0.smithi012.stdout:1014: expect (ObjNum 307 snap 94 seq_num 307) 2024-04-02T08:27:31.890 INFO:tasks.rados.rados.0.smithi012.stdout:1015: setattr oid 4 current snap is 96 2024-04-02T08:27:31.892 INFO:tasks.rados.rados.0.smithi012.stdout:1016: delete oid 21 current snap is 96 2024-04-02T08:27:31.896 INFO:tasks.rados.rados.0.smithi012.stdout:1016: done (4 left) 2024-04-02T08:27:31.896 INFO:tasks.rados.rados.0.smithi012.stdout:1017: snap_remove snap 82 2024-04-02T08:27:32.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:31 smithi012 ceph-mon[88355]: pgmap v62: 121 pgs: 121 active+clean; 137 MiB data, 874 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:27:32.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:31 smithi012 ceph-mon[88355]: osdmap e264: 8 total, 8 up, 8 in 2024-04-02T08:27:32.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:31 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:32.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:31 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:32.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:31 smithi012 ceph-mon[90784]: pgmap v62: 121 pgs: 121 active+clean; 137 MiB data, 874 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:27:32.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:31 smithi012 ceph-mon[90784]: osdmap e264: 8 total, 8 up, 8 in 2024-04-02T08:27:32.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:31 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:32.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:31 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:32.214 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:31 smithi055 ceph-mon[85080]: pgmap v62: 121 pgs: 121 active+clean; 137 MiB data, 874 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:27:32.214 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:31 smithi055 ceph-mon[85080]: osdmap e264: 8 total, 8 up, 8 in 2024-04-02T08:27:32.214 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:31 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:32.214 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:31 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:32.560 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:27:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:27:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:27:32.891 INFO:tasks.rados.rados.0.smithi012.stdout:1017: done (4 left) 2024-04-02T08:27:32.891 INFO:tasks.rados.rados.0.smithi012.stdout:1018: rollback oid 31 current snap is 96 2024-04-02T08:27:32.891 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 31 to 95 2024-04-02T08:27:32.891 INFO:tasks.rados.rados.0.smithi012.stdout:1012: finishing write tid 1 to smithi01277369-25 2024-04-02T08:27:32.891 INFO:tasks.rados.rados.0.smithi012.stdout:1012: finishing write tid 2 to smithi01277369-25 2024-04-02T08:27:32.891 INFO:tasks.rados.rados.0.smithi012.stdout:1012: finishing write tid 3 to smithi01277369-25 2024-04-02T08:27:32.891 INFO:tasks.rados.rados.0.smithi012.stdout:1012: oid 25 updating version 0 to 323 2024-04-02T08:27:32.891 INFO:tasks.rados.rados.0.smithi012.stdout:1012: oid 25 version 323 is already newer than 322 2024-04-02T08:27:32.891 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 25 v 323 (ObjNum 311 snap 96 seq_num 311) dirty exists 2024-04-02T08:27:32.891 INFO:tasks.rados.rados.0.smithi012.stdout:1012: left oid 25 (ObjNum 311 snap 96 seq_num 311) 2024-04-02T08:27:32.892 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 4 v 324 (ObjNum 232 snap 59 seq_num 232) dirty exists 2024-04-02T08:27:32.892 INFO:tasks.rados.rados.0.smithi012.stdout:1014: expect (ObjNum 307 snap 94 seq_num 307) 2024-04-02T08:27:32.971 INFO:tasks.rados.rados.0.smithi012.stdout:1013: finishing copy_from racing read to smithi01277369-1 2024-04-02T08:27:32.971 INFO:tasks.rados.rados.0.smithi012.stdout:1013: finishing copy_from to smithi01277369-1 2024-04-02T08:27:32.971 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 1 v 165 (ObjNum 269 snap 74 seq_num 269) dirty exists 2024-04-02T08:27:32.971 INFO:tasks.rados.rados.0.smithi012.stdout:1018: finishing rollback tid 1 to smithi01277369-31 2024-04-02T08:27:32.971 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 31 v 228 (ObjNum 289 snap 0 seq_num 1828812448) dirty dne 2024-04-02T08:27:32.971 INFO:tasks.rados.rados.0.smithi012.stdout:1012: done (4 left) 2024-04-02T08:27:32.971 INFO:tasks.rados.rados.0.smithi012.stdout:1013: done (3 left) 2024-04-02T08:27:32.972 INFO:tasks.rados.rados.0.smithi012.stdout:1014: done (2 left) 2024-04-02T08:27:32.972 INFO:tasks.rados.rados.0.smithi012.stdout:1015: done (1 left) 2024-04-02T08:27:32.972 INFO:tasks.rados.rados.0.smithi012.stdout:1018: done (0 left) 2024-04-02T08:27:32.972 INFO:tasks.rados.rados.0.smithi012.stdout:1019: read oid 12 snap -1 2024-04-02T08:27:32.972 INFO:tasks.rados.rados.0.smithi012.stdout:1019: expect (ObjNum 288 snap 85 seq_num 288) 2024-04-02T08:27:32.972 INFO:tasks.rados.rados.0.smithi012.stdout:1020: read oid 47 snap 94 2024-04-02T08:27:32.972 INFO:tasks.rados.rados.0.smithi012.stdout:1020: expect deleted 2024-04-02T08:27:32.972 INFO:tasks.rados.rados.0.smithi012.stdout:1021: snap_create 2024-04-02T08:27:32.978 INFO:tasks.rados.rados.0.smithi012.stdout:1019: expect (ObjNum 288 snap 85 seq_num 288) 2024-04-02T08:27:33.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:32 smithi012 ceph-mon[88355]: osdmap e265: 8 total, 8 up, 8 in 2024-04-02T08:27:33.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:32 smithi012 ceph-mon[90784]: osdmap e265: 8 total, 8 up, 8 in 2024-04-02T08:27:33.189 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:32 smithi055 ceph-mon[85080]: osdmap e265: 8 total, 8 up, 8 in 2024-04-02T08:27:33.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:27:33 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:27:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi012\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi012\", job=\"node\", machine=\"x86_64\", nodename=\"smithi012\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi012\", job=\"node\", machine=\"x86_64\", nodename=\"smithi012\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:27:33.871 INFO:tasks.rados.rados.0.smithi012.stdout:1019: done (2 left) 2024-04-02T08:27:33.871 INFO:tasks.rados.rados.0.smithi012.stdout:1020: done (1 left) 2024-04-02T08:27:33.872 INFO:tasks.rados.rados.0.smithi012.stdout:1021: done (0 left) 2024-04-02T08:27:33.872 INFO:tasks.rados.rados.0.smithi012.stdout:1022: read oid 50 snap -1 2024-04-02T08:27:33.872 INFO:tasks.rados.rados.0.smithi012.stdout:1022: expect (ObjNum 301 snap 90 seq_num 301) 2024-04-02T08:27:33.872 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 49 current snap is 97 2024-04-02T08:27:33.872 INFO:tasks.rados.rados.0.smithi012.stdout:1023: seq_num 313 ranges {0=450560} 2024-04-02T08:27:33.874 INFO:tasks.rados.rados.0.smithi012.stdout:1023: writing smithi01277369-49 from 0 to 450560 tid 1 2024-04-02T08:27:33.874 INFO:tasks.rados.rados.0.smithi012.stdout:1024: rollback oid 32 current snap is 97 2024-04-02T08:27:33.874 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 32 to 95 2024-04-02T08:27:33.874 INFO:tasks.rados.rados.0.smithi012.stdout:1025: delete oid 37 current snap is 97 2024-04-02T08:27:33.876 INFO:tasks.rados.rados.0.smithi012.stdout:1024: finishing rollback tid 1 to smithi01277369-32 2024-04-02T08:27:33.876 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 32 v 0 (ObjNum 3313 snap 0 seq_num 917618304) dirty dne 2024-04-02T08:27:33.877 INFO:tasks.rados.rados.0.smithi012.stdout:1022: expect (ObjNum 301 snap 90 seq_num 301) 2024-04-02T08:27:33.885 INFO:tasks.rados.rados.0.smithi012.stdout:1023: finishing write tid 1 to smithi01277369-49 2024-04-02T08:27:33.885 INFO:tasks.rados.rados.0.smithi012.stdout:1023: finishing write tid 2 to smithi01277369-49 2024-04-02T08:27:33.885 INFO:tasks.rados.rados.0.smithi012.stdout:1023: finishing write tid 3 to smithi01277369-49 2024-04-02T08:27:33.885 INFO:tasks.rados.rados.0.smithi012.stdout:1023: oid 49 updating version 0 to 450 2024-04-02T08:27:33.885 INFO:tasks.rados.rados.0.smithi012.stdout:1023: oid 49 updating version 450 to 451 2024-04-02T08:27:33.886 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 49 v 451 (ObjNum 313 snap 97 seq_num 313) dirty exists 2024-04-02T08:27:33.886 INFO:tasks.rados.rados.0.smithi012.stdout:1023: left oid 49 (ObjNum 313 snap 97 seq_num 313) 2024-04-02T08:27:33.886 INFO:tasks.rados.rados.0.smithi012.stdout:1022: done (3 left) 2024-04-02T08:27:33.886 INFO:tasks.rados.rados.0.smithi012.stdout:1023: done (2 left) 2024-04-02T08:27:33.886 INFO:tasks.rados.rados.0.smithi012.stdout:1024: done (1 left) 2024-04-02T08:27:33.886 INFO:tasks.rados.rados.0.smithi012.stdout:1025: done (0 left) 2024-04-02T08:27:33.886 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 7 current snap is 97 2024-04-02T08:27:33.886 INFO:tasks.rados.rados.0.smithi012.stdout:1026: seq_num 315 ranges {0=483328} 2024-04-02T08:27:33.888 INFO:tasks.rados.rados.0.smithi012.stdout:1026: writing smithi01277369-7 from 0 to 483328 tid 1 2024-04-02T08:27:33.888 INFO:tasks.rados.rados.0.smithi012.stdout:1027: delete oid 9 current snap is 97 2024-04-02T08:27:33.894 INFO:tasks.rados.rados.0.smithi012.stdout:1026: finishing write tid 1 to smithi01277369-7 2024-04-02T08:27:33.894 INFO:tasks.rados.rados.0.smithi012.stdout:1026: finishing write tid 2 to smithi01277369-7 2024-04-02T08:27:33.895 INFO:tasks.rados.rados.0.smithi012.stdout:1027: done (1 left) 2024-04-02T08:27:33.895 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 3 current snap is 97 2024-04-02T08:27:33.895 INFO:tasks.rados.rados.0.smithi012.stdout:1028: seq_num 317 ranges {0=516096} 2024-04-02T08:27:33.898 INFO:tasks.rados.rados.0.smithi012.stdout:1028: writing smithi01277369-3 from 0 to 516096 tid 1 2024-04-02T08:27:33.898 INFO:tasks.rados.rados.0.smithi012.stdout:1029: read oid 38 snap -1 2024-04-02T08:27:33.898 INFO:tasks.rados.rados.0.smithi012.stdout:1029: expect (ObjNum 286 snap 85 seq_num 286) 2024-04-02T08:27:33.898 INFO:tasks.rados.rados.0.smithi012.stdout:1030: read oid 39 snap -1 2024-04-02T08:27:33.898 INFO:tasks.rados.rados.0.smithi012.stdout:1030: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:27:33.899 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 50 current snap is 97 2024-04-02T08:27:33.899 INFO:tasks.rados.rados.0.smithi012.stdout:1031: seq_num 318 ranges {245760=532480} 2024-04-02T08:27:33.903 INFO:tasks.rados.rados.0.smithi012.stdout:1031: writing smithi01277369-50 from 245760 to 778240 tid 1 2024-04-02T08:27:33.903 INFO:tasks.rados.rados.0.smithi012.stdout:1032: setattr oid 8 current snap is 97 2024-04-02T08:27:33.903 INFO:tasks.rados.rados.0.smithi012.stdout:1026: finishing write tid 3 to smithi01277369-7 2024-04-02T08:27:33.903 INFO:tasks.rados.rados.0.smithi012.stdout:1026: oid 7 updating version 0 to 457 2024-04-02T08:27:33.903 INFO:tasks.rados.rados.0.smithi012.stdout:1026: oid 7 updating version 457 to 458 2024-04-02T08:27:33.903 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 7 v 458 (ObjNum 315 snap 97 seq_num 315) dirty exists 2024-04-02T08:27:33.903 INFO:tasks.rados.rados.0.smithi012.stdout:1026: left oid 7 (ObjNum 315 snap 97 seq_num 315) 2024-04-02T08:27:33.903 INFO:tasks.rados.rados.0.smithi012.stdout:1030: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:27:33.906 INFO:tasks.rados.rados.0.smithi012.stdout:1028: finishing write tid 1 to smithi01277369-3 2024-04-02T08:27:33.906 INFO:tasks.rados.rados.0.smithi012.stdout:1028: finishing write tid 2 to smithi01277369-3 2024-04-02T08:27:33.906 INFO:tasks.rados.rados.0.smithi012.stdout:1026: done (5 left) 2024-04-02T08:27:33.906 INFO:tasks.rados.rados.0.smithi012.stdout:1030: done (4 left) 2024-04-02T08:27:33.907 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 18 current snap is 97 2024-04-02T08:27:33.907 INFO:tasks.rados.rados.0.smithi012.stdout:1033: seq_num 319 ranges {7102464=548864} 2024-04-02T08:27:33.949 INFO:tasks.rados.rados.0.smithi012.stdout:1033: writing smithi01277369-18 from 7102464 to 7651328 tid 1 2024-04-02T08:27:33.949 INFO:tasks.rados.rados.0.smithi012.stdout:1034: rmattr oid 41 current snap is 97 2024-04-02T08:27:33.950 INFO:tasks.rados.rados.0.smithi012.stdout:1031: finishing write tid 1 to smithi01277369-50 2024-04-02T08:27:33.950 INFO:tasks.rados.rados.0.smithi012.stdout:1031: finishing write tid 2 to smithi01277369-50 2024-04-02T08:27:33.950 INFO:tasks.rados.rados.0.smithi012.stdout:1031: finishing write tid 3 to smithi01277369-50 2024-04-02T08:27:33.950 INFO:tasks.rados.rados.0.smithi012.stdout:1031: oid 50 updating version 0 to 226 2024-04-02T08:27:33.950 INFO:tasks.rados.rados.0.smithi012.stdout:1031: oid 50 version 226 is already newer than 225 2024-04-02T08:27:33.950 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 50 v 226 (ObjNum 318 snap 97 seq_num 318) dirty exists 2024-04-02T08:27:33.950 INFO:tasks.rados.rados.0.smithi012.stdout:1031: left oid 50 (ObjNum 318 snap 97 seq_num 318) 2024-04-02T08:27:33.950 INFO:tasks.rados.rados.0.smithi012.stdout:1028: finishing write tid 3 to smithi01277369-3 2024-04-02T08:27:33.950 INFO:tasks.rados.rados.0.smithi012.stdout:1028: oid 3 updating version 0 to 326 2024-04-02T08:27:33.950 INFO:tasks.rados.rados.0.smithi012.stdout:1028: oid 3 version 326 is already newer than 325 2024-04-02T08:27:33.950 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 3 v 326 (ObjNum 317 snap 97 seq_num 317) dirty exists 2024-04-02T08:27:33.950 INFO:tasks.rados.rados.0.smithi012.stdout:1028: left oid 3 (ObjNum 317 snap 97 seq_num 317) 2024-04-02T08:27:33.950 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 8 v 706 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-02T08:27:33.951 INFO:tasks.rados.rados.0.smithi012.stdout:1029: expect (ObjNum 286 snap 85 seq_num 286) 2024-04-02T08:27:34.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:33 smithi012 ceph-mon[88355]: pgmap v65: 121 pgs: 121 active+clean; 142 MiB data, 936 MiB used, 714 GiB / 715 GiB avail; 309 B/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:27:34.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:33 smithi012 ceph-mon[88355]: osdmap e266: 8 total, 8 up, 8 in 2024-04-02T08:27:34.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:33 smithi012 ceph-mon[88355]: osdmap e267: 8 total, 8 up, 8 in 2024-04-02T08:27:34.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:33 smithi012 ceph-mon[90784]: pgmap v65: 121 pgs: 121 active+clean; 142 MiB data, 936 MiB used, 714 GiB / 715 GiB avail; 309 B/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:27:34.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:33 smithi012 ceph-mon[90784]: osdmap e266: 8 total, 8 up, 8 in 2024-04-02T08:27:34.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:33 smithi012 ceph-mon[90784]: osdmap e267: 8 total, 8 up, 8 in 2024-04-02T08:27:34.217 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 41 v 327 (ObjNum 266 snap 72 seq_num 266) dirty exists 2024-04-02T08:27:34.217 INFO:tasks.rados.rados.0.smithi012.stdout:1033: finishing write tid 1 to smithi01277369-18 2024-04-02T08:27:34.217 INFO:tasks.rados.rados.0.smithi012.stdout:1033: finishing write tid 2 to smithi01277369-18 2024-04-02T08:27:34.217 INFO:tasks.rados.rados.0.smithi012.stdout:1033: finishing write tid 3 to smithi01277369-18 2024-04-02T08:27:34.217 INFO:tasks.rados.rados.0.smithi012.stdout:1033: oid 18 updating version 0 to 390 2024-04-02T08:27:34.217 INFO:tasks.rados.rados.0.smithi012.stdout:1033: oid 18 updating version 390 to 391 2024-04-02T08:27:34.217 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 18 v 391 (ObjNum 319 snap 97 seq_num 319) dirty exists 2024-04-02T08:27:34.217 INFO:tasks.rados.rados.0.smithi012.stdout:1033: left oid 18 (ObjNum 319 snap 97 seq_num 319) 2024-04-02T08:27:34.217 INFO:tasks.rados.rados.0.smithi012.stdout:1028: done (5 left) 2024-04-02T08:27:34.218 INFO:tasks.rados.rados.0.smithi012.stdout:1029: done (4 left) 2024-04-02T08:27:34.218 INFO:tasks.rados.rados.0.smithi012.stdout:1031: done (3 left) 2024-04-02T08:27:34.218 INFO:tasks.rados.rados.0.smithi012.stdout:1032: done (2 left) 2024-04-02T08:27:34.218 INFO:tasks.rados.rados.0.smithi012.stdout:1033: done (1 left) 2024-04-02T08:27:34.218 INFO:tasks.rados.rados.0.smithi012.stdout:1034: done (0 left) 2024-04-02T08:27:34.218 INFO:tasks.rados.rados.0.smithi012.stdout:1035: rmattr oid 22 current snap is 97 2024-04-02T08:27:34.218 INFO:tasks.rados.rados.0.smithi012.stdout:1036: snap_remove snap 95 2024-04-02T08:27:34.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:33 smithi055 ceph-mon[85080]: pgmap v65: 121 pgs: 121 active+clean; 142 MiB data, 936 MiB used, 714 GiB / 715 GiB avail; 309 B/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:27:34.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:33 smithi055 ceph-mon[85080]: osdmap e266: 8 total, 8 up, 8 in 2024-04-02T08:27:34.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:33 smithi055 ceph-mon[85080]: osdmap e267: 8 total, 8 up, 8 in 2024-04-02T08:27:34.900 INFO:tasks.rados.rados.0.smithi012.stdout:1036: done (1 left) 2024-04-02T08:27:34.900 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 30 current snap is 97 2024-04-02T08:27:34.900 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 22 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-02T08:27:34.900 INFO:tasks.rados.rados.0.smithi012.stdout:1037: seq_num 320 ranges {4866048=565248} 2024-04-02T08:27:34.930 INFO:tasks.rados.rados.0.smithi012.stdout:1037: writing smithi01277369-30 from 4866048 to 5431296 tid 1 2024-04-02T08:27:34.930 INFO:tasks.rados.rados.0.smithi012.stdout:1035: done (1 left) 2024-04-02T08:27:34.930 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 22 current snap is 97 2024-04-02T08:27:34.930 INFO:tasks.rados.rados.0.smithi012.stdout:1038: seq_num 321 ranges {0=581632} 2024-04-02T08:27:34.933 INFO:tasks.rados.rados.0.smithi012.stdout:1038: writing smithi01277369-22 from 0 to 581632 tid 1 2024-04-02T08:27:34.933 INFO:tasks.rados.rados.0.smithi012.stdout:1039: snap_create 2024-04-02T08:27:34.937 INFO:tasks.rados.rados.0.smithi012.stdout:1037: finishing write tid 1 to smithi01277369-30 2024-04-02T08:27:34.937 INFO:tasks.rados.rados.0.smithi012.stdout:1037: finishing write tid 2 to smithi01277369-30 2024-04-02T08:27:34.938 INFO:tasks.rados.rados.0.smithi012.stdout:1037: finishing write tid 3 to smithi01277369-30 2024-04-02T08:27:34.939 INFO:tasks.rados.rados.0.smithi012.stdout:1037: oid 30 updating version 0 to 539 2024-04-02T08:27:34.939 INFO:tasks.rados.rados.0.smithi012.stdout:1037: oid 30 version 539 is already newer than 538 2024-04-02T08:27:34.939 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 30 v 539 (ObjNum 320 snap 97 seq_num 320) dirty exists 2024-04-02T08:27:34.939 INFO:tasks.rados.rados.0.smithi012.stdout:1037: left oid 30 (ObjNum 320 snap 97 seq_num 320) 2024-04-02T08:27:34.939 INFO:tasks.rados.rados.0.smithi012.stdout:1038: finishing write tid 1 to smithi01277369-22 2024-04-02T08:27:34.939 INFO:tasks.rados.rados.0.smithi012.stdout:1038: finishing write tid 2 to smithi01277369-22 2024-04-02T08:27:34.942 INFO:tasks.rados.rados.0.smithi012.stdout:1038: finishing write tid 3 to smithi01277369-22 2024-04-02T08:27:34.942 INFO:tasks.rados.rados.0.smithi012.stdout:1038: oid 22 updating version 0 to 540 2024-04-02T08:27:34.942 INFO:tasks.rados.rados.0.smithi012.stdout:1038: oid 22 updating version 540 to 541 2024-04-02T08:27:34.942 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 22 v 541 (ObjNum 321 snap 97 seq_num 321) dirty exists 2024-04-02T08:27:34.943 INFO:tasks.rados.rados.0.smithi012.stdout:1038: left oid 22 (ObjNum 321 snap 97 seq_num 321) 2024-04-02T08:27:35.904 INFO:tasks.rados.rados.0.smithi012.stdout:1037: done (2 left) 2024-04-02T08:27:35.904 INFO:tasks.rados.rados.0.smithi012.stdout:1038: done (1 left) 2024-04-02T08:27:35.904 INFO:tasks.rados.rados.0.smithi012.stdout:1039: done (0 left) 2024-04-02T08:27:35.904 INFO:tasks.rados.rados.0.smithi012.stdout:1040: read oid 5 snap 88 2024-04-02T08:27:35.904 INFO:tasks.rados.rados.0.smithi012.stdout:1040: expect (ObjNum 269 snap 74 seq_num 269) 2024-04-02T08:27:35.905 INFO:tasks.rados.rados.0.smithi012.stdout:1041: read oid 47 snap 97 2024-04-02T08:27:35.905 INFO:tasks.rados.rados.0.smithi012.stdout:1041: expect deleted 2024-04-02T08:27:35.905 INFO:tasks.rados.rados.0.smithi012.stdout:1042: copy_from oid 23 from oid 15 current snap is 98 2024-04-02T08:27:35.905 INFO:tasks.rados.rados.0.smithi012.stdout:1043: delete oid 9 current snap is 98 2024-04-02T08:27:35.905 INFO:tasks.rados.rados.0.smithi012.stdout:1041: done (3 left) 2024-04-02T08:27:35.905 INFO:tasks.rados.rados.0.smithi012.stdout:1043: done (2 left) 2024-04-02T08:27:35.906 INFO:tasks.rados.rados.0.smithi012.stdout:1044: setattr oid 48 current snap is 98 2024-04-02T08:27:35.907 INFO:tasks.rados.rados.0.smithi012.stdout:1045: rollback oid 47 current snap is 98 2024-04-02T08:27:35.907 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 47 to 94 2024-04-02T08:27:35.907 INFO:tasks.rados.rados.0.smithi012.stdout:1046: delete oid 26 current snap is 98 2024-04-02T08:27:35.909 INFO:tasks.rados.rados.0.smithi012.stdout:1045: finishing rollback tid 1 to smithi01277369-47 2024-04-02T08:27:35.909 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 47 v 101 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-04-02T08:27:35.910 INFO:tasks.rados.rados.0.smithi012.stdout:1045: done (4 left) 2024-04-02T08:27:35.910 INFO:tasks.rados.rados.0.smithi012.stdout:1046: done (3 left) 2024-04-02T08:27:35.910 INFO:tasks.rados.rados.0.smithi012.stdout:1047: copy_from oid 43 from oid 40 current snap is 98 2024-04-02T08:27:35.910 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 18 current snap is 98 2024-04-02T08:27:35.910 INFO:tasks.rados.rados.0.smithi012.stdout:1048: seq_num 324 ranges {7651328=630784} 2024-04-02T08:27:35.957 INFO:tasks.rados.rados.0.smithi012.stdout:1048: writing smithi01277369-18 from 7651328 to 8282112 tid 1 2024-04-02T08:27:35.957 INFO:tasks.rados.rados.0.smithi012.stdout:1049: delete oid 22 current snap is 98 2024-04-02T08:27:35.957 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 48 v 453 (ObjNum 33 snap 0 seq_num 6) dirty exists 2024-04-02T08:27:35.958 INFO:tasks.rados.rados.0.smithi012.stdout:1040: expect (ObjNum 269 snap 74 seq_num 269) 2024-04-02T08:27:36.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:35 smithi055 ceph-mon[85080]: pgmap v68: 121 pgs: 121 active+clean; 142 MiB data, 936 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.7 MiB/s wr, 2 op/s 2024-04-02T08:27:36.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:35 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:36.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:35 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:36.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:35 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:36.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:35 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:36.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:35 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:36.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:35 smithi055 ceph-mon[85080]: osdmap e268: 8 total, 8 up, 8 in 2024-04-02T08:27:36.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:35 smithi055 ceph-mon[85080]: Reconfiguring mon.a (monmap changed)... 2024-04-02T08:27:36.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:35 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:27:36.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:35 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:27:36.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:35 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:36.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:35 smithi055 ceph-mon[85080]: Reconfiguring daemon mon.a on smithi012 2024-04-02T08:27:36.067 INFO:tasks.rados.rados.0.smithi012.stdout:1042: finishing copy_from racing read to smithi01277369-23 2024-04-02T08:27:36.067 INFO:tasks.rados.rados.0.smithi012.stdout:1042: finishing copy_from to smithi01277369-23 2024-04-02T08:27:36.067 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 23 v 167 (ObjNum 296 snap 88 seq_num 296) dirty exists 2024-04-02T08:27:36.067 INFO:tasks.rados.rados.0.smithi012.stdout:1047: finishing copy_from racing read to smithi01277369-43 2024-04-02T08:27:36.067 INFO:tasks.rados.rados.0.smithi012.stdout:1047: finishing copy_from to smithi01277369-43 2024-04-02T08:27:36.067 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 43 v 433 (ObjNum 265 snap 72 seq_num 265) dirty exists 2024-04-02T08:27:36.067 INFO:tasks.rados.rados.0.smithi012.stdout:1040: done (5 left) 2024-04-02T08:27:36.067 INFO:tasks.rados.rados.0.smithi012.stdout:1042: done (4 left) 2024-04-02T08:27:36.067 INFO:tasks.rados.rados.0.smithi012.stdout:1044: done (3 left) 2024-04-02T08:27:36.067 INFO:tasks.rados.rados.0.smithi012.stdout:1047: done (2 left) 2024-04-02T08:27:36.067 INFO:tasks.rados.rados.0.smithi012.stdout:1049: done (1 left) 2024-04-02T08:27:36.067 INFO:tasks.rados.rados.0.smithi012.stdout:1050: snap_create 2024-04-02T08:27:36.067 INFO:tasks.rados.rados.0.smithi012.stdout:1048: finishing write tid 1 to smithi01277369-18 2024-04-02T08:27:36.068 INFO:tasks.rados.rados.0.smithi012.stdout:1048: finishing write tid 2 to smithi01277369-18 2024-04-02T08:27:36.068 INFO:tasks.rados.rados.0.smithi012.stdout:1048: finishing write tid 3 to smithi01277369-18 2024-04-02T08:27:36.068 INFO:tasks.rados.rados.0.smithi012.stdout:1048: oid 18 updating version 0 to 393 2024-04-02T08:27:36.068 INFO:tasks.rados.rados.0.smithi012.stdout:1048: oid 18 version 393 is already newer than 392 2024-04-02T08:27:36.068 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 18 v 393 (ObjNum 324 snap 98 seq_num 324) dirty exists 2024-04-02T08:27:36.068 INFO:tasks.rados.rados.0.smithi012.stdout:1048: left oid 18 (ObjNum 324 snap 98 seq_num 324) 2024-04-02T08:27:36.168 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:35 smithi012 ceph-mon[88355]: pgmap v68: 121 pgs: 121 active+clean; 142 MiB data, 936 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.7 MiB/s wr, 2 op/s 2024-04-02T08:27:36.168 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:35 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:36.168 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:35 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:36.168 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:35 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:36.169 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:35 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:36.169 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:35 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:36.169 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:35 smithi012 ceph-mon[88355]: osdmap e268: 8 total, 8 up, 8 in 2024-04-02T08:27:36.169 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:35 smithi012 ceph-mon[88355]: Reconfiguring mon.a (monmap changed)... 2024-04-02T08:27:36.169 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:35 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:27:36.169 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:35 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:27:36.169 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:35 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:36.169 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:35 smithi012 ceph-mon[88355]: Reconfiguring daemon mon.a on smithi012 2024-04-02T08:27:36.169 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:35 smithi012 ceph-mon[90784]: pgmap v68: 121 pgs: 121 active+clean; 142 MiB data, 936 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.7 MiB/s wr, 2 op/s 2024-04-02T08:27:36.169 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:35 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:36.169 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:35 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:36.169 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:35 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:36.170 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:35 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:36.170 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:35 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:36.170 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:35 smithi012 ceph-mon[90784]: osdmap e268: 8 total, 8 up, 8 in 2024-04-02T08:27:36.170 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:35 smithi012 ceph-mon[90784]: Reconfiguring mon.a (monmap changed)... 2024-04-02T08:27:36.170 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:35 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:27:36.171 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:35 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:27:36.171 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:35 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:36.171 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:35 smithi012 ceph-mon[90784]: Reconfiguring daemon mon.a on smithi012 2024-04-02T08:27:36.908 INFO:tasks.rados.rados.0.smithi012.stdout:1048: done (1 left) 2024-04-02T08:27:36.908 INFO:tasks.rados.rados.0.smithi012.stdout:1050: done (0 left) 2024-04-02T08:27:36.908 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 47 current snap is 99 2024-04-02T08:27:36.908 INFO:tasks.rados.rados.0.smithi012.stdout:1051: seq_num 326 ranges {0=663552} 2024-04-02T08:27:36.911 INFO:tasks.rados.rados.0.smithi012.stdout:1051: writing smithi01277369-47 from 0 to 663552 tid 1 2024-04-02T08:27:36.911 INFO:tasks.rados.rados.0.smithi012.stdout:1052: snap_remove snap 88 2024-04-02T08:27:37.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:36 smithi012 ceph-mon[88355]: osdmap e269: 8 total, 8 up, 8 in 2024-04-02T08:27:37.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:36 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:37.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:36 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:37.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:36 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:27:37.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:36 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:27:37.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:36 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:37.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:36 smithi012 ceph-mon[90784]: osdmap e269: 8 total, 8 up, 8 in 2024-04-02T08:27:37.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:36 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:37.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:36 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:37.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:36 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:27:37.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:36 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:27:37.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:36 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:37.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:36 smithi055 ceph-mon[85080]: osdmap e269: 8 total, 8 up, 8 in 2024-04-02T08:27:37.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:36 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:37.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:36 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:37.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:36 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:27:37.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:36 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:27:37.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:36 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:37.914 INFO:tasks.rados.rados.0.smithi012.stdout:1052: done (1 left) 2024-04-02T08:27:37.914 INFO:tasks.rados.rados.0.smithi012.stdout:1053: delete oid 9 current snap is 99 2024-04-02T08:27:37.914 INFO:tasks.rados.rados.0.smithi012.stdout:1051: finishing write tid 1 to smithi01277369-47 2024-04-02T08:27:37.914 INFO:tasks.rados.rados.0.smithi012.stdout:1051: finishing write tid 2 to smithi01277369-47 2024-04-02T08:27:37.914 INFO:tasks.rados.rados.0.smithi012.stdout:1051: finishing write tid 3 to smithi01277369-47 2024-04-02T08:27:37.914 INFO:tasks.rados.rados.0.smithi012.stdout:1051: oid 47 updating version 0 to 103 2024-04-02T08:27:37.914 INFO:tasks.rados.rados.0.smithi012.stdout:1051: oid 47 version 103 is already newer than 102 2024-04-02T08:27:37.914 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 47 v 103 (ObjNum 326 snap 99 seq_num 326) dirty exists 2024-04-02T08:27:37.914 INFO:tasks.rados.rados.0.smithi012.stdout:1051: left oid 47 (ObjNum 326 snap 99 seq_num 326) 2024-04-02T08:27:37.919 INFO:tasks.rados.rados.0.smithi012.stdout:1051: done (1 left) 2024-04-02T08:27:37.919 INFO:tasks.rados.rados.0.smithi012.stdout:1053: done (0 left) 2024-04-02T08:27:37.919 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 46 current snap is 99 2024-04-02T08:27:37.920 INFO:tasks.rados.rados.0.smithi012.stdout:1054: seq_num 328 ranges {1785856=696320} 2024-04-02T08:27:37.934 INFO:tasks.rados.rados.0.smithi012.stdout:1054: writing smithi01277369-46 from 1785856 to 2482176 tid 1 2024-04-02T08:27:37.934 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 15 current snap is 99 2024-04-02T08:27:37.934 INFO:tasks.rados.rados.0.smithi012.stdout:1055: seq_num 329 ranges {2195456=712704} 2024-04-02T08:27:37.952 INFO:tasks.rados.rados.0.smithi012.stdout:1055: writing smithi01277369-15 from 2195456 to 2908160 tid 1 2024-04-02T08:27:37.952 INFO:tasks.rados.rados.0.smithi012.stdout:1056: read oid 31 snap -1 2024-04-02T08:27:37.952 INFO:tasks.rados.rados.0.smithi012.stdout:1056: expect deleted 2024-04-02T08:27:37.952 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 23 current snap is 99 2024-04-02T08:27:37.952 INFO:tasks.rados.rados.0.smithi012.stdout:1054: finishing write tid 1 to smithi01277369-46 2024-04-02T08:27:37.953 INFO:tasks.rados.rados.0.smithi012.stdout:1054: finishing write tid 2 to smithi01277369-46 2024-04-02T08:27:37.953 INFO:tasks.rados.rados.0.smithi012.stdout:1054: finishing write tid 3 to smithi01277369-46 2024-04-02T08:27:37.953 INFO:tasks.rados.rados.0.smithi012.stdout:1054: oid 46 updating version 0 to 553 2024-04-02T08:27:37.953 INFO:tasks.rados.rados.0.smithi012.stdout:1054: oid 46 updating version 553 to 554 2024-04-02T08:27:37.953 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 46 v 554 (ObjNum 328 snap 99 seq_num 328) dirty exists 2024-04-02T08:27:37.953 INFO:tasks.rados.rados.0.smithi012.stdout:1054: left oid 46 (ObjNum 328 snap 99 seq_num 328) 2024-04-02T08:27:37.954 INFO:tasks.rados.rados.0.smithi012.stdout:1057: seq_num 330 ranges {2195456=737280} 2024-04-02T08:27:37.967 INFO:tasks.rados.rados.0.smithi012.stdout:1057: writing smithi01277369-23 from 2195456 to 2932736 tid 1 2024-04-02T08:27:37.967 INFO:tasks.rados.rados.0.smithi012.stdout:1054: done (3 left) 2024-04-02T08:27:37.967 INFO:tasks.rados.rados.0.smithi012.stdout:1058: snap_remove snap 94 2024-04-02T08:27:38.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:27:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:27:37] "GET /metrics HTTP/1.1" 200 35985 "" "Prometheus/2.43.0" 2024-04-02T08:27:38.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:37 smithi012 ceph-mon[88355]: pgmap v71: 121 pgs: 121 active+clean; 141 MiB data, 969 MiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.8 MiB/s wr, 23 op/s 2024-04-02T08:27:38.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:37 smithi012 ceph-mon[88355]: Reconfiguring mgr.y (monmap changed)... 2024-04-02T08:27:38.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:37 smithi012 ceph-mon[88355]: Reconfiguring daemon mgr.y on smithi012 2024-04-02T08:27:38.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:37 smithi012 ceph-mon[88355]: osdmap e270: 8 total, 8 up, 8 in 2024-04-02T08:27:38.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:37 smithi012 ceph-mon[90784]: pgmap v71: 121 pgs: 121 active+clean; 141 MiB data, 969 MiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.8 MiB/s wr, 23 op/s 2024-04-02T08:27:38.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:37 smithi012 ceph-mon[90784]: Reconfiguring mgr.y (monmap changed)... 2024-04-02T08:27:38.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:37 smithi012 ceph-mon[90784]: Reconfiguring daemon mgr.y on smithi012 2024-04-02T08:27:38.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:37 smithi012 ceph-mon[90784]: osdmap e270: 8 total, 8 up, 8 in 2024-04-02T08:27:38.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:37 smithi055 ceph-mon[85080]: pgmap v71: 121 pgs: 121 active+clean; 141 MiB data, 969 MiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.8 MiB/s wr, 23 op/s 2024-04-02T08:27:38.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:37 smithi055 ceph-mon[85080]: Reconfiguring mgr.y (monmap changed)... 2024-04-02T08:27:38.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:37 smithi055 ceph-mon[85080]: Reconfiguring daemon mgr.y on smithi012 2024-04-02T08:27:38.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:37 smithi055 ceph-mon[85080]: osdmap e270: 8 total, 8 up, 8 in 2024-04-02T08:27:38.870 INFO:tasks.rados.rados.0.smithi012.stdout:1058: done (3 left) 2024-04-02T08:27:38.870 INFO:tasks.rados.rados.0.smithi012.stdout:1059: rmattr oid 32 current snap is 99 2024-04-02T08:27:38.870 INFO:tasks.rados.rados.0.smithi012.stdout:1059: done (3 left) 2024-04-02T08:27:38.870 INFO:tasks.rados.rados.0.smithi012.stdout:1060: snap_remove snap 98 2024-04-02T08:27:39.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:38 smithi012 ceph-mon[90784]: osdmap e271: 8 total, 8 up, 8 in 2024-04-02T08:27:39.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:38 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:39.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:38 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:39.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:38 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:27:39.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:38 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:27:39.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:38 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:39.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:38 smithi012 ceph-mon[90784]: osdmap e272: 8 total, 8 up, 8 in 2024-04-02T08:27:39.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:38 smithi012 ceph-mon[88355]: osdmap e271: 8 total, 8 up, 8 in 2024-04-02T08:27:39.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:38 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:39.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:38 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:39.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:38 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:27:39.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:38 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:27:39.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:38 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:39.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:38 smithi012 ceph-mon[88355]: osdmap e272: 8 total, 8 up, 8 in 2024-04-02T08:27:39.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:38 smithi055 ceph-mon[85080]: osdmap e271: 8 total, 8 up, 8 in 2024-04-02T08:27:39.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:38 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:39.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:38 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:39.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:38 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:27:39.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:38 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:27:39.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:38 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:39.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:38 smithi055 ceph-mon[85080]: osdmap e272: 8 total, 8 up, 8 in 2024-04-02T08:27:39.870 INFO:tasks.rados.rados.0.smithi012.stdout:1060: done (3 left) 2024-04-02T08:27:39.871 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 22 current snap is 99 2024-04-02T08:27:39.871 INFO:tasks.rados.rados.0.smithi012.stdout:1061: seq_num 331 ranges {0=753664} 2024-04-02T08:27:39.874 INFO:tasks.rados.rados.0.smithi012.stdout:1061: writing smithi01277369-22 from 0 to 753664 tid 1 2024-04-02T08:27:39.874 INFO:tasks.rados.rados.0.smithi012.stdout:1062: read oid 11 snap -1 2024-04-02T08:27:39.874 INFO:tasks.rados.rados.0.smithi012.stdout:1062: expect (ObjNum 70 snap 7 seq_num 70) 2024-04-02T08:27:39.875 INFO:tasks.rados.rados.0.smithi012.stdout:1063: snap_remove snap 97 2024-04-02T08:27:40.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:39 smithi012 ceph-mon[90784]: pgmap v74: 121 pgs: 121 active+clean; 141 MiB data, 969 MiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.8 MiB/s wr, 23 op/s 2024-04-02T08:27:40.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:39 smithi012 ceph-mon[90784]: Reconfiguring mon.c (monmap changed)... 2024-04-02T08:27:40.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:39 smithi012 ceph-mon[90784]: Reconfiguring daemon mon.c on smithi012 2024-04-02T08:27:40.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:39 smithi012 ceph-mon[90784]: osdmap e273: 8 total, 8 up, 8 in 2024-04-02T08:27:40.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:39 smithi012 ceph-mon[88355]: pgmap v74: 121 pgs: 121 active+clean; 141 MiB data, 969 MiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.8 MiB/s wr, 23 op/s 2024-04-02T08:27:40.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:39 smithi012 ceph-mon[88355]: Reconfiguring mon.c (monmap changed)... 2024-04-02T08:27:40.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:39 smithi012 ceph-mon[88355]: Reconfiguring daemon mon.c on smithi012 2024-04-02T08:27:40.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:39 smithi012 ceph-mon[88355]: osdmap e273: 8 total, 8 up, 8 in 2024-04-02T08:27:40.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:39 smithi055 ceph-mon[85080]: pgmap v74: 121 pgs: 121 active+clean; 141 MiB data, 969 MiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.8 MiB/s wr, 23 op/s 2024-04-02T08:27:40.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:39 smithi055 ceph-mon[85080]: Reconfiguring mon.c (monmap changed)... 2024-04-02T08:27:40.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:39 smithi055 ceph-mon[85080]: Reconfiguring daemon mon.c on smithi012 2024-04-02T08:27:40.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:39 smithi055 ceph-mon[85080]: osdmap e273: 8 total, 8 up, 8 in 2024-04-02T08:27:40.873 INFO:tasks.rados.rados.0.smithi012.stdout:1063: done (5 left) 2024-04-02T08:27:40.873 INFO:tasks.rados.rados.0.smithi012.stdout:1064: read oid 44 snap -1 2024-04-02T08:27:40.873 INFO:tasks.rados.rados.0.smithi012.stdout:1064: expect (ObjNum 295 snap 87 seq_num 295) 2024-04-02T08:27:40.873 INFO:tasks.rados.rados.0.smithi012.stdout:1065: rmattr oid 2 current snap is 99 2024-04-02T08:27:40.873 INFO:tasks.rados.rados.0.smithi012.stdout:1065: done (6 left) 2024-04-02T08:27:40.873 INFO:tasks.rados.rados.0.smithi012.stdout:1066: rollback oid 6 current snap is 99 2024-04-02T08:27:40.873 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 6 to 96 2024-04-02T08:27:40.874 INFO:tasks.rados.rados.0.smithi012.stdout:1055: finishing write tid 1 to smithi01277369-15 2024-04-02T08:27:40.874 INFO:tasks.rados.rados.0.smithi012.stdout:1055: finishing write tid 2 to smithi01277369-15 2024-04-02T08:27:40.874 INFO:tasks.rados.rados.0.smithi012.stdout:1055: finishing write tid 3 to smithi01277369-15 2024-04-02T08:27:40.874 INFO:tasks.rados.rados.0.smithi012.stdout:1055: oid 15 updating version 0 to 183 2024-04-02T08:27:40.874 INFO:tasks.rados.rados.0.smithi012.stdout:1055: oid 15 version 183 is already newer than 182 2024-04-02T08:27:40.874 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 15 v 183 (ObjNum 329 snap 99 seq_num 329) dirty exists 2024-04-02T08:27:40.874 INFO:tasks.rados.rados.0.smithi012.stdout:1055: left oid 15 (ObjNum 329 snap 99 seq_num 329) 2024-04-02T08:27:40.874 INFO:tasks.rados.rados.0.smithi012.stdout:1057: finishing write tid 1 to smithi01277369-23 2024-04-02T08:27:40.874 INFO:tasks.rados.rados.0.smithi012.stdout:1057: finishing write tid 2 to smithi01277369-23 2024-04-02T08:27:40.874 INFO:tasks.rados.rados.0.smithi012.stdout:1057: finishing write tid 3 to smithi01277369-23 2024-04-02T08:27:40.874 INFO:tasks.rados.rados.0.smithi012.stdout:1057: oid 23 updating version 0 to 437 2024-04-02T08:27:40.874 INFO:tasks.rados.rados.0.smithi012.stdout:1057: oid 23 updating version 437 to 438 2024-04-02T08:27:40.874 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 23 v 438 (ObjNum 330 snap 99 seq_num 330) dirty exists 2024-04-02T08:27:40.875 INFO:tasks.rados.rados.0.smithi012.stdout:1057: left oid 23 (ObjNum 330 snap 99 seq_num 330) 2024-04-02T08:27:40.875 INFO:tasks.rados.rados.0.smithi012.stdout:1062: expect (ObjNum 70 snap 7 seq_num 70) 2024-04-02T08:27:40.915 INFO:tasks.rados.rados.0.smithi012.stdout:1061: finishing write tid 1 to smithi01277369-22 2024-04-02T08:27:40.915 INFO:tasks.rados.rados.0.smithi012.stdout:1061: finishing write tid 2 to smithi01277369-22 2024-04-02T08:27:40.915 INFO:tasks.rados.rados.0.smithi012.stdout:1061: finishing write tid 3 to smithi01277369-22 2024-04-02T08:27:40.915 INFO:tasks.rados.rados.0.smithi012.stdout:1061: oid 22 updating version 0 to 559 2024-04-02T08:27:40.915 INFO:tasks.rados.rados.0.smithi012.stdout:1061: oid 22 updating version 559 to 560 2024-04-02T08:27:40.915 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 22 v 560 (ObjNum 331 snap 99 seq_num 331) dirty exists 2024-04-02T08:27:40.915 INFO:tasks.rados.rados.0.smithi012.stdout:1061: left oid 22 (ObjNum 331 snap 99 seq_num 331) 2024-04-02T08:27:40.915 INFO:tasks.rados.rados.0.smithi012.stdout:1055: done (6 left) 2024-04-02T08:27:40.915 INFO:tasks.rados.rados.0.smithi012.stdout:1056: done (5 left) 2024-04-02T08:27:40.915 INFO:tasks.rados.rados.0.smithi012.stdout:1057: done (4 left) 2024-04-02T08:27:40.916 INFO:tasks.rados.rados.0.smithi012.stdout:1061: done (3 left) 2024-04-02T08:27:40.916 INFO:tasks.rados.rados.0.smithi012.stdout:1062: done (2 left) 2024-04-02T08:27:40.916 INFO:tasks.rados.rados.0.smithi012.stdout:1067: read oid 21 snap -1 2024-04-02T08:27:40.916 INFO:tasks.rados.rados.0.smithi012.stdout:1067: expect deleted 2024-04-02T08:27:40.916 INFO:tasks.rados.rados.0.smithi012.stdout:1068: read oid 39 snap 96 2024-04-02T08:27:40.916 INFO:tasks.rados.rados.0.smithi012.stdout:1068: expect (ObjNum 917430944 snap 21921 seq_num 924130464) 2024-04-02T08:27:40.916 INFO:tasks.rados.rados.0.smithi012.stdout:1069: rollback oid 10 current snap is 99 2024-04-02T08:27:40.916 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 10 to 96 2024-04-02T08:27:40.916 INFO:tasks.rados.rados.0.smithi012.stdout:1066: finishing rollback tid 0 to smithi01277369-6 2024-04-02T08:27:40.916 INFO:tasks.rados.rados.0.smithi012.stdout:1064: expect (ObjNum 295 snap 87 seq_num 295) 2024-04-02T08:27:40.921 INFO:tasks.rados.rados.0.smithi012.stdout:1066: finishing rollback tid 1 to smithi01277369-6 2024-04-02T08:27:40.921 INFO:tasks.rados.rados.0.smithi012.stdout:1064: done (4 left) 2024-04-02T08:27:40.921 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 26 current snap is 99 2024-04-02T08:27:40.921 INFO:tasks.rados.rados.0.smithi012.stdout:1066: finishing rollback tid 2 to smithi01277369-6 2024-04-02T08:27:40.921 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 6 v 229 (ObjNum 130 snap 31 seq_num 130) dirty exists 2024-04-02T08:27:40.921 INFO:tasks.rados.rados.0.smithi012.stdout:1070: seq_num 332 ranges {0=770048} 2024-04-02T08:27:40.925 INFO:tasks.rados.rados.0.smithi012.stdout:1070: writing smithi01277369-26 from 0 to 770048 tid 1 2024-04-02T08:27:40.925 INFO:tasks.rados.rados.0.smithi012.stdout:1066: done (4 left) 2024-04-02T08:27:40.925 INFO:tasks.rados.rados.0.smithi012.stdout:1067: done (3 left) 2024-04-02T08:27:40.926 INFO:tasks.rados.rados.0.smithi012.stdout:1071: snap_create 2024-04-02T08:27:40.926 INFO:tasks.rados.rados.0.smithi012.stdout:1068: expect (ObjNum 917430944 snap 21921 seq_num 924130464) 2024-04-02T08:27:40.926 INFO:tasks.rados.rados.0.smithi012.stdout:1069: finishing rollback tid 0 to smithi01277369-10 2024-04-02T08:27:40.927 INFO:tasks.rados.rados.0.smithi012.stdout:1069: finishing rollback tid 1 to smithi01277369-10 2024-04-02T08:27:40.927 INFO:tasks.rados.rados.0.smithi012.stdout:1069: finishing rollback tid 2 to smithi01277369-10 2024-04-02T08:27:40.927 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 10 v 483 (ObjNum 269 snap 74 seq_num 269) dirty exists 2024-04-02T08:27:40.929 INFO:tasks.rados.rados.0.smithi012.stdout:1070: finishing write tid 1 to smithi01277369-26 2024-04-02T08:27:40.929 INFO:tasks.rados.rados.0.smithi012.stdout:1070: finishing write tid 2 to smithi01277369-26 2024-04-02T08:27:40.933 INFO:tasks.rados.rados.0.smithi012.stdout:1070: finishing write tid 3 to smithi01277369-26 2024-04-02T08:27:40.933 INFO:tasks.rados.rados.0.smithi012.stdout:1070: oid 26 updating version 0 to 167 2024-04-02T08:27:40.933 INFO:tasks.rados.rados.0.smithi012.stdout:1070: oid 26 version 167 is already newer than 166 2024-04-02T08:27:40.933 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 26 v 167 (ObjNum 332 snap 99 seq_num 332) dirty exists 2024-04-02T08:27:40.933 INFO:tasks.rados.rados.0.smithi012.stdout:1070: left oid 26 (ObjNum 332 snap 99 seq_num 332) 2024-04-02T08:27:41.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:40 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:41.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:40 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:41.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:40 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-02T08:27:41.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:40 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:41.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:40 smithi012 ceph-mon[88355]: osdmap e274: 8 total, 8 up, 8 in 2024-04-02T08:27:41.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:40 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:41.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:40 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:41.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:40 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-02T08:27:41.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:40 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:41.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:40 smithi012 ceph-mon[90784]: osdmap e274: 8 total, 8 up, 8 in 2024-04-02T08:27:41.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:40 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:41.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:40 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:41.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:40 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-02T08:27:41.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:40 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:41.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:40 smithi055 ceph-mon[85080]: osdmap e274: 8 total, 8 up, 8 in 2024-04-02T08:27:41.876 INFO:tasks.rados.rados.0.smithi012.stdout:1068: done (3 left) 2024-04-02T08:27:41.876 INFO:tasks.rados.rados.0.smithi012.stdout:1069: done (2 left) 2024-04-02T08:27:41.876 INFO:tasks.rados.rados.0.smithi012.stdout:1070: done (1 left) 2024-04-02T08:27:41.877 INFO:tasks.rados.rados.0.smithi012.stdout:1071: done (0 left) 2024-04-02T08:27:41.877 INFO:tasks.rados.rados.0.smithi012.stdout:1072: rollback oid 29 current snap is 100 2024-04-02T08:27:41.877 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 29 to 99 2024-04-02T08:27:41.877 INFO:tasks.rados.rados.0.smithi012.stdout:1073: snap_remove snap 96 2024-04-02T08:27:42.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:41 smithi055 ceph-mon[85080]: Reconfiguring osd.0 (monmap changed)... 2024-04-02T08:27:42.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:41 smithi055 ceph-mon[85080]: Reconfiguring daemon osd.0 on smithi012 2024-04-02T08:27:42.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:41 smithi055 ceph-mon[85080]: pgmap v77: 121 pgs: 121 active+clean; 141 MiB data, 969 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:27:42.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:41 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:42.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:41 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:42.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:41 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-02T08:27:42.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:41 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:42.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:41 smithi055 ceph-mon[85080]: osdmap e275: 8 total, 8 up, 8 in 2024-04-02T08:27:42.321 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:41 smithi012 ceph-mon[88355]: Reconfiguring osd.0 (monmap changed)... 2024-04-02T08:27:42.321 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:41 smithi012 ceph-mon[88355]: Reconfiguring daemon osd.0 on smithi012 2024-04-02T08:27:42.321 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:41 smithi012 ceph-mon[88355]: pgmap v77: 121 pgs: 121 active+clean; 141 MiB data, 969 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:27:42.321 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:41 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:42.321 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:41 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:42.321 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:41 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-02T08:27:42.322 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:41 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:42.322 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:41 smithi012 ceph-mon[88355]: osdmap e275: 8 total, 8 up, 8 in 2024-04-02T08:27:42.322 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:41 smithi012 ceph-mon[90784]: Reconfiguring osd.0 (monmap changed)... 2024-04-02T08:27:42.322 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:41 smithi012 ceph-mon[90784]: Reconfiguring daemon osd.0 on smithi012 2024-04-02T08:27:42.322 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:41 smithi012 ceph-mon[90784]: pgmap v77: 121 pgs: 121 active+clean; 141 MiB data, 969 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:27:42.322 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:41 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:42.322 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:41 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:42.322 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:41 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-02T08:27:42.322 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:41 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:42.323 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:41 smithi012 ceph-mon[90784]: osdmap e275: 8 total, 8 up, 8 in 2024-04-02T08:27:42.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:27:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:27:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:27:42.879 INFO:tasks.rados.rados.0.smithi012.stdout:1073: done (1 left) 2024-04-02T08:27:42.879 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 20 current snap is 100 2024-04-02T08:27:42.879 INFO:tasks.rados.rados.0.smithi012.stdout:1074: seq_num 333 ranges {0=786432} 2024-04-02T08:27:42.883 INFO:tasks.rados.rados.0.smithi012.stdout:1074: writing smithi01277369-20 from 0 to 786432 tid 1 2024-04-02T08:27:42.883 INFO:tasks.rados.rados.0.smithi012.stdout:1075: read oid 8 snap -1 2024-04-02T08:27:42.883 INFO:tasks.rados.rados.0.smithi012.stdout:1075: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:27:42.883 INFO:tasks.rados.rados.0.smithi012.stdout:1076: copy_from oid 43 from oid 46 current snap is 100 2024-04-02T08:27:42.884 INFO:tasks.rados.rados.0.smithi012.stdout:1072: finishing rollback tid 1 to smithi01277369-29 2024-04-02T08:27:42.884 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 29 v 0 (ObjNum 33 snap 0 seq_num 885372720) dirty dne 2024-04-02T08:27:42.884 INFO:tasks.rados.rados.0.smithi012.stdout:1072: done (3 left) 2024-04-02T08:27:42.884 INFO:tasks.rados.rados.0.smithi012.stdout:1077: read oid 1 snap -1 2024-04-02T08:27:42.884 INFO:tasks.rados.rados.0.smithi012.stdout:1077: expect (ObjNum 269 snap 74 seq_num 269) 2024-04-02T08:27:42.884 INFO:tasks.rados.rados.0.smithi012.stdout:1078: delete oid 28 current snap is 100 2024-04-02T08:27:42.888 INFO:tasks.rados.rados.0.smithi012.stdout:1075: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:27:42.892 INFO:tasks.rados.rados.0.smithi012.stdout:1074: finishing write tid 1 to smithi01277369-20 2024-04-02T08:27:42.892 INFO:tasks.rados.rados.0.smithi012.stdout:1074: finishing write tid 2 to smithi01277369-20 2024-04-02T08:27:42.893 INFO:tasks.rados.rados.0.smithi012.stdout:1074: finishing write tid 3 to smithi01277369-20 2024-04-02T08:27:42.893 INFO:tasks.rados.rados.0.smithi012.stdout:1074: oid 20 updating version 0 to 711 2024-04-02T08:27:42.893 INFO:tasks.rados.rados.0.smithi012.stdout:1074: oid 20 version 711 is already newer than 710 2024-04-02T08:27:42.893 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 20 v 711 (ObjNum 333 snap 100 seq_num 333) dirty exists 2024-04-02T08:27:42.893 INFO:tasks.rados.rados.0.smithi012.stdout:1074: left oid 20 (ObjNum 333 snap 100 seq_num 333) 2024-04-02T08:27:42.899 INFO:tasks.rados.rados.0.smithi012.stdout:1076: finishing copy_from racing read to smithi01277369-43 2024-04-02T08:27:42.901 INFO:tasks.rados.rados.0.smithi012.stdout:1076: finishing copy_from to smithi01277369-43 2024-04-02T08:27:42.902 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 43 v 554 (ObjNum 328 snap 99 seq_num 328) dirty exists 2024-04-02T08:27:42.905 INFO:tasks.rados.rados.0.smithi012.stdout:1074: done (4 left) 2024-04-02T08:27:42.905 INFO:tasks.rados.rados.0.smithi012.stdout:1075: done (3 left) 2024-04-02T08:27:42.905 INFO:tasks.rados.rados.0.smithi012.stdout:1076: done (2 left) 2024-04-02T08:27:42.906 INFO:tasks.rados.rados.0.smithi012.stdout:1078: done (1 left) 2024-04-02T08:27:42.906 INFO:tasks.rados.rados.0.smithi012.stdout:1079: delete oid 17 current snap is 100 2024-04-02T08:27:42.906 INFO:tasks.rados.rados.0.smithi012.stdout:1077: expect (ObjNum 269 snap 74 seq_num 269) 2024-04-02T08:27:43.015 INFO:tasks.rados.rados.0.smithi012.stdout:1077: done (1 left) 2024-04-02T08:27:43.015 INFO:tasks.rados.rados.0.smithi012.stdout:1079: done (0 left) 2024-04-02T08:27:43.015 INFO:tasks.rados.rados.0.smithi012.stdout:1080: snap_create 2024-04-02T08:27:43.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:42 smithi055 ceph-mon[85080]: Reconfiguring osd.1 (monmap changed)... 2024-04-02T08:27:43.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:42 smithi055 ceph-mon[85080]: Reconfiguring daemon osd.1 on smithi012 2024-04-02T08:27:43.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:42 smithi055 ceph-mon[85080]: osdmap e276: 8 total, 8 up, 8 in 2024-04-02T08:27:43.381 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:42 smithi012 ceph-mon[88355]: Reconfiguring osd.1 (monmap changed)... 2024-04-02T08:27:43.381 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:42 smithi012 ceph-mon[88355]: Reconfiguring daemon osd.1 on smithi012 2024-04-02T08:27:43.381 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:42 smithi012 ceph-mon[88355]: osdmap e276: 8 total, 8 up, 8 in 2024-04-02T08:27:43.381 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:42 smithi012 ceph-mon[90784]: Reconfiguring osd.1 (monmap changed)... 2024-04-02T08:27:43.381 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:42 smithi012 ceph-mon[90784]: Reconfiguring daemon osd.1 on smithi012 2024-04-02T08:27:43.381 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:42 smithi012 ceph-mon[90784]: osdmap e276: 8 total, 8 up, 8 in 2024-04-02T08:27:43.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:27:43 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:27:43.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi012\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi012\", job=\"node\", machine=\"x86_64\", nodename=\"smithi012\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi012\", job=\"node\", machine=\"x86_64\", nodename=\"smithi012\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:27:43.871 INFO:tasks.rados.rados.0.smithi012.stdout:1080: done (0 left) 2024-04-02T08:27:43.871 INFO:tasks.rados.rados.0.smithi012.stdout:1081: rmattr oid 12 current snap is 101 2024-04-02T08:27:43.871 INFO:tasks.rados.rados.0.smithi012.stdout:1082: rollback oid 16 current snap is 101 2024-04-02T08:27:43.871 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 16 to 99 2024-04-02T08:27:43.872 INFO:tasks.rados.rados.0.smithi012.stdout:1083: snap_remove snap 100 2024-04-02T08:27:44.241 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:43 smithi012 ceph-mon[88355]: pgmap v80: 121 pgs: 121 active+clean; 116 MiB data, 961 MiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 12 op/s 2024-04-02T08:27:44.241 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:43 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:44.241 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:43 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:44.242 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:43 smithi012 ceph-mon[88355]: Reconfiguring osd.2 (monmap changed)... 2024-04-02T08:27:44.242 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:43 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-02T08:27:44.242 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:43 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:44.242 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:43 smithi012 ceph-mon[88355]: Reconfiguring daemon osd.2 on smithi012 2024-04-02T08:27:44.242 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:43 smithi012 ceph-mon[88355]: osdmap e277: 8 total, 8 up, 8 in 2024-04-02T08:27:44.242 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:43 smithi012 ceph-mon[90784]: pgmap v80: 121 pgs: 121 active+clean; 116 MiB data, 961 MiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 12 op/s 2024-04-02T08:27:44.242 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:43 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:44.242 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:43 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:44.242 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:43 smithi012 ceph-mon[90784]: Reconfiguring osd.2 (monmap changed)... 2024-04-02T08:27:44.242 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:43 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-02T08:27:44.243 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:43 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:44.243 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:43 smithi012 ceph-mon[90784]: Reconfiguring daemon osd.2 on smithi012 2024-04-02T08:27:44.243 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:43 smithi012 ceph-mon[90784]: osdmap e277: 8 total, 8 up, 8 in 2024-04-02T08:27:44.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:43 smithi055 ceph-mon[85080]: pgmap v80: 121 pgs: 121 active+clean; 116 MiB data, 961 MiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 12 op/s 2024-04-02T08:27:44.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:43 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:44.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:43 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:44.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:43 smithi055 ceph-mon[85080]: Reconfiguring osd.2 (monmap changed)... 2024-04-02T08:27:44.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:43 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-02T08:27:44.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:43 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:44.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:43 smithi055 ceph-mon[85080]: Reconfiguring daemon osd.2 on smithi012 2024-04-02T08:27:44.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:43 smithi055 ceph-mon[85080]: osdmap e277: 8 total, 8 up, 8 in 2024-04-02T08:27:44.877 INFO:tasks.rados.rados.0.smithi012.stdout:1083: done (2 left) 2024-04-02T08:27:44.877 INFO:tasks.rados.rados.0.smithi012.stdout:1084: copy_from oid 34 from oid 23 current snap is 101 2024-04-02T08:27:44.877 INFO:tasks.rados.rados.0.smithi012.stdout:1082: finishing rollback tid 0 to smithi01277369-16 2024-04-02T08:27:44.877 INFO:tasks.rados.rados.0.smithi012.stdout:1082: finishing rollback tid 1 to smithi01277369-16 2024-04-02T08:27:44.877 INFO:tasks.rados.rados.0.smithi012.stdout:1082: finishing rollback tid 2 to smithi01277369-16 2024-04-02T08:27:44.877 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 16 v 195 (ObjNum 269 snap 74 seq_num 269) dirty exists 2024-04-02T08:27:44.877 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 12 v 555 (ObjNum 288 snap 85 seq_num 288) dirty exists 2024-04-02T08:27:44.877 INFO:tasks.rados.rados.0.smithi012.stdout:1081: done (2 left) 2024-04-02T08:27:44.877 INFO:tasks.rados.rados.0.smithi012.stdout:1082: done (1 left) 2024-04-02T08:27:44.877 INFO:tasks.rados.rados.0.smithi012.stdout:1085: snap_remove snap 99 2024-04-02T08:27:45.245 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:44 smithi012 ceph-mon[88355]: pgmap v83: 121 pgs: 121 active+clean; 116 MiB data, 961 MiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 12 op/s 2024-04-02T08:27:45.246 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:27:45.246 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:44 smithi012 ceph-mon[88355]: osdmap e278: 8 total, 8 up, 8 in 2024-04-02T08:27:45.246 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:44 smithi012 ceph-mon[90784]: pgmap v83: 121 pgs: 121 active+clean; 116 MiB data, 961 MiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 12 op/s 2024-04-02T08:27:45.246 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:27:45.246 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:44 smithi012 ceph-mon[90784]: osdmap e278: 8 total, 8 up, 8 in 2024-04-02T08:27:45.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:44 smithi055 ceph-mon[85080]: pgmap v83: 121 pgs: 121 active+clean; 116 MiB data, 961 MiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 12 op/s 2024-04-02T08:27:45.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:27:45.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:44 smithi055 ceph-mon[85080]: osdmap e278: 8 total, 8 up, 8 in 2024-04-02T08:27:45.875 INFO:tasks.rados.rados.0.smithi012.stdout:1085: done (1 left) 2024-04-02T08:27:45.875 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 12 current snap is 101 2024-04-02T08:27:45.875 INFO:tasks.rados.rados.0.smithi012.stdout:1086: seq_num 336 ranges {2342912=434176,2777088=401408} 2024-04-02T08:27:45.890 INFO:tasks.rados.rados.0.smithi012.stdout:1086: writing smithi01277369-12 from 2342912 to 2777088 tid 1 2024-04-02T08:27:45.894 INFO:tasks.rados.rados.0.smithi012.stdout:1086: writing smithi01277369-12 from 2777088 to 3178496 tid 2 2024-04-02T08:27:45.894 INFO:tasks.rados.rados.0.smithi012.stdout:1087: copy_from oid 44 from oid 4 current snap is 101 2024-04-02T08:27:45.894 INFO:tasks.rados.rados.0.smithi012.stdout:1084: finishing copy_from racing read to smithi01277369-34 2024-04-02T08:27:45.894 INFO:tasks.rados.rados.0.smithi012.stdout:1084: finishing copy_from to smithi01277369-34 2024-04-02T08:27:45.894 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 34 v 438 (ObjNum 330 snap 99 seq_num 330) dirty exists 2024-04-02T08:27:45.894 INFO:tasks.rados.rados.0.smithi012.stdout:1084: done (2 left) 2024-04-02T08:27:45.894 INFO:tasks.rados.rados.0.smithi012.stdout:1088: rmattr oid 15 current snap is 101 2024-04-02T08:27:45.894 INFO:tasks.rados.rados.0.smithi012.stdout:1088: done (2 left) 2024-04-02T08:27:45.894 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 26 current snap is 101 2024-04-02T08:27:45.894 INFO:tasks.rados.rados.0.smithi012.stdout:1089: seq_num 337 ranges {770048=450560,1220608=401408} 2024-04-02T08:27:45.900 INFO:tasks.rados.rados.0.smithi012.stdout:1089: writing smithi01277369-26 from 770048 to 1220608 tid 1 2024-04-02T08:27:45.904 INFO:tasks.rados.rados.0.smithi012.stdout:1089: writing smithi01277369-26 from 1220608 to 1622016 tid 2 2024-04-02T08:27:45.904 INFO:tasks.rados.rados.0.smithi012.stdout:1090: snap_create 2024-04-02T08:27:45.904 INFO:tasks.rados.rados.0.smithi012.stdout:1086: finishing write tid 1 to smithi01277369-12 2024-04-02T08:27:45.904 INFO:tasks.rados.rados.0.smithi012.stdout:1086: finishing write tid 2 to smithi01277369-12 2024-04-02T08:27:45.904 INFO:tasks.rados.rados.0.smithi012.stdout:1086: finishing write tid 3 to smithi01277369-12 2024-04-02T08:27:45.904 INFO:tasks.rados.rados.0.smithi012.stdout:1086: finishing write tid 4 to smithi01277369-12 2024-04-02T08:27:45.905 INFO:tasks.rados.rados.0.smithi012.stdout:1086: oid 12 updating version 0 to 557 2024-04-02T08:27:45.905 INFO:tasks.rados.rados.0.smithi012.stdout:1086: oid 12 version 557 is already newer than 556 2024-04-02T08:27:45.905 INFO:tasks.rados.rados.0.smithi012.stdout:1086: oid 12 updating version 557 to 558 2024-04-02T08:27:45.905 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 12 v 558 (ObjNum 336 snap 101 seq_num 336) dirty exists 2024-04-02T08:27:45.905 INFO:tasks.rados.rados.0.smithi012.stdout:1086: left oid 12 (ObjNum 336 snap 101 seq_num 336) 2024-04-02T08:27:45.905 INFO:tasks.rados.rados.0.smithi012.stdout:1089: finishing write tid 1 to smithi01277369-26 2024-04-02T08:27:45.906 INFO:tasks.rados.rados.0.smithi012.stdout:1089: finishing write tid 2 to smithi01277369-26 2024-04-02T08:27:45.907 INFO:tasks.rados.rados.0.smithi012.stdout:1089: finishing write tid 3 to smithi01277369-26 2024-04-02T08:27:45.907 INFO:tasks.rados.rados.0.smithi012.stdout:1089: finishing write tid 4 to smithi01277369-26 2024-04-02T08:27:45.908 INFO:tasks.rados.rados.0.smithi012.stdout:1089: oid 26 updating version 0 to 170 2024-04-02T08:27:45.908 INFO:tasks.rados.rados.0.smithi012.stdout:1089: oid 26 version 170 is already newer than 168 2024-04-02T08:27:45.908 INFO:tasks.rados.rados.0.smithi012.stdout:1089: oid 26 version 170 is already newer than 169 2024-04-02T08:27:45.908 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 26 v 170 (ObjNum 337 snap 101 seq_num 337) dirty exists 2024-04-02T08:27:45.908 INFO:tasks.rados.rados.0.smithi012.stdout:1089: left oid 26 (ObjNum 337 snap 101 seq_num 337) 2024-04-02T08:27:45.911 INFO:tasks.rados.rados.0.smithi012.stdout:1087: finishing copy_from racing read to smithi01277369-44 2024-04-02T08:27:45.915 INFO:tasks.rados.rados.0.smithi012.stdout:1087: finishing copy_from to smithi01277369-44 2024-04-02T08:27:45.916 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 44 v 324 (ObjNum 232 snap 59 seq_num 232) dirty exists 2024-04-02T08:27:46.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:46 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:46.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:46 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:46.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:46 smithi012 ceph-mon[88355]: Reconfiguring osd.3 (monmap changed)... 2024-04-02T08:27:46.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:46 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-02T08:27:46.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:46 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:46.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:46 smithi012 ceph-mon[88355]: Reconfiguring daemon osd.3 on smithi012 2024-04-02T08:27:46.680 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:46 smithi012 ceph-mon[88355]: osdmap e279: 8 total, 8 up, 8 in 2024-04-02T08:27:46.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:46 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:46.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:46 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:46.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:46 smithi012 ceph-mon[90784]: Reconfiguring osd.3 (monmap changed)... 2024-04-02T08:27:46.681 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:46 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-02T08:27:46.681 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:46 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:46.681 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:46 smithi012 ceph-mon[90784]: Reconfiguring daemon osd.3 on smithi012 2024-04-02T08:27:46.681 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:46 smithi012 ceph-mon[90784]: osdmap e279: 8 total, 8 up, 8 in 2024-04-02T08:27:46.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:46 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:46.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:46 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:46.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:46 smithi055 ceph-mon[85080]: Reconfiguring osd.3 (monmap changed)... 2024-04-02T08:27:46.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:46 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-02T08:27:46.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:46 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:46.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:46 smithi055 ceph-mon[85080]: Reconfiguring daemon osd.3 on smithi012 2024-04-02T08:27:46.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:46 smithi055 ceph-mon[85080]: osdmap e279: 8 total, 8 up, 8 in 2024-04-02T08:27:46.889 INFO:tasks.rados.rados.0.smithi012.stdout:1086: done (3 left) 2024-04-02T08:27:46.889 INFO:tasks.rados.rados.0.smithi012.stdout:1087: done (2 left) 2024-04-02T08:27:46.889 INFO:tasks.rados.rados.0.smithi012.stdout:1089: done (1 left) 2024-04-02T08:27:46.889 INFO:tasks.rados.rados.0.smithi012.stdout:1090: done (0 left) 2024-04-02T08:27:46.889 INFO:tasks.rados.rados.0.smithi012.stdout:1091: rollback oid 26 current snap is 102 2024-04-02T08:27:46.890 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 26 to 101 2024-04-02T08:27:46.890 INFO:tasks.rados.rados.0.smithi012.stdout:1092: copy_from oid 48 from oid 14 current snap is 102 2024-04-02T08:27:46.890 INFO:tasks.rados.rados.0.smithi012.stdout:1093: snap_create 2024-04-02T08:27:46.895 INFO:tasks.rados.rados.0.smithi012.stdout:1091: finishing rollback tid 0 to smithi01277369-26 2024-04-02T08:27:46.895 INFO:tasks.rados.rados.0.smithi012.stdout:1091: finishing rollback tid 1 to smithi01277369-26 2024-04-02T08:27:46.901 INFO:tasks.rados.rados.0.smithi012.stdout:1091: finishing rollback tid 2 to smithi01277369-26 2024-04-02T08:27:46.901 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 26 v 174 (ObjNum 337 snap 101 seq_num 337) dirty exists 2024-04-02T08:27:46.925 INFO:tasks.rados.rados.0.smithi012.stdout:1092: finishing copy_from racing read to smithi01277369-48 2024-04-02T08:27:46.928 INFO:tasks.rados.rados.0.smithi012.stdout:1092: finishing copy_from to smithi01277369-48 2024-04-02T08:27:46.928 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 48 v 225 (ObjNum 201 snap 54 seq_num 201) dirty exists 2024-04-02T08:27:47.371 INFO:teuthology.orchestra.run.smithi012.stdout:true 2024-04-02T08:27:47.709 INFO:teuthology.orchestra.run.smithi012.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:27:47.709 INFO:teuthology.orchestra.run.smithi012.stdout:alertmanager.a smithi012 *:9093,9094 running (5m) 37s ago 6m 27.4M - 0.25.0 c8568f914cd2 3ed3fc1b8013 2024-04-02T08:27:47.709 INFO:teuthology.orchestra.run.smithi012.stdout:grafana.a smithi055 *:3000 running (6m) 17s ago 6m 89.4M - 9.4.7 954c08fa6188 9788bcfbfb6f 2024-04-02T08:27:47.709 INFO:teuthology.orchestra.run.smithi012.stdout:mds.a smithi012 running (7m) 37s ago 7m 16.8M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 756f041a4b0e 2024-04-02T08:27:47.709 INFO:teuthology.orchestra.run.smithi012.stdout:mds.b smithi055 running (7m) 17s ago 7m 20.6M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 0a0c21b36b12 2024-04-02T08:27:47.709 INFO:teuthology.orchestra.run.smithi012.stdout:mgr.x smithi055 *:8443,9283,8765 running (90s) 17s ago 11m 449M - 19.0.0-2422-g3cba26ea beaaa8a653cf 111621b46bd2 2024-04-02T08:27:47.710 INFO:teuthology.orchestra.run.smithi012.stdout:mgr.y smithi012 *:8443,9283,8765 running (2m) 37s ago 12m 496M - 19.0.0-2422-g3cba26ea beaaa8a653cf fe667762b028 2024-04-02T08:27:47.710 INFO:teuthology.orchestra.run.smithi012.stdout:mon.a smithi012 running (74s) 37s ago 13m 38.9M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 1790aee575dc 2024-04-02T08:27:47.710 INFO:teuthology.orchestra.run.smithi012.stdout:mon.b smithi055 running (27s) 17s ago 11m 25.4M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf f75ff69b6d62 2024-04-02T08:27:47.710 INFO:teuthology.orchestra.run.smithi012.stdout:mon.c smithi012 running (47s) 37s ago 11m 28.9M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf a1b482e0e449 2024-04-02T08:27:47.710 INFO:teuthology.orchestra.run.smithi012.stdout:node-exporter.a smithi012 *:9100 running (6m) 37s ago 5m 16.3M - 1.5.0 0da6a335fe13 a3d31893d77a 2024-04-02T08:27:47.710 INFO:teuthology.orchestra.run.smithi012.stdout:node-exporter.b smithi055 *:9100 running (5m) 17s ago 5m 15.3M - 1.5.0 0da6a335fe13 e1788e402810 2024-04-02T08:27:47.710 INFO:teuthology.orchestra.run.smithi012.stdout:osd.0 smithi012 running (10m) 37s ago 10m 147M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d ae3670468d2f 2024-04-02T08:27:47.710 INFO:teuthology.orchestra.run.smithi012.stdout:osd.1 smithi012 running (10m) 37s ago 10m 157M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d c0e45226a432 2024-04-02T08:27:47.710 INFO:teuthology.orchestra.run.smithi012.stdout:osd.2 smithi012 running (9m) 37s ago 9m 148M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 1a1a0831f480 2024-04-02T08:27:47.710 INFO:teuthology.orchestra.run.smithi012.stdout:osd.3 smithi012 running (9m) 37s ago 9m 87.1M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d f2070d5ae9b3 2024-04-02T08:27:47.710 INFO:teuthology.orchestra.run.smithi012.stdout:osd.4 smithi055 running (8m) 17s ago 8m 119M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 6ea99dd7fbaa 2024-04-02T08:27:47.710 INFO:teuthology.orchestra.run.smithi012.stdout:osd.5 smithi055 running (8m) 17s ago 8m 170M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 300691ec9744 2024-04-02T08:27:47.710 INFO:teuthology.orchestra.run.smithi012.stdout:osd.6 smithi055 running (8m) 17s ago 8m 105M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 256c0abe00a7 2024-04-02T08:27:47.711 INFO:teuthology.orchestra.run.smithi012.stdout:osd.7 smithi055 running (7m) 17s ago 7m 136M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d edc056f1c4d7 2024-04-02T08:27:47.711 INFO:teuthology.orchestra.run.smithi012.stdout:prometheus.a smithi055 *:9095 running (95s) 17s ago 6m 53.7M - 2.43.0 a07b618ecd1d c518c69f0a2f 2024-04-02T08:27:47.890 INFO:tasks.rados.rados.0.smithi012.stdout:1091: done (2 left) 2024-04-02T08:27:47.890 INFO:tasks.rados.rados.0.smithi012.stdout:1092: done (1 left) 2024-04-02T08:27:47.891 INFO:tasks.rados.rados.0.smithi012.stdout:1093: done (0 left) 2024-04-02T08:27:47.891 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 23 current snap is 103 2024-04-02T08:27:47.891 INFO:tasks.rados.rados.0.smithi012.stdout:1094: seq_num 338 ranges {2932736=466944,3399680=401408} 2024-04-02T08:27:47.909 INFO:tasks.rados.rados.0.smithi012.stdout:1094: writing smithi01277369-23 from 2932736 to 3399680 tid 1 2024-04-02T08:27:47.911 INFO:tasks.rados.rados.0.smithi012.stdout:1094: writing smithi01277369-23 from 3399680 to 3801088 tid 2 2024-04-02T08:27:47.911 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 36 current snap is 103 2024-04-02T08:27:47.911 INFO:tasks.rados.rados.0.smithi012.stdout:1095: seq_num 339 ranges {1933312=483328,2416640=401408} 2024-04-02T08:27:47.924 INFO:tasks.rados.rados.0.smithi012.stdout:1095: writing smithi01277369-36 from 1933312 to 2416640 tid 1 2024-04-02T08:27:47.927 INFO:tasks.rados.rados.0.smithi012.stdout:1095: writing smithi01277369-36 from 2416640 to 2818048 tid 2 2024-04-02T08:27:47.927 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 12 current snap is 103 2024-04-02T08:27:47.927 INFO:tasks.rados.rados.0.smithi012.stdout:1096: seq_num 340 ranges {3178496=499712,3678208=401408} 2024-04-02T08:27:47.947 INFO:tasks.rados.rados.0.smithi012.stdout:1096: writing smithi01277369-12 from 3178496 to 3678208 tid 1 2024-04-02T08:27:47.950 INFO:tasks.rados.rados.0.smithi012.stdout:1096: writing smithi01277369-12 from 3678208 to 4079616 tid 2 2024-04-02T08:27:47.950 INFO:tasks.rados.rados.0.smithi012.stdout:1097: snap_create 2024-04-02T08:27:47.950 INFO:tasks.rados.rados.0.smithi012.stdout:1094: finishing write tid 1 to smithi01277369-23 2024-04-02T08:27:47.950 INFO:tasks.rados.rados.0.smithi012.stdout:1094: finishing write tid 2 to smithi01277369-23 2024-04-02T08:27:47.950 INFO:tasks.rados.rados.0.smithi012.stdout:1094: finishing write tid 3 to smithi01277369-23 2024-04-02T08:27:47.950 INFO:tasks.rados.rados.0.smithi012.stdout:1094: finishing write tid 4 to smithi01277369-23 2024-04-02T08:27:47.950 INFO:tasks.rados.rados.0.smithi012.stdout:1094: oid 23 updating version 0 to 441 2024-04-02T08:27:47.951 INFO:tasks.rados.rados.0.smithi012.stdout:1094: oid 23 version 441 is already newer than 439 2024-04-02T08:27:47.951 INFO:tasks.rados.rados.0.smithi012.stdout:1094: oid 23 version 441 is already newer than 440 2024-04-02T08:27:47.951 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 23 v 441 (ObjNum 338 snap 103 seq_num 338) dirty exists 2024-04-02T08:27:47.951 INFO:tasks.rados.rados.0.smithi012.stdout:1094: left oid 23 (ObjNum 338 snap 103 seq_num 338) 2024-04-02T08:27:47.951 INFO:tasks.rados.rados.0.smithi012.stdout:1095: finishing write tid 1 to smithi01277369-36 2024-04-02T08:27:47.951 INFO:tasks.rados.rados.0.smithi012.stdout:1095: finishing write tid 2 to smithi01277369-36 2024-04-02T08:27:47.951 INFO:tasks.rados.rados.0.smithi012.stdout:1095: finishing write tid 3 to smithi01277369-36 2024-04-02T08:27:47.951 INFO:tasks.rados.rados.0.smithi012.stdout:1095: finishing write tid 4 to smithi01277369-36 2024-04-02T08:27:47.951 INFO:tasks.rados.rados.0.smithi012.stdout:1095: oid 36 updating version 0 to 561 2024-04-02T08:27:47.951 INFO:tasks.rados.rados.0.smithi012.stdout:1095: oid 36 version 561 is already newer than 560 2024-04-02T08:27:47.951 INFO:tasks.rados.rados.0.smithi012.stdout:1095: oid 36 version 561 is already newer than 559 2024-04-02T08:27:47.951 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 36 v 561 (ObjNum 339 snap 103 seq_num 339) dirty exists 2024-04-02T08:27:47.951 INFO:tasks.rados.rados.0.smithi012.stdout:1095: left oid 36 (ObjNum 339 snap 103 seq_num 339) 2024-04-02T08:27:47.952 INFO:tasks.rados.rados.0.smithi012.stdout:1096: finishing write tid 1 to smithi01277369-12 2024-04-02T08:27:47.952 INFO:tasks.rados.rados.0.smithi012.stdout:1096: finishing write tid 2 to smithi01277369-12 2024-04-02T08:27:47.952 INFO:tasks.rados.rados.0.smithi012.stdout:1096: finishing write tid 3 to smithi01277369-12 2024-04-02T08:27:47.953 INFO:tasks.rados.rados.0.smithi012.stdout:1096: finishing write tid 4 to smithi01277369-12 2024-04-02T08:27:47.953 INFO:tasks.rados.rados.0.smithi012.stdout:1096: oid 12 updating version 0 to 562 2024-04-02T08:27:47.953 INFO:tasks.rados.rados.0.smithi012.stdout:1096: oid 12 updating version 562 to 564 2024-04-02T08:27:47.953 INFO:tasks.rados.rados.0.smithi012.stdout:1096: oid 12 version 564 is already newer than 563 2024-04-02T08:27:47.953 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 12 v 564 (ObjNum 340 snap 103 seq_num 340) dirty exists 2024-04-02T08:27:47.953 INFO:tasks.rados.rados.0.smithi012.stdout:1096: left oid 12 (ObjNum 340 snap 103 seq_num 340) 2024-04-02T08:27:47.973 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:47 smithi012 ceph-mon[88355]: pgmap v86: 121 pgs: 121 active+clean; 114 MiB data, 990 MiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-04-02T08:27:47.974 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:47 smithi012 ceph-mon[88355]: osdmap e280: 8 total, 8 up, 8 in 2024-04-02T08:27:47.974 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:47 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:47.974 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:47 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:47.974 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:47 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:27:47.974 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:47 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:47.974 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:27:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:27:47] "GET /metrics HTTP/1.1" 200 35987 "" "Prometheus/2.43.0" 2024-04-02T08:27:47.975 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:47 smithi012 ceph-mon[90784]: pgmap v86: 121 pgs: 121 active+clean; 114 MiB data, 990 MiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-04-02T08:27:47.975 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:47 smithi012 ceph-mon[90784]: osdmap e280: 8 total, 8 up, 8 in 2024-04-02T08:27:47.975 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:47 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:47.975 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:47 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:47.975 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:47 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:27:47.975 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:47 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:48.137 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-04-02T08:27:48.137 INFO:teuthology.orchestra.run.smithi012.stdout: "mon": { 2024-04-02T08:27:48.137 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:27:48.137 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:27:48.137 INFO:teuthology.orchestra.run.smithi012.stdout: "mgr": { 2024-04-02T08:27:48.137 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:27:48.137 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:27:48.137 INFO:teuthology.orchestra.run.smithi012.stdout: "osd": { 2024-04-02T08:27:48.138 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:27:48.138 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:27:48.138 INFO:teuthology.orchestra.run.smithi012.stdout: "mds": { 2024-04-02T08:27:48.138 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:27:48.138 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:27:48.138 INFO:teuthology.orchestra.run.smithi012.stdout: "overall": { 2024-04-02T08:27:48.138 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 10, 2024-04-02T08:27:48.138 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 5 2024-04-02T08:27:48.138 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-04-02T08:27:48.138 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-04-02T08:27:48.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:47 smithi055 ceph-mon[85080]: pgmap v86: 121 pgs: 121 active+clean; 114 MiB data, 990 MiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-04-02T08:27:48.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:47 smithi055 ceph-mon[85080]: osdmap e280: 8 total, 8 up, 8 in 2024-04-02T08:27:48.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:47 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:48.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:47 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:48.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:47 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:27:48.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:47 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:48.875 INFO:tasks.rados.rados.0.smithi012.stdout:1094: done (3 left) 2024-04-02T08:27:48.875 INFO:tasks.rados.rados.0.smithi012.stdout:1095: done (2 left) 2024-04-02T08:27:48.876 INFO:tasks.rados.rados.0.smithi012.stdout:1096: done (1 left) 2024-04-02T08:27:48.876 INFO:tasks.rados.rados.0.smithi012.stdout:1097: done (0 left) 2024-04-02T08:27:48.876 INFO:tasks.rados.rados.0.smithi012.stdout:1098: read oid 16 snap -1 2024-04-02T08:27:48.876 INFO:tasks.rados.rados.0.smithi012.stdout:1098: expect (ObjNum 269 snap 74 seq_num 269) 2024-04-02T08:27:48.876 INFO:tasks.rados.rados.0.smithi012.stdout:1099: read oid 47 snap -1 2024-04-02T08:27:48.876 INFO:tasks.rados.rados.0.smithi012.stdout:1099: expect (ObjNum 326 snap 99 seq_num 326) 2024-04-02T08:27:48.876 INFO:tasks.rados.rados.0.smithi012.stdout:1100: read oid 29 snap -1 2024-04-02T08:27:48.876 INFO:tasks.rados.rados.0.smithi012.stdout:1100: expect deleted 2024-04-02T08:27:48.876 INFO:tasks.rados.rados.0.smithi012.stdout:1101: rollback oid 14 current snap is 104 2024-04-02T08:27:48.876 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 14 to 103 2024-04-02T08:27:48.876 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 13 current snap is 104 2024-04-02T08:27:48.876 INFO:tasks.rados.rados.0.smithi012.stdout:1102: seq_num 341 ranges {2940928=516096,3457024=401408} 2024-04-02T08:27:48.895 INFO:tasks.rados.rados.0.smithi012.stdout:1102: writing smithi01277369-13 from 2940928 to 3457024 tid 1 2024-04-02T08:27:48.897 INFO:tasks.rados.rados.0.smithi012.stdout:1102: writing smithi01277369-13 from 3457024 to 3858432 tid 2 2024-04-02T08:27:48.897 INFO:tasks.rados.rados.0.smithi012.stdout:1101: finishing rollback tid 0 to smithi01277369-14 2024-04-02T08:27:48.897 INFO:tasks.rados.rados.0.smithi012.stdout:1101: finishing rollback tid 1 to smithi01277369-14 2024-04-02T08:27:48.898 INFO:tasks.rados.rados.0.smithi012.stdout:1101: finishing rollback tid 2 to smithi01277369-14 2024-04-02T08:27:48.898 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 14 v 231 (ObjNum 201 snap 54 seq_num 201) dirty exists 2024-04-02T08:27:48.898 INFO:tasks.rados.rados.0.smithi012.stdout:1099: expect (ObjNum 326 snap 99 seq_num 326) 2024-04-02T08:27:48.923 INFO:tasks.rados.rados.0.smithi012.stdout:1098: expect (ObjNum 269 snap 74 seq_num 269) 2024-04-02T08:27:49.038 INFO:tasks.rados.rados.0.smithi012.stdout:1102: finishing write tid 1 to smithi01277369-13 2024-04-02T08:27:49.039 INFO:tasks.rados.rados.0.smithi012.stdout:1102: finishing write tid 2 to smithi01277369-13 2024-04-02T08:27:49.039 INFO:tasks.rados.rados.0.smithi012.stdout:1102: finishing write tid 3 to smithi01277369-13 2024-04-02T08:27:49.039 INFO:tasks.rados.rados.0.smithi012.stdout:1102: finishing write tid 4 to smithi01277369-13 2024-04-02T08:27:49.039 INFO:tasks.rados.rados.0.smithi012.stdout:1102: oid 13 updating version 0 to 720 2024-04-02T08:27:49.039 INFO:tasks.rados.rados.0.smithi012.stdout:1102: oid 13 updating version 720 to 721 2024-04-02T08:27:49.039 INFO:tasks.rados.rados.0.smithi012.stdout:1102: oid 13 version 721 is already newer than 719 2024-04-02T08:27:49.039 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 13 v 721 (ObjNum 341 snap 104 seq_num 341) dirty exists 2024-04-02T08:27:49.039 INFO:tasks.rados.rados.0.smithi012.stdout:1102: left oid 13 (ObjNum 341 snap 104 seq_num 341) 2024-04-02T08:27:49.039 INFO:tasks.rados.rados.0.smithi012.stdout:1098: done (4 left) 2024-04-02T08:27:49.039 INFO:tasks.rados.rados.0.smithi012.stdout:1099: done (3 left) 2024-04-02T08:27:49.039 INFO:tasks.rados.rados.0.smithi012.stdout:1100: done (2 left) 2024-04-02T08:27:49.039 INFO:tasks.rados.rados.0.smithi012.stdout:1101: done (1 left) 2024-04-02T08:27:49.039 INFO:tasks.rados.rados.0.smithi012.stdout:1102: done (0 left) 2024-04-02T08:27:49.040 INFO:tasks.rados.rados.0.smithi012.stdout:1103: read oid 31 snap -1 2024-04-02T08:27:49.040 INFO:tasks.rados.rados.0.smithi012.stdout:1103: expect deleted 2024-04-02T08:27:49.040 INFO:tasks.rados.rados.0.smithi012.stdout:1104: snap_create 2024-04-02T08:27:49.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:48 smithi012 ceph-mon[88355]: Reconfiguring mds.a (monmap changed)... 2024-04-02T08:27:49.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:48 smithi012 ceph-mon[88355]: Reconfiguring daemon mds.a on smithi012 2024-04-02T08:27:49.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:48 smithi012 ceph-mon[88355]: from='client.34179 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:49.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:48 smithi012 ceph-mon[88355]: from='client.34185 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:49.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:48 smithi012 ceph-mon[88355]: osdmap e281: 8 total, 8 up, 8 in 2024-04-02T08:27:49.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:48 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3731418576' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:27:49.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:48 smithi012 ceph-mon[88355]: osdmap e282: 8 total, 8 up, 8 in 2024-04-02T08:27:49.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:48 smithi012 ceph-mon[90784]: Reconfiguring mds.a (monmap changed)... 2024-04-02T08:27:49.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:48 smithi012 ceph-mon[90784]: Reconfiguring daemon mds.a on smithi012 2024-04-02T08:27:49.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:48 smithi012 ceph-mon[90784]: from='client.34179 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:49.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:48 smithi012 ceph-mon[90784]: from='client.34185 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:49.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:48 smithi012 ceph-mon[90784]: osdmap e281: 8 total, 8 up, 8 in 2024-04-02T08:27:49.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:48 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3731418576' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:27:49.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:48 smithi012 ceph-mon[90784]: osdmap e282: 8 total, 8 up, 8 in 2024-04-02T08:27:49.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:48 smithi055 ceph-mon[85080]: Reconfiguring mds.a (monmap changed)... 2024-04-02T08:27:49.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:48 smithi055 ceph-mon[85080]: Reconfiguring daemon mds.a on smithi012 2024-04-02T08:27:49.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:48 smithi055 ceph-mon[85080]: from='client.34179 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:49.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:48 smithi055 ceph-mon[85080]: from='client.34185 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:49.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:48 smithi055 ceph-mon[85080]: osdmap e281: 8 total, 8 up, 8 in 2024-04-02T08:27:49.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:48 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3731418576' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:27:49.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:48 smithi055 ceph-mon[85080]: osdmap e282: 8 total, 8 up, 8 in 2024-04-02T08:27:49.965 INFO:tasks.rados.rados.0.smithi012.stdout:1103: done (1 left) 2024-04-02T08:27:49.965 INFO:tasks.rados.rados.0.smithi012.stdout:1104: done (0 left) 2024-04-02T08:27:49.965 INFO:tasks.rados.rados.0.smithi012.stdout:1105: rmattr oid 40 current snap is 105 2024-04-02T08:27:49.965 INFO:tasks.rados.rados.0.smithi012.stdout:1106: snap_remove snap 101 2024-04-02T08:27:50.305 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:49 smithi055 ceph-mon[85080]: pgmap v89: 121 pgs: 121 active+clean; 114 MiB data, 990 MiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-04-02T08:27:50.306 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:50.306 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:50.306 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:27:50.306 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:27:50.306 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:50.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:49 smithi012 ceph-mon[88355]: pgmap v89: 121 pgs: 121 active+clean; 114 MiB data, 990 MiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-04-02T08:27:50.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:50.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:50.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:27:50.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:27:50.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:50.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:49 smithi012 ceph-mon[90784]: pgmap v89: 121 pgs: 121 active+clean; 114 MiB data, 990 MiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-04-02T08:27:50.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:50.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:50.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:27:50.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:27:50.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:50.969 INFO:tasks.rados.rados.0.smithi012.stdout:1106: done (1 left) 2024-04-02T08:27:50.969 INFO:tasks.rados.rados.0.smithi012.stdout:1107: snap_remove snap 104 2024-04-02T08:27:51.213 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:50 smithi055 ceph-mon[85080]: Reconfiguring mon.b (monmap changed)... 2024-04-02T08:27:51.213 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:50 smithi055 ceph-mon[85080]: Reconfiguring daemon mon.b on smithi055 2024-04-02T08:27:51.213 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:50 smithi055 ceph-mon[85080]: osdmap e283: 8 total, 8 up, 8 in 2024-04-02T08:27:51.214 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:50 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:51.214 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:50 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:51.214 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:50 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:27:51.214 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:50 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:27:51.214 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:50 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:51.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:50 smithi012 ceph-mon[88355]: Reconfiguring mon.b (monmap changed)... 2024-04-02T08:27:51.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:50 smithi012 ceph-mon[88355]: Reconfiguring daemon mon.b on smithi055 2024-04-02T08:27:51.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:50 smithi012 ceph-mon[88355]: osdmap e283: 8 total, 8 up, 8 in 2024-04-02T08:27:51.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:50 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:51.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:50 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:51.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:50 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:27:51.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:50 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:27:51.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:50 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:51.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:50 smithi012 ceph-mon[90784]: Reconfiguring mon.b (monmap changed)... 2024-04-02T08:27:51.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:50 smithi012 ceph-mon[90784]: Reconfiguring daemon mon.b on smithi055 2024-04-02T08:27:51.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:50 smithi012 ceph-mon[90784]: osdmap e283: 8 total, 8 up, 8 in 2024-04-02T08:27:51.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:50 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:51.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:50 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:51.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:50 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:27:51.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:50 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:27:51.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:50 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:51.972 INFO:tasks.rados.rados.0.smithi012.stdout:1107: done (1 left) 2024-04-02T08:27:51.973 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 35 current snap is 105 2024-04-02T08:27:51.973 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 40 v 442 (ObjNum 265 snap 72 seq_num 265) dirty exists 2024-04-02T08:27:51.973 INFO:tasks.rados.rados.0.smithi012.stdout:1108: seq_num 342 ranges {0=532480,532480=401408} 2024-04-02T08:27:51.975 INFO:tasks.rados.rados.0.smithi012.stdout:1108: writing smithi01277369-35 from 0 to 532480 tid 1 2024-04-02T08:27:51.978 INFO:tasks.rados.rados.0.smithi012.stdout:1108: writing smithi01277369-35 from 532480 to 933888 tid 2 2024-04-02T08:27:51.978 INFO:tasks.rados.rados.0.smithi012.stdout:1105: done (1 left) 2024-04-02T08:27:51.978 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 39 current snap is 105 2024-04-02T08:27:51.978 INFO:tasks.rados.rados.0.smithi012.stdout:1109: seq_num 343 ranges {0=548864,548864=401408} 2024-04-02T08:27:51.981 INFO:tasks.rados.rados.0.smithi012.stdout:1109: writing smithi01277369-39 from 0 to 548864 tid 1 2024-04-02T08:27:51.985 INFO:tasks.rados.rados.0.smithi012.stdout:1109: writing smithi01277369-39 from 548864 to 950272 tid 2 2024-04-02T08:27:51.985 INFO:tasks.rados.rados.0.smithi012.stdout:1110: read oid 9 snap -1 2024-04-02T08:27:51.985 INFO:tasks.rados.rados.0.smithi012.stdout:1110: expect deleted 2024-04-02T08:27:51.985 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 27 current snap is 105 2024-04-02T08:27:51.985 INFO:tasks.rados.rados.0.smithi012.stdout:1108: finishing write tid 1 to smithi01277369-35 2024-04-02T08:27:51.985 INFO:tasks.rados.rados.0.smithi012.stdout:1111: seq_num 344 ranges {1228800=565248,1794048=401408} 2024-04-02T08:27:51.995 INFO:tasks.rados.rados.0.smithi012.stdout:1111: writing smithi01277369-27 from 1228800 to 1794048 tid 1 2024-04-02T08:27:51.998 INFO:tasks.rados.rados.0.smithi012.stdout:1111: writing smithi01277369-27 from 1794048 to 2195456 tid 2 2024-04-02T08:27:51.998 INFO:tasks.rados.rados.0.smithi012.stdout:1112: snap_create 2024-04-02T08:27:51.998 INFO:tasks.rados.rados.0.smithi012.stdout:1108: finishing write tid 2 to smithi01277369-35 2024-04-02T08:27:51.998 INFO:tasks.rados.rados.0.smithi012.stdout:1108: finishing write tid 3 to smithi01277369-35 2024-04-02T08:27:51.998 INFO:tasks.rados.rados.0.smithi012.stdout:1108: finishing write tid 4 to smithi01277369-35 2024-04-02T08:27:51.998 INFO:tasks.rados.rados.0.smithi012.stdout:1108: oid 35 updating version 0 to 725 2024-04-02T08:27:51.998 INFO:tasks.rados.rados.0.smithi012.stdout:1108: oid 35 updating version 725 to 726 2024-04-02T08:27:51.998 INFO:tasks.rados.rados.0.smithi012.stdout:1108: oid 35 version 726 is already newer than 724 2024-04-02T08:27:51.998 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 35 v 726 (ObjNum 342 snap 105 seq_num 342) dirty exists 2024-04-02T08:27:51.998 INFO:tasks.rados.rados.0.smithi012.stdout:1108: left oid 35 (ObjNum 342 snap 105 seq_num 342) 2024-04-02T08:27:51.998 INFO:tasks.rados.rados.0.smithi012.stdout:1109: finishing write tid 1 to smithi01277369-39 2024-04-02T08:27:51.999 INFO:tasks.rados.rados.0.smithi012.stdout:1109: finishing write tid 2 to smithi01277369-39 2024-04-02T08:27:51.999 INFO:tasks.rados.rados.0.smithi012.stdout:1109: finishing write tid 3 to smithi01277369-39 2024-04-02T08:27:51.999 INFO:tasks.rados.rados.0.smithi012.stdout:1109: finishing write tid 4 to smithi01277369-39 2024-04-02T08:27:51.999 INFO:tasks.rados.rados.0.smithi012.stdout:1109: oid 39 updating version 0 to 440 2024-04-02T08:27:51.999 INFO:tasks.rados.rados.0.smithi012.stdout:1109: oid 39 version 440 is already newer than 439 2024-04-02T08:27:51.999 INFO:tasks.rados.rados.0.smithi012.stdout:1109: oid 39 updating version 440 to 441 2024-04-02T08:27:51.999 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 39 v 441 (ObjNum 343 snap 105 seq_num 343) dirty exists 2024-04-02T08:27:51.999 INFO:tasks.rados.rados.0.smithi012.stdout:1109: left oid 39 (ObjNum 343 snap 105 seq_num 343) 2024-04-02T08:27:52.000 INFO:tasks.rados.rados.0.smithi012.stdout:1111: finishing write tid 1 to smithi01277369-27 2024-04-02T08:27:52.000 INFO:tasks.rados.rados.0.smithi012.stdout:1111: finishing write tid 2 to smithi01277369-27 2024-04-02T08:27:52.000 INFO:tasks.rados.rados.0.smithi012.stdout:1111: finishing write tid 3 to smithi01277369-27 2024-04-02T08:27:52.002 INFO:tasks.rados.rados.0.smithi012.stdout:1111: finishing write tid 4 to smithi01277369-27 2024-04-02T08:27:52.002 INFO:tasks.rados.rados.0.smithi012.stdout:1111: oid 27 updating version 0 to 493 2024-04-02T08:27:52.002 INFO:tasks.rados.rados.0.smithi012.stdout:1111: oid 27 version 493 is already newer than 491 2024-04-02T08:27:52.002 INFO:tasks.rados.rados.0.smithi012.stdout:1111: oid 27 version 493 is already newer than 492 2024-04-02T08:27:52.002 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 27 v 493 (ObjNum 344 snap 105 seq_num 344) dirty exists 2024-04-02T08:27:52.002 INFO:tasks.rados.rados.0.smithi012.stdout:1111: left oid 27 (ObjNum 344 snap 105 seq_num 344) 2024-04-02T08:27:52.223 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:51 smithi055 ceph-mon[85080]: pgmap v92: 121 pgs: 121 active+clean; 114 MiB data, 990 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:27:52.223 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:51 smithi055 ceph-mon[85080]: Reconfiguring mgr.x (monmap changed)... 2024-04-02T08:27:52.224 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:51 smithi055 ceph-mon[85080]: Reconfiguring daemon mgr.x on smithi055 2024-04-02T08:27:52.224 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:51 smithi055 ceph-mon[85080]: osdmap e284: 8 total, 8 up, 8 in 2024-04-02T08:27:52.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:51 smithi012 ceph-mon[88355]: pgmap v92: 121 pgs: 121 active+clean; 114 MiB data, 990 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:27:52.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:51 smithi012 ceph-mon[88355]: Reconfiguring mgr.x (monmap changed)... 2024-04-02T08:27:52.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:51 smithi012 ceph-mon[88355]: Reconfiguring daemon mgr.x on smithi055 2024-04-02T08:27:52.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:51 smithi012 ceph-mon[88355]: osdmap e284: 8 total, 8 up, 8 in 2024-04-02T08:27:52.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:51 smithi012 ceph-mon[90784]: pgmap v92: 121 pgs: 121 active+clean; 114 MiB data, 990 MiB used, 714 GiB / 715 GiB avail 2024-04-02T08:27:52.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:51 smithi012 ceph-mon[90784]: Reconfiguring mgr.x (monmap changed)... 2024-04-02T08:27:52.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:51 smithi012 ceph-mon[90784]: Reconfiguring daemon mgr.x on smithi055 2024-04-02T08:27:52.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:51 smithi012 ceph-mon[90784]: osdmap e284: 8 total, 8 up, 8 in 2024-04-02T08:27:52.560 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:27:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:27:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:27:52.980 INFO:tasks.rados.rados.0.smithi012.stdout:1108: done (4 left) 2024-04-02T08:27:52.980 INFO:tasks.rados.rados.0.smithi012.stdout:1109: done (3 left) 2024-04-02T08:27:52.980 INFO:tasks.rados.rados.0.smithi012.stdout:1110: done (2 left) 2024-04-02T08:27:52.980 INFO:tasks.rados.rados.0.smithi012.stdout:1111: done (1 left) 2024-04-02T08:27:52.980 INFO:tasks.rados.rados.0.smithi012.stdout:1112: done (0 left) 2024-04-02T08:27:52.981 INFO:tasks.rados.rados.0.smithi012.stdout:1113: snap_create 2024-04-02T08:27:53.097 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:52 smithi055 ceph-mon[85080]: osdmap e285: 8 total, 8 up, 8 in 2024-04-02T08:27:53.097 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:52 smithi055 ceph-mon[85080]: pgmap v95: 121 pgs: 121 active+clean; 119 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.7 MiB/s wr, 12 op/s 2024-04-02T08:27:53.098 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:52 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:53.098 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:52 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:53.098 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:52 smithi055 ceph-mon[85080]: Reconfiguring osd.4 (monmap changed)... 2024-04-02T08:27:53.098 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:52 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-02T08:27:53.098 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:52 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:53.098 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:52 smithi055 ceph-mon[85080]: Reconfiguring daemon osd.4 on smithi055 2024-04-02T08:27:53.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:52 smithi012 ceph-mon[88355]: osdmap e285: 8 total, 8 up, 8 in 2024-04-02T08:27:53.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:52 smithi012 ceph-mon[88355]: pgmap v95: 121 pgs: 121 active+clean; 119 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.7 MiB/s wr, 12 op/s 2024-04-02T08:27:53.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:52 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:53.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:52 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:53.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:52 smithi012 ceph-mon[88355]: Reconfiguring osd.4 (monmap changed)... 2024-04-02T08:27:53.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:52 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-02T08:27:53.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:52 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:53.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:52 smithi012 ceph-mon[88355]: Reconfiguring daemon osd.4 on smithi055 2024-04-02T08:27:53.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:52 smithi012 ceph-mon[90784]: osdmap e285: 8 total, 8 up, 8 in 2024-04-02T08:27:53.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:52 smithi012 ceph-mon[90784]: pgmap v95: 121 pgs: 121 active+clean; 119 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.7 MiB/s wr, 12 op/s 2024-04-02T08:27:53.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:52 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:53.431 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:52 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:53.431 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:52 smithi012 ceph-mon[90784]: Reconfiguring osd.4 (monmap changed)... 2024-04-02T08:27:53.431 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:52 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-02T08:27:53.431 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:52 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:53.431 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:52 smithi012 ceph-mon[90784]: Reconfiguring daemon osd.4 on smithi055 2024-04-02T08:27:53.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:27:53 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:27:53.507Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi012\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi012\", job=\"node\", machine=\"x86_64\", nodename=\"smithi012\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi012\", job=\"node\", machine=\"x86_64\", nodename=\"smithi012\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:27:53.872 INFO:tasks.rados.rados.0.smithi012.stdout:1113: done (0 left) 2024-04-02T08:27:53.872 INFO:tasks.rados.rados.0.smithi012.stdout:1114: delete oid 18 current snap is 107 2024-04-02T08:27:53.877 INFO:tasks.rados.rados.0.smithi012.stdout:1114: done (0 left) 2024-04-02T08:27:53.877 INFO:tasks.rados.rados.0.smithi012.stdout:1115: read oid 32 snap -1 2024-04-02T08:27:53.877 INFO:tasks.rados.rados.0.smithi012.stdout:1115: expect deleted 2024-04-02T08:27:53.877 INFO:tasks.rados.rados.0.smithi012.stdout:1116: read oid 48 snap -1 2024-04-02T08:27:53.877 INFO:tasks.rados.rados.0.smithi012.stdout:1116: expect (ObjNum 201 snap 54 seq_num 201) 2024-04-02T08:27:53.877 INFO:tasks.rados.rados.0.smithi012.stdout:1117: read oid 14 snap 102 2024-04-02T08:27:53.877 INFO:tasks.rados.rados.0.smithi012.stdout:1117: expect (ObjNum 201 snap 54 seq_num 201) 2024-04-02T08:27:53.877 INFO:tasks.rados.rados.0.smithi012.stdout:1118: copy_from oid 30 from oid 43 current snap is 107 2024-04-02T08:27:53.877 INFO:tasks.rados.rados.0.smithi012.stdout:1119: read oid 39 snap -1 2024-04-02T08:27:53.877 INFO:tasks.rados.rados.0.smithi012.stdout:1119: expect (ObjNum 343 snap 105 seq_num 343) 2024-04-02T08:27:53.877 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 8 current snap is 107 2024-04-02T08:27:53.877 INFO:tasks.rados.rados.0.smithi012.stdout:1120: seq_num 346 ranges {0=598016,598016=401408} 2024-04-02T08:27:53.880 INFO:tasks.rados.rados.0.smithi012.stdout:1120: writing smithi01277369-8 from 0 to 598016 tid 1 2024-04-02T08:27:53.884 INFO:tasks.rados.rados.0.smithi012.stdout:1120: writing smithi01277369-8 from 598016 to 999424 tid 2 2024-04-02T08:27:53.884 INFO:tasks.rados.rados.0.smithi012.stdout:1121: rollback oid 49 current snap is 107 2024-04-02T08:27:53.884 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 49 to 106 2024-04-02T08:27:53.884 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 17 current snap is 107 2024-04-02T08:27:53.884 INFO:tasks.rados.rados.0.smithi012.stdout:1122: seq_num 347 ranges {0=614400,614400=401408} 2024-04-02T08:27:53.888 INFO:tasks.rados.rados.0.smithi012.stdout:1122: writing smithi01277369-17 from 0 to 614400 tid 1 2024-04-02T08:27:53.891 INFO:tasks.rados.rados.0.smithi012.stdout:1122: writing smithi01277369-17 from 614400 to 1015808 tid 2 2024-04-02T08:27:53.891 INFO:tasks.rados.rados.0.smithi012.stdout:1123: snap_remove snap 103 2024-04-02T08:27:54.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:53 smithi055 ceph-mon[85080]: osdmap e286: 8 total, 8 up, 8 in 2024-04-02T08:27:54.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:53 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:54.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:53 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:54.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:53 smithi055 ceph-mon[85080]: Reconfiguring osd.5 (monmap changed)... 2024-04-02T08:27:54.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:53 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-02T08:27:54.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:53 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:54.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:53 smithi055 ceph-mon[85080]: Reconfiguring daemon osd.5 on smithi055 2024-04-02T08:27:54.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:53 smithi055 ceph-mon[85080]: osdmap e287: 8 total, 8 up, 8 in 2024-04-02T08:27:54.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:53 smithi012 ceph-mon[88355]: osdmap e286: 8 total, 8 up, 8 in 2024-04-02T08:27:54.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:53 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:54.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:53 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:54.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:53 smithi012 ceph-mon[88355]: Reconfiguring osd.5 (monmap changed)... 2024-04-02T08:27:54.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:53 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-02T08:27:54.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:53 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:54.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:53 smithi012 ceph-mon[88355]: Reconfiguring daemon osd.5 on smithi055 2024-04-02T08:27:54.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:53 smithi012 ceph-mon[88355]: osdmap e287: 8 total, 8 up, 8 in 2024-04-02T08:27:54.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:53 smithi012 ceph-mon[90784]: osdmap e286: 8 total, 8 up, 8 in 2024-04-02T08:27:54.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:53 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:54.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:53 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:54.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:53 smithi012 ceph-mon[90784]: Reconfiguring osd.5 (monmap changed)... 2024-04-02T08:27:54.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:53 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-02T08:27:54.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:53 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:54.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:53 smithi012 ceph-mon[90784]: Reconfiguring daemon osd.5 on smithi055 2024-04-02T08:27:54.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:53 smithi012 ceph-mon[90784]: osdmap e287: 8 total, 8 up, 8 in 2024-04-02T08:27:54.878 INFO:tasks.rados.rados.0.smithi012.stdout:1123: done (8 left) 2024-04-02T08:27:54.878 INFO:tasks.rados.rados.0.smithi012.stdout:1124: snap_remove snap 105 2024-04-02T08:27:55.881 INFO:tasks.rados.rados.0.smithi012.stdout:1124: done (8 left) 2024-04-02T08:27:55.881 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 3 current snap is 107 2024-04-02T08:27:55.881 INFO:tasks.rados.rados.0.smithi012.stdout:1125: seq_num 348 ranges {516096=630784,1146880=401408} 2024-04-02T08:27:55.888 INFO:tasks.rados.rados.0.smithi012.stdout:1125: writing smithi01277369-3 from 516096 to 1146880 tid 1 2024-04-02T08:27:55.890 INFO:tasks.rados.rados.0.smithi012.stdout:1125: writing smithi01277369-3 from 1146880 to 1548288 tid 2 2024-04-02T08:27:55.891 INFO:tasks.rados.rados.0.smithi012.stdout:1126: read oid 19 snap -1 2024-04-02T08:27:55.891 INFO:tasks.rados.rados.0.smithi012.stdout:1126: expect (ObjNum 138 snap 34 seq_num 138) 2024-04-02T08:27:55.891 INFO:tasks.rados.rados.0.smithi012.stdout:1127: delete oid 16 current snap is 107 2024-04-02T08:27:55.891 INFO:tasks.rados.rados.0.smithi012.stdout:1119: expect (ObjNum 343 snap 105 seq_num 343) 2024-04-02T08:27:55.922 INFO:tasks.rados.rados.0.smithi012.stdout:1120: finishing write tid 1 to smithi01277369-8 2024-04-02T08:27:55.922 INFO:tasks.rados.rados.0.smithi012.stdout:1120: finishing write tid 2 to smithi01277369-8 2024-04-02T08:27:55.922 INFO:tasks.rados.rados.0.smithi012.stdout:1120: finishing write tid 3 to smithi01277369-8 2024-04-02T08:27:55.922 INFO:tasks.rados.rados.0.smithi012.stdout:1122: finishing write tid 1 to smithi01277369-17 2024-04-02T08:27:55.923 INFO:tasks.rados.rados.0.smithi012.stdout:1122: finishing write tid 2 to smithi01277369-17 2024-04-02T08:27:55.923 INFO:tasks.rados.rados.0.smithi012.stdout:1122: finishing write tid 3 to smithi01277369-17 2024-04-02T08:27:55.923 INFO:tasks.rados.rados.0.smithi012.stdout:1120: finishing write tid 4 to smithi01277369-8 2024-04-02T08:27:55.923 INFO:tasks.rados.rados.0.smithi012.stdout:1120: oid 8 updating version 0 to 728 2024-04-02T08:27:55.923 INFO:tasks.rados.rados.0.smithi012.stdout:1120: oid 8 updating version 728 to 729 2024-04-02T08:27:55.923 INFO:tasks.rados.rados.0.smithi012.stdout:1120: oid 8 updating version 729 to 730 2024-04-02T08:27:55.923 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 8 v 730 (ObjNum 346 snap 107 seq_num 346) dirty exists 2024-04-02T08:27:55.923 INFO:tasks.rados.rados.0.smithi012.stdout:1120: left oid 8 (ObjNum 346 snap 107 seq_num 346) 2024-04-02T08:27:55.923 INFO:tasks.rados.rados.0.smithi012.stdout:1118: finishing copy_from racing read to smithi01277369-30 2024-04-02T08:27:55.923 INFO:tasks.rados.rados.0.smithi012.stdout:1118: finishing copy_from to smithi01277369-30 2024-04-02T08:27:55.923 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 30 v 554 (ObjNum 328 snap 99 seq_num 328) dirty exists 2024-04-02T08:27:55.923 INFO:tasks.rados.rados.0.smithi012.stdout:1122: finishing write tid 4 to smithi01277369-17 2024-04-02T08:27:55.923 INFO:tasks.rados.rados.0.smithi012.stdout:1122: oid 17 updating version 0 to 731 2024-04-02T08:27:55.924 INFO:tasks.rados.rados.0.smithi012.stdout:1122: oid 17 updating version 731 to 733 2024-04-02T08:27:55.924 INFO:tasks.rados.rados.0.smithi012.stdout:1122: oid 17 version 733 is already newer than 732 2024-04-02T08:27:55.924 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 17 v 733 (ObjNum 347 snap 107 seq_num 347) dirty exists 2024-04-02T08:27:55.924 INFO:tasks.rados.rados.0.smithi012.stdout:1122: left oid 17 (ObjNum 347 snap 107 seq_num 347) 2024-04-02T08:27:55.924 INFO:tasks.rados.rados.0.smithi012.stdout:1117: expect (ObjNum 201 snap 54 seq_num 201) 2024-04-02T08:27:56.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:55 smithi012 ceph-mon[88355]: pgmap v98: 121 pgs: 121 active+clean; 119 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.7 MiB/s wr, 12 op/s 2024-04-02T08:27:56.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:55 smithi012 ceph-mon[88355]: osdmap e288: 8 total, 8 up, 8 in 2024-04-02T08:27:56.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:56.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:56.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-02T08:27:56.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:56.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:55 smithi012 ceph-mon[90784]: pgmap v98: 121 pgs: 121 active+clean; 119 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.7 MiB/s wr, 12 op/s 2024-04-02T08:27:56.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:55 smithi012 ceph-mon[90784]: osdmap e288: 8 total, 8 up, 8 in 2024-04-02T08:27:56.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:56.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:56.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-02T08:27:56.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:56.214 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:55 smithi055 ceph-mon[85080]: pgmap v98: 121 pgs: 121 active+clean; 119 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.7 MiB/s wr, 12 op/s 2024-04-02T08:27:56.215 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:55 smithi055 ceph-mon[85080]: osdmap e288: 8 total, 8 up, 8 in 2024-04-02T08:27:56.215 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:56.215 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:56.215 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-02T08:27:56.215 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:56.359 INFO:tasks.rados.rados.0.smithi012.stdout:1121: finishing rollback tid 0 to smithi01277369-49 2024-04-02T08:27:56.359 INFO:tasks.rados.rados.0.smithi012.stdout:1121: finishing rollback tid 1 to smithi01277369-49 2024-04-02T08:27:56.359 INFO:tasks.rados.rados.0.smithi012.stdout:1121: finishing rollback tid 2 to smithi01277369-49 2024-04-02T08:27:56.359 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 49 v 456 (ObjNum 313 snap 97 seq_num 313) dirty exists 2024-04-02T08:27:56.359 INFO:tasks.rados.rados.0.smithi012.stdout:1115: done (10 left) 2024-04-02T08:27:56.359 INFO:tasks.rados.rados.0.smithi012.stdout:1117: done (9 left) 2024-04-02T08:27:56.360 INFO:tasks.rados.rados.0.smithi012.stdout:1118: done (8 left) 2024-04-02T08:27:56.360 INFO:tasks.rados.rados.0.smithi012.stdout:1119: done (7 left) 2024-04-02T08:27:56.360 INFO:tasks.rados.rados.0.smithi012.stdout:1120: done (6 left) 2024-04-02T08:27:56.360 INFO:tasks.rados.rados.0.smithi012.stdout:1121: done (5 left) 2024-04-02T08:27:56.360 INFO:tasks.rados.rados.0.smithi012.stdout:1122: done (4 left) 2024-04-02T08:27:56.360 INFO:tasks.rados.rados.0.smithi012.stdout:1127: done (3 left) 2024-04-02T08:27:56.360 INFO:tasks.rados.rados.0.smithi012.stdout:1128: rollback oid 11 current snap is 107 2024-04-02T08:27:56.360 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 11 to 102 2024-04-02T08:27:56.360 INFO:tasks.rados.rados.0.smithi012.stdout:1116: expect (ObjNum 201 snap 54 seq_num 201) 2024-04-02T08:27:56.794 INFO:tasks.rados.rados.0.smithi012.stdout:1125: finishing write tid 1 to smithi01277369-3 2024-04-02T08:27:56.795 INFO:tasks.rados.rados.0.smithi012.stdout:1125: finishing write tid 2 to smithi01277369-3 2024-04-02T08:27:56.795 INFO:tasks.rados.rados.0.smithi012.stdout:1125: finishing write tid 3 to smithi01277369-3 2024-04-02T08:27:56.795 INFO:tasks.rados.rados.0.smithi012.stdout:1125: finishing write tid 4 to smithi01277369-3 2024-04-02T08:27:56.795 INFO:tasks.rados.rados.0.smithi012.stdout:1125: oid 3 updating version 0 to 336 2024-04-02T08:27:56.795 INFO:tasks.rados.rados.0.smithi012.stdout:1125: oid 3 version 336 is already newer than 335 2024-04-02T08:27:56.795 INFO:tasks.rados.rados.0.smithi012.stdout:1125: oid 3 version 336 is already newer than 334 2024-04-02T08:27:56.795 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 3 v 336 (ObjNum 348 snap 107 seq_num 348) dirty exists 2024-04-02T08:27:56.795 INFO:tasks.rados.rados.0.smithi012.stdout:1125: left oid 3 (ObjNum 348 snap 107 seq_num 348) 2024-04-02T08:27:56.795 INFO:tasks.rados.rados.0.smithi012.stdout:1126: expect (ObjNum 138 snap 34 seq_num 138) 2024-04-02T08:27:56.856 INFO:tasks.rados.rados.0.smithi012.stdout:1128: finishing rollback tid 0 to smithi01277369-11 2024-04-02T08:27:56.856 INFO:tasks.rados.rados.0.smithi012.stdout:1128: finishing rollback tid 1 to smithi01277369-11 2024-04-02T08:27:56.856 INFO:tasks.rados.rados.0.smithi012.stdout:1128: finishing rollback tid 2 to smithi01277369-11 2024-04-02T08:27:56.856 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 11 v 743 (ObjNum 70 snap 7 seq_num 70) dirty exists 2024-04-02T08:27:56.856 INFO:tasks.rados.rados.0.smithi012.stdout:1116: done (3 left) 2024-04-02T08:27:56.856 INFO:tasks.rados.rados.0.smithi012.stdout:1125: done (2 left) 2024-04-02T08:27:56.856 INFO:tasks.rados.rados.0.smithi012.stdout:1126: done (1 left) 2024-04-02T08:27:56.856 INFO:tasks.rados.rados.0.smithi012.stdout:1128: done (0 left) 2024-04-02T08:27:56.856 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 25 current snap is 107 2024-04-02T08:27:56.856 INFO:tasks.rados.rados.0.smithi012.stdout:1129: seq_num 350 ranges {1024000=671744,1695744=401408} 2024-04-02T08:27:56.864 INFO:tasks.rados.rados.0.smithi012.stdout:1129: writing smithi01277369-25 from 1024000 to 1695744 tid 1 2024-04-02T08:27:56.866 INFO:tasks.rados.rados.0.smithi012.stdout:1129: writing smithi01277369-25 from 1695744 to 2097152 tid 2 2024-04-02T08:27:56.867 INFO:tasks.rados.rados.0.smithi012.stdout:1130: rollback oid 11 current snap is 107 2024-04-02T08:27:56.867 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 11 to 102 2024-04-02T08:27:56.867 INFO:tasks.rados.rados.0.smithi012.stdout:1131: delete oid 22 current snap is 107 2024-04-02T08:27:56.869 INFO:tasks.rados.rados.0.smithi012.stdout:1131: done (2 left) 2024-04-02T08:27:56.870 INFO:tasks.rados.rados.0.smithi012.stdout:1132: delete oid 42 current snap is 107 2024-04-02T08:27:56.870 INFO:tasks.rados.rados.0.smithi012.stdout:1130: finishing rollback tid 0 to smithi01277369-11 2024-04-02T08:27:56.870 INFO:tasks.rados.rados.0.smithi012.stdout:1130: finishing rollback tid 1 to smithi01277369-11 2024-04-02T08:27:56.871 INFO:tasks.rados.rados.0.smithi012.stdout:1130: finishing rollback tid 2 to smithi01277369-11 2024-04-02T08:27:56.871 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 11 v 746 (ObjNum 70 snap 7 seq_num 70) dirty exists 2024-04-02T08:27:56.871 INFO:tasks.rados.rados.0.smithi012.stdout:1129: finishing write tid 1 to smithi01277369-25 2024-04-02T08:27:56.871 INFO:tasks.rados.rados.0.smithi012.stdout:1129: finishing write tid 2 to smithi01277369-25 2024-04-02T08:27:56.871 INFO:tasks.rados.rados.0.smithi012.stdout:1129: finishing write tid 3 to smithi01277369-25 2024-04-02T08:27:56.872 INFO:tasks.rados.rados.0.smithi012.stdout:1130: done (2 left) 2024-04-02T08:27:56.872 INFO:tasks.rados.rados.0.smithi012.stdout:1132: done (1 left) 2024-04-02T08:27:56.872 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 28 current snap is 107 2024-04-02T08:27:56.872 INFO:tasks.rados.rados.0.smithi012.stdout:1133: seq_num 353 ranges {0=720896,720896=401408} 2024-04-02T08:27:56.875 INFO:tasks.rados.rados.0.smithi012.stdout:1133: writing smithi01277369-28 from 0 to 720896 tid 1 2024-04-02T08:27:56.879 INFO:tasks.rados.rados.0.smithi012.stdout:1133: writing smithi01277369-28 from 720896 to 1122304 tid 2 2024-04-02T08:27:56.880 INFO:tasks.rados.rados.0.smithi012.stdout:1134: rmattr oid 19 current snap is 107 2024-04-02T08:27:56.880 INFO:tasks.rados.rados.0.smithi012.stdout:1134: done (2 left) 2024-04-02T08:27:56.880 INFO:tasks.rados.rados.0.smithi012.stdout:1135: read oid 36 snap 102 2024-04-02T08:27:56.880 INFO:tasks.rados.rados.0.smithi012.stdout:1135: expect (ObjNum 306 snap 94 seq_num 306) 2024-04-02T08:27:56.880 INFO:tasks.rados.rados.0.smithi012.stdout:1136: rollback oid 7 current snap is 107 2024-04-02T08:27:56.880 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 7 to 102 2024-04-02T08:27:56.880 INFO:tasks.rados.rados.0.smithi012.stdout:1129: finishing write tid 4 to smithi01277369-25 2024-04-02T08:27:56.880 INFO:tasks.rados.rados.0.smithi012.stdout:1129: oid 25 updating version 0 to 338 2024-04-02T08:27:56.880 INFO:tasks.rados.rados.0.smithi012.stdout:1129: oid 25 updating version 338 to 340 2024-04-02T08:27:56.880 INFO:tasks.rados.rados.0.smithi012.stdout:1129: oid 25 version 340 is already newer than 339 2024-04-02T08:27:56.880 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 25 v 340 (ObjNum 350 snap 107 seq_num 350) dirty exists 2024-04-02T08:27:56.880 INFO:tasks.rados.rados.0.smithi012.stdout:1129: left oid 25 (ObjNum 350 snap 107 seq_num 350) 2024-04-02T08:27:56.880 INFO:tasks.rados.rados.0.smithi012.stdout:1129: done (3 left) 2024-04-02T08:27:56.880 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 46 current snap is 107 2024-04-02T08:27:56.880 INFO:tasks.rados.rados.0.smithi012.stdout:1137: seq_num 354 ranges {2482176=737280,3219456=401408} 2024-04-02T08:27:56.896 INFO:tasks.rados.rados.0.smithi012.stdout:1137: writing smithi01277369-46 from 2482176 to 3219456 tid 1 2024-04-02T08:27:56.899 INFO:tasks.rados.rados.0.smithi012.stdout:1137: writing smithi01277369-46 from 3219456 to 3620864 tid 2 2024-04-02T08:27:56.899 INFO:tasks.rados.rados.0.smithi012.stdout:1138: snap_remove snap 106 2024-04-02T08:27:56.947 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:56 smithi055 ceph-mon[85080]: Reconfiguring osd.6 (monmap changed)... 2024-04-02T08:27:56.948 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:56 smithi055 ceph-mon[85080]: Reconfiguring daemon osd.6 on smithi055 2024-04-02T08:27:56.948 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:56 smithi055 ceph-mon[85080]: osdmap e289: 8 total, 8 up, 8 in 2024-04-02T08:27:57.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:56 smithi012 ceph-mon[88355]: Reconfiguring osd.6 (monmap changed)... 2024-04-02T08:27:57.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:56 smithi012 ceph-mon[88355]: Reconfiguring daemon osd.6 on smithi055 2024-04-02T08:27:57.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:56 smithi012 ceph-mon[88355]: osdmap e289: 8 total, 8 up, 8 in 2024-04-02T08:27:57.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:56 smithi012 ceph-mon[90784]: Reconfiguring osd.6 (monmap changed)... 2024-04-02T08:27:57.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:56 smithi012 ceph-mon[90784]: Reconfiguring daemon osd.6 on smithi055 2024-04-02T08:27:57.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:56 smithi012 ceph-mon[90784]: osdmap e289: 8 total, 8 up, 8 in 2024-04-02T08:27:57.907 INFO:tasks.rados.rados.0.smithi012.stdout:1133: finishing write tid 1 to smithi01277369-28 2024-04-02T08:27:57.907 INFO:tasks.rados.rados.0.smithi012.stdout:1133: finishing write tid 2 to smithi01277369-28 2024-04-02T08:27:57.907 INFO:tasks.rados.rados.0.smithi012.stdout:1133: finishing write tid 3 to smithi01277369-28 2024-04-02T08:27:57.908 INFO:tasks.rados.rados.0.smithi012.stdout:1136: finishing rollback tid 0 to smithi01277369-7 2024-04-02T08:27:57.908 INFO:tasks.rados.rados.0.smithi012.stdout:1133: finishing write tid 4 to smithi01277369-28 2024-04-02T08:27:57.908 INFO:tasks.rados.rados.0.smithi012.stdout:1133: oid 28 updating version 0 to 498 2024-04-02T08:27:57.908 INFO:tasks.rados.rados.0.smithi012.stdout:1133: oid 28 version 498 is already newer than 496 2024-04-02T08:27:57.908 INFO:tasks.rados.rados.0.smithi012.stdout:1133: oid 28 version 498 is already newer than 497 2024-04-02T08:27:57.908 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 28 v 498 (ObjNum 353 snap 107 seq_num 353) dirty exists 2024-04-02T08:27:57.908 INFO:tasks.rados.rados.0.smithi012.stdout:1133: left oid 28 (ObjNum 353 snap 107 seq_num 353) 2024-04-02T08:27:57.908 INFO:tasks.rados.rados.0.smithi012.stdout:1133: done (4 left) 2024-04-02T08:27:57.908 INFO:tasks.rados.rados.0.smithi012.stdout:1138: done (3 left) 2024-04-02T08:27:57.908 INFO:tasks.rados.rados.0.smithi012.stdout:1139: rmattr oid 3 current snap is 107 2024-04-02T08:27:57.908 INFO:tasks.rados.rados.0.smithi012.stdout:1136: finishing rollback tid 1 to smithi01277369-7 2024-04-02T08:27:57.908 INFO:tasks.rados.rados.0.smithi012.stdout:1136: finishing rollback tid 2 to smithi01277369-7 2024-04-02T08:27:57.908 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 7 v 567 (ObjNum 315 snap 97 seq_num 315) dirty exists 2024-04-02T08:27:57.908 INFO:tasks.rados.rados.0.smithi012.stdout:1135: expect (ObjNum 306 snap 94 seq_num 306) 2024-04-02T08:27:58.019 INFO:tasks.rados.rados.0.smithi012.stdout:1137: finishing write tid 1 to smithi01277369-46 2024-04-02T08:27:58.020 INFO:tasks.rados.rados.0.smithi012.stdout:1137: finishing write tid 2 to smithi01277369-46 2024-04-02T08:27:58.020 INFO:tasks.rados.rados.0.smithi012.stdout:1137: finishing write tid 3 to smithi01277369-46 2024-04-02T08:27:58.020 INFO:tasks.rados.rados.0.smithi012.stdout:1137: finishing write tid 4 to smithi01277369-46 2024-04-02T08:27:58.020 INFO:tasks.rados.rados.0.smithi012.stdout:1137: oid 46 updating version 0 to 583 2024-04-02T08:27:58.020 INFO:tasks.rados.rados.0.smithi012.stdout:1137: oid 46 version 583 is already newer than 581 2024-04-02T08:27:58.020 INFO:tasks.rados.rados.0.smithi012.stdout:1137: oid 46 version 583 is already newer than 582 2024-04-02T08:27:58.020 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 46 v 583 (ObjNum 354 snap 107 seq_num 354) dirty exists 2024-04-02T08:27:58.020 INFO:tasks.rados.rados.0.smithi012.stdout:1137: left oid 46 (ObjNum 354 snap 107 seq_num 354) 2024-04-02T08:27:58.020 INFO:tasks.rados.rados.0.smithi012.stdout:1135: done (3 left) 2024-04-02T08:27:58.020 INFO:tasks.rados.rados.0.smithi012.stdout:1136: done (2 left) 2024-04-02T08:27:58.020 INFO:tasks.rados.rados.0.smithi012.stdout:1137: done (1 left) 2024-04-02T08:27:58.020 INFO:tasks.rados.rados.0.smithi012.stdout:1139: done (0 left) 2024-04-02T08:27:58.020 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 36 current snap is 107 2024-04-02T08:27:58.021 INFO:tasks.rados.rados.0.smithi012.stdout:1140: seq_num 355 ranges {2818048=753664,3571712=401408} 2024-04-02T08:27:58.038 INFO:tasks.rados.rados.0.smithi012.stdout:1140: writing smithi01277369-36 from 2818048 to 3571712 tid 1 2024-04-02T08:27:58.041 INFO:tasks.rados.rados.0.smithi012.stdout:1140: writing smithi01277369-36 from 3571712 to 3973120 tid 2 2024-04-02T08:27:58.041 INFO:tasks.rados.rados.0.smithi012.stdout:1141: rollback oid 16 current snap is 107 2024-04-02T08:27:58.041 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 16 to 102 2024-04-02T08:27:58.041 INFO:tasks.rados.rados.0.smithi012.stdout:1142: rmattr oid 44 current snap is 107 2024-04-02T08:27:58.042 INFO:tasks.rados.rados.0.smithi012.stdout:1143: delete oid 18 current snap is 107 2024-04-02T08:27:58.043 INFO:tasks.rados.rados.0.smithi012.stdout:1143: done (3 left) 2024-04-02T08:27:58.043 INFO:tasks.rados.rados.0.smithi012.stdout:1144: read oid 5 snap -1 2024-04-02T08:27:58.043 INFO:tasks.rados.rados.0.smithi012.stdout:1144: expect (ObjNum 303 snap 94 seq_num 303) 2024-04-02T08:27:58.043 INFO:tasks.rados.rados.0.smithi012.stdout:1145: snap_create 2024-04-02T08:27:58.043 INFO:tasks.rados.rados.0.smithi012.stdout:1141: finishing rollback tid 1 to smithi01277369-16 2024-04-02T08:27:58.044 INFO:tasks.rados.rados.0.smithi012.stdout:1141: finishing rollback tid 2 to smithi01277369-16 2024-04-02T08:27:58.044 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 16 v 205 (ObjNum 269 snap 74 seq_num 269) dirty exists 2024-04-02T08:27:58.045 INFO:tasks.rados.rados.0.smithi012.stdout:1140: finishing write tid 1 to smithi01277369-36 2024-04-02T08:27:58.045 INFO:tasks.rados.rados.0.smithi012.stdout:1140: finishing write tid 2 to smithi01277369-36 2024-04-02T08:27:58.045 INFO:tasks.rados.rados.0.smithi012.stdout:1140: finishing write tid 3 to smithi01277369-36 2024-04-02T08:27:58.045 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 44 v 591 (ObjNum 232 snap 59 seq_num 232) dirty exists 2024-04-02T08:27:58.047 INFO:tasks.rados.rados.0.smithi012.stdout:1140: finishing write tid 4 to smithi01277369-36 2024-04-02T08:27:58.047 INFO:tasks.rados.rados.0.smithi012.stdout:1140: oid 36 updating version 0 to 568 2024-04-02T08:27:58.047 INFO:tasks.rados.rados.0.smithi012.stdout:1140: oid 36 updating version 568 to 570 2024-04-02T08:27:58.047 INFO:tasks.rados.rados.0.smithi012.stdout:1140: oid 36 version 570 is already newer than 569 2024-04-02T08:27:58.047 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 36 v 570 (ObjNum 355 snap 107 seq_num 355) dirty exists 2024-04-02T08:27:58.047 INFO:tasks.rados.rados.0.smithi012.stdout:1140: left oid 36 (ObjNum 355 snap 107 seq_num 355) 2024-04-02T08:27:58.059 INFO:tasks.rados.rados.0.smithi012.stdout:1144: expect (ObjNum 303 snap 94 seq_num 303) 2024-04-02T08:27:58.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:27:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:27:57] "GET /metrics HTTP/1.1" 200 35987 "" "Prometheus/2.43.0" 2024-04-02T08:27:58.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:57 smithi012 ceph-mon[88355]: pgmap v101: 121 pgs: 121 active+clean; 126 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.8 MiB/s wr, 9 op/s 2024-04-02T08:27:58.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:57 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:58.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:57 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:58.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:57 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-02T08:27:58.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:57 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:58.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:57 smithi012 ceph-mon[90784]: pgmap v101: 121 pgs: 121 active+clean; 126 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.8 MiB/s wr, 9 op/s 2024-04-02T08:27:58.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:57 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:58.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:57 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:58.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:57 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-02T08:27:58.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:57 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:58.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:57 smithi055 ceph-mon[85080]: pgmap v101: 121 pgs: 121 active+clean; 126 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.8 MiB/s wr, 9 op/s 2024-04-02T08:27:58.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:57 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:58.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:57 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:58.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:57 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-02T08:27:58.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:57 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:58.878 INFO:tasks.rados.rados.0.smithi012.stdout:1140: done (4 left) 2024-04-02T08:27:58.878 INFO:tasks.rados.rados.0.smithi012.stdout:1141: done (3 left) 2024-04-02T08:27:58.878 INFO:tasks.rados.rados.0.smithi012.stdout:1142: done (2 left) 2024-04-02T08:27:58.878 INFO:tasks.rados.rados.0.smithi012.stdout:1144: done (1 left) 2024-04-02T08:27:58.878 INFO:tasks.rados.rados.0.smithi012.stdout:1145: done (0 left) 2024-04-02T08:27:58.878 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 40 current snap is 108 2024-04-02T08:27:58.879 INFO:tasks.rados.rados.0.smithi012.stdout:1146: seq_num 357 ranges {4775936=786432,5562368=401408} 2024-04-02T08:27:58.909 INFO:tasks.rados.rados.0.smithi012.stdout:1146: writing smithi01277369-40 from 4775936 to 5562368 tid 1 2024-04-02T08:27:58.911 INFO:tasks.rados.rados.0.smithi012.stdout:1146: writing smithi01277369-40 from 5562368 to 5963776 tid 2 2024-04-02T08:27:58.911 INFO:tasks.rados.rados.0.smithi012.stdout:1147: delete oid 2 current snap is 108 2024-04-02T08:27:58.935 INFO:tasks.rados.rados.0.smithi012.stdout:1146: finishing write tid 1 to smithi01277369-40 2024-04-02T08:27:58.935 INFO:tasks.rados.rados.0.smithi012.stdout:1146: finishing write tid 2 to smithi01277369-40 2024-04-02T08:27:58.935 INFO:tasks.rados.rados.0.smithi012.stdout:1146: finishing write tid 3 to smithi01277369-40 2024-04-02T08:27:58.936 INFO:tasks.rados.rados.0.smithi012.stdout:1146: finishing write tid 4 to smithi01277369-40 2024-04-02T08:27:58.936 INFO:tasks.rados.rados.0.smithi012.stdout:1146: oid 40 updating version 0 to 443 2024-04-02T08:27:58.936 INFO:tasks.rados.rados.0.smithi012.stdout:1146: oid 40 updating version 443 to 444 2024-04-02T08:27:58.936 INFO:tasks.rados.rados.0.smithi012.stdout:1146: oid 40 updating version 444 to 445 2024-04-02T08:27:58.936 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 40 v 445 (ObjNum 357 snap 108 seq_num 357) dirty exists 2024-04-02T08:27:58.936 INFO:tasks.rados.rados.0.smithi012.stdout:1146: left oid 40 (ObjNum 357 snap 108 seq_num 357) 2024-04-02T08:27:58.937 INFO:tasks.rados.rados.0.smithi012.stdout:1146: done (1 left) 2024-04-02T08:27:58.937 INFO:tasks.rados.rados.0.smithi012.stdout:1147: done (0 left) 2024-04-02T08:27:58.937 INFO:tasks.rados.rados.0.smithi012.stdout:1148: snap_remove snap 107 2024-04-02T08:27:59.256 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:58 smithi055 ceph-mon[85080]: Reconfiguring osd.7 (monmap changed)... 2024-04-02T08:27:59.256 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:58 smithi055 ceph-mon[85080]: Reconfiguring daemon osd.7 on smithi055 2024-04-02T08:27:59.256 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:58 smithi055 ceph-mon[85080]: osdmap e290: 8 total, 8 up, 8 in 2024-04-02T08:27:59.256 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:58 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:59.256 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:58 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:59.257 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:58 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:27:59.257 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:58 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:59.257 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:58 smithi055 ceph-mon[85080]: osdmap e291: 8 total, 8 up, 8 in 2024-04-02T08:27:59.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:58 smithi012 ceph-mon[90784]: Reconfiguring osd.7 (monmap changed)... 2024-04-02T08:27:59.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:58 smithi012 ceph-mon[90784]: Reconfiguring daemon osd.7 on smithi055 2024-04-02T08:27:59.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:58 smithi012 ceph-mon[90784]: osdmap e290: 8 total, 8 up, 8 in 2024-04-02T08:27:59.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:58 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:59.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:58 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:59.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:58 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:27:59.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:58 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:59.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:58 smithi012 ceph-mon[90784]: osdmap e291: 8 total, 8 up, 8 in 2024-04-02T08:27:59.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:58 smithi012 ceph-mon[88355]: Reconfiguring osd.7 (monmap changed)... 2024-04-02T08:27:59.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:58 smithi012 ceph-mon[88355]: Reconfiguring daemon osd.7 on smithi055 2024-04-02T08:27:59.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:58 smithi012 ceph-mon[88355]: osdmap e290: 8 total, 8 up, 8 in 2024-04-02T08:27:59.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:58 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:59.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:58 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:27:59.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:58 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:27:59.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:58 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:59.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:58 smithi012 ceph-mon[88355]: osdmap e291: 8 total, 8 up, 8 in 2024-04-02T08:27:59.944 INFO:tasks.rados.rados.0.smithi012.stdout:1148: done (0 left) 2024-04-02T08:27:59.945 INFO:tasks.rados.rados.0.smithi012.stdout:1149: copy_from oid 18 from oid 9 current snap is 108 2024-04-02T08:27:59.945 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 48 current snap is 108 2024-04-02T08:27:59.945 INFO:tasks.rados.rados.0.smithi012.stdout:1150: seq_num 359 ranges {6275072=417792,6692864=417792,7110656=385024} 2024-04-02T08:27:59.981 INFO:tasks.rados.rados.0.smithi012.stdout:1150: writing smithi01277369-48 from 6275072 to 6692864 tid 1 2024-04-02T08:27:59.984 INFO:tasks.rados.rados.0.smithi012.stdout:1150: writing smithi01277369-48 from 6692864 to 7110656 tid 2 2024-04-02T08:27:59.986 INFO:tasks.rados.rados.0.smithi012.stdout:1150: writing smithi01277369-48 from 7110656 to 7495680 tid 3 2024-04-02T08:27:59.987 INFO:tasks.rados.rados.0.smithi012.stdout:1151: delete oid 27 current snap is 108 2024-04-02T08:27:59.987 INFO:tasks.rados.rados.0.smithi012.stdout:1149: finishing copy_from to smithi01277369-18 2024-04-02T08:27:59.987 INFO:tasks.rados.rados.0.smithi012.stdout:1149: got expected ENOENT (src dne) 2024-04-02T08:27:59.987 INFO:tasks.rados.rados.0.smithi012.stdout:1149: finishing copy_from racing read to smithi01277369-18 2024-04-02T08:27:59.990 INFO:tasks.rados.rados.0.smithi012.stdout:1150: finishing write tid 1 to smithi01277369-48 2024-04-02T08:27:59.990 INFO:tasks.rados.rados.0.smithi012.stdout:1149: done (2 left) 2024-04-02T08:27:59.990 INFO:tasks.rados.rados.0.smithi012.stdout:1151: done (1 left) 2024-04-02T08:27:59.990 INFO:tasks.rados.rados.0.smithi012.stdout:1152: read oid 7 snap 102 2024-04-02T08:27:59.990 INFO:tasks.rados.rados.0.smithi012.stdout:1152: expect (ObjNum 315 snap 97 seq_num 315) 2024-04-02T08:27:59.990 INFO:tasks.rados.rados.0.smithi012.stdout:1153: rollback oid 18 current snap is 108 2024-04-02T08:27:59.990 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 18 to 102 2024-04-02T08:27:59.991 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 40 current snap is 108 2024-04-02T08:27:59.991 INFO:tasks.rados.rados.0.smithi012.stdout:1154: seq_num 361 ranges {5963776=450560,6414336=581632,6995968=221184} 2024-04-02T08:28:00.025 INFO:tasks.rados.rados.0.smithi012.stdout:1154: writing smithi01277369-40 from 5963776 to 6414336 tid 1 2024-04-02T08:28:00.028 INFO:tasks.rados.rados.0.smithi012.stdout:1154: writing smithi01277369-40 from 6414336 to 6995968 tid 2 2024-04-02T08:28:00.030 INFO:tasks.rados.rados.0.smithi012.stdout:1154: writing smithi01277369-40 from 6995968 to 7217152 tid 3 2024-04-02T08:28:00.030 INFO:tasks.rados.rados.0.smithi012.stdout:1155: read oid 31 snap -1 2024-04-02T08:28:00.030 INFO:tasks.rados.rados.0.smithi012.stdout:1155: expect deleted 2024-04-02T08:28:00.030 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 32 current snap is 108 2024-04-02T08:28:00.030 INFO:tasks.rados.rados.0.smithi012.stdout:1156: seq_num 362 ranges {0=466944,466944=466944,933888=335872} 2024-04-02T08:28:00.032 INFO:tasks.rados.rados.0.smithi012.stdout:1156: writing smithi01277369-32 from 0 to 466944 tid 1 2024-04-02T08:28:00.035 INFO:tasks.rados.rados.0.smithi012.stdout:1156: writing smithi01277369-32 from 466944 to 933888 tid 2 2024-04-02T08:28:00.038 INFO:tasks.rados.rados.0.smithi012.stdout:1156: writing smithi01277369-32 from 933888 to 1269760 tid 3 2024-04-02T08:28:00.038 INFO:tasks.rados.rados.0.smithi012.stdout:1150: finishing write tid 2 to smithi01277369-48 2024-04-02T08:28:00.038 INFO:tasks.rados.rados.0.smithi012.stdout:1150: finishing write tid 3 to smithi01277369-48 2024-04-02T08:28:00.038 INFO:tasks.rados.rados.0.smithi012.stdout:1150: finishing write tid 4 to smithi01277369-48 2024-04-02T08:28:00.038 INFO:tasks.rados.rados.0.smithi012.stdout:1157: read oid 24 snap -1 2024-04-02T08:28:00.038 INFO:tasks.rados.rados.0.smithi012.stdout:1157: expect (ObjNum 274 snap 75 seq_num 274) 2024-04-02T08:28:00.038 INFO:tasks.rados.rados.0.smithi012.stdout:1158: snap_create 2024-04-02T08:28:00.039 INFO:tasks.rados.rados.0.smithi012.stdout:1150: finishing write tid 5 to smithi01277369-48 2024-04-02T08:28:00.039 INFO:tasks.rados.rados.0.smithi012.stdout:1150: oid 48 updating version 0 to 459 2024-04-02T08:28:00.039 INFO:tasks.rados.rados.0.smithi012.stdout:1150: oid 48 updating version 459 to 461 2024-04-02T08:28:00.039 INFO:tasks.rados.rados.0.smithi012.stdout:1150: oid 48 version 461 is already newer than 458 2024-04-02T08:28:00.039 INFO:tasks.rados.rados.0.smithi012.stdout:1150: oid 48 version 461 is already newer than 460 2024-04-02T08:28:00.039 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 48 v 461 (ObjNum 359 snap 108 seq_num 359) dirty exists 2024-04-02T08:28:00.039 INFO:tasks.rados.rados.0.smithi012.stdout:1150: left oid 48 (ObjNum 359 snap 108 seq_num 359) 2024-04-02T08:28:00.039 INFO:tasks.rados.rados.0.smithi012.stdout:1153: finishing rollback tid 1 to smithi01277369-18 2024-04-02T08:28:00.039 INFO:tasks.rados.rados.0.smithi012.stdout:1153: finishing rollback tid 2 to smithi01277369-18 2024-04-02T08:28:00.039 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 18 v 441 (ObjNum 324 snap 98 seq_num 324) dirty exists 2024-04-02T08:28:00.039 INFO:tasks.rados.rados.0.smithi012.stdout:1152: expect (ObjNum 315 snap 97 seq_num 315) 2024-04-02T08:28:00.053 INFO:tasks.rados.rados.0.smithi012.stdout:1154: finishing write tid 1 to smithi01277369-40 2024-04-02T08:28:00.053 INFO:tasks.rados.rados.0.smithi012.stdout:1154: finishing write tid 2 to smithi01277369-40 2024-04-02T08:28:00.053 INFO:tasks.rados.rados.0.smithi012.stdout:1154: finishing write tid 3 to smithi01277369-40 2024-04-02T08:28:00.053 INFO:tasks.rados.rados.0.smithi012.stdout:1154: finishing write tid 4 to smithi01277369-40 2024-04-02T08:28:00.053 INFO:tasks.rados.rados.0.smithi012.stdout:1154: finishing write tid 5 to smithi01277369-40 2024-04-02T08:28:00.053 INFO:tasks.rados.rados.0.smithi012.stdout:1154: oid 40 updating version 0 to 446 2024-04-02T08:28:00.054 INFO:tasks.rados.rados.0.smithi012.stdout:1154: oid 40 updating version 446 to 448 2024-04-02T08:28:00.054 INFO:tasks.rados.rados.0.smithi012.stdout:1154: oid 40 version 448 is already newer than 447 2024-04-02T08:28:00.054 INFO:tasks.rados.rados.0.smithi012.stdout:1154: oid 40 updating version 448 to 449 2024-04-02T08:28:00.054 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 40 v 449 (ObjNum 361 snap 108 seq_num 361) dirty exists 2024-04-02T08:28:00.055 INFO:tasks.rados.rados.0.smithi012.stdout:1154: left oid 40 (ObjNum 361 snap 108 seq_num 361) 2024-04-02T08:28:00.055 INFO:tasks.rados.rados.0.smithi012.stdout:1156: finishing write tid 1 to smithi01277369-32 2024-04-02T08:28:00.055 INFO:tasks.rados.rados.0.smithi012.stdout:1156: finishing write tid 2 to smithi01277369-32 2024-04-02T08:28:00.055 INFO:tasks.rados.rados.0.smithi012.stdout:1156: finishing write tid 3 to smithi01277369-32 2024-04-02T08:28:00.055 INFO:tasks.rados.rados.0.smithi012.stdout:1156: finishing write tid 4 to smithi01277369-32 2024-04-02T08:28:00.055 INFO:tasks.rados.rados.0.smithi012.stdout:1156: finishing write tid 5 to smithi01277369-32 2024-04-02T08:28:00.055 INFO:tasks.rados.rados.0.smithi012.stdout:1156: oid 32 updating version 0 to 751 2024-04-02T08:28:00.055 INFO:tasks.rados.rados.0.smithi012.stdout:1156: oid 32 updating version 751 to 753 2024-04-02T08:28:00.055 INFO:tasks.rados.rados.0.smithi012.stdout:1156: oid 32 version 753 is already newer than 752 2024-04-02T08:28:00.056 INFO:tasks.rados.rados.0.smithi012.stdout:1156: oid 32 updating version 753 to 754 2024-04-02T08:28:00.056 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 32 v 754 (ObjNum 362 snap 108 seq_num 362) dirty exists 2024-04-02T08:28:00.056 INFO:tasks.rados.rados.0.smithi012.stdout:1156: left oid 32 (ObjNum 362 snap 108 seq_num 362) 2024-04-02T08:28:00.056 INFO:tasks.rados.rados.0.smithi012.stdout:1157: expect (ObjNum 274 snap 75 seq_num 274) 2024-04-02T08:28:00.171 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:59 smithi055 ceph-mon[85080]: pgmap v103: 121 pgs: 121 active+clean; 126 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-04-02T08:28:00.171 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:59 smithi055 ceph-mon[85080]: Reconfiguring mds.b (monmap changed)... 2024-04-02T08:28:00.171 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:59 smithi055 ceph-mon[85080]: Reconfiguring daemon mds.b on smithi055 2024-04-02T08:28:00.171 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:27:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:00.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:59 smithi012 ceph-mon[90784]: pgmap v103: 121 pgs: 121 active+clean; 126 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-04-02T08:28:00.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:59 smithi012 ceph-mon[90784]: Reconfiguring mds.b (monmap changed)... 2024-04-02T08:28:00.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:59 smithi012 ceph-mon[90784]: Reconfiguring daemon mds.b on smithi055 2024-04-02T08:28:00.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:27:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:00.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:59 smithi012 ceph-mon[88355]: pgmap v103: 121 pgs: 121 active+clean; 126 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-04-02T08:28:00.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:59 smithi012 ceph-mon[88355]: Reconfiguring mds.b (monmap changed)... 2024-04-02T08:28:00.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:59 smithi012 ceph-mon[88355]: Reconfiguring daemon mds.b on smithi055 2024-04-02T08:28:00.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:27:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:00.957 INFO:tasks.rados.rados.0.smithi012.stdout:1150: done (7 left) 2024-04-02T08:28:00.957 INFO:tasks.rados.rados.0.smithi012.stdout:1152: done (6 left) 2024-04-02T08:28:00.957 INFO:tasks.rados.rados.0.smithi012.stdout:1153: done (5 left) 2024-04-02T08:28:00.957 INFO:tasks.rados.rados.0.smithi012.stdout:1154: done (4 left) 2024-04-02T08:28:00.957 INFO:tasks.rados.rados.0.smithi012.stdout:1155: done (3 left) 2024-04-02T08:28:00.958 INFO:tasks.rados.rados.0.smithi012.stdout:1156: done (2 left) 2024-04-02T08:28:00.958 INFO:tasks.rados.rados.0.smithi012.stdout:1157: done (1 left) 2024-04-02T08:28:00.958 INFO:tasks.rados.rados.0.smithi012.stdout:1158: done (0 left) 2024-04-02T08:28:00.958 INFO:tasks.rados.rados.0.smithi012.stdout:1159: read oid 18 snap -1 2024-04-02T08:28:00.958 INFO:tasks.rados.rados.0.smithi012.stdout:1159: expect (ObjNum 324 snap 98 seq_num 324) 2024-04-02T08:28:00.958 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 36 current snap is 109 2024-04-02T08:28:00.958 INFO:tasks.rados.rados.0.smithi012.stdout:1160: seq_num 363 ranges {3973120=483328,4456448=753664,5210112=49152} 2024-04-02T08:28:00.981 INFO:tasks.rados.rados.0.smithi012.stdout:1160: writing smithi01277369-36 from 3973120 to 4456448 tid 1 2024-04-02T08:28:00.985 INFO:tasks.rados.rados.0.smithi012.stdout:1160: writing smithi01277369-36 from 4456448 to 5210112 tid 2 2024-04-02T08:28:00.986 INFO:tasks.rados.rados.0.smithi012.stdout:1160: writing smithi01277369-36 from 5210112 to 5259264 tid 3 2024-04-02T08:28:00.986 INFO:tasks.rados.rados.0.smithi012.stdout:1161: read oid 3 snap -1 2024-04-02T08:28:00.986 INFO:tasks.rados.rados.0.smithi012.stdout:1161: expect (ObjNum 348 snap 107 seq_num 348) 2024-04-02T08:28:00.986 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 15 current snap is 109 2024-04-02T08:28:00.986 INFO:tasks.rados.rados.0.smithi012.stdout:1162: seq_num 364 ranges {2908160=499712,3407872=638976,4046848=163840} 2024-04-02T08:28:01.004 INFO:tasks.rados.rados.0.smithi012.stdout:1162: writing smithi01277369-15 from 2908160 to 3407872 tid 1 2024-04-02T08:28:01.009 INFO:tasks.rados.rados.0.smithi012.stdout:1162: writing smithi01277369-15 from 3407872 to 4046848 tid 2 2024-04-02T08:28:01.010 INFO:tasks.rados.rados.0.smithi012.stdout:1162: writing smithi01277369-15 from 4046848 to 4210688 tid 3 2024-04-02T08:28:01.010 INFO:tasks.rados.rados.0.smithi012.stdout:1163: rmattr oid 24 current snap is 109 2024-04-02T08:28:01.010 INFO:tasks.rados.rados.0.smithi012.stdout:1163: done (4 left) 2024-04-02T08:28:01.010 INFO:tasks.rados.rados.0.smithi012.stdout:1164: read oid 27 snap -1 2024-04-02T08:28:01.010 INFO:tasks.rados.rados.0.smithi012.stdout:1164: expect deleted 2024-04-02T08:28:01.011 INFO:tasks.rados.rados.0.smithi012.stdout:1165: rmattr oid 20 current snap is 109 2024-04-02T08:28:01.011 INFO:tasks.rados.rados.0.smithi012.stdout:1161: expect (ObjNum 348 snap 107 seq_num 348) 2024-04-02T08:28:01.064 INFO:tasks.rados.rados.0.smithi012.stdout:1160: finishing write tid 1 to smithi01277369-36 2024-04-02T08:28:01.064 INFO:tasks.rados.rados.0.smithi012.stdout:1162: finishing write tid 1 to smithi01277369-15 2024-04-02T08:28:01.064 INFO:tasks.rados.rados.0.smithi012.stdout:1160: finishing write tid 2 to smithi01277369-36 2024-04-02T08:28:01.064 INFO:tasks.rados.rados.0.smithi012.stdout:1160: finishing write tid 3 to smithi01277369-36 2024-04-02T08:28:01.064 INFO:tasks.rados.rados.0.smithi012.stdout:1160: finishing write tid 4 to smithi01277369-36 2024-04-02T08:28:01.064 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 20 v 756 (ObjNum 333 snap 100 seq_num 333) dirty exists 2024-04-02T08:28:01.064 INFO:tasks.rados.rados.0.smithi012.stdout:1160: finishing write tid 5 to smithi01277369-36 2024-04-02T08:28:01.064 INFO:tasks.rados.rados.0.smithi012.stdout:1160: oid 36 updating version 0 to 572 2024-04-02T08:28:01.064 INFO:tasks.rados.rados.0.smithi012.stdout:1160: oid 36 updating version 572 to 573 2024-04-02T08:28:01.064 INFO:tasks.rados.rados.0.smithi012.stdout:1160: oid 36 updating version 573 to 574 2024-04-02T08:28:01.064 INFO:tasks.rados.rados.0.smithi012.stdout:1160: oid 36 version 574 is already newer than 571 2024-04-02T08:28:01.064 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 36 v 574 (ObjNum 363 snap 109 seq_num 363) dirty exists 2024-04-02T08:28:01.065 INFO:tasks.rados.rados.0.smithi012.stdout:1160: left oid 36 (ObjNum 363 snap 109 seq_num 363) 2024-04-02T08:28:01.065 INFO:tasks.rados.rados.0.smithi012.stdout:1162: finishing write tid 2 to smithi01277369-15 2024-04-02T08:28:01.065 INFO:tasks.rados.rados.0.smithi012.stdout:1160: done (5 left) 2024-04-02T08:28:01.065 INFO:tasks.rados.rados.0.smithi012.stdout:1161: done (4 left) 2024-04-02T08:28:01.065 INFO:tasks.rados.rados.0.smithi012.stdout:1164: done (3 left) 2024-04-02T08:28:01.065 INFO:tasks.rados.rados.0.smithi012.stdout:1165: done (2 left) 2024-04-02T08:28:01.065 INFO:tasks.rados.rados.0.smithi012.stdout:1166: rmattr oid 31 current snap is 109 2024-04-02T08:28:01.065 INFO:tasks.rados.rados.0.smithi012.stdout:1166: done (2 left) 2024-04-02T08:28:01.065 INFO:tasks.rados.rados.0.smithi012.stdout:1167: copy_from oid 43 from oid 41 current snap is 109 2024-04-02T08:28:01.065 INFO:tasks.rados.rados.0.smithi012.stdout:1162: finishing write tid 3 to smithi01277369-15 2024-04-02T08:28:01.065 INFO:tasks.rados.rados.0.smithi012.stdout:1162: finishing write tid 4 to smithi01277369-15 2024-04-02T08:28:01.065 INFO:tasks.rados.rados.0.smithi012.stdout:1162: finishing write tid 5 to smithi01277369-15 2024-04-02T08:28:01.065 INFO:tasks.rados.rados.0.smithi012.stdout:1162: oid 15 updating version 0 to 208 2024-04-02T08:28:01.065 INFO:tasks.rados.rados.0.smithi012.stdout:1162: oid 15 version 208 is already newer than 207 2024-04-02T08:28:01.065 INFO:tasks.rados.rados.0.smithi012.stdout:1162: oid 15 updating version 208 to 209 2024-04-02T08:28:01.066 INFO:tasks.rados.rados.0.smithi012.stdout:1162: oid 15 updating version 209 to 210 2024-04-02T08:28:01.066 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 15 v 210 (ObjNum 364 snap 109 seq_num 364) dirty exists 2024-04-02T08:28:01.066 INFO:tasks.rados.rados.0.smithi012.stdout:1162: left oid 15 (ObjNum 364 snap 109 seq_num 364) 2024-04-02T08:28:01.066 INFO:tasks.rados.rados.0.smithi012.stdout:1159: expect (ObjNum 324 snap 98 seq_num 324) 2024-04-02T08:28:01.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:00 smithi012 ceph-mon[88355]: osdmap e292: 8 total, 8 up, 8 in 2024-04-02T08:28:01.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:00 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:01.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:00 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:01.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:00 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:28:01.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:00 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:01.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:00 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:01.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:00 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:01.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:00 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-02T08:28:01.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:00 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-02T08:28:01.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:00 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-02T08:28:01.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:00 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-02T08:28:01.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:00 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-02T08:28:01.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:00 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-02T08:28:01.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:00 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:01.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:00 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:01.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:00 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-02T08:28:01.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:00 smithi012 ceph-mon[90784]: osdmap e292: 8 total, 8 up, 8 in 2024-04-02T08:28:01.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:00 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:01.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:00 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:01.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:00 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:28:01.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:00 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:01.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:00 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:01.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:00 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:01.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:00 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-02T08:28:01.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:00 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-02T08:28:01.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:00 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-02T08:28:01.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:00 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-02T08:28:01.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:00 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-02T08:28:01.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:00 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-02T08:28:01.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:00 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:01.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:00 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:01.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:00 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-02T08:28:01.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:00 smithi055 ceph-mon[85080]: osdmap e292: 8 total, 8 up, 8 in 2024-04-02T08:28:01.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:00 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:01.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:00 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:01.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:00 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:28:01.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:00 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:01.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:00 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:01.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:00 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:01.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:00 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-02T08:28:01.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:00 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-02T08:28:01.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:00 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-02T08:28:01.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:00 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-02T08:28:01.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:00 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-02T08:28:01.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:00 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-02T08:28:01.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:00 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:01.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:00 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:01.313 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:00 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-02T08:28:01.687 INFO:tasks.rados.rados.0.smithi012.stdout:1167: finishing copy_from racing read to smithi01277369-43 2024-04-02T08:28:01.687 INFO:tasks.rados.rados.0.smithi012.stdout:1167: finishing copy_from to smithi01277369-43 2024-04-02T08:28:01.687 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 43 v 327 (ObjNum 266 snap 72 seq_num 266) dirty exists 2024-04-02T08:28:01.688 INFO:tasks.rados.rados.0.smithi012.stdout:1159: done (2 left) 2024-04-02T08:28:01.688 INFO:tasks.rados.rados.0.smithi012.stdout:1162: done (1 left) 2024-04-02T08:28:01.688 INFO:tasks.rados.rados.0.smithi012.stdout:1167: done (0 left) 2024-04-02T08:28:01.688 INFO:tasks.rados.rados.0.smithi012.stdout:1168: snap_create 2024-04-02T08:28:01.966 INFO:tasks.rados.rados.0.smithi012.stdout:1168: done (0 left) 2024-04-02T08:28:01.966 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 28 current snap is 110 2024-04-02T08:28:01.966 INFO:tasks.rados.rados.0.smithi012.stdout:1169: seq_num 365 ranges {1122304=516096,1638400=573440,2211840=229376} 2024-04-02T08:28:01.975 INFO:tasks.rados.rados.0.smithi012.stdout:1169: writing smithi01277369-28 from 1122304 to 1638400 tid 1 2024-04-02T08:28:01.978 INFO:tasks.rados.rados.0.smithi012.stdout:1169: writing smithi01277369-28 from 1638400 to 2211840 tid 2 2024-04-02T08:28:01.982 INFO:tasks.rados.rados.0.smithi012.stdout:1169: writing smithi01277369-28 from 2211840 to 2441216 tid 3 2024-04-02T08:28:01.982 INFO:tasks.rados.rados.0.smithi012.stdout:1170: rmattr oid 39 current snap is 110 2024-04-02T08:28:01.982 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 4 current snap is 110 2024-04-02T08:28:01.982 INFO:tasks.rados.rados.0.smithi012.stdout:1171: seq_num 366 ranges {3874816=532480,4407296=458752,4866048=344064} 2024-04-02T08:28:02.004 INFO:tasks.rados.rados.0.smithi012.stdout:1171: writing smithi01277369-4 from 3874816 to 4407296 tid 1 2024-04-02T08:28:02.007 INFO:tasks.rados.rados.0.smithi012.stdout:1171: writing smithi01277369-4 from 4407296 to 4866048 tid 2 2024-04-02T08:28:02.009 INFO:tasks.rados.rados.0.smithi012.stdout:1171: writing smithi01277369-4 from 4866048 to 5210112 tid 3 2024-04-02T08:28:02.010 INFO:tasks.rados.rados.0.smithi012.stdout:1172: copy_from oid 37 from oid 50 current snap is 110 2024-04-02T08:28:02.010 INFO:tasks.rados.rados.0.smithi012.stdout:1169: finishing write tid 1 to smithi01277369-28 2024-04-02T08:28:02.010 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 39 v 445 (ObjNum 343 snap 105 seq_num 343) dirty exists 2024-04-02T08:28:02.010 INFO:tasks.rados.rados.0.smithi012.stdout:1169: finishing write tid 2 to smithi01277369-28 2024-04-02T08:28:02.010 INFO:tasks.rados.rados.0.smithi012.stdout:1169: finishing write tid 3 to smithi01277369-28 2024-04-02T08:28:02.010 INFO:tasks.rados.rados.0.smithi012.stdout:1170: done (3 left) 2024-04-02T08:28:02.010 INFO:tasks.rados.rados.0.smithi012.stdout:1173: copy_from oid 30 from oid 12 current snap is 110 2024-04-02T08:28:02.010 INFO:tasks.rados.rados.0.smithi012.stdout:1169: finishing write tid 4 to smithi01277369-28 2024-04-02T08:28:02.010 INFO:tasks.rados.rados.0.smithi012.stdout:1169: finishing write tid 5 to smithi01277369-28 2024-04-02T08:28:02.010 INFO:tasks.rados.rados.0.smithi012.stdout:1169: oid 28 updating version 0 to 503 2024-04-02T08:28:02.010 INFO:tasks.rados.rados.0.smithi012.stdout:1169: oid 28 updating version 503 to 504 2024-04-02T08:28:02.010 INFO:tasks.rados.rados.0.smithi012.stdout:1169: oid 28 version 504 is already newer than 502 2024-04-02T08:28:02.010 INFO:tasks.rados.rados.0.smithi012.stdout:1169: oid 28 version 504 is already newer than 501 2024-04-02T08:28:02.011 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 28 v 504 (ObjNum 365 snap 110 seq_num 365) dirty exists 2024-04-02T08:28:02.011 INFO:tasks.rados.rados.0.smithi012.stdout:1169: left oid 28 (ObjNum 365 snap 110 seq_num 365) 2024-04-02T08:28:02.011 INFO:tasks.rados.rados.0.smithi012.stdout:1169: done (3 left) 2024-04-02T08:28:02.011 INFO:tasks.rados.rados.0.smithi012.stdout:1174: snap_create 2024-04-02T08:28:02.014 INFO:tasks.rados.rados.0.smithi012.stdout:1171: finishing write tid 1 to smithi01277369-4 2024-04-02T08:28:02.014 INFO:tasks.rados.rados.0.smithi012.stdout:1171: finishing write tid 2 to smithi01277369-4 2024-04-02T08:28:02.014 INFO:tasks.rados.rados.0.smithi012.stdout:1171: finishing write tid 3 to smithi01277369-4 2024-04-02T08:28:02.014 INFO:tasks.rados.rados.0.smithi012.stdout:1171: finishing write tid 4 to smithi01277369-4 2024-04-02T08:28:02.016 INFO:tasks.rados.rados.0.smithi012.stdout:1171: finishing write tid 5 to smithi01277369-4 2024-04-02T08:28:02.016 INFO:tasks.rados.rados.0.smithi012.stdout:1171: oid 4 updating version 0 to 348 2024-04-02T08:28:02.016 INFO:tasks.rados.rados.0.smithi012.stdout:1171: oid 4 version 348 is already newer than 347 2024-04-02T08:28:02.016 INFO:tasks.rados.rados.0.smithi012.stdout:1171: oid 4 version 348 is already newer than 346 2024-04-02T08:28:02.016 INFO:tasks.rados.rados.0.smithi012.stdout:1171: oid 4 updating version 348 to 349 2024-04-02T08:28:02.016 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 4 v 349 (ObjNum 366 snap 110 seq_num 366) dirty exists 2024-04-02T08:28:02.016 INFO:tasks.rados.rados.0.smithi012.stdout:1171: left oid 4 (ObjNum 366 snap 110 seq_num 366) 2024-04-02T08:28:02.019 INFO:tasks.rados.rados.0.smithi012.stdout:1172: finishing copy_from racing read to smithi01277369-37 2024-04-02T08:28:02.020 INFO:tasks.rados.rados.0.smithi012.stdout:1172: finishing copy_from to smithi01277369-37 2024-04-02T08:28:02.020 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 37 v 226 (ObjNum 318 snap 97 seq_num 318) dirty exists 2024-04-02T08:28:02.028 INFO:tasks.rados.rados.0.smithi012.stdout:1173: finishing copy_from racing read to smithi01277369-30 2024-04-02T08:28:02.032 INFO:tasks.rados.rados.0.smithi012.stdout:1173: finishing copy_from to smithi01277369-30 2024-04-02T08:28:02.032 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 30 v 564 (ObjNum 340 snap 103 seq_num 340) dirty exists 2024-04-02T08:28:02.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:01 smithi012 ceph-mon[90784]: pgmap v106: 121 pgs: 121 active+clean; 126 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:28:02.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:01 smithi012 ceph-mon[90784]: Upgrade: Setting container_image for all mon 2024-04-02T08:28:02.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:01 smithi012 ceph-mon[90784]: Upgrade: Setting container_image for all crash 2024-04-02T08:28:02.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:01 smithi012 ceph-mon[90784]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-02T08:28:02.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:01 smithi012 ceph-mon[90784]: Upgrade: osd.0 is safe to restart 2024-04-02T08:28:02.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:01 smithi012 ceph-mon[90784]: osdmap e293: 8 total, 8 up, 8 in 2024-04-02T08:28:02.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:01 smithi012 ceph-mon[88355]: pgmap v106: 121 pgs: 121 active+clean; 126 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:28:02.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:01 smithi012 ceph-mon[88355]: Upgrade: Setting container_image for all mon 2024-04-02T08:28:02.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:01 smithi012 ceph-mon[88355]: Upgrade: Setting container_image for all crash 2024-04-02T08:28:02.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:01 smithi012 ceph-mon[88355]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-02T08:28:02.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:01 smithi012 ceph-mon[88355]: Upgrade: osd.0 is safe to restart 2024-04-02T08:28:02.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:01 smithi012 ceph-mon[88355]: osdmap e293: 8 total, 8 up, 8 in 2024-04-02T08:28:02.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:01 smithi055 ceph-mon[85080]: pgmap v106: 121 pgs: 121 active+clean; 126 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:28:02.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:01 smithi055 ceph-mon[85080]: Upgrade: Setting container_image for all mon 2024-04-02T08:28:02.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:01 smithi055 ceph-mon[85080]: Upgrade: Setting container_image for all crash 2024-04-02T08:28:02.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:01 smithi055 ceph-mon[85080]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-02T08:28:02.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:01 smithi055 ceph-mon[85080]: Upgrade: osd.0 is safe to restart 2024-04-02T08:28:02.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:01 smithi055 ceph-mon[85080]: osdmap e293: 8 total, 8 up, 8 in 2024-04-02T08:28:02.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:28:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:28:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:28:03.014 INFO:tasks.rados.rados.0.smithi012.stdout:1171: done (3 left) 2024-04-02T08:28:03.014 INFO:tasks.rados.rados.0.smithi012.stdout:1172: done (2 left) 2024-04-02T08:28:03.014 INFO:tasks.rados.rados.0.smithi012.stdout:1173: done (1 left) 2024-04-02T08:28:03.015 INFO:tasks.rados.rados.0.smithi012.stdout:1174: done (0 left) 2024-04-02T08:28:03.015 INFO:tasks.rados.rados.0.smithi012.stdout:1175: snap_create 2024-04-02T08:28:03.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:02 smithi012 ceph-mon[88355]: osdmap e294: 8 total, 8 up, 8 in 2024-04-02T08:28:03.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:02 smithi012 ceph-mon[88355]: Upgrade: Updating osd.0 2024-04-02T08:28:03.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:02 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:03.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:02 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-02T08:28:03.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:02 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:03.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:02 smithi012 ceph-mon[88355]: Deploying daemon osd.0 on smithi012 2024-04-02T08:28:03.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:02 smithi012 ceph-mon[88355]: pgmap v109: 121 pgs: 121 active+clean; 146 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.5 MiB/s wr, 23 op/s 2024-04-02T08:28:03.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:02 smithi012 ceph-mon[90784]: osdmap e294: 8 total, 8 up, 8 in 2024-04-02T08:28:03.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:02 smithi012 ceph-mon[90784]: Upgrade: Updating osd.0 2024-04-02T08:28:03.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:02 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:03.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:02 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-02T08:28:03.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:02 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:03.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:02 smithi012 ceph-mon[90784]: Deploying daemon osd.0 on smithi012 2024-04-02T08:28:03.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:02 smithi012 ceph-mon[90784]: pgmap v109: 121 pgs: 121 active+clean; 146 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.5 MiB/s wr, 23 op/s 2024-04-02T08:28:03.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:02 smithi055 ceph-mon[85080]: osdmap e294: 8 total, 8 up, 8 in 2024-04-02T08:28:03.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:02 smithi055 ceph-mon[85080]: Upgrade: Updating osd.0 2024-04-02T08:28:03.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:02 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:03.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:02 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-02T08:28:03.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:02 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:03.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:02 smithi055 ceph-mon[85080]: Deploying daemon osd.0 on smithi012 2024-04-02T08:28:03.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:02 smithi055 ceph-mon[85080]: pgmap v109: 121 pgs: 121 active+clean; 146 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.5 MiB/s wr, 23 op/s 2024-04-02T08:28:03.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:28:03 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:28:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi012\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi012\", job=\"node\", machine=\"x86_64\", nodename=\"smithi012\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi012\", job=\"node\", machine=\"x86_64\", nodename=\"smithi012\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:28:03.876 INFO:tasks.rados.rados.0.smithi012.stdout:1175: done (0 left) 2024-04-02T08:28:03.876 INFO:tasks.rados.rados.0.smithi012.stdout:1176: snap_remove snap 111 2024-04-02T08:28:04.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:04 smithi055 ceph-mon[85080]: osdmap e295: 8 total, 8 up, 8 in 2024-04-02T08:28:04.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:04 smithi055 ceph-mon[85080]: osdmap e296: 8 total, 8 up, 8 in 2024-04-02T08:28:04.314 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:04 smithi012 ceph-mon[88355]: osdmap e295: 8 total, 8 up, 8 in 2024-04-02T08:28:04.314 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:04 smithi012 ceph-mon[88355]: osdmap e296: 8 total, 8 up, 8 in 2024-04-02T08:28:04.315 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:04 smithi012 ceph-mon[90784]: osdmap e295: 8 total, 8 up, 8 in 2024-04-02T08:28:04.315 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:04 smithi012 ceph-mon[90784]: osdmap e296: 8 total, 8 up, 8 in 2024-04-02T08:28:04.877 INFO:tasks.rados.rados.0.smithi012.stdout:1176: done (0 left) 2024-04-02T08:28:04.877 INFO:tasks.rados.rados.0.smithi012.stdout:1177: rollback oid 5 current snap is 112 2024-04-02T08:28:04.877 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 5 to 110 2024-04-02T08:28:04.877 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 29 current snap is 112 2024-04-02T08:28:04.877 INFO:tasks.rados.rados.0.smithi012.stdout:1178: seq_num 367 ranges {0=548864,548864=737280,1286144=65536} 2024-04-02T08:28:04.880 INFO:tasks.rados.rados.0.smithi012.stdout:1178: writing smithi01277369-29 from 0 to 548864 tid 1 2024-04-02T08:28:04.884 INFO:tasks.rados.rados.0.smithi012.stdout:1178: writing smithi01277369-29 from 548864 to 1286144 tid 2 2024-04-02T08:28:04.885 INFO:tasks.rados.rados.0.smithi012.stdout:1178: writing smithi01277369-29 from 1286144 to 1351680 tid 3 2024-04-02T08:28:04.885 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 10 current snap is 112 2024-04-02T08:28:04.885 INFO:tasks.rados.rados.0.smithi012.stdout:1177: finishing rollback tid 0 to smithi01277369-5 2024-04-02T08:28:04.885 INFO:tasks.rados.rados.0.smithi012.stdout:1177: finishing rollback tid 1 to smithi01277369-5 2024-04-02T08:28:04.885 INFO:tasks.rados.rados.0.smithi012.stdout:1179: seq_num 368 ranges {3325952=573440,3899392=622592,4521984=180224} 2024-04-02T08:28:04.906 INFO:tasks.rados.rados.0.smithi012.stdout:1179: writing smithi01277369-10 from 3325952 to 3899392 tid 1 2024-04-02T08:28:04.910 INFO:tasks.rados.rados.0.smithi012.stdout:1179: writing smithi01277369-10 from 3899392 to 4521984 tid 2 2024-04-02T08:28:04.911 INFO:tasks.rados.rados.0.smithi012.stdout:1179: writing smithi01277369-10 from 4521984 to 4702208 tid 3 2024-04-02T08:28:04.911 INFO:tasks.rados.rados.0.smithi012.stdout:1180: delete oid 26 current snap is 112 2024-04-02T08:28:04.911 INFO:tasks.rados.rados.0.smithi012.stdout:1178: finishing write tid 1 to smithi01277369-29 2024-04-02T08:28:04.911 INFO:tasks.rados.rados.0.smithi012.stdout:1177: finishing rollback tid 2 to smithi01277369-5 2024-04-02T08:28:04.911 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 5 v 452 (ObjNum 303 snap 94 seq_num 303) dirty exists 2024-04-02T08:28:04.912 INFO:tasks.rados.rados.0.smithi012.stdout:1178: finishing write tid 2 to smithi01277369-29 2024-04-02T08:28:04.912 INFO:tasks.rados.rados.0.smithi012.stdout:1178: finishing write tid 3 to smithi01277369-29 2024-04-02T08:28:04.912 INFO:tasks.rados.rados.0.smithi012.stdout:1178: finishing write tid 4 to smithi01277369-29 2024-04-02T08:28:04.912 INFO:tasks.rados.rados.0.smithi012.stdout:1178: finishing write tid 5 to smithi01277369-29 2024-04-02T08:28:04.912 INFO:tasks.rados.rados.0.smithi012.stdout:1178: oid 29 updating version 0 to 180 2024-04-02T08:28:04.912 INFO:tasks.rados.rados.0.smithi012.stdout:1178: oid 29 version 180 is already newer than 177 2024-04-02T08:28:04.912 INFO:tasks.rados.rados.0.smithi012.stdout:1178: oid 29 version 180 is already newer than 178 2024-04-02T08:28:04.912 INFO:tasks.rados.rados.0.smithi012.stdout:1178: oid 29 version 180 is already newer than 179 2024-04-02T08:28:04.912 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 29 v 180 (ObjNum 367 snap 112 seq_num 367) dirty exists 2024-04-02T08:28:04.912 INFO:tasks.rados.rados.0.smithi012.stdout:1178: left oid 29 (ObjNum 367 snap 112 seq_num 367) 2024-04-02T08:28:04.913 INFO:tasks.rados.rados.0.smithi012.stdout:1179: finishing write tid 1 to smithi01277369-10 2024-04-02T08:28:04.914 INFO:tasks.rados.rados.0.smithi012.stdout:1179: finishing write tid 2 to smithi01277369-10 2024-04-02T08:28:04.914 INFO:tasks.rados.rados.0.smithi012.stdout:1179: finishing write tid 3 to smithi01277369-10 2024-04-02T08:28:04.915 INFO:tasks.rados.rados.0.smithi012.stdout:1179: finishing write tid 4 to smithi01277369-10 2024-04-02T08:28:04.916 INFO:tasks.rados.rados.0.smithi012.stdout:1177: done (3 left) 2024-04-02T08:28:04.916 INFO:tasks.rados.rados.0.smithi012.stdout:1178: done (2 left) 2024-04-02T08:28:04.916 INFO:tasks.rados.rados.0.smithi012.stdout:1180: done (1 left) 2024-04-02T08:28:04.916 INFO:tasks.rados.rados.0.smithi012.stdout:1181: read oid 39 snap -1 2024-04-02T08:28:04.916 INFO:tasks.rados.rados.0.smithi012.stdout:1181: expect (ObjNum 343 snap 105 seq_num 343) 2024-04-02T08:28:04.916 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 8 current snap is 112 2024-04-02T08:28:04.916 INFO:tasks.rados.rados.0.smithi012.stdout:1182: seq_num 370 ranges {999424=606208,1605632=794624,2400256=8192} 2024-04-02T08:28:04.926 INFO:tasks.rados.rados.0.smithi012.stdout:1182: writing smithi01277369-8 from 999424 to 1605632 tid 1 2024-04-02T08:28:04.931 INFO:tasks.rados.rados.0.smithi012.stdout:1182: writing smithi01277369-8 from 1605632 to 2400256 tid 2 2024-04-02T08:28:04.932 INFO:tasks.rados.rados.0.smithi012.stdout:1182: writing smithi01277369-8 from 2400256 to 2408448 tid 3 2024-04-02T08:28:04.932 INFO:tasks.rados.rados.0.smithi012.stdout:1183: snap_remove snap 102 2024-04-02T08:28:05.800 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:28:05 smithi012 systemd[1]: Stopping Ceph osd.0 for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:28:05.887 INFO:tasks.rados.rados.0.smithi012.stdout:1179: finishing write tid 5 to smithi01277369-10 2024-04-02T08:28:05.888 INFO:tasks.rados.rados.0.smithi012.stdout:1179: oid 10 updating version 0 to 506 2024-04-02T08:28:05.888 INFO:tasks.rados.rados.0.smithi012.stdout:1179: oid 10 updating version 506 to 508 2024-04-02T08:28:05.888 INFO:tasks.rados.rados.0.smithi012.stdout:1179: oid 10 updating version 508 to 509 2024-04-02T08:28:05.888 INFO:tasks.rados.rados.0.smithi012.stdout:1179: oid 10 version 509 is already newer than 507 2024-04-02T08:28:05.888 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 10 v 509 (ObjNum 368 snap 112 seq_num 368) dirty exists 2024-04-02T08:28:05.888 INFO:tasks.rados.rados.0.smithi012.stdout:1179: left oid 10 (ObjNum 368 snap 112 seq_num 368) 2024-04-02T08:28:05.888 INFO:tasks.rados.rados.0.smithi012.stdout:1181: expect (ObjNum 343 snap 105 seq_num 343) 2024-04-02T08:28:05.922 INFO:tasks.rados.rados.0.smithi012.stdout:1182: finishing write tid 1 to smithi01277369-8 2024-04-02T08:28:05.922 INFO:tasks.rados.rados.0.smithi012.stdout:1182: finishing write tid 2 to smithi01277369-8 2024-04-02T08:28:05.922 INFO:tasks.rados.rados.0.smithi012.stdout:1182: finishing write tid 3 to smithi01277369-8 2024-04-02T08:28:05.922 INFO:tasks.rados.rados.0.smithi012.stdout:1182: finishing write tid 4 to smithi01277369-8 2024-04-02T08:28:05.922 INFO:tasks.rados.rados.0.smithi012.stdout:1182: finishing write tid 5 to smithi01277369-8 2024-04-02T08:28:05.922 INFO:tasks.rados.rados.0.smithi012.stdout:1182: oid 8 updating version 0 to 758 2024-04-02T08:28:05.922 INFO:tasks.rados.rados.0.smithi012.stdout:1182: oid 8 updating version 758 to 760 2024-04-02T08:28:05.922 INFO:tasks.rados.rados.0.smithi012.stdout:1182: oid 8 updating version 760 to 761 2024-04-02T08:28:05.922 INFO:tasks.rados.rados.0.smithi012.stdout:1182: oid 8 version 761 is already newer than 759 2024-04-02T08:28:05.922 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 8 v 761 (ObjNum 370 snap 112 seq_num 370) dirty exists 2024-04-02T08:28:05.922 INFO:tasks.rados.rados.0.smithi012.stdout:1182: left oid 8 (ObjNum 370 snap 112 seq_num 370) 2024-04-02T08:28:05.923 INFO:tasks.rados.rados.0.smithi012.stdout:1179: done (3 left) 2024-04-02T08:28:05.923 INFO:tasks.rados.rados.0.smithi012.stdout:1181: done (2 left) 2024-04-02T08:28:05.923 INFO:tasks.rados.rados.0.smithi012.stdout:1182: done (1 left) 2024-04-02T08:28:05.923 INFO:tasks.rados.rados.0.smithi012.stdout:1183: done (0 left) 2024-04-02T08:28:05.923 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 24 current snap is 112 2024-04-02T08:28:05.923 INFO:tasks.rados.rados.0.smithi012.stdout:1184: seq_num 371 ranges {2203648=622592,2826240=679936,3506176=122880} 2024-04-02T08:28:05.937 INFO:tasks.rados.rados.0.smithi012.stdout:1184: writing smithi01277369-24 from 2203648 to 2826240 tid 1 2024-04-02T08:28:05.940 INFO:tasks.rados.rados.0.smithi012.stdout:1184: writing smithi01277369-24 from 2826240 to 3506176 tid 2 2024-04-02T08:28:05.941 INFO:tasks.rados.rados.0.smithi012.stdout:1184: writing smithi01277369-24 from 3506176 to 3629056 tid 3 2024-04-02T08:28:05.941 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 35 current snap is 112 2024-04-02T08:28:05.941 INFO:tasks.rados.rados.0.smithi012.stdout:1185: seq_num 372 ranges {933888=638976,1572864=565248,2138112=237568} 2024-04-02T08:28:05.949 INFO:tasks.rados.rados.0.smithi012.stdout:1185: writing smithi01277369-35 from 933888 to 1572864 tid 1 2024-04-02T08:28:05.952 INFO:tasks.rados.rados.0.smithi012.stdout:1185: writing smithi01277369-35 from 1572864 to 2138112 tid 2 2024-04-02T08:28:05.954 INFO:tasks.rados.rados.0.smithi012.stdout:1185: writing smithi01277369-35 from 2138112 to 2375680 tid 3 2024-04-02T08:28:05.954 INFO:tasks.rados.rados.0.smithi012.stdout:1186: snap_remove snap 108 2024-04-02T08:28:06.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:05 smithi012 ceph-mon[88355]: pgmap v112: 121 pgs: 121 active+clean; 146 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.5 MiB/s wr, 23 op/s 2024-04-02T08:28:06.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:05 smithi012 ceph-mon[88355]: osdmap e297: 8 total, 8 up, 8 in 2024-04-02T08:28:06.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:05 smithi012 ceph-mon[88355]: osd.0 marked itself down and dead 2024-04-02T08:28:06.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:05 smithi012 ceph-mon[90784]: pgmap v112: 121 pgs: 121 active+clean; 146 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.5 MiB/s wr, 23 op/s 2024-04-02T08:28:06.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:05 smithi012 ceph-mon[90784]: osdmap e297: 8 total, 8 up, 8 in 2024-04-02T08:28:06.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:05 smithi012 ceph-mon[90784]: osd.0 marked itself down and dead 2024-04-02T08:28:06.180 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:28:05 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-0[42039]: 2024-04-02T08:28:05.801+0000 7f9b32468700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:28:06.180 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:28:05 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-0[42039]: 2024-04-02T08:28:05.801+0000 7f9b32468700 -1 osd.0 297 *** Got signal Terminated *** 2024-04-02T08:28:06.180 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:28:05 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-0[42039]: 2024-04-02T08:28:05.801+0000 7f9b32468700 -1 osd.0 297 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T08:28:06.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:05 smithi055 ceph-mon[85080]: pgmap v112: 121 pgs: 121 active+clean; 146 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.5 MiB/s wr, 23 op/s 2024-04-02T08:28:06.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:05 smithi055 ceph-mon[85080]: osdmap e297: 8 total, 8 up, 8 in 2024-04-02T08:28:06.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:05 smithi055 ceph-mon[85080]: osd.0 marked itself down and dead 2024-04-02T08:28:06.709 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:28:06 smithi012 podman[96053]: 2024-04-02 08:28:06.44603041 +0000 UTC m=+0.773757808 container died ae3670468d2fd029faa9ee70de6a450f56247c39cb29eac3519c6806a788e1ab (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-4d05f4c, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, ceph=True) 2024-04-02T08:28:06.893 INFO:tasks.rados.rados.0.smithi012.stdout:1186: done (2 left) 2024-04-02T08:28:06.893 INFO:tasks.rados.rados.0.smithi012.stdout:1187: rollback oid 23 current snap is 112 2024-04-02T08:28:06.894 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 23 to 110 2024-04-02T08:28:06.894 INFO:tasks.rados.rados.0.smithi012.stdout:1188: read oid 25 snap -1 2024-04-02T08:28:06.894 INFO:tasks.rados.rados.0.smithi012.stdout:1188: expect (ObjNum 350 snap 107 seq_num 350) 2024-04-02T08:28:06.894 INFO:tasks.rados.rados.0.smithi012.stdout:1189: read oid 3 snap -1 2024-04-02T08:28:06.894 INFO:tasks.rados.rados.0.smithi012.stdout:1189: expect (ObjNum 348 snap 107 seq_num 348) 2024-04-02T08:28:06.894 INFO:tasks.rados.rados.0.smithi012.stdout:1190: snap_remove snap 109 2024-04-02T08:28:07.137 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:06 smithi012 ceph-mon[88355]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:28:07.137 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:06 smithi012 ceph-mon[88355]: osdmap e298: 8 total, 7 up, 8 in 2024-04-02T08:28:07.137 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:28:06 smithi012 podman[96053]: 2024-04-02 08:28:06.809698173 +0000 UTC m=+1.137425554 container cleanup ae3670468d2fd029faa9ee70de6a450f56247c39cb29eac3519c6806a788e1ab (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=reef-4d05f4c, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=) 2024-04-02T08:28:07.137 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:28:06 smithi012 bash[96053]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-0 2024-04-02T08:28:07.138 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:06 smithi012 ceph-mon[90784]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:28:07.138 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:06 smithi012 ceph-mon[90784]: osdmap e298: 8 total, 7 up, 8 in 2024-04-02T08:28:07.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:06 smithi055 ceph-mon[85080]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:28:07.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:06 smithi055 ceph-mon[85080]: osdmap e298: 8 total, 7 up, 8 in 2024-04-02T08:28:07.428 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:28:07 smithi012 podman[96071]: 2024-04-02 08:28:07.138977586 +0000 UTC m=+0.694313487 container remove ae3670468d2fd029faa9ee70de6a450f56247c39cb29eac3519c6806a788e1ab (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-0, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-4d05f4c, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-04-02T08:28:07.812 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:28:07 smithi012 podman[96163]: 2024-04-02 08:28:07.396847083 +0000 UTC m=+0.017584102 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:28:07.813 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:28:07 smithi012 podman[96163]: 2024-04-02 08:28:07.495583202 +0000 UTC m=+0.116320253 container create f54e058546b4a2dcb86e482fa72f1029984918f531a088f109637f1a68083eb9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-0-deactivate, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326) 2024-04-02T08:28:07.813 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:28:07 smithi012 podman[96163]: 2024-04-02 08:28:07.723119314 +0000 UTC m=+0.343856324 container init f54e058546b4a2dcb86e482fa72f1029984918f531a088f109637f1a68083eb9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-0-deactivate, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-04-02T08:28:07.813 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:28:07 smithi012 podman[96163]: 2024-04-02 08:28:07.726491246 +0000 UTC m=+0.347228261 container start f54e058546b4a2dcb86e482fa72f1029984918f531a088f109637f1a68083eb9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-0-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-rf-oldDeep-3cba26e, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-04-02T08:28:07.813 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:28:07 smithi012 podman[96163]: 2024-04-02 08:28:07.814797447 +0000 UTC m=+0.435534462 container attach f54e058546b4a2dcb86e482fa72f1029984918f531a088f109637f1a68083eb9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-0-deactivate, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:28:07.900 INFO:tasks.rados.rados.0.smithi012.stdout:1190: done (5 left) 2024-04-02T08:28:07.900 INFO:tasks.rados.rados.0.smithi012.stdout:1191: read oid 5 snap -1 2024-04-02T08:28:07.901 INFO:tasks.rados.rados.0.smithi012.stdout:1191: expect (ObjNum 303 snap 94 seq_num 303) 2024-04-02T08:28:07.901 INFO:tasks.rados.rados.0.smithi012.stdout:1192: read oid 2 snap 110 2024-04-02T08:28:07.901 INFO:tasks.rados.rados.0.smithi012.stdout:1192: expect deleted 2024-04-02T08:28:07.901 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 27 current snap is 112 2024-04-02T08:28:07.901 INFO:tasks.rados.rados.0.smithi012.stdout:1187: finishing rollback tid 0 to smithi01277369-23 2024-04-02T08:28:07.901 INFO:tasks.rados.rados.0.smithi012.stdout:1193: seq_num 373 ranges {0=655360,655360=499712,1155072=303104} 2024-04-02T08:28:07.904 INFO:tasks.rados.rados.0.smithi012.stdout:1193: writing smithi01277369-27 from 0 to 655360 tid 1 2024-04-02T08:28:07.910 INFO:tasks.rados.rados.0.smithi012.stdout:1193: writing smithi01277369-27 from 655360 to 1155072 tid 2 2024-04-02T08:28:07.911 INFO:tasks.rados.rados.0.smithi012.stdout:1193: writing smithi01277369-27 from 1155072 to 1458176 tid 3 2024-04-02T08:28:07.911 INFO:tasks.rados.rados.0.smithi012.stdout:1194: copy_from oid 13 from oid 28 current snap is 112 2024-04-02T08:28:07.911 INFO:tasks.rados.rados.0.smithi012.stdout:1187: finishing rollback tid 1 to smithi01277369-23 2024-04-02T08:28:07.911 INFO:tasks.rados.rados.0.smithi012.stdout:1187: finishing rollback tid 2 to smithi01277369-23 2024-04-02T08:28:07.911 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 23 v 455 (ObjNum 338 snap 103 seq_num 338) dirty exists 2024-04-02T08:28:07.911 INFO:tasks.rados.rados.0.smithi012.stdout:1184: finishing write tid 1 to smithi01277369-24 2024-04-02T08:28:07.911 INFO:tasks.rados.rados.0.smithi012.stdout:1184: finishing write tid 2 to smithi01277369-24 2024-04-02T08:28:07.911 INFO:tasks.rados.rados.0.smithi012.stdout:1184: finishing write tid 3 to smithi01277369-24 2024-04-02T08:28:07.911 INFO:tasks.rados.rados.0.smithi012.stdout:1184: finishing write tid 4 to smithi01277369-24 2024-04-02T08:28:07.911 INFO:tasks.rados.rados.0.smithi012.stdout:1185: finishing write tid 1 to smithi01277369-35 2024-04-02T08:28:07.911 INFO:tasks.rados.rados.0.smithi012.stdout:1185: finishing write tid 2 to smithi01277369-35 2024-04-02T08:28:07.911 INFO:tasks.rados.rados.0.smithi012.stdout:1185: finishing write tid 3 to smithi01277369-35 2024-04-02T08:28:07.911 INFO:tasks.rados.rados.0.smithi012.stdout:1184: finishing write tid 5 to smithi01277369-24 2024-04-02T08:28:07.911 INFO:tasks.rados.rados.0.smithi012.stdout:1184: oid 24 updating version 0 to 766 2024-04-02T08:28:07.912 INFO:tasks.rados.rados.0.smithi012.stdout:1184: oid 24 version 766 is already newer than 765 2024-04-02T08:28:07.912 INFO:tasks.rados.rados.0.smithi012.stdout:1184: oid 24 version 766 is already newer than 763 2024-04-02T08:28:07.912 INFO:tasks.rados.rados.0.smithi012.stdout:1184: oid 24 version 766 is already newer than 764 2024-04-02T08:28:07.912 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 24 v 766 (ObjNum 371 snap 112 seq_num 371) dirty exists 2024-04-02T08:28:07.912 INFO:tasks.rados.rados.0.smithi012.stdout:1184: left oid 24 (ObjNum 371 snap 112 seq_num 371) 2024-04-02T08:28:07.912 INFO:tasks.rados.rados.0.smithi012.stdout:1185: finishing write tid 4 to smithi01277369-35 2024-04-02T08:28:07.912 INFO:tasks.rados.rados.0.smithi012.stdout:1185: finishing write tid 5 to smithi01277369-35 2024-04-02T08:28:07.912 INFO:tasks.rados.rados.0.smithi012.stdout:1185: oid 35 updating version 0 to 768 2024-04-02T08:28:07.913 INFO:tasks.rados.rados.0.smithi012.stdout:1185: oid 35 updating version 768 to 771 2024-04-02T08:28:07.913 INFO:tasks.rados.rados.0.smithi012.stdout:1185: oid 35 version 771 is already newer than 770 2024-04-02T08:28:07.913 INFO:tasks.rados.rados.0.smithi012.stdout:1185: oid 35 version 771 is already newer than 769 2024-04-02T08:28:07.913 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 35 v 771 (ObjNum 372 snap 112 seq_num 372) dirty exists 2024-04-02T08:28:07.913 INFO:tasks.rados.rados.0.smithi012.stdout:1185: left oid 35 (ObjNum 372 snap 112 seq_num 372) 2024-04-02T08:28:07.913 INFO:tasks.rados.rados.0.smithi012.stdout:1188: expect (ObjNum 350 snap 107 seq_num 350) 2024-04-02T08:28:07.998 INFO:tasks.rados.rados.0.smithi012.stdout:1189: expect (ObjNum 348 snap 107 seq_num 348) 2024-04-02T08:28:08.048 INFO:tasks.rados.rados.0.smithi012.stdout:1193: finishing write tid 1 to smithi01277369-27 2024-04-02T08:28:08.048 INFO:tasks.rados.rados.0.smithi012.stdout:1193: finishing write tid 2 to smithi01277369-27 2024-04-02T08:28:08.049 INFO:tasks.rados.rados.0.smithi012.stdout:1193: finishing write tid 3 to smithi01277369-27 2024-04-02T08:28:08.049 INFO:tasks.rados.rados.0.smithi012.stdout:1184: done (8 left) 2024-04-02T08:28:08.049 INFO:tasks.rados.rados.0.smithi012.stdout:1185: done (7 left) 2024-04-02T08:28:08.049 INFO:tasks.rados.rados.0.smithi012.stdout:1187: done (6 left) 2024-04-02T08:28:08.049 INFO:tasks.rados.rados.0.smithi012.stdout:1188: done (5 left) 2024-04-02T08:28:08.049 INFO:tasks.rados.rados.0.smithi012.stdout:1189: done (4 left) 2024-04-02T08:28:08.049 INFO:tasks.rados.rados.0.smithi012.stdout:1192: done (3 left) 2024-04-02T08:28:08.049 INFO:tasks.rados.rados.0.smithi012.stdout:1195: rollback oid 1 current snap is 112 2024-04-02T08:28:08.049 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 1 to 110 2024-04-02T08:28:08.049 INFO:tasks.rados.rados.0.smithi012.stdout:1193: finishing write tid 4 to smithi01277369-27 2024-04-02T08:28:08.049 INFO:tasks.rados.rados.0.smithi012.stdout:1193: finishing write tid 5 to smithi01277369-27 2024-04-02T08:28:08.049 INFO:tasks.rados.rados.0.smithi012.stdout:1193: oid 27 updating version 0 to 511 2024-04-02T08:28:08.049 INFO:tasks.rados.rados.0.smithi012.stdout:1193: oid 27 version 511 is already newer than 510 2024-04-02T08:28:08.050 INFO:tasks.rados.rados.0.smithi012.stdout:1193: oid 27 updating version 511 to 513 2024-04-02T08:28:08.050 INFO:tasks.rados.rados.0.smithi012.stdout:1193: oid 27 version 513 is already newer than 512 2024-04-02T08:28:08.050 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 27 v 513 (ObjNum 373 snap 112 seq_num 373) dirty exists 2024-04-02T08:28:08.050 INFO:tasks.rados.rados.0.smithi012.stdout:1193: left oid 27 (ObjNum 373 snap 112 seq_num 373) 2024-04-02T08:28:08.050 INFO:tasks.rados.rados.0.smithi012.stdout:1191: expect (ObjNum 303 snap 94 seq_num 303) 2024-04-02T08:28:08.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:07 smithi012 ceph-mon[88355]: pgmap v115: 121 pgs: 15 stale+active+clean, 106 active+clean; 163 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.2 MiB/s wr, 17 op/s 2024-04-02T08:28:08.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:07 smithi012 ceph-mon[88355]: osdmap e299: 8 total, 7 up, 8 in 2024-04-02T08:28:08.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:28:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:28:07] "GET /metrics HTTP/1.1" 200 35983 "" "Prometheus/2.43.0" 2024-04-02T08:28:08.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:07 smithi012 ceph-mon[90784]: pgmap v115: 121 pgs: 15 stale+active+clean, 106 active+clean; 163 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.2 MiB/s wr, 17 op/s 2024-04-02T08:28:08.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:07 smithi012 ceph-mon[90784]: osdmap e299: 8 total, 7 up, 8 in 2024-04-02T08:28:08.179 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:28:08 smithi012 podman[96163]: 2024-04-02 08:28:08.045221358 +0000 UTC m=+0.665958368 container died f54e058546b4a2dcb86e482fa72f1029984918f531a088f109637f1a68083eb9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-0-deactivate, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2) 2024-04-02T08:28:08.218 INFO:tasks.rados.rados.0.smithi012.stdout:1194: finishing copy_from racing read to smithi01277369-13 2024-04-02T08:28:08.218 INFO:tasks.rados.rados.0.smithi012.stdout:1194: finishing copy_from to smithi01277369-13 2024-04-02T08:28:08.218 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 13 v 504 (ObjNum 365 snap 110 seq_num 365) dirty exists 2024-04-02T08:28:08.218 INFO:tasks.rados.rados.0.smithi012.stdout:1191: done (3 left) 2024-04-02T08:28:08.219 INFO:tasks.rados.rados.0.smithi012.stdout:1193: done (2 left) 2024-04-02T08:28:08.219 INFO:tasks.rados.rados.0.smithi012.stdout:1194: done (1 left) 2024-04-02T08:28:08.219 INFO:tasks.rados.rados.0.smithi012.stdout:1196: copy_from oid 25 from oid 43 current snap is 112 2024-04-02T08:28:08.219 INFO:tasks.rados.rados.0.smithi012.stdout:1195: finishing rollback tid 0 to smithi01277369-1 2024-04-02T08:28:08.219 INFO:tasks.rados.rados.0.smithi012.stdout:1195: finishing rollback tid 1 to smithi01277369-1 2024-04-02T08:28:08.219 INFO:tasks.rados.rados.0.smithi012.stdout:1195: finishing rollback tid 2 to smithi01277369-1 2024-04-02T08:28:08.219 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 1 v 517 (ObjNum 269 snap 74 seq_num 269) dirty exists 2024-04-02T08:28:08.219 INFO:tasks.rados.rados.0.smithi012.stdout:1195: done (1 left) 2024-04-02T08:28:08.219 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 7 current snap is 112 2024-04-02T08:28:08.219 INFO:tasks.rados.rados.0.smithi012.stdout:1197: seq_num 374 ranges {483328=671744,1155072=778240,1933312=24576} 2024-04-02T08:28:08.224 INFO:tasks.rados.rados.0.smithi012.stdout:1197: writing smithi01277369-7 from 483328 to 1155072 tid 1 2024-04-02T08:28:08.229 INFO:tasks.rados.rados.0.smithi012.stdout:1197: writing smithi01277369-7 from 1155072 to 1933312 tid 2 2024-04-02T08:28:08.229 INFO:tasks.rados.rados.0.smithi012.stdout:1197: writing smithi01277369-7 from 1933312 to 1957888 tid 3 2024-04-02T08:28:08.229 INFO:tasks.rados.rados.0.smithi012.stdout:1198: snap_create 2024-04-02T08:28:08.229 INFO:tasks.rados.rados.0.smithi012.stdout:1197: finishing write tid 1 to smithi01277369-7 2024-04-02T08:28:08.231 INFO:tasks.rados.rados.0.smithi012.stdout:1197: finishing write tid 2 to smithi01277369-7 2024-04-02T08:28:08.232 INFO:tasks.rados.rados.0.smithi012.stdout:1197: finishing write tid 3 to smithi01277369-7 2024-04-02T08:28:08.232 INFO:tasks.rados.rados.0.smithi012.stdout:1197: finishing write tid 4 to smithi01277369-7 2024-04-02T08:28:08.233 INFO:tasks.rados.rados.0.smithi012.stdout:1197: finishing write tid 5 to smithi01277369-7 2024-04-02T08:28:08.233 INFO:tasks.rados.rados.0.smithi012.stdout:1197: oid 7 updating version 0 to 575 2024-04-02T08:28:08.233 INFO:tasks.rados.rados.0.smithi012.stdout:1197: oid 7 updating version 575 to 578 2024-04-02T08:28:08.233 INFO:tasks.rados.rados.0.smithi012.stdout:1197: oid 7 version 578 is already newer than 577 2024-04-02T08:28:08.233 INFO:tasks.rados.rados.0.smithi012.stdout:1197: oid 7 version 578 is already newer than 576 2024-04-02T08:28:08.233 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 7 v 578 (ObjNum 374 snap 112 seq_num 374) dirty exists 2024-04-02T08:28:08.233 INFO:tasks.rados.rados.0.smithi012.stdout:1197: left oid 7 (ObjNum 374 snap 112 seq_num 374) 2024-04-02T08:28:08.236 INFO:tasks.rados.rados.0.smithi012.stdout:1196: finishing copy_from racing read to smithi01277369-25 2024-04-02T08:28:08.237 INFO:tasks.rados.rados.0.smithi012.stdout:1196: finishing copy_from to smithi01277369-25 2024-04-02T08:28:08.237 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 25 v 327 (ObjNum 266 snap 72 seq_num 266) dirty exists 2024-04-02T08:28:08.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:07 smithi055 ceph-mon[85080]: pgmap v115: 121 pgs: 15 stale+active+clean, 106 active+clean; 163 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.2 MiB/s wr, 17 op/s 2024-04-02T08:28:08.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:07 smithi055 ceph-mon[85080]: osdmap e299: 8 total, 7 up, 8 in 2024-04-02T08:28:08.814 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:28:08 smithi012 podman[96189]: 2024-04-02 08:28:08.584853215 +0000 UTC m=+0.534799154 container remove f54e058546b4a2dcb86e482fa72f1029984918f531a088f109637f1a68083eb9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-0-deactivate, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-04-02T08:28:08.814 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:28:08 smithi012 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@osd.0.service: Deactivated successfully. 2024-04-02T08:28:08.814 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:28:08 smithi012 systemd[1]: Stopped Ceph osd.0 for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:28:08.814 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:28:08 smithi012 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@osd.0.service: Consumed 10.691s CPU time. 2024-04-02T08:28:08.877 INFO:tasks.rados.rados.0.smithi012.stdout:1196: done (2 left) 2024-04-02T08:28:08.877 INFO:tasks.rados.rados.0.smithi012.stdout:1197: done (1 left) 2024-04-02T08:28:08.877 INFO:tasks.rados.rados.0.smithi012.stdout:1198: done (0 left) 2024-04-02T08:28:08.877 INFO:tasks.rados.rados.0.smithi012.stdout:1199: copy_from oid 31 from oid 47 current snap is 113 2024-04-02T08:28:08.877 INFO:tasks.rados.rados.0.smithi012.stdout:1200: read oid 12 snap 112 2024-04-02T08:28:08.877 INFO:tasks.rados.rados.0.smithi012.stdout:1200: expect (ObjNum 340 snap 103 seq_num 340) 2024-04-02T08:28:08.877 INFO:tasks.rados.rados.0.smithi012.stdout:1201: copy_from oid 35 from oid 46 current snap is 113 2024-04-02T08:28:08.877 INFO:tasks.rados.rados.0.smithi012.stdout:1202: copy_from oid 20 from oid 48 current snap is 113 2024-04-02T08:28:08.878 INFO:tasks.rados.rados.0.smithi012.stdout:1203: snap_create 2024-04-02T08:28:08.888 INFO:tasks.rados.rados.0.smithi012.stdout:1199: finishing copy_from racing read to smithi01277369-31 2024-04-02T08:28:08.888 INFO:tasks.rados.rados.0.smithi012.stdout:1199: finishing copy_from to smithi01277369-31 2024-04-02T08:28:08.888 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 31 v 103 (ObjNum 326 snap 99 seq_num 326) dirty exists 2024-04-02T08:28:08.898 INFO:tasks.rados.rados.0.smithi012.stdout:1200: expect (ObjNum 340 snap 103 seq_num 340) 2024-04-02T08:28:09.141 INFO:tasks.rados.rados.0.smithi012.stdout:1201: finishing copy_from racing read to smithi01277369-35 2024-04-02T08:28:09.141 INFO:tasks.rados.rados.0.smithi012.stdout:1202: finishing copy_from racing read to smithi01277369-20 2024-04-02T08:28:09.141 INFO:tasks.rados.rados.0.smithi012.stdout:1201: finishing copy_from to smithi01277369-35 2024-04-02T08:28:09.141 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 35 v 583 (ObjNum 354 snap 107 seq_num 354) dirty exists 2024-04-02T08:28:09.141 INFO:tasks.rados.rados.0.smithi012.stdout:1202: finishing copy_from to smithi01277369-20 2024-04-02T08:28:09.142 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 20 v 461 (ObjNum 359 snap 108 seq_num 359) dirty exists 2024-04-02T08:28:09.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:08 smithi012 ceph-mon[88355]: osdmap e300: 8 total, 7 up, 8 in 2024-04-02T08:28:09.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:08 smithi012 ceph-mon[88355]: osdmap e301: 8 total, 7 up, 8 in 2024-04-02T08:28:09.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:08 smithi012 ceph-mon[90784]: osdmap e300: 8 total, 7 up, 8 in 2024-04-02T08:28:09.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:08 smithi012 ceph-mon[90784]: osdmap e301: 8 total, 7 up, 8 in 2024-04-02T08:28:09.179 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:28:08 smithi012 systemd[1]: Starting Ceph osd.0 for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:28:09.179 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:28:09 smithi012 podman[96292]: 2024-04-02 08:28:08.95176458 +0000 UTC m=+0.022924161 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:28:09.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:08 smithi055 ceph-mon[85080]: osdmap e300: 8 total, 7 up, 8 in 2024-04-02T08:28:09.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:08 smithi055 ceph-mon[85080]: osdmap e301: 8 total, 7 up, 8 in 2024-04-02T08:28:09.453 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:28:09 smithi012 podman[96292]: 2024-04-02 08:28:09.20441886 +0000 UTC m=+0.275578483 container create 72d57d4450d4bd567386a786160a414b6df4eb5511c48d8d043572dbc26579d3 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-0-activate, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, ceph=True, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-02T08:28:09.879 INFO:tasks.rados.rados.0.smithi012.stdout:1199: done (4 left) 2024-04-02T08:28:09.879 INFO:tasks.rados.rados.0.smithi012.stdout:1200: done (3 left) 2024-04-02T08:28:09.879 INFO:tasks.rados.rados.0.smithi012.stdout:1201: done (2 left) 2024-04-02T08:28:09.879 INFO:tasks.rados.rados.0.smithi012.stdout:1202: done (1 left) 2024-04-02T08:28:09.879 INFO:tasks.rados.rados.0.smithi012.stdout:1203: done (0 left) 2024-04-02T08:28:09.879 INFO:tasks.rados.rados.0.smithi012.stdout:1204: copy_from oid 35 from oid 22 current snap is 114 2024-04-02T08:28:09.880 INFO:tasks.rados.rados.0.smithi012.stdout:1205: rollback oid 20 current snap is 114 2024-04-02T08:28:09.880 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 20 to 110 2024-04-02T08:28:09.880 INFO:tasks.rados.rados.0.smithi012.stdout:1206: delete oid 27 current snap is 114 2024-04-02T08:28:09.884 INFO:tasks.rados.rados.0.smithi012.stdout:1204: finishing copy_from to smithi01277369-35 2024-04-02T08:28:09.884 INFO:tasks.rados.rados.0.smithi012.stdout:1204: got expected ENOENT (src dne) 2024-04-02T08:28:09.884 INFO:tasks.rados.rados.0.smithi012.stdout:1206: done (2 left) 2024-04-02T08:28:09.885 INFO:tasks.rados.rados.0.smithi012.stdout:1207: rollback oid 36 current snap is 114 2024-04-02T08:28:09.885 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 36 to 110 2024-04-02T08:28:09.885 INFO:tasks.rados.rados.0.smithi012.stdout:1208: delete oid 7 current snap is 114 2024-04-02T08:28:09.885 INFO:tasks.rados.rados.0.smithi012.stdout:1204: finishing copy_from racing read to smithi01277369-35 2024-04-02T08:28:09.885 INFO:tasks.rados.rados.0.smithi012.stdout:1205: finishing rollback tid 0 to smithi01277369-20 2024-04-02T08:28:09.885 INFO:tasks.rados.rados.0.smithi012.stdout:1205: finishing rollback tid 1 to smithi01277369-20 2024-04-02T08:28:09.885 INFO:tasks.rados.rados.0.smithi012.stdout:1205: finishing rollback tid 2 to smithi01277369-20 2024-04-02T08:28:09.886 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 20 v 781 (ObjNum 333 snap 100 seq_num 333) dirty exists 2024-04-02T08:28:09.888 INFO:tasks.rados.rados.0.smithi012.stdout:1207: finishing rollback tid 0 to smithi01277369-36 2024-04-02T08:28:09.888 INFO:tasks.rados.rados.0.smithi012.stdout:1207: finishing rollback tid 1 to smithi01277369-36 2024-04-02T08:28:09.889 INFO:tasks.rados.rados.0.smithi012.stdout:1207: finishing rollback tid 2 to smithi01277369-36 2024-04-02T08:28:09.889 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 36 v 581 (ObjNum 363 snap 109 seq_num 363) dirty exists 2024-04-02T08:28:09.889 INFO:tasks.rados.rados.0.smithi012.stdout:1204: done (3 left) 2024-04-02T08:28:09.889 INFO:tasks.rados.rados.0.smithi012.stdout:1205: done (2 left) 2024-04-02T08:28:09.890 INFO:tasks.rados.rados.0.smithi012.stdout:1207: done (1 left) 2024-04-02T08:28:09.890 INFO:tasks.rados.rados.0.smithi012.stdout:1208: done (0 left) 2024-04-02T08:28:09.890 INFO:tasks.rados.rados.0.smithi012.stdout:1209: copy_from oid 20 from oid 27 current snap is 114 2024-04-02T08:28:09.890 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 12 current snap is 114 2024-04-02T08:28:09.890 INFO:tasks.rados.rados.0.smithi012.stdout:1210: seq_num 377 ranges {4079616=720896,4800512=434176,5234688=368640} 2024-04-02T08:28:09.905 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:28:09 smithi012 podman[96292]: 2024-04-02 08:28:09.455468177 +0000 UTC m=+0.526627755 container init 72d57d4450d4bd567386a786160a414b6df4eb5511c48d8d043572dbc26579d3 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-0-activate, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:28:09.906 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:28:09 smithi012 podman[96292]: 2024-04-02 08:28:09.458567616 +0000 UTC m=+0.529727204 container start 72d57d4450d4bd567386a786160a414b6df4eb5511c48d8d043572dbc26579d3 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-0-activate, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2) 2024-04-02T08:28:09.906 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:28:09 smithi012 podman[96292]: 2024-04-02 08:28:09.572231063 +0000 UTC m=+0.643390656 container attach 72d57d4450d4bd567386a786160a414b6df4eb5511c48d8d043572dbc26579d3 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-0-activate, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:28:09.915 INFO:tasks.rados.rados.0.smithi012.stdout:1210: writing smithi01277369-12 from 4079616 to 4800512 tid 1 2024-04-02T08:28:09.918 INFO:tasks.rados.rados.0.smithi012.stdout:1210: writing smithi01277369-12 from 4800512 to 5234688 tid 2 2024-04-02T08:28:09.920 INFO:tasks.rados.rados.0.smithi012.stdout:1210: writing smithi01277369-12 from 5234688 to 5603328 tid 3 2024-04-02T08:28:09.920 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 19 current snap is 114 2024-04-02T08:28:09.921 INFO:tasks.rados.rados.0.smithi012.stdout:1211: seq_num 378 ranges {2326528=737280,3063808=720896,3784704=81920} 2024-04-02T08:28:09.937 INFO:tasks.rados.rados.0.smithi012.stdout:1211: writing smithi01277369-19 from 2326528 to 3063808 tid 1 2024-04-02T08:28:09.941 INFO:tasks.rados.rados.0.smithi012.stdout:1211: writing smithi01277369-19 from 3063808 to 3784704 tid 2 2024-04-02T08:28:09.943 INFO:tasks.rados.rados.0.smithi012.stdout:1211: writing smithi01277369-19 from 3784704 to 3866624 tid 3 2024-04-02T08:28:09.943 INFO:tasks.rados.rados.0.smithi012.stdout:1209: finishing copy_from to smithi01277369-20 2024-04-02T08:28:09.943 INFO:tasks.rados.rados.0.smithi012.stdout:1209: got expected ENOENT (src dne) 2024-04-02T08:28:09.943 INFO:tasks.rados.rados.0.smithi012.stdout:1209: finishing copy_from racing read to smithi01277369-20 2024-04-02T08:28:09.943 INFO:tasks.rados.rados.0.smithi012.stdout:1210: finishing write tid 1 to smithi01277369-12 2024-04-02T08:28:09.943 INFO:tasks.rados.rados.0.smithi012.stdout:1209: done (2 left) 2024-04-02T08:28:09.943 INFO:tasks.rados.rados.0.smithi012.stdout:1212: rollback oid 33 current snap is 114 2024-04-02T08:28:09.944 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 33 to 112 2024-04-02T08:28:09.944 INFO:tasks.rados.rados.0.smithi012.stdout:1210: finishing write tid 2 to smithi01277369-12 2024-04-02T08:28:09.944 INFO:tasks.rados.rados.0.smithi012.stdout:1210: finishing write tid 3 to smithi01277369-12 2024-04-02T08:28:09.944 INFO:tasks.rados.rados.0.smithi012.stdout:1210: finishing write tid 4 to smithi01277369-12 2024-04-02T08:28:09.944 INFO:tasks.rados.rados.0.smithi012.stdout:1210: finishing write tid 5 to smithi01277369-12 2024-04-02T08:28:09.944 INFO:tasks.rados.rados.0.smithi012.stdout:1210: oid 12 updating version 0 to 584 2024-04-02T08:28:09.944 INFO:tasks.rados.rados.0.smithi012.stdout:1210: oid 12 updating version 584 to 586 2024-04-02T08:28:09.944 INFO:tasks.rados.rados.0.smithi012.stdout:1210: oid 12 version 586 is already newer than 583 2024-04-02T08:28:09.944 INFO:tasks.rados.rados.0.smithi012.stdout:1210: oid 12 version 586 is already newer than 585 2024-04-02T08:28:09.944 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 12 v 586 (ObjNum 377 snap 114 seq_num 377) dirty exists 2024-04-02T08:28:09.944 INFO:tasks.rados.rados.0.smithi012.stdout:1210: left oid 12 (ObjNum 377 snap 114 seq_num 377) 2024-04-02T08:28:09.944 INFO:tasks.rados.rados.0.smithi012.stdout:1211: finishing write tid 1 to smithi01277369-19 2024-04-02T08:28:09.944 INFO:tasks.rados.rados.0.smithi012.stdout:1210: done (2 left) 2024-04-02T08:28:09.944 INFO:tasks.rados.rados.0.smithi012.stdout:1213: read oid 10 snap -1 2024-04-02T08:28:09.944 INFO:tasks.rados.rados.0.smithi012.stdout:1213: expect (ObjNum 368 snap 112 seq_num 368) 2024-04-02T08:28:09.944 INFO:tasks.rados.rados.0.smithi012.stdout:1214: snap_remove snap 110 2024-04-02T08:28:10.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:09 smithi012 ceph-mon[88355]: pgmap v118: 121 pgs: 15 stale+active+clean, 106 active+clean; 163 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.2 MiB/s wr, 17 op/s 2024-04-02T08:28:10.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:09 smithi012 ceph-mon[88355]: osdmap e302: 8 total, 7 up, 8 in 2024-04-02T08:28:10.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:09 smithi012 ceph-mon[90784]: pgmap v118: 121 pgs: 15 stale+active+clean, 106 active+clean; 163 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.2 MiB/s wr, 17 op/s 2024-04-02T08:28:10.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:09 smithi012 ceph-mon[90784]: osdmap e302: 8 total, 7 up, 8 in 2024-04-02T08:28:10.179 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:28:09 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-0-activate[96306]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-02T08:28:10.179 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:28:09 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-0-activate[96306]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-02T08:28:10.179 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:28:09 smithi012 bash[96292]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-02T08:28:10.179 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:28:09 smithi012 bash[96292]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-02T08:28:10.179 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:28:09 smithi012 bash[96292]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-02T08:28:10.179 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:28:09 smithi012 bash[96292]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-02T08:28:10.179 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:28:09 smithi012 bash[96292]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-04-02T08:28:10.179 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:28:09 smithi012 bash[96292]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-02T08:28:10.179 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:28:09 smithi012 bash[96292]: --> ceph-volume raw activate successful for osd ID: 0 2024-04-02T08:28:10.180 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:28:09 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-0-activate[96306]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-02T08:28:10.180 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:28:09 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-0-activate[96306]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-02T08:28:10.180 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:28:09 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-0-activate[96306]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-04-02T08:28:10.180 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:28:09 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-0-activate[96306]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-02T08:28:10.180 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:28:09 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-0-activate[96306]: --> ceph-volume raw activate successful for osd ID: 0 2024-04-02T08:28:10.180 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:28:09 smithi012 podman[96292]: 2024-04-02 08:28:09.945122343 +0000 UTC m=+1.016281931 container died 72d57d4450d4bd567386a786160a414b6df4eb5511c48d8d043572dbc26579d3 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-0-activate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T08:28:10.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:09 smithi055 ceph-mon[85080]: pgmap v118: 121 pgs: 15 stale+active+clean, 106 active+clean; 163 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.2 MiB/s wr, 17 op/s 2024-04-02T08:28:10.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:09 smithi055 ceph-mon[85080]: osdmap e302: 8 total, 7 up, 8 in 2024-04-02T08:28:10.678 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:28:10 smithi012 podman[96439]: 2024-04-02 08:28:10.584942381 +0000 UTC m=+0.632872670 container remove 72d57d4450d4bd567386a786160a414b6df4eb5511c48d8d043572dbc26579d3 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-0-activate, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:28:10.915 INFO:tasks.rados.rados.0.smithi012.stdout:1214: done (3 left) 2024-04-02T08:28:10.916 INFO:tasks.rados.rados.0.smithi012.stdout:1215: delete oid 30 current snap is 114 2024-04-02T08:28:10.916 INFO:tasks.rados.rados.0.smithi012.stdout:1211: finishing write tid 2 to smithi01277369-19 2024-04-02T08:28:10.916 INFO:tasks.rados.rados.0.smithi012.stdout:1211: finishing write tid 3 to smithi01277369-19 2024-04-02T08:28:10.916 INFO:tasks.rados.rados.0.smithi012.stdout:1212: finishing rollback tid 0 to smithi01277369-33 2024-04-02T08:28:10.916 INFO:tasks.rados.rados.0.smithi012.stdout:1212: finishing rollback tid 1 to smithi01277369-33 2024-04-02T08:28:10.916 INFO:tasks.rados.rados.0.smithi012.stdout:1211: finishing write tid 4 to smithi01277369-19 2024-04-02T08:28:10.916 INFO:tasks.rados.rados.0.smithi012.stdout:1212: finishing rollback tid 2 to smithi01277369-33 2024-04-02T08:28:10.916 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 33 v 615 (ObjNum 258 snap 72 seq_num 258) dirty exists 2024-04-02T08:28:10.916 INFO:tasks.rados.rados.0.smithi012.stdout:1211: finishing write tid 5 to smithi01277369-19 2024-04-02T08:28:10.916 INFO:tasks.rados.rados.0.smithi012.stdout:1211: oid 19 updating version 0 to 448 2024-04-02T08:28:10.916 INFO:tasks.rados.rados.0.smithi012.stdout:1211: oid 19 updating version 448 to 449 2024-04-02T08:28:10.916 INFO:tasks.rados.rados.0.smithi012.stdout:1211: oid 19 version 449 is already newer than 447 2024-04-02T08:28:10.916 INFO:tasks.rados.rados.0.smithi012.stdout:1211: oid 19 updating version 449 to 450 2024-04-02T08:28:10.917 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 19 v 450 (ObjNum 378 snap 114 seq_num 378) dirty exists 2024-04-02T08:28:10.917 INFO:tasks.rados.rados.0.smithi012.stdout:1211: left oid 19 (ObjNum 378 snap 114 seq_num 378) 2024-04-02T08:28:10.917 INFO:tasks.rados.rados.0.smithi012.stdout:1213: expect (ObjNum 368 snap 112 seq_num 368) 2024-04-02T08:28:11.061 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:28:10 smithi012 podman[96502]: 2024-04-02 08:28:10.707828054 +0000 UTC m=+0.018075104 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:28:11.061 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:28:10 smithi012 podman[96502]: 2024-04-02 08:28:10.810843764 +0000 UTC m=+0.121090800 container create a32a350fbdf16c92fd48f3f3c7fd66a4f30e95caa31fbaf1dc58360a44190189 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2) 2024-04-02T08:28:11.124 INFO:tasks.rados.rados.0.smithi012.stdout:1211: done (3 left) 2024-04-02T08:28:11.124 INFO:tasks.rados.rados.0.smithi012.stdout:1212: done (2 left) 2024-04-02T08:28:11.124 INFO:tasks.rados.rados.0.smithi012.stdout:1213: done (1 left) 2024-04-02T08:28:11.124 INFO:tasks.rados.rados.0.smithi012.stdout:1215: done (0 left) 2024-04-02T08:28:11.124 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 19 current snap is 114 2024-04-02T08:28:11.124 INFO:tasks.rados.rados.0.smithi012.stdout:1216: seq_num 380 ranges {3866624=770048,4636672=483328,5120000=319488} 2024-04-02T08:28:11.149 INFO:tasks.rados.rados.0.smithi012.stdout:1216: writing smithi01277369-19 from 3866624 to 4636672 tid 1 2024-04-02T08:28:11.152 INFO:tasks.rados.rados.0.smithi012.stdout:1216: writing smithi01277369-19 from 4636672 to 5120000 tid 2 2024-04-02T08:28:11.154 INFO:tasks.rados.rados.0.smithi012.stdout:1216: writing smithi01277369-19 from 5120000 to 5439488 tid 3 2024-04-02T08:28:11.154 INFO:tasks.rados.rados.0.smithi012.stdout:1217: snap_create 2024-04-02T08:28:11.155 INFO:tasks.rados.rados.0.smithi012.stdout:1216: finishing write tid 1 to smithi01277369-19 2024-04-02T08:28:11.155 INFO:tasks.rados.rados.0.smithi012.stdout:1216: finishing write tid 2 to smithi01277369-19 2024-04-02T08:28:11.156 INFO:tasks.rados.rados.0.smithi012.stdout:1216: finishing write tid 3 to smithi01277369-19 2024-04-02T08:28:11.156 INFO:tasks.rados.rados.0.smithi012.stdout:1216: finishing write tid 4 to smithi01277369-19 2024-04-02T08:28:11.157 INFO:tasks.rados.rados.0.smithi012.stdout:1216: finishing write tid 5 to smithi01277369-19 2024-04-02T08:28:11.157 INFO:tasks.rados.rados.0.smithi012.stdout:1216: oid 19 updating version 0 to 451 2024-04-02T08:28:11.157 INFO:tasks.rados.rados.0.smithi012.stdout:1216: oid 19 updating version 451 to 452 2024-04-02T08:28:11.157 INFO:tasks.rados.rados.0.smithi012.stdout:1216: oid 19 updating version 452 to 454 2024-04-02T08:28:11.157 INFO:tasks.rados.rados.0.smithi012.stdout:1216: oid 19 version 454 is already newer than 453 2024-04-02T08:28:11.157 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 19 v 454 (ObjNum 380 snap 114 seq_num 380) dirty exists 2024-04-02T08:28:11.157 INFO:tasks.rados.rados.0.smithi012.stdout:1216: left oid 19 (ObjNum 380 snap 114 seq_num 380) 2024-04-02T08:28:11.428 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:28:11 smithi012 podman[96502]: 2024-04-02 08:28:11.063239017 +0000 UTC m=+0.373486055 container init a32a350fbdf16c92fd48f3f3c7fd66a4f30e95caa31fbaf1dc58360a44190189 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-0, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:28:11.428 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:28:11 smithi012 podman[96502]: 2024-04-02 08:28:11.066520111 +0000 UTC m=+0.376767146 container start a32a350fbdf16c92fd48f3f3c7fd66a4f30e95caa31fbaf1dc58360a44190189 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326) 2024-04-02T08:28:11.428 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:28:11 smithi012 ceph-osd[96521]: -- 172.21.15.12:0/72954642 <== mon.0 v2:172.21.15.12:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55dca4e8d680 con 0x55dca4e57000 2024-04-02T08:28:11.428 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:28:11 smithi012 bash[96502]: a32a350fbdf16c92fd48f3f3c7fd66a4f30e95caa31fbaf1dc58360a44190189 2024-04-02T08:28:11.428 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:28:11 smithi012 systemd[1]: Started Ceph osd.0 for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:28:11.914 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:28:11 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-0[96517]: 2024-04-02T08:28:11.609+0000 7fc879cf17c0 -1 Falling back to public interface 2024-04-02T08:28:11.922 INFO:tasks.rados.rados.0.smithi012.stdout:1216: done (1 left) 2024-04-02T08:28:11.922 INFO:tasks.rados.rados.0.smithi012.stdout:1217: done (0 left) 2024-04-02T08:28:11.922 INFO:tasks.rados.rados.0.smithi012.stdout:1218: snap_create 2024-04-02T08:28:12.170 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:11 smithi012 ceph-mon[90784]: pgmap v121: 121 pgs: 15 stale+active+clean, 106 active+clean; 163 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:28:12.170 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:11 smithi012 ceph-mon[90784]: osdmap e303: 8 total, 7 up, 8 in 2024-04-02T08:28:12.171 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:11 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:12.171 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:11 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:12.171 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:11 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:28:12.171 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:11 smithi012 ceph-mon[88355]: pgmap v121: 121 pgs: 15 stale+active+clean, 106 active+clean; 163 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:28:12.171 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:11 smithi012 ceph-mon[88355]: osdmap e303: 8 total, 7 up, 8 in 2024-04-02T08:28:12.171 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:11 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:12.171 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:11 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:12.171 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:11 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:28:12.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:11 smithi055 ceph-mon[85080]: pgmap v121: 121 pgs: 15 stale+active+clean, 106 active+clean; 163 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:28:12.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:11 smithi055 ceph-mon[85080]: osdmap e303: 8 total, 7 up, 8 in 2024-04-02T08:28:12.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:11 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:12.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:11 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:12.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:11 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:28:12.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:28:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:28:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:28:12.928 INFO:tasks.rados.rados.0.smithi012.stdout:1218: done (0 left) 2024-04-02T08:28:12.929 INFO:tasks.rados.rados.0.smithi012.stdout:1219: rollback oid 44 current snap is 116 2024-04-02T08:28:12.929 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 44 to 113 2024-04-02T08:28:12.929 INFO:tasks.rados.rados.0.smithi012.stdout:1220: read oid 36 snap -1 2024-04-02T08:28:12.929 INFO:tasks.rados.rados.0.smithi012.stdout:1220: expect (ObjNum 363 snap 109 seq_num 363) 2024-04-02T08:28:12.929 INFO:tasks.rados.rados.0.smithi012.stdout:1221: snap_create 2024-04-02T08:28:12.938 INFO:tasks.rados.rados.0.smithi012.stdout:1219: finishing rollback tid 0 to smithi01277369-44 2024-04-02T08:28:12.938 INFO:tasks.rados.rados.0.smithi012.stdout:1219: finishing rollback tid 1 to smithi01277369-44 2024-04-02T08:28:12.938 INFO:tasks.rados.rados.0.smithi012.stdout:1219: finishing rollback tid 2 to smithi01277369-44 2024-04-02T08:28:12.938 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 44 v 623 (ObjNum 232 snap 59 seq_num 232) dirty exists 2024-04-02T08:28:12.948 INFO:tasks.rados.rados.0.smithi012.stdout:1220: expect (ObjNum 363 snap 109 seq_num 363) 2024-04-02T08:28:13.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:12 smithi012 ceph-mon[88355]: osdmap e304: 8 total, 7 up, 8 in 2024-04-02T08:28:13.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:12 smithi012 ceph-mon[90784]: osdmap e304: 8 total, 7 up, 8 in 2024-04-02T08:28:13.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:12 smithi055 ceph-mon[85080]: osdmap e304: 8 total, 7 up, 8 in 2024-04-02T08:28:13.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:28:13 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:28:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi012\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi012\", job=\"node\", machine=\"x86_64\", nodename=\"smithi012\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi012\", job=\"node\", machine=\"x86_64\", nodename=\"smithi012\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:28:13.941 INFO:tasks.rados.rados.0.smithi012.stdout:1219: done (2 left) 2024-04-02T08:28:13.941 INFO:tasks.rados.rados.0.smithi012.stdout:1220: done (1 left) 2024-04-02T08:28:13.941 INFO:tasks.rados.rados.0.smithi012.stdout:1221: done (0 left) 2024-04-02T08:28:13.941 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 42 current snap is 117 2024-04-02T08:28:13.941 INFO:tasks.rados.rados.0.smithi012.stdout:1222: seq_num 381 ranges {0=786432,786432=417792,1204224=385024} 2024-04-02T08:28:13.944 INFO:tasks.rados.rados.0.smithi012.stdout:1222: writing smithi01277369-42 from 0 to 786432 tid 1 2024-04-02T08:28:13.947 INFO:tasks.rados.rados.0.smithi012.stdout:1222: writing smithi01277369-42 from 786432 to 1204224 tid 2 2024-04-02T08:28:13.950 INFO:tasks.rados.rados.0.smithi012.stdout:1222: writing smithi01277369-42 from 1204224 to 1589248 tid 3 2024-04-02T08:28:13.950 INFO:tasks.rados.rados.0.smithi012.stdout:1223: read oid 6 snap -1 2024-04-02T08:28:13.950 INFO:tasks.rados.rados.0.smithi012.stdout:1223: expect (ObjNum 130 snap 31 seq_num 130) 2024-04-02T08:28:13.950 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 21 current snap is 117 2024-04-02T08:28:13.950 INFO:tasks.rados.rados.0.smithi012.stdout:1224: seq_num 382 ranges {0=802816,802816=704512,1507328=98304} 2024-04-02T08:28:13.954 INFO:tasks.rados.rados.0.smithi012.stdout:1224: writing smithi01277369-21 from 0 to 802816 tid 1 2024-04-02T08:28:13.958 INFO:tasks.rados.rados.0.smithi012.stdout:1224: writing smithi01277369-21 from 802816 to 1507328 tid 2 2024-04-02T08:28:13.959 INFO:tasks.rados.rados.0.smithi012.stdout:1224: writing smithi01277369-21 from 1507328 to 1605632 tid 3 2024-04-02T08:28:13.959 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 3 current snap is 117 2024-04-02T08:28:13.959 INFO:tasks.rados.rados.0.smithi012.stdout:1222: finishing write tid 1 to smithi01277369-42 2024-04-02T08:28:13.959 INFO:tasks.rados.rados.0.smithi012.stdout:1222: finishing write tid 2 to smithi01277369-42 2024-04-02T08:28:13.959 INFO:tasks.rados.rados.0.smithi012.stdout:1222: finishing write tid 3 to smithi01277369-42 2024-04-02T08:28:13.959 INFO:tasks.rados.rados.0.smithi012.stdout:1222: finishing write tid 4 to smithi01277369-42 2024-04-02T08:28:13.959 INFO:tasks.rados.rados.0.smithi012.stdout:1222: finishing write tid 5 to smithi01277369-42 2024-04-02T08:28:13.960 INFO:tasks.rados.rados.0.smithi012.stdout:1222: oid 42 updating version 0 to 465 2024-04-02T08:28:13.960 INFO:tasks.rados.rados.0.smithi012.stdout:1222: oid 42 version 465 is already newer than 464 2024-04-02T08:28:13.960 INFO:tasks.rados.rados.0.smithi012.stdout:1222: oid 42 version 465 is already newer than 463 2024-04-02T08:28:13.960 INFO:tasks.rados.rados.0.smithi012.stdout:1222: oid 42 version 465 is already newer than 462 2024-04-02T08:28:13.960 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 42 v 465 (ObjNum 381 snap 117 seq_num 381) dirty exists 2024-04-02T08:28:13.960 INFO:tasks.rados.rados.0.smithi012.stdout:1222: left oid 42 (ObjNum 381 snap 117 seq_num 381) 2024-04-02T08:28:13.960 INFO:tasks.rados.rados.0.smithi012.stdout:1225: seq_num 383 ranges {1548288=417792,1966080=589824,2555904=417792,2973696=196608} 2024-04-02T08:28:13.970 INFO:tasks.rados.rados.0.smithi012.stdout:1225: writing smithi01277369-3 from 1548288 to 1966080 tid 1 2024-04-02T08:28:13.973 INFO:tasks.rados.rados.0.smithi012.stdout:1225: writing smithi01277369-3 from 1966080 to 2555904 tid 2 2024-04-02T08:28:13.975 INFO:tasks.rados.rados.0.smithi012.stdout:1225: writing smithi01277369-3 from 2555904 to 2973696 tid 3 2024-04-02T08:28:13.977 INFO:tasks.rados.rados.0.smithi012.stdout:1225: writing smithi01277369-3 from 2973696 to 3170304 tid 4 2024-04-02T08:28:13.977 INFO:tasks.rados.rados.0.smithi012.stdout:1222: done (3 left) 2024-04-02T08:28:13.977 INFO:tasks.rados.rados.0.smithi012.stdout:1226: snap_remove snap 115 2024-04-02T08:28:14.122 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:13 smithi012 ceph-mon[88355]: pgmap v124: 121 pgs: 13 active+undersized+degraded, 40 active+undersized, 68 active+clean; 163 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 6.3 MiB/s wr, 16 op/s; 61/306 objects degraded (19.935%) 2024-04-02T08:28:14.122 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:13 smithi012 ceph-mon[88355]: Health check failed: Degraded data redundancy: 61/306 objects degraded (19.935%), 13 pgs degraded (PG_DEGRADED) 2024-04-02T08:28:14.122 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:13 smithi012 ceph-mon[88355]: osdmap e305: 8 total, 7 up, 8 in 2024-04-02T08:28:14.122 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:13 smithi012 ceph-mon[90784]: pgmap v124: 121 pgs: 13 active+undersized+degraded, 40 active+undersized, 68 active+clean; 163 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 6.3 MiB/s wr, 16 op/s; 61/306 objects degraded (19.935%) 2024-04-02T08:28:14.123 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:13 smithi012 ceph-mon[90784]: Health check failed: Degraded data redundancy: 61/306 objects degraded (19.935%), 13 pgs degraded (PG_DEGRADED) 2024-04-02T08:28:14.123 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:13 smithi012 ceph-mon[90784]: osdmap e305: 8 total, 7 up, 8 in 2024-04-02T08:28:14.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:13 smithi055 ceph-mon[85080]: pgmap v124: 121 pgs: 13 active+undersized+degraded, 40 active+undersized, 68 active+clean; 163 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 6.3 MiB/s wr, 16 op/s; 61/306 objects degraded (19.935%) 2024-04-02T08:28:14.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:13 smithi055 ceph-mon[85080]: Health check failed: Degraded data redundancy: 61/306 objects degraded (19.935%), 13 pgs degraded (PG_DEGRADED) 2024-04-02T08:28:14.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:13 smithi055 ceph-mon[85080]: osdmap e305: 8 total, 7 up, 8 in 2024-04-02T08:28:14.814 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:28:14 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-0[96517]: 2024-04-02T08:28:14.475+0000 7fc879cf17c0 -1 osd.0 297 log_to_monitors true 2024-04-02T08:28:14.947 INFO:tasks.rados.rados.0.smithi012.stdout:1226: done (3 left) 2024-04-02T08:28:14.947 INFO:tasks.rados.rados.0.smithi012.stdout:1227: snap_remove snap 112 2024-04-02T08:28:15.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:14 smithi012 ceph-mon[88355]: osdmap e306: 8 total, 7 up, 8 in 2024-04-02T08:28:15.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:15.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:15.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:14 smithi012 ceph-mon[88355]: from='osd.0 [v2:172.21.15.12:6802/2187057449,v1:172.21.15.12:6803/2187057449]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-02T08:28:15.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:14 smithi012 ceph-mon[88355]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-02T08:28:15.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:14 smithi012 ceph-mon[90784]: osdmap e306: 8 total, 7 up, 8 in 2024-04-02T08:28:15.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:15.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:15.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:14 smithi012 ceph-mon[90784]: from='osd.0 [v2:172.21.15.12:6802/2187057449,v1:172.21.15.12:6803/2187057449]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-02T08:28:15.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:14 smithi012 ceph-mon[90784]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-02T08:28:15.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:14 smithi055 ceph-mon[85080]: osdmap e306: 8 total, 7 up, 8 in 2024-04-02T08:28:15.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:15.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:15.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:14 smithi055 ceph-mon[85080]: from='osd.0 [v2:172.21.15.12:6802/2187057449,v1:172.21.15.12:6803/2187057449]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-02T08:28:15.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:14 smithi055 ceph-mon[85080]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-02T08:28:15.678 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 08:28:15 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-0[96517]: 2024-04-02T08:28:15.421+0000 7fc867141700 -1 osd.0 297 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:28:15.957 INFO:tasks.rados.rados.0.smithi012.stdout:1227: done (3 left) 2024-04-02T08:28:15.957 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 38 current snap is 117 2024-04-02T08:28:15.957 INFO:tasks.rados.rados.0.smithi012.stdout:1228: seq_num 384 ranges {6225920=434176,6660096=475136,7135232=630784,7766016=98304} 2024-04-02T08:28:15.992 INFO:tasks.rados.rados.0.smithi012.stdout:1228: writing smithi01277369-38 from 6225920 to 6660096 tid 1 2024-04-02T08:28:15.995 INFO:tasks.rados.rados.0.smithi012.stdout:1228: writing smithi01277369-38 from 6660096 to 7135232 tid 2 2024-04-02T08:28:15.998 INFO:tasks.rados.rados.0.smithi012.stdout:1228: writing smithi01277369-38 from 7135232 to 7766016 tid 3 2024-04-02T08:28:15.999 INFO:tasks.rados.rados.0.smithi012.stdout:1228: writing smithi01277369-38 from 7766016 to 7864320 tid 4 2024-04-02T08:28:15.999 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 41 current snap is 117 2024-04-02T08:28:15.999 INFO:tasks.rados.rados.0.smithi012.stdout:1229: seq_num 385 ranges {3383296=450560,3833856=761856,4595712=442368} 2024-04-02T08:28:16.020 INFO:tasks.rados.rados.0.smithi012.stdout:1229: writing smithi01277369-41 from 3383296 to 3833856 tid 1 2024-04-02T08:28:16.024 INFO:tasks.rados.rados.0.smithi012.stdout:1229: writing smithi01277369-41 from 3833856 to 4595712 tid 2 2024-04-02T08:28:16.027 INFO:tasks.rados.rados.0.smithi012.stdout:1229: writing smithi01277369-41 from 4595712 to 5038080 tid 3 2024-04-02T08:28:16.027 INFO:tasks.rados.rados.0.smithi012.stdout:1230: rollback oid 4 current snap is 117 2024-04-02T08:28:16.027 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 4 to 116 2024-04-02T08:28:16.027 INFO:tasks.rados.rados.0.smithi012.stdout:1224: finishing write tid 1 to smithi01277369-21 2024-04-02T08:28:16.027 INFO:tasks.rados.rados.0.smithi012.stdout:1224: finishing write tid 2 to smithi01277369-21 2024-04-02T08:28:16.028 INFO:tasks.rados.rados.0.smithi012.stdout:1224: finishing write tid 3 to smithi01277369-21 2024-04-02T08:28:16.028 INFO:tasks.rados.rados.0.smithi012.stdout:1224: finishing write tid 4 to smithi01277369-21 2024-04-02T08:28:16.028 INFO:tasks.rados.rados.0.smithi012.stdout:1223: expect (ObjNum 130 snap 31 seq_num 130) 2024-04-02T08:28:16.113 INFO:tasks.rados.rados.0.smithi012.stdout:1224: finishing write tid 5 to smithi01277369-21 2024-04-02T08:28:16.113 INFO:tasks.rados.rados.0.smithi012.stdout:1224: oid 21 updating version 0 to 456 2024-04-02T08:28:16.113 INFO:tasks.rados.rados.0.smithi012.stdout:1224: oid 21 updating version 456 to 458 2024-04-02T08:28:16.113 INFO:tasks.rados.rados.0.smithi012.stdout:1224: oid 21 version 458 is already newer than 457 2024-04-02T08:28:16.113 INFO:tasks.rados.rados.0.smithi012.stdout:1224: oid 21 version 458 is already newer than 455 2024-04-02T08:28:16.113 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 21 v 458 (ObjNum 382 snap 117 seq_num 382) dirty exists 2024-04-02T08:28:16.113 INFO:tasks.rados.rados.0.smithi012.stdout:1224: left oid 21 (ObjNum 382 snap 117 seq_num 382) 2024-04-02T08:28:16.113 INFO:tasks.rados.rados.0.smithi012.stdout:1225: finishing write tid 1 to smithi01277369-3 2024-04-02T08:28:16.113 INFO:tasks.rados.rados.0.smithi012.stdout:1225: finishing write tid 2 to smithi01277369-3 2024-04-02T08:28:16.113 INFO:tasks.rados.rados.0.smithi012.stdout:1225: finishing write tid 3 to smithi01277369-3 2024-04-02T08:28:16.114 INFO:tasks.rados.rados.0.smithi012.stdout:1225: finishing write tid 4 to smithi01277369-3 2024-04-02T08:28:16.114 INFO:tasks.rados.rados.0.smithi012.stdout:1223: done (5 left) 2024-04-02T08:28:16.114 INFO:tasks.rados.rados.0.smithi012.stdout:1224: done (4 left) 2024-04-02T08:28:16.114 INFO:tasks.rados.rados.0.smithi012.stdout:1231: rmattr oid 14 current snap is 117 2024-04-02T08:28:16.114 INFO:tasks.rados.rados.0.smithi012.stdout:1231: done (4 left) 2024-04-02T08:28:16.114 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 19 current snap is 117 2024-04-02T08:28:16.114 INFO:tasks.rados.rados.0.smithi012.stdout:1225: finishing write tid 5 to smithi01277369-3 2024-04-02T08:28:16.114 INFO:tasks.rados.rados.0.smithi012.stdout:1225: finishing write tid 6 to smithi01277369-3 2024-04-02T08:28:16.114 INFO:tasks.rados.rados.0.smithi012.stdout:1225: oid 3 updating version 0 to 368 2024-04-02T08:28:16.114 INFO:tasks.rados.rados.0.smithi012.stdout:1225: oid 3 version 368 is already newer than 365 2024-04-02T08:28:16.114 INFO:tasks.rados.rados.0.smithi012.stdout:1225: oid 3 version 368 is already newer than 367 2024-04-02T08:28:16.114 INFO:tasks.rados.rados.0.smithi012.stdout:1225: oid 3 updating version 368 to 369 2024-04-02T08:28:16.115 INFO:tasks.rados.rados.0.smithi012.stdout:1225: oid 3 version 369 is already newer than 366 2024-04-02T08:28:16.115 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 3 v 369 (ObjNum 383 snap 117 seq_num 383) dirty exists 2024-04-02T08:28:16.115 INFO:tasks.rados.rados.0.smithi012.stdout:1225: left oid 3 (ObjNum 383 snap 117 seq_num 383) 2024-04-02T08:28:16.115 INFO:tasks.rados.rados.0.smithi012.stdout:1229: finishing write tid 1 to smithi01277369-41 2024-04-02T08:28:16.115 INFO:tasks.rados.rados.0.smithi012.stdout:1232: seq_num 386 ranges {5439488=466944,5906432=638976,6545408=565248} 2024-04-02T08:28:16.144 INFO:tasks.rados.rados.0.smithi012.stdout:1232: writing smithi01277369-19 from 5439488 to 5906432 tid 1 2024-04-02T08:28:16.148 INFO:tasks.rados.rados.0.smithi012.stdout:1232: writing smithi01277369-19 from 5906432 to 6545408 tid 2 2024-04-02T08:28:16.152 INFO:tasks.rados.rados.0.smithi012.stdout:1232: writing smithi01277369-19 from 6545408 to 7110656 tid 3 2024-04-02T08:28:16.152 INFO:tasks.rados.rados.0.smithi012.stdout:1225: done (4 left) 2024-04-02T08:28:16.152 INFO:tasks.rados.rados.0.smithi012.stdout:1233: read oid 23 snap -1 2024-04-02T08:28:16.153 INFO:tasks.rados.rados.0.smithi012.stdout:1233: expect (ObjNum 338 snap 103 seq_num 338) 2024-04-02T08:28:16.153 INFO:tasks.rados.rados.0.smithi012.stdout:1234: delete oid 27 current snap is 117 2024-04-02T08:28:16.153 INFO:tasks.rados.rados.0.smithi012.stdout:1229: finishing write tid 2 to smithi01277369-41 2024-04-02T08:28:16.153 INFO:tasks.rados.rados.0.smithi012.stdout:1229: finishing write tid 3 to smithi01277369-41 2024-04-02T08:28:16.153 INFO:tasks.rados.rados.0.smithi012.stdout:1229: finishing write tid 4 to smithi01277369-41 2024-04-02T08:28:16.153 INFO:tasks.rados.rados.0.smithi012.stdout:1230: finishing rollback tid 0 to smithi01277369-4 2024-04-02T08:28:16.153 INFO:tasks.rados.rados.0.smithi012.stdout:1230: finishing rollback tid 1 to smithi01277369-4 2024-04-02T08:28:16.153 INFO:tasks.rados.rados.0.smithi012.stdout:1229: finishing write tid 5 to smithi01277369-41 2024-04-02T08:28:16.153 INFO:tasks.rados.rados.0.smithi012.stdout:1229: oid 41 updating version 0 to 376 2024-04-02T08:28:16.153 INFO:tasks.rados.rados.0.smithi012.stdout:1229: oid 41 updating version 376 to 378 2024-04-02T08:28:16.153 INFO:tasks.rados.rados.0.smithi012.stdout:1229: oid 41 version 378 is already newer than 375 2024-04-02T08:28:16.153 INFO:tasks.rados.rados.0.smithi012.stdout:1229: oid 41 version 378 is already newer than 377 2024-04-02T08:28:16.153 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 41 v 378 (ObjNum 385 snap 117 seq_num 385) dirty exists 2024-04-02T08:28:16.154 INFO:tasks.rados.rados.0.smithi012.stdout:1229: left oid 41 (ObjNum 385 snap 117 seq_num 385) 2024-04-02T08:28:16.154 INFO:tasks.rados.rados.0.smithi012.stdout:1230: finishing rollback tid 2 to smithi01277369-4 2024-04-02T08:28:16.154 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 4 v 382 (ObjNum 366 snap 110 seq_num 366) dirty exists 2024-04-02T08:28:16.168 INFO:tasks.rados.rados.0.smithi012.stdout:1233: expect (ObjNum 338 snap 103 seq_num 338) 2024-04-02T08:28:16.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:15 smithi055 ceph-mon[85080]: pgmap v127: 121 pgs: 13 active+undersized+degraded, 40 active+undersized, 68 active+clean; 163 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 6.3 MiB/s wr, 16 op/s; 61/306 objects degraded (19.935%) 2024-04-02T08:28:16.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:15 smithi055 ceph-mon[85080]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-02T08:28:16.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:15 smithi055 ceph-mon[85080]: osdmap e307: 8 total, 7 up, 8 in 2024-04-02T08:28:16.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:15 smithi055 ceph-mon[85080]: from='osd.0 [v2:172.21.15.12:6802/2187057449,v1:172.21.15.12:6803/2187057449]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-04-02T08:28:16.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:15 smithi055 ceph-mon[85080]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-04-02T08:28:16.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:15 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:16.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:15 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:16.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:15 smithi055 ceph-mon[85080]: from='osd.0 ' entity='osd.0' 2024-04-02T08:28:16.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:15 smithi012 ceph-mon[88355]: pgmap v127: 121 pgs: 13 active+undersized+degraded, 40 active+undersized, 68 active+clean; 163 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 6.3 MiB/s wr, 16 op/s; 61/306 objects degraded (19.935%) 2024-04-02T08:28:16.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:15 smithi012 ceph-mon[88355]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-02T08:28:16.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:15 smithi012 ceph-mon[88355]: osdmap e307: 8 total, 7 up, 8 in 2024-04-02T08:28:16.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:15 smithi012 ceph-mon[88355]: from='osd.0 [v2:172.21.15.12:6802/2187057449,v1:172.21.15.12:6803/2187057449]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-04-02T08:28:16.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:15 smithi012 ceph-mon[88355]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-04-02T08:28:16.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:16.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:16.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:15 smithi012 ceph-mon[88355]: from='osd.0 ' entity='osd.0' 2024-04-02T08:28:16.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:15 smithi012 ceph-mon[90784]: pgmap v127: 121 pgs: 13 active+undersized+degraded, 40 active+undersized, 68 active+clean; 163 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 6.3 MiB/s wr, 16 op/s; 61/306 objects degraded (19.935%) 2024-04-02T08:28:16.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:15 smithi012 ceph-mon[90784]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-02T08:28:16.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:15 smithi012 ceph-mon[90784]: osdmap e307: 8 total, 7 up, 8 in 2024-04-02T08:28:16.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:15 smithi012 ceph-mon[90784]: from='osd.0 [v2:172.21.15.12:6802/2187057449,v1:172.21.15.12:6803/2187057449]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-04-02T08:28:16.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:15 smithi012 ceph-mon[90784]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-04-02T08:28:16.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:16.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:16.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:15 smithi012 ceph-mon[90784]: from='osd.0 ' entity='osd.0' 2024-04-02T08:28:16.994 INFO:tasks.rados.rados.0.smithi012.stdout:1228: finishing write tid 1 to smithi01277369-38 2024-04-02T08:28:16.994 INFO:tasks.rados.rados.0.smithi012.stdout:1228: finishing write tid 2 to smithi01277369-38 2024-04-02T08:28:16.995 INFO:tasks.rados.rados.0.smithi012.stdout:1228: finishing write tid 3 to smithi01277369-38 2024-04-02T08:28:16.995 INFO:tasks.rados.rados.0.smithi012.stdout:1229: done (5 left) 2024-04-02T08:28:16.995 INFO:tasks.rados.rados.0.smithi012.stdout:1230: done (4 left) 2024-04-02T08:28:16.995 INFO:tasks.rados.rados.0.smithi012.stdout:1233: done (3 left) 2024-04-02T08:28:16.995 INFO:tasks.rados.rados.0.smithi012.stdout:1234: done (2 left) 2024-04-02T08:28:16.995 INFO:tasks.rados.rados.0.smithi012.stdout:1235: rollback oid 47 current snap is 117 2024-04-02T08:28:16.995 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 47 to 113 2024-04-02T08:28:16.996 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 29 current snap is 117 2024-04-02T08:28:16.996 INFO:tasks.rados.rados.0.smithi012.stdout:1236: seq_num 388 ranges {1351680=507904,1859584=458752,2318336=606208,2924544=139264} 2024-04-02T08:28:17.006 INFO:tasks.rados.rados.0.smithi012.stdout:1236: writing smithi01277369-29 from 1351680 to 1859584 tid 1 2024-04-02T08:28:17.009 INFO:tasks.rados.rados.0.smithi012.stdout:1236: writing smithi01277369-29 from 1859584 to 2318336 tid 2 2024-04-02T08:28:17.013 INFO:tasks.rados.rados.0.smithi012.stdout:1236: writing smithi01277369-29 from 2318336 to 2924544 tid 3 2024-04-02T08:28:17.015 INFO:tasks.rados.rados.0.smithi012.stdout:1236: writing smithi01277369-29 from 2924544 to 3063808 tid 4 2024-04-02T08:28:17.015 INFO:tasks.rados.rados.0.smithi012.stdout:1237: read oid 31 snap -1 2024-04-02T08:28:17.015 INFO:tasks.rados.rados.0.smithi012.stdout:1237: expect (ObjNum 326 snap 99 seq_num 326) 2024-04-02T08:28:17.015 INFO:tasks.rados.rados.0.smithi012.stdout:1238: read oid 15 snap 116 2024-04-02T08:28:17.015 INFO:tasks.rados.rados.0.smithi012.stdout:1238: expect (ObjNum 364 snap 109 seq_num 364) 2024-04-02T08:28:17.015 INFO:tasks.rados.rados.0.smithi012.stdout:1239: snap_remove snap 114 2024-04-02T08:28:17.229 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:16 smithi012 ceph-mon[88355]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:28:17.229 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:16 smithi012 ceph-mon[88355]: osd.0 [v2:172.21.15.12:6802/2187057449,v1:172.21.15.12:6803/2187057449] boot 2024-04-02T08:28:17.230 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:16 smithi012 ceph-mon[88355]: osdmap e308: 8 total, 8 up, 8 in 2024-04-02T08:28:17.230 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:16 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:28:17.230 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:16 smithi012 ceph-mon[88355]: pgmap v130: 121 pgs: 13 active+undersized+degraded, 40 active+undersized, 68 active+clean; 165 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.5 MiB/s wr, 8 op/s; 62/300 objects degraded (20.667%) 2024-04-02T08:28:17.230 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:16 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:17.230 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:16 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:17.230 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:16 smithi012 ceph-mon[88355]: osdmap e309: 8 total, 8 up, 8 in 2024-04-02T08:28:17.230 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:16 smithi012 ceph-mon[90784]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:28:17.230 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:16 smithi012 ceph-mon[90784]: osd.0 [v2:172.21.15.12:6802/2187057449,v1:172.21.15.12:6803/2187057449] boot 2024-04-02T08:28:17.230 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:16 smithi012 ceph-mon[90784]: osdmap e308: 8 total, 8 up, 8 in 2024-04-02T08:28:17.230 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:16 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:28:17.231 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:16 smithi012 ceph-mon[90784]: pgmap v130: 121 pgs: 13 active+undersized+degraded, 40 active+undersized, 68 active+clean; 165 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.5 MiB/s wr, 8 op/s; 62/300 objects degraded (20.667%) 2024-04-02T08:28:17.231 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:16 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:17.231 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:16 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:17.231 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:16 smithi012 ceph-mon[90784]: osdmap e309: 8 total, 8 up, 8 in 2024-04-02T08:28:17.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:16 smithi055 ceph-mon[85080]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:28:17.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:16 smithi055 ceph-mon[85080]: osd.0 [v2:172.21.15.12:6802/2187057449,v1:172.21.15.12:6803/2187057449] boot 2024-04-02T08:28:17.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:16 smithi055 ceph-mon[85080]: osdmap e308: 8 total, 8 up, 8 in 2024-04-02T08:28:17.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:16 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:28:17.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:16 smithi055 ceph-mon[85080]: pgmap v130: 121 pgs: 13 active+undersized+degraded, 40 active+undersized, 68 active+clean; 165 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.5 MiB/s wr, 8 op/s; 62/300 objects degraded (20.667%) 2024-04-02T08:28:17.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:16 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:17.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:16 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:17.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:16 smithi055 ceph-mon[85080]: osdmap e309: 8 total, 8 up, 8 in 2024-04-02T08:28:17.989 INFO:tasks.rados.rados.0.smithi012.stdout:1239: done (6 left) 2024-04-02T08:28:17.989 INFO:tasks.rados.rados.0.smithi012.stdout:1240: copy_from oid 48 from oid 18 current snap is 117 2024-04-02T08:28:17.989 INFO:tasks.rados.rados.0.smithi012.stdout:1228: finishing write tid 4 to smithi01277369-38 2024-04-02T08:28:17.989 INFO:tasks.rados.rados.0.smithi012.stdout:1228: finishing write tid 5 to smithi01277369-38 2024-04-02T08:28:17.989 INFO:tasks.rados.rados.0.smithi012.stdout:1235: finishing rollback tid 0 to smithi01277369-47 2024-04-02T08:28:17.989 INFO:tasks.rados.rados.0.smithi012.stdout:1235: finishing rollback tid 1 to smithi01277369-47 2024-04-02T08:28:17.989 INFO:tasks.rados.rados.0.smithi012.stdout:1228: finishing write tid 6 to smithi01277369-38 2024-04-02T08:28:17.989 INFO:tasks.rados.rados.0.smithi012.stdout:1228: oid 38 updating version 0 to 462 2024-04-02T08:28:17.989 INFO:tasks.rados.rados.0.smithi012.stdout:1228: oid 38 updating version 462 to 464 2024-04-02T08:28:17.989 INFO:tasks.rados.rados.0.smithi012.stdout:1228: oid 38 version 464 is already newer than 461 2024-04-02T08:28:17.990 INFO:tasks.rados.rados.0.smithi012.stdout:1228: oid 38 version 464 is already newer than 460 2024-04-02T08:28:17.990 INFO:tasks.rados.rados.0.smithi012.stdout:1228: oid 38 version 464 is already newer than 463 2024-04-02T08:28:17.990 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 38 v 464 (ObjNum 384 snap 117 seq_num 384) dirty exists 2024-04-02T08:28:17.990 INFO:tasks.rados.rados.0.smithi012.stdout:1228: left oid 38 (ObjNum 384 snap 117 seq_num 384) 2024-04-02T08:28:17.990 INFO:tasks.rados.rados.0.smithi012.stdout:1235: finishing rollback tid 2 to smithi01277369-47 2024-04-02T08:28:17.990 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 47 v 106 (ObjNum 326 snap 99 seq_num 326) dirty exists 2024-04-02T08:28:17.990 INFO:tasks.rados.rados.0.smithi012.stdout:1236: finishing write tid 1 to smithi01277369-29 2024-04-02T08:28:17.990 INFO:tasks.rados.rados.0.smithi012.stdout:1236: finishing write tid 2 to smithi01277369-29 2024-04-02T08:28:17.990 INFO:tasks.rados.rados.0.smithi012.stdout:1236: finishing write tid 3 to smithi01277369-29 2024-04-02T08:28:17.990 INFO:tasks.rados.rados.0.smithi012.stdout:1236: finishing write tid 4 to smithi01277369-29 2024-04-02T08:28:17.990 INFO:tasks.rados.rados.0.smithi012.stdout:1236: finishing write tid 5 to smithi01277369-29 2024-04-02T08:28:17.990 INFO:tasks.rados.rados.0.smithi012.stdout:1236: finishing write tid 6 to smithi01277369-29 2024-04-02T08:28:17.990 INFO:tasks.rados.rados.0.smithi012.stdout:1236: oid 29 updating version 0 to 195 2024-04-02T08:28:17.991 INFO:tasks.rados.rados.0.smithi012.stdout:1236: oid 29 updating version 195 to 196 2024-04-02T08:28:17.991 INFO:tasks.rados.rados.0.smithi012.stdout:1236: oid 29 version 196 is already newer than 194 2024-04-02T08:28:17.991 INFO:tasks.rados.rados.0.smithi012.stdout:1236: oid 29 version 196 is already newer than 192 2024-04-02T08:28:17.991 INFO:tasks.rados.rados.0.smithi012.stdout:1236: oid 29 version 196 is already newer than 193 2024-04-02T08:28:17.991 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 29 v 196 (ObjNum 388 snap 117 seq_num 388) dirty exists 2024-04-02T08:28:17.991 INFO:tasks.rados.rados.0.smithi012.stdout:1236: left oid 29 (ObjNum 388 snap 117 seq_num 388) 2024-04-02T08:28:17.991 INFO:tasks.rados.rados.0.smithi012.stdout:1237: expect (ObjNum 326 snap 99 seq_num 326) 2024-04-02T08:28:18.007 INFO:tasks.rados.rados.0.smithi012.stdout:1232: finishing write tid 1 to smithi01277369-19 2024-04-02T08:28:18.007 INFO:tasks.rados.rados.0.smithi012.stdout:1232: finishing write tid 2 to smithi01277369-19 2024-04-02T08:28:18.008 INFO:tasks.rados.rados.0.smithi012.stdout:1232: finishing write tid 3 to smithi01277369-19 2024-04-02T08:28:18.008 INFO:tasks.rados.rados.0.smithi012.stdout:1232: finishing write tid 4 to smithi01277369-19 2024-04-02T08:28:18.008 INFO:tasks.rados.rados.0.smithi012.stdout:1232: finishing write tid 5 to smithi01277369-19 2024-04-02T08:28:18.008 INFO:tasks.rados.rados.0.smithi012.stdout:1232: oid 19 updating version 0 to 466 2024-04-02T08:28:18.008 INFO:tasks.rados.rados.0.smithi012.stdout:1232: oid 19 updating version 466 to 469 2024-04-02T08:28:18.008 INFO:tasks.rados.rados.0.smithi012.stdout:1232: oid 19 version 469 is already newer than 468 2024-04-02T08:28:18.008 INFO:tasks.rados.rados.0.smithi012.stdout:1232: oid 19 version 469 is already newer than 467 2024-04-02T08:28:18.008 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 19 v 469 (ObjNum 386 snap 117 seq_num 386) dirty exists 2024-04-02T08:28:18.008 INFO:tasks.rados.rados.0.smithi012.stdout:1232: left oid 19 (ObjNum 386 snap 117 seq_num 386) 2024-04-02T08:28:18.008 INFO:tasks.rados.rados.0.smithi012.stdout:1238: expect (ObjNum 364 snap 109 seq_num 364) 2024-04-02T08:28:18.232 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:17 smithi012 ceph-mon[88355]: mgrmap e41: y(active, since 92s), standbys: x 2024-04-02T08:28:18.232 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:17 smithi012 ceph-mon[90784]: mgrmap e41: y(active, since 92s), standbys: x 2024-04-02T08:28:18.233 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:28:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:28:17] "GET /metrics HTTP/1.1" 200 36048 "" "Prometheus/2.43.0" 2024-04-02T08:28:18.238 INFO:tasks.rados.rados.0.smithi012.stdout:1240: finishing copy_from racing read to smithi01277369-48 2024-04-02T08:28:18.239 INFO:tasks.rados.rados.0.smithi012.stdout:1240: finishing copy_from to smithi01277369-48 2024-04-02T08:28:18.239 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 48 v 441 (ObjNum 324 snap 98 seq_num 324) dirty exists 2024-04-02T08:28:18.239 INFO:tasks.rados.rados.0.smithi012.stdout:1228: done (6 left) 2024-04-02T08:28:18.239 INFO:tasks.rados.rados.0.smithi012.stdout:1232: done (5 left) 2024-04-02T08:28:18.239 INFO:tasks.rados.rados.0.smithi012.stdout:1235: done (4 left) 2024-04-02T08:28:18.239 INFO:tasks.rados.rados.0.smithi012.stdout:1236: done (3 left) 2024-04-02T08:28:18.239 INFO:tasks.rados.rados.0.smithi012.stdout:1237: done (2 left) 2024-04-02T08:28:18.239 INFO:tasks.rados.rados.0.smithi012.stdout:1238: done (1 left) 2024-04-02T08:28:18.239 INFO:tasks.rados.rados.0.smithi012.stdout:1240: done (0 left) 2024-04-02T08:28:18.239 INFO:tasks.rados.rados.0.smithi012.stdout:1241: delete oid 17 current snap is 117 2024-04-02T08:28:18.240 INFO:tasks.rados.rados.0.smithi012.stdout:1241: done (0 left) 2024-04-02T08:28:18.240 INFO:tasks.rados.rados.0.smithi012.stdout:1242: read oid 41 snap 113 2024-04-02T08:28:18.240 INFO:tasks.rados.rados.0.smithi012.stdout:1242: expect (ObjNum 266 snap 72 seq_num 266) 2024-04-02T08:28:18.240 INFO:tasks.rados.rados.0.smithi012.stdout:1243: rmattr oid 44 current snap is 117 2024-04-02T08:28:18.241 INFO:tasks.rados.rados.0.smithi012.stdout:1244: snap_remove snap 116 2024-04-02T08:28:18.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:17 smithi055 ceph-mon[85080]: mgrmap e41: y(active, since 92s), standbys: x 2024-04-02T08:28:18.515 INFO:teuthology.orchestra.run.smithi012.stdout:true 2024-04-02T08:28:18.849 INFO:teuthology.orchestra.run.smithi012.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:28:18.850 INFO:teuthology.orchestra.run.smithi012.stdout:alertmanager.a smithi012 *:9093,9094 running (6m) 3s ago 7m 26.3M - 0.25.0 c8568f914cd2 3ed3fc1b8013 2024-04-02T08:28:18.850 INFO:teuthology.orchestra.run.smithi012.stdout:grafana.a smithi055 *:3000 running (6m) 48s ago 6m 89.4M - 9.4.7 954c08fa6188 9788bcfbfb6f 2024-04-02T08:28:18.850 INFO:teuthology.orchestra.run.smithi012.stdout:mds.a smithi012 running (7m) 3s ago 7m 17.0M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 756f041a4b0e 2024-04-02T08:28:18.850 INFO:teuthology.orchestra.run.smithi012.stdout:mds.b smithi055 running (7m) 48s ago 7m 20.6M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 0a0c21b36b12 2024-04-02T08:28:18.850 INFO:teuthology.orchestra.run.smithi012.stdout:mgr.x smithi055 *:8443,9283,8765 running (2m) 48s ago 11m 449M - 19.0.0-2422-g3cba26ea beaaa8a653cf 111621b46bd2 2024-04-02T08:28:18.850 INFO:teuthology.orchestra.run.smithi012.stdout:mgr.y smithi012 *:8443,9283,8765 running (2m) 3s ago 13m 505M - 19.0.0-2422-g3cba26ea beaaa8a653cf fe667762b028 2024-04-02T08:28:18.850 INFO:teuthology.orchestra.run.smithi012.stdout:mon.a smithi012 running (105s) 3s ago 13m 47.0M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 1790aee575dc 2024-04-02T08:28:18.850 INFO:teuthology.orchestra.run.smithi012.stdout:mon.b smithi055 running (58s) 48s ago 11m 25.4M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf f75ff69b6d62 2024-04-02T08:28:18.850 INFO:teuthology.orchestra.run.smithi012.stdout:mon.c smithi012 running (78s) 3s ago 11m 38.7M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf a1b482e0e449 2024-04-02T08:28:18.850 INFO:teuthology.orchestra.run.smithi012.stdout:node-exporter.a smithi012 *:9100 running (6m) 3s ago 6m 16.8M - 1.5.0 0da6a335fe13 a3d31893d77a 2024-04-02T08:28:18.850 INFO:teuthology.orchestra.run.smithi012.stdout:node-exporter.b smithi055 *:9100 running (6m) 48s ago 6m 15.3M - 1.5.0 0da6a335fe13 e1788e402810 2024-04-02T08:28:18.850 INFO:teuthology.orchestra.run.smithi012.stdout:osd.0 smithi012 running (8s) 3s ago 11m 14.3M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf a32a350fbdf1 2024-04-02T08:28:18.851 INFO:teuthology.orchestra.run.smithi012.stdout:osd.1 smithi012 running (10m) 3s ago 10m 194M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d c0e45226a432 2024-04-02T08:28:18.851 INFO:teuthology.orchestra.run.smithi012.stdout:osd.2 smithi012 running (10m) 3s ago 10m 170M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 1a1a0831f480 2024-04-02T08:28:18.851 INFO:teuthology.orchestra.run.smithi012.stdout:osd.3 smithi012 running (9m) 3s ago 9m 98.6M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d f2070d5ae9b3 2024-04-02T08:28:18.851 INFO:teuthology.orchestra.run.smithi012.stdout:osd.4 smithi055 running (9m) 48s ago 9m 119M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 6ea99dd7fbaa 2024-04-02T08:28:18.851 INFO:teuthology.orchestra.run.smithi012.stdout:osd.5 smithi055 running (9m) 48s ago 9m 170M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 300691ec9744 2024-04-02T08:28:18.851 INFO:teuthology.orchestra.run.smithi012.stdout:osd.6 smithi055 running (8m) 48s ago 8m 105M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 256c0abe00a7 2024-04-02T08:28:18.851 INFO:teuthology.orchestra.run.smithi012.stdout:osd.7 smithi055 running (8m) 48s ago 8m 136M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d edc056f1c4d7 2024-04-02T08:28:18.851 INFO:teuthology.orchestra.run.smithi012.stdout:prometheus.a smithi055 *:9095 running (2m) 48s ago 7m 53.7M - 2.43.0 a07b618ecd1d c518c69f0a2f 2024-04-02T08:28:18.993 INFO:tasks.rados.rados.0.smithi012.stdout:1244: done (2 left) 2024-04-02T08:28:18.993 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 26 current snap is 117 2024-04-02T08:28:18.994 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 44 v 633 (ObjNum 232 snap 59 seq_num 232) dirty exists 2024-04-02T08:28:18.994 INFO:tasks.rados.rados.0.smithi012.stdout:1245: seq_num 390 ranges {0=540672,540672=630784,1171456=573440} 2024-04-02T08:28:18.997 INFO:tasks.rados.rados.0.smithi012.stdout:1245: writing smithi01277369-26 from 0 to 540672 tid 1 2024-04-02T08:28:19.001 INFO:tasks.rados.rados.0.smithi012.stdout:1245: writing smithi01277369-26 from 540672 to 1171456 tid 2 2024-04-02T08:28:19.004 INFO:tasks.rados.rados.0.smithi012.stdout:1245: writing smithi01277369-26 from 1171456 to 1744896 tid 3 2024-04-02T08:28:19.005 INFO:tasks.rados.rados.0.smithi012.stdout:1243: done (2 left) 2024-04-02T08:28:19.005 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 6 current snap is 117 2024-04-02T08:28:19.005 INFO:tasks.rados.rados.0.smithi012.stdout:1246: seq_num 391 ranges {2760704=557056,3317760=516096,3833856=688128} 2024-04-02T08:28:19.024 INFO:tasks.rados.rados.0.smithi012.stdout:1246: writing smithi01277369-6 from 2760704 to 3317760 tid 1 2024-04-02T08:28:19.028 INFO:tasks.rados.rados.0.smithi012.stdout:1246: writing smithi01277369-6 from 3317760 to 3833856 tid 2 2024-04-02T08:28:19.033 INFO:tasks.rados.rados.0.smithi012.stdout:1246: writing smithi01277369-6 from 3833856 to 4521984 tid 3 2024-04-02T08:28:19.033 INFO:tasks.rados.rados.0.smithi012.stdout:1242: expect (ObjNum 266 snap 72 seq_num 266) 2024-04-02T08:28:19.149 INFO:tasks.rados.rados.0.smithi012.stdout:1245: finishing write tid 1 to smithi01277369-26 2024-04-02T08:28:19.149 INFO:tasks.rados.rados.0.smithi012.stdout:1245: finishing write tid 2 to smithi01277369-26 2024-04-02T08:28:19.149 INFO:tasks.rados.rados.0.smithi012.stdout:1245: finishing write tid 3 to smithi01277369-26 2024-04-02T08:28:19.149 INFO:tasks.rados.rados.0.smithi012.stdout:1245: finishing write tid 4 to smithi01277369-26 2024-04-02T08:28:19.149 INFO:tasks.rados.rados.0.smithi012.stdout:1245: finishing write tid 5 to smithi01277369-26 2024-04-02T08:28:19.149 INFO:tasks.rados.rados.0.smithi012.stdout:1245: oid 26 updating version 0 to 202 2024-04-02T08:28:19.150 INFO:tasks.rados.rados.0.smithi012.stdout:1245: oid 26 updating version 202 to 203 2024-04-02T08:28:19.150 INFO:tasks.rados.rados.0.smithi012.stdout:1245: oid 26 updating version 203 to 204 2024-04-02T08:28:19.150 INFO:tasks.rados.rados.0.smithi012.stdout:1245: oid 26 version 204 is already newer than 201 2024-04-02T08:28:19.150 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 26 v 204 (ObjNum 390 snap 117 seq_num 390) dirty exists 2024-04-02T08:28:19.150 INFO:tasks.rados.rados.0.smithi012.stdout:1245: left oid 26 (ObjNum 390 snap 117 seq_num 390) 2024-04-02T08:28:19.150 INFO:tasks.rados.rados.0.smithi012.stdout:1246: finishing write tid 1 to smithi01277369-6 2024-04-02T08:28:19.150 INFO:tasks.rados.rados.0.smithi012.stdout:1246: finishing write tid 2 to smithi01277369-6 2024-04-02T08:28:19.150 INFO:tasks.rados.rados.0.smithi012.stdout:1246: finishing write tid 3 to smithi01277369-6 2024-04-02T08:28:19.150 INFO:tasks.rados.rados.0.smithi012.stdout:1246: finishing write tid 4 to smithi01277369-6 2024-04-02T08:28:19.150 INFO:tasks.rados.rados.0.smithi012.stdout:1242: done (2 left) 2024-04-02T08:28:19.150 INFO:tasks.rados.rados.0.smithi012.stdout:1245: done (1 left) 2024-04-02T08:28:19.150 INFO:tasks.rados.rados.0.smithi012.stdout:1247: rollback oid 11 current snap is 117 2024-04-02T08:28:19.150 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 11 to 113 2024-04-02T08:28:19.150 INFO:tasks.rados.rados.0.smithi012.stdout:1246: finishing write tid 5 to smithi01277369-6 2024-04-02T08:28:19.151 INFO:tasks.rados.rados.0.smithi012.stdout:1246: oid 6 updating version 0 to 230 2024-04-02T08:28:19.151 INFO:tasks.rados.rados.0.smithi012.stdout:1246: oid 6 updating version 230 to 231 2024-04-02T08:28:19.151 INFO:tasks.rados.rados.0.smithi012.stdout:1246: oid 6 updating version 231 to 232 2024-04-02T08:28:19.151 INFO:tasks.rados.rados.0.smithi012.stdout:1246: oid 6 updating version 232 to 233 2024-04-02T08:28:19.151 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 6 v 233 (ObjNum 391 snap 117 seq_num 391) dirty exists 2024-04-02T08:28:19.151 INFO:tasks.rados.rados.0.smithi012.stdout:1246: left oid 6 (ObjNum 391 snap 117 seq_num 391) 2024-04-02T08:28:19.151 INFO:tasks.rados.rados.0.smithi012.stdout:1246: done (1 left) 2024-04-02T08:28:19.151 INFO:tasks.rados.rados.0.smithi012.stdout:1248: rollback oid 23 current snap is 117 2024-04-02T08:28:19.151 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 23 to 113 2024-04-02T08:28:19.151 INFO:tasks.rados.rados.0.smithi012.stdout:1249: rmattr oid 36 current snap is 117 2024-04-02T08:28:19.151 INFO:tasks.rados.rados.0.smithi012.stdout:1250: rmattr oid 16 current snap is 117 2024-04-02T08:28:19.151 INFO:tasks.rados.rados.0.smithi012.stdout:1250: done (3 left) 2024-04-02T08:28:19.151 INFO:tasks.rados.rados.0.smithi012.stdout:1251: delete oid 42 current snap is 117 2024-04-02T08:28:19.154 INFO:tasks.rados.rados.0.smithi012.stdout:1251: done (3 left) 2024-04-02T08:28:19.154 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 32 current snap is 117 2024-04-02T08:28:19.154 INFO:tasks.rados.rados.0.smithi012.stdout:1252: seq_num 393 ranges {1269760=589824,1859584=679936,2539520=524288} 2024-04-02T08:28:19.165 INFO:tasks.rados.rados.0.smithi012.stdout:1252: writing smithi01277369-32 from 1269760 to 1859584 tid 1 2024-04-02T08:28:19.169 INFO:tasks.rados.rados.0.smithi012.stdout:1252: writing smithi01277369-32 from 1859584 to 2539520 tid 2 2024-04-02T08:28:19.173 INFO:tasks.rados.rados.0.smithi012.stdout:1252: writing smithi01277369-32 from 2539520 to 3063808 tid 3 2024-04-02T08:28:19.173 INFO:tasks.rados.rados.0.smithi012.stdout:1248: finishing rollback tid 0 to smithi01277369-23 2024-04-02T08:28:19.173 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 36 v 587 (ObjNum 363 snap 109 seq_num 363) dirty exists 2024-04-02T08:28:19.173 INFO:tasks.rados.rados.0.smithi012.stdout:1248: finishing rollback tid 1 to smithi01277369-23 2024-04-02T08:28:19.173 INFO:tasks.rados.rados.0.smithi012.stdout:1248: finishing rollback tid 2 to smithi01277369-23 2024-04-02T08:28:19.173 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 23 v 458 (ObjNum 338 snap 103 seq_num 338) dirty exists 2024-04-02T08:28:19.173 INFO:tasks.rados.rados.0.smithi012.stdout:1247: finishing rollback tid 0 to smithi01277369-11 2024-04-02T08:28:19.173 INFO:tasks.rados.rados.0.smithi012.stdout:1247: finishing rollback tid 1 to smithi01277369-11 2024-04-02T08:28:19.173 INFO:tasks.rados.rados.0.smithi012.stdout:1247: finishing rollback tid 2 to smithi01277369-11 2024-04-02T08:28:19.173 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 11 v 807 (ObjNum 70 snap 7 seq_num 70) dirty exists 2024-04-02T08:28:19.174 INFO:tasks.rados.rados.0.smithi012.stdout:1252: finishing write tid 1 to smithi01277369-32 2024-04-02T08:28:19.174 INFO:tasks.rados.rados.0.smithi012.stdout:1252: finishing write tid 2 to smithi01277369-32 2024-04-02T08:28:19.174 INFO:tasks.rados.rados.0.smithi012.stdout:1247: done (3 left) 2024-04-02T08:28:19.174 INFO:tasks.rados.rados.0.smithi012.stdout:1248: done (2 left) 2024-04-02T08:28:19.174 INFO:tasks.rados.rados.0.smithi012.stdout:1249: done (1 left) 2024-04-02T08:28:19.174 INFO:tasks.rados.rados.0.smithi012.stdout:1253: snap_remove snap 113 2024-04-02T08:28:19.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:18 smithi012 ceph-mon[88355]: osdmap e310: 8 total, 8 up, 8 in 2024-04-02T08:28:19.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:18 smithi012 ceph-mon[88355]: pgmap v133: 121 pgs: 13 active+undersized+degraded, 40 active+undersized, 68 active+clean; 165 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.5 MiB/s wr, 8 op/s; 62/300 objects degraded (20.667%) 2024-04-02T08:28:19.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:18 smithi012 ceph-mon[88355]: from='client.44144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:28:19.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:18 smithi012 ceph-mon[88355]: from='client.34209 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:28:19.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:18 smithi012 ceph-mon[88355]: Health check update: Degraded data redundancy: 62/300 objects degraded (20.667%), 13 pgs degraded (PG_DEGRADED) 2024-04-02T08:28:19.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:18 smithi012 ceph-mon[90784]: osdmap e310: 8 total, 8 up, 8 in 2024-04-02T08:28:19.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:18 smithi012 ceph-mon[90784]: pgmap v133: 121 pgs: 13 active+undersized+degraded, 40 active+undersized, 68 active+clean; 165 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.5 MiB/s wr, 8 op/s; 62/300 objects degraded (20.667%) 2024-04-02T08:28:19.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:18 smithi012 ceph-mon[90784]: from='client.44144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:28:19.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:18 smithi012 ceph-mon[90784]: from='client.34209 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:28:19.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:18 smithi012 ceph-mon[90784]: Health check update: Degraded data redundancy: 62/300 objects degraded (20.667%), 13 pgs degraded (PG_DEGRADED) 2024-04-02T08:28:19.282 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-04-02T08:28:19.282 INFO:teuthology.orchestra.run.smithi012.stdout: "mon": { 2024-04-02T08:28:19.282 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:28:19.282 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:28:19.282 INFO:teuthology.orchestra.run.smithi012.stdout: "mgr": { 2024-04-02T08:28:19.282 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:28:19.282 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:28:19.282 INFO:teuthology.orchestra.run.smithi012.stdout: "osd": { 2024-04-02T08:28:19.282 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 7, 2024-04-02T08:28:19.282 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 1 2024-04-02T08:28:19.282 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:28:19.282 INFO:teuthology.orchestra.run.smithi012.stdout: "mds": { 2024-04-02T08:28:19.283 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:28:19.283 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:28:19.283 INFO:teuthology.orchestra.run.smithi012.stdout: "overall": { 2024-04-02T08:28:19.283 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 9, 2024-04-02T08:28:19.283 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 6 2024-04-02T08:28:19.283 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-04-02T08:28:19.283 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-04-02T08:28:19.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:18 smithi055 ceph-mon[85080]: osdmap e310: 8 total, 8 up, 8 in 2024-04-02T08:28:19.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:18 smithi055 ceph-mon[85080]: pgmap v133: 121 pgs: 13 active+undersized+degraded, 40 active+undersized, 68 active+clean; 165 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.5 MiB/s wr, 8 op/s; 62/300 objects degraded (20.667%) 2024-04-02T08:28:19.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:18 smithi055 ceph-mon[85080]: from='client.44144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:28:19.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:18 smithi055 ceph-mon[85080]: from='client.34209 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:28:19.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:18 smithi055 ceph-mon[85080]: Health check update: Degraded data redundancy: 62/300 objects degraded (20.667%), 13 pgs degraded (PG_DEGRADED) 2024-04-02T08:28:20.003 INFO:tasks.rados.rados.0.smithi012.stdout:1253: done (1 left) 2024-04-02T08:28:20.004 INFO:tasks.rados.rados.0.smithi012.stdout:1254: read oid 38 snap -1 2024-04-02T08:28:20.004 INFO:tasks.rados.rados.0.smithi012.stdout:1254: expect (ObjNum 384 snap 117 seq_num 384) 2024-04-02T08:28:20.004 INFO:tasks.rados.rados.0.smithi012.stdout:1255: read oid 2 snap -1 2024-04-02T08:28:20.004 INFO:tasks.rados.rados.0.smithi012.stdout:1255: expect deleted 2024-04-02T08:28:20.004 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 24 current snap is 117 2024-04-02T08:28:20.004 INFO:tasks.rados.rados.0.smithi012.stdout:1252: finishing write tid 3 to smithi01277369-32 2024-04-02T08:28:20.004 INFO:tasks.rados.rados.0.smithi012.stdout:1256: seq_num 394 ranges {3629056=606208,4235264=565248,4800512=557056,5357568=81920} 2024-04-02T08:28:20.028 INFO:tasks.rados.rados.0.smithi012.stdout:1256: writing smithi01277369-24 from 3629056 to 4235264 tid 1 2024-04-02T08:28:20.032 INFO:tasks.rados.rados.0.smithi012.stdout:1256: writing smithi01277369-24 from 4235264 to 4800512 tid 2 2024-04-02T08:28:20.035 INFO:tasks.rados.rados.0.smithi012.stdout:1256: writing smithi01277369-24 from 4800512 to 5357568 tid 3 2024-04-02T08:28:20.037 INFO:tasks.rados.rados.0.smithi012.stdout:1256: writing smithi01277369-24 from 5357568 to 5439488 tid 4 2024-04-02T08:28:20.037 INFO:tasks.rados.rados.0.smithi012.stdout:1257: rollback oid 22 current snap is 117 2024-04-02T08:28:20.037 INFO:tasks.rados.rados.0.smithi012.stdout:1257: done (4 left) 2024-04-02T08:28:20.037 INFO:tasks.rados.rados.0.smithi012.stdout:1258: read oid 10 snap -1 2024-04-02T08:28:20.037 INFO:tasks.rados.rados.0.smithi012.stdout:1258: expect (ObjNum 368 snap 112 seq_num 368) 2024-04-02T08:28:20.037 INFO:tasks.rados.rados.0.smithi012.stdout:1259: snap_create 2024-04-02T08:28:20.037 INFO:tasks.rados.rados.0.smithi012.stdout:1252: finishing write tid 4 to smithi01277369-32 2024-04-02T08:28:20.038 INFO:tasks.rados.rados.0.smithi012.stdout:1252: finishing write tid 5 to smithi01277369-32 2024-04-02T08:28:20.038 INFO:tasks.rados.rados.0.smithi012.stdout:1252: oid 32 updating version 0 to 813 2024-04-02T08:28:20.038 INFO:tasks.rados.rados.0.smithi012.stdout:1252: oid 32 updating version 813 to 814 2024-04-02T08:28:20.038 INFO:tasks.rados.rados.0.smithi012.stdout:1252: oid 32 version 814 is already newer than 811 2024-04-02T08:28:20.038 INFO:tasks.rados.rados.0.smithi012.stdout:1252: oid 32 version 814 is already newer than 812 2024-04-02T08:28:20.038 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 32 v 814 (ObjNum 393 snap 117 seq_num 393) dirty exists 2024-04-02T08:28:20.038 INFO:tasks.rados.rados.0.smithi012.stdout:1252: left oid 32 (ObjNum 393 snap 117 seq_num 393) 2024-04-02T08:28:20.038 INFO:tasks.rados.rados.0.smithi012.stdout:1256: finishing write tid 1 to smithi01277369-24 2024-04-02T08:28:20.038 INFO:tasks.rados.rados.0.smithi012.stdout:1256: finishing write tid 2 to smithi01277369-24 2024-04-02T08:28:20.042 INFO:tasks.rados.rados.0.smithi012.stdout:1256: finishing write tid 3 to smithi01277369-24 2024-04-02T08:28:20.042 INFO:tasks.rados.rados.0.smithi012.stdout:1256: finishing write tid 4 to smithi01277369-24 2024-04-02T08:28:20.044 INFO:tasks.rados.rados.0.smithi012.stdout:1254: expect (ObjNum 384 snap 117 seq_num 384) 2024-04-02T08:28:20.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:19 smithi055 ceph-mon[85080]: osdmap e311: 8 total, 8 up, 8 in 2024-04-02T08:28:20.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:19 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3396405391' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:20.369 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:19 smithi012 ceph-mon[88355]: osdmap e311: 8 total, 8 up, 8 in 2024-04-02T08:28:20.369 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:19 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3396405391' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:20.370 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:19 smithi012 ceph-mon[90784]: osdmap e311: 8 total, 8 up, 8 in 2024-04-02T08:28:20.370 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:19 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3396405391' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:20.459 INFO:tasks.rados.rados.0.smithi012.stdout:1256: finishing write tid 5 to smithi01277369-24 2024-04-02T08:28:20.459 INFO:tasks.rados.rados.0.smithi012.stdout:1256: finishing write tid 6 to smithi01277369-24 2024-04-02T08:28:20.459 INFO:tasks.rados.rados.0.smithi012.stdout:1256: oid 24 updating version 0 to 823 2024-04-02T08:28:20.459 INFO:tasks.rados.rados.0.smithi012.stdout:1256: oid 24 updating version 823 to 824 2024-04-02T08:28:20.459 INFO:tasks.rados.rados.0.smithi012.stdout:1256: oid 24 updating version 824 to 826 2024-04-02T08:28:20.459 INFO:tasks.rados.rados.0.smithi012.stdout:1256: oid 24 updating version 826 to 827 2024-04-02T08:28:20.459 INFO:tasks.rados.rados.0.smithi012.stdout:1256: oid 24 version 827 is already newer than 825 2024-04-02T08:28:20.460 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 24 v 827 (ObjNum 394 snap 117 seq_num 394) dirty exists 2024-04-02T08:28:20.460 INFO:tasks.rados.rados.0.smithi012.stdout:1256: left oid 24 (ObjNum 394 snap 117 seq_num 394) 2024-04-02T08:28:20.460 INFO:tasks.rados.rados.0.smithi012.stdout:1258: expect (ObjNum 368 snap 112 seq_num 368) 2024-04-02T08:28:20.678 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:28:20 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:28:20.540+0000 7f8b165ca700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-04-02T08:28:21.011 INFO:tasks.rados.rados.0.smithi012.stdout:1252: done (5 left) 2024-04-02T08:28:21.011 INFO:tasks.rados.rados.0.smithi012.stdout:1254: done (4 left) 2024-04-02T08:28:21.011 INFO:tasks.rados.rados.0.smithi012.stdout:1255: done (3 left) 2024-04-02T08:28:21.011 INFO:tasks.rados.rados.0.smithi012.stdout:1256: done (2 left) 2024-04-02T08:28:21.012 INFO:tasks.rados.rados.0.smithi012.stdout:1258: done (1 left) 2024-04-02T08:28:21.012 INFO:tasks.rados.rados.0.smithi012.stdout:1259: done (0 left) 2024-04-02T08:28:21.012 INFO:tasks.rados.rados.0.smithi012.stdout:1260: snap_remove snap 117 2024-04-02T08:28:21.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:21 smithi055 ceph-mon[85080]: osdmap e312: 8 total, 8 up, 8 in 2024-04-02T08:28:21.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:21 smithi055 ceph-mon[85080]: pgmap v136: 121 pgs: 10 active+undersized+degraded, 28 active+undersized, 83 active+clean; 162 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 2.0 MiB/s wr, 0 op/s; 51/288 objects degraded (17.708%); 388 KiB/s, 0 objects/s recovering 2024-04-02T08:28:21.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:21 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:21.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:21 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:21.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:21 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:21.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:21 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:28:21.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:21 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:21.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:21 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:28:21.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:21 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:21.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:21 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:21.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:21 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:21.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:21 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:28:21.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:21 smithi055 ceph-mon[85080]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:28:21.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:21 smithi055 ceph-mon[85080]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-04-02T08:28:21.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:21 smithi012 ceph-mon[88355]: osdmap e312: 8 total, 8 up, 8 in 2024-04-02T08:28:21.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:21 smithi012 ceph-mon[88355]: pgmap v136: 121 pgs: 10 active+undersized+degraded, 28 active+undersized, 83 active+clean; 162 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 2.0 MiB/s wr, 0 op/s; 51/288 objects degraded (17.708%); 388 KiB/s, 0 objects/s recovering 2024-04-02T08:28:21.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:21 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:21.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:21 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:21.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:21 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:21.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:21 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:28:21.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:21 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:21.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:21 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:28:21.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:21 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:21.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:21 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:21.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:21 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:21.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:21 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:28:21.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:21 smithi012 ceph-mon[88355]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:28:21.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:21 smithi012 ceph-mon[88355]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-04-02T08:28:21.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:21 smithi012 ceph-mon[90784]: osdmap e312: 8 total, 8 up, 8 in 2024-04-02T08:28:21.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:21 smithi012 ceph-mon[90784]: pgmap v136: 121 pgs: 10 active+undersized+degraded, 28 active+undersized, 83 active+clean; 162 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 2.0 MiB/s wr, 0 op/s; 51/288 objects degraded (17.708%); 388 KiB/s, 0 objects/s recovering 2024-04-02T08:28:21.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:21 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:21.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:21 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:21.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:21 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:21.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:21 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:28:21.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:21 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:21.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:21 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:28:21.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:21 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:21.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:21 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:21.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:21 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:21.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:21 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:28:21.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:21 smithi012 ceph-mon[90784]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:28:21.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:21 smithi012 ceph-mon[90784]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-04-02T08:28:22.011 INFO:tasks.rados.rados.0.smithi012.stdout:1260: done (0 left) 2024-04-02T08:28:22.011 INFO:tasks.rados.rados.0.smithi012.stdout:1261: copy_from oid 26 from oid 24 current snap is 118 2024-04-02T08:28:22.012 INFO:tasks.rados.rados.0.smithi012.stdout:1262: snap_create 2024-04-02T08:28:22.050 INFO:tasks.rados.rados.0.smithi012.stdout:1261: finishing copy_from racing read to smithi01277369-26 2024-04-02T08:28:22.057 INFO:tasks.rados.rados.0.smithi012.stdout:1261: finishing copy_from to smithi01277369-26 2024-04-02T08:28:22.057 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 26 v 827 (ObjNum 394 snap 117 seq_num 394) dirty exists 2024-04-02T08:28:22.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:22 smithi055 ceph-mon[85080]: osdmap e313: 8 total, 8 up, 8 in 2024-04-02T08:28:22.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:22 smithi012 ceph-mon[90784]: osdmap e313: 8 total, 8 up, 8 in 2024-04-02T08:28:22.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:22 smithi012 ceph-mon[88355]: osdmap e313: 8 total, 8 up, 8 in 2024-04-02T08:28:22.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:28:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:28:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:28:23.015 INFO:tasks.rados.rados.0.smithi012.stdout:1261: done (1 left) 2024-04-02T08:28:23.015 INFO:tasks.rados.rados.0.smithi012.stdout:1262: done (0 left) 2024-04-02T08:28:23.015 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 11 current snap is 119 2024-04-02T08:28:23.015 INFO:tasks.rados.rados.0.smithi012.stdout:1263: seq_num 395 ranges {1318912=622592,1941504=450560,2392064=753664} 2024-04-02T08:28:23.025 INFO:tasks.rados.rados.0.smithi012.stdout:1263: writing smithi01277369-11 from 1318912 to 1941504 tid 1 2024-04-02T08:28:23.028 INFO:tasks.rados.rados.0.smithi012.stdout:1263: writing smithi01277369-11 from 1941504 to 2392064 tid 2 2024-04-02T08:28:23.033 INFO:tasks.rados.rados.0.smithi012.stdout:1263: writing smithi01277369-11 from 2392064 to 3145728 tid 3 2024-04-02T08:28:23.033 INFO:tasks.rados.rados.0.smithi012.stdout:1264: rmattr oid 30 current snap is 119 2024-04-02T08:28:23.033 INFO:tasks.rados.rados.0.smithi012.stdout:1264: done (1 left) 2024-04-02T08:28:23.033 INFO:tasks.rados.rados.0.smithi012.stdout:1265: delete oid 19 current snap is 119 2024-04-02T08:28:23.039 INFO:tasks.rados.rados.0.smithi012.stdout:1263: finishing write tid 1 to smithi01277369-11 2024-04-02T08:28:23.040 INFO:tasks.rados.rados.0.smithi012.stdout:1263: finishing write tid 2 to smithi01277369-11 2024-04-02T08:28:23.040 INFO:tasks.rados.rados.0.smithi012.stdout:1263: finishing write tid 3 to smithi01277369-11 2024-04-02T08:28:23.040 INFO:tasks.rados.rados.0.smithi012.stdout:1263: finishing write tid 4 to smithi01277369-11 2024-04-02T08:28:23.041 INFO:tasks.rados.rados.0.smithi012.stdout:1265: done (1 left) 2024-04-02T08:28:23.041 INFO:tasks.rados.rados.0.smithi012.stdout:1266: rollback oid 30 current snap is 119 2024-04-02T08:28:23.041 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 30 to 118 2024-04-02T08:28:23.041 INFO:tasks.rados.rados.0.smithi012.stdout:1267: copy_from oid 23 from oid 17 current snap is 119 2024-04-02T08:28:23.041 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 24 current snap is 119 2024-04-02T08:28:23.041 INFO:tasks.rados.rados.0.smithi012.stdout:1268: seq_num 397 ranges {5439488=655360,6094848=671744,6766592=532480} 2024-04-02T08:28:23.074 INFO:tasks.rados.rados.0.smithi012.stdout:1268: writing smithi01277369-24 from 5439488 to 6094848 tid 1 2024-04-02T08:28:23.078 INFO:tasks.rados.rados.0.smithi012.stdout:1268: writing smithi01277369-24 from 6094848 to 6766592 tid 2 2024-04-02T08:28:23.082 INFO:tasks.rados.rados.0.smithi012.stdout:1268: writing smithi01277369-24 from 6766592 to 7299072 tid 3 2024-04-02T08:28:23.082 INFO:tasks.rados.rados.0.smithi012.stdout:1269: read oid 34 snap 118 2024-04-02T08:28:23.082 INFO:tasks.rados.rados.0.smithi012.stdout:1269: expect (ObjNum 330 snap 99 seq_num 330) 2024-04-02T08:28:23.082 INFO:tasks.rados.rados.0.smithi012.stdout:1270: snap_create 2024-04-02T08:28:23.082 INFO:tasks.rados.rados.0.smithi012.stdout:1266: finishing rollback tid 1 to smithi01277369-30 2024-04-02T08:28:23.082 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 30 v 0 (ObjNum 321 snap 0 seq_num 2613030416) dirty dne 2024-04-02T08:28:23.083 INFO:tasks.rados.rados.0.smithi012.stdout:1263: finishing write tid 5 to smithi01277369-11 2024-04-02T08:28:23.083 INFO:tasks.rados.rados.0.smithi012.stdout:1263: oid 11 updating version 0 to 832 2024-04-02T08:28:23.083 INFO:tasks.rados.rados.0.smithi012.stdout:1263: oid 11 version 832 is already newer than 830 2024-04-02T08:28:23.083 INFO:tasks.rados.rados.0.smithi012.stdout:1263: oid 11 version 832 is already newer than 829 2024-04-02T08:28:23.083 INFO:tasks.rados.rados.0.smithi012.stdout:1263: oid 11 version 832 is already newer than 831 2024-04-02T08:28:23.083 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 11 v 832 (ObjNum 395 snap 119 seq_num 395) dirty exists 2024-04-02T08:28:23.083 INFO:tasks.rados.rados.0.smithi012.stdout:1263: left oid 11 (ObjNum 395 snap 119 seq_num 395) 2024-04-02T08:28:23.083 INFO:tasks.rados.rados.0.smithi012.stdout:1267: finishing copy_from to smithi01277369-23 2024-04-02T08:28:23.083 INFO:tasks.rados.rados.0.smithi012.stdout:1267: got expected ENOENT (src dne) 2024-04-02T08:28:23.083 INFO:tasks.rados.rados.0.smithi012.stdout:1267: finishing copy_from racing read to smithi01277369-23 2024-04-02T08:28:23.083 INFO:tasks.rados.rados.0.smithi012.stdout:1268: finishing write tid 1 to smithi01277369-24 2024-04-02T08:28:23.083 INFO:tasks.rados.rados.0.smithi012.stdout:1268: finishing write tid 2 to smithi01277369-24 2024-04-02T08:28:23.084 INFO:tasks.rados.rados.0.smithi012.stdout:1268: finishing write tid 3 to smithi01277369-24 2024-04-02T08:28:23.084 INFO:tasks.rados.rados.0.smithi012.stdout:1268: finishing write tid 4 to smithi01277369-24 2024-04-02T08:28:23.086 INFO:tasks.rados.rados.0.smithi012.stdout:1268: finishing write tid 5 to smithi01277369-24 2024-04-02T08:28:23.086 INFO:tasks.rados.rados.0.smithi012.stdout:1268: oid 24 updating version 0 to 837 2024-04-02T08:28:23.086 INFO:tasks.rados.rados.0.smithi012.stdout:1268: oid 24 version 837 is already newer than 834 2024-04-02T08:28:23.086 INFO:tasks.rados.rados.0.smithi012.stdout:1268: oid 24 version 837 is already newer than 836 2024-04-02T08:28:23.086 INFO:tasks.rados.rados.0.smithi012.stdout:1268: oid 24 version 837 is already newer than 835 2024-04-02T08:28:23.086 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 24 v 837 (ObjNum 397 snap 119 seq_num 397) dirty exists 2024-04-02T08:28:23.086 INFO:tasks.rados.rados.0.smithi012.stdout:1268: left oid 24 (ObjNum 397 snap 119 seq_num 397) 2024-04-02T08:28:23.096 INFO:tasks.rados.rados.0.smithi012.stdout:1269: expect (ObjNum 330 snap 99 seq_num 330) 2024-04-02T08:28:23.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:23 smithi055 ceph-mon[85080]: osdmap e314: 8 total, 8 up, 8 in 2024-04-02T08:28:23.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:23 smithi055 ceph-mon[85080]: pgmap v139: 121 pgs: 121 active+clean; 152 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 5.3 MiB/s wr, 27 op/s; 11 MiB/s, 4 objects/s recovering 2024-04-02T08:28:23.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:23 smithi012 ceph-mon[90784]: osdmap e314: 8 total, 8 up, 8 in 2024-04-02T08:28:23.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:23 smithi012 ceph-mon[90784]: pgmap v139: 121 pgs: 121 active+clean; 152 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 5.3 MiB/s wr, 27 op/s; 11 MiB/s, 4 objects/s recovering 2024-04-02T08:28:23.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:23 smithi012 ceph-mon[88355]: osdmap e314: 8 total, 8 up, 8 in 2024-04-02T08:28:23.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:23 smithi012 ceph-mon[88355]: pgmap v139: 121 pgs: 121 active+clean; 152 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 5.3 MiB/s wr, 27 op/s; 11 MiB/s, 4 objects/s recovering 2024-04-02T08:28:23.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:28:23 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:28:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi012\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi012\", job=\"node\", machine=\"x86_64\", nodename=\"smithi012\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi012\", job=\"node\", machine=\"x86_64\", nodename=\"smithi012\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:28:23.884 INFO:tasks.rados.rados.0.smithi012.stdout:1263: done (5 left) 2024-04-02T08:28:23.884 INFO:tasks.rados.rados.0.smithi012.stdout:1266: done (4 left) 2024-04-02T08:28:23.884 INFO:tasks.rados.rados.0.smithi012.stdout:1267: done (3 left) 2024-04-02T08:28:23.884 INFO:tasks.rados.rados.0.smithi012.stdout:1268: done (2 left) 2024-04-02T08:28:23.884 INFO:tasks.rados.rados.0.smithi012.stdout:1269: done (1 left) 2024-04-02T08:28:23.884 INFO:tasks.rados.rados.0.smithi012.stdout:1270: done (0 left) 2024-04-02T08:28:23.884 INFO:tasks.rados.rados.0.smithi012.stdout:1271: delete oid 26 current snap is 120 2024-04-02T08:28:23.891 INFO:tasks.rados.rados.0.smithi012.stdout:1271: done (0 left) 2024-04-02T08:28:23.891 INFO:tasks.rados.rados.0.smithi012.stdout:1272: delete oid 5 current snap is 120 2024-04-02T08:28:23.896 INFO:tasks.rados.rados.0.smithi012.stdout:1272: done (0 left) 2024-04-02T08:28:23.896 INFO:tasks.rados.rados.0.smithi012.stdout:1273: copy_from oid 21 from oid 29 current snap is 120 2024-04-02T08:28:23.897 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 3 current snap is 120 2024-04-02T08:28:23.897 INFO:tasks.rados.rados.0.smithi012.stdout:1274: seq_num 400 ranges {3170304=704512,3874816=720896,4595712=483328} 2024-04-02T08:28:23.917 INFO:tasks.rados.rados.0.smithi012.stdout:1274: writing smithi01277369-3 from 3170304 to 3874816 tid 1 2024-04-02T08:28:23.922 INFO:tasks.rados.rados.0.smithi012.stdout:1274: writing smithi01277369-3 from 3874816 to 4595712 tid 2 2024-04-02T08:28:23.925 INFO:tasks.rados.rados.0.smithi012.stdout:1274: writing smithi01277369-3 from 4595712 to 5079040 tid 3 2024-04-02T08:28:23.926 INFO:tasks.rados.rados.0.smithi012.stdout:1275: copy_from oid 35 from oid 34 current snap is 120 2024-04-02T08:28:23.926 INFO:tasks.rados.rados.0.smithi012.stdout:1273: finishing copy_from racing read to smithi01277369-21 2024-04-02T08:28:23.926 INFO:tasks.rados.rados.0.smithi012.stdout:1273: finishing copy_from to smithi01277369-21 2024-04-02T08:28:23.926 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 21 v 196 (ObjNum 388 snap 117 seq_num 388) dirty exists 2024-04-02T08:28:23.926 INFO:tasks.rados.rados.0.smithi012.stdout:1274: finishing write tid 1 to smithi01277369-3 2024-04-02T08:28:23.926 INFO:tasks.rados.rados.0.smithi012.stdout:1273: done (2 left) 2024-04-02T08:28:23.926 INFO:tasks.rados.rados.0.smithi012.stdout:1276: read oid 38 snap -1 2024-04-02T08:28:23.926 INFO:tasks.rados.rados.0.smithi012.stdout:1276: expect (ObjNum 384 snap 117 seq_num 384) 2024-04-02T08:28:23.926 INFO:tasks.rados.rados.0.smithi012.stdout:1277: copy_from oid 10 from oid 50 current snap is 120 2024-04-02T08:28:23.926 INFO:tasks.rados.rados.0.smithi012.stdout:1278: snap_remove snap 118 2024-04-02T08:28:24.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:24 smithi055 ceph-mon[85080]: osdmap e315: 8 total, 8 up, 8 in 2024-04-02T08:28:24.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:24 smithi055 ceph-mon[85080]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 51/288 objects degraded (17.708%), 10 pgs degraded) 2024-04-02T08:28:24.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:24 smithi055 ceph-mon[85080]: Cluster is now healthy 2024-04-02T08:28:24.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:24 smithi055 ceph-mon[85080]: osdmap e316: 8 total, 8 up, 8 in 2024-04-02T08:28:24.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:24 smithi012 ceph-mon[88355]: osdmap e315: 8 total, 8 up, 8 in 2024-04-02T08:28:24.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:24 smithi012 ceph-mon[88355]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 51/288 objects degraded (17.708%), 10 pgs degraded) 2024-04-02T08:28:24.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:24 smithi012 ceph-mon[88355]: Cluster is now healthy 2024-04-02T08:28:24.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:24 smithi012 ceph-mon[88355]: osdmap e316: 8 total, 8 up, 8 in 2024-04-02T08:28:24.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:24 smithi012 ceph-mon[90784]: osdmap e315: 8 total, 8 up, 8 in 2024-04-02T08:28:24.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:24 smithi012 ceph-mon[90784]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 51/288 objects degraded (17.708%), 10 pgs degraded) 2024-04-02T08:28:24.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:24 smithi012 ceph-mon[90784]: Cluster is now healthy 2024-04-02T08:28:24.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:24 smithi012 ceph-mon[90784]: osdmap e316: 8 total, 8 up, 8 in 2024-04-02T08:28:24.883 INFO:tasks.rados.rados.0.smithi012.stdout:1278: done (4 left) 2024-04-02T08:28:24.883 INFO:tasks.rados.rados.0.smithi012.stdout:1279: delete oid 25 current snap is 120 2024-04-02T08:28:24.883 INFO:tasks.rados.rados.0.smithi012.stdout:1274: finishing write tid 2 to smithi01277369-3 2024-04-02T08:28:24.883 INFO:tasks.rados.rados.0.smithi012.stdout:1274: finishing write tid 3 to smithi01277369-3 2024-04-02T08:28:24.883 INFO:tasks.rados.rados.0.smithi012.stdout:1274: finishing write tid 4 to smithi01277369-3 2024-04-02T08:28:24.883 INFO:tasks.rados.rados.0.smithi012.stdout:1274: finishing write tid 5 to smithi01277369-3 2024-04-02T08:28:24.883 INFO:tasks.rados.rados.0.smithi012.stdout:1274: oid 3 updating version 0 to 404 2024-04-02T08:28:24.884 INFO:tasks.rados.rados.0.smithi012.stdout:1274: oid 3 updating version 404 to 405 2024-04-02T08:28:24.884 INFO:tasks.rados.rados.0.smithi012.stdout:1274: oid 3 version 405 is already newer than 403 2024-04-02T08:28:24.884 INFO:tasks.rados.rados.0.smithi012.stdout:1274: oid 3 version 405 is already newer than 402 2024-04-02T08:28:24.884 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 3 v 405 (ObjNum 400 snap 120 seq_num 400) dirty exists 2024-04-02T08:28:24.884 INFO:tasks.rados.rados.0.smithi012.stdout:1274: left oid 3 (ObjNum 400 snap 120 seq_num 400) 2024-04-02T08:28:24.884 INFO:tasks.rados.rados.0.smithi012.stdout:1277: finishing copy_from racing read to smithi01277369-10 2024-04-02T08:28:24.884 INFO:tasks.rados.rados.0.smithi012.stdout:1277: finishing copy_from to smithi01277369-10 2024-04-02T08:28:24.884 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 10 v 226 (ObjNum 318 snap 97 seq_num 318) dirty exists 2024-04-02T08:28:24.884 INFO:tasks.rados.rados.0.smithi012.stdout:1275: finishing copy_from racing read to smithi01277369-35 2024-04-02T08:28:24.884 INFO:tasks.rados.rados.0.smithi012.stdout:1275: finishing copy_from to smithi01277369-35 2024-04-02T08:28:24.884 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 35 v 438 (ObjNum 330 snap 99 seq_num 330) dirty exists 2024-04-02T08:28:24.884 INFO:tasks.rados.rados.0.smithi012.stdout:1276: expect (ObjNum 384 snap 117 seq_num 384) 2024-04-02T08:28:25.302 INFO:tasks.rados.rados.0.smithi012.stdout:1274: done (4 left) 2024-04-02T08:28:25.302 INFO:tasks.rados.rados.0.smithi012.stdout:1275: done (3 left) 2024-04-02T08:28:25.302 INFO:tasks.rados.rados.0.smithi012.stdout:1276: done (2 left) 2024-04-02T08:28:25.302 INFO:tasks.rados.rados.0.smithi012.stdout:1277: done (1 left) 2024-04-02T08:28:25.302 INFO:tasks.rados.rados.0.smithi012.stdout:1279: done (0 left) 2024-04-02T08:28:25.303 INFO:tasks.rados.rados.0.smithi012.stdout:1280: rollback oid 50 current snap is 120 2024-04-02T08:28:25.303 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 50 to 119 2024-04-02T08:28:25.303 INFO:tasks.rados.rados.0.smithi012.stdout:1281: copy_from oid 39 from oid 10 current snap is 120 2024-04-02T08:28:25.303 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 2 current snap is 120 2024-04-02T08:28:25.303 INFO:tasks.rados.rados.0.smithi012.stdout:1282: seq_num 402 ranges {0=737280,737280=491520,1228800=516096,1744896=196608} 2024-04-02T08:28:25.305 INFO:tasks.rados.rados.0.smithi012.stdout:1282: writing smithi01277369-2 from 0 to 737280 tid 1 2024-04-02T08:28:25.307 INFO:tasks.rados.rados.0.smithi012.stdout:1282: writing smithi01277369-2 from 737280 to 1228800 tid 2 2024-04-02T08:28:25.310 INFO:tasks.rados.rados.0.smithi012.stdout:1282: writing smithi01277369-2 from 1228800 to 1744896 tid 3 2024-04-02T08:28:25.312 INFO:tasks.rados.rados.0.smithi012.stdout:1282: writing smithi01277369-2 from 1744896 to 1941504 tid 4 2024-04-02T08:28:25.312 INFO:tasks.rados.rados.0.smithi012.stdout:1283: read oid 36 snap -1 2024-04-02T08:28:25.312 INFO:tasks.rados.rados.0.smithi012.stdout:1283: expect (ObjNum 363 snap 109 seq_num 363) 2024-04-02T08:28:25.313 INFO:tasks.rados.rados.0.smithi012.stdout:1284: rollback oid 32 current snap is 120 2024-04-02T08:28:25.313 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 32 to 119 2024-04-02T08:28:25.313 INFO:tasks.rados.rados.0.smithi012.stdout:1280: finishing rollback tid 0 to smithi01277369-50 2024-04-02T08:28:25.313 INFO:tasks.rados.rados.0.smithi012.stdout:1280: finishing rollback tid 1 to smithi01277369-50 2024-04-02T08:28:25.313 INFO:tasks.rados.rados.0.smithi012.stdout:1280: finishing rollback tid 2 to smithi01277369-50 2024-04-02T08:28:25.313 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 50 v 236 (ObjNum 318 snap 97 seq_num 318) dirty exists 2024-04-02T08:28:25.313 INFO:tasks.rados.rados.0.smithi012.stdout:1281: finishing copy_from racing read to smithi01277369-39 2024-04-02T08:28:25.313 INFO:tasks.rados.rados.0.smithi012.stdout:1281: finishing copy_from to smithi01277369-39 2024-04-02T08:28:25.313 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 39 v 226 (ObjNum 318 snap 97 seq_num 318) dirty exists 2024-04-02T08:28:25.313 INFO:tasks.rados.rados.0.smithi012.stdout:1282: finishing write tid 1 to smithi01277369-2 2024-04-02T08:28:25.313 INFO:tasks.rados.rados.0.smithi012.stdout:1280: done (4 left) 2024-04-02T08:28:25.313 INFO:tasks.rados.rados.0.smithi012.stdout:1281: done (3 left) 2024-04-02T08:28:25.313 INFO:tasks.rados.rados.0.smithi012.stdout:1285: rollback oid 17 current snap is 120 2024-04-02T08:28:25.314 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 17 to 119 2024-04-02T08:28:25.314 INFO:tasks.rados.rados.0.smithi012.stdout:1282: finishing write tid 2 to smithi01277369-2 2024-04-02T08:28:25.314 INFO:tasks.rados.rados.0.smithi012.stdout:1286: copy_from oid 38 from oid 9 current snap is 120 2024-04-02T08:28:25.314 INFO:tasks.rados.rados.0.smithi012.stdout:1287: snap_create 2024-04-02T08:28:25.315 INFO:tasks.rados.rados.0.smithi012.stdout:1286: finishing copy_from to smithi01277369-38 2024-04-02T08:28:25.315 INFO:tasks.rados.rados.0.smithi012.stdout:1286: got expected ENOENT (src dne) 2024-04-02T08:28:25.315 INFO:tasks.rados.rados.0.smithi012.stdout:1286: finishing copy_from racing read to smithi01277369-38 2024-04-02T08:28:25.315 INFO:tasks.rados.rados.0.smithi012.stdout:1282: finishing write tid 3 to smithi01277369-2 2024-04-02T08:28:25.315 INFO:tasks.rados.rados.0.smithi012.stdout:1284: finishing rollback tid 0 to smithi01277369-32 2024-04-02T08:28:25.316 INFO:tasks.rados.rados.0.smithi012.stdout:1284: finishing rollback tid 1 to smithi01277369-32 2024-04-02T08:28:25.316 INFO:tasks.rados.rados.0.smithi012.stdout:1285: finishing rollback tid 1 to smithi01277369-17 2024-04-02T08:28:25.316 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 17 v 0 (ObjNum 289 snap 0 seq_num 1511222077) dirty dne 2024-04-02T08:28:25.316 INFO:tasks.rados.rados.0.smithi012.stdout:1284: finishing rollback tid 2 to smithi01277369-32 2024-04-02T08:28:25.316 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 32 v 849 (ObjNum 393 snap 117 seq_num 393) dirty exists 2024-04-02T08:28:25.316 INFO:tasks.rados.rados.0.smithi012.stdout:1282: finishing write tid 4 to smithi01277369-2 2024-04-02T08:28:25.321 INFO:tasks.rados.rados.0.smithi012.stdout:1282: finishing write tid 5 to smithi01277369-2 2024-04-02T08:28:25.321 INFO:tasks.rados.rados.0.smithi012.stdout:1282: finishing write tid 6 to smithi01277369-2 2024-04-02T08:28:25.321 INFO:tasks.rados.rados.0.smithi012.stdout:1282: oid 2 updating version 0 to 646 2024-04-02T08:28:25.321 INFO:tasks.rados.rados.0.smithi012.stdout:1282: oid 2 version 646 is already newer than 644 2024-04-02T08:28:25.322 INFO:tasks.rados.rados.0.smithi012.stdout:1282: oid 2 updating version 646 to 647 2024-04-02T08:28:25.322 INFO:tasks.rados.rados.0.smithi012.stdout:1282: oid 2 updating version 647 to 648 2024-04-02T08:28:25.322 INFO:tasks.rados.rados.0.smithi012.stdout:1282: oid 2 version 648 is already newer than 645 2024-04-02T08:28:25.322 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 2 v 648 (ObjNum 402 snap 120 seq_num 402) dirty exists 2024-04-02T08:28:25.322 INFO:tasks.rados.rados.0.smithi012.stdout:1282: left oid 2 (ObjNum 402 snap 120 seq_num 402) 2024-04-02T08:28:25.327 INFO:tasks.rados.rados.0.smithi012.stdout:1283: expect (ObjNum 363 snap 109 seq_num 363) 2024-04-02T08:28:26.034 INFO:tasks.rados.rados.0.smithi012.stdout:1282: done (5 left) 2024-04-02T08:28:26.034 INFO:tasks.rados.rados.0.smithi012.stdout:1283: done (4 left) 2024-04-02T08:28:26.034 INFO:tasks.rados.rados.0.smithi012.stdout:1284: done (3 left) 2024-04-02T08:28:26.034 INFO:tasks.rados.rados.0.smithi012.stdout:1285: done (2 left) 2024-04-02T08:28:26.034 INFO:tasks.rados.rados.0.smithi012.stdout:1286: done (1 left) 2024-04-02T08:28:26.034 INFO:tasks.rados.rados.0.smithi012.stdout:1287: done (0 left) 2024-04-02T08:28:26.034 INFO:tasks.rados.rados.0.smithi012.stdout:1288: read oid 31 snap 120 2024-04-02T08:28:26.034 INFO:tasks.rados.rados.0.smithi012.stdout:1288: expect (ObjNum 326 snap 99 seq_num 326) 2024-04-02T08:28:26.035 INFO:tasks.rados.rados.0.smithi012.stdout:1289: delete oid 4 current snap is 121 2024-04-02T08:28:26.042 INFO:tasks.rados.rados.0.smithi012.stdout:1289: done (1 left) 2024-04-02T08:28:26.042 INFO:tasks.rados.rados.0.smithi012.stdout:1290: snap_remove snap 119 2024-04-02T08:28:26.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:25 smithi012 ceph-mon[88355]: pgmap v142: 121 pgs: 121 active+clean; 152 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 3.3 MiB/s wr, 26 op/s; 11 MiB/s, 4 objects/s recovering 2024-04-02T08:28:26.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:25 smithi012 ceph-mon[88355]: osdmap e317: 8 total, 8 up, 8 in 2024-04-02T08:28:26.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:25 smithi012 ceph-mon[90784]: pgmap v142: 121 pgs: 121 active+clean; 152 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 3.3 MiB/s wr, 26 op/s; 11 MiB/s, 4 objects/s recovering 2024-04-02T08:28:26.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:25 smithi012 ceph-mon[90784]: osdmap e317: 8 total, 8 up, 8 in 2024-04-02T08:28:26.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:25 smithi055 ceph-mon[85080]: pgmap v142: 121 pgs: 121 active+clean; 152 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 3.3 MiB/s wr, 26 op/s; 11 MiB/s, 4 objects/s recovering 2024-04-02T08:28:26.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:25 smithi055 ceph-mon[85080]: osdmap e317: 8 total, 8 up, 8 in 2024-04-02T08:28:27.041 INFO:tasks.rados.rados.0.smithi012.stdout:1290: done (1 left) 2024-04-02T08:28:27.041 INFO:tasks.rados.rados.0.smithi012.stdout:1291: read oid 9 snap -1 2024-04-02T08:28:27.041 INFO:tasks.rados.rados.0.smithi012.stdout:1291: expect deleted 2024-04-02T08:28:27.042 INFO:tasks.rados.rados.0.smithi012.stdout:1292: delete oid 47 current snap is 121 2024-04-02T08:28:27.042 INFO:tasks.rados.rados.0.smithi012.stdout:1288: expect (ObjNum 326 snap 99 seq_num 326) 2024-04-02T08:28:27.063 INFO:tasks.rados.rados.0.smithi012.stdout:1288: done (2 left) 2024-04-02T08:28:27.063 INFO:tasks.rados.rados.0.smithi012.stdout:1291: done (1 left) 2024-04-02T08:28:27.063 INFO:tasks.rados.rados.0.smithi012.stdout:1292: done (0 left) 2024-04-02T08:28:27.063 INFO:tasks.rados.rados.0.smithi012.stdout:1293: snap_remove snap 120 2024-04-02T08:28:27.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:27 smithi055 ceph-mon[85080]: osdmap e318: 8 total, 8 up, 8 in 2024-04-02T08:28:27.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:27 smithi055 ceph-mon[85080]: pgmap v145: 121 pgs: 121 active+clean; 161 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.2 MiB/s wr, 9 op/s 2024-04-02T08:28:27.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:27 smithi012 ceph-mon[88355]: osdmap e318: 8 total, 8 up, 8 in 2024-04-02T08:28:27.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:27 smithi012 ceph-mon[88355]: pgmap v145: 121 pgs: 121 active+clean; 161 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.2 MiB/s wr, 9 op/s 2024-04-02T08:28:27.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:27 smithi012 ceph-mon[90784]: osdmap e318: 8 total, 8 up, 8 in 2024-04-02T08:28:27.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:27 smithi012 ceph-mon[90784]: pgmap v145: 121 pgs: 121 active+clean; 161 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.2 MiB/s wr, 9 op/s 2024-04-02T08:28:28.048 INFO:tasks.rados.rados.0.smithi012.stdout:1293: done (0 left) 2024-04-02T08:28:28.048 INFO:tasks.rados.rados.0.smithi012.stdout:1294: read oid 27 snap -1 2024-04-02T08:28:28.048 INFO:tasks.rados.rados.0.smithi012.stdout:1294: expect deleted 2024-04-02T08:28:28.048 INFO:tasks.rados.rados.0.smithi012.stdout:1295: snap_create 2024-04-02T08:28:28.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:28 smithi055 ceph-mon[85080]: osdmap e319: 8 total, 8 up, 8 in 2024-04-02T08:28:28.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:28 smithi012 ceph-mon[88355]: osdmap e319: 8 total, 8 up, 8 in 2024-04-02T08:28:28.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:28 smithi012 ceph-mon[90784]: osdmap e319: 8 total, 8 up, 8 in 2024-04-02T08:28:28.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:28:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:28:27] "GET /metrics HTTP/1.1" 200 36048 "" "Prometheus/2.43.0" 2024-04-02T08:28:28.883 INFO:tasks.rados.rados.0.smithi012.stdout:1294: done (1 left) 2024-04-02T08:28:28.883 INFO:tasks.rados.rados.0.smithi012.stdout:1295: done (0 left) 2024-04-02T08:28:28.883 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 16 current snap is 122 2024-04-02T08:28:28.883 INFO:tasks.rados.rados.0.smithi012.stdout:1296: seq_num 405 ranges {3325952=786432,4112384=589824,4702208=614400} 2024-04-02T08:28:28.905 INFO:tasks.rados.rados.0.smithi012.stdout:1296: writing smithi01277369-16 from 3325952 to 4112384 tid 1 2024-04-02T08:28:28.909 INFO:tasks.rados.rados.0.smithi012.stdout:1296: writing smithi01277369-16 from 4112384 to 4702208 tid 2 2024-04-02T08:28:28.913 INFO:tasks.rados.rados.0.smithi012.stdout:1296: writing smithi01277369-16 from 4702208 to 5316608 tid 3 2024-04-02T08:28:28.913 INFO:tasks.rados.rados.0.smithi012.stdout:1297: snap_create 2024-04-02T08:28:28.913 INFO:tasks.rados.rados.0.smithi012.stdout:1296: finishing write tid 1 to smithi01277369-16 2024-04-02T08:28:28.914 INFO:tasks.rados.rados.0.smithi012.stdout:1296: finishing write tid 2 to smithi01277369-16 2024-04-02T08:28:28.917 INFO:tasks.rados.rados.0.smithi012.stdout:1296: finishing write tid 3 to smithi01277369-16 2024-04-02T08:28:28.917 INFO:tasks.rados.rados.0.smithi012.stdout:1296: finishing write tid 4 to smithi01277369-16 2024-04-02T08:28:28.919 INFO:tasks.rados.rados.0.smithi012.stdout:1296: finishing write tid 5 to smithi01277369-16 2024-04-02T08:28:28.919 INFO:tasks.rados.rados.0.smithi012.stdout:1296: oid 16 updating version 0 to 221 2024-04-02T08:28:28.919 INFO:tasks.rados.rados.0.smithi012.stdout:1296: oid 16 version 221 is already newer than 219 2024-04-02T08:28:28.919 INFO:tasks.rados.rados.0.smithi012.stdout:1296: oid 16 version 221 is already newer than 220 2024-04-02T08:28:28.919 INFO:tasks.rados.rados.0.smithi012.stdout:1296: oid 16 version 221 is already newer than 218 2024-04-02T08:28:28.919 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 16 v 221 (ObjNum 405 snap 122 seq_num 405) dirty exists 2024-04-02T08:28:28.919 INFO:tasks.rados.rados.0.smithi012.stdout:1296: left oid 16 (ObjNum 405 snap 122 seq_num 405) 2024-04-02T08:28:29.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:29 smithi055 ceph-mon[85080]: osdmap e320: 8 total, 8 up, 8 in 2024-04-02T08:28:29.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:29 smithi055 ceph-mon[85080]: pgmap v148: 121 pgs: 121 active+clean; 161 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.2 MiB/s wr, 9 op/s 2024-04-02T08:28:29.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:29 smithi055 ceph-mon[85080]: osdmap e321: 8 total, 8 up, 8 in 2024-04-02T08:28:29.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:29 smithi012 ceph-mon[88355]: osdmap e320: 8 total, 8 up, 8 in 2024-04-02T08:28:29.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:29 smithi012 ceph-mon[88355]: pgmap v148: 121 pgs: 121 active+clean; 161 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.2 MiB/s wr, 9 op/s 2024-04-02T08:28:29.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:29 smithi012 ceph-mon[88355]: osdmap e321: 8 total, 8 up, 8 in 2024-04-02T08:28:29.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:29 smithi012 ceph-mon[90784]: osdmap e320: 8 total, 8 up, 8 in 2024-04-02T08:28:29.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:29 smithi012 ceph-mon[90784]: pgmap v148: 121 pgs: 121 active+clean; 161 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.2 MiB/s wr, 9 op/s 2024-04-02T08:28:29.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:29 smithi012 ceph-mon[90784]: osdmap e321: 8 total, 8 up, 8 in 2024-04-02T08:28:29.884 INFO:tasks.rados.rados.0.smithi012.stdout:1296: done (1 left) 2024-04-02T08:28:29.885 INFO:tasks.rados.rados.0.smithi012.stdout:1297: done (0 left) 2024-04-02T08:28:29.885 INFO:tasks.rados.rados.0.smithi012.stdout:1298: read oid 39 snap -1 2024-04-02T08:28:29.885 INFO:tasks.rados.rados.0.smithi012.stdout:1298: expect (ObjNum 318 snap 97 seq_num 318) 2024-04-02T08:28:29.885 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 31 current snap is 123 2024-04-02T08:28:29.885 INFO:tasks.rados.rados.0.smithi012.stdout:1299: seq_num 406 ranges {663552=802816,1466368=475136,1941504=499712,2441216=229376} 2024-04-02T08:28:29.893 INFO:tasks.rados.rados.0.smithi012.stdout:1299: writing smithi01277369-31 from 663552 to 1466368 tid 1 2024-04-02T08:28:29.895 INFO:tasks.rados.rados.0.smithi012.stdout:1299: writing smithi01277369-31 from 1466368 to 1941504 tid 2 2024-04-02T08:28:29.898 INFO:tasks.rados.rados.0.smithi012.stdout:1299: writing smithi01277369-31 from 1941504 to 2441216 tid 3 2024-04-02T08:28:29.900 INFO:tasks.rados.rados.0.smithi012.stdout:1299: writing smithi01277369-31 from 2441216 to 2670592 tid 4 2024-04-02T08:28:29.900 INFO:tasks.rados.rados.0.smithi012.stdout:1300: read oid 20 snap -1 2024-04-02T08:28:29.900 INFO:tasks.rados.rados.0.smithi012.stdout:1300: expect (ObjNum 333 snap 100 seq_num 333) 2024-04-02T08:28:29.900 INFO:tasks.rados.rados.0.smithi012.stdout:1301: copy_from oid 50 from oid 12 current snap is 123 2024-04-02T08:28:29.900 INFO:tasks.rados.rados.0.smithi012.stdout:1298: expect (ObjNum 318 snap 97 seq_num 318) 2024-04-02T08:28:29.929 INFO:tasks.rados.rados.0.smithi012.stdout:1299: finishing write tid 1 to smithi01277369-31 2024-04-02T08:28:29.929 INFO:tasks.rados.rados.0.smithi012.stdout:1299: finishing write tid 2 to smithi01277369-31 2024-04-02T08:28:29.929 INFO:tasks.rados.rados.0.smithi012.stdout:1298: done (3 left) 2024-04-02T08:28:29.929 INFO:tasks.rados.rados.0.smithi012.stdout:1302: copy_from oid 29 from oid 28 current snap is 123 2024-04-02T08:28:29.929 INFO:tasks.rados.rados.0.smithi012.stdout:1299: finishing write tid 3 to smithi01277369-31 2024-04-02T08:28:29.929 INFO:tasks.rados.rados.0.smithi012.stdout:1299: finishing write tid 4 to smithi01277369-31 2024-04-02T08:28:29.929 INFO:tasks.rados.rados.0.smithi012.stdout:1299: finishing write tid 5 to smithi01277369-31 2024-04-02T08:28:29.930 INFO:tasks.rados.rados.0.smithi012.stdout:1299: finishing write tid 6 to smithi01277369-31 2024-04-02T08:28:29.930 INFO:tasks.rados.rados.0.smithi012.stdout:1299: oid 31 updating version 0 to 235 2024-04-02T08:28:29.930 INFO:tasks.rados.rados.0.smithi012.stdout:1299: oid 31 version 235 is already newer than 233 2024-04-02T08:28:29.930 INFO:tasks.rados.rados.0.smithi012.stdout:1299: oid 31 version 235 is already newer than 232 2024-04-02T08:28:29.930 INFO:tasks.rados.rados.0.smithi012.stdout:1299: oid 31 updating version 235 to 236 2024-04-02T08:28:29.930 INFO:tasks.rados.rados.0.smithi012.stdout:1299: oid 31 version 236 is already newer than 234 2024-04-02T08:28:29.930 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 31 v 236 (ObjNum 406 snap 123 seq_num 406) dirty exists 2024-04-02T08:28:29.930 INFO:tasks.rados.rados.0.smithi012.stdout:1299: left oid 31 (ObjNum 406 snap 123 seq_num 406) 2024-04-02T08:28:29.930 INFO:tasks.rados.rados.0.smithi012.stdout:1300: expect (ObjNum 333 snap 100 seq_num 333) 2024-04-02T08:28:29.952 INFO:tasks.rados.rados.0.smithi012.stdout:1301: finishing copy_from racing read to smithi01277369-50 2024-04-02T08:28:29.952 INFO:tasks.rados.rados.0.smithi012.stdout:1301: finishing copy_from to smithi01277369-50 2024-04-02T08:28:29.953 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 50 v 586 (ObjNum 377 snap 114 seq_num 377) dirty exists 2024-04-02T08:28:29.953 INFO:tasks.rados.rados.0.smithi012.stdout:1302: finishing copy_from racing read to smithi01277369-29 2024-04-02T08:28:29.953 INFO:tasks.rados.rados.0.smithi012.stdout:1302: finishing copy_from to smithi01277369-29 2024-04-02T08:28:29.953 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 29 v 504 (ObjNum 365 snap 110 seq_num 365) dirty exists 2024-04-02T08:28:29.953 INFO:tasks.rados.rados.0.smithi012.stdout:1299: done (3 left) 2024-04-02T08:28:29.953 INFO:tasks.rados.rados.0.smithi012.stdout:1300: done (2 left) 2024-04-02T08:28:29.953 INFO:tasks.rados.rados.0.smithi012.stdout:1301: done (1 left) 2024-04-02T08:28:29.953 INFO:tasks.rados.rados.0.smithi012.stdout:1302: done (0 left) 2024-04-02T08:28:29.953 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 13 current snap is 123 2024-04-02T08:28:29.953 INFO:tasks.rados.rados.0.smithi012.stdout:1303: seq_num 407 ranges {2441216=425984,2867200=761856,3629056=704512,4333568=139264} 2024-04-02T08:28:29.967 INFO:tasks.rados.rados.0.smithi012.stdout:1303: writing smithi01277369-13 from 2441216 to 2867200 tid 1 2024-04-02T08:28:29.971 INFO:tasks.rados.rados.0.smithi012.stdout:1303: writing smithi01277369-13 from 2867200 to 3629056 tid 2 2024-04-02T08:28:29.975 INFO:tasks.rados.rados.0.smithi012.stdout:1303: writing smithi01277369-13 from 3629056 to 4333568 tid 3 2024-04-02T08:28:29.976 INFO:tasks.rados.rados.0.smithi012.stdout:1303: writing smithi01277369-13 from 4333568 to 4472832 tid 4 2024-04-02T08:28:29.976 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 43 current snap is 123 2024-04-02T08:28:29.976 INFO:tasks.rados.rados.0.smithi012.stdout:1303: finishing write tid 1 to smithi01277369-13 2024-04-02T08:28:29.977 INFO:tasks.rados.rados.0.smithi012.stdout:1304: seq_num 408 ranges {3383296=442368,3825664=647168,4472832=507904,4980736=450560} 2024-04-02T08:28:29.997 INFO:tasks.rados.rados.0.smithi012.stdout:1304: writing smithi01277369-43 from 3383296 to 3825664 tid 1 2024-04-02T08:28:30.001 INFO:tasks.rados.rados.0.smithi012.stdout:1304: writing smithi01277369-43 from 3825664 to 4472832 tid 2 2024-04-02T08:28:30.004 INFO:tasks.rados.rados.0.smithi012.stdout:1304: writing smithi01277369-43 from 4472832 to 4980736 tid 3 2024-04-02T08:28:30.007 INFO:tasks.rados.rados.0.smithi012.stdout:1304: writing smithi01277369-43 from 4980736 to 5431296 tid 4 2024-04-02T08:28:30.007 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 9 current snap is 123 2024-04-02T08:28:30.007 INFO:tasks.rados.rados.0.smithi012.stdout:1303: finishing write tid 2 to smithi01277369-13 2024-04-02T08:28:30.007 INFO:tasks.rados.rados.0.smithi012.stdout:1305: seq_num 409 ranges {0=458752,458752=532480,991232=720896,1712128=352256} 2024-04-02T08:28:30.009 INFO:tasks.rados.rados.0.smithi012.stdout:1305: writing smithi01277369-9 from 0 to 458752 tid 1 2024-04-02T08:28:30.013 INFO:tasks.rados.rados.0.smithi012.stdout:1305: writing smithi01277369-9 from 458752 to 991232 tid 2 2024-04-02T08:28:30.017 INFO:tasks.rados.rados.0.smithi012.stdout:1305: writing smithi01277369-9 from 991232 to 1712128 tid 3 2024-04-02T08:28:30.019 INFO:tasks.rados.rados.0.smithi012.stdout:1305: writing smithi01277369-9 from 1712128 to 2064384 tid 4 2024-04-02T08:28:30.019 INFO:tasks.rados.rados.0.smithi012.stdout:1306: snap_remove snap 122 2024-04-02T08:28:30.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:30 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:30.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:30 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:30.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:30 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:30.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:30 smithi012 ceph-mon[88355]: osdmap e322: 8 total, 8 up, 8 in 2024-04-02T08:28:30.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:30 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:30.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:30 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:30.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:30 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:30.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:30 smithi012 ceph-mon[90784]: osdmap e322: 8 total, 8 up, 8 in 2024-04-02T08:28:30.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:30 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:30.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:30 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:30.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:30 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:30.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:30 smithi055 ceph-mon[85080]: osdmap e322: 8 total, 8 up, 8 in 2024-04-02T08:28:30.895 INFO:tasks.rados.rados.0.smithi012.stdout:1306: done (3 left) 2024-04-02T08:28:30.895 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 33 current snap is 123 2024-04-02T08:28:30.896 INFO:tasks.rados.rados.0.smithi012.stdout:1307: seq_num 410 ranges {6103040=475136,6578176=417792,6995968=475136,7471104=425984,7897088=286720} 2024-04-02T08:28:30.931 INFO:tasks.rados.rados.0.smithi012.stdout:1307: writing smithi01277369-33 from 6103040 to 6578176 tid 1 2024-04-02T08:28:30.933 INFO:tasks.rados.rados.0.smithi012.stdout:1307: writing smithi01277369-33 from 6578176 to 6995968 tid 2 2024-04-02T08:28:30.937 INFO:tasks.rados.rados.0.smithi012.stdout:1307: writing smithi01277369-33 from 6995968 to 7471104 tid 3 2024-04-02T08:28:30.939 INFO:tasks.rados.rados.0.smithi012.stdout:1307: writing smithi01277369-33 from 7471104 to 7897088 tid 4 2024-04-02T08:28:30.942 INFO:tasks.rados.rados.0.smithi012.stdout:1307: writing smithi01277369-33 from 7897088 to 8183808 tid 5 2024-04-02T08:28:30.942 INFO:tasks.rados.rados.0.smithi012.stdout:1308: setattr oid 38 current snap is 123 2024-04-02T08:28:30.942 INFO:tasks.rados.rados.0.smithi012.stdout:1303: finishing write tid 3 to smithi01277369-13 2024-04-02T08:28:30.942 INFO:tasks.rados.rados.0.smithi012.stdout:1303: finishing write tid 4 to smithi01277369-13 2024-04-02T08:28:30.942 INFO:tasks.rados.rados.0.smithi012.stdout:1303: finishing write tid 5 to smithi01277369-13 2024-04-02T08:28:30.943 INFO:tasks.rados.rados.0.smithi012.stdout:1303: finishing write tid 6 to smithi01277369-13 2024-04-02T08:28:30.943 INFO:tasks.rados.rados.0.smithi012.stdout:1303: oid 13 updating version 0 to 859 2024-04-02T08:28:30.943 INFO:tasks.rados.rados.0.smithi012.stdout:1303: oid 13 version 859 is already newer than 855 2024-04-02T08:28:30.943 INFO:tasks.rados.rados.0.smithi012.stdout:1303: oid 13 version 859 is already newer than 858 2024-04-02T08:28:30.943 INFO:tasks.rados.rados.0.smithi012.stdout:1303: oid 13 version 859 is already newer than 857 2024-04-02T08:28:30.943 INFO:tasks.rados.rados.0.smithi012.stdout:1303: oid 13 version 859 is already newer than 856 2024-04-02T08:28:30.943 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 13 v 859 (ObjNum 407 snap 123 seq_num 407) dirty exists 2024-04-02T08:28:30.943 INFO:tasks.rados.rados.0.smithi012.stdout:1303: left oid 13 (ObjNum 407 snap 123 seq_num 407) 2024-04-02T08:28:30.943 INFO:tasks.rados.rados.0.smithi012.stdout:1304: finishing write tid 1 to smithi01277369-43 2024-04-02T08:28:30.943 INFO:tasks.rados.rados.0.smithi012.stdout:1304: finishing write tid 2 to smithi01277369-43 2024-04-02T08:28:30.943 INFO:tasks.rados.rados.0.smithi012.stdout:1304: finishing write tid 3 to smithi01277369-43 2024-04-02T08:28:30.943 INFO:tasks.rados.rados.0.smithi012.stdout:1304: finishing write tid 4 to smithi01277369-43 2024-04-02T08:28:30.943 INFO:tasks.rados.rados.0.smithi012.stdout:1304: finishing write tid 5 to smithi01277369-43 2024-04-02T08:28:30.943 INFO:tasks.rados.rados.0.smithi012.stdout:1304: finishing write tid 6 to smithi01277369-43 2024-04-02T08:28:30.944 INFO:tasks.rados.rados.0.smithi012.stdout:1304: oid 43 updating version 0 to 592 2024-04-02T08:28:30.944 INFO:tasks.rados.rados.0.smithi012.stdout:1304: oid 43 version 592 is already newer than 588 2024-04-02T08:28:30.944 INFO:tasks.rados.rados.0.smithi012.stdout:1304: oid 43 version 592 is already newer than 590 2024-04-02T08:28:30.944 INFO:tasks.rados.rados.0.smithi012.stdout:1304: oid 43 version 592 is already newer than 589 2024-04-02T08:28:30.944 INFO:tasks.rados.rados.0.smithi012.stdout:1304: oid 43 version 592 is already newer than 591 2024-04-02T08:28:30.944 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 43 v 592 (ObjNum 408 snap 123 seq_num 408) dirty exists 2024-04-02T08:28:30.944 INFO:tasks.rados.rados.0.smithi012.stdout:1304: left oid 43 (ObjNum 408 snap 123 seq_num 408) 2024-04-02T08:28:30.944 INFO:tasks.rados.rados.0.smithi012.stdout:1305: finishing write tid 1 to smithi01277369-9 2024-04-02T08:28:30.944 INFO:tasks.rados.rados.0.smithi012.stdout:1305: finishing write tid 2 to smithi01277369-9 2024-04-02T08:28:30.944 INFO:tasks.rados.rados.0.smithi012.stdout:1305: finishing write tid 3 to smithi01277369-9 2024-04-02T08:28:30.944 INFO:tasks.rados.rados.0.smithi012.stdout:1305: finishing write tid 4 to smithi01277369-9 2024-04-02T08:28:30.944 INFO:tasks.rados.rados.0.smithi012.stdout:1305: finishing write tid 5 to smithi01277369-9 2024-04-02T08:28:30.944 INFO:tasks.rados.rados.0.smithi012.stdout:1305: finishing write tid 6 to smithi01277369-9 2024-04-02T08:28:30.944 INFO:tasks.rados.rados.0.smithi012.stdout:1305: oid 9 updating version 0 to 594 2024-04-02T08:28:30.945 INFO:tasks.rados.rados.0.smithi012.stdout:1305: oid 9 updating version 594 to 597 2024-04-02T08:28:30.945 INFO:tasks.rados.rados.0.smithi012.stdout:1305: oid 9 version 597 is already newer than 596 2024-04-02T08:28:30.945 INFO:tasks.rados.rados.0.smithi012.stdout:1305: oid 9 version 597 is already newer than 593 2024-04-02T08:28:30.945 INFO:tasks.rados.rados.0.smithi012.stdout:1305: oid 9 version 597 is already newer than 595 2024-04-02T08:28:30.945 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 9 v 597 (ObjNum 409 snap 123 seq_num 409) dirty exists 2024-04-02T08:28:30.945 INFO:tasks.rados.rados.0.smithi012.stdout:1305: left oid 9 (ObjNum 409 snap 123 seq_num 409) 2024-04-02T08:28:30.946 INFO:tasks.rados.rados.0.smithi012.stdout:1307: finishing write tid 1 to smithi01277369-33 2024-04-02T08:28:30.946 INFO:tasks.rados.rados.0.smithi012.stdout:1303: done (4 left) 2024-04-02T08:28:30.946 INFO:tasks.rados.rados.0.smithi012.stdout:1304: done (3 left) 2024-04-02T08:28:30.946 INFO:tasks.rados.rados.0.smithi012.stdout:1305: done (2 left) 2024-04-02T08:28:30.946 INFO:tasks.rados.rados.0.smithi012.stdout:1309: copy_from oid 47 from oid 9 current snap is 123 2024-04-02T08:28:30.946 INFO:tasks.rados.rados.0.smithi012.stdout:1307: finishing write tid 2 to smithi01277369-33 2024-04-02T08:28:30.946 INFO:tasks.rados.rados.0.smithi012.stdout:1310: snap_create 2024-04-02T08:28:30.946 INFO:tasks.rados.rados.0.smithi012.stdout:1307: finishing write tid 3 to smithi01277369-33 2024-04-02T08:28:30.947 INFO:tasks.rados.rados.0.smithi012.stdout:1307: finishing write tid 4 to smithi01277369-33 2024-04-02T08:28:30.947 INFO:tasks.rados.rados.0.smithi012.stdout:1307: finishing write tid 5 to smithi01277369-33 2024-04-02T08:28:30.947 INFO:tasks.rados.rados.0.smithi012.stdout:1307: finishing write tid 6 to smithi01277369-33 2024-04-02T08:28:30.949 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 38 v 503 (ObjNum 384 snap 117 seq_num 384) dirty exists 2024-04-02T08:28:30.949 INFO:tasks.rados.rados.0.smithi012.stdout:1307: finishing write tid 7 to smithi01277369-33 2024-04-02T08:28:30.950 INFO:tasks.rados.rados.0.smithi012.stdout:1307: oid 33 updating version 0 to 652 2024-04-02T08:28:30.950 INFO:tasks.rados.rados.0.smithi012.stdout:1307: oid 33 updating version 652 to 654 2024-04-02T08:28:30.950 INFO:tasks.rados.rados.0.smithi012.stdout:1307: oid 33 updating version 654 to 655 2024-04-02T08:28:30.950 INFO:tasks.rados.rados.0.smithi012.stdout:1307: oid 33 version 655 is already newer than 651 2024-04-02T08:28:30.950 INFO:tasks.rados.rados.0.smithi012.stdout:1307: oid 33 version 655 is already newer than 653 2024-04-02T08:28:30.950 INFO:tasks.rados.rados.0.smithi012.stdout:1307: oid 33 version 655 is already newer than 650 2024-04-02T08:28:30.950 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 33 v 655 (ObjNum 410 snap 123 seq_num 410) dirty exists 2024-04-02T08:28:30.950 INFO:tasks.rados.rados.0.smithi012.stdout:1307: left oid 33 (ObjNum 410 snap 123 seq_num 410) 2024-04-02T08:28:30.954 INFO:tasks.rados.rados.0.smithi012.stdout:1309: finishing copy_from racing read to smithi01277369-47 2024-04-02T08:28:30.955 INFO:tasks.rados.rados.0.smithi012.stdout:1309: finishing copy_from to smithi01277369-47 2024-04-02T08:28:30.955 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 47 v 597 (ObjNum 409 snap 123 seq_num 409) dirty exists 2024-04-02T08:28:31.901 INFO:tasks.rados.rados.0.smithi012.stdout:1307: done (3 left) 2024-04-02T08:28:31.901 INFO:tasks.rados.rados.0.smithi012.stdout:1308: done (2 left) 2024-04-02T08:28:31.901 INFO:tasks.rados.rados.0.smithi012.stdout:1309: done (1 left) 2024-04-02T08:28:31.901 INFO:tasks.rados.rados.0.smithi012.stdout:1310: done (0 left) 2024-04-02T08:28:31.901 INFO:tasks.rados.rados.0.smithi012.stdout:1311: snap_remove snap 121 2024-04-02T08:28:32.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:31 smithi012 ceph-mon[88355]: pgmap v151: 121 pgs: 121 active+clean; 166 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 1.3 MiB/s wr, 0 op/s 2024-04-02T08:28:32.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:31 smithi012 ceph-mon[88355]: osdmap e323: 8 total, 8 up, 8 in 2024-04-02T08:28:32.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:31 smithi012 ceph-mon[90784]: pgmap v151: 121 pgs: 121 active+clean; 166 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 1.3 MiB/s wr, 0 op/s 2024-04-02T08:28:32.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:31 smithi012 ceph-mon[90784]: osdmap e323: 8 total, 8 up, 8 in 2024-04-02T08:28:32.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:31 smithi055 ceph-mon[85080]: pgmap v151: 121 pgs: 121 active+clean; 166 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 1.3 MiB/s wr, 0 op/s 2024-04-02T08:28:32.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:31 smithi055 ceph-mon[85080]: osdmap e323: 8 total, 8 up, 8 in 2024-04-02T08:28:32.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:28:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:28:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:28:32.911 INFO:tasks.rados.rados.0.smithi012.stdout:1311: done (0 left) 2024-04-02T08:28:32.911 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 8 current snap is 124 2024-04-02T08:28:32.911 INFO:tasks.rados.rados.0.smithi012.stdout:1312: seq_num 411 ranges {2408448=491520,2899968=753664,3653632=688128,4341760=163840} 2024-04-02T08:28:32.927 INFO:tasks.rados.rados.0.smithi012.stdout:1312: writing smithi01277369-8 from 2408448 to 2899968 tid 1 2024-04-02T08:28:32.931 INFO:tasks.rados.rados.0.smithi012.stdout:1312: writing smithi01277369-8 from 2899968 to 3653632 tid 2 2024-04-02T08:28:32.935 INFO:tasks.rados.rados.0.smithi012.stdout:1312: writing smithi01277369-8 from 3653632 to 4341760 tid 3 2024-04-02T08:28:32.936 INFO:tasks.rados.rados.0.smithi012.stdout:1312: writing smithi01277369-8 from 4341760 to 4505600 tid 4 2024-04-02T08:28:32.937 INFO:tasks.rados.rados.0.smithi012.stdout:1313: rollback oid 31 current snap is 124 2024-04-02T08:28:32.937 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 31 to 123 2024-04-02T08:28:32.937 INFO:tasks.rados.rados.0.smithi012.stdout:1312: finishing write tid 1 to smithi01277369-8 2024-04-02T08:28:32.937 INFO:tasks.rados.rados.0.smithi012.stdout:1312: finishing write tid 2 to smithi01277369-8 2024-04-02T08:28:32.937 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 20 current snap is 124 2024-04-02T08:28:32.937 INFO:tasks.rados.rados.0.smithi012.stdout:1314: seq_num 412 ranges {786432=507904,1294336=630784,1925120=491520,2416640=483328} 2024-04-02T08:28:32.943 INFO:tasks.rados.rados.0.smithi012.stdout:1314: writing smithi01277369-20 from 786432 to 1294336 tid 1 2024-04-02T08:28:32.947 INFO:tasks.rados.rados.0.smithi012.stdout:1314: writing smithi01277369-20 from 1294336 to 1925120 tid 2 2024-04-02T08:28:32.950 INFO:tasks.rados.rados.0.smithi012.stdout:1314: writing smithi01277369-20 from 1925120 to 2416640 tid 3 2024-04-02T08:28:32.953 INFO:tasks.rados.rados.0.smithi012.stdout:1314: writing smithi01277369-20 from 2416640 to 2899968 tid 4 2024-04-02T08:28:32.953 INFO:tasks.rados.rados.0.smithi012.stdout:1315: read oid 41 snap -1 2024-04-02T08:28:32.953 INFO:tasks.rados.rados.0.smithi012.stdout:1315: expect (ObjNum 385 snap 117 seq_num 385) 2024-04-02T08:28:32.953 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 2 current snap is 124 2024-04-02T08:28:32.953 INFO:tasks.rados.rados.0.smithi012.stdout:1313: finishing rollback tid 0 to smithi01277369-31 2024-04-02T08:28:32.954 INFO:tasks.rados.rados.0.smithi012.stdout:1316: seq_num 413 ranges {1941504=524288,2465792=516096,2981888=696320,3678208=393216} 2024-04-02T08:28:32.967 INFO:tasks.rados.rados.0.smithi012.stdout:1316: writing smithi01277369-2 from 1941504 to 2465792 tid 1 2024-04-02T08:28:32.970 INFO:tasks.rados.rados.0.smithi012.stdout:1316: writing smithi01277369-2 from 2465792 to 2981888 tid 2 2024-04-02T08:28:32.976 INFO:tasks.rados.rados.0.smithi012.stdout:1316: writing smithi01277369-2 from 2981888 to 3678208 tid 3 2024-04-02T08:28:32.980 INFO:tasks.rados.rados.0.smithi012.stdout:1316: writing smithi01277369-2 from 3678208 to 4071424 tid 4 2024-04-02T08:28:32.980 INFO:tasks.rados.rados.0.smithi012.stdout:1317: snap_create 2024-04-02T08:28:32.980 INFO:tasks.rados.rados.0.smithi012.stdout:1313: finishing rollback tid 1 to smithi01277369-31 2024-04-02T08:28:32.980 INFO:tasks.rados.rados.0.smithi012.stdout:1312: finishing write tid 3 to smithi01277369-8 2024-04-02T08:28:32.980 INFO:tasks.rados.rados.0.smithi012.stdout:1313: finishing rollback tid 2 to smithi01277369-31 2024-04-02T08:28:32.980 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 31 v 239 (ObjNum 406 snap 123 seq_num 406) dirty exists 2024-04-02T08:28:32.980 INFO:tasks.rados.rados.0.smithi012.stdout:1312: finishing write tid 4 to smithi01277369-8 2024-04-02T08:28:32.980 INFO:tasks.rados.rados.0.smithi012.stdout:1312: finishing write tid 5 to smithi01277369-8 2024-04-02T08:28:32.980 INFO:tasks.rados.rados.0.smithi012.stdout:1312: finishing write tid 6 to smithi01277369-8 2024-04-02T08:28:32.980 INFO:tasks.rados.rados.0.smithi012.stdout:1312: oid 8 updating version 0 to 866 2024-04-02T08:28:32.980 INFO:tasks.rados.rados.0.smithi012.stdout:1312: oid 8 updating version 866 to 868 2024-04-02T08:28:32.980 INFO:tasks.rados.rados.0.smithi012.stdout:1312: oid 8 updating version 868 to 869 2024-04-02T08:28:32.981 INFO:tasks.rados.rados.0.smithi012.stdout:1312: oid 8 version 869 is already newer than 867 2024-04-02T08:28:32.981 INFO:tasks.rados.rados.0.smithi012.stdout:1312: oid 8 version 869 is already newer than 865 2024-04-02T08:28:32.981 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 8 v 869 (ObjNum 411 snap 124 seq_num 411) dirty exists 2024-04-02T08:28:32.981 INFO:tasks.rados.rados.0.smithi012.stdout:1312: left oid 8 (ObjNum 411 snap 124 seq_num 411) 2024-04-02T08:28:32.981 INFO:tasks.rados.rados.0.smithi012.stdout:1314: finishing write tid 1 to smithi01277369-20 2024-04-02T08:28:32.981 INFO:tasks.rados.rados.0.smithi012.stdout:1314: finishing write tid 2 to smithi01277369-20 2024-04-02T08:28:32.981 INFO:tasks.rados.rados.0.smithi012.stdout:1314: finishing write tid 3 to smithi01277369-20 2024-04-02T08:28:32.981 INFO:tasks.rados.rados.0.smithi012.stdout:1314: finishing write tid 4 to smithi01277369-20 2024-04-02T08:28:32.981 INFO:tasks.rados.rados.0.smithi012.stdout:1314: finishing write tid 5 to smithi01277369-20 2024-04-02T08:28:32.981 INFO:tasks.rados.rados.0.smithi012.stdout:1314: finishing write tid 6 to smithi01277369-20 2024-04-02T08:28:32.981 INFO:tasks.rados.rados.0.smithi012.stdout:1314: oid 20 updating version 0 to 872 2024-04-02T08:28:32.981 INFO:tasks.rados.rados.0.smithi012.stdout:1314: oid 20 updating version 872 to 875 2024-04-02T08:28:32.982 INFO:tasks.rados.rados.0.smithi012.stdout:1314: oid 20 version 875 is already newer than 871 2024-04-02T08:28:32.982 INFO:tasks.rados.rados.0.smithi012.stdout:1314: oid 20 version 875 is already newer than 874 2024-04-02T08:28:32.982 INFO:tasks.rados.rados.0.smithi012.stdout:1314: oid 20 version 875 is already newer than 873 2024-04-02T08:28:32.982 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 20 v 875 (ObjNum 412 snap 124 seq_num 412) dirty exists 2024-04-02T08:28:32.982 INFO:tasks.rados.rados.0.smithi012.stdout:1314: left oid 20 (ObjNum 412 snap 124 seq_num 412) 2024-04-02T08:28:32.982 INFO:tasks.rados.rados.0.smithi012.stdout:1316: finishing write tid 1 to smithi01277369-2 2024-04-02T08:28:32.982 INFO:tasks.rados.rados.0.smithi012.stdout:1316: finishing write tid 2 to smithi01277369-2 2024-04-02T08:28:32.982 INFO:tasks.rados.rados.0.smithi012.stdout:1315: expect (ObjNum 385 snap 117 seq_num 385) 2024-04-02T08:28:33.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:32 smithi012 ceph-mon[88355]: osdmap e324: 8 total, 8 up, 8 in 2024-04-02T08:28:33.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:32 smithi012 ceph-mon[90784]: osdmap e324: 8 total, 8 up, 8 in 2024-04-02T08:28:33.193 INFO:tasks.rados.rados.0.smithi012.stdout:1316: finishing write tid 3 to smithi01277369-2 2024-04-02T08:28:33.194 INFO:tasks.rados.rados.0.smithi012.stdout:1316: finishing write tid 4 to smithi01277369-2 2024-04-02T08:28:33.194 INFO:tasks.rados.rados.0.smithi012.stdout:1316: finishing write tid 5 to smithi01277369-2 2024-04-02T08:28:33.194 INFO:tasks.rados.rados.0.smithi012.stdout:1316: finishing write tid 6 to smithi01277369-2 2024-04-02T08:28:33.194 INFO:tasks.rados.rados.0.smithi012.stdout:1316: oid 2 updating version 0 to 662 2024-04-02T08:28:33.194 INFO:tasks.rados.rados.0.smithi012.stdout:1316: oid 2 version 662 is already newer than 657 2024-04-02T08:28:33.194 INFO:tasks.rados.rados.0.smithi012.stdout:1316: oid 2 version 662 is already newer than 661 2024-04-02T08:28:33.194 INFO:tasks.rados.rados.0.smithi012.stdout:1316: oid 2 updating version 662 to 663 2024-04-02T08:28:33.195 INFO:tasks.rados.rados.0.smithi012.stdout:1316: oid 2 version 663 is already newer than 658 2024-04-02T08:28:33.195 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 2 v 663 (ObjNum 413 snap 124 seq_num 413) dirty exists 2024-04-02T08:28:33.195 INFO:tasks.rados.rados.0.smithi012.stdout:1316: left oid 2 (ObjNum 413 snap 124 seq_num 413) 2024-04-02T08:28:33.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:32 smithi055 ceph-mon[85080]: osdmap e324: 8 total, 8 up, 8 in 2024-04-02T08:28:33.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:28:33 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:28:33.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi012\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi012\", job=\"node\", machine=\"x86_64\", nodename=\"smithi012\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi012\", job=\"node\", machine=\"x86_64\", nodename=\"smithi012\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:28:33.883 INFO:tasks.rados.rados.0.smithi012.stdout:1312: done (5 left) 2024-04-02T08:28:33.884 INFO:tasks.rados.rados.0.smithi012.stdout:1313: done (4 left) 2024-04-02T08:28:33.884 INFO:tasks.rados.rados.0.smithi012.stdout:1314: done (3 left) 2024-04-02T08:28:33.884 INFO:tasks.rados.rados.0.smithi012.stdout:1315: done (2 left) 2024-04-02T08:28:33.884 INFO:tasks.rados.rados.0.smithi012.stdout:1316: done (1 left) 2024-04-02T08:28:33.884 INFO:tasks.rados.rados.0.smithi012.stdout:1317: done (0 left) 2024-04-02T08:28:33.884 INFO:tasks.rados.rados.0.smithi012.stdout:1318: snap_remove snap 123 2024-04-02T08:28:34.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:33 smithi012 ceph-mon[88355]: pgmap v154: 121 pgs: 121 active+clean; 153 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.0 MiB/s wr, 16 op/s 2024-04-02T08:28:34.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:33 smithi012 ceph-mon[88355]: osdmap e325: 8 total, 8 up, 8 in 2024-04-02T08:28:34.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:33 smithi012 ceph-mon[88355]: osdmap e326: 8 total, 8 up, 8 in 2024-04-02T08:28:34.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:33 smithi012 ceph-mon[90784]: pgmap v154: 121 pgs: 121 active+clean; 153 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.0 MiB/s wr, 16 op/s 2024-04-02T08:28:34.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:33 smithi012 ceph-mon[90784]: osdmap e325: 8 total, 8 up, 8 in 2024-04-02T08:28:34.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:33 smithi012 ceph-mon[90784]: osdmap e326: 8 total, 8 up, 8 in 2024-04-02T08:28:34.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:33 smithi055 ceph-mon[85080]: pgmap v154: 121 pgs: 121 active+clean; 153 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.0 MiB/s wr, 16 op/s 2024-04-02T08:28:34.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:33 smithi055 ceph-mon[85080]: osdmap e325: 8 total, 8 up, 8 in 2024-04-02T08:28:34.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:33 smithi055 ceph-mon[85080]: osdmap e326: 8 total, 8 up, 8 in 2024-04-02T08:28:34.888 INFO:tasks.rados.rados.0.smithi012.stdout:1318: done (0 left) 2024-04-02T08:28:34.889 INFO:tasks.rados.rados.0.smithi012.stdout:1319: snap_remove snap 124 2024-04-02T08:28:35.892 INFO:tasks.rados.rados.0.smithi012.stdout:1319: done (0 left) 2024-04-02T08:28:35.893 INFO:tasks.rados.rados.0.smithi012.stdout:1320: read oid 8 snap -1 2024-04-02T08:28:35.893 INFO:tasks.rados.rados.0.smithi012.stdout:1320: expect (ObjNum 411 snap 124 seq_num 411) 2024-04-02T08:28:35.893 INFO:tasks.rados.rados.0.smithi012.stdout:1321: read oid 14 snap -1 2024-04-02T08:28:35.893 INFO:tasks.rados.rados.0.smithi012.stdout:1321: expect (ObjNum 201 snap 54 seq_num 201) 2024-04-02T08:28:35.893 INFO:tasks.rados.rados.0.smithi012.stdout:1322: rmattr oid 45 current snap is 125 2024-04-02T08:28:35.893 INFO:tasks.rados.rados.0.smithi012.stdout:1322: done (2 left) 2024-04-02T08:28:35.893 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 16 current snap is 125 2024-04-02T08:28:35.893 INFO:tasks.rados.rados.0.smithi012.stdout:1323: seq_num 414 ranges {5316608=540672,5857280=802816,6660096=458752,7118848=344064} 2024-04-02T08:28:35.926 INFO:tasks.rados.rados.0.smithi012.stdout:1323: writing smithi01277369-16 from 5316608 to 5857280 tid 1 2024-04-02T08:28:35.930 INFO:tasks.rados.rados.0.smithi012.stdout:1323: writing smithi01277369-16 from 5857280 to 6660096 tid 2 2024-04-02T08:28:35.933 INFO:tasks.rados.rados.0.smithi012.stdout:1323: writing smithi01277369-16 from 6660096 to 7118848 tid 3 2024-04-02T08:28:35.936 INFO:tasks.rados.rados.0.smithi012.stdout:1323: writing smithi01277369-16 from 7118848 to 7462912 tid 4 2024-04-02T08:28:35.936 INFO:tasks.rados.rados.0.smithi012.stdout:1324: copy_from oid 7 from oid 29 current snap is 125 2024-04-02T08:28:35.936 INFO:tasks.rados.rados.0.smithi012.stdout:1320: expect (ObjNum 411 snap 124 seq_num 411) 2024-04-02T08:28:36.119 INFO:tasks.rados.rados.0.smithi012.stdout:1321: expect (ObjNum 201 snap 54 seq_num 201) 2024-04-02T08:28:36.170 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:35 smithi012 ceph-mon[90784]: pgmap v157: 121 pgs: 121 active+clean; 153 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 3.6 MiB/s wr, 15 op/s 2024-04-02T08:28:36.170 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:35 smithi012 ceph-mon[90784]: osdmap e327: 8 total, 8 up, 8 in 2024-04-02T08:28:36.171 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:35 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:28:36.171 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:35 smithi012 ceph-mon[88355]: pgmap v157: 121 pgs: 121 active+clean; 153 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 3.6 MiB/s wr, 15 op/s 2024-04-02T08:28:36.171 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:35 smithi012 ceph-mon[88355]: osdmap e327: 8 total, 8 up, 8 in 2024-04-02T08:28:36.171 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:35 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:28:36.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:35 smithi055 ceph-mon[85080]: pgmap v157: 121 pgs: 121 active+clean; 153 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 3.6 MiB/s wr, 15 op/s 2024-04-02T08:28:36.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:35 smithi055 ceph-mon[85080]: osdmap e327: 8 total, 8 up, 8 in 2024-04-02T08:28:36.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:35 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:28:36.557 INFO:tasks.rados.rados.0.smithi012.stdout:1323: finishing write tid 1 to smithi01277369-16 2024-04-02T08:28:36.557 INFO:tasks.rados.rados.0.smithi012.stdout:1323: finishing write tid 2 to smithi01277369-16 2024-04-02T08:28:36.557 INFO:tasks.rados.rados.0.smithi012.stdout:1323: finishing write tid 3 to smithi01277369-16 2024-04-02T08:28:36.557 INFO:tasks.rados.rados.0.smithi012.stdout:1320: done (3 left) 2024-04-02T08:28:36.557 INFO:tasks.rados.rados.0.smithi012.stdout:1321: done (2 left) 2024-04-02T08:28:36.557 INFO:tasks.rados.rados.0.smithi012.stdout:1325: read oid 42 snap -1 2024-04-02T08:28:36.557 INFO:tasks.rados.rados.0.smithi012.stdout:1325: expect deleted 2024-04-02T08:28:36.557 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 19 current snap is 125 2024-04-02T08:28:36.557 INFO:tasks.rados.rados.0.smithi012.stdout:1323: finishing write tid 4 to smithi01277369-16 2024-04-02T08:28:36.557 INFO:tasks.rados.rados.0.smithi012.stdout:1323: finishing write tid 5 to smithi01277369-16 2024-04-02T08:28:36.558 INFO:tasks.rados.rados.0.smithi012.stdout:1326: seq_num 415 ranges {0=557056,557056=688128,1245184=663552,1908736=253952} 2024-04-02T08:28:36.559 INFO:tasks.rados.rados.0.smithi012.stdout:1326: writing smithi01277369-19 from 0 to 557056 tid 1 2024-04-02T08:28:36.563 INFO:tasks.rados.rados.0.smithi012.stdout:1326: writing smithi01277369-19 from 557056 to 1245184 tid 2 2024-04-02T08:28:36.567 INFO:tasks.rados.rados.0.smithi012.stdout:1326: writing smithi01277369-19 from 1245184 to 1908736 tid 3 2024-04-02T08:28:36.569 INFO:tasks.rados.rados.0.smithi012.stdout:1326: writing smithi01277369-19 from 1908736 to 2162688 tid 4 2024-04-02T08:28:36.569 INFO:tasks.rados.rados.0.smithi012.stdout:1327: snap_create 2024-04-02T08:28:36.569 INFO:tasks.rados.rados.0.smithi012.stdout:1323: finishing write tid 6 to smithi01277369-16 2024-04-02T08:28:36.570 INFO:tasks.rados.rados.0.smithi012.stdout:1323: oid 16 updating version 0 to 226 2024-04-02T08:28:36.570 INFO:tasks.rados.rados.0.smithi012.stdout:1323: oid 16 updating version 226 to 227 2024-04-02T08:28:36.570 INFO:tasks.rados.rados.0.smithi012.stdout:1323: oid 16 version 227 is already newer than 224 2024-04-02T08:28:36.570 INFO:tasks.rados.rados.0.smithi012.stdout:1323: oid 16 updating version 227 to 228 2024-04-02T08:28:36.570 INFO:tasks.rados.rados.0.smithi012.stdout:1323: oid 16 version 228 is already newer than 225 2024-04-02T08:28:36.570 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 16 v 228 (ObjNum 414 snap 125 seq_num 414) dirty exists 2024-04-02T08:28:36.570 INFO:tasks.rados.rados.0.smithi012.stdout:1323: left oid 16 (ObjNum 414 snap 125 seq_num 414) 2024-04-02T08:28:36.570 INFO:tasks.rados.rados.0.smithi012.stdout:1324: finishing copy_from racing read to smithi01277369-7 2024-04-02T08:28:36.570 INFO:tasks.rados.rados.0.smithi012.stdout:1324: finishing copy_from to smithi01277369-7 2024-04-02T08:28:36.570 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 7 v 504 (ObjNum 365 snap 110 seq_num 365) dirty exists 2024-04-02T08:28:36.570 INFO:tasks.rados.rados.0.smithi012.stdout:1326: finishing write tid 1 to smithi01277369-19 2024-04-02T08:28:36.570 INFO:tasks.rados.rados.0.smithi012.stdout:1326: finishing write tid 2 to smithi01277369-19 2024-04-02T08:28:36.571 INFO:tasks.rados.rados.0.smithi012.stdout:1326: finishing write tid 3 to smithi01277369-19 2024-04-02T08:28:36.571 INFO:tasks.rados.rados.0.smithi012.stdout:1326: finishing write tid 4 to smithi01277369-19 2024-04-02T08:28:36.571 INFO:tasks.rados.rados.0.smithi012.stdout:1326: finishing write tid 5 to smithi01277369-19 2024-04-02T08:28:36.573 INFO:tasks.rados.rados.0.smithi012.stdout:1326: finishing write tid 6 to smithi01277369-19 2024-04-02T08:28:36.573 INFO:tasks.rados.rados.0.smithi012.stdout:1326: oid 19 updating version 0 to 507 2024-04-02T08:28:36.573 INFO:tasks.rados.rados.0.smithi012.stdout:1326: oid 19 updating version 507 to 510 2024-04-02T08:28:36.573 INFO:tasks.rados.rados.0.smithi012.stdout:1326: oid 19 version 510 is already newer than 508 2024-04-02T08:28:36.573 INFO:tasks.rados.rados.0.smithi012.stdout:1326: oid 19 version 510 is already newer than 506 2024-04-02T08:28:36.573 INFO:tasks.rados.rados.0.smithi012.stdout:1326: oid 19 version 510 is already newer than 509 2024-04-02T08:28:36.573 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 19 v 510 (ObjNum 415 snap 125 seq_num 415) dirty exists 2024-04-02T08:28:36.573 INFO:tasks.rados.rados.0.smithi012.stdout:1326: left oid 19 (ObjNum 415 snap 125 seq_num 415) 2024-04-02T08:28:36.897 INFO:tasks.rados.rados.0.smithi012.stdout:1323: done (4 left) 2024-04-02T08:28:36.897 INFO:tasks.rados.rados.0.smithi012.stdout:1324: done (3 left) 2024-04-02T08:28:36.898 INFO:tasks.rados.rados.0.smithi012.stdout:1325: done (2 left) 2024-04-02T08:28:36.898 INFO:tasks.rados.rados.0.smithi012.stdout:1326: done (1 left) 2024-04-02T08:28:36.898 INFO:tasks.rados.rados.0.smithi012.stdout:1327: done (0 left) 2024-04-02T08:28:36.898 INFO:tasks.rados.rados.0.smithi012.stdout:1328: copy_from oid 49 from oid 24 current snap is 126 2024-04-02T08:28:36.898 INFO:tasks.rados.rados.0.smithi012.stdout:1329: rollback oid 15 current snap is 126 2024-04-02T08:28:36.898 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 15 to 125 2024-04-02T08:28:36.898 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 35 current snap is 126 2024-04-02T08:28:36.898 INFO:tasks.rados.rados.0.smithi012.stdout:1330: seq_num 416 ranges {2932736=573440,3506176=573440,4079616=475136,4554752=557056} 2024-04-02T08:28:36.917 INFO:tasks.rados.rados.0.smithi012.stdout:1330: writing smithi01277369-35 from 2932736 to 3506176 tid 1 2024-04-02T08:28:36.921 INFO:tasks.rados.rados.0.smithi012.stdout:1330: writing smithi01277369-35 from 3506176 to 4079616 tid 2 2024-04-02T08:28:36.924 INFO:tasks.rados.rados.0.smithi012.stdout:1330: writing smithi01277369-35 from 4079616 to 4554752 tid 3 2024-04-02T08:28:36.928 INFO:tasks.rados.rados.0.smithi012.stdout:1330: writing smithi01277369-35 from 4554752 to 5111808 tid 4 2024-04-02T08:28:36.928 INFO:tasks.rados.rados.0.smithi012.stdout:1331: snap_create 2024-04-02T08:28:36.928 INFO:tasks.rados.rados.0.smithi012.stdout:1329: finishing rollback tid 0 to smithi01277369-15 2024-04-02T08:28:36.928 INFO:tasks.rados.rados.0.smithi012.stdout:1329: finishing rollback tid 1 to smithi01277369-15 2024-04-02T08:28:36.928 INFO:tasks.rados.rados.0.smithi012.stdout:1329: finishing rollback tid 2 to smithi01277369-15 2024-04-02T08:28:36.928 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 15 v 232 (ObjNum 364 snap 109 seq_num 364) dirty exists 2024-04-02T08:28:36.928 INFO:tasks.rados.rados.0.smithi012.stdout:1330: finishing write tid 1 to smithi01277369-35 2024-04-02T08:28:36.928 INFO:tasks.rados.rados.0.smithi012.stdout:1330: finishing write tid 2 to smithi01277369-35 2024-04-02T08:28:36.931 INFO:tasks.rados.rados.0.smithi012.stdout:1330: finishing write tid 3 to smithi01277369-35 2024-04-02T08:28:36.931 INFO:tasks.rados.rados.0.smithi012.stdout:1330: finishing write tid 4 to smithi01277369-35 2024-04-02T08:28:36.931 INFO:tasks.rados.rados.0.smithi012.stdout:1330: finishing write tid 5 to smithi01277369-35 2024-04-02T08:28:36.933 INFO:tasks.rados.rados.0.smithi012.stdout:1328: finishing copy_from racing read to smithi01277369-49 2024-04-02T08:28:36.936 INFO:tasks.rados.rados.0.smithi012.stdout:1330: finishing write tid 6 to smithi01277369-35 2024-04-02T08:28:36.936 INFO:tasks.rados.rados.0.smithi012.stdout:1330: oid 35 updating version 0 to 885 2024-04-02T08:28:36.936 INFO:tasks.rados.rados.0.smithi012.stdout:1330: oid 35 version 885 is already newer than 881 2024-04-02T08:28:36.936 INFO:tasks.rados.rados.0.smithi012.stdout:1330: oid 35 version 885 is already newer than 884 2024-04-02T08:28:36.936 INFO:tasks.rados.rados.0.smithi012.stdout:1330: oid 35 version 885 is already newer than 882 2024-04-02T08:28:36.936 INFO:tasks.rados.rados.0.smithi012.stdout:1330: oid 35 version 885 is already newer than 883 2024-04-02T08:28:36.936 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 35 v 885 (ObjNum 416 snap 126 seq_num 416) dirty exists 2024-04-02T08:28:36.936 INFO:tasks.rados.rados.0.smithi012.stdout:1330: left oid 35 (ObjNum 416 snap 126 seq_num 416) 2024-04-02T08:28:36.938 INFO:tasks.rados.rados.0.smithi012.stdout:1328: finishing copy_from to smithi01277369-49 2024-04-02T08:28:36.938 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 49 v 837 (ObjNum 397 snap 119 seq_num 397) dirty exists 2024-04-02T08:28:37.109 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:36 smithi012 ceph-mon[88355]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:28:37.109 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:36 smithi012 ceph-mon[88355]: Upgrade: osd.1 is safe to restart 2024-04-02T08:28:37.109 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:36 smithi012 ceph-mon[88355]: osdmap e328: 8 total, 8 up, 8 in 2024-04-02T08:28:37.109 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:36 smithi012 ceph-mon[90784]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:28:37.109 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:36 smithi012 ceph-mon[90784]: Upgrade: osd.1 is safe to restart 2024-04-02T08:28:37.109 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:36 smithi012 ceph-mon[90784]: osdmap e328: 8 total, 8 up, 8 in 2024-04-02T08:28:37.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:36 smithi055 ceph-mon[85080]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:28:37.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:36 smithi055 ceph-mon[85080]: Upgrade: osd.1 is safe to restart 2024-04-02T08:28:37.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:36 smithi055 ceph-mon[85080]: osdmap e328: 8 total, 8 up, 8 in 2024-04-02T08:28:37.903 INFO:tasks.rados.rados.0.smithi012.stdout:1328: done (3 left) 2024-04-02T08:28:37.903 INFO:tasks.rados.rados.0.smithi012.stdout:1329: done (2 left) 2024-04-02T08:28:37.904 INFO:tasks.rados.rados.0.smithi012.stdout:1330: done (1 left) 2024-04-02T08:28:37.904 INFO:tasks.rados.rados.0.smithi012.stdout:1331: done (0 left) 2024-04-02T08:28:37.904 INFO:tasks.rados.rados.0.smithi012.stdout:1332: rollback oid 1 current snap is 127 2024-04-02T08:28:37.904 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 1 to 126 2024-04-02T08:28:37.904 INFO:tasks.rados.rados.0.smithi012.stdout:1333: rollback oid 36 current snap is 127 2024-04-02T08:28:37.904 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 36 to 125 2024-04-02T08:28:37.904 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 29 current snap is 127 2024-04-02T08:28:37.904 INFO:tasks.rados.rados.0.smithi012.stdout:1334: seq_num 417 ranges {2441216=589824,3031040=458752,3489792=679936,4169728=466944} 2024-04-02T08:28:37.920 INFO:tasks.rados.rados.0.smithi012.stdout:1334: writing smithi01277369-29 from 2441216 to 3031040 tid 1 2024-04-02T08:28:37.922 INFO:tasks.rados.rados.0.smithi012.stdout:1334: writing smithi01277369-29 from 3031040 to 3489792 tid 2 2024-04-02T08:28:37.926 INFO:tasks.rados.rados.0.smithi012.stdout:1334: writing smithi01277369-29 from 3489792 to 4169728 tid 3 2024-04-02T08:28:37.929 INFO:tasks.rados.rados.0.smithi012.stdout:1334: writing smithi01277369-29 from 4169728 to 4636672 tid 4 2024-04-02T08:28:37.929 INFO:tasks.rados.rados.0.smithi012.stdout:1335: read oid 16 snap 126 2024-04-02T08:28:37.929 INFO:tasks.rados.rados.0.smithi012.stdout:1335: expect (ObjNum 414 snap 125 seq_num 414) 2024-04-02T08:28:37.929 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 9 current snap is 127 2024-04-02T08:28:37.929 INFO:tasks.rados.rados.0.smithi012.stdout:1333: finishing rollback tid 0 to smithi01277369-36 2024-04-02T08:28:37.930 INFO:tasks.rados.rados.0.smithi012.stdout:1333: finishing rollback tid 1 to smithi01277369-36 2024-04-02T08:28:37.930 INFO:tasks.rados.rados.0.smithi012.stdout:1332: finishing rollback tid 0 to smithi01277369-1 2024-04-02T08:28:37.930 INFO:tasks.rados.rados.0.smithi012.stdout:1336: seq_num 418 ranges {2064384=606208,2670592=737280,3407872=434176,3842048=434176} 2024-04-02T08:28:37.944 INFO:tasks.rados.rados.0.smithi012.stdout:1336: writing smithi01277369-9 from 2064384 to 2670592 tid 1 2024-04-02T08:28:37.949 INFO:tasks.rados.rados.0.smithi012.stdout:1336: writing smithi01277369-9 from 2670592 to 3407872 tid 2 2024-04-02T08:28:37.952 INFO:tasks.rados.rados.0.smithi012.stdout:1336: writing smithi01277369-9 from 3407872 to 3842048 tid 3 2024-04-02T08:28:37.955 INFO:tasks.rados.rados.0.smithi012.stdout:1336: writing smithi01277369-9 from 3842048 to 4276224 tid 4 2024-04-02T08:28:37.957 INFO:tasks.rados.rados.0.smithi012.stdout:1332: finishing rollback tid 1 to smithi01277369-1 2024-04-02T08:28:37.957 INFO:tasks.rados.rados.0.smithi012.stdout:1333: finishing rollback tid 2 to smithi01277369-36 2024-04-02T08:28:37.958 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 36 v 600 (ObjNum 363 snap 109 seq_num 363) dirty exists 2024-04-02T08:28:37.958 INFO:tasks.rados.rados.0.smithi012.stdout:1332: finishing rollback tid 2 to smithi01277369-1 2024-04-02T08:28:37.958 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 1 v 542 (ObjNum 269 snap 74 seq_num 269) dirty exists 2024-04-02T08:28:37.958 INFO:tasks.rados.rados.0.smithi012.stdout:1334: finishing write tid 1 to smithi01277369-29 2024-04-02T08:28:37.958 INFO:tasks.rados.rados.0.smithi012.stdout:1334: finishing write tid 2 to smithi01277369-29 2024-04-02T08:28:37.958 INFO:tasks.rados.rados.0.smithi012.stdout:1334: finishing write tid 3 to smithi01277369-29 2024-04-02T08:28:37.958 INFO:tasks.rados.rados.0.smithi012.stdout:1334: finishing write tid 4 to smithi01277369-29 2024-04-02T08:28:37.958 INFO:tasks.rados.rados.0.smithi012.stdout:1334: finishing write tid 5 to smithi01277369-29 2024-04-02T08:28:37.958 INFO:tasks.rados.rados.0.smithi012.stdout:1334: finishing write tid 6 to smithi01277369-29 2024-04-02T08:28:37.959 INFO:tasks.rados.rados.0.smithi012.stdout:1334: oid 29 updating version 0 to 833 2024-04-02T08:28:37.959 INFO:tasks.rados.rados.0.smithi012.stdout:1334: oid 29 version 833 is already newer than 829 2024-04-02T08:28:37.959 INFO:tasks.rados.rados.0.smithi012.stdout:1334: oid 29 version 833 is already newer than 832 2024-04-02T08:28:37.959 INFO:tasks.rados.rados.0.smithi012.stdout:1334: oid 29 version 833 is already newer than 831 2024-04-02T08:28:37.959 INFO:tasks.rados.rados.0.smithi012.stdout:1334: oid 29 version 833 is already newer than 830 2024-04-02T08:28:37.959 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 29 v 833 (ObjNum 417 snap 127 seq_num 417) dirty exists 2024-04-02T08:28:37.959 INFO:tasks.rados.rados.0.smithi012.stdout:1334: left oid 29 (ObjNum 417 snap 127 seq_num 417) 2024-04-02T08:28:37.959 INFO:tasks.rados.rados.0.smithi012.stdout:1336: finishing write tid 1 to smithi01277369-9 2024-04-02T08:28:37.959 INFO:tasks.rados.rados.0.smithi012.stdout:1336: finishing write tid 2 to smithi01277369-9 2024-04-02T08:28:37.959 INFO:tasks.rados.rados.0.smithi012.stdout:1335: expect (ObjNum 414 snap 125 seq_num 414) 2024-04-02T08:28:38.070 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:37 smithi012 ceph-mon[88355]: pgmap v160: 121 pgs: 121 active+clean; 159 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.5 MiB/s wr, 13 op/s 2024-04-02T08:28:38.070 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:37 smithi012 ceph-mon[88355]: osdmap e329: 8 total, 8 up, 8 in 2024-04-02T08:28:38.070 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:37 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:38.071 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:37 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-02T08:28:38.071 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:37 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:38.071 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:28:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:28:37] "GET /metrics HTTP/1.1" 200 36041 "" "Prometheus/2.43.0" 2024-04-02T08:28:38.071 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:37 smithi012 ceph-mon[90784]: pgmap v160: 121 pgs: 121 active+clean; 159 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.5 MiB/s wr, 13 op/s 2024-04-02T08:28:38.071 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:37 smithi012 ceph-mon[90784]: osdmap e329: 8 total, 8 up, 8 in 2024-04-02T08:28:38.071 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:37 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:38.071 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:37 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-02T08:28:38.071 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:37 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:38.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:37 smithi055 ceph-mon[85080]: pgmap v160: 121 pgs: 121 active+clean; 159 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.5 MiB/s wr, 13 op/s 2024-04-02T08:28:38.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:37 smithi055 ceph-mon[85080]: osdmap e329: 8 total, 8 up, 8 in 2024-04-02T08:28:38.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:37 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:38.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:37 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-02T08:28:38.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:37 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:38.317 INFO:tasks.rados.rados.0.smithi012.stdout:1336: finishing write tid 3 to smithi01277369-9 2024-04-02T08:28:38.317 INFO:tasks.rados.rados.0.smithi012.stdout:1336: finishing write tid 4 to smithi01277369-9 2024-04-02T08:28:38.317 INFO:tasks.rados.rados.0.smithi012.stdout:1336: finishing write tid 5 to smithi01277369-9 2024-04-02T08:28:38.317 INFO:tasks.rados.rados.0.smithi012.stdout:1336: finishing write tid 6 to smithi01277369-9 2024-04-02T08:28:38.317 INFO:tasks.rados.rados.0.smithi012.stdout:1336: oid 9 updating version 0 to 601 2024-04-02T08:28:38.317 INFO:tasks.rados.rados.0.smithi012.stdout:1336: oid 9 updating version 601 to 603 2024-04-02T08:28:38.317 INFO:tasks.rados.rados.0.smithi012.stdout:1336: oid 9 updating version 603 to 604 2024-04-02T08:28:38.318 INFO:tasks.rados.rados.0.smithi012.stdout:1336: oid 9 version 604 is already newer than 602 2024-04-02T08:28:38.318 INFO:tasks.rados.rados.0.smithi012.stdout:1336: oid 9 updating version 604 to 605 2024-04-02T08:28:38.318 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 9 v 605 (ObjNum 418 snap 127 seq_num 418) dirty exists 2024-04-02T08:28:38.318 INFO:tasks.rados.rados.0.smithi012.stdout:1336: left oid 9 (ObjNum 418 snap 127 seq_num 418) 2024-04-02T08:28:38.318 INFO:tasks.rados.rados.0.smithi012.stdout:1332: done (4 left) 2024-04-02T08:28:38.318 INFO:tasks.rados.rados.0.smithi012.stdout:1333: done (3 left) 2024-04-02T08:28:38.318 INFO:tasks.rados.rados.0.smithi012.stdout:1334: done (2 left) 2024-04-02T08:28:38.318 INFO:tasks.rados.rados.0.smithi012.stdout:1335: done (1 left) 2024-04-02T08:28:38.318 INFO:tasks.rados.rados.0.smithi012.stdout:1336: done (0 left) 2024-04-02T08:28:38.318 INFO:tasks.rados.rados.0.smithi012.stdout:1337: copy_from oid 5 from oid 32 current snap is 127 2024-04-02T08:28:38.318 INFO:tasks.rados.rados.0.smithi012.stdout:1338: snap_remove snap 126 2024-04-02T08:28:38.883 INFO:tasks.rados.rados.0.smithi012.stdout:1338: done (1 left) 2024-04-02T08:28:38.884 INFO:tasks.rados.rados.0.smithi012.stdout:1339: snap_create 2024-04-02T08:28:38.884 INFO:tasks.rados.rados.0.smithi012.stdout:1337: finishing copy_from racing read to smithi01277369-5 2024-04-02T08:28:38.884 INFO:tasks.rados.rados.0.smithi012.stdout:1337: finishing copy_from to smithi01277369-5 2024-04-02T08:28:38.884 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 5 v 849 (ObjNum 393 snap 117 seq_num 393) dirty exists 2024-04-02T08:28:39.119 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:38 smithi012 ceph-mon[90784]: Upgrade: Updating osd.1 2024-04-02T08:28:39.119 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:38 smithi012 ceph-mon[90784]: Deploying daemon osd.1 on smithi012 2024-04-02T08:28:39.119 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:38 smithi012 ceph-mon[90784]: osdmap e330: 8 total, 8 up, 8 in 2024-04-02T08:28:39.119 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:38 smithi012 ceph-mon[90784]: osdmap e331: 8 total, 8 up, 8 in 2024-04-02T08:28:39.119 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:38 smithi012 ceph-mon[88355]: Upgrade: Updating osd.1 2024-04-02T08:28:39.120 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:38 smithi012 ceph-mon[88355]: Deploying daemon osd.1 on smithi012 2024-04-02T08:28:39.120 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:38 smithi012 ceph-mon[88355]: osdmap e330: 8 total, 8 up, 8 in 2024-04-02T08:28:39.120 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:38 smithi012 ceph-mon[88355]: osdmap e331: 8 total, 8 up, 8 in 2024-04-02T08:28:39.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:38 smithi055 ceph-mon[85080]: Upgrade: Updating osd.1 2024-04-02T08:28:39.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:38 smithi055 ceph-mon[85080]: Deploying daemon osd.1 on smithi012 2024-04-02T08:28:39.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:38 smithi055 ceph-mon[85080]: osdmap e330: 8 total, 8 up, 8 in 2024-04-02T08:28:39.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:38 smithi055 ceph-mon[85080]: osdmap e331: 8 total, 8 up, 8 in 2024-04-02T08:28:39.886 INFO:tasks.rados.rados.0.smithi012.stdout:1337: done (1 left) 2024-04-02T08:28:39.889 INFO:tasks.rados.rados.0.smithi012.stdout:1339: done (0 left) 2024-04-02T08:28:39.889 INFO:tasks.rados.rados.0.smithi012.stdout:1340: read oid 47 snap -1 2024-04-02T08:28:39.889 INFO:tasks.rados.rados.0.smithi012.stdout:1340: expect (ObjNum 409 snap 123 seq_num 409) 2024-04-02T08:28:39.889 INFO:tasks.rados.rados.0.smithi012.stdout:1341: read oid 50 snap -1 2024-04-02T08:28:39.890 INFO:tasks.rados.rados.0.smithi012.stdout:1341: expect (ObjNum 377 snap 114 seq_num 377) 2024-04-02T08:28:39.890 INFO:tasks.rados.rados.0.smithi012.stdout:1342: snap_create 2024-04-02T08:28:39.895 INFO:tasks.rados.rados.0.smithi012.stdout:1340: expect (ObjNum 409 snap 123 seq_num 409) 2024-04-02T08:28:39.953 INFO:tasks.rados.rados.0.smithi012.stdout:1341: expect (ObjNum 377 snap 114 seq_num 377) 2024-04-02T08:28:40.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:39 smithi012 ceph-mon[88355]: pgmap v163: 121 pgs: 121 active+clean; 159 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.5 MiB/s wr, 13 op/s 2024-04-02T08:28:40.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:39 smithi012 ceph-mon[88355]: osdmap e332: 8 total, 8 up, 8 in 2024-04-02T08:28:40.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:39 smithi012 ceph-mon[90784]: pgmap v163: 121 pgs: 121 active+clean; 159 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.5 MiB/s wr, 13 op/s 2024-04-02T08:28:40.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:39 smithi012 ceph-mon[90784]: osdmap e332: 8 total, 8 up, 8 in 2024-04-02T08:28:40.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:39 smithi055 ceph-mon[85080]: pgmap v163: 121 pgs: 121 active+clean; 159 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.5 MiB/s wr, 13 op/s 2024-04-02T08:28:40.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:39 smithi055 ceph-mon[85080]: osdmap e332: 8 total, 8 up, 8 in 2024-04-02T08:28:40.678 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:28:40 smithi012 systemd[1]: Stopping Ceph osd.1 for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:28:40.887 INFO:tasks.rados.rados.0.smithi012.stdout:1340: done (2 left) 2024-04-02T08:28:40.888 INFO:tasks.rados.rados.0.smithi012.stdout:1341: done (1 left) 2024-04-02T08:28:40.888 INFO:tasks.rados.rados.0.smithi012.stdout:1342: done (0 left) 2024-04-02T08:28:40.888 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 16 current snap is 129 2024-04-02T08:28:40.888 INFO:tasks.rados.rados.0.smithi012.stdout:1343: seq_num 419 ranges {7462912=622592,8085504=671744,8757248=647168,9404416=286720} 2024-04-02T08:28:40.932 INFO:tasks.rados.rados.0.smithi012.stdout:1343: writing smithi01277369-16 from 7462912 to 8085504 tid 1 2024-04-02T08:28:40.936 INFO:tasks.rados.rados.0.smithi012.stdout:1343: writing smithi01277369-16 from 8085504 to 8757248 tid 2 2024-04-02T08:28:40.939 INFO:tasks.rados.rados.0.smithi012.stdout:1343: writing smithi01277369-16 from 8757248 to 9404416 tid 3 2024-04-02T08:28:40.941 INFO:tasks.rados.rados.0.smithi012.stdout:1343: writing smithi01277369-16 from 9404416 to 9691136 tid 4 2024-04-02T08:28:40.941 INFO:tasks.rados.rados.0.smithi012.stdout:1344: delete oid 29 current snap is 129 2024-04-02T08:28:40.944 INFO:tasks.rados.rados.0.smithi012.stdout:1344: done (1 left) 2024-04-02T08:28:40.944 INFO:tasks.rados.rados.0.smithi012.stdout:1345: rollback oid 42 current snap is 129 2024-04-02T08:28:40.944 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 42 to 125 2024-04-02T08:28:40.944 INFO:tasks.rados.rados.0.smithi012.stdout:1346: read oid 39 snap -1 2024-04-02T08:28:40.944 INFO:tasks.rados.rados.0.smithi012.stdout:1346: expect (ObjNum 318 snap 97 seq_num 318) 2024-04-02T08:28:40.944 INFO:tasks.rados.rados.0.smithi012.stdout:1347: snap_create 2024-04-02T08:28:40.945 INFO:tasks.rados.rados.0.smithi012.stdout:1345: finishing rollback tid 1 to smithi01277369-42 2024-04-02T08:28:40.945 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 42 v 0 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-04-02T08:28:40.946 INFO:tasks.rados.rados.0.smithi012.stdout:1346: expect (ObjNum 318 snap 97 seq_num 318) 2024-04-02T08:28:41.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:40 smithi012 ceph-mon[90784]: osd.1 marked itself down and dead 2024-04-02T08:28:41.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:40 smithi012 ceph-mon[90784]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:28:41.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:40 smithi012 ceph-mon[90784]: osdmap e333: 8 total, 7 up, 8 in 2024-04-02T08:28:41.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:40 smithi012 ceph-mon[88355]: osd.1 marked itself down and dead 2024-04-02T08:28:41.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:40 smithi012 ceph-mon[88355]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:28:41.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:40 smithi012 ceph-mon[88355]: osdmap e333: 8 total, 7 up, 8 in 2024-04-02T08:28:41.179 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:28:40 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-1[47599]: 2024-04-02T08:28:40.705+0000 7f35250fa700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:28:41.179 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:28:40 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-1[47599]: 2024-04-02T08:28:40.705+0000 7f35250fa700 -1 osd.1 332 *** Got signal Terminated *** 2024-04-02T08:28:41.179 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:28:40 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-1[47599]: 2024-04-02T08:28:40.705+0000 7f35250fa700 -1 osd.1 332 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T08:28:41.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:40 smithi055 ceph-mon[85080]: osd.1 marked itself down and dead 2024-04-02T08:28:41.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:40 smithi055 ceph-mon[85080]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:28:41.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:40 smithi055 ceph-mon[85080]: osdmap e333: 8 total, 7 up, 8 in 2024-04-02T08:28:41.685 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:28:41 smithi012 podman[100772]: 2024-04-02 08:28:41.437296188 +0000 UTC m=+0.871150611 container died c0e45226a43239db59e86f3e09587b89320f221b0efb7ebadcaec343792b7407 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-1, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-4d05f4c, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS) 2024-04-02T08:28:41.891 INFO:tasks.rados.rados.0.smithi012.stdout:1345: done (3 left) 2024-04-02T08:28:41.891 INFO:tasks.rados.rados.0.smithi012.stdout:1346: done (2 left) 2024-04-02T08:28:41.891 INFO:tasks.rados.rados.0.smithi012.stdout:1347: done (1 left) 2024-04-02T08:28:41.891 INFO:tasks.rados.rados.0.smithi012.stdout:1348: copy_from oid 41 from oid 10 current snap is 130 2024-04-02T08:28:41.891 INFO:tasks.rados.rados.0.smithi012.stdout:1349: read oid 38 snap -1 2024-04-02T08:28:41.892 INFO:tasks.rados.rados.0.smithi012.stdout:1349: expect (ObjNum 384 snap 117 seq_num 384) 2024-04-02T08:28:41.892 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 22 current snap is 130 2024-04-02T08:28:41.892 INFO:tasks.rados.rados.0.smithi012.stdout:1350: seq_num 421 ranges {0=655360,655360=442368,1097728=663552,1761280=499712} 2024-04-02T08:28:41.895 INFO:tasks.rados.rados.0.smithi012.stdout:1350: writing smithi01277369-22 from 0 to 655360 tid 1 2024-04-02T08:28:41.898 INFO:tasks.rados.rados.0.smithi012.stdout:1350: writing smithi01277369-22 from 655360 to 1097728 tid 2 2024-04-02T08:28:41.903 INFO:tasks.rados.rados.0.smithi012.stdout:1350: writing smithi01277369-22 from 1097728 to 1761280 tid 3 2024-04-02T08:28:41.907 INFO:tasks.rados.rados.0.smithi012.stdout:1350: writing smithi01277369-22 from 1761280 to 2260992 tid 4 2024-04-02T08:28:41.907 INFO:tasks.rados.rados.0.smithi012.stdout:1351: delete oid 34 current snap is 130 2024-04-02T08:28:41.910 INFO:tasks.rados.rados.0.smithi012.stdout:1351: done (4 left) 2024-04-02T08:28:41.910 INFO:tasks.rados.rados.0.smithi012.stdout:1352: setattr oid 8 current snap is 130 2024-04-02T08:28:41.912 INFO:tasks.rados.rados.0.smithi012.stdout:1353: read oid 14 snap -1 2024-04-02T08:28:41.912 INFO:tasks.rados.rados.0.smithi012.stdout:1353: expect (ObjNum 201 snap 54 seq_num 201) 2024-04-02T08:28:41.912 INFO:tasks.rados.rados.0.smithi012.stdout:1354: snap_remove snap 128 2024-04-02T08:28:42.096 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:41 smithi012 ceph-mon[90784]: pgmap v166: 121 pgs: 121 active+clean; 166 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.7 MiB/s wr, 1 op/s 2024-04-02T08:28:42.097 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:41 smithi012 ceph-mon[90784]: osdmap e334: 8 total, 7 up, 8 in 2024-04-02T08:28:42.097 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:41 smithi012 ceph-mon[88355]: pgmap v166: 121 pgs: 121 active+clean; 166 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.7 MiB/s wr, 1 op/s 2024-04-02T08:28:42.097 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:41 smithi012 ceph-mon[88355]: osdmap e334: 8 total, 7 up, 8 in 2024-04-02T08:28:42.097 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:28:41 smithi012 podman[100772]: 2024-04-02 08:28:41.81413055 +0000 UTC m=+1.247984974 container cleanup c0e45226a43239db59e86f3e09587b89320f221b0efb7ebadcaec343792b7407 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-1, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=reef-4d05f4c, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-04-02T08:28:42.097 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:28:41 smithi012 bash[100772]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-1 2024-04-02T08:28:42.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:41 smithi055 ceph-mon[85080]: pgmap v166: 121 pgs: 121 active+clean; 166 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.7 MiB/s wr, 1 op/s 2024-04-02T08:28:42.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:41 smithi055 ceph-mon[85080]: osdmap e334: 8 total, 7 up, 8 in 2024-04-02T08:28:42.390 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:28:42 smithi012 podman[100801]: 2024-04-02 08:28:42.098862002 +0000 UTC m=+0.658232367 container remove c0e45226a43239db59e86f3e09587b89320f221b0efb7ebadcaec343792b7407 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-1, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=reef-4d05f4c, org.label-schema.vendor=CentOS) 2024-04-02T08:28:42.678 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:28:42 smithi012 podman[100890]: 2024-04-02 08:28:42.295346126 +0000 UTC m=+0.017766418 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:28:42.678 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:28:42 smithi012 podman[100890]: 2024-04-02 08:28:42.408286125 +0000 UTC m=+0.130706393 container create 9c9f6eccc1072f739849821aaaf426d4c3dfc2c86530c14b67bf3cef1f26881c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-1-deactivate, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-02T08:28:42.678 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:28:42 smithi012 podman[100890]: 2024-04-02 08:28:42.594419321 +0000 UTC m=+0.316839599 container init 9c9f6eccc1072f739849821aaaf426d4c3dfc2c86530c14b67bf3cef1f26881c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-1-deactivate, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:28:42.678 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:28:42 smithi012 podman[100890]: 2024-04-02 08:28:42.597700963 +0000 UTC m=+0.320121237 container start 9c9f6eccc1072f739849821aaaf426d4c3dfc2c86530c14b67bf3cef1f26881c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-1-deactivate, ceph=True, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-04-02T08:28:42.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:28:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:28:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:28:42.895 INFO:tasks.rados.rados.0.smithi012.stdout:1354: done (6 left) 2024-04-02T08:28:42.895 INFO:tasks.rados.rados.0.smithi012.stdout:1355: snap_remove snap 127 2024-04-02T08:28:43.178 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:28:42 smithi012 podman[100890]: 2024-04-02 08:28:42.685877794 +0000 UTC m=+0.408298058 container attach 9c9f6eccc1072f739849821aaaf426d4c3dfc2c86530c14b67bf3cef1f26881c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-1-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-04-02T08:28:43.178 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:28:42 smithi012 podman[100890]: 2024-04-02 08:28:42.903994347 +0000 UTC m=+0.626414614 container died 9c9f6eccc1072f739849821aaaf426d4c3dfc2c86530c14b67bf3cef1f26881c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-1-deactivate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2) 2024-04-02T08:28:43.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:28:43 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:28:43.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi012\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi012\", job=\"node\", machine=\"x86_64\", nodename=\"smithi012\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi012\", job=\"node\", machine=\"x86_64\", nodename=\"smithi012\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:28:43.887 INFO:tasks.rados.rados.0.smithi012.stdout:1355: done (6 left) 2024-04-02T08:28:43.887 INFO:tasks.rados.rados.0.smithi012.stdout:1356: snap_create 2024-04-02T08:28:43.887 INFO:tasks.rados.rados.0.smithi012.stdout:1343: finishing write tid 1 to smithi01277369-16 2024-04-02T08:28:43.887 INFO:tasks.rados.rados.0.smithi012.stdout:1343: finishing write tid 2 to smithi01277369-16 2024-04-02T08:28:43.888 INFO:tasks.rados.rados.0.smithi012.stdout:1343: finishing write tid 3 to smithi01277369-16 2024-04-02T08:28:43.888 INFO:tasks.rados.rados.0.smithi012.stdout:1348: finishing copy_from racing read to smithi01277369-41 2024-04-02T08:28:43.888 INFO:tasks.rados.rados.0.smithi012.stdout:1343: finishing write tid 4 to smithi01277369-16 2024-04-02T08:28:43.888 INFO:tasks.rados.rados.0.smithi012.stdout:1343: finishing write tid 5 to smithi01277369-16 2024-04-02T08:28:43.888 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 8 v 887 (ObjNum 411 snap 124 seq_num 411) dirty exists 2024-04-02T08:28:43.888 INFO:tasks.rados.rados.0.smithi012.stdout:1343: finishing write tid 6 to smithi01277369-16 2024-04-02T08:28:43.889 INFO:tasks.rados.rados.0.smithi012.stdout:1343: oid 16 updating version 0 to 235 2024-04-02T08:28:43.889 INFO:tasks.rados.rados.0.smithi012.stdout:1343: oid 16 version 235 is already newer than 234 2024-04-02T08:28:43.889 INFO:tasks.rados.rados.0.smithi012.stdout:1343: oid 16 updating version 235 to 237 2024-04-02T08:28:43.889 INFO:tasks.rados.rados.0.smithi012.stdout:1343: oid 16 updating version 237 to 238 2024-04-02T08:28:43.889 INFO:tasks.rados.rados.0.smithi012.stdout:1343: oid 16 version 238 is already newer than 236 2024-04-02T08:28:43.889 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 16 v 238 (ObjNum 419 snap 129 seq_num 419) dirty exists 2024-04-02T08:28:43.890 INFO:tasks.rados.rados.0.smithi012.stdout:1343: left oid 16 (ObjNum 419 snap 129 seq_num 419) 2024-04-02T08:28:43.890 INFO:tasks.rados.rados.0.smithi012.stdout:1348: finishing copy_from to smithi01277369-41 2024-04-02T08:28:43.890 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 41 v 226 (ObjNum 318 snap 97 seq_num 318) dirty exists 2024-04-02T08:28:43.890 INFO:tasks.rados.rados.0.smithi012.stdout:1350: finishing write tid 1 to smithi01277369-22 2024-04-02T08:28:43.890 INFO:tasks.rados.rados.0.smithi012.stdout:1350: finishing write tid 2 to smithi01277369-22 2024-04-02T08:28:43.890 INFO:tasks.rados.rados.0.smithi012.stdout:1350: finishing write tid 3 to smithi01277369-22 2024-04-02T08:28:43.890 INFO:tasks.rados.rados.0.smithi012.stdout:1350: finishing write tid 4 to smithi01277369-22 2024-04-02T08:28:43.890 INFO:tasks.rados.rados.0.smithi012.stdout:1350: finishing write tid 5 to smithi01277369-22 2024-04-02T08:28:43.890 INFO:tasks.rados.rados.0.smithi012.stdout:1350: finishing write tid 6 to smithi01277369-22 2024-04-02T08:28:43.890 INFO:tasks.rados.rados.0.smithi012.stdout:1350: oid 22 updating version 0 to 667 2024-04-02T08:28:43.890 INFO:tasks.rados.rados.0.smithi012.stdout:1350: oid 22 version 667 is already newer than 666 2024-04-02T08:28:43.890 INFO:tasks.rados.rados.0.smithi012.stdout:1350: oid 22 updating version 667 to 669 2024-04-02T08:28:43.890 INFO:tasks.rados.rados.0.smithi012.stdout:1350: oid 22 version 669 is already newer than 668 2024-04-02T08:28:43.891 INFO:tasks.rados.rados.0.smithi012.stdout:1350: oid 22 updating version 669 to 670 2024-04-02T08:28:43.891 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 22 v 670 (ObjNum 421 snap 130 seq_num 421) dirty exists 2024-04-02T08:28:43.891 INFO:tasks.rados.rados.0.smithi012.stdout:1350: left oid 22 (ObjNum 421 snap 130 seq_num 421) 2024-04-02T08:28:43.891 INFO:tasks.rados.rados.0.smithi012.stdout:1349: expect (ObjNum 384 snap 117 seq_num 384) 2024-04-02T08:28:43.892 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:28:43 smithi012 podman[100916]: 2024-04-02 08:28:43.581802182 +0000 UTC m=+0.672672069 container remove 9c9f6eccc1072f739849821aaaf426d4c3dfc2c86530c14b67bf3cef1f26881c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-1-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-04-02T08:28:43.892 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:28:43 smithi012 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@osd.1.service: Deactivated successfully. 2024-04-02T08:28:43.892 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:28:43 smithi012 systemd[1]: Stopped Ceph osd.1 for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:28:43.892 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:28:43 smithi012 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@osd.1.service: Consumed 12.220s CPU time. 2024-04-02T08:28:43.892 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:28:43 smithi012 systemd[1]: Starting Ceph osd.1 for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:28:44.151 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:43 smithi012 ceph-mon[90784]: pgmap v169: 121 pgs: 16 stale+active+clean, 105 active+clean; 182 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 5.6 MiB/s wr, 15 op/s 2024-04-02T08:28:44.151 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:43 smithi012 ceph-mon[90784]: osdmap e335: 8 total, 7 up, 8 in 2024-04-02T08:28:44.151 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:43 smithi012 ceph-mon[90784]: osdmap e336: 8 total, 7 up, 8 in 2024-04-02T08:28:44.152 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:43 smithi012 ceph-mon[88355]: pgmap v169: 121 pgs: 16 stale+active+clean, 105 active+clean; 182 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 5.6 MiB/s wr, 15 op/s 2024-04-02T08:28:44.152 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:43 smithi012 ceph-mon[88355]: osdmap e335: 8 total, 7 up, 8 in 2024-04-02T08:28:44.152 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:43 smithi012 ceph-mon[88355]: osdmap e336: 8 total, 7 up, 8 in 2024-04-02T08:28:44.152 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:28:44 smithi012 podman[101020]: 2024-04-02 08:28:43.934825697 +0000 UTC m=+0.018876562 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:28:44.152 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:28:44 smithi012 podman[101020]: 2024-04-02 08:28:44.041386737 +0000 UTC m=+0.125437607 container create 02b4a4fbb5496bb2634db79fb1283ae413f914ecd1fa1425150eb9bb49fdfd35 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-1-activate, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS) 2024-04-02T08:28:44.311 INFO:tasks.rados.rados.0.smithi012.stdout:1353: expect (ObjNum 201 snap 54 seq_num 201) 2024-04-02T08:28:44.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:43 smithi055 ceph-mon[85080]: pgmap v169: 121 pgs: 16 stale+active+clean, 105 active+clean; 182 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 5.6 MiB/s wr, 15 op/s 2024-04-02T08:28:44.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:43 smithi055 ceph-mon[85080]: osdmap e335: 8 total, 7 up, 8 in 2024-04-02T08:28:44.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:43 smithi055 ceph-mon[85080]: osdmap e336: 8 total, 7 up, 8 in 2024-04-02T08:28:44.428 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:28:44 smithi012 podman[101020]: 2024-04-02 08:28:44.286441799 +0000 UTC m=+0.370492685 container init 02b4a4fbb5496bb2634db79fb1283ae413f914ecd1fa1425150eb9bb49fdfd35 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-1-activate, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-04-02T08:28:44.428 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:28:44 smithi012 podman[101020]: 2024-04-02 08:28:44.290099158 +0000 UTC m=+0.374150033 container start 02b4a4fbb5496bb2634db79fb1283ae413f914ecd1fa1425150eb9bb49fdfd35 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-1-activate, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T08:28:44.429 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:28:44 smithi012 podman[101020]: 2024-04-02 08:28:44.361141566 +0000 UTC m=+0.445192449 container attach 02b4a4fbb5496bb2634db79fb1283ae413f914ecd1fa1425150eb9bb49fdfd35 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-1-activate, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, ceph=True) 2024-04-02T08:28:44.890 INFO:tasks.rados.rados.0.smithi012.stdout:1343: done (6 left) 2024-04-02T08:28:44.890 INFO:tasks.rados.rados.0.smithi012.stdout:1348: done (5 left) 2024-04-02T08:28:44.890 INFO:tasks.rados.rados.0.smithi012.stdout:1349: done (4 left) 2024-04-02T08:28:44.890 INFO:tasks.rados.rados.0.smithi012.stdout:1350: done (3 left) 2024-04-02T08:28:44.890 INFO:tasks.rados.rados.0.smithi012.stdout:1352: done (2 left) 2024-04-02T08:28:44.890 INFO:tasks.rados.rados.0.smithi012.stdout:1353: done (1 left) 2024-04-02T08:28:44.890 INFO:tasks.rados.rados.0.smithi012.stdout:1356: done (0 left) 2024-04-02T08:28:44.891 INFO:tasks.rados.rados.0.smithi012.stdout:1357: rollback oid 14 current snap is 131 2024-04-02T08:28:44.891 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 14 to 129 2024-04-02T08:28:44.891 INFO:tasks.rados.rados.0.smithi012.stdout:1358: snap_remove snap 125 2024-04-02T08:28:45.127 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.9", "id": [7, 2]}]: dispatch 2024-04-02T08:28:45.127 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [0, 1]}]: dispatch 2024-04-02T08:28:45.127 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 1]}]: dispatch 2024-04-02T08:28:45.127 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.12", "id": [7, 1]}]: dispatch 2024-04-02T08:28:45.127 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [0, 1]}]: dispatch 2024-04-02T08:28:45.127 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 1]}]: dispatch 2024-04-02T08:28:45.127 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [7, 1]}]: dispatch 2024-04-02T08:28:45.128 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 2]}]: dispatch 2024-04-02T08:28:45.128 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [0, 2]}]: dispatch 2024-04-02T08:28:45.128 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.f", "id": [5, 1]}]: dispatch 2024-04-02T08:28:45.128 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:45.128 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:45.128 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.9", "id": [7, 2]}]': finished 2024-04-02T08:28:45.128 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.9", "id": [7, 2]}]: dispatch 2024-04-02T08:28:45.128 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [0, 1]}]: dispatch 2024-04-02T08:28:45.128 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 1]}]: dispatch 2024-04-02T08:28:45.128 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.12", "id": [7, 1]}]: dispatch 2024-04-02T08:28:45.129 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [0, 1]}]: dispatch 2024-04-02T08:28:45.129 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 1]}]: dispatch 2024-04-02T08:28:45.129 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [7, 1]}]: dispatch 2024-04-02T08:28:45.129 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 2]}]: dispatch 2024-04-02T08:28:45.129 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [0, 2]}]: dispatch 2024-04-02T08:28:45.129 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.f", "id": [5, 1]}]: dispatch 2024-04-02T08:28:45.129 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:45.129 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:45.129 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.9", "id": [7, 2]}]': finished 2024-04-02T08:28:45.129 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:28:44 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-1-activate[101034]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-02T08:28:45.129 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:28:44 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-1-activate[101034]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-02T08:28:45.130 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:28:44 smithi012 bash[101020]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-02T08:28:45.130 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:28:44 smithi012 bash[101020]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-02T08:28:45.130 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:28:44 smithi012 bash[101020]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-02T08:28:45.130 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:28:44 smithi012 bash[101020]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-02T08:28:45.130 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:28:44 smithi012 bash[101020]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-04-02T08:28:45.130 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:28:44 smithi012 bash[101020]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-02T08:28:45.130 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:28:44 smithi012 bash[101020]: --> ceph-volume raw activate successful for osd ID: 1 2024-04-02T08:28:45.130 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:28:44 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-1-activate[101034]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-02T08:28:45.130 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:28:44 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-1-activate[101034]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-02T08:28:45.130 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:28:44 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-1-activate[101034]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-04-02T08:28:45.130 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:28:44 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-1-activate[101034]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-02T08:28:45.130 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:28:44 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-1-activate[101034]: --> ceph-volume raw activate successful for osd ID: 1 2024-04-02T08:28:45.130 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:28:44 smithi012 podman[101020]: 2024-04-02 08:28:44.760129969 +0000 UTC m=+0.844180837 container died 02b4a4fbb5496bb2634db79fb1283ae413f914ecd1fa1425150eb9bb49fdfd35 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-1-activate, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:28:45.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.9", "id": [7, 2]}]: dispatch 2024-04-02T08:28:45.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [0, 1]}]: dispatch 2024-04-02T08:28:45.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 1]}]: dispatch 2024-04-02T08:28:45.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.12", "id": [7, 1]}]: dispatch 2024-04-02T08:28:45.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [0, 1]}]: dispatch 2024-04-02T08:28:45.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 1]}]: dispatch 2024-04-02T08:28:45.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [7, 1]}]: dispatch 2024-04-02T08:28:45.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 2]}]: dispatch 2024-04-02T08:28:45.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [0, 2]}]: dispatch 2024-04-02T08:28:45.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.f", "id": [5, 1]}]: dispatch 2024-04-02T08:28:45.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:45.313 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:45.313 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.9", "id": [7, 2]}]': finished 2024-04-02T08:28:45.670 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:28:45 smithi012 podman[101156]: 2024-04-02 08:28:45.421462424 +0000 UTC m=+0.652984691 container remove 02b4a4fbb5496bb2634db79fb1283ae413f914ecd1fa1425150eb9bb49fdfd35 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-1-activate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, GIT_CLEAN=True, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-02T08:28:45.670 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:28:45 smithi012 podman[101219]: 2024-04-02 08:28:45.538084765 +0000 UTC m=+0.018102027 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:28:45.670 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:28:45 smithi012 podman[101219]: 2024-04-02 08:28:45.672349631 +0000 UTC m=+0.152366877 container create bed42cfef5185944260585bf6501036c3081a421c3517d2883c48bd0e0923982 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-1, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:28:45.890 INFO:tasks.rados.rados.0.smithi012.stdout:1358: done (1 left) 2024-04-02T08:28:45.890 INFO:tasks.rados.rados.0.smithi012.stdout:1359: snap_remove snap 130 2024-04-02T08:28:45.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:45 smithi012 ceph-mon[88355]: pgmap v172: 121 pgs: 16 stale+active+clean, 105 active+clean; 182 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.9 MiB/s wr, 13 op/s 2024-04-02T08:28:45.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:45 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [0, 1]}]': finished 2024-04-02T08:28:45.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:45 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 1]}]': finished 2024-04-02T08:28:45.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:45 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.12", "id": [7, 1]}]': finished 2024-04-02T08:28:45.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:45 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [0, 1]}]': finished 2024-04-02T08:28:45.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:45 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 1]}]': finished 2024-04-02T08:28:45.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:45 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [7, 1]}]': finished 2024-04-02T08:28:45.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:45 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 2]}]': finished 2024-04-02T08:28:45.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:45 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [0, 2]}]': finished 2024-04-02T08:28:45.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:45 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.f", "id": [5, 1]}]': finished 2024-04-02T08:28:45.930 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:45 smithi012 ceph-mon[88355]: osdmap e337: 8 total, 7 up, 8 in 2024-04-02T08:28:45.930 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:45 smithi012 ceph-mon[88355]: osdmap e338: 8 total, 7 up, 8 in 2024-04-02T08:28:45.930 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:28:45 smithi012 podman[101219]: 2024-04-02 08:28:45.916399523 +0000 UTC m=+0.396416782 container init bed42cfef5185944260585bf6501036c3081a421c3517d2883c48bd0e0923982 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-1, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-04-02T08:28:45.930 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:28:45 smithi012 podman[101219]: 2024-04-02 08:28:45.919543561 +0000 UTC m=+0.399560808 container start bed42cfef5185944260585bf6501036c3081a421c3517d2883c48bd0e0923982 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-1, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5) 2024-04-02T08:28:45.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:45 smithi012 ceph-mon[90784]: pgmap v172: 121 pgs: 16 stale+active+clean, 105 active+clean; 182 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.9 MiB/s wr, 13 op/s 2024-04-02T08:28:45.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:45 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [0, 1]}]': finished 2024-04-02T08:28:45.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:45 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 1]}]': finished 2024-04-02T08:28:45.931 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:45 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.12", "id": [7, 1]}]': finished 2024-04-02T08:28:45.931 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:45 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [0, 1]}]': finished 2024-04-02T08:28:45.931 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:45 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 1]}]': finished 2024-04-02T08:28:45.931 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:45 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [7, 1]}]': finished 2024-04-02T08:28:45.931 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:45 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 2]}]': finished 2024-04-02T08:28:45.931 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:45 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [0, 2]}]': finished 2024-04-02T08:28:45.931 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:45 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.f", "id": [5, 1]}]': finished 2024-04-02T08:28:45.931 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:45 smithi012 ceph-mon[90784]: osdmap e337: 8 total, 7 up, 8 in 2024-04-02T08:28:45.931 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:45 smithi012 ceph-mon[90784]: osdmap e338: 8 total, 7 up, 8 in 2024-04-02T08:28:46.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:45 smithi055 ceph-mon[85080]: pgmap v172: 121 pgs: 16 stale+active+clean, 105 active+clean; 182 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.9 MiB/s wr, 13 op/s 2024-04-02T08:28:46.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:45 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [0, 1]}]': finished 2024-04-02T08:28:46.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:45 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 1]}]': finished 2024-04-02T08:28:46.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:45 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.12", "id": [7, 1]}]': finished 2024-04-02T08:28:46.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:45 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [0, 1]}]': finished 2024-04-02T08:28:46.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:45 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 1]}]': finished 2024-04-02T08:28:46.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:45 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [7, 1]}]': finished 2024-04-02T08:28:46.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:45 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 2]}]': finished 2024-04-02T08:28:46.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:45 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [0, 2]}]': finished 2024-04-02T08:28:46.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:45 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.f", "id": [5, 1]}]': finished 2024-04-02T08:28:46.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:45 smithi055 ceph-mon[85080]: osdmap e337: 8 total, 7 up, 8 in 2024-04-02T08:28:46.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:45 smithi055 ceph-mon[85080]: osdmap e338: 8 total, 7 up, 8 in 2024-04-02T08:28:46.430 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:28:45 smithi012 ceph-osd[101239]: -- 172.21.15.12:0/1342980109 <== mon.2 v2:172.21.15.12:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x559d96603680 con 0x559d965cd000 2024-04-02T08:28:46.430 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:28:46 smithi012 bash[101219]: bed42cfef5185944260585bf6501036c3081a421c3517d2883c48bd0e0923982 2024-04-02T08:28:46.430 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:28:46 smithi012 systemd[1]: Started Ceph osd.1 for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:28:46.877 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:28:46 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-1[101235]: 2024-04-02T08:28:46.458+0000 7f5873fea7c0 -1 Falling back to public interface 2024-04-02T08:28:46.898 INFO:tasks.rados.rados.0.smithi012.stdout:1359: done (1 left) 2024-04-02T08:28:46.898 INFO:tasks.rados.rados.0.smithi012.stdout:1360: rollback oid 38 current snap is 131 2024-04-02T08:28:46.898 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 38 to 129 2024-04-02T08:28:46.898 INFO:tasks.rados.rados.0.smithi012.stdout:1361: read oid 4 snap -1 2024-04-02T08:28:46.898 INFO:tasks.rados.rados.0.smithi012.stdout:1361: expect deleted 2024-04-02T08:28:46.899 INFO:tasks.rados.rados.0.smithi012.stdout:1362: read oid 28 snap -1 2024-04-02T08:28:46.899 INFO:tasks.rados.rados.0.smithi012.stdout:1362: expect (ObjNum 365 snap 110 seq_num 365) 2024-04-02T08:28:46.899 INFO:tasks.rados.rados.0.smithi012.stdout:1363: rollback oid 31 current snap is 131 2024-04-02T08:28:46.899 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 31 to 129 2024-04-02T08:28:46.899 INFO:tasks.rados.rados.0.smithi012.stdout:1364: read oid 25 snap -1 2024-04-02T08:28:46.899 INFO:tasks.rados.rados.0.smithi012.stdout:1364: expect deleted 2024-04-02T08:28:46.899 INFO:tasks.rados.rados.0.smithi012.stdout:1365: rmattr oid 18 current snap is 131 2024-04-02T08:28:46.899 INFO:tasks.rados.rados.0.smithi012.stdout:1366: copy_from oid 29 from oid 22 current snap is 131 2024-04-02T08:28:46.899 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 6 current snap is 131 2024-04-02T08:28:46.899 INFO:tasks.rados.rados.0.smithi012.stdout:1367: seq_num 423 ranges {4521984=688128,5210112=614400,5824512=622592,6447104=368640} 2024-04-02T08:28:46.930 INFO:tasks.rados.rados.0.smithi012.stdout:1367: writing smithi01277369-6 from 4521984 to 5210112 tid 1 2024-04-02T08:28:46.935 INFO:tasks.rados.rados.0.smithi012.stdout:1367: writing smithi01277369-6 from 5210112 to 5824512 tid 2 2024-04-02T08:28:46.939 INFO:tasks.rados.rados.0.smithi012.stdout:1367: writing smithi01277369-6 from 5824512 to 6447104 tid 3 2024-04-02T08:28:46.942 INFO:tasks.rados.rados.0.smithi012.stdout:1367: writing smithi01277369-6 from 6447104 to 6815744 tid 4 2024-04-02T08:28:46.943 INFO:tasks.rados.rados.0.smithi012.stdout:1368: copy_from oid 49 from oid 33 current snap is 131 2024-04-02T08:28:46.943 INFO:tasks.rados.rados.0.smithi012.stdout:1357: finishing rollback tid 0 to smithi01277369-14 2024-04-02T08:28:46.943 INFO:tasks.rados.rados.0.smithi012.stdout:1357: finishing rollback tid 1 to smithi01277369-14 2024-04-02T08:28:46.943 INFO:tasks.rados.rados.0.smithi012.stdout:1357: finishing rollback tid 2 to smithi01277369-14 2024-04-02T08:28:46.943 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 14 v 242 (ObjNum 201 snap 54 seq_num 201) dirty exists 2024-04-02T08:28:46.943 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 18 v 443 (ObjNum 324 snap 98 seq_num 324) dirty exists 2024-04-02T08:28:46.943 INFO:tasks.rados.rados.0.smithi012.stdout:1363: finishing rollback tid 0 to smithi01277369-31 2024-04-02T08:28:46.943 INFO:tasks.rados.rados.0.smithi012.stdout:1363: finishing rollback tid 1 to smithi01277369-31 2024-04-02T08:28:46.943 INFO:tasks.rados.rados.0.smithi012.stdout:1363: finishing rollback tid 2 to smithi01277369-31 2024-04-02T08:28:46.943 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 31 v 245 (ObjNum 406 snap 123 seq_num 406) dirty exists 2024-04-02T08:28:46.943 INFO:tasks.rados.rados.0.smithi012.stdout:1360: finishing rollback tid 0 to smithi01277369-38 2024-04-02T08:28:46.943 INFO:tasks.rados.rados.0.smithi012.stdout:1360: finishing rollback tid 1 to smithi01277369-38 2024-04-02T08:28:46.943 INFO:tasks.rados.rados.0.smithi012.stdout:1360: finishing rollback tid 2 to smithi01277369-38 2024-04-02T08:28:46.944 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 38 v 514 (ObjNum 384 snap 117 seq_num 384) dirty exists 2024-04-02T08:28:46.944 INFO:tasks.rados.rados.0.smithi012.stdout:1362: expect (ObjNum 365 snap 110 seq_num 365) 2024-04-02T08:28:47.034 INFO:tasks.rados.rados.0.smithi012.stdout:1366: finishing copy_from racing read to smithi01277369-29 2024-04-02T08:28:47.034 INFO:tasks.rados.rados.0.smithi012.stdout:1366: finishing copy_from to smithi01277369-29 2024-04-02T08:28:47.034 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 29 v 670 (ObjNum 421 snap 130 seq_num 421) dirty exists 2024-04-02T08:28:47.034 INFO:tasks.rados.rados.0.smithi012.stdout:1367: finishing write tid 1 to smithi01277369-6 2024-04-02T08:28:47.034 INFO:tasks.rados.rados.0.smithi012.stdout:1367: finishing write tid 2 to smithi01277369-6 2024-04-02T08:28:47.034 INFO:tasks.rados.rados.0.smithi012.stdout:1357: done (9 left) 2024-04-02T08:28:47.034 INFO:tasks.rados.rados.0.smithi012.stdout:1360: done (8 left) 2024-04-02T08:28:47.034 INFO:tasks.rados.rados.0.smithi012.stdout:1361: done (7 left) 2024-04-02T08:28:47.035 INFO:tasks.rados.rados.0.smithi012.stdout:1362: done (6 left) 2024-04-02T08:28:47.035 INFO:tasks.rados.rados.0.smithi012.stdout:1363: done (5 left) 2024-04-02T08:28:47.035 INFO:tasks.rados.rados.0.smithi012.stdout:1364: done (4 left) 2024-04-02T08:28:47.035 INFO:tasks.rados.rados.0.smithi012.stdout:1365: done (3 left) 2024-04-02T08:28:47.035 INFO:tasks.rados.rados.0.smithi012.stdout:1366: done (2 left) 2024-04-02T08:28:47.035 INFO:tasks.rados.rados.0.smithi012.stdout:1369: read oid 25 snap -1 2024-04-02T08:28:47.035 INFO:tasks.rados.rados.0.smithi012.stdout:1369: expect deleted 2024-04-02T08:28:47.035 INFO:tasks.rados.rados.0.smithi012.stdout:1370: rollback oid 27 current snap is 131 2024-04-02T08:28:47.035 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 27 to 129 2024-04-02T08:28:47.035 INFO:tasks.rados.rados.0.smithi012.stdout:1367: finishing write tid 3 to smithi01277369-6 2024-04-02T08:28:47.035 INFO:tasks.rados.rados.0.smithi012.stdout:1371: rollback oid 13 current snap is 131 2024-04-02T08:28:47.035 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 13 to 129 2024-04-02T08:28:47.035 INFO:tasks.rados.rados.0.smithi012.stdout:1367: finishing write tid 4 to smithi01277369-6 2024-04-02T08:28:47.035 INFO:tasks.rados.rados.0.smithi012.stdout:1367: finishing write tid 5 to smithi01277369-6 2024-04-02T08:28:47.036 INFO:tasks.rados.rados.0.smithi012.stdout:1367: finishing write tid 6 to smithi01277369-6 2024-04-02T08:28:47.036 INFO:tasks.rados.rados.0.smithi012.stdout:1367: oid 6 updating version 0 to 587 2024-04-02T08:28:47.036 INFO:tasks.rados.rados.0.smithi012.stdout:1367: oid 6 updating version 587 to 589 2024-04-02T08:28:47.036 INFO:tasks.rados.rados.0.smithi012.stdout:1367: oid 6 version 589 is already newer than 588 2024-04-02T08:28:47.036 INFO:tasks.rados.rados.0.smithi012.stdout:1367: oid 6 updating version 589 to 590 2024-04-02T08:28:47.036 INFO:tasks.rados.rados.0.smithi012.stdout:1367: oid 6 updating version 590 to 591 2024-04-02T08:28:47.036 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 6 v 591 (ObjNum 423 snap 131 seq_num 423) dirty exists 2024-04-02T08:28:47.036 INFO:tasks.rados.rados.0.smithi012.stdout:1367: left oid 6 (ObjNum 423 snap 131 seq_num 423) 2024-04-02T08:28:47.036 INFO:tasks.rados.rados.0.smithi012.stdout:1368: finishing copy_from racing read to smithi01277369-49 2024-04-02T08:28:47.036 INFO:tasks.rados.rados.0.smithi012.stdout:1368: finishing copy_from to smithi01277369-49 2024-04-02T08:28:47.036 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 49 v 655 (ObjNum 410 snap 123 seq_num 410) dirty exists 2024-04-02T08:28:47.036 INFO:tasks.rados.rados.0.smithi012.stdout:1367: done (4 left) 2024-04-02T08:28:47.036 INFO:tasks.rados.rados.0.smithi012.stdout:1368: done (3 left) 2024-04-02T08:28:47.036 INFO:tasks.rados.rados.0.smithi012.stdout:1372: snap_create 2024-04-02T08:28:47.037 INFO:tasks.rados.rados.0.smithi012.stdout:1370: finishing rollback tid 1 to smithi01277369-27 2024-04-02T08:28:47.037 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 27 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-02T08:28:47.037 INFO:tasks.rados.rados.0.smithi012.stdout:1371: finishing rollback tid 0 to smithi01277369-13 2024-04-02T08:28:47.037 INFO:tasks.rados.rados.0.smithi012.stdout:1371: finishing rollback tid 1 to smithi01277369-13 2024-04-02T08:28:47.037 INFO:tasks.rados.rados.0.smithi012.stdout:1371: finishing rollback tid 2 to smithi01277369-13 2024-04-02T08:28:47.037 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 13 v 891 (ObjNum 407 snap 123 seq_num 407) dirty exists 2024-04-02T08:28:47.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:47 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:47.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:47 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:47.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:47 smithi012 ceph-mon[88355]: pgmap v175: 121 pgs: 3 unknown, 6 peering, 9 active+undersized+degraded, 35 active+undersized, 68 active+clean; 185 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.3 MiB/s wr, 12 op/s; 36/237 objects degraded (15.190%) 2024-04-02T08:28:47.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:47 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:28:47.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:47 smithi012 ceph-mon[88355]: osdmap e339: 8 total, 7 up, 8 in 2024-04-02T08:28:47.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:47 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:47.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:47 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:47.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:47 smithi012 ceph-mon[90784]: pgmap v175: 121 pgs: 3 unknown, 6 peering, 9 active+undersized+degraded, 35 active+undersized, 68 active+clean; 185 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.3 MiB/s wr, 12 op/s; 36/237 objects degraded (15.190%) 2024-04-02T08:28:47.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:47 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:28:47.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:47 smithi012 ceph-mon[90784]: osdmap e339: 8 total, 7 up, 8 in 2024-04-02T08:28:47.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:47 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:47.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:47 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:47.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:47 smithi055 ceph-mon[85080]: pgmap v175: 121 pgs: 3 unknown, 6 peering, 9 active+undersized+degraded, 35 active+undersized, 68 active+clean; 185 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.3 MiB/s wr, 12 op/s; 36/237 objects degraded (15.190%) 2024-04-02T08:28:47.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:47 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:28:47.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:47 smithi055 ceph-mon[85080]: osdmap e339: 8 total, 7 up, 8 in 2024-04-02T08:28:47.896 INFO:tasks.rados.rados.0.smithi012.stdout:1369: done (3 left) 2024-04-02T08:28:47.896 INFO:tasks.rados.rados.0.smithi012.stdout:1370: done (2 left) 2024-04-02T08:28:47.896 INFO:tasks.rados.rados.0.smithi012.stdout:1371: done (1 left) 2024-04-02T08:28:47.897 INFO:tasks.rados.rados.0.smithi012.stdout:1372: done (0 left) 2024-04-02T08:28:47.897 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 5 current snap is 132 2024-04-02T08:28:47.897 INFO:tasks.rados.rados.0.smithi012.stdout:1373: seq_num 424 ranges {3063808=704512,3768320=491520,4259840=434176,4694016=679936} 2024-04-02T08:28:47.917 INFO:tasks.rados.rados.0.smithi012.stdout:1373: writing smithi01277369-5 from 3063808 to 3768320 tid 1 2024-04-02T08:28:47.919 INFO:tasks.rados.rados.0.smithi012.stdout:1373: writing smithi01277369-5 from 3768320 to 4259840 tid 2 2024-04-02T08:28:47.922 INFO:tasks.rados.rados.0.smithi012.stdout:1373: writing smithi01277369-5 from 4259840 to 4694016 tid 3 2024-04-02T08:28:47.926 INFO:tasks.rados.rados.0.smithi012.stdout:1373: writing smithi01277369-5 from 4694016 to 5373952 tid 4 2024-04-02T08:28:47.926 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 10 current snap is 132 2024-04-02T08:28:47.927 INFO:tasks.rados.rados.0.smithi012.stdout:1373: finishing write tid 1 to smithi01277369-5 2024-04-02T08:28:47.927 INFO:tasks.rados.rados.0.smithi012.stdout:1373: finishing write tid 2 to smithi01277369-5 2024-04-02T08:28:47.927 INFO:tasks.rados.rados.0.smithi012.stdout:1373: finishing write tid 3 to smithi01277369-5 2024-04-02T08:28:47.927 INFO:tasks.rados.rados.0.smithi012.stdout:1374: seq_num 425 ranges {778240=720896,1499136=778240,2277376=638976,2916352=188416} 2024-04-02T08:28:47.935 INFO:tasks.rados.rados.0.smithi012.stdout:1374: writing smithi01277369-10 from 778240 to 1499136 tid 1 2024-04-02T08:28:47.939 INFO:tasks.rados.rados.0.smithi012.stdout:1374: writing smithi01277369-10 from 1499136 to 2277376 tid 2 2024-04-02T08:28:47.942 INFO:tasks.rados.rados.0.smithi012.stdout:1374: writing smithi01277369-10 from 2277376 to 2916352 tid 3 2024-04-02T08:28:47.944 INFO:tasks.rados.rados.0.smithi012.stdout:1374: writing smithi01277369-10 from 2916352 to 3104768 tid 4 2024-04-02T08:28:47.944 INFO:tasks.rados.rados.0.smithi012.stdout:1375: rmattr oid 30 current snap is 132 2024-04-02T08:28:47.944 INFO:tasks.rados.rados.0.smithi012.stdout:1375: done (2 left) 2024-04-02T08:28:47.944 INFO:tasks.rados.rados.0.smithi012.stdout:1376: copy_from oid 33 from oid 50 current snap is 132 2024-04-02T08:28:47.944 INFO:tasks.rados.rados.0.smithi012.stdout:1373: finishing write tid 4 to smithi01277369-5 2024-04-02T08:28:47.945 INFO:tasks.rados.rados.0.smithi012.stdout:1373: finishing write tid 5 to smithi01277369-5 2024-04-02T08:28:47.945 INFO:tasks.rados.rados.0.smithi012.stdout:1373: finishing write tid 6 to smithi01277369-5 2024-04-02T08:28:47.945 INFO:tasks.rados.rados.0.smithi012.stdout:1373: oid 5 updating version 0 to 854 2024-04-02T08:28:47.945 INFO:tasks.rados.rados.0.smithi012.stdout:1373: oid 5 version 854 is already newer than 852 2024-04-02T08:28:47.945 INFO:tasks.rados.rados.0.smithi012.stdout:1373: oid 5 version 854 is already newer than 850 2024-04-02T08:28:47.945 INFO:tasks.rados.rados.0.smithi012.stdout:1373: oid 5 version 854 is already newer than 853 2024-04-02T08:28:47.945 INFO:tasks.rados.rados.0.smithi012.stdout:1373: oid 5 version 854 is already newer than 851 2024-04-02T08:28:47.945 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 5 v 854 (ObjNum 424 snap 132 seq_num 424) dirty exists 2024-04-02T08:28:47.945 INFO:tasks.rados.rados.0.smithi012.stdout:1373: left oid 5 (ObjNum 424 snap 132 seq_num 424) 2024-04-02T08:28:47.945 INFO:tasks.rados.rados.0.smithi012.stdout:1374: finishing write tid 1 to smithi01277369-10 2024-04-02T08:28:47.945 INFO:tasks.rados.rados.0.smithi012.stdout:1374: finishing write tid 2 to smithi01277369-10 2024-04-02T08:28:47.945 INFO:tasks.rados.rados.0.smithi012.stdout:1373: done (2 left) 2024-04-02T08:28:47.945 INFO:tasks.rados.rados.0.smithi012.stdout:1377: read oid 28 snap -1 2024-04-02T08:28:47.946 INFO:tasks.rados.rados.0.smithi012.stdout:1377: expect (ObjNum 365 snap 110 seq_num 365) 2024-04-02T08:28:47.946 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 20 current snap is 132 2024-04-02T08:28:47.946 INFO:tasks.rados.rados.0.smithi012.stdout:1378: seq_num 426 ranges {2899968=737280,3637248=712704,4349952=802816,5152768=90112} 2024-04-02T08:28:47.964 INFO:tasks.rados.rados.0.smithi012.stdout:1378: writing smithi01277369-20 from 2899968 to 3637248 tid 1 2024-04-02T08:28:47.968 INFO:tasks.rados.rados.0.smithi012.stdout:1378: writing smithi01277369-20 from 3637248 to 4349952 tid 2 2024-04-02T08:28:47.973 INFO:tasks.rados.rados.0.smithi012.stdout:1378: writing smithi01277369-20 from 4349952 to 5152768 tid 3 2024-04-02T08:28:47.974 INFO:tasks.rados.rados.0.smithi012.stdout:1378: writing smithi01277369-20 from 5152768 to 5242880 tid 4 2024-04-02T08:28:47.974 INFO:tasks.rados.rados.0.smithi012.stdout:1379: copy_from oid 36 from oid 38 current snap is 132 2024-04-02T08:28:47.974 INFO:tasks.rados.rados.0.smithi012.stdout:1374: finishing write tid 3 to smithi01277369-10 2024-04-02T08:28:47.974 INFO:tasks.rados.rados.0.smithi012.stdout:1374: finishing write tid 4 to smithi01277369-10 2024-04-02T08:28:47.974 INFO:tasks.rados.rados.0.smithi012.stdout:1374: finishing write tid 5 to smithi01277369-10 2024-04-02T08:28:47.975 INFO:tasks.rados.rados.0.smithi012.stdout:1374: finishing write tid 6 to smithi01277369-10 2024-04-02T08:28:47.975 INFO:tasks.rados.rados.0.smithi012.stdout:1374: oid 10 updating version 0 to 551 2024-04-02T08:28:47.975 INFO:tasks.rados.rados.0.smithi012.stdout:1374: oid 10 version 551 is already newer than 547 2024-04-02T08:28:47.975 INFO:tasks.rados.rados.0.smithi012.stdout:1374: oid 10 version 551 is already newer than 549 2024-04-02T08:28:47.975 INFO:tasks.rados.rados.0.smithi012.stdout:1374: oid 10 version 551 is already newer than 550 2024-04-02T08:28:47.975 INFO:tasks.rados.rados.0.smithi012.stdout:1374: oid 10 version 551 is already newer than 548 2024-04-02T08:28:47.975 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 10 v 551 (ObjNum 425 snap 132 seq_num 425) dirty exists 2024-04-02T08:28:47.975 INFO:tasks.rados.rados.0.smithi012.stdout:1374: left oid 10 (ObjNum 425 snap 132 seq_num 425) 2024-04-02T08:28:47.975 INFO:tasks.rados.rados.0.smithi012.stdout:1377: expect (ObjNum 365 snap 110 seq_num 365) 2024-04-02T08:28:48.060 INFO:tasks.rados.rados.0.smithi012.stdout:1378: finishing write tid 1 to smithi01277369-20 2024-04-02T08:28:48.060 INFO:tasks.rados.rados.0.smithi012.stdout:1378: finishing write tid 2 to smithi01277369-20 2024-04-02T08:28:48.060 INFO:tasks.rados.rados.0.smithi012.stdout:1376: finishing copy_from racing read to smithi01277369-33 2024-04-02T08:28:48.060 INFO:tasks.rados.rados.0.smithi012.stdout:1378: finishing write tid 3 to smithi01277369-20 2024-04-02T08:28:48.060 INFO:tasks.rados.rados.0.smithi012.stdout:1378: finishing write tid 4 to smithi01277369-20 2024-04-02T08:28:48.060 INFO:tasks.rados.rados.0.smithi012.stdout:1378: finishing write tid 5 to smithi01277369-20 2024-04-02T08:28:48.060 INFO:tasks.rados.rados.0.smithi012.stdout:1378: finishing write tid 6 to smithi01277369-20 2024-04-02T08:28:48.061 INFO:tasks.rados.rados.0.smithi012.stdout:1378: oid 20 updating version 0 to 897 2024-04-02T08:28:48.061 INFO:tasks.rados.rados.0.smithi012.stdout:1378: oid 20 version 897 is already newer than 895 2024-04-02T08:28:48.061 INFO:tasks.rados.rados.0.smithi012.stdout:1378: oid 20 version 897 is already newer than 896 2024-04-02T08:28:48.061 INFO:tasks.rados.rados.0.smithi012.stdout:1378: oid 20 version 897 is already newer than 894 2024-04-02T08:28:48.061 INFO:tasks.rados.rados.0.smithi012.stdout:1378: oid 20 version 897 is already newer than 893 2024-04-02T08:28:48.061 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 20 v 897 (ObjNum 426 snap 132 seq_num 426) dirty exists 2024-04-02T08:28:48.061 INFO:tasks.rados.rados.0.smithi012.stdout:1378: left oid 20 (ObjNum 426 snap 132 seq_num 426) 2024-04-02T08:28:48.061 INFO:tasks.rados.rados.0.smithi012.stdout:1376: finishing copy_from to smithi01277369-33 2024-04-02T08:28:48.061 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 33 v 586 (ObjNum 377 snap 114 seq_num 377) dirty exists 2024-04-02T08:28:48.061 INFO:tasks.rados.rados.0.smithi012.stdout:1379: finishing copy_from racing read to smithi01277369-36 2024-04-02T08:28:48.061 INFO:tasks.rados.rados.0.smithi012.stdout:1379: finishing copy_from to smithi01277369-36 2024-04-02T08:28:48.061 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 36 v 514 (ObjNum 384 snap 117 seq_num 384) dirty exists 2024-04-02T08:28:48.061 INFO:tasks.rados.rados.0.smithi012.stdout:1374: done (4 left) 2024-04-02T08:28:48.061 INFO:tasks.rados.rados.0.smithi012.stdout:1376: done (3 left) 2024-04-02T08:28:48.062 INFO:tasks.rados.rados.0.smithi012.stdout:1377: done (2 left) 2024-04-02T08:28:48.062 INFO:tasks.rados.rados.0.smithi012.stdout:1378: done (1 left) 2024-04-02T08:28:48.062 INFO:tasks.rados.rados.0.smithi012.stdout:1379: done (0 left) 2024-04-02T08:28:48.062 INFO:tasks.rados.rados.0.smithi012.stdout:1380: snap_remove snap 131 2024-04-02T08:28:48.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:48 smithi012 ceph-mon[88355]: Health check failed: Degraded data redundancy: 36/237 objects degraded (15.190%), 9 pgs degraded (PG_DEGRADED) 2024-04-02T08:28:48.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:48 smithi012 ceph-mon[88355]: osdmap e340: 8 total, 7 up, 8 in 2024-04-02T08:28:48.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:28:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:28:47] "GET /metrics HTTP/1.1" 200 36112 "" "Prometheus/2.43.0" 2024-04-02T08:28:48.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:48 smithi012 ceph-mon[90784]: Health check failed: Degraded data redundancy: 36/237 objects degraded (15.190%), 9 pgs degraded (PG_DEGRADED) 2024-04-02T08:28:48.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:48 smithi012 ceph-mon[90784]: osdmap e340: 8 total, 7 up, 8 in 2024-04-02T08:28:48.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:48 smithi055 ceph-mon[85080]: Health check failed: Degraded data redundancy: 36/237 objects degraded (15.190%), 9 pgs degraded (PG_DEGRADED) 2024-04-02T08:28:48.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:48 smithi055 ceph-mon[85080]: osdmap e340: 8 total, 7 up, 8 in 2024-04-02T08:28:48.895 INFO:tasks.rados.rados.0.smithi012.stdout:1380: done (0 left) 2024-04-02T08:28:48.895 INFO:tasks.rados.rados.0.smithi012.stdout:1381: snap_remove snap 129 2024-04-02T08:28:49.660 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:28:49 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-1[101235]: 2024-04-02T08:28:49.353+0000 7f5873fea7c0 -1 osd.1 332 log_to_monitors true 2024-04-02T08:28:49.664 INFO:teuthology.orchestra.run.smithi012.stdout:true 2024-04-02T08:28:49.897 INFO:tasks.rados.rados.0.smithi012.stdout:1381: done (0 left) 2024-04-02T08:28:49.897 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 12 current snap is 132 2024-04-02T08:28:49.897 INFO:tasks.rados.rados.0.smithi012.stdout:1382: seq_num 427 ranges {5603328=761856,6365184=598016,6963200=606208,7569408=401408} 2024-04-02T08:28:49.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:49 smithi012 ceph-mon[88355]: pgmap v178: 121 pgs: 3 unknown, 6 peering, 9 active+undersized+degraded, 35 active+undersized, 68 active+clean; 185 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.3 MiB/s wr, 12 op/s; 36/237 objects degraded (15.190%) 2024-04-02T08:28:49.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:49 smithi012 ceph-mon[88355]: osdmap e341: 8 total, 7 up, 8 in 2024-04-02T08:28:49.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:49 smithi012 ceph-mon[88355]: from='osd.1 [v2:172.21.15.12:6810/2972098764,v1:172.21.15.12:6811/2972098764]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-02T08:28:49.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:49 smithi012 ceph-mon[88355]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-02T08:28:49.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:49 smithi012 ceph-mon[90784]: pgmap v178: 121 pgs: 3 unknown, 6 peering, 9 active+undersized+degraded, 35 active+undersized, 68 active+clean; 185 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.3 MiB/s wr, 12 op/s; 36/237 objects degraded (15.190%) 2024-04-02T08:28:49.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:49 smithi012 ceph-mon[90784]: osdmap e341: 8 total, 7 up, 8 in 2024-04-02T08:28:49.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:49 smithi012 ceph-mon[90784]: from='osd.1 [v2:172.21.15.12:6810/2972098764,v1:172.21.15.12:6811/2972098764]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-02T08:28:49.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:49 smithi012 ceph-mon[90784]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-02T08:28:49.932 INFO:tasks.rados.rados.0.smithi012.stdout:1382: writing smithi01277369-12 from 5603328 to 6365184 tid 1 2024-04-02T08:28:49.935 INFO:tasks.rados.rados.0.smithi012.stdout:1382: writing smithi01277369-12 from 6365184 to 6963200 tid 2 2024-04-02T08:28:49.939 INFO:tasks.rados.rados.0.smithi012.stdout:1382: writing smithi01277369-12 from 6963200 to 7569408 tid 3 2024-04-02T08:28:49.941 INFO:tasks.rados.rados.0.smithi012.stdout:1382: writing smithi01277369-12 from 7569408 to 7970816 tid 4 2024-04-02T08:28:49.941 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 30 current snap is 132 2024-04-02T08:28:49.941 INFO:tasks.rados.rados.0.smithi012.stdout:1383: seq_num 428 ranges {0=778240,778240=483328,1261568=409600,1671168=417792,2088960=294912} 2024-04-02T08:28:49.945 INFO:tasks.rados.rados.0.smithi012.stdout:1383: writing smithi01277369-30 from 0 to 778240 tid 1 2024-04-02T08:28:49.949 INFO:tasks.rados.rados.0.smithi012.stdout:1383: writing smithi01277369-30 from 778240 to 1261568 tid 2 2024-04-02T08:28:49.952 INFO:tasks.rados.rados.0.smithi012.stdout:1383: writing smithi01277369-30 from 1261568 to 1671168 tid 3 2024-04-02T08:28:49.955 INFO:tasks.rados.rados.0.smithi012.stdout:1383: writing smithi01277369-30 from 1671168 to 2088960 tid 4 2024-04-02T08:28:49.957 INFO:tasks.rados.rados.0.smithi012.stdout:1383: writing smithi01277369-30 from 2088960 to 2383872 tid 5 2024-04-02T08:28:49.957 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 48 current snap is 132 2024-04-02T08:28:49.958 INFO:tasks.rados.rados.0.smithi012.stdout:1384: seq_num 429 ranges {8282112=794624,9076736=770048,9846784=622592,10469376=212992} 2024-04-02T08:28:50.009 INFO:tasks.rados.rados.0.smithi012.stdout:1384: writing smithi01277369-48 from 8282112 to 9076736 tid 1 2024-04-02T08:28:50.013 INFO:tasks.rados.rados.0.smithi012.stdout:1384: writing smithi01277369-48 from 9076736 to 9846784 tid 2 2024-04-02T08:28:50.017 INFO:tasks.rados.rados.0.smithi012.stdout:1384: writing smithi01277369-48 from 9846784 to 10469376 tid 3 2024-04-02T08:28:50.019 INFO:tasks.rados.rados.0.smithi012.stdout:1384: writing smithi01277369-48 from 10469376 to 10682368 tid 4 2024-04-02T08:28:50.020 INFO:tasks.rados.rados.0.smithi012.stdout:1385: copy_from oid 38 from oid 8 current snap is 132 2024-04-02T08:28:50.020 INFO:tasks.rados.rados.0.smithi012.stdout:1382: finishing write tid 1 to smithi01277369-12 2024-04-02T08:28:50.020 INFO:tasks.rados.rados.0.smithi012.stdout:1382: finishing write tid 2 to smithi01277369-12 2024-04-02T08:28:50.020 INFO:tasks.rados.rados.0.smithi012.stdout:1383: finishing write tid 1 to smithi01277369-30 2024-04-02T08:28:50.020 INFO:tasks.rados.rados.0.smithi012.stdout:1383: finishing write tid 2 to smithi01277369-30 2024-04-02T08:28:50.020 INFO:tasks.rados.rados.0.smithi012.stdout:1382: finishing write tid 3 to smithi01277369-12 2024-04-02T08:28:50.020 INFO:tasks.rados.rados.0.smithi012.stdout:1383: finishing write tid 3 to smithi01277369-30 2024-04-02T08:28:50.020 INFO:tasks.rados.rados.0.smithi012.stdout:1382: finishing write tid 4 to smithi01277369-12 2024-04-02T08:28:50.020 INFO:tasks.rados.rados.0.smithi012.stdout:1382: finishing write tid 5 to smithi01277369-12 2024-04-02T08:28:50.020 INFO:tasks.rados.rados.0.smithi012.stdout:1382: finishing write tid 6 to smithi01277369-12 2024-04-02T08:28:50.020 INFO:tasks.rados.rados.0.smithi012.stdout:1382: oid 12 updating version 0 to 607 2024-04-02T08:28:50.020 INFO:tasks.rados.rados.0.smithi012.stdout:1382: oid 12 updating version 607 to 609 2024-04-02T08:28:50.020 INFO:tasks.rados.rados.0.smithi012.stdout:1382: oid 12 version 609 is already newer than 608 2024-04-02T08:28:50.021 INFO:tasks.rados.rados.0.smithi012.stdout:1382: oid 12 updating version 609 to 610 2024-04-02T08:28:50.021 INFO:tasks.rados.rados.0.smithi012.stdout:1382: oid 12 version 610 is already newer than 606 2024-04-02T08:28:50.021 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 12 v 610 (ObjNum 427 snap 132 seq_num 427) dirty exists 2024-04-02T08:28:50.021 INFO:tasks.rados.rados.0.smithi012.stdout:1382: left oid 12 (ObjNum 427 snap 132 seq_num 427) 2024-04-02T08:28:50.021 INFO:tasks.rados.rados.0.smithi012.stdout:1383: finishing write tid 4 to smithi01277369-30 2024-04-02T08:28:50.021 INFO:tasks.rados.rados.0.smithi012.stdout:1383: finishing write tid 5 to smithi01277369-30 2024-04-02T08:28:50.021 INFO:tasks.rados.rados.0.smithi012.stdout:1383: finishing write tid 6 to smithi01277369-30 2024-04-02T08:28:50.021 INFO:tasks.rados.rados.0.smithi012.stdout:1383: finishing write tid 7 to smithi01277369-30 2024-04-02T08:28:50.021 INFO:tasks.rados.rados.0.smithi012.stdout:1383: oid 30 updating version 0 to 677 2024-04-02T08:28:50.021 INFO:tasks.rados.rados.0.smithi012.stdout:1383: oid 30 updating version 677 to 679 2024-04-02T08:28:50.021 INFO:tasks.rados.rados.0.smithi012.stdout:1383: oid 30 updating version 679 to 680 2024-04-02T08:28:50.021 INFO:tasks.rados.rados.0.smithi012.stdout:1383: oid 30 updating version 680 to 682 2024-04-02T08:28:50.021 INFO:tasks.rados.rados.0.smithi012.stdout:1383: oid 30 version 682 is already newer than 678 2024-04-02T08:28:50.022 INFO:tasks.rados.rados.0.smithi012.stdout:1383: oid 30 version 682 is already newer than 681 2024-04-02T08:28:50.022 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 30 v 682 (ObjNum 428 snap 132 seq_num 428) dirty exists 2024-04-02T08:28:50.022 INFO:tasks.rados.rados.0.smithi012.stdout:1383: left oid 30 (ObjNum 428 snap 132 seq_num 428) 2024-04-02T08:28:50.022 INFO:tasks.rados.rados.0.smithi012.stdout:1382: done (3 left) 2024-04-02T08:28:50.022 INFO:tasks.rados.rados.0.smithi012.stdout:1383: done (2 left) 2024-04-02T08:28:50.022 INFO:tasks.rados.rados.0.smithi012.stdout:1386: copy_from oid 45 from oid 36 current snap is 132 2024-04-02T08:28:50.022 INFO:tasks.rados.rados.0.smithi012.stdout:1387: rollback oid 34 current snap is 132 2024-04-02T08:28:50.022 INFO:tasks.rados.rados.0.smithi012.stdout:1387: done (3 left) 2024-04-02T08:28:50.022 INFO:tasks.rados.rados.0.smithi012.stdout:1388: read oid 3 snap -1 2024-04-02T08:28:50.022 INFO:tasks.rados.rados.0.smithi012.stdout:1388: expect (ObjNum 400 snap 120 seq_num 400) 2024-04-02T08:28:50.022 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 15 current snap is 132 2024-04-02T08:28:50.022 INFO:tasks.rados.rados.0.smithi012.stdout:1389: seq_num 430 ranges {4210688=8192} 2024-04-02T08:28:50.023 INFO:teuthology.orchestra.run.smithi012.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:28:50.023 INFO:teuthology.orchestra.run.smithi012.stdout:alertmanager.a smithi012 *:9093,9094 running (6m) 34s ago 7m 26.3M - 0.25.0 c8568f914cd2 3ed3fc1b8013 2024-04-02T08:28:50.023 INFO:teuthology.orchestra.run.smithi012.stdout:grafana.a smithi055 *:3000 running (7m) 79s ago 7m 89.4M - 9.4.7 954c08fa6188 9788bcfbfb6f 2024-04-02T08:28:50.023 INFO:teuthology.orchestra.run.smithi012.stdout:mds.a smithi012 running (8m) 34s ago 8m 17.0M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 756f041a4b0e 2024-04-02T08:28:50.023 INFO:teuthology.orchestra.run.smithi012.stdout:mds.b smithi055 running (8m) 79s ago 8m 20.6M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 0a0c21b36b12 2024-04-02T08:28:50.023 INFO:teuthology.orchestra.run.smithi012.stdout:mgr.x smithi055 *:8443,9283,8765 running (2m) 79s ago 12m 449M - 19.0.0-2422-g3cba26ea beaaa8a653cf 111621b46bd2 2024-04-02T08:28:50.023 INFO:teuthology.orchestra.run.smithi012.stdout:mgr.y smithi012 *:8443,9283,8765 running (3m) 34s ago 13m 505M - 19.0.0-2422-g3cba26ea beaaa8a653cf fe667762b028 2024-04-02T08:28:50.023 INFO:teuthology.orchestra.run.smithi012.stdout:mon.a smithi012 running (2m) 34s ago 14m 47.0M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 1790aee575dc 2024-04-02T08:28:50.023 INFO:teuthology.orchestra.run.smithi012.stdout:mon.b smithi055 running (89s) 79s ago 12m 25.4M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf f75ff69b6d62 2024-04-02T08:28:50.024 INFO:teuthology.orchestra.run.smithi012.stdout:mon.c smithi012 running (109s) 34s ago 12m 38.7M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf a1b482e0e449 2024-04-02T08:28:50.024 INFO:teuthology.orchestra.run.smithi012.stdout:node-exporter.a smithi012 *:9100 running (7m) 34s ago 7m 16.8M - 1.5.0 0da6a335fe13 a3d31893d77a 2024-04-02T08:28:50.024 INFO:teuthology.orchestra.run.smithi012.stdout:node-exporter.b smithi055 *:9100 running (6m) 79s ago 6m 15.3M - 1.5.0 0da6a335fe13 e1788e402810 2024-04-02T08:28:50.024 INFO:teuthology.orchestra.run.smithi012.stdout:osd.0 smithi012 running (39s) 34s ago 11m 14.3M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf a32a350fbdf1 2024-04-02T08:28:50.024 INFO:teuthology.orchestra.run.smithi012.stdout:osd.1 smithi012 starting - - - 2481M 2024-04-02T08:28:50.024 INFO:teuthology.orchestra.run.smithi012.stdout:osd.2 smithi012 running (10m) 34s ago 10m 170M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 1a1a0831f480 2024-04-02T08:28:50.024 INFO:teuthology.orchestra.run.smithi012.stdout:osd.3 smithi012 running (10m) 34s ago 10m 98.6M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d f2070d5ae9b3 2024-04-02T08:28:50.024 INFO:teuthology.orchestra.run.smithi012.stdout:osd.4 smithi055 running (10m) 79s ago 10m 119M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 6ea99dd7fbaa 2024-04-02T08:28:50.024 INFO:teuthology.orchestra.run.smithi012.stdout:osd.5 smithi055 running (9m) 79s ago 9m 170M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 300691ec9744 2024-04-02T08:28:50.024 INFO:teuthology.orchestra.run.smithi012.stdout:osd.6 smithi055 running (9m) 79s ago 9m 105M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 256c0abe00a7 2024-04-02T08:28:50.024 INFO:teuthology.orchestra.run.smithi012.stdout:osd.7 smithi055 running (8m) 79s ago 8m 136M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d edc056f1c4d7 2024-04-02T08:28:50.024 INFO:teuthology.orchestra.run.smithi012.stdout:prometheus.a smithi055 *:9095 running (2m) 79s ago 7m 53.7M - 2.43.0 a07b618ecd1d c518c69f0a2f 2024-04-02T08:28:50.043 INFO:tasks.rados.rados.0.smithi012.stdout:1389: writing smithi01277369-15 from 4210688 to 4218880 tid 1 2024-04-02T08:28:50.043 INFO:tasks.rados.rados.0.smithi012.stdout:1390: rollback oid 18 current snap is 132 2024-04-02T08:28:50.043 INFO:tasks.rados.rados.0.smithi012.stdout:1390: done (5 left) 2024-04-02T08:28:50.043 INFO:tasks.rados.rados.0.smithi012.stdout:1391: read oid 30 snap -1 2024-04-02T08:28:50.043 INFO:tasks.rados.rados.0.smithi012.stdout:1391: expect (ObjNum 428 snap 132 seq_num 428) 2024-04-02T08:28:50.043 INFO:tasks.rados.rados.0.smithi012.stdout:1392: setattr oid 14 current snap is 132 2024-04-02T08:28:50.045 INFO:tasks.rados.rados.0.smithi012.stdout:1393: setattr oid 44 current snap is 132 2024-04-02T08:28:50.046 INFO:tasks.rados.rados.0.smithi012.stdout:1394: read oid 16 snap -1 2024-04-02T08:28:50.046 INFO:tasks.rados.rados.0.smithi012.stdout:1394: expect (ObjNum 419 snap 129 seq_num 419) 2024-04-02T08:28:50.047 INFO:tasks.rados.rados.0.smithi012.stdout:1395: copy_from oid 24 from oid 43 current snap is 132 2024-04-02T08:28:50.047 INFO:tasks.rados.rados.0.smithi012.stdout:1396: snap_create 2024-04-02T08:28:50.050 INFO:tasks.rados.rados.0.smithi012.stdout:1388: expect (ObjNum 400 snap 120 seq_num 400) 2024-04-02T08:28:50.280 INFO:tasks.rados.rados.0.smithi012.stdout:1385: finishing copy_from racing read to smithi01277369-38 2024-04-02T08:28:50.281 INFO:tasks.rados.rados.0.smithi012.stdout:1386: finishing copy_from racing read to smithi01277369-45 2024-04-02T08:28:50.281 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 14 v 246 (ObjNum 201 snap 54 seq_num 201) dirty exists 2024-04-02T08:28:50.281 INFO:tasks.rados.rados.0.smithi012.stdout:1391: expect (ObjNum 428 snap 132 seq_num 428) 2024-04-02T08:28:50.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:49 smithi055 ceph-mon[85080]: pgmap v178: 121 pgs: 3 unknown, 6 peering, 9 active+undersized+degraded, 35 active+undersized, 68 active+clean; 185 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.3 MiB/s wr, 12 op/s; 36/237 objects degraded (15.190%) 2024-04-02T08:28:50.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:49 smithi055 ceph-mon[85080]: osdmap e341: 8 total, 7 up, 8 in 2024-04-02T08:28:50.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:49 smithi055 ceph-mon[85080]: from='osd.1 [v2:172.21.15.12:6810/2972098764,v1:172.21.15.12:6811/2972098764]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-02T08:28:50.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:49 smithi055 ceph-mon[85080]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-02T08:28:50.359 INFO:tasks.rados.rados.0.smithi012.stdout:1395: finishing copy_from racing read to smithi01277369-24 2024-04-02T08:28:50.359 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 44 v 683 (ObjNum 232 snap 59 seq_num 232) dirty exists 2024-04-02T08:28:50.359 INFO:tasks.rados.rados.0.smithi012.stdout:1384: finishing write tid 1 to smithi01277369-48 2024-04-02T08:28:50.359 INFO:tasks.rados.rados.0.smithi012.stdout:1384: finishing write tid 2 to smithi01277369-48 2024-04-02T08:28:50.360 INFO:tasks.rados.rados.0.smithi012.stdout:1384: finishing write tid 3 to smithi01277369-48 2024-04-02T08:28:50.360 INFO:tasks.rados.rados.0.smithi012.stdout:1384: finishing write tid 4 to smithi01277369-48 2024-04-02T08:28:50.360 INFO:tasks.rados.rados.0.smithi012.stdout:1384: finishing write tid 5 to smithi01277369-48 2024-04-02T08:28:50.360 INFO:tasks.rados.rados.0.smithi012.stdout:1389: finishing write tid 1 to smithi01277369-15 2024-04-02T08:28:50.360 INFO:tasks.rados.rados.0.smithi012.stdout:1389: finishing write tid 2 to smithi01277369-15 2024-04-02T08:28:50.360 INFO:tasks.rados.rados.0.smithi012.stdout:1386: finishing copy_from to smithi01277369-45 2024-04-02T08:28:50.360 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 45 v 514 (ObjNum 384 snap 117 seq_num 384) dirty exists 2024-04-02T08:28:50.360 INFO:tasks.rados.rados.0.smithi012.stdout:1389: finishing write tid 3 to smithi01277369-15 2024-04-02T08:28:50.360 INFO:tasks.rados.rados.0.smithi012.stdout:1389: oid 15 updating version 0 to 239 2024-04-02T08:28:50.360 INFO:tasks.rados.rados.0.smithi012.stdout:1389: oid 15 updating version 239 to 240 2024-04-02T08:28:50.360 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 15 v 240 (ObjNum 430 snap 132 seq_num 430) dirty exists 2024-04-02T08:28:50.360 INFO:tasks.rados.rados.0.smithi012.stdout:1389: left oid 15 (ObjNum 430 snap 132 seq_num 430) 2024-04-02T08:28:50.360 INFO:tasks.rados.rados.0.smithi012.stdout:1394: expect (ObjNum 419 snap 129 seq_num 419) 2024-04-02T08:28:50.556 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-04-02T08:28:50.557 INFO:teuthology.orchestra.run.smithi012.stdout: "mon": { 2024-04-02T08:28:50.557 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:28:50.557 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:28:50.557 INFO:teuthology.orchestra.run.smithi012.stdout: "mgr": { 2024-04-02T08:28:50.557 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:28:50.557 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:28:50.557 INFO:teuthology.orchestra.run.smithi012.stdout: "osd": { 2024-04-02T08:28:50.557 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 6, 2024-04-02T08:28:50.557 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 1 2024-04-02T08:28:50.557 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:28:50.557 INFO:teuthology.orchestra.run.smithi012.stdout: "mds": { 2024-04-02T08:28:50.557 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:28:50.558 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:28:50.558 INFO:teuthology.orchestra.run.smithi012.stdout: "overall": { 2024-04-02T08:28:50.558 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8, 2024-04-02T08:28:50.558 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 6 2024-04-02T08:28:50.558 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-04-02T08:28:50.558 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-04-02T08:28:50.678 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:28:50 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-1[101235]: 2024-04-02T08:28:50.414+0000 7f586143a700 -1 osd.1 332 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:28:50.926 INFO:tasks.rados.rados.0.smithi012.stdout:1395: finishing copy_from to smithi01277369-24 2024-04-02T08:28:50.926 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 24 v 592 (ObjNum 408 snap 123 seq_num 408) dirty exists 2024-04-02T08:28:50.927 INFO:tasks.rados.rados.0.smithi012.stdout:1385: finishing copy_from to smithi01277369-38 2024-04-02T08:28:50.927 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 38 v 887 (ObjNum 411 snap 124 seq_num 411) dirty exists 2024-04-02T08:28:50.927 INFO:tasks.rados.rados.0.smithi012.stdout:1384: finishing write tid 6 to smithi01277369-48 2024-04-02T08:28:50.927 INFO:tasks.rados.rados.0.smithi012.stdout:1384: oid 48 updating version 0 to 839 2024-04-02T08:28:50.927 INFO:tasks.rados.rados.0.smithi012.stdout:1384: oid 48 version 839 is already newer than 838 2024-04-02T08:28:50.927 INFO:tasks.rados.rados.0.smithi012.stdout:1384: oid 48 updating version 839 to 841 2024-04-02T08:28:50.927 INFO:tasks.rados.rados.0.smithi012.stdout:1384: oid 48 version 841 is already newer than 840 2024-04-02T08:28:50.927 INFO:tasks.rados.rados.0.smithi012.stdout:1384: oid 48 updating version 841 to 842 2024-04-02T08:28:50.927 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 48 v 842 (ObjNum 429 snap 132 seq_num 429) dirty exists 2024-04-02T08:28:50.927 INFO:tasks.rados.rados.0.smithi012.stdout:1384: left oid 48 (ObjNum 429 snap 132 seq_num 429) 2024-04-02T08:28:50.928 INFO:tasks.rados.rados.0.smithi012.stdout:1384: done (10 left) 2024-04-02T08:28:50.928 INFO:tasks.rados.rados.0.smithi012.stdout:1385: done (9 left) 2024-04-02T08:28:50.928 INFO:tasks.rados.rados.0.smithi012.stdout:1386: done (8 left) 2024-04-02T08:28:50.929 INFO:tasks.rados.rados.0.smithi012.stdout:1388: done (7 left) 2024-04-02T08:28:50.929 INFO:tasks.rados.rados.0.smithi012.stdout:1389: done (6 left) 2024-04-02T08:28:50.929 INFO:tasks.rados.rados.0.smithi012.stdout:1391: done (5 left) 2024-04-02T08:28:50.929 INFO:tasks.rados.rados.0.smithi012.stdout:1392: done (4 left) 2024-04-02T08:28:50.929 INFO:tasks.rados.rados.0.smithi012.stdout:1393: done (3 left) 2024-04-02T08:28:50.929 INFO:tasks.rados.rados.0.smithi012.stdout:1394: done (2 left) 2024-04-02T08:28:50.929 INFO:tasks.rados.rados.0.smithi012.stdout:1395: done (1 left) 2024-04-02T08:28:50.929 INFO:tasks.rados.rados.0.smithi012.stdout:1396: done (0 left) 2024-04-02T08:28:50.929 INFO:tasks.rados.rados.0.smithi012.stdout:1397: setattr oid 12 current snap is 133 2024-04-02T08:28:50.929 INFO:tasks.rados.rados.0.smithi012.stdout:1398: delete oid 11 current snap is 133 2024-04-02T08:28:51.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:50 smithi012 ceph-mon[90784]: from='client.34227 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:28:51.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:50 smithi012 ceph-mon[90784]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-02T08:28:51.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:50 smithi012 ceph-mon[90784]: osdmap e342: 8 total, 7 up, 8 in 2024-04-02T08:28:51.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:50 smithi012 ceph-mon[90784]: from='osd.1 [v2:172.21.15.12:6810/2972098764,v1:172.21.15.12:6811/2972098764]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-04-02T08:28:51.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:50 smithi012 ceph-mon[90784]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-04-02T08:28:51.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:50 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:51.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:50 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:51.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:50 smithi012 ceph-mon[90784]: from='osd.1 ' entity='osd.1' 2024-04-02T08:28:51.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:50 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3592738129' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:51.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:50 smithi012 ceph-mon[88355]: from='client.34227 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:28:51.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:50 smithi012 ceph-mon[88355]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-02T08:28:51.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:50 smithi012 ceph-mon[88355]: osdmap e342: 8 total, 7 up, 8 in 2024-04-02T08:28:51.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:50 smithi012 ceph-mon[88355]: from='osd.1 [v2:172.21.15.12:6810/2972098764,v1:172.21.15.12:6811/2972098764]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-04-02T08:28:51.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:50 smithi012 ceph-mon[88355]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-04-02T08:28:51.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:50 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:51.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:50 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:51.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:50 smithi012 ceph-mon[88355]: from='osd.1 ' entity='osd.1' 2024-04-02T08:28:51.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:50 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3592738129' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:51.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:50 smithi055 ceph-mon[85080]: from='client.34227 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:28:51.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:50 smithi055 ceph-mon[85080]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-02T08:28:51.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:50 smithi055 ceph-mon[85080]: osdmap e342: 8 total, 7 up, 8 in 2024-04-02T08:28:51.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:50 smithi055 ceph-mon[85080]: from='osd.1 [v2:172.21.15.12:6810/2972098764,v1:172.21.15.12:6811/2972098764]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-04-02T08:28:51.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:50 smithi055 ceph-mon[85080]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-04-02T08:28:51.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:50 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:51.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:50 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:51.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:50 smithi055 ceph-mon[85080]: from='osd.1 ' entity='osd.1' 2024-04-02T08:28:51.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:50 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3592738129' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:51.954 INFO:tasks.rados.rados.0.smithi012.stdout:1398: done (1 left) 2024-04-02T08:28:51.957 INFO:tasks.rados.rados.0.smithi012.stdout:1399: snap_remove snap 132 2024-04-02T08:28:52.043 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:51 smithi012 ceph-mon[88355]: from='client.34233 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:28:52.043 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:51 smithi012 ceph-mon[88355]: pgmap v181: 121 pgs: 1 active+clean+remapped, 3 unknown, 6 peering, 9 active+undersized+degraded, 35 active+undersized, 67 active+clean; 185 MiB data, 1015 MiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 4.4 MiB/s wr, 5 op/s; 38/234 objects degraded (16.239%); 2/234 objects misplaced (0.855%) 2024-04-02T08:28:52.043 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:51 smithi012 ceph-mon[88355]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:28:52.043 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:51 smithi012 ceph-mon[88355]: osd.1 [v2:172.21.15.12:6810/2972098764,v1:172.21.15.12:6811/2972098764] boot 2024-04-02T08:28:52.044 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:51 smithi012 ceph-mon[88355]: osdmap e343: 8 total, 8 up, 8 in 2024-04-02T08:28:52.044 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:51 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:28:52.044 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:51 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:52.044 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:51 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:52.044 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:51 smithi012 ceph-mon[90784]: from='client.34233 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:28:52.044 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:51 smithi012 ceph-mon[90784]: pgmap v181: 121 pgs: 1 active+clean+remapped, 3 unknown, 6 peering, 9 active+undersized+degraded, 35 active+undersized, 67 active+clean; 185 MiB data, 1015 MiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 4.4 MiB/s wr, 5 op/s; 38/234 objects degraded (16.239%); 2/234 objects misplaced (0.855%) 2024-04-02T08:28:52.044 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:51 smithi012 ceph-mon[90784]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:28:52.044 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:51 smithi012 ceph-mon[90784]: osd.1 [v2:172.21.15.12:6810/2972098764,v1:172.21.15.12:6811/2972098764] boot 2024-04-02T08:28:52.044 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:51 smithi012 ceph-mon[90784]: osdmap e343: 8 total, 8 up, 8 in 2024-04-02T08:28:52.044 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:51 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:28:52.044 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:51 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:52.045 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:51 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:52.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:51 smithi055 ceph-mon[85080]: from='client.34233 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:28:52.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:51 smithi055 ceph-mon[85080]: pgmap v181: 121 pgs: 1 active+clean+remapped, 3 unknown, 6 peering, 9 active+undersized+degraded, 35 active+undersized, 67 active+clean; 185 MiB data, 1015 MiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 4.4 MiB/s wr, 5 op/s; 38/234 objects degraded (16.239%); 2/234 objects misplaced (0.855%) 2024-04-02T08:28:52.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:51 smithi055 ceph-mon[85080]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:28:52.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:51 smithi055 ceph-mon[85080]: osd.1 [v2:172.21.15.12:6810/2972098764,v1:172.21.15.12:6811/2972098764] boot 2024-04-02T08:28:52.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:51 smithi055 ceph-mon[85080]: osdmap e343: 8 total, 8 up, 8 in 2024-04-02T08:28:52.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:51 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:28:52.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:51 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:52.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:51 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:52.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:28:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:28:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:28:52.914 INFO:tasks.rados.rados.0.smithi012.stdout:1399: done (1 left) 2024-04-02T08:28:52.914 INFO:tasks.rados.rados.0.smithi012.stdout:1400: rmattr oid 47 current snap is 133 2024-04-02T08:28:52.914 INFO:tasks.rados.rados.0.smithi012.stdout:1400: done (1 left) 2024-04-02T08:28:52.914 INFO:tasks.rados.rados.0.smithi012.stdout:1401: read oid 15 snap -1 2024-04-02T08:28:52.914 INFO:tasks.rados.rados.0.smithi012.stdout:1401: expect (ObjNum 430 snap 132 seq_num 430) 2024-04-02T08:28:52.914 INFO:tasks.rados.rados.0.smithi012.stdout:1402: setattr oid 3 current snap is 133 2024-04-02T08:28:52.914 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 12 v 611 (ObjNum 427 snap 132 seq_num 427) dirty exists 2024-04-02T08:28:52.917 INFO:tasks.rados.rados.0.smithi012.stdout:1397: done (2 left) 2024-04-02T08:28:52.917 INFO:tasks.rados.rados.0.smithi012.stdout:1403: read oid 49 snap -1 2024-04-02T08:28:52.917 INFO:tasks.rados.rados.0.smithi012.stdout:1403: expect (ObjNum 410 snap 123 seq_num 410) 2024-04-02T08:28:52.917 INFO:tasks.rados.rados.0.smithi012.stdout:1404: read oid 28 snap -1 2024-04-02T08:28:52.917 INFO:tasks.rados.rados.0.smithi012.stdout:1404: expect (ObjNum 365 snap 110 seq_num 365) 2024-04-02T08:28:52.917 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 8 current snap is 133 2024-04-02T08:28:52.917 INFO:tasks.rados.rados.0.smithi012.stdout:1405: seq_num 432 ranges {4505600=40960} 2024-04-02T08:28:52.946 INFO:tasks.rados.rados.0.smithi012.stdout:1405: writing smithi01277369-8 from 4505600 to 4546560 tid 1 2024-04-02T08:28:52.946 INFO:tasks.rados.rados.0.smithi012.stdout:1406: read oid 50 snap -1 2024-04-02T08:28:52.946 INFO:tasks.rados.rados.0.smithi012.stdout:1406: expect (ObjNum 377 snap 114 seq_num 377) 2024-04-02T08:28:52.946 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 10 current snap is 133 2024-04-02T08:28:52.946 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 3 v 424 (ObjNum 400 snap 120 seq_num 400) dirty exists 2024-04-02T08:28:52.946 INFO:tasks.rados.rados.0.smithi012.stdout:1404: expect (ObjNum 365 snap 110 seq_num 365) 2024-04-02T08:28:53.034 INFO:tasks.rados.rados.0.smithi012.stdout:1401: expect (ObjNum 430 snap 132 seq_num 430) 2024-04-02T08:28:53.231 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:52 smithi012 ceph-mon[88355]: osdmap e344: 8 total, 8 up, 8 in 2024-04-02T08:28:53.231 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:52 smithi012 ceph-mon[88355]: osdmap e345: 8 total, 8 up, 8 in 2024-04-02T08:28:53.231 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:52 smithi012 ceph-mon[90784]: osdmap e344: 8 total, 8 up, 8 in 2024-04-02T08:28:53.231 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:52 smithi012 ceph-mon[90784]: osdmap e345: 8 total, 8 up, 8 in 2024-04-02T08:28:53.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:52 smithi055 ceph-mon[85080]: osdmap e344: 8 total, 8 up, 8 in 2024-04-02T08:28:53.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:52 smithi055 ceph-mon[85080]: osdmap e345: 8 total, 8 up, 8 in 2024-04-02T08:28:53.332 INFO:tasks.rados.rados.0.smithi012.stdout:1405: finishing write tid 1 to smithi01277369-8 2024-04-02T08:28:53.332 INFO:tasks.rados.rados.0.smithi012.stdout:1405: finishing write tid 2 to smithi01277369-8 2024-04-02T08:28:53.332 INFO:tasks.rados.rados.0.smithi012.stdout:1405: finishing write tid 3 to smithi01277369-8 2024-04-02T08:28:53.332 INFO:tasks.rados.rados.0.smithi012.stdout:1405: oid 8 updating version 0 to 912 2024-04-02T08:28:53.333 INFO:tasks.rados.rados.0.smithi012.stdout:1405: oid 8 version 912 is already newer than 911 2024-04-02T08:28:53.333 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 8 v 912 (ObjNum 432 snap 133 seq_num 432) dirty exists 2024-04-02T08:28:53.333 INFO:tasks.rados.rados.0.smithi012.stdout:1405: left oid 8 (ObjNum 432 snap 133 seq_num 432) 2024-04-02T08:28:53.333 INFO:tasks.rados.rados.0.smithi012.stdout:1403: expect (ObjNum 410 snap 123 seq_num 410) 2024-04-02T08:28:53.776 INFO:tasks.rados.rados.0.smithi012.stdout:1406: expect (ObjNum 377 snap 114 seq_num 377) 2024-04-02T08:28:53.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:28:53 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:28:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi012\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi012\", job=\"node\", machine=\"x86_64\", nodename=\"smithi012\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi012\", job=\"node\", machine=\"x86_64\", nodename=\"smithi012\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:28:54.122 INFO:tasks.rados.rados.0.smithi012.stdout:1407: seq_num 433 ranges {3104768=57344} 2024-04-02T08:28:54.140 INFO:tasks.rados.rados.0.smithi012.stdout:1407: writing smithi01277369-10 from 3104768 to 3162112 tid 1 2024-04-02T08:28:54.140 INFO:tasks.rados.rados.0.smithi012.stdout:1401: done (6 left) 2024-04-02T08:28:54.141 INFO:tasks.rados.rados.0.smithi012.stdout:1402: done (5 left) 2024-04-02T08:28:54.141 INFO:tasks.rados.rados.0.smithi012.stdout:1403: done (4 left) 2024-04-02T08:28:54.141 INFO:tasks.rados.rados.0.smithi012.stdout:1404: done (3 left) 2024-04-02T08:28:54.141 INFO:tasks.rados.rados.0.smithi012.stdout:1405: done (2 left) 2024-04-02T08:28:54.141 INFO:tasks.rados.rados.0.smithi012.stdout:1406: done (1 left) 2024-04-02T08:28:54.141 INFO:tasks.rados.rados.0.smithi012.stdout:1408: read oid 41 snap -1 2024-04-02T08:28:54.141 INFO:tasks.rados.rados.0.smithi012.stdout:1408: expect (ObjNum 318 snap 97 seq_num 318) 2024-04-02T08:28:54.141 INFO:tasks.rados.rados.0.smithi012.stdout:1409: read oid 40 snap -1 2024-04-02T08:28:54.141 INFO:tasks.rados.rados.0.smithi012.stdout:1409: expect (ObjNum 361 snap 108 seq_num 361) 2024-04-02T08:28:54.142 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 14 current snap is 133 2024-04-02T08:28:54.142 INFO:tasks.rados.rados.0.smithi012.stdout:1410: seq_num 434 ranges {6275072=73728} 2024-04-02T08:28:54.175 INFO:tasks.rados.rados.0.smithi012.stdout:1410: writing smithi01277369-14 from 6275072 to 6348800 tid 1 2024-04-02T08:28:54.176 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 35 current snap is 133 2024-04-02T08:28:54.176 INFO:tasks.rados.rados.0.smithi012.stdout:1407: finishing write tid 1 to smithi01277369-10 2024-04-02T08:28:54.176 INFO:tasks.rados.rados.0.smithi012.stdout:1411: seq_num 435 ranges {5111808=90112} 2024-04-02T08:28:54.204 INFO:tasks.rados.rados.0.smithi012.stdout:1411: writing smithi01277369-35 from 5111808 to 5201920 tid 1 2024-04-02T08:28:54.204 INFO:tasks.rados.rados.0.smithi012.stdout:1412: snap_create 2024-04-02T08:28:54.204 INFO:tasks.rados.rados.0.smithi012.stdout:1407: finishing write tid 2 to smithi01277369-10 2024-04-02T08:28:54.204 INFO:tasks.rados.rados.0.smithi012.stdout:1408: expect (ObjNum 318 snap 97 seq_num 318) 2024-04-02T08:28:54.229 INFO:tasks.rados.rados.0.smithi012.stdout:1407: finishing write tid 3 to smithi01277369-10 2024-04-02T08:28:54.229 INFO:tasks.rados.rados.0.smithi012.stdout:1407: oid 10 updating version 0 to 558 2024-04-02T08:28:54.229 INFO:tasks.rados.rados.0.smithi012.stdout:1407: oid 10 version 558 is already newer than 557 2024-04-02T08:28:54.229 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 10 v 558 (ObjNum 433 snap 133 seq_num 433) dirty exists 2024-04-02T08:28:54.229 INFO:tasks.rados.rados.0.smithi012.stdout:1407: left oid 10 (ObjNum 433 snap 133 seq_num 433) 2024-04-02T08:28:54.230 INFO:tasks.rados.rados.0.smithi012.stdout:1409: expect (ObjNum 361 snap 108 seq_num 361) 2024-04-02T08:28:54.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:53 smithi055 ceph-mon[85080]: pgmap v184: 121 pgs: 8 active+clean+remapped, 9 active+undersized+degraded, 35 active+undersized, 69 active+clean; 197 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 13 MiB/s wr, 30 op/s; 40/237 objects degraded (16.878%); 5/237 objects misplaced (2.110%) 2024-04-02T08:28:54.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:53 smithi055 ceph-mon[85080]: Health check update: Degraded data redundancy: 40/237 objects degraded (16.878%), 9 pgs degraded (PG_DEGRADED) 2024-04-02T08:28:54.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:53 smithi055 ceph-mon[85080]: osdmap e346: 8 total, 8 up, 8 in 2024-04-02T08:28:54.340 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:53 smithi012 ceph-mon[90784]: pgmap v184: 121 pgs: 8 active+clean+remapped, 9 active+undersized+degraded, 35 active+undersized, 69 active+clean; 197 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 13 MiB/s wr, 30 op/s; 40/237 objects degraded (16.878%); 5/237 objects misplaced (2.110%) 2024-04-02T08:28:54.341 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:53 smithi012 ceph-mon[90784]: Health check update: Degraded data redundancy: 40/237 objects degraded (16.878%), 9 pgs degraded (PG_DEGRADED) 2024-04-02T08:28:54.341 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:53 smithi012 ceph-mon[90784]: osdmap e346: 8 total, 8 up, 8 in 2024-04-02T08:28:54.341 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:53 smithi012 ceph-mon[88355]: pgmap v184: 121 pgs: 8 active+clean+remapped, 9 active+undersized+degraded, 35 active+undersized, 69 active+clean; 197 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 13 MiB/s wr, 30 op/s; 40/237 objects degraded (16.878%); 5/237 objects misplaced (2.110%) 2024-04-02T08:28:54.341 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:53 smithi012 ceph-mon[88355]: Health check update: Degraded data redundancy: 40/237 objects degraded (16.878%), 9 pgs degraded (PG_DEGRADED) 2024-04-02T08:28:54.341 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:53 smithi012 ceph-mon[88355]: osdmap e346: 8 total, 8 up, 8 in 2024-04-02T08:28:54.668 INFO:tasks.rados.rados.0.smithi012.stdout:1410: finishing write tid 1 to smithi01277369-14 2024-04-02T08:28:54.669 INFO:tasks.rados.rados.0.smithi012.stdout:1410: finishing write tid 2 to smithi01277369-14 2024-04-02T08:28:54.669 INFO:tasks.rados.rados.0.smithi012.stdout:1410: finishing write tid 3 to smithi01277369-14 2024-04-02T08:28:54.669 INFO:tasks.rados.rados.0.smithi012.stdout:1410: oid 14 updating version 0 to 247 2024-04-02T08:28:54.669 INFO:tasks.rados.rados.0.smithi012.stdout:1410: oid 14 updating version 247 to 248 2024-04-02T08:28:54.669 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 14 v 248 (ObjNum 434 snap 133 seq_num 434) dirty exists 2024-04-02T08:28:54.669 INFO:tasks.rados.rados.0.smithi012.stdout:1410: left oid 14 (ObjNum 434 snap 133 seq_num 434) 2024-04-02T08:28:54.669 INFO:tasks.rados.rados.0.smithi012.stdout:1411: finishing write tid 1 to smithi01277369-35 2024-04-02T08:28:54.670 INFO:tasks.rados.rados.0.smithi012.stdout:1411: finishing write tid 2 to smithi01277369-35 2024-04-02T08:28:54.670 INFO:tasks.rados.rados.0.smithi012.stdout:1411: finishing write tid 3 to smithi01277369-35 2024-04-02T08:28:54.670 INFO:tasks.rados.rados.0.smithi012.stdout:1411: oid 35 updating version 0 to 913 2024-04-02T08:28:54.670 INFO:tasks.rados.rados.0.smithi012.stdout:1411: oid 35 updating version 913 to 914 2024-04-02T08:28:54.670 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 35 v 914 (ObjNum 435 snap 133 seq_num 435) dirty exists 2024-04-02T08:28:54.670 INFO:tasks.rados.rados.0.smithi012.stdout:1411: left oid 35 (ObjNum 435 snap 133 seq_num 435) 2024-04-02T08:28:54.890 INFO:tasks.rados.rados.0.smithi012.stdout:1407: done (5 left) 2024-04-02T08:28:54.891 INFO:tasks.rados.rados.0.smithi012.stdout:1408: done (4 left) 2024-04-02T08:28:54.891 INFO:tasks.rados.rados.0.smithi012.stdout:1409: done (3 left) 2024-04-02T08:28:54.891 INFO:tasks.rados.rados.0.smithi012.stdout:1410: done (2 left) 2024-04-02T08:28:54.891 INFO:tasks.rados.rados.0.smithi012.stdout:1411: done (1 left) 2024-04-02T08:28:54.891 INFO:tasks.rados.rados.0.smithi012.stdout:1412: done (0 left) 2024-04-02T08:28:54.891 INFO:tasks.rados.rados.0.smithi012.stdout:1413: delete oid 40 current snap is 134 2024-04-02T08:28:54.899 INFO:tasks.rados.rados.0.smithi012.stdout:1413: done (0 left) 2024-04-02T08:28:54.899 INFO:tasks.rados.rados.0.smithi012.stdout:1414: snap_remove snap 133 2024-04-02T08:28:55.678 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:28:55 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:28:55.445+0000 7f8b165ca700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-04-02T08:28:55.906 INFO:tasks.rados.rados.0.smithi012.stdout:1414: done (0 left) 2024-04-02T08:28:55.907 INFO:tasks.rados.rados.0.smithi012.stdout:1415: rollback oid 41 current snap is 134 2024-04-02T08:28:55.907 INFO:tasks.rados.rados.0.smithi012.stdout:1415: done (0 left) 2024-04-02T08:28:55.907 INFO:tasks.rados.rados.0.smithi012.stdout:1416: delete oid 18 current snap is 134 2024-04-02T08:28:55.912 INFO:tasks.rados.rados.0.smithi012.stdout:1416: done (0 left) 2024-04-02T08:28:55.912 INFO:tasks.rados.rados.0.smithi012.stdout:1417: rollback oid 31 current snap is 134 2024-04-02T08:28:55.912 INFO:tasks.rados.rados.0.smithi012.stdout:1417: done (0 left) 2024-04-02T08:28:55.912 INFO:tasks.rados.rados.0.smithi012.stdout:1418: rmattr oid 6 current snap is 134 2024-04-02T08:28:55.912 INFO:tasks.rados.rados.0.smithi012.stdout:1419: rollback oid 35 current snap is 134 2024-04-02T08:28:55.912 INFO:tasks.rados.rados.0.smithi012.stdout:1419: done (1 left) 2024-04-02T08:28:55.912 INFO:tasks.rados.rados.0.smithi012.stdout:1420: delete oid 37 current snap is 134 2024-04-02T08:28:55.915 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 6 v 592 (ObjNum 423 snap 131 seq_num 423) dirty exists 2024-04-02T08:28:55.918 INFO:tasks.rados.rados.0.smithi012.stdout:1418: done (1 left) 2024-04-02T08:28:55.918 INFO:tasks.rados.rados.0.smithi012.stdout:1420: done (0 left) 2024-04-02T08:28:55.918 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 42 current snap is 134 2024-04-02T08:28:55.918 INFO:tasks.rados.rados.0.smithi012.stdout:1421: seq_num 439 ranges {0=155648} 2024-04-02T08:28:55.919 INFO:tasks.rados.rados.0.smithi012.stdout:1421: writing smithi01277369-42 from 0 to 155648 tid 1 2024-04-02T08:28:55.919 INFO:tasks.rados.rados.0.smithi012.stdout:1422: snap_create 2024-04-02T08:28:55.921 INFO:tasks.rados.rados.0.smithi012.stdout:1421: finishing write tid 1 to smithi01277369-42 2024-04-02T08:28:55.921 INFO:tasks.rados.rados.0.smithi012.stdout:1421: finishing write tid 2 to smithi01277369-42 2024-04-02T08:28:55.924 INFO:tasks.rados.rados.0.smithi012.stdout:1421: finishing write tid 3 to smithi01277369-42 2024-04-02T08:28:55.924 INFO:tasks.rados.rados.0.smithi012.stdout:1421: oid 42 updating version 0 to 845 2024-04-02T08:28:55.924 INFO:tasks.rados.rados.0.smithi012.stdout:1421: oid 42 version 845 is already newer than 844 2024-04-02T08:28:55.925 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 42 v 845 (ObjNum 439 snap 134 seq_num 439) dirty exists 2024-04-02T08:28:55.925 INFO:tasks.rados.rados.0.smithi012.stdout:1421: left oid 42 (ObjNum 439 snap 134 seq_num 439) 2024-04-02T08:28:56.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:55 smithi012 ceph-mon[88355]: pgmap v187: 121 pgs: 8 active+clean+remapped, 9 active+undersized+degraded, 35 active+undersized, 69 active+clean; 197 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 8.9 MiB/s wr, 24 op/s; 40/237 objects degraded (16.878%); 5/237 objects misplaced (2.110%) 2024-04-02T08:28:56.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:55 smithi012 ceph-mon[88355]: osdmap e347: 8 total, 8 up, 8 in 2024-04-02T08:28:56.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:56.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:56.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:56.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:28:56.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:56.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:28:56.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:56.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:56.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:56.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:28:56.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:55 smithi012 ceph-mon[90784]: pgmap v187: 121 pgs: 8 active+clean+remapped, 9 active+undersized+degraded, 35 active+undersized, 69 active+clean; 197 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 8.9 MiB/s wr, 24 op/s; 40/237 objects degraded (16.878%); 5/237 objects misplaced (2.110%) 2024-04-02T08:28:56.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:55 smithi012 ceph-mon[90784]: osdmap e347: 8 total, 8 up, 8 in 2024-04-02T08:28:56.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:56.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:56.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:56.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:28:56.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:56.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:28:56.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:56.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:56.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:56.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:28:56.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:55 smithi055 ceph-mon[85080]: pgmap v187: 121 pgs: 8 active+clean+remapped, 9 active+undersized+degraded, 35 active+undersized, 69 active+clean; 197 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 8.9 MiB/s wr, 24 op/s; 40/237 objects degraded (16.878%); 5/237 objects misplaced (2.110%) 2024-04-02T08:28:56.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:55 smithi055 ceph-mon[85080]: osdmap e347: 8 total, 8 up, 8 in 2024-04-02T08:28:56.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:56.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:56.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:56.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:28:56.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:28:56.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:28:56.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:56.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:56.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:56.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:28:56.911 INFO:tasks.rados.rados.0.smithi012.stdout:1421: done (1 left) 2024-04-02T08:28:56.911 INFO:tasks.rados.rados.0.smithi012.stdout:1422: done (0 left) 2024-04-02T08:28:56.911 INFO:tasks.rados.rados.0.smithi012.stdout:1423: rollback oid 19 current snap is 135 2024-04-02T08:28:56.912 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 19 to 134 2024-04-02T08:28:56.912 INFO:tasks.rados.rados.0.smithi012.stdout:1424: read oid 31 snap 134 2024-04-02T08:28:56.912 INFO:tasks.rados.rados.0.smithi012.stdout:1424: expect (ObjNum 406 snap 123 seq_num 406) 2024-04-02T08:28:56.912 INFO:tasks.rados.rados.0.smithi012.stdout:1425: rmattr oid 25 current snap is 135 2024-04-02T08:28:56.912 INFO:tasks.rados.rados.0.smithi012.stdout:1425: done (2 left) 2024-04-02T08:28:56.912 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 48 current snap is 135 2024-04-02T08:28:56.912 INFO:tasks.rados.rados.0.smithi012.stdout:1426: seq_num 440 ranges {10682368=172032} 2024-04-02T08:28:56.972 INFO:tasks.rados.rados.0.smithi012.stdout:1426: writing smithi01277369-48 from 10682368 to 10854400 tid 1 2024-04-02T08:28:56.972 INFO:tasks.rados.rados.0.smithi012.stdout:1427: snap_create 2024-04-02T08:28:56.972 INFO:tasks.rados.rados.0.smithi012.stdout:1423: finishing rollback tid 0 to smithi01277369-19 2024-04-02T08:28:56.972 INFO:tasks.rados.rados.0.smithi012.stdout:1423: finishing rollback tid 1 to smithi01277369-19 2024-04-02T08:28:56.972 INFO:tasks.rados.rados.0.smithi012.stdout:1423: finishing rollback tid 2 to smithi01277369-19 2024-04-02T08:28:56.972 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 19 v 890 (ObjNum 415 snap 125 seq_num 415) dirty exists 2024-04-02T08:28:56.972 INFO:tasks.rados.rados.0.smithi012.stdout:1424: expect (ObjNum 406 snap 123 seq_num 406) 2024-04-02T08:28:57.054 INFO:tasks.rados.rados.0.smithi012.stdout:1426: finishing write tid 1 to smithi01277369-48 2024-04-02T08:28:57.054 INFO:tasks.rados.rados.0.smithi012.stdout:1426: finishing write tid 2 to smithi01277369-48 2024-04-02T08:28:57.055 INFO:tasks.rados.rados.0.smithi012.stdout:1426: finishing write tid 3 to smithi01277369-48 2024-04-02T08:28:57.055 INFO:tasks.rados.rados.0.smithi012.stdout:1426: oid 48 updating version 0 to 847 2024-04-02T08:28:57.055 INFO:tasks.rados.rados.0.smithi012.stdout:1426: oid 48 version 847 is already newer than 846 2024-04-02T08:28:57.055 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 48 v 847 (ObjNum 440 snap 135 seq_num 440) dirty exists 2024-04-02T08:28:57.055 INFO:tasks.rados.rados.0.smithi012.stdout:1426: left oid 48 (ObjNum 440 snap 135 seq_num 440) 2024-04-02T08:28:57.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:56 smithi012 ceph-mon[88355]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:28:57.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:56 smithi012 ceph-mon[88355]: Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-04-02T08:28:57.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:56 smithi012 ceph-mon[88355]: osdmap e348: 8 total, 8 up, 8 in 2024-04-02T08:28:57.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:56 smithi012 ceph-mon[90784]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:28:57.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:56 smithi012 ceph-mon[90784]: Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-04-02T08:28:57.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:56 smithi012 ceph-mon[90784]: osdmap e348: 8 total, 8 up, 8 in 2024-04-02T08:28:57.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:56 smithi055 ceph-mon[85080]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:28:57.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:56 smithi055 ceph-mon[85080]: Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-04-02T08:28:57.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:56 smithi055 ceph-mon[85080]: osdmap e348: 8 total, 8 up, 8 in 2024-04-02T08:28:57.917 INFO:tasks.rados.rados.0.smithi012.stdout:1423: done (3 left) 2024-04-02T08:28:57.917 INFO:tasks.rados.rados.0.smithi012.stdout:1424: done (2 left) 2024-04-02T08:28:57.918 INFO:tasks.rados.rados.0.smithi012.stdout:1426: done (1 left) 2024-04-02T08:28:57.918 INFO:tasks.rados.rados.0.smithi012.stdout:1427: done (0 left) 2024-04-02T08:28:57.918 INFO:tasks.rados.rados.0.smithi012.stdout:1428: read oid 12 snap -1 2024-04-02T08:28:57.918 INFO:tasks.rados.rados.0.smithi012.stdout:1428: expect (ObjNum 427 snap 132 seq_num 427) 2024-04-02T08:28:57.918 INFO:tasks.rados.rados.0.smithi012.stdout:1429: copy_from oid 15 from oid 18 current snap is 136 2024-04-02T08:28:57.918 INFO:tasks.rados.rados.0.smithi012.stdout:1430: read oid 47 snap 135 2024-04-02T08:28:57.918 INFO:tasks.rados.rados.0.smithi012.stdout:1430: expect (ObjNum 409 snap 123 seq_num 409) 2024-04-02T08:28:57.918 INFO:tasks.rados.rados.0.smithi012.stdout:1431: snap_create 2024-04-02T08:28:57.921 INFO:tasks.rados.rados.0.smithi012.stdout:1429: finishing copy_from to smithi01277369-15 2024-04-02T08:28:57.921 INFO:tasks.rados.rados.0.smithi012.stdout:1429: got expected ENOENT (src dne) 2024-04-02T08:28:57.921 INFO:tasks.rados.rados.0.smithi012.stdout:1429: finishing copy_from racing read to smithi01277369-15 2024-04-02T08:28:57.926 INFO:tasks.rados.rados.0.smithi012.stdout:1430: expect (ObjNum 409 snap 123 seq_num 409) 2024-04-02T08:28:57.985 INFO:tasks.rados.rados.0.smithi012.stdout:1428: expect (ObjNum 427 snap 132 seq_num 427) 2024-04-02T08:28:58.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:28:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:28:57] "GET /metrics HTTP/1.1" 200 36112 "" "Prometheus/2.43.0" 2024-04-02T08:28:58.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:57 smithi012 ceph-mon[88355]: pgmap v190: 121 pgs: 121 active+clean; 186 MiB data, 1014 MiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 650 KiB/s wr, 19 op/s; 22 MiB/s, 2 keys/s, 10 objects/s recovering 2024-04-02T08:28:58.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:57 smithi012 ceph-mon[88355]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 40/237 objects degraded (16.878%), 9 pgs degraded) 2024-04-02T08:28:58.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:57 smithi012 ceph-mon[88355]: Cluster is now healthy 2024-04-02T08:28:58.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:57 smithi012 ceph-mon[88355]: osdmap e349: 8 total, 8 up, 8 in 2024-04-02T08:28:58.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:57 smithi012 ceph-mon[90784]: pgmap v190: 121 pgs: 121 active+clean; 186 MiB data, 1014 MiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 650 KiB/s wr, 19 op/s; 22 MiB/s, 2 keys/s, 10 objects/s recovering 2024-04-02T08:28:58.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:57 smithi012 ceph-mon[90784]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 40/237 objects degraded (16.878%), 9 pgs degraded) 2024-04-02T08:28:58.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:57 smithi012 ceph-mon[90784]: Cluster is now healthy 2024-04-02T08:28:58.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:57 smithi012 ceph-mon[90784]: osdmap e349: 8 total, 8 up, 8 in 2024-04-02T08:28:58.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:57 smithi055 ceph-mon[85080]: pgmap v190: 121 pgs: 121 active+clean; 186 MiB data, 1014 MiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 650 KiB/s wr, 19 op/s; 22 MiB/s, 2 keys/s, 10 objects/s recovering 2024-04-02T08:28:58.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:57 smithi055 ceph-mon[85080]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 40/237 objects degraded (16.878%), 9 pgs degraded) 2024-04-02T08:28:58.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:57 smithi055 ceph-mon[85080]: Cluster is now healthy 2024-04-02T08:28:58.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:57 smithi055 ceph-mon[85080]: osdmap e349: 8 total, 8 up, 8 in 2024-04-02T08:28:58.890 INFO:tasks.rados.rados.0.smithi012.stdout:1428: done (3 left) 2024-04-02T08:28:58.890 INFO:tasks.rados.rados.0.smithi012.stdout:1429: done (2 left) 2024-04-02T08:28:58.890 INFO:tasks.rados.rados.0.smithi012.stdout:1430: done (1 left) 2024-04-02T08:28:58.890 INFO:tasks.rados.rados.0.smithi012.stdout:1431: done (0 left) 2024-04-02T08:28:58.890 INFO:tasks.rados.rados.0.smithi012.stdout:1432: copy_from oid 45 from oid 50 current snap is 137 2024-04-02T08:28:58.890 INFO:tasks.rados.rados.0.smithi012.stdout:1433: copy_from oid 17 from oid 29 current snap is 137 2024-04-02T08:28:58.890 INFO:tasks.rados.rados.0.smithi012.stdout:1434: read oid 30 snap -1 2024-04-02T08:28:58.891 INFO:tasks.rados.rados.0.smithi012.stdout:1434: expect (ObjNum 428 snap 132 seq_num 428) 2024-04-02T08:28:58.891 INFO:tasks.rados.rados.0.smithi012.stdout:1435: read oid 41 snap -1 2024-04-02T08:28:58.891 INFO:tasks.rados.rados.0.smithi012.stdout:1435: expect (ObjNum 318 snap 97 seq_num 318) 2024-04-02T08:28:58.891 INFO:tasks.rados.rados.0.smithi012.stdout:1436: read oid 12 snap -1 2024-04-02T08:28:58.891 INFO:tasks.rados.rados.0.smithi012.stdout:1436: expect (ObjNum 427 snap 132 seq_num 427) 2024-04-02T08:28:58.891 INFO:tasks.rados.rados.0.smithi012.stdout:1437: snap_remove snap 136 2024-04-02T08:28:59.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:58 smithi012 ceph-mon[90784]: osdmap e350: 8 total, 8 up, 8 in 2024-04-02T08:28:59.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:58 smithi012 ceph-mon[90784]: osdmap e351: 8 total, 8 up, 8 in 2024-04-02T08:28:59.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:58 smithi012 ceph-mon[88355]: osdmap e350: 8 total, 8 up, 8 in 2024-04-02T08:28:59.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:58 smithi012 ceph-mon[88355]: osdmap e351: 8 total, 8 up, 8 in 2024-04-02T08:28:59.211 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:58 smithi055 ceph-mon[85080]: osdmap e350: 8 total, 8 up, 8 in 2024-04-02T08:28:59.212 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:58 smithi055 ceph-mon[85080]: osdmap e351: 8 total, 8 up, 8 in 2024-04-02T08:28:59.894 INFO:tasks.rados.rados.0.smithi012.stdout:1437: done (5 left) 2024-04-02T08:28:59.894 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 42 current snap is 137 2024-04-02T08:28:59.894 INFO:tasks.rados.rados.0.smithi012.stdout:1438: seq_num 441 ranges {155648=188416} 2024-04-02T08:28:59.896 INFO:tasks.rados.rados.0.smithi012.stdout:1438: writing smithi01277369-42 from 155648 to 344064 tid 1 2024-04-02T08:28:59.896 INFO:tasks.rados.rados.0.smithi012.stdout:1439: read oid 26 snap -1 2024-04-02T08:28:59.896 INFO:tasks.rados.rados.0.smithi012.stdout:1439: expect deleted 2024-04-02T08:28:59.896 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 44 current snap is 137 2024-04-02T08:28:59.896 INFO:tasks.rados.rados.0.smithi012.stdout:1440: seq_num 442 ranges {3874816=204800} 2024-04-02T08:28:59.919 INFO:tasks.rados.rados.0.smithi012.stdout:1440: writing smithi01277369-44 from 3874816 to 4079616 tid 1 2024-04-02T08:28:59.919 INFO:tasks.rados.rados.0.smithi012.stdout:1441: read oid 39 snap -1 2024-04-02T08:28:59.919 INFO:tasks.rados.rados.0.smithi012.stdout:1441: expect (ObjNum 318 snap 97 seq_num 318) 2024-04-02T08:28:59.920 INFO:tasks.rados.rados.0.smithi012.stdout:1442: snap_create 2024-04-02T08:28:59.920 INFO:tasks.rados.rados.0.smithi012.stdout:1435: expect (ObjNum 318 snap 97 seq_num 318) 2024-04-02T08:28:59.949 INFO:tasks.rados.rados.0.smithi012.stdout:1434: expect (ObjNum 428 snap 132 seq_num 428) 2024-04-02T08:29:00.011 INFO:tasks.rados.rados.0.smithi012.stdout:1432: finishing copy_from racing read to smithi01277369-45 2024-04-02T08:29:00.012 INFO:tasks.rados.rados.0.smithi012.stdout:1433: finishing copy_from racing read to smithi01277369-17 2024-04-02T08:29:00.012 INFO:tasks.rados.rados.0.smithi012.stdout:1433: finishing copy_from to smithi01277369-17 2024-04-02T08:29:00.012 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 17 v 670 (ObjNum 421 snap 130 seq_num 421) dirty exists 2024-04-02T08:29:00.012 INFO:tasks.rados.rados.0.smithi012.stdout:1432: finishing copy_from to smithi01277369-45 2024-04-02T08:29:00.012 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 45 v 586 (ObjNum 377 snap 114 seq_num 377) dirty exists 2024-04-02T08:29:00.012 INFO:tasks.rados.rados.0.smithi012.stdout:1436: expect (ObjNum 427 snap 132 seq_num 427) 2024-04-02T08:29:00.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:59 smithi012 ceph-mon[90784]: pgmap v193: 121 pgs: 121 active+clean; 186 MiB data, 1014 MiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 650 KiB/s wr, 19 op/s; 22 MiB/s, 2 keys/s, 10 objects/s recovering 2024-04-02T08:29:00.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:29:00.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:00.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:28:59 smithi012 ceph-mon[90784]: osdmap e352: 8 total, 8 up, 8 in 2024-04-02T08:29:00.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:59 smithi012 ceph-mon[88355]: pgmap v193: 121 pgs: 121 active+clean; 186 MiB data, 1014 MiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 650 KiB/s wr, 19 op/s; 22 MiB/s, 2 keys/s, 10 objects/s recovering 2024-04-02T08:29:00.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:29:00.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:00.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:28:59 smithi012 ceph-mon[88355]: osdmap e352: 8 total, 8 up, 8 in 2024-04-02T08:29:00.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:59 smithi055 ceph-mon[85080]: pgmap v193: 121 pgs: 121 active+clean; 186 MiB data, 1014 MiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 650 KiB/s wr, 19 op/s; 22 MiB/s, 2 keys/s, 10 objects/s recovering 2024-04-02T08:29:00.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:29:00.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:00.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:28:59 smithi055 ceph-mon[85080]: osdmap e352: 8 total, 8 up, 8 in 2024-04-02T08:29:00.510 INFO:tasks.rados.rados.0.smithi012.stdout:1438: finishing write tid 1 to smithi01277369-42 2024-04-02T08:29:00.510 INFO:tasks.rados.rados.0.smithi012.stdout:1438: finishing write tid 2 to smithi01277369-42 2024-04-02T08:29:00.510 INFO:tasks.rados.rados.0.smithi012.stdout:1438: finishing write tid 3 to smithi01277369-42 2024-04-02T08:29:00.510 INFO:tasks.rados.rados.0.smithi012.stdout:1438: oid 42 updating version 0 to 848 2024-04-02T08:29:00.510 INFO:tasks.rados.rados.0.smithi012.stdout:1438: oid 42 updating version 848 to 849 2024-04-02T08:29:00.510 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 42 v 849 (ObjNum 441 snap 137 seq_num 441) dirty exists 2024-04-02T08:29:00.511 INFO:tasks.rados.rados.0.smithi012.stdout:1438: left oid 42 (ObjNum 441 snap 137 seq_num 441) 2024-04-02T08:29:00.511 INFO:tasks.rados.rados.0.smithi012.stdout:1441: expect (ObjNum 318 snap 97 seq_num 318) 2024-04-02T08:29:00.534 INFO:tasks.rados.rados.0.smithi012.stdout:1440: finishing write tid 1 to smithi01277369-44 2024-04-02T08:29:00.534 INFO:tasks.rados.rados.0.smithi012.stdout:1440: finishing write tid 2 to smithi01277369-44 2024-04-02T08:29:00.535 INFO:tasks.rados.rados.0.smithi012.stdout:1440: finishing write tid 3 to smithi01277369-44 2024-04-02T08:29:00.535 INFO:tasks.rados.rados.0.smithi012.stdout:1440: oid 44 updating version 0 to 685 2024-04-02T08:29:00.535 INFO:tasks.rados.rados.0.smithi012.stdout:1440: oid 44 updating version 685 to 686 2024-04-02T08:29:00.535 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 44 v 686 (ObjNum 442 snap 137 seq_num 442) dirty exists 2024-04-02T08:29:00.535 INFO:tasks.rados.rados.0.smithi012.stdout:1440: left oid 44 (ObjNum 442 snap 137 seq_num 442) 2024-04-02T08:29:00.898 INFO:tasks.rados.rados.0.smithi012.stdout:1432: done (9 left) 2024-04-02T08:29:00.898 INFO:tasks.rados.rados.0.smithi012.stdout:1433: done (8 left) 2024-04-02T08:29:00.898 INFO:tasks.rados.rados.0.smithi012.stdout:1434: done (7 left) 2024-04-02T08:29:00.898 INFO:tasks.rados.rados.0.smithi012.stdout:1435: done (6 left) 2024-04-02T08:29:00.898 INFO:tasks.rados.rados.0.smithi012.stdout:1436: done (5 left) 2024-04-02T08:29:00.899 INFO:tasks.rados.rados.0.smithi012.stdout:1438: done (4 left) 2024-04-02T08:29:00.899 INFO:tasks.rados.rados.0.smithi012.stdout:1439: done (3 left) 2024-04-02T08:29:00.899 INFO:tasks.rados.rados.0.smithi012.stdout:1440: done (2 left) 2024-04-02T08:29:00.899 INFO:tasks.rados.rados.0.smithi012.stdout:1441: done (1 left) 2024-04-02T08:29:00.899 INFO:tasks.rados.rados.0.smithi012.stdout:1442: done (0 left) 2024-04-02T08:29:00.899 INFO:tasks.rados.rados.0.smithi012.stdout:1443: snap_remove snap 134 2024-04-02T08:29:01.903 INFO:tasks.rados.rados.0.smithi012.stdout:1443: done (0 left) 2024-04-02T08:29:01.903 INFO:tasks.rados.rados.0.smithi012.stdout:1444: rollback oid 10 current snap is 138 2024-04-02T08:29:01.903 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 10 to 135 2024-04-02T08:29:01.903 INFO:tasks.rados.rados.0.smithi012.stdout:1445: snap_remove snap 137 2024-04-02T08:29:02.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:01 smithi012 ceph-mon[90784]: pgmap v196: 121 pgs: 121 active+clean; 180 MiB data, 1019 MiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 678 KiB/s wr, 4 op/s 2024-04-02T08:29:02.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:01 smithi012 ceph-mon[90784]: osdmap e353: 8 total, 8 up, 8 in 2024-04-02T08:29:02.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:01 smithi012 ceph-mon[88355]: pgmap v196: 121 pgs: 121 active+clean; 180 MiB data, 1019 MiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 678 KiB/s wr, 4 op/s 2024-04-02T08:29:02.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:01 smithi012 ceph-mon[88355]: osdmap e353: 8 total, 8 up, 8 in 2024-04-02T08:29:02.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:01 smithi055 ceph-mon[85080]: pgmap v196: 121 pgs: 121 active+clean; 180 MiB data, 1019 MiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 678 KiB/s wr, 4 op/s 2024-04-02T08:29:02.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:01 smithi055 ceph-mon[85080]: osdmap e353: 8 total, 8 up, 8 in 2024-04-02T08:29:02.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:29:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:29:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:29:02.910 INFO:tasks.rados.rados.0.smithi012.stdout:1445: done (1 left) 2024-04-02T08:29:02.910 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 5 current snap is 138 2024-04-02T08:29:02.910 INFO:tasks.rados.rados.0.smithi012.stdout:1444: finishing rollback tid 0 to smithi01277369-10 2024-04-02T08:29:02.910 INFO:tasks.rados.rados.0.smithi012.stdout:1446: seq_num 443 ranges {5373952=221184} 2024-04-02T08:29:02.941 INFO:tasks.rados.rados.0.smithi012.stdout:1446: writing smithi01277369-5 from 5373952 to 5595136 tid 1 2024-04-02T08:29:02.941 INFO:tasks.rados.rados.0.smithi012.stdout:1447: copy_from oid 39 from oid 21 current snap is 138 2024-04-02T08:29:02.941 INFO:tasks.rados.rados.0.smithi012.stdout:1444: finishing rollback tid 1 to smithi01277369-10 2024-04-02T08:29:02.941 INFO:tasks.rados.rados.0.smithi012.stdout:1444: finishing rollback tid 2 to smithi01277369-10 2024-04-02T08:29:02.942 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 10 v 589 (ObjNum 433 snap 133 seq_num 433) dirty exists 2024-04-02T08:29:02.942 INFO:tasks.rados.rados.0.smithi012.stdout:1444: done (2 left) 2024-04-02T08:29:02.942 INFO:tasks.rados.rados.0.smithi012.stdout:1448: rollback oid 19 current snap is 138 2024-04-02T08:29:02.942 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 19 to 135 2024-04-02T08:29:02.942 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 4 current snap is 138 2024-04-02T08:29:02.942 INFO:tasks.rados.rados.0.smithi012.stdout:1449: seq_num 444 ranges {0=237568} 2024-04-02T08:29:02.943 INFO:tasks.rados.rados.0.smithi012.stdout:1449: writing smithi01277369-4 from 0 to 237568 tid 1 2024-04-02T08:29:02.943 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 48 current snap is 138 2024-04-02T08:29:02.943 INFO:tasks.rados.rados.0.smithi012.stdout:1450: seq_num 445 ranges {10854400=253952} 2024-04-02T08:29:03.004 INFO:tasks.rados.rados.0.smithi012.stdout:1450: writing smithi01277369-48 from 10854400 to 11108352 tid 1 2024-04-02T08:29:03.004 INFO:tasks.rados.rados.0.smithi012.stdout:1451: setattr oid 8 current snap is 138 2024-04-02T08:29:03.004 INFO:tasks.rados.rados.0.smithi012.stdout:1449: finishing write tid 1 to smithi01277369-4 2024-04-02T08:29:03.004 INFO:tasks.rados.rados.0.smithi012.stdout:1448: finishing rollback tid 0 to smithi01277369-19 2024-04-02T08:29:03.004 INFO:tasks.rados.rados.0.smithi012.stdout:1449: finishing write tid 2 to smithi01277369-4 2024-04-02T08:29:03.004 INFO:tasks.rados.rados.0.smithi012.stdout:1448: finishing rollback tid 1 to smithi01277369-19 2024-04-02T08:29:03.004 INFO:tasks.rados.rados.0.smithi012.stdout:1446: finishing write tid 1 to smithi01277369-5 2024-04-02T08:29:03.004 INFO:tasks.rados.rados.0.smithi012.stdout:1446: finishing write tid 2 to smithi01277369-5 2024-04-02T08:29:03.004 INFO:tasks.rados.rados.0.smithi012.stdout:1449: finishing write tid 3 to smithi01277369-4 2024-04-02T08:29:03.004 INFO:tasks.rados.rados.0.smithi012.stdout:1449: oid 4 updating version 0 to 425 2024-04-02T08:29:03.005 INFO:tasks.rados.rados.0.smithi012.stdout:1449: oid 4 updating version 425 to 426 2024-04-02T08:29:03.005 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 4 v 426 (ObjNum 444 snap 138 seq_num 444) dirty exists 2024-04-02T08:29:03.005 INFO:tasks.rados.rados.0.smithi012.stdout:1449: left oid 4 (ObjNum 444 snap 138 seq_num 444) 2024-04-02T08:29:03.005 INFO:tasks.rados.rados.0.smithi012.stdout:1448: finishing rollback tid 2 to smithi01277369-19 2024-04-02T08:29:03.005 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 19 v 893 (ObjNum 415 snap 125 seq_num 415) dirty exists 2024-04-02T08:29:03.005 INFO:tasks.rados.rados.0.smithi012.stdout:1446: finishing write tid 3 to smithi01277369-5 2024-04-02T08:29:03.005 INFO:tasks.rados.rados.0.smithi012.stdout:1446: oid 5 updating version 0 to 857 2024-04-02T08:29:03.005 INFO:tasks.rados.rados.0.smithi012.stdout:1446: oid 5 version 857 is already newer than 856 2024-04-02T08:29:03.005 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 5 v 857 (ObjNum 443 snap 138 seq_num 443) dirty exists 2024-04-02T08:29:03.005 INFO:tasks.rados.rados.0.smithi012.stdout:1446: left oid 5 (ObjNum 443 snap 138 seq_num 443) 2024-04-02T08:29:03.005 INFO:tasks.rados.rados.0.smithi012.stdout:1447: finishing copy_from racing read to smithi01277369-39 2024-04-02T08:29:03.005 INFO:tasks.rados.rados.0.smithi012.stdout:1447: finishing copy_from to smithi01277369-39 2024-04-02T08:29:03.005 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 39 v 196 (ObjNum 388 snap 117 seq_num 388) dirty exists 2024-04-02T08:29:03.006 INFO:tasks.rados.rados.0.smithi012.stdout:1446: done (5 left) 2024-04-02T08:29:03.006 INFO:tasks.rados.rados.0.smithi012.stdout:1447: done (4 left) 2024-04-02T08:29:03.006 INFO:tasks.rados.rados.0.smithi012.stdout:1448: done (3 left) 2024-04-02T08:29:03.006 INFO:tasks.rados.rados.0.smithi012.stdout:1449: done (2 left) 2024-04-02T08:29:03.006 INFO:tasks.rados.rados.0.smithi012.stdout:1452: snap_remove snap 135 2024-04-02T08:29:03.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:02 smithi012 ceph-mon[88355]: osdmap e354: 8 total, 8 up, 8 in 2024-04-02T08:29:03.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:02 smithi012 ceph-mon[90784]: osdmap e354: 8 total, 8 up, 8 in 2024-04-02T08:29:03.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:02 smithi055 ceph-mon[85080]: osdmap e354: 8 total, 8 up, 8 in 2024-04-02T08:29:03.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:29:03 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:29:03.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi012\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi012\", job=\"node\", machine=\"x86_64\", nodename=\"smithi012\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi012\", job=\"node\", machine=\"x86_64\", nodename=\"smithi012\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:29:03.893 INFO:tasks.rados.rados.0.smithi012.stdout:1450: finishing write tid 1 to smithi01277369-48 2024-04-02T08:29:03.894 INFO:tasks.rados.rados.0.smithi012.stdout:1450: finishing write tid 2 to smithi01277369-48 2024-04-02T08:29:03.894 INFO:tasks.rados.rados.0.smithi012.stdout:1450: finishing write tid 3 to smithi01277369-48 2024-04-02T08:29:03.894 INFO:tasks.rados.rados.0.smithi012.stdout:1450: oid 48 updating version 0 to 851 2024-04-02T08:29:03.894 INFO:tasks.rados.rados.0.smithi012.stdout:1450: oid 48 version 851 is already newer than 850 2024-04-02T08:29:03.894 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 48 v 851 (ObjNum 445 snap 138 seq_num 445) dirty exists 2024-04-02T08:29:03.894 INFO:tasks.rados.rados.0.smithi012.stdout:1450: left oid 48 (ObjNum 445 snap 138 seq_num 445) 2024-04-02T08:29:03.894 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 8 v 917 (ObjNum 432 snap 133 seq_num 432) dirty exists 2024-04-02T08:29:03.894 INFO:tasks.rados.rados.0.smithi012.stdout:1450: done (2 left) 2024-04-02T08:29:03.894 INFO:tasks.rados.rados.0.smithi012.stdout:1451: done (1 left) 2024-04-02T08:29:03.894 INFO:tasks.rados.rados.0.smithi012.stdout:1452: done (0 left) 2024-04-02T08:29:03.894 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 8 current snap is 138 2024-04-02T08:29:03.894 INFO:tasks.rados.rados.0.smithi012.stdout:1453: seq_num 446 ranges {4546560=278528} 2024-04-02T08:29:03.921 INFO:tasks.rados.rados.0.smithi012.stdout:1453: writing smithi01277369-8 from 4546560 to 4825088 tid 1 2024-04-02T08:29:03.921 INFO:tasks.rados.rados.0.smithi012.stdout:1454: setattr oid 14 current snap is 138 2024-04-02T08:29:03.922 INFO:tasks.rados.rados.0.smithi012.stdout:1455: snap_create 2024-04-02T08:29:03.924 INFO:tasks.rados.rados.0.smithi012.stdout:1453: finishing write tid 1 to smithi01277369-8 2024-04-02T08:29:03.924 INFO:tasks.rados.rados.0.smithi012.stdout:1453: finishing write tid 2 to smithi01277369-8 2024-04-02T08:29:03.925 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 14 v 249 (ObjNum 434 snap 133 seq_num 434) dirty exists 2024-04-02T08:29:03.926 INFO:tasks.rados.rados.0.smithi012.stdout:1453: finishing write tid 3 to smithi01277369-8 2024-04-02T08:29:03.926 INFO:tasks.rados.rados.0.smithi012.stdout:1453: oid 8 updating version 0 to 921 2024-04-02T08:29:03.926 INFO:tasks.rados.rados.0.smithi012.stdout:1453: oid 8 version 921 is already newer than 920 2024-04-02T08:29:03.926 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 8 v 921 (ObjNum 446 snap 138 seq_num 446) dirty exists 2024-04-02T08:29:03.926 INFO:tasks.rados.rados.0.smithi012.stdout:1453: left oid 8 (ObjNum 446 snap 138 seq_num 446) 2024-04-02T08:29:04.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:03 smithi012 ceph-mon[88355]: pgmap v199: 121 pgs: 121 active+clean; 179 MiB data, 1004 MiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 2.0 MiB/s wr, 13 op/s 2024-04-02T08:29:04.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:03 smithi012 ceph-mon[88355]: osdmap e355: 8 total, 8 up, 8 in 2024-04-02T08:29:04.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:03 smithi012 ceph-mon[88355]: osdmap e356: 8 total, 8 up, 8 in 2024-04-02T08:29:04.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:03 smithi012 ceph-mon[90784]: pgmap v199: 121 pgs: 121 active+clean; 179 MiB data, 1004 MiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 2.0 MiB/s wr, 13 op/s 2024-04-02T08:29:04.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:03 smithi012 ceph-mon[90784]: osdmap e355: 8 total, 8 up, 8 in 2024-04-02T08:29:04.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:03 smithi012 ceph-mon[90784]: osdmap e356: 8 total, 8 up, 8 in 2024-04-02T08:29:04.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:03 smithi055 ceph-mon[85080]: pgmap v199: 121 pgs: 121 active+clean; 179 MiB data, 1004 MiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 2.0 MiB/s wr, 13 op/s 2024-04-02T08:29:04.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:03 smithi055 ceph-mon[85080]: osdmap e355: 8 total, 8 up, 8 in 2024-04-02T08:29:04.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:03 smithi055 ceph-mon[85080]: osdmap e356: 8 total, 8 up, 8 in 2024-04-02T08:29:04.921 INFO:tasks.rados.rados.0.smithi012.stdout:1453: done (2 left) 2024-04-02T08:29:04.921 INFO:tasks.rados.rados.0.smithi012.stdout:1454: done (1 left) 2024-04-02T08:29:04.921 INFO:tasks.rados.rados.0.smithi012.stdout:1455: done (0 left) 2024-04-02T08:29:04.921 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 29 current snap is 139 2024-04-02T08:29:04.921 INFO:tasks.rados.rados.0.smithi012.stdout:1456: seq_num 447 ranges {2260992=294912} 2024-04-02T08:29:04.935 INFO:tasks.rados.rados.0.smithi012.stdout:1456: writing smithi01277369-29 from 2260992 to 2555904 tid 1 2024-04-02T08:29:04.935 INFO:tasks.rados.rados.0.smithi012.stdout:1457: copy_from oid 14 from oid 8 current snap is 139 2024-04-02T08:29:04.935 INFO:tasks.rados.rados.0.smithi012.stdout:1458: setattr oid 25 current snap is 139 2024-04-02T08:29:04.936 INFO:tasks.rados.rados.0.smithi012.stdout:1459: rollback oid 45 current snap is 139 2024-04-02T08:29:04.936 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 45 to 138 2024-04-02T08:29:04.936 INFO:tasks.rados.rados.0.smithi012.stdout:1460: rollback oid 50 current snap is 139 2024-04-02T08:29:04.936 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 50 to 138 2024-04-02T08:29:04.936 INFO:tasks.rados.rados.0.smithi012.stdout:1461: delete oid 6 current snap is 139 2024-04-02T08:29:04.943 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 25 v 427 (ObjNum 1265 snap 0 seq_num 2638474888) dirty exists 2024-04-02T08:29:04.945 INFO:tasks.rados.rados.0.smithi012.stdout:1456: finishing write tid 1 to smithi01277369-29 2024-04-02T08:29:04.945 INFO:tasks.rados.rados.0.smithi012.stdout:1456: finishing write tid 2 to smithi01277369-29 2024-04-02T08:29:04.946 INFO:tasks.rados.rados.0.smithi012.stdout:1460: finishing rollback tid 0 to smithi01277369-50 2024-04-02T08:29:04.946 INFO:tasks.rados.rados.0.smithi012.stdout:1460: finishing rollback tid 1 to smithi01277369-50 2024-04-02T08:29:04.946 INFO:tasks.rados.rados.0.smithi012.stdout:1460: finishing rollback tid 2 to smithi01277369-50 2024-04-02T08:29:04.946 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 50 v 595 (ObjNum 377 snap 114 seq_num 377) dirty exists 2024-04-02T08:29:04.946 INFO:tasks.rados.rados.0.smithi012.stdout:1459: finishing rollback tid 0 to smithi01277369-45 2024-04-02T08:29:04.947 INFO:tasks.rados.rados.0.smithi012.stdout:1459: finishing rollback tid 1 to smithi01277369-45 2024-04-02T08:29:04.948 INFO:tasks.rados.rados.0.smithi012.stdout:1459: finishing rollback tid 2 to smithi01277369-45 2024-04-02T08:29:04.948 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 45 v 592 (ObjNum 377 snap 114 seq_num 377) dirty exists 2024-04-02T08:29:04.948 INFO:tasks.rados.rados.0.smithi012.stdout:1458: done (5 left) 2024-04-02T08:29:04.948 INFO:tasks.rados.rados.0.smithi012.stdout:1459: done (4 left) 2024-04-02T08:29:04.948 INFO:tasks.rados.rados.0.smithi012.stdout:1460: done (3 left) 2024-04-02T08:29:04.948 INFO:tasks.rados.rados.0.smithi012.stdout:1461: done (2 left) 2024-04-02T08:29:04.948 INFO:tasks.rados.rados.0.smithi012.stdout:1462: read oid 6 snap -1 2024-04-02T08:29:04.948 INFO:tasks.rados.rados.0.smithi012.stdout:1462: expect deleted 2024-04-02T08:29:04.949 INFO:tasks.rados.rados.0.smithi012.stdout:1463: read oid 28 snap 138 2024-04-02T08:29:04.949 INFO:tasks.rados.rados.0.smithi012.stdout:1463: expect (ObjNum 365 snap 110 seq_num 365) 2024-04-02T08:29:04.949 INFO:tasks.rados.rados.0.smithi012.stdout:1464: read oid 39 snap 138 2024-04-02T08:29:04.949 INFO:tasks.rados.rados.0.smithi012.stdout:1464: expect (ObjNum 388 snap 117 seq_num 388) 2024-04-02T08:29:04.949 INFO:tasks.rados.rados.0.smithi012.stdout:1465: copy_from oid 18 from oid 38 current snap is 139 2024-04-02T08:29:04.949 INFO:tasks.rados.rados.0.smithi012.stdout:1466: copy_from oid 13 from oid 30 current snap is 139 2024-04-02T08:29:04.949 INFO:tasks.rados.rados.0.smithi012.stdout:1467: delete oid 16 current snap is 139 2024-04-02T08:29:04.950 INFO:tasks.rados.rados.0.smithi012.stdout:1456: finishing write tid 3 to smithi01277369-29 2024-04-02T08:29:04.950 INFO:tasks.rados.rados.0.smithi012.stdout:1456: oid 29 updating version 0 to 836 2024-04-02T08:29:04.950 INFO:tasks.rados.rados.0.smithi012.stdout:1456: oid 29 version 836 is already newer than 835 2024-04-02T08:29:04.950 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 29 v 836 (ObjNum 447 snap 139 seq_num 447) dirty exists 2024-04-02T08:29:04.950 INFO:tasks.rados.rados.0.smithi012.stdout:1456: left oid 29 (ObjNum 447 snap 139 seq_num 447) 2024-04-02T08:29:04.952 INFO:tasks.rados.rados.0.smithi012.stdout:1456: done (7 left) 2024-04-02T08:29:04.952 INFO:tasks.rados.rados.0.smithi012.stdout:1462: done (6 left) 2024-04-02T08:29:04.952 INFO:tasks.rados.rados.0.smithi012.stdout:1467: done (5 left) 2024-04-02T08:29:04.952 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 11 current snap is 139 2024-04-02T08:29:04.952 INFO:tasks.rados.rados.0.smithi012.stdout:1468: seq_num 450 ranges {0=344064} 2024-04-02T08:29:04.954 INFO:tasks.rados.rados.0.smithi012.stdout:1468: writing smithi01277369-11 from 0 to 344064 tid 1 2024-04-02T08:29:04.955 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 27 current snap is 139 2024-04-02T08:29:04.955 INFO:tasks.rados.rados.0.smithi012.stdout:1469: seq_num 451 ranges {0=360448} 2024-04-02T08:29:04.957 INFO:tasks.rados.rados.0.smithi012.stdout:1469: writing smithi01277369-27 from 0 to 360448 tid 1 2024-04-02T08:29:04.957 INFO:tasks.rados.rados.0.smithi012.stdout:1470: copy_from oid 41 from oid 22 current snap is 139 2024-04-02T08:29:04.958 INFO:tasks.rados.rados.0.smithi012.stdout:1471: read oid 1 snap -1 2024-04-02T08:29:04.958 INFO:tasks.rados.rados.0.smithi012.stdout:1471: expect (ObjNum 269 snap 74 seq_num 269) 2024-04-02T08:29:04.958 INFO:tasks.rados.rados.0.smithi012.stdout:1472: rollback oid 6 current snap is 139 2024-04-02T08:29:04.958 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 6 to 138 2024-04-02T08:29:04.958 INFO:tasks.rados.rados.0.smithi012.stdout:1473: delete oid 2 current snap is 139 2024-04-02T08:29:04.963 INFO:tasks.rados.rados.0.smithi012.stdout:1463: expect (ObjNum 365 snap 110 seq_num 365) 2024-04-02T08:29:05.052 INFO:tasks.rados.rados.0.smithi012.stdout:1472: finishing rollback tid 1 to smithi01277369-6 2024-04-02T08:29:05.053 INFO:tasks.rados.rados.0.smithi012.stdout:1472: finishing rollback tid 2 to smithi01277369-6 2024-04-02T08:29:05.053 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 6 v 598 (ObjNum 423 snap 131 seq_num 423) dirty exists 2024-04-02T08:29:05.053 INFO:tasks.rados.rados.0.smithi012.stdout:1463: done (10 left) 2024-04-02T08:29:05.053 INFO:tasks.rados.rados.0.smithi012.stdout:1472: done (9 left) 2024-04-02T08:29:05.053 INFO:tasks.rados.rados.0.smithi012.stdout:1473: done (8 left) 2024-04-02T08:29:05.053 INFO:tasks.rados.rados.0.smithi012.stdout:1474: snap_create 2024-04-02T08:29:05.053 INFO:tasks.rados.rados.0.smithi012.stdout:1466: finishing copy_from racing read to smithi01277369-13 2024-04-02T08:29:05.053 INFO:tasks.rados.rados.0.smithi012.stdout:1468: finishing write tid 1 to smithi01277369-11 2024-04-02T08:29:05.053 INFO:tasks.rados.rados.0.smithi012.stdout:1457: finishing copy_from racing read to smithi01277369-14 2024-04-02T08:29:05.053 INFO:tasks.rados.rados.0.smithi012.stdout:1468: finishing write tid 2 to smithi01277369-11 2024-04-02T08:29:05.053 INFO:tasks.rados.rados.0.smithi012.stdout:1464: expect (ObjNum 388 snap 117 seq_num 388) 2024-04-02T08:29:05.155 INFO:tasks.rados.rados.0.smithi012.stdout:1468: finishing write tid 3 to smithi01277369-11 2024-04-02T08:29:05.156 INFO:tasks.rados.rados.0.smithi012.stdout:1468: oid 11 updating version 0 to 922 2024-04-02T08:29:05.156 INFO:tasks.rados.rados.0.smithi012.stdout:1468: oid 11 updating version 922 to 923 2024-04-02T08:29:05.156 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 11 v 923 (ObjNum 450 snap 139 seq_num 450) dirty exists 2024-04-02T08:29:05.156 INFO:tasks.rados.rados.0.smithi012.stdout:1468: left oid 11 (ObjNum 450 snap 139 seq_num 450) 2024-04-02T08:29:05.156 INFO:tasks.rados.rados.0.smithi012.stdout:1466: finishing copy_from to smithi01277369-13 2024-04-02T08:29:05.156 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 13 v 682 (ObjNum 428 snap 132 seq_num 428) dirty exists 2024-04-02T08:29:05.156 INFO:tasks.rados.rados.0.smithi012.stdout:1457: finishing copy_from to smithi01277369-14 2024-04-02T08:29:05.156 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 14 v 921 (ObjNum 446 snap 138 seq_num 446) dirty exists 2024-04-02T08:29:05.156 INFO:tasks.rados.rados.0.smithi012.stdout:1469: finishing write tid 1 to smithi01277369-27 2024-04-02T08:29:05.156 INFO:tasks.rados.rados.0.smithi012.stdout:1469: finishing write tid 2 to smithi01277369-27 2024-04-02T08:29:05.156 INFO:tasks.rados.rados.0.smithi012.stdout:1465: finishing copy_from racing read to smithi01277369-18 2024-04-02T08:29:05.156 INFO:tasks.rados.rados.0.smithi012.stdout:1470: finishing copy_from racing read to smithi01277369-41 2024-04-02T08:29:05.156 INFO:tasks.rados.rados.0.smithi012.stdout:1470: finishing copy_from to smithi01277369-41 2024-04-02T08:29:05.157 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 41 v 670 (ObjNum 421 snap 130 seq_num 421) dirty exists 2024-04-02T08:29:05.157 INFO:tasks.rados.rados.0.smithi012.stdout:1471: expect (ObjNum 269 snap 74 seq_num 269) 2024-04-02T08:29:05.264 INFO:tasks.rados.rados.0.smithi012.stdout:1469: finishing write tid 3 to smithi01277369-27 2024-04-02T08:29:05.264 INFO:tasks.rados.rados.0.smithi012.stdout:1469: oid 27 updating version 0 to 593 2024-04-02T08:29:05.264 INFO:tasks.rados.rados.0.smithi012.stdout:1469: oid 27 updating version 593 to 594 2024-04-02T08:29:05.264 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 27 v 594 (ObjNum 451 snap 139 seq_num 451) dirty exists 2024-04-02T08:29:05.264 INFO:tasks.rados.rados.0.smithi012.stdout:1469: left oid 27 (ObjNum 451 snap 139 seq_num 451) 2024-04-02T08:29:05.264 INFO:tasks.rados.rados.0.smithi012.stdout:1465: finishing copy_from to smithi01277369-18 2024-04-02T08:29:05.264 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 18 v 887 (ObjNum 411 snap 124 seq_num 411) dirty exists 2024-04-02T08:29:05.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:05 smithi012 ceph-mon[88355]: pgmap v202: 121 pgs: 121 active+clean; 179 MiB data, 1004 MiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-04-02T08:29:05.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:05 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:29:05.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:05 smithi012 ceph-mon[88355]: osdmap e357: 8 total, 8 up, 8 in 2024-04-02T08:29:05.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:05 smithi012 ceph-mon[90784]: pgmap v202: 121 pgs: 121 active+clean; 179 MiB data, 1004 MiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-04-02T08:29:05.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:05 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:29:05.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:05 smithi012 ceph-mon[90784]: osdmap e357: 8 total, 8 up, 8 in 2024-04-02T08:29:05.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:05 smithi055 ceph-mon[85080]: pgmap v202: 121 pgs: 121 active+clean; 179 MiB data, 1004 MiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-04-02T08:29:05.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:05 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:29:05.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:05 smithi055 ceph-mon[85080]: osdmap e357: 8 total, 8 up, 8 in 2024-04-02T08:29:05.928 INFO:tasks.rados.rados.0.smithi012.stdout:1457: done (8 left) 2024-04-02T08:29:05.928 INFO:tasks.rados.rados.0.smithi012.stdout:1464: done (7 left) 2024-04-02T08:29:05.928 INFO:tasks.rados.rados.0.smithi012.stdout:1465: done (6 left) 2024-04-02T08:29:05.928 INFO:tasks.rados.rados.0.smithi012.stdout:1466: done (5 left) 2024-04-02T08:29:05.928 INFO:tasks.rados.rados.0.smithi012.stdout:1468: done (4 left) 2024-04-02T08:29:05.928 INFO:tasks.rados.rados.0.smithi012.stdout:1469: done (3 left) 2024-04-02T08:29:05.928 INFO:tasks.rados.rados.0.smithi012.stdout:1470: done (2 left) 2024-04-02T08:29:05.928 INFO:tasks.rados.rados.0.smithi012.stdout:1471: done (1 left) 2024-04-02T08:29:05.928 INFO:tasks.rados.rados.0.smithi012.stdout:1474: done (0 left) 2024-04-02T08:29:05.929 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 16 current snap is 140 2024-04-02T08:29:05.929 INFO:tasks.rados.rados.0.smithi012.stdout:1475: seq_num 453 ranges {0=393216} 2024-04-02T08:29:05.930 INFO:tasks.rados.rados.0.smithi012.stdout:1475: writing smithi01277369-16 from 0 to 393216 tid 1 2024-04-02T08:29:05.930 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 15 current snap is 140 2024-04-02T08:29:05.930 INFO:tasks.rados.rados.0.smithi012.stdout:1476: seq_num 454 ranges {4218880=409600} 2024-04-02T08:29:05.955 INFO:tasks.rados.rados.0.smithi012.stdout:1476: writing smithi01277369-15 from 4218880 to 4628480 tid 1 2024-04-02T08:29:05.955 INFO:tasks.rados.rados.0.smithi012.stdout:1477: snap_remove snap 139 2024-04-02T08:29:06.931 INFO:tasks.rados.rados.0.smithi012.stdout:1477: done (2 left) 2024-04-02T08:29:06.931 INFO:tasks.rados.rados.0.smithi012.stdout:1478: read oid 20 snap -1 2024-04-02T08:29:06.931 INFO:tasks.rados.rados.0.smithi012.stdout:1478: expect (ObjNum 426 snap 132 seq_num 426) 2024-04-02T08:29:06.931 INFO:tasks.rados.rados.0.smithi012.stdout:1479: snap_remove snap 138 2024-04-02T08:29:07.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:06 smithi012 ceph-mon[88355]: osdmap e358: 8 total, 8 up, 8 in 2024-04-02T08:29:07.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:06 smithi012 ceph-mon[90784]: osdmap e358: 8 total, 8 up, 8 in 2024-04-02T08:29:07.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:06 smithi055 ceph-mon[85080]: osdmap e358: 8 total, 8 up, 8 in 2024-04-02T08:29:07.936 INFO:tasks.rados.rados.0.smithi012.stdout:1479: done (3 left) 2024-04-02T08:29:07.936 INFO:tasks.rados.rados.0.smithi012.stdout:1480: read oid 11 snap -1 2024-04-02T08:29:07.936 INFO:tasks.rados.rados.0.smithi012.stdout:1480: expect (ObjNum 450 snap 139 seq_num 450) 2024-04-02T08:29:07.936 INFO:tasks.rados.rados.0.smithi012.stdout:1481: delete oid 28 current snap is 140 2024-04-02T08:29:07.936 INFO:tasks.rados.rados.0.smithi012.stdout:1475: finishing write tid 1 to smithi01277369-16 2024-04-02T08:29:07.936 INFO:tasks.rados.rados.0.smithi012.stdout:1475: finishing write tid 2 to smithi01277369-16 2024-04-02T08:29:07.937 INFO:tasks.rados.rados.0.smithi012.stdout:1475: finishing write tid 3 to smithi01277369-16 2024-04-02T08:29:07.937 INFO:tasks.rados.rados.0.smithi012.stdout:1475: oid 16 updating version 0 to 247 2024-04-02T08:29:07.937 INFO:tasks.rados.rados.0.smithi012.stdout:1475: oid 16 updating version 247 to 248 2024-04-02T08:29:07.937 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 16 v 248 (ObjNum 453 snap 140 seq_num 453) dirty exists 2024-04-02T08:29:07.937 INFO:tasks.rados.rados.0.smithi012.stdout:1475: left oid 16 (ObjNum 453 snap 140 seq_num 453) 2024-04-02T08:29:07.937 INFO:tasks.rados.rados.0.smithi012.stdout:1476: finishing write tid 1 to smithi01277369-15 2024-04-02T08:29:07.937 INFO:tasks.rados.rados.0.smithi012.stdout:1476: finishing write tid 2 to smithi01277369-15 2024-04-02T08:29:07.937 INFO:tasks.rados.rados.0.smithi012.stdout:1476: finishing write tid 3 to smithi01277369-15 2024-04-02T08:29:07.937 INFO:tasks.rados.rados.0.smithi012.stdout:1476: oid 15 updating version 0 to 251 2024-04-02T08:29:07.937 INFO:tasks.rados.rados.0.smithi012.stdout:1476: oid 15 version 251 is already newer than 250 2024-04-02T08:29:07.937 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 15 v 251 (ObjNum 454 snap 140 seq_num 454) dirty exists 2024-04-02T08:29:07.937 INFO:tasks.rados.rados.0.smithi012.stdout:1476: left oid 15 (ObjNum 454 snap 140 seq_num 454) 2024-04-02T08:29:07.937 INFO:tasks.rados.rados.0.smithi012.stdout:1478: expect (ObjNum 426 snap 132 seq_num 426) 2024-04-02T08:29:08.142 INFO:tasks.rados.rados.0.smithi012.stdout:1475: done (4 left) 2024-04-02T08:29:08.142 INFO:tasks.rados.rados.0.smithi012.stdout:1476: done (3 left) 2024-04-02T08:29:08.142 INFO:tasks.rados.rados.0.smithi012.stdout:1478: done (2 left) 2024-04-02T08:29:08.143 INFO:tasks.rados.rados.0.smithi012.stdout:1481: done (1 left) 2024-04-02T08:29:08.143 INFO:tasks.rados.rados.0.smithi012.stdout:1482: snap_create 2024-04-02T08:29:08.143 INFO:tasks.rados.rados.0.smithi012.stdout:1480: expect (ObjNum 450 snap 139 seq_num 450) 2024-04-02T08:29:08.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:07 smithi055 ceph-mon[85080]: pgmap v205: 121 pgs: 121 active+clean; 196 MiB data, 1001 MiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 4.5 MiB/s wr, 29 op/s 2024-04-02T08:29:08.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:07 smithi055 ceph-mon[85080]: osdmap e359: 8 total, 8 up, 8 in 2024-04-02T08:29:08.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:07 smithi012 ceph-mon[88355]: pgmap v205: 121 pgs: 121 active+clean; 196 MiB data, 1001 MiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 4.5 MiB/s wr, 29 op/s 2024-04-02T08:29:08.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:07 smithi012 ceph-mon[88355]: osdmap e359: 8 total, 8 up, 8 in 2024-04-02T08:29:08.429 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:29:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:29:07] "GET /metrics HTTP/1.1" 200 36139 "" "Prometheus/2.43.0" 2024-04-02T08:29:08.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:07 smithi012 ceph-mon[90784]: pgmap v205: 121 pgs: 121 active+clean; 196 MiB data, 1001 MiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 4.5 MiB/s wr, 29 op/s 2024-04-02T08:29:08.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:07 smithi012 ceph-mon[90784]: osdmap e359: 8 total, 8 up, 8 in 2024-04-02T08:29:08.894 INFO:tasks.rados.rados.0.smithi012.stdout:1480: done (1 left) 2024-04-02T08:29:08.895 INFO:tasks.rados.rados.0.smithi012.stdout:1482: done (0 left) 2024-04-02T08:29:08.895 INFO:tasks.rados.rados.0.smithi012.stdout:1483: delete oid 21 current snap is 141 2024-04-02T08:29:08.897 INFO:tasks.rados.rados.0.smithi012.stdout:1483: done (0 left) 2024-04-02T08:29:08.897 INFO:tasks.rados.rados.0.smithi012.stdout:1484: delete oid 1 current snap is 141 2024-04-02T08:29:08.900 INFO:tasks.rados.rados.0.smithi012.stdout:1484: done (0 left) 2024-04-02T08:29:08.901 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 6 current snap is 141 2024-04-02T08:29:08.901 INFO:tasks.rados.rados.0.smithi012.stdout:1485: seq_num 458 ranges {6815744=475136} 2024-04-02T08:29:08.940 INFO:tasks.rados.rados.0.smithi012.stdout:1485: writing smithi01277369-6 from 6815744 to 7290880 tid 1 2024-04-02T08:29:08.940 INFO:tasks.rados.rados.0.smithi012.stdout:1486: snap_create 2024-04-02T08:29:08.950 INFO:tasks.rados.rados.0.smithi012.stdout:1485: finishing write tid 1 to smithi01277369-6 2024-04-02T08:29:08.950 INFO:tasks.rados.rados.0.smithi012.stdout:1485: finishing write tid 2 to smithi01277369-6 2024-04-02T08:29:08.952 INFO:tasks.rados.rados.0.smithi012.stdout:1485: finishing write tid 3 to smithi01277369-6 2024-04-02T08:29:08.952 INFO:tasks.rados.rados.0.smithi012.stdout:1485: oid 6 updating version 0 to 600 2024-04-02T08:29:08.952 INFO:tasks.rados.rados.0.smithi012.stdout:1485: oid 6 version 600 is already newer than 599 2024-04-02T08:29:08.952 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 6 v 600 (ObjNum 458 snap 141 seq_num 458) dirty exists 2024-04-02T08:29:08.952 INFO:tasks.rados.rados.0.smithi012.stdout:1485: left oid 6 (ObjNum 458 snap 141 seq_num 458) 2024-04-02T08:29:09.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:08 smithi055 ceph-mon[85080]: osdmap e360: 8 total, 8 up, 8 in 2024-04-02T08:29:09.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:08 smithi055 ceph-mon[85080]: osdmap e361: 8 total, 8 up, 8 in 2024-04-02T08:29:09.329 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:08 smithi012 ceph-mon[88355]: osdmap e360: 8 total, 8 up, 8 in 2024-04-02T08:29:09.329 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:08 smithi012 ceph-mon[88355]: osdmap e361: 8 total, 8 up, 8 in 2024-04-02T08:29:09.329 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:08 smithi012 ceph-mon[90784]: osdmap e360: 8 total, 8 up, 8 in 2024-04-02T08:29:09.329 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:08 smithi012 ceph-mon[90784]: osdmap e361: 8 total, 8 up, 8 in 2024-04-02T08:29:09.947 INFO:tasks.rados.rados.0.smithi012.stdout:1485: done (1 left) 2024-04-02T08:29:09.947 INFO:tasks.rados.rados.0.smithi012.stdout:1486: done (0 left) 2024-04-02T08:29:09.947 INFO:tasks.rados.rados.0.smithi012.stdout:1487: rollback oid 29 current snap is 142 2024-04-02T08:29:09.947 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 29 to 141 2024-04-02T08:29:09.947 INFO:tasks.rados.rados.0.smithi012.stdout:1488: read oid 47 snap -1 2024-04-02T08:29:09.947 INFO:tasks.rados.rados.0.smithi012.stdout:1488: expect (ObjNum 409 snap 123 seq_num 409) 2024-04-02T08:29:09.947 INFO:tasks.rados.rados.0.smithi012.stdout:1489: snap_remove snap 140 2024-04-02T08:29:10.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:09 smithi055 ceph-mon[85080]: pgmap v208: 121 pgs: 121 active+clean; 196 MiB data, 1001 MiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 4.5 MiB/s wr, 29 op/s 2024-04-02T08:29:10.347 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:09 smithi012 ceph-mon[88355]: pgmap v208: 121 pgs: 121 active+clean; 196 MiB data, 1001 MiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 4.5 MiB/s wr, 29 op/s 2024-04-02T08:29:10.348 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:09 smithi012 ceph-mon[90784]: pgmap v208: 121 pgs: 121 active+clean; 196 MiB data, 1001 MiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 4.5 MiB/s wr, 29 op/s 2024-04-02T08:29:10.948 INFO:tasks.rados.rados.0.smithi012.stdout:1489: done (2 left) 2024-04-02T08:29:10.948 INFO:tasks.rados.rados.0.smithi012.stdout:1490: read oid 5 snap -1 2024-04-02T08:29:10.948 INFO:tasks.rados.rados.0.smithi012.stdout:1490: expect (ObjNum 443 snap 138 seq_num 443) 2024-04-02T08:29:10.948 INFO:tasks.rados.rados.0.smithi012.stdout:1491: setattr oid 2 current snap is 142 2024-04-02T08:29:10.948 INFO:tasks.rados.rados.0.smithi012.stdout:1488: expect (ObjNum 409 snap 123 seq_num 409) 2024-04-02T08:29:11.018 INFO:tasks.rados.rados.0.smithi012.stdout:1487: finishing rollback tid 0 to smithi01277369-29 2024-04-02T08:29:11.018 INFO:tasks.rados.rados.0.smithi012.stdout:1487: finishing rollback tid 1 to smithi01277369-29 2024-04-02T08:29:11.018 INFO:tasks.rados.rados.0.smithi012.stdout:1487: finishing rollback tid 2 to smithi01277369-29 2024-04-02T08:29:11.018 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 29 v 839 (ObjNum 447 snap 139 seq_num 447) dirty exists 2024-04-02T08:29:11.018 INFO:tasks.rados.rados.0.smithi012.stdout:1490: expect (ObjNum 443 snap 138 seq_num 443) 2024-04-02T08:29:11.222 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:10 smithi012 ceph-mon[88355]: osdmap e362: 8 total, 8 up, 8 in 2024-04-02T08:29:11.223 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:10 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:29:11.223 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:10 smithi012 ceph-mon[88355]: osdmap e363: 8 total, 8 up, 8 in 2024-04-02T08:29:11.223 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:10 smithi012 ceph-mon[90784]: osdmap e362: 8 total, 8 up, 8 in 2024-04-02T08:29:11.223 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:10 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:29:11.223 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:10 smithi012 ceph-mon[90784]: osdmap e363: 8 total, 8 up, 8 in 2024-04-02T08:29:11.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:10 smithi055 ceph-mon[85080]: osdmap e362: 8 total, 8 up, 8 in 2024-04-02T08:29:11.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:10 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:29:11.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:10 smithi055 ceph-mon[85080]: osdmap e363: 8 total, 8 up, 8 in 2024-04-02T08:29:11.328 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 2 v 695 (ObjNum 705 snap 0 seq_num 917614176) dirty exists 2024-04-02T08:29:11.328 INFO:tasks.rados.rados.0.smithi012.stdout:1487: done (3 left) 2024-04-02T08:29:11.328 INFO:tasks.rados.rados.0.smithi012.stdout:1488: done (2 left) 2024-04-02T08:29:11.328 INFO:tasks.rados.rados.0.smithi012.stdout:1490: done (1 left) 2024-04-02T08:29:11.328 INFO:tasks.rados.rados.0.smithi012.stdout:1491: done (0 left) 2024-04-02T08:29:11.328 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 12 current snap is 142 2024-04-02T08:29:11.328 INFO:tasks.rados.rados.0.smithi012.stdout:1492: seq_num 459 ranges {7970816=491520} 2024-04-02T08:29:11.374 INFO:tasks.rados.rados.0.smithi012.stdout:1492: writing smithi01277369-12 from 7970816 to 8462336 tid 1 2024-04-02T08:29:11.374 INFO:tasks.rados.rados.0.smithi012.stdout:1493: snap_remove snap 141 2024-04-02T08:29:11.974 INFO:tasks.rados.rados.0.smithi012.stdout:1493: done (1 left) 2024-04-02T08:29:11.974 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 26 current snap is 142 2024-04-02T08:29:11.974 INFO:tasks.rados.rados.0.smithi012.stdout:1492: finishing write tid 1 to smithi01277369-12 2024-04-02T08:29:11.974 INFO:tasks.rados.rados.0.smithi012.stdout:1494: seq_num 460 ranges {0=507904} 2024-04-02T08:29:11.977 INFO:tasks.rados.rados.0.smithi012.stdout:1494: writing smithi01277369-26 from 0 to 507904 tid 1 2024-04-02T08:29:11.978 INFO:tasks.rados.rados.0.smithi012.stdout:1495: rollback oid 40 current snap is 142 2024-04-02T08:29:11.978 INFO:tasks.rados.rados.0.smithi012.stdout:1495: done (2 left) 2024-04-02T08:29:11.978 INFO:tasks.rados.rados.0.smithi012.stdout:1496: copy_from oid 3 from oid 33 current snap is 142 2024-04-02T08:29:11.978 INFO:tasks.rados.rados.0.smithi012.stdout:1492: finishing write tid 2 to smithi01277369-12 2024-04-02T08:29:11.978 INFO:tasks.rados.rados.0.smithi012.stdout:1492: finishing write tid 3 to smithi01277369-12 2024-04-02T08:29:11.978 INFO:tasks.rados.rados.0.smithi012.stdout:1492: oid 12 updating version 0 to 613 2024-04-02T08:29:11.978 INFO:tasks.rados.rados.0.smithi012.stdout:1492: oid 12 version 613 is already newer than 612 2024-04-02T08:29:11.978 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 12 v 613 (ObjNum 459 snap 142 seq_num 459) dirty exists 2024-04-02T08:29:11.978 INFO:tasks.rados.rados.0.smithi012.stdout:1492: left oid 12 (ObjNum 459 snap 142 seq_num 459) 2024-04-02T08:29:11.978 INFO:tasks.rados.rados.0.smithi012.stdout:1492: done (2 left) 2024-04-02T08:29:11.978 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 25 current snap is 142 2024-04-02T08:29:11.978 INFO:tasks.rados.rados.0.smithi012.stdout:1497: seq_num 461 ranges {0=524288} 2024-04-02T08:29:11.981 INFO:tasks.rados.rados.0.smithi012.stdout:1497: writing smithi01277369-25 from 0 to 524288 tid 1 2024-04-02T08:29:11.981 INFO:tasks.rados.rados.0.smithi012.stdout:1498: read oid 23 snap -1 2024-04-02T08:29:11.981 INFO:tasks.rados.rados.0.smithi012.stdout:1498: expect (ObjNum 338 snap 103 seq_num 338) 2024-04-02T08:29:11.981 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 43 current snap is 142 2024-04-02T08:29:11.981 INFO:tasks.rados.rados.0.smithi012.stdout:1494: finishing write tid 1 to smithi01277369-26 2024-04-02T08:29:11.981 INFO:tasks.rados.rados.0.smithi012.stdout:1494: finishing write tid 2 to smithi01277369-26 2024-04-02T08:29:11.981 INFO:tasks.rados.rados.0.smithi012.stdout:1499: seq_num 462 ranges {5431296=540672} 2024-04-02T08:29:12.016 INFO:tasks.rados.rados.0.smithi012.stdout:1499: writing smithi01277369-43 from 5431296 to 5971968 tid 1 2024-04-02T08:29:12.016 INFO:tasks.rados.rados.0.smithi012.stdout:1500: delete oid 1 current snap is 142 2024-04-02T08:29:12.016 INFO:tasks.rados.rados.0.smithi012.stdout:1494: finishing write tid 3 to smithi01277369-26 2024-04-02T08:29:12.016 INFO:tasks.rados.rados.0.smithi012.stdout:1494: oid 26 updating version 0 to 841 2024-04-02T08:29:12.016 INFO:tasks.rados.rados.0.smithi012.stdout:1494: oid 26 version 841 is already newer than 840 2024-04-02T08:29:12.016 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 26 v 841 (ObjNum 460 snap 142 seq_num 460) dirty exists 2024-04-02T08:29:12.016 INFO:tasks.rados.rados.0.smithi012.stdout:1494: left oid 26 (ObjNum 460 snap 142 seq_num 460) 2024-04-02T08:29:12.017 INFO:tasks.rados.rados.0.smithi012.stdout:1497: finishing write tid 1 to smithi01277369-25 2024-04-02T08:29:12.017 INFO:tasks.rados.rados.0.smithi012.stdout:1497: finishing write tid 2 to smithi01277369-25 2024-04-02T08:29:12.017 INFO:tasks.rados.rados.0.smithi012.stdout:1497: finishing write tid 3 to smithi01277369-25 2024-04-02T08:29:12.017 INFO:tasks.rados.rados.0.smithi012.stdout:1497: oid 25 updating version 0 to 672 2024-04-02T08:29:12.017 INFO:tasks.rados.rados.0.smithi012.stdout:1497: oid 25 version 672 is already newer than 671 2024-04-02T08:29:12.017 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 25 v 672 (ObjNum 461 snap 142 seq_num 461) dirty exists 2024-04-02T08:29:12.017 INFO:tasks.rados.rados.0.smithi012.stdout:1497: left oid 25 (ObjNum 461 snap 142 seq_num 461) 2024-04-02T08:29:12.017 INFO:tasks.rados.rados.0.smithi012.stdout:1498: expect (ObjNum 338 snap 103 seq_num 338) 2024-04-02T08:29:12.234 INFO:tasks.rados.rados.0.smithi012.stdout:1499: finishing write tid 1 to smithi01277369-43 2024-04-02T08:29:12.234 INFO:tasks.rados.rados.0.smithi012.stdout:1496: finishing copy_from racing read to smithi01277369-3 2024-04-02T08:29:12.234 INFO:tasks.rados.rados.0.smithi012.stdout:1499: finishing write tid 2 to smithi01277369-43 2024-04-02T08:29:12.235 INFO:tasks.rados.rados.0.smithi012.stdout:1496: finishing copy_from to smithi01277369-3 2024-04-02T08:29:12.235 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 3 v 586 (ObjNum 377 snap 114 seq_num 377) dirty exists 2024-04-02T08:29:12.235 INFO:tasks.rados.rados.0.smithi012.stdout:1499: finishing write tid 3 to smithi01277369-43 2024-04-02T08:29:12.235 INFO:tasks.rados.rados.0.smithi012.stdout:1499: oid 43 updating version 0 to 615 2024-04-02T08:29:12.235 INFO:tasks.rados.rados.0.smithi012.stdout:1499: oid 43 version 615 is already newer than 614 2024-04-02T08:29:12.235 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 43 v 615 (ObjNum 462 snap 142 seq_num 462) dirty exists 2024-04-02T08:29:12.235 INFO:tasks.rados.rados.0.smithi012.stdout:1499: left oid 43 (ObjNum 462 snap 142 seq_num 462) 2024-04-02T08:29:12.235 INFO:tasks.rados.rados.0.smithi012.stdout:1494: done (5 left) 2024-04-02T08:29:12.235 INFO:tasks.rados.rados.0.smithi012.stdout:1496: done (4 left) 2024-04-02T08:29:12.235 INFO:tasks.rados.rados.0.smithi012.stdout:1497: done (3 left) 2024-04-02T08:29:12.235 INFO:tasks.rados.rados.0.smithi012.stdout:1498: done (2 left) 2024-04-02T08:29:12.235 INFO:tasks.rados.rados.0.smithi012.stdout:1499: done (1 left) 2024-04-02T08:29:12.235 INFO:tasks.rados.rados.0.smithi012.stdout:1500: done (0 left) 2024-04-02T08:29:12.235 INFO:tasks.rados.rados.0.smithi012.stdout:1501: snap_create 2024-04-02T08:29:12.262 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:11 smithi012 ceph-mon[88355]: pgmap v211: 121 pgs: 121 active+clean; 185 MiB data, 991 MiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 116 KiB/s wr, 3 op/s 2024-04-02T08:29:12.263 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:11 smithi012 ceph-mon[88355]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:29:12.263 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:11 smithi012 ceph-mon[88355]: Upgrade: osd.2 is safe to restart 2024-04-02T08:29:12.263 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:11 smithi012 ceph-mon[90784]: pgmap v211: 121 pgs: 121 active+clean; 185 MiB data, 991 MiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 116 KiB/s wr, 3 op/s 2024-04-02T08:29:12.263 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:11 smithi012 ceph-mon[90784]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:29:12.263 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:11 smithi012 ceph-mon[90784]: Upgrade: osd.2 is safe to restart 2024-04-02T08:29:12.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:11 smithi055 ceph-mon[85080]: pgmap v211: 121 pgs: 121 active+clean; 185 MiB data, 991 MiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 116 KiB/s wr, 3 op/s 2024-04-02T08:29:12.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:11 smithi055 ceph-mon[85080]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:29:12.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:11 smithi055 ceph-mon[85080]: Upgrade: osd.2 is safe to restart 2024-04-02T08:29:12.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:29:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:29:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:29:12.979 INFO:tasks.rados.rados.0.smithi012.stdout:1501: done (0 left) 2024-04-02T08:29:12.979 INFO:tasks.rados.rados.0.smithi012.stdout:1502: rollback oid 30 current snap is 143 2024-04-02T08:29:12.979 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 30 to 142 2024-04-02T08:29:12.979 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 44 current snap is 143 2024-04-02T08:29:12.979 INFO:tasks.rados.rados.0.smithi012.stdout:1503: seq_num 464 ranges {4079616=573440} 2024-04-02T08:29:13.005 INFO:tasks.rados.rados.0.smithi012.stdout:1503: writing smithi01277369-44 from 4079616 to 4653056 tid 1 2024-04-02T08:29:13.005 INFO:tasks.rados.rados.0.smithi012.stdout:1504: copy_from oid 19 from oid 45 current snap is 143 2024-04-02T08:29:13.005 INFO:tasks.rados.rados.0.smithi012.stdout:1502: finishing rollback tid 0 to smithi01277369-30 2024-04-02T08:29:13.005 INFO:tasks.rados.rados.0.smithi012.stdout:1502: finishing rollback tid 1 to smithi01277369-30 2024-04-02T08:29:13.005 INFO:tasks.rados.rados.0.smithi012.stdout:1502: finishing rollback tid 2 to smithi01277369-30 2024-04-02T08:29:13.005 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 30 v 699 (ObjNum 428 snap 132 seq_num 428) dirty exists 2024-04-02T08:29:13.005 INFO:tasks.rados.rados.0.smithi012.stdout:1502: done (2 left) 2024-04-02T08:29:13.005 INFO:tasks.rados.rados.0.smithi012.stdout:1505: read oid 36 snap -1 2024-04-02T08:29:13.006 INFO:tasks.rados.rados.0.smithi012.stdout:1505: expect (ObjNum 384 snap 117 seq_num 384) 2024-04-02T08:29:13.006 INFO:tasks.rados.rados.0.smithi012.stdout:1506: copy_from oid 39 from oid 40 current snap is 143 2024-04-02T08:29:13.006 INFO:tasks.rados.rados.0.smithi012.stdout:1507: delete oid 17 current snap is 143 2024-04-02T08:29:13.006 INFO:tasks.rados.rados.0.smithi012.stdout:1506: finishing copy_from to smithi01277369-39 2024-04-02T08:29:13.006 INFO:tasks.rados.rados.0.smithi012.stdout:1506: got expected ENOENT (src dne) 2024-04-02T08:29:13.006 INFO:tasks.rados.rados.0.smithi012.stdout:1506: finishing copy_from racing read to smithi01277369-39 2024-04-02T08:29:13.011 INFO:tasks.rados.rados.0.smithi012.stdout:1506: done (4 left) 2024-04-02T08:29:13.011 INFO:tasks.rados.rados.0.smithi012.stdout:1507: done (3 left) 2024-04-02T08:29:13.011 INFO:tasks.rados.rados.0.smithi012.stdout:1508: read oid 3 snap -1 2024-04-02T08:29:13.011 INFO:tasks.rados.rados.0.smithi012.stdout:1508: expect (ObjNum 377 snap 114 seq_num 377) 2024-04-02T08:29:13.011 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 50 current snap is 143 2024-04-02T08:29:13.011 INFO:tasks.rados.rados.0.smithi012.stdout:1509: seq_num 466 ranges {5603328=614400} 2024-04-02T08:29:13.048 INFO:tasks.rados.rados.0.smithi012.stdout:1509: writing smithi01277369-50 from 5603328 to 6217728 tid 1 2024-04-02T08:29:13.048 INFO:tasks.rados.rados.0.smithi012.stdout:1510: rollback oid 28 current snap is 143 2024-04-02T08:29:13.048 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 28 to 142 2024-04-02T08:29:13.048 INFO:tasks.rados.rados.0.smithi012.stdout:1503: finishing write tid 1 to smithi01277369-44 2024-04-02T08:29:13.048 INFO:tasks.rados.rados.0.smithi012.stdout:1503: finishing write tid 2 to smithi01277369-44 2024-04-02T08:29:13.048 INFO:tasks.rados.rados.0.smithi012.stdout:1503: finishing write tid 3 to smithi01277369-44 2024-04-02T08:29:13.048 INFO:tasks.rados.rados.0.smithi012.stdout:1503: oid 44 updating version 0 to 702 2024-04-02T08:29:13.048 INFO:tasks.rados.rados.0.smithi012.stdout:1503: oid 44 version 702 is already newer than 701 2024-04-02T08:29:13.049 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 44 v 702 (ObjNum 464 snap 143 seq_num 464) dirty exists 2024-04-02T08:29:13.049 INFO:tasks.rados.rados.0.smithi012.stdout:1503: left oid 44 (ObjNum 464 snap 143 seq_num 464) 2024-04-02T08:29:13.049 INFO:tasks.rados.rados.0.smithi012.stdout:1505: expect (ObjNum 384 snap 117 seq_num 384) 2024-04-02T08:29:13.156 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:12 smithi012 ceph-mon[88355]: osdmap e364: 8 total, 8 up, 8 in 2024-04-02T08:29:13.156 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:12 smithi012 ceph-mon[88355]: pgmap v214: 121 pgs: 121 active+clean; 164 MiB data, 982 MiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 312 KiB/s wr, 6 op/s 2024-04-02T08:29:13.156 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:12 smithi012 ceph-mon[88355]: Upgrade: Updating osd.2 2024-04-02T08:29:13.156 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:12 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:29:13.156 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:12 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-02T08:29:13.156 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:12 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:29:13.157 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:12 smithi012 ceph-mon[88355]: Deploying daemon osd.2 on smithi012 2024-04-02T08:29:13.157 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:12 smithi012 ceph-mon[90784]: osdmap e364: 8 total, 8 up, 8 in 2024-04-02T08:29:13.157 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:12 smithi012 ceph-mon[90784]: pgmap v214: 121 pgs: 121 active+clean; 164 MiB data, 982 MiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 312 KiB/s wr, 6 op/s 2024-04-02T08:29:13.157 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:12 smithi012 ceph-mon[90784]: Upgrade: Updating osd.2 2024-04-02T08:29:13.157 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:12 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:29:13.157 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:12 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-02T08:29:13.157 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:12 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:29:13.157 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:12 smithi012 ceph-mon[90784]: Deploying daemon osd.2 on smithi012 2024-04-02T08:29:13.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:12 smithi055 ceph-mon[85080]: osdmap e364: 8 total, 8 up, 8 in 2024-04-02T08:29:13.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:12 smithi055 ceph-mon[85080]: pgmap v214: 121 pgs: 121 active+clean; 164 MiB data, 982 MiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 312 KiB/s wr, 6 op/s 2024-04-02T08:29:13.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:12 smithi055 ceph-mon[85080]: Upgrade: Updating osd.2 2024-04-02T08:29:13.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:12 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:29:13.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:12 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-02T08:29:13.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:12 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:29:13.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:12 smithi055 ceph-mon[85080]: Deploying daemon osd.2 on smithi012 2024-04-02T08:29:13.463 INFO:tasks.rados.rados.0.smithi012.stdout:1508: expect (ObjNum 377 snap 114 seq_num 377) 2024-04-02T08:29:13.807 INFO:tasks.rados.rados.0.smithi012.stdout:1504: finishing copy_from racing read to smithi01277369-19 2024-04-02T08:29:13.807 INFO:tasks.rados.rados.0.smithi012.stdout:1504: finishing copy_from to smithi01277369-19 2024-04-02T08:29:13.808 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 19 v 592 (ObjNum 377 snap 114 seq_num 377) dirty exists 2024-04-02T08:29:13.808 INFO:tasks.rados.rados.0.smithi012.stdout:1503: done (5 left) 2024-04-02T08:29:13.808 INFO:tasks.rados.rados.0.smithi012.stdout:1504: done (4 left) 2024-04-02T08:29:13.808 INFO:tasks.rados.rados.0.smithi012.stdout:1505: done (3 left) 2024-04-02T08:29:13.808 INFO:tasks.rados.rados.0.smithi012.stdout:1508: done (2 left) 2024-04-02T08:29:13.808 INFO:tasks.rados.rados.0.smithi012.stdout:1511: copy_from oid 47 from oid 42 current snap is 143 2024-04-02T08:29:13.808 INFO:tasks.rados.rados.0.smithi012.stdout:1510: finishing rollback tid 1 to smithi01277369-28 2024-04-02T08:29:13.808 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 28 v 0 (ObjNum 129 snap 0 seq_num 917777976) dirty dne 2024-04-02T08:29:13.808 INFO:tasks.rados.rados.0.smithi012.stdout:1509: finishing write tid 1 to smithi01277369-50 2024-04-02T08:29:13.808 INFO:tasks.rados.rados.0.smithi012.stdout:1509: finishing write tid 2 to smithi01277369-50 2024-04-02T08:29:13.808 INFO:tasks.rados.rados.0.smithi012.stdout:1509: finishing write tid 3 to smithi01277369-50 2024-04-02T08:29:13.808 INFO:tasks.rados.rados.0.smithi012.stdout:1509: oid 50 updating version 0 to 601 2024-04-02T08:29:13.809 INFO:tasks.rados.rados.0.smithi012.stdout:1509: oid 50 updating version 601 to 602 2024-04-02T08:29:13.809 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 50 v 602 (ObjNum 466 snap 143 seq_num 466) dirty exists 2024-04-02T08:29:13.809 INFO:tasks.rados.rados.0.smithi012.stdout:1509: left oid 50 (ObjNum 466 snap 143 seq_num 466) 2024-04-02T08:29:13.809 INFO:tasks.rados.rados.0.smithi012.stdout:1509: done (2 left) 2024-04-02T08:29:13.809 INFO:tasks.rados.rados.0.smithi012.stdout:1510: done (1 left) 2024-04-02T08:29:13.809 INFO:tasks.rados.rados.0.smithi012.stdout:1512: snap_remove snap 142 2024-04-02T08:29:13.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:29:13 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:29:13.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi012\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi012\", job=\"node\", machine=\"x86_64\", nodename=\"smithi012\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi012\", job=\"node\", machine=\"x86_64\", nodename=\"smithi012\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:29:13.893 INFO:tasks.rados.rados.0.smithi012.stdout:1512: done (1 left) 2024-04-02T08:29:13.893 INFO:tasks.rados.rados.0.smithi012.stdout:1513: snap_create 2024-04-02T08:29:13.893 INFO:tasks.rados.rados.0.smithi012.stdout:1511: finishing copy_from racing read to smithi01277369-47 2024-04-02T08:29:13.893 INFO:tasks.rados.rados.0.smithi012.stdout:1511: finishing copy_from to smithi01277369-47 2024-04-02T08:29:13.893 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 47 v 849 (ObjNum 441 snap 137 seq_num 441) dirty exists 2024-04-02T08:29:14.290 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:13 smithi012 ceph-mon[88355]: osdmap e365: 8 total, 8 up, 8 in 2024-04-02T08:29:14.290 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:13 smithi012 ceph-mon[88355]: osdmap e366: 8 total, 8 up, 8 in 2024-04-02T08:29:14.290 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:13 smithi012 ceph-mon[90784]: osdmap e365: 8 total, 8 up, 8 in 2024-04-02T08:29:14.290 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:13 smithi012 ceph-mon[90784]: osdmap e366: 8 total, 8 up, 8 in 2024-04-02T08:29:14.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:13 smithi055 ceph-mon[85080]: osdmap e365: 8 total, 8 up, 8 in 2024-04-02T08:29:14.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:13 smithi055 ceph-mon[85080]: osdmap e366: 8 total, 8 up, 8 in 2024-04-02T08:29:14.896 INFO:tasks.rados.rados.0.smithi012.stdout:1511: done (1 left) 2024-04-02T08:29:14.897 INFO:tasks.rados.rados.0.smithi012.stdout:1513: done (0 left) 2024-04-02T08:29:14.897 INFO:tasks.rados.rados.0.smithi012.stdout:1514: read oid 28 snap -1 2024-04-02T08:29:14.897 INFO:tasks.rados.rados.0.smithi012.stdout:1514: expect deleted 2024-04-02T08:29:14.897 INFO:tasks.rados.rados.0.smithi012.stdout:1515: read oid 11 snap -1 2024-04-02T08:29:14.897 INFO:tasks.rados.rados.0.smithi012.stdout:1515: expect (ObjNum 450 snap 139 seq_num 450) 2024-04-02T08:29:14.897 INFO:tasks.rados.rados.0.smithi012.stdout:1516: read oid 14 snap -1 2024-04-02T08:29:14.897 INFO:tasks.rados.rados.0.smithi012.stdout:1516: expect (ObjNum 446 snap 138 seq_num 446) 2024-04-02T08:29:14.897 INFO:tasks.rados.rados.0.smithi012.stdout:1517: rollback oid 40 current snap is 144 2024-04-02T08:29:14.897 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 40 to 143 2024-04-02T08:29:14.897 INFO:tasks.rados.rados.0.smithi012.stdout:1518: read oid 19 snap -1 2024-04-02T08:29:14.897 INFO:tasks.rados.rados.0.smithi012.stdout:1518: expect (ObjNum 377 snap 114 seq_num 377) 2024-04-02T08:29:14.897 INFO:tasks.rados.rados.0.smithi012.stdout:1519: delete oid 10 current snap is 144 2024-04-02T08:29:14.899 INFO:tasks.rados.rados.0.smithi012.stdout:1517: finishing rollback tid 1 to smithi01277369-40 2024-04-02T08:29:14.900 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 40 v 0 (ObjNum 705 snap 0 seq_num 917605856) dirty dne 2024-04-02T08:29:14.902 INFO:tasks.rados.rados.0.smithi012.stdout:1515: expect (ObjNum 450 snap 139 seq_num 450) 2024-04-02T08:29:14.915 INFO:tasks.rados.rados.0.smithi012.stdout:1514: done (5 left) 2024-04-02T08:29:14.915 INFO:tasks.rados.rados.0.smithi012.stdout:1515: done (4 left) 2024-04-02T08:29:14.915 INFO:tasks.rados.rados.0.smithi012.stdout:1517: done (3 left) 2024-04-02T08:29:14.915 INFO:tasks.rados.rados.0.smithi012.stdout:1519: done (2 left) 2024-04-02T08:29:14.915 INFO:tasks.rados.rados.0.smithi012.stdout:1520: read oid 1 snap 143 2024-04-02T08:29:14.916 INFO:tasks.rados.rados.0.smithi012.stdout:1520: expect deleted 2024-04-02T08:29:14.916 INFO:tasks.rados.rados.0.smithi012.stdout:1521: delete oid 33 current snap is 144 2024-04-02T08:29:14.922 INFO:tasks.rados.rados.0.smithi012.stdout:1518: expect (ObjNum 377 snap 114 seq_num 377) 2024-04-02T08:29:15.267 INFO:tasks.rados.rados.0.smithi012.stdout:1516: expect (ObjNum 446 snap 138 seq_num 446) 2024-04-02T08:29:15.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:14 smithi055 ceph-mon[85080]: pgmap v217: 121 pgs: 121 active+clean; 164 MiB data, 982 MiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 196 KiB/s wr, 3 op/s 2024-04-02T08:29:15.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:15.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:14 smithi055 ceph-mon[85080]: osdmap e367: 8 total, 8 up, 8 in 2024-04-02T08:29:15.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:14 smithi012 ceph-mon[88355]: pgmap v217: 121 pgs: 121 active+clean; 164 MiB data, 982 MiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 196 KiB/s wr, 3 op/s 2024-04-02T08:29:15.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:15.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:14 smithi012 ceph-mon[88355]: osdmap e367: 8 total, 8 up, 8 in 2024-04-02T08:29:15.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:14 smithi012 ceph-mon[90784]: pgmap v217: 121 pgs: 121 active+clean; 164 MiB data, 982 MiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 196 KiB/s wr, 3 op/s 2024-04-02T08:29:15.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:15.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:14 smithi012 ceph-mon[90784]: osdmap e367: 8 total, 8 up, 8 in 2024-04-02T08:29:15.604 INFO:tasks.rados.rados.0.smithi012.stdout:1516: done (3 left) 2024-04-02T08:29:15.605 INFO:tasks.rados.rados.0.smithi012.stdout:1518: done (2 left) 2024-04-02T08:29:15.605 INFO:tasks.rados.rados.0.smithi012.stdout:1520: done (1 left) 2024-04-02T08:29:15.605 INFO:tasks.rados.rados.0.smithi012.stdout:1521: done (0 left) 2024-04-02T08:29:15.605 INFO:tasks.rados.rados.0.smithi012.stdout:1522: snap_create 2024-04-02T08:29:15.991 INFO:tasks.rados.rados.0.smithi012.stdout:1522: done (0 left) 2024-04-02T08:29:15.991 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 5 current snap is 145 2024-04-02T08:29:15.991 INFO:tasks.rados.rados.0.smithi012.stdout:1523: seq_num 469 ranges {5595136=663552} 2024-04-02T08:29:16.025 INFO:tasks.rados.rados.0.smithi012.stdout:1523: writing smithi01277369-5 from 5595136 to 6258688 tid 1 2024-04-02T08:29:16.026 INFO:tasks.rados.rados.0.smithi012.stdout:1524: rollback oid 11 current snap is 145 2024-04-02T08:29:16.026 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 11 to 143 2024-04-02T08:29:16.026 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 4 current snap is 145 2024-04-02T08:29:16.026 INFO:tasks.rados.rados.0.smithi012.stdout:1525: seq_num 470 ranges {237568=679936} 2024-04-02T08:29:16.031 INFO:tasks.rados.rados.0.smithi012.stdout:1525: writing smithi01277369-4 from 237568 to 917504 tid 1 2024-04-02T08:29:16.031 INFO:tasks.rados.rados.0.smithi012.stdout:1526: delete oid 30 current snap is 145 2024-04-02T08:29:16.031 INFO:tasks.rados.rados.0.smithi012.stdout:1524: finishing rollback tid 0 to smithi01277369-11 2024-04-02T08:29:16.032 INFO:tasks.rados.rados.0.smithi012.stdout:1524: finishing rollback tid 1 to smithi01277369-11 2024-04-02T08:29:16.032 INFO:tasks.rados.rados.0.smithi012.stdout:1524: finishing rollback tid 2 to smithi01277369-11 2024-04-02T08:29:16.032 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 11 v 935 (ObjNum 450 snap 139 seq_num 450) dirty exists 2024-04-02T08:29:16.033 INFO:tasks.rados.rados.0.smithi012.stdout:1523: finishing write tid 1 to smithi01277369-5 2024-04-02T08:29:16.033 INFO:tasks.rados.rados.0.smithi012.stdout:1523: finishing write tid 2 to smithi01277369-5 2024-04-02T08:29:16.034 INFO:tasks.rados.rados.0.smithi012.stdout:1524: done (3 left) 2024-04-02T08:29:16.034 INFO:tasks.rados.rados.0.smithi012.stdout:1526: done (2 left) 2024-04-02T08:29:16.034 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 29 current snap is 145 2024-04-02T08:29:16.034 INFO:tasks.rados.rados.0.smithi012.stdout:1527: seq_num 472 ranges {2555904=712704} 2024-04-02T08:29:16.051 INFO:tasks.rados.rados.0.smithi012.stdout:1527: writing smithi01277369-29 from 2555904 to 3268608 tid 1 2024-04-02T08:29:16.052 INFO:tasks.rados.rados.0.smithi012.stdout:1528: delete oid 3 current snap is 145 2024-04-02T08:29:16.052 INFO:tasks.rados.rados.0.smithi012.stdout:1523: finishing write tid 3 to smithi01277369-5 2024-04-02T08:29:16.052 INFO:tasks.rados.rados.0.smithi012.stdout:1523: oid 5 updating version 0 to 858 2024-04-02T08:29:16.052 INFO:tasks.rados.rados.0.smithi012.stdout:1523: oid 5 updating version 858 to 859 2024-04-02T08:29:16.052 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 5 v 859 (ObjNum 469 snap 145 seq_num 469) dirty exists 2024-04-02T08:29:16.052 INFO:tasks.rados.rados.0.smithi012.stdout:1523: left oid 5 (ObjNum 469 snap 145 seq_num 469) 2024-04-02T08:29:16.052 INFO:tasks.rados.rados.0.smithi012.stdout:1525: finishing write tid 1 to smithi01277369-4 2024-04-02T08:29:16.052 INFO:tasks.rados.rados.0.smithi012.stdout:1525: finishing write tid 2 to smithi01277369-4 2024-04-02T08:29:16.052 INFO:tasks.rados.rados.0.smithi012.stdout:1525: finishing write tid 3 to smithi01277369-4 2024-04-02T08:29:16.052 INFO:tasks.rados.rados.0.smithi012.stdout:1525: oid 4 updating version 0 to 673 2024-04-02T08:29:16.052 INFO:tasks.rados.rados.0.smithi012.stdout:1525: oid 4 updating version 673 to 674 2024-04-02T08:29:16.052 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 4 v 674 (ObjNum 470 snap 145 seq_num 470) dirty exists 2024-04-02T08:29:16.052 INFO:tasks.rados.rados.0.smithi012.stdout:1525: left oid 4 (ObjNum 470 snap 145 seq_num 470) 2024-04-02T08:29:16.054 INFO:tasks.rados.rados.0.smithi012.stdout:1523: done (3 left) 2024-04-02T08:29:16.054 INFO:tasks.rados.rados.0.smithi012.stdout:1525: done (2 left) 2024-04-02T08:29:16.054 INFO:tasks.rados.rados.0.smithi012.stdout:1528: done (1 left) 2024-04-02T08:29:16.054 INFO:tasks.rados.rados.0.smithi012.stdout:1529: rollback oid 13 current snap is 145 2024-04-02T08:29:16.054 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 13 to 144 2024-04-02T08:29:16.054 INFO:tasks.rados.rados.0.smithi012.stdout:1530: snap_create 2024-04-02T08:29:16.054 INFO:tasks.rados.rados.0.smithi012.stdout:1527: finishing write tid 1 to smithi01277369-29 2024-04-02T08:29:16.055 INFO:tasks.rados.rados.0.smithi012.stdout:1527: finishing write tid 2 to smithi01277369-29 2024-04-02T08:29:16.056 INFO:tasks.rados.rados.0.smithi012.stdout:1527: finishing write tid 3 to smithi01277369-29 2024-04-02T08:29:16.056 INFO:tasks.rados.rados.0.smithi012.stdout:1527: oid 29 updating version 0 to 842 2024-04-02T08:29:16.056 INFO:tasks.rados.rados.0.smithi012.stdout:1527: oid 29 updating version 842 to 843 2024-04-02T08:29:16.056 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 29 v 843 (ObjNum 472 snap 145 seq_num 472) dirty exists 2024-04-02T08:29:16.056 INFO:tasks.rados.rados.0.smithi012.stdout:1527: left oid 29 (ObjNum 472 snap 145 seq_num 472) 2024-04-02T08:29:16.057 INFO:tasks.rados.rados.0.smithi012.stdout:1529: finishing rollback tid 0 to smithi01277369-13 2024-04-02T08:29:16.057 INFO:tasks.rados.rados.0.smithi012.stdout:1529: finishing rollback tid 1 to smithi01277369-13 2024-04-02T08:29:16.057 INFO:tasks.rados.rados.0.smithi012.stdout:1529: finishing rollback tid 2 to smithi01277369-13 2024-04-02T08:29:16.057 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 13 v 939 (ObjNum 428 snap 132 seq_num 428) dirty exists 2024-04-02T08:29:16.117 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:29:15 smithi012 systemd[1]: Stopping Ceph osd.2 for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:29:16.428 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:29:16 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-2[53692]: 2024-04-02T08:29:16.118+0000 7f9c09091700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:29:16.428 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:29:16 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-2[53692]: 2024-04-02T08:29:16.118+0000 7f9c09091700 -1 osd.2 368 *** Got signal Terminated *** 2024-04-02T08:29:16.428 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:29:16 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-2[53692]: 2024-04-02T08:29:16.118+0000 7f9c09091700 -1 osd.2 368 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T08:29:17.000 INFO:tasks.rados.rados.0.smithi012.stdout:1527: done (2 left) 2024-04-02T08:29:17.000 INFO:tasks.rados.rados.0.smithi012.stdout:1529: done (1 left) 2024-04-02T08:29:17.000 INFO:tasks.rados.rados.0.smithi012.stdout:1530: done (0 left) 2024-04-02T08:29:17.000 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 38 current snap is 146 2024-04-02T08:29:17.000 INFO:tasks.rados.rados.0.smithi012.stdout:1531: seq_num 474 ranges {4505600=745472} 2024-04-02T08:29:17.029 INFO:tasks.rados.rados.0.smithi012.stdout:1531: writing smithi01277369-38 from 4505600 to 5251072 tid 1 2024-04-02T08:29:17.029 INFO:tasks.rados.rados.0.smithi012.stdout:1532: rollback oid 50 current snap is 146 2024-04-02T08:29:17.029 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 50 to 144 2024-04-02T08:29:17.029 INFO:tasks.rados.rados.0.smithi012.stdout:1533: setattr oid 41 current snap is 146 2024-04-02T08:29:17.030 INFO:tasks.rados.rados.0.smithi012.stdout:1534: rollback oid 7 current snap is 146 2024-04-02T08:29:17.030 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 7 to 143 2024-04-02T08:29:17.030 INFO:tasks.rados.rados.0.smithi012.stdout:1535: snap_remove snap 145 2024-04-02T08:29:17.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:16 smithi055 ceph-mon[85080]: osdmap e368: 8 total, 8 up, 8 in 2024-04-02T08:29:17.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:16 smithi055 ceph-mon[85080]: pgmap v220: 121 pgs: 121 active+clean; 161 MiB data, 1000 MiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 3.5 MiB/s wr, 19 op/s 2024-04-02T08:29:17.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:16 smithi055 ceph-mon[85080]: osd.2 marked itself down and dead 2024-04-02T08:29:17.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:16 smithi012 ceph-mon[88355]: osdmap e368: 8 total, 8 up, 8 in 2024-04-02T08:29:17.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:16 smithi012 ceph-mon[88355]: pgmap v220: 121 pgs: 121 active+clean; 161 MiB data, 1000 MiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 3.5 MiB/s wr, 19 op/s 2024-04-02T08:29:17.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:16 smithi012 ceph-mon[88355]: osd.2 marked itself down and dead 2024-04-02T08:29:17.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:16 smithi012 ceph-mon[90784]: osdmap e368: 8 total, 8 up, 8 in 2024-04-02T08:29:17.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:16 smithi012 ceph-mon[90784]: pgmap v220: 121 pgs: 121 active+clean; 161 MiB data, 1000 MiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 3.5 MiB/s wr, 19 op/s 2024-04-02T08:29:17.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:16 smithi012 ceph-mon[90784]: osd.2 marked itself down and dead 2024-04-02T08:29:17.767 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:29:17 smithi012 podman[105352]: 2024-04-02 08:29:17.509021809 +0000 UTC m=+1.518318353 container died 1a1a0831f48063df7f33da63e57603436aec3f876b9aac464020649b9722d582 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, RELEASE=reef-4d05f4c, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, GIT_CLEAN=True) 2024-04-02T08:29:17.997 INFO:tasks.rados.rados.0.smithi012.stdout:1532: finishing rollback tid 0 to smithi01277369-50 2024-04-02T08:29:17.997 INFO:tasks.rados.rados.0.smithi012.stdout:1532: finishing rollback tid 1 to smithi01277369-50 2024-04-02T08:29:17.997 INFO:tasks.rados.rados.0.smithi012.stdout:1532: finishing rollback tid 2 to smithi01277369-50 2024-04-02T08:29:17.997 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 50 v 605 (ObjNum 466 snap 143 seq_num 466) dirty exists 2024-04-02T08:29:17.998 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 41 v 676 (ObjNum 421 snap 130 seq_num 421) dirty exists 2024-04-02T08:29:17.998 INFO:tasks.rados.rados.0.smithi012.stdout:1532: done (4 left) 2024-04-02T08:29:17.998 INFO:tasks.rados.rados.0.smithi012.stdout:1533: done (3 left) 2024-04-02T08:29:17.998 INFO:tasks.rados.rados.0.smithi012.stdout:1535: done (2 left) 2024-04-02T08:29:17.998 INFO:tasks.rados.rados.0.smithi012.stdout:1536: rollback oid 34 current snap is 146 2024-04-02T08:29:17.998 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 34 to 144 2024-04-02T08:29:17.998 INFO:tasks.rados.rados.0.smithi012.stdout:1537: delete oid 29 current snap is 146 2024-04-02T08:29:17.998 INFO:tasks.rados.rados.0.smithi012.stdout:1536: finishing rollback tid 1 to smithi01277369-34 2024-04-02T08:29:17.998 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 34 v 0 (ObjNum 1265 snap 0 seq_num 2638474888) dirty dne 2024-04-02T08:29:18.013 INFO:tasks.rados.rados.0.smithi012.stdout:1536: done (3 left) 2024-04-02T08:29:18.013 INFO:tasks.rados.rados.0.smithi012.stdout:1537: done (2 left) 2024-04-02T08:29:18.013 INFO:tasks.rados.rados.0.smithi012.stdout:1538: snap_remove snap 144 2024-04-02T08:29:18.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:18 smithi012 ceph-mon[88355]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:29:18.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:18 smithi012 ceph-mon[88355]: osdmap e369: 8 total, 7 up, 8 in 2024-04-02T08:29:18.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:29:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:29:17] "GET /metrics HTTP/1.1" 200 36123 "" "Prometheus/2.43.0" 2024-04-02T08:29:18.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:18 smithi012 ceph-mon[90784]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:29:18.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:18 smithi012 ceph-mon[90784]: osdmap e369: 8 total, 7 up, 8 in 2024-04-02T08:29:18.179 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:29:17 smithi012 podman[105352]: 2024-04-02 08:29:17.835023867 +0000 UTC m=+1.844320398 container cleanup 1a1a0831f48063df7f33da63e57603436aec3f876b9aac464020649b9722d582 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, RELEASE=reef-4d05f4c, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-04-02T08:29:18.179 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:29:17 smithi012 bash[105352]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-2 2024-04-02T08:29:18.179 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:29:18 smithi012 podman[105369]: 2024-04-02 08:29:18.019719531 +0000 UTC m=+0.512853705 container remove 1a1a0831f48063df7f33da63e57603436aec3f876b9aac464020649b9722d582 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-2, org.label-schema.license=GPLv2, RELEASE=reef-4d05f4c, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-04-02T08:29:18.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:18 smithi055 ceph-mon[85080]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:29:18.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:18 smithi055 ceph-mon[85080]: osdmap e369: 8 total, 7 up, 8 in 2024-04-02T08:29:18.713 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:29:18 smithi012 podman[105460]: 2024-04-02 08:29:18.333373238 +0000 UTC m=+0.017653289 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:29:18.713 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:29:18 smithi012 podman[105460]: 2024-04-02 08:29:18.462665813 +0000 UTC m=+0.146945852 container create a6b3220fc7d81dfcb2e701b6fca3fe6160c4ed1e7600c7666078dc6951bcd9c9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-2-deactivate, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:29:18.896 INFO:tasks.rados.rados.0.smithi012.stdout:1538: done (2 left) 2024-04-02T08:29:18.896 INFO:tasks.rados.rados.0.smithi012.stdout:1539: snap_create 2024-04-02T08:29:18.896 INFO:tasks.rados.rados.0.smithi012.stdout:1531: finishing write tid 1 to smithi01277369-38 2024-04-02T08:29:18.896 INFO:tasks.rados.rados.0.smithi012.stdout:1534: finishing rollback tid 0 to smithi01277369-7 2024-04-02T08:29:18.896 INFO:tasks.rados.rados.0.smithi012.stdout:1531: finishing write tid 2 to smithi01277369-38 2024-04-02T08:29:18.896 INFO:tasks.rados.rados.0.smithi012.stdout:1534: finishing rollback tid 1 to smithi01277369-7 2024-04-02T08:29:18.896 INFO:tasks.rados.rados.0.smithi012.stdout:1534: finishing rollback tid 2 to smithi01277369-7 2024-04-02T08:29:18.897 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 7 v 618 (ObjNum 365 snap 110 seq_num 365) dirty exists 2024-04-02T08:29:18.897 INFO:tasks.rados.rados.0.smithi012.stdout:1531: finishing write tid 3 to smithi01277369-38 2024-04-02T08:29:18.897 INFO:tasks.rados.rados.0.smithi012.stdout:1531: oid 38 updating version 0 to 895 2024-04-02T08:29:18.897 INFO:tasks.rados.rados.0.smithi012.stdout:1531: oid 38 updating version 895 to 896 2024-04-02T08:29:18.897 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 38 v 896 (ObjNum 474 snap 146 seq_num 474) dirty exists 2024-04-02T08:29:18.897 INFO:tasks.rados.rados.0.smithi012.stdout:1531: left oid 38 (ObjNum 474 snap 146 seq_num 474) 2024-04-02T08:29:19.012 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:29:18 smithi012 podman[105460]: 2024-04-02 08:29:18.715254802 +0000 UTC m=+0.399534844 container init a6b3220fc7d81dfcb2e701b6fca3fe6160c4ed1e7600c7666078dc6951bcd9c9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-2-deactivate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:29:19.012 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:29:18 smithi012 podman[105460]: 2024-04-02 08:29:18.718503925 +0000 UTC m=+0.402783965 container start a6b3220fc7d81dfcb2e701b6fca3fe6160c4ed1e7600c7666078dc6951bcd9c9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-2-deactivate, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:29:19.013 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:29:18 smithi012 podman[105460]: 2024-04-02 08:29:18.823686392 +0000 UTC m=+0.507966439 container attach a6b3220fc7d81dfcb2e701b6fca3fe6160c4ed1e7600c7666078dc6951bcd9c9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-2-deactivate, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:29:19.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:19 smithi055 ceph-mon[85080]: osdmap e370: 8 total, 7 up, 8 in 2024-04-02T08:29:19.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:19 smithi055 ceph-mon[85080]: pgmap v223: 121 pgs: 13 stale+active+clean, 108 active+clean; 161 MiB data, 1000 MiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 3.5 MiB/s wr, 19 op/s 2024-04-02T08:29:19.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:19 smithi055 ceph-mon[85080]: osdmap e371: 8 total, 7 up, 8 in 2024-04-02T08:29:19.334 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:19 smithi012 ceph-mon[88355]: osdmap e370: 8 total, 7 up, 8 in 2024-04-02T08:29:19.334 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:19 smithi012 ceph-mon[88355]: pgmap v223: 121 pgs: 13 stale+active+clean, 108 active+clean; 161 MiB data, 1000 MiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 3.5 MiB/s wr, 19 op/s 2024-04-02T08:29:19.334 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:19 smithi012 ceph-mon[88355]: osdmap e371: 8 total, 7 up, 8 in 2024-04-02T08:29:19.335 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:19 smithi012 ceph-mon[90784]: osdmap e370: 8 total, 7 up, 8 in 2024-04-02T08:29:19.335 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:19 smithi012 ceph-mon[90784]: pgmap v223: 121 pgs: 13 stale+active+clean, 108 active+clean; 161 MiB data, 1000 MiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 3.5 MiB/s wr, 19 op/s 2024-04-02T08:29:19.335 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:19 smithi012 ceph-mon[90784]: osdmap e371: 8 total, 7 up, 8 in 2024-04-02T08:29:19.335 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:29:19 smithi012 podman[105460]: 2024-04-02 08:29:19.0271796 +0000 UTC m=+0.711459647 container died a6b3220fc7d81dfcb2e701b6fca3fe6160c4ed1e7600c7666078dc6951bcd9c9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-2-deactivate, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, ceph=True) 2024-04-02T08:29:19.899 INFO:tasks.rados.rados.0.smithi012.stdout:1531: done (2 left) 2024-04-02T08:29:19.899 INFO:tasks.rados.rados.0.smithi012.stdout:1534: done (1 left) 2024-04-02T08:29:19.899 INFO:tasks.rados.rados.0.smithi012.stdout:1539: done (0 left) 2024-04-02T08:29:19.899 INFO:tasks.rados.rados.0.smithi012.stdout:1540: rollback oid 14 current snap is 147 2024-04-02T08:29:19.899 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 14 to 143 2024-04-02T08:29:19.900 INFO:tasks.rados.rados.0.smithi012.stdout:1541: snap_create 2024-04-02T08:29:19.906 INFO:tasks.rados.rados.0.smithi012.stdout:1540: finishing rollback tid 0 to smithi01277369-14 2024-04-02T08:29:19.907 INFO:tasks.rados.rados.0.smithi012.stdout:1540: finishing rollback tid 1 to smithi01277369-14 2024-04-02T08:29:19.908 INFO:tasks.rados.rados.0.smithi012.stdout:1540: finishing rollback tid 2 to smithi01277369-14 2024-04-02T08:29:19.908 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 14 v 924 (ObjNum 446 snap 138 seq_num 446) dirty exists 2024-04-02T08:29:19.928 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:29:19 smithi012 podman[105486]: 2024-04-02 08:29:19.594108354 +0000 UTC m=+0.562045193 container remove a6b3220fc7d81dfcb2e701b6fca3fe6160c4ed1e7600c7666078dc6951bcd9c9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-2-deactivate, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:29:19.928 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:29:19 smithi012 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@osd.2.service: Deactivated successfully. 2024-04-02T08:29:19.928 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:29:19 smithi012 systemd[1]: Stopped Ceph osd.2 for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:29:19.928 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:29:19 smithi012 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@osd.2.service: Consumed 13.972s CPU time. 2024-04-02T08:29:19.928 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:29:19 smithi012 systemd[1]: Starting Ceph osd.2 for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:29:20.279 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:29:20 smithi012 podman[105589]: 2024-04-02 08:29:19.930888275 +0000 UTC m=+0.018491983 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:29:20.279 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:29:20 smithi012 podman[105589]: 2024-04-02 08:29:20.036928837 +0000 UTC m=+0.124532563 container create 040577fc86683a44bc78e1a02d5e5bf1d3f9a703e82c38bea8df303f18f595d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-2-activate, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326) 2024-04-02T08:29:20.655 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:29:20 smithi012 podman[105589]: 2024-04-02 08:29:20.281676895 +0000 UTC m=+0.369280590 container init 040577fc86683a44bc78e1a02d5e5bf1d3f9a703e82c38bea8df303f18f595d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-2-activate, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-04-02T08:29:20.655 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:29:20 smithi012 podman[105589]: 2024-04-02 08:29:20.286327229 +0000 UTC m=+0.373930922 container start 040577fc86683a44bc78e1a02d5e5bf1d3f9a703e82c38bea8df303f18f595d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-2-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-04-02T08:29:20.906 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:20 smithi012 ceph-mon[88355]: osdmap e372: 8 total, 7 up, 8 in 2024-04-02T08:29:20.907 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:29:20 smithi012 podman[105589]: 2024-04-02 08:29:20.657012003 +0000 UTC m=+0.744615697 container attach 040577fc86683a44bc78e1a02d5e5bf1d3f9a703e82c38bea8df303f18f595d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-2-activate, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-04-02T08:29:20.907 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:29:20 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-2-activate[105603]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-02T08:29:20.907 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:29:20 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-2-activate[105603]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-02T08:29:20.907 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:29:20 smithi012 bash[105589]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-02T08:29:20.907 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:29:20 smithi012 bash[105589]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-02T08:29:20.907 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:29:20 smithi012 bash[105589]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-02T08:29:20.907 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:29:20 smithi012 bash[105589]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-02T08:29:20.907 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:29:20 smithi012 bash[105589]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-04-02T08:29:20.907 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:29:20 smithi012 bash[105589]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-02T08:29:20.907 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:29:20 smithi012 bash[105589]: --> ceph-volume raw activate successful for osd ID: 2 2024-04-02T08:29:20.907 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:29:20 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-2-activate[105603]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-02T08:29:20.908 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:29:20 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-2-activate[105603]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-02T08:29:20.908 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:29:20 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-2-activate[105603]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-04-02T08:29:20.908 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:29:20 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-2-activate[105603]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-02T08:29:20.908 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:29:20 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-2-activate[105603]: --> ceph-volume raw activate successful for osd ID: 2 2024-04-02T08:29:20.908 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:29:20 smithi012 podman[105589]: 2024-04-02 08:29:20.765214018 +0000 UTC m=+0.852817713 container died 040577fc86683a44bc78e1a02d5e5bf1d3f9a703e82c38bea8df303f18f595d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-2-activate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS) 2024-04-02T08:29:20.909 INFO:tasks.rados.rados.0.smithi012.stdout:1540: done (1 left) 2024-04-02T08:29:20.909 INFO:tasks.rados.rados.0.smithi012.stdout:1541: done (0 left) 2024-04-02T08:29:20.909 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 41 current snap is 148 2024-04-02T08:29:20.909 INFO:tasks.rados.rados.0.smithi012.stdout:1542: seq_num 476 ranges {2260992=778240} 2024-04-02T08:29:20.925 INFO:tasks.rados.rados.0.smithi012.stdout:1542: writing smithi01277369-41 from 2260992 to 3039232 tid 1 2024-04-02T08:29:20.925 INFO:tasks.rados.rados.0.smithi012.stdout:1543: snap_remove snap 146 2024-04-02T08:29:20.938 INFO:teuthology.orchestra.run.smithi012.stdout:true 2024-04-02T08:29:21.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:20 smithi012 ceph-mon[90784]: osdmap e372: 8 total, 7 up, 8 in 2024-04-02T08:29:21.268 INFO:teuthology.orchestra.run.smithi012.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:29:21.269 INFO:teuthology.orchestra.run.smithi012.stdout:alertmanager.a smithi012 *:9093,9094 running (7m) 31s ago 8m 26.3M - 0.25.0 c8568f914cd2 3ed3fc1b8013 2024-04-02T08:29:21.269 INFO:teuthology.orchestra.run.smithi012.stdout:grafana.a smithi055 *:3000 running (7m) 111s ago 7m 89.4M - 9.4.7 954c08fa6188 9788bcfbfb6f 2024-04-02T08:29:21.269 INFO:teuthology.orchestra.run.smithi012.stdout:mds.a smithi012 running (9m) 31s ago 9m 17.3M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 756f041a4b0e 2024-04-02T08:29:21.269 INFO:teuthology.orchestra.run.smithi012.stdout:mds.b smithi055 running (8m) 111s ago 8m 20.6M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 0a0c21b36b12 2024-04-02T08:29:21.269 INFO:teuthology.orchestra.run.smithi012.stdout:mgr.x smithi055 *:8443,9283,8765 running (3m) 111s ago 12m 449M - 19.0.0-2422-g3cba26ea beaaa8a653cf 111621b46bd2 2024-04-02T08:29:21.269 INFO:teuthology.orchestra.run.smithi012.stdout:mgr.y smithi012 *:8443,9283,8765 running (3m) 31s ago 14m 506M - 19.0.0-2422-g3cba26ea beaaa8a653cf fe667762b028 2024-04-02T08:29:21.269 INFO:teuthology.orchestra.run.smithi012.stdout:mon.a smithi012 running (2m) 31s ago 14m 50.5M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 1790aee575dc 2024-04-02T08:29:21.269 INFO:teuthology.orchestra.run.smithi012.stdout:mon.b smithi055 running (2m) 111s ago 12m 25.4M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf f75ff69b6d62 2024-04-02T08:29:21.269 INFO:teuthology.orchestra.run.smithi012.stdout:mon.c smithi012 running (2m) 31s ago 12m 43.1M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf a1b482e0e449 2024-04-02T08:29:21.269 INFO:teuthology.orchestra.run.smithi012.stdout:node-exporter.a smithi012 *:9100 running (7m) 31s ago 7m 16.4M - 1.5.0 0da6a335fe13 a3d31893d77a 2024-04-02T08:29:21.269 INFO:teuthology.orchestra.run.smithi012.stdout:node-exporter.b smithi055 *:9100 running (7m) 111s ago 7m 15.3M - 1.5.0 0da6a335fe13 e1788e402810 2024-04-02T08:29:21.269 INFO:teuthology.orchestra.run.smithi012.stdout:osd.0 smithi012 running (70s) 31s ago 12m 90.4M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf a32a350fbdf1 2024-04-02T08:29:21.269 INFO:teuthology.orchestra.run.smithi012.stdout:osd.1 smithi012 running (35s) 31s ago 11m 15.0M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf bed42cfef518 2024-04-02T08:29:21.269 INFO:teuthology.orchestra.run.smithi012.stdout:osd.2 smithi012 running (11m) 31s ago 11m 178M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 1a1a0831f480 2024-04-02T08:29:21.270 INFO:teuthology.orchestra.run.smithi012.stdout:osd.3 smithi012 running (10m) 31s ago 10m 99.2M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d f2070d5ae9b3 2024-04-02T08:29:21.270 INFO:teuthology.orchestra.run.smithi012.stdout:osd.4 smithi055 running (10m) 111s ago 10m 119M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 6ea99dd7fbaa 2024-04-02T08:29:21.270 INFO:teuthology.orchestra.run.smithi012.stdout:osd.5 smithi055 running (10m) 111s ago 10m 170M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 300691ec9744 2024-04-02T08:29:21.270 INFO:teuthology.orchestra.run.smithi012.stdout:osd.6 smithi055 running (9m) 111s ago 9m 105M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 256c0abe00a7 2024-04-02T08:29:21.270 INFO:teuthology.orchestra.run.smithi012.stdout:osd.7 smithi055 running (9m) 111s ago 9m 136M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d edc056f1c4d7 2024-04-02T08:29:21.270 INFO:teuthology.orchestra.run.smithi012.stdout:prometheus.a smithi055 *:9095 running (3m) 111s ago 8m 53.7M - 2.43.0 a07b618ecd1d c518c69f0a2f 2024-04-02T08:29:21.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:20 smithi055 ceph-mon[85080]: osdmap e372: 8 total, 7 up, 8 in 2024-04-02T08:29:21.634 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:29:21 smithi012 podman[105749]: 2024-04-02 08:29:21.412118742 +0000 UTC m=+0.641962497 container remove 040577fc86683a44bc78e1a02d5e5bf1d3f9a703e82c38bea8df303f18f595d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-2-activate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:29:21.701 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-04-02T08:29:21.701 INFO:teuthology.orchestra.run.smithi012.stdout: "mon": { 2024-04-02T08:29:21.701 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:29:21.701 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:29:21.702 INFO:teuthology.orchestra.run.smithi012.stdout: "mgr": { 2024-04-02T08:29:21.702 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:29:21.702 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:29:21.702 INFO:teuthology.orchestra.run.smithi012.stdout: "osd": { 2024-04-02T08:29:21.702 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 5, 2024-04-02T08:29:21.702 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:29:21.702 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:29:21.702 INFO:teuthology.orchestra.run.smithi012.stdout: "mds": { 2024-04-02T08:29:21.702 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:29:21.702 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:29:21.702 INFO:teuthology.orchestra.run.smithi012.stdout: "overall": { 2024-04-02T08:29:21.702 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 7, 2024-04-02T08:29:21.702 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 7 2024-04-02T08:29:21.702 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-04-02T08:29:21.703 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-04-02T08:29:21.902 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:29:21 smithi012 podman[105857]: 2024-04-02 08:29:21.539315024 +0000 UTC m=+0.018072086 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:29:21.902 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:29:21 smithi012 podman[105857]: 2024-04-02 08:29:21.673995464 +0000 UTC m=+0.152752499 container create 021f860a33afa58846fc1388e7dc14dcd9e9631b1e931282d08c3dae01831204 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2) 2024-04-02T08:29:21.911 INFO:tasks.rados.rados.0.smithi012.stdout:1543: done (1 left) 2024-04-02T08:29:21.912 INFO:tasks.rados.rados.0.smithi012.stdout:1544: read oid 7 snap -1 2024-04-02T08:29:21.912 INFO:tasks.rados.rados.0.smithi012.stdout:1544: expect (ObjNum 365 snap 110 seq_num 365) 2024-04-02T08:29:21.912 INFO:tasks.rados.rados.0.smithi012.stdout:1545: read oid 45 snap -1 2024-04-02T08:29:21.912 INFO:tasks.rados.rados.0.smithi012.stdout:1545: expect (ObjNum 377 snap 114 seq_num 377) 2024-04-02T08:29:21.912 INFO:tasks.rados.rados.0.smithi012.stdout:1546: rollback oid 27 current snap is 148 2024-04-02T08:29:21.912 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 27 to 143 2024-04-02T08:29:21.912 INFO:tasks.rados.rados.0.smithi012.stdout:1542: finishing write tid 1 to smithi01277369-41 2024-04-02T08:29:21.912 INFO:tasks.rados.rados.0.smithi012.stdout:1542: finishing write tid 2 to smithi01277369-41 2024-04-02T08:29:21.912 INFO:tasks.rados.rados.0.smithi012.stdout:1542: finishing write tid 3 to smithi01277369-41 2024-04-02T08:29:21.912 INFO:tasks.rados.rados.0.smithi012.stdout:1542: oid 41 updating version 0 to 678 2024-04-02T08:29:21.912 INFO:tasks.rados.rados.0.smithi012.stdout:1542: oid 41 version 678 is already newer than 677 2024-04-02T08:29:21.912 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 41 v 678 (ObjNum 476 snap 148 seq_num 476) dirty exists 2024-04-02T08:29:21.912 INFO:tasks.rados.rados.0.smithi012.stdout:1542: left oid 41 (ObjNum 476 snap 148 seq_num 476) 2024-04-02T08:29:21.912 INFO:tasks.rados.rados.0.smithi012.stdout:1542: done (3 left) 2024-04-02T08:29:21.913 INFO:tasks.rados.rados.0.smithi012.stdout:1547: snap_remove snap 147 2024-04-02T08:29:22.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:21 smithi012 ceph-mon[90784]: pgmap v226: 121 pgs: 4 active+undersized+degraded, 7 stale+active+clean, 14 active+undersized, 96 active+clean; 161 MiB data, 1022 MiB used, 714 GiB / 715 GiB avail; 356 KiB/s wr, 2 op/s; 10/222 objects degraded (4.505%) 2024-04-02T08:29:22.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:21 smithi012 ceph-mon[90784]: Health check failed: Degraded data redundancy: 10/222 objects degraded (4.505%), 4 pgs degraded (PG_DEGRADED) 2024-04-02T08:29:22.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:21 smithi012 ceph-mon[90784]: osdmap e373: 8 total, 7 up, 8 in 2024-04-02T08:29:22.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:21 smithi012 ceph-mon[90784]: from='client.44186 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:29:22.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:21 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/666936055' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:22.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:21 smithi012 ceph-mon[88355]: pgmap v226: 121 pgs: 4 active+undersized+degraded, 7 stale+active+clean, 14 active+undersized, 96 active+clean; 161 MiB data, 1022 MiB used, 714 GiB / 715 GiB avail; 356 KiB/s wr, 2 op/s; 10/222 objects degraded (4.505%) 2024-04-02T08:29:22.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:21 smithi012 ceph-mon[88355]: Health check failed: Degraded data redundancy: 10/222 objects degraded (4.505%), 4 pgs degraded (PG_DEGRADED) 2024-04-02T08:29:22.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:21 smithi012 ceph-mon[88355]: osdmap e373: 8 total, 7 up, 8 in 2024-04-02T08:29:22.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:21 smithi012 ceph-mon[88355]: from='client.44186 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:29:22.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:21 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/666936055' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:22.179 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:29:21 smithi012 podman[105857]: 2024-04-02 08:29:21.94153282 +0000 UTC m=+0.420289859 container init 021f860a33afa58846fc1388e7dc14dcd9e9631b1e931282d08c3dae01831204 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5) 2024-04-02T08:29:22.179 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:29:21 smithi012 podman[105857]: 2024-04-02 08:29:21.945397962 +0000 UTC m=+0.424154998 container start 021f860a33afa58846fc1388e7dc14dcd9e9631b1e931282d08c3dae01831204 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-2, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5) 2024-04-02T08:29:22.179 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:29:21 smithi012 ceph-osd[105879]: -- 172.21.15.12:0/2418555663 <== mon.0 v2:172.21.15.12:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x555b3d60b680 con 0x555b3d5d4c00 2024-04-02T08:29:22.180 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:29:22 smithi012 bash[105857]: 021f860a33afa58846fc1388e7dc14dcd9e9631b1e931282d08c3dae01831204 2024-04-02T08:29:22.180 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:29:22 smithi012 systemd[1]: Started Ceph osd.2 for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:29:22.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:21 smithi055 ceph-mon[85080]: pgmap v226: 121 pgs: 4 active+undersized+degraded, 7 stale+active+clean, 14 active+undersized, 96 active+clean; 161 MiB data, 1022 MiB used, 714 GiB / 715 GiB avail; 356 KiB/s wr, 2 op/s; 10/222 objects degraded (4.505%) 2024-04-02T08:29:22.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:21 smithi055 ceph-mon[85080]: Health check failed: Degraded data redundancy: 10/222 objects degraded (4.505%), 4 pgs degraded (PG_DEGRADED) 2024-04-02T08:29:22.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:21 smithi055 ceph-mon[85080]: osdmap e373: 8 total, 7 up, 8 in 2024-04-02T08:29:22.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:21 smithi055 ceph-mon[85080]: from='client.44186 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:29:22.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:21 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/666936055' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:22.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:29:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:29:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:29:22.913 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:29:22 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-2[105875]: 2024-04-02T08:29:22.489+0000 7fed32d657c0 -1 Falling back to public interface 2024-04-02T08:29:22.916 INFO:tasks.rados.rados.0.smithi012.stdout:1547: done (3 left) 2024-04-02T08:29:22.917 INFO:tasks.rados.rados.0.smithi012.stdout:1548: rmattr oid 35 current snap is 148 2024-04-02T08:29:22.917 INFO:tasks.rados.rados.0.smithi012.stdout:1548: done (3 left) 2024-04-02T08:29:22.917 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 39 current snap is 148 2024-04-02T08:29:22.917 INFO:tasks.rados.rados.0.smithi012.stdout:1549: seq_num 477 ranges {3063808=794624} 2024-04-02T08:29:22.938 INFO:tasks.rados.rados.0.smithi012.stdout:1549: writing smithi01277369-39 from 3063808 to 3858432 tid 1 2024-04-02T08:29:22.938 INFO:tasks.rados.rados.0.smithi012.stdout:1550: setattr oid 18 current snap is 148 2024-04-02T08:29:22.938 INFO:tasks.rados.rados.0.smithi012.stdout:1546: finishing rollback tid 0 to smithi01277369-27 2024-04-02T08:29:22.938 INFO:tasks.rados.rados.0.smithi012.stdout:1546: finishing rollback tid 1 to smithi01277369-27 2024-04-02T08:29:22.939 INFO:tasks.rados.rados.0.smithi012.stdout:1544: expect (ObjNum 365 snap 110 seq_num 365) 2024-04-02T08:29:23.025 INFO:tasks.rados.rados.0.smithi012.stdout:1546: finishing rollback tid 2 to smithi01277369-27 2024-04-02T08:29:23.025 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 27 v 600 (ObjNum 451 snap 139 seq_num 451) dirty exists 2024-04-02T08:29:23.025 INFO:tasks.rados.rados.0.smithi012.stdout:1545: expect (ObjNum 377 snap 114 seq_num 377) 2024-04-02T08:29:23.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:22 smithi012 ceph-mon[88355]: from='client.34251 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:29:23.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:22 smithi012 ceph-mon[88355]: osdmap e374: 8 total, 7 up, 8 in 2024-04-02T08:29:23.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:22 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:29:23.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:22 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:29:23.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:22 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:29:23.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:22 smithi012 ceph-mon[90784]: from='client.34251 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:29:23.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:22 smithi012 ceph-mon[90784]: osdmap e374: 8 total, 7 up, 8 in 2024-04-02T08:29:23.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:22 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:29:23.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:22 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:29:23.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:22 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:29:23.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:22 smithi055 ceph-mon[85080]: from='client.34251 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:29:23.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:22 smithi055 ceph-mon[85080]: osdmap e374: 8 total, 7 up, 8 in 2024-04-02T08:29:23.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:22 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:29:23.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:22 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:29:23.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:22 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:29:23.371 INFO:tasks.rados.rados.0.smithi012.stdout:1549: finishing write tid 1 to smithi01277369-39 2024-04-02T08:29:23.371 INFO:tasks.rados.rados.0.smithi012.stdout:1549: finishing write tid 2 to smithi01277369-39 2024-04-02T08:29:23.371 INFO:tasks.rados.rados.0.smithi012.stdout:1549: finishing write tid 3 to smithi01277369-39 2024-04-02T08:29:23.371 INFO:tasks.rados.rados.0.smithi012.stdout:1549: oid 39 updating version 0 to 897 2024-04-02T08:29:23.371 INFO:tasks.rados.rados.0.smithi012.stdout:1549: oid 39 updating version 897 to 898 2024-04-02T08:29:23.371 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 39 v 898 (ObjNum 477 snap 148 seq_num 477) dirty exists 2024-04-02T08:29:23.371 INFO:tasks.rados.rados.0.smithi012.stdout:1549: left oid 39 (ObjNum 477 snap 148 seq_num 477) 2024-04-02T08:29:23.372 INFO:tasks.rados.rados.0.smithi012.stdout:1544: done (4 left) 2024-04-02T08:29:23.372 INFO:tasks.rados.rados.0.smithi012.stdout:1545: done (3 left) 2024-04-02T08:29:23.372 INFO:tasks.rados.rados.0.smithi012.stdout:1546: done (2 left) 2024-04-02T08:29:23.372 INFO:tasks.rados.rados.0.smithi012.stdout:1549: done (1 left) 2024-04-02T08:29:23.372 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 34 current snap is 148 2024-04-02T08:29:23.372 INFO:tasks.rados.rados.0.smithi012.stdout:1551: seq_num 478 ranges {0=409600,409600=401408} 2024-04-02T08:29:23.373 INFO:tasks.rados.rados.0.smithi012.stdout:1551: writing smithi01277369-34 from 0 to 409600 tid 1 2024-04-02T08:29:23.375 INFO:tasks.rados.rados.0.smithi012.stdout:1551: writing smithi01277369-34 from 409600 to 811008 tid 2 2024-04-02T08:29:23.375 INFO:tasks.rados.rados.0.smithi012.stdout:1552: snap_remove snap 143 2024-04-02T08:29:23.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:29:23 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:29:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi012\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi012\", job=\"node\", machine=\"x86_64\", nodename=\"smithi012\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi012\", job=\"node\", machine=\"x86_64\", nodename=\"smithi012\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:29:23.922 INFO:tasks.rados.rados.0.smithi012.stdout:1552: done (2 left) 2024-04-02T08:29:23.922 INFO:tasks.rados.rados.0.smithi012.stdout:1553: rollback oid 6 current snap is 148 2024-04-02T08:29:23.922 INFO:tasks.rados.rados.0.smithi012.stdout:1553: done (2 left) 2024-04-02T08:29:23.922 INFO:tasks.rados.rados.0.smithi012.stdout:1554: read oid 20 snap -1 2024-04-02T08:29:23.923 INFO:tasks.rados.rados.0.smithi012.stdout:1554: expect (ObjNum 426 snap 132 seq_num 426) 2024-04-02T08:29:23.923 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 17 current snap is 148 2024-04-02T08:29:23.923 INFO:tasks.rados.rados.0.smithi012.stdout:1555: seq_num 479 ranges {0=425984,425984=401408} 2024-04-02T08:29:23.925 INFO:tasks.rados.rados.0.smithi012.stdout:1555: writing smithi01277369-17 from 0 to 425984 tid 1 2024-04-02T08:29:23.927 INFO:tasks.rados.rados.0.smithi012.stdout:1555: writing smithi01277369-17 from 425984 to 827392 tid 2 2024-04-02T08:29:23.928 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 18 v 888 (ObjNum 411 snap 124 seq_num 411) dirty exists 2024-04-02T08:29:23.928 INFO:tasks.rados.rados.0.smithi012.stdout:1551: finishing write tid 1 to smithi01277369-34 2024-04-02T08:29:23.928 INFO:tasks.rados.rados.0.smithi012.stdout:1551: finishing write tid 2 to smithi01277369-34 2024-04-02T08:29:23.928 INFO:tasks.rados.rados.0.smithi012.stdout:1551: finishing write tid 3 to smithi01277369-34 2024-04-02T08:29:23.928 INFO:tasks.rados.rados.0.smithi012.stdout:1551: finishing write tid 4 to smithi01277369-34 2024-04-02T08:29:23.928 INFO:tasks.rados.rados.0.smithi012.stdout:1551: oid 34 updating version 0 to 890 2024-04-02T08:29:23.928 INFO:tasks.rados.rados.0.smithi012.stdout:1551: oid 34 updating version 890 to 891 2024-04-02T08:29:23.928 INFO:tasks.rados.rados.0.smithi012.stdout:1551: oid 34 version 891 is already newer than 889 2024-04-02T08:29:23.928 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 34 v 891 (ObjNum 478 snap 148 seq_num 478) dirty exists 2024-04-02T08:29:23.929 INFO:tasks.rados.rados.0.smithi012.stdout:1551: left oid 34 (ObjNum 478 snap 148 seq_num 478) 2024-04-02T08:29:23.929 INFO:tasks.rados.rados.0.smithi012.stdout:1550: done (3 left) 2024-04-02T08:29:23.929 INFO:tasks.rados.rados.0.smithi012.stdout:1551: done (2 left) 2024-04-02T08:29:23.929 INFO:tasks.rados.rados.0.smithi012.stdout:1556: delete oid 1 current snap is 148 2024-04-02T08:29:23.933 INFO:tasks.rados.rados.0.smithi012.stdout:1556: done (2 left) 2024-04-02T08:29:23.933 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 39 current snap is 148 2024-04-02T08:29:23.933 INFO:tasks.rados.rados.0.smithi012.stdout:1557: seq_num 481 ranges {3858432=458752,4317184=401408} 2024-04-02T08:29:23.958 INFO:tasks.rados.rados.0.smithi012.stdout:1557: writing smithi01277369-39 from 3858432 to 4317184 tid 1 2024-04-02T08:29:23.960 INFO:tasks.rados.rados.0.smithi012.stdout:1557: writing smithi01277369-39 from 4317184 to 4718592 tid 2 2024-04-02T08:29:23.960 INFO:tasks.rados.rados.0.smithi012.stdout:1558: delete oid 16 current snap is 148 2024-04-02T08:29:23.961 INFO:tasks.rados.rados.0.smithi012.stdout:1555: finishing write tid 1 to smithi01277369-17 2024-04-02T08:29:23.961 INFO:tasks.rados.rados.0.smithi012.stdout:1555: finishing write tid 2 to smithi01277369-17 2024-04-02T08:29:23.961 INFO:tasks.rados.rados.0.smithi012.stdout:1555: finishing write tid 3 to smithi01277369-17 2024-04-02T08:29:23.961 INFO:tasks.rados.rados.0.smithi012.stdout:1554: expect (ObjNum 426 snap 132 seq_num 426) 2024-04-02T08:29:24.167 INFO:tasks.rados.rados.0.smithi012.stdout:1555: finishing write tid 4 to smithi01277369-17 2024-04-02T08:29:24.167 INFO:tasks.rados.rados.0.smithi012.stdout:1555: oid 17 updating version 0 to 948 2024-04-02T08:29:24.167 INFO:tasks.rados.rados.0.smithi012.stdout:1555: oid 17 updating version 948 to 949 2024-04-02T08:29:24.167 INFO:tasks.rados.rados.0.smithi012.stdout:1555: oid 17 updating version 949 to 950 2024-04-02T08:29:24.167 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 17 v 950 (ObjNum 479 snap 148 seq_num 479) dirty exists 2024-04-02T08:29:24.167 INFO:tasks.rados.rados.0.smithi012.stdout:1555: left oid 17 (ObjNum 479 snap 148 seq_num 479) 2024-04-02T08:29:24.167 INFO:tasks.rados.rados.0.smithi012.stdout:1557: finishing write tid 1 to smithi01277369-39 2024-04-02T08:29:24.167 INFO:tasks.rados.rados.0.smithi012.stdout:1557: finishing write tid 2 to smithi01277369-39 2024-04-02T08:29:24.167 INFO:tasks.rados.rados.0.smithi012.stdout:1557: finishing write tid 3 to smithi01277369-39 2024-04-02T08:29:24.167 INFO:tasks.rados.rados.0.smithi012.stdout:1554: done (3 left) 2024-04-02T08:29:24.167 INFO:tasks.rados.rados.0.smithi012.stdout:1555: done (2 left) 2024-04-02T08:29:24.167 INFO:tasks.rados.rados.0.smithi012.stdout:1558: done (1 left) 2024-04-02T08:29:24.167 INFO:tasks.rados.rados.0.smithi012.stdout:1559: read oid 48 snap -1 2024-04-02T08:29:24.168 INFO:tasks.rados.rados.0.smithi012.stdout:1559: expect (ObjNum 445 snap 138 seq_num 445) 2024-04-02T08:29:24.168 INFO:tasks.rados.rados.0.smithi012.stdout:1560: delete oid 32 current snap is 148 2024-04-02T08:29:24.168 INFO:tasks.rados.rados.0.smithi012.stdout:1557: finishing write tid 4 to smithi01277369-39 2024-04-02T08:29:24.168 INFO:tasks.rados.rados.0.smithi012.stdout:1557: oid 39 updating version 0 to 899 2024-04-02T08:29:24.168 INFO:tasks.rados.rados.0.smithi012.stdout:1557: oid 39 updating version 899 to 900 2024-04-02T08:29:24.168 INFO:tasks.rados.rados.0.smithi012.stdout:1557: oid 39 updating version 900 to 901 2024-04-02T08:29:24.168 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 39 v 901 (ObjNum 481 snap 148 seq_num 481) dirty exists 2024-04-02T08:29:24.168 INFO:tasks.rados.rados.0.smithi012.stdout:1557: left oid 39 (ObjNum 481 snap 148 seq_num 481) 2024-04-02T08:29:24.171 INFO:tasks.rados.rados.0.smithi012.stdout:1557: done (2 left) 2024-04-02T08:29:24.171 INFO:tasks.rados.rados.0.smithi012.stdout:1560: done (1 left) 2024-04-02T08:29:24.171 INFO:tasks.rados.rados.0.smithi012.stdout:1561: rollback oid 1 current snap is 148 2024-04-02T08:29:24.171 INFO:tasks.rados.rados.0.smithi012.stdout:1561: done (1 left) 2024-04-02T08:29:24.171 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 2 current snap is 148 2024-04-02T08:29:24.171 INFO:tasks.rados.rados.0.smithi012.stdout:1562: seq_num 484 ranges {0=507904,507904=401408} 2024-04-02T08:29:24.173 INFO:tasks.rados.rados.0.smithi012.stdout:1562: writing smithi01277369-2 from 0 to 507904 tid 1 2024-04-02T08:29:24.176 INFO:tasks.rados.rados.0.smithi012.stdout:1562: writing smithi01277369-2 from 507904 to 909312 tid 2 2024-04-02T08:29:24.176 INFO:tasks.rados.rados.0.smithi012.stdout:1563: snap_create 2024-04-02T08:29:24.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:23 smithi012 ceph-mon[88355]: pgmap v229: 121 pgs: 9 active+undersized+degraded, 31 active+undersized, 81 active+clean; 163 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 684 KiB/s wr, 10 op/s; 29/243 objects degraded (11.934%) 2024-04-02T08:29:24.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:23 smithi012 ceph-mon[88355]: osdmap e375: 8 total, 7 up, 8 in 2024-04-02T08:29:24.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:23 smithi012 ceph-mon[90784]: pgmap v229: 121 pgs: 9 active+undersized+degraded, 31 active+undersized, 81 active+clean; 163 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 684 KiB/s wr, 10 op/s; 29/243 objects degraded (11.934%) 2024-04-02T08:29:24.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:23 smithi012 ceph-mon[90784]: osdmap e375: 8 total, 7 up, 8 in 2024-04-02T08:29:24.179 INFO:tasks.rados.rados.0.smithi012.stdout:1562: finishing write tid 1 to smithi01277369-2 2024-04-02T08:29:24.179 INFO:tasks.rados.rados.0.smithi012.stdout:1562: finishing write tid 2 to smithi01277369-2 2024-04-02T08:29:24.180 INFO:tasks.rados.rados.0.smithi012.stdout:1562: finishing write tid 3 to smithi01277369-2 2024-04-02T08:29:24.181 INFO:tasks.rados.rados.0.smithi012.stdout:1562: finishing write tid 4 to smithi01277369-2 2024-04-02T08:29:24.181 INFO:tasks.rados.rados.0.smithi012.stdout:1562: oid 2 updating version 0 to 712 2024-04-02T08:29:24.182 INFO:tasks.rados.rados.0.smithi012.stdout:1562: oid 2 updating version 712 to 713 2024-04-02T08:29:24.182 INFO:tasks.rados.rados.0.smithi012.stdout:1562: oid 2 version 713 is already newer than 711 2024-04-02T08:29:24.182 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 2 v 713 (ObjNum 484 snap 148 seq_num 484) dirty exists 2024-04-02T08:29:24.182 INFO:tasks.rados.rados.0.smithi012.stdout:1562: left oid 2 (ObjNum 484 snap 148 seq_num 484) 2024-04-02T08:29:24.203 INFO:tasks.rados.rados.0.smithi012.stdout:1559: expect (ObjNum 445 snap 138 seq_num 445) 2024-04-02T08:29:24.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:23 smithi055 ceph-mon[85080]: pgmap v229: 121 pgs: 9 active+undersized+degraded, 31 active+undersized, 81 active+clean; 163 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 684 KiB/s wr, 10 op/s; 29/243 objects degraded (11.934%) 2024-04-02T08:29:24.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:23 smithi055 ceph-mon[85080]: osdmap e375: 8 total, 7 up, 8 in 2024-04-02T08:29:25.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:24 smithi012 ceph-mon[88355]: osdmap e376: 8 total, 7 up, 8 in 2024-04-02T08:29:25.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:24 smithi012 ceph-mon[90784]: osdmap e376: 8 total, 7 up, 8 in 2024-04-02T08:29:25.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:24 smithi055 ceph-mon[85080]: osdmap e376: 8 total, 7 up, 8 in 2024-04-02T08:29:25.401 INFO:tasks.rados.rados.0.smithi012.stdout:1559: done (2 left) 2024-04-02T08:29:25.401 INFO:tasks.rados.rados.0.smithi012.stdout:1562: done (1 left) 2024-04-02T08:29:25.401 INFO:tasks.rados.rados.0.smithi012.stdout:1563: done (0 left) 2024-04-02T08:29:25.401 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 19 current snap is 149 2024-04-02T08:29:25.401 INFO:tasks.rados.rados.0.smithi012.stdout:1564: seq_num 485 ranges {5603328=532480,6135808=401408} 2024-04-02T08:29:25.434 INFO:tasks.rados.rados.0.smithi012.stdout:1564: writing smithi01277369-19 from 5603328 to 6135808 tid 1 2024-04-02T08:29:25.436 INFO:tasks.rados.rados.0.smithi012.stdout:1564: writing smithi01277369-19 from 6135808 to 6537216 tid 2 2024-04-02T08:29:25.436 INFO:tasks.rados.rados.0.smithi012.stdout:1565: copy_from oid 10 from oid 3 current snap is 149 2024-04-02T08:29:25.437 INFO:tasks.rados.rados.0.smithi012.stdout:1566: snap_remove snap 148 2024-04-02T08:29:25.678 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:29:25 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-2[105875]: 2024-04-02T08:29:25.341+0000 7fed32d657c0 -1 osd.2 368 log_to_monitors true 2024-04-02T08:29:25.930 INFO:tasks.rados.rados.0.smithi012.stdout:1566: done (2 left) 2024-04-02T08:29:25.930 INFO:tasks.rados.rados.0.smithi012.stdout:1567: delete oid 29 current snap is 149 2024-04-02T08:29:25.930 INFO:tasks.rados.rados.0.smithi012.stdout:1564: finishing write tid 1 to smithi01277369-19 2024-04-02T08:29:25.931 INFO:tasks.rados.rados.0.smithi012.stdout:1564: finishing write tid 2 to smithi01277369-19 2024-04-02T08:29:25.931 INFO:tasks.rados.rados.0.smithi012.stdout:1564: finishing write tid 3 to smithi01277369-19 2024-04-02T08:29:25.931 INFO:tasks.rados.rados.0.smithi012.stdout:1565: finishing copy_from to smithi01277369-10 2024-04-02T08:29:25.931 INFO:tasks.rados.rados.0.smithi012.stdout:1565: got expected ENOENT (src dne) 2024-04-02T08:29:25.931 INFO:tasks.rados.rados.0.smithi012.stdout:1565: finishing copy_from racing read to smithi01277369-10 2024-04-02T08:29:25.931 INFO:tasks.rados.rados.0.smithi012.stdout:1564: finishing write tid 4 to smithi01277369-19 2024-04-02T08:29:25.931 INFO:tasks.rados.rados.0.smithi012.stdout:1564: oid 19 updating version 0 to 902 2024-04-02T08:29:25.931 INFO:tasks.rados.rados.0.smithi012.stdout:1564: oid 19 updating version 902 to 903 2024-04-02T08:29:25.931 INFO:tasks.rados.rados.0.smithi012.stdout:1564: oid 19 updating version 903 to 904 2024-04-02T08:29:25.931 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 19 v 904 (ObjNum 485 snap 149 seq_num 485) dirty exists 2024-04-02T08:29:25.931 INFO:tasks.rados.rados.0.smithi012.stdout:1564: left oid 19 (ObjNum 485 snap 149 seq_num 485) 2024-04-02T08:29:25.938 INFO:tasks.rados.rados.0.smithi012.stdout:1564: done (2 left) 2024-04-02T08:29:25.938 INFO:tasks.rados.rados.0.smithi012.stdout:1565: done (1 left) 2024-04-02T08:29:25.938 INFO:tasks.rados.rados.0.smithi012.stdout:1567: done (0 left) 2024-04-02T08:29:25.938 INFO:tasks.rados.rados.0.smithi012.stdout:1568: read oid 24 snap -1 2024-04-02T08:29:25.938 INFO:tasks.rados.rados.0.smithi012.stdout:1568: expect (ObjNum 408 snap 123 seq_num 408) 2024-04-02T08:29:25.938 INFO:tasks.rados.rados.0.smithi012.stdout:1569: setattr oid 31 current snap is 149 2024-04-02T08:29:25.941 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 17 current snap is 149 2024-04-02T08:29:25.941 INFO:tasks.rados.rados.0.smithi012.stdout:1570: seq_num 487 ranges {827392=565248,1392640=401408} 2024-04-02T08:29:25.950 INFO:tasks.rados.rados.0.smithi012.stdout:1570: writing smithi01277369-17 from 827392 to 1392640 tid 1 2024-04-02T08:29:25.954 INFO:tasks.rados.rados.0.smithi012.stdout:1570: writing smithi01277369-17 from 1392640 to 1794048 tid 2 2024-04-02T08:29:25.954 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 32 current snap is 149 2024-04-02T08:29:25.954 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 31 v 925 (ObjNum 406 snap 123 seq_num 406) dirty exists 2024-04-02T08:29:25.954 INFO:tasks.rados.rados.0.smithi012.stdout:1571: seq_num 488 ranges {0=581632,581632=401408} 2024-04-02T08:29:25.957 INFO:tasks.rados.rados.0.smithi012.stdout:1571: writing smithi01277369-32 from 0 to 581632 tid 1 2024-04-02T08:29:25.959 INFO:tasks.rados.rados.0.smithi012.stdout:1571: writing smithi01277369-32 from 581632 to 983040 tid 2 2024-04-02T08:29:25.959 INFO:tasks.rados.rados.0.smithi012.stdout:1569: done (3 left) 2024-04-02T08:29:25.959 INFO:tasks.rados.rados.0.smithi012.stdout:1572: read oid 46 snap -1 2024-04-02T08:29:25.959 INFO:tasks.rados.rados.0.smithi012.stdout:1572: expect (ObjNum 354 snap 107 seq_num 354) 2024-04-02T08:29:25.960 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 37 current snap is 149 2024-04-02T08:29:25.960 INFO:tasks.rados.rados.0.smithi012.stdout:1573: seq_num 489 ranges {0=598016,598016=401408} 2024-04-02T08:29:25.963 INFO:tasks.rados.rados.0.smithi012.stdout:1573: writing smithi01277369-37 from 0 to 598016 tid 1 2024-04-02T08:29:25.966 INFO:tasks.rados.rados.0.smithi012.stdout:1573: writing smithi01277369-37 from 598016 to 999424 tid 2 2024-04-02T08:29:25.967 INFO:tasks.rados.rados.0.smithi012.stdout:1574: read oid 44 snap -1 2024-04-02T08:29:25.967 INFO:tasks.rados.rados.0.smithi012.stdout:1574: expect (ObjNum 464 snap 143 seq_num 464) 2024-04-02T08:29:25.967 INFO:tasks.rados.rados.0.smithi012.stdout:1575: rollback oid 5 current snap is 149 2024-04-02T08:29:25.967 INFO:tasks.rados.rados.0.smithi012.stdout:1575: done (6 left) 2024-04-02T08:29:25.967 INFO:tasks.rados.rados.0.smithi012.stdout:1576: snap_create 2024-04-02T08:29:25.967 INFO:tasks.rados.rados.0.smithi012.stdout:1568: expect (ObjNum 408 snap 123 seq_num 408) 2024-04-02T08:29:26.178 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:29:25 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-2[105875]: 2024-04-02T08:29:25.961+0000 7fed241bd700 -1 osd.2 368 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:29:26.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:25 smithi012 ceph-mon[88355]: pgmap v232: 121 pgs: 9 active+undersized+degraded, 31 active+undersized, 81 active+clean; 163 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 328 KiB/s wr, 7 op/s; 29/243 objects degraded (11.934%) 2024-04-02T08:29:26.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:25 smithi012 ceph-mon[88355]: osdmap e377: 8 total, 7 up, 8 in 2024-04-02T08:29:26.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:25 smithi012 ceph-mon[88355]: from='osd.2 [v2:172.21.15.12:6818/878884947,v1:172.21.15.12:6819/878884947]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-02T08:29:26.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:25 smithi012 ceph-mon[90784]: pgmap v232: 121 pgs: 9 active+undersized+degraded, 31 active+undersized, 81 active+clean; 163 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 328 KiB/s wr, 7 op/s; 29/243 objects degraded (11.934%) 2024-04-02T08:29:26.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:25 smithi012 ceph-mon[90784]: osdmap e377: 8 total, 7 up, 8 in 2024-04-02T08:29:26.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:25 smithi012 ceph-mon[90784]: from='osd.2 [v2:172.21.15.12:6818/878884947,v1:172.21.15.12:6819/878884947]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-02T08:29:26.196 INFO:tasks.rados.rados.0.smithi012.stdout:1570: finishing write tid 1 to smithi01277369-17 2024-04-02T08:29:26.196 INFO:tasks.rados.rados.0.smithi012.stdout:1570: finishing write tid 2 to smithi01277369-17 2024-04-02T08:29:26.196 INFO:tasks.rados.rados.0.smithi012.stdout:1570: finishing write tid 3 to smithi01277369-17 2024-04-02T08:29:26.196 INFO:tasks.rados.rados.0.smithi012.stdout:1570: finishing write tid 4 to smithi01277369-17 2024-04-02T08:29:26.196 INFO:tasks.rados.rados.0.smithi012.stdout:1570: oid 17 updating version 0 to 954 2024-04-02T08:29:26.196 INFO:tasks.rados.rados.0.smithi012.stdout:1570: oid 17 version 954 is already newer than 952 2024-04-02T08:29:26.196 INFO:tasks.rados.rados.0.smithi012.stdout:1570: oid 17 version 954 is already newer than 953 2024-04-02T08:29:26.196 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 17 v 954 (ObjNum 487 snap 149 seq_num 487) dirty exists 2024-04-02T08:29:26.196 INFO:tasks.rados.rados.0.smithi012.stdout:1570: left oid 17 (ObjNum 487 snap 149 seq_num 487) 2024-04-02T08:29:26.197 INFO:tasks.rados.rados.0.smithi012.stdout:1573: finishing write tid 1 to smithi01277369-37 2024-04-02T08:29:26.197 INFO:tasks.rados.rados.0.smithi012.stdout:1573: finishing write tid 2 to smithi01277369-37 2024-04-02T08:29:26.197 INFO:tasks.rados.rados.0.smithi012.stdout:1571: finishing write tid 1 to smithi01277369-32 2024-04-02T08:29:26.197 INFO:tasks.rados.rados.0.smithi012.stdout:1573: finishing write tid 3 to smithi01277369-37 2024-04-02T08:29:26.197 INFO:tasks.rados.rados.0.smithi012.stdout:1571: finishing write tid 2 to smithi01277369-32 2024-04-02T08:29:26.197 INFO:tasks.rados.rados.0.smithi012.stdout:1571: finishing write tid 3 to smithi01277369-32 2024-04-02T08:29:26.197 INFO:tasks.rados.rados.0.smithi012.stdout:1573: finishing write tid 4 to smithi01277369-37 2024-04-02T08:29:26.197 INFO:tasks.rados.rados.0.smithi012.stdout:1573: oid 37 updating version 0 to 853 2024-04-02T08:29:26.197 INFO:tasks.rados.rados.0.smithi012.stdout:1573: oid 37 version 853 is already newer than 852 2024-04-02T08:29:26.197 INFO:tasks.rados.rados.0.smithi012.stdout:1573: oid 37 updating version 853 to 854 2024-04-02T08:29:26.197 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 37 v 854 (ObjNum 489 snap 149 seq_num 489) dirty exists 2024-04-02T08:29:26.197 INFO:tasks.rados.rados.0.smithi012.stdout:1573: left oid 37 (ObjNum 489 snap 149 seq_num 489) 2024-04-02T08:29:26.197 INFO:tasks.rados.rados.0.smithi012.stdout:1571: finishing write tid 4 to smithi01277369-32 2024-04-02T08:29:26.197 INFO:tasks.rados.rados.0.smithi012.stdout:1571: oid 32 updating version 0 to 955 2024-04-02T08:29:26.198 INFO:tasks.rados.rados.0.smithi012.stdout:1571: oid 32 updating version 955 to 956 2024-04-02T08:29:26.198 INFO:tasks.rados.rados.0.smithi012.stdout:1571: oid 32 updating version 956 to 957 2024-04-02T08:29:26.198 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 32 v 957 (ObjNum 488 snap 149 seq_num 488) dirty exists 2024-04-02T08:29:26.198 INFO:tasks.rados.rados.0.smithi012.stdout:1571: left oid 32 (ObjNum 488 snap 149 seq_num 488) 2024-04-02T08:29:26.198 INFO:tasks.rados.rados.0.smithi012.stdout:1572: expect (ObjNum 354 snap 107 seq_num 354) 2024-04-02T08:29:26.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:25 smithi055 ceph-mon[85080]: pgmap v232: 121 pgs: 9 active+undersized+degraded, 31 active+undersized, 81 active+clean; 163 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 328 KiB/s wr, 7 op/s; 29/243 objects degraded (11.934%) 2024-04-02T08:29:26.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:25 smithi055 ceph-mon[85080]: osdmap e377: 8 total, 7 up, 8 in 2024-04-02T08:29:26.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:25 smithi055 ceph-mon[85080]: from='osd.2 [v2:172.21.15.12:6818/878884947,v1:172.21.15.12:6819/878884947]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-02T08:29:26.388 INFO:tasks.rados.rados.0.smithi012.stdout:1574: expect (ObjNum 464 snap 143 seq_num 464) 2024-04-02T08:29:26.951 INFO:tasks.rados.rados.0.smithi012.stdout:1568: done (6 left) 2024-04-02T08:29:26.953 INFO:tasks.rados.rados.0.smithi012.stdout:1570: done (5 left) 2024-04-02T08:29:26.953 INFO:tasks.rados.rados.0.smithi012.stdout:1571: done (4 left) 2024-04-02T08:29:26.953 INFO:tasks.rados.rados.0.smithi012.stdout:1572: done (3 left) 2024-04-02T08:29:26.953 INFO:tasks.rados.rados.0.smithi012.stdout:1573: done (2 left) 2024-04-02T08:29:26.954 INFO:tasks.rados.rados.0.smithi012.stdout:1574: done (1 left) 2024-04-02T08:29:26.954 INFO:tasks.rados.rados.0.smithi012.stdout:1576: done (0 left) 2024-04-02T08:29:26.954 INFO:tasks.rados.rados.0.smithi012.stdout:1577: rollback oid 45 current snap is 150 2024-04-02T08:29:26.954 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 45 to 149 2024-04-02T08:29:26.954 INFO:tasks.rados.rados.0.smithi012.stdout:1578: delete oid 41 current snap is 150 2024-04-02T08:29:26.967 INFO:tasks.rados.rados.0.smithi012.stdout:1578: done (1 left) 2024-04-02T08:29:26.967 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 49 current snap is 150 2024-04-02T08:29:26.967 INFO:tasks.rados.rados.0.smithi012.stdout:1579: seq_num 491 ranges {8183808=630784,8814592=401408} 2024-04-02T08:29:27.014 INFO:tasks.rados.rados.0.smithi012.stdout:1579: writing smithi01277369-49 from 8183808 to 8814592 tid 1 2024-04-02T08:29:27.017 INFO:tasks.rados.rados.0.smithi012.stdout:1579: writing smithi01277369-49 from 8814592 to 9216000 tid 2 2024-04-02T08:29:27.017 INFO:tasks.rados.rados.0.smithi012.stdout:1580: read oid 3 snap -1 2024-04-02T08:29:27.017 INFO:tasks.rados.rados.0.smithi012.stdout:1580: expect deleted 2024-04-02T08:29:27.017 INFO:tasks.rados.rados.0.smithi012.stdout:1581: read oid 31 snap 149 2024-04-02T08:29:27.017 INFO:tasks.rados.rados.0.smithi012.stdout:1581: expect (ObjNum 406 snap 123 seq_num 406) 2024-04-02T08:29:27.017 INFO:tasks.rados.rados.0.smithi012.stdout:1582: delete oid 19 current snap is 150 2024-04-02T08:29:27.017 INFO:tasks.rados.rados.0.smithi012.stdout:1577: finishing rollback tid 0 to smithi01277369-45 2024-04-02T08:29:27.017 INFO:tasks.rados.rados.0.smithi012.stdout:1577: finishing rollback tid 1 to smithi01277369-45 2024-04-02T08:29:27.017 INFO:tasks.rados.rados.0.smithi012.stdout:1577: finishing rollback tid 2 to smithi01277369-45 2024-04-02T08:29:27.017 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 45 v 606 (ObjNum 377 snap 114 seq_num 377) dirty exists 2024-04-02T08:29:27.019 INFO:tasks.rados.rados.0.smithi012.stdout:1579: finishing write tid 1 to smithi01277369-49 2024-04-02T08:29:27.022 INFO:tasks.rados.rados.0.smithi012.stdout:1579: finishing write tid 2 to smithi01277369-49 2024-04-02T08:29:27.022 INFO:tasks.rados.rados.0.smithi012.stdout:1579: finishing write tid 3 to smithi01277369-49 2024-04-02T08:29:27.026 INFO:tasks.rados.rados.0.smithi012.stdout:1579: finishing write tid 4 to smithi01277369-49 2024-04-02T08:29:27.026 INFO:tasks.rados.rados.0.smithi012.stdout:1579: oid 49 updating version 0 to 857 2024-04-02T08:29:27.027 INFO:tasks.rados.rados.0.smithi012.stdout:1579: oid 49 version 857 is already newer than 855 2024-04-02T08:29:27.027 INFO:tasks.rados.rados.0.smithi012.stdout:1579: oid 49 version 857 is already newer than 856 2024-04-02T08:29:27.027 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 49 v 857 (ObjNum 491 snap 150 seq_num 491) dirty exists 2024-04-02T08:29:27.027 INFO:tasks.rados.rados.0.smithi012.stdout:1579: left oid 49 (ObjNum 491 snap 150 seq_num 491) 2024-04-02T08:29:27.028 INFO:tasks.rados.rados.0.smithi012.stdout:1581: expect (ObjNum 406 snap 123 seq_num 406) 2024-04-02T08:29:27.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:26 smithi055 ceph-mon[85080]: from='osd.2 [v2:172.21.15.12:6818/878884947,v1:172.21.15.12:6819/878884947]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-02T08:29:27.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:26 smithi055 ceph-mon[85080]: osdmap e378: 8 total, 7 up, 8 in 2024-04-02T08:29:27.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:26 smithi055 ceph-mon[85080]: from='osd.2 [v2:172.21.15.12:6818/878884947,v1:172.21.15.12:6819/878884947]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-04-02T08:29:27.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:26 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:29:27.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:26 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:29:27.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:26 smithi012 ceph-mon[90784]: from='osd.2 [v2:172.21.15.12:6818/878884947,v1:172.21.15.12:6819/878884947]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-02T08:29:27.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:26 smithi012 ceph-mon[90784]: osdmap e378: 8 total, 7 up, 8 in 2024-04-02T08:29:27.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:26 smithi012 ceph-mon[90784]: from='osd.2 [v2:172.21.15.12:6818/878884947,v1:172.21.15.12:6819/878884947]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-04-02T08:29:27.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:26 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:29:27.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:26 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:29:27.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:26 smithi012 ceph-mon[88355]: from='osd.2 [v2:172.21.15.12:6818/878884947,v1:172.21.15.12:6819/878884947]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-02T08:29:27.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:26 smithi012 ceph-mon[88355]: osdmap e378: 8 total, 7 up, 8 in 2024-04-02T08:29:27.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:26 smithi012 ceph-mon[88355]: from='osd.2 [v2:172.21.15.12:6818/878884947,v1:172.21.15.12:6819/878884947]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-04-02T08:29:27.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:26 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:29:27.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:26 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:29:28.011 INFO:tasks.rados.rados.0.smithi012.stdout:1577: done (4 left) 2024-04-02T08:29:28.011 INFO:tasks.rados.rados.0.smithi012.stdout:1579: done (3 left) 2024-04-02T08:29:28.011 INFO:tasks.rados.rados.0.smithi012.stdout:1580: done (2 left) 2024-04-02T08:29:28.011 INFO:tasks.rados.rados.0.smithi012.stdout:1581: done (1 left) 2024-04-02T08:29:28.011 INFO:tasks.rados.rados.0.smithi012.stdout:1582: done (0 left) 2024-04-02T08:29:28.011 INFO:tasks.rados.rados.0.smithi012.stdout:1583: read oid 32 snap -1 2024-04-02T08:29:28.011 INFO:tasks.rados.rados.0.smithi012.stdout:1583: expect (ObjNum 488 snap 149 seq_num 488) 2024-04-02T08:29:28.011 INFO:tasks.rados.rados.0.smithi012.stdout:1584: copy_from oid 38 from oid 13 current snap is 150 2024-04-02T08:29:28.012 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 18 current snap is 150 2024-04-02T08:29:28.012 INFO:tasks.rados.rados.0.smithi012.stdout:1585: seq_num 493 ranges {4505600=663552,5169152=401408} 2024-04-02T08:29:28.025 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:29:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:29:27] "GET /metrics HTTP/1.1" 200 36123 "" "Prometheus/2.43.0" 2024-04-02T08:29:28.026 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:27 smithi012 ceph-mon[88355]: pgmap v235: 121 pgs: 9 active+undersized+degraded, 31 active+undersized, 81 active+clean; 153 MiB data, 919 MiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.2 MiB/s wr, 15 op/s; 30/210 objects degraded (14.286%) 2024-04-02T08:29:28.026 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:27 smithi012 ceph-mon[88355]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:29:28.026 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:27 smithi012 ceph-mon[88355]: osd.2 [v2:172.21.15.12:6818/878884947,v1:172.21.15.12:6819/878884947] boot 2024-04-02T08:29:28.026 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:27 smithi012 ceph-mon[88355]: osdmap e379: 8 total, 8 up, 8 in 2024-04-02T08:29:28.026 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:27 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:29:28.026 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:27 smithi012 ceph-mon[88355]: Health check update: Degraded data redundancy: 30/210 objects degraded (14.286%), 9 pgs degraded (PG_DEGRADED) 2024-04-02T08:29:28.026 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:27 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:29:28.026 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:27 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:29:28.026 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:27 smithi012 ceph-mon[90784]: pgmap v235: 121 pgs: 9 active+undersized+degraded, 31 active+undersized, 81 active+clean; 153 MiB data, 919 MiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.2 MiB/s wr, 15 op/s; 30/210 objects degraded (14.286%) 2024-04-02T08:29:28.027 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:27 smithi012 ceph-mon[90784]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:29:28.027 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:27 smithi012 ceph-mon[90784]: osd.2 [v2:172.21.15.12:6818/878884947,v1:172.21.15.12:6819/878884947] boot 2024-04-02T08:29:28.027 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:27 smithi012 ceph-mon[90784]: osdmap e379: 8 total, 8 up, 8 in 2024-04-02T08:29:28.027 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:27 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:29:28.027 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:27 smithi012 ceph-mon[90784]: Health check update: Degraded data redundancy: 30/210 objects degraded (14.286%), 9 pgs degraded (PG_DEGRADED) 2024-04-02T08:29:28.027 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:27 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:29:28.027 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:27 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:29:28.039 INFO:tasks.rados.rados.0.smithi012.stdout:1585: writing smithi01277369-18 from 4505600 to 5169152 tid 1 2024-04-02T08:29:28.041 INFO:tasks.rados.rados.0.smithi012.stdout:1585: writing smithi01277369-18 from 5169152 to 5570560 tid 2 2024-04-02T08:29:28.042 INFO:tasks.rados.rados.0.smithi012.stdout:1586: copy_from oid 1 from oid 5 current snap is 150 2024-04-02T08:29:28.042 INFO:tasks.rados.rados.0.smithi012.stdout:1583: expect (ObjNum 488 snap 149 seq_num 488) 2024-04-02T08:29:28.072 INFO:tasks.rados.rados.0.smithi012.stdout:1584: finishing copy_from racing read to smithi01277369-38 2024-04-02T08:29:28.072 INFO:tasks.rados.rados.0.smithi012.stdout:1584: finishing copy_from to smithi01277369-38 2024-04-02T08:29:28.072 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 38 v 939 (ObjNum 428 snap 132 seq_num 428) dirty exists 2024-04-02T08:29:28.072 INFO:tasks.rados.rados.0.smithi012.stdout:1583: done (3 left) 2024-04-02T08:29:28.072 INFO:tasks.rados.rados.0.smithi012.stdout:1584: done (2 left) 2024-04-02T08:29:28.073 INFO:tasks.rados.rados.0.smithi012.stdout:1587: read oid 49 snap -1 2024-04-02T08:29:28.073 INFO:tasks.rados.rados.0.smithi012.stdout:1587: expect (ObjNum 491 snap 150 seq_num 491) 2024-04-02T08:29:28.073 INFO:tasks.rados.rados.0.smithi012.stdout:1588: read oid 26 snap -1 2024-04-02T08:29:28.073 INFO:tasks.rados.rados.0.smithi012.stdout:1588: expect (ObjNum 460 snap 142 seq_num 460) 2024-04-02T08:29:28.073 INFO:tasks.rados.rados.0.smithi012.stdout:1589: snap_create 2024-04-02T08:29:28.073 INFO:tasks.rados.rados.0.smithi012.stdout:1585: finishing write tid 1 to smithi01277369-18 2024-04-02T08:29:28.073 INFO:tasks.rados.rados.0.smithi012.stdout:1585: finishing write tid 2 to smithi01277369-18 2024-04-02T08:29:28.073 INFO:tasks.rados.rados.0.smithi012.stdout:1585: finishing write tid 3 to smithi01277369-18 2024-04-02T08:29:28.073 INFO:tasks.rados.rados.0.smithi012.stdout:1585: finishing write tid 4 to smithi01277369-18 2024-04-02T08:29:28.073 INFO:tasks.rados.rados.0.smithi012.stdout:1585: oid 18 updating version 0 to 893 2024-04-02T08:29:28.073 INFO:tasks.rados.rados.0.smithi012.stdout:1585: oid 18 version 893 is already newer than 892 2024-04-02T08:29:28.073 INFO:tasks.rados.rados.0.smithi012.stdout:1585: oid 18 updating version 893 to 894 2024-04-02T08:29:28.073 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 18 v 894 (ObjNum 493 snap 150 seq_num 493) dirty exists 2024-04-02T08:29:28.073 INFO:tasks.rados.rados.0.smithi012.stdout:1585: left oid 18 (ObjNum 493 snap 150 seq_num 493) 2024-04-02T08:29:28.074 INFO:tasks.rados.rados.0.smithi012.stdout:1586: finishing copy_from racing read to smithi01277369-1 2024-04-02T08:29:28.077 INFO:tasks.rados.rados.0.smithi012.stdout:1588: expect (ObjNum 460 snap 142 seq_num 460) 2024-04-02T08:29:28.096 INFO:tasks.rados.rados.0.smithi012.stdout:1586: finishing copy_from to smithi01277369-1 2024-04-02T08:29:28.096 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 1 v 859 (ObjNum 469 snap 145 seq_num 469) dirty exists 2024-04-02T08:29:28.114 INFO:tasks.rados.rados.0.smithi012.stdout:1587: expect (ObjNum 491 snap 150 seq_num 491) 2024-04-02T08:29:28.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:27 smithi055 ceph-mon[85080]: pgmap v235: 121 pgs: 9 active+undersized+degraded, 31 active+undersized, 81 active+clean; 153 MiB data, 919 MiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.2 MiB/s wr, 15 op/s; 30/210 objects degraded (14.286%) 2024-04-02T08:29:28.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:27 smithi055 ceph-mon[85080]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:29:28.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:27 smithi055 ceph-mon[85080]: osd.2 [v2:172.21.15.12:6818/878884947,v1:172.21.15.12:6819/878884947] boot 2024-04-02T08:29:28.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:27 smithi055 ceph-mon[85080]: osdmap e379: 8 total, 8 up, 8 in 2024-04-02T08:29:28.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:27 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:29:28.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:27 smithi055 ceph-mon[85080]: Health check update: Degraded data redundancy: 30/210 objects degraded (14.286%), 9 pgs degraded (PG_DEGRADED) 2024-04-02T08:29:28.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:27 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:29:28.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:27 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:29:28.955 INFO:tasks.rados.rados.0.smithi012.stdout:1585: done (4 left) 2024-04-02T08:29:28.955 INFO:tasks.rados.rados.0.smithi012.stdout:1586: done (3 left) 2024-04-02T08:29:28.955 INFO:tasks.rados.rados.0.smithi012.stdout:1587: done (2 left) 2024-04-02T08:29:28.956 INFO:tasks.rados.rados.0.smithi012.stdout:1588: done (1 left) 2024-04-02T08:29:28.956 INFO:tasks.rados.rados.0.smithi012.stdout:1589: done (0 left) 2024-04-02T08:29:28.956 INFO:tasks.rados.rados.0.smithi012.stdout:1590: snap_create 2024-04-02T08:29:29.212 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:28 smithi055 ceph-mon[85080]: osdmap e380: 8 total, 8 up, 8 in 2024-04-02T08:29:29.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:28 smithi012 ceph-mon[88355]: osdmap e380: 8 total, 8 up, 8 in 2024-04-02T08:29:29.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:28 smithi012 ceph-mon[90784]: osdmap e380: 8 total, 8 up, 8 in 2024-04-02T08:29:29.956 INFO:tasks.rados.rados.0.smithi012.stdout:1590: done (0 left) 2024-04-02T08:29:29.956 INFO:tasks.rados.rados.0.smithi012.stdout:1591: copy_from oid 10 from oid 15 current snap is 152 2024-04-02T08:29:29.957 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 35 current snap is 152 2024-04-02T08:29:29.957 INFO:tasks.rados.rados.0.smithi012.stdout:1592: seq_num 494 ranges {5201920=679936,5881856=401408} 2024-04-02T08:29:29.989 INFO:tasks.rados.rados.0.smithi012.stdout:1592: writing smithi01277369-35 from 5201920 to 5881856 tid 1 2024-04-02T08:29:29.991 INFO:tasks.rados.rados.0.smithi012.stdout:1592: writing smithi01277369-35 from 5881856 to 6283264 tid 2 2024-04-02T08:29:29.991 INFO:tasks.rados.rados.0.smithi012.stdout:1593: copy_from oid 6 from oid 14 current snap is 152 2024-04-02T08:29:29.991 INFO:tasks.rados.rados.0.smithi012.stdout:1591: finishing copy_from racing read to smithi01277369-10 2024-04-02T08:29:29.991 INFO:tasks.rados.rados.0.smithi012.stdout:1591: finishing copy_from to smithi01277369-10 2024-04-02T08:29:29.991 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 10 v 251 (ObjNum 454 snap 140 seq_num 454) dirty exists 2024-04-02T08:29:29.992 INFO:tasks.rados.rados.0.smithi012.stdout:1591: done (2 left) 2024-04-02T08:29:29.992 INFO:tasks.rados.rados.0.smithi012.stdout:1594: snap_create 2024-04-02T08:29:29.993 INFO:tasks.rados.rados.0.smithi012.stdout:1592: finishing write tid 1 to smithi01277369-35 2024-04-02T08:29:29.994 INFO:tasks.rados.rados.0.smithi012.stdout:1592: finishing write tid 2 to smithi01277369-35 2024-04-02T08:29:29.994 INFO:tasks.rados.rados.0.smithi012.stdout:1592: finishing write tid 3 to smithi01277369-35 2024-04-02T08:29:29.995 INFO:tasks.rados.rados.0.smithi012.stdout:1592: finishing write tid 4 to smithi01277369-35 2024-04-02T08:29:29.995 INFO:tasks.rados.rados.0.smithi012.stdout:1592: oid 35 updating version 0 to 961 2024-04-02T08:29:29.995 INFO:tasks.rados.rados.0.smithi012.stdout:1592: oid 35 version 961 is already newer than 959 2024-04-02T08:29:29.995 INFO:tasks.rados.rados.0.smithi012.stdout:1592: oid 35 version 961 is already newer than 960 2024-04-02T08:29:29.995 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 35 v 961 (ObjNum 494 snap 152 seq_num 494) dirty exists 2024-04-02T08:29:29.995 INFO:tasks.rados.rados.0.smithi012.stdout:1592: left oid 35 (ObjNum 494 snap 152 seq_num 494) 2024-04-02T08:29:30.015 INFO:tasks.rados.rados.0.smithi012.stdout:1593: finishing copy_from racing read to smithi01277369-6 2024-04-02T08:29:30.017 INFO:tasks.rados.rados.0.smithi012.stdout:1593: finishing copy_from to smithi01277369-6 2024-04-02T08:29:30.017 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 6 v 924 (ObjNum 446 snap 138 seq_num 446) dirty exists 2024-04-02T08:29:30.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:29 smithi012 ceph-mon[90784]: pgmap v238: 121 pgs: 9 active+undersized+degraded, 31 active+undersized, 81 active+clean; 153 MiB data, 919 MiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.2 MiB/s wr, 15 op/s; 30/210 objects degraded (14.286%) 2024-04-02T08:29:30.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:29 smithi012 ceph-mon[90784]: osdmap e381: 8 total, 8 up, 8 in 2024-04-02T08:29:30.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:29:30.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:30.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:29 smithi012 ceph-mon[88355]: pgmap v238: 121 pgs: 9 active+undersized+degraded, 31 active+undersized, 81 active+clean; 153 MiB data, 919 MiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.2 MiB/s wr, 15 op/s; 30/210 objects degraded (14.286%) 2024-04-02T08:29:30.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:29 smithi012 ceph-mon[88355]: osdmap e381: 8 total, 8 up, 8 in 2024-04-02T08:29:30.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:29:30.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:30.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:29 smithi055 ceph-mon[85080]: pgmap v238: 121 pgs: 9 active+undersized+degraded, 31 active+undersized, 81 active+clean; 153 MiB data, 919 MiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.2 MiB/s wr, 15 op/s; 30/210 objects degraded (14.286%) 2024-04-02T08:29:30.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:29 smithi055 ceph-mon[85080]: osdmap e381: 8 total, 8 up, 8 in 2024-04-02T08:29:30.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:29:30.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:30.932 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:29:30 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:29:30.850+0000 7f8b165ca700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-04-02T08:29:31.453 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:30 smithi055 ceph-mon[85080]: osdmap e382: 8 total, 8 up, 8 in 2024-04-02T08:29:31.454 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:30 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:29:31.454 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:30 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:29:31.454 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:30 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:29:31.454 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:30 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:29:31.454 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:30 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:29:31.454 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:30 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:29:31.454 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:30 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:31.454 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:30 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:31.454 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:30 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:31.454 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:30 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:29:31.456 INFO:tasks.rados.rados.0.smithi012.stdout:1592: done (2 left) 2024-04-02T08:29:31.456 INFO:tasks.rados.rados.0.smithi012.stdout:1593: done (1 left) 2024-04-02T08:29:31.456 INFO:tasks.rados.rados.0.smithi012.stdout:1594: done (0 left) 2024-04-02T08:29:31.456 INFO:tasks.rados.rados.0.smithi012.stdout:1595: delete oid 36 current snap is 153 2024-04-02T08:29:31.456 INFO:tasks.rados.rados.0.smithi012.stdout:1595: done (0 left) 2024-04-02T08:29:31.457 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 4 current snap is 153 2024-04-02T08:29:31.457 INFO:tasks.rados.rados.0.smithi012.stdout:1596: seq_num 496 ranges {917504=712704,1630208=401408} 2024-04-02T08:29:31.457 INFO:tasks.rados.rados.0.smithi012.stdout:1596: writing smithi01277369-4 from 917504 to 1630208 tid 1 2024-04-02T08:29:31.457 INFO:tasks.rados.rados.0.smithi012.stdout:1596: writing smithi01277369-4 from 1630208 to 2031616 tid 2 2024-04-02T08:29:31.457 INFO:tasks.rados.rados.0.smithi012.stdout:1597: rollback oid 39 current snap is 153 2024-04-02T08:29:31.457 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 39 to 152 2024-04-02T08:29:31.457 INFO:tasks.rados.rados.0.smithi012.stdout:1598: read oid 48 snap 149 2024-04-02T08:29:31.457 INFO:tasks.rados.rados.0.smithi012.stdout:1598: expect (ObjNum 445 snap 138 seq_num 445) 2024-04-02T08:29:31.457 INFO:tasks.rados.rados.0.smithi012.stdout:1599: snap_create 2024-04-02T08:29:31.457 INFO:tasks.rados.rados.0.smithi012.stdout:1597: finishing rollback tid 0 to smithi01277369-39 2024-04-02T08:29:31.457 INFO:tasks.rados.rados.0.smithi012.stdout:1597: finishing rollback tid 1 to smithi01277369-39 2024-04-02T08:29:31.457 INFO:tasks.rados.rados.0.smithi012.stdout:1596: finishing write tid 1 to smithi01277369-4 2024-04-02T08:29:31.457 INFO:tasks.rados.rados.0.smithi012.stdout:1596: finishing write tid 2 to smithi01277369-4 2024-04-02T08:29:31.457 INFO:tasks.rados.rados.0.smithi012.stdout:1596: finishing write tid 3 to smithi01277369-4 2024-04-02T08:29:31.458 INFO:tasks.rados.rados.0.smithi012.stdout:1596: finishing write tid 4 to smithi01277369-4 2024-04-02T08:29:31.458 INFO:tasks.rados.rados.0.smithi012.stdout:1596: oid 4 updating version 0 to 681 2024-04-02T08:29:31.458 INFO:tasks.rados.rados.0.smithi012.stdout:1596: oid 4 version 681 is already newer than 680 2024-04-02T08:29:31.458 INFO:tasks.rados.rados.0.smithi012.stdout:1596: oid 4 updating version 681 to 682 2024-04-02T08:29:31.458 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 4 v 682 (ObjNum 496 snap 153 seq_num 496) dirty exists 2024-04-02T08:29:31.458 INFO:tasks.rados.rados.0.smithi012.stdout:1596: left oid 4 (ObjNum 496 snap 153 seq_num 496) 2024-04-02T08:29:31.458 INFO:tasks.rados.rados.0.smithi012.stdout:1597: finishing rollback tid 2 to smithi01277369-39 2024-04-02T08:29:31.458 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 39 v 942 (ObjNum 481 snap 148 seq_num 481) dirty exists 2024-04-02T08:29:31.458 INFO:tasks.rados.rados.0.smithi012.stdout:1598: expect (ObjNum 445 snap 138 seq_num 445) 2024-04-02T08:29:31.461 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:30 smithi012 ceph-mon[90784]: osdmap e382: 8 total, 8 up, 8 in 2024-04-02T08:29:31.461 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:30 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:29:31.461 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:30 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:29:31.461 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:30 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:29:31.461 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:30 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:29:31.461 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:30 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:29:31.461 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:30 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:29:31.462 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:30 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:31.462 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:30 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:31.462 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:30 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:31.462 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:30 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:29:31.462 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:30 smithi012 ceph-mon[88355]: osdmap e382: 8 total, 8 up, 8 in 2024-04-02T08:29:31.462 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:30 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:29:31.462 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:30 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:29:31.462 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:30 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:29:31.462 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:30 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:29:31.462 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:30 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:29:31.463 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:30 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:29:31.463 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:30 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:31.463 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:30 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:31.463 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:30 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:31.463 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:30 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:29:32.219 INFO:tasks.rados.rados.0.smithi012.stdout:1596: done (3 left) 2024-04-02T08:29:32.219 INFO:tasks.rados.rados.0.smithi012.stdout:1597: done (2 left) 2024-04-02T08:29:32.220 INFO:tasks.rados.rados.0.smithi012.stdout:1598: done (1 left) 2024-04-02T08:29:32.220 INFO:tasks.rados.rados.0.smithi012.stdout:1599: done (0 left) 2024-04-02T08:29:32.220 INFO:tasks.rados.rados.0.smithi012.stdout:1600: rmattr oid 13 current snap is 154 2024-04-02T08:29:32.220 INFO:tasks.rados.rados.0.smithi012.stdout:1600: done (0 left) 2024-04-02T08:29:32.220 INFO:tasks.rados.rados.0.smithi012.stdout:1601: snap_remove snap 150 2024-04-02T08:29:32.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:31 smithi055 ceph-mon[85080]: pgmap v241: 121 pgs: 8 active+undersized+degraded, 20 active+undersized, 93 active+clean; 163 MiB data, 929 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.4 MiB/s wr, 9 op/s; 29/225 objects degraded (12.889%) 2024-04-02T08:29:32.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:31 smithi055 ceph-mon[85080]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:29:32.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:31 smithi055 ceph-mon[85080]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-04-02T08:29:32.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:31 smithi055 ceph-mon[85080]: osdmap e383: 8 total, 8 up, 8 in 2024-04-02T08:29:32.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:31 smithi012 ceph-mon[90784]: pgmap v241: 121 pgs: 8 active+undersized+degraded, 20 active+undersized, 93 active+clean; 163 MiB data, 929 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.4 MiB/s wr, 9 op/s; 29/225 objects degraded (12.889%) 2024-04-02T08:29:32.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:31 smithi012 ceph-mon[90784]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:29:32.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:31 smithi012 ceph-mon[90784]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-04-02T08:29:32.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:31 smithi012 ceph-mon[90784]: osdmap e383: 8 total, 8 up, 8 in 2024-04-02T08:29:32.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:31 smithi012 ceph-mon[88355]: pgmap v241: 121 pgs: 8 active+undersized+degraded, 20 active+undersized, 93 active+clean; 163 MiB data, 929 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.4 MiB/s wr, 9 op/s; 29/225 objects degraded (12.889%) 2024-04-02T08:29:32.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:31 smithi012 ceph-mon[88355]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:29:32.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:31 smithi012 ceph-mon[88355]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-04-02T08:29:32.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:31 smithi012 ceph-mon[88355]: osdmap e383: 8 total, 8 up, 8 in 2024-04-02T08:29:32.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:29:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:29:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:29:32.993 INFO:tasks.rados.rados.0.smithi012.stdout:1601: done (0 left) 2024-04-02T08:29:32.993 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 15 current snap is 154 2024-04-02T08:29:32.994 INFO:tasks.rados.rados.0.smithi012.stdout:1602: seq_num 497 ranges {4628480=729088,5357568=401408} 2024-04-02T08:29:33.025 INFO:tasks.rados.rados.0.smithi012.stdout:1602: writing smithi01277369-15 from 4628480 to 5357568 tid 1 2024-04-02T08:29:33.028 INFO:tasks.rados.rados.0.smithi012.stdout:1602: writing smithi01277369-15 from 5357568 to 5758976 tid 2 2024-04-02T08:29:33.028 INFO:tasks.rados.rados.0.smithi012.stdout:1603: snap_create 2024-04-02T08:29:33.047 INFO:tasks.rados.rados.0.smithi012.stdout:1602: finishing write tid 1 to smithi01277369-15 2024-04-02T08:29:33.047 INFO:tasks.rados.rados.0.smithi012.stdout:1602: finishing write tid 2 to smithi01277369-15 2024-04-02T08:29:33.047 INFO:tasks.rados.rados.0.smithi012.stdout:1602: finishing write tid 3 to smithi01277369-15 2024-04-02T08:29:33.048 INFO:tasks.rados.rados.0.smithi012.stdout:1602: finishing write tid 4 to smithi01277369-15 2024-04-02T08:29:33.048 INFO:tasks.rados.rados.0.smithi012.stdout:1602: oid 15 updating version 0 to 261 2024-04-02T08:29:33.048 INFO:tasks.rados.rados.0.smithi012.stdout:1602: oid 15 updating version 261 to 262 2024-04-02T08:29:33.048 INFO:tasks.rados.rados.0.smithi012.stdout:1602: oid 15 version 262 is already newer than 260 2024-04-02T08:29:33.048 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 15 v 262 (ObjNum 497 snap 154 seq_num 497) dirty exists 2024-04-02T08:29:33.048 INFO:tasks.rados.rados.0.smithi012.stdout:1602: left oid 15 (ObjNum 497 snap 154 seq_num 497) 2024-04-02T08:29:33.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:32 smithi055 ceph-mon[85080]: osdmap e384: 8 total, 8 up, 8 in 2024-04-02T08:29:33.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:32 smithi055 ceph-mon[85080]: pgmap v244: 121 pgs: 121 active+clean; 169 MiB data, 964 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 17 op/s; 8.5 MiB/s, 2 objects/s recovering 2024-04-02T08:29:33.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:32 smithi012 ceph-mon[88355]: osdmap e384: 8 total, 8 up, 8 in 2024-04-02T08:29:33.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:32 smithi012 ceph-mon[88355]: pgmap v244: 121 pgs: 121 active+clean; 169 MiB data, 964 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 17 op/s; 8.5 MiB/s, 2 objects/s recovering 2024-04-02T08:29:33.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:32 smithi012 ceph-mon[90784]: osdmap e384: 8 total, 8 up, 8 in 2024-04-02T08:29:33.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:32 smithi012 ceph-mon[90784]: pgmap v244: 121 pgs: 121 active+clean; 169 MiB data, 964 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 17 op/s; 8.5 MiB/s, 2 objects/s recovering 2024-04-02T08:29:33.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:29:33 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:29:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi012\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi012\", job=\"node\", machine=\"x86_64\", nodename=\"smithi012\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi012\", job=\"node\", machine=\"x86_64\", nodename=\"smithi012\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:29:33.900 INFO:tasks.rados.rados.0.smithi012.stdout:1602: done (1 left) 2024-04-02T08:29:33.900 INFO:tasks.rados.rados.0.smithi012.stdout:1603: done (0 left) 2024-04-02T08:29:33.900 INFO:tasks.rados.rados.0.smithi012.stdout:1604: read oid 27 snap -1 2024-04-02T08:29:33.900 INFO:tasks.rados.rados.0.smithi012.stdout:1604: expect (ObjNum 451 snap 139 seq_num 451) 2024-04-02T08:29:33.900 INFO:tasks.rados.rados.0.smithi012.stdout:1605: rmattr oid 22 current snap is 155 2024-04-02T08:29:33.900 INFO:tasks.rados.rados.0.smithi012.stdout:1605: done (1 left) 2024-04-02T08:29:33.901 INFO:tasks.rados.rados.0.smithi012.stdout:1606: read oid 21 snap 154 2024-04-02T08:29:33.901 INFO:tasks.rados.rados.0.smithi012.stdout:1606: expect deleted 2024-04-02T08:29:33.901 INFO:tasks.rados.rados.0.smithi012.stdout:1607: snap_create 2024-04-02T08:29:33.905 INFO:tasks.rados.rados.0.smithi012.stdout:1604: expect (ObjNum 451 snap 139 seq_num 451) 2024-04-02T08:29:34.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:33 smithi055 ceph-mon[85080]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 29/225 objects degraded (12.889%), 8 pgs degraded) 2024-04-02T08:29:34.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:33 smithi055 ceph-mon[85080]: Cluster is now healthy 2024-04-02T08:29:34.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:33 smithi055 ceph-mon[85080]: osdmap e385: 8 total, 8 up, 8 in 2024-04-02T08:29:34.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:33 smithi055 ceph-mon[85080]: osdmap e386: 8 total, 8 up, 8 in 2024-04-02T08:29:34.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:33 smithi012 ceph-mon[88355]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 29/225 objects degraded (12.889%), 8 pgs degraded) 2024-04-02T08:29:34.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:33 smithi012 ceph-mon[88355]: Cluster is now healthy 2024-04-02T08:29:34.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:33 smithi012 ceph-mon[88355]: osdmap e385: 8 total, 8 up, 8 in 2024-04-02T08:29:34.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:33 smithi012 ceph-mon[88355]: osdmap e386: 8 total, 8 up, 8 in 2024-04-02T08:29:34.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:33 smithi012 ceph-mon[90784]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 29/225 objects degraded (12.889%), 8 pgs degraded) 2024-04-02T08:29:34.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:33 smithi012 ceph-mon[90784]: Cluster is now healthy 2024-04-02T08:29:34.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:33 smithi012 ceph-mon[90784]: osdmap e385: 8 total, 8 up, 8 in 2024-04-02T08:29:34.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:33 smithi012 ceph-mon[90784]: osdmap e386: 8 total, 8 up, 8 in 2024-04-02T08:29:34.906 INFO:tasks.rados.rados.0.smithi012.stdout:1604: done (2 left) 2024-04-02T08:29:34.906 INFO:tasks.rados.rados.0.smithi012.stdout:1606: done (1 left) 2024-04-02T08:29:34.906 INFO:tasks.rados.rados.0.smithi012.stdout:1607: done (0 left) 2024-04-02T08:29:34.906 INFO:tasks.rados.rados.0.smithi012.stdout:1608: setattr oid 18 current snap is 156 2024-04-02T08:29:34.907 INFO:tasks.rados.rados.0.smithi012.stdout:1609: setattr oid 47 current snap is 156 2024-04-02T08:29:34.909 INFO:tasks.rados.rados.0.smithi012.stdout:1610: delete oid 41 current snap is 156 2024-04-02T08:29:34.913 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 47 v 850 (ObjNum 441 snap 137 seq_num 441) dirty exists 2024-04-02T08:29:34.915 INFO:tasks.rados.rados.0.smithi012.stdout:1609: done (2 left) 2024-04-02T08:29:34.915 INFO:tasks.rados.rados.0.smithi012.stdout:1610: done (1 left) 2024-04-02T08:29:34.915 INFO:tasks.rados.rados.0.smithi012.stdout:1611: snap_create 2024-04-02T08:29:34.915 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 18 v 895 (ObjNum 493 snap 150 seq_num 493) dirty exists 2024-04-02T08:29:35.913 INFO:tasks.rados.rados.0.smithi012.stdout:1608: done (1 left) 2024-04-02T08:29:35.913 INFO:tasks.rados.rados.0.smithi012.stdout:1611: done (0 left) 2024-04-02T08:29:35.913 INFO:tasks.rados.rados.0.smithi012.stdout:1612: copy_from oid 49 from oid 48 current snap is 157 2024-04-02T08:29:35.914 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 15 current snap is 157 2024-04-02T08:29:35.914 INFO:tasks.rados.rados.0.smithi012.stdout:1613: seq_num 499 ranges {5758976=761856,6520832=401408} 2024-04-02T08:29:35.949 INFO:tasks.rados.rados.0.smithi012.stdout:1613: writing smithi01277369-15 from 5758976 to 6520832 tid 1 2024-04-02T08:29:35.952 INFO:tasks.rados.rados.0.smithi012.stdout:1613: writing smithi01277369-15 from 6520832 to 6922240 tid 2 2024-04-02T08:29:35.952 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 17 current snap is 157 2024-04-02T08:29:35.952 INFO:tasks.rados.rados.0.smithi012.stdout:1614: seq_num 500 ranges {1794048=778240,2572288=401408} 2024-04-02T08:29:35.966 INFO:tasks.rados.rados.0.smithi012.stdout:1614: writing smithi01277369-17 from 1794048 to 2572288 tid 1 2024-04-02T08:29:35.970 INFO:tasks.rados.rados.0.smithi012.stdout:1614: writing smithi01277369-17 from 2572288 to 2973696 tid 2 2024-04-02T08:29:35.970 INFO:tasks.rados.rados.0.smithi012.stdout:1615: rollback oid 28 current snap is 157 2024-04-02T08:29:35.970 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 28 to 153 2024-04-02T08:29:35.970 INFO:tasks.rados.rados.0.smithi012.stdout:1613: finishing write tid 1 to smithi01277369-15 2024-04-02T08:29:35.970 INFO:tasks.rados.rados.0.smithi012.stdout:1613: finishing write tid 2 to smithi01277369-15 2024-04-02T08:29:35.970 INFO:tasks.rados.rados.0.smithi012.stdout:1613: finishing write tid 3 to smithi01277369-15 2024-04-02T08:29:35.970 INFO:tasks.rados.rados.0.smithi012.stdout:1613: finishing write tid 4 to smithi01277369-15 2024-04-02T08:29:35.970 INFO:tasks.rados.rados.0.smithi012.stdout:1613: oid 15 updating version 0 to 265 2024-04-02T08:29:35.970 INFO:tasks.rados.rados.0.smithi012.stdout:1613: oid 15 updating version 265 to 266 2024-04-02T08:29:35.970 INFO:tasks.rados.rados.0.smithi012.stdout:1613: oid 15 version 266 is already newer than 264 2024-04-02T08:29:35.971 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 15 v 266 (ObjNum 499 snap 157 seq_num 499) dirty exists 2024-04-02T08:29:35.971 INFO:tasks.rados.rados.0.smithi012.stdout:1613: left oid 15 (ObjNum 499 snap 157 seq_num 499) 2024-04-02T08:29:35.971 INFO:tasks.rados.rados.0.smithi012.stdout:1612: finishing copy_from racing read to smithi01277369-49 2024-04-02T08:29:35.971 INFO:tasks.rados.rados.0.smithi012.stdout:1612: finishing copy_from to smithi01277369-49 2024-04-02T08:29:35.971 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 49 v 851 (ObjNum 445 snap 138 seq_num 445) dirty exists 2024-04-02T08:29:35.971 INFO:tasks.rados.rados.0.smithi012.stdout:1612: done (3 left) 2024-04-02T08:29:35.971 INFO:tasks.rados.rados.0.smithi012.stdout:1613: done (2 left) 2024-04-02T08:29:35.971 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 2 current snap is 157 2024-04-02T08:29:35.971 INFO:tasks.rados.rados.0.smithi012.stdout:1616: seq_num 501 ranges {909312=794624,1703936=401408} 2024-04-02T08:29:35.979 INFO:tasks.rados.rados.0.smithi012.stdout:1616: writing smithi01277369-2 from 909312 to 1703936 tid 1 2024-04-02T08:29:35.981 INFO:tasks.rados.rados.0.smithi012.stdout:1616: writing smithi01277369-2 from 1703936 to 2105344 tid 2 2024-04-02T08:29:35.981 INFO:tasks.rados.rados.0.smithi012.stdout:1617: delete oid 47 current snap is 157 2024-04-02T08:29:35.981 INFO:tasks.rados.rados.0.smithi012.stdout:1614: finishing write tid 1 to smithi01277369-17 2024-04-02T08:29:35.982 INFO:tasks.rados.rados.0.smithi012.stdout:1614: finishing write tid 2 to smithi01277369-17 2024-04-02T08:29:35.982 INFO:tasks.rados.rados.0.smithi012.stdout:1614: finishing write tid 3 to smithi01277369-17 2024-04-02T08:29:35.982 INFO:tasks.rados.rados.0.smithi012.stdout:1615: finishing rollback tid 1 to smithi01277369-28 2024-04-02T08:29:35.982 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 28 v 0 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-04-02T08:29:35.982 INFO:tasks.rados.rados.0.smithi012.stdout:1614: finishing write tid 4 to smithi01277369-17 2024-04-02T08:29:35.982 INFO:tasks.rados.rados.0.smithi012.stdout:1614: oid 17 updating version 0 to 965 2024-04-02T08:29:35.982 INFO:tasks.rados.rados.0.smithi012.stdout:1614: oid 17 updating version 965 to 966 2024-04-02T08:29:35.982 INFO:tasks.rados.rados.0.smithi012.stdout:1614: oid 17 updating version 966 to 967 2024-04-02T08:29:35.982 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 17 v 967 (ObjNum 500 snap 157 seq_num 500) dirty exists 2024-04-02T08:29:35.982 INFO:tasks.rados.rados.0.smithi012.stdout:1614: left oid 17 (ObjNum 500 snap 157 seq_num 500) 2024-04-02T08:29:35.984 INFO:tasks.rados.rados.0.smithi012.stdout:1616: finishing write tid 1 to smithi01277369-2 2024-04-02T08:29:35.984 INFO:tasks.rados.rados.0.smithi012.stdout:1614: done (3 left) 2024-04-02T08:29:35.984 INFO:tasks.rados.rados.0.smithi012.stdout:1615: done (2 left) 2024-04-02T08:29:35.984 INFO:tasks.rados.rados.0.smithi012.stdout:1617: done (1 left) 2024-04-02T08:29:35.984 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 44 current snap is 157 2024-04-02T08:29:35.984 INFO:tasks.rados.rados.0.smithi012.stdout:1618: seq_num 503 ranges {4653056=425984,5079040=704512,5783552=98304} 2024-04-02T08:29:36.011 INFO:tasks.rados.rados.0.smithi012.stdout:1618: writing smithi01277369-44 from 4653056 to 5079040 tid 1 2024-04-02T08:29:36.015 INFO:tasks.rados.rados.0.smithi012.stdout:1618: writing smithi01277369-44 from 5079040 to 5783552 tid 2 2024-04-02T08:29:36.017 INFO:tasks.rados.rados.0.smithi012.stdout:1618: writing smithi01277369-44 from 5783552 to 5881856 tid 3 2024-04-02T08:29:36.017 INFO:tasks.rados.rados.0.smithi012.stdout:1619: read oid 20 snap -1 2024-04-02T08:29:36.017 INFO:tasks.rados.rados.0.smithi012.stdout:1619: expect (ObjNum 426 snap 132 seq_num 426) 2024-04-02T08:29:36.017 INFO:tasks.rados.rados.0.smithi012.stdout:1620: read oid 42 snap 155 2024-04-02T08:29:36.017 INFO:tasks.rados.rados.0.smithi012.stdout:1620: expect (ObjNum 441 snap 137 seq_num 441) 2024-04-02T08:29:36.017 INFO:tasks.rados.rados.0.smithi012.stdout:1621: read oid 8 snap -1 2024-04-02T08:29:36.017 INFO:tasks.rados.rados.0.smithi012.stdout:1621: expect (ObjNum 446 snap 138 seq_num 446) 2024-04-02T08:29:36.017 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 29 current snap is 157 2024-04-02T08:29:36.017 INFO:tasks.rados.rados.0.smithi012.stdout:1616: finishing write tid 2 to smithi01277369-2 2024-04-02T08:29:36.017 INFO:tasks.rados.rados.0.smithi012.stdout:1616: finishing write tid 3 to smithi01277369-2 2024-04-02T08:29:36.018 INFO:tasks.rados.rados.0.smithi012.stdout:1616: finishing write tid 4 to smithi01277369-2 2024-04-02T08:29:36.018 INFO:tasks.rados.rados.0.smithi012.stdout:1616: oid 2 updating version 0 to 720 2024-04-02T08:29:36.018 INFO:tasks.rados.rados.0.smithi012.stdout:1616: oid 2 version 720 is already newer than 719 2024-04-02T08:29:36.018 INFO:tasks.rados.rados.0.smithi012.stdout:1616: oid 2 updating version 720 to 721 2024-04-02T08:29:36.018 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 2 v 721 (ObjNum 501 snap 157 seq_num 501) dirty exists 2024-04-02T08:29:36.018 INFO:tasks.rados.rados.0.smithi012.stdout:1616: left oid 2 (ObjNum 501 snap 157 seq_num 501) 2024-04-02T08:29:36.018 INFO:tasks.rados.rados.0.smithi012.stdout:1618: finishing write tid 1 to smithi01277369-44 2024-04-02T08:29:36.018 INFO:tasks.rados.rados.0.smithi012.stdout:1622: seq_num 504 ranges {0=450560,450560=589824,1040384=212992} 2024-04-02T08:29:36.019 INFO:tasks.rados.rados.0.smithi012.stdout:1622: writing smithi01277369-29 from 0 to 450560 tid 1 2024-04-02T08:29:36.023 INFO:tasks.rados.rados.0.smithi012.stdout:1622: writing smithi01277369-29 from 450560 to 1040384 tid 2 2024-04-02T08:29:36.025 INFO:tasks.rados.rados.0.smithi012.stdout:1622: writing smithi01277369-29 from 1040384 to 1253376 tid 3 2024-04-02T08:29:36.025 INFO:tasks.rados.rados.0.smithi012.stdout:1616: done (5 left) 2024-04-02T08:29:36.025 INFO:tasks.rados.rados.0.smithi012.stdout:1623: read oid 19 snap -1 2024-04-02T08:29:36.025 INFO:tasks.rados.rados.0.smithi012.stdout:1623: expect deleted 2024-04-02T08:29:36.025 INFO:tasks.rados.rados.0.smithi012.stdout:1624: snap_create 2024-04-02T08:29:36.025 INFO:tasks.rados.rados.0.smithi012.stdout:1620: expect (ObjNum 441 snap 137 seq_num 441) 2024-04-02T08:29:36.039 INFO:tasks.rados.rados.0.smithi012.stdout:1618: finishing write tid 2 to smithi01277369-44 2024-04-02T08:29:36.039 INFO:tasks.rados.rados.0.smithi012.stdout:1618: finishing write tid 3 to smithi01277369-44 2024-04-02T08:29:36.039 INFO:tasks.rados.rados.0.smithi012.stdout:1618: finishing write tid 4 to smithi01277369-44 2024-04-02T08:29:36.040 INFO:tasks.rados.rados.0.smithi012.stdout:1618: finishing write tid 5 to smithi01277369-44 2024-04-02T08:29:36.040 INFO:tasks.rados.rados.0.smithi012.stdout:1618: oid 44 updating version 0 to 725 2024-04-02T08:29:36.040 INFO:tasks.rados.rados.0.smithi012.stdout:1618: oid 44 version 725 is already newer than 724 2024-04-02T08:29:36.040 INFO:tasks.rados.rados.0.smithi012.stdout:1618: oid 44 updating version 725 to 726 2024-04-02T08:29:36.040 INFO:tasks.rados.rados.0.smithi012.stdout:1618: oid 44 version 726 is already newer than 723 2024-04-02T08:29:36.040 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 44 v 726 (ObjNum 503 snap 157 seq_num 503) dirty exists 2024-04-02T08:29:36.040 INFO:tasks.rados.rados.0.smithi012.stdout:1618: left oid 44 (ObjNum 503 snap 157 seq_num 503) 2024-04-02T08:29:36.040 INFO:tasks.rados.rados.0.smithi012.stdout:1622: finishing write tid 1 to smithi01277369-29 2024-04-02T08:29:36.040 INFO:tasks.rados.rados.0.smithi012.stdout:1622: finishing write tid 2 to smithi01277369-29 2024-04-02T08:29:36.040 INFO:tasks.rados.rados.0.smithi012.stdout:1622: finishing write tid 3 to smithi01277369-29 2024-04-02T08:29:36.040 INFO:tasks.rados.rados.0.smithi012.stdout:1622: finishing write tid 4 to smithi01277369-29 2024-04-02T08:29:36.040 INFO:tasks.rados.rados.0.smithi012.stdout:1622: finishing write tid 5 to smithi01277369-29 2024-04-02T08:29:36.040 INFO:tasks.rados.rados.0.smithi012.stdout:1622: oid 29 updating version 0 to 847 2024-04-02T08:29:36.040 INFO:tasks.rados.rados.0.smithi012.stdout:1622: oid 29 version 847 is already newer than 846 2024-04-02T08:29:36.041 INFO:tasks.rados.rados.0.smithi012.stdout:1622: oid 29 updating version 847 to 848 2024-04-02T08:29:36.041 INFO:tasks.rados.rados.0.smithi012.stdout:1622: oid 29 version 848 is already newer than 845 2024-04-02T08:29:36.041 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 29 v 848 (ObjNum 504 snap 157 seq_num 504) dirty exists 2024-04-02T08:29:36.041 INFO:tasks.rados.rados.0.smithi012.stdout:1622: left oid 29 (ObjNum 504 snap 157 seq_num 504) 2024-04-02T08:29:36.041 INFO:tasks.rados.rados.0.smithi012.stdout:1619: expect (ObjNum 426 snap 132 seq_num 426) 2024-04-02T08:29:36.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:35 smithi012 ceph-mon[88355]: pgmap v247: 121 pgs: 121 active+clean; 169 MiB data, 964 MiB used, 714 GiB / 715 GiB avail; 189 KiB/s rd, 3.4 MiB/s wr, 8 op/s; 8.5 MiB/s, 2 objects/s recovering 2024-04-02T08:29:36.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:35 smithi012 ceph-mon[88355]: osdmap e387: 8 total, 8 up, 8 in 2024-04-02T08:29:36.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:35 smithi012 ceph-mon[90784]: pgmap v247: 121 pgs: 121 active+clean; 169 MiB data, 964 MiB used, 714 GiB / 715 GiB avail; 189 KiB/s rd, 3.4 MiB/s wr, 8 op/s; 8.5 MiB/s, 2 objects/s recovering 2024-04-02T08:29:36.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:35 smithi012 ceph-mon[90784]: osdmap e387: 8 total, 8 up, 8 in 2024-04-02T08:29:36.242 INFO:tasks.rados.rados.0.smithi012.stdout:1621: expect (ObjNum 446 snap 138 seq_num 446) 2024-04-02T08:29:36.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:35 smithi055 ceph-mon[85080]: pgmap v247: 121 pgs: 121 active+clean; 169 MiB data, 964 MiB used, 714 GiB / 715 GiB avail; 189 KiB/s rd, 3.4 MiB/s wr, 8 op/s; 8.5 MiB/s, 2 objects/s recovering 2024-04-02T08:29:36.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:35 smithi055 ceph-mon[85080]: osdmap e387: 8 total, 8 up, 8 in 2024-04-02T08:29:36.916 INFO:tasks.rados.rados.0.smithi012.stdout:1618: done (6 left) 2024-04-02T08:29:36.916 INFO:tasks.rados.rados.0.smithi012.stdout:1619: done (5 left) 2024-04-02T08:29:36.916 INFO:tasks.rados.rados.0.smithi012.stdout:1620: done (4 left) 2024-04-02T08:29:36.916 INFO:tasks.rados.rados.0.smithi012.stdout:1621: done (3 left) 2024-04-02T08:29:36.917 INFO:tasks.rados.rados.0.smithi012.stdout:1622: done (2 left) 2024-04-02T08:29:36.917 INFO:tasks.rados.rados.0.smithi012.stdout:1623: done (1 left) 2024-04-02T08:29:36.917 INFO:tasks.rados.rados.0.smithi012.stdout:1624: done (0 left) 2024-04-02T08:29:36.917 INFO:tasks.rados.rados.0.smithi012.stdout:1625: read oid 3 snap 154 2024-04-02T08:29:36.917 INFO:tasks.rados.rados.0.smithi012.stdout:1625: expect deleted 2024-04-02T08:29:36.917 INFO:tasks.rados.rados.0.smithi012.stdout:1626: rmattr oid 18 current snap is 158 2024-04-02T08:29:36.917 INFO:tasks.rados.rados.0.smithi012.stdout:1627: read oid 12 snap -1 2024-04-02T08:29:36.917 INFO:tasks.rados.rados.0.smithi012.stdout:1627: expect (ObjNum 459 snap 142 seq_num 459) 2024-04-02T08:29:36.917 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 6 current snap is 158 2024-04-02T08:29:36.917 INFO:tasks.rados.rados.0.smithi012.stdout:1628: seq_num 505 ranges {4825088=466944,5292032=475136,5767168=327680} 2024-04-02T08:29:36.945 INFO:tasks.rados.rados.0.smithi012.stdout:1628: writing smithi01277369-6 from 4825088 to 5292032 tid 1 2024-04-02T08:29:36.948 INFO:tasks.rados.rados.0.smithi012.stdout:1628: writing smithi01277369-6 from 5292032 to 5767168 tid 2 2024-04-02T08:29:36.950 INFO:tasks.rados.rados.0.smithi012.stdout:1628: writing smithi01277369-6 from 5767168 to 6094848 tid 3 2024-04-02T08:29:36.950 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 36 current snap is 158 2024-04-02T08:29:36.950 INFO:tasks.rados.rados.0.smithi012.stdout:1629: seq_num 506 ranges {0=483328,483328=761856,1245184=40960} 2024-04-02T08:29:36.953 INFO:tasks.rados.rados.0.smithi012.stdout:1629: writing smithi01277369-36 from 0 to 483328 tid 1 2024-04-02T08:29:36.958 INFO:tasks.rados.rados.0.smithi012.stdout:1629: writing smithi01277369-36 from 483328 to 1245184 tid 2 2024-04-02T08:29:36.958 INFO:tasks.rados.rados.0.smithi012.stdout:1629: writing smithi01277369-36 from 1245184 to 1286144 tid 3 2024-04-02T08:29:36.958 INFO:tasks.rados.rados.0.smithi012.stdout:1630: read oid 21 snap -1 2024-04-02T08:29:36.958 INFO:tasks.rados.rados.0.smithi012.stdout:1630: expect deleted 2024-04-02T08:29:36.958 INFO:tasks.rados.rados.0.smithi012.stdout:1631: snap_remove snap 152 2024-04-02T08:29:37.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:36 smithi012 ceph-mon[88355]: osdmap e388: 8 total, 8 up, 8 in 2024-04-02T08:29:37.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:36 smithi012 ceph-mon[90784]: osdmap e388: 8 total, 8 up, 8 in 2024-04-02T08:29:37.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:36 smithi055 ceph-mon[85080]: osdmap e388: 8 total, 8 up, 8 in 2024-04-02T08:29:37.927 INFO:tasks.rados.rados.0.smithi012.stdout:1631: done (6 left) 2024-04-02T08:29:37.927 INFO:tasks.rados.rados.0.smithi012.stdout:1632: copy_from oid 40 from oid 43 current snap is 158 2024-04-02T08:29:37.927 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 18 v 896 (ObjNum 493 snap 150 seq_num 493) dirty exists 2024-04-02T08:29:37.927 INFO:tasks.rados.rados.0.smithi012.stdout:1627: expect (ObjNum 459 snap 142 seq_num 459) 2024-04-02T08:29:38.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:37 smithi012 ceph-mon[88355]: pgmap v250: 121 pgs: 121 active+clean; 172 MiB data, 987 MiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 812 KiB/s wr, 15 op/s 2024-04-02T08:29:38.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:37 smithi012 ceph-mon[88355]: osdmap e389: 8 total, 8 up, 8 in 2024-04-02T08:29:38.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:37 smithi012 ceph-mon[90784]: pgmap v250: 121 pgs: 121 active+clean; 172 MiB data, 987 MiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 812 KiB/s wr, 15 op/s 2024-04-02T08:29:38.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:37 smithi012 ceph-mon[90784]: osdmap e389: 8 total, 8 up, 8 in 2024-04-02T08:29:38.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:29:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:29:37] "GET /metrics HTTP/1.1" 200 35969 "" "Prometheus/2.43.0" 2024-04-02T08:29:38.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:37 smithi055 ceph-mon[85080]: pgmap v250: 121 pgs: 121 active+clean; 172 MiB data, 987 MiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 812 KiB/s wr, 15 op/s 2024-04-02T08:29:38.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:37 smithi055 ceph-mon[85080]: osdmap e389: 8 total, 8 up, 8 in 2024-04-02T08:29:38.577 INFO:tasks.rados.rados.0.smithi012.stdout:1628: finishing write tid 1 to smithi01277369-6 2024-04-02T08:29:38.577 INFO:tasks.rados.rados.0.smithi012.stdout:1628: finishing write tid 2 to smithi01277369-6 2024-04-02T08:29:38.577 INFO:tasks.rados.rados.0.smithi012.stdout:1628: finishing write tid 3 to smithi01277369-6 2024-04-02T08:29:38.578 INFO:tasks.rados.rados.0.smithi012.stdout:1628: finishing write tid 4 to smithi01277369-6 2024-04-02T08:29:38.578 INFO:tasks.rados.rados.0.smithi012.stdout:1628: finishing write tid 5 to smithi01277369-6 2024-04-02T08:29:38.578 INFO:tasks.rados.rados.0.smithi012.stdout:1628: oid 6 updating version 0 to 927 2024-04-02T08:29:38.578 INFO:tasks.rados.rados.0.smithi012.stdout:1628: oid 6 version 927 is already newer than 926 2024-04-02T08:29:38.578 INFO:tasks.rados.rados.0.smithi012.stdout:1628: oid 6 version 927 is already newer than 925 2024-04-02T08:29:38.578 INFO:tasks.rados.rados.0.smithi012.stdout:1628: oid 6 updating version 927 to 928 2024-04-02T08:29:38.578 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 6 v 928 (ObjNum 505 snap 158 seq_num 505) dirty exists 2024-04-02T08:29:38.578 INFO:tasks.rados.rados.0.smithi012.stdout:1628: left oid 6 (ObjNum 505 snap 158 seq_num 505) 2024-04-02T08:29:38.578 INFO:tasks.rados.rados.0.smithi012.stdout:1629: finishing write tid 1 to smithi01277369-36 2024-04-02T08:29:38.578 INFO:tasks.rados.rados.0.smithi012.stdout:1625: done (6 left) 2024-04-02T08:29:38.578 INFO:tasks.rados.rados.0.smithi012.stdout:1626: done (5 left) 2024-04-02T08:29:38.578 INFO:tasks.rados.rados.0.smithi012.stdout:1627: done (4 left) 2024-04-02T08:29:38.578 INFO:tasks.rados.rados.0.smithi012.stdout:1628: done (3 left) 2024-04-02T08:29:38.579 INFO:tasks.rados.rados.0.smithi012.stdout:1633: read oid 12 snap -1 2024-04-02T08:29:38.579 INFO:tasks.rados.rados.0.smithi012.stdout:1633: expect (ObjNum 459 snap 142 seq_num 459) 2024-04-02T08:29:38.579 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 13 current snap is 158 2024-04-02T08:29:38.579 INFO:tasks.rados.rados.0.smithi012.stdout:1629: finishing write tid 2 to smithi01277369-36 2024-04-02T08:29:38.579 INFO:tasks.rados.rados.0.smithi012.stdout:1629: finishing write tid 3 to smithi01277369-36 2024-04-02T08:29:38.579 INFO:tasks.rados.rados.0.smithi012.stdout:1629: finishing write tid 4 to smithi01277369-36 2024-04-02T08:29:38.579 INFO:tasks.rados.rados.0.smithi012.stdout:1629: finishing write tid 5 to smithi01277369-36 2024-04-02T08:29:38.579 INFO:tasks.rados.rados.0.smithi012.stdout:1629: oid 36 updating version 0 to 622 2024-04-02T08:29:38.579 INFO:tasks.rados.rados.0.smithi012.stdout:1629: oid 36 updating version 622 to 623 2024-04-02T08:29:38.579 INFO:tasks.rados.rados.0.smithi012.stdout:1629: oid 36 version 623 is already newer than 621 2024-04-02T08:29:38.579 INFO:tasks.rados.rados.0.smithi012.stdout:1629: oid 36 version 623 is already newer than 620 2024-04-02T08:29:38.579 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 36 v 623 (ObjNum 506 snap 158 seq_num 506) dirty exists 2024-04-02T08:29:38.579 INFO:tasks.rados.rados.0.smithi012.stdout:1629: left oid 36 (ObjNum 506 snap 158 seq_num 506) 2024-04-02T08:29:38.579 INFO:tasks.rados.rados.0.smithi012.stdout:1632: finishing copy_from racing read to smithi01277369-40 2024-04-02T08:29:38.579 INFO:tasks.rados.rados.0.smithi012.stdout:1632: finishing copy_from to smithi01277369-40 2024-04-02T08:29:38.580 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 40 v 615 (ObjNum 462 snap 142 seq_num 462) dirty exists 2024-04-02T08:29:38.580 INFO:tasks.rados.rados.0.smithi012.stdout:1634: seq_num 507 ranges {2383872=499712,2883584=638976,3522560=163840} 2024-04-02T08:29:38.592 INFO:tasks.rados.rados.0.smithi012.stdout:1634: writing smithi01277369-13 from 2383872 to 2883584 tid 1 2024-04-02T08:29:38.596 INFO:tasks.rados.rados.0.smithi012.stdout:1634: writing smithi01277369-13 from 2883584 to 3522560 tid 2 2024-04-02T08:29:38.598 INFO:tasks.rados.rados.0.smithi012.stdout:1634: writing smithi01277369-13 from 3522560 to 3686400 tid 3 2024-04-02T08:29:38.598 INFO:tasks.rados.rados.0.smithi012.stdout:1634: finishing write tid 1 to smithi01277369-13 2024-04-02T08:29:38.598 INFO:tasks.rados.rados.0.smithi012.stdout:1629: done (4 left) 2024-04-02T08:29:38.598 INFO:tasks.rados.rados.0.smithi012.stdout:1630: done (3 left) 2024-04-02T08:29:38.598 INFO:tasks.rados.rados.0.smithi012.stdout:1632: done (2 left) 2024-04-02T08:29:38.598 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 4 current snap is 158 2024-04-02T08:29:38.599 INFO:tasks.rados.rados.0.smithi012.stdout:1635: seq_num 508 ranges {2031616=516096,2547712=524288,3072000=278528} 2024-04-02T08:29:38.612 INFO:tasks.rados.rados.0.smithi012.stdout:1635: writing smithi01277369-4 from 2031616 to 2547712 tid 1 2024-04-02T08:29:38.614 INFO:tasks.rados.rados.0.smithi012.stdout:1635: writing smithi01277369-4 from 2547712 to 3072000 tid 2 2024-04-02T08:29:38.616 INFO:tasks.rados.rados.0.smithi012.stdout:1635: writing smithi01277369-4 from 3072000 to 3350528 tid 3 2024-04-02T08:29:38.616 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 9 current snap is 158 2024-04-02T08:29:38.616 INFO:tasks.rados.rados.0.smithi012.stdout:1636: seq_num 509 ranges {4276224=532480,4808704=409600,5218304=393216} 2024-04-02T08:29:38.642 INFO:tasks.rados.rados.0.smithi012.stdout:1636: writing smithi01277369-9 from 4276224 to 4808704 tid 1 2024-04-02T08:29:38.644 INFO:tasks.rados.rados.0.smithi012.stdout:1636: writing smithi01277369-9 from 4808704 to 5218304 tid 2 2024-04-02T08:29:38.647 INFO:tasks.rados.rados.0.smithi012.stdout:1636: writing smithi01277369-9 from 5218304 to 5611520 tid 3 2024-04-02T08:29:38.647 INFO:tasks.rados.rados.0.smithi012.stdout:1637: read oid 37 snap -1 2024-04-02T08:29:38.647 INFO:tasks.rados.rados.0.smithi012.stdout:1637: expect (ObjNum 489 snap 149 seq_num 489) 2024-04-02T08:29:38.647 INFO:tasks.rados.rados.0.smithi012.stdout:1638: setattr oid 7 current snap is 158 2024-04-02T08:29:38.648 INFO:tasks.rados.rados.0.smithi012.stdout:1634: finishing write tid 2 to smithi01277369-13 2024-04-02T08:29:38.648 INFO:tasks.rados.rados.0.smithi012.stdout:1634: finishing write tid 3 to smithi01277369-13 2024-04-02T08:29:38.648 INFO:tasks.rados.rados.0.smithi012.stdout:1634: finishing write tid 4 to smithi01277369-13 2024-04-02T08:29:38.648 INFO:tasks.rados.rados.0.smithi012.stdout:1633: expect (ObjNum 459 snap 142 seq_num 459) 2024-04-02T08:29:39.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:38 smithi012 ceph-mon[88355]: osdmap e390: 8 total, 8 up, 8 in 2024-04-02T08:29:39.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:38 smithi012 ceph-mon[88355]: osdmap e391: 8 total, 8 up, 8 in 2024-04-02T08:29:39.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:38 smithi012 ceph-mon[90784]: osdmap e390: 8 total, 8 up, 8 in 2024-04-02T08:29:39.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:38 smithi012 ceph-mon[90784]: osdmap e391: 8 total, 8 up, 8 in 2024-04-02T08:29:39.293 INFO:tasks.rados.rados.0.smithi012.stdout:1634: finishing write tid 5 to smithi01277369-13 2024-04-02T08:29:39.293 INFO:tasks.rados.rados.0.smithi012.stdout:1634: oid 13 updating version 0 to 974 2024-04-02T08:29:39.294 INFO:tasks.rados.rados.0.smithi012.stdout:1634: oid 13 version 974 is already newer than 973 2024-04-02T08:29:39.294 INFO:tasks.rados.rados.0.smithi012.stdout:1634: oid 13 version 974 is already newer than 972 2024-04-02T08:29:39.294 INFO:tasks.rados.rados.0.smithi012.stdout:1634: oid 13 version 974 is already newer than 971 2024-04-02T08:29:39.294 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 13 v 974 (ObjNum 507 snap 158 seq_num 507) dirty exists 2024-04-02T08:29:39.294 INFO:tasks.rados.rados.0.smithi012.stdout:1634: left oid 13 (ObjNum 507 snap 158 seq_num 507) 2024-04-02T08:29:39.294 INFO:tasks.rados.rados.0.smithi012.stdout:1635: finishing write tid 1 to smithi01277369-4 2024-04-02T08:29:39.294 INFO:tasks.rados.rados.0.smithi012.stdout:1635: finishing write tid 2 to smithi01277369-4 2024-04-02T08:29:39.294 INFO:tasks.rados.rados.0.smithi012.stdout:1635: finishing write tid 3 to smithi01277369-4 2024-04-02T08:29:39.294 INFO:tasks.rados.rados.0.smithi012.stdout:1635: finishing write tid 4 to smithi01277369-4 2024-04-02T08:29:39.294 INFO:tasks.rados.rados.0.smithi012.stdout:1635: finishing write tid 5 to smithi01277369-4 2024-04-02T08:29:39.294 INFO:tasks.rados.rados.0.smithi012.stdout:1635: oid 4 updating version 0 to 683 2024-04-02T08:29:39.295 INFO:tasks.rados.rados.0.smithi012.stdout:1635: oid 4 updating version 683 to 686 2024-04-02T08:29:39.295 INFO:tasks.rados.rados.0.smithi012.stdout:1635: oid 4 version 686 is already newer than 685 2024-04-02T08:29:39.295 INFO:tasks.rados.rados.0.smithi012.stdout:1635: oid 4 version 686 is already newer than 684 2024-04-02T08:29:39.295 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 4 v 686 (ObjNum 508 snap 158 seq_num 508) dirty exists 2024-04-02T08:29:39.295 INFO:tasks.rados.rados.0.smithi012.stdout:1635: left oid 4 (ObjNum 508 snap 158 seq_num 508) 2024-04-02T08:29:39.295 INFO:tasks.rados.rados.0.smithi012.stdout:1636: finishing write tid 1 to smithi01277369-9 2024-04-02T08:29:39.295 INFO:tasks.rados.rados.0.smithi012.stdout:1636: finishing write tid 2 to smithi01277369-9 2024-04-02T08:29:39.295 INFO:tasks.rados.rados.0.smithi012.stdout:1636: finishing write tid 3 to smithi01277369-9 2024-04-02T08:29:39.295 INFO:tasks.rados.rados.0.smithi012.stdout:1636: finishing write tid 4 to smithi01277369-9 2024-04-02T08:29:39.295 INFO:tasks.rados.rados.0.smithi012.stdout:1636: finishing write tid 5 to smithi01277369-9 2024-04-02T08:29:39.295 INFO:tasks.rados.rados.0.smithi012.stdout:1636: oid 9 updating version 0 to 624 2024-04-02T08:29:39.295 INFO:tasks.rados.rados.0.smithi012.stdout:1636: oid 9 updating version 624 to 627 2024-04-02T08:29:39.295 INFO:tasks.rados.rados.0.smithi012.stdout:1636: oid 9 version 627 is already newer than 625 2024-04-02T08:29:39.295 INFO:tasks.rados.rados.0.smithi012.stdout:1636: oid 9 version 627 is already newer than 626 2024-04-02T08:29:39.296 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 9 v 627 (ObjNum 509 snap 158 seq_num 509) dirty exists 2024-04-02T08:29:39.296 INFO:tasks.rados.rados.0.smithi012.stdout:1636: left oid 9 (ObjNum 509 snap 158 seq_num 509) 2024-04-02T08:29:39.296 INFO:tasks.rados.rados.0.smithi012.stdout:1637: expect (ObjNum 489 snap 149 seq_num 489) 2024-04-02T08:29:39.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:38 smithi055 ceph-mon[85080]: osdmap e390: 8 total, 8 up, 8 in 2024-04-02T08:29:39.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:38 smithi055 ceph-mon[85080]: osdmap e391: 8 total, 8 up, 8 in 2024-04-02T08:29:39.320 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 7 v 628 (ObjNum 365 snap 110 seq_num 365) dirty exists 2024-04-02T08:29:39.320 INFO:tasks.rados.rados.0.smithi012.stdout:1633: done (5 left) 2024-04-02T08:29:39.320 INFO:tasks.rados.rados.0.smithi012.stdout:1634: done (4 left) 2024-04-02T08:29:39.320 INFO:tasks.rados.rados.0.smithi012.stdout:1635: done (3 left) 2024-04-02T08:29:39.320 INFO:tasks.rados.rados.0.smithi012.stdout:1636: done (2 left) 2024-04-02T08:29:39.320 INFO:tasks.rados.rados.0.smithi012.stdout:1637: done (1 left) 2024-04-02T08:29:39.320 INFO:tasks.rados.rados.0.smithi012.stdout:1638: done (0 left) 2024-04-02T08:29:39.320 INFO:tasks.rados.rados.0.smithi012.stdout:1639: setattr oid 15 current snap is 158 2024-04-02T08:29:39.322 INFO:tasks.rados.rados.0.smithi012.stdout:1640: copy_from oid 16 from oid 33 current snap is 158 2024-04-02T08:29:39.322 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 25 current snap is 158 2024-04-02T08:29:39.322 INFO:tasks.rados.rados.0.smithi012.stdout:1641: seq_num 510 ranges {524288=548864,1073152=745472,1818624=57344} 2024-04-02T08:29:39.328 INFO:tasks.rados.rados.0.smithi012.stdout:1641: writing smithi01277369-25 from 524288 to 1073152 tid 1 2024-04-02T08:29:39.332 INFO:tasks.rados.rados.0.smithi012.stdout:1641: writing smithi01277369-25 from 1073152 to 1818624 tid 2 2024-04-02T08:29:39.332 INFO:tasks.rados.rados.0.smithi012.stdout:1641: writing smithi01277369-25 from 1818624 to 1875968 tid 3 2024-04-02T08:29:39.332 INFO:tasks.rados.rados.0.smithi012.stdout:1642: snap_remove snap 154 2024-04-02T08:29:40.200 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 15 v 270 (ObjNum 499 snap 157 seq_num 499) dirty exists 2024-04-02T08:29:40.200 INFO:tasks.rados.rados.0.smithi012.stdout:1640: finishing copy_from to smithi01277369-16 2024-04-02T08:29:40.200 INFO:tasks.rados.rados.0.smithi012.stdout:1640: got expected ENOENT (src dne) 2024-04-02T08:29:40.200 INFO:tasks.rados.rados.0.smithi012.stdout:1640: finishing copy_from racing read to smithi01277369-16 2024-04-02T08:29:40.200 INFO:tasks.rados.rados.0.smithi012.stdout:1641: finishing write tid 1 to smithi01277369-25 2024-04-02T08:29:40.200 INFO:tasks.rados.rados.0.smithi012.stdout:1641: finishing write tid 2 to smithi01277369-25 2024-04-02T08:29:40.200 INFO:tasks.rados.rados.0.smithi012.stdout:1641: finishing write tid 3 to smithi01277369-25 2024-04-02T08:29:40.200 INFO:tasks.rados.rados.0.smithi012.stdout:1641: finishing write tid 4 to smithi01277369-25 2024-04-02T08:29:40.201 INFO:tasks.rados.rados.0.smithi012.stdout:1641: finishing write tid 5 to smithi01277369-25 2024-04-02T08:29:40.201 INFO:tasks.rados.rados.0.smithi012.stdout:1641: oid 25 updating version 0 to 689 2024-04-02T08:29:40.201 INFO:tasks.rados.rados.0.smithi012.stdout:1641: oid 25 updating version 689 to 690 2024-04-02T08:29:40.201 INFO:tasks.rados.rados.0.smithi012.stdout:1641: oid 25 version 690 is already newer than 688 2024-04-02T08:29:40.201 INFO:tasks.rados.rados.0.smithi012.stdout:1641: oid 25 version 690 is already newer than 687 2024-04-02T08:29:40.201 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 25 v 690 (ObjNum 510 snap 158 seq_num 510) dirty exists 2024-04-02T08:29:40.201 INFO:tasks.rados.rados.0.smithi012.stdout:1641: left oid 25 (ObjNum 510 snap 158 seq_num 510) 2024-04-02T08:29:40.201 INFO:tasks.rados.rados.0.smithi012.stdout:1639: done (3 left) 2024-04-02T08:29:40.201 INFO:tasks.rados.rados.0.smithi012.stdout:1640: done (2 left) 2024-04-02T08:29:40.201 INFO:tasks.rados.rados.0.smithi012.stdout:1641: done (1 left) 2024-04-02T08:29:40.201 INFO:tasks.rados.rados.0.smithi012.stdout:1642: done (0 left) 2024-04-02T08:29:40.201 INFO:tasks.rados.rados.0.smithi012.stdout:1643: copy_from oid 33 from oid 44 current snap is 158 2024-04-02T08:29:40.201 INFO:tasks.rados.rados.0.smithi012.stdout:1644: snap_create 2024-04-02T08:29:40.226 INFO:tasks.rados.rados.0.smithi012.stdout:1643: finishing copy_from racing read to smithi01277369-33 2024-04-02T08:29:40.232 INFO:tasks.rados.rados.0.smithi012.stdout:1643: finishing copy_from to smithi01277369-33 2024-04-02T08:29:40.232 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 33 v 726 (ObjNum 503 snap 157 seq_num 503) dirty exists 2024-04-02T08:29:40.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:39 smithi055 ceph-mon[85080]: pgmap v253: 121 pgs: 121 active+clean; 172 MiB data, 987 MiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 812 KiB/s wr, 15 op/s 2024-04-02T08:29:40.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:39 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:29:40.330 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:39 smithi012 ceph-mon[88355]: pgmap v253: 121 pgs: 121 active+clean; 172 MiB data, 987 MiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 812 KiB/s wr, 15 op/s 2024-04-02T08:29:40.330 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:39 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:29:40.330 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:39 smithi012 ceph-mon[90784]: pgmap v253: 121 pgs: 121 active+clean; 172 MiB data, 987 MiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 812 KiB/s wr, 15 op/s 2024-04-02T08:29:40.330 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:39 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:29:41.209 INFO:tasks.rados.rados.0.smithi012.stdout:1643: done (1 left) 2024-04-02T08:29:41.209 INFO:tasks.rados.rados.0.smithi012.stdout:1644: done (0 left) 2024-04-02T08:29:41.209 INFO:tasks.rados.rados.0.smithi012.stdout:1645: delete oid 30 current snap is 159 2024-04-02T08:29:41.211 INFO:tasks.rados.rados.0.smithi012.stdout:1645: done (0 left) 2024-04-02T08:29:41.211 INFO:tasks.rados.rados.0.smithi012.stdout:1646: rollback oid 41 current snap is 159 2024-04-02T08:29:41.211 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 41 to 156 2024-04-02T08:29:41.211 INFO:tasks.rados.rados.0.smithi012.stdout:1647: read oid 42 snap -1 2024-04-02T08:29:41.211 INFO:tasks.rados.rados.0.smithi012.stdout:1647: expect (ObjNum 441 snap 137 seq_num 441) 2024-04-02T08:29:41.211 INFO:tasks.rados.rados.0.smithi012.stdout:1648: copy_from oid 31 from oid 50 current snap is 159 2024-04-02T08:29:41.211 INFO:tasks.rados.rados.0.smithi012.stdout:1649: snap_create 2024-04-02T08:29:41.213 INFO:tasks.rados.rados.0.smithi012.stdout:1646: finishing rollback tid 1 to smithi01277369-41 2024-04-02T08:29:41.213 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 41 v 679 (ObjNum 33 snap 0 seq_num 6) dirty dne 2024-04-02T08:29:41.217 INFO:tasks.rados.rados.0.smithi012.stdout:1647: expect (ObjNum 441 snap 137 seq_num 441) 2024-04-02T08:29:41.237 INFO:tasks.rados.rados.0.smithi012.stdout:1648: finishing copy_from racing read to smithi01277369-31 2024-04-02T08:29:41.239 INFO:tasks.rados.rados.0.smithi012.stdout:1648: finishing copy_from to smithi01277369-31 2024-04-02T08:29:41.240 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 31 v 605 (ObjNum 466 snap 143 seq_num 466) dirty exists 2024-04-02T08:29:41.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:41 smithi055 ceph-mon[85080]: pgmap v255: 121 pgs: 121 active+clean; 187 MiB data, 1008 MiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.7 MiB/s wr, 21 op/s 2024-04-02T08:29:41.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:41 smithi055 ceph-mon[85080]: osdmap e392: 8 total, 8 up, 8 in 2024-04-02T08:29:41.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:41 smithi012 ceph-mon[88355]: pgmap v255: 121 pgs: 121 active+clean; 187 MiB data, 1008 MiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.7 MiB/s wr, 21 op/s 2024-04-02T08:29:41.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:41 smithi012 ceph-mon[88355]: osdmap e392: 8 total, 8 up, 8 in 2024-04-02T08:29:41.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:41 smithi012 ceph-mon[90784]: pgmap v255: 121 pgs: 121 active+clean; 187 MiB data, 1008 MiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.7 MiB/s wr, 21 op/s 2024-04-02T08:29:41.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:41 smithi012 ceph-mon[90784]: osdmap e392: 8 total, 8 up, 8 in 2024-04-02T08:29:42.214 INFO:tasks.rados.rados.0.smithi012.stdout:1646: done (3 left) 2024-04-02T08:29:42.214 INFO:tasks.rados.rados.0.smithi012.stdout:1647: done (2 left) 2024-04-02T08:29:42.214 INFO:tasks.rados.rados.0.smithi012.stdout:1648: done (1 left) 2024-04-02T08:29:42.215 INFO:tasks.rados.rados.0.smithi012.stdout:1649: done (0 left) 2024-04-02T08:29:42.215 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 47 current snap is 160 2024-04-02T08:29:42.215 INFO:tasks.rados.rados.0.smithi012.stdout:1650: seq_num 512 ranges {0=581632,581632=516096,1097728=286720} 2024-04-02T08:29:42.217 INFO:tasks.rados.rados.0.smithi012.stdout:1650: writing smithi01277369-47 from 0 to 581632 tid 1 2024-04-02T08:29:42.220 INFO:tasks.rados.rados.0.smithi012.stdout:1650: writing smithi01277369-47 from 581632 to 1097728 tid 2 2024-04-02T08:29:42.222 INFO:tasks.rados.rados.0.smithi012.stdout:1650: writing smithi01277369-47 from 1097728 to 1384448 tid 3 2024-04-02T08:29:42.222 INFO:tasks.rados.rados.0.smithi012.stdout:1651: read oid 37 snap -1 2024-04-02T08:29:42.222 INFO:tasks.rados.rados.0.smithi012.stdout:1651: expect (ObjNum 489 snap 149 seq_num 489) 2024-04-02T08:29:42.222 INFO:tasks.rados.rados.0.smithi012.stdout:1652: snap_create 2024-04-02T08:29:42.226 INFO:tasks.rados.rados.0.smithi012.stdout:1650: finishing write tid 1 to smithi01277369-47 2024-04-02T08:29:42.226 INFO:tasks.rados.rados.0.smithi012.stdout:1650: finishing write tid 2 to smithi01277369-47 2024-04-02T08:29:42.226 INFO:tasks.rados.rados.0.smithi012.stdout:1650: finishing write tid 3 to smithi01277369-47 2024-04-02T08:29:42.227 INFO:tasks.rados.rados.0.smithi012.stdout:1650: finishing write tid 4 to smithi01277369-47 2024-04-02T08:29:42.228 INFO:tasks.rados.rados.0.smithi012.stdout:1650: finishing write tid 5 to smithi01277369-47 2024-04-02T08:29:42.228 INFO:tasks.rados.rados.0.smithi012.stdout:1650: oid 47 updating version 0 to 855 2024-04-02T08:29:42.228 INFO:tasks.rados.rados.0.smithi012.stdout:1650: oid 47 version 855 is already newer than 852 2024-04-02T08:29:42.228 INFO:tasks.rados.rados.0.smithi012.stdout:1650: oid 47 version 855 is already newer than 853 2024-04-02T08:29:42.228 INFO:tasks.rados.rados.0.smithi012.stdout:1650: oid 47 version 855 is already newer than 854 2024-04-02T08:29:42.228 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 47 v 855 (ObjNum 512 snap 160 seq_num 512) dirty exists 2024-04-02T08:29:42.228 INFO:tasks.rados.rados.0.smithi012.stdout:1650: left oid 47 (ObjNum 512 snap 160 seq_num 512) 2024-04-02T08:29:42.229 INFO:tasks.rados.rados.0.smithi012.stdout:1651: expect (ObjNum 489 snap 149 seq_num 489) 2024-04-02T08:29:42.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:42 smithi055 ceph-mon[85080]: osdmap e393: 8 total, 8 up, 8 in 2024-04-02T08:29:42.561 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:29:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:29:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:29:42.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:42 smithi012 ceph-mon[88355]: osdmap e393: 8 total, 8 up, 8 in 2024-04-02T08:29:42.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:42 smithi012 ceph-mon[90784]: osdmap e393: 8 total, 8 up, 8 in 2024-04-02T08:29:43.225 INFO:tasks.rados.rados.0.smithi012.stdout:1650: done (2 left) 2024-04-02T08:29:43.225 INFO:tasks.rados.rados.0.smithi012.stdout:1651: done (1 left) 2024-04-02T08:29:43.225 INFO:tasks.rados.rados.0.smithi012.stdout:1652: done (0 left) 2024-04-02T08:29:43.226 INFO:tasks.rados.rados.0.smithi012.stdout:1653: snap_create 2024-04-02T08:29:43.504 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:43 smithi055 ceph-mon[85080]: pgmap v258: 121 pgs: 121 active+clean; 207 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 8.4 MiB/s wr, 36 op/s 2024-04-02T08:29:43.504 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:43 smithi055 ceph-mon[85080]: osdmap e394: 8 total, 8 up, 8 in 2024-04-02T08:29:43.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:43 smithi012 ceph-mon[88355]: pgmap v258: 121 pgs: 121 active+clean; 207 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 8.4 MiB/s wr, 36 op/s 2024-04-02T08:29:43.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:43 smithi012 ceph-mon[88355]: osdmap e394: 8 total, 8 up, 8 in 2024-04-02T08:29:43.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:43 smithi012 ceph-mon[90784]: pgmap v258: 121 pgs: 121 active+clean; 207 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 8.4 MiB/s wr, 36 op/s 2024-04-02T08:29:43.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:43 smithi012 ceph-mon[90784]: osdmap e394: 8 total, 8 up, 8 in 2024-04-02T08:29:43.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:29:43 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:29:43.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi012\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi012\", job=\"node\", machine=\"x86_64\", nodename=\"smithi012\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi012\", job=\"node\", machine=\"x86_64\", nodename=\"smithi012\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:29:43.901 INFO:tasks.rados.rados.0.smithi012.stdout:1653: done (0 left) 2024-04-02T08:29:43.901 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 27 current snap is 162 2024-04-02T08:29:43.902 INFO:tasks.rados.rados.0.smithi012.stdout:1654: seq_num 513 ranges {360448=598016,958464=794624,1753088=8192} 2024-04-02T08:29:43.906 INFO:tasks.rados.rados.0.smithi012.stdout:1654: writing smithi01277369-27 from 360448 to 958464 tid 1 2024-04-02T08:29:43.911 INFO:tasks.rados.rados.0.smithi012.stdout:1654: writing smithi01277369-27 from 958464 to 1753088 tid 2 2024-04-02T08:29:43.912 INFO:tasks.rados.rados.0.smithi012.stdout:1654: writing smithi01277369-27 from 1753088 to 1761280 tid 3 2024-04-02T08:29:43.912 INFO:tasks.rados.rados.0.smithi012.stdout:1655: setattr oid 26 current snap is 162 2024-04-02T08:29:43.914 INFO:tasks.rados.rados.0.smithi012.stdout:1656: read oid 1 snap -1 2024-04-02T08:29:43.914 INFO:tasks.rados.rados.0.smithi012.stdout:1656: expect (ObjNum 469 snap 145 seq_num 469) 2024-04-02T08:29:43.914 INFO:tasks.rados.rados.0.smithi012.stdout:1657: rollback oid 7 current snap is 162 2024-04-02T08:29:43.915 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 7 to 160 2024-04-02T08:29:43.915 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 22 current snap is 162 2024-04-02T08:29:43.915 INFO:tasks.rados.rados.0.smithi012.stdout:1658: seq_num 514 ranges {2260992=614400,2875392=679936,3555328=122880} 2024-04-02T08:29:43.931 INFO:tasks.rados.rados.0.smithi012.stdout:1658: writing smithi01277369-22 from 2260992 to 2875392 tid 1 2024-04-02T08:29:43.938 INFO:tasks.rados.rados.0.smithi012.stdout:1658: writing smithi01277369-22 from 2875392 to 3555328 tid 2 2024-04-02T08:29:43.938 INFO:tasks.rados.rados.0.smithi012.stdout:1658: writing smithi01277369-22 from 3555328 to 3678208 tid 3 2024-04-02T08:29:43.938 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 17 current snap is 162 2024-04-02T08:29:43.938 INFO:tasks.rados.rados.0.smithi012.stdout:1654: finishing write tid 1 to smithi01277369-27 2024-04-02T08:29:43.938 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 26 v 849 (ObjNum 460 snap 142 seq_num 460) dirty exists 2024-04-02T08:29:43.938 INFO:tasks.rados.rados.0.smithi012.stdout:1659: seq_num 515 ranges {2973696=630784,3604480=565248,4169728=237568} 2024-04-02T08:29:43.956 INFO:tasks.rados.rados.0.smithi012.stdout:1659: writing smithi01277369-17 from 2973696 to 3604480 tid 1 2024-04-02T08:29:43.959 INFO:tasks.rados.rados.0.smithi012.stdout:1659: writing smithi01277369-17 from 3604480 to 4169728 tid 2 2024-04-02T08:29:43.961 INFO:tasks.rados.rados.0.smithi012.stdout:1659: writing smithi01277369-17 from 4169728 to 4407296 tid 3 2024-04-02T08:29:43.961 INFO:tasks.rados.rados.0.smithi012.stdout:1655: done (5 left) 2024-04-02T08:29:43.961 INFO:tasks.rados.rados.0.smithi012.stdout:1660: delete oid 43 current snap is 162 2024-04-02T08:29:43.961 INFO:tasks.rados.rados.0.smithi012.stdout:1654: finishing write tid 2 to smithi01277369-27 2024-04-02T08:29:43.961 INFO:tasks.rados.rados.0.smithi012.stdout:1654: finishing write tid 3 to smithi01277369-27 2024-04-02T08:29:43.961 INFO:tasks.rados.rados.0.smithi012.stdout:1654: finishing write tid 4 to smithi01277369-27 2024-04-02T08:29:43.961 INFO:tasks.rados.rados.0.smithi012.stdout:1657: finishing rollback tid 0 to smithi01277369-7 2024-04-02T08:29:43.961 INFO:tasks.rados.rados.0.smithi012.stdout:1657: finishing rollback tid 1 to smithi01277369-7 2024-04-02T08:29:43.961 INFO:tasks.rados.rados.0.smithi012.stdout:1657: finishing rollback tid 2 to smithi01277369-7 2024-04-02T08:29:43.962 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 7 v 631 (ObjNum 365 snap 110 seq_num 365) dirty exists 2024-04-02T08:29:43.962 INFO:tasks.rados.rados.0.smithi012.stdout:1658: finishing write tid 1 to smithi01277369-22 2024-04-02T08:29:43.962 INFO:tasks.rados.rados.0.smithi012.stdout:1658: finishing write tid 2 to smithi01277369-22 2024-04-02T08:29:43.962 INFO:tasks.rados.rados.0.smithi012.stdout:1654: finishing write tid 5 to smithi01277369-27 2024-04-02T08:29:43.962 INFO:tasks.rados.rados.0.smithi012.stdout:1654: oid 27 updating version 0 to 862 2024-04-02T08:29:43.962 INFO:tasks.rados.rados.0.smithi012.stdout:1654: oid 27 version 862 is already newer than 861 2024-04-02T08:29:43.962 INFO:tasks.rados.rados.0.smithi012.stdout:1654: oid 27 updating version 862 to 863 2024-04-02T08:29:43.962 INFO:tasks.rados.rados.0.smithi012.stdout:1654: oid 27 version 863 is already newer than 860 2024-04-02T08:29:43.962 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 27 v 863 (ObjNum 513 snap 162 seq_num 513) dirty exists 2024-04-02T08:29:43.962 INFO:tasks.rados.rados.0.smithi012.stdout:1654: left oid 27 (ObjNum 513 snap 162 seq_num 513) 2024-04-02T08:29:43.962 INFO:tasks.rados.rados.0.smithi012.stdout:1658: finishing write tid 3 to smithi01277369-22 2024-04-02T08:29:43.962 INFO:tasks.rados.rados.0.smithi012.stdout:1658: finishing write tid 4 to smithi01277369-22 2024-04-02T08:29:43.962 INFO:tasks.rados.rados.0.smithi012.stdout:1658: finishing write tid 5 to smithi01277369-22 2024-04-02T08:29:43.962 INFO:tasks.rados.rados.0.smithi012.stdout:1658: oid 22 updating version 0 to 740 2024-04-02T08:29:43.963 INFO:tasks.rados.rados.0.smithi012.stdout:1658: oid 22 updating version 740 to 741 2024-04-02T08:29:43.963 INFO:tasks.rados.rados.0.smithi012.stdout:1658: oid 22 version 741 is already newer than 738 2024-04-02T08:29:43.963 INFO:tasks.rados.rados.0.smithi012.stdout:1658: oid 22 version 741 is already newer than 739 2024-04-02T08:29:43.963 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 22 v 741 (ObjNum 514 snap 162 seq_num 514) dirty exists 2024-04-02T08:29:43.963 INFO:tasks.rados.rados.0.smithi012.stdout:1658: left oid 22 (ObjNum 514 snap 162 seq_num 514) 2024-04-02T08:29:43.963 INFO:tasks.rados.rados.0.smithi012.stdout:1656: expect (ObjNum 469 snap 145 seq_num 469) 2024-04-02T08:29:44.389 INFO:tasks.rados.rados.0.smithi012.stdout:1659: finishing write tid 1 to smithi01277369-17 2024-04-02T08:29:44.389 INFO:tasks.rados.rados.0.smithi012.stdout:1659: finishing write tid 2 to smithi01277369-17 2024-04-02T08:29:44.389 INFO:tasks.rados.rados.0.smithi012.stdout:1659: finishing write tid 3 to smithi01277369-17 2024-04-02T08:29:44.389 INFO:tasks.rados.rados.0.smithi012.stdout:1659: finishing write tid 4 to smithi01277369-17 2024-04-02T08:29:44.389 INFO:tasks.rados.rados.0.smithi012.stdout:1659: finishing write tid 5 to smithi01277369-17 2024-04-02T08:29:44.389 INFO:tasks.rados.rados.0.smithi012.stdout:1659: oid 17 updating version 0 to 983 2024-04-02T08:29:44.389 INFO:tasks.rados.rados.0.smithi012.stdout:1659: oid 17 version 983 is already newer than 981 2024-04-02T08:29:44.389 INFO:tasks.rados.rados.0.smithi012.stdout:1659: oid 17 version 983 is already newer than 982 2024-04-02T08:29:44.389 INFO:tasks.rados.rados.0.smithi012.stdout:1659: oid 17 version 983 is already newer than 980 2024-04-02T08:29:44.389 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 17 v 983 (ObjNum 515 snap 162 seq_num 515) dirty exists 2024-04-02T08:29:44.389 INFO:tasks.rados.rados.0.smithi012.stdout:1659: left oid 17 (ObjNum 515 snap 162 seq_num 515) 2024-04-02T08:29:44.389 INFO:tasks.rados.rados.0.smithi012.stdout:1654: done (5 left) 2024-04-02T08:29:44.390 INFO:tasks.rados.rados.0.smithi012.stdout:1656: done (4 left) 2024-04-02T08:29:44.390 INFO:tasks.rados.rados.0.smithi012.stdout:1657: done (3 left) 2024-04-02T08:29:44.390 INFO:tasks.rados.rados.0.smithi012.stdout:1658: done (2 left) 2024-04-02T08:29:44.390 INFO:tasks.rados.rados.0.smithi012.stdout:1659: done (1 left) 2024-04-02T08:29:44.390 INFO:tasks.rados.rados.0.smithi012.stdout:1660: done (0 left) 2024-04-02T08:29:44.390 INFO:tasks.rados.rados.0.smithi012.stdout:1661: delete oid 45 current snap is 162 2024-04-02T08:29:44.391 INFO:tasks.rados.rados.0.smithi012.stdout:1661: done (0 left) 2024-04-02T08:29:44.391 INFO:tasks.rados.rados.0.smithi012.stdout:1662: copy_from oid 27 from oid 15 current snap is 162 2024-04-02T08:29:44.391 INFO:tasks.rados.rados.0.smithi012.stdout:1663: read oid 30 snap 159 2024-04-02T08:29:44.391 INFO:tasks.rados.rados.0.smithi012.stdout:1663: expect deleted 2024-04-02T08:29:44.391 INFO:tasks.rados.rados.0.smithi012.stdout:1664: snap_remove snap 157 2024-04-02T08:29:44.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:44 smithi055 ceph-mon[85080]: osdmap e395: 8 total, 8 up, 8 in 2024-04-02T08:29:44.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:44 smithi055 ceph-mon[85080]: osdmap e396: 8 total, 8 up, 8 in 2024-04-02T08:29:44.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:29:44.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:44.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:44 smithi012 ceph-mon[88355]: osdmap e395: 8 total, 8 up, 8 in 2024-04-02T08:29:44.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:44 smithi012 ceph-mon[88355]: osdmap e396: 8 total, 8 up, 8 in 2024-04-02T08:29:44.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:29:44.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:44.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:44 smithi012 ceph-mon[90784]: osdmap e395: 8 total, 8 up, 8 in 2024-04-02T08:29:44.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:44 smithi012 ceph-mon[90784]: osdmap e396: 8 total, 8 up, 8 in 2024-04-02T08:29:44.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:29:44.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:45.237 INFO:tasks.rados.rados.0.smithi012.stdout:1664: done (2 left) 2024-04-02T08:29:45.237 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 7 current snap is 162 2024-04-02T08:29:45.237 INFO:tasks.rados.rados.0.smithi012.stdout:1665: seq_num 518 ranges {2441216=679936,3121152=671744,3792896=131072} 2024-04-02T08:29:45.254 INFO:tasks.rados.rados.0.smithi012.stdout:1665: writing smithi01277369-7 from 2441216 to 3121152 tid 1 2024-04-02T08:29:45.258 INFO:tasks.rados.rados.0.smithi012.stdout:1665: writing smithi01277369-7 from 3121152 to 3792896 tid 2 2024-04-02T08:29:45.260 INFO:tasks.rados.rados.0.smithi012.stdout:1665: writing smithi01277369-7 from 3792896 to 3923968 tid 3 2024-04-02T08:29:45.260 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 40 current snap is 162 2024-04-02T08:29:45.260 INFO:tasks.rados.rados.0.smithi012.stdout:1662: finishing copy_from racing read to smithi01277369-27 2024-04-02T08:29:45.260 INFO:tasks.rados.rados.0.smithi012.stdout:1662: finishing copy_from to smithi01277369-27 2024-04-02T08:29:45.260 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 27 v 270 (ObjNum 499 snap 157 seq_num 499) dirty exists 2024-04-02T08:29:45.260 INFO:tasks.rados.rados.0.smithi012.stdout:1666: seq_num 519 ranges {5971968=696320,6668288=548864,7217152=253952} 2024-04-02T08:29:45.296 INFO:tasks.rados.rados.0.smithi012.stdout:1666: writing smithi01277369-40 from 5971968 to 6668288 tid 1 2024-04-02T08:29:45.299 INFO:tasks.rados.rados.0.smithi012.stdout:1666: writing smithi01277369-40 from 6668288 to 7217152 tid 2 2024-04-02T08:29:45.301 INFO:tasks.rados.rados.0.smithi012.stdout:1666: writing smithi01277369-40 from 7217152 to 7471104 tid 3 2024-04-02T08:29:45.301 INFO:tasks.rados.rados.0.smithi012.stdout:1662: done (3 left) 2024-04-02T08:29:45.301 INFO:tasks.rados.rados.0.smithi012.stdout:1663: done (2 left) 2024-04-02T08:29:45.302 INFO:tasks.rados.rados.0.smithi012.stdout:1667: read oid 3 snap -1 2024-04-02T08:29:45.302 INFO:tasks.rados.rados.0.smithi012.stdout:1667: expect deleted 2024-04-02T08:29:45.302 INFO:tasks.rados.rados.0.smithi012.stdout:1668: delete oid 24 current snap is 162 2024-04-02T08:29:45.302 INFO:tasks.rados.rados.0.smithi012.stdout:1665: finishing write tid 1 to smithi01277369-7 2024-04-02T08:29:45.302 INFO:tasks.rados.rados.0.smithi012.stdout:1665: finishing write tid 2 to smithi01277369-7 2024-04-02T08:29:45.302 INFO:tasks.rados.rados.0.smithi012.stdout:1665: finishing write tid 3 to smithi01277369-7 2024-04-02T08:29:45.302 INFO:tasks.rados.rados.0.smithi012.stdout:1665: finishing write tid 4 to smithi01277369-7 2024-04-02T08:29:45.302 INFO:tasks.rados.rados.0.smithi012.stdout:1665: finishing write tid 5 to smithi01277369-7 2024-04-02T08:29:45.302 INFO:tasks.rados.rados.0.smithi012.stdout:1665: oid 7 updating version 0 to 637 2024-04-02T08:29:45.302 INFO:tasks.rados.rados.0.smithi012.stdout:1665: oid 7 version 637 is already newer than 633 2024-04-02T08:29:45.302 INFO:tasks.rados.rados.0.smithi012.stdout:1665: oid 7 version 637 is already newer than 636 2024-04-02T08:29:45.302 INFO:tasks.rados.rados.0.smithi012.stdout:1665: oid 7 updating version 637 to 638 2024-04-02T08:29:45.302 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 7 v 638 (ObjNum 518 snap 162 seq_num 518) dirty exists 2024-04-02T08:29:45.302 INFO:tasks.rados.rados.0.smithi012.stdout:1665: left oid 7 (ObjNum 518 snap 162 seq_num 518) 2024-04-02T08:29:45.303 INFO:tasks.rados.rados.0.smithi012.stdout:1666: finishing write tid 1 to smithi01277369-40 2024-04-02T08:29:45.304 INFO:tasks.rados.rados.0.smithi012.stdout:1665: done (3 left) 2024-04-02T08:29:45.304 INFO:tasks.rados.rados.0.smithi012.stdout:1667: done (2 left) 2024-04-02T08:29:45.304 INFO:tasks.rados.rados.0.smithi012.stdout:1668: done (1 left) 2024-04-02T08:29:45.304 INFO:tasks.rados.rados.0.smithi012.stdout:1669: rmattr oid 37 current snap is 162 2024-04-02T08:29:45.304 INFO:tasks.rados.rados.0.smithi012.stdout:1669: done (1 left) 2024-04-02T08:29:45.304 INFO:tasks.rados.rados.0.smithi012.stdout:1670: snap_create 2024-04-02T08:29:45.304 INFO:tasks.rados.rados.0.smithi012.stdout:1666: finishing write tid 2 to smithi01277369-40 2024-04-02T08:29:45.304 INFO:tasks.rados.rados.0.smithi012.stdout:1666: finishing write tid 3 to smithi01277369-40 2024-04-02T08:29:45.305 INFO:tasks.rados.rados.0.smithi012.stdout:1666: finishing write tid 4 to smithi01277369-40 2024-04-02T08:29:45.306 INFO:tasks.rados.rados.0.smithi012.stdout:1666: finishing write tid 5 to smithi01277369-40 2024-04-02T08:29:45.306 INFO:tasks.rados.rados.0.smithi012.stdout:1666: oid 40 updating version 0 to 861 2024-04-02T08:29:45.306 INFO:tasks.rados.rados.0.smithi012.stdout:1666: oid 40 updating version 861 to 862 2024-04-02T08:29:45.306 INFO:tasks.rados.rados.0.smithi012.stdout:1666: oid 40 version 862 is already newer than 860 2024-04-02T08:29:45.306 INFO:tasks.rados.rados.0.smithi012.stdout:1666: oid 40 updating version 862 to 863 2024-04-02T08:29:45.306 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 40 v 863 (ObjNum 519 snap 162 seq_num 519) dirty exists 2024-04-02T08:29:45.306 INFO:tasks.rados.rados.0.smithi012.stdout:1666: left oid 40 (ObjNum 519 snap 162 seq_num 519) 2024-04-02T08:29:46.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:45 smithi012 ceph-mon[88355]: pgmap v262: 121 pgs: 121 active+clean; 207 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.7 MiB/s wr, 13 op/s 2024-04-02T08:29:46.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:45 smithi012 ceph-mon[88355]: osdmap e397: 8 total, 8 up, 8 in 2024-04-02T08:29:46.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:45 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:29:46.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:45 smithi012 ceph-mon[90784]: pgmap v262: 121 pgs: 121 active+clean; 207 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.7 MiB/s wr, 13 op/s 2024-04-02T08:29:46.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:45 smithi012 ceph-mon[90784]: osdmap e397: 8 total, 8 up, 8 in 2024-04-02T08:29:46.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:45 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:29:46.235 INFO:tasks.rados.rados.0.smithi012.stdout:1666: done (1 left) 2024-04-02T08:29:46.235 INFO:tasks.rados.rados.0.smithi012.stdout:1670: done (0 left) 2024-04-02T08:29:46.235 INFO:tasks.rados.rados.0.smithi012.stdout:1671: snap_remove snap 161 2024-04-02T08:29:46.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:45 smithi055 ceph-mon[85080]: pgmap v262: 121 pgs: 121 active+clean; 207 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.7 MiB/s wr, 13 op/s 2024-04-02T08:29:46.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:45 smithi055 ceph-mon[85080]: osdmap e397: 8 total, 8 up, 8 in 2024-04-02T08:29:46.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:45 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:29:47.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:46 smithi012 ceph-mon[90784]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:29:47.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:46 smithi012 ceph-mon[90784]: Upgrade: osd.3 is safe to restart 2024-04-02T08:29:47.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:46 smithi012 ceph-mon[90784]: osdmap e398: 8 total, 8 up, 8 in 2024-04-02T08:29:47.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:46 smithi012 ceph-mon[88355]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:29:47.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:46 smithi012 ceph-mon[88355]: Upgrade: osd.3 is safe to restart 2024-04-02T08:29:47.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:46 smithi012 ceph-mon[88355]: osdmap e398: 8 total, 8 up, 8 in 2024-04-02T08:29:47.237 INFO:tasks.rados.rados.0.smithi012.stdout:1671: done (0 left) 2024-04-02T08:29:47.238 INFO:tasks.rados.rados.0.smithi012.stdout:1672: delete oid 49 current snap is 163 2024-04-02T08:29:47.249 INFO:tasks.rados.rados.0.smithi012.stdout:1672: done (0 left) 2024-04-02T08:29:47.249 INFO:tasks.rados.rados.0.smithi012.stdout:1673: delete oid 40 current snap is 163 2024-04-02T08:29:47.253 INFO:tasks.rados.rados.0.smithi012.stdout:1673: done (0 left) 2024-04-02T08:29:47.253 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 15 current snap is 163 2024-04-02T08:29:47.253 INFO:tasks.rados.rados.0.smithi012.stdout:1674: seq_num 523 ranges {6922240=770048,7692288=491520,8183808=311296} 2024-04-02T08:29:47.295 INFO:tasks.rados.rados.0.smithi012.stdout:1674: writing smithi01277369-15 from 6922240 to 7692288 tid 1 2024-04-02T08:29:47.298 INFO:tasks.rados.rados.0.smithi012.stdout:1674: writing smithi01277369-15 from 7692288 to 8183808 tid 2 2024-04-02T08:29:47.300 INFO:tasks.rados.rados.0.smithi012.stdout:1674: writing smithi01277369-15 from 8183808 to 8495104 tid 3 2024-04-02T08:29:47.300 INFO:tasks.rados.rados.0.smithi012.stdout:1675: delete oid 41 current snap is 163 2024-04-02T08:29:47.301 INFO:tasks.rados.rados.0.smithi012.stdout:1674: finishing write tid 1 to smithi01277369-15 2024-04-02T08:29:47.301 INFO:tasks.rados.rados.0.smithi012.stdout:1674: finishing write tid 2 to smithi01277369-15 2024-04-02T08:29:47.302 INFO:tasks.rados.rados.0.smithi012.stdout:1675: done (1 left) 2024-04-02T08:29:47.302 INFO:tasks.rados.rados.0.smithi012.stdout:1676: read oid 43 snap -1 2024-04-02T08:29:47.302 INFO:tasks.rados.rados.0.smithi012.stdout:1676: expect deleted 2024-04-02T08:29:47.302 INFO:tasks.rados.rados.0.smithi012.stdout:1677: read oid 50 snap -1 2024-04-02T08:29:47.302 INFO:tasks.rados.rados.0.smithi012.stdout:1677: expect (ObjNum 466 snap 143 seq_num 466) 2024-04-02T08:29:47.303 INFO:tasks.rados.rados.0.smithi012.stdout:1678: snap_create 2024-04-02T08:29:47.303 INFO:tasks.rados.rados.0.smithi012.stdout:1674: finishing write tid 3 to smithi01277369-15 2024-04-02T08:29:47.303 INFO:tasks.rados.rados.0.smithi012.stdout:1674: finishing write tid 4 to smithi01277369-15 2024-04-02T08:29:47.304 INFO:tasks.rados.rados.0.smithi012.stdout:1674: finishing write tid 5 to smithi01277369-15 2024-04-02T08:29:47.304 INFO:tasks.rados.rados.0.smithi012.stdout:1674: oid 15 updating version 0 to 277 2024-04-02T08:29:47.304 INFO:tasks.rados.rados.0.smithi012.stdout:1674: oid 15 version 277 is already newer than 276 2024-04-02T08:29:47.304 INFO:tasks.rados.rados.0.smithi012.stdout:1674: oid 15 updating version 277 to 278 2024-04-02T08:29:47.304 INFO:tasks.rados.rados.0.smithi012.stdout:1674: oid 15 updating version 278 to 279 2024-04-02T08:29:47.305 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 15 v 279 (ObjNum 523 snap 163 seq_num 523) dirty exists 2024-04-02T08:29:47.305 INFO:tasks.rados.rados.0.smithi012.stdout:1674: left oid 15 (ObjNum 523 snap 163 seq_num 523) 2024-04-02T08:29:47.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:46 smithi055 ceph-mon[85080]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:29:47.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:46 smithi055 ceph-mon[85080]: Upgrade: osd.3 is safe to restart 2024-04-02T08:29:47.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:46 smithi055 ceph-mon[85080]: osdmap e398: 8 total, 8 up, 8 in 2024-04-02T08:29:47.328 INFO:tasks.rados.rados.0.smithi012.stdout:1677: expect (ObjNum 466 snap 143 seq_num 466) 2024-04-02T08:29:48.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:29:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:29:47] "GET /metrics HTTP/1.1" 200 36117 "" "Prometheus/2.43.0" 2024-04-02T08:29:48.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:47 smithi012 ceph-mon[88355]: pgmap v264: 121 pgs: 121 active+clean; 225 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 4.8 MiB/s wr, 16 op/s 2024-04-02T08:29:48.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:47 smithi012 ceph-mon[88355]: osdmap e399: 8 total, 8 up, 8 in 2024-04-02T08:29:48.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:47 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:29:48.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:47 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-02T08:29:48.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:47 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:29:48.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:47 smithi012 ceph-mon[90784]: pgmap v264: 121 pgs: 121 active+clean; 225 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 4.8 MiB/s wr, 16 op/s 2024-04-02T08:29:48.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:47 smithi012 ceph-mon[90784]: osdmap e399: 8 total, 8 up, 8 in 2024-04-02T08:29:48.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:47 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:29:48.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:47 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-02T08:29:48.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:47 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:29:48.242 INFO:tasks.rados.rados.0.smithi012.stdout:1674: done (3 left) 2024-04-02T08:29:48.242 INFO:tasks.rados.rados.0.smithi012.stdout:1676: done (2 left) 2024-04-02T08:29:48.242 INFO:tasks.rados.rados.0.smithi012.stdout:1677: done (1 left) 2024-04-02T08:29:48.242 INFO:tasks.rados.rados.0.smithi012.stdout:1678: done (0 left) 2024-04-02T08:29:48.242 INFO:tasks.rados.rados.0.smithi012.stdout:1679: delete oid 20 current snap is 164 2024-04-02T08:29:48.248 INFO:tasks.rados.rados.0.smithi012.stdout:1679: done (0 left) 2024-04-02T08:29:48.248 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 29 current snap is 164 2024-04-02T08:29:48.248 INFO:tasks.rados.rados.0.smithi012.stdout:1680: seq_num 526 ranges {1253376=417792,1671168=589824,2260992=614400} 2024-04-02T08:29:48.257 INFO:tasks.rados.rados.0.smithi012.stdout:1680: writing smithi01277369-29 from 1253376 to 1671168 tid 1 2024-04-02T08:29:48.260 INFO:tasks.rados.rados.0.smithi012.stdout:1680: writing smithi01277369-29 from 1671168 to 2260992 tid 2 2024-04-02T08:29:48.264 INFO:tasks.rados.rados.0.smithi012.stdout:1680: writing smithi01277369-29 from 2260992 to 2875392 tid 3 2024-04-02T08:29:48.264 INFO:tasks.rados.rados.0.smithi012.stdout:1681: rmattr oid 24 current snap is 164 2024-04-02T08:29:48.264 INFO:tasks.rados.rados.0.smithi012.stdout:1681: done (1 left) 2024-04-02T08:29:48.264 INFO:tasks.rados.rados.0.smithi012.stdout:1682: snap_remove snap 162 2024-04-02T08:29:48.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:47 smithi055 ceph-mon[85080]: pgmap v264: 121 pgs: 121 active+clean; 225 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 4.8 MiB/s wr, 16 op/s 2024-04-02T08:29:48.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:47 smithi055 ceph-mon[85080]: osdmap e399: 8 total, 8 up, 8 in 2024-04-02T08:29:48.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:47 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:29:48.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:47 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-02T08:29:48.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:47 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:29:48.902 INFO:tasks.rados.rados.0.smithi012.stdout:1682: done (1 left) 2024-04-02T08:29:48.902 INFO:tasks.rados.rados.0.smithi012.stdout:1683: delete oid 8 current snap is 164 2024-04-02T08:29:48.903 INFO:tasks.rados.rados.0.smithi012.stdout:1680: finishing write tid 1 to smithi01277369-29 2024-04-02T08:29:48.903 INFO:tasks.rados.rados.0.smithi012.stdout:1680: finishing write tid 2 to smithi01277369-29 2024-04-02T08:29:48.903 INFO:tasks.rados.rados.0.smithi012.stdout:1680: finishing write tid 3 to smithi01277369-29 2024-04-02T08:29:48.903 INFO:tasks.rados.rados.0.smithi012.stdout:1680: finishing write tid 4 to smithi01277369-29 2024-04-02T08:29:48.903 INFO:tasks.rados.rados.0.smithi012.stdout:1680: finishing write tid 5 to smithi01277369-29 2024-04-02T08:29:48.903 INFO:tasks.rados.rados.0.smithi012.stdout:1680: oid 29 updating version 0 to 853 2024-04-02T08:29:48.903 INFO:tasks.rados.rados.0.smithi012.stdout:1680: oid 29 version 853 is already newer than 852 2024-04-02T08:29:48.903 INFO:tasks.rados.rados.0.smithi012.stdout:1680: oid 29 version 853 is already newer than 851 2024-04-02T08:29:48.903 INFO:tasks.rados.rados.0.smithi012.stdout:1680: oid 29 version 853 is already newer than 850 2024-04-02T08:29:48.903 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 29 v 853 (ObjNum 526 snap 164 seq_num 526) dirty exists 2024-04-02T08:29:48.903 INFO:tasks.rados.rados.0.smithi012.stdout:1680: left oid 29 (ObjNum 526 snap 164 seq_num 526) 2024-04-02T08:29:48.915 INFO:tasks.rados.rados.0.smithi012.stdout:1680: done (1 left) 2024-04-02T08:29:48.915 INFO:tasks.rados.rados.0.smithi012.stdout:1683: done (0 left) 2024-04-02T08:29:48.915 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 50 current snap is 164 2024-04-02T08:29:48.916 INFO:tasks.rados.rados.0.smithi012.stdout:1684: seq_num 528 ranges {6217728=450560,6668288=761856,7430144=442368} 2024-04-02T08:29:48.952 INFO:tasks.rados.rados.0.smithi012.stdout:1684: writing smithi01277369-50 from 6217728 to 6668288 tid 1 2024-04-02T08:29:48.956 INFO:tasks.rados.rados.0.smithi012.stdout:1684: writing smithi01277369-50 from 6668288 to 7430144 tid 2 2024-04-02T08:29:48.959 INFO:tasks.rados.rados.0.smithi012.stdout:1684: writing smithi01277369-50 from 7430144 to 7872512 tid 3 2024-04-02T08:29:48.959 INFO:tasks.rados.rados.0.smithi012.stdout:1685: snap_remove snap 156 2024-04-02T08:29:49.086 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:48 smithi012 ceph-mon[88355]: Upgrade: Updating osd.3 2024-04-02T08:29:49.086 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:48 smithi012 ceph-mon[88355]: Deploying daemon osd.3 on smithi012 2024-04-02T08:29:49.086 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:48 smithi012 ceph-mon[88355]: osdmap e400: 8 total, 8 up, 8 in 2024-04-02T08:29:49.086 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:48 smithi012 ceph-mon[88355]: osdmap e401: 8 total, 8 up, 8 in 2024-04-02T08:29:49.086 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:48 smithi012 ceph-mon[90784]: Upgrade: Updating osd.3 2024-04-02T08:29:49.086 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:48 smithi012 ceph-mon[90784]: Deploying daemon osd.3 on smithi012 2024-04-02T08:29:49.086 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:48 smithi012 ceph-mon[90784]: osdmap e400: 8 total, 8 up, 8 in 2024-04-02T08:29:49.086 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:48 smithi012 ceph-mon[90784]: osdmap e401: 8 total, 8 up, 8 in 2024-04-02T08:29:49.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:48 smithi055 ceph-mon[85080]: Upgrade: Updating osd.3 2024-04-02T08:29:49.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:48 smithi055 ceph-mon[85080]: Deploying daemon osd.3 on smithi012 2024-04-02T08:29:49.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:48 smithi055 ceph-mon[85080]: osdmap e400: 8 total, 8 up, 8 in 2024-04-02T08:29:49.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:48 smithi055 ceph-mon[85080]: osdmap e401: 8 total, 8 up, 8 in 2024-04-02T08:29:49.935 INFO:tasks.rados.rados.0.smithi012.stdout:1685: done (1 left) 2024-04-02T08:29:49.935 INFO:tasks.rados.rados.0.smithi012.stdout:1686: read oid 37 snap -1 2024-04-02T08:29:49.935 INFO:tasks.rados.rados.0.smithi012.stdout:1686: expect (ObjNum 489 snap 149 seq_num 489) 2024-04-02T08:29:49.935 INFO:tasks.rados.rados.0.smithi012.stdout:1687: delete oid 26 current snap is 164 2024-04-02T08:29:49.936 INFO:tasks.rados.rados.0.smithi012.stdout:1684: finishing write tid 1 to smithi01277369-50 2024-04-02T08:29:49.936 INFO:tasks.rados.rados.0.smithi012.stdout:1684: finishing write tid 2 to smithi01277369-50 2024-04-02T08:29:49.936 INFO:tasks.rados.rados.0.smithi012.stdout:1684: finishing write tid 3 to smithi01277369-50 2024-04-02T08:29:49.936 INFO:tasks.rados.rados.0.smithi012.stdout:1684: finishing write tid 4 to smithi01277369-50 2024-04-02T08:29:49.936 INFO:tasks.rados.rados.0.smithi012.stdout:1684: finishing write tid 5 to smithi01277369-50 2024-04-02T08:29:49.936 INFO:tasks.rados.rados.0.smithi012.stdout:1684: oid 50 updating version 0 to 930 2024-04-02T08:29:49.936 INFO:tasks.rados.rados.0.smithi012.stdout:1684: oid 50 updating version 930 to 931 2024-04-02T08:29:49.936 INFO:tasks.rados.rados.0.smithi012.stdout:1684: oid 50 version 931 is already newer than 929 2024-04-02T08:29:49.936 INFO:tasks.rados.rados.0.smithi012.stdout:1684: oid 50 updating version 931 to 932 2024-04-02T08:29:49.936 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 50 v 932 (ObjNum 528 snap 164 seq_num 528) dirty exists 2024-04-02T08:29:49.936 INFO:tasks.rados.rados.0.smithi012.stdout:1684: left oid 50 (ObjNum 528 snap 164 seq_num 528) 2024-04-02T08:29:49.948 INFO:tasks.rados.rados.0.smithi012.stdout:1684: done (2 left) 2024-04-02T08:29:49.948 INFO:tasks.rados.rados.0.smithi012.stdout:1687: done (1 left) 2024-04-02T08:29:49.948 INFO:tasks.rados.rados.0.smithi012.stdout:1688: read oid 36 snap 160 2024-04-02T08:29:49.948 INFO:tasks.rados.rados.0.smithi012.stdout:1688: expect (ObjNum 506 snap 158 seq_num 506) 2024-04-02T08:29:49.948 INFO:tasks.rados.rados.0.smithi012.stdout:1689: read oid 32 snap 155 2024-04-02T08:29:49.948 INFO:tasks.rados.rados.0.smithi012.stdout:1689: expect (ObjNum 488 snap 149 seq_num 488) 2024-04-02T08:29:49.948 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 40 current snap is 164 2024-04-02T08:29:49.948 INFO:tasks.rados.rados.0.smithi012.stdout:1690: seq_num 530 ranges {0=483328,483328=532480,1015808=671744} 2024-04-02T08:29:49.952 INFO:tasks.rados.rados.0.smithi012.stdout:1690: writing smithi01277369-40 from 0 to 483328 tid 1 2024-04-02T08:29:49.955 INFO:tasks.rados.rados.0.smithi012.stdout:1690: writing smithi01277369-40 from 483328 to 1015808 tid 2 2024-04-02T08:29:49.960 INFO:tasks.rados.rados.0.smithi012.stdout:1690: writing smithi01277369-40 from 1015808 to 1687552 tid 3 2024-04-02T08:29:49.960 INFO:tasks.rados.rados.0.smithi012.stdout:1691: rollback oid 42 current snap is 164 2024-04-02T08:29:49.960 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 42 to 159 2024-04-02T08:29:49.960 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 17 current snap is 164 2024-04-02T08:29:49.960 INFO:tasks.rados.rados.0.smithi012.stdout:1692: seq_num 531 ranges {4407296=499712,4907008=417792,5324800=548864,5873664=237568} 2024-04-02T08:29:49.987 INFO:tasks.rados.rados.0.smithi012.stdout:1692: writing smithi01277369-17 from 4407296 to 4907008 tid 1 2024-04-02T08:29:49.990 INFO:tasks.rados.rados.0.smithi012.stdout:1692: writing smithi01277369-17 from 4907008 to 5324800 tid 2 2024-04-02T08:29:49.993 INFO:tasks.rados.rados.0.smithi012.stdout:1692: writing smithi01277369-17 from 5324800 to 5873664 tid 3 2024-04-02T08:29:49.994 INFO:tasks.rados.rados.0.smithi012.stdout:1692: writing smithi01277369-17 from 5873664 to 6111232 tid 4 2024-04-02T08:29:49.995 INFO:tasks.rados.rados.0.smithi012.stdout:1693: setattr oid 11 current snap is 164 2024-04-02T08:29:49.995 INFO:tasks.rados.rados.0.smithi012.stdout:1686: expect (ObjNum 489 snap 149 seq_num 489) 2024-04-02T08:29:50.021 INFO:tasks.rados.rados.0.smithi012.stdout:1690: finishing write tid 1 to smithi01277369-40 2024-04-02T08:29:50.021 INFO:tasks.rados.rados.0.smithi012.stdout:1689: expect (ObjNum 488 snap 149 seq_num 488) 2024-04-02T08:29:50.048 INFO:tasks.rados.rados.0.smithi012.stdout:1690: finishing write tid 2 to smithi01277369-40 2024-04-02T08:29:50.048 INFO:tasks.rados.rados.0.smithi012.stdout:1688: expect (ObjNum 506 snap 158 seq_num 506) 2024-04-02T08:29:50.082 INFO:tasks.rados.rados.0.smithi012.stdout:1691: finishing rollback tid 0 to smithi01277369-42 2024-04-02T08:29:50.083 INFO:tasks.rados.rados.0.smithi012.stdout:1690: finishing write tid 3 to smithi01277369-40 2024-04-02T08:29:50.083 INFO:tasks.rados.rados.0.smithi012.stdout:1691: finishing rollback tid 1 to smithi01277369-42 2024-04-02T08:29:50.083 INFO:tasks.rados.rados.0.smithi012.stdout:1690: finishing write tid 4 to smithi01277369-40 2024-04-02T08:29:50.083 INFO:tasks.rados.rados.0.smithi012.stdout:1691: finishing rollback tid 2 to smithi01277369-42 2024-04-02T08:29:50.083 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 42 v 861 (ObjNum 441 snap 137 seq_num 441) dirty exists 2024-04-02T08:29:50.083 INFO:tasks.rados.rados.0.smithi012.stdout:1690: finishing write tid 5 to smithi01277369-40 2024-04-02T08:29:50.083 INFO:tasks.rados.rados.0.smithi012.stdout:1690: oid 40 updating version 0 to 868 2024-04-02T08:29:50.083 INFO:tasks.rados.rados.0.smithi012.stdout:1690: oid 40 version 868 is already newer than 865 2024-04-02T08:29:50.083 INFO:tasks.rados.rados.0.smithi012.stdout:1690: oid 40 version 868 is already newer than 867 2024-04-02T08:29:50.083 INFO:tasks.rados.rados.0.smithi012.stdout:1690: oid 40 version 868 is already newer than 866 2024-04-02T08:29:50.083 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 40 v 868 (ObjNum 530 snap 164 seq_num 530) dirty exists 2024-04-02T08:29:50.083 INFO:tasks.rados.rados.0.smithi012.stdout:1690: left oid 40 (ObjNum 530 snap 164 seq_num 530) 2024-04-02T08:29:50.084 INFO:tasks.rados.rados.0.smithi012.stdout:1692: finishing write tid 1 to smithi01277369-17 2024-04-02T08:29:50.084 INFO:tasks.rados.rados.0.smithi012.stdout:1692: finishing write tid 2 to smithi01277369-17 2024-04-02T08:29:50.084 INFO:tasks.rados.rados.0.smithi012.stdout:1692: finishing write tid 3 to smithi01277369-17 2024-04-02T08:29:50.084 INFO:tasks.rados.rados.0.smithi012.stdout:1692: finishing write tid 4 to smithi01277369-17 2024-04-02T08:29:50.084 INFO:tasks.rados.rados.0.smithi012.stdout:1692: finishing write tid 5 to smithi01277369-17 2024-04-02T08:29:50.084 INFO:tasks.rados.rados.0.smithi012.stdout:1692: finishing write tid 6 to smithi01277369-17 2024-04-02T08:29:50.084 INFO:tasks.rados.rados.0.smithi012.stdout:1692: oid 17 updating version 0 to 1014 2024-04-02T08:29:50.084 INFO:tasks.rados.rados.0.smithi012.stdout:1692: oid 17 version 1014 is already newer than 1011 2024-04-02T08:29:50.084 INFO:tasks.rados.rados.0.smithi012.stdout:1692: oid 17 version 1014 is already newer than 1012 2024-04-02T08:29:50.084 INFO:tasks.rados.rados.0.smithi012.stdout:1692: oid 17 updating version 1014 to 1015 2024-04-02T08:29:50.084 INFO:tasks.rados.rados.0.smithi012.stdout:1692: oid 17 version 1015 is already newer than 1013 2024-04-02T08:29:50.084 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 17 v 1015 (ObjNum 531 snap 164 seq_num 531) dirty exists 2024-04-02T08:29:50.084 INFO:tasks.rados.rados.0.smithi012.stdout:1692: left oid 17 (ObjNum 531 snap 164 seq_num 531) 2024-04-02T08:29:50.084 INFO:tasks.rados.rados.0.smithi012.stdout:1686: done (6 left) 2024-04-02T08:29:50.085 INFO:tasks.rados.rados.0.smithi012.stdout:1688: done (5 left) 2024-04-02T08:29:50.085 INFO:tasks.rados.rados.0.smithi012.stdout:1689: done (4 left) 2024-04-02T08:29:50.085 INFO:tasks.rados.rados.0.smithi012.stdout:1690: done (3 left) 2024-04-02T08:29:50.085 INFO:tasks.rados.rados.0.smithi012.stdout:1691: done (2 left) 2024-04-02T08:29:50.085 INFO:tasks.rados.rados.0.smithi012.stdout:1692: done (1 left) 2024-04-02T08:29:50.085 INFO:tasks.rados.rados.0.smithi012.stdout:1694: copy_from oid 36 from oid 44 current snap is 164 2024-04-02T08:29:50.085 INFO:tasks.rados.rados.0.smithi012.stdout:1695: snap_create 2024-04-02T08:29:50.085 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 11 v 1017 (ObjNum 450 snap 139 seq_num 450) dirty exists 2024-04-02T08:29:50.102 INFO:tasks.rados.rados.0.smithi012.stdout:1694: finishing copy_from racing read to smithi01277369-36 2024-04-02T08:29:50.105 INFO:tasks.rados.rados.0.smithi012.stdout:1694: finishing copy_from to smithi01277369-36 2024-04-02T08:29:50.105 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 36 v 726 (ObjNum 503 snap 157 seq_num 503) dirty exists 2024-04-02T08:29:50.135 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:49 smithi012 ceph-mon[88355]: pgmap v267: 121 pgs: 121 active+clean; 225 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 4.6 MiB/s wr, 15 op/s 2024-04-02T08:29:50.135 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:49 smithi012 ceph-mon[90784]: pgmap v267: 121 pgs: 121 active+clean; 225 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 4.6 MiB/s wr, 15 op/s 2024-04-02T08:29:50.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:49 smithi055 ceph-mon[85080]: pgmap v267: 121 pgs: 121 active+clean; 225 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 4.6 MiB/s wr, 15 op/s 2024-04-02T08:29:50.928 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 08:29:50 smithi012 systemd[1]: Stopping Ceph osd.3 for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:29:50.944 INFO:tasks.rados.rados.0.smithi012.stdout:1693: done (2 left) 2024-04-02T08:29:50.945 INFO:tasks.rados.rados.0.smithi012.stdout:1694: done (1 left) 2024-04-02T08:29:50.945 INFO:tasks.rados.rados.0.smithi012.stdout:1695: done (0 left) 2024-04-02T08:29:50.945 INFO:tasks.rados.rados.0.smithi012.stdout:1696: read oid 38 snap 164 2024-04-02T08:29:50.945 INFO:tasks.rados.rados.0.smithi012.stdout:1696: expect (ObjNum 428 snap 132 seq_num 428) 2024-04-02T08:29:50.945 INFO:tasks.rados.rados.0.smithi012.stdout:1697: read oid 35 snap -1 2024-04-02T08:29:50.945 INFO:tasks.rados.rados.0.smithi012.stdout:1697: expect (ObjNum 494 snap 152 seq_num 494) 2024-04-02T08:29:50.945 INFO:tasks.rados.rados.0.smithi012.stdout:1698: copy_from oid 1 from oid 27 current snap is 165 2024-04-02T08:29:50.945 INFO:tasks.rados.rados.0.smithi012.stdout:1699: snap_remove snap 155 2024-04-02T08:29:51.224 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:50 smithi012 ceph-mon[88355]: osdmap e402: 8 total, 8 up, 8 in 2024-04-02T08:29:51.224 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:50 smithi012 ceph-mon[90784]: osdmap e402: 8 total, 8 up, 8 in 2024-04-02T08:29:51.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:50 smithi055 ceph-mon[85080]: osdmap e402: 8 total, 8 up, 8 in 2024-04-02T08:29:51.678 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 08:29:51 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-3[59758]: 2024-04-02T08:29:51.225+0000 7f651f8ef700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:29:51.678 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 08:29:51 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-3[59758]: 2024-04-02T08:29:51.225+0000 7f651f8ef700 -1 osd.3 402 *** Got signal Terminated *** 2024-04-02T08:29:51.678 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 08:29:51 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-3[59758]: 2024-04-02T08:29:51.225+0000 7f651f8ef700 -1 osd.3 402 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T08:29:51.955 INFO:tasks.rados.rados.0.smithi012.stdout:1699: done (3 left) 2024-04-02T08:29:51.955 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 21 current snap is 165 2024-04-02T08:29:51.955 INFO:tasks.rados.rados.0.smithi012.stdout:1700: seq_num 532 ranges {0=516096,516096=696320,1212416=507904} 2024-04-02T08:29:51.958 INFO:tasks.rados.rados.0.smithi012.stdout:1700: writing smithi01277369-21 from 0 to 516096 tid 1 2024-04-02T08:29:51.963 INFO:tasks.rados.rados.0.smithi012.stdout:1700: writing smithi01277369-21 from 516096 to 1212416 tid 2 2024-04-02T08:29:51.967 INFO:tasks.rados.rados.0.smithi012.stdout:1700: writing smithi01277369-21 from 1212416 to 1720320 tid 3 2024-04-02T08:29:51.967 INFO:tasks.rados.rados.0.smithi012.stdout:1701: snap_create 2024-04-02T08:29:51.975 INFO:tasks.rados.rados.0.smithi012.stdout:1696: expect (ObjNum 428 snap 132 seq_num 428) 2024-04-02T08:29:52.038 INFO:tasks.rados.rados.0.smithi012.stdout:1697: expect (ObjNum 494 snap 152 seq_num 494) 2024-04-02T08:29:52.082 INFO:teuthology.orchestra.run.smithi012.stdout:true 2024-04-02T08:29:52.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:51 smithi055 ceph-mon[85080]: pgmap v271: 121 pgs: 121 active+clean; 230 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2024-04-02T08:29:52.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:51 smithi055 ceph-mon[85080]: osdmap e403: 8 total, 8 up, 8 in 2024-04-02T08:29:52.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:51 smithi055 ceph-mon[85080]: osd.3 marked itself down and dead 2024-04-02T08:29:52.416 INFO:teuthology.orchestra.run.smithi012.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:29:52.416 INFO:teuthology.orchestra.run.smithi012.stdout:alertmanager.a smithi012 *:9093,9094 running (7m) 26s ago 8m 26.5M - 0.25.0 c8568f914cd2 3ed3fc1b8013 2024-04-02T08:29:52.416 INFO:teuthology.orchestra.run.smithi012.stdout:grafana.a smithi055 *:3000 running (8m) 2m ago 8m 89.4M - 9.4.7 954c08fa6188 9788bcfbfb6f 2024-04-02T08:29:52.417 INFO:teuthology.orchestra.run.smithi012.stdout:mds.a smithi012 running (9m) 26s ago 9m 17.5M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 756f041a4b0e 2024-04-02T08:29:52.417 INFO:teuthology.orchestra.run.smithi012.stdout:mds.b smithi055 running (9m) 2m ago 9m 20.6M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 0a0c21b36b12 2024-04-02T08:29:52.417 INFO:teuthology.orchestra.run.smithi012.stdout:mgr.x smithi055 *:8443,9283,8765 running (3m) 2m ago 13m 449M - 19.0.0-2422-g3cba26ea beaaa8a653cf 111621b46bd2 2024-04-02T08:29:52.417 INFO:teuthology.orchestra.run.smithi012.stdout:mgr.y smithi012 *:8443,9283,8765 running (4m) 26s ago 14m 508M - 19.0.0-2422-g3cba26ea beaaa8a653cf fe667762b028 2024-04-02T08:29:52.417 INFO:teuthology.orchestra.run.smithi012.stdout:mon.a smithi012 running (3m) 26s ago 15m 53.2M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 1790aee575dc 2024-04-02T08:29:52.417 INFO:teuthology.orchestra.run.smithi012.stdout:mon.b smithi055 running (2m) 2m ago 13m 25.4M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf f75ff69b6d62 2024-04-02T08:29:52.417 INFO:teuthology.orchestra.run.smithi012.stdout:mon.c smithi012 running (2m) 26s ago 13m 46.9M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf a1b482e0e449 2024-04-02T08:29:52.417 INFO:teuthology.orchestra.run.smithi012.stdout:node-exporter.a smithi012 *:9100 running (8m) 26s ago 8m 16.5M - 1.5.0 0da6a335fe13 a3d31893d77a 2024-04-02T08:29:52.417 INFO:teuthology.orchestra.run.smithi012.stdout:node-exporter.b smithi055 *:9100 running (8m) 2m ago 8m 15.3M - 1.5.0 0da6a335fe13 e1788e402810 2024-04-02T08:29:52.417 INFO:teuthology.orchestra.run.smithi012.stdout:osd.0 smithi012 running (101s) 26s ago 12m 118M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf a32a350fbdf1 2024-04-02T08:29:52.417 INFO:teuthology.orchestra.run.smithi012.stdout:osd.1 smithi012 running (66s) 26s ago 12m 101M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf bed42cfef518 2024-04-02T08:29:52.417 INFO:teuthology.orchestra.run.smithi012.stdout:osd.2 smithi012 running (30s) 26s ago 11m 15.0M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 021f860a33af 2024-04-02T08:29:52.417 INFO:teuthology.orchestra.run.smithi012.stdout:osd.3 smithi012 running (11m) 26s ago 11m 101M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d f2070d5ae9b3 2024-04-02T08:29:52.417 INFO:teuthology.orchestra.run.smithi012.stdout:osd.4 smithi055 running (11m) 2m ago 11m 119M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 6ea99dd7fbaa 2024-04-02T08:29:52.418 INFO:teuthology.orchestra.run.smithi012.stdout:osd.5 smithi055 running (10m) 2m ago 10m 170M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 300691ec9744 2024-04-02T08:29:52.418 INFO:teuthology.orchestra.run.smithi012.stdout:osd.6 smithi055 running (10m) 2m ago 10m 105M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 256c0abe00a7 2024-04-02T08:29:52.418 INFO:teuthology.orchestra.run.smithi012.stdout:osd.7 smithi055 running (9m) 2m ago 9m 136M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d edc056f1c4d7 2024-04-02T08:29:52.418 INFO:teuthology.orchestra.run.smithi012.stdout:prometheus.a smithi055 *:9095 running (3m) 2m ago 9m 53.7M - 2.43.0 a07b618ecd1d c518c69f0a2f 2024-04-02T08:29:52.418 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:51 smithi012 ceph-mon[88355]: pgmap v271: 121 pgs: 121 active+clean; 230 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2024-04-02T08:29:52.418 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:51 smithi012 ceph-mon[88355]: osdmap e403: 8 total, 8 up, 8 in 2024-04-02T08:29:52.418 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:51 smithi012 ceph-mon[88355]: osd.3 marked itself down and dead 2024-04-02T08:29:52.419 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:51 smithi012 ceph-mon[90784]: pgmap v271: 121 pgs: 121 active+clean; 230 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2024-04-02T08:29:52.419 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:51 smithi012 ceph-mon[90784]: osdmap e403: 8 total, 8 up, 8 in 2024-04-02T08:29:52.419 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:51 smithi012 ceph-mon[90784]: osd.3 marked itself down and dead 2024-04-02T08:29:52.495 INFO:tasks.rados.rados.0.smithi012.stdout:1698: finishing copy_from racing read to smithi01277369-1 2024-04-02T08:29:52.495 INFO:tasks.rados.rados.0.smithi012.stdout:1698: finishing copy_from to smithi01277369-1 2024-04-02T08:29:52.495 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 1 v 270 (ObjNum 499 snap 157 seq_num 499) dirty exists 2024-04-02T08:29:52.495 INFO:tasks.rados.rados.0.smithi012.stdout:1700: finishing write tid 1 to smithi01277369-21 2024-04-02T08:29:52.495 INFO:tasks.rados.rados.0.smithi012.stdout:1700: finishing write tid 2 to smithi01277369-21 2024-04-02T08:29:52.495 INFO:tasks.rados.rados.0.smithi012.stdout:1700: finishing write tid 3 to smithi01277369-21 2024-04-02T08:29:52.495 INFO:tasks.rados.rados.0.smithi012.stdout:1700: finishing write tid 4 to smithi01277369-21 2024-04-02T08:29:52.495 INFO:tasks.rados.rados.0.smithi012.stdout:1700: finishing write tid 5 to smithi01277369-21 2024-04-02T08:29:52.496 INFO:tasks.rados.rados.0.smithi012.stdout:1700: oid 21 updating version 0 to 943 2024-04-02T08:29:52.496 INFO:tasks.rados.rados.0.smithi012.stdout:1700: oid 21 updating version 943 to 944 2024-04-02T08:29:52.496 INFO:tasks.rados.rados.0.smithi012.stdout:1700: oid 21 updating version 944 to 946 2024-04-02T08:29:52.496 INFO:tasks.rados.rados.0.smithi012.stdout:1700: oid 21 version 946 is already newer than 945 2024-04-02T08:29:52.496 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 21 v 946 (ObjNum 532 snap 165 seq_num 532) dirty exists 2024-04-02T08:29:52.496 INFO:tasks.rados.rados.0.smithi012.stdout:1700: left oid 21 (ObjNum 532 snap 165 seq_num 532) 2024-04-02T08:29:52.678 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 08:29:52 smithi012 podman[110227]: 2024-04-02 08:29:52.501625195 +0000 UTC m=+1.472829107 container died f2070d5ae9b34fb21d479b047e69ef4f768af22392f5f39f682fe531f3f187e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-3, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=reef-4d05f4c, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:29:52.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:29:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:29:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:29:52.830 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-04-02T08:29:52.830 INFO:teuthology.orchestra.run.smithi012.stdout: "mon": { 2024-04-02T08:29:52.830 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:29:52.830 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:29:52.830 INFO:teuthology.orchestra.run.smithi012.stdout: "mgr": { 2024-04-02T08:29:52.830 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:29:52.831 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:29:52.831 INFO:teuthology.orchestra.run.smithi012.stdout: "osd": { 2024-04-02T08:29:52.831 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 4, 2024-04-02T08:29:52.831 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:29:52.831 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:29:52.831 INFO:teuthology.orchestra.run.smithi012.stdout: "mds": { 2024-04-02T08:29:52.831 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:29:52.831 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:29:52.831 INFO:teuthology.orchestra.run.smithi012.stdout: "overall": { 2024-04-02T08:29:52.831 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 6, 2024-04-02T08:29:52.831 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 8 2024-04-02T08:29:52.831 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-04-02T08:29:52.831 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-04-02T08:29:52.961 INFO:tasks.rados.rados.0.smithi012.stdout:1696: done (4 left) 2024-04-02T08:29:52.961 INFO:tasks.rados.rados.0.smithi012.stdout:1697: done (3 left) 2024-04-02T08:29:52.961 INFO:tasks.rados.rados.0.smithi012.stdout:1698: done (2 left) 2024-04-02T08:29:52.961 INFO:tasks.rados.rados.0.smithi012.stdout:1700: done (1 left) 2024-04-02T08:29:52.962 INFO:tasks.rados.rados.0.smithi012.stdout:1701: done (0 left) 2024-04-02T08:29:52.962 INFO:tasks.rados.rados.0.smithi012.stdout:1702: rollback oid 21 current snap is 166 2024-04-02T08:29:52.962 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 21 to 153 2024-04-02T08:29:52.962 INFO:tasks.rados.rados.0.smithi012.stdout:1703: read oid 13 snap 151 2024-04-02T08:29:52.962 INFO:tasks.rados.rados.0.smithi012.stdout:1703: expect (ObjNum 428 snap 132 seq_num 428) 2024-04-02T08:29:52.962 INFO:tasks.rados.rados.0.smithi012.stdout:1704: copy_from oid 25 from oid 10 current snap is 166 2024-04-02T08:29:52.962 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 4 current snap is 166 2024-04-02T08:29:52.962 INFO:tasks.rados.rados.0.smithi012.stdout:1705: seq_num 533 ranges {3350528=532480,3883008=630784,4513792=516096,5029888=57344} 2024-04-02T08:29:52.983 INFO:tasks.rados.rados.0.smithi012.stdout:1705: writing smithi01277369-4 from 3350528 to 3883008 tid 1 2024-04-02T08:29:52.986 INFO:tasks.rados.rados.0.smithi012.stdout:1705: writing smithi01277369-4 from 3883008 to 4513792 tid 2 2024-04-02T08:29:52.989 INFO:tasks.rados.rados.0.smithi012.stdout:1705: writing smithi01277369-4 from 4513792 to 5029888 tid 3 2024-04-02T08:29:52.990 INFO:tasks.rados.rados.0.smithi012.stdout:1705: writing smithi01277369-4 from 5029888 to 5087232 tid 4 2024-04-02T08:29:52.990 INFO:tasks.rados.rados.0.smithi012.stdout:1706: snap_create 2024-04-02T08:29:52.990 INFO:tasks.rados.rados.0.smithi012.stdout:1702: finishing rollback tid 0 to smithi01277369-21 2024-04-02T08:29:52.990 INFO:tasks.rados.rados.0.smithi012.stdout:1702: finishing rollback tid 1 to smithi01277369-21 2024-04-02T08:29:52.990 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 21 v 948 (ObjNum 917481920 snap 21921 seq_num 304) dirty dne 2024-04-02T08:29:52.990 INFO:tasks.rados.rados.0.smithi012.stdout:1703: expect (ObjNum 428 snap 132 seq_num 428) 2024-04-02T08:29:53.053 INFO:tasks.rados.rados.0.smithi012.stdout:1704: finishing copy_from racing read to smithi01277369-25 2024-04-02T08:29:53.053 INFO:tasks.rados.rados.0.smithi012.stdout:1704: finishing copy_from to smithi01277369-25 2024-04-02T08:29:53.053 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 25 v 251 (ObjNum 454 snap 140 seq_num 454) dirty exists 2024-04-02T08:29:53.053 INFO:tasks.rados.rados.0.smithi012.stdout:1705: finishing write tid 1 to smithi01277369-4 2024-04-02T08:29:53.053 INFO:tasks.rados.rados.0.smithi012.stdout:1705: finishing write tid 2 to smithi01277369-4 2024-04-02T08:29:53.053 INFO:tasks.rados.rados.0.smithi012.stdout:1705: finishing write tid 3 to smithi01277369-4 2024-04-02T08:29:53.053 INFO:tasks.rados.rados.0.smithi012.stdout:1705: finishing write tid 4 to smithi01277369-4 2024-04-02T08:29:53.053 INFO:tasks.rados.rados.0.smithi012.stdout:1705: finishing write tid 5 to smithi01277369-4 2024-04-02T08:29:53.053 INFO:tasks.rados.rados.0.smithi012.stdout:1705: finishing write tid 6 to smithi01277369-4 2024-04-02T08:29:53.053 INFO:tasks.rados.rados.0.smithi012.stdout:1705: oid 4 updating version 0 to 691 2024-04-02T08:29:53.054 INFO:tasks.rados.rados.0.smithi012.stdout:1705: oid 4 updating version 691 to 694 2024-04-02T08:29:53.054 INFO:tasks.rados.rados.0.smithi012.stdout:1705: oid 4 updating version 694 to 695 2024-04-02T08:29:53.054 INFO:tasks.rados.rados.0.smithi012.stdout:1705: oid 4 version 695 is already newer than 692 2024-04-02T08:29:53.054 INFO:tasks.rados.rados.0.smithi012.stdout:1705: oid 4 version 695 is already newer than 693 2024-04-02T08:29:53.054 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 4 v 695 (ObjNum 533 snap 166 seq_num 533) dirty exists 2024-04-02T08:29:53.054 INFO:tasks.rados.rados.0.smithi012.stdout:1705: left oid 4 (ObjNum 533 snap 166 seq_num 533) 2024-04-02T08:29:53.150 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:52 smithi012 ceph-mon[88355]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:29:53.150 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:52 smithi012 ceph-mon[88355]: osdmap e404: 8 total, 7 up, 8 in 2024-04-02T08:29:53.151 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:52 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2993241964' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:53.151 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:52 smithi012 ceph-mon[90784]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:29:53.151 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:52 smithi012 ceph-mon[90784]: osdmap e404: 8 total, 7 up, 8 in 2024-04-02T08:29:53.151 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:52 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2993241964' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:53.151 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 08:29:52 smithi012 podman[110227]: 2024-04-02 08:29:52.917509492 +0000 UTC m=+1.888713392 container cleanup f2070d5ae9b34fb21d479b047e69ef4f768af22392f5f39f682fe531f3f187e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-3, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=reef-4d05f4c, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-04-02T08:29:53.152 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 08:29:52 smithi012 bash[110227]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-3 2024-04-02T08:29:53.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:52 smithi055 ceph-mon[85080]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:29:53.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:52 smithi055 ceph-mon[85080]: osdmap e404: 8 total, 7 up, 8 in 2024-04-02T08:29:53.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:52 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2993241964' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:53.428 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 08:29:53 smithi012 podman[110296]: 2024-04-02 08:29:53.152405848 +0000 UTC m=+0.641468756 container remove f2070d5ae9b34fb21d479b047e69ef4f768af22392f5f39f682fe531f3f187e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-3, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-4d05f4c, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-04-02T08:29:53.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:29:53 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:29:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi012\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi012\", job=\"node\", machine=\"x86_64\", nodename=\"smithi012\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi012\", job=\"node\", machine=\"x86_64\", nodename=\"smithi012\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:29:53.904 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 08:29:53 smithi012 podman[110412]: 2024-04-02 08:29:53.495040858 +0000 UTC m=+0.017654520 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:29:53.904 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 08:29:53 smithi012 podman[110412]: 2024-04-02 08:29:53.62049962 +0000 UTC m=+0.143113310 container create 7406d97a7ad697394d17f4e15d219e414eac83e8a1996b180e85bc0837a0a2e9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-3-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-04-02T08:29:53.904 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 08:29:53 smithi012 podman[110412]: 2024-04-02 08:29:53.831425997 +0000 UTC m=+0.354039658 container init 7406d97a7ad697394d17f4e15d219e414eac83e8a1996b180e85bc0837a0a2e9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-3-deactivate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:29:53.904 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 08:29:53 smithi012 podman[110412]: 2024-04-02 08:29:53.83488509 +0000 UTC m=+0.357498748 container start 7406d97a7ad697394d17f4e15d219e414eac83e8a1996b180e85bc0837a0a2e9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-3-deactivate, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:29:53.904 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 08:29:53 smithi012 podman[110412]: 2024-04-02 08:29:53.906097068 +0000 UTC m=+0.428710734 container attach 7406d97a7ad697394d17f4e15d219e414eac83e8a1996b180e85bc0837a0a2e9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-3-deactivate, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-04-02T08:29:53.911 INFO:tasks.rados.rados.0.smithi012.stdout:1702: done (4 left) 2024-04-02T08:29:53.911 INFO:tasks.rados.rados.0.smithi012.stdout:1703: done (3 left) 2024-04-02T08:29:53.911 INFO:tasks.rados.rados.0.smithi012.stdout:1704: done (2 left) 2024-04-02T08:29:53.911 INFO:tasks.rados.rados.0.smithi012.stdout:1705: done (1 left) 2024-04-02T08:29:53.911 INFO:tasks.rados.rados.0.smithi012.stdout:1706: done (0 left) 2024-04-02T08:29:53.911 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 47 current snap is 167 2024-04-02T08:29:53.911 INFO:tasks.rados.rados.0.smithi012.stdout:1707: seq_num 534 ranges {1384448=548864,1933312=516096,2449408=688128} 2024-04-02T08:29:53.921 INFO:tasks.rados.rados.0.smithi012.stdout:1707: writing smithi01277369-47 from 1384448 to 1933312 tid 1 2024-04-02T08:29:53.924 INFO:tasks.rados.rados.0.smithi012.stdout:1707: writing smithi01277369-47 from 1933312 to 2449408 tid 2 2024-04-02T08:29:53.928 INFO:tasks.rados.rados.0.smithi012.stdout:1707: writing smithi01277369-47 from 2449408 to 3137536 tid 3 2024-04-02T08:29:53.929 INFO:tasks.rados.rados.0.smithi012.stdout:1708: setattr oid 48 current snap is 167 2024-04-02T08:29:53.929 INFO:tasks.rados.rados.0.smithi012.stdout:1707: finishing write tid 1 to smithi01277369-47 2024-04-02T08:29:53.929 INFO:tasks.rados.rados.0.smithi012.stdout:1707: finishing write tid 2 to smithi01277369-47 2024-04-02T08:29:53.929 INFO:tasks.rados.rados.0.smithi012.stdout:1709: read oid 17 snap 166 2024-04-02T08:29:53.929 INFO:tasks.rados.rados.0.smithi012.stdout:1709: expect (ObjNum 531 snap 164 seq_num 531) 2024-04-02T08:29:53.929 INFO:tasks.rados.rados.0.smithi012.stdout:1710: snap_create 2024-04-02T08:29:53.930 INFO:tasks.rados.rados.0.smithi012.stdout:1707: finishing write tid 3 to smithi01277369-47 2024-04-02T08:29:53.930 INFO:tasks.rados.rados.0.smithi012.stdout:1707: finishing write tid 4 to smithi01277369-47 2024-04-02T08:29:53.934 INFO:tasks.rados.rados.0.smithi012.stdout:1707: finishing write tid 5 to smithi01277369-47 2024-04-02T08:29:53.934 INFO:tasks.rados.rados.0.smithi012.stdout:1707: oid 47 updating version 0 to 858 2024-04-02T08:29:53.934 INFO:tasks.rados.rados.0.smithi012.stdout:1707: oid 47 version 858 is already newer than 857 2024-04-02T08:29:53.934 INFO:tasks.rados.rados.0.smithi012.stdout:1707: oid 47 version 858 is already newer than 856 2024-04-02T08:29:53.934 INFO:tasks.rados.rados.0.smithi012.stdout:1707: oid 47 updating version 858 to 859 2024-04-02T08:29:53.934 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 47 v 859 (ObjNum 534 snap 167 seq_num 534) dirty exists 2024-04-02T08:29:53.934 INFO:tasks.rados.rados.0.smithi012.stdout:1707: left oid 47 (ObjNum 534 snap 167 seq_num 534) 2024-04-02T08:29:53.934 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 48 v 862 (ObjNum 445 snap 138 seq_num 445) dirty exists 2024-04-02T08:29:53.953 INFO:tasks.rados.rados.0.smithi012.stdout:1709: expect (ObjNum 531 snap 164 seq_num 531) 2024-04-02T08:29:54.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:53 smithi012 ceph-mon[90784]: from='client.44210 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:29:54.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:53 smithi012 ceph-mon[90784]: pgmap v274: 121 pgs: 17 stale+active+clean, 104 active+clean; 237 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.4 MiB/s wr, 14 op/s 2024-04-02T08:29:54.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:53 smithi012 ceph-mon[90784]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:29:54.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:53 smithi012 ceph-mon[90784]: osdmap e405: 8 total, 7 up, 8 in 2024-04-02T08:29:54.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:53 smithi012 ceph-mon[90784]: osdmap e406: 8 total, 7 up, 8 in 2024-04-02T08:29:54.179 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 08:29:54 smithi012 podman[110412]: 2024-04-02 08:29:54.150706687 +0000 UTC m=+0.673320327 container died 7406d97a7ad697394d17f4e15d219e414eac83e8a1996b180e85bc0837a0a2e9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-3-deactivate, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326) 2024-04-02T08:29:54.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:53 smithi012 ceph-mon[88355]: from='client.44210 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:29:54.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:53 smithi012 ceph-mon[88355]: pgmap v274: 121 pgs: 17 stale+active+clean, 104 active+clean; 237 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.4 MiB/s wr, 14 op/s 2024-04-02T08:29:54.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:53 smithi012 ceph-mon[88355]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:29:54.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:53 smithi012 ceph-mon[88355]: osdmap e405: 8 total, 7 up, 8 in 2024-04-02T08:29:54.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:53 smithi012 ceph-mon[88355]: osdmap e406: 8 total, 7 up, 8 in 2024-04-02T08:29:54.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:53 smithi055 ceph-mon[85080]: from='client.44210 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:29:54.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:53 smithi055 ceph-mon[85080]: pgmap v274: 121 pgs: 17 stale+active+clean, 104 active+clean; 237 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.4 MiB/s wr, 14 op/s 2024-04-02T08:29:54.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:53 smithi055 ceph-mon[85080]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:29:54.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:53 smithi055 ceph-mon[85080]: osdmap e405: 8 total, 7 up, 8 in 2024-04-02T08:29:54.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:53 smithi055 ceph-mon[85080]: osdmap e406: 8 total, 7 up, 8 in 2024-04-02T08:29:54.909 INFO:tasks.rados.rados.0.smithi012.stdout:1707: done (3 left) 2024-04-02T08:29:54.909 INFO:tasks.rados.rados.0.smithi012.stdout:1708: done (2 left) 2024-04-02T08:29:54.909 INFO:tasks.rados.rados.0.smithi012.stdout:1709: done (1 left) 2024-04-02T08:29:54.909 INFO:tasks.rados.rados.0.smithi012.stdout:1710: done (0 left) 2024-04-02T08:29:54.909 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 5 current snap is 168 2024-04-02T08:29:54.909 INFO:tasks.rados.rados.0.smithi012.stdout:1711: seq_num 535 ranges {6258688=565248,6823936=802816,7626752=401408} 2024-04-02T08:29:54.949 INFO:tasks.rados.rados.0.smithi012.stdout:1711: writing smithi01277369-5 from 6258688 to 6823936 tid 1 2024-04-02T08:29:54.955 INFO:tasks.rados.rados.0.smithi012.stdout:1711: writing smithi01277369-5 from 6823936 to 7626752 tid 2 2024-04-02T08:29:54.957 INFO:tasks.rados.rados.0.smithi012.stdout:1711: writing smithi01277369-5 from 7626752 to 8028160 tid 3 2024-04-02T08:29:54.958 INFO:tasks.rados.rados.0.smithi012.stdout:1712: rollback oid 45 current snap is 168 2024-04-02T08:29:54.958 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 45 to 158 2024-04-02T08:29:54.958 INFO:tasks.rados.rados.0.smithi012.stdout:1711: finishing write tid 1 to smithi01277369-5 2024-04-02T08:29:54.958 INFO:tasks.rados.rados.0.smithi012.stdout:1713: setattr oid 38 current snap is 168 2024-04-02T08:29:54.959 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 7 current snap is 168 2024-04-02T08:29:54.959 INFO:tasks.rados.rados.0.smithi012.stdout:1714: seq_num 536 ranges {3923968=581632,4505600=688128,5193728=516096} 2024-04-02T08:29:54.984 INFO:tasks.rados.rados.0.smithi012.stdout:1714: writing smithi01277369-7 from 3923968 to 4505600 tid 1 2024-04-02T08:29:54.988 INFO:tasks.rados.rados.0.smithi012.stdout:1714: writing smithi01277369-7 from 4505600 to 5193728 tid 2 2024-04-02T08:29:54.995 INFO:tasks.rados.rados.0.smithi012.stdout:1714: writing smithi01277369-7 from 5193728 to 5709824 tid 3 2024-04-02T08:29:54.995 INFO:tasks.rados.rados.0.smithi012.stdout:1715: read oid 11 snap -1 2024-04-02T08:29:54.995 INFO:tasks.rados.rados.0.smithi012.stdout:1715: expect (ObjNum 450 snap 139 seq_num 450) 2024-04-02T08:29:54.995 INFO:tasks.rados.rados.0.smithi012.stdout:1716: read oid 48 snap -1 2024-04-02T08:29:54.995 INFO:tasks.rados.rados.0.smithi012.stdout:1716: expect (ObjNum 445 snap 138 seq_num 445) 2024-04-02T08:29:54.995 INFO:tasks.rados.rados.0.smithi012.stdout:1717: snap_create 2024-04-02T08:29:54.995 INFO:tasks.rados.rados.0.smithi012.stdout:1711: finishing write tid 2 to smithi01277369-5 2024-04-02T08:29:54.995 INFO:tasks.rados.rados.0.smithi012.stdout:1711: finishing write tid 3 to smithi01277369-5 2024-04-02T08:29:54.996 INFO:tasks.rados.rados.0.smithi012.stdout:1711: finishing write tid 4 to smithi01277369-5 2024-04-02T08:29:54.996 INFO:tasks.rados.rados.0.smithi012.stdout:1712: finishing rollback tid 1 to smithi01277369-45 2024-04-02T08:29:54.996 INFO:tasks.rados.rados.0.smithi012.stdout:1712: finishing rollback tid 2 to smithi01277369-45 2024-04-02T08:29:54.996 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 45 v 866 (ObjNum 377 snap 114 seq_num 377) dirty exists 2024-04-02T08:29:54.996 INFO:tasks.rados.rados.0.smithi012.stdout:1711: finishing write tid 5 to smithi01277369-5 2024-04-02T08:29:54.996 INFO:tasks.rados.rados.0.smithi012.stdout:1711: oid 5 updating version 0 to 872 2024-04-02T08:29:54.996 INFO:tasks.rados.rados.0.smithi012.stdout:1711: oid 5 version 872 is already newer than 871 2024-04-02T08:29:54.996 INFO:tasks.rados.rados.0.smithi012.stdout:1711: oid 5 version 872 is already newer than 870 2024-04-02T08:29:54.996 INFO:tasks.rados.rados.0.smithi012.stdout:1711: oid 5 version 872 is already newer than 869 2024-04-02T08:29:54.996 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 5 v 872 (ObjNum 535 snap 168 seq_num 535) dirty exists 2024-04-02T08:29:54.996 INFO:tasks.rados.rados.0.smithi012.stdout:1711: left oid 5 (ObjNum 535 snap 168 seq_num 535) 2024-04-02T08:29:54.996 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 38 v 949 (ObjNum 428 snap 132 seq_num 428) dirty exists 2024-04-02T08:29:54.996 INFO:tasks.rados.rados.0.smithi012.stdout:1714: finishing write tid 1 to smithi01277369-7 2024-04-02T08:29:54.996 INFO:tasks.rados.rados.0.smithi012.stdout:1714: finishing write tid 2 to smithi01277369-7 2024-04-02T08:29:54.997 INFO:tasks.rados.rados.0.smithi012.stdout:1715: expect (ObjNum 450 snap 139 seq_num 450) 2024-04-02T08:29:55.008 INFO:tasks.rados.rados.0.smithi012.stdout:1714: finishing write tid 3 to smithi01277369-7 2024-04-02T08:29:55.008 INFO:tasks.rados.rados.0.smithi012.stdout:1714: finishing write tid 4 to smithi01277369-7 2024-04-02T08:29:55.008 INFO:tasks.rados.rados.0.smithi012.stdout:1714: finishing write tid 5 to smithi01277369-7 2024-04-02T08:29:55.008 INFO:tasks.rados.rados.0.smithi012.stdout:1714: oid 7 updating version 0 to 729 2024-04-02T08:29:55.008 INFO:tasks.rados.rados.0.smithi012.stdout:1714: oid 7 updating version 729 to 730 2024-04-02T08:29:55.008 INFO:tasks.rados.rados.0.smithi012.stdout:1714: oid 7 version 730 is already newer than 728 2024-04-02T08:29:55.008 INFO:tasks.rados.rados.0.smithi012.stdout:1714: oid 7 version 730 is already newer than 727 2024-04-02T08:29:55.008 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 7 v 730 (ObjNum 536 snap 168 seq_num 536) dirty exists 2024-04-02T08:29:55.008 INFO:tasks.rados.rados.0.smithi012.stdout:1714: left oid 7 (ObjNum 536 snap 168 seq_num 536) 2024-04-02T08:29:55.035 INFO:tasks.rados.rados.0.smithi012.stdout:1716: expect (ObjNum 445 snap 138 seq_num 445) 2024-04-02T08:29:55.179 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 08:29:54 smithi012 podman[110438]: 2024-04-02 08:29:54.876858873 +0000 UTC m=+0.721510016 container remove 7406d97a7ad697394d17f4e15d219e414eac83e8a1996b180e85bc0837a0a2e9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-3-deactivate, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2) 2024-04-02T08:29:55.179 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 08:29:54 smithi012 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@osd.3.service: Deactivated successfully. 2024-04-02T08:29:55.179 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 08:29:54 smithi012 systemd[1]: Stopped Ceph osd.3 for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:29:55.179 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 08:29:54 smithi012 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@osd.3.service: Consumed 10.122s CPU time. 2024-04-02T08:29:55.179 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 08:29:55 smithi012 systemd[1]: Starting Ceph osd.3 for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:29:55.596 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 08:29:55 smithi012 podman[110539]: 2024-04-02 08:29:55.230781087 +0000 UTC m=+0.018023617 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:29:55.596 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 08:29:55 smithi012 podman[110539]: 2024-04-02 08:29:55.344890682 +0000 UTC m=+0.132133198 container create 06d8632c4e39545c716ddc519050efe9f4bb67ed88e4df0d0beacabdc5a4bfb4 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-3-activate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T08:29:55.904 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 08:29:55 smithi012 podman[110539]: 2024-04-02 08:29:55.59829882 +0000 UTC m=+0.385541335 container init 06d8632c4e39545c716ddc519050efe9f4bb67ed88e4df0d0beacabdc5a4bfb4 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-3-activate, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5) 2024-04-02T08:29:55.904 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 08:29:55 smithi012 podman[110539]: 2024-04-02 08:29:55.601456853 +0000 UTC m=+0.388699376 container start 06d8632c4e39545c716ddc519050efe9f4bb67ed88e4df0d0beacabdc5a4bfb4 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-3-activate, GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-04-02T08:29:55.905 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 08:29:55 smithi012 podman[110539]: 2024-04-02 08:29:55.715133768 +0000 UTC m=+0.502376300 container attach 06d8632c4e39545c716ddc519050efe9f4bb67ed88e4df0d0beacabdc5a4bfb4 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-3-activate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2) 2024-04-02T08:29:56.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:55 smithi012 ceph-mon[88355]: pgmap v277: 121 pgs: 17 stale+active+clean, 104 active+clean; 237 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:29:56.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:55 smithi012 ceph-mon[88355]: osdmap e407: 8 total, 7 up, 8 in 2024-04-02T08:29:56.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:55 smithi012 ceph-mon[90784]: pgmap v277: 121 pgs: 17 stale+active+clean, 104 active+clean; 237 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:29:56.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:55 smithi012 ceph-mon[90784]: osdmap e407: 8 total, 7 up, 8 in 2024-04-02T08:29:56.179 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 08:29:56 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-3-activate[110554]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-02T08:29:56.179 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 08:29:56 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-3-activate[110554]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-02T08:29:56.179 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 08:29:56 smithi012 bash[110539]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-02T08:29:56.179 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 08:29:56 smithi012 bash[110539]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-02T08:29:56.179 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 08:29:56 smithi012 bash[110539]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-02T08:29:56.179 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 08:29:56 smithi012 bash[110539]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-02T08:29:56.180 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 08:29:56 smithi012 bash[110539]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-04-02T08:29:56.180 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 08:29:56 smithi012 bash[110539]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-02T08:29:56.180 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 08:29:56 smithi012 bash[110539]: --> ceph-volume raw activate successful for osd ID: 3 2024-04-02T08:29:56.180 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 08:29:56 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-3-activate[110554]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-02T08:29:56.180 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 08:29:56 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-3-activate[110554]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-02T08:29:56.180 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 08:29:56 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-3-activate[110554]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-04-02T08:29:56.180 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 08:29:56 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-3-activate[110554]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-02T08:29:56.180 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 08:29:56 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-3-activate[110554]: --> ceph-volume raw activate successful for osd ID: 3 2024-04-02T08:29:56.180 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 08:29:56 smithi012 podman[110539]: 2024-04-02 08:29:56.073695368 +0000 UTC m=+0.860937877 container died 06d8632c4e39545c716ddc519050efe9f4bb67ed88e4df0d0beacabdc5a4bfb4 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-3-activate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:29:56.233 INFO:tasks.rados.rados.0.smithi012.stdout:1711: done (6 left) 2024-04-02T08:29:56.233 INFO:tasks.rados.rados.0.smithi012.stdout:1712: done (5 left) 2024-04-02T08:29:56.233 INFO:tasks.rados.rados.0.smithi012.stdout:1713: done (4 left) 2024-04-02T08:29:56.233 INFO:tasks.rados.rados.0.smithi012.stdout:1714: done (3 left) 2024-04-02T08:29:56.233 INFO:tasks.rados.rados.0.smithi012.stdout:1715: done (2 left) 2024-04-02T08:29:56.233 INFO:tasks.rados.rados.0.smithi012.stdout:1716: done (1 left) 2024-04-02T08:29:56.234 INFO:tasks.rados.rados.0.smithi012.stdout:1717: done (0 left) 2024-04-02T08:29:56.234 INFO:tasks.rados.rados.0.smithi012.stdout:1718: rollback oid 5 current snap is 169 2024-04-02T08:29:56.234 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 5 to 149 2024-04-02T08:29:56.234 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 46 current snap is 169 2024-04-02T08:29:56.234 INFO:tasks.rados.rados.0.smithi012.stdout:1719: seq_num 537 ranges {3620864=598016,4218880=573440,4792320=491520,5283840=139264} 2024-04-02T08:29:56.256 INFO:tasks.rados.rados.0.smithi012.stdout:1719: writing smithi01277369-46 from 3620864 to 4218880 tid 1 2024-04-02T08:29:56.259 INFO:tasks.rados.rados.0.smithi012.stdout:1719: writing smithi01277369-46 from 4218880 to 4792320 tid 2 2024-04-02T08:29:56.262 INFO:tasks.rados.rados.0.smithi012.stdout:1719: writing smithi01277369-46 from 4792320 to 5283840 tid 3 2024-04-02T08:29:56.263 INFO:tasks.rados.rados.0.smithi012.stdout:1719: writing smithi01277369-46 from 5283840 to 5423104 tid 4 2024-04-02T08:29:56.263 INFO:tasks.rados.rados.0.smithi012.stdout:1720: snap_create 2024-04-02T08:29:56.264 INFO:tasks.rados.rados.0.smithi012.stdout:1718: finishing rollback tid 0 to smithi01277369-5 2024-04-02T08:29:56.264 INFO:tasks.rados.rados.0.smithi012.stdout:1718: finishing rollback tid 1 to smithi01277369-5 2024-04-02T08:29:56.264 INFO:tasks.rados.rados.0.smithi012.stdout:1718: finishing rollback tid 2 to smithi01277369-5 2024-04-02T08:29:56.264 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 5 v 875 (ObjNum 469 snap 145 seq_num 469) dirty exists 2024-04-02T08:29:56.264 INFO:tasks.rados.rados.0.smithi012.stdout:1719: finishing write tid 1 to smithi01277369-46 2024-04-02T08:29:56.264 INFO:tasks.rados.rados.0.smithi012.stdout:1719: finishing write tid 2 to smithi01277369-46 2024-04-02T08:29:56.265 INFO:tasks.rados.rados.0.smithi012.stdout:1719: finishing write tid 3 to smithi01277369-46 2024-04-02T08:29:56.265 INFO:tasks.rados.rados.0.smithi012.stdout:1719: finishing write tid 4 to smithi01277369-46 2024-04-02T08:29:56.265 INFO:tasks.rados.rados.0.smithi012.stdout:1719: finishing write tid 5 to smithi01277369-46 2024-04-02T08:29:56.267 INFO:tasks.rados.rados.0.smithi012.stdout:1719: finishing write tid 6 to smithi01277369-46 2024-04-02T08:29:56.267 INFO:tasks.rados.rados.0.smithi012.stdout:1719: oid 46 updating version 0 to 761 2024-04-02T08:29:56.267 INFO:tasks.rados.rados.0.smithi012.stdout:1719: oid 46 version 761 is already newer than 760 2024-04-02T08:29:56.267 INFO:tasks.rados.rados.0.smithi012.stdout:1719: oid 46 updating version 761 to 762 2024-04-02T08:29:56.267 INFO:tasks.rados.rados.0.smithi012.stdout:1719: oid 46 version 762 is already newer than 759 2024-04-02T08:29:56.267 INFO:tasks.rados.rados.0.smithi012.stdout:1719: oid 46 updating version 762 to 763 2024-04-02T08:29:56.267 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 46 v 763 (ObjNum 537 snap 169 seq_num 537) dirty exists 2024-04-02T08:29:56.267 INFO:tasks.rados.rados.0.smithi012.stdout:1719: left oid 46 (ObjNum 537 snap 169 seq_num 537) 2024-04-02T08:29:56.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:55 smithi055 ceph-mon[85080]: pgmap v277: 121 pgs: 17 stale+active+clean, 104 active+clean; 237 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:29:56.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:55 smithi055 ceph-mon[85080]: osdmap e407: 8 total, 7 up, 8 in 2024-04-02T08:29:56.965 INFO:tasks.rados.rados.0.smithi012.stdout:1718: done (2 left) 2024-04-02T08:29:56.966 INFO:tasks.rados.rados.0.smithi012.stdout:1719: done (1 left) 2024-04-02T08:29:56.966 INFO:tasks.rados.rados.0.smithi012.stdout:1720: done (0 left) 2024-04-02T08:29:56.966 INFO:tasks.rados.rados.0.smithi012.stdout:1721: snap_remove snap 165 2024-04-02T08:29:57.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:56 smithi012 ceph-mon[88355]: osdmap e408: 8 total, 7 up, 8 in 2024-04-02T08:29:57.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:56 smithi012 ceph-mon[90784]: osdmap e408: 8 total, 7 up, 8 in 2024-04-02T08:29:57.179 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 08:29:56 smithi012 podman[110677]: 2024-04-02 08:29:56.827338036 +0000 UTC m=+0.748752034 container remove 06d8632c4e39545c716ddc519050efe9f4bb67ed88e4df0d0beacabdc5a4bfb4 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-3-activate, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:29:57.179 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 08:29:57 smithi012 podman[110738]: 2024-04-02 08:29:56.944714759 +0000 UTC m=+0.018213893 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:29:57.179 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 08:29:57 smithi012 podman[110738]: 2024-04-02 08:29:57.070448017 +0000 UTC m=+0.143947150 container create 581c0cd1eb3cf6197489470b5d768a83d69c8e9078ffa4d7897539eab08b5a64 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-3, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:29:57.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:56 smithi055 ceph-mon[85080]: osdmap e408: 8 total, 7 up, 8 in 2024-04-02T08:29:57.678 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 08:29:57 smithi012 podman[110738]: 2024-04-02 08:29:57.298060695 +0000 UTC m=+0.371559831 container init 581c0cd1eb3cf6197489470b5d768a83d69c8e9078ffa4d7897539eab08b5a64 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-3, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS) 2024-04-02T08:29:57.678 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 08:29:57 smithi012 podman[110738]: 2024-04-02 08:29:57.301260523 +0000 UTC m=+0.374759659 container start 581c0cd1eb3cf6197489470b5d768a83d69c8e9078ffa4d7897539eab08b5a64 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-3, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-04-02T08:29:57.679 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 08:29:57 smithi012 ceph-osd[110757]: -- 172.21.15.12:0/3933449309 <== mon.2 v2:172.21.15.12:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ae7118b680 con 0x55ae71155400 2024-04-02T08:29:57.679 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 08:29:57 smithi012 bash[110738]: 581c0cd1eb3cf6197489470b5d768a83d69c8e9078ffa4d7897539eab08b5a64 2024-04-02T08:29:57.679 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 08:29:57 smithi012 systemd[1]: Started Ceph osd.3 for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:29:57.976 INFO:tasks.rados.rados.0.smithi012.stdout:1721: done (0 left) 2024-04-02T08:29:57.976 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 49 current snap is 170 2024-04-02T08:29:57.976 INFO:tasks.rados.rados.0.smithi012.stdout:1722: seq_num 538 ranges {0=614400,614400=450560,1064960=704512,1769472=49152} 2024-04-02T08:29:57.979 INFO:tasks.rados.rados.0.smithi012.stdout:1722: writing smithi01277369-49 from 0 to 614400 tid 1 2024-04-02T08:29:57.982 INFO:tasks.rados.rados.0.smithi012.stdout:1722: writing smithi01277369-49 from 614400 to 1064960 tid 2 2024-04-02T08:29:57.986 INFO:tasks.rados.rados.0.smithi012.stdout:1722: writing smithi01277369-49 from 1064960 to 1769472 tid 3 2024-04-02T08:29:57.987 INFO:tasks.rados.rados.0.smithi012.stdout:1722: writing smithi01277369-49 from 1769472 to 1818624 tid 4 2024-04-02T08:29:57.987 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 25 current snap is 170 2024-04-02T08:29:57.987 INFO:tasks.rados.rados.0.smithi012.stdout:1722: finishing write tid 1 to smithi01277369-49 2024-04-02T08:29:57.987 INFO:tasks.rados.rados.0.smithi012.stdout:1722: finishing write tid 2 to smithi01277369-49 2024-04-02T08:29:57.987 INFO:tasks.rados.rados.0.smithi012.stdout:1723: seq_num 539 ranges {4628480=630784,5259264=737280,5996544=466944} 2024-04-02T08:29:58.016 INFO:tasks.rados.rados.0.smithi012.stdout:1723: writing smithi01277369-25 from 4628480 to 5259264 tid 1 2024-04-02T08:29:58.021 INFO:tasks.rados.rados.0.smithi012.stdout:1723: writing smithi01277369-25 from 5259264 to 5996544 tid 2 2024-04-02T08:29:58.025 INFO:tasks.rados.rados.0.smithi012.stdout:1723: writing smithi01277369-25 from 5996544 to 6463488 tid 3 2024-04-02T08:29:58.025 INFO:tasks.rados.rados.0.smithi012.stdout:1724: copy_from oid 30 from oid 13 current snap is 170 2024-04-02T08:29:58.025 INFO:tasks.rados.rados.0.smithi012.stdout:1725: read oid 1 snap -1 2024-04-02T08:29:58.026 INFO:tasks.rados.rados.0.smithi012.stdout:1725: expect (ObjNum 499 snap 157 seq_num 499) 2024-04-02T08:29:58.026 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 44 current snap is 170 2024-04-02T08:29:58.026 INFO:tasks.rados.rados.0.smithi012.stdout:1726: seq_num 540 ranges {5881856=647168,6529024=671744,7200768=532480} 2024-04-02T08:29:58.065 INFO:tasks.rados.rados.0.smithi012.stdout:1726: writing smithi01277369-44 from 5881856 to 6529024 tid 1 2024-04-02T08:29:58.067 INFO:tasks.rados.rados.0.smithi012.stdout:1726: writing smithi01277369-44 from 6529024 to 7200768 tid 2 2024-04-02T08:29:58.070 INFO:tasks.rados.rados.0.smithi012.stdout:1726: writing smithi01277369-44 from 7200768 to 7733248 tid 3 2024-04-02T08:29:58.070 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 9 current snap is 170 2024-04-02T08:29:58.070 INFO:tasks.rados.rados.0.smithi012.stdout:1722: finishing write tid 3 to smithi01277369-49 2024-04-02T08:29:58.070 INFO:tasks.rados.rados.0.smithi012.stdout:1727: seq_num 541 ranges {5611520=663552,6275072=557056,6832128=475136,7307264=172032} 2024-04-02T08:29:58.104 INFO:tasks.rados.rados.0.smithi012.stdout:1727: writing smithi01277369-9 from 5611520 to 6275072 tid 1 2024-04-02T08:29:58.107 INFO:tasks.rados.rados.0.smithi012.stdout:1727: writing smithi01277369-9 from 6275072 to 6832128 tid 2 2024-04-02T08:29:58.110 INFO:tasks.rados.rados.0.smithi012.stdout:1727: writing smithi01277369-9 from 6832128 to 7307264 tid 3 2024-04-02T08:29:58.112 INFO:tasks.rados.rados.0.smithi012.stdout:1727: writing smithi01277369-9 from 7307264 to 7479296 tid 4 2024-04-02T08:29:58.112 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 21 current snap is 170 2024-04-02T08:29:58.112 INFO:tasks.rados.rados.0.smithi012.stdout:1722: finishing write tid 4 to smithi01277369-49 2024-04-02T08:29:58.112 INFO:tasks.rados.rados.0.smithi012.stdout:1722: finishing write tid 5 to smithi01277369-49 2024-04-02T08:29:58.112 INFO:tasks.rados.rados.0.smithi012.stdout:1722: finishing write tid 6 to smithi01277369-49 2024-04-02T08:29:58.112 INFO:tasks.rados.rados.0.smithi012.stdout:1722: oid 49 updating version 0 to 866 2024-04-02T08:29:58.112 INFO:tasks.rados.rados.0.smithi012.stdout:1722: oid 49 version 866 is already newer than 865 2024-04-02T08:29:58.113 INFO:tasks.rados.rados.0.smithi012.stdout:1722: oid 49 updating version 866 to 867 2024-04-02T08:29:58.113 INFO:tasks.rados.rados.0.smithi012.stdout:1722: oid 49 version 867 is already newer than 864 2024-04-02T08:29:58.113 INFO:tasks.rados.rados.0.smithi012.stdout:1722: oid 49 version 867 is already newer than 863 2024-04-02T08:29:58.113 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 49 v 867 (ObjNum 538 snap 170 seq_num 538) dirty exists 2024-04-02T08:29:58.113 INFO:tasks.rados.rados.0.smithi012.stdout:1722: left oid 49 (ObjNum 538 snap 170 seq_num 538) 2024-04-02T08:29:58.113 INFO:tasks.rados.rados.0.smithi012.stdout:1723: finishing write tid 1 to smithi01277369-25 2024-04-02T08:29:58.113 INFO:tasks.rados.rados.0.smithi012.stdout:1723: finishing write tid 2 to smithi01277369-25 2024-04-02T08:29:58.113 INFO:tasks.rados.rados.0.smithi012.stdout:1723: finishing write tid 3 to smithi01277369-25 2024-04-02T08:29:58.113 INFO:tasks.rados.rados.0.smithi012.stdout:1723: finishing write tid 4 to smithi01277369-25 2024-04-02T08:29:58.113 INFO:tasks.rados.rados.0.smithi012.stdout:1723: finishing write tid 5 to smithi01277369-25 2024-04-02T08:29:58.113 INFO:tasks.rados.rados.0.smithi012.stdout:1723: oid 25 updating version 0 to 696 2024-04-02T08:29:58.113 INFO:tasks.rados.rados.0.smithi012.stdout:1723: oid 25 updating version 696 to 697 2024-04-02T08:29:58.113 INFO:tasks.rados.rados.0.smithi012.stdout:1723: oid 25 updating version 697 to 698 2024-04-02T08:29:58.113 INFO:tasks.rados.rados.0.smithi012.stdout:1723: oid 25 updating version 698 to 699 2024-04-02T08:29:58.113 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 25 v 699 (ObjNum 539 snap 170 seq_num 539) dirty exists 2024-04-02T08:29:58.114 INFO:tasks.rados.rados.0.smithi012.stdout:1723: left oid 25 (ObjNum 539 snap 170 seq_num 539) 2024-04-02T08:29:58.114 INFO:tasks.rados.rados.0.smithi012.stdout:1724: finishing copy_from racing read to smithi01277369-30 2024-04-02T08:29:58.114 INFO:tasks.rados.rados.0.smithi012.stdout:1724: finishing copy_from to smithi01277369-30 2024-04-02T08:29:58.114 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 30 v 974 (ObjNum 507 snap 158 seq_num 507) dirty exists 2024-04-02T08:29:58.114 INFO:tasks.rados.rados.0.smithi012.stdout:1725: expect (ObjNum 499 snap 157 seq_num 499) 2024-04-02T08:29:58.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:29:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:29:57] "GET /metrics HTTP/1.1" 200 36117 "" "Prometheus/2.43.0" 2024-04-02T08:29:58.178 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 08:29:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-3[110753]: 2024-04-02T08:29:57.838+0000 7f561c2e07c0 -1 Falling back to public interface 2024-04-02T08:29:58.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:57 smithi012 ceph-mon[88355]: pgmap v280: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 263 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 5.2 MiB/s wr, 28 op/s; 28/375 objects degraded (7.467%) 2024-04-02T08:29:58.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:57 smithi012 ceph-mon[88355]: Health check failed: Degraded data redundancy: 28/375 objects degraded (7.467%), 8 pgs degraded (PG_DEGRADED) 2024-04-02T08:29:58.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:57 smithi012 ceph-mon[88355]: osdmap e409: 8 total, 7 up, 8 in 2024-04-02T08:29:58.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:57 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:29:58.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:57 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:29:58.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:57 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:29:58.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:57 smithi012 ceph-mon[90784]: pgmap v280: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 263 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 5.2 MiB/s wr, 28 op/s; 28/375 objects degraded (7.467%) 2024-04-02T08:29:58.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:57 smithi012 ceph-mon[90784]: Health check failed: Degraded data redundancy: 28/375 objects degraded (7.467%), 8 pgs degraded (PG_DEGRADED) 2024-04-02T08:29:58.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:57 smithi012 ceph-mon[90784]: osdmap e409: 8 total, 7 up, 8 in 2024-04-02T08:29:58.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:57 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:29:58.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:57 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:29:58.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:57 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:29:58.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:57 smithi055 ceph-mon[85080]: pgmap v280: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 263 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 5.2 MiB/s wr, 28 op/s; 28/375 objects degraded (7.467%) 2024-04-02T08:29:58.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:57 smithi055 ceph-mon[85080]: Health check failed: Degraded data redundancy: 28/375 objects degraded (7.467%), 8 pgs degraded (PG_DEGRADED) 2024-04-02T08:29:58.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:57 smithi055 ceph-mon[85080]: osdmap e409: 8 total, 7 up, 8 in 2024-04-02T08:29:58.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:57 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:29:58.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:57 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:29:58.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:57 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:29:58.728 INFO:tasks.rados.rados.0.smithi012.stdout:1726: finishing write tid 1 to smithi01277369-44 2024-04-02T08:29:58.729 INFO:tasks.rados.rados.0.smithi012.stdout:1726: finishing write tid 2 to smithi01277369-44 2024-04-02T08:29:58.729 INFO:tasks.rados.rados.0.smithi012.stdout:1726: finishing write tid 3 to smithi01277369-44 2024-04-02T08:29:58.729 INFO:tasks.rados.rados.0.smithi012.stdout:1726: finishing write tid 4 to smithi01277369-44 2024-04-02T08:29:58.729 INFO:tasks.rados.rados.0.smithi012.stdout:1726: finishing write tid 5 to smithi01277369-44 2024-04-02T08:29:58.729 INFO:tasks.rados.rados.0.smithi012.stdout:1726: oid 44 updating version 0 to 978 2024-04-02T08:29:58.729 INFO:tasks.rados.rados.0.smithi012.stdout:1726: oid 44 version 978 is already newer than 976 2024-04-02T08:29:58.729 INFO:tasks.rados.rados.0.smithi012.stdout:1726: oid 44 version 978 is already newer than 977 2024-04-02T08:29:58.729 INFO:tasks.rados.rados.0.smithi012.stdout:1726: oid 44 version 978 is already newer than 975 2024-04-02T08:29:58.729 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 44 v 978 (ObjNum 540 snap 170 seq_num 540) dirty exists 2024-04-02T08:29:58.729 INFO:tasks.rados.rados.0.smithi012.stdout:1726: left oid 44 (ObjNum 540 snap 170 seq_num 540) 2024-04-02T08:29:58.729 INFO:tasks.rados.rados.0.smithi012.stdout:1727: finishing write tid 1 to smithi01277369-9 2024-04-02T08:29:58.729 INFO:tasks.rados.rados.0.smithi012.stdout:1728: seq_num 542 ranges {0=679936,679936=442368,1122304=679936,1802240=81920} 2024-04-02T08:29:58.732 INFO:tasks.rados.rados.0.smithi012.stdout:1728: writing smithi01277369-21 from 0 to 679936 tid 1 2024-04-02T08:29:58.734 INFO:tasks.rados.rados.0.smithi012.stdout:1728: writing smithi01277369-21 from 679936 to 1122304 tid 2 2024-04-02T08:29:58.738 INFO:tasks.rados.rados.0.smithi012.stdout:1728: writing smithi01277369-21 from 1122304 to 1802240 tid 3 2024-04-02T08:29:58.739 INFO:tasks.rados.rados.0.smithi012.stdout:1728: writing smithi01277369-21 from 1802240 to 1884160 tid 4 2024-04-02T08:29:58.739 INFO:tasks.rados.rados.0.smithi012.stdout:1722: done (6 left) 2024-04-02T08:29:58.739 INFO:tasks.rados.rados.0.smithi012.stdout:1723: done (5 left) 2024-04-02T08:29:58.739 INFO:tasks.rados.rados.0.smithi012.stdout:1724: done (4 left) 2024-04-02T08:29:58.740 INFO:tasks.rados.rados.0.smithi012.stdout:1725: done (3 left) 2024-04-02T08:29:58.740 INFO:tasks.rados.rados.0.smithi012.stdout:1726: done (2 left) 2024-04-02T08:29:58.740 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 30 current snap is 170 2024-04-02T08:29:58.740 INFO:tasks.rados.rados.0.smithi012.stdout:1727: finishing write tid 2 to smithi01277369-9 2024-04-02T08:29:58.740 INFO:tasks.rados.rados.0.smithi012.stdout:1727: finishing write tid 3 to smithi01277369-9 2024-04-02T08:29:58.740 INFO:tasks.rados.rados.0.smithi012.stdout:1727: finishing write tid 4 to smithi01277369-9 2024-04-02T08:29:58.740 INFO:tasks.rados.rados.0.smithi012.stdout:1727: finishing write tid 5 to smithi01277369-9 2024-04-02T08:29:58.740 INFO:tasks.rados.rados.0.smithi012.stdout:1727: finishing write tid 6 to smithi01277369-9 2024-04-02T08:29:58.740 INFO:tasks.rados.rados.0.smithi012.stdout:1727: oid 9 updating version 0 to 732 2024-04-02T08:29:58.740 INFO:tasks.rados.rados.0.smithi012.stdout:1727: oid 9 updating version 732 to 734 2024-04-02T08:29:58.740 INFO:tasks.rados.rados.0.smithi012.stdout:1727: oid 9 version 734 is already newer than 731 2024-04-02T08:29:58.740 INFO:tasks.rados.rados.0.smithi012.stdout:1727: oid 9 updating version 734 to 735 2024-04-02T08:29:58.740 INFO:tasks.rados.rados.0.smithi012.stdout:1727: oid 9 version 735 is already newer than 733 2024-04-02T08:29:58.740 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 9 v 735 (ObjNum 541 snap 170 seq_num 541) dirty exists 2024-04-02T08:29:58.741 INFO:tasks.rados.rados.0.smithi012.stdout:1727: left oid 9 (ObjNum 541 snap 170 seq_num 541) 2024-04-02T08:29:58.741 INFO:tasks.rados.rados.0.smithi012.stdout:1729: seq_num 543 ranges {3686400=704512,4390912=729088,5120000=475136} 2024-04-02T08:29:58.762 INFO:tasks.rados.rados.0.smithi012.stdout:1729: writing smithi01277369-30 from 3686400 to 4390912 tid 1 2024-04-02T08:29:58.767 INFO:tasks.rados.rados.0.smithi012.stdout:1729: writing smithi01277369-30 from 4390912 to 5120000 tid 2 2024-04-02T08:29:58.770 INFO:tasks.rados.rados.0.smithi012.stdout:1729: writing smithi01277369-30 from 5120000 to 5595136 tid 3 2024-04-02T08:29:58.770 INFO:tasks.rados.rados.0.smithi012.stdout:1727: done (2 left) 2024-04-02T08:29:58.771 INFO:tasks.rados.rados.0.smithi012.stdout:1730: delete oid 32 current snap is 170 2024-04-02T08:29:58.771 INFO:tasks.rados.rados.0.smithi012.stdout:1728: finishing write tid 1 to smithi01277369-21 2024-04-02T08:29:58.771 INFO:tasks.rados.rados.0.smithi012.stdout:1728: finishing write tid 2 to smithi01277369-21 2024-04-02T08:29:58.771 INFO:tasks.rados.rados.0.smithi012.stdout:1728: finishing write tid 3 to smithi01277369-21 2024-04-02T08:29:58.771 INFO:tasks.rados.rados.0.smithi012.stdout:1728: finishing write tid 4 to smithi01277369-21 2024-04-02T08:29:58.771 INFO:tasks.rados.rados.0.smithi012.stdout:1728: finishing write tid 5 to smithi01277369-21 2024-04-02T08:29:58.771 INFO:tasks.rados.rados.0.smithi012.stdout:1728: finishing write tid 6 to smithi01277369-21 2024-04-02T08:29:58.772 INFO:tasks.rados.rados.0.smithi012.stdout:1728: oid 21 updating version 0 to 952 2024-04-02T08:29:58.772 INFO:tasks.rados.rados.0.smithi012.stdout:1728: oid 21 updating version 952 to 954 2024-04-02T08:29:58.772 INFO:tasks.rados.rados.0.smithi012.stdout:1728: oid 21 version 954 is already newer than 953 2024-04-02T08:29:58.772 INFO:tasks.rados.rados.0.smithi012.stdout:1728: oid 21 version 954 is already newer than 951 2024-04-02T08:29:58.772 INFO:tasks.rados.rados.0.smithi012.stdout:1728: oid 21 version 954 is already newer than 950 2024-04-02T08:29:58.772 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 21 v 954 (ObjNum 542 snap 170 seq_num 542) dirty exists 2024-04-02T08:29:58.772 INFO:tasks.rados.rados.0.smithi012.stdout:1728: left oid 21 (ObjNum 542 snap 170 seq_num 542) 2024-04-02T08:29:58.773 INFO:tasks.rados.rados.0.smithi012.stdout:1729: finishing write tid 1 to smithi01277369-30 2024-04-02T08:29:58.773 INFO:tasks.rados.rados.0.smithi012.stdout:1729: finishing write tid 2 to smithi01277369-30 2024-04-02T08:29:58.774 INFO:tasks.rados.rados.0.smithi012.stdout:1728: done (2 left) 2024-04-02T08:29:58.774 INFO:tasks.rados.rados.0.smithi012.stdout:1730: done (1 left) 2024-04-02T08:29:58.774 INFO:tasks.rados.rados.0.smithi012.stdout:1731: rollback oid 49 current snap is 170 2024-04-02T08:29:58.774 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 49 to 169 2024-04-02T08:29:58.774 INFO:tasks.rados.rados.0.smithi012.stdout:1732: snap_remove snap 153 2024-04-02T08:29:58.987 INFO:tasks.rados.rados.0.smithi012.stdout:1732: done (2 left) 2024-04-02T08:29:58.987 INFO:tasks.rados.rados.0.smithi012.stdout:1733: rmattr oid 25 current snap is 170 2024-04-02T08:29:58.987 INFO:tasks.rados.rados.0.smithi012.stdout:1733: done (2 left) 2024-04-02T08:29:58.987 INFO:tasks.rados.rados.0.smithi012.stdout:1734: snap_create 2024-04-02T08:29:58.987 INFO:tasks.rados.rados.0.smithi012.stdout:1729: finishing write tid 3 to smithi01277369-30 2024-04-02T08:29:58.988 INFO:tasks.rados.rados.0.smithi012.stdout:1729: finishing write tid 4 to smithi01277369-30 2024-04-02T08:29:58.988 INFO:tasks.rados.rados.0.smithi012.stdout:1729: finishing write tid 5 to smithi01277369-30 2024-04-02T08:29:58.988 INFO:tasks.rados.rados.0.smithi012.stdout:1729: oid 30 updating version 0 to 982 2024-04-02T08:29:58.988 INFO:tasks.rados.rados.0.smithi012.stdout:1729: oid 30 version 982 is already newer than 979 2024-04-02T08:29:58.988 INFO:tasks.rados.rados.0.smithi012.stdout:1729: oid 30 version 982 is already newer than 980 2024-04-02T08:29:58.988 INFO:tasks.rados.rados.0.smithi012.stdout:1729: oid 30 version 982 is already newer than 981 2024-04-02T08:29:58.988 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 30 v 982 (ObjNum 543 snap 170 seq_num 543) dirty exists 2024-04-02T08:29:58.988 INFO:tasks.rados.rados.0.smithi012.stdout:1729: left oid 30 (ObjNum 543 snap 170 seq_num 543) 2024-04-02T08:29:58.988 INFO:tasks.rados.rados.0.smithi012.stdout:1731: finishing rollback tid 0 to smithi01277369-49 2024-04-02T08:29:58.988 INFO:tasks.rados.rados.0.smithi012.stdout:1731: finishing rollback tid 1 to smithi01277369-49 2024-04-02T08:29:58.988 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 49 v 869 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-02T08:29:59.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:58 smithi055 ceph-mon[85080]: osdmap e410: 8 total, 7 up, 8 in 2024-04-02T08:29:59.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:58 smithi055 ceph-mon[85080]: pgmap v283: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 263 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 5.2 MiB/s wr, 28 op/s; 28/375 objects degraded (7.467%) 2024-04-02T08:29:59.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:58 smithi012 ceph-mon[90784]: osdmap e410: 8 total, 7 up, 8 in 2024-04-02T08:29:59.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:58 smithi012 ceph-mon[90784]: pgmap v283: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 263 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 5.2 MiB/s wr, 28 op/s; 28/375 objects degraded (7.467%) 2024-04-02T08:29:59.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:58 smithi012 ceph-mon[88355]: osdmap e410: 8 total, 7 up, 8 in 2024-04-02T08:29:59.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:58 smithi012 ceph-mon[88355]: pgmap v283: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 263 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 5.2 MiB/s wr, 28 op/s; 28/375 objects degraded (7.467%) 2024-04-02T08:29:59.984 INFO:tasks.rados.rados.0.smithi012.stdout:1729: done (2 left) 2024-04-02T08:29:59.984 INFO:tasks.rados.rados.0.smithi012.stdout:1731: done (1 left) 2024-04-02T08:29:59.984 INFO:tasks.rados.rados.0.smithi012.stdout:1734: done (0 left) 2024-04-02T08:29:59.985 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 32 current snap is 171 2024-04-02T08:29:59.985 INFO:tasks.rados.rados.0.smithi012.stdout:1735: seq_num 545 ranges {0=737280,737280=491520,1228800=450560,1679360=262144} 2024-04-02T08:29:59.989 INFO:tasks.rados.rados.0.smithi012.stdout:1735: writing smithi01277369-32 from 0 to 737280 tid 1 2024-04-02T08:29:59.993 INFO:tasks.rados.rados.0.smithi012.stdout:1735: writing smithi01277369-32 from 737280 to 1228800 tid 2 2024-04-02T08:29:59.996 INFO:tasks.rados.rados.0.smithi012.stdout:1735: writing smithi01277369-32 from 1228800 to 1679360 tid 3 2024-04-02T08:29:59.999 INFO:tasks.rados.rados.0.smithi012.stdout:1735: writing smithi01277369-32 from 1679360 to 1941504 tid 4 2024-04-02T08:29:59.999 INFO:tasks.rados.rados.0.smithi012.stdout:1736: rollback oid 4 current snap is 171 2024-04-02T08:29:59.999 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 4 to 160 2024-04-02T08:29:59.999 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 17 current snap is 171 2024-04-02T08:29:59.999 INFO:tasks.rados.rados.0.smithi012.stdout:1737: seq_num 546 ranges {6111232=753664,6864896=778240,7643136=425984} 2024-04-02T08:30:00.023 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:59 smithi012 ceph-mon[88355]: osdmap e411: 8 total, 7 up, 8 in 2024-04-02T08:30:00.023 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:00.023 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:29:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:00.023 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:59 smithi012 ceph-mon[90784]: osdmap e411: 8 total, 7 up, 8 in 2024-04-02T08:30:00.023 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:00.023 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:29:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:00.037 INFO:tasks.rados.rados.0.smithi012.stdout:1737: writing smithi01277369-17 from 6111232 to 6864896 tid 1 2024-04-02T08:30:00.042 INFO:tasks.rados.rados.0.smithi012.stdout:1737: writing smithi01277369-17 from 6864896 to 7643136 tid 2 2024-04-02T08:30:00.046 INFO:tasks.rados.rados.0.smithi012.stdout:1737: writing smithi01277369-17 from 7643136 to 8069120 tid 3 2024-04-02T08:30:00.046 INFO:tasks.rados.rados.0.smithi012.stdout:1738: rollback oid 34 current snap is 171 2024-04-02T08:30:00.046 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 34 to 151 2024-04-02T08:30:00.046 INFO:tasks.rados.rados.0.smithi012.stdout:1735: finishing write tid 1 to smithi01277369-32 2024-04-02T08:30:00.046 INFO:tasks.rados.rados.0.smithi012.stdout:1736: finishing rollback tid 0 to smithi01277369-4 2024-04-02T08:30:00.046 INFO:tasks.rados.rados.0.smithi012.stdout:1736: finishing rollback tid 1 to smithi01277369-4 2024-04-02T08:30:00.046 INFO:tasks.rados.rados.0.smithi012.stdout:1736: finishing rollback tid 2 to smithi01277369-4 2024-04-02T08:30:00.046 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 4 v 702 (ObjNum 508 snap 158 seq_num 508) dirty exists 2024-04-02T08:30:00.046 INFO:tasks.rados.rados.0.smithi012.stdout:1735: finishing write tid 2 to smithi01277369-32 2024-04-02T08:30:00.046 INFO:tasks.rados.rados.0.smithi012.stdout:1735: finishing write tid 3 to smithi01277369-32 2024-04-02T08:30:00.046 INFO:tasks.rados.rados.0.smithi012.stdout:1735: finishing write tid 4 to smithi01277369-32 2024-04-02T08:30:00.046 INFO:tasks.rados.rados.0.smithi012.stdout:1735: finishing write tid 5 to smithi01277369-32 2024-04-02T08:30:00.047 INFO:tasks.rados.rados.0.smithi012.stdout:1735: finishing write tid 6 to smithi01277369-32 2024-04-02T08:30:00.047 INFO:tasks.rados.rados.0.smithi012.stdout:1735: oid 32 updating version 0 to 1048 2024-04-02T08:30:00.047 INFO:tasks.rados.rados.0.smithi012.stdout:1735: oid 32 version 1048 is already newer than 1046 2024-04-02T08:30:00.047 INFO:tasks.rados.rados.0.smithi012.stdout:1735: oid 32 updating version 1048 to 1050 2024-04-02T08:30:00.047 INFO:tasks.rados.rados.0.smithi012.stdout:1735: oid 32 version 1050 is already newer than 1049 2024-04-02T08:30:00.047 INFO:tasks.rados.rados.0.smithi012.stdout:1735: oid 32 version 1050 is already newer than 1047 2024-04-02T08:30:00.047 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 32 v 1050 (ObjNum 545 snap 171 seq_num 545) dirty exists 2024-04-02T08:30:00.047 INFO:tasks.rados.rados.0.smithi012.stdout:1735: left oid 32 (ObjNum 545 snap 171 seq_num 545) 2024-04-02T08:30:00.047 INFO:tasks.rados.rados.0.smithi012.stdout:1737: finishing write tid 1 to smithi01277369-17 2024-04-02T08:30:00.047 INFO:tasks.rados.rados.0.smithi012.stdout:1735: done (3 left) 2024-04-02T08:30:00.047 INFO:tasks.rados.rados.0.smithi012.stdout:1736: done (2 left) 2024-04-02T08:30:00.047 INFO:tasks.rados.rados.0.smithi012.stdout:1739: setattr oid 16 current snap is 171 2024-04-02T08:30:00.047 INFO:tasks.rados.rados.0.smithi012.stdout:1737: finishing write tid 2 to smithi01277369-17 2024-04-02T08:30:00.048 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 41 current snap is 171 2024-04-02T08:30:00.048 INFO:tasks.rados.rados.0.smithi012.stdout:1740: seq_num 547 ranges {0=770048,770048=663552,1433600=466944,1900544=73728} 2024-04-02T08:30:00.051 INFO:tasks.rados.rados.0.smithi012.stdout:1740: writing smithi01277369-41 from 0 to 770048 tid 1 2024-04-02T08:30:00.055 INFO:tasks.rados.rados.0.smithi012.stdout:1740: writing smithi01277369-41 from 770048 to 1433600 tid 2 2024-04-02T08:30:00.057 INFO:tasks.rados.rados.0.smithi012.stdout:1740: writing smithi01277369-41 from 1433600 to 1900544 tid 3 2024-04-02T08:30:00.058 INFO:tasks.rados.rados.0.smithi012.stdout:1740: writing smithi01277369-41 from 1900544 to 1974272 tid 4 2024-04-02T08:30:00.058 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 12 current snap is 171 2024-04-02T08:30:00.058 INFO:tasks.rados.rados.0.smithi012.stdout:1738: finishing rollback tid 0 to smithi01277369-34 2024-04-02T08:30:00.058 INFO:tasks.rados.rados.0.smithi012.stdout:1741: seq_num 548 ranges {8462336=786432,9248768=598016,9846784=606208} 2024-04-02T08:30:00.108 INFO:tasks.rados.rados.0.smithi012.stdout:1741: writing smithi01277369-12 from 8462336 to 9248768 tid 1 2024-04-02T08:30:00.114 INFO:tasks.rados.rados.0.smithi012.stdout:1741: writing smithi01277369-12 from 9248768 to 9846784 tid 2 2024-04-02T08:30:00.118 INFO:tasks.rados.rados.0.smithi012.stdout:1741: writing smithi01277369-12 from 9846784 to 10452992 tid 3 2024-04-02T08:30:00.118 INFO:tasks.rados.rados.0.smithi012.stdout:1742: read oid 5 snap -1 2024-04-02T08:30:00.118 INFO:tasks.rados.rados.0.smithi012.stdout:1742: expect (ObjNum 469 snap 145 seq_num 469) 2024-04-02T08:30:00.119 INFO:tasks.rados.rados.0.smithi012.stdout:1743: read oid 25 snap -1 2024-04-02T08:30:00.119 INFO:tasks.rados.rados.0.smithi012.stdout:1743: expect (ObjNum 539 snap 170 seq_num 539) 2024-04-02T08:30:00.119 INFO:tasks.rados.rados.0.smithi012.stdout:1744: snap_create 2024-04-02T08:30:00.119 INFO:tasks.rados.rados.0.smithi012.stdout:1737: finishing write tid 3 to smithi01277369-17 2024-04-02T08:30:00.119 INFO:tasks.rados.rados.0.smithi012.stdout:1738: finishing rollback tid 1 to smithi01277369-34 2024-04-02T08:30:00.119 INFO:tasks.rados.rados.0.smithi012.stdout:1737: finishing write tid 4 to smithi01277369-17 2024-04-02T08:30:00.120 INFO:tasks.rados.rados.0.smithi012.stdout:1738: finishing rollback tid 2 to smithi01277369-34 2024-04-02T08:30:00.120 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 34 v 899 (ObjNum 478 snap 148 seq_num 478) dirty exists 2024-04-02T08:30:00.120 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 16 v 284 (ObjNum 97 snap 0 seq_num 1) dirty exists 2024-04-02T08:30:00.120 INFO:tasks.rados.rados.0.smithi012.stdout:1737: finishing write tid 5 to smithi01277369-17 2024-04-02T08:30:00.120 INFO:tasks.rados.rados.0.smithi012.stdout:1737: oid 17 updating version 0 to 1055 2024-04-02T08:30:00.120 INFO:tasks.rados.rados.0.smithi012.stdout:1737: oid 17 version 1055 is already newer than 1052 2024-04-02T08:30:00.121 INFO:tasks.rados.rados.0.smithi012.stdout:1737: oid 17 version 1055 is already newer than 1053 2024-04-02T08:30:00.121 INFO:tasks.rados.rados.0.smithi012.stdout:1737: oid 17 version 1055 is already newer than 1054 2024-04-02T08:30:00.121 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 17 v 1055 (ObjNum 546 snap 171 seq_num 546) dirty exists 2024-04-02T08:30:00.121 INFO:tasks.rados.rados.0.smithi012.stdout:1737: left oid 17 (ObjNum 546 snap 171 seq_num 546) 2024-04-02T08:30:00.121 INFO:tasks.rados.rados.0.smithi012.stdout:1740: finishing write tid 1 to smithi01277369-41 2024-04-02T08:30:00.122 INFO:tasks.rados.rados.0.smithi012.stdout:1740: finishing write tid 2 to smithi01277369-41 2024-04-02T08:30:00.122 INFO:tasks.rados.rados.0.smithi012.stdout:1740: finishing write tid 3 to smithi01277369-41 2024-04-02T08:30:00.122 INFO:tasks.rados.rados.0.smithi012.stdout:1740: finishing write tid 4 to smithi01277369-41 2024-04-02T08:30:00.122 INFO:tasks.rados.rados.0.smithi012.stdout:1740: finishing write tid 5 to smithi01277369-41 2024-04-02T08:30:00.122 INFO:tasks.rados.rados.0.smithi012.stdout:1740: finishing write tid 6 to smithi01277369-41 2024-04-02T08:30:00.122 INFO:tasks.rados.rados.0.smithi012.stdout:1740: oid 41 updating version 0 to 707 2024-04-02T08:30:00.123 INFO:tasks.rados.rados.0.smithi012.stdout:1740: oid 41 version 707 is already newer than 706 2024-04-02T08:30:00.123 INFO:tasks.rados.rados.0.smithi012.stdout:1740: oid 41 version 707 is already newer than 703 2024-04-02T08:30:00.123 INFO:tasks.rados.rados.0.smithi012.stdout:1740: oid 41 version 707 is already newer than 705 2024-04-02T08:30:00.123 INFO:tasks.rados.rados.0.smithi012.stdout:1740: oid 41 version 707 is already newer than 704 2024-04-02T08:30:00.123 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 41 v 707 (ObjNum 547 snap 171 seq_num 547) dirty exists 2024-04-02T08:30:00.123 INFO:tasks.rados.rados.0.smithi012.stdout:1740: left oid 41 (ObjNum 547 snap 171 seq_num 547) 2024-04-02T08:30:00.124 INFO:tasks.rados.rados.0.smithi012.stdout:1741: finishing write tid 1 to smithi01277369-12 2024-04-02T08:30:00.124 INFO:tasks.rados.rados.0.smithi012.stdout:1741: finishing write tid 2 to smithi01277369-12 2024-04-02T08:30:00.125 INFO:tasks.rados.rados.0.smithi012.stdout:1741: finishing write tid 3 to smithi01277369-12 2024-04-02T08:30:00.125 INFO:tasks.rados.rados.0.smithi012.stdout:1741: finishing write tid 4 to smithi01277369-12 2024-04-02T08:30:00.126 INFO:tasks.rados.rados.0.smithi012.stdout:1741: finishing write tid 5 to smithi01277369-12 2024-04-02T08:30:00.126 INFO:tasks.rados.rados.0.smithi012.stdout:1741: oid 12 updating version 0 to 738 2024-04-02T08:30:00.126 INFO:tasks.rados.rados.0.smithi012.stdout:1741: oid 12 updating version 738 to 739 2024-04-02T08:30:00.126 INFO:tasks.rados.rados.0.smithi012.stdout:1741: oid 12 version 739 is already newer than 737 2024-04-02T08:30:00.126 INFO:tasks.rados.rados.0.smithi012.stdout:1741: oid 12 version 739 is already newer than 736 2024-04-02T08:30:00.127 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 12 v 739 (ObjNum 548 snap 171 seq_num 548) dirty exists 2024-04-02T08:30:00.127 INFO:tasks.rados.rados.0.smithi012.stdout:1741: left oid 12 (ObjNum 548 snap 171 seq_num 548) 2024-04-02T08:30:00.158 INFO:tasks.rados.rados.0.smithi012.stdout:1742: expect (ObjNum 469 snap 145 seq_num 469) 2024-04-02T08:30:00.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:59 smithi055 ceph-mon[85080]: osdmap e411: 8 total, 7 up, 8 in 2024-04-02T08:30:00.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:00.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:29:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:00.575 INFO:tasks.rados.rados.0.smithi012.stdout:1743: expect (ObjNum 539 snap 170 seq_num 539) 2024-04-02T08:30:00.928 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 08:30:00 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-3[110753]: 2024-04-02T08:30:00.644+0000 7f561c2e07c0 -1 osd.3 403 log_to_monitors true 2024-04-02T08:30:01.083 INFO:tasks.rados.rados.0.smithi012.stdout:1737: done (7 left) 2024-04-02T08:30:01.083 INFO:tasks.rados.rados.0.smithi012.stdout:1738: done (6 left) 2024-04-02T08:30:01.083 INFO:tasks.rados.rados.0.smithi012.stdout:1739: done (5 left) 2024-04-02T08:30:01.083 INFO:tasks.rados.rados.0.smithi012.stdout:1740: done (4 left) 2024-04-02T08:30:01.083 INFO:tasks.rados.rados.0.smithi012.stdout:1741: done (3 left) 2024-04-02T08:30:01.083 INFO:tasks.rados.rados.0.smithi012.stdout:1742: done (2 left) 2024-04-02T08:30:01.083 INFO:tasks.rados.rados.0.smithi012.stdout:1743: done (1 left) 2024-04-02T08:30:01.083 INFO:tasks.rados.rados.0.smithi012.stdout:1744: done (0 left) 2024-04-02T08:30:01.083 INFO:tasks.rados.rados.0.smithi012.stdout:1745: read oid 24 snap -1 2024-04-02T08:30:01.083 INFO:tasks.rados.rados.0.smithi012.stdout:1745: expect deleted 2024-04-02T08:30:01.083 INFO:tasks.rados.rados.0.smithi012.stdout:1746: read oid 14 snap -1 2024-04-02T08:30:01.084 INFO:tasks.rados.rados.0.smithi012.stdout:1746: expect (ObjNum 446 snap 138 seq_num 446) 2024-04-02T08:30:01.084 INFO:tasks.rados.rados.0.smithi012.stdout:1747: copy_from oid 35 from oid 41 current snap is 172 2024-04-02T08:30:01.084 INFO:tasks.rados.rados.0.smithi012.stdout:1748: snap_create 2024-04-02T08:30:01.098 INFO:tasks.rados.rados.0.smithi012.stdout:1747: finishing copy_from racing read to smithi01277369-35 2024-04-02T08:30:01.100 INFO:tasks.rados.rados.0.smithi012.stdout:1747: finishing copy_from to smithi01277369-35 2024-04-02T08:30:01.100 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 35 v 707 (ObjNum 547 snap 171 seq_num 547) dirty exists 2024-04-02T08:30:01.110 INFO:tasks.rados.rados.0.smithi012.stdout:1746: expect (ObjNum 446 snap 138 seq_num 446) 2024-04-02T08:30:01.286 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 08:30:01 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-3[110753]: 2024-04-02T08:30:01.026+0000 7f5609730700 -1 osd.3 403 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:30:01.287 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:00 smithi012 ceph-mon[90784]: osdmap e412: 8 total, 7 up, 8 in 2024-04-02T08:30:01.287 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:00 smithi012 ceph-mon[90784]: Health detail: HEALTH_WARN 1 osds down; Degraded data redundancy: 28/375 objects degraded (7.467%), 8 pgs degraded 2024-04-02T08:30:01.287 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:00 smithi012 ceph-mon[90784]: [WRN] OSD_DOWN: 1 osds down 2024-04-02T08:30:01.287 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:00 smithi012 ceph-mon[90784]: osd.3 (root=default,host=smithi012) is down 2024-04-02T08:30:01.287 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:00 smithi012 ceph-mon[90784]: [WRN] PG_DEGRADED: Degraded data redundancy: 28/375 objects degraded (7.467%), 8 pgs degraded 2024-04-02T08:30:01.287 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:00 smithi012 ceph-mon[90784]: pg 2.d is active+undersized+degraded, acting [1,4] 2024-04-02T08:30:01.287 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:00 smithi012 ceph-mon[90784]: pg 2.e is active+undersized+degraded, acting [2,1] 2024-04-02T08:30:01.287 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:00 smithi012 ceph-mon[90784]: pg 2.13 is active+undersized+degraded, acting [1,4] 2024-04-02T08:30:01.287 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:00 smithi012 ceph-mon[90784]: pg 2.14 is active+undersized+degraded, acting [6,5] 2024-04-02T08:30:01.287 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:00 smithi012 ceph-mon[90784]: pg 5.0 is active+undersized+degraded, acting [NONE,1,4] 2024-04-02T08:30:01.287 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:00 smithi012 ceph-mon[90784]: pg 5.1 is active+undersized+degraded, acting [4,NONE,7] 2024-04-02T08:30:01.287 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:00 smithi012 ceph-mon[90784]: pg 5.3 is active+undersized+degraded, acting [0,NONE,6] 2024-04-02T08:30:01.287 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:00 smithi012 ceph-mon[90784]: pg 5.a is active+undersized+degraded, acting [2,4,NONE] 2024-04-02T08:30:01.288 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:00 smithi012 ceph-mon[90784]: pgmap v286: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 267 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.3 MiB/s wr, 8 op/s; 29/384 objects degraded (7.552%) 2024-04-02T08:30:01.288 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:00 smithi012 ceph-mon[90784]: from='osd.3 [v2:172.21.15.12:6826/2524449834,v1:172.21.15.12:6827/2524449834]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:30:01.288 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:00 smithi012 ceph-mon[90784]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:30:01.288 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:00 smithi012 ceph-mon[88355]: osdmap e412: 8 total, 7 up, 8 in 2024-04-02T08:30:01.288 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:00 smithi012 ceph-mon[88355]: Health detail: HEALTH_WARN 1 osds down; Degraded data redundancy: 28/375 objects degraded (7.467%), 8 pgs degraded 2024-04-02T08:30:01.288 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:00 smithi012 ceph-mon[88355]: [WRN] OSD_DOWN: 1 osds down 2024-04-02T08:30:01.288 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:00 smithi012 ceph-mon[88355]: osd.3 (root=default,host=smithi012) is down 2024-04-02T08:30:01.288 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:00 smithi012 ceph-mon[88355]: [WRN] PG_DEGRADED: Degraded data redundancy: 28/375 objects degraded (7.467%), 8 pgs degraded 2024-04-02T08:30:01.288 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:00 smithi012 ceph-mon[88355]: pg 2.d is active+undersized+degraded, acting [1,4] 2024-04-02T08:30:01.288 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:00 smithi012 ceph-mon[88355]: pg 2.e is active+undersized+degraded, acting [2,1] 2024-04-02T08:30:01.288 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:00 smithi012 ceph-mon[88355]: pg 2.13 is active+undersized+degraded, acting [1,4] 2024-04-02T08:30:01.288 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:00 smithi012 ceph-mon[88355]: pg 2.14 is active+undersized+degraded, acting [6,5] 2024-04-02T08:30:01.288 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:00 smithi012 ceph-mon[88355]: pg 5.0 is active+undersized+degraded, acting [NONE,1,4] 2024-04-02T08:30:01.289 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:00 smithi012 ceph-mon[88355]: pg 5.1 is active+undersized+degraded, acting [4,NONE,7] 2024-04-02T08:30:01.289 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:00 smithi012 ceph-mon[88355]: pg 5.3 is active+undersized+degraded, acting [0,NONE,6] 2024-04-02T08:30:01.289 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:00 smithi012 ceph-mon[88355]: pg 5.a is active+undersized+degraded, acting [2,4,NONE] 2024-04-02T08:30:01.289 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:00 smithi012 ceph-mon[88355]: pgmap v286: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 267 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.3 MiB/s wr, 8 op/s; 29/384 objects degraded (7.552%) 2024-04-02T08:30:01.289 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:00 smithi012 ceph-mon[88355]: from='osd.3 [v2:172.21.15.12:6826/2524449834,v1:172.21.15.12:6827/2524449834]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:30:01.289 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:00 smithi012 ceph-mon[88355]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:30:01.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:01 smithi055 ceph-mon[85080]: osdmap e412: 8 total, 7 up, 8 in 2024-04-02T08:30:01.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:01 smithi055 ceph-mon[85080]: Health detail: HEALTH_WARN 1 osds down; Degraded data redundancy: 28/375 objects degraded (7.467%), 8 pgs degraded 2024-04-02T08:30:01.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:01 smithi055 ceph-mon[85080]: [WRN] OSD_DOWN: 1 osds down 2024-04-02T08:30:01.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:01 smithi055 ceph-mon[85080]: osd.3 (root=default,host=smithi012) is down 2024-04-02T08:30:01.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:01 smithi055 ceph-mon[85080]: [WRN] PG_DEGRADED: Degraded data redundancy: 28/375 objects degraded (7.467%), 8 pgs degraded 2024-04-02T08:30:01.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:01 smithi055 ceph-mon[85080]: pg 2.d is active+undersized+degraded, acting [1,4] 2024-04-02T08:30:01.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:01 smithi055 ceph-mon[85080]: pg 2.e is active+undersized+degraded, acting [2,1] 2024-04-02T08:30:01.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:01 smithi055 ceph-mon[85080]: pg 2.13 is active+undersized+degraded, acting [1,4] 2024-04-02T08:30:01.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:01 smithi055 ceph-mon[85080]: pg 2.14 is active+undersized+degraded, acting [6,5] 2024-04-02T08:30:01.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:01 smithi055 ceph-mon[85080]: pg 5.0 is active+undersized+degraded, acting [NONE,1,4] 2024-04-02T08:30:01.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:01 smithi055 ceph-mon[85080]: pg 5.1 is active+undersized+degraded, acting [4,NONE,7] 2024-04-02T08:30:01.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:01 smithi055 ceph-mon[85080]: pg 5.3 is active+undersized+degraded, acting [0,NONE,6] 2024-04-02T08:30:01.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:01 smithi055 ceph-mon[85080]: pg 5.a is active+undersized+degraded, acting [2,4,NONE] 2024-04-02T08:30:01.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:01 smithi055 ceph-mon[85080]: pgmap v286: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 267 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.3 MiB/s wr, 8 op/s; 29/384 objects degraded (7.552%) 2024-04-02T08:30:01.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:01 smithi055 ceph-mon[85080]: from='osd.3 [v2:172.21.15.12:6826/2524449834,v1:172.21.15.12:6827/2524449834]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:30:01.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:01 smithi055 ceph-mon[85080]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:30:02.003 INFO:tasks.rados.rados.0.smithi012.stdout:1745: done (3 left) 2024-04-02T08:30:02.003 INFO:tasks.rados.rados.0.smithi012.stdout:1746: done (2 left) 2024-04-02T08:30:02.003 INFO:tasks.rados.rados.0.smithi012.stdout:1747: done (1 left) 2024-04-02T08:30:02.003 INFO:tasks.rados.rados.0.smithi012.stdout:1748: done (0 left) 2024-04-02T08:30:02.003 INFO:tasks.rados.rados.0.smithi012.stdout:1749: read oid 44 snap -1 2024-04-02T08:30:02.004 INFO:tasks.rados.rados.0.smithi012.stdout:1749: expect (ObjNum 540 snap 170 seq_num 540) 2024-04-02T08:30:02.004 INFO:tasks.rados.rados.0.smithi012.stdout:1750: delete oid 45 current snap is 173 2024-04-02T08:30:02.017 INFO:tasks.rados.rados.0.smithi012.stdout:1750: done (1 left) 2024-04-02T08:30:02.017 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 46 current snap is 173 2024-04-02T08:30:02.017 INFO:tasks.rados.rados.0.smithi012.stdout:1751: seq_num 550 ranges {5423104=417792,5840896=770048,6610944=638976,7249920=196608} 2024-04-02T08:30:02.049 INFO:tasks.rados.rados.0.smithi012.stdout:1751: writing smithi01277369-46 from 5423104 to 5840896 tid 1 2024-04-02T08:30:02.054 INFO:tasks.rados.rados.0.smithi012.stdout:1751: writing smithi01277369-46 from 5840896 to 6610944 tid 2 2024-04-02T08:30:02.058 INFO:tasks.rados.rados.0.smithi012.stdout:1751: writing smithi01277369-46 from 6610944 to 7249920 tid 3 2024-04-02T08:30:02.059 INFO:tasks.rados.rados.0.smithi012.stdout:1751: writing smithi01277369-46 from 7249920 to 7446528 tid 4 2024-04-02T08:30:02.059 INFO:tasks.rados.rados.0.smithi012.stdout:1752: rollback oid 4 current snap is 173 2024-04-02T08:30:02.059 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 4 to 166 2024-04-02T08:30:02.059 INFO:tasks.rados.rados.0.smithi012.stdout:1749: expect (ObjNum 540 snap 170 seq_num 540) 2024-04-02T08:30:02.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:02 smithi055 ceph-mon[85080]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-02T08:30:02.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:02 smithi055 ceph-mon[85080]: osdmap e413: 8 total, 7 up, 8 in 2024-04-02T08:30:02.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:02 smithi055 ceph-mon[85080]: from='osd.3 [v2:172.21.15.12:6826/2524449834,v1:172.21.15.12:6827/2524449834]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-04-02T08:30:02.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:02 smithi055 ceph-mon[85080]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-04-02T08:30:02.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:02 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:02.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:02 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:02.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:02 smithi012 ceph-mon[88355]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-02T08:30:02.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:02 smithi012 ceph-mon[88355]: osdmap e413: 8 total, 7 up, 8 in 2024-04-02T08:30:02.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:02 smithi012 ceph-mon[88355]: from='osd.3 [v2:172.21.15.12:6826/2524449834,v1:172.21.15.12:6827/2524449834]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-04-02T08:30:02.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:02 smithi012 ceph-mon[88355]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-04-02T08:30:02.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:02 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:02.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:02 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:02.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:02 smithi012 ceph-mon[90784]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-02T08:30:02.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:02 smithi012 ceph-mon[90784]: osdmap e413: 8 total, 7 up, 8 in 2024-04-02T08:30:02.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:02 smithi012 ceph-mon[90784]: from='osd.3 [v2:172.21.15.12:6826/2524449834,v1:172.21.15.12:6827/2524449834]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-04-02T08:30:02.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:02 smithi012 ceph-mon[90784]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-04-02T08:30:02.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:02 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:02.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:02 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:02.630 INFO:tasks.rados.rados.0.smithi012.stdout:1751: finishing write tid 1 to smithi01277369-46 2024-04-02T08:30:02.631 INFO:tasks.rados.rados.0.smithi012.stdout:1751: finishing write tid 2 to smithi01277369-46 2024-04-02T08:30:02.631 INFO:tasks.rados.rados.0.smithi012.stdout:1751: finishing write tid 3 to smithi01277369-46 2024-04-02T08:30:02.631 INFO:tasks.rados.rados.0.smithi012.stdout:1751: finishing write tid 4 to smithi01277369-46 2024-04-02T08:30:02.631 INFO:tasks.rados.rados.0.smithi012.stdout:1751: finishing write tid 5 to smithi01277369-46 2024-04-02T08:30:02.631 INFO:tasks.rados.rados.0.smithi012.stdout:1752: finishing rollback tid 0 to smithi01277369-4 2024-04-02T08:30:02.631 INFO:tasks.rados.rados.0.smithi012.stdout:1752: finishing rollback tid 1 to smithi01277369-4 2024-04-02T08:30:02.631 INFO:tasks.rados.rados.0.smithi012.stdout:1751: finishing write tid 6 to smithi01277369-46 2024-04-02T08:30:02.631 INFO:tasks.rados.rados.0.smithi012.stdout:1751: oid 46 updating version 0 to 987 2024-04-02T08:30:02.631 INFO:tasks.rados.rados.0.smithi012.stdout:1751: oid 46 version 987 is already newer than 986 2024-04-02T08:30:02.631 INFO:tasks.rados.rados.0.smithi012.stdout:1751: oid 46 version 987 is already newer than 984 2024-04-02T08:30:02.631 INFO:tasks.rados.rados.0.smithi012.stdout:1751: oid 46 version 987 is already newer than 983 2024-04-02T08:30:02.631 INFO:tasks.rados.rados.0.smithi012.stdout:1751: oid 46 version 987 is already newer than 985 2024-04-02T08:30:02.632 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 46 v 987 (ObjNum 550 snap 173 seq_num 550) dirty exists 2024-04-02T08:30:02.632 INFO:tasks.rados.rados.0.smithi012.stdout:1751: left oid 46 (ObjNum 550 snap 173 seq_num 550) 2024-04-02T08:30:02.632 INFO:tasks.rados.rados.0.smithi012.stdout:1752: finishing rollback tid 2 to smithi01277369-4 2024-04-02T08:30:02.632 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 4 v 710 (ObjNum 533 snap 166 seq_num 533) dirty exists 2024-04-02T08:30:02.632 INFO:tasks.rados.rados.0.smithi012.stdout:1749: done (2 left) 2024-04-02T08:30:02.632 INFO:tasks.rados.rados.0.smithi012.stdout:1751: done (1 left) 2024-04-02T08:30:02.632 INFO:tasks.rados.rados.0.smithi012.stdout:1752: done (0 left) 2024-04-02T08:30:02.632 INFO:tasks.rados.rados.0.smithi012.stdout:1753: read oid 1 snap -1 2024-04-02T08:30:02.632 INFO:tasks.rados.rados.0.smithi012.stdout:1753: expect (ObjNum 499 snap 157 seq_num 499) 2024-04-02T08:30:02.632 INFO:tasks.rados.rados.0.smithi012.stdout:1754: read oid 46 snap 158 2024-04-02T08:30:02.632 INFO:tasks.rados.rados.0.smithi012.stdout:1754: expect (ObjNum 354 snap 107 seq_num 354) 2024-04-02T08:30:02.632 INFO:tasks.rados.rados.0.smithi012.stdout:1755: read oid 19 snap -1 2024-04-02T08:30:02.632 INFO:tasks.rados.rados.0.smithi012.stdout:1755: expect deleted 2024-04-02T08:30:02.632 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 7 current snap is 173 2024-04-02T08:30:02.632 INFO:tasks.rados.rados.0.smithi012.stdout:1756: seq_num 551 ranges {5709824=434176,6144000=647168,6791168=450560,7241728=507904} 2024-04-02T08:30:02.664 INFO:tasks.rados.rados.0.smithi012.stdout:1756: writing smithi01277369-7 from 5709824 to 6144000 tid 1 2024-04-02T08:30:02.667 INFO:tasks.rados.rados.0.smithi012.stdout:1756: writing smithi01277369-7 from 6144000 to 6791168 tid 2 2024-04-02T08:30:02.670 INFO:tasks.rados.rados.0.smithi012.stdout:1756: writing smithi01277369-7 from 6791168 to 7241728 tid 3 2024-04-02T08:30:02.673 INFO:tasks.rados.rados.0.smithi012.stdout:1756: writing smithi01277369-7 from 7241728 to 7749632 tid 4 2024-04-02T08:30:02.673 INFO:tasks.rados.rados.0.smithi012.stdout:1757: delete oid 48 current snap is 173 2024-04-02T08:30:02.673 INFO:tasks.rados.rados.0.smithi012.stdout:1754: expect (ObjNum 354 snap 107 seq_num 354) 2024-04-02T08:30:02.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:30:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:30:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:30:02.864 INFO:tasks.rados.rados.0.smithi012.stdout:1753: expect (ObjNum 499 snap 157 seq_num 499) 2024-04-02T08:30:03.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:03 smithi055 ceph-mon[85080]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:30:03.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:03 smithi055 ceph-mon[85080]: osd.3 [v2:172.21.15.12:6826/2524449834,v1:172.21.15.12:6827/2524449834] boot 2024-04-02T08:30:03.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:03 smithi055 ceph-mon[85080]: osdmap e414: 8 total, 8 up, 8 in 2024-04-02T08:30:03.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:03 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:30:03.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:03 smithi055 ceph-mon[85080]: pgmap v289: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 279 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 4.9 MiB/s wr, 17 op/s; 29/396 objects degraded (7.323%) 2024-04-02T08:30:03.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:03 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:03.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:03 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:03.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:03 smithi055 ceph-mon[85080]: osdmap e415: 8 total, 8 up, 8 in 2024-04-02T08:30:03.347 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:03 smithi012 ceph-mon[88355]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:30:03.347 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:03 smithi012 ceph-mon[88355]: osd.3 [v2:172.21.15.12:6826/2524449834,v1:172.21.15.12:6827/2524449834] boot 2024-04-02T08:30:03.347 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:03 smithi012 ceph-mon[88355]: osdmap e414: 8 total, 8 up, 8 in 2024-04-02T08:30:03.347 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:03 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:30:03.347 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:03 smithi012 ceph-mon[88355]: pgmap v289: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 279 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 4.9 MiB/s wr, 17 op/s; 29/396 objects degraded (7.323%) 2024-04-02T08:30:03.348 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:03 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:03.348 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:03 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:03.348 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:03 smithi012 ceph-mon[88355]: osdmap e415: 8 total, 8 up, 8 in 2024-04-02T08:30:03.348 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:03 smithi012 ceph-mon[90784]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:30:03.348 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:03 smithi012 ceph-mon[90784]: osd.3 [v2:172.21.15.12:6826/2524449834,v1:172.21.15.12:6827/2524449834] boot 2024-04-02T08:30:03.348 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:03 smithi012 ceph-mon[90784]: osdmap e414: 8 total, 8 up, 8 in 2024-04-02T08:30:03.348 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:03 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:30:03.348 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:03 smithi012 ceph-mon[90784]: pgmap v289: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 279 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 4.9 MiB/s wr, 17 op/s; 29/396 objects degraded (7.323%) 2024-04-02T08:30:03.348 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:03 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:03.348 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:03 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:03.349 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:03 smithi012 ceph-mon[90784]: osdmap e415: 8 total, 8 up, 8 in 2024-04-02T08:30:03.493 INFO:tasks.rados.rados.0.smithi012.stdout:1756: finishing write tid 1 to smithi01277369-7 2024-04-02T08:30:03.493 INFO:tasks.rados.rados.0.smithi012.stdout:1756: finishing write tid 2 to smithi01277369-7 2024-04-02T08:30:03.493 INFO:tasks.rados.rados.0.smithi012.stdout:1756: finishing write tid 3 to smithi01277369-7 2024-04-02T08:30:03.493 INFO:tasks.rados.rados.0.smithi012.stdout:1756: finishing write tid 4 to smithi01277369-7 2024-04-02T08:30:03.494 INFO:tasks.rados.rados.0.smithi012.stdout:1756: finishing write tid 5 to smithi01277369-7 2024-04-02T08:30:03.494 INFO:tasks.rados.rados.0.smithi012.stdout:1756: finishing write tid 6 to smithi01277369-7 2024-04-02T08:30:03.494 INFO:tasks.rados.rados.0.smithi012.stdout:1756: oid 7 updating version 0 to 743 2024-04-02T08:30:03.494 INFO:tasks.rados.rados.0.smithi012.stdout:1756: oid 7 version 743 is already newer than 740 2024-04-02T08:30:03.494 INFO:tasks.rados.rados.0.smithi012.stdout:1756: oid 7 version 743 is already newer than 741 2024-04-02T08:30:03.494 INFO:tasks.rados.rados.0.smithi012.stdout:1756: oid 7 updating version 743 to 744 2024-04-02T08:30:03.494 INFO:tasks.rados.rados.0.smithi012.stdout:1756: oid 7 version 744 is already newer than 742 2024-04-02T08:30:03.494 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 7 v 744 (ObjNum 551 snap 173 seq_num 551) dirty exists 2024-04-02T08:30:03.494 INFO:tasks.rados.rados.0.smithi012.stdout:1756: left oid 7 (ObjNum 551 snap 173 seq_num 551) 2024-04-02T08:30:03.494 INFO:tasks.rados.rados.0.smithi012.stdout:1753: done (4 left) 2024-04-02T08:30:03.494 INFO:tasks.rados.rados.0.smithi012.stdout:1754: done (3 left) 2024-04-02T08:30:03.494 INFO:tasks.rados.rados.0.smithi012.stdout:1755: done (2 left) 2024-04-02T08:30:03.494 INFO:tasks.rados.rados.0.smithi012.stdout:1756: done (1 left) 2024-04-02T08:30:03.494 INFO:tasks.rados.rados.0.smithi012.stdout:1757: done (0 left) 2024-04-02T08:30:03.495 INFO:tasks.rados.rados.0.smithi012.stdout:1758: rollback oid 22 current snap is 173 2024-04-02T08:30:03.495 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 22 to 160 2024-04-02T08:30:03.495 INFO:tasks.rados.rados.0.smithi012.stdout:1759: snap_remove snap 169 2024-04-02T08:30:03.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:30:03 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:30:03.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi012\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi012\", job=\"node\", machine=\"x86_64\", nodename=\"smithi012\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi012\", job=\"node\", machine=\"x86_64\", nodename=\"smithi012\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:30:04.030 INFO:tasks.rados.rados.0.smithi012.stdout:1759: done (1 left) 2024-04-02T08:30:04.030 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 24 current snap is 173 2024-04-02T08:30:04.030 INFO:tasks.rados.rados.0.smithi012.stdout:1760: seq_num 553 ranges {0=466944,466944=417792,884736=417792,1302528=516096,1818624=253952} 2024-04-02T08:30:04.032 INFO:tasks.rados.rados.0.smithi012.stdout:1760: writing smithi01277369-24 from 0 to 466944 tid 1 2024-04-02T08:30:04.034 INFO:tasks.rados.rados.0.smithi012.stdout:1760: writing smithi01277369-24 from 466944 to 884736 tid 2 2024-04-02T08:30:04.037 INFO:tasks.rados.rados.0.smithi012.stdout:1760: writing smithi01277369-24 from 884736 to 1302528 tid 3 2024-04-02T08:30:04.040 INFO:tasks.rados.rados.0.smithi012.stdout:1760: writing smithi01277369-24 from 1302528 to 1818624 tid 4 2024-04-02T08:30:04.044 INFO:tasks.rados.rados.0.smithi012.stdout:1760: writing smithi01277369-24 from 1818624 to 2072576 tid 5 2024-04-02T08:30:04.044 INFO:tasks.rados.rados.0.smithi012.stdout:1761: rollback oid 45 current snap is 173 2024-04-02T08:30:04.044 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 45 to 160 2024-04-02T08:30:04.045 INFO:tasks.rados.rados.0.smithi012.stdout:1758: finishing rollback tid 0 to smithi01277369-22 2024-04-02T08:30:04.045 INFO:tasks.rados.rados.0.smithi012.stdout:1758: finishing rollback tid 1 to smithi01277369-22 2024-04-02T08:30:04.045 INFO:tasks.rados.rados.0.smithi012.stdout:1758: finishing rollback tid 2 to smithi01277369-22 2024-04-02T08:30:04.045 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 22 v 990 (ObjNum 421 snap 130 seq_num 421) dirty exists 2024-04-02T08:30:04.045 INFO:tasks.rados.rados.0.smithi012.stdout:1758: done (2 left) 2024-04-02T08:30:04.045 INFO:tasks.rados.rados.0.smithi012.stdout:1762: snap_create 2024-04-02T08:30:04.046 INFO:tasks.rados.rados.0.smithi012.stdout:1760: finishing write tid 1 to smithi01277369-24 2024-04-02T08:30:04.046 INFO:tasks.rados.rados.0.smithi012.stdout:1760: finishing write tid 2 to smithi01277369-24 2024-04-02T08:30:04.046 INFO:tasks.rados.rados.0.smithi012.stdout:1760: finishing write tid 3 to smithi01277369-24 2024-04-02T08:30:04.047 INFO:tasks.rados.rados.0.smithi012.stdout:1761: finishing rollback tid 1 to smithi01277369-45 2024-04-02T08:30:04.047 INFO:tasks.rados.rados.0.smithi012.stdout:1761: finishing rollback tid 2 to smithi01277369-45 2024-04-02T08:30:04.047 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 45 v 869 (ObjNum 377 snap 114 seq_num 377) dirty exists 2024-04-02T08:30:04.048 INFO:tasks.rados.rados.0.smithi012.stdout:1760: finishing write tid 4 to smithi01277369-24 2024-04-02T08:30:04.048 INFO:tasks.rados.rados.0.smithi012.stdout:1760: finishing write tid 5 to smithi01277369-24 2024-04-02T08:30:04.049 INFO:tasks.rados.rados.0.smithi012.stdout:1760: finishing write tid 6 to smithi01277369-24 2024-04-02T08:30:04.051 INFO:tasks.rados.rados.0.smithi012.stdout:1760: finishing write tid 7 to smithi01277369-24 2024-04-02T08:30:04.051 INFO:tasks.rados.rados.0.smithi012.stdout:1760: oid 24 updating version 0 to 1058 2024-04-02T08:30:04.051 INFO:tasks.rados.rados.0.smithi012.stdout:1760: oid 24 updating version 1058 to 1063 2024-04-02T08:30:04.051 INFO:tasks.rados.rados.0.smithi012.stdout:1760: oid 24 updating version 1063 to 1064 2024-04-02T08:30:04.051 INFO:tasks.rados.rados.0.smithi012.stdout:1760: oid 24 updating version 1064 to 1067 2024-04-02T08:30:04.052 INFO:tasks.rados.rados.0.smithi012.stdout:1760: oid 24 version 1067 is already newer than 1066 2024-04-02T08:30:04.052 INFO:tasks.rados.rados.0.smithi012.stdout:1760: oid 24 version 1067 is already newer than 1065 2024-04-02T08:30:04.052 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 24 v 1067 (ObjNum 553 snap 173 seq_num 553) dirty exists 2024-04-02T08:30:04.052 INFO:tasks.rados.rados.0.smithi012.stdout:1760: left oid 24 (ObjNum 553 snap 173 seq_num 553) 2024-04-02T08:30:04.304 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:04 smithi012 ceph-mon[88355]: Health check update: Degraded data redundancy: 29/396 objects degraded (7.323%), 8 pgs degraded (PG_DEGRADED) 2024-04-02T08:30:04.304 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:04 smithi012 ceph-mon[90784]: Health check update: Degraded data redundancy: 29/396 objects degraded (7.323%), 8 pgs degraded (PG_DEGRADED) 2024-04-02T08:30:04.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:04 smithi055 ceph-mon[85080]: Health check update: Degraded data redundancy: 29/396 objects degraded (7.323%), 8 pgs degraded (PG_DEGRADED) 2024-04-02T08:30:05.038 INFO:tasks.rados.rados.0.smithi012.stdout:1760: done (2 left) 2024-04-02T08:30:05.038 INFO:tasks.rados.rados.0.smithi012.stdout:1761: done (1 left) 2024-04-02T08:30:05.038 INFO:tasks.rados.rados.0.smithi012.stdout:1762: done (0 left) 2024-04-02T08:30:05.039 INFO:tasks.rados.rados.0.smithi012.stdout:1763: rmattr oid 18 current snap is 174 2024-04-02T08:30:05.039 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 14 current snap is 174 2024-04-02T08:30:05.039 INFO:tasks.rados.rados.0.smithi012.stdout:1764: seq_num 554 ranges {4825088=483328,5308416=704512,6012928=622592,6635520=278528} 2024-04-02T08:30:05.067 INFO:tasks.rados.rados.0.smithi012.stdout:1764: writing smithi01277369-14 from 4825088 to 5308416 tid 1 2024-04-02T08:30:05.071 INFO:tasks.rados.rados.0.smithi012.stdout:1764: writing smithi01277369-14 from 5308416 to 6012928 tid 2 2024-04-02T08:30:05.075 INFO:tasks.rados.rados.0.smithi012.stdout:1764: writing smithi01277369-14 from 6012928 to 6635520 tid 3 2024-04-02T08:30:05.076 INFO:tasks.rados.rados.0.smithi012.stdout:1764: writing smithi01277369-14 from 6635520 to 6914048 tid 4 2024-04-02T08:30:05.076 INFO:tasks.rados.rados.0.smithi012.stdout:1765: snap_create 2024-04-02T08:30:05.076 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 18 v 900 (ObjNum 493 snap 150 seq_num 493) dirty exists 2024-04-02T08:30:05.077 INFO:tasks.rados.rados.0.smithi012.stdout:1764: finishing write tid 1 to smithi01277369-14 2024-04-02T08:30:05.077 INFO:tasks.rados.rados.0.smithi012.stdout:1764: finishing write tid 2 to smithi01277369-14 2024-04-02T08:30:05.079 INFO:tasks.rados.rados.0.smithi012.stdout:1764: finishing write tid 3 to smithi01277369-14 2024-04-02T08:30:05.079 INFO:tasks.rados.rados.0.smithi012.stdout:1764: finishing write tid 4 to smithi01277369-14 2024-04-02T08:30:05.080 INFO:tasks.rados.rados.0.smithi012.stdout:1764: finishing write tid 5 to smithi01277369-14 2024-04-02T08:30:05.081 INFO:tasks.rados.rados.0.smithi012.stdout:1764: finishing write tid 6 to smithi01277369-14 2024-04-02T08:30:05.081 INFO:tasks.rados.rados.0.smithi012.stdout:1764: oid 14 updating version 0 to 926 2024-04-02T08:30:05.081 INFO:tasks.rados.rados.0.smithi012.stdout:1764: oid 14 updating version 926 to 927 2024-04-02T08:30:05.081 INFO:tasks.rados.rados.0.smithi012.stdout:1764: oid 14 updating version 927 to 930 2024-04-02T08:30:05.081 INFO:tasks.rados.rados.0.smithi012.stdout:1764: oid 14 version 930 is already newer than 929 2024-04-02T08:30:05.081 INFO:tasks.rados.rados.0.smithi012.stdout:1764: oid 14 version 930 is already newer than 928 2024-04-02T08:30:05.081 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 14 v 930 (ObjNum 554 snap 174 seq_num 554) dirty exists 2024-04-02T08:30:05.082 INFO:tasks.rados.rados.0.smithi012.stdout:1764: left oid 14 (ObjNum 554 snap 174 seq_num 554) 2024-04-02T08:30:05.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:05 smithi055 ceph-mon[85080]: osdmap e416: 8 total, 8 up, 8 in 2024-04-02T08:30:05.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:05 smithi055 ceph-mon[85080]: pgmap v292: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 279 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 3.6 MiB/s wr, 8 op/s; 29/396 objects degraded (7.323%) 2024-04-02T08:30:05.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:05 smithi012 ceph-mon[88355]: osdmap e416: 8 total, 8 up, 8 in 2024-04-02T08:30:05.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:05 smithi012 ceph-mon[88355]: pgmap v292: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 279 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 3.6 MiB/s wr, 8 op/s; 29/396 objects degraded (7.323%) 2024-04-02T08:30:05.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:05 smithi012 ceph-mon[90784]: osdmap e416: 8 total, 8 up, 8 in 2024-04-02T08:30:05.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:05 smithi012 ceph-mon[90784]: pgmap v292: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 279 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 3.6 MiB/s wr, 8 op/s; 29/396 objects degraded (7.323%) 2024-04-02T08:30:06.042 INFO:tasks.rados.rados.0.smithi012.stdout:1763: done (2 left) 2024-04-02T08:30:06.042 INFO:tasks.rados.rados.0.smithi012.stdout:1764: done (1 left) 2024-04-02T08:30:06.043 INFO:tasks.rados.rados.0.smithi012.stdout:1765: done (0 left) 2024-04-02T08:30:06.043 INFO:tasks.rados.rados.0.smithi012.stdout:1766: copy_from oid 34 from oid 41 current snap is 175 2024-04-02T08:30:06.043 INFO:tasks.rados.rados.0.smithi012.stdout:1767: rollback oid 2 current snap is 175 2024-04-02T08:30:06.043 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 2 to 172 2024-04-02T08:30:06.043 INFO:tasks.rados.rados.0.smithi012.stdout:1768: rollback oid 26 current snap is 175 2024-04-02T08:30:06.043 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 26 to 159 2024-04-02T08:30:06.043 INFO:tasks.rados.rados.0.smithi012.stdout:1769: read oid 9 snap -1 2024-04-02T08:30:06.044 INFO:tasks.rados.rados.0.smithi012.stdout:1769: expect (ObjNum 541 snap 170 seq_num 541) 2024-04-02T08:30:06.044 INFO:tasks.rados.rados.0.smithi012.stdout:1770: read oid 16 snap -1 2024-04-02T08:30:06.044 INFO:tasks.rados.rados.0.smithi012.stdout:1770: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:30:06.044 INFO:tasks.rados.rados.0.smithi012.stdout:1771: delete oid 4 current snap is 175 2024-04-02T08:30:06.044 INFO:tasks.rados.rados.0.smithi012.stdout:1770: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:30:06.051 INFO:tasks.rados.rados.0.smithi012.stdout:1768: finishing rollback tid 1 to smithi01277369-26 2024-04-02T08:30:06.052 INFO:tasks.rados.rados.0.smithi012.stdout:1768: finishing rollback tid 2 to smithi01277369-26 2024-04-02T08:30:06.052 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 26 v 856 (ObjNum 460 snap 142 seq_num 460) dirty exists 2024-04-02T08:30:06.052 INFO:tasks.rados.rados.0.smithi012.stdout:1768: done (5 left) 2024-04-02T08:30:06.052 INFO:tasks.rados.rados.0.smithi012.stdout:1770: done (4 left) 2024-04-02T08:30:06.052 INFO:tasks.rados.rados.0.smithi012.stdout:1771: done (3 left) 2024-04-02T08:30:06.052 INFO:tasks.rados.rados.0.smithi012.stdout:1772: snap_create 2024-04-02T08:30:06.056 INFO:tasks.rados.rados.0.smithi012.stdout:1766: finishing copy_from racing read to smithi01277369-34 2024-04-02T08:30:06.057 INFO:tasks.rados.rados.0.smithi012.stdout:1767: finishing rollback tid 0 to smithi01277369-2 2024-04-02T08:30:06.058 INFO:tasks.rados.rados.0.smithi012.stdout:1767: finishing rollback tid 1 to smithi01277369-2 2024-04-02T08:30:06.058 INFO:tasks.rados.rados.0.smithi012.stdout:1767: finishing rollback tid 2 to smithi01277369-2 2024-04-02T08:30:06.058 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 2 v 993 (ObjNum 501 snap 157 seq_num 501) dirty exists 2024-04-02T08:30:06.058 INFO:tasks.rados.rados.0.smithi012.stdout:1766: finishing copy_from to smithi01277369-34 2024-04-02T08:30:06.058 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 34 v 707 (ObjNum 547 snap 171 seq_num 547) dirty exists 2024-04-02T08:30:06.076 INFO:tasks.rados.rados.0.smithi012.stdout:1769: expect (ObjNum 541 snap 170 seq_num 541) 2024-04-02T08:30:06.104 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:06 smithi012 ceph-mon[88355]: osdmap e417: 8 total, 8 up, 8 in 2024-04-02T08:30:06.104 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:06 smithi012 ceph-mon[90784]: osdmap e417: 8 total, 8 up, 8 in 2024-04-02T08:30:06.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:06 smithi055 ceph-mon[85080]: osdmap e417: 8 total, 8 up, 8 in 2024-04-02T08:30:07.051 INFO:tasks.rados.rados.0.smithi012.stdout:1766: done (3 left) 2024-04-02T08:30:07.051 INFO:tasks.rados.rados.0.smithi012.stdout:1767: done (2 left) 2024-04-02T08:30:07.052 INFO:tasks.rados.rados.0.smithi012.stdout:1769: done (1 left) 2024-04-02T08:30:07.052 INFO:tasks.rados.rados.0.smithi012.stdout:1772: done (0 left) 2024-04-02T08:30:07.052 INFO:tasks.rados.rados.0.smithi012.stdout:1773: copy_from oid 2 from oid 47 current snap is 176 2024-04-02T08:30:07.052 INFO:tasks.rados.rados.0.smithi012.stdout:1774: snap_remove snap 171 2024-04-02T08:30:07.230 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:07 smithi055 ceph-mon[85080]: osdmap e418: 8 total, 8 up, 8 in 2024-04-02T08:30:07.230 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:07 smithi055 ceph-mon[85080]: pgmap v295: 121 pgs: 121 active+clean; 300 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 26 MiB/s rd, 3.4 MiB/s wr, 27 op/s; 6.8 MiB/s, 1 objects/s recovering 2024-04-02T08:30:07.230 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:07 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:07.230 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:07 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:07.230 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:07 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:07.230 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:07 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:07.230 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:07 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:07.230 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:07 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:07.230 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:07 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:07.230 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:07 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:07.231 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:07 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:07.231 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:07 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:30:07.231 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:07 smithi055 ceph-mon[85080]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:30:07.231 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:07 smithi055 ceph-mon[85080]: Upgrade: osd.4 is safe to restart 2024-04-02T08:30:07.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:07 smithi012 ceph-mon[90784]: osdmap e418: 8 total, 8 up, 8 in 2024-04-02T08:30:07.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:07 smithi012 ceph-mon[90784]: pgmap v295: 121 pgs: 121 active+clean; 300 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 26 MiB/s rd, 3.4 MiB/s wr, 27 op/s; 6.8 MiB/s, 1 objects/s recovering 2024-04-02T08:30:07.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:07 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:07.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:07 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:07.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:07 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:07.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:07 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:07.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:07 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:07.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:07 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:07.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:07 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:07.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:07 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:07.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:07 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:07.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:07 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:30:07.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:07 smithi012 ceph-mon[90784]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:30:07.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:07 smithi012 ceph-mon[90784]: Upgrade: osd.4 is safe to restart 2024-04-02T08:30:07.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:07 smithi012 ceph-mon[88355]: osdmap e418: 8 total, 8 up, 8 in 2024-04-02T08:30:07.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:07 smithi012 ceph-mon[88355]: pgmap v295: 121 pgs: 121 active+clean; 300 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 26 MiB/s rd, 3.4 MiB/s wr, 27 op/s; 6.8 MiB/s, 1 objects/s recovering 2024-04-02T08:30:07.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:07 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:07.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:07 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:07.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:07 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:07.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:07 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:07.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:07 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:07.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:07 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:07.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:07 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:07.431 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:07 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:07.431 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:07 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:07.431 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:07 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:30:07.431 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:07 smithi012 ceph-mon[88355]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:30:07.431 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:07 smithi012 ceph-mon[88355]: Upgrade: osd.4 is safe to restart 2024-04-02T08:30:08.056 INFO:tasks.rados.rados.0.smithi012.stdout:1774: done (1 left) 2024-04-02T08:30:08.056 INFO:tasks.rados.rados.0.smithi012.stdout:1775: rollback oid 25 current snap is 176 2024-04-02T08:30:08.056 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 25 to 163 2024-04-02T08:30:08.056 INFO:tasks.rados.rados.0.smithi012.stdout:1776: rmattr oid 5 current snap is 176 2024-04-02T08:30:08.056 INFO:tasks.rados.rados.0.smithi012.stdout:1776: done (2 left) 2024-04-02T08:30:08.057 INFO:tasks.rados.rados.0.smithi012.stdout:1777: read oid 48 snap 166 2024-04-02T08:30:08.057 INFO:tasks.rados.rados.0.smithi012.stdout:1777: expect (ObjNum 445 snap 138 seq_num 445) 2024-04-02T08:30:08.057 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 21 current snap is 176 2024-04-02T08:30:08.057 INFO:tasks.rados.rados.0.smithi012.stdout:1778: seq_num 556 ranges {1884160=516096,2400256=524288,2924544=638976,3563520=442368} 2024-04-02T08:30:08.070 INFO:tasks.rados.rados.0.smithi012.stdout:1778: writing smithi01277369-21 from 1884160 to 2400256 tid 1 2024-04-02T08:30:08.073 INFO:tasks.rados.rados.0.smithi012.stdout:1778: writing smithi01277369-21 from 2400256 to 2924544 tid 2 2024-04-02T08:30:08.078 INFO:tasks.rados.rados.0.smithi012.stdout:1778: writing smithi01277369-21 from 2924544 to 3563520 tid 3 2024-04-02T08:30:08.081 INFO:tasks.rados.rados.0.smithi012.stdout:1778: writing smithi01277369-21 from 3563520 to 4005888 tid 4 2024-04-02T08:30:08.082 INFO:tasks.rados.rados.0.smithi012.stdout:1779: rollback oid 1 current snap is 176 2024-04-02T08:30:08.082 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 1 to 160 2024-04-02T08:30:08.082 INFO:tasks.rados.rados.0.smithi012.stdout:1773: finishing copy_from racing read to smithi01277369-2 2024-04-02T08:30:08.082 INFO:tasks.rados.rados.0.smithi012.stdout:1773: finishing copy_from to smithi01277369-2 2024-04-02T08:30:08.082 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 2 v 859 (ObjNum 534 snap 167 seq_num 534) dirty exists 2024-04-02T08:30:08.082 INFO:tasks.rados.rados.0.smithi012.stdout:1775: finishing rollback tid 0 to smithi01277369-25 2024-04-02T08:30:08.082 INFO:tasks.rados.rados.0.smithi012.stdout:1775: finishing rollback tid 1 to smithi01277369-25 2024-04-02T08:30:08.082 INFO:tasks.rados.rados.0.smithi012.stdout:1775: finishing rollback tid 2 to smithi01277369-25 2024-04-02T08:30:08.082 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 25 v 714 (ObjNum 510 snap 158 seq_num 510) dirty exists 2024-04-02T08:30:08.082 INFO:tasks.rados.rados.0.smithi012.stdout:1773: done (4 left) 2024-04-02T08:30:08.082 INFO:tasks.rados.rados.0.smithi012.stdout:1775: done (3 left) 2024-04-02T08:30:08.082 INFO:tasks.rados.rados.0.smithi012.stdout:1780: snap_create 2024-04-02T08:30:08.090 INFO:tasks.rados.rados.0.smithi012.stdout:1779: finishing rollback tid 0 to smithi01277369-1 2024-04-02T08:30:08.097 INFO:tasks.rados.rados.0.smithi012.stdout:1779: finishing rollback tid 1 to smithi01277369-1 2024-04-02T08:30:08.097 INFO:tasks.rados.rados.0.smithi012.stdout:1779: finishing rollback tid 2 to smithi01277369-1 2024-04-02T08:30:08.097 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 1 v 872 (ObjNum 469 snap 145 seq_num 469) dirty exists 2024-04-02T08:30:08.100 INFO:tasks.rados.rados.0.smithi012.stdout:1778: finishing write tid 1 to smithi01277369-21 2024-04-02T08:30:08.100 INFO:tasks.rados.rados.0.smithi012.stdout:1778: finishing write tid 2 to smithi01277369-21 2024-04-02T08:30:08.100 INFO:tasks.rados.rados.0.smithi012.stdout:1778: finishing write tid 3 to smithi01277369-21 2024-04-02T08:30:08.100 INFO:tasks.rados.rados.0.smithi012.stdout:1778: finishing write tid 4 to smithi01277369-21 2024-04-02T08:30:08.100 INFO:tasks.rados.rados.0.smithi012.stdout:1778: finishing write tid 5 to smithi01277369-21 2024-04-02T08:30:08.104 INFO:tasks.rados.rados.0.smithi012.stdout:1777: expect (ObjNum 445 snap 138 seq_num 445) 2024-04-02T08:30:08.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:08 smithi055 ceph-mon[85080]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 29/396 objects degraded (7.323%), 8 pgs degraded) 2024-04-02T08:30:08.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:08 smithi055 ceph-mon[85080]: Cluster is now healthy 2024-04-02T08:30:08.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:08 smithi055 ceph-mon[85080]: osdmap e419: 8 total, 8 up, 8 in 2024-04-02T08:30:08.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:08 smithi055 ceph-mon[85080]: Upgrade: Updating osd.4 2024-04-02T08:30:08.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:08 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:08.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:08 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-02T08:30:08.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:08 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:08.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:08 smithi055 ceph-mon[85080]: Deploying daemon osd.4 on smithi055 2024-04-02T08:30:08.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:30:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:30:07] "GET /metrics HTTP/1.1" 200 36119 "" "Prometheus/2.43.0" 2024-04-02T08:30:08.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:08 smithi012 ceph-mon[88355]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 29/396 objects degraded (7.323%), 8 pgs degraded) 2024-04-02T08:30:08.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:08 smithi012 ceph-mon[88355]: Cluster is now healthy 2024-04-02T08:30:08.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:08 smithi012 ceph-mon[88355]: osdmap e419: 8 total, 8 up, 8 in 2024-04-02T08:30:08.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:08 smithi012 ceph-mon[88355]: Upgrade: Updating osd.4 2024-04-02T08:30:08.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:08 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:08.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:08 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-02T08:30:08.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:08 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:08.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:08 smithi012 ceph-mon[88355]: Deploying daemon osd.4 on smithi055 2024-04-02T08:30:08.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:08 smithi012 ceph-mon[90784]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 29/396 objects degraded (7.323%), 8 pgs degraded) 2024-04-02T08:30:08.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:08 smithi012 ceph-mon[90784]: Cluster is now healthy 2024-04-02T08:30:08.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:08 smithi012 ceph-mon[90784]: osdmap e419: 8 total, 8 up, 8 in 2024-04-02T08:30:08.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:08 smithi012 ceph-mon[90784]: Upgrade: Updating osd.4 2024-04-02T08:30:08.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:08 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:08.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:08 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-02T08:30:08.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:08 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:08.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:08 smithi012 ceph-mon[90784]: Deploying daemon osd.4 on smithi055 2024-04-02T08:30:09.173 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:09 smithi055 ceph-mon[85080]: osdmap e420: 8 total, 8 up, 8 in 2024-04-02T08:30:09.174 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:09 smithi055 ceph-mon[85080]: pgmap v298: 121 pgs: 121 active+clean; 300 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 26 MiB/s rd, 3.4 MiB/s wr, 27 op/s; 6.8 MiB/s, 1 objects/s recovering 2024-04-02T08:30:09.174 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:09 smithi055 ceph-mon[85080]: osdmap e421: 8 total, 8 up, 8 in 2024-04-02T08:30:09.289 INFO:tasks.rados.rados.0.smithi012.stdout:1778: finishing write tid 6 to smithi01277369-21 2024-04-02T08:30:09.289 INFO:tasks.rados.rados.0.smithi012.stdout:1778: oid 21 updating version 0 to 957 2024-04-02T08:30:09.289 INFO:tasks.rados.rados.0.smithi012.stdout:1778: oid 21 updating version 957 to 958 2024-04-02T08:30:09.289 INFO:tasks.rados.rados.0.smithi012.stdout:1778: oid 21 version 958 is already newer than 956 2024-04-02T08:30:09.289 INFO:tasks.rados.rados.0.smithi012.stdout:1778: oid 21 version 958 is already newer than 955 2024-04-02T08:30:09.289 INFO:tasks.rados.rados.0.smithi012.stdout:1778: oid 21 updating version 958 to 959 2024-04-02T08:30:09.289 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 21 v 959 (ObjNum 556 snap 176 seq_num 556) dirty exists 2024-04-02T08:30:09.289 INFO:tasks.rados.rados.0.smithi012.stdout:1778: left oid 21 (ObjNum 556 snap 176 seq_num 556) 2024-04-02T08:30:09.289 INFO:tasks.rados.rados.0.smithi012.stdout:1777: done (3 left) 2024-04-02T08:30:09.289 INFO:tasks.rados.rados.0.smithi012.stdout:1778: done (2 left) 2024-04-02T08:30:09.289 INFO:tasks.rados.rados.0.smithi012.stdout:1779: done (1 left) 2024-04-02T08:30:09.289 INFO:tasks.rados.rados.0.smithi012.stdout:1780: done (0 left) 2024-04-02T08:30:09.289 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 8 current snap is 177 2024-04-02T08:30:09.290 INFO:tasks.rados.rados.0.smithi012.stdout:1781: seq_num 557 ranges {0=532480,532480=802816,1335296=794624,2129920=8192} 2024-04-02T08:30:09.291 INFO:tasks.rados.rados.0.smithi012.stdout:1781: writing smithi01277369-8 from 0 to 532480 tid 1 2024-04-02T08:30:09.296 INFO:tasks.rados.rados.0.smithi012.stdout:1781: writing smithi01277369-8 from 532480 to 1335296 tid 2 2024-04-02T08:30:09.301 INFO:tasks.rados.rados.0.smithi012.stdout:1781: writing smithi01277369-8 from 1335296 to 2129920 tid 3 2024-04-02T08:30:09.301 INFO:tasks.rados.rados.0.smithi012.stdout:1781: writing smithi01277369-8 from 2129920 to 2138112 tid 4 2024-04-02T08:30:09.301 INFO:tasks.rados.rados.0.smithi012.stdout:1782: delete oid 12 current snap is 177 2024-04-02T08:30:09.301 INFO:tasks.rados.rados.0.smithi012.stdout:1781: finishing write tid 1 to smithi01277369-8 2024-04-02T08:30:09.302 INFO:tasks.rados.rados.0.smithi012.stdout:1781: finishing write tid 2 to smithi01277369-8 2024-04-02T08:30:09.304 INFO:tasks.rados.rados.0.smithi012.stdout:1782: done (1 left) 2024-04-02T08:30:09.304 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 35 current snap is 177 2024-04-02T08:30:09.304 INFO:tasks.rados.rados.0.smithi012.stdout:1783: seq_num 559 ranges {1974272=565248,2539520=573440,3112960=409600,3522560=622592} 2024-04-02T08:30:09.318 INFO:tasks.rados.rados.0.smithi012.stdout:1783: writing smithi01277369-35 from 1974272 to 2539520 tid 1 2024-04-02T08:30:09.322 INFO:tasks.rados.rados.0.smithi012.stdout:1783: writing smithi01277369-35 from 2539520 to 3112960 tid 2 2024-04-02T08:30:09.324 INFO:tasks.rados.rados.0.smithi012.stdout:1783: writing smithi01277369-35 from 3112960 to 3522560 tid 3 2024-04-02T08:30:09.328 INFO:tasks.rados.rados.0.smithi012.stdout:1783: writing smithi01277369-35 from 3522560 to 4145152 tid 4 2024-04-02T08:30:09.328 INFO:tasks.rados.rados.0.smithi012.stdout:1784: delete oid 4 current snap is 177 2024-04-02T08:30:09.329 INFO:tasks.rados.rados.0.smithi012.stdout:1781: finishing write tid 3 to smithi01277369-8 2024-04-02T08:30:09.329 INFO:tasks.rados.rados.0.smithi012.stdout:1781: finishing write tid 4 to smithi01277369-8 2024-04-02T08:30:09.329 INFO:tasks.rados.rados.0.smithi012.stdout:1781: finishing write tid 5 to smithi01277369-8 2024-04-02T08:30:09.329 INFO:tasks.rados.rados.0.smithi012.stdout:1781: finishing write tid 6 to smithi01277369-8 2024-04-02T08:30:09.329 INFO:tasks.rados.rados.0.smithi012.stdout:1781: oid 8 updating version 0 to 1074 2024-04-02T08:30:09.329 INFO:tasks.rados.rados.0.smithi012.stdout:1781: oid 8 version 1074 is already newer than 1073 2024-04-02T08:30:09.329 INFO:tasks.rados.rados.0.smithi012.stdout:1781: oid 8 updating version 1074 to 1075 2024-04-02T08:30:09.329 INFO:tasks.rados.rados.0.smithi012.stdout:1781: oid 8 version 1075 is already newer than 1072 2024-04-02T08:30:09.329 INFO:tasks.rados.rados.0.smithi012.stdout:1781: oid 8 updating version 1075 to 1076 2024-04-02T08:30:09.329 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 8 v 1076 (ObjNum 557 snap 177 seq_num 557) dirty exists 2024-04-02T08:30:09.329 INFO:tasks.rados.rados.0.smithi012.stdout:1781: left oid 8 (ObjNum 557 snap 177 seq_num 557) 2024-04-02T08:30:09.329 INFO:tasks.rados.rados.0.smithi012.stdout:1783: finishing write tid 1 to smithi01277369-35 2024-04-02T08:30:09.329 INFO:tasks.rados.rados.0.smithi012.stdout:1783: finishing write tid 2 to smithi01277369-35 2024-04-02T08:30:09.329 INFO:tasks.rados.rados.0.smithi012.stdout:1783: finishing write tid 3 to smithi01277369-35 2024-04-02T08:30:09.330 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:09 smithi012 ceph-mon[88355]: osdmap e420: 8 total, 8 up, 8 in 2024-04-02T08:30:09.330 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:09 smithi012 ceph-mon[88355]: pgmap v298: 121 pgs: 121 active+clean; 300 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 26 MiB/s rd, 3.4 MiB/s wr, 27 op/s; 6.8 MiB/s, 1 objects/s recovering 2024-04-02T08:30:09.330 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:09 smithi012 ceph-mon[88355]: osdmap e421: 8 total, 8 up, 8 in 2024-04-02T08:30:09.330 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:09 smithi012 ceph-mon[90784]: osdmap e420: 8 total, 8 up, 8 in 2024-04-02T08:30:09.330 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:09 smithi012 ceph-mon[90784]: pgmap v298: 121 pgs: 121 active+clean; 300 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 26 MiB/s rd, 3.4 MiB/s wr, 27 op/s; 6.8 MiB/s, 1 objects/s recovering 2024-04-02T08:30:09.330 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:09 smithi012 ceph-mon[90784]: osdmap e421: 8 total, 8 up, 8 in 2024-04-02T08:30:09.332 INFO:tasks.rados.rados.0.smithi012.stdout:1781: done (2 left) 2024-04-02T08:30:09.332 INFO:tasks.rados.rados.0.smithi012.stdout:1784: done (1 left) 2024-04-02T08:30:09.332 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 47 current snap is 177 2024-04-02T08:30:09.332 INFO:tasks.rados.rados.0.smithi012.stdout:1785: seq_num 561 ranges {3137536=598016,3735552=745472,4481024=778240,5259264=81920} 2024-04-02T08:30:09.352 INFO:tasks.rados.rados.0.smithi012.stdout:1785: writing smithi01277369-47 from 3137536 to 3735552 tid 1 2024-04-02T08:30:09.356 INFO:tasks.rados.rados.0.smithi012.stdout:1785: writing smithi01277369-47 from 3735552 to 4481024 tid 2 2024-04-02T08:30:09.361 INFO:tasks.rados.rados.0.smithi012.stdout:1785: writing smithi01277369-47 from 4481024 to 5259264 tid 3 2024-04-02T08:30:09.363 INFO:tasks.rados.rados.0.smithi012.stdout:1785: writing smithi01277369-47 from 5259264 to 5341184 tid 4 2024-04-02T08:30:09.363 INFO:tasks.rados.rados.0.smithi012.stdout:1786: rmattr oid 23 current snap is 177 2024-04-02T08:30:09.363 INFO:tasks.rados.rados.0.smithi012.stdout:1786: done (2 left) 2024-04-02T08:30:09.363 INFO:tasks.rados.rados.0.smithi012.stdout:1787: copy_from oid 30 from oid 2 current snap is 177 2024-04-02T08:30:09.363 INFO:tasks.rados.rados.0.smithi012.stdout:1783: finishing write tid 4 to smithi01277369-35 2024-04-02T08:30:09.363 INFO:tasks.rados.rados.0.smithi012.stdout:1783: finishing write tid 5 to smithi01277369-35 2024-04-02T08:30:09.364 INFO:tasks.rados.rados.0.smithi012.stdout:1783: finishing write tid 6 to smithi01277369-35 2024-04-02T08:30:09.364 INFO:tasks.rados.rados.0.smithi012.stdout:1783: oid 35 updating version 0 to 1082 2024-04-02T08:30:09.364 INFO:tasks.rados.rados.0.smithi012.stdout:1783: oid 35 version 1082 is already newer than 1079 2024-04-02T08:30:09.364 INFO:tasks.rados.rados.0.smithi012.stdout:1783: oid 35 version 1082 is already newer than 1081 2024-04-02T08:30:09.364 INFO:tasks.rados.rados.0.smithi012.stdout:1783: oid 35 version 1082 is already newer than 1080 2024-04-02T08:30:09.364 INFO:tasks.rados.rados.0.smithi012.stdout:1783: oid 35 version 1082 is already newer than 1078 2024-04-02T08:30:09.364 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 35 v 1082 (ObjNum 559 snap 177 seq_num 559) dirty exists 2024-04-02T08:30:09.364 INFO:tasks.rados.rados.0.smithi012.stdout:1783: left oid 35 (ObjNum 559 snap 177 seq_num 559) 2024-04-02T08:30:09.364 INFO:tasks.rados.rados.0.smithi012.stdout:1785: finishing write tid 1 to smithi01277369-47 2024-04-02T08:30:09.365 INFO:tasks.rados.rados.0.smithi012.stdout:1785: finishing write tid 2 to smithi01277369-47 2024-04-02T08:30:09.365 INFO:tasks.rados.rados.0.smithi012.stdout:1783: done (2 left) 2024-04-02T08:30:09.365 INFO:tasks.rados.rados.0.smithi012.stdout:1788: copy_from oid 18 from oid 44 current snap is 177 2024-04-02T08:30:09.365 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 7 current snap is 177 2024-04-02T08:30:09.365 INFO:tasks.rados.rados.0.smithi012.stdout:1789: seq_num 562 ranges {7749632=622592,8372224=630784,9003008=581632,9584640=393216} 2024-04-02T08:30:09.409 INFO:tasks.rados.rados.0.smithi012.stdout:1789: writing smithi01277369-7 from 7749632 to 8372224 tid 1 2024-04-02T08:30:09.412 INFO:tasks.rados.rados.0.smithi012.stdout:1789: writing smithi01277369-7 from 8372224 to 9003008 tid 2 2024-04-02T08:30:09.416 INFO:tasks.rados.rados.0.smithi012.stdout:1789: writing smithi01277369-7 from 9003008 to 9584640 tid 3 2024-04-02T08:30:09.419 INFO:tasks.rados.rados.0.smithi012.stdout:1789: writing smithi01277369-7 from 9584640 to 9977856 tid 4 2024-04-02T08:30:09.419 INFO:tasks.rados.rados.0.smithi012.stdout:1790: delete oid 46 current snap is 177 2024-04-02T08:30:09.419 INFO:tasks.rados.rados.0.smithi012.stdout:1785: finishing write tid 3 to smithi01277369-47 2024-04-02T08:30:09.419 INFO:tasks.rados.rados.0.smithi012.stdout:1785: finishing write tid 4 to smithi01277369-47 2024-04-02T08:30:09.419 INFO:tasks.rados.rados.0.smithi012.stdout:1785: finishing write tid 5 to smithi01277369-47 2024-04-02T08:30:09.420 INFO:tasks.rados.rados.0.smithi012.stdout:1785: finishing write tid 6 to smithi01277369-47 2024-04-02T08:30:09.420 INFO:tasks.rados.rados.0.smithi012.stdout:1785: oid 47 updating version 0 to 862 2024-04-02T08:30:09.420 INFO:tasks.rados.rados.0.smithi012.stdout:1785: oid 47 updating version 862 to 863 2024-04-02T08:30:09.420 INFO:tasks.rados.rados.0.smithi012.stdout:1785: oid 47 version 863 is already newer than 860 2024-04-02T08:30:09.420 INFO:tasks.rados.rados.0.smithi012.stdout:1785: oid 47 version 863 is already newer than 861 2024-04-02T08:30:09.420 INFO:tasks.rados.rados.0.smithi012.stdout:1785: oid 47 updating version 863 to 864 2024-04-02T08:30:09.420 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 47 v 864 (ObjNum 561 snap 177 seq_num 561) dirty exists 2024-04-02T08:30:09.420 INFO:tasks.rados.rados.0.smithi012.stdout:1785: left oid 47 (ObjNum 561 snap 177 seq_num 561) 2024-04-02T08:30:09.420 INFO:tasks.rados.rados.0.smithi012.stdout:1787: finishing copy_from racing read to smithi01277369-30 2024-04-02T08:30:09.421 INFO:tasks.rados.rados.0.smithi012.stdout:1787: finishing copy_from to smithi01277369-30 2024-04-02T08:30:09.421 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 30 v 859 (ObjNum 534 snap 167 seq_num 534) dirty exists 2024-04-02T08:30:09.421 INFO:tasks.rados.rados.0.smithi012.stdout:1788: finishing copy_from racing read to smithi01277369-18 2024-04-02T08:30:09.421 INFO:tasks.rados.rados.0.smithi012.stdout:1788: finishing copy_from to smithi01277369-18 2024-04-02T08:30:09.421 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 18 v 978 (ObjNum 540 snap 170 seq_num 540) dirty exists 2024-04-02T08:30:09.421 INFO:tasks.rados.rados.0.smithi012.stdout:1789: finishing write tid 1 to smithi01277369-7 2024-04-02T08:30:09.422 INFO:tasks.rados.rados.0.smithi012.stdout:1789: finishing write tid 2 to smithi01277369-7 2024-04-02T08:30:09.422 INFO:tasks.rados.rados.0.smithi012.stdout:1789: finishing write tid 3 to smithi01277369-7 2024-04-02T08:30:09.424 INFO:tasks.rados.rados.0.smithi012.stdout:1785: done (4 left) 2024-04-02T08:30:09.424 INFO:tasks.rados.rados.0.smithi012.stdout:1787: done (3 left) 2024-04-02T08:30:09.424 INFO:tasks.rados.rados.0.smithi012.stdout:1788: done (2 left) 2024-04-02T08:30:09.424 INFO:tasks.rados.rados.0.smithi012.stdout:1790: done (1 left) 2024-04-02T08:30:09.424 INFO:tasks.rados.rados.0.smithi012.stdout:1791: read oid 29 snap -1 2024-04-02T08:30:09.424 INFO:tasks.rados.rados.0.smithi012.stdout:1791: expect (ObjNum 526 snap 164 seq_num 526) 2024-04-02T08:30:09.424 INFO:tasks.rados.rados.0.smithi012.stdout:1792: delete oid 40 current snap is 177 2024-04-02T08:30:09.424 INFO:tasks.rados.rados.0.smithi012.stdout:1789: finishing write tid 4 to smithi01277369-7 2024-04-02T08:30:09.424 INFO:tasks.rados.rados.0.smithi012.stdout:1789: finishing write tid 5 to smithi01277369-7 2024-04-02T08:30:09.424 INFO:tasks.rados.rados.0.smithi012.stdout:1789: finishing write tid 6 to smithi01277369-7 2024-04-02T08:30:09.424 INFO:tasks.rados.rados.0.smithi012.stdout:1789: oid 7 updating version 0 to 747 2024-04-02T08:30:09.424 INFO:tasks.rados.rados.0.smithi012.stdout:1789: oid 7 updating version 747 to 748 2024-04-02T08:30:09.425 INFO:tasks.rados.rados.0.smithi012.stdout:1789: oid 7 version 748 is already newer than 746 2024-04-02T08:30:09.425 INFO:tasks.rados.rados.0.smithi012.stdout:1789: oid 7 updating version 748 to 750 2024-04-02T08:30:09.425 INFO:tasks.rados.rados.0.smithi012.stdout:1789: oid 7 version 750 is already newer than 749 2024-04-02T08:30:09.425 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 7 v 750 (ObjNum 562 snap 177 seq_num 562) dirty exists 2024-04-02T08:30:09.425 INFO:tasks.rados.rados.0.smithi012.stdout:1789: left oid 7 (ObjNum 562 snap 177 seq_num 562) 2024-04-02T08:30:09.425 INFO:tasks.rados.rados.0.smithi012.stdout:1789: done (2 left) 2024-04-02T08:30:09.425 INFO:tasks.rados.rados.0.smithi012.stdout:1792: done (1 left) 2024-04-02T08:30:09.425 INFO:tasks.rados.rados.0.smithi012.stdout:1793: snap_create 2024-04-02T08:30:09.430 INFO:tasks.rados.rados.0.smithi012.stdout:1791: expect (ObjNum 526 snap 164 seq_num 526) 2024-04-02T08:30:10.064 INFO:tasks.rados.rados.0.smithi012.stdout:1791: done (1 left) 2024-04-02T08:30:10.064 INFO:tasks.rados.rados.0.smithi012.stdout:1793: done (0 left) 2024-04-02T08:30:10.064 INFO:tasks.rados.rados.0.smithi012.stdout:1794: delete oid 9 current snap is 178 2024-04-02T08:30:10.068 INFO:tasks.rados.rados.0.smithi012.stdout:1794: done (0 left) 2024-04-02T08:30:10.068 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 39 current snap is 178 2024-04-02T08:30:10.068 INFO:tasks.rados.rados.0.smithi012.stdout:1795: seq_num 566 ranges {4718592=688128,5406720=614400,6021120=565248,6586368=425984} 2024-04-02T08:30:10.097 INFO:tasks.rados.rados.0.smithi012.stdout:1795: writing smithi01277369-39 from 4718592 to 5406720 tid 1 2024-04-02T08:30:10.101 INFO:tasks.rados.rados.0.smithi012.stdout:1795: writing smithi01277369-39 from 5406720 to 6021120 tid 2 2024-04-02T08:30:10.104 INFO:tasks.rados.rados.0.smithi012.stdout:1795: writing smithi01277369-39 from 6021120 to 6586368 tid 3 2024-04-02T08:30:10.107 INFO:tasks.rados.rados.0.smithi012.stdout:1795: writing smithi01277369-39 from 6586368 to 7012352 tid 4 2024-04-02T08:30:10.107 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 47 current snap is 178 2024-04-02T08:30:10.107 INFO:tasks.rados.rados.0.smithi012.stdout:1795: finishing write tid 1 to smithi01277369-39 2024-04-02T08:30:10.107 INFO:tasks.rados.rados.0.smithi012.stdout:1795: finishing write tid 2 to smithi01277369-39 2024-04-02T08:30:10.107 INFO:tasks.rados.rados.0.smithi012.stdout:1795: finishing write tid 3 to smithi01277369-39 2024-04-02T08:30:10.107 INFO:tasks.rados.rados.0.smithi012.stdout:1796: seq_num 567 ranges {5341184=704512,6045696=499712,6545408=770048,7315456=335872} 2024-04-02T08:30:10.140 INFO:tasks.rados.rados.0.smithi012.stdout:1796: writing smithi01277369-47 from 5341184 to 6045696 tid 1 2024-04-02T08:30:10.143 INFO:tasks.rados.rados.0.smithi012.stdout:1796: writing smithi01277369-47 from 6045696 to 6545408 tid 2 2024-04-02T08:30:10.148 INFO:tasks.rados.rados.0.smithi012.stdout:1796: writing smithi01277369-47 from 6545408 to 7315456 tid 3 2024-04-02T08:30:10.150 INFO:tasks.rados.rados.0.smithi012.stdout:1796: writing smithi01277369-47 from 7315456 to 7651328 tid 4 2024-04-02T08:30:10.150 INFO:tasks.rados.rados.0.smithi012.stdout:1797: read oid 32 snap -1 2024-04-02T08:30:10.150 INFO:tasks.rados.rados.0.smithi012.stdout:1797: expect (ObjNum 545 snap 171 seq_num 545) 2024-04-02T08:30:10.150 INFO:tasks.rados.rados.0.smithi012.stdout:1798: snap_create 2024-04-02T08:30:10.150 INFO:tasks.rados.rados.0.smithi012.stdout:1795: finishing write tid 4 to smithi01277369-39 2024-04-02T08:30:10.150 INFO:tasks.rados.rados.0.smithi012.stdout:1795: finishing write tid 5 to smithi01277369-39 2024-04-02T08:30:10.150 INFO:tasks.rados.rados.0.smithi012.stdout:1795: finishing write tid 6 to smithi01277369-39 2024-04-02T08:30:10.151 INFO:tasks.rados.rados.0.smithi012.stdout:1795: oid 39 updating version 0 to 963 2024-04-02T08:30:10.151 INFO:tasks.rados.rados.0.smithi012.stdout:1795: oid 39 version 963 is already newer than 960 2024-04-02T08:30:10.151 INFO:tasks.rados.rados.0.smithi012.stdout:1795: oid 39 updating version 963 to 964 2024-04-02T08:30:10.151 INFO:tasks.rados.rados.0.smithi012.stdout:1795: oid 39 version 964 is already newer than 961 2024-04-02T08:30:10.151 INFO:tasks.rados.rados.0.smithi012.stdout:1795: oid 39 version 964 is already newer than 962 2024-04-02T08:30:10.151 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 39 v 964 (ObjNum 566 snap 178 seq_num 566) dirty exists 2024-04-02T08:30:10.151 INFO:tasks.rados.rados.0.smithi012.stdout:1795: left oid 39 (ObjNum 566 snap 178 seq_num 566) 2024-04-02T08:30:10.151 INFO:tasks.rados.rados.0.smithi012.stdout:1796: finishing write tid 1 to smithi01277369-47 2024-04-02T08:30:10.151 INFO:tasks.rados.rados.0.smithi012.stdout:1796: finishing write tid 2 to smithi01277369-47 2024-04-02T08:30:10.152 INFO:tasks.rados.rados.0.smithi012.stdout:1796: finishing write tid 3 to smithi01277369-47 2024-04-02T08:30:10.152 INFO:tasks.rados.rados.0.smithi012.stdout:1796: finishing write tid 4 to smithi01277369-47 2024-04-02T08:30:10.152 INFO:tasks.rados.rados.0.smithi012.stdout:1796: finishing write tid 5 to smithi01277369-47 2024-04-02T08:30:10.153 INFO:tasks.rados.rados.0.smithi012.stdout:1796: finishing write tid 6 to smithi01277369-47 2024-04-02T08:30:10.153 INFO:tasks.rados.rados.0.smithi012.stdout:1796: oid 47 updating version 0 to 867 2024-04-02T08:30:10.153 INFO:tasks.rados.rados.0.smithi012.stdout:1796: oid 47 version 867 is already newer than 865 2024-04-02T08:30:10.153 INFO:tasks.rados.rados.0.smithi012.stdout:1796: oid 47 updating version 867 to 869 2024-04-02T08:30:10.153 INFO:tasks.rados.rados.0.smithi012.stdout:1796: oid 47 version 869 is already newer than 866 2024-04-02T08:30:10.153 INFO:tasks.rados.rados.0.smithi012.stdout:1796: oid 47 version 869 is already newer than 868 2024-04-02T08:30:10.154 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 47 v 869 (ObjNum 567 snap 178 seq_num 567) dirty exists 2024-04-02T08:30:10.154 INFO:tasks.rados.rados.0.smithi012.stdout:1796: left oid 47 (ObjNum 567 snap 178 seq_num 567) 2024-04-02T08:30:10.156 INFO:tasks.rados.rados.0.smithi012.stdout:1797: expect (ObjNum 545 snap 171 seq_num 545) 2024-04-02T08:30:11.069 INFO:tasks.rados.rados.0.smithi012.stdout:1795: done (3 left) 2024-04-02T08:30:11.070 INFO:tasks.rados.rados.0.smithi012.stdout:1796: done (2 left) 2024-04-02T08:30:11.070 INFO:tasks.rados.rados.0.smithi012.stdout:1797: done (1 left) 2024-04-02T08:30:11.070 INFO:tasks.rados.rados.0.smithi012.stdout:1798: done (0 left) 2024-04-02T08:30:11.070 INFO:tasks.rados.rados.0.smithi012.stdout:1799: copy_from oid 23 from oid 48 current snap is 179 2024-04-02T08:30:11.070 INFO:tasks.rados.rados.0.smithi012.stdout:1800: delete oid 40 current snap is 179 2024-04-02T08:30:11.073 INFO:tasks.rados.rados.0.smithi012.stdout:1800: done (1 left) 2024-04-02T08:30:11.073 INFO:tasks.rados.rados.0.smithi012.stdout:1801: snap_remove snap 177 2024-04-02T08:30:11.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:11 smithi012 ceph-mon[90784]: osdmap e422: 8 total, 8 up, 8 in 2024-04-02T08:30:11.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:11 smithi012 ceph-mon[90784]: pgmap v301: 121 pgs: 121 active+clean; 322 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 7 op/s 2024-04-02T08:30:11.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:11 smithi012 ceph-mon[88355]: osdmap e422: 8 total, 8 up, 8 in 2024-04-02T08:30:11.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:11 smithi012 ceph-mon[88355]: pgmap v301: 121 pgs: 121 active+clean; 322 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 7 op/s 2024-04-02T08:30:11.437 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:11 smithi055 ceph-mon[85080]: osdmap e422: 8 total, 8 up, 8 in 2024-04-02T08:30:11.437 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:11 smithi055 ceph-mon[85080]: pgmap v301: 121 pgs: 121 active+clean; 322 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 7 op/s 2024-04-02T08:30:11.437 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 08:30:11 smithi055 systemd[1]: Stopping Ceph osd.4 for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:30:11.810 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 08:30:11 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4[36034]: 2024-04-02T08:30:11.437+0000 7fb31c5b5700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:30:11.810 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 08:30:11 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4[36034]: 2024-04-02T08:30:11.437+0000 7fb31c5b5700 -1 osd.4 423 *** Got signal Terminated *** 2024-04-02T08:30:11.811 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 08:30:11 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4[36034]: 2024-04-02T08:30:11.437+0000 7fb31c5b5700 -1 osd.4 423 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T08:30:12.084 INFO:tasks.rados.rados.0.smithi012.stdout:1801: done (1 left) 2024-04-02T08:30:12.084 INFO:tasks.rados.rados.0.smithi012.stdout:1802: setattr oid 37 current snap is 179 2024-04-02T08:30:12.084 INFO:tasks.rados.rados.0.smithi012.stdout:1799: finishing copy_from to smithi01277369-23 2024-04-02T08:30:12.084 INFO:tasks.rados.rados.0.smithi012.stdout:1799: got expected ENOENT (src dne) 2024-04-02T08:30:12.084 INFO:tasks.rados.rados.0.smithi012.stdout:1799: finishing copy_from racing read to smithi01277369-23 2024-04-02T08:30:12.088 INFO:tasks.rados.rados.0.smithi012.stdout:1799: done (1 left) 2024-04-02T08:30:12.088 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 46 current snap is 179 2024-04-02T08:30:12.088 INFO:tasks.rados.rados.0.smithi012.stdout:1803: seq_num 569 ranges {0=737280,737280=671744,1409024=737280,2146304=196608} 2024-04-02T08:30:12.093 INFO:tasks.rados.rados.0.smithi012.stdout:1803: writing smithi01277369-46 from 0 to 737280 tid 1 2024-04-02T08:30:12.098 INFO:tasks.rados.rados.0.smithi012.stdout:1803: writing smithi01277369-46 from 737280 to 1409024 tid 2 2024-04-02T08:30:12.103 INFO:tasks.rados.rados.0.smithi012.stdout:1803: writing smithi01277369-46 from 1409024 to 2146304 tid 3 2024-04-02T08:30:12.105 INFO:tasks.rados.rados.0.smithi012.stdout:1803: writing smithi01277369-46 from 2146304 to 2342912 tid 4 2024-04-02T08:30:12.105 INFO:tasks.rados.rados.0.smithi012.stdout:1804: delete oid 23 current snap is 179 2024-04-02T08:30:12.105 INFO:tasks.rados.rados.0.smithi012.stdout:1803: finishing write tid 1 to smithi01277369-46 2024-04-02T08:30:12.105 INFO:tasks.rados.rados.0.smithi012.stdout:1803: finishing write tid 2 to smithi01277369-46 2024-04-02T08:30:12.105 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 37 v 871 (ObjNum 489 snap 149 seq_num 489) dirty exists 2024-04-02T08:30:12.107 INFO:tasks.rados.rados.0.smithi012.stdout:1802: done (2 left) 2024-04-02T08:30:12.107 INFO:tasks.rados.rados.0.smithi012.stdout:1804: done (1 left) 2024-04-02T08:30:12.107 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 26 current snap is 179 2024-04-02T08:30:12.107 INFO:tasks.rados.rados.0.smithi012.stdout:1805: seq_num 571 ranges {507904=770048,1277952=483328,1761280=753664,2514944=368640} 2024-04-02T08:30:12.114 INFO:tasks.rados.rados.0.smithi012.stdout:1805: writing smithi01277369-26 from 507904 to 1277952 tid 1 2024-04-02T08:30:12.117 INFO:tasks.rados.rados.0.smithi012.stdout:1805: writing smithi01277369-26 from 1277952 to 1761280 tid 2 2024-04-02T08:30:12.121 INFO:tasks.rados.rados.0.smithi012.stdout:1805: writing smithi01277369-26 from 1761280 to 2514944 tid 3 2024-04-02T08:30:12.123 INFO:tasks.rados.rados.0.smithi012.stdout:1805: writing smithi01277369-26 from 2514944 to 2883584 tid 4 2024-04-02T08:30:12.123 INFO:tasks.rados.rados.0.smithi012.stdout:1806: snap_remove snap 176 2024-04-02T08:30:12.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:12 smithi012 ceph-mon[88355]: osdmap e423: 8 total, 8 up, 8 in 2024-04-02T08:30:12.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:12 smithi012 ceph-mon[88355]: osd.4 marked itself down and dead 2024-04-02T08:30:12.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:12 smithi012 ceph-mon[90784]: osdmap e423: 8 total, 8 up, 8 in 2024-04-02T08:30:12.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:12 smithi012 ceph-mon[90784]: osd.4 marked itself down and dead 2024-04-02T08:30:12.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:12 smithi055 ceph-mon[85080]: osdmap e423: 8 total, 8 up, 8 in 2024-04-02T08:30:12.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:12 smithi055 ceph-mon[85080]: osd.4 marked itself down and dead 2024-04-02T08:30:12.561 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:30:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:30:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:30:12.931 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 08:30:12 smithi055 podman[90235]: 2024-04-02 08:30:12.643995805 +0000 UTC m=+1.334759965 container died 6ea99dd7fbaaf4c7a39296c68f4ad968fec8e11eef4fc4f81e1cd7e7f0b91cb5 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, RELEASE=reef-4d05f4c, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-04-02T08:30:13.093 INFO:tasks.rados.rados.0.smithi012.stdout:1806: done (2 left) 2024-04-02T08:30:13.093 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 9 current snap is 179 2024-04-02T08:30:13.093 INFO:tasks.rados.rados.0.smithi012.stdout:1807: seq_num 572 ranges {0=786432,786432=770048,1556480=557056,2113536=278528} 2024-04-02T08:30:13.098 INFO:tasks.rados.rados.0.smithi012.stdout:1807: writing smithi01277369-9 from 0 to 786432 tid 1 2024-04-02T08:30:13.104 INFO:tasks.rados.rados.0.smithi012.stdout:1807: writing smithi01277369-9 from 786432 to 1556480 tid 2 2024-04-02T08:30:13.108 INFO:tasks.rados.rados.0.smithi012.stdout:1807: writing smithi01277369-9 from 1556480 to 2113536 tid 3 2024-04-02T08:30:13.110 INFO:tasks.rados.rados.0.smithi012.stdout:1807: writing smithi01277369-9 from 2113536 to 2392064 tid 4 2024-04-02T08:30:13.110 INFO:tasks.rados.rados.0.smithi012.stdout:1803: finishing write tid 3 to smithi01277369-46 2024-04-02T08:30:13.110 INFO:tasks.rados.rados.0.smithi012.stdout:1803: finishing write tid 4 to smithi01277369-46 2024-04-02T08:30:13.110 INFO:tasks.rados.rados.0.smithi012.stdout:1803: finishing write tid 5 to smithi01277369-46 2024-04-02T08:30:13.110 INFO:tasks.rados.rados.0.smithi012.stdout:1803: finishing write tid 6 to smithi01277369-46 2024-04-02T08:30:13.110 INFO:tasks.rados.rados.0.smithi012.stdout:1803: oid 46 updating version 0 to 997 2024-04-02T08:30:13.110 INFO:tasks.rados.rados.0.smithi012.stdout:1803: oid 46 updating version 997 to 999 2024-04-02T08:30:13.111 INFO:tasks.rados.rados.0.smithi012.stdout:1803: oid 46 version 999 is already newer than 996 2024-04-02T08:30:13.111 INFO:tasks.rados.rados.0.smithi012.stdout:1803: oid 46 version 999 is already newer than 998 2024-04-02T08:30:13.111 INFO:tasks.rados.rados.0.smithi012.stdout:1803: oid 46 version 999 is already newer than 995 2024-04-02T08:30:13.111 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 46 v 999 (ObjNum 569 snap 179 seq_num 569) dirty exists 2024-04-02T08:30:13.111 INFO:tasks.rados.rados.0.smithi012.stdout:1803: left oid 46 (ObjNum 569 snap 179 seq_num 569) 2024-04-02T08:30:13.111 INFO:tasks.rados.rados.0.smithi012.stdout:1803: done (2 left) 2024-04-02T08:30:13.111 INFO:tasks.rados.rados.0.smithi012.stdout:1808: snap_create 2024-04-02T08:30:13.118 INFO:tasks.rados.rados.0.smithi012.stdout:1807: finishing write tid 1 to smithi01277369-9 2024-04-02T08:30:13.118 INFO:tasks.rados.rados.0.smithi012.stdout:1807: finishing write tid 2 to smithi01277369-9 2024-04-02T08:30:13.119 INFO:tasks.rados.rados.0.smithi012.stdout:1807: finishing write tid 3 to smithi01277369-9 2024-04-02T08:30:13.119 INFO:tasks.rados.rados.0.smithi012.stdout:1807: finishing write tid 4 to smithi01277369-9 2024-04-02T08:30:13.119 INFO:tasks.rados.rados.0.smithi012.stdout:1807: finishing write tid 5 to smithi01277369-9 2024-04-02T08:30:13.119 INFO:tasks.rados.rados.0.smithi012.stdout:1805: finishing write tid 1 to smithi01277369-26 2024-04-02T08:30:13.120 INFO:tasks.rados.rados.0.smithi012.stdout:1805: finishing write tid 2 to smithi01277369-26 2024-04-02T08:30:13.121 INFO:tasks.rados.rados.0.smithi012.stdout:1805: finishing write tid 3 to smithi01277369-26 2024-04-02T08:30:13.121 INFO:tasks.rados.rados.0.smithi012.stdout:1805: finishing write tid 4 to smithi01277369-26 2024-04-02T08:30:13.121 INFO:tasks.rados.rados.0.smithi012.stdout:1805: finishing write tid 5 to smithi01277369-26 2024-04-02T08:30:13.122 INFO:tasks.rados.rados.0.smithi012.stdout:1807: finishing write tid 6 to smithi01277369-9 2024-04-02T08:30:13.122 INFO:tasks.rados.rados.0.smithi012.stdout:1807: oid 9 updating version 0 to 753 2024-04-02T08:30:13.122 INFO:tasks.rados.rados.0.smithi012.stdout:1807: oid 9 updating version 753 to 755 2024-04-02T08:30:13.122 INFO:tasks.rados.rados.0.smithi012.stdout:1807: oid 9 updating version 755 to 756 2024-04-02T08:30:13.122 INFO:tasks.rados.rados.0.smithi012.stdout:1807: oid 9 version 756 is already newer than 754 2024-04-02T08:30:13.122 INFO:tasks.rados.rados.0.smithi012.stdout:1807: oid 9 version 756 is already newer than 752 2024-04-02T08:30:13.122 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 9 v 756 (ObjNum 572 snap 179 seq_num 572) dirty exists 2024-04-02T08:30:13.122 INFO:tasks.rados.rados.0.smithi012.stdout:1807: left oid 9 (ObjNum 572 snap 179 seq_num 572) 2024-04-02T08:30:13.123 INFO:tasks.rados.rados.0.smithi012.stdout:1805: finishing write tid 6 to smithi01277369-26 2024-04-02T08:30:13.123 INFO:tasks.rados.rados.0.smithi012.stdout:1805: oid 26 updating version 0 to 860 2024-04-02T08:30:13.123 INFO:tasks.rados.rados.0.smithi012.stdout:1805: oid 26 version 860 is already newer than 857 2024-04-02T08:30:13.123 INFO:tasks.rados.rados.0.smithi012.stdout:1805: oid 26 updating version 860 to 861 2024-04-02T08:30:13.123 INFO:tasks.rados.rados.0.smithi012.stdout:1805: oid 26 version 861 is already newer than 858 2024-04-02T08:30:13.123 INFO:tasks.rados.rados.0.smithi012.stdout:1805: oid 26 version 861 is already newer than 859 2024-04-02T08:30:13.123 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 26 v 861 (ObjNum 571 snap 179 seq_num 571) dirty exists 2024-04-02T08:30:13.123 INFO:tasks.rados.rados.0.smithi012.stdout:1805: left oid 26 (ObjNum 571 snap 179 seq_num 571) 2024-04-02T08:30:13.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:13 smithi055 ceph-mon[85080]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:30:13.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:13 smithi055 ceph-mon[85080]: osdmap e424: 8 total, 7 up, 8 in 2024-04-02T08:30:13.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:13 smithi055 ceph-mon[85080]: pgmap v304: 121 pgs: 9 stale+active+clean, 112 active+clean; 338 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 7.5 MiB/s wr, 19 op/s 2024-04-02T08:30:13.311 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 08:30:13 smithi055 podman[90235]: 2024-04-02 08:30:13.107197407 +0000 UTC m=+1.797961573 container cleanup 6ea99dd7fbaaf4c7a39296c68f4ad968fec8e11eef4fc4f81e1cd7e7f0b91cb5 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4, RELEASE=reef-4d05f4c, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-02T08:30:13.311 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 08:30:13 smithi055 bash[90235]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4 2024-04-02T08:30:13.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:13 smithi012 ceph-mon[88355]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:30:13.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:13 smithi012 ceph-mon[88355]: osdmap e424: 8 total, 7 up, 8 in 2024-04-02T08:30:13.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:13 smithi012 ceph-mon[88355]: pgmap v304: 121 pgs: 9 stale+active+clean, 112 active+clean; 338 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 7.5 MiB/s wr, 19 op/s 2024-04-02T08:30:13.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:13 smithi012 ceph-mon[90784]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:30:13.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:13 smithi012 ceph-mon[90784]: osdmap e424: 8 total, 7 up, 8 in 2024-04-02T08:30:13.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:13 smithi012 ceph-mon[90784]: pgmap v304: 121 pgs: 9 stale+active+clean, 112 active+clean; 338 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 7.5 MiB/s wr, 19 op/s 2024-04-02T08:30:13.716 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 08:30:13 smithi055 podman[90252]: 2024-04-02 08:30:13.359016004 +0000 UTC m=+0.714240332 container remove 6ea99dd7fbaaf4c7a39296c68f4ad968fec8e11eef4fc4f81e1cd7e7f0b91cb5 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, RELEASE=reef-4d05f4c, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:30:13.716 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:30:13 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:30:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi012\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi012\", job=\"node\", machine=\"x86_64\", nodename=\"smithi012\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi012\", job=\"node\", machine=\"x86_64\", nodename=\"smithi012\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:30:13.911 INFO:tasks.rados.rados.0.smithi012.stdout:1805: done (2 left) 2024-04-02T08:30:13.911 INFO:tasks.rados.rados.0.smithi012.stdout:1807: done (1 left) 2024-04-02T08:30:13.911 INFO:tasks.rados.rados.0.smithi012.stdout:1808: done (0 left) 2024-04-02T08:30:13.911 INFO:tasks.rados.rados.0.smithi012.stdout:1809: rollback oid 36 current snap is 180 2024-04-02T08:30:13.911 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 36 to 178 2024-04-02T08:30:13.911 INFO:tasks.rados.rados.0.smithi012.stdout:1810: snap_create 2024-04-02T08:30:13.916 INFO:tasks.rados.rados.0.smithi012.stdout:1809: finishing rollback tid 0 to smithi01277369-36 2024-04-02T08:30:13.917 INFO:tasks.rados.rados.0.smithi012.stdout:1809: finishing rollback tid 1 to smithi01277369-36 2024-04-02T08:30:13.917 INFO:tasks.rados.rados.0.smithi012.stdout:1809: finishing rollback tid 2 to smithi01277369-36 2024-04-02T08:30:13.917 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 36 v 759 (ObjNum 503 snap 157 seq_num 503) dirty exists 2024-04-02T08:30:14.011 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 08:30:13 smithi055 podman[90344]: 2024-04-02 08:30:13.718126971 +0000 UTC m=+0.108925561 container create 5b40ab228aa91c199dc72c85cc400bd113cb484fc1ec470fd9f890c7aa456f52 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:30:14.011 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 08:30:13 smithi055 podman[90344]: 2024-04-02 08:30:13.626904442 +0000 UTC m=+0.017703060 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:30:14.011 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 08:30:13 smithi055 podman[90344]: 2024-04-02 08:30:13.912409083 +0000 UTC m=+0.303207685 container init 5b40ab228aa91c199dc72c85cc400bd113cb484fc1ec470fd9f890c7aa456f52 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-04-02T08:30:14.011 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 08:30:13 smithi055 podman[90344]: 2024-04-02 08:30:13.916145662 +0000 UTC m=+0.306944260 container start 5b40ab228aa91c199dc72c85cc400bd113cb484fc1ec470fd9f890c7aa456f52 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4-deactivate, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-04-02T08:30:14.011 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 08:30:14 smithi055 podman[90344]: 2024-04-02 08:30:14.012599204 +0000 UTC m=+0.403397809 container attach 5b40ab228aa91c199dc72c85cc400bd113cb484fc1ec470fd9f890c7aa456f52 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-04-02T08:30:14.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:14 smithi055 ceph-mon[85080]: osdmap e425: 8 total, 7 up, 8 in 2024-04-02T08:30:14.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:14 smithi055 ceph-mon[85080]: osdmap e426: 8 total, 7 up, 8 in 2024-04-02T08:30:14.311 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 08:30:14 smithi055 podman[90344]: 2024-04-02 08:30:14.217703921 +0000 UTC m=+0.608502503 container died 5b40ab228aa91c199dc72c85cc400bd113cb484fc1ec470fd9f890c7aa456f52 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4-deactivate, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0) 2024-04-02T08:30:14.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:14 smithi012 ceph-mon[88355]: osdmap e425: 8 total, 7 up, 8 in 2024-04-02T08:30:14.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:14 smithi012 ceph-mon[88355]: osdmap e426: 8 total, 7 up, 8 in 2024-04-02T08:30:14.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:14 smithi012 ceph-mon[90784]: osdmap e425: 8 total, 7 up, 8 in 2024-04-02T08:30:14.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:14 smithi012 ceph-mon[90784]: osdmap e426: 8 total, 7 up, 8 in 2024-04-02T08:30:14.810 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 08:30:14 smithi055 podman[90370]: 2024-04-02 08:30:14.683831593 +0000 UTC m=+0.461311714 container remove 5b40ab228aa91c199dc72c85cc400bd113cb484fc1ec470fd9f890c7aa456f52 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4-deactivate, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-04-02T08:30:14.811 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 08:30:14 smithi055 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@osd.4.service: Deactivated successfully. 2024-04-02T08:30:14.811 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 08:30:14 smithi055 systemd[1]: Stopped Ceph osd.4 for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:30:14.811 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 08:30:14 smithi055 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@osd.4.service: Consumed 12.644s CPU time. 2024-04-02T08:30:14.911 INFO:tasks.rados.rados.0.smithi012.stdout:1809: done (1 left) 2024-04-02T08:30:14.911 INFO:tasks.rados.rados.0.smithi012.stdout:1810: done (0 left) 2024-04-02T08:30:14.911 INFO:tasks.rados.rados.0.smithi012.stdout:1811: read oid 4 snap 158 2024-04-02T08:30:14.911 INFO:tasks.rados.rados.0.smithi012.stdout:1811: expect (ObjNum 508 snap 158 seq_num 508) 2024-04-02T08:30:14.911 INFO:tasks.rados.rados.0.smithi012.stdout:1812: snap_remove snap 178 2024-04-02T08:30:15.215 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:15 smithi055 ceph-mon[85080]: pgmap v307: 121 pgs: 9 stale+active+clean, 112 active+clean; 338 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 4.2 MiB/s wr, 11 op/s 2024-04-02T08:30:15.215 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:15 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:15.215 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:15 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:15.215 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:15 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:15.215 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:15 smithi055 ceph-mon[85080]: osdmap e427: 8 total, 7 up, 8 in 2024-04-02T08:30:15.215 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 08:30:14 smithi055 systemd[1]: Starting Ceph osd.4 for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:30:15.215 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 08:30:15 smithi055 podman[90477]: 2024-04-02 08:30:15.109956467 +0000 UTC m=+0.100409524 container create 26d6a7bbd0424a9ecf4bd900a0b30fb9d72134b6c49ffea4b3014dcffa9e9d84 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4-activate, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True) 2024-04-02T08:30:15.216 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 08:30:15 smithi055 podman[90477]: 2024-04-02 08:30:15.027152725 +0000 UTC m=+0.017605795 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:30:15.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:15 smithi012 ceph-mon[88355]: pgmap v307: 121 pgs: 9 stale+active+clean, 112 active+clean; 338 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 4.2 MiB/s wr, 11 op/s 2024-04-02T08:30:15.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:15.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:15.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:15.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:15 smithi012 ceph-mon[88355]: osdmap e427: 8 total, 7 up, 8 in 2024-04-02T08:30:15.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:15 smithi012 ceph-mon[90784]: pgmap v307: 121 pgs: 9 stale+active+clean, 112 active+clean; 338 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 4.2 MiB/s wr, 11 op/s 2024-04-02T08:30:15.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:15.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:15.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:15.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:15 smithi012 ceph-mon[90784]: osdmap e427: 8 total, 7 up, 8 in 2024-04-02T08:30:15.560 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 08:30:15 smithi055 podman[90477]: 2024-04-02 08:30:15.346168356 +0000 UTC m=+0.336621435 container init 26d6a7bbd0424a9ecf4bd900a0b30fb9d72134b6c49ffea4b3014dcffa9e9d84 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4-activate, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-04-02T08:30:15.561 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 08:30:15 smithi055 podman[90477]: 2024-04-02 08:30:15.349285001 +0000 UTC m=+0.339738064 container start 26d6a7bbd0424a9ecf4bd900a0b30fb9d72134b6c49ffea4b3014dcffa9e9d84 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4-activate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=) 2024-04-02T08:30:15.561 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 08:30:15 smithi055 podman[90477]: 2024-04-02 08:30:15.462779346 +0000 UTC m=+0.453232415 container attach 26d6a7bbd0424a9ecf4bd900a0b30fb9d72134b6c49ffea4b3014dcffa9e9d84 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4-activate, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-02T08:30:15.914 INFO:tasks.rados.rados.0.smithi012.stdout:1812: done (1 left) 2024-04-02T08:30:15.914 INFO:tasks.rados.rados.0.smithi012.stdout:1813: setattr oid 49 current snap is 181 2024-04-02T08:30:15.914 INFO:tasks.rados.rados.0.smithi012.stdout:1811: expect (ObjNum 508 snap 158 seq_num 508) 2024-04-02T08:30:16.056 INFO:tasks.rados.rados.0.smithi012.stdout:1811: done (1 left) 2024-04-02T08:30:16.056 INFO:tasks.rados.rados.0.smithi012.stdout:1814: snap_remove snap 151 2024-04-02T08:30:16.060 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 08:30:15 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4-activate[90492]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-02T08:30:16.060 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 08:30:15 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4-activate[90492]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-02T08:30:16.061 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 08:30:15 smithi055 bash[90477]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-02T08:30:16.061 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 08:30:15 smithi055 bash[90477]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-02T08:30:16.061 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 08:30:15 smithi055 bash[90477]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-02T08:30:16.061 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 08:30:15 smithi055 bash[90477]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-02T08:30:16.061 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 08:30:15 smithi055 bash[90477]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-04-02T08:30:16.061 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 08:30:15 smithi055 bash[90477]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-02T08:30:16.061 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 08:30:15 smithi055 bash[90477]: --> ceph-volume raw activate successful for osd ID: 4 2024-04-02T08:30:16.061 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 08:30:15 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4-activate[90492]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-02T08:30:16.061 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 08:30:15 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4-activate[90492]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-02T08:30:16.061 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 08:30:15 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4-activate[90492]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-04-02T08:30:16.061 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 08:30:15 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4-activate[90492]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-02T08:30:16.061 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 08:30:15 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4-activate[90492]: --> ceph-volume raw activate successful for osd ID: 4 2024-04-02T08:30:16.061 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 08:30:15 smithi055 podman[90477]: 2024-04-02 08:30:15.821688224 +0000 UTC m=+0.812141282 container died 26d6a7bbd0424a9ecf4bd900a0b30fb9d72134b6c49ffea4b3014dcffa9e9d84 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4-activate, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326) 2024-04-02T08:30:16.704 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 08:30:16 smithi055 podman[90624]: 2024-04-02 08:30:16.401649564 +0000 UTC m=+0.574188680 container remove 26d6a7bbd0424a9ecf4bd900a0b30fb9d72134b6c49ffea4b3014dcffa9e9d84 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4-activate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-04-02T08:30:16.705 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 08:30:16 smithi055 podman[90689]: 2024-04-02 08:30:16.602107169 +0000 UTC m=+0.099812986 container create 3900aafcdf6715ddbaacf7127353a930595c5334172b5664355ce06f021072ea (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-04-02T08:30:16.705 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 08:30:16 smithi055 podman[90689]: 2024-04-02 08:30:16.520823764 +0000 UTC m=+0.018529564 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:30:16.921 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 49 v 872 (ObjNum 177 snap 0 seq_num 923989088) dirty exists 2024-04-02T08:30:16.921 INFO:tasks.rados.rados.0.smithi012.stdout:1813: done (1 left) 2024-04-02T08:30:16.922 INFO:tasks.rados.rados.0.smithi012.stdout:1814: done (0 left) 2024-04-02T08:30:16.922 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 46 current snap is 181 2024-04-02T08:30:16.922 INFO:tasks.rados.rados.0.smithi012.stdout:1815: seq_num 573 ranges {2342912=802816,3145728=655360,3801088=720896,4521984=229376} 2024-04-02T08:30:16.941 INFO:tasks.rados.rados.0.smithi012.stdout:1815: writing smithi01277369-46 from 2342912 to 3145728 tid 1 2024-04-02T08:30:16.944 INFO:tasks.rados.rados.0.smithi012.stdout:1815: writing smithi01277369-46 from 3145728 to 3801088 tid 2 2024-04-02T08:30:16.949 INFO:tasks.rados.rados.0.smithi012.stdout:1815: writing smithi01277369-46 from 3801088 to 4521984 tid 3 2024-04-02T08:30:16.951 INFO:tasks.rados.rados.0.smithi012.stdout:1815: writing smithi01277369-46 from 4521984 to 4751360 tid 4 2024-04-02T08:30:16.951 INFO:tasks.rados.rados.0.smithi012.stdout:1816: copy_from oid 29 from oid 48 current snap is 181 2024-04-02T08:30:16.952 INFO:tasks.rados.rados.0.smithi012.stdout:1815: finishing write tid 1 to smithi01277369-46 2024-04-02T08:30:16.952 INFO:tasks.rados.rados.0.smithi012.stdout:1815: finishing write tid 2 to smithi01277369-46 2024-04-02T08:30:16.952 INFO:tasks.rados.rados.0.smithi012.stdout:1817: snap_remove snap 158 2024-04-02T08:30:17.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:16 smithi055 ceph-mon[85080]: osdmap e428: 8 total, 7 up, 8 in 2024-04-02T08:30:17.061 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 08:30:16 smithi055 podman[90689]: 2024-04-02 08:30:16.812811007 +0000 UTC m=+0.310516782 container init 3900aafcdf6715ddbaacf7127353a930595c5334172b5664355ce06f021072ea (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2) 2024-04-02T08:30:17.061 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 08:30:16 smithi055 podman[90689]: 2024-04-02 08:30:16.816164177 +0000 UTC m=+0.313869949 container start 3900aafcdf6715ddbaacf7127353a930595c5334172b5664355ce06f021072ea (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=) 2024-04-02T08:30:17.061 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 08:30:16 smithi055 ceph-osd[90708]: -- 172.21.15.55:0/71694134 <== mon.1 v2:172.21.15.55:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x555cebc47680 con 0x555cebc11400 2024-04-02T08:30:17.061 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 08:30:16 smithi055 bash[90689]: 3900aafcdf6715ddbaacf7127353a930595c5334172b5664355ce06f021072ea 2024-04-02T08:30:17.061 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 08:30:16 smithi055 systemd[1]: Started Ceph osd.4 for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:30:17.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:16 smithi012 ceph-mon[88355]: osdmap e428: 8 total, 7 up, 8 in 2024-04-02T08:30:17.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:16 smithi012 ceph-mon[90784]: osdmap e428: 8 total, 7 up, 8 in 2024-04-02T08:30:17.741 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 08:30:17 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4[90704]: 2024-04-02T08:30:17.362+0000 7fa5514997c0 -1 Falling back to public interface 2024-04-02T08:30:17.950 INFO:tasks.rados.rados.0.smithi012.stdout:1817: done (2 left) 2024-04-02T08:30:17.950 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 49 current snap is 181 2024-04-02T08:30:17.950 INFO:tasks.rados.rados.0.smithi012.stdout:1816: finishing copy_from to smithi01277369-29 2024-04-02T08:30:17.950 INFO:tasks.rados.rados.0.smithi012.stdout:1816: got expected ENOENT (src dne) 2024-04-02T08:30:17.950 INFO:tasks.rados.rados.0.smithi012.stdout:1816: finishing copy_from racing read to smithi01277369-29 2024-04-02T08:30:17.950 INFO:tasks.rados.rados.0.smithi012.stdout:1815: finishing write tid 3 to smithi01277369-46 2024-04-02T08:30:17.950 INFO:tasks.rados.rados.0.smithi012.stdout:1815: finishing write tid 4 to smithi01277369-46 2024-04-02T08:30:17.950 INFO:tasks.rados.rados.0.smithi012.stdout:1815: finishing write tid 5 to smithi01277369-46 2024-04-02T08:30:17.950 INFO:tasks.rados.rados.0.smithi012.stdout:1815: finishing write tid 6 to smithi01277369-46 2024-04-02T08:30:17.951 INFO:tasks.rados.rados.0.smithi012.stdout:1815: oid 46 updating version 0 to 1001 2024-04-02T08:30:17.951 INFO:tasks.rados.rados.0.smithi012.stdout:1815: oid 46 updating version 1001 to 1004 2024-04-02T08:30:17.951 INFO:tasks.rados.rados.0.smithi012.stdout:1815: oid 46 version 1004 is already newer than 1003 2024-04-02T08:30:17.951 INFO:tasks.rados.rados.0.smithi012.stdout:1815: oid 46 version 1004 is already newer than 1000 2024-04-02T08:30:17.951 INFO:tasks.rados.rados.0.smithi012.stdout:1815: oid 46 version 1004 is already newer than 1002 2024-04-02T08:30:17.951 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 46 v 1004 (ObjNum 573 snap 181 seq_num 573) dirty exists 2024-04-02T08:30:17.951 INFO:tasks.rados.rados.0.smithi012.stdout:1815: left oid 46 (ObjNum 573 snap 181 seq_num 573) 2024-04-02T08:30:17.951 INFO:tasks.rados.rados.0.smithi012.stdout:1818: seq_num 574 ranges {0=16384} 2024-04-02T08:30:17.951 INFO:tasks.rados.rados.0.smithi012.stdout:1818: writing smithi01277369-49 from 0 to 16384 tid 1 2024-04-02T08:30:17.951 INFO:tasks.rados.rados.0.smithi012.stdout:1815: done (2 left) 2024-04-02T08:30:17.951 INFO:tasks.rados.rados.0.smithi012.stdout:1816: done (1 left) 2024-04-02T08:30:17.951 INFO:tasks.rados.rados.0.smithi012.stdout:1819: read oid 11 snap -1 2024-04-02T08:30:17.952 INFO:tasks.rados.rados.0.smithi012.stdout:1819: expect (ObjNum 450 snap 139 seq_num 450) 2024-04-02T08:30:17.952 INFO:tasks.rados.rados.0.smithi012.stdout:1820: snap_create 2024-04-02T08:30:17.959 INFO:tasks.rados.rados.0.smithi012.stdout:1818: finishing write tid 1 to smithi01277369-49 2024-04-02T08:30:17.960 INFO:tasks.rados.rados.0.smithi012.stdout:1818: finishing write tid 2 to smithi01277369-49 2024-04-02T08:30:17.960 INFO:tasks.rados.rados.0.smithi012.stdout:1819: expect (ObjNum 450 snap 139 seq_num 450) 2024-04-02T08:30:17.975 INFO:tasks.rados.rados.0.smithi012.stdout:1818: finishing write tid 3 to smithi01277369-49 2024-04-02T08:30:17.975 INFO:tasks.rados.rados.0.smithi012.stdout:1818: oid 49 updating version 0 to 874 2024-04-02T08:30:17.975 INFO:tasks.rados.rados.0.smithi012.stdout:1818: oid 49 version 874 is already newer than 873 2024-04-02T08:30:17.975 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 49 v 874 (ObjNum 574 snap 181 seq_num 574) dirty exists 2024-04-02T08:30:17.975 INFO:tasks.rados.rados.0.smithi012.stdout:1818: left oid 49 (ObjNum 574 snap 181 seq_num 574) 2024-04-02T08:30:18.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:17 smithi055 ceph-mon[85080]: pgmap v310: 121 pgs: 12 active+undersized+degraded, 33 active+undersized, 76 active+clean; 345 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.7 MiB/s wr, 12 op/s; 56/492 objects degraded (11.382%) 2024-04-02T08:30:18.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:17 smithi055 ceph-mon[85080]: Health check failed: Degraded data redundancy: 56/492 objects degraded (11.382%), 12 pgs degraded (PG_DEGRADED) 2024-04-02T08:30:18.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:17 smithi055 ceph-mon[85080]: osdmap e429: 8 total, 7 up, 8 in 2024-04-02T08:30:18.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:17 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:18.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:17 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:18.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:17 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:18.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:30:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:30:17] "GET /metrics HTTP/1.1" 200 36118 "" "Prometheus/2.43.0" 2024-04-02T08:30:18.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:17 smithi012 ceph-mon[88355]: pgmap v310: 121 pgs: 12 active+undersized+degraded, 33 active+undersized, 76 active+clean; 345 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.7 MiB/s wr, 12 op/s; 56/492 objects degraded (11.382%) 2024-04-02T08:30:18.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:17 smithi012 ceph-mon[88355]: Health check failed: Degraded data redundancy: 56/492 objects degraded (11.382%), 12 pgs degraded (PG_DEGRADED) 2024-04-02T08:30:18.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:17 smithi012 ceph-mon[88355]: osdmap e429: 8 total, 7 up, 8 in 2024-04-02T08:30:18.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:17 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:18.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:17 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:18.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:17 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:18.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:17 smithi012 ceph-mon[90784]: pgmap v310: 121 pgs: 12 active+undersized+degraded, 33 active+undersized, 76 active+clean; 345 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.7 MiB/s wr, 12 op/s; 56/492 objects degraded (11.382%) 2024-04-02T08:30:18.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:17 smithi012 ceph-mon[90784]: Health check failed: Degraded data redundancy: 56/492 objects degraded (11.382%), 12 pgs degraded (PG_DEGRADED) 2024-04-02T08:30:18.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:17 smithi012 ceph-mon[90784]: osdmap e429: 8 total, 7 up, 8 in 2024-04-02T08:30:18.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:17 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:18.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:17 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:18.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:17 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:18.954 INFO:tasks.rados.rados.0.smithi012.stdout:1818: done (2 left) 2024-04-02T08:30:18.954 INFO:tasks.rados.rados.0.smithi012.stdout:1819: done (1 left) 2024-04-02T08:30:18.954 INFO:tasks.rados.rados.0.smithi012.stdout:1820: done (0 left) 2024-04-02T08:30:18.954 INFO:tasks.rados.rados.0.smithi012.stdout:1821: snap_remove snap 166 2024-04-02T08:30:19.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:18 smithi055 ceph-mon[85080]: osdmap e430: 8 total, 7 up, 8 in 2024-04-02T08:30:19.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:18 smithi012 ceph-mon[88355]: osdmap e430: 8 total, 7 up, 8 in 2024-04-02T08:30:19.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:18 smithi012 ceph-mon[90784]: osdmap e430: 8 total, 7 up, 8 in 2024-04-02T08:30:19.960 INFO:tasks.rados.rados.0.smithi012.stdout:1821: done (0 left) 2024-04-02T08:30:19.960 INFO:tasks.rados.rados.0.smithi012.stdout:1822: rollback oid 10 current snap is 182 2024-04-02T08:30:19.960 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 10 to 179 2024-04-02T08:30:19.960 INFO:tasks.rados.rados.0.smithi012.stdout:1823: read oid 47 snap 181 2024-04-02T08:30:19.960 INFO:tasks.rados.rados.0.smithi012.stdout:1823: expect (ObjNum 567 snap 178 seq_num 567) 2024-04-02T08:30:19.961 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 3 current snap is 182 2024-04-02T08:30:19.961 INFO:tasks.rados.rados.0.smithi012.stdout:1824: seq_num 575 ranges {0=32768} 2024-04-02T08:30:19.961 INFO:tasks.rados.rados.0.smithi012.stdout:1824: writing smithi01277369-3 from 0 to 32768 tid 1 2024-04-02T08:30:19.961 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 36 current snap is 182 2024-04-02T08:30:19.961 INFO:tasks.rados.rados.0.smithi012.stdout:1825: seq_num 576 ranges {5881856=49152} 2024-04-02T08:30:19.994 INFO:tasks.rados.rados.0.smithi012.stdout:1825: writing smithi01277369-36 from 5881856 to 5931008 tid 1 2024-04-02T08:30:19.994 INFO:tasks.rados.rados.0.smithi012.stdout:1826: rollback oid 50 current snap is 182 2024-04-02T08:30:19.994 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 50 to 167 2024-04-02T08:30:19.995 INFO:tasks.rados.rados.0.smithi012.stdout:1824: finishing write tid 1 to smithi01277369-3 2024-04-02T08:30:19.995 INFO:tasks.rados.rados.0.smithi012.stdout:1824: finishing write tid 2 to smithi01277369-3 2024-04-02T08:30:19.995 INFO:tasks.rados.rados.0.smithi012.stdout:1822: finishing rollback tid 0 to smithi01277369-10 2024-04-02T08:30:19.995 INFO:tasks.rados.rados.0.smithi012.stdout:1822: finishing rollback tid 1 to smithi01277369-10 2024-04-02T08:30:19.995 INFO:tasks.rados.rados.0.smithi012.stdout:1822: finishing rollback tid 2 to smithi01277369-10 2024-04-02T08:30:19.995 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 10 v 875 (ObjNum 454 snap 140 seq_num 454) dirty exists 2024-04-02T08:30:19.995 INFO:tasks.rados.rados.0.smithi012.stdout:1824: finishing write tid 3 to smithi01277369-3 2024-04-02T08:30:19.995 INFO:tasks.rados.rados.0.smithi012.stdout:1824: oid 3 updating version 0 to 716 2024-04-02T08:30:19.995 INFO:tasks.rados.rados.0.smithi012.stdout:1824: oid 3 version 716 is already newer than 715 2024-04-02T08:30:19.995 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 3 v 716 (ObjNum 575 snap 182 seq_num 575) dirty exists 2024-04-02T08:30:19.995 INFO:tasks.rados.rados.0.smithi012.stdout:1824: left oid 3 (ObjNum 575 snap 182 seq_num 575) 2024-04-02T08:30:19.995 INFO:tasks.rados.rados.0.smithi012.stdout:1822: done (4 left) 2024-04-02T08:30:19.995 INFO:tasks.rados.rados.0.smithi012.stdout:1824: done (3 left) 2024-04-02T08:30:19.995 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 17 current snap is 182 2024-04-02T08:30:19.995 INFO:tasks.rados.rados.0.smithi012.stdout:1827: seq_num 577 ranges {8069120=65536} 2024-04-02T08:30:20.039 INFO:tasks.rados.rados.0.smithi012.stdout:1827: writing smithi01277369-17 from 8069120 to 8134656 tid 1 2024-04-02T08:30:20.039 INFO:tasks.rados.rados.0.smithi012.stdout:1828: read oid 8 snap -1 2024-04-02T08:30:20.039 INFO:tasks.rados.rados.0.smithi012.stdout:1828: expect (ObjNum 557 snap 177 seq_num 557) 2024-04-02T08:30:20.039 INFO:tasks.rados.rados.0.smithi012.stdout:1829: snap_remove snap 164 2024-04-02T08:30:20.228 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:19 smithi055 ceph-mon[85080]: pgmap v313: 121 pgs: 12 active+undersized+degraded, 33 active+undersized, 76 active+clean; 345 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.7 MiB/s wr, 12 op/s; 56/492 objects degraded (11.382%) 2024-04-02T08:30:20.228 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:19 smithi055 ceph-mon[85080]: osdmap e431: 8 total, 7 up, 8 in 2024-04-02T08:30:20.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:19 smithi012 ceph-mon[88355]: pgmap v313: 121 pgs: 12 active+undersized+degraded, 33 active+undersized, 76 active+clean; 345 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.7 MiB/s wr, 12 op/s; 56/492 objects degraded (11.382%) 2024-04-02T08:30:20.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:19 smithi012 ceph-mon[88355]: osdmap e431: 8 total, 7 up, 8 in 2024-04-02T08:30:20.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:19 smithi012 ceph-mon[90784]: pgmap v313: 121 pgs: 12 active+undersized+degraded, 33 active+undersized, 76 active+clean; 345 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.7 MiB/s wr, 12 op/s; 56/492 objects degraded (11.382%) 2024-04-02T08:30:20.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:19 smithi012 ceph-mon[90784]: osdmap e431: 8 total, 7 up, 8 in 2024-04-02T08:30:20.560 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 08:30:20 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4[90704]: 2024-04-02T08:30:20.228+0000 7fa5514997c0 -1 osd.4 423 log_to_monitors true 2024-04-02T08:30:20.970 INFO:tasks.rados.rados.0.smithi012.stdout:1829: done (5 left) 2024-04-02T08:30:20.971 INFO:tasks.rados.rados.0.smithi012.stdout:1830: rollback oid 10 current snap is 182 2024-04-02T08:30:20.971 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 10 to 170 2024-04-02T08:30:20.971 INFO:tasks.rados.rados.0.smithi012.stdout:1826: finishing rollback tid 0 to smithi01277369-50 2024-04-02T08:30:20.971 INFO:tasks.rados.rados.0.smithi012.stdout:1826: finishing rollback tid 1 to smithi01277369-50 2024-04-02T08:30:20.971 INFO:tasks.rados.rados.0.smithi012.stdout:1826: finishing rollback tid 2 to smithi01277369-50 2024-04-02T08:30:20.971 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 50 v 935 (ObjNum 528 snap 164 seq_num 528) dirty exists 2024-04-02T08:30:20.971 INFO:tasks.rados.rados.0.smithi012.stdout:1823: expect (ObjNum 567 snap 178 seq_num 567) 2024-04-02T08:30:21.273 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:20 smithi055 ceph-mon[85080]: osdmap e432: 8 total, 7 up, 8 in 2024-04-02T08:30:21.274 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:20 smithi055 ceph-mon[85080]: from='osd.4 [v2:172.21.15.55:6800/902192217,v1:172.21.15.55:6801/902192217]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:30:21.274 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:20 smithi055 ceph-mon[85080]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:30:21.274 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 08:30:21 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4[90704]: 2024-04-02T08:30:21.013+0000 7fa53e8e9700 -1 osd.4 423 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:30:21.340 INFO:tasks.rados.rados.0.smithi012.stdout:1825: finishing write tid 1 to smithi01277369-36 2024-04-02T08:30:21.341 INFO:tasks.rados.rados.0.smithi012.stdout:1825: finishing write tid 2 to smithi01277369-36 2024-04-02T08:30:21.341 INFO:tasks.rados.rados.0.smithi012.stdout:1825: finishing write tid 3 to smithi01277369-36 2024-04-02T08:30:21.341 INFO:tasks.rados.rados.0.smithi012.stdout:1825: oid 36 updating version 0 to 760 2024-04-02T08:30:21.341 INFO:tasks.rados.rados.0.smithi012.stdout:1825: oid 36 updating version 760 to 761 2024-04-02T08:30:21.341 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 36 v 761 (ObjNum 576 snap 182 seq_num 576) dirty exists 2024-04-02T08:30:21.341 INFO:tasks.rados.rados.0.smithi012.stdout:1825: left oid 36 (ObjNum 576 snap 182 seq_num 576) 2024-04-02T08:30:21.341 INFO:tasks.rados.rados.0.smithi012.stdout:1827: finishing write tid 1 to smithi01277369-17 2024-04-02T08:30:21.341 INFO:tasks.rados.rados.0.smithi012.stdout:1823: done (5 left) 2024-04-02T08:30:21.341 INFO:tasks.rados.rados.0.smithi012.stdout:1825: done (4 left) 2024-04-02T08:30:21.341 INFO:tasks.rados.rados.0.smithi012.stdout:1826: done (3 left) 2024-04-02T08:30:21.341 INFO:tasks.rados.rados.0.smithi012.stdout:1831: read oid 2 snap 179 2024-04-02T08:30:21.341 INFO:tasks.rados.rados.0.smithi012.stdout:1831: expect (ObjNum 534 snap 167 seq_num 534) 2024-04-02T08:30:21.341 INFO:tasks.rados.rados.0.smithi012.stdout:1832: read oid 30 snap 149 2024-04-02T08:30:21.342 INFO:tasks.rados.rados.0.smithi012.stdout:1832: expect deleted 2024-04-02T08:30:21.342 INFO:tasks.rados.rados.0.smithi012.stdout:1833: rmattr oid 49 current snap is 182 2024-04-02T08:30:21.342 INFO:tasks.rados.rados.0.smithi012.stdout:1827: finishing write tid 2 to smithi01277369-17 2024-04-02T08:30:21.342 INFO:tasks.rados.rados.0.smithi012.stdout:1827: finishing write tid 3 to smithi01277369-17 2024-04-02T08:30:21.342 INFO:tasks.rados.rados.0.smithi012.stdout:1827: oid 17 updating version 0 to 1084 2024-04-02T08:30:21.342 INFO:tasks.rados.rados.0.smithi012.stdout:1827: oid 17 updating version 1084 to 1085 2024-04-02T08:30:21.342 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 17 v 1085 (ObjNum 577 snap 182 seq_num 577) dirty exists 2024-04-02T08:30:21.342 INFO:tasks.rados.rados.0.smithi012.stdout:1827: left oid 17 (ObjNum 577 snap 182 seq_num 577) 2024-04-02T08:30:21.342 INFO:tasks.rados.rados.0.smithi012.stdout:1828: expect (ObjNum 557 snap 177 seq_num 557) 2024-04-02T08:30:21.398 INFO:tasks.rados.rados.0.smithi012.stdout:1830: finishing rollback tid 0 to smithi01277369-10 2024-04-02T08:30:21.398 INFO:tasks.rados.rados.0.smithi012.stdout:1830: finishing rollback tid 1 to smithi01277369-10 2024-04-02T08:30:21.398 INFO:tasks.rados.rados.0.smithi012.stdout:1830: finishing rollback tid 2 to smithi01277369-10 2024-04-02T08:30:21.398 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 10 v 878 (ObjNum 454 snap 140 seq_num 454) dirty exists 2024-04-02T08:30:21.398 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 49 v 875 (ObjNum 574 snap 181 seq_num 574) dirty exists 2024-04-02T08:30:21.398 INFO:tasks.rados.rados.0.smithi012.stdout:1831: expect (ObjNum 534 snap 167 seq_num 534) 2024-04-02T08:30:21.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:20 smithi012 ceph-mon[88355]: osdmap e432: 8 total, 7 up, 8 in 2024-04-02T08:30:21.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:20 smithi012 ceph-mon[88355]: from='osd.4 [v2:172.21.15.55:6800/902192217,v1:172.21.15.55:6801/902192217]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:30:21.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:20 smithi012 ceph-mon[88355]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:30:21.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:20 smithi012 ceph-mon[90784]: osdmap e432: 8 total, 7 up, 8 in 2024-04-02T08:30:21.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:20 smithi012 ceph-mon[90784]: from='osd.4 [v2:172.21.15.55:6800/902192217,v1:172.21.15.55:6801/902192217]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:30:21.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:20 smithi012 ceph-mon[90784]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:30:21.504 INFO:tasks.rados.rados.0.smithi012.stdout:1827: done (5 left) 2024-04-02T08:30:21.504 INFO:tasks.rados.rados.0.smithi012.stdout:1828: done (4 left) 2024-04-02T08:30:21.504 INFO:tasks.rados.rados.0.smithi012.stdout:1830: done (3 left) 2024-04-02T08:30:21.504 INFO:tasks.rados.rados.0.smithi012.stdout:1831: done (2 left) 2024-04-02T08:30:21.504 INFO:tasks.rados.rados.0.smithi012.stdout:1832: done (1 left) 2024-04-02T08:30:21.504 INFO:tasks.rados.rados.0.smithi012.stdout:1833: done (0 left) 2024-04-02T08:30:21.504 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 49 current snap is 182 2024-04-02T08:30:21.504 INFO:tasks.rados.rados.0.smithi012.stdout:1834: seq_num 578 ranges {16384=81920} 2024-04-02T08:30:21.504 INFO:tasks.rados.rados.0.smithi012.stdout:1834: writing smithi01277369-49 from 16384 to 98304 tid 1 2024-04-02T08:30:21.504 INFO:tasks.rados.rados.0.smithi012.stdout:1835: read oid 42 snap 172 2024-04-02T08:30:21.504 INFO:tasks.rados.rados.0.smithi012.stdout:1835: expect (ObjNum 441 snap 137 seq_num 441) 2024-04-02T08:30:21.504 INFO:tasks.rados.rados.0.smithi012.stdout:1836: read oid 44 snap -1 2024-04-02T08:30:21.505 INFO:tasks.rados.rados.0.smithi012.stdout:1836: expect (ObjNum 540 snap 170 seq_num 540) 2024-04-02T08:30:21.505 INFO:tasks.rados.rados.0.smithi012.stdout:1837: setattr oid 12 current snap is 182 2024-04-02T08:30:21.505 INFO:tasks.rados.rados.0.smithi012.stdout:1838: snap_create 2024-04-02T08:30:21.507 INFO:tasks.rados.rados.0.smithi012.stdout:1834: finishing write tid 1 to smithi01277369-49 2024-04-02T08:30:21.507 INFO:tasks.rados.rados.0.smithi012.stdout:1834: finishing write tid 2 to smithi01277369-49 2024-04-02T08:30:21.508 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 12 v 765 (ObjNum 33 snap 0 seq_num 885372720) dirty exists 2024-04-02T08:30:21.512 INFO:tasks.rados.rados.0.smithi012.stdout:1834: finishing write tid 3 to smithi01277369-49 2024-04-02T08:30:21.512 INFO:tasks.rados.rados.0.smithi012.stdout:1834: oid 49 updating version 0 to 877 2024-04-02T08:30:21.512 INFO:tasks.rados.rados.0.smithi012.stdout:1834: oid 49 version 877 is already newer than 876 2024-04-02T08:30:21.512 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 49 v 877 (ObjNum 578 snap 182 seq_num 578) dirty exists 2024-04-02T08:30:21.512 INFO:tasks.rados.rados.0.smithi012.stdout:1834: left oid 49 (ObjNum 578 snap 182 seq_num 578) 2024-04-02T08:30:21.513 INFO:tasks.rados.rados.0.smithi012.stdout:1835: expect (ObjNum 441 snap 137 seq_num 441) 2024-04-02T08:30:21.530 INFO:tasks.rados.rados.0.smithi012.stdout:1836: expect (ObjNum 540 snap 170 seq_num 540) 2024-04-02T08:30:22.096 INFO:tasks.rados.rados.0.smithi012.stdout:1834: done (4 left) 2024-04-02T08:30:22.097 INFO:tasks.rados.rados.0.smithi012.stdout:1835: done (3 left) 2024-04-02T08:30:22.097 INFO:tasks.rados.rados.0.smithi012.stdout:1836: done (2 left) 2024-04-02T08:30:22.097 INFO:tasks.rados.rados.0.smithi012.stdout:1837: done (1 left) 2024-04-02T08:30:22.097 INFO:tasks.rados.rados.0.smithi012.stdout:1838: done (0 left) 2024-04-02T08:30:22.097 INFO:tasks.rados.rados.0.smithi012.stdout:1839: delete oid 24 current snap is 183 2024-04-02T08:30:22.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:21 smithi055 ceph-mon[85080]: pgmap v316: 121 pgs: 12 active+undersized+degraded, 33 active+undersized, 76 active+clean; 344 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 266 KiB/s rd, 12 KiB/s wr, 8 op/s; 57/498 objects degraded (11.446%) 2024-04-02T08:30:22.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:21 smithi055 ceph-mon[85080]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-02T08:30:22.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:21 smithi055 ceph-mon[85080]: osdmap e433: 8 total, 7 up, 8 in 2024-04-02T08:30:22.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:21 smithi055 ceph-mon[85080]: from='osd.4 [v2:172.21.15.55:6800/902192217,v1:172.21.15.55:6801/902192217]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-02T08:30:22.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:21 smithi055 ceph-mon[85080]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-02T08:30:22.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:21 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:22.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:21 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:22.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:21 smithi012 ceph-mon[88355]: pgmap v316: 121 pgs: 12 active+undersized+degraded, 33 active+undersized, 76 active+clean; 344 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 266 KiB/s rd, 12 KiB/s wr, 8 op/s; 57/498 objects degraded (11.446%) 2024-04-02T08:30:22.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:21 smithi012 ceph-mon[88355]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-02T08:30:22.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:21 smithi012 ceph-mon[88355]: osdmap e433: 8 total, 7 up, 8 in 2024-04-02T08:30:22.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:21 smithi012 ceph-mon[88355]: from='osd.4 [v2:172.21.15.55:6800/902192217,v1:172.21.15.55:6801/902192217]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-02T08:30:22.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:21 smithi012 ceph-mon[88355]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-02T08:30:22.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:21 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:22.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:21 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:22.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:21 smithi012 ceph-mon[90784]: pgmap v316: 121 pgs: 12 active+undersized+degraded, 33 active+undersized, 76 active+clean; 344 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 266 KiB/s rd, 12 KiB/s wr, 8 op/s; 57/498 objects degraded (11.446%) 2024-04-02T08:30:22.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:21 smithi012 ceph-mon[90784]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-02T08:30:22.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:21 smithi012 ceph-mon[90784]: osdmap e433: 8 total, 7 up, 8 in 2024-04-02T08:30:22.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:21 smithi012 ceph-mon[90784]: from='osd.4 [v2:172.21.15.55:6800/902192217,v1:172.21.15.55:6801/902192217]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-02T08:30:22.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:21 smithi012 ceph-mon[90784]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-02T08:30:22.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:21 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:22.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:21 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:22.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:30:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:30:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:30:23.002 INFO:tasks.rados.rados.0.smithi012.stdout:1839: done (0 left) 2024-04-02T08:30:23.002 INFO:tasks.rados.rados.0.smithi012.stdout:1840: rmattr oid 14 current snap is 183 2024-04-02T08:30:23.003 INFO:tasks.rados.rados.0.smithi012.stdout:1841: delete oid 7 current snap is 183 2024-04-02T08:30:23.007 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 14 v 931 (ObjNum 554 snap 174 seq_num 554) dirty exists 2024-04-02T08:30:23.008 INFO:tasks.rados.rados.0.smithi012.stdout:1840: done (1 left) 2024-04-02T08:30:23.008 INFO:tasks.rados.rados.0.smithi012.stdout:1841: done (0 left) 2024-04-02T08:30:23.008 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 4 current snap is 183 2024-04-02T08:30:23.008 INFO:tasks.rados.rados.0.smithi012.stdout:1842: seq_num 581 ranges {0=139264} 2024-04-02T08:30:23.009 INFO:tasks.rados.rados.0.smithi012.stdout:1842: writing smithi01277369-4 from 0 to 139264 tid 1 2024-04-02T08:30:23.009 INFO:tasks.rados.rados.0.smithi012.stdout:1843: snap_create 2024-04-02T08:30:23.012 INFO:tasks.rados.rados.0.smithi012.stdout:1842: finishing write tid 1 to smithi01277369-4 2024-04-02T08:30:23.012 INFO:tasks.rados.rados.0.smithi012.stdout:1842: finishing write tid 2 to smithi01277369-4 2024-04-02T08:30:23.014 INFO:tasks.rados.rados.0.smithi012.stdout:1842: finishing write tid 3 to smithi01277369-4 2024-04-02T08:30:23.014 INFO:tasks.rados.rados.0.smithi012.stdout:1842: oid 4 updating version 0 to 717 2024-04-02T08:30:23.014 INFO:tasks.rados.rados.0.smithi012.stdout:1842: oid 4 updating version 717 to 718 2024-04-02T08:30:23.014 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 4 v 718 (ObjNum 581 snap 183 seq_num 581) dirty exists 2024-04-02T08:30:23.014 INFO:tasks.rados.rados.0.smithi012.stdout:1842: left oid 4 (ObjNum 581 snap 183 seq_num 581) 2024-04-02T08:30:23.237 INFO:teuthology.orchestra.run.smithi012.stdout:true 2024-04-02T08:30:23.238 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:22 smithi012 ceph-mon[88355]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:30:23.238 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:22 smithi012 ceph-mon[88355]: osd.4 [v2:172.21.15.55:6800/902192217,v1:172.21.15.55:6801/902192217] boot 2024-04-02T08:30:23.238 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:22 smithi012 ceph-mon[88355]: osdmap e434: 8 total, 8 up, 8 in 2024-04-02T08:30:23.238 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:22 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:30:23.238 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:22 smithi012 ceph-mon[88355]: pgmap v319: 121 pgs: 12 active+undersized+degraded, 33 active+undersized, 76 active+clean; 346 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 612 KiB/s wr, 11 op/s; 57/504 objects degraded (11.310%) 2024-04-02T08:30:23.238 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:22 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:23.238 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:22 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:23.238 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:22 smithi012 ceph-mon[88355]: osdmap e435: 8 total, 8 up, 8 in 2024-04-02T08:30:23.238 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:22 smithi012 ceph-mon[90784]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:30:23.238 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:22 smithi012 ceph-mon[90784]: osd.4 [v2:172.21.15.55:6800/902192217,v1:172.21.15.55:6801/902192217] boot 2024-04-02T08:30:23.239 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:22 smithi012 ceph-mon[90784]: osdmap e434: 8 total, 8 up, 8 in 2024-04-02T08:30:23.239 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:22 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:30:23.239 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:22 smithi012 ceph-mon[90784]: pgmap v319: 121 pgs: 12 active+undersized+degraded, 33 active+undersized, 76 active+clean; 346 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 612 KiB/s wr, 11 op/s; 57/504 objects degraded (11.310%) 2024-04-02T08:30:23.239 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:22 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:23.239 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:22 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:23.239 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:22 smithi012 ceph-mon[90784]: osdmap e435: 8 total, 8 up, 8 in 2024-04-02T08:30:23.301 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:22 smithi055 ceph-mon[85080]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:30:23.301 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:22 smithi055 ceph-mon[85080]: osd.4 [v2:172.21.15.55:6800/902192217,v1:172.21.15.55:6801/902192217] boot 2024-04-02T08:30:23.301 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:22 smithi055 ceph-mon[85080]: osdmap e434: 8 total, 8 up, 8 in 2024-04-02T08:30:23.302 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:22 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:30:23.302 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:22 smithi055 ceph-mon[85080]: pgmap v319: 121 pgs: 12 active+undersized+degraded, 33 active+undersized, 76 active+clean; 346 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 612 KiB/s wr, 11 op/s; 57/504 objects degraded (11.310%) 2024-04-02T08:30:23.302 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:22 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:23.302 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:22 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:23.302 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:22 smithi055 ceph-mon[85080]: osdmap e435: 8 total, 8 up, 8 in 2024-04-02T08:30:23.560 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:30:23 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:30:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi012\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi012\", job=\"node\", machine=\"x86_64\", nodename=\"smithi012\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi012\", job=\"node\", machine=\"x86_64\", nodename=\"smithi012\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:30:23.565 INFO:teuthology.orchestra.run.smithi012.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:30:23.565 INFO:teuthology.orchestra.run.smithi012.stdout:alertmanager.a smithi012 *:9093,9094 running (8m) 22s ago 9m 26.7M - 0.25.0 c8568f914cd2 3ed3fc1b8013 2024-04-02T08:30:23.565 INFO:teuthology.orchestra.run.smithi012.stdout:grafana.a smithi055 *:3000 running (8m) 2s ago 8m 90.7M - 9.4.7 954c08fa6188 9788bcfbfb6f 2024-04-02T08:30:23.565 INFO:teuthology.orchestra.run.smithi012.stdout:mds.a smithi012 running (10m) 22s ago 10m 17.6M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 756f041a4b0e 2024-04-02T08:30:23.565 INFO:teuthology.orchestra.run.smithi012.stdout:mds.b smithi055 running (10m) 2s ago 10m 22.2M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 0a0c21b36b12 2024-04-02T08:30:23.565 INFO:teuthology.orchestra.run.smithi012.stdout:mgr.x smithi055 *:8443,9283,8765 running (4m) 2s ago 13m 451M - 19.0.0-2422-g3cba26ea beaaa8a653cf 111621b46bd2 2024-04-02T08:30:23.565 INFO:teuthology.orchestra.run.smithi012.stdout:mgr.y smithi012 *:8443,9283,8765 running (4m) 22s ago 15m 510M - 19.0.0-2422-g3cba26ea beaaa8a653cf fe667762b028 2024-04-02T08:30:23.565 INFO:teuthology.orchestra.run.smithi012.stdout:mon.a smithi012 running (3m) 22s ago 15m 53.9M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 1790aee575dc 2024-04-02T08:30:23.565 INFO:teuthology.orchestra.run.smithi012.stdout:mon.b smithi055 running (3m) 2s ago 14m 47.8M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf f75ff69b6d62 2024-04-02T08:30:23.565 INFO:teuthology.orchestra.run.smithi012.stdout:mon.c smithi012 running (3m) 22s ago 13m 46.5M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf a1b482e0e449 2024-04-02T08:30:23.566 INFO:teuthology.orchestra.run.smithi012.stdout:node-exporter.a smithi012 *:9100 running (8m) 22s ago 8m 16.6M - 1.5.0 0da6a335fe13 a3d31893d77a 2024-04-02T08:30:23.566 INFO:teuthology.orchestra.run.smithi012.stdout:node-exporter.b smithi055 *:9100 running (8m) 2s ago 8m 15.0M - 1.5.0 0da6a335fe13 e1788e402810 2024-04-02T08:30:23.566 INFO:teuthology.orchestra.run.smithi012.stdout:osd.0 smithi012 running (2m) 22s ago 13m 130M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf a32a350fbdf1 2024-04-02T08:30:23.566 INFO:teuthology.orchestra.run.smithi012.stdout:osd.1 smithi012 running (98s) 22s ago 12m 120M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf bed42cfef518 2024-04-02T08:30:23.566 INFO:teuthology.orchestra.run.smithi012.stdout:osd.2 smithi012 running (62s) 22s ago 12m 94.7M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 021f860a33af 2024-04-02T08:30:23.566 INFO:teuthology.orchestra.run.smithi012.stdout:osd.3 smithi012 running (26s) 22s ago 11m 12.7M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 581c0cd1eb3c 2024-04-02T08:30:23.566 INFO:teuthology.orchestra.run.smithi012.stdout:osd.4 smithi055 running (7s) 2s ago 11m 12.5M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 3900aafcdf67 2024-04-02T08:30:23.566 INFO:teuthology.orchestra.run.smithi012.stdout:osd.5 smithi055 running (11m) 2s ago 11m 277M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 300691ec9744 2024-04-02T08:30:23.566 INFO:teuthology.orchestra.run.smithi012.stdout:osd.6 smithi055 running (10m) 2s ago 10m 156M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 256c0abe00a7 2024-04-02T08:30:23.566 INFO:teuthology.orchestra.run.smithi012.stdout:osd.7 smithi055 running (10m) 2s ago 10m 202M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d edc056f1c4d7 2024-04-02T08:30:23.566 INFO:teuthology.orchestra.run.smithi012.stdout:prometheus.a smithi055 *:9095 running (4m) 2s ago 9m 57.1M - 2.43.0 a07b618ecd1d c518c69f0a2f 2024-04-02T08:30:23.975 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-04-02T08:30:23.975 INFO:teuthology.orchestra.run.smithi012.stdout: "mon": { 2024-04-02T08:30:23.975 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:30:23.975 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:30:23.975 INFO:teuthology.orchestra.run.smithi012.stdout: "mgr": { 2024-04-02T08:30:23.976 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:30:23.976 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:30:23.976 INFO:teuthology.orchestra.run.smithi012.stdout: "osd": { 2024-04-02T08:30:23.976 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3, 2024-04-02T08:30:23.976 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 5 2024-04-02T08:30:23.976 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:30:23.976 INFO:teuthology.orchestra.run.smithi012.stdout: "mds": { 2024-04-02T08:30:23.976 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:30:23.976 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:30:23.976 INFO:teuthology.orchestra.run.smithi012.stdout: "overall": { 2024-04-02T08:30:23.976 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 5, 2024-04-02T08:30:23.976 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 10 2024-04-02T08:30:23.976 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-04-02T08:30:23.976 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-04-02T08:30:23.997 INFO:tasks.rados.rados.0.smithi012.stdout:1842: done (1 left) 2024-04-02T08:30:23.998 INFO:tasks.rados.rados.0.smithi012.stdout:1843: done (0 left) 2024-04-02T08:30:23.998 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 45 current snap is 184 2024-04-02T08:30:23.998 INFO:tasks.rados.rados.0.smithi012.stdout:1844: seq_num 582 ranges {5603328=155648} 2024-04-02T08:30:24.029 INFO:tasks.rados.rados.0.smithi012.stdout:1844: writing smithi01277369-45 from 5603328 to 5758976 tid 1 2024-04-02T08:30:24.029 INFO:tasks.rados.rados.0.smithi012.stdout:1845: snap_remove snap 181 2024-04-02T08:30:24.306 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:23 smithi055 ceph-mon[85080]: Health check update: Degraded data redundancy: 57/504 objects degraded (11.310%), 12 pgs degraded (PG_DEGRADED) 2024-04-02T08:30:24.306 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:23 smithi055 ceph-mon[85080]: from='client.34296 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:24.306 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:23 smithi055 ceph-mon[85080]: from='client.34302 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:24.306 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:23 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3322174356' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:24.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:23 smithi012 ceph-mon[88355]: Health check update: Degraded data redundancy: 57/504 objects degraded (11.310%), 12 pgs degraded (PG_DEGRADED) 2024-04-02T08:30:24.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:23 smithi012 ceph-mon[88355]: from='client.34296 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:24.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:23 smithi012 ceph-mon[88355]: from='client.34302 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:24.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:23 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3322174356' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:24.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:23 smithi012 ceph-mon[90784]: Health check update: Degraded data redundancy: 57/504 objects degraded (11.310%), 12 pgs degraded (PG_DEGRADED) 2024-04-02T08:30:24.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:23 smithi012 ceph-mon[90784]: from='client.34296 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:24.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:23 smithi012 ceph-mon[90784]: from='client.34302 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:24.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:23 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3322174356' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:25.010 INFO:tasks.rados.rados.0.smithi012.stdout:1845: done (1 left) 2024-04-02T08:30:25.010 INFO:tasks.rados.rados.0.smithi012.stdout:1846: copy_from oid 25 from oid 40 current snap is 184 2024-04-02T08:30:25.010 INFO:tasks.rados.rados.0.smithi012.stdout:1844: finishing write tid 1 to smithi01277369-45 2024-04-02T08:30:25.011 INFO:tasks.rados.rados.0.smithi012.stdout:1844: finishing write tid 2 to smithi01277369-45 2024-04-02T08:30:25.011 INFO:tasks.rados.rados.0.smithi012.stdout:1844: finishing write tid 3 to smithi01277369-45 2024-04-02T08:30:25.011 INFO:tasks.rados.rados.0.smithi012.stdout:1844: oid 45 updating version 0 to 879 2024-04-02T08:30:25.011 INFO:tasks.rados.rados.0.smithi012.stdout:1844: oid 45 updating version 879 to 880 2024-04-02T08:30:25.011 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 45 v 880 (ObjNum 582 snap 184 seq_num 582) dirty exists 2024-04-02T08:30:25.011 INFO:tasks.rados.rados.0.smithi012.stdout:1844: left oid 45 (ObjNum 582 snap 184 seq_num 582) 2024-04-02T08:30:25.011 INFO:tasks.rados.rados.0.smithi012.stdout:1844: done (1 left) 2024-04-02T08:30:25.011 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 32 current snap is 184 2024-04-02T08:30:25.011 INFO:tasks.rados.rados.0.smithi012.stdout:1847: seq_num 583 ranges {1941504=172032} 2024-04-02T08:30:25.022 INFO:tasks.rados.rados.0.smithi012.stdout:1847: writing smithi01277369-32 from 1941504 to 2113536 tid 1 2024-04-02T08:30:25.022 INFO:tasks.rados.rados.0.smithi012.stdout:1848: snap_remove snap 180 2024-04-02T08:30:25.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:25 smithi055 ceph-mon[85080]: osdmap e436: 8 total, 8 up, 8 in 2024-04-02T08:30:25.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:25 smithi055 ceph-mon[85080]: pgmap v322: 121 pgs: 12 active+undersized+degraded, 33 active+undersized, 76 active+clean; 346 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 600 KiB/s wr, 3 op/s; 57/504 objects degraded (11.310%) 2024-04-02T08:30:25.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:25 smithi012 ceph-mon[88355]: osdmap e436: 8 total, 8 up, 8 in 2024-04-02T08:30:25.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:25 smithi012 ceph-mon[88355]: pgmap v322: 121 pgs: 12 active+undersized+degraded, 33 active+undersized, 76 active+clean; 346 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 600 KiB/s wr, 3 op/s; 57/504 objects degraded (11.310%) 2024-04-02T08:30:25.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:25 smithi012 ceph-mon[90784]: osdmap e436: 8 total, 8 up, 8 in 2024-04-02T08:30:25.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:25 smithi012 ceph-mon[90784]: pgmap v322: 121 pgs: 12 active+undersized+degraded, 33 active+undersized, 76 active+clean; 346 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 600 KiB/s wr, 3 op/s; 57/504 objects degraded (11.310%) 2024-04-02T08:30:26.017 INFO:tasks.rados.rados.0.smithi012.stdout:1848: done (2 left) 2024-04-02T08:30:26.017 INFO:tasks.rados.rados.0.smithi012.stdout:1849: delete oid 19 current snap is 184 2024-04-02T08:30:26.017 INFO:tasks.rados.rados.0.smithi012.stdout:1846: finishing copy_from to smithi01277369-25 2024-04-02T08:30:26.017 INFO:tasks.rados.rados.0.smithi012.stdout:1846: got expected ENOENT (src dne) 2024-04-02T08:30:26.017 INFO:tasks.rados.rados.0.smithi012.stdout:1846: finishing copy_from racing read to smithi01277369-25 2024-04-02T08:30:26.017 INFO:tasks.rados.rados.0.smithi012.stdout:1847: finishing write tid 1 to smithi01277369-32 2024-04-02T08:30:26.017 INFO:tasks.rados.rados.0.smithi012.stdout:1847: finishing write tid 2 to smithi01277369-32 2024-04-02T08:30:26.018 INFO:tasks.rados.rados.0.smithi012.stdout:1847: finishing write tid 3 to smithi01277369-32 2024-04-02T08:30:26.018 INFO:tasks.rados.rados.0.smithi012.stdout:1847: oid 32 updating version 0 to 1118 2024-04-02T08:30:26.018 INFO:tasks.rados.rados.0.smithi012.stdout:1847: oid 32 version 1118 is already newer than 1117 2024-04-02T08:30:26.018 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 32 v 1118 (ObjNum 583 snap 184 seq_num 583) dirty exists 2024-04-02T08:30:26.018 INFO:tasks.rados.rados.0.smithi012.stdout:1847: left oid 32 (ObjNum 583 snap 184 seq_num 583) 2024-04-02T08:30:26.022 INFO:tasks.rados.rados.0.smithi012.stdout:1846: done (2 left) 2024-04-02T08:30:26.022 INFO:tasks.rados.rados.0.smithi012.stdout:1847: done (1 left) 2024-04-02T08:30:26.022 INFO:tasks.rados.rados.0.smithi012.stdout:1849: done (0 left) 2024-04-02T08:30:26.022 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 23 current snap is 184 2024-04-02T08:30:26.022 INFO:tasks.rados.rados.0.smithi012.stdout:1850: seq_num 585 ranges {0=204800} 2024-04-02T08:30:26.023 INFO:tasks.rados.rados.0.smithi012.stdout:1850: writing smithi01277369-23 from 0 to 204800 tid 1 2024-04-02T08:30:26.023 INFO:tasks.rados.rados.0.smithi012.stdout:1851: snap_create 2024-04-02T08:30:26.027 INFO:tasks.rados.rados.0.smithi012.stdout:1850: finishing write tid 1 to smithi01277369-23 2024-04-02T08:30:26.027 INFO:tasks.rados.rados.0.smithi012.stdout:1850: finishing write tid 2 to smithi01277369-23 2024-04-02T08:30:26.030 INFO:tasks.rados.rados.0.smithi012.stdout:1850: finishing write tid 3 to smithi01277369-23 2024-04-02T08:30:26.030 INFO:tasks.rados.rados.0.smithi012.stdout:1850: oid 23 updating version 0 to 879 2024-04-02T08:30:26.031 INFO:tasks.rados.rados.0.smithi012.stdout:1850: oid 23 version 879 is already newer than 878 2024-04-02T08:30:26.031 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 23 v 879 (ObjNum 585 snap 184 seq_num 585) dirty exists 2024-04-02T08:30:26.031 INFO:tasks.rados.rados.0.smithi012.stdout:1850: left oid 23 (ObjNum 585 snap 184 seq_num 585) 2024-04-02T08:30:26.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:26 smithi055 ceph-mon[85080]: osdmap e437: 8 total, 8 up, 8 in 2024-04-02T08:30:26.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:26 smithi012 ceph-mon[88355]: osdmap e437: 8 total, 8 up, 8 in 2024-04-02T08:30:26.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:26 smithi012 ceph-mon[90784]: osdmap e437: 8 total, 8 up, 8 in 2024-04-02T08:30:27.034 INFO:tasks.rados.rados.0.smithi012.stdout:1850: done (1 left) 2024-04-02T08:30:27.034 INFO:tasks.rados.rados.0.smithi012.stdout:1851: done (0 left) 2024-04-02T08:30:27.034 INFO:tasks.rados.rados.0.smithi012.stdout:1852: read oid 33 snap -1 2024-04-02T08:30:27.035 INFO:tasks.rados.rados.0.smithi012.stdout:1852: expect (ObjNum 503 snap 157 seq_num 503) 2024-04-02T08:30:27.035 INFO:tasks.rados.rados.0.smithi012.stdout:1853: snap_create 2024-04-02T08:30:27.053 INFO:tasks.rados.rados.0.smithi012.stdout:1852: expect (ObjNum 503 snap 157 seq_num 503) 2024-04-02T08:30:27.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:27 smithi055 ceph-mon[85080]: osdmap e438: 8 total, 8 up, 8 in 2024-04-02T08:30:27.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:27 smithi055 ceph-mon[85080]: pgmap v325: 121 pgs: 121 active+clean; 347 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 108 KiB/s wr, 18 op/s; 8.4 MiB/s, 1 objects/s recovering 2024-04-02T08:30:27.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:27 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:27.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:27 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:27.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:27 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:27.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:27 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:27.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:27 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:27.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:27 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:27.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:27 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:27.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:27 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:27.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:27 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:27.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:27 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:30:27.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:27 smithi055 ceph-mon[85080]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:30:27.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:27 smithi055 ceph-mon[85080]: Upgrade: osd.5 is safe to restart 2024-04-02T08:30:27.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:27 smithi012 ceph-mon[88355]: osdmap e438: 8 total, 8 up, 8 in 2024-04-02T08:30:27.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:27 smithi012 ceph-mon[88355]: pgmap v325: 121 pgs: 121 active+clean; 347 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 108 KiB/s wr, 18 op/s; 8.4 MiB/s, 1 objects/s recovering 2024-04-02T08:30:27.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:27 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:27.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:27 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:27.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:27 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:27.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:27 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:27.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:27 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:27.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:27 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:27.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:27 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:27.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:27 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:27.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:27 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:27.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:27 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:30:27.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:27 smithi012 ceph-mon[88355]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:30:27.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:27 smithi012 ceph-mon[88355]: Upgrade: osd.5 is safe to restart 2024-04-02T08:30:27.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:27 smithi012 ceph-mon[90784]: osdmap e438: 8 total, 8 up, 8 in 2024-04-02T08:30:27.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:27 smithi012 ceph-mon[90784]: pgmap v325: 121 pgs: 121 active+clean; 347 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 108 KiB/s wr, 18 op/s; 8.4 MiB/s, 1 objects/s recovering 2024-04-02T08:30:27.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:27 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:27.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:27 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:27.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:27 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:27.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:27 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:27.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:27 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:27.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:27 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:27.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:27 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:27.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:27 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:27.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:27 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:27.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:27 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:30:27.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:27 smithi012 ceph-mon[90784]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:30:27.431 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:27 smithi012 ceph-mon[90784]: Upgrade: osd.5 is safe to restart 2024-04-02T08:30:28.039 INFO:tasks.rados.rados.0.smithi012.stdout:1852: done (1 left) 2024-04-02T08:30:28.039 INFO:tasks.rados.rados.0.smithi012.stdout:1853: done (0 left) 2024-04-02T08:30:28.039 INFO:tasks.rados.rados.0.smithi012.stdout:1854: copy_from oid 5 from oid 13 current snap is 186 2024-04-02T08:30:28.039 INFO:tasks.rados.rados.0.smithi012.stdout:1855: rollback oid 8 current snap is 186 2024-04-02T08:30:28.039 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 8 to 168 2024-04-02T08:30:28.039 INFO:tasks.rados.rados.0.smithi012.stdout:1856: snap_create 2024-04-02T08:30:28.044 INFO:tasks.rados.rados.0.smithi012.stdout:1855: finishing rollback tid 0 to smithi01277369-8 2024-04-02T08:30:28.050 INFO:tasks.rados.rados.0.smithi012.stdout:1855: finishing rollback tid 1 to smithi01277369-8 2024-04-02T08:30:28.050 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 8 v 1127 (ObjNum 113 snap 0 seq_num 1511222071) dirty dne 2024-04-02T08:30:28.061 INFO:tasks.rados.rados.0.smithi012.stdout:1854: finishing copy_from racing read to smithi01277369-5 2024-04-02T08:30:28.062 INFO:tasks.rados.rados.0.smithi012.stdout:1854: finishing copy_from to smithi01277369-5 2024-04-02T08:30:28.062 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 5 v 974 (ObjNum 507 snap 158 seq_num 507) dirty exists 2024-04-02T08:30:28.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:28 smithi055 ceph-mon[85080]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 57/504 objects degraded (11.310%), 12 pgs degraded) 2024-04-02T08:30:28.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:28 smithi055 ceph-mon[85080]: Cluster is now healthy 2024-04-02T08:30:28.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:28 smithi055 ceph-mon[85080]: osdmap e439: 8 total, 8 up, 8 in 2024-04-02T08:30:28.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:28 smithi012 ceph-mon[88355]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 57/504 objects degraded (11.310%), 12 pgs degraded) 2024-04-02T08:30:28.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:28 smithi012 ceph-mon[88355]: Cluster is now healthy 2024-04-02T08:30:28.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:28 smithi012 ceph-mon[88355]: osdmap e439: 8 total, 8 up, 8 in 2024-04-02T08:30:28.429 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:30:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:30:27] "GET /metrics HTTP/1.1" 200 36118 "" "Prometheus/2.43.0" 2024-04-02T08:30:28.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:28 smithi012 ceph-mon[90784]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 57/504 objects degraded (11.310%), 12 pgs degraded) 2024-04-02T08:30:28.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:28 smithi012 ceph-mon[90784]: Cluster is now healthy 2024-04-02T08:30:28.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:28 smithi012 ceph-mon[90784]: osdmap e439: 8 total, 8 up, 8 in 2024-04-02T08:30:28.913 INFO:tasks.rados.rados.0.smithi012.stdout:1854: done (2 left) 2024-04-02T08:30:28.913 INFO:tasks.rados.rados.0.smithi012.stdout:1855: done (1 left) 2024-04-02T08:30:28.913 INFO:tasks.rados.rados.0.smithi012.stdout:1856: done (0 left) 2024-04-02T08:30:28.913 INFO:tasks.rados.rados.0.smithi012.stdout:1857: snap_remove snap 159 2024-04-02T08:30:29.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:29 smithi055 ceph-mon[85080]: osdmap e440: 8 total, 8 up, 8 in 2024-04-02T08:30:29.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:29 smithi055 ceph-mon[85080]: pgmap v328: 121 pgs: 121 active+clean; 347 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 108 KiB/s wr, 18 op/s; 8.4 MiB/s, 1 objects/s recovering 2024-04-02T08:30:29.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:29 smithi055 ceph-mon[85080]: Upgrade: Updating osd.5 2024-04-02T08:30:29.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:29.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-02T08:30:29.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:29.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:29 smithi055 ceph-mon[85080]: Deploying daemon osd.5 on smithi055 2024-04-02T08:30:29.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:29 smithi055 ceph-mon[85080]: osdmap e441: 8 total, 8 up, 8 in 2024-04-02T08:30:29.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:29 smithi012 ceph-mon[88355]: osdmap e440: 8 total, 8 up, 8 in 2024-04-02T08:30:29.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:29 smithi012 ceph-mon[88355]: pgmap v328: 121 pgs: 121 active+clean; 347 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 108 KiB/s wr, 18 op/s; 8.4 MiB/s, 1 objects/s recovering 2024-04-02T08:30:29.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:29 smithi012 ceph-mon[88355]: Upgrade: Updating osd.5 2024-04-02T08:30:29.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:29.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-02T08:30:29.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:29.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:29 smithi012 ceph-mon[88355]: Deploying daemon osd.5 on smithi055 2024-04-02T08:30:29.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:29 smithi012 ceph-mon[88355]: osdmap e441: 8 total, 8 up, 8 in 2024-04-02T08:30:29.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:29 smithi012 ceph-mon[90784]: osdmap e440: 8 total, 8 up, 8 in 2024-04-02T08:30:29.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:29 smithi012 ceph-mon[90784]: pgmap v328: 121 pgs: 121 active+clean; 347 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 108 KiB/s wr, 18 op/s; 8.4 MiB/s, 1 objects/s recovering 2024-04-02T08:30:29.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:29 smithi012 ceph-mon[90784]: Upgrade: Updating osd.5 2024-04-02T08:30:29.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:29.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-02T08:30:29.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:29.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:29 smithi012 ceph-mon[90784]: Deploying daemon osd.5 on smithi055 2024-04-02T08:30:29.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:29 smithi012 ceph-mon[90784]: osdmap e441: 8 total, 8 up, 8 in 2024-04-02T08:30:29.916 INFO:tasks.rados.rados.0.smithi012.stdout:1857: done (0 left) 2024-04-02T08:30:29.916 INFO:tasks.rados.rados.0.smithi012.stdout:1858: rmattr oid 33 current snap is 187 2024-04-02T08:30:29.916 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 4 current snap is 187 2024-04-02T08:30:29.916 INFO:tasks.rados.rados.0.smithi012.stdout:1859: seq_num 586 ranges {139264=221184} 2024-04-02T08:30:29.918 INFO:tasks.rados.rados.0.smithi012.stdout:1859: writing smithi01277369-4 from 139264 to 360448 tid 1 2024-04-02T08:30:29.918 INFO:tasks.rados.rados.0.smithi012.stdout:1860: snap_remove snap 175 2024-04-02T08:30:30.341 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:30 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:30.341 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:30 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:30.341 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:30 smithi055 ceph-mon[85080]: osdmap e442: 8 total, 8 up, 8 in 2024-04-02T08:30:30.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:30 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:30.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:30 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:30.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:30 smithi012 ceph-mon[88355]: osdmap e442: 8 total, 8 up, 8 in 2024-04-02T08:30:30.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:30 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:30.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:30 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:30.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:30 smithi012 ceph-mon[90784]: osdmap e442: 8 total, 8 up, 8 in 2024-04-02T08:30:30.922 INFO:tasks.rados.rados.0.smithi012.stdout:1860: done (2 left) 2024-04-02T08:30:30.922 INFO:tasks.rados.rados.0.smithi012.stdout:1861: delete oid 15 current snap is 187 2024-04-02T08:30:30.922 INFO:tasks.rados.rados.0.smithi012.stdout:1859: finishing write tid 1 to smithi01277369-4 2024-04-02T08:30:30.922 INFO:tasks.rados.rados.0.smithi012.stdout:1859: finishing write tid 2 to smithi01277369-4 2024-04-02T08:30:30.922 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 33 v 1005 (ObjNum 503 snap 157 seq_num 503) dirty exists 2024-04-02T08:30:30.922 INFO:tasks.rados.rados.0.smithi012.stdout:1859: finishing write tid 3 to smithi01277369-4 2024-04-02T08:30:30.922 INFO:tasks.rados.rados.0.smithi012.stdout:1859: oid 4 updating version 0 to 720 2024-04-02T08:30:30.922 INFO:tasks.rados.rados.0.smithi012.stdout:1859: oid 4 version 720 is already newer than 719 2024-04-02T08:30:30.922 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 4 v 720 (ObjNum 586 snap 187 seq_num 586) dirty exists 2024-04-02T08:30:30.923 INFO:tasks.rados.rados.0.smithi012.stdout:1859: left oid 4 (ObjNum 586 snap 187 seq_num 586) 2024-04-02T08:30:30.931 INFO:tasks.rados.rados.0.smithi012.stdout:1858: done (2 left) 2024-04-02T08:30:30.931 INFO:tasks.rados.rados.0.smithi012.stdout:1859: done (1 left) 2024-04-02T08:30:30.931 INFO:tasks.rados.rados.0.smithi012.stdout:1861: done (0 left) 2024-04-02T08:30:30.931 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 6 current snap is 187 2024-04-02T08:30:30.931 INFO:tasks.rados.rados.0.smithi012.stdout:1862: seq_num 588 ranges {6094848=253952} 2024-04-02T08:30:30.966 INFO:tasks.rados.rados.0.smithi012.stdout:1862: writing smithi01277369-6 from 6094848 to 6348800 tid 1 2024-04-02T08:30:30.966 INFO:tasks.rados.rados.0.smithi012.stdout:1863: snap_create 2024-04-02T08:30:30.971 INFO:tasks.rados.rados.0.smithi012.stdout:1862: finishing write tid 1 to smithi01277369-6 2024-04-02T08:30:30.971 INFO:tasks.rados.rados.0.smithi012.stdout:1862: finishing write tid 2 to smithi01277369-6 2024-04-02T08:30:30.973 INFO:tasks.rados.rados.0.smithi012.stdout:1862: finishing write tid 3 to smithi01277369-6 2024-04-02T08:30:30.973 INFO:tasks.rados.rados.0.smithi012.stdout:1862: oid 6 updating version 0 to 936 2024-04-02T08:30:30.973 INFO:tasks.rados.rados.0.smithi012.stdout:1862: oid 6 updating version 936 to 937 2024-04-02T08:30:30.973 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 6 v 937 (ObjNum 588 snap 187 seq_num 588) dirty exists 2024-04-02T08:30:30.973 INFO:tasks.rados.rados.0.smithi012.stdout:1862: left oid 6 (ObjNum 588 snap 187 seq_num 588) 2024-04-02T08:30:31.550 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 08:30:31 smithi055 systemd[1]: Stopping Ceph osd.5 for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:30:31.811 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 08:30:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5[41840]: 2024-04-02T08:30:31.550+0000 7f9185ac0700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:30:31.811 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 08:30:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5[41840]: 2024-04-02T08:30:31.550+0000 7f9185ac0700 -1 osd.5 443 *** Got signal Terminated *** 2024-04-02T08:30:31.811 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 08:30:31 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5[41840]: 2024-04-02T08:30:31.550+0000 7f9185ac0700 -1 osd.5 443 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T08:30:31.929 INFO:tasks.rados.rados.0.smithi012.stdout:1862: done (1 left) 2024-04-02T08:30:31.929 INFO:tasks.rados.rados.0.smithi012.stdout:1863: done (0 left) 2024-04-02T08:30:31.929 INFO:tasks.rados.rados.0.smithi012.stdout:1864: rmattr oid 25 current snap is 188 2024-04-02T08:30:31.930 INFO:tasks.rados.rados.0.smithi012.stdout:1865: copy_from oid 11 from oid 23 current snap is 188 2024-04-02T08:30:31.930 INFO:tasks.rados.rados.0.smithi012.stdout:1866: rollback oid 39 current snap is 188 2024-04-02T08:30:31.930 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 39 to 170 2024-04-02T08:30:31.930 INFO:tasks.rados.rados.0.smithi012.stdout:1867: read oid 18 snap -1 2024-04-02T08:30:31.930 INFO:tasks.rados.rados.0.smithi012.stdout:1867: expect (ObjNum 540 snap 170 seq_num 540) 2024-04-02T08:30:31.930 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 50 current snap is 188 2024-04-02T08:30:31.930 INFO:tasks.rados.rados.0.smithi012.stdout:1868: seq_num 589 ranges {7872512=270336} 2024-04-02T08:30:31.975 INFO:tasks.rados.rados.0.smithi012.stdout:1868: writing smithi01277369-50 from 7872512 to 8142848 tid 1 2024-04-02T08:30:31.976 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 48 current snap is 188 2024-04-02T08:30:31.976 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 25 v 721 (ObjNum 510 snap 158 seq_num 510) dirty exists 2024-04-02T08:30:31.976 INFO:tasks.rados.rados.0.smithi012.stdout:1869: seq_num 590 ranges {0=286720} 2024-04-02T08:30:31.977 INFO:tasks.rados.rados.0.smithi012.stdout:1869: writing smithi01277369-48 from 0 to 286720 tid 1 2024-04-02T08:30:31.977 INFO:tasks.rados.rados.0.smithi012.stdout:1864: done (5 left) 2024-04-02T08:30:31.977 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 8 current snap is 188 2024-04-02T08:30:31.977 INFO:tasks.rados.rados.0.smithi012.stdout:1870: seq_num 591 ranges {0=303104} 2024-04-02T08:30:31.979 INFO:tasks.rados.rados.0.smithi012.stdout:1870: writing smithi01277369-8 from 0 to 303104 tid 1 2024-04-02T08:30:31.979 INFO:tasks.rados.rados.0.smithi012.stdout:1871: snap_create 2024-04-02T08:30:31.979 INFO:tasks.rados.rados.0.smithi012.stdout:1867: expect (ObjNum 540 snap 170 seq_num 540) 2024-04-02T08:30:32.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:31 smithi055 ceph-mon[85080]: pgmap v331: 121 pgs: 121 active+clean; 351 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.0 MiB/s wr, 3 op/s 2024-04-02T08:30:32.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:31 smithi055 ceph-mon[85080]: osdmap e443: 8 total, 8 up, 8 in 2024-04-02T08:30:32.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:31 smithi055 ceph-mon[85080]: osd.5 marked itself down and dead 2024-04-02T08:30:32.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:31 smithi012 ceph-mon[88355]: pgmap v331: 121 pgs: 121 active+clean; 351 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.0 MiB/s wr, 3 op/s 2024-04-02T08:30:32.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:31 smithi012 ceph-mon[88355]: osdmap e443: 8 total, 8 up, 8 in 2024-04-02T08:30:32.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:31 smithi012 ceph-mon[88355]: osd.5 marked itself down and dead 2024-04-02T08:30:32.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:31 smithi012 ceph-mon[90784]: pgmap v331: 121 pgs: 121 active+clean; 351 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.0 MiB/s wr, 3 op/s 2024-04-02T08:30:32.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:31 smithi012 ceph-mon[90784]: osdmap e443: 8 total, 8 up, 8 in 2024-04-02T08:30:32.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:31 smithi012 ceph-mon[90784]: osd.5 marked itself down and dead 2024-04-02T08:30:32.542 INFO:tasks.rados.rados.0.smithi012.stdout:1869: finishing write tid 1 to smithi01277369-48 2024-04-02T08:30:32.542 INFO:tasks.rados.rados.0.smithi012.stdout:1869: finishing write tid 2 to smithi01277369-48 2024-04-02T08:30:32.542 INFO:tasks.rados.rados.0.smithi012.stdout:1869: finishing write tid 3 to smithi01277369-48 2024-04-02T08:30:32.542 INFO:tasks.rados.rados.0.smithi012.stdout:1869: oid 48 updating version 0 to 878 2024-04-02T08:30:32.542 INFO:tasks.rados.rados.0.smithi012.stdout:1869: oid 48 updating version 878 to 879 2024-04-02T08:30:32.542 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 48 v 879 (ObjNum 590 snap 188 seq_num 590) dirty exists 2024-04-02T08:30:32.542 INFO:tasks.rados.rados.0.smithi012.stdout:1869: left oid 48 (ObjNum 590 snap 188 seq_num 590) 2024-04-02T08:30:32.543 INFO:tasks.rados.rados.0.smithi012.stdout:1870: finishing write tid 1 to smithi01277369-8 2024-04-02T08:30:32.543 INFO:tasks.rados.rados.0.smithi012.stdout:1870: finishing write tid 2 to smithi01277369-8 2024-04-02T08:30:32.543 INFO:tasks.rados.rados.0.smithi012.stdout:1870: finishing write tid 3 to smithi01277369-8 2024-04-02T08:30:32.543 INFO:tasks.rados.rados.0.smithi012.stdout:1870: oid 8 updating version 0 to 1150 2024-04-02T08:30:32.543 INFO:tasks.rados.rados.0.smithi012.stdout:1870: oid 8 updating version 1150 to 1151 2024-04-02T08:30:32.543 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 8 v 1151 (ObjNum 591 snap 188 seq_num 591) dirty exists 2024-04-02T08:30:32.543 INFO:tasks.rados.rados.0.smithi012.stdout:1870: left oid 8 (ObjNum 591 snap 188 seq_num 591) 2024-04-02T08:30:32.767 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 08:30:32 smithi055 podman[95205]: 2024-04-02 08:30:32.489579206 +0000 UTC m=+1.043181684 container died 300691ec97441744966a8a60b11efbfea1927b85db4e8a8ecd76d17fda2de464 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, RELEASE=reef-4d05f4c, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-04-02T08:30:32.767 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:30:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:30:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:30:32.927 INFO:tasks.rados.rados.0.smithi012.stdout:1867: done (6 left) 2024-04-02T08:30:32.927 INFO:tasks.rados.rados.0.smithi012.stdout:1869: done (5 left) 2024-04-02T08:30:32.928 INFO:tasks.rados.rados.0.smithi012.stdout:1870: done (4 left) 2024-04-02T08:30:32.928 INFO:tasks.rados.rados.0.smithi012.stdout:1871: done (3 left) 2024-04-02T08:30:32.928 INFO:tasks.rados.rados.0.smithi012.stdout:1872: delete oid 48 current snap is 189 2024-04-02T08:30:32.944 INFO:tasks.rados.rados.0.smithi012.stdout:1868: finishing write tid 1 to smithi01277369-50 2024-04-02T08:30:32.944 INFO:tasks.rados.rados.0.smithi012.stdout:1868: finishing write tid 2 to smithi01277369-50 2024-04-02T08:30:32.945 INFO:tasks.rados.rados.0.smithi012.stdout:1872: done (3 left) 2024-04-02T08:30:32.945 INFO:tasks.rados.rados.0.smithi012.stdout:1873: rmattr oid 30 current snap is 189 2024-04-02T08:30:32.945 INFO:tasks.rados.rados.0.smithi012.stdout:1873: done (3 left) 2024-04-02T08:30:32.945 INFO:tasks.rados.rados.0.smithi012.stdout:1874: delete oid 17 current snap is 189 2024-04-02T08:30:32.947 INFO:tasks.rados.rados.0.smithi012.stdout:1868: finishing write tid 3 to smithi01277369-50 2024-04-02T08:30:32.947 INFO:tasks.rados.rados.0.smithi012.stdout:1868: oid 50 updating version 0 to 939 2024-04-02T08:30:32.947 INFO:tasks.rados.rados.0.smithi012.stdout:1868: oid 50 version 939 is already newer than 938 2024-04-02T08:30:32.947 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 50 v 939 (ObjNum 589 snap 188 seq_num 589) dirty exists 2024-04-02T08:30:32.947 INFO:tasks.rados.rados.0.smithi012.stdout:1868: left oid 50 (ObjNum 589 snap 188 seq_num 589) 2024-04-02T08:30:32.947 INFO:tasks.rados.rados.0.smithi012.stdout:1866: finishing rollback tid 0 to smithi01277369-39 2024-04-02T08:30:32.947 INFO:tasks.rados.rados.0.smithi012.stdout:1866: finishing rollback tid 1 to smithi01277369-39 2024-04-02T08:30:32.948 INFO:tasks.rados.rados.0.smithi012.stdout:1866: finishing rollback tid 2 to smithi01277369-39 2024-04-02T08:30:32.948 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 39 v 967 (ObjNum 481 snap 148 seq_num 481) dirty exists 2024-04-02T08:30:32.949 INFO:tasks.rados.rados.0.smithi012.stdout:1866: done (3 left) 2024-04-02T08:30:32.949 INFO:tasks.rados.rados.0.smithi012.stdout:1868: done (2 left) 2024-04-02T08:30:32.949 INFO:tasks.rados.rados.0.smithi012.stdout:1874: done (1 left) 2024-04-02T08:30:32.949 INFO:tasks.rados.rados.0.smithi012.stdout:1875: snap_remove snap 185 2024-04-02T08:30:33.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:32 smithi055 ceph-mon[85080]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:30:33.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:32 smithi055 ceph-mon[85080]: osdmap e444: 8 total, 7 up, 8 in 2024-04-02T08:30:33.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:32 smithi055 ceph-mon[85080]: osdmap e445: 8 total, 7 up, 8 in 2024-04-02T08:30:33.061 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 08:30:32 smithi055 podman[95205]: 2024-04-02 08:30:32.926262657 +0000 UTC m=+1.479865122 container cleanup 300691ec97441744966a8a60b11efbfea1927b85db4e8a8ecd76d17fda2de464 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.build-date=20240326, RELEASE=reef-4d05f4c, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-04-02T08:30:33.061 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 08:30:32 smithi055 bash[95205]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5 2024-04-02T08:30:33.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:32 smithi012 ceph-mon[90784]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:30:33.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:32 smithi012 ceph-mon[90784]: osdmap e444: 8 total, 7 up, 8 in 2024-04-02T08:30:33.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:32 smithi012 ceph-mon[90784]: osdmap e445: 8 total, 7 up, 8 in 2024-04-02T08:30:33.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:32 smithi012 ceph-mon[88355]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:30:33.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:32 smithi012 ceph-mon[88355]: osdmap e444: 8 total, 7 up, 8 in 2024-04-02T08:30:33.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:32 smithi012 ceph-mon[88355]: osdmap e445: 8 total, 7 up, 8 in 2024-04-02T08:30:33.503 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 08:30:33 smithi055 podman[95225]: 2024-04-02 08:30:33.161718809 +0000 UTC m=+0.671450617 container remove 300691ec97441744966a8a60b11efbfea1927b85db4e8a8ecd76d17fda2de464 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-4d05f4c, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240326) 2024-04-02T08:30:33.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:30:33 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:30:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi012\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi012\", job=\"node\", machine=\"x86_64\", nodename=\"smithi012\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi012\", job=\"node\", machine=\"x86_64\", nodename=\"smithi012\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:30:33.811 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 08:30:33 smithi055 podman[95315]: 2024-04-02 08:30:33.595999541 +0000 UTC m=+0.112816745 container create 1eb93d6303e8e6710e3ab57281d8ac56b0db216ffaff96b2ac20fce6d1294606 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5-deactivate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:30:33.811 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 08:30:33 smithi055 podman[95315]: 2024-04-02 08:30:33.500963803 +0000 UTC m=+0.017781019 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:30:33.917 INFO:tasks.rados.rados.0.smithi012.stdout:1875: done (1 left) 2024-04-02T08:30:33.917 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 47 current snap is 189 2024-04-02T08:30:33.917 INFO:tasks.rados.rados.0.smithi012.stdout:1876: seq_num 594 ranges {7651328=352256} 2024-04-02T08:30:33.962 INFO:tasks.rados.rados.0.smithi012.stdout:1876: writing smithi01277369-47 from 7651328 to 8003584 tid 1 2024-04-02T08:30:33.962 INFO:tasks.rados.rados.0.smithi012.stdout:1877: read oid 19 snap -1 2024-04-02T08:30:33.962 INFO:tasks.rados.rados.0.smithi012.stdout:1877: expect deleted 2024-04-02T08:30:33.962 INFO:tasks.rados.rados.0.smithi012.stdout:1878: setattr oid 37 current snap is 189 2024-04-02T08:30:33.962 INFO:tasks.rados.rados.0.smithi012.stdout:1865: finishing copy_from racing read to smithi01277369-11 2024-04-02T08:30:33.962 INFO:tasks.rados.rados.0.smithi012.stdout:1865: finishing copy_from to smithi01277369-11 2024-04-02T08:30:33.962 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 11 v 879 (ObjNum 585 snap 184 seq_num 585) dirty exists 2024-04-02T08:30:33.962 INFO:tasks.rados.rados.0.smithi012.stdout:1865: done (3 left) 2024-04-02T08:30:33.963 INFO:tasks.rados.rados.0.smithi012.stdout:1877: done (2 left) 2024-04-02T08:30:33.963 INFO:tasks.rados.rados.0.smithi012.stdout:1879: snap_create 2024-04-02T08:30:33.965 INFO:tasks.rados.rados.0.smithi012.stdout:1876: finishing write tid 1 to smithi01277369-47 2024-04-02T08:30:33.966 INFO:tasks.rados.rados.0.smithi012.stdout:1876: finishing write tid 2 to smithi01277369-47 2024-04-02T08:30:33.968 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 37 v 881 (ObjNum 489 snap 149 seq_num 489) dirty exists 2024-04-02T08:30:33.968 INFO:tasks.rados.rados.0.smithi012.stdout:1876: finishing write tid 3 to smithi01277369-47 2024-04-02T08:30:33.968 INFO:tasks.rados.rados.0.smithi012.stdout:1876: oid 47 updating version 0 to 871 2024-04-02T08:30:33.968 INFO:tasks.rados.rados.0.smithi012.stdout:1876: oid 47 version 871 is already newer than 870 2024-04-02T08:30:33.968 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 47 v 871 (ObjNum 594 snap 189 seq_num 594) dirty exists 2024-04-02T08:30:33.968 INFO:tasks.rados.rados.0.smithi012.stdout:1876: left oid 47 (ObjNum 594 snap 189 seq_num 594) 2024-04-02T08:30:34.134 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:33 smithi055 ceph-mon[85080]: pgmap v334: 121 pgs: 17 stale+active+clean, 104 active+clean; 351 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-04-02T08:30:34.135 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:33 smithi055 ceph-mon[85080]: osdmap e446: 8 total, 7 up, 8 in 2024-04-02T08:30:34.135 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 08:30:33 smithi055 podman[95315]: 2024-04-02 08:30:33.829419922 +0000 UTC m=+0.346237139 container init 1eb93d6303e8e6710e3ab57281d8ac56b0db216ffaff96b2ac20fce6d1294606 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5-deactivate, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-04-02T08:30:34.135 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 08:30:33 smithi055 podman[95315]: 2024-04-02 08:30:33.832517696 +0000 UTC m=+0.349334910 container start 1eb93d6303e8e6710e3ab57281d8ac56b0db216ffaff96b2ac20fce6d1294606 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5-deactivate, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True) 2024-04-02T08:30:34.135 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 08:30:33 smithi055 podman[95315]: 2024-04-02 08:30:33.907384636 +0000 UTC m=+0.424201850 container attach 1eb93d6303e8e6710e3ab57281d8ac56b0db216ffaff96b2ac20fce6d1294606 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5-deactivate, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0) 2024-04-02T08:30:34.408 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 08:30:34 smithi055 podman[95315]: 2024-04-02 08:30:34.137179579 +0000 UTC m=+0.653996798 container died 1eb93d6303e8e6710e3ab57281d8ac56b0db216ffaff96b2ac20fce6d1294606 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-04-02T08:30:34.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:33 smithi012 ceph-mon[88355]: pgmap v334: 121 pgs: 17 stale+active+clean, 104 active+clean; 351 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-04-02T08:30:34.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:33 smithi012 ceph-mon[88355]: osdmap e446: 8 total, 7 up, 8 in 2024-04-02T08:30:34.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:33 smithi012 ceph-mon[90784]: pgmap v334: 121 pgs: 17 stale+active+clean, 104 active+clean; 351 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-04-02T08:30:34.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:33 smithi012 ceph-mon[90784]: osdmap e446: 8 total, 7 up, 8 in 2024-04-02T08:30:34.952 INFO:tasks.rados.rados.0.smithi012.stdout:1876: done (2 left) 2024-04-02T08:30:34.953 INFO:tasks.rados.rados.0.smithi012.stdout:1878: done (1 left) 2024-04-02T08:30:34.953 INFO:tasks.rados.rados.0.smithi012.stdout:1879: done (0 left) 2024-04-02T08:30:34.953 INFO:tasks.rados.rados.0.smithi012.stdout:1880: delete oid 2 current snap is 190 2024-04-02T08:30:34.957 INFO:tasks.rados.rados.0.smithi012.stdout:1880: done (0 left) 2024-04-02T08:30:34.958 INFO:tasks.rados.rados.0.smithi012.stdout:1881: copy_from oid 29 from oid 30 current snap is 190 2024-04-02T08:30:34.958 INFO:tasks.rados.rados.0.smithi012.stdout:1882: read oid 1 snap 167 2024-04-02T08:30:34.958 INFO:tasks.rados.rados.0.smithi012.stdout:1882: expect (ObjNum 499 snap 157 seq_num 499) 2024-04-02T08:30:34.958 INFO:tasks.rados.rados.0.smithi012.stdout:1883: snap_remove snap 179 2024-04-02T08:30:35.061 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 08:30:34 smithi055 podman[95341]: 2024-04-02 08:30:34.711792046 +0000 UTC m=+0.568185289 container remove 1eb93d6303e8e6710e3ab57281d8ac56b0db216ffaff96b2ac20fce6d1294606 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-04-02T08:30:35.061 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 08:30:34 smithi055 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@osd.5.service: Deactivated successfully. 2024-04-02T08:30:35.061 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 08:30:34 smithi055 systemd[1]: Stopped Ceph osd.5 for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:30:35.061 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 08:30:34 smithi055 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@osd.5.service: Consumed 16.056s CPU time. 2024-04-02T08:30:35.061 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 08:30:34 smithi055 systemd[1]: Starting Ceph osd.5 for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:30:35.414 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:35 smithi055 ceph-mon[85080]: pgmap v337: 121 pgs: 17 stale+active+clean, 104 active+clean; 351 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 62 KiB/s wr, 5 op/s 2024-04-02T08:30:35.414 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:35 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:35.414 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:35 smithi055 ceph-mon[85080]: osdmap e447: 8 total, 7 up, 8 in 2024-04-02T08:30:35.414 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 08:30:35 smithi055 podman[95445]: 2024-04-02 08:30:35.056503829 +0000 UTC m=+0.017625650 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:30:35.414 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 08:30:35 smithi055 podman[95445]: 2024-04-02 08:30:35.171223346 +0000 UTC m=+0.132345157 container create cc18cf7cdf068bfb1642d18c9be467ed8f063a672185a2c8f5c51080fa373e92 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5-activate, ceph=True, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:30:35.414 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 08:30:35 smithi055 podman[95445]: 2024-04-02 08:30:35.416134576 +0000 UTC m=+0.377256389 container init cc18cf7cdf068bfb1642d18c9be467ed8f063a672185a2c8f5c51080fa373e92 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5-activate, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-04-02T08:30:35.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:35 smithi012 ceph-mon[88355]: pgmap v337: 121 pgs: 17 stale+active+clean, 104 active+clean; 351 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 62 KiB/s wr, 5 op/s 2024-04-02T08:30:35.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:35 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:35.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:35 smithi012 ceph-mon[88355]: osdmap e447: 8 total, 7 up, 8 in 2024-04-02T08:30:35.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:35 smithi012 ceph-mon[90784]: pgmap v337: 121 pgs: 17 stale+active+clean, 104 active+clean; 351 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 62 KiB/s wr, 5 op/s 2024-04-02T08:30:35.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:35 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:35.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:35 smithi012 ceph-mon[90784]: osdmap e447: 8 total, 7 up, 8 in 2024-04-02T08:30:35.810 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 08:30:35 smithi055 podman[95445]: 2024-04-02 08:30:35.419479465 +0000 UTC m=+0.380601286 container start cc18cf7cdf068bfb1642d18c9be467ed8f063a672185a2c8f5c51080fa373e92 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5-activate, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, ceph=True, RELEASE=wip-rf-oldDeep-3cba26e, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:30:35.810 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 08:30:35 smithi055 podman[95445]: 2024-04-02 08:30:35.499314152 +0000 UTC m=+0.460435978 container attach cc18cf7cdf068bfb1642d18c9be467ed8f063a672185a2c8f5c51080fa373e92 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5-activate, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True) 2024-04-02T08:30:35.958 INFO:tasks.rados.rados.0.smithi012.stdout:1883: done (2 left) 2024-04-02T08:30:35.958 INFO:tasks.rados.rados.0.smithi012.stdout:1884: read oid 39 snap 173 2024-04-02T08:30:35.958 INFO:tasks.rados.rados.0.smithi012.stdout:1884: expect (ObjNum 481 snap 148 seq_num 481) 2024-04-02T08:30:35.959 INFO:tasks.rados.rados.0.smithi012.stdout:1885: read oid 28 snap 149 2024-04-02T08:30:35.959 INFO:tasks.rados.rados.0.smithi012.stdout:1885: expect deleted 2024-04-02T08:30:35.959 INFO:tasks.rados.rados.0.smithi012.stdout:1886: copy_from oid 4 from oid 43 current snap is 190 2024-04-02T08:30:35.959 INFO:tasks.rados.rados.0.smithi012.stdout:1881: finishing copy_from to smithi01277369-29 2024-04-02T08:30:35.959 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 29 v 859 (ObjNum 534 snap 167 seq_num 534) dirty exists 2024-04-02T08:30:35.959 INFO:tasks.rados.rados.0.smithi012.stdout:1881: finishing copy_from racing read to smithi01277369-29 2024-04-02T08:30:35.959 INFO:tasks.rados.rados.0.smithi012.stdout:1881: done (4 left) 2024-04-02T08:30:35.959 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 8 current snap is 190 2024-04-02T08:30:35.959 INFO:tasks.rados.rados.0.smithi012.stdout:1887: seq_num 596 ranges {303104=385024} 2024-04-02T08:30:35.962 INFO:tasks.rados.rados.0.smithi012.stdout:1887: writing smithi01277369-8 from 303104 to 688128 tid 1 2024-04-02T08:30:35.962 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 33 current snap is 190 2024-04-02T08:30:35.962 INFO:tasks.rados.rados.0.smithi012.stdout:1888: seq_num 597 ranges {5881856=401408} 2024-04-02T08:30:35.998 INFO:tasks.rados.rados.0.smithi012.stdout:1888: writing smithi01277369-33 from 5881856 to 6283264 tid 1 2024-04-02T08:30:35.998 INFO:tasks.rados.rados.0.smithi012.stdout:1889: copy_from oid 7 from oid 38 current snap is 190 2024-04-02T08:30:35.998 INFO:tasks.rados.rados.0.smithi012.stdout:1882: expect (ObjNum 499 snap 157 seq_num 499) 2024-04-02T08:30:36.218 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 08:30:35 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5-activate[95460]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-02T08:30:36.218 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 08:30:35 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5-activate[95460]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-02T08:30:36.218 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 08:30:35 smithi055 bash[95445]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-02T08:30:36.218 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 08:30:35 smithi055 bash[95445]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-02T08:30:36.218 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 08:30:35 smithi055 bash[95445]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-02T08:30:36.218 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 08:30:35 smithi055 bash[95445]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-02T08:30:36.219 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 08:30:35 smithi055 bash[95445]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-04-02T08:30:36.219 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 08:30:35 smithi055 bash[95445]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-02T08:30:36.219 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 08:30:35 smithi055 bash[95445]: --> ceph-volume raw activate successful for osd ID: 5 2024-04-02T08:30:36.219 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 08:30:35 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5-activate[95460]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-02T08:30:36.219 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 08:30:35 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5-activate[95460]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-02T08:30:36.219 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 08:30:35 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5-activate[95460]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-04-02T08:30:36.219 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 08:30:35 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5-activate[95460]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-02T08:30:36.219 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 08:30:35 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5-activate[95460]: --> ceph-volume raw activate successful for osd ID: 5 2024-04-02T08:30:36.219 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 08:30:35 smithi055 podman[95445]: 2024-04-02 08:30:35.889534195 +0000 UTC m=+0.850656007 container died cc18cf7cdf068bfb1642d18c9be467ed8f063a672185a2c8f5c51080fa373e92 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5-activate, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-04-02T08:30:36.428 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:30:35 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-1[101235]: 2024-04-02T08:30:35.980+0000 7f584d412700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fa after trimming was started 2024-04-02T08:30:36.609 INFO:tasks.rados.rados.0.smithi012.stdout:1886: finishing copy_from to smithi01277369-4 2024-04-02T08:30:36.609 INFO:tasks.rados.rados.0.smithi012.stdout:1886: got expected ENOENT (src dne) 2024-04-02T08:30:36.609 INFO:tasks.rados.rados.0.smithi012.stdout:1886: finishing copy_from racing read to smithi01277369-4 2024-04-02T08:30:36.609 INFO:tasks.rados.rados.0.smithi012.stdout:1882: done (6 left) 2024-04-02T08:30:36.609 INFO:tasks.rados.rados.0.smithi012.stdout:1885: done (5 left) 2024-04-02T08:30:36.609 INFO:tasks.rados.rados.0.smithi012.stdout:1886: done (4 left) 2024-04-02T08:30:36.610 INFO:tasks.rados.rados.0.smithi012.stdout:1890: delete oid 22 current snap is 190 2024-04-02T08:30:36.610 INFO:tasks.rados.rados.0.smithi012.stdout:1887: finishing write tid 1 to smithi01277369-8 2024-04-02T08:30:36.610 INFO:tasks.rados.rados.0.smithi012.stdout:1887: finishing write tid 2 to smithi01277369-8 2024-04-02T08:30:36.610 INFO:tasks.rados.rados.0.smithi012.stdout:1887: finishing write tid 3 to smithi01277369-8 2024-04-02T08:30:36.610 INFO:tasks.rados.rados.0.smithi012.stdout:1887: oid 8 updating version 0 to 1167 2024-04-02T08:30:36.610 INFO:tasks.rados.rados.0.smithi012.stdout:1887: oid 8 updating version 1167 to 1168 2024-04-02T08:30:36.610 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 8 v 1168 (ObjNum 596 snap 190 seq_num 596) dirty exists 2024-04-02T08:30:36.610 INFO:tasks.rados.rados.0.smithi012.stdout:1887: left oid 8 (ObjNum 596 snap 190 seq_num 596) 2024-04-02T08:30:36.610 INFO:tasks.rados.rados.0.smithi012.stdout:1884: expect (ObjNum 481 snap 148 seq_num 481) 2024-04-02T08:30:36.810 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 08:30:36 smithi055 podman[95577]: 2024-04-02 08:30:36.503978937 +0000 UTC m=+0.609442541 container remove cc18cf7cdf068bfb1642d18c9be467ed8f063a672185a2c8f5c51080fa373e92 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5-activate, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-04-02T08:30:36.810 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 08:30:36 smithi055 podman[95644]: 2024-04-02 08:30:36.713350763 +0000 UTC m=+0.114703257 container create 6d6c464bffc2dbf5d8d3f060577f04e54a3e89110ac4368720e40670d4c97279 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-04-02T08:30:36.811 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 08:30:36 smithi055 podman[95644]: 2024-04-02 08:30:36.616985282 +0000 UTC m=+0.018337774 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:30:36.868 INFO:tasks.rados.rados.0.smithi012.stdout:1888: finishing write tid 1 to smithi01277369-33 2024-04-02T08:30:36.868 INFO:tasks.rados.rados.0.smithi012.stdout:1888: finishing write tid 2 to smithi01277369-33 2024-04-02T08:30:36.868 INFO:tasks.rados.rados.0.smithi012.stdout:1888: finishing write tid 3 to smithi01277369-33 2024-04-02T08:30:36.868 INFO:tasks.rados.rados.0.smithi012.stdout:1888: oid 33 updating version 0 to 1008 2024-04-02T08:30:36.868 INFO:tasks.rados.rados.0.smithi012.stdout:1888: oid 33 version 1008 is already newer than 1007 2024-04-02T08:30:36.868 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 33 v 1008 (ObjNum 597 snap 190 seq_num 597) dirty exists 2024-04-02T08:30:36.868 INFO:tasks.rados.rados.0.smithi012.stdout:1888: left oid 33 (ObjNum 597 snap 190 seq_num 597) 2024-04-02T08:30:36.869 INFO:tasks.rados.rados.0.smithi012.stdout:1889: finishing copy_from racing read to smithi01277369-7 2024-04-02T08:30:36.869 INFO:tasks.rados.rados.0.smithi012.stdout:1889: finishing copy_from to smithi01277369-7 2024-04-02T08:30:36.869 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 7 v 949 (ObjNum 428 snap 132 seq_num 428) dirty exists 2024-04-02T08:30:36.869 INFO:tasks.rados.rados.0.smithi012.stdout:1884: done (4 left) 2024-04-02T08:30:36.869 INFO:tasks.rados.rados.0.smithi012.stdout:1887: done (3 left) 2024-04-02T08:30:36.869 INFO:tasks.rados.rados.0.smithi012.stdout:1888: done (2 left) 2024-04-02T08:30:36.869 INFO:tasks.rados.rados.0.smithi012.stdout:1889: done (1 left) 2024-04-02T08:30:36.869 INFO:tasks.rados.rados.0.smithi012.stdout:1890: done (0 left) 2024-04-02T08:30:36.869 INFO:tasks.rados.rados.0.smithi012.stdout:1891: read oid 17 snap 170 2024-04-02T08:30:36.869 INFO:tasks.rados.rados.0.smithi012.stdout:1891: expect (ObjNum 531 snap 164 seq_num 531) 2024-04-02T08:30:36.869 INFO:tasks.rados.rados.0.smithi012.stdout:1892: delete oid 38 current snap is 190 2024-04-02T08:30:36.871 INFO:tasks.rados.rados.0.smithi012.stdout:1892: done (1 left) 2024-04-02T08:30:36.871 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 38 current snap is 190 2024-04-02T08:30:36.871 INFO:tasks.rados.rados.0.smithi012.stdout:1893: seq_num 600 ranges {0=450560} 2024-04-02T08:30:36.873 INFO:tasks.rados.rados.0.smithi012.stdout:1893: writing smithi01277369-38 from 0 to 450560 tid 1 2024-04-02T08:30:36.873 INFO:tasks.rados.rados.0.smithi012.stdout:1894: snap_create 2024-04-02T08:30:36.875 INFO:tasks.rados.rados.0.smithi012.stdout:1893: finishing write tid 1 to smithi01277369-38 2024-04-02T08:30:36.876 INFO:tasks.rados.rados.0.smithi012.stdout:1893: finishing write tid 2 to smithi01277369-38 2024-04-02T08:30:36.878 INFO:tasks.rados.rados.0.smithi012.stdout:1893: finishing write tid 3 to smithi01277369-38 2024-04-02T08:30:36.878 INFO:tasks.rados.rados.0.smithi012.stdout:1893: oid 38 updating version 0 to 969 2024-04-02T08:30:36.878 INFO:tasks.rados.rados.0.smithi012.stdout:1893: oid 38 updating version 969 to 970 2024-04-02T08:30:36.878 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 38 v 970 (ObjNum 600 snap 190 seq_num 600) dirty exists 2024-04-02T08:30:36.878 INFO:tasks.rados.rados.0.smithi012.stdout:1893: left oid 38 (ObjNum 600 snap 190 seq_num 600) 2024-04-02T08:30:36.915 INFO:tasks.rados.rados.0.smithi012.stdout:1891: expect (ObjNum 531 snap 164 seq_num 531) 2024-04-02T08:30:37.242 INFO:tasks.rados.rados.0.smithi012.stdout:1891: done (2 left) 2024-04-02T08:30:37.242 INFO:tasks.rados.rados.0.smithi012.stdout:1893: done (1 left) 2024-04-02T08:30:37.242 INFO:tasks.rados.rados.0.smithi012.stdout:1894: done (0 left) 2024-04-02T08:30:37.242 INFO:tasks.rados.rados.0.smithi012.stdout:1895: read oid 14 snap 160 2024-04-02T08:30:37.242 INFO:tasks.rados.rados.0.smithi012.stdout:1895: expect (ObjNum 446 snap 138 seq_num 446) 2024-04-02T08:30:37.242 INFO:tasks.rados.rados.0.smithi012.stdout:1896: read oid 46 snap 186 2024-04-02T08:30:37.242 INFO:tasks.rados.rados.0.smithi012.stdout:1896: expect (ObjNum 573 snap 181 seq_num 573) 2024-04-02T08:30:37.243 INFO:tasks.rados.rados.0.smithi012.stdout:1897: read oid 29 snap 182 2024-04-02T08:30:37.243 INFO:tasks.rados.rados.0.smithi012.stdout:1897: expect (ObjNum 526 snap 164 seq_num 526) 2024-04-02T08:30:37.243 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 20 current snap is 191 2024-04-02T08:30:37.243 INFO:tasks.rados.rados.0.smithi012.stdout:1898: seq_num 601 ranges {0=475136} 2024-04-02T08:30:37.244 INFO:tasks.rados.rados.0.smithi012.stdout:1898: writing smithi01277369-20 from 0 to 475136 tid 1 2024-04-02T08:30:37.244 INFO:tasks.rados.rados.0.smithi012.stdout:1899: rollback oid 3 current snap is 191 2024-04-02T08:30:37.244 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 3 to 183 2024-04-02T08:30:37.245 INFO:tasks.rados.rados.0.smithi012.stdout:1900: delete oid 32 current snap is 191 2024-04-02T08:30:37.249 INFO:tasks.rados.rados.0.smithi012.stdout:1899: finishing rollback tid 0 to smithi01277369-3 2024-04-02T08:30:37.249 INFO:tasks.rados.rados.0.smithi012.stdout:1899: finishing rollback tid 1 to smithi01277369-3 2024-04-02T08:30:37.250 INFO:tasks.rados.rados.0.smithi012.stdout:1899: finishing rollback tid 2 to smithi01277369-3 2024-04-02T08:30:37.250 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 3 v 724 (ObjNum 575 snap 182 seq_num 575) dirty exists 2024-04-02T08:30:37.253 INFO:tasks.rados.rados.0.smithi012.stdout:1898: finishing write tid 1 to smithi01277369-20 2024-04-02T08:30:37.253 INFO:tasks.rados.rados.0.smithi012.stdout:1898: finishing write tid 2 to smithi01277369-20 2024-04-02T08:30:37.254 INFO:tasks.rados.rados.0.smithi012.stdout:1899: done (5 left) 2024-04-02T08:30:37.254 INFO:tasks.rados.rados.0.smithi012.stdout:1900: done (4 left) 2024-04-02T08:30:37.254 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 42 current snap is 191 2024-04-02T08:30:37.254 INFO:tasks.rados.rados.0.smithi012.stdout:1901: seq_num 603 ranges {344064=507904} 2024-04-02T08:30:37.259 INFO:tasks.rados.rados.0.smithi012.stdout:1901: writing smithi01277369-42 from 344064 to 851968 tid 1 2024-04-02T08:30:37.259 INFO:tasks.rados.rados.0.smithi012.stdout:1902: snap_create 2024-04-02T08:30:37.259 INFO:tasks.rados.rados.0.smithi012.stdout:1897: expect (ObjNum 526 snap 164 seq_num 526) 2024-04-02T08:30:37.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:36 smithi055 ceph-mon[85080]: osdmap e448: 8 total, 7 up, 8 in 2024-04-02T08:30:37.311 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 08:30:36 smithi055 podman[95644]: 2024-04-02 08:30:36.949919246 +0000 UTC m=+0.351271753 container init 6d6c464bffc2dbf5d8d3f060577f04e54a3e89110ac4368720e40670d4c97279 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=) 2024-04-02T08:30:37.311 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 08:30:36 smithi055 podman[95644]: 2024-04-02 08:30:36.95384405 +0000 UTC m=+0.355196549 container start 6d6c464bffc2dbf5d8d3f060577f04e54a3e89110ac4368720e40670d4c97279 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:30:37.311 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 08:30:36 smithi055 ceph-osd[95663]: -- 172.21.15.55:0/777744339 <== mon.0 v2:172.21.15.12:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ac4f26d680 con 0x55ac4f237400 2024-04-02T08:30:37.311 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 08:30:37 smithi055 bash[95644]: 6d6c464bffc2dbf5d8d3f060577f04e54a3e89110ac4368720e40670d4c97279 2024-04-02T08:30:37.311 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 08:30:37 smithi055 systemd[1]: Started Ceph osd.5 for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:30:37.358 INFO:tasks.rados.rados.0.smithi012.stdout:1898: finishing write tid 3 to smithi01277369-20 2024-04-02T08:30:37.358 INFO:tasks.rados.rados.0.smithi012.stdout:1898: oid 20 updating version 0 to 1175 2024-04-02T08:30:37.358 INFO:tasks.rados.rados.0.smithi012.stdout:1898: oid 20 updating version 1175 to 1176 2024-04-02T08:30:37.359 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 20 v 1176 (ObjNum 601 snap 191 seq_num 601) dirty exists 2024-04-02T08:30:37.359 INFO:tasks.rados.rados.0.smithi012.stdout:1898: left oid 20 (ObjNum 601 snap 191 seq_num 601) 2024-04-02T08:30:37.359 INFO:tasks.rados.rados.0.smithi012.stdout:1901: finishing write tid 1 to smithi01277369-42 2024-04-02T08:30:37.359 INFO:tasks.rados.rados.0.smithi012.stdout:1901: finishing write tid 2 to smithi01277369-42 2024-04-02T08:30:37.359 INFO:tasks.rados.rados.0.smithi012.stdout:1896: expect (ObjNum 573 snap 181 seq_num 573) 2024-04-02T08:30:37.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:36 smithi012 ceph-mon[88355]: osdmap e448: 8 total, 7 up, 8 in 2024-04-02T08:30:37.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:36 smithi012 ceph-mon[90784]: osdmap e448: 8 total, 7 up, 8 in 2024-04-02T08:30:37.520 INFO:tasks.rados.rados.0.smithi012.stdout:1901: finishing write tid 3 to smithi01277369-42 2024-04-02T08:30:37.520 INFO:tasks.rados.rados.0.smithi012.stdout:1901: oid 42 updating version 0 to 883 2024-04-02T08:30:37.520 INFO:tasks.rados.rados.0.smithi012.stdout:1901: oid 42 version 883 is already newer than 882 2024-04-02T08:30:37.521 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 42 v 883 (ObjNum 603 snap 191 seq_num 603) dirty exists 2024-04-02T08:30:37.521 INFO:tasks.rados.rados.0.smithi012.stdout:1901: left oid 42 (ObjNum 603 snap 191 seq_num 603) 2024-04-02T08:30:37.521 INFO:tasks.rados.rados.0.smithi012.stdout:1895: expect (ObjNum 446 snap 138 seq_num 446) 2024-04-02T08:30:37.811 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 08:30:37 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5[95659]: 2024-04-02T08:30:37.496+0000 7ff8dda297c0 -1 Falling back to public interface 2024-04-02T08:30:38.088 INFO:tasks.rados.rados.0.smithi012.stdout:1895: done (5 left) 2024-04-02T08:30:38.088 INFO:tasks.rados.rados.0.smithi012.stdout:1896: done (4 left) 2024-04-02T08:30:38.088 INFO:tasks.rados.rados.0.smithi012.stdout:1897: done (3 left) 2024-04-02T08:30:38.088 INFO:tasks.rados.rados.0.smithi012.stdout:1898: done (2 left) 2024-04-02T08:30:38.088 INFO:tasks.rados.rados.0.smithi012.stdout:1901: done (1 left) 2024-04-02T08:30:38.088 INFO:tasks.rados.rados.0.smithi012.stdout:1902: done (0 left) 2024-04-02T08:30:38.088 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 42 current snap is 192 2024-04-02T08:30:38.088 INFO:tasks.rados.rados.0.smithi012.stdout:1903: seq_num 604 ranges {851968=524288} 2024-04-02T08:30:38.095 INFO:tasks.rados.rados.0.smithi012.stdout:1903: writing smithi01277369-42 from 851968 to 1376256 tid 1 2024-04-02T08:30:38.095 INFO:tasks.rados.rados.0.smithi012.stdout:1904: snap_create 2024-04-02T08:30:38.100 INFO:tasks.rados.rados.0.smithi012.stdout:1903: finishing write tid 1 to smithi01277369-42 2024-04-02T08:30:38.101 INFO:tasks.rados.rados.0.smithi012.stdout:1903: finishing write tid 2 to smithi01277369-42 2024-04-02T08:30:38.101 INFO:tasks.rados.rados.0.smithi012.stdout:1903: finishing write tid 3 to smithi01277369-42 2024-04-02T08:30:38.101 INFO:tasks.rados.rados.0.smithi012.stdout:1903: oid 42 updating version 0 to 885 2024-04-02T08:30:38.102 INFO:tasks.rados.rados.0.smithi012.stdout:1903: oid 42 version 885 is already newer than 884 2024-04-02T08:30:38.102 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 42 v 885 (ObjNum 604 snap 192 seq_num 604) dirty exists 2024-04-02T08:30:38.102 INFO:tasks.rados.rados.0.smithi012.stdout:1903: left oid 42 (ObjNum 604 snap 192 seq_num 604) 2024-04-02T08:30:38.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:37 smithi055 ceph-mon[85080]: pgmap v340: 121 pgs: 11 active+undersized+degraded, 37 active+undersized, 73 active+clean; 355 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.1 MiB/s wr, 13 op/s; 91/555 objects degraded (16.396%) 2024-04-02T08:30:38.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:37 smithi055 ceph-mon[85080]: Health check failed: Degraded data redundancy: 91/555 objects degraded (16.396%), 11 pgs degraded (PG_DEGRADED) 2024-04-02T08:30:38.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:37 smithi055 ceph-mon[85080]: osdmap e449: 8 total, 7 up, 8 in 2024-04-02T08:30:38.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:37 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:38.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:37 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:38.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:37 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:38.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:30:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:30:37] "GET /metrics HTTP/1.1" 200 36126 "" "Prometheus/2.43.0" 2024-04-02T08:30:38.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:37 smithi012 ceph-mon[88355]: pgmap v340: 121 pgs: 11 active+undersized+degraded, 37 active+undersized, 73 active+clean; 355 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.1 MiB/s wr, 13 op/s; 91/555 objects degraded (16.396%) 2024-04-02T08:30:38.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:37 smithi012 ceph-mon[88355]: Health check failed: Degraded data redundancy: 91/555 objects degraded (16.396%), 11 pgs degraded (PG_DEGRADED) 2024-04-02T08:30:38.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:37 smithi012 ceph-mon[88355]: osdmap e449: 8 total, 7 up, 8 in 2024-04-02T08:30:38.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:37 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:38.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:37 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:38.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:37 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:38.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:37 smithi012 ceph-mon[90784]: pgmap v340: 121 pgs: 11 active+undersized+degraded, 37 active+undersized, 73 active+clean; 355 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.1 MiB/s wr, 13 op/s; 91/555 objects degraded (16.396%) 2024-04-02T08:30:38.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:37 smithi012 ceph-mon[90784]: Health check failed: Degraded data redundancy: 91/555 objects degraded (16.396%), 11 pgs degraded (PG_DEGRADED) 2024-04-02T08:30:38.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:37 smithi012 ceph-mon[90784]: osdmap e449: 8 total, 7 up, 8 in 2024-04-02T08:30:38.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:37 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:38.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:37 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:38.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:37 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:38.916 INFO:tasks.rados.rados.0.smithi012.stdout:1903: done (1 left) 2024-04-02T08:30:38.916 INFO:tasks.rados.rados.0.smithi012.stdout:1904: done (0 left) 2024-04-02T08:30:38.916 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 18 current snap is 193 2024-04-02T08:30:38.916 INFO:tasks.rados.rados.0.smithi012.stdout:1905: seq_num 605 ranges {7733248=540672} 2024-04-02T08:30:38.961 INFO:tasks.rados.rados.0.smithi012.stdout:1905: writing smithi01277369-18 from 7733248 to 8273920 tid 1 2024-04-02T08:30:38.961 INFO:tasks.rados.rados.0.smithi012.stdout:1906: snap_create 2024-04-02T08:30:38.966 INFO:tasks.rados.rados.0.smithi012.stdout:1905: finishing write tid 1 to smithi01277369-18 2024-04-02T08:30:38.967 INFO:tasks.rados.rados.0.smithi012.stdout:1905: finishing write tid 2 to smithi01277369-18 2024-04-02T08:30:38.968 INFO:tasks.rados.rados.0.smithi012.stdout:1905: finishing write tid 3 to smithi01277369-18 2024-04-02T08:30:38.969 INFO:tasks.rados.rados.0.smithi012.stdout:1905: oid 18 updating version 0 to 979 2024-04-02T08:30:38.969 INFO:tasks.rados.rados.0.smithi012.stdout:1905: oid 18 updating version 979 to 980 2024-04-02T08:30:38.969 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 18 v 980 (ObjNum 605 snap 193 seq_num 605) dirty exists 2024-04-02T08:30:38.969 INFO:tasks.rados.rados.0.smithi012.stdout:1905: left oid 18 (ObjNum 605 snap 193 seq_num 605) 2024-04-02T08:30:39.345 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:39 smithi012 ceph-mon[88355]: osdmap e450: 8 total, 7 up, 8 in 2024-04-02T08:30:39.345 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:39 smithi012 ceph-mon[88355]: pgmap v343: 121 pgs: 11 active+undersized+degraded, 37 active+undersized, 73 active+clean; 355 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.1 MiB/s wr, 13 op/s; 91/555 objects degraded (16.396%) 2024-04-02T08:30:39.345 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:39 smithi012 ceph-mon[88355]: osdmap e451: 8 total, 7 up, 8 in 2024-04-02T08:30:39.345 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:39 smithi012 ceph-mon[90784]: osdmap e450: 8 total, 7 up, 8 in 2024-04-02T08:30:39.345 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:39 smithi012 ceph-mon[90784]: pgmap v343: 121 pgs: 11 active+undersized+degraded, 37 active+undersized, 73 active+clean; 355 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.1 MiB/s wr, 13 op/s; 91/555 objects degraded (16.396%) 2024-04-02T08:30:39.345 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:39 smithi012 ceph-mon[90784]: osdmap e451: 8 total, 7 up, 8 in 2024-04-02T08:30:39.392 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:39 smithi055 ceph-mon[85080]: osdmap e450: 8 total, 7 up, 8 in 2024-04-02T08:30:39.392 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:39 smithi055 ceph-mon[85080]: pgmap v343: 121 pgs: 11 active+undersized+degraded, 37 active+undersized, 73 active+clean; 355 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.1 MiB/s wr, 13 op/s; 91/555 objects degraded (16.396%) 2024-04-02T08:30:39.392 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:39 smithi055 ceph-mon[85080]: osdmap e451: 8 total, 7 up, 8 in 2024-04-02T08:30:39.918 INFO:tasks.rados.rados.0.smithi012.stdout:1905: done (1 left) 2024-04-02T08:30:39.918 INFO:tasks.rados.rados.0.smithi012.stdout:1906: done (0 left) 2024-04-02T08:30:39.918 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 17 current snap is 194 2024-04-02T08:30:39.918 INFO:tasks.rados.rados.0.smithi012.stdout:1907: seq_num 606 ranges {0=557056} 2024-04-02T08:30:39.921 INFO:tasks.rados.rados.0.smithi012.stdout:1907: writing smithi01277369-17 from 0 to 557056 tid 1 2024-04-02T08:30:39.921 INFO:tasks.rados.rados.0.smithi012.stdout:1908: rollback oid 22 current snap is 194 2024-04-02T08:30:39.921 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 22 to 187 2024-04-02T08:30:39.922 INFO:tasks.rados.rados.0.smithi012.stdout:1909: delete oid 39 current snap is 194 2024-04-02T08:30:39.924 INFO:tasks.rados.rados.0.smithi012.stdout:1908: finishing rollback tid 1 to smithi01277369-22 2024-04-02T08:30:39.926 INFO:tasks.rados.rados.0.smithi012.stdout:1909: done (2 left) 2024-04-02T08:30:39.926 INFO:tasks.rados.rados.0.smithi012.stdout:1910: snap_remove snap 184 2024-04-02T08:30:39.926 INFO:tasks.rados.rados.0.smithi012.stdout:1908: finishing rollback tid 2 to smithi01277369-22 2024-04-02T08:30:39.926 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 22 v 1011 (ObjNum 421 snap 130 seq_num 421) dirty exists 2024-04-02T08:30:40.923 INFO:tasks.rados.rados.0.smithi012.stdout:1908: done (2 left) 2024-04-02T08:30:40.924 INFO:tasks.rados.rados.0.smithi012.stdout:1910: done (1 left) 2024-04-02T08:30:40.924 INFO:tasks.rados.rados.0.smithi012.stdout:1911: snap_create 2024-04-02T08:30:40.924 INFO:tasks.rados.rados.0.smithi012.stdout:1907: finishing write tid 1 to smithi01277369-17 2024-04-02T08:30:40.924 INFO:tasks.rados.rados.0.smithi012.stdout:1907: finishing write tid 2 to smithi01277369-17 2024-04-02T08:30:40.924 INFO:tasks.rados.rados.0.smithi012.stdout:1907: finishing write tid 3 to smithi01277369-17 2024-04-02T08:30:40.924 INFO:tasks.rados.rados.0.smithi012.stdout:1907: oid 17 updating version 0 to 1179 2024-04-02T08:30:40.924 INFO:tasks.rados.rados.0.smithi012.stdout:1907: oid 17 updating version 1179 to 1180 2024-04-02T08:30:40.924 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 17 v 1180 (ObjNum 606 snap 194 seq_num 606) dirty exists 2024-04-02T08:30:40.924 INFO:tasks.rados.rados.0.smithi012.stdout:1907: left oid 17 (ObjNum 606 snap 194 seq_num 606) 2024-04-02T08:30:41.080 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:40 smithi055 ceph-mon[85080]: osdmap e452: 8 total, 7 up, 8 in 2024-04-02T08:30:41.080 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:40 smithi055 ceph-mon[85080]: from='osd.5 [v2:172.21.15.55:6808/69984260,v1:172.21.15.55:6809/69984260]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:30:41.081 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:40 smithi055 ceph-mon[85080]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:30:41.081 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 08:30:40 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5[95659]: 2024-04-02T08:30:40.811+0000 7ff8dda297c0 -1 osd.5 443 log_to_monitors true 2024-04-02T08:30:41.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:40 smithi012 ceph-mon[90784]: osdmap e452: 8 total, 7 up, 8 in 2024-04-02T08:30:41.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:40 smithi012 ceph-mon[90784]: from='osd.5 [v2:172.21.15.55:6808/69984260,v1:172.21.15.55:6809/69984260]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:30:41.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:40 smithi012 ceph-mon[90784]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:30:41.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:40 smithi012 ceph-mon[88355]: osdmap e452: 8 total, 7 up, 8 in 2024-04-02T08:30:41.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:40 smithi012 ceph-mon[88355]: from='osd.5 [v2:172.21.15.55:6808/69984260,v1:172.21.15.55:6809/69984260]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:30:41.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:40 smithi012 ceph-mon[88355]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:30:41.708 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 08:30:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5[95659]: 2024-04-02T08:30:41.390+0000 7ff8cae79700 -1 osd.5 443 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:30:41.933 INFO:tasks.rados.rados.0.smithi012.stdout:1907: done (1 left) 2024-04-02T08:30:41.933 INFO:tasks.rados.rados.0.smithi012.stdout:1911: done (0 left) 2024-04-02T08:30:41.933 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 10 current snap is 195 2024-04-02T08:30:41.933 INFO:tasks.rados.rados.0.smithi012.stdout:1912: seq_num 608 ranges {4628480=589824} 2024-04-02T08:30:41.963 INFO:tasks.rados.rados.0.smithi012.stdout:1912: writing smithi01277369-10 from 4628480 to 5218304 tid 1 2024-04-02T08:30:41.963 INFO:tasks.rados.rados.0.smithi012.stdout:1913: snap_create 2024-04-02T08:30:42.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:41 smithi055 ceph-mon[85080]: pgmap v346: 121 pgs: 11 active+undersized+degraded, 37 active+undersized, 73 active+clean; 358 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 598 KiB/s wr, 7 op/s; 91/570 objects degraded (15.965%) 2024-04-02T08:30:42.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:41 smithi055 ceph-mon[85080]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-02T08:30:42.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:41 smithi055 ceph-mon[85080]: osdmap e453: 8 total, 7 up, 8 in 2024-04-02T08:30:42.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:41 smithi055 ceph-mon[85080]: from='osd.5 [v2:172.21.15.55:6808/69984260,v1:172.21.15.55:6809/69984260]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-02T08:30:42.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:41 smithi055 ceph-mon[85080]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-02T08:30:42.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:41 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:42.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:41 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:42.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:41 smithi055 ceph-mon[85080]: from='osd.5 ' entity='osd.5' 2024-04-02T08:30:42.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:41 smithi012 ceph-mon[88355]: pgmap v346: 121 pgs: 11 active+undersized+degraded, 37 active+undersized, 73 active+clean; 358 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 598 KiB/s wr, 7 op/s; 91/570 objects degraded (15.965%) 2024-04-02T08:30:42.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:41 smithi012 ceph-mon[88355]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-02T08:30:42.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:41 smithi012 ceph-mon[88355]: osdmap e453: 8 total, 7 up, 8 in 2024-04-02T08:30:42.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:41 smithi012 ceph-mon[88355]: from='osd.5 [v2:172.21.15.55:6808/69984260,v1:172.21.15.55:6809/69984260]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-02T08:30:42.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:41 smithi012 ceph-mon[88355]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-02T08:30:42.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:41 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:42.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:41 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:42.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:41 smithi012 ceph-mon[88355]: from='osd.5 ' entity='osd.5' 2024-04-02T08:30:42.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:41 smithi012 ceph-mon[90784]: pgmap v346: 121 pgs: 11 active+undersized+degraded, 37 active+undersized, 73 active+clean; 358 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 598 KiB/s wr, 7 op/s; 91/570 objects degraded (15.965%) 2024-04-02T08:30:42.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:41 smithi012 ceph-mon[90784]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-02T08:30:42.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:41 smithi012 ceph-mon[90784]: osdmap e453: 8 total, 7 up, 8 in 2024-04-02T08:30:42.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:41 smithi012 ceph-mon[90784]: from='osd.5 [v2:172.21.15.55:6808/69984260,v1:172.21.15.55:6809/69984260]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-02T08:30:42.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:41 smithi012 ceph-mon[90784]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-02T08:30:42.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:41 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:42.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:41 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:42.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:41 smithi012 ceph-mon[90784]: from='osd.5 ' entity='osd.5' 2024-04-02T08:30:42.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:30:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:30:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:30:42.944 INFO:tasks.rados.rados.0.smithi012.stdout:1913: done (1 left) 2024-04-02T08:30:42.944 INFO:tasks.rados.rados.0.smithi012.stdout:1914: rollback oid 5 current snap is 196 2024-04-02T08:30:42.944 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 5 to 183 2024-04-02T08:30:42.944 INFO:tasks.rados.rados.0.smithi012.stdout:1915: delete oid 42 current snap is 196 2024-04-02T08:30:42.955 INFO:tasks.rados.rados.0.smithi012.stdout:1915: done (2 left) 2024-04-02T08:30:42.955 INFO:tasks.rados.rados.0.smithi012.stdout:1916: rollback oid 7 current snap is 196 2024-04-02T08:30:42.955 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 7 to 172 2024-04-02T08:30:42.955 INFO:tasks.rados.rados.0.smithi012.stdout:1917: copy_from oid 42 from oid 27 current snap is 196 2024-04-02T08:30:42.955 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 44 current snap is 196 2024-04-02T08:30:42.955 INFO:tasks.rados.rados.0.smithi012.stdout:1918: seq_num 610 ranges {7733248=622592} 2024-04-02T08:30:43.005 INFO:tasks.rados.rados.0.smithi012.stdout:1918: writing smithi01277369-44 from 7733248 to 8355840 tid 1 2024-04-02T08:30:43.005 INFO:tasks.rados.rados.0.smithi012.stdout:1919: snap_create 2024-04-02T08:30:43.005 INFO:tasks.rados.rados.0.smithi012.stdout:1912: finishing write tid 1 to smithi01277369-10 2024-04-02T08:30:43.005 INFO:tasks.rados.rados.0.smithi012.stdout:1914: finishing rollback tid 0 to smithi01277369-5 2024-04-02T08:30:43.005 INFO:tasks.rados.rados.0.smithi012.stdout:1912: finishing write tid 2 to smithi01277369-10 2024-04-02T08:30:43.005 INFO:tasks.rados.rados.0.smithi012.stdout:1914: finishing rollback tid 1 to smithi01277369-5 2024-04-02T08:30:43.005 INFO:tasks.rados.rados.0.smithi012.stdout:1914: finishing rollback tid 2 to smithi01277369-5 2024-04-02T08:30:43.006 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 5 v 977 (ObjNum 469 snap 145 seq_num 469) dirty exists 2024-04-02T08:30:43.006 INFO:tasks.rados.rados.0.smithi012.stdout:1912: finishing write tid 3 to smithi01277369-10 2024-04-02T08:30:43.006 INFO:tasks.rados.rados.0.smithi012.stdout:1912: oid 10 updating version 0 to 881 2024-04-02T08:30:43.006 INFO:tasks.rados.rados.0.smithi012.stdout:1912: oid 10 updating version 881 to 882 2024-04-02T08:30:43.006 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 10 v 882 (ObjNum 608 snap 195 seq_num 608) dirty exists 2024-04-02T08:30:43.006 INFO:tasks.rados.rados.0.smithi012.stdout:1912: left oid 10 (ObjNum 608 snap 195 seq_num 608) 2024-04-02T08:30:43.006 INFO:tasks.rados.rados.0.smithi012.stdout:1916: finishing rollback tid 0 to smithi01277369-7 2024-04-02T08:30:43.006 INFO:tasks.rados.rados.0.smithi012.stdout:1916: finishing rollback tid 1 to smithi01277369-7 2024-04-02T08:30:43.006 INFO:tasks.rados.rados.0.smithi012.stdout:1916: finishing rollback tid 2 to smithi01277369-7 2024-04-02T08:30:43.006 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 7 v 952 (ObjNum 536 snap 168 seq_num 536) dirty exists 2024-04-02T08:30:43.010 INFO:tasks.rados.rados.0.smithi012.stdout:1918: finishing write tid 1 to smithi01277369-44 2024-04-02T08:30:43.011 INFO:tasks.rados.rados.0.smithi012.stdout:1918: finishing write tid 2 to smithi01277369-44 2024-04-02T08:30:43.012 INFO:tasks.rados.rados.0.smithi012.stdout:1917: finishing copy_from racing read to smithi01277369-42 2024-04-02T08:30:43.015 INFO:tasks.rados.rados.0.smithi012.stdout:1918: finishing write tid 3 to smithi01277369-44 2024-04-02T08:30:43.015 INFO:tasks.rados.rados.0.smithi012.stdout:1918: oid 44 updating version 0 to 1013 2024-04-02T08:30:43.015 INFO:tasks.rados.rados.0.smithi012.stdout:1918: oid 44 version 1013 is already newer than 1012 2024-04-02T08:30:43.015 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 44 v 1013 (ObjNum 610 snap 196 seq_num 610) dirty exists 2024-04-02T08:30:43.016 INFO:tasks.rados.rados.0.smithi012.stdout:1918: left oid 44 (ObjNum 610 snap 196 seq_num 610) 2024-04-02T08:30:43.017 INFO:tasks.rados.rados.0.smithi012.stdout:1917: finishing copy_from to smithi01277369-42 2024-04-02T08:30:43.018 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 42 v 270 (ObjNum 499 snap 157 seq_num 499) dirty exists 2024-04-02T08:30:43.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:42 smithi012 ceph-mon[88355]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:30:43.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:42 smithi012 ceph-mon[88355]: osd.5 [v2:172.21.15.55:6808/69984260,v1:172.21.15.55:6809/69984260] boot 2024-04-02T08:30:43.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:42 smithi012 ceph-mon[88355]: osdmap e454: 8 total, 8 up, 8 in 2024-04-02T08:30:43.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:42 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:30:43.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:42 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:43.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:42 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:43.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:42 smithi012 ceph-mon[90784]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:30:43.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:42 smithi012 ceph-mon[90784]: osd.5 [v2:172.21.15.55:6808/69984260,v1:172.21.15.55:6809/69984260] boot 2024-04-02T08:30:43.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:42 smithi012 ceph-mon[90784]: osdmap e454: 8 total, 8 up, 8 in 2024-04-02T08:30:43.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:42 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:30:43.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:42 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:43.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:42 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:43.253 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:42 smithi055 ceph-mon[85080]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:30:43.253 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:42 smithi055 ceph-mon[85080]: osd.5 [v2:172.21.15.55:6808/69984260,v1:172.21.15.55:6809/69984260] boot 2024-04-02T08:30:43.253 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:42 smithi055 ceph-mon[85080]: osdmap e454: 8 total, 8 up, 8 in 2024-04-02T08:30:43.253 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:42 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:30:43.253 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:42 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:43.253 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:42 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:43.946 INFO:tasks.rados.rados.0.smithi012.stdout:1912: done (5 left) 2024-04-02T08:30:43.946 INFO:tasks.rados.rados.0.smithi012.stdout:1914: done (4 left) 2024-04-02T08:30:43.946 INFO:tasks.rados.rados.0.smithi012.stdout:1916: done (3 left) 2024-04-02T08:30:43.947 INFO:tasks.rados.rados.0.smithi012.stdout:1917: done (2 left) 2024-04-02T08:30:43.947 INFO:tasks.rados.rados.0.smithi012.stdout:1918: done (1 left) 2024-04-02T08:30:43.947 INFO:tasks.rados.rados.0.smithi012.stdout:1919: done (0 left) 2024-04-02T08:30:43.947 INFO:tasks.rados.rados.0.smithi012.stdout:1920: snap_remove snap 188 2024-04-02T08:30:44.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:43 smithi055 ceph-mon[85080]: pgmap v349: 121 pgs: 11 active+undersized+degraded, 37 active+undersized, 73 active+clean; 364 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.5 MiB/s wr, 14 op/s; 95/585 objects degraded (16.239%) 2024-04-02T08:30:44.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:43 smithi055 ceph-mon[85080]: Health check update: Degraded data redundancy: 95/585 objects degraded (16.239%), 11 pgs degraded (PG_DEGRADED) 2024-04-02T08:30:44.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:43 smithi055 ceph-mon[85080]: osdmap e455: 8 total, 8 up, 8 in 2024-04-02T08:30:44.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:43 smithi012 ceph-mon[90784]: pgmap v349: 121 pgs: 11 active+undersized+degraded, 37 active+undersized, 73 active+clean; 364 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.5 MiB/s wr, 14 op/s; 95/585 objects degraded (16.239%) 2024-04-02T08:30:44.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:43 smithi012 ceph-mon[90784]: Health check update: Degraded data redundancy: 95/585 objects degraded (16.239%), 11 pgs degraded (PG_DEGRADED) 2024-04-02T08:30:44.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:43 smithi012 ceph-mon[90784]: osdmap e455: 8 total, 8 up, 8 in 2024-04-02T08:30:44.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:43 smithi012 ceph-mon[88355]: pgmap v349: 121 pgs: 11 active+undersized+degraded, 37 active+undersized, 73 active+clean; 364 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.5 MiB/s wr, 14 op/s; 95/585 objects degraded (16.239%) 2024-04-02T08:30:44.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:43 smithi012 ceph-mon[88355]: Health check update: Degraded data redundancy: 95/585 objects degraded (16.239%), 11 pgs degraded (PG_DEGRADED) 2024-04-02T08:30:44.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:43 smithi012 ceph-mon[88355]: osdmap e455: 8 total, 8 up, 8 in 2024-04-02T08:30:44.958 INFO:tasks.rados.rados.0.smithi012.stdout:1920: done (0 left) 2024-04-02T08:30:44.958 INFO:tasks.rados.rados.0.smithi012.stdout:1921: read oid 42 snap 173 2024-04-02T08:30:44.958 INFO:tasks.rados.rados.0.smithi012.stdout:1921: expect (ObjNum 441 snap 137 seq_num 441) 2024-04-02T08:30:44.959 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 33 current snap is 197 2024-04-02T08:30:44.959 INFO:tasks.rados.rados.0.smithi012.stdout:1922: seq_num 611 ranges {6283264=638976} 2024-04-02T08:30:44.998 INFO:tasks.rados.rados.0.smithi012.stdout:1922: writing smithi01277369-33 from 6283264 to 6922240 tid 1 2024-04-02T08:30:44.998 INFO:tasks.rados.rados.0.smithi012.stdout:1923: delete oid 6 current snap is 197 2024-04-02T08:30:44.998 INFO:tasks.rados.rados.0.smithi012.stdout:1921: expect (ObjNum 441 snap 137 seq_num 441) 2024-04-02T08:30:45.011 INFO:tasks.rados.rados.0.smithi012.stdout:1922: finishing write tid 1 to smithi01277369-33 2024-04-02T08:30:45.011 INFO:tasks.rados.rados.0.smithi012.stdout:1922: finishing write tid 2 to smithi01277369-33 2024-04-02T08:30:45.011 INFO:tasks.rados.rados.0.smithi012.stdout:1922: finishing write tid 3 to smithi01277369-33 2024-04-02T08:30:45.011 INFO:tasks.rados.rados.0.smithi012.stdout:1922: oid 33 updating version 0 to 1014 2024-04-02T08:30:45.011 INFO:tasks.rados.rados.0.smithi012.stdout:1922: oid 33 updating version 1014 to 1015 2024-04-02T08:30:45.011 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 33 v 1015 (ObjNum 611 snap 197 seq_num 611) dirty exists 2024-04-02T08:30:45.011 INFO:tasks.rados.rados.0.smithi012.stdout:1922: left oid 33 (ObjNum 611 snap 197 seq_num 611) 2024-04-02T08:30:45.011 INFO:tasks.rados.rados.0.smithi012.stdout:1921: done (2 left) 2024-04-02T08:30:45.012 INFO:tasks.rados.rados.0.smithi012.stdout:1922: done (1 left) 2024-04-02T08:30:45.012 INFO:tasks.rados.rados.0.smithi012.stdout:1923: done (0 left) 2024-04-02T08:30:45.012 INFO:tasks.rados.rados.0.smithi012.stdout:1924: read oid 39 snap -1 2024-04-02T08:30:45.012 INFO:tasks.rados.rados.0.smithi012.stdout:1924: expect deleted 2024-04-02T08:30:45.012 INFO:tasks.rados.rados.0.smithi012.stdout:1925: read oid 27 snap -1 2024-04-02T08:30:45.012 INFO:tasks.rados.rados.0.smithi012.stdout:1925: expect (ObjNum 499 snap 157 seq_num 499) 2024-04-02T08:30:45.012 INFO:tasks.rados.rados.0.smithi012.stdout:1926: snap_remove snap 149 2024-04-02T08:30:45.221 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:44 smithi055 ceph-mon[85080]: osdmap e456: 8 total, 8 up, 8 in 2024-04-02T08:30:45.221 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:45.221 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:45.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:44 smithi012 ceph-mon[90784]: osdmap e456: 8 total, 8 up, 8 in 2024-04-02T08:30:45.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:45.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:45.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:44 smithi012 ceph-mon[88355]: osdmap e456: 8 total, 8 up, 8 in 2024-04-02T08:30:45.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:45.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:45.969 INFO:tasks.rados.rados.0.smithi012.stdout:1926: done (2 left) 2024-04-02T08:30:45.969 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 9 current snap is 197 2024-04-02T08:30:45.969 INFO:tasks.rados.rados.0.smithi012.stdout:1927: seq_num 613 ranges {2392064=671744} 2024-04-02T08:30:45.983 INFO:tasks.rados.rados.0.smithi012.stdout:1927: writing smithi01277369-9 from 2392064 to 3063808 tid 1 2024-04-02T08:30:45.983 INFO:tasks.rados.rados.0.smithi012.stdout:1928: snap_remove snap 193 2024-04-02T08:30:46.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:45 smithi055 ceph-mon[85080]: pgmap v352: 121 pgs: 11 active+undersized+degraded, 37 active+undersized, 73 active+clean; 364 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 922 KiB/s wr, 6 op/s; 95/585 objects degraded (16.239%) 2024-04-02T08:30:46.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:45 smithi055 ceph-mon[85080]: osdmap e457: 8 total, 8 up, 8 in 2024-04-02T08:30:46.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:45 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:46.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:45 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:46.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:45 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:46.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:45 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:46.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:45 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:46.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:30:46 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:30:46.037+0000 7f8b165ca700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-04-02T08:30:46.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:45 smithi012 ceph-mon[88355]: pgmap v352: 121 pgs: 11 active+undersized+degraded, 37 active+undersized, 73 active+clean; 364 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 922 KiB/s wr, 6 op/s; 95/585 objects degraded (16.239%) 2024-04-02T08:30:46.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:45 smithi012 ceph-mon[88355]: osdmap e457: 8 total, 8 up, 8 in 2024-04-02T08:30:46.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:45 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:46.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:45 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:46.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:45 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:46.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:45 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:46.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:45 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:46.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:45 smithi012 ceph-mon[90784]: pgmap v352: 121 pgs: 11 active+undersized+degraded, 37 active+undersized, 73 active+clean; 364 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 922 KiB/s wr, 6 op/s; 95/585 objects degraded (16.239%) 2024-04-02T08:30:46.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:45 smithi012 ceph-mon[90784]: osdmap e457: 8 total, 8 up, 8 in 2024-04-02T08:30:46.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:45 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:46.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:45 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:46.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:45 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:46.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:45 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:46.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:45 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:46.977 INFO:tasks.rados.rados.0.smithi012.stdout:1928: done (3 left) 2024-04-02T08:30:46.977 INFO:tasks.rados.rados.0.smithi012.stdout:1929: delete oid 10 current snap is 197 2024-04-02T08:30:46.977 INFO:tasks.rados.rados.0.smithi012.stdout:1925: expect (ObjNum 499 snap 157 seq_num 499) 2024-04-02T08:30:47.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:46 smithi055 ceph-mon[85080]: osdmap e458: 8 total, 8 up, 8 in 2024-04-02T08:30:47.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:46 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:47.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:46 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:47.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:46 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:47.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:46 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:47.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:46 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:30:47.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:46 smithi012 ceph-mon[90784]: osdmap e458: 8 total, 8 up, 8 in 2024-04-02T08:30:47.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:46 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:47.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:46 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:47.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:46 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:47.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:46 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:47.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:46 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:30:47.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:46 smithi012 ceph-mon[88355]: osdmap e458: 8 total, 8 up, 8 in 2024-04-02T08:30:47.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:46 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:47.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:46 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:47.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:46 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:47.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:46 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:47.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:46 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:30:47.591 INFO:tasks.rados.rados.0.smithi012.stdout:1927: finishing write tid 1 to smithi01277369-9 2024-04-02T08:30:47.591 INFO:tasks.rados.rados.0.smithi012.stdout:1927: finishing write tid 2 to smithi01277369-9 2024-04-02T08:30:47.592 INFO:tasks.rados.rados.0.smithi012.stdout:1927: finishing write tid 3 to smithi01277369-9 2024-04-02T08:30:47.592 INFO:tasks.rados.rados.0.smithi012.stdout:1927: oid 9 updating version 0 to 954 2024-04-02T08:30:47.592 INFO:tasks.rados.rados.0.smithi012.stdout:1927: oid 9 version 954 is already newer than 953 2024-04-02T08:30:47.592 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 9 v 954 (ObjNum 613 snap 197 seq_num 613) dirty exists 2024-04-02T08:30:47.592 INFO:tasks.rados.rados.0.smithi012.stdout:1927: left oid 9 (ObjNum 613 snap 197 seq_num 613) 2024-04-02T08:30:47.593 INFO:tasks.rados.rados.0.smithi012.stdout:1924: done (3 left) 2024-04-02T08:30:47.593 INFO:tasks.rados.rados.0.smithi012.stdout:1925: done (2 left) 2024-04-02T08:30:47.594 INFO:tasks.rados.rados.0.smithi012.stdout:1927: done (1 left) 2024-04-02T08:30:47.594 INFO:tasks.rados.rados.0.smithi012.stdout:1929: done (0 left) 2024-04-02T08:30:47.594 INFO:tasks.rados.rados.0.smithi012.stdout:1930: snap_create 2024-04-02T08:30:47.981 INFO:tasks.rados.rados.0.smithi012.stdout:1930: done (0 left) 2024-04-02T08:30:47.981 INFO:tasks.rados.rados.0.smithi012.stdout:1931: read oid 15 snap 182 2024-04-02T08:30:47.981 INFO:tasks.rados.rados.0.smithi012.stdout:1931: expect (ObjNum 523 snap 163 seq_num 523) 2024-04-02T08:30:47.981 INFO:tasks.rados.rados.0.smithi012.stdout:1932: rollback oid 35 current snap is 198 2024-04-02T08:30:47.981 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 35 to 186 2024-04-02T08:30:47.981 INFO:tasks.rados.rados.0.smithi012.stdout:1933: rmattr oid 50 current snap is 198 2024-04-02T08:30:47.981 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 13 current snap is 198 2024-04-02T08:30:47.981 INFO:tasks.rados.rados.0.smithi012.stdout:1934: seq_num 615 ranges {3686400=704512} 2024-04-02T08:30:48.005 INFO:tasks.rados.rados.0.smithi012.stdout:1934: writing smithi01277369-13 from 3686400 to 4390912 tid 1 2024-04-02T08:30:48.005 INFO:tasks.rados.rados.0.smithi012.stdout:1935: snap_create 2024-04-02T08:30:48.005 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 50 v 941 (ObjNum 589 snap 188 seq_num 589) dirty exists 2024-04-02T08:30:48.005 INFO:tasks.rados.rados.0.smithi012.stdout:1932: finishing rollback tid 0 to smithi01277369-35 2024-04-02T08:30:48.005 INFO:tasks.rados.rados.0.smithi012.stdout:1932: finishing rollback tid 1 to smithi01277369-35 2024-04-02T08:30:48.005 INFO:tasks.rados.rados.0.smithi012.stdout:1932: finishing rollback tid 2 to smithi01277369-35 2024-04-02T08:30:48.005 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 35 v 1214 (ObjNum 559 snap 177 seq_num 559) dirty exists 2024-04-02T08:30:48.009 INFO:tasks.rados.rados.0.smithi012.stdout:1934: finishing write tid 1 to smithi01277369-13 2024-04-02T08:30:48.009 INFO:tasks.rados.rados.0.smithi012.stdout:1934: finishing write tid 2 to smithi01277369-13 2024-04-02T08:30:48.010 INFO:tasks.rados.rados.0.smithi012.stdout:1931: expect (ObjNum 523 snap 163 seq_num 523) 2024-04-02T08:30:48.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:47 smithi055 ceph-mon[85080]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:30:48.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:47 smithi055 ceph-mon[85080]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-04-02T08:30:48.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:47 smithi055 ceph-mon[85080]: pgmap v355: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 376 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 253 KiB/s rd, 2.1 MiB/s wr, 5 op/s; 13 MiB/s, 3 objects/s recovering 2024-04-02T08:30:48.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:47 smithi055 ceph-mon[85080]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 95/585 objects degraded (16.239%), 11 pgs degraded) 2024-04-02T08:30:48.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:47 smithi055 ceph-mon[85080]: Cluster is now healthy 2024-04-02T08:30:48.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:47 smithi055 ceph-mon[85080]: osdmap e459: 8 total, 8 up, 8 in 2024-04-02T08:30:48.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:30:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:30:47] "GET /metrics HTTP/1.1" 200 35967 "" "Prometheus/2.43.0" 2024-04-02T08:30:48.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:47 smithi012 ceph-mon[88355]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:30:48.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:47 smithi012 ceph-mon[88355]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-04-02T08:30:48.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:47 smithi012 ceph-mon[88355]: pgmap v355: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 376 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 253 KiB/s rd, 2.1 MiB/s wr, 5 op/s; 13 MiB/s, 3 objects/s recovering 2024-04-02T08:30:48.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:47 smithi012 ceph-mon[88355]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 95/585 objects degraded (16.239%), 11 pgs degraded) 2024-04-02T08:30:48.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:47 smithi012 ceph-mon[88355]: Cluster is now healthy 2024-04-02T08:30:48.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:47 smithi012 ceph-mon[88355]: osdmap e459: 8 total, 8 up, 8 in 2024-04-02T08:30:48.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:47 smithi012 ceph-mon[90784]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:30:48.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:47 smithi012 ceph-mon[90784]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-04-02T08:30:48.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:47 smithi012 ceph-mon[90784]: pgmap v355: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 376 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 253 KiB/s rd, 2.1 MiB/s wr, 5 op/s; 13 MiB/s, 3 objects/s recovering 2024-04-02T08:30:48.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:47 smithi012 ceph-mon[90784]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 95/585 objects degraded (16.239%), 11 pgs degraded) 2024-04-02T08:30:48.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:47 smithi012 ceph-mon[90784]: Cluster is now healthy 2024-04-02T08:30:48.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:47 smithi012 ceph-mon[90784]: osdmap e459: 8 total, 8 up, 8 in 2024-04-02T08:30:48.773 INFO:tasks.rados.rados.0.smithi012.stdout:1934: finishing write tid 3 to smithi01277369-13 2024-04-02T08:30:48.774 INFO:tasks.rados.rados.0.smithi012.stdout:1934: oid 13 updating version 0 to 1216 2024-04-02T08:30:48.774 INFO:tasks.rados.rados.0.smithi012.stdout:1934: oid 13 updating version 1216 to 1217 2024-04-02T08:30:48.774 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 13 v 1217 (ObjNum 615 snap 198 seq_num 615) dirty exists 2024-04-02T08:30:48.774 INFO:tasks.rados.rados.0.smithi012.stdout:1934: left oid 13 (ObjNum 615 snap 198 seq_num 615) 2024-04-02T08:30:48.917 INFO:tasks.rados.rados.0.smithi012.stdout:1931: done (4 left) 2024-04-02T08:30:48.918 INFO:tasks.rados.rados.0.smithi012.stdout:1932: done (3 left) 2024-04-02T08:30:48.918 INFO:tasks.rados.rados.0.smithi012.stdout:1933: done (2 left) 2024-04-02T08:30:48.918 INFO:tasks.rados.rados.0.smithi012.stdout:1934: done (1 left) 2024-04-02T08:30:48.918 INFO:tasks.rados.rados.0.smithi012.stdout:1935: done (0 left) 2024-04-02T08:30:48.918 INFO:tasks.rados.rados.0.smithi012.stdout:1936: read oid 48 snap -1 2024-04-02T08:30:48.918 INFO:tasks.rados.rados.0.smithi012.stdout:1936: expect deleted 2024-04-02T08:30:48.918 INFO:tasks.rados.rados.0.smithi012.stdout:1937: copy_from oid 1 from oid 22 current snap is 199 2024-04-02T08:30:48.918 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 5 current snap is 199 2024-04-02T08:30:48.918 INFO:tasks.rados.rados.0.smithi012.stdout:1938: seq_num 616 ranges {6258688=720896} 2024-04-02T08:30:48.957 INFO:tasks.rados.rados.0.smithi012.stdout:1938: writing smithi01277369-5 from 6258688 to 6979584 tid 1 2024-04-02T08:30:48.957 INFO:tasks.rados.rados.0.smithi012.stdout:1939: read oid 3 snap -1 2024-04-02T08:30:48.957 INFO:tasks.rados.rados.0.smithi012.stdout:1939: expect (ObjNum 575 snap 182 seq_num 575) 2024-04-02T08:30:48.957 INFO:tasks.rados.rados.0.smithi012.stdout:1940: read oid 50 snap -1 2024-04-02T08:30:48.957 INFO:tasks.rados.rados.0.smithi012.stdout:1940: expect (ObjNum 589 snap 188 seq_num 589) 2024-04-02T08:30:48.957 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 12 current snap is 199 2024-04-02T08:30:48.957 INFO:tasks.rados.rados.0.smithi012.stdout:1941: seq_num 617 ranges {0=737280} 2024-04-02T08:30:48.961 INFO:tasks.rados.rados.0.smithi012.stdout:1941: writing smithi01277369-12 from 0 to 737280 tid 1 2024-04-02T08:30:48.961 INFO:tasks.rados.rados.0.smithi012.stdout:1942: snap_create 2024-04-02T08:30:48.961 INFO:tasks.rados.rados.0.smithi012.stdout:1937: finishing copy_from racing read to smithi01277369-1 2024-04-02T08:30:48.961 INFO:tasks.rados.rados.0.smithi012.stdout:1937: finishing copy_from to smithi01277369-1 2024-04-02T08:30:48.961 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 1 v 1011 (ObjNum 421 snap 130 seq_num 421) dirty exists 2024-04-02T08:30:48.963 INFO:tasks.rados.rados.0.smithi012.stdout:1938: finishing write tid 1 to smithi01277369-5 2024-04-02T08:30:48.963 INFO:tasks.rados.rados.0.smithi012.stdout:1939: expect (ObjNum 575 snap 182 seq_num 575) 2024-04-02T08:30:48.964 INFO:tasks.rados.rados.0.smithi012.stdout:1938: finishing write tid 2 to smithi01277369-5 2024-04-02T08:30:48.965 INFO:tasks.rados.rados.0.smithi012.stdout:1938: finishing write tid 3 to smithi01277369-5 2024-04-02T08:30:48.965 INFO:tasks.rados.rados.0.smithi012.stdout:1938: oid 5 updating version 0 to 979 2024-04-02T08:30:48.965 INFO:tasks.rados.rados.0.smithi012.stdout:1938: oid 5 version 979 is already newer than 978 2024-04-02T08:30:48.965 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 5 v 979 (ObjNum 616 snap 199 seq_num 616) dirty exists 2024-04-02T08:30:48.965 INFO:tasks.rados.rados.0.smithi012.stdout:1938: left oid 5 (ObjNum 616 snap 199 seq_num 616) 2024-04-02T08:30:48.965 INFO:tasks.rados.rados.0.smithi012.stdout:1941: finishing write tid 1 to smithi01277369-12 2024-04-02T08:30:48.965 INFO:tasks.rados.rados.0.smithi012.stdout:1941: finishing write tid 2 to smithi01277369-12 2024-04-02T08:30:48.970 INFO:tasks.rados.rados.0.smithi012.stdout:1941: finishing write tid 3 to smithi01277369-12 2024-04-02T08:30:48.970 INFO:tasks.rados.rados.0.smithi012.stdout:1941: oid 12 updating version 0 to 956 2024-04-02T08:30:48.971 INFO:tasks.rados.rados.0.smithi012.stdout:1941: oid 12 version 956 is already newer than 955 2024-04-02T08:30:48.971 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 12 v 956 (ObjNum 617 snap 199 seq_num 617) dirty exists 2024-04-02T08:30:48.971 INFO:tasks.rados.rados.0.smithi012.stdout:1941: left oid 12 (ObjNum 617 snap 199 seq_num 617) 2024-04-02T08:30:48.996 INFO:tasks.rados.rados.0.smithi012.stdout:1940: expect (ObjNum 589 snap 188 seq_num 589) 2024-04-02T08:30:49.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:48 smithi055 ceph-mon[85080]: osdmap e460: 8 total, 8 up, 8 in 2024-04-02T08:30:49.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:48 smithi055 ceph-mon[85080]: osdmap e461: 8 total, 8 up, 8 in 2024-04-02T08:30:49.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:48 smithi012 ceph-mon[88355]: osdmap e460: 8 total, 8 up, 8 in 2024-04-02T08:30:49.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:48 smithi012 ceph-mon[88355]: osdmap e461: 8 total, 8 up, 8 in 2024-04-02T08:30:49.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:48 smithi012 ceph-mon[90784]: osdmap e460: 8 total, 8 up, 8 in 2024-04-02T08:30:49.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:48 smithi012 ceph-mon[90784]: osdmap e461: 8 total, 8 up, 8 in 2024-04-02T08:30:49.920 INFO:tasks.rados.rados.0.smithi012.stdout:1936: done (6 left) 2024-04-02T08:30:49.920 INFO:tasks.rados.rados.0.smithi012.stdout:1937: done (5 left) 2024-04-02T08:30:49.920 INFO:tasks.rados.rados.0.smithi012.stdout:1938: done (4 left) 2024-04-02T08:30:49.920 INFO:tasks.rados.rados.0.smithi012.stdout:1939: done (3 left) 2024-04-02T08:30:49.920 INFO:tasks.rados.rados.0.smithi012.stdout:1940: done (2 left) 2024-04-02T08:30:49.920 INFO:tasks.rados.rados.0.smithi012.stdout:1941: done (1 left) 2024-04-02T08:30:49.920 INFO:tasks.rados.rados.0.smithi012.stdout:1942: done (0 left) 2024-04-02T08:30:49.920 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 22 current snap is 200 2024-04-02T08:30:49.920 INFO:tasks.rados.rados.0.smithi012.stdout:1943: seq_num 618 ranges {2260992=753664} 2024-04-02T08:30:49.936 INFO:tasks.rados.rados.0.smithi012.stdout:1943: writing smithi01277369-22 from 2260992 to 3014656 tid 1 2024-04-02T08:30:49.936 INFO:tasks.rados.rados.0.smithi012.stdout:1944: copy_from oid 50 from oid 15 current snap is 200 2024-04-02T08:30:49.936 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 8 current snap is 200 2024-04-02T08:30:49.936 INFO:tasks.rados.rados.0.smithi012.stdout:1945: seq_num 619 ranges {688128=770048} 2024-04-02T08:30:49.944 INFO:tasks.rados.rados.0.smithi012.stdout:1945: writing smithi01277369-8 from 688128 to 1458176 tid 1 2024-04-02T08:30:49.944 INFO:tasks.rados.rados.0.smithi012.stdout:1946: copy_from oid 31 from oid 27 current snap is 200 2024-04-02T08:30:49.944 INFO:tasks.rados.rados.0.smithi012.stdout:1944: finishing copy_from to smithi01277369-50 2024-04-02T08:30:49.944 INFO:tasks.rados.rados.0.smithi012.stdout:1944: got expected ENOENT (src dne) 2024-04-02T08:30:49.945 INFO:tasks.rados.rados.0.smithi012.stdout:1944: finishing copy_from racing read to smithi01277369-50 2024-04-02T08:30:49.945 INFO:tasks.rados.rados.0.smithi012.stdout:1943: finishing write tid 1 to smithi01277369-22 2024-04-02T08:30:49.945 INFO:tasks.rados.rados.0.smithi012.stdout:1943: finishing write tid 2 to smithi01277369-22 2024-04-02T08:30:49.945 INFO:tasks.rados.rados.0.smithi012.stdout:1944: done (3 left) 2024-04-02T08:30:49.945 INFO:tasks.rados.rados.0.smithi012.stdout:1947: snap_create 2024-04-02T08:30:49.945 INFO:tasks.rados.rados.0.smithi012.stdout:1943: finishing write tid 3 to smithi01277369-22 2024-04-02T08:30:49.945 INFO:tasks.rados.rados.0.smithi012.stdout:1943: oid 22 updating version 0 to 1017 2024-04-02T08:30:49.945 INFO:tasks.rados.rados.0.smithi012.stdout:1943: oid 22 version 1017 is already newer than 1016 2024-04-02T08:30:49.945 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 22 v 1017 (ObjNum 618 snap 200 seq_num 618) dirty exists 2024-04-02T08:30:49.945 INFO:tasks.rados.rados.0.smithi012.stdout:1943: left oid 22 (ObjNum 618 snap 200 seq_num 618) 2024-04-02T08:30:49.950 INFO:tasks.rados.rados.0.smithi012.stdout:1945: finishing write tid 1 to smithi01277369-8 2024-04-02T08:30:49.950 INFO:tasks.rados.rados.0.smithi012.stdout:1945: finishing write tid 2 to smithi01277369-8 2024-04-02T08:30:49.952 INFO:tasks.rados.rados.0.smithi012.stdout:1945: finishing write tid 3 to smithi01277369-8 2024-04-02T08:30:49.952 INFO:tasks.rados.rados.0.smithi012.stdout:1945: oid 8 updating version 0 to 1220 2024-04-02T08:30:49.952 INFO:tasks.rados.rados.0.smithi012.stdout:1945: oid 8 version 1220 is already newer than 1219 2024-04-02T08:30:49.952 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 8 v 1220 (ObjNum 619 snap 200 seq_num 619) dirty exists 2024-04-02T08:30:49.952 INFO:tasks.rados.rados.0.smithi012.stdout:1945: left oid 8 (ObjNum 619 snap 200 seq_num 619) 2024-04-02T08:30:49.973 INFO:tasks.rados.rados.0.smithi012.stdout:1946: finishing copy_from racing read to smithi01277369-31 2024-04-02T08:30:49.974 INFO:tasks.rados.rados.0.smithi012.stdout:1946: finishing copy_from to smithi01277369-31 2024-04-02T08:30:49.974 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 31 v 270 (ObjNum 499 snap 157 seq_num 499) dirty exists 2024-04-02T08:30:50.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:49 smithi055 ceph-mon[85080]: pgmap v358: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 376 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 253 KiB/s rd, 2.1 MiB/s wr, 5 op/s; 13 MiB/s, 3 objects/s recovering 2024-04-02T08:30:50.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:49 smithi055 ceph-mon[85080]: osdmap e462: 8 total, 8 up, 8 in 2024-04-02T08:30:50.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:49 smithi012 ceph-mon[90784]: pgmap v358: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 376 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 253 KiB/s rd, 2.1 MiB/s wr, 5 op/s; 13 MiB/s, 3 objects/s recovering 2024-04-02T08:30:50.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:49 smithi012 ceph-mon[90784]: osdmap e462: 8 total, 8 up, 8 in 2024-04-02T08:30:50.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:49 smithi012 ceph-mon[88355]: pgmap v358: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 376 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 253 KiB/s rd, 2.1 MiB/s wr, 5 op/s; 13 MiB/s, 3 objects/s recovering 2024-04-02T08:30:50.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:49 smithi012 ceph-mon[88355]: osdmap e462: 8 total, 8 up, 8 in 2024-04-02T08:30:50.926 INFO:tasks.rados.rados.0.smithi012.stdout:1943: done (3 left) 2024-04-02T08:30:50.926 INFO:tasks.rados.rados.0.smithi012.stdout:1945: done (2 left) 2024-04-02T08:30:50.926 INFO:tasks.rados.rados.0.smithi012.stdout:1946: done (1 left) 2024-04-02T08:30:50.926 INFO:tasks.rados.rados.0.smithi012.stdout:1947: done (0 left) 2024-04-02T08:30:50.926 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 43 current snap is 201 2024-04-02T08:30:50.926 INFO:tasks.rados.rados.0.smithi012.stdout:1948: seq_num 620 ranges {0=794624} 2024-04-02T08:30:50.930 INFO:tasks.rados.rados.0.smithi012.stdout:1948: writing smithi01277369-43 from 0 to 794624 tid 1 2024-04-02T08:30:50.930 INFO:tasks.rados.rados.0.smithi012.stdout:1949: delete oid 18 current snap is 201 2024-04-02T08:30:50.938 INFO:tasks.rados.rados.0.smithi012.stdout:1948: finishing write tid 1 to smithi01277369-43 2024-04-02T08:30:50.939 INFO:tasks.rados.rados.0.smithi012.stdout:1948: finishing write tid 2 to smithi01277369-43 2024-04-02T08:30:50.939 INFO:tasks.rados.rados.0.smithi012.stdout:1949: done (1 left) 2024-04-02T08:30:50.939 INFO:tasks.rados.rados.0.smithi012.stdout:1950: read oid 13 snap -1 2024-04-02T08:30:50.939 INFO:tasks.rados.rados.0.smithi012.stdout:1950: expect (ObjNum 615 snap 198 seq_num 615) 2024-04-02T08:30:50.939 INFO:tasks.rados.rados.0.smithi012.stdout:1951: snap_create 2024-04-02T08:30:50.939 INFO:tasks.rados.rados.0.smithi012.stdout:1948: finishing write tid 3 to smithi01277369-43 2024-04-02T08:30:50.939 INFO:tasks.rados.rados.0.smithi012.stdout:1948: oid 43 updating version 0 to 958 2024-04-02T08:30:50.939 INFO:tasks.rados.rados.0.smithi012.stdout:1948: oid 43 version 958 is already newer than 957 2024-04-02T08:30:50.939 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 43 v 958 (ObjNum 620 snap 201 seq_num 620) dirty exists 2024-04-02T08:30:50.939 INFO:tasks.rados.rados.0.smithi012.stdout:1948: left oid 43 (ObjNum 620 snap 201 seq_num 620) 2024-04-02T08:30:50.954 INFO:tasks.rados.rados.0.smithi012.stdout:1950: expect (ObjNum 615 snap 198 seq_num 615) 2024-04-02T08:30:51.926 INFO:tasks.rados.rados.0.smithi012.stdout:1948: done (2 left) 2024-04-02T08:30:51.926 INFO:tasks.rados.rados.0.smithi012.stdout:1950: done (1 left) 2024-04-02T08:30:51.926 INFO:tasks.rados.rados.0.smithi012.stdout:1951: done (0 left) 2024-04-02T08:30:51.926 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 7 current snap is 202 2024-04-02T08:30:51.926 INFO:tasks.rados.rados.0.smithi012.stdout:1952: seq_num 622 ranges {5709824=425984,6135808=401408} 2024-04-02T08:30:51.959 INFO:tasks.rados.rados.0.smithi012.stdout:1952: writing smithi01277369-7 from 5709824 to 6135808 tid 1 2024-04-02T08:30:51.962 INFO:tasks.rados.rados.0.smithi012.stdout:1952: writing smithi01277369-7 from 6135808 to 6537216 tid 2 2024-04-02T08:30:51.962 INFO:tasks.rados.rados.0.smithi012.stdout:1953: read oid 43 snap -1 2024-04-02T08:30:51.962 INFO:tasks.rados.rados.0.smithi012.stdout:1953: expect (ObjNum 620 snap 201 seq_num 620) 2024-04-02T08:30:51.962 INFO:tasks.rados.rados.0.smithi012.stdout:1954: snap_remove snap 174 2024-04-02T08:30:52.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:51 smithi012 ceph-mon[88355]: pgmap v361: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 372 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 25 KiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:30:52.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:51 smithi012 ceph-mon[88355]: osdmap e463: 8 total, 8 up, 8 in 2024-04-02T08:30:52.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:51 smithi012 ceph-mon[90784]: pgmap v361: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 372 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 25 KiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:30:52.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:51 smithi012 ceph-mon[90784]: osdmap e463: 8 total, 8 up, 8 in 2024-04-02T08:30:52.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:51 smithi055 ceph-mon[85080]: pgmap v361: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 372 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 25 KiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:30:52.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:51 smithi055 ceph-mon[85080]: osdmap e463: 8 total, 8 up, 8 in 2024-04-02T08:30:52.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:30:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:30:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:30:52.941 INFO:tasks.rados.rados.0.smithi012.stdout:1954: done (2 left) 2024-04-02T08:30:52.941 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 25 current snap is 202 2024-04-02T08:30:52.941 INFO:tasks.rados.rados.0.smithi012.stdout:1955: seq_num 623 ranges {1875968=442368,2318336=401408} 2024-04-02T08:30:52.954 INFO:tasks.rados.rados.0.smithi012.stdout:1955: writing smithi01277369-25 from 1875968 to 2318336 tid 1 2024-04-02T08:30:52.957 INFO:tasks.rados.rados.0.smithi012.stdout:1955: writing smithi01277369-25 from 2318336 to 2719744 tid 2 2024-04-02T08:30:52.958 INFO:tasks.rados.rados.0.smithi012.stdout:1956: snap_remove snap 168 2024-04-02T08:30:53.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:52 smithi055 ceph-mon[85080]: osdmap e464: 8 total, 8 up, 8 in 2024-04-02T08:30:53.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:52 smithi012 ceph-mon[88355]: osdmap e464: 8 total, 8 up, 8 in 2024-04-02T08:30:53.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:52 smithi012 ceph-mon[90784]: osdmap e464: 8 total, 8 up, 8 in 2024-04-02T08:30:53.922 INFO:tasks.rados.rados.0.smithi012.stdout:1956: done (3 left) 2024-04-02T08:30:53.923 INFO:tasks.rados.rados.0.smithi012.stdout:1957: setattr oid 40 current snap is 202 2024-04-02T08:30:53.925 INFO:tasks.rados.rados.0.smithi012.stdout:1952: finishing write tid 1 to smithi01277369-7 2024-04-02T08:30:53.925 INFO:tasks.rados.rados.0.smithi012.stdout:1952: finishing write tid 2 to smithi01277369-7 2024-04-02T08:30:53.925 INFO:tasks.rados.rados.0.smithi012.stdout:1952: finishing write tid 3 to smithi01277369-7 2024-04-02T08:30:53.925 INFO:tasks.rados.rados.0.smithi012.stdout:1952: finishing write tid 4 to smithi01277369-7 2024-04-02T08:30:53.925 INFO:tasks.rados.rados.0.smithi012.stdout:1952: oid 7 updating version 0 to 961 2024-04-02T08:30:53.925 INFO:tasks.rados.rados.0.smithi012.stdout:1952: oid 7 version 961 is already newer than 959 2024-04-02T08:30:53.925 INFO:tasks.rados.rados.0.smithi012.stdout:1952: oid 7 version 961 is already newer than 960 2024-04-02T08:30:53.925 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 7 v 961 (ObjNum 622 snap 202 seq_num 622) dirty exists 2024-04-02T08:30:53.925 INFO:tasks.rados.rados.0.smithi012.stdout:1952: left oid 7 (ObjNum 622 snap 202 seq_num 622) 2024-04-02T08:30:53.925 INFO:tasks.rados.rados.0.smithi012.stdout:1953: expect (ObjNum 620 snap 201 seq_num 620) 2024-04-02T08:30:53.957 INFO:tasks.rados.rados.0.smithi012.stdout:1955: finishing write tid 1 to smithi01277369-25 2024-04-02T08:30:53.958 INFO:tasks.rados.rados.0.smithi012.stdout:1955: finishing write tid 2 to smithi01277369-25 2024-04-02T08:30:53.958 INFO:tasks.rados.rados.0.smithi012.stdout:1955: finishing write tid 3 to smithi01277369-25 2024-04-02T08:30:53.958 INFO:tasks.rados.rados.0.smithi012.stdout:1955: finishing write tid 4 to smithi01277369-25 2024-04-02T08:30:53.958 INFO:tasks.rados.rados.0.smithi012.stdout:1955: oid 25 updating version 0 to 727 2024-04-02T08:30:53.958 INFO:tasks.rados.rados.0.smithi012.stdout:1955: oid 25 version 727 is already newer than 726 2024-04-02T08:30:53.958 INFO:tasks.rados.rados.0.smithi012.stdout:1955: oid 25 version 727 is already newer than 725 2024-04-02T08:30:53.958 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 25 v 727 (ObjNum 623 snap 202 seq_num 623) dirty exists 2024-04-02T08:30:53.958 INFO:tasks.rados.rados.0.smithi012.stdout:1955: left oid 25 (ObjNum 623 snap 202 seq_num 623) 2024-04-02T08:30:53.958 INFO:tasks.rados.rados.0.smithi012.stdout:1952: done (3 left) 2024-04-02T08:30:53.958 INFO:tasks.rados.rados.0.smithi012.stdout:1953: done (2 left) 2024-04-02T08:30:53.958 INFO:tasks.rados.rados.0.smithi012.stdout:1955: done (1 left) 2024-04-02T08:30:53.958 INFO:tasks.rados.rados.0.smithi012.stdout:1958: copy_from oid 22 from oid 29 current snap is 202 2024-04-02T08:30:53.958 INFO:tasks.rados.rados.0.smithi012.stdout:1959: rmattr oid 38 current snap is 202 2024-04-02T08:30:53.959 INFO:tasks.rados.rados.0.smithi012.stdout:1959: done (2 left) 2024-04-02T08:30:53.959 INFO:tasks.rados.rados.0.smithi012.stdout:1960: rollback oid 28 current snap is 202 2024-04-02T08:30:53.959 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 28 to 194 2024-04-02T08:30:53.959 INFO:tasks.rados.rados.0.smithi012.stdout:1961: snap_create 2024-04-02T08:30:53.960 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 40 v 980 (ObjNum 33 snap 0 seq_num 924156368) dirty exists 2024-04-02T08:30:53.960 INFO:tasks.rados.rados.0.smithi012.stdout:1960: finishing rollback tid 1 to smithi01277369-28 2024-04-02T08:30:53.960 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 28 v 0 (ObjNum 65 snap 0 seq_num 1465537893) dirty dne 2024-04-02T08:30:53.970 INFO:tasks.rados.rados.0.smithi012.stdout:1958: finishing copy_from racing read to smithi01277369-22 2024-04-02T08:30:53.973 INFO:tasks.rados.rados.0.smithi012.stdout:1958: finishing copy_from to smithi01277369-22 2024-04-02T08:30:53.973 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 22 v 859 (ObjNum 534 snap 167 seq_num 534) dirty exists 2024-04-02T08:30:54.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:53 smithi055 ceph-mon[85080]: pgmap v364: 121 pgs: 121 active+clean; 357 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.4 MiB/s wr, 12 op/s 2024-04-02T08:30:54.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:53 smithi055 ceph-mon[85080]: osdmap e465: 8 total, 8 up, 8 in 2024-04-02T08:30:54.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:53 smithi055 ceph-mon[85080]: osdmap e466: 8 total, 8 up, 8 in 2024-04-02T08:30:54.337 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:53 smithi012 ceph-mon[90784]: pgmap v364: 121 pgs: 121 active+clean; 357 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.4 MiB/s wr, 12 op/s 2024-04-02T08:30:54.337 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:53 smithi012 ceph-mon[90784]: osdmap e465: 8 total, 8 up, 8 in 2024-04-02T08:30:54.337 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:53 smithi012 ceph-mon[90784]: osdmap e466: 8 total, 8 up, 8 in 2024-04-02T08:30:54.337 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:53 smithi012 ceph-mon[88355]: pgmap v364: 121 pgs: 121 active+clean; 357 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.4 MiB/s wr, 12 op/s 2024-04-02T08:30:54.337 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:53 smithi012 ceph-mon[88355]: osdmap e465: 8 total, 8 up, 8 in 2024-04-02T08:30:54.337 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:53 smithi012 ceph-mon[88355]: osdmap e466: 8 total, 8 up, 8 in 2024-04-02T08:30:54.338 INFO:teuthology.orchestra.run.smithi012.stdout:true 2024-04-02T08:30:54.663 INFO:teuthology.orchestra.run.smithi012.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:30:54.663 INFO:teuthology.orchestra.run.smithi012.stdout:alertmanager.a smithi012 *:9093,9094 running (8m) 53s ago 9m 26.7M - 0.25.0 c8568f914cd2 3ed3fc1b8013 2024-04-02T08:30:54.663 INFO:teuthology.orchestra.run.smithi012.stdout:grafana.a smithi055 *:3000 running (9m) 13s ago 9m 89.2M - 9.4.7 954c08fa6188 9788bcfbfb6f 2024-04-02T08:30:54.663 INFO:teuthology.orchestra.run.smithi012.stdout:mds.a smithi012 running (10m) 53s ago 10m 17.6M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 756f041a4b0e 2024-04-02T08:30:54.663 INFO:teuthology.orchestra.run.smithi012.stdout:mds.b smithi055 running (10m) 13s ago 10m 22.3M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 0a0c21b36b12 2024-04-02T08:30:54.663 INFO:teuthology.orchestra.run.smithi012.stdout:mgr.x smithi055 *:8443,9283,8765 running (4m) 13s ago 14m 451M - 19.0.0-2422-g3cba26ea beaaa8a653cf 111621b46bd2 2024-04-02T08:30:54.664 INFO:teuthology.orchestra.run.smithi012.stdout:mgr.y smithi012 *:8443,9283,8765 running (5m) 53s ago 15m 510M - 19.0.0-2422-g3cba26ea beaaa8a653cf fe667762b028 2024-04-02T08:30:54.664 INFO:teuthology.orchestra.run.smithi012.stdout:mon.a smithi012 running (4m) 53s ago 16m 53.9M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 1790aee575dc 2024-04-02T08:30:54.664 INFO:teuthology.orchestra.run.smithi012.stdout:mon.b smithi055 running (3m) 13s ago 14m 49.7M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf f75ff69b6d62 2024-04-02T08:30:54.664 INFO:teuthology.orchestra.run.smithi012.stdout:mon.c smithi012 running (3m) 53s ago 14m 46.5M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf a1b482e0e449 2024-04-02T08:30:54.664 INFO:teuthology.orchestra.run.smithi012.stdout:node-exporter.a smithi012 *:9100 running (9m) 53s ago 9m 16.6M - 1.5.0 0da6a335fe13 a3d31893d77a 2024-04-02T08:30:54.664 INFO:teuthology.orchestra.run.smithi012.stdout:node-exporter.b smithi055 *:9100 running (9m) 13s ago 9m 15.5M - 1.5.0 0da6a335fe13 e1788e402810 2024-04-02T08:30:54.664 INFO:teuthology.orchestra.run.smithi012.stdout:osd.0 smithi012 running (2m) 53s ago 13m 130M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf a32a350fbdf1 2024-04-02T08:30:54.664 INFO:teuthology.orchestra.run.smithi012.stdout:osd.1 smithi012 running (2m) 53s ago 13m 120M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf bed42cfef518 2024-04-02T08:30:54.664 INFO:teuthology.orchestra.run.smithi012.stdout:osd.2 smithi012 running (93s) 53s ago 12m 94.7M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 021f860a33af 2024-04-02T08:30:54.664 INFO:teuthology.orchestra.run.smithi012.stdout:osd.3 smithi012 running (57s) 53s ago 12m 12.7M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 581c0cd1eb3c 2024-04-02T08:30:54.664 INFO:teuthology.orchestra.run.smithi012.stdout:osd.4 smithi055 running (38s) 13s ago 12m 78.1M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 3900aafcdf67 2024-04-02T08:30:54.664 INFO:teuthology.orchestra.run.smithi012.stdout:osd.5 smithi055 running (18s) 13s ago 11m 12.4M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 6d6c464bffc2 2024-04-02T08:30:54.664 INFO:teuthology.orchestra.run.smithi012.stdout:osd.6 smithi055 running (11m) 13s ago 11m 163M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 256c0abe00a7 2024-04-02T08:30:54.664 INFO:teuthology.orchestra.run.smithi012.stdout:osd.7 smithi055 running (10m) 13s ago 10m 209M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d edc056f1c4d7 2024-04-02T08:30:54.665 INFO:teuthology.orchestra.run.smithi012.stdout:prometheus.a smithi055 *:9095 running (4m) 13s ago 10m 55.8M - 2.43.0 a07b618ecd1d c518c69f0a2f 2024-04-02T08:30:54.945 INFO:tasks.rados.rados.0.smithi012.stdout:1957: done (3 left) 2024-04-02T08:30:54.945 INFO:tasks.rados.rados.0.smithi012.stdout:1958: done (2 left) 2024-04-02T08:30:54.945 INFO:tasks.rados.rados.0.smithi012.stdout:1960: done (1 left) 2024-04-02T08:30:54.945 INFO:tasks.rados.rados.0.smithi012.stdout:1961: done (0 left) 2024-04-02T08:30:54.945 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 18 current snap is 203 2024-04-02T08:30:54.945 INFO:tasks.rados.rados.0.smithi012.stdout:1962: seq_num 624 ranges {0=458752,458752=401408} 2024-04-02T08:30:54.947 INFO:tasks.rados.rados.0.smithi012.stdout:1962: writing smithi01277369-18 from 0 to 458752 tid 1 2024-04-02T08:30:54.949 INFO:tasks.rados.rados.0.smithi012.stdout:1962: writing smithi01277369-18 from 458752 to 860160 tid 2 2024-04-02T08:30:54.949 INFO:tasks.rados.rados.0.smithi012.stdout:1963: snap_create 2024-04-02T08:30:54.954 INFO:tasks.rados.rados.0.smithi012.stdout:1962: finishing write tid 1 to smithi01277369-18 2024-04-02T08:30:54.954 INFO:tasks.rados.rados.0.smithi012.stdout:1962: finishing write tid 2 to smithi01277369-18 2024-04-02T08:30:54.954 INFO:tasks.rados.rados.0.smithi012.stdout:1962: finishing write tid 3 to smithi01277369-18 2024-04-02T08:30:54.956 INFO:tasks.rados.rados.0.smithi012.stdout:1962: finishing write tid 4 to smithi01277369-18 2024-04-02T08:30:54.957 INFO:tasks.rados.rados.0.smithi012.stdout:1962: oid 18 updating version 0 to 983 2024-04-02T08:30:54.957 INFO:tasks.rados.rados.0.smithi012.stdout:1962: oid 18 updating version 983 to 984 2024-04-02T08:30:54.957 INFO:tasks.rados.rados.0.smithi012.stdout:1962: oid 18 version 984 is already newer than 982 2024-04-02T08:30:54.957 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 18 v 984 (ObjNum 624 snap 203 seq_num 624) dirty exists 2024-04-02T08:30:54.957 INFO:tasks.rados.rados.0.smithi012.stdout:1962: left oid 18 (ObjNum 624 snap 203 seq_num 624) 2024-04-02T08:30:55.077 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-04-02T08:30:55.077 INFO:teuthology.orchestra.run.smithi012.stdout: "mon": { 2024-04-02T08:30:55.077 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:30:55.077 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:30:55.077 INFO:teuthology.orchestra.run.smithi012.stdout: "mgr": { 2024-04-02T08:30:55.077 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:30:55.077 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:30:55.078 INFO:teuthology.orchestra.run.smithi012.stdout: "osd": { 2024-04-02T08:30:55.078 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2, 2024-04-02T08:30:55.078 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 6 2024-04-02T08:30:55.078 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:30:55.078 INFO:teuthology.orchestra.run.smithi012.stdout: "mds": { 2024-04-02T08:30:55.078 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:30:55.078 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:30:55.078 INFO:teuthology.orchestra.run.smithi012.stdout: "overall": { 2024-04-02T08:30:55.078 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 4, 2024-04-02T08:30:55.078 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 11 2024-04-02T08:30:55.078 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-04-02T08:30:55.079 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-04-02T08:30:55.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:55 smithi012 ceph-mon[88355]: pgmap v367: 121 pgs: 121 active+clean; 357 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-04-02T08:30:55.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:55.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:55 smithi012 ceph-mon[88355]: from='client.34320 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:55.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:55 smithi012 ceph-mon[88355]: from='client.34326 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:55.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:55 smithi012 ceph-mon[88355]: osdmap e467: 8 total, 8 up, 8 in 2024-04-02T08:30:55.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:55 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1763791962' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:55.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:55 smithi012 ceph-mon[90784]: pgmap v367: 121 pgs: 121 active+clean; 357 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-04-02T08:30:55.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:55.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:55 smithi012 ceph-mon[90784]: from='client.34320 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:55.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:55 smithi012 ceph-mon[90784]: from='client.34326 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:55.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:55 smithi012 ceph-mon[90784]: osdmap e467: 8 total, 8 up, 8 in 2024-04-02T08:30:55.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:55 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1763791962' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:55.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:55 smithi055 ceph-mon[85080]: pgmap v367: 121 pgs: 121 active+clean; 357 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-04-02T08:30:55.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:30:55.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:55 smithi055 ceph-mon[85080]: from='client.34320 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:55.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:55 smithi055 ceph-mon[85080]: from='client.34326 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:55.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:55 smithi055 ceph-mon[85080]: osdmap e467: 8 total, 8 up, 8 in 2024-04-02T08:30:55.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:55 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1763791962' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:55.948 INFO:tasks.rados.rados.0.smithi012.stdout:1962: done (1 left) 2024-04-02T08:30:55.948 INFO:tasks.rados.rados.0.smithi012.stdout:1963: done (0 left) 2024-04-02T08:30:55.948 INFO:tasks.rados.rados.0.smithi012.stdout:1964: setattr oid 44 current snap is 204 2024-04-02T08:30:55.949 INFO:tasks.rados.rados.0.smithi012.stdout:1965: rollback oid 20 current snap is 204 2024-04-02T08:30:55.949 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 20 to 183 2024-04-02T08:30:55.949 INFO:tasks.rados.rados.0.smithi012.stdout:1966: snap_remove snap 195 2024-04-02T08:30:56.957 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 44 v 1018 (ObjNum 610 snap 196 seq_num 610) dirty exists 2024-04-02T08:30:56.957 INFO:tasks.rados.rados.0.smithi012.stdout:1965: finishing rollback tid 0 to smithi01277369-20 2024-04-02T08:30:56.957 INFO:tasks.rados.rados.0.smithi012.stdout:1965: finishing rollback tid 1 to smithi01277369-20 2024-04-02T08:30:56.957 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 20 v 1245 (ObjNum 97 snap 0 seq_num 2613030192) dirty dne 2024-04-02T08:30:56.957 INFO:tasks.rados.rados.0.smithi012.stdout:1964: done (2 left) 2024-04-02T08:30:56.957 INFO:tasks.rados.rados.0.smithi012.stdout:1965: done (1 left) 2024-04-02T08:30:56.957 INFO:tasks.rados.rados.0.smithi012.stdout:1966: done (0 left) 2024-04-02T08:30:56.957 INFO:tasks.rados.rados.0.smithi012.stdout:1967: copy_from oid 12 from oid 43 current snap is 204 2024-04-02T08:30:56.957 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 23 current snap is 204 2024-04-02T08:30:56.957 INFO:tasks.rados.rados.0.smithi012.stdout:1968: seq_num 625 ranges {204800=475136,679936=401408} 2024-04-02T08:30:56.961 INFO:tasks.rados.rados.0.smithi012.stdout:1968: writing smithi01277369-23 from 204800 to 679936 tid 1 2024-04-02T08:30:56.964 INFO:tasks.rados.rados.0.smithi012.stdout:1968: writing smithi01277369-23 from 679936 to 1081344 tid 2 2024-04-02T08:30:56.964 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 30 current snap is 204 2024-04-02T08:30:56.964 INFO:tasks.rados.rados.0.smithi012.stdout:1969: seq_num 626 ranges {3137536=491520,3629056=401408} 2024-04-02T08:30:56.984 INFO:tasks.rados.rados.0.smithi012.stdout:1969: writing smithi01277369-30 from 3137536 to 3629056 tid 1 2024-04-02T08:30:56.987 INFO:tasks.rados.rados.0.smithi012.stdout:1969: writing smithi01277369-30 from 3629056 to 4030464 tid 2 2024-04-02T08:30:56.988 INFO:tasks.rados.rados.0.smithi012.stdout:1970: read oid 19 snap -1 2024-04-02T08:30:56.988 INFO:tasks.rados.rados.0.smithi012.stdout:1970: expect deleted 2024-04-02T08:30:56.988 INFO:tasks.rados.rados.0.smithi012.stdout:1971: read oid 1 snap -1 2024-04-02T08:30:56.988 INFO:tasks.rados.rados.0.smithi012.stdout:1971: expect (ObjNum 421 snap 130 seq_num 421) 2024-04-02T08:30:56.988 INFO:tasks.rados.rados.0.smithi012.stdout:1972: snap_remove snap 201 2024-04-02T08:30:57.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:56 smithi055 ceph-mon[85080]: osdmap e468: 8 total, 8 up, 8 in 2024-04-02T08:30:57.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:56 smithi012 ceph-mon[88355]: osdmap e468: 8 total, 8 up, 8 in 2024-04-02T08:30:57.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:56 smithi012 ceph-mon[90784]: osdmap e468: 8 total, 8 up, 8 in 2024-04-02T08:30:57.962 INFO:tasks.rados.rados.0.smithi012.stdout:1967: finishing copy_from racing read to smithi01277369-12 2024-04-02T08:30:57.962 INFO:tasks.rados.rados.0.smithi012.stdout:1968: finishing write tid 1 to smithi01277369-23 2024-04-02T08:30:57.962 INFO:tasks.rados.rados.0.smithi012.stdout:1967: finishing copy_from to smithi01277369-12 2024-04-02T08:30:57.962 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 12 v 958 (ObjNum 620 snap 201 seq_num 620) dirty exists 2024-04-02T08:30:57.962 INFO:tasks.rados.rados.0.smithi012.stdout:1968: finishing write tid 2 to smithi01277369-23 2024-04-02T08:30:57.962 INFO:tasks.rados.rados.0.smithi012.stdout:1968: finishing write tid 3 to smithi01277369-23 2024-04-02T08:30:57.962 INFO:tasks.rados.rados.0.smithi012.stdout:1968: finishing write tid 4 to smithi01277369-23 2024-04-02T08:30:57.963 INFO:tasks.rados.rados.0.smithi012.stdout:1968: oid 23 updating version 0 to 982 2024-04-02T08:30:57.963 INFO:tasks.rados.rados.0.smithi012.stdout:1968: oid 23 version 982 is already newer than 981 2024-04-02T08:30:57.963 INFO:tasks.rados.rados.0.smithi012.stdout:1968: oid 23 updating version 982 to 983 2024-04-02T08:30:57.963 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 23 v 983 (ObjNum 625 snap 204 seq_num 625) dirty exists 2024-04-02T08:30:57.963 INFO:tasks.rados.rados.0.smithi012.stdout:1968: left oid 23 (ObjNum 625 snap 204 seq_num 625) 2024-04-02T08:30:57.963 INFO:tasks.rados.rados.0.smithi012.stdout:1969: finishing write tid 1 to smithi01277369-30 2024-04-02T08:30:57.963 INFO:tasks.rados.rados.0.smithi012.stdout:1969: finishing write tid 2 to smithi01277369-30 2024-04-02T08:30:57.963 INFO:tasks.rados.rados.0.smithi012.stdout:1969: finishing write tid 3 to smithi01277369-30 2024-04-02T08:30:57.963 INFO:tasks.rados.rados.0.smithi012.stdout:1969: finishing write tid 4 to smithi01277369-30 2024-04-02T08:30:57.963 INFO:tasks.rados.rados.0.smithi012.stdout:1969: oid 30 updating version 0 to 1021 2024-04-02T08:30:57.963 INFO:tasks.rados.rados.0.smithi012.stdout:1969: oid 30 version 1021 is already newer than 1020 2024-04-02T08:30:57.963 INFO:tasks.rados.rados.0.smithi012.stdout:1969: oid 30 version 1021 is already newer than 1019 2024-04-02T08:30:57.963 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 30 v 1021 (ObjNum 626 snap 204 seq_num 626) dirty exists 2024-04-02T08:30:57.963 INFO:tasks.rados.rados.0.smithi012.stdout:1969: left oid 30 (ObjNum 626 snap 204 seq_num 626) 2024-04-02T08:30:57.964 INFO:tasks.rados.rados.0.smithi012.stdout:1971: expect (ObjNum 421 snap 130 seq_num 421) 2024-04-02T08:30:58.027 INFO:tasks.rados.rados.0.smithi012.stdout:1967: done (5 left) 2024-04-02T08:30:58.027 INFO:tasks.rados.rados.0.smithi012.stdout:1968: done (4 left) 2024-04-02T08:30:58.027 INFO:tasks.rados.rados.0.smithi012.stdout:1969: done (3 left) 2024-04-02T08:30:58.027 INFO:tasks.rados.rados.0.smithi012.stdout:1970: done (2 left) 2024-04-02T08:30:58.027 INFO:tasks.rados.rados.0.smithi012.stdout:1971: done (1 left) 2024-04-02T08:30:58.027 INFO:tasks.rados.rados.0.smithi012.stdout:1972: done (0 left) 2024-04-02T08:30:58.027 INFO:tasks.rados.rados.0.smithi012.stdout:1973: rollback oid 47 current snap is 204 2024-04-02T08:30:58.027 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 47 to 170 2024-04-02T08:30:58.027 INFO:tasks.rados.rados.0.smithi012.stdout:1974: read oid 31 snap -1 2024-04-02T08:30:58.027 INFO:tasks.rados.rados.0.smithi012.stdout:1974: expect (ObjNum 499 snap 157 seq_num 499) 2024-04-02T08:30:58.027 INFO:tasks.rados.rados.0.smithi012.stdout:1975: copy_from oid 20 from oid 24 current snap is 204 2024-04-02T08:30:58.027 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 42 current snap is 204 2024-04-02T08:30:58.028 INFO:tasks.rados.rados.0.smithi012.stdout:1976: seq_num 627 ranges {6922240=507904,7430144=401408} 2024-04-02T08:30:58.067 INFO:tasks.rados.rados.0.smithi012.stdout:1976: writing smithi01277369-42 from 6922240 to 7430144 tid 1 2024-04-02T08:30:58.070 INFO:tasks.rados.rados.0.smithi012.stdout:1976: writing smithi01277369-42 from 7430144 to 7831552 tid 2 2024-04-02T08:30:58.070 INFO:tasks.rados.rados.0.smithi012.stdout:1977: read oid 23 snap -1 2024-04-02T08:30:58.070 INFO:tasks.rados.rados.0.smithi012.stdout:1977: expect (ObjNum 625 snap 204 seq_num 625) 2024-04-02T08:30:58.070 INFO:tasks.rados.rados.0.smithi012.stdout:1978: read oid 37 snap -1 2024-04-02T08:30:58.070 INFO:tasks.rados.rados.0.smithi012.stdout:1978: expect (ObjNum 489 snap 149 seq_num 489) 2024-04-02T08:30:58.070 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 46 current snap is 204 2024-04-02T08:30:58.070 INFO:tasks.rados.rados.0.smithi012.stdout:1975: finishing copy_from to smithi01277369-20 2024-04-02T08:30:58.070 INFO:tasks.rados.rados.0.smithi012.stdout:1975: got expected ENOENT (src dne) 2024-04-02T08:30:58.070 INFO:tasks.rados.rados.0.smithi012.stdout:1979: seq_num 628 ranges {4751360=524288,5275648=401408} 2024-04-02T08:30:58.099 INFO:tasks.rados.rados.0.smithi012.stdout:1979: writing smithi01277369-46 from 4751360 to 5275648 tid 1 2024-04-02T08:30:58.101 INFO:tasks.rados.rados.0.smithi012.stdout:1979: writing smithi01277369-46 from 5275648 to 5677056 tid 2 2024-04-02T08:30:58.101 INFO:tasks.rados.rados.0.smithi012.stdout:1980: setattr oid 38 current snap is 204 2024-04-02T08:30:58.102 INFO:tasks.rados.rados.0.smithi012.stdout:1975: finishing copy_from racing read to smithi01277369-20 2024-04-02T08:30:58.102 INFO:tasks.rados.rados.0.smithi012.stdout:1973: finishing rollback tid 0 to smithi01277369-47 2024-04-02T08:30:58.102 INFO:tasks.rados.rados.0.smithi012.stdout:1973: finishing rollback tid 1 to smithi01277369-47 2024-04-02T08:30:58.102 INFO:tasks.rados.rados.0.smithi012.stdout:1973: finishing rollback tid 2 to smithi01277369-47 2024-04-02T08:30:58.102 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 47 v 874 (ObjNum 534 snap 167 seq_num 534) dirty exists 2024-04-02T08:30:58.102 INFO:tasks.rados.rados.0.smithi012.stdout:1974: expect (ObjNum 499 snap 157 seq_num 499) 2024-04-02T08:30:58.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:57 smithi055 ceph-mon[85080]: pgmap v370: 121 pgs: 121 active+clean; 361 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.4 MiB/s wr, 15 op/s 2024-04-02T08:30:58.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:57 smithi055 ceph-mon[85080]: osdmap e469: 8 total, 8 up, 8 in 2024-04-02T08:30:58.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:57 smithi012 ceph-mon[90784]: pgmap v370: 121 pgs: 121 active+clean; 361 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.4 MiB/s wr, 15 op/s 2024-04-02T08:30:58.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:57 smithi012 ceph-mon[90784]: osdmap e469: 8 total, 8 up, 8 in 2024-04-02T08:30:58.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:57 smithi012 ceph-mon[88355]: pgmap v370: 121 pgs: 121 active+clean; 361 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.4 MiB/s wr, 15 op/s 2024-04-02T08:30:58.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:57 smithi012 ceph-mon[88355]: osdmap e469: 8 total, 8 up, 8 in 2024-04-02T08:30:58.429 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:30:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:30:57] "GET /metrics HTTP/1.1" 200 35967 "" "Prometheus/2.43.0" 2024-04-02T08:30:58.710 INFO:tasks.rados.rados.0.smithi012.stdout:1976: finishing write tid 1 to smithi01277369-42 2024-04-02T08:30:58.710 INFO:tasks.rados.rados.0.smithi012.stdout:1976: finishing write tid 2 to smithi01277369-42 2024-04-02T08:30:58.710 INFO:tasks.rados.rados.0.smithi012.stdout:1976: finishing write tid 3 to smithi01277369-42 2024-04-02T08:30:58.710 INFO:tasks.rados.rados.0.smithi012.stdout:1976: finishing write tid 4 to smithi01277369-42 2024-04-02T08:30:58.710 INFO:tasks.rados.rados.0.smithi012.stdout:1976: oid 42 updating version 0 to 888 2024-04-02T08:30:58.711 INFO:tasks.rados.rados.0.smithi012.stdout:1976: oid 42 version 888 is already newer than 887 2024-04-02T08:30:58.711 INFO:tasks.rados.rados.0.smithi012.stdout:1976: oid 42 updating version 888 to 889 2024-04-02T08:30:58.711 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 42 v 889 (ObjNum 627 snap 204 seq_num 627) dirty exists 2024-04-02T08:30:58.711 INFO:tasks.rados.rados.0.smithi012.stdout:1976: left oid 42 (ObjNum 627 snap 204 seq_num 627) 2024-04-02T08:30:58.711 INFO:tasks.rados.rados.0.smithi012.stdout:1977: expect (ObjNum 625 snap 204 seq_num 625) 2024-04-02T08:30:58.742 INFO:tasks.rados.rados.0.smithi012.stdout:1978: expect (ObjNum 489 snap 149 seq_num 489) 2024-04-02T08:30:58.774 INFO:tasks.rados.rados.0.smithi012.stdout:1979: finishing write tid 1 to smithi01277369-46 2024-04-02T08:30:58.775 INFO:tasks.rados.rados.0.smithi012.stdout:1979: finishing write tid 2 to smithi01277369-46 2024-04-02T08:30:58.775 INFO:tasks.rados.rados.0.smithi012.stdout:1979: finishing write tid 3 to smithi01277369-46 2024-04-02T08:30:58.775 INFO:tasks.rados.rados.0.smithi012.stdout:1979: finishing write tid 4 to smithi01277369-46 2024-04-02T08:30:58.775 INFO:tasks.rados.rados.0.smithi012.stdout:1979: oid 46 updating version 0 to 1024 2024-04-02T08:30:58.775 INFO:tasks.rados.rados.0.smithi012.stdout:1979: oid 46 version 1024 is already newer than 1023 2024-04-02T08:30:58.775 INFO:tasks.rados.rados.0.smithi012.stdout:1979: oid 46 version 1024 is already newer than 1022 2024-04-02T08:30:58.775 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 46 v 1024 (ObjNum 628 snap 204 seq_num 628) dirty exists 2024-04-02T08:30:58.775 INFO:tasks.rados.rados.0.smithi012.stdout:1979: left oid 46 (ObjNum 628 snap 204 seq_num 628) 2024-04-02T08:30:58.775 INFO:tasks.rados.rados.0.smithi012.stdout:1973: done (7 left) 2024-04-02T08:30:58.775 INFO:tasks.rados.rados.0.smithi012.stdout:1974: done (6 left) 2024-04-02T08:30:58.775 INFO:tasks.rados.rados.0.smithi012.stdout:1975: done (5 left) 2024-04-02T08:30:58.775 INFO:tasks.rados.rados.0.smithi012.stdout:1976: done (4 left) 2024-04-02T08:30:58.775 INFO:tasks.rados.rados.0.smithi012.stdout:1977: done (3 left) 2024-04-02T08:30:58.775 INFO:tasks.rados.rados.0.smithi012.stdout:1978: done (2 left) 2024-04-02T08:30:58.776 INFO:tasks.rados.rados.0.smithi012.stdout:1979: done (1 left) 2024-04-02T08:30:58.776 INFO:tasks.rados.rados.0.smithi012.stdout:1981: snap_create 2024-04-02T08:30:58.777 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 38 v 972 (ObjNum 600 snap 190 seq_num 600) dirty exists 2024-04-02T08:30:58.921 INFO:tasks.rados.rados.0.smithi012.stdout:1980: done (1 left) 2024-04-02T08:30:58.921 INFO:tasks.rados.rados.0.smithi012.stdout:1981: done (0 left) 2024-04-02T08:30:58.921 INFO:tasks.rados.rados.0.smithi012.stdout:1982: read oid 11 snap -1 2024-04-02T08:30:58.921 INFO:tasks.rados.rados.0.smithi012.stdout:1982: expect (ObjNum 585 snap 184 seq_num 585) 2024-04-02T08:30:58.921 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 34 current snap is 205 2024-04-02T08:30:58.921 INFO:tasks.rados.rados.0.smithi012.stdout:1983: seq_num 629 ranges {1974272=540672,2514944=401408} 2024-04-02T08:30:58.934 INFO:tasks.rados.rados.0.smithi012.stdout:1983: writing smithi01277369-34 from 1974272 to 2514944 tid 1 2024-04-02T08:30:58.937 INFO:tasks.rados.rados.0.smithi012.stdout:1983: writing smithi01277369-34 from 2514944 to 2916352 tid 2 2024-04-02T08:30:58.937 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 45 current snap is 205 2024-04-02T08:30:58.937 INFO:tasks.rados.rados.0.smithi012.stdout:1984: seq_num 630 ranges {5758976=557056,6316032=401408} 2024-04-02T08:30:58.972 INFO:tasks.rados.rados.0.smithi012.stdout:1984: writing smithi01277369-45 from 5758976 to 6316032 tid 1 2024-04-02T08:30:58.974 INFO:tasks.rados.rados.0.smithi012.stdout:1984: writing smithi01277369-45 from 6316032 to 6717440 tid 2 2024-04-02T08:30:58.974 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 25 current snap is 205 2024-04-02T08:30:58.974 INFO:tasks.rados.rados.0.smithi012.stdout:1985: seq_num 631 ranges {2719744=573440,3293184=401408} 2024-04-02T08:30:58.992 INFO:tasks.rados.rados.0.smithi012.stdout:1985: writing smithi01277369-25 from 2719744 to 3293184 tid 1 2024-04-02T08:30:58.994 INFO:tasks.rados.rados.0.smithi012.stdout:1985: writing smithi01277369-25 from 3293184 to 3694592 tid 2 2024-04-02T08:30:58.994 INFO:tasks.rados.rados.0.smithi012.stdout:1986: rollback oid 6 current snap is 205 2024-04-02T08:30:58.994 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 6 to 163 2024-04-02T08:30:58.995 INFO:tasks.rados.rados.0.smithi012.stdout:1982: expect (ObjNum 585 snap 184 seq_num 585) 2024-04-02T08:30:59.001 INFO:tasks.rados.rados.0.smithi012.stdout:1983: finishing write tid 1 to smithi01277369-34 2024-04-02T08:30:59.001 INFO:tasks.rados.rados.0.smithi012.stdout:1983: finishing write tid 2 to smithi01277369-34 2024-04-02T08:30:59.001 INFO:tasks.rados.rados.0.smithi012.stdout:1982: done (4 left) 2024-04-02T08:30:59.001 INFO:tasks.rados.rados.0.smithi012.stdout:1987: setattr oid 44 current snap is 205 2024-04-02T08:30:59.001 INFO:tasks.rados.rados.0.smithi012.stdout:1983: finishing write tid 3 to smithi01277369-34 2024-04-02T08:30:59.001 INFO:tasks.rados.rados.0.smithi012.stdout:1983: finishing write tid 4 to smithi01277369-34 2024-04-02T08:30:59.001 INFO:tasks.rados.rados.0.smithi012.stdout:1983: oid 34 updating version 0 to 987 2024-04-02T08:30:59.001 INFO:tasks.rados.rados.0.smithi012.stdout:1983: oid 34 version 987 is already newer than 985 2024-04-02T08:30:59.001 INFO:tasks.rados.rados.0.smithi012.stdout:1983: oid 34 version 987 is already newer than 986 2024-04-02T08:30:59.001 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 34 v 987 (ObjNum 629 snap 205 seq_num 629) dirty exists 2024-04-02T08:30:59.001 INFO:tasks.rados.rados.0.smithi012.stdout:1983: left oid 34 (ObjNum 629 snap 205 seq_num 629) 2024-04-02T08:30:59.002 INFO:tasks.rados.rados.0.smithi012.stdout:1984: finishing write tid 1 to smithi01277369-45 2024-04-02T08:30:59.002 INFO:tasks.rados.rados.0.smithi012.stdout:1984: finishing write tid 2 to smithi01277369-45 2024-04-02T08:30:59.002 INFO:tasks.rados.rados.0.smithi012.stdout:1984: finishing write tid 3 to smithi01277369-45 2024-04-02T08:30:59.002 INFO:tasks.rados.rados.0.smithi012.stdout:1984: finishing write tid 4 to smithi01277369-45 2024-04-02T08:30:59.002 INFO:tasks.rados.rados.0.smithi012.stdout:1984: oid 45 updating version 0 to 1013 2024-04-02T08:30:59.002 INFO:tasks.rados.rados.0.smithi012.stdout:1984: oid 45 version 1013 is already newer than 1012 2024-04-02T08:30:59.002 INFO:tasks.rados.rados.0.smithi012.stdout:1984: oid 45 updating version 1013 to 1014 2024-04-02T08:30:59.002 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 45 v 1014 (ObjNum 630 snap 205 seq_num 630) dirty exists 2024-04-02T08:30:59.002 INFO:tasks.rados.rados.0.smithi012.stdout:1984: left oid 45 (ObjNum 630 snap 205 seq_num 630) 2024-04-02T08:30:59.002 INFO:tasks.rados.rados.0.smithi012.stdout:1986: finishing rollback tid 1 to smithi01277369-6 2024-04-02T08:30:59.002 INFO:tasks.rados.rados.0.smithi012.stdout:1986: finishing rollback tid 2 to smithi01277369-6 2024-04-02T08:30:59.002 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 6 v 943 (ObjNum 505 snap 158 seq_num 505) dirty exists 2024-04-02T08:30:59.002 INFO:tasks.rados.rados.0.smithi012.stdout:1985: finishing write tid 1 to smithi01277369-25 2024-04-02T08:30:59.003 INFO:tasks.rados.rados.0.smithi012.stdout:1985: finishing write tid 2 to smithi01277369-25 2024-04-02T08:30:59.003 INFO:tasks.rados.rados.0.smithi012.stdout:1985: finishing write tid 3 to smithi01277369-25 2024-04-02T08:30:59.003 INFO:tasks.rados.rados.0.smithi012.stdout:1985: finishing write tid 4 to smithi01277369-25 2024-04-02T08:30:59.004 INFO:tasks.rados.rados.0.smithi012.stdout:1985: oid 25 updating version 0 to 730 2024-04-02T08:30:59.004 INFO:tasks.rados.rados.0.smithi012.stdout:1985: oid 25 version 730 is already newer than 729 2024-04-02T08:30:59.004 INFO:tasks.rados.rados.0.smithi012.stdout:1985: oid 25 version 730 is already newer than 728 2024-04-02T08:30:59.004 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 25 v 730 (ObjNum 631 snap 205 seq_num 631) dirty exists 2024-04-02T08:30:59.004 INFO:tasks.rados.rados.0.smithi012.stdout:1985: left oid 25 (ObjNum 631 snap 205 seq_num 631) 2024-04-02T08:30:59.004 INFO:tasks.rados.rados.0.smithi012.stdout:1983: done (4 left) 2024-04-02T08:30:59.004 INFO:tasks.rados.rados.0.smithi012.stdout:1984: done (3 left) 2024-04-02T08:30:59.004 INFO:tasks.rados.rados.0.smithi012.stdout:1985: done (2 left) 2024-04-02T08:30:59.004 INFO:tasks.rados.rados.0.smithi012.stdout:1986: done (1 left) 2024-04-02T08:30:59.004 INFO:tasks.rados.rados.0.smithi012.stdout:1988: read oid 25 snap 163 2024-04-02T08:30:59.004 INFO:tasks.rados.rados.0.smithi012.stdout:1988: expect (ObjNum 510 snap 158 seq_num 510) 2024-04-02T08:30:59.005 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 11 current snap is 205 2024-04-02T08:30:59.005 INFO:tasks.rados.rados.0.smithi012.stdout:1989: seq_num 632 ranges {204800=589824,794624=401408} 2024-04-02T08:30:59.006 INFO:tasks.rados.rados.0.smithi012.stdout:1989: writing smithi01277369-11 from 204800 to 794624 tid 1 2024-04-02T08:30:59.009 INFO:tasks.rados.rados.0.smithi012.stdout:1989: writing smithi01277369-11 from 794624 to 1196032 tid 2 2024-04-02T08:30:59.009 INFO:tasks.rados.rados.0.smithi012.stdout:1990: read oid 50 snap -1 2024-04-02T08:30:59.009 INFO:tasks.rados.rados.0.smithi012.stdout:1990: expect (ObjNum 589 snap 188 seq_num 589) 2024-04-02T08:30:59.009 INFO:tasks.rados.rados.0.smithi012.stdout:1991: snap_remove snap 160 2024-04-02T08:30:59.230 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:58 smithi055 ceph-mon[85080]: osdmap e470: 8 total, 8 up, 8 in 2024-04-02T08:30:59.231 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:58 smithi055 ceph-mon[85080]: osdmap e471: 8 total, 8 up, 8 in 2024-04-02T08:30:59.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:58 smithi012 ceph-mon[88355]: osdmap e470: 8 total, 8 up, 8 in 2024-04-02T08:30:59.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:58 smithi012 ceph-mon[88355]: osdmap e471: 8 total, 8 up, 8 in 2024-04-02T08:30:59.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:58 smithi012 ceph-mon[90784]: osdmap e470: 8 total, 8 up, 8 in 2024-04-02T08:30:59.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:58 smithi012 ceph-mon[90784]: osdmap e471: 8 total, 8 up, 8 in 2024-04-02T08:30:59.980 INFO:tasks.rados.rados.0.smithi012.stdout:1991: done (4 left) 2024-04-02T08:30:59.980 INFO:tasks.rados.rados.0.smithi012.stdout:1992: delete oid 43 current snap is 205 2024-04-02T08:30:59.981 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 44 v 1025 (ObjNum 610 snap 196 seq_num 610) dirty exists 2024-04-02T08:30:59.981 INFO:tasks.rados.rados.0.smithi012.stdout:1988: expect (ObjNum 510 snap 158 seq_num 510) 2024-04-02T08:31:00.052 INFO:tasks.rados.rados.0.smithi012.stdout:1989: finishing write tid 1 to smithi01277369-11 2024-04-02T08:31:00.052 INFO:tasks.rados.rados.0.smithi012.stdout:1989: finishing write tid 2 to smithi01277369-11 2024-04-02T08:31:00.052 INFO:tasks.rados.rados.0.smithi012.stdout:1989: finishing write tid 3 to smithi01277369-11 2024-04-02T08:31:00.052 INFO:tasks.rados.rados.0.smithi012.stdout:1989: finishing write tid 4 to smithi01277369-11 2024-04-02T08:31:00.052 INFO:tasks.rados.rados.0.smithi012.stdout:1989: oid 11 updating version 0 to 1259 2024-04-02T08:31:00.052 INFO:tasks.rados.rados.0.smithi012.stdout:1989: oid 11 version 1259 is already newer than 1258 2024-04-02T08:31:00.052 INFO:tasks.rados.rados.0.smithi012.stdout:1989: oid 11 version 1259 is already newer than 1257 2024-04-02T08:31:00.053 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 11 v 1259 (ObjNum 632 snap 205 seq_num 632) dirty exists 2024-04-02T08:31:00.053 INFO:tasks.rados.rados.0.smithi012.stdout:1989: left oid 11 (ObjNum 632 snap 205 seq_num 632) 2024-04-02T08:31:00.053 INFO:tasks.rados.rados.0.smithi012.stdout:1990: expect (ObjNum 589 snap 188 seq_num 589) 2024-04-02T08:31:00.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:59 smithi055 ceph-mon[85080]: pgmap v373: 121 pgs: 121 active+clean; 361 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.4 MiB/s wr, 15 op/s 2024-04-02T08:31:00.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:00.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:30:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:00.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:59 smithi012 ceph-mon[88355]: pgmap v373: 121 pgs: 121 active+clean; 361 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.4 MiB/s wr, 15 op/s 2024-04-02T08:31:00.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:00.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:30:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:00.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:59 smithi012 ceph-mon[90784]: pgmap v373: 121 pgs: 121 active+clean; 361 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.4 MiB/s wr, 15 op/s 2024-04-02T08:31:00.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:00.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:30:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:00.782 INFO:tasks.rados.rados.0.smithi012.stdout:1987: done (4 left) 2024-04-02T08:31:00.783 INFO:tasks.rados.rados.0.smithi012.stdout:1988: done (3 left) 2024-04-02T08:31:00.783 INFO:tasks.rados.rados.0.smithi012.stdout:1989: done (2 left) 2024-04-02T08:31:00.783 INFO:tasks.rados.rados.0.smithi012.stdout:1990: done (1 left) 2024-04-02T08:31:00.783 INFO:tasks.rados.rados.0.smithi012.stdout:1992: done (0 left) 2024-04-02T08:31:00.783 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 44 current snap is 205 2024-04-02T08:31:00.783 INFO:tasks.rados.rados.0.smithi012.stdout:1993: seq_num 634 ranges {8355840=622592,8978432=401408} 2024-04-02T08:31:00.831 INFO:tasks.rados.rados.0.smithi012.stdout:1993: writing smithi01277369-44 from 8355840 to 8978432 tid 1 2024-04-02T08:31:00.833 INFO:tasks.rados.rados.0.smithi012.stdout:1993: writing smithi01277369-44 from 8978432 to 9379840 tid 2 2024-04-02T08:31:00.833 INFO:tasks.rados.rados.0.smithi012.stdout:1994: copy_from oid 37 from oid 23 current snap is 205 2024-04-02T08:31:00.833 INFO:tasks.rados.rados.0.smithi012.stdout:1995: snap_create 2024-04-02T08:31:00.836 INFO:tasks.rados.rados.0.smithi012.stdout:1993: finishing write tid 1 to smithi01277369-44 2024-04-02T08:31:00.836 INFO:tasks.rados.rados.0.smithi012.stdout:1993: finishing write tid 2 to smithi01277369-44 2024-04-02T08:31:00.837 INFO:tasks.rados.rados.0.smithi012.stdout:1993: finishing write tid 3 to smithi01277369-44 2024-04-02T08:31:00.839 INFO:tasks.rados.rados.0.smithi012.stdout:1993: finishing write tid 4 to smithi01277369-44 2024-04-02T08:31:00.839 INFO:tasks.rados.rados.0.smithi012.stdout:1993: oid 44 updating version 0 to 1027 2024-04-02T08:31:00.839 INFO:tasks.rados.rados.0.smithi012.stdout:1993: oid 44 updating version 1027 to 1028 2024-04-02T08:31:00.839 INFO:tasks.rados.rados.0.smithi012.stdout:1993: oid 44 version 1028 is already newer than 1026 2024-04-02T08:31:00.839 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 44 v 1028 (ObjNum 634 snap 205 seq_num 634) dirty exists 2024-04-02T08:31:00.840 INFO:tasks.rados.rados.0.smithi012.stdout:1993: left oid 44 (ObjNum 634 snap 205 seq_num 634) 2024-04-02T08:31:00.841 INFO:tasks.rados.rados.0.smithi012.stdout:1994: finishing copy_from racing read to smithi01277369-37 2024-04-02T08:31:00.842 INFO:tasks.rados.rados.0.smithi012.stdout:1994: finishing copy_from to smithi01277369-37 2024-04-02T08:31:00.842 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 37 v 983 (ObjNum 625 snap 204 seq_num 625) dirty exists 2024-04-02T08:31:00.986 INFO:tasks.rados.rados.0.smithi012.stdout:1993: done (2 left) 2024-04-02T08:31:00.987 INFO:tasks.rados.rados.0.smithi012.stdout:1994: done (1 left) 2024-04-02T08:31:00.987 INFO:tasks.rados.rados.0.smithi012.stdout:1995: done (0 left) 2024-04-02T08:31:00.987 INFO:tasks.rados.rados.0.smithi012.stdout:1996: delete oid 42 current snap is 206 2024-04-02T08:31:00.991 INFO:tasks.rados.rados.0.smithi012.stdout:1996: done (0 left) 2024-04-02T08:31:00.991 INFO:tasks.rados.rados.0.smithi012.stdout:1997: delete oid 48 current snap is 206 2024-04-02T08:31:00.993 INFO:tasks.rados.rados.0.smithi012.stdout:1997: done (0 left) 2024-04-02T08:31:00.993 INFO:tasks.rados.rados.0.smithi012.stdout:1998: rollback oid 47 current snap is 206 2024-04-02T08:31:00.993 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 47 to 187 2024-04-02T08:31:00.993 INFO:tasks.rados.rados.0.smithi012.stdout:1999: read oid 15 snap -1 2024-04-02T08:31:00.993 INFO:tasks.rados.rados.0.smithi012.stdout:1999: expect deleted 2024-04-02T08:31:00.993 INFO:tasks.rados.rados.0.smithi012.stdout:2000: setattr oid 4 current snap is 206 2024-04-02T08:31:00.994 INFO:tasks.rados.rados.0.smithi012.stdout:1999: done (2 left) 2024-04-02T08:31:00.994 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 17 current snap is 206 2024-04-02T08:31:00.994 INFO:tasks.rados.rados.0.smithi012.stdout:2001: seq_num 637 ranges {557056=671744,1228800=401408} 2024-04-02T08:31:01.001 INFO:tasks.rados.rados.0.smithi012.stdout:2001: writing smithi01277369-17 from 557056 to 1228800 tid 1 2024-04-02T08:31:01.003 INFO:tasks.rados.rados.0.smithi012.stdout:2001: writing smithi01277369-17 from 1228800 to 1630208 tid 2 2024-04-02T08:31:01.004 INFO:tasks.rados.rados.0.smithi012.stdout:2002: snap_remove snap 190 2024-04-02T08:31:01.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:00 smithi055 ceph-mon[85080]: osdmap e472: 8 total, 8 up, 8 in 2024-04-02T08:31:01.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:00 smithi012 ceph-mon[88355]: osdmap e472: 8 total, 8 up, 8 in 2024-04-02T08:31:01.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:00 smithi012 ceph-mon[90784]: osdmap e472: 8 total, 8 up, 8 in 2024-04-02T08:31:01.990 INFO:tasks.rados.rados.0.smithi012.stdout:2002: done (3 left) 2024-04-02T08:31:01.990 INFO:tasks.rados.rados.0.smithi012.stdout:2003: snap_create 2024-04-02T08:31:01.991 INFO:tasks.rados.rados.0.smithi012.stdout:1998: finishing rollback tid 0 to smithi01277369-47 2024-04-02T08:31:01.991 INFO:tasks.rados.rados.0.smithi012.stdout:1998: finishing rollback tid 1 to smithi01277369-47 2024-04-02T08:31:01.991 INFO:tasks.rados.rados.0.smithi012.stdout:1998: finishing rollback tid 2 to smithi01277369-47 2024-04-02T08:31:01.991 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 47 v 877 (ObjNum 567 snap 178 seq_num 567) dirty exists 2024-04-02T08:31:01.991 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 4 v 731 (ObjNum 586 snap 187 seq_num 586) dirty exists 2024-04-02T08:31:01.991 INFO:tasks.rados.rados.0.smithi012.stdout:2001: finishing write tid 1 to smithi01277369-17 2024-04-02T08:31:01.991 INFO:tasks.rados.rados.0.smithi012.stdout:2001: finishing write tid 2 to smithi01277369-17 2024-04-02T08:31:01.991 INFO:tasks.rados.rados.0.smithi012.stdout:2001: finishing write tid 3 to smithi01277369-17 2024-04-02T08:31:01.991 INFO:tasks.rados.rados.0.smithi012.stdout:2001: finishing write tid 4 to smithi01277369-17 2024-04-02T08:31:01.991 INFO:tasks.rados.rados.0.smithi012.stdout:2001: oid 17 updating version 0 to 1278 2024-04-02T08:31:01.991 INFO:tasks.rados.rados.0.smithi012.stdout:2001: oid 17 updating version 1278 to 1279 2024-04-02T08:31:01.991 INFO:tasks.rados.rados.0.smithi012.stdout:2001: oid 17 version 1279 is already newer than 1277 2024-04-02T08:31:01.991 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 17 v 1279 (ObjNum 637 snap 206 seq_num 637) dirty exists 2024-04-02T08:31:01.992 INFO:tasks.rados.rados.0.smithi012.stdout:2001: left oid 17 (ObjNum 637 snap 206 seq_num 637) 2024-04-02T08:31:02.253 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:01 smithi055 ceph-mon[85080]: pgmap v376: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 348 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 916 KiB/s wr, 9 op/s 2024-04-02T08:31:02.253 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:01 smithi055 ceph-mon[85080]: osdmap e473: 8 total, 8 up, 8 in 2024-04-02T08:31:02.253 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:01 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:31:02.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:01 smithi012 ceph-mon[88355]: pgmap v376: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 348 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 916 KiB/s wr, 9 op/s 2024-04-02T08:31:02.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:01 smithi012 ceph-mon[88355]: osdmap e473: 8 total, 8 up, 8 in 2024-04-02T08:31:02.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:01 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:31:02.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:01 smithi012 ceph-mon[90784]: pgmap v376: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 348 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 916 KiB/s wr, 9 op/s 2024-04-02T08:31:02.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:01 smithi012 ceph-mon[90784]: osdmap e473: 8 total, 8 up, 8 in 2024-04-02T08:31:02.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:01 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:31:02.560 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:31:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:31:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:31:03.004 INFO:tasks.rados.rados.0.smithi012.stdout:1998: done (3 left) 2024-04-02T08:31:03.004 INFO:tasks.rados.rados.0.smithi012.stdout:2000: done (2 left) 2024-04-02T08:31:03.004 INFO:tasks.rados.rados.0.smithi012.stdout:2001: done (1 left) 2024-04-02T08:31:03.004 INFO:tasks.rados.rados.0.smithi012.stdout:2003: done (0 left) 2024-04-02T08:31:03.004 INFO:tasks.rados.rados.0.smithi012.stdout:2004: delete oid 38 current snap is 207 2024-04-02T08:31:03.007 INFO:tasks.rados.rados.0.smithi012.stdout:2004: done (0 left) 2024-04-02T08:31:03.007 INFO:tasks.rados.rados.0.smithi012.stdout:2005: snap_remove snap 183 2024-04-02T08:31:03.300 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:02 smithi055 ceph-mon[85080]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:31:03.300 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:02 smithi055 ceph-mon[85080]: Upgrade: osd.6 is safe to restart 2024-04-02T08:31:03.300 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:02 smithi055 ceph-mon[85080]: osdmap e474: 8 total, 8 up, 8 in 2024-04-02T08:31:03.301 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:02 smithi055 ceph-mon[85080]: pgmap v379: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 348 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.2 MiB/s wr, 27 op/s 2024-04-02T08:31:03.301 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:02 smithi055 ceph-mon[85080]: Upgrade: Updating osd.6 2024-04-02T08:31:03.301 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:02 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:03.301 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:02 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-02T08:31:03.301 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:02 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:31:03.301 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:02 smithi055 ceph-mon[85080]: Deploying daemon osd.6 on smithi055 2024-04-02T08:31:03.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:02 smithi012 ceph-mon[90784]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:31:03.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:02 smithi012 ceph-mon[90784]: Upgrade: osd.6 is safe to restart 2024-04-02T08:31:03.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:02 smithi012 ceph-mon[90784]: osdmap e474: 8 total, 8 up, 8 in 2024-04-02T08:31:03.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:02 smithi012 ceph-mon[90784]: pgmap v379: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 348 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.2 MiB/s wr, 27 op/s 2024-04-02T08:31:03.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:02 smithi012 ceph-mon[90784]: Upgrade: Updating osd.6 2024-04-02T08:31:03.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:02 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:03.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:02 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-02T08:31:03.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:02 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:31:03.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:02 smithi012 ceph-mon[90784]: Deploying daemon osd.6 on smithi055 2024-04-02T08:31:03.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:02 smithi012 ceph-mon[88355]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:31:03.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:02 smithi012 ceph-mon[88355]: Upgrade: osd.6 is safe to restart 2024-04-02T08:31:03.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:02 smithi012 ceph-mon[88355]: osdmap e474: 8 total, 8 up, 8 in 2024-04-02T08:31:03.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:02 smithi012 ceph-mon[88355]: pgmap v379: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 348 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.2 MiB/s wr, 27 op/s 2024-04-02T08:31:03.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:02 smithi012 ceph-mon[88355]: Upgrade: Updating osd.6 2024-04-02T08:31:03.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:02 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:03.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:02 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-02T08:31:03.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:02 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:31:03.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:02 smithi012 ceph-mon[88355]: Deploying daemon osd.6 on smithi055 2024-04-02T08:31:03.923 INFO:tasks.rados.rados.0.smithi012.stdout:2005: done (0 left) 2024-04-02T08:31:03.923 INFO:tasks.rados.rados.0.smithi012.stdout:2006: rmattr oid 12 current snap is 207 2024-04-02T08:31:03.923 INFO:tasks.rados.rados.0.smithi012.stdout:2006: done (0 left) 2024-04-02T08:31:03.923 INFO:tasks.rados.rados.0.smithi012.stdout:2007: snap_remove snap 189 2024-04-02T08:31:04.272 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:04 smithi055 ceph-mon[85080]: osdmap e475: 8 total, 8 up, 8 in 2024-04-02T08:31:04.272 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:04 smithi055 ceph-mon[85080]: osdmap e476: 8 total, 8 up, 8 in 2024-04-02T08:31:04.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:04 smithi012 ceph-mon[90784]: osdmap e475: 8 total, 8 up, 8 in 2024-04-02T08:31:04.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:04 smithi012 ceph-mon[90784]: osdmap e476: 8 total, 8 up, 8 in 2024-04-02T08:31:04.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:04 smithi012 ceph-mon[88355]: osdmap e475: 8 total, 8 up, 8 in 2024-04-02T08:31:04.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:04 smithi012 ceph-mon[88355]: osdmap e476: 8 total, 8 up, 8 in 2024-04-02T08:31:04.928 INFO:tasks.rados.rados.0.smithi012.stdout:2007: done (0 left) 2024-04-02T08:31:04.928 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 34 current snap is 207 2024-04-02T08:31:04.928 INFO:tasks.rados.rados.0.smithi012.stdout:2008: seq_num 639 ranges {2916352=704512,3620864=401408} 2024-04-02T08:31:04.947 INFO:tasks.rados.rados.0.smithi012.stdout:2008: writing smithi01277369-34 from 2916352 to 3620864 tid 1 2024-04-02T08:31:04.950 INFO:tasks.rados.rados.0.smithi012.stdout:2008: writing smithi01277369-34 from 3620864 to 4022272 tid 2 2024-04-02T08:31:04.950 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 38 current snap is 207 2024-04-02T08:31:04.950 INFO:tasks.rados.rados.0.smithi012.stdout:2009: seq_num 640 ranges {0=729088,729088=401408} 2024-04-02T08:31:04.954 INFO:tasks.rados.rados.0.smithi012.stdout:2009: writing smithi01277369-38 from 0 to 729088 tid 1 2024-04-02T08:31:04.957 INFO:tasks.rados.rados.0.smithi012.stdout:2009: writing smithi01277369-38 from 729088 to 1130496 tid 2 2024-04-02T08:31:04.957 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 1 current snap is 207 2024-04-02T08:31:04.957 INFO:tasks.rados.rados.0.smithi012.stdout:2008: finishing write tid 1 to smithi01277369-34 2024-04-02T08:31:04.957 INFO:tasks.rados.rados.0.smithi012.stdout:2010: seq_num 641 ranges {2260992=745472,3006464=401408} 2024-04-02T08:31:04.973 INFO:tasks.rados.rados.0.smithi012.stdout:2010: writing smithi01277369-1 from 2260992 to 3006464 tid 1 2024-04-02T08:31:04.976 INFO:tasks.rados.rados.0.smithi012.stdout:2010: writing smithi01277369-1 from 3006464 to 3407872 tid 2 2024-04-02T08:31:04.976 INFO:tasks.rados.rados.0.smithi012.stdout:2011: rollback oid 33 current snap is 207 2024-04-02T08:31:04.977 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 33 to 170 2024-04-02T08:31:04.977 INFO:tasks.rados.rados.0.smithi012.stdout:2008: finishing write tid 2 to smithi01277369-34 2024-04-02T08:31:04.977 INFO:tasks.rados.rados.0.smithi012.stdout:2008: finishing write tid 3 to smithi01277369-34 2024-04-02T08:31:04.977 INFO:tasks.rados.rados.0.smithi012.stdout:2008: finishing write tid 4 to smithi01277369-34 2024-04-02T08:31:04.977 INFO:tasks.rados.rados.0.smithi012.stdout:2008: oid 34 updating version 0 to 989 2024-04-02T08:31:04.977 INFO:tasks.rados.rados.0.smithi012.stdout:2008: oid 34 version 989 is already newer than 988 2024-04-02T08:31:04.977 INFO:tasks.rados.rados.0.smithi012.stdout:2008: oid 34 updating version 989 to 990 2024-04-02T08:31:04.977 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 34 v 990 (ObjNum 639 snap 207 seq_num 639) dirty exists 2024-04-02T08:31:04.977 INFO:tasks.rados.rados.0.smithi012.stdout:2008: left oid 34 (ObjNum 639 snap 207 seq_num 639) 2024-04-02T08:31:04.977 INFO:tasks.rados.rados.0.smithi012.stdout:2009: finishing write tid 1 to smithi01277369-38 2024-04-02T08:31:04.977 INFO:tasks.rados.rados.0.smithi012.stdout:2009: finishing write tid 2 to smithi01277369-38 2024-04-02T08:31:04.977 INFO:tasks.rados.rados.0.smithi012.stdout:2009: finishing write tid 3 to smithi01277369-38 2024-04-02T08:31:04.977 INFO:tasks.rados.rados.0.smithi012.stdout:2009: finishing write tid 4 to smithi01277369-38 2024-04-02T08:31:04.977 INFO:tasks.rados.rados.0.smithi012.stdout:2009: oid 38 updating version 0 to 974 2024-04-02T08:31:04.978 INFO:tasks.rados.rados.0.smithi012.stdout:2009: oid 38 updating version 974 to 976 2024-04-02T08:31:04.978 INFO:tasks.rados.rados.0.smithi012.stdout:2009: oid 38 version 976 is already newer than 975 2024-04-02T08:31:04.978 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 38 v 976 (ObjNum 640 snap 207 seq_num 640) dirty exists 2024-04-02T08:31:04.978 INFO:tasks.rados.rados.0.smithi012.stdout:2009: left oid 38 (ObjNum 640 snap 207 seq_num 640) 2024-04-02T08:31:04.978 INFO:tasks.rados.rados.0.smithi012.stdout:2008: done (3 left) 2024-04-02T08:31:04.978 INFO:tasks.rados.rados.0.smithi012.stdout:2009: done (2 left) 2024-04-02T08:31:04.978 INFO:tasks.rados.rados.0.smithi012.stdout:2012: rollback oid 9 current snap is 207 2024-04-02T08:31:04.978 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 9 to 200 2024-04-02T08:31:04.978 INFO:tasks.rados.rados.0.smithi012.stdout:2013: copy_from oid 7 from oid 35 current snap is 207 2024-04-02T08:31:04.978 INFO:tasks.rados.rados.0.smithi012.stdout:2014: read oid 47 snap -1 2024-04-02T08:31:04.978 INFO:tasks.rados.rados.0.smithi012.stdout:2014: expect (ObjNum 567 snap 178 seq_num 567) 2024-04-02T08:31:04.978 INFO:tasks.rados.rados.0.smithi012.stdout:2015: delete oid 45 current snap is 207 2024-04-02T08:31:04.980 INFO:tasks.rados.rados.0.smithi012.stdout:2010: finishing write tid 1 to smithi01277369-1 2024-04-02T08:31:04.981 INFO:tasks.rados.rados.0.smithi012.stdout:2012: finishing rollback tid 0 to smithi01277369-9 2024-04-02T08:31:04.981 INFO:tasks.rados.rados.0.smithi012.stdout:2010: finishing write tid 2 to smithi01277369-1 2024-04-02T08:31:04.981 INFO:tasks.rados.rados.0.smithi012.stdout:2010: finishing write tid 3 to smithi01277369-1 2024-04-02T08:31:04.982 INFO:tasks.rados.rados.0.smithi012.stdout:2015: done (5 left) 2024-04-02T08:31:04.982 INFO:tasks.rados.rados.0.smithi012.stdout:2016: read oid 40 snap -1 2024-04-02T08:31:04.982 INFO:tasks.rados.rados.0.smithi012.stdout:2016: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:31:04.982 INFO:tasks.rados.rados.0.smithi012.stdout:2017: snap_remove snap 197 2024-04-02T08:31:05.930 INFO:tasks.rados.rados.0.smithi012.stdout:2017: done (6 left) 2024-04-02T08:31:05.930 INFO:tasks.rados.rados.0.smithi012.stdout:2018: snap_create 2024-04-02T08:31:05.935 INFO:tasks.rados.rados.0.smithi012.stdout:2010: finishing write tid 4 to smithi01277369-1 2024-04-02T08:31:05.935 INFO:tasks.rados.rados.0.smithi012.stdout:2010: oid 1 updating version 0 to 1015 2024-04-02T08:31:05.935 INFO:tasks.rados.rados.0.smithi012.stdout:2010: oid 1 updating version 1015 to 1016 2024-04-02T08:31:05.935 INFO:tasks.rados.rados.0.smithi012.stdout:2010: oid 1 updating version 1016 to 1017 2024-04-02T08:31:05.935 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 1 v 1017 (ObjNum 641 snap 207 seq_num 641) dirty exists 2024-04-02T08:31:05.935 INFO:tasks.rados.rados.0.smithi012.stdout:2010: left oid 1 (ObjNum 641 snap 207 seq_num 641) 2024-04-02T08:31:05.935 INFO:tasks.rados.rados.0.smithi012.stdout:2016: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:31:05.935 INFO:tasks.rados.rados.0.smithi012.stdout:2012: finishing rollback tid 1 to smithi01277369-9 2024-04-02T08:31:05.936 INFO:tasks.rados.rados.0.smithi012.stdout:2011: finishing rollback tid 0 to smithi01277369-33 2024-04-02T08:31:05.936 INFO:tasks.rados.rados.0.smithi012.stdout:2012: finishing rollback tid 2 to smithi01277369-9 2024-04-02T08:31:05.936 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 9 v 965 (ObjNum 613 snap 197 seq_num 613) dirty exists 2024-04-02T08:31:05.936 INFO:tasks.rados.rados.0.smithi012.stdout:2011: finishing rollback tid 1 to smithi01277369-33 2024-04-02T08:31:05.936 INFO:tasks.rados.rados.0.smithi012.stdout:2011: finishing rollback tid 2 to smithi01277369-33 2024-04-02T08:31:05.936 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 33 v 1031 (ObjNum 503 snap 157 seq_num 503) dirty exists 2024-04-02T08:31:05.936 INFO:tasks.rados.rados.0.smithi012.stdout:2013: finishing copy_from racing read to smithi01277369-7 2024-04-02T08:31:05.936 INFO:tasks.rados.rados.0.smithi012.stdout:2013: finishing copy_from to smithi01277369-7 2024-04-02T08:31:05.936 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 7 v 1214 (ObjNum 559 snap 177 seq_num 559) dirty exists 2024-04-02T08:31:05.936 INFO:tasks.rados.rados.0.smithi012.stdout:2014: expect (ObjNum 567 snap 178 seq_num 567) 2024-04-02T08:31:05.937 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 08:31:05 smithi055 systemd[1]: Stopping Ceph osd.6 for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:31:05.937 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 08:31:05 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[47853]: 2024-04-02T08:31:05.877+0000 7f27ca15e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:31:05.937 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 08:31:05 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[47853]: 2024-04-02T08:31:05.877+0000 7f27ca15e700 -1 osd.6 477 *** Got signal Terminated *** 2024-04-02T08:31:05.937 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 08:31:05 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[47853]: 2024-04-02T08:31:05.877+0000 7f27ca15e700 -1 osd.6 477 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T08:31:06.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:05 smithi055 ceph-mon[85080]: pgmap v382: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 348 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.3 MiB/s wr, 18 op/s 2024-04-02T08:31:06.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:05 smithi055 ceph-mon[85080]: osdmap e477: 8 total, 8 up, 8 in 2024-04-02T08:31:06.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:05 smithi055 ceph-mon[85080]: osd.6 marked itself down and dead 2024-04-02T08:31:06.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:05 smithi012 ceph-mon[90784]: pgmap v382: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 348 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.3 MiB/s wr, 18 op/s 2024-04-02T08:31:06.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:05 smithi012 ceph-mon[90784]: osdmap e477: 8 total, 8 up, 8 in 2024-04-02T08:31:06.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:05 smithi012 ceph-mon[90784]: osd.6 marked itself down and dead 2024-04-02T08:31:06.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:05 smithi012 ceph-mon[88355]: pgmap v382: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 348 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.3 MiB/s wr, 18 op/s 2024-04-02T08:31:06.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:05 smithi012 ceph-mon[88355]: osdmap e477: 8 total, 8 up, 8 in 2024-04-02T08:31:06.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:05 smithi012 ceph-mon[88355]: osd.6 marked itself down and dead 2024-04-02T08:31:06.810 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 08:31:06 smithi055 podman[100162]: 2024-04-02 08:31:06.482062824 +0000 UTC m=+0.703397996 container died 256c0abe00a72695cc843a1ebd6a47c3dbbb56f0a507cce8e1fa0be6f0c50686 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=reef-4d05f4c) 2024-04-02T08:31:06.934 INFO:tasks.rados.rados.0.smithi012.stdout:2010: done (6 left) 2024-04-02T08:31:06.934 INFO:tasks.rados.rados.0.smithi012.stdout:2011: done (5 left) 2024-04-02T08:31:06.934 INFO:tasks.rados.rados.0.smithi012.stdout:2012: done (4 left) 2024-04-02T08:31:06.934 INFO:tasks.rados.rados.0.smithi012.stdout:2013: done (3 left) 2024-04-02T08:31:06.934 INFO:tasks.rados.rados.0.smithi012.stdout:2014: done (2 left) 2024-04-02T08:31:06.934 INFO:tasks.rados.rados.0.smithi012.stdout:2016: done (1 left) 2024-04-02T08:31:06.934 INFO:tasks.rados.rados.0.smithi012.stdout:2018: done (0 left) 2024-04-02T08:31:06.934 INFO:tasks.rados.rados.0.smithi012.stdout:2019: snap_remove snap 198 2024-04-02T08:31:07.270 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:06 smithi055 ceph-mon[85080]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:31:07.271 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:06 smithi055 ceph-mon[85080]: osdmap e478: 8 total, 7 up, 8 in 2024-04-02T08:31:07.271 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:06 smithi055 ceph-mon[85080]: osdmap e479: 8 total, 7 up, 8 in 2024-04-02T08:31:07.271 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 08:31:06 smithi055 podman[100162]: 2024-04-02 08:31:06.912062959 +0000 UTC m=+1.133398110 container cleanup 256c0abe00a72695cc843a1ebd6a47c3dbbb56f0a507cce8e1fa0be6f0c50686 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6, org.label-schema.build-date=20240326, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=reef-4d05f4c, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=) 2024-04-02T08:31:07.271 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 08:31:06 smithi055 bash[100162]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6 2024-04-02T08:31:07.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:06 smithi012 ceph-mon[90784]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:31:07.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:06 smithi012 ceph-mon[90784]: osdmap e478: 8 total, 7 up, 8 in 2024-04-02T08:31:07.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:06 smithi012 ceph-mon[90784]: osdmap e479: 8 total, 7 up, 8 in 2024-04-02T08:31:07.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:06 smithi012 ceph-mon[88355]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:31:07.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:06 smithi012 ceph-mon[88355]: osdmap e478: 8 total, 7 up, 8 in 2024-04-02T08:31:07.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:06 smithi012 ceph-mon[88355]: osdmap e479: 8 total, 7 up, 8 in 2024-04-02T08:31:07.560 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 08:31:07 smithi055 podman[100179]: 2024-04-02 08:31:07.272690168 +0000 UTC m=+0.786722130 container remove 256c0abe00a72695cc843a1ebd6a47c3dbbb56f0a507cce8e1fa0be6f0c50686 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6, GIT_BRANCH=HEAD, RELEASE=reef-4d05f4c, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-04-02T08:31:07.933 INFO:tasks.rados.rados.0.smithi012.stdout:2019: done (0 left) 2024-04-02T08:31:07.933 INFO:tasks.rados.rados.0.smithi012.stdout:2020: rollback oid 17 current snap is 208 2024-04-02T08:31:07.934 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 17 to 200 2024-04-02T08:31:07.934 INFO:tasks.rados.rados.0.smithi012.stdout:2021: snap_remove snap 199 2024-04-02T08:31:07.949 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 08:31:07 smithi055 podman[100269]: 2024-04-02 08:31:07.690397473 +0000 UTC m=+0.111184270 container create cee16382a427b8fb2cd9b988e43c126338fce20f329184d75353f3914642950d (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6-deactivate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-04-02T08:31:07.949 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 08:31:07 smithi055 podman[100269]: 2024-04-02 08:31:07.596914524 +0000 UTC m=+0.017701298 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:31:07.949 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 08:31:07 smithi055 podman[100269]: 2024-04-02 08:31:07.909544603 +0000 UTC m=+0.330331357 container init cee16382a427b8fb2cd9b988e43c126338fce20f329184d75353f3914642950d (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6-deactivate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:31:07.949 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 08:31:07 smithi055 podman[100269]: 2024-04-02 08:31:07.912647821 +0000 UTC m=+0.333434578 container start cee16382a427b8fb2cd9b988e43c126338fce20f329184d75353f3914642950d (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-04-02T08:31:08.218 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:07 smithi055 ceph-mon[85080]: pgmap v385: 121 pgs: 25 peering, 5 stale+active+clean, 91 active+clean; 357 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.3 MiB/s wr, 14 op/s 2024-04-02T08:31:08.219 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:07 smithi055 ceph-mon[85080]: Health check failed: Reduced data availability: 1 pg inactive, 2 pgs peering (PG_AVAILABILITY) 2024-04-02T08:31:08.219 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:07 smithi055 ceph-mon[85080]: osdmap e480: 8 total, 7 up, 8 in 2024-04-02T08:31:08.219 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 08:31:08 smithi055 podman[100269]: 2024-04-02 08:31:08.010122302 +0000 UTC m=+0.430909057 container attach cee16382a427b8fb2cd9b988e43c126338fce20f329184d75353f3914642950d (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6-deactivate, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:31:08.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:31:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:31:07] "GET /metrics HTTP/1.1" 200 36110 "" "Prometheus/2.43.0" 2024-04-02T08:31:08.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:07 smithi012 ceph-mon[88355]: pgmap v385: 121 pgs: 25 peering, 5 stale+active+clean, 91 active+clean; 357 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.3 MiB/s wr, 14 op/s 2024-04-02T08:31:08.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:07 smithi012 ceph-mon[88355]: Health check failed: Reduced data availability: 1 pg inactive, 2 pgs peering (PG_AVAILABILITY) 2024-04-02T08:31:08.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:07 smithi012 ceph-mon[88355]: osdmap e480: 8 total, 7 up, 8 in 2024-04-02T08:31:08.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:07 smithi012 ceph-mon[90784]: pgmap v385: 121 pgs: 25 peering, 5 stale+active+clean, 91 active+clean; 357 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.3 MiB/s wr, 14 op/s 2024-04-02T08:31:08.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:07 smithi012 ceph-mon[90784]: Health check failed: Reduced data availability: 1 pg inactive, 2 pgs peering (PG_AVAILABILITY) 2024-04-02T08:31:08.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:07 smithi012 ceph-mon[90784]: osdmap e480: 8 total, 7 up, 8 in 2024-04-02T08:31:08.511 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 08:31:08 smithi055 podman[100269]: 2024-04-02 08:31:08.220856947 +0000 UTC m=+0.641643708 container died cee16382a427b8fb2cd9b988e43c126338fce20f329184d75353f3914642950d (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6-deactivate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-04-02T08:31:08.923 INFO:tasks.rados.rados.0.smithi012.stdout:2021: done (1 left) 2024-04-02T08:31:08.924 INFO:tasks.rados.rados.0.smithi012.stdout:2022: snap_create 2024-04-02T08:31:08.924 INFO:tasks.rados.rados.0.smithi012.stdout:2020: finishing rollback tid 0 to smithi01277369-17 2024-04-02T08:31:08.924 INFO:tasks.rados.rados.0.smithi012.stdout:2020: finishing rollback tid 1 to smithi01277369-17 2024-04-02T08:31:08.924 INFO:tasks.rados.rados.0.smithi012.stdout:2020: finishing rollback tid 2 to smithi01277369-17 2024-04-02T08:31:08.924 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 17 v 1327 (ObjNum 606 snap 194 seq_num 606) dirty exists 2024-04-02T08:31:09.311 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 08:31:08 smithi055 podman[100295]: 2024-04-02 08:31:08.86466823 +0000 UTC m=+0.636910166 container remove cee16382a427b8fb2cd9b988e43c126338fce20f329184d75353f3914642950d (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6-deactivate, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:31:09.311 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 08:31:08 smithi055 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@osd.6.service: Deactivated successfully. 2024-04-02T08:31:09.311 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 08:31:08 smithi055 systemd[1]: Stopped Ceph osd.6 for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:31:09.311 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 08:31:08 smithi055 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@osd.6.service: Consumed 12.017s CPU time. 2024-04-02T08:31:09.311 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 08:31:09 smithi055 systemd[1]: Starting Ceph osd.6 for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:31:09.624 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 08:31:09 smithi055 podman[100402]: 2024-04-02 08:31:09.21691417 +0000 UTC m=+0.017367915 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:31:09.624 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 08:31:09 smithi055 podman[100402]: 2024-04-02 08:31:09.334131738 +0000 UTC m=+0.134585514 container create 373e0b03bc49b2cfa71eea31dfb26e07a21c8b4453ee548a5df635de0ddb29ab (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6-activate, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-04-02T08:31:09.624 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 08:31:09 smithi055 podman[100402]: 2024-04-02 08:31:09.551951677 +0000 UTC m=+0.352405416 container init 373e0b03bc49b2cfa71eea31dfb26e07a21c8b4453ee548a5df635de0ddb29ab (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6-activate, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-04-02T08:31:09.624 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 08:31:09 smithi055 podman[100402]: 2024-04-02 08:31:09.55569663 +0000 UTC m=+0.356150357 container start 373e0b03bc49b2cfa71eea31dfb26e07a21c8b4453ee548a5df635de0ddb29ab (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6-activate, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , ceph=True) 2024-04-02T08:31:09.625 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 08:31:09 smithi055 podman[100402]: 2024-04-02 08:31:09.626648768 +0000 UTC m=+0.427102503 container attach 373e0b03bc49b2cfa71eea31dfb26e07a21c8b4453ee548a5df635de0ddb29ab (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6-activate, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:31:09.927 INFO:tasks.rados.rados.0.smithi012.stdout:2020: done (1 left) 2024-04-02T08:31:09.927 INFO:tasks.rados.rados.0.smithi012.stdout:2022: done (0 left) 2024-04-02T08:31:09.927 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 48 current snap is 209 2024-04-02T08:31:09.928 INFO:tasks.rados.rados.0.smithi012.stdout:2023: seq_num 643 ranges {0=778240,778240=401408} 2024-04-02T08:31:09.932 INFO:tasks.rados.rados.0.smithi012.stdout:2023: writing smithi01277369-48 from 0 to 778240 tid 1 2024-04-02T08:31:09.935 INFO:tasks.rados.rados.0.smithi012.stdout:2023: writing smithi01277369-48 from 778240 to 1179648 tid 2 2024-04-02T08:31:09.935 INFO:tasks.rados.rados.0.smithi012.stdout:2024: setattr oid 21 current snap is 209 2024-04-02T08:31:09.936 INFO:tasks.rados.rados.0.smithi012.stdout:2025: snap_create 2024-04-02T08:31:09.941 INFO:tasks.rados.rados.0.smithi012.stdout:2023: finishing write tid 1 to smithi01277369-48 2024-04-02T08:31:09.941 INFO:tasks.rados.rados.0.smithi012.stdout:2023: finishing write tid 2 to smithi01277369-48 2024-04-02T08:31:09.942 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 21 v 977 (ObjNum 556 snap 176 seq_num 556) dirty exists 2024-04-02T08:31:09.942 INFO:tasks.rados.rados.0.smithi012.stdout:2023: finishing write tid 3 to smithi01277369-48 2024-04-02T08:31:09.943 INFO:tasks.rados.rados.0.smithi012.stdout:2023: finishing write tid 4 to smithi01277369-48 2024-04-02T08:31:09.943 INFO:tasks.rados.rados.0.smithi012.stdout:2023: oid 48 updating version 0 to 986 2024-04-02T08:31:09.943 INFO:tasks.rados.rados.0.smithi012.stdout:2023: oid 48 updating version 986 to 987 2024-04-02T08:31:09.943 INFO:tasks.rados.rados.0.smithi012.stdout:2023: oid 48 version 987 is already newer than 985 2024-04-02T08:31:09.943 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 48 v 987 (ObjNum 643 snap 209 seq_num 643) dirty exists 2024-04-02T08:31:09.943 INFO:tasks.rados.rados.0.smithi012.stdout:2023: left oid 48 (ObjNum 643 snap 209 seq_num 643) 2024-04-02T08:31:10.231 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:09 smithi012 ceph-mon[88355]: pgmap v388: 121 pgs: 25 peering, 5 stale+active+clean, 91 active+clean; 357 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.3 MiB/s wr, 14 op/s 2024-04-02T08:31:10.231 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:09 smithi012 ceph-mon[88355]: osdmap e481: 8 total, 7 up, 8 in 2024-04-02T08:31:10.231 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:09 smithi012 ceph-mon[90784]: pgmap v388: 121 pgs: 25 peering, 5 stale+active+clean, 91 active+clean; 357 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.3 MiB/s wr, 14 op/s 2024-04-02T08:31:10.231 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:09 smithi012 ceph-mon[90784]: osdmap e481: 8 total, 7 up, 8 in 2024-04-02T08:31:10.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:09 smithi055 ceph-mon[85080]: pgmap v388: 121 pgs: 25 peering, 5 stale+active+clean, 91 active+clean; 357 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.3 MiB/s wr, 14 op/s 2024-04-02T08:31:10.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:09 smithi055 ceph-mon[85080]: osdmap e481: 8 total, 7 up, 8 in 2024-04-02T08:31:10.311 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 08:31:10 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6-activate[100416]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-02T08:31:10.311 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 08:31:10 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6-activate[100416]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-02T08:31:10.311 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 08:31:10 smithi055 bash[100402]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-02T08:31:10.311 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 08:31:10 smithi055 bash[100402]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-02T08:31:10.311 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 08:31:10 smithi055 bash[100402]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-02T08:31:10.311 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 08:31:10 smithi055 bash[100402]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-02T08:31:10.311 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 08:31:10 smithi055 bash[100402]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-04-02T08:31:10.311 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 08:31:10 smithi055 bash[100402]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-02T08:31:10.311 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 08:31:10 smithi055 bash[100402]: --> ceph-volume raw activate successful for osd ID: 6 2024-04-02T08:31:10.312 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 08:31:10 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6-activate[100416]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-02T08:31:10.312 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 08:31:10 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6-activate[100416]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-02T08:31:10.312 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 08:31:10 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6-activate[100416]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-04-02T08:31:10.312 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 08:31:10 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6-activate[100416]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-02T08:31:10.312 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 08:31:10 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6-activate[100416]: --> ceph-volume raw activate successful for osd ID: 6 2024-04-02T08:31:10.312 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 08:31:10 smithi055 podman[100402]: 2024-04-02 08:31:10.028717415 +0000 UTC m=+0.829171145 container died 373e0b03bc49b2cfa71eea31dfb26e07a21c8b4453ee548a5df635de0ddb29ab (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6-activate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-04-02T08:31:10.941 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 08:31:10 smithi055 podman[100534]: 2024-04-02 08:31:10.685086407 +0000 UTC m=+0.648314826 container remove 373e0b03bc49b2cfa71eea31dfb26e07a21c8b4453ee548a5df635de0ddb29ab (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6-activate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T08:31:10.941 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 08:31:10 smithi055 podman[100599]: 2024-04-02 08:31:10.80519454 +0000 UTC m=+0.018197102 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:31:10.941 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 08:31:10 smithi055 podman[100599]: 2024-04-02 08:31:10.91605383 +0000 UTC m=+0.129056421 container create bb0c66a294ad23d3589e45dcb47d99214db181ac349e77231761fb54662fda23 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T08:31:10.944 INFO:tasks.rados.rados.0.smithi012.stdout:2023: done (2 left) 2024-04-02T08:31:10.944 INFO:tasks.rados.rados.0.smithi012.stdout:2024: done (1 left) 2024-04-02T08:31:10.944 INFO:tasks.rados.rados.0.smithi012.stdout:2025: done (0 left) 2024-04-02T08:31:10.944 INFO:tasks.rados.rados.0.smithi012.stdout:2026: setattr oid 1 current snap is 210 2024-04-02T08:31:10.946 INFO:tasks.rados.rados.0.smithi012.stdout:2027: rmattr oid 4 current snap is 210 2024-04-02T08:31:10.946 INFO:tasks.rados.rados.0.smithi012.stdout:2028: copy_from oid 14 from oid 44 current snap is 210 2024-04-02T08:31:10.946 INFO:tasks.rados.rados.0.smithi012.stdout:2029: snap_remove snap 163 2024-04-02T08:31:11.198 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:10 smithi055 ceph-mon[85080]: osdmap e482: 8 total, 7 up, 8 in 2024-04-02T08:31:11.199 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 08:31:11 smithi055 podman[100599]: 2024-04-02 08:31:11.177557765 +0000 UTC m=+0.390560333 container init bb0c66a294ad23d3589e45dcb47d99214db181ac349e77231761fb54662fda23 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:31:11.201 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 08:31:11 smithi055 podman[100599]: 2024-04-02 08:31:11.180696248 +0000 UTC m=+0.393698797 container start bb0c66a294ad23d3589e45dcb47d99214db181ac349e77231761fb54662fda23 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2) 2024-04-02T08:31:11.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:10 smithi012 ceph-mon[88355]: osdmap e482: 8 total, 7 up, 8 in 2024-04-02T08:31:11.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:10 smithi012 ceph-mon[90784]: osdmap e482: 8 total, 7 up, 8 in 2024-04-02T08:31:11.560 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 08:31:11 smithi055 ceph-osd[100618]: -- 172.21.15.55:0/3814132790 <== mon.1 v2:172.21.15.55:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x560044b71680 con 0x560044b3b000 2024-04-02T08:31:11.560 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 08:31:11 smithi055 bash[100599]: bb0c66a294ad23d3589e45dcb47d99214db181ac349e77231761fb54662fda23 2024-04-02T08:31:11.560 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 08:31:11 smithi055 systemd[1]: Started Ceph osd.6 for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:31:11.949 INFO:tasks.rados.rados.0.smithi012.stdout:2029: done (3 left) 2024-04-02T08:31:11.949 INFO:tasks.rados.rados.0.smithi012.stdout:2030: setattr oid 27 current snap is 210 2024-04-02T08:31:11.949 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 4 v 732 (ObjNum 586 snap 187 seq_num 586) dirty exists 2024-04-02T08:31:11.950 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 1 v 1019 (ObjNum 641 snap 207 seq_num 641) dirty exists 2024-04-02T08:31:11.950 INFO:tasks.rados.rados.0.smithi012.stdout:2028: finishing copy_from racing read to smithi01277369-14 2024-04-02T08:31:11.950 INFO:tasks.rados.rados.0.smithi012.stdout:2028: finishing copy_from to smithi01277369-14 2024-04-02T08:31:11.950 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 14 v 1028 (ObjNum 634 snap 205 seq_num 634) dirty exists 2024-04-02T08:31:11.950 INFO:tasks.rados.rados.0.smithi012.stdout:2026: done (3 left) 2024-04-02T08:31:11.950 INFO:tasks.rados.rados.0.smithi012.stdout:2027: done (2 left) 2024-04-02T08:31:11.950 INFO:tasks.rados.rados.0.smithi012.stdout:2028: done (1 left) 2024-04-02T08:31:11.950 INFO:tasks.rados.rados.0.smithi012.stdout:2031: read oid 46 snap 186 2024-04-02T08:31:11.951 INFO:tasks.rados.rados.0.smithi012.stdout:2031: expect (ObjNum 573 snap 181 seq_num 573) 2024-04-02T08:31:11.951 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 22 current snap is 210 2024-04-02T08:31:11.951 INFO:tasks.rados.rados.0.smithi012.stdout:2032: seq_num 644 ranges {3137536=794624,3932160=401408} 2024-04-02T08:31:11.973 INFO:tasks.rados.rados.0.smithi012.stdout:2032: writing smithi01277369-22 from 3137536 to 3932160 tid 1 2024-04-02T08:31:11.977 INFO:tasks.rados.rados.0.smithi012.stdout:2032: writing smithi01277369-22 from 3932160 to 4333568 tid 2 2024-04-02T08:31:11.977 INFO:tasks.rados.rados.0.smithi012.stdout:2033: copy_from oid 28 from oid 34 current snap is 210 2024-04-02T08:31:11.977 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 27 v 1020 (ObjNum 499 snap 157 seq_num 499) dirty exists 2024-04-02T08:31:11.977 INFO:tasks.rados.rados.0.smithi012.stdout:2030: done (3 left) 2024-04-02T08:31:11.977 INFO:tasks.rados.rados.0.smithi012.stdout:2034: rollback oid 39 current snap is 210 2024-04-02T08:31:11.978 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 39 to 196 2024-04-02T08:31:11.978 INFO:tasks.rados.rados.0.smithi012.stdout:2035: read oid 6 snap -1 2024-04-02T08:31:11.978 INFO:tasks.rados.rados.0.smithi012.stdout:2035: expect (ObjNum 505 snap 158 seq_num 505) 2024-04-02T08:31:11.978 INFO:tasks.rados.rados.0.smithi012.stdout:2036: rollback oid 25 current snap is 210 2024-04-02T08:31:11.978 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 25 to 203 2024-04-02T08:31:11.978 INFO:tasks.rados.rados.0.smithi012.stdout:2037: copy_from oid 27 from oid 43 current snap is 210 2024-04-02T08:31:11.978 INFO:tasks.rados.rados.0.smithi012.stdout:2038: delete oid 1 current snap is 210 2024-04-02T08:31:11.978 INFO:tasks.rados.rados.0.smithi012.stdout:2031: expect (ObjNum 573 snap 181 seq_num 573) 2024-04-02T08:31:12.061 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 08:31:11 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[100614]: 2024-04-02T08:31:11.721+0000 7febf069d7c0 -1 Falling back to public interface 2024-04-02T08:31:12.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:11 smithi055 ceph-mon[85080]: pgmap v391: 121 pgs: 8 active+undersized+degraded, 25 peering, 9 active+undersized, 79 active+clean; 358 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 288 KiB/s wr, 1 op/s; 47/621 objects degraded (7.568%) 2024-04-02T08:31:12.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:11 smithi055 ceph-mon[85080]: Health check failed: Degraded data redundancy: 47/621 objects degraded (7.568%), 8 pgs degraded (PG_DEGRADED) 2024-04-02T08:31:12.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:11 smithi055 ceph-mon[85080]: osdmap e483: 8 total, 7 up, 8 in 2024-04-02T08:31:12.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:11 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:12.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:11 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:12.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:11 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:12.147 INFO:tasks.rados.rados.0.smithi012.stdout:2037: finishing copy_from to smithi01277369-27 2024-04-02T08:31:12.147 INFO:tasks.rados.rados.0.smithi012.stdout:2037: got expected ENOENT (src dne) 2024-04-02T08:31:12.147 INFO:tasks.rados.rados.0.smithi012.stdout:2037: finishing copy_from racing read to smithi01277369-27 2024-04-02T08:31:12.148 INFO:tasks.rados.rados.0.smithi012.stdout:2031: done (7 left) 2024-04-02T08:31:12.148 INFO:tasks.rados.rados.0.smithi012.stdout:2037: done (6 left) 2024-04-02T08:31:12.148 INFO:tasks.rados.rados.0.smithi012.stdout:2038: done (5 left) 2024-04-02T08:31:12.148 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 36 current snap is 210 2024-04-02T08:31:12.148 INFO:tasks.rados.rados.0.smithi012.stdout:2034: finishing rollback tid 1 to smithi01277369-39 2024-04-02T08:31:12.148 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 39 v 971 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-02T08:31:12.148 INFO:tasks.rados.rados.0.smithi012.stdout:2036: finishing rollback tid 0 to smithi01277369-25 2024-04-02T08:31:12.148 INFO:tasks.rados.rados.0.smithi012.stdout:2036: finishing rollback tid 1 to smithi01277369-25 2024-04-02T08:31:12.148 INFO:tasks.rados.rados.0.smithi012.stdout:2036: finishing rollback tid 2 to smithi01277369-25 2024-04-02T08:31:12.148 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 25 v 735 (ObjNum 623 snap 202 seq_num 623) dirty exists 2024-04-02T08:31:12.148 INFO:tasks.rados.rados.0.smithi012.stdout:2032: finishing write tid 1 to smithi01277369-22 2024-04-02T08:31:12.148 INFO:tasks.rados.rados.0.smithi012.stdout:2032: finishing write tid 2 to smithi01277369-22 2024-04-02T08:31:12.148 INFO:tasks.rados.rados.0.smithi012.stdout:2032: finishing write tid 3 to smithi01277369-22 2024-04-02T08:31:12.148 INFO:tasks.rados.rados.0.smithi012.stdout:2032: finishing write tid 4 to smithi01277369-22 2024-04-02T08:31:12.149 INFO:tasks.rados.rados.0.smithi012.stdout:2032: oid 22 updating version 0 to 1065 2024-04-02T08:31:12.149 INFO:tasks.rados.rados.0.smithi012.stdout:2032: oid 22 updating version 1065 to 1067 2024-04-02T08:31:12.149 INFO:tasks.rados.rados.0.smithi012.stdout:2032: oid 22 version 1067 is already newer than 1066 2024-04-02T08:31:12.149 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 22 v 1067 (ObjNum 644 snap 210 seq_num 644) dirty exists 2024-04-02T08:31:12.149 INFO:tasks.rados.rados.0.smithi012.stdout:2032: left oid 22 (ObjNum 644 snap 210 seq_num 644) 2024-04-02T08:31:12.149 INFO:tasks.rados.rados.0.smithi012.stdout:2033: finishing copy_from racing read to smithi01277369-28 2024-04-02T08:31:12.149 INFO:tasks.rados.rados.0.smithi012.stdout:2033: finishing copy_from to smithi01277369-28 2024-04-02T08:31:12.149 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 28 v 990 (ObjNum 639 snap 207 seq_num 639) dirty exists 2024-04-02T08:31:12.149 INFO:tasks.rados.rados.0.smithi012.stdout:2035: expect (ObjNum 505 snap 158 seq_num 505) 2024-04-02T08:31:12.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:11 smithi012 ceph-mon[88355]: pgmap v391: 121 pgs: 8 active+undersized+degraded, 25 peering, 9 active+undersized, 79 active+clean; 358 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 288 KiB/s wr, 1 op/s; 47/621 objects degraded (7.568%) 2024-04-02T08:31:12.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:11 smithi012 ceph-mon[88355]: Health check failed: Degraded data redundancy: 47/621 objects degraded (7.568%), 8 pgs degraded (PG_DEGRADED) 2024-04-02T08:31:12.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:11 smithi012 ceph-mon[88355]: osdmap e483: 8 total, 7 up, 8 in 2024-04-02T08:31:12.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:11 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:12.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:11 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:12.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:11 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:12.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:11 smithi012 ceph-mon[90784]: pgmap v391: 121 pgs: 8 active+undersized+degraded, 25 peering, 9 active+undersized, 79 active+clean; 358 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 288 KiB/s wr, 1 op/s; 47/621 objects degraded (7.568%) 2024-04-02T08:31:12.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:11 smithi012 ceph-mon[90784]: Health check failed: Degraded data redundancy: 47/621 objects degraded (7.568%), 8 pgs degraded (PG_DEGRADED) 2024-04-02T08:31:12.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:11 smithi012 ceph-mon[90784]: osdmap e483: 8 total, 7 up, 8 in 2024-04-02T08:31:12.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:11 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:12.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:11 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:12.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:11 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:12.560 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:31:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:31:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:31:12.595 INFO:tasks.rados.rados.0.smithi012.stdout:2039: seq_num 646 ranges {5931008=425984,6356992=655360,7012352=147456} 2024-04-02T08:31:12.630 INFO:tasks.rados.rados.0.smithi012.stdout:2039: writing smithi01277369-36 from 5931008 to 6356992 tid 1 2024-04-02T08:31:12.633 INFO:tasks.rados.rados.0.smithi012.stdout:2039: writing smithi01277369-36 from 6356992 to 7012352 tid 2 2024-04-02T08:31:12.637 INFO:tasks.rados.rados.0.smithi012.stdout:2039: writing smithi01277369-36 from 7012352 to 7159808 tid 3 2024-04-02T08:31:12.637 INFO:tasks.rados.rados.0.smithi012.stdout:2032: done (5 left) 2024-04-02T08:31:12.637 INFO:tasks.rados.rados.0.smithi012.stdout:2033: done (4 left) 2024-04-02T08:31:12.637 INFO:tasks.rados.rados.0.smithi012.stdout:2034: done (3 left) 2024-04-02T08:31:12.637 INFO:tasks.rados.rados.0.smithi012.stdout:2035: done (2 left) 2024-04-02T08:31:12.637 INFO:tasks.rados.rados.0.smithi012.stdout:2036: done (1 left) 2024-04-02T08:31:12.637 INFO:tasks.rados.rados.0.smithi012.stdout:2040: copy_from oid 11 from oid 22 current snap is 210 2024-04-02T08:31:12.638 INFO:tasks.rados.rados.0.smithi012.stdout:2039: finishing write tid 1 to smithi01277369-36 2024-04-02T08:31:12.638 INFO:tasks.rados.rados.0.smithi012.stdout:2041: read oid 21 snap -1 2024-04-02T08:31:12.638 INFO:tasks.rados.rados.0.smithi012.stdout:2041: expect (ObjNum 556 snap 176 seq_num 556) 2024-04-02T08:31:12.638 INFO:tasks.rados.rados.0.smithi012.stdout:2042: copy_from oid 44 from oid 18 current snap is 210 2024-04-02T08:31:12.638 INFO:tasks.rados.rados.0.smithi012.stdout:2043: copy_from oid 47 from oid 26 current snap is 210 2024-04-02T08:31:12.638 INFO:tasks.rados.rados.0.smithi012.stdout:2044: delete oid 24 current snap is 210 2024-04-02T08:31:12.639 INFO:tasks.rados.rados.0.smithi012.stdout:2044: done (5 left) 2024-04-02T08:31:12.639 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 42 current snap is 210 2024-04-02T08:31:12.640 INFO:tasks.rados.rados.0.smithi012.stdout:2045: seq_num 648 ranges {0=458752,458752=475136,933888=327680} 2024-04-02T08:31:12.642 INFO:tasks.rados.rados.0.smithi012.stdout:2045: writing smithi01277369-42 from 0 to 458752 tid 1 2024-04-02T08:31:12.645 INFO:tasks.rados.rados.0.smithi012.stdout:2045: writing smithi01277369-42 from 458752 to 933888 tid 2 2024-04-02T08:31:12.649 INFO:tasks.rados.rados.0.smithi012.stdout:2045: writing smithi01277369-42 from 933888 to 1261568 tid 3 2024-04-02T08:31:12.649 INFO:tasks.rados.rados.0.smithi012.stdout:2046: rollback oid 5 current snap is 210 2024-04-02T08:31:12.649 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 5 to 205 2024-04-02T08:31:12.649 INFO:tasks.rados.rados.0.smithi012.stdout:2039: finishing write tid 2 to smithi01277369-36 2024-04-02T08:31:12.649 INFO:tasks.rados.rados.0.smithi012.stdout:2039: finishing write tid 3 to smithi01277369-36 2024-04-02T08:31:12.649 INFO:tasks.rados.rados.0.smithi012.stdout:2039: finishing write tid 4 to smithi01277369-36 2024-04-02T08:31:12.650 INFO:tasks.rados.rados.0.smithi012.stdout:2039: finishing write tid 5 to smithi01277369-36 2024-04-02T08:31:12.650 INFO:tasks.rados.rados.0.smithi012.stdout:2039: oid 36 updating version 0 to 1216 2024-04-02T08:31:12.650 INFO:tasks.rados.rados.0.smithi012.stdout:2039: oid 36 updating version 1216 to 1217 2024-04-02T08:31:12.650 INFO:tasks.rados.rados.0.smithi012.stdout:2039: oid 36 version 1217 is already newer than 1215 2024-04-02T08:31:12.650 INFO:tasks.rados.rados.0.smithi012.stdout:2039: oid 36 updating version 1217 to 1218 2024-04-02T08:31:12.650 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 36 v 1218 (ObjNum 646 snap 210 seq_num 646) dirty exists 2024-04-02T08:31:12.650 INFO:tasks.rados.rados.0.smithi012.stdout:2039: left oid 36 (ObjNum 646 snap 210 seq_num 646) 2024-04-02T08:31:12.650 INFO:tasks.rados.rados.0.smithi012.stdout:2045: finishing write tid 1 to smithi01277369-42 2024-04-02T08:31:12.650 INFO:tasks.rados.rados.0.smithi012.stdout:2039: done (6 left) 2024-04-02T08:31:12.651 INFO:tasks.rados.rados.0.smithi012.stdout:2047: read oid 9 snap -1 2024-04-02T08:31:12.651 INFO:tasks.rados.rados.0.smithi012.stdout:2047: expect (ObjNum 613 snap 197 seq_num 613) 2024-04-02T08:31:12.651 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 45 current snap is 210 2024-04-02T08:31:12.651 INFO:tasks.rados.rados.0.smithi012.stdout:2048: seq_num 649 ranges {0=475136,475136=761856,1236992=40960} 2024-04-02T08:31:12.651 INFO:tasks.rados.rados.0.smithi012.stdout:2048: writing smithi01277369-45 from 0 to 475136 tid 1 2024-04-02T08:31:12.657 INFO:tasks.rados.rados.0.smithi012.stdout:2048: writing smithi01277369-45 from 475136 to 1236992 tid 2 2024-04-02T08:31:12.657 INFO:tasks.rados.rados.0.smithi012.stdout:2048: writing smithi01277369-45 from 1236992 to 1277952 tid 3 2024-04-02T08:31:12.657 INFO:tasks.rados.rados.0.smithi012.stdout:2049: read oid 50 snap -1 2024-04-02T08:31:12.657 INFO:tasks.rados.rados.0.smithi012.stdout:2049: expect (ObjNum 589 snap 188 seq_num 589) 2024-04-02T08:31:12.658 INFO:tasks.rados.rados.0.smithi012.stdout:2050: snap_create 2024-04-02T08:31:12.659 INFO:tasks.rados.rados.0.smithi012.stdout:2045: finishing write tid 2 to smithi01277369-42 2024-04-02T08:31:12.659 INFO:tasks.rados.rados.0.smithi012.stdout:2045: finishing write tid 3 to smithi01277369-42 2024-04-02T08:31:12.659 INFO:tasks.rados.rados.0.smithi012.stdout:2045: finishing write tid 4 to smithi01277369-42 2024-04-02T08:31:12.659 INFO:tasks.rados.rados.0.smithi012.stdout:2042: finishing copy_from racing read to smithi01277369-44 2024-04-02T08:31:12.659 INFO:tasks.rados.rados.0.smithi012.stdout:2048: finishing write tid 1 to smithi01277369-45 2024-04-02T08:31:12.659 INFO:tasks.rados.rados.0.smithi012.stdout:2041: expect (ObjNum 556 snap 176 seq_num 556) 2024-04-02T08:31:12.801 INFO:tasks.rados.rados.0.smithi012.stdout:2042: finishing copy_from to smithi01277369-44 2024-04-02T08:31:12.801 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 44 v 984 (ObjNum 624 snap 203 seq_num 624) dirty exists 2024-04-02T08:31:12.801 INFO:tasks.rados.rados.0.smithi012.stdout:2045: finishing write tid 5 to smithi01277369-42 2024-04-02T08:31:12.801 INFO:tasks.rados.rados.0.smithi012.stdout:2045: oid 42 updating version 0 to 991 2024-04-02T08:31:12.801 INFO:tasks.rados.rados.0.smithi012.stdout:2045: oid 42 version 991 is already newer than 988 2024-04-02T08:31:12.801 INFO:tasks.rados.rados.0.smithi012.stdout:2045: oid 42 version 991 is already newer than 989 2024-04-02T08:31:12.801 INFO:tasks.rados.rados.0.smithi012.stdout:2045: oid 42 version 991 is already newer than 990 2024-04-02T08:31:12.801 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 42 v 991 (ObjNum 648 snap 210 seq_num 648) dirty exists 2024-04-02T08:31:12.801 INFO:tasks.rados.rados.0.smithi012.stdout:2045: left oid 42 (ObjNum 648 snap 210 seq_num 648) 2024-04-02T08:31:12.801 INFO:tasks.rados.rados.0.smithi012.stdout:2046: finishing rollback tid 0 to smithi01277369-5 2024-04-02T08:31:12.801 INFO:tasks.rados.rados.0.smithi012.stdout:2043: finishing copy_from racing read to smithi01277369-47 2024-04-02T08:31:12.802 INFO:tasks.rados.rados.0.smithi012.stdout:2046: finishing rollback tid 1 to smithi01277369-5 2024-04-02T08:31:12.802 INFO:tasks.rados.rados.0.smithi012.stdout:2046: finishing rollback tid 2 to smithi01277369-5 2024-04-02T08:31:12.802 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 5 v 986 (ObjNum 616 snap 199 seq_num 616) dirty exists 2024-04-02T08:31:12.802 INFO:tasks.rados.rados.0.smithi012.stdout:2048: finishing write tid 2 to smithi01277369-45 2024-04-02T08:31:12.802 INFO:tasks.rados.rados.0.smithi012.stdout:2048: finishing write tid 3 to smithi01277369-45 2024-04-02T08:31:12.802 INFO:tasks.rados.rados.0.smithi012.stdout:2048: finishing write tid 4 to smithi01277369-45 2024-04-02T08:31:12.802 INFO:tasks.rados.rados.0.smithi012.stdout:2047: expect (ObjNum 613 snap 197 seq_num 613) 2024-04-02T08:31:12.920 INFO:tasks.rados.rados.0.smithi012.stdout:2043: finishing copy_from to smithi01277369-47 2024-04-02T08:31:12.920 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 47 v 861 (ObjNum 571 snap 179 seq_num 571) dirty exists 2024-04-02T08:31:12.920 INFO:tasks.rados.rados.0.smithi012.stdout:2048: finishing write tid 5 to smithi01277369-45 2024-04-02T08:31:12.920 INFO:tasks.rados.rados.0.smithi012.stdout:2048: oid 45 updating version 0 to 1025 2024-04-02T08:31:12.920 INFO:tasks.rados.rados.0.smithi012.stdout:2048: oid 45 version 1025 is already newer than 1022 2024-04-02T08:31:12.920 INFO:tasks.rados.rados.0.smithi012.stdout:2048: oid 45 version 1025 is already newer than 1024 2024-04-02T08:31:12.920 INFO:tasks.rados.rados.0.smithi012.stdout:2048: oid 45 version 1025 is already newer than 1023 2024-04-02T08:31:12.920 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 45 v 1025 (ObjNum 649 snap 210 seq_num 649) dirty exists 2024-04-02T08:31:12.920 INFO:tasks.rados.rados.0.smithi012.stdout:2048: left oid 45 (ObjNum 649 snap 210 seq_num 649) 2024-04-02T08:31:12.920 INFO:tasks.rados.rados.0.smithi012.stdout:2040: finishing copy_from racing read to smithi01277369-11 2024-04-02T08:31:12.921 INFO:tasks.rados.rados.0.smithi012.stdout:2040: finishing copy_from to smithi01277369-11 2024-04-02T08:31:12.921 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 11 v 1067 (ObjNum 644 snap 210 seq_num 644) dirty exists 2024-04-02T08:31:12.921 INFO:tasks.rados.rados.0.smithi012.stdout:2049: expect (ObjNum 589 snap 188 seq_num 589) 2024-04-02T08:31:13.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:12 smithi055 ceph-mon[85080]: osdmap e484: 8 total, 7 up, 8 in 2024-04-02T08:31:13.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:12 smithi012 ceph-mon[88355]: osdmap e484: 8 total, 7 up, 8 in 2024-04-02T08:31:13.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:12 smithi012 ceph-mon[90784]: osdmap e484: 8 total, 7 up, 8 in 2024-04-02T08:31:13.650 INFO:tasks.rados.rados.0.smithi012.stdout:2040: done (9 left) 2024-04-02T08:31:13.650 INFO:tasks.rados.rados.0.smithi012.stdout:2041: done (8 left) 2024-04-02T08:31:13.651 INFO:tasks.rados.rados.0.smithi012.stdout:2042: done (7 left) 2024-04-02T08:31:13.651 INFO:tasks.rados.rados.0.smithi012.stdout:2043: done (6 left) 2024-04-02T08:31:13.651 INFO:tasks.rados.rados.0.smithi012.stdout:2045: done (5 left) 2024-04-02T08:31:13.651 INFO:tasks.rados.rados.0.smithi012.stdout:2046: done (4 left) 2024-04-02T08:31:13.651 INFO:tasks.rados.rados.0.smithi012.stdout:2047: done (3 left) 2024-04-02T08:31:13.651 INFO:tasks.rados.rados.0.smithi012.stdout:2048: done (2 left) 2024-04-02T08:31:13.652 INFO:tasks.rados.rados.0.smithi012.stdout:2049: done (1 left) 2024-04-02T08:31:13.652 INFO:tasks.rados.rados.0.smithi012.stdout:2050: done (0 left) 2024-04-02T08:31:13.652 INFO:tasks.rados.rados.0.smithi012.stdout:2051: setattr oid 20 current snap is 211 2024-04-02T08:31:13.653 INFO:tasks.rados.rados.0.smithi012.stdout:2052: delete oid 19 current snap is 211 2024-04-02T08:31:13.653 INFO:tasks.rados.rados.0.smithi012.stdout:2052: done (1 left) 2024-04-02T08:31:13.653 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 44 current snap is 211 2024-04-02T08:31:13.653 INFO:tasks.rados.rados.0.smithi012.stdout:2053: seq_num 651 ranges {860160=507904,1368064=532480,1900544=270336} 2024-04-02T08:31:13.660 INFO:tasks.rados.rados.0.smithi012.stdout:2053: writing smithi01277369-44 from 860160 to 1368064 tid 1 2024-04-02T08:31:13.667 INFO:tasks.rados.rados.0.smithi012.stdout:2053: writing smithi01277369-44 from 1368064 to 1900544 tid 2 2024-04-02T08:31:13.668 INFO:tasks.rados.rados.0.smithi012.stdout:2053: writing smithi01277369-44 from 1900544 to 2170880 tid 3 2024-04-02T08:31:13.668 INFO:tasks.rados.rados.0.smithi012.stdout:2054: rollback oid 37 current snap is 211 2024-04-02T08:31:13.668 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 37 to 170 2024-04-02T08:31:13.668 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 20 v 1361 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-02T08:31:13.668 INFO:tasks.rados.rados.0.smithi012.stdout:2053: finishing write tid 1 to smithi01277369-44 2024-04-02T08:31:13.669 INFO:tasks.rados.rados.0.smithi012.stdout:2051: done (2 left) 2024-04-02T08:31:13.669 INFO:tasks.rados.rados.0.smithi012.stdout:2055: read oid 14 snap -1 2024-04-02T08:31:13.669 INFO:tasks.rados.rados.0.smithi012.stdout:2055: expect (ObjNum 634 snap 205 seq_num 634) 2024-04-02T08:31:13.669 INFO:tasks.rados.rados.0.smithi012.stdout:2056: copy_from oid 33 from oid 26 current snap is 211 2024-04-02T08:31:13.669 INFO:tasks.rados.rados.0.smithi012.stdout:2057: read oid 27 snap -1 2024-04-02T08:31:13.669 INFO:tasks.rados.rados.0.smithi012.stdout:2057: expect (ObjNum 499 snap 157 seq_num 499) 2024-04-02T08:31:13.669 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 36 current snap is 211 2024-04-02T08:31:13.669 INFO:tasks.rados.rados.0.smithi012.stdout:2058: seq_num 652 ranges {7159808=524288,7684096=409600,8093696=393216} 2024-04-02T08:31:13.708 INFO:tasks.rados.rados.0.smithi012.stdout:2058: writing smithi01277369-36 from 7159808 to 7684096 tid 1 2024-04-02T08:31:13.710 INFO:tasks.rados.rados.0.smithi012.stdout:2058: writing smithi01277369-36 from 7684096 to 8093696 tid 2 2024-04-02T08:31:13.713 INFO:tasks.rados.rados.0.smithi012.stdout:2058: writing smithi01277369-36 from 8093696 to 8486912 tid 3 2024-04-02T08:31:13.713 INFO:tasks.rados.rados.0.smithi012.stdout:2059: snap_remove snap 192 2024-04-02T08:31:13.970 INFO:tasks.rados.rados.0.smithi012.stdout:2059: done (6 left) 2024-04-02T08:31:13.970 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 35 current snap is 211 2024-04-02T08:31:13.970 INFO:tasks.rados.rados.0.smithi012.stdout:2060: seq_num 653 ranges {4145152=540672,4685824=696320,5382144=106496} 2024-04-02T08:31:13.996 INFO:tasks.rados.rados.0.smithi012.stdout:2060: writing smithi01277369-35 from 4145152 to 4685824 tid 1 2024-04-02T08:31:14.000 INFO:tasks.rados.rados.0.smithi012.stdout:2060: writing smithi01277369-35 from 4685824 to 5382144 tid 2 2024-04-02T08:31:14.002 INFO:tasks.rados.rados.0.smithi012.stdout:2060: writing smithi01277369-35 from 5382144 to 5488640 tid 3 2024-04-02T08:31:14.002 INFO:tasks.rados.rados.0.smithi012.stdout:2061: copy_from oid 21 from oid 22 current snap is 211 2024-04-02T08:31:14.002 INFO:tasks.rados.rados.0.smithi012.stdout:2053: finishing write tid 2 to smithi01277369-44 2024-04-02T08:31:14.002 INFO:tasks.rados.rados.0.smithi012.stdout:2053: finishing write tid 3 to smithi01277369-44 2024-04-02T08:31:14.002 INFO:tasks.rados.rados.0.smithi012.stdout:2054: finishing rollback tid 0 to smithi01277369-37 2024-04-02T08:31:14.002 INFO:tasks.rados.rados.0.smithi012.stdout:2054: finishing rollback tid 1 to smithi01277369-37 2024-04-02T08:31:14.002 INFO:tasks.rados.rados.0.smithi012.stdout:2053: finishing write tid 4 to smithi01277369-44 2024-04-02T08:31:14.002 INFO:tasks.rados.rados.0.smithi012.stdout:2054: finishing rollback tid 2 to smithi01277369-37 2024-04-02T08:31:14.003 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 37 v 994 (ObjNum 489 snap 149 seq_num 489) dirty exists 2024-04-02T08:31:14.003 INFO:tasks.rados.rados.0.smithi012.stdout:2053: finishing write tid 5 to smithi01277369-44 2024-04-02T08:31:14.003 INFO:tasks.rados.rados.0.smithi012.stdout:2053: oid 44 updating version 0 to 1073 2024-04-02T08:31:14.003 INFO:tasks.rados.rados.0.smithi012.stdout:2053: oid 44 updating version 1073 to 1075 2024-04-02T08:31:14.003 INFO:tasks.rados.rados.0.smithi012.stdout:2053: oid 44 updating version 1075 to 1076 2024-04-02T08:31:14.003 INFO:tasks.rados.rados.0.smithi012.stdout:2053: oid 44 version 1076 is already newer than 1074 2024-04-02T08:31:14.003 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 44 v 1076 (ObjNum 651 snap 211 seq_num 651) dirty exists 2024-04-02T08:31:14.003 INFO:tasks.rados.rados.0.smithi012.stdout:2053: left oid 44 (ObjNum 651 snap 211 seq_num 651) 2024-04-02T08:31:14.004 INFO:tasks.rados.rados.0.smithi012.stdout:2056: finishing copy_from racing read to smithi01277369-33 2024-04-02T08:31:14.004 INFO:tasks.rados.rados.0.smithi012.stdout:2053: done (7 left) 2024-04-02T08:31:14.004 INFO:tasks.rados.rados.0.smithi012.stdout:2054: done (6 left) 2024-04-02T08:31:14.004 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 12 current snap is 211 2024-04-02T08:31:14.004 INFO:tasks.rados.rados.0.smithi012.stdout:2062: seq_num 654 ranges {794624=557056,1351680=630784,1982464=172032} 2024-04-02T08:31:14.009 INFO:tasks.rados.rados.0.smithi012.stdout:2062: writing smithi01277369-12 from 794624 to 1351680 tid 1 2024-04-02T08:31:14.013 INFO:tasks.rados.rados.0.smithi012.stdout:2062: writing smithi01277369-12 from 1351680 to 1982464 tid 2 2024-04-02T08:31:14.014 INFO:tasks.rados.rados.0.smithi012.stdout:2062: writing smithi01277369-12 from 1982464 to 2154496 tid 3 2024-04-02T08:31:14.015 INFO:tasks.rados.rados.0.smithi012.stdout:2063: copy_from oid 46 from oid 25 current snap is 211 2024-04-02T08:31:14.015 INFO:tasks.rados.rados.0.smithi012.stdout:2056: finishing copy_from to smithi01277369-33 2024-04-02T08:31:14.015 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 33 v 861 (ObjNum 571 snap 179 seq_num 571) dirty exists 2024-04-02T08:31:14.015 INFO:tasks.rados.rados.0.smithi012.stdout:2057: expect (ObjNum 499 snap 157 seq_num 499) 2024-04-02T08:31:14.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:13 smithi055 ceph-mon[85080]: pgmap v394: 121 pgs: 9 active+undersized+degraded, 33 active+undersized, 79 active+clean; 358 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 288 KiB/s wr, 11 op/s; 51/627 objects degraded (8.134%) 2024-04-02T08:31:14.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:13 smithi055 ceph-mon[85080]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 2 pgs peering) 2024-04-02T08:31:14.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:13 smithi055 ceph-mon[85080]: osdmap e485: 8 total, 7 up, 8 in 2024-04-02T08:31:14.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:13 smithi012 ceph-mon[88355]: pgmap v394: 121 pgs: 9 active+undersized+degraded, 33 active+undersized, 79 active+clean; 358 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 288 KiB/s wr, 11 op/s; 51/627 objects degraded (8.134%) 2024-04-02T08:31:14.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:13 smithi012 ceph-mon[88355]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 2 pgs peering) 2024-04-02T08:31:14.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:13 smithi012 ceph-mon[88355]: osdmap e485: 8 total, 7 up, 8 in 2024-04-02T08:31:14.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:13 smithi012 ceph-mon[90784]: pgmap v394: 121 pgs: 9 active+undersized+degraded, 33 active+undersized, 79 active+clean; 358 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 288 KiB/s wr, 11 op/s; 51/627 objects degraded (8.134%) 2024-04-02T08:31:14.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:13 smithi012 ceph-mon[90784]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 2 pgs peering) 2024-04-02T08:31:14.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:13 smithi012 ceph-mon[90784]: osdmap e485: 8 total, 7 up, 8 in 2024-04-02T08:31:14.627 INFO:tasks.rados.rados.0.smithi012.stdout:2058: finishing write tid 1 to smithi01277369-36 2024-04-02T08:31:14.628 INFO:tasks.rados.rados.0.smithi012.stdout:2058: finishing write tid 2 to smithi01277369-36 2024-04-02T08:31:14.628 INFO:tasks.rados.rados.0.smithi012.stdout:2055: expect (ObjNum 634 snap 205 seq_num 634) 2024-04-02T08:31:14.810 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 08:31:14 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[100614]: 2024-04-02T08:31:14.578+0000 7febf069d7c0 -1 osd.6 477 log_to_monitors true 2024-04-02T08:31:15.253 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 08:31:15 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[100614]: 2024-04-02T08:31:15.173+0000 7febe1af5700 -1 osd.6 477 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:31:15.253 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:14 smithi055 ceph-mon[85080]: osdmap e486: 8 total, 7 up, 8 in 2024-04-02T08:31:15.253 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:15.253 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:15.253 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:14 smithi055 ceph-mon[85080]: from='osd.6 [v2:172.21.15.55:6816/2371072131,v1:172.21.15.55:6817/2371072131]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:31:15.253 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:14 smithi055 ceph-mon[85080]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:31:15.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:14 smithi012 ceph-mon[88355]: osdmap e486: 8 total, 7 up, 8 in 2024-04-02T08:31:15.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:15.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:15.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:14 smithi012 ceph-mon[88355]: from='osd.6 [v2:172.21.15.55:6816/2371072131,v1:172.21.15.55:6817/2371072131]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:31:15.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:14 smithi012 ceph-mon[88355]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:31:15.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:14 smithi012 ceph-mon[90784]: osdmap e486: 8 total, 7 up, 8 in 2024-04-02T08:31:15.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:15.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:15.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:14 smithi012 ceph-mon[90784]: from='osd.6 [v2:172.21.15.55:6816/2371072131,v1:172.21.15.55:6817/2371072131]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:31:15.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:14 smithi012 ceph-mon[90784]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:31:15.503 INFO:tasks.rados.rados.0.smithi012.stdout:2058: finishing write tid 3 to smithi01277369-36 2024-04-02T08:31:15.503 INFO:tasks.rados.rados.0.smithi012.stdout:2058: finishing write tid 4 to smithi01277369-36 2024-04-02T08:31:15.503 INFO:tasks.rados.rados.0.smithi012.stdout:2058: finishing write tid 5 to smithi01277369-36 2024-04-02T08:31:15.503 INFO:tasks.rados.rados.0.smithi012.stdout:2058: oid 36 updating version 0 to 1220 2024-04-02T08:31:15.503 INFO:tasks.rados.rados.0.smithi012.stdout:2058: oid 36 updating version 1220 to 1222 2024-04-02T08:31:15.503 INFO:tasks.rados.rados.0.smithi012.stdout:2058: oid 36 version 1222 is already newer than 1219 2024-04-02T08:31:15.504 INFO:tasks.rados.rados.0.smithi012.stdout:2058: oid 36 version 1222 is already newer than 1221 2024-04-02T08:31:15.504 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 36 v 1222 (ObjNum 652 snap 211 seq_num 652) dirty exists 2024-04-02T08:31:15.504 INFO:tasks.rados.rados.0.smithi012.stdout:2058: left oid 36 (ObjNum 652 snap 211 seq_num 652) 2024-04-02T08:31:15.504 INFO:tasks.rados.rados.0.smithi012.stdout:2060: finishing write tid 1 to smithi01277369-35 2024-04-02T08:31:15.504 INFO:tasks.rados.rados.0.smithi012.stdout:2055: done (7 left) 2024-04-02T08:31:15.504 INFO:tasks.rados.rados.0.smithi012.stdout:2056: done (6 left) 2024-04-02T08:31:15.504 INFO:tasks.rados.rados.0.smithi012.stdout:2057: done (5 left) 2024-04-02T08:31:15.504 INFO:tasks.rados.rados.0.smithi012.stdout:2058: done (4 left) 2024-04-02T08:31:15.504 INFO:tasks.rados.rados.0.smithi012.stdout:2064: delete oid 13 current snap is 211 2024-04-02T08:31:15.504 INFO:tasks.rados.rados.0.smithi012.stdout:2060: finishing write tid 2 to smithi01277369-35 2024-04-02T08:31:15.504 INFO:tasks.rados.rados.0.smithi012.stdout:2060: finishing write tid 3 to smithi01277369-35 2024-04-02T08:31:15.504 INFO:tasks.rados.rados.0.smithi012.stdout:2060: finishing write tid 4 to smithi01277369-35 2024-04-02T08:31:15.504 INFO:tasks.rados.rados.0.smithi012.stdout:2060: finishing write tid 5 to smithi01277369-35 2024-04-02T08:31:15.504 INFO:tasks.rados.rados.0.smithi012.stdout:2060: oid 35 updating version 0 to 1376 2024-04-02T08:31:15.505 INFO:tasks.rados.rados.0.smithi012.stdout:2060: oid 35 version 1376 is already newer than 1375 2024-04-02T08:31:15.505 INFO:tasks.rados.rados.0.smithi012.stdout:2060: oid 35 version 1376 is already newer than 1373 2024-04-02T08:31:15.505 INFO:tasks.rados.rados.0.smithi012.stdout:2060: oid 35 version 1376 is already newer than 1374 2024-04-02T08:31:15.505 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 35 v 1376 (ObjNum 653 snap 211 seq_num 653) dirty exists 2024-04-02T08:31:15.505 INFO:tasks.rados.rados.0.smithi012.stdout:2060: left oid 35 (ObjNum 653 snap 211 seq_num 653) 2024-04-02T08:31:15.505 INFO:tasks.rados.rados.0.smithi012.stdout:2062: finishing write tid 1 to smithi01277369-12 2024-04-02T08:31:15.505 INFO:tasks.rados.rados.0.smithi012.stdout:2061: finishing copy_from racing read to smithi01277369-21 2024-04-02T08:31:15.505 INFO:tasks.rados.rados.0.smithi012.stdout:2062: finishing write tid 2 to smithi01277369-12 2024-04-02T08:31:15.505 INFO:tasks.rados.rados.0.smithi012.stdout:2062: finishing write tid 3 to smithi01277369-12 2024-04-02T08:31:15.505 INFO:tasks.rados.rados.0.smithi012.stdout:2061: finishing copy_from to smithi01277369-21 2024-04-02T08:31:15.505 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 21 v 1067 (ObjNum 644 snap 210 seq_num 644) dirty exists 2024-04-02T08:31:15.505 INFO:tasks.rados.rados.0.smithi012.stdout:2062: finishing write tid 4 to smithi01277369-12 2024-04-02T08:31:15.505 INFO:tasks.rados.rados.0.smithi012.stdout:2062: finishing write tid 5 to smithi01277369-12 2024-04-02T08:31:15.505 INFO:tasks.rados.rados.0.smithi012.stdout:2062: oid 12 updating version 0 to 1224 2024-04-02T08:31:15.506 INFO:tasks.rados.rados.0.smithi012.stdout:2062: oid 12 version 1224 is already newer than 1223 2024-04-02T08:31:15.506 INFO:tasks.rados.rados.0.smithi012.stdout:2062: oid 12 updating version 1224 to 1225 2024-04-02T08:31:15.506 INFO:tasks.rados.rados.0.smithi012.stdout:2062: oid 12 updating version 1225 to 1226 2024-04-02T08:31:15.506 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 12 v 1226 (ObjNum 654 snap 211 seq_num 654) dirty exists 2024-04-02T08:31:15.506 INFO:tasks.rados.rados.0.smithi012.stdout:2062: left oid 12 (ObjNum 654 snap 211 seq_num 654) 2024-04-02T08:31:15.506 INFO:tasks.rados.rados.0.smithi012.stdout:2063: finishing copy_from racing read to smithi01277369-46 2024-04-02T08:31:15.506 INFO:tasks.rados.rados.0.smithi012.stdout:2063: finishing copy_from to smithi01277369-46 2024-04-02T08:31:15.506 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 46 v 735 (ObjNum 623 snap 202 seq_num 623) dirty exists 2024-04-02T08:31:15.507 INFO:tasks.rados.rados.0.smithi012.stdout:2060: done (4 left) 2024-04-02T08:31:15.507 INFO:tasks.rados.rados.0.smithi012.stdout:2061: done (3 left) 2024-04-02T08:31:15.507 INFO:tasks.rados.rados.0.smithi012.stdout:2062: done (2 left) 2024-04-02T08:31:15.507 INFO:tasks.rados.rados.0.smithi012.stdout:2063: done (1 left) 2024-04-02T08:31:15.507 INFO:tasks.rados.rados.0.smithi012.stdout:2064: done (0 left) 2024-04-02T08:31:15.507 INFO:tasks.rados.rados.0.smithi012.stdout:2065: snap_remove snap 187 2024-04-02T08:31:16.158 INFO:tasks.rados.rados.0.smithi012.stdout:2065: done (0 left) 2024-04-02T08:31:16.158 INFO:tasks.rados.rados.0.smithi012.stdout:2066: snap_remove snap 208 2024-04-02T08:31:16.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:15 smithi055 ceph-mon[85080]: pgmap v397: 121 pgs: 9 active+undersized+degraded, 33 active+undersized, 79 active+clean; 358 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 9 op/s; 51/627 objects degraded (8.134%) 2024-04-02T08:31:16.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:15 smithi055 ceph-mon[85080]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-02T08:31:16.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:15 smithi055 ceph-mon[85080]: osdmap e487: 8 total, 7 up, 8 in 2024-04-02T08:31:16.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:15 smithi055 ceph-mon[85080]: from='osd.6 [v2:172.21.15.55:6816/2371072131,v1:172.21.15.55:6817/2371072131]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-02T08:31:16.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:15 smithi055 ceph-mon[85080]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-02T08:31:16.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:15 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:16.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:15 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:16.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:15 smithi012 ceph-mon[88355]: pgmap v397: 121 pgs: 9 active+undersized+degraded, 33 active+undersized, 79 active+clean; 358 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 9 op/s; 51/627 objects degraded (8.134%) 2024-04-02T08:31:16.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:15 smithi012 ceph-mon[88355]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-02T08:31:16.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:15 smithi012 ceph-mon[88355]: osdmap e487: 8 total, 7 up, 8 in 2024-04-02T08:31:16.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:15 smithi012 ceph-mon[88355]: from='osd.6 [v2:172.21.15.55:6816/2371072131,v1:172.21.15.55:6817/2371072131]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-02T08:31:16.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:15 smithi012 ceph-mon[88355]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-02T08:31:16.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:16.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:16.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:15 smithi012 ceph-mon[90784]: pgmap v397: 121 pgs: 9 active+undersized+degraded, 33 active+undersized, 79 active+clean; 358 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 9 op/s; 51/627 objects degraded (8.134%) 2024-04-02T08:31:16.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:15 smithi012 ceph-mon[90784]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-02T08:31:16.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:15 smithi012 ceph-mon[90784]: osdmap e487: 8 total, 7 up, 8 in 2024-04-02T08:31:16.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:15 smithi012 ceph-mon[90784]: from='osd.6 [v2:172.21.15.55:6816/2371072131,v1:172.21.15.55:6817/2371072131]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-02T08:31:16.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:15 smithi012 ceph-mon[90784]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-02T08:31:16.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:16.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:17.157 INFO:tasks.rados.rados.0.smithi012.stdout:2066: done (0 left) 2024-04-02T08:31:17.157 INFO:tasks.rados.rados.0.smithi012.stdout:2067: copy_from oid 11 from oid 40 current snap is 211 2024-04-02T08:31:17.158 INFO:tasks.rados.rados.0.smithi012.stdout:2068: read oid 22 snap -1 2024-04-02T08:31:17.158 INFO:tasks.rados.rados.0.smithi012.stdout:2068: expect (ObjNum 644 snap 210 seq_num 644) 2024-04-02T08:31:17.158 INFO:tasks.rados.rados.0.smithi012.stdout:2069: setattr oid 29 current snap is 211 2024-04-02T08:31:17.160 INFO:tasks.rados.rados.0.smithi012.stdout:2070: snap_remove snap 209 2024-04-02T08:31:17.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:16 smithi055 ceph-mon[85080]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:31:17.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:16 smithi055 ceph-mon[85080]: osd.6 [v2:172.21.15.55:6816/2371072131,v1:172.21.15.55:6817/2371072131] boot 2024-04-02T08:31:17.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:16 smithi055 ceph-mon[85080]: osdmap e488: 8 total, 8 up, 8 in 2024-04-02T08:31:17.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:16 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:31:17.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:16 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:17.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:16 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:17.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:16 smithi012 ceph-mon[88355]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:31:17.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:16 smithi012 ceph-mon[88355]: osd.6 [v2:172.21.15.55:6816/2371072131,v1:172.21.15.55:6817/2371072131] boot 2024-04-02T08:31:17.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:16 smithi012 ceph-mon[88355]: osdmap e488: 8 total, 8 up, 8 in 2024-04-02T08:31:17.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:16 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:31:17.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:16 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:17.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:16 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:17.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:16 smithi012 ceph-mon[90784]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:31:17.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:16 smithi012 ceph-mon[90784]: osd.6 [v2:172.21.15.55:6816/2371072131,v1:172.21.15.55:6817/2371072131] boot 2024-04-02T08:31:17.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:16 smithi012 ceph-mon[90784]: osdmap e488: 8 total, 8 up, 8 in 2024-04-02T08:31:17.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:16 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:31:17.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:16 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:17.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:16 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:18.164 INFO:tasks.rados.rados.0.smithi012.stdout:2070: done (3 left) 2024-04-02T08:31:18.164 INFO:tasks.rados.rados.0.smithi012.stdout:2067: finishing copy_from racing read to smithi01277369-11 2024-04-02T08:31:18.164 INFO:tasks.rados.rados.0.smithi012.stdout:2067: finishing copy_from to smithi01277369-11 2024-04-02T08:31:18.164 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 11 v 980 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:31:18.164 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 29 v 862 (ObjNum 534 snap 167 seq_num 534) dirty exists 2024-04-02T08:31:18.164 INFO:tasks.rados.rados.0.smithi012.stdout:2068: expect (ObjNum 644 snap 210 seq_num 644) 2024-04-02T08:31:18.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:17 smithi055 ceph-mon[85080]: pgmap v399: 121 pgs: 9 active+undersized+degraded, 33 active+undersized, 79 active+clean; 382 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 29 MiB/s rd, 9.5 MiB/s wr, 32 op/s; 55/660 objects degraded (8.333%) 2024-04-02T08:31:18.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:17 smithi055 ceph-mon[85080]: Health check update: Degraded data redundancy: 55/660 objects degraded (8.333%), 9 pgs degraded (PG_DEGRADED) 2024-04-02T08:31:18.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:17 smithi055 ceph-mon[85080]: osdmap e489: 8 total, 8 up, 8 in 2024-04-02T08:31:18.359 INFO:tasks.rados.rados.0.smithi012.stdout:2071: read oid 42 snap 167 2024-04-02T08:31:18.359 INFO:tasks.rados.rados.0.smithi012.stdout:2071: expect (ObjNum 441 snap 137 seq_num 441) 2024-04-02T08:31:18.359 INFO:tasks.rados.rados.0.smithi012.stdout:2067: done (3 left) 2024-04-02T08:31:18.359 INFO:tasks.rados.rados.0.smithi012.stdout:2068: done (2 left) 2024-04-02T08:31:18.359 INFO:tasks.rados.rados.0.smithi012.stdout:2069: done (1 left) 2024-04-02T08:31:18.359 INFO:tasks.rados.rados.0.smithi012.stdout:2072: rmattr oid 10 current snap is 211 2024-04-02T08:31:18.360 INFO:tasks.rados.rados.0.smithi012.stdout:2072: done (1 left) 2024-04-02T08:31:18.360 INFO:tasks.rados.rados.0.smithi012.stdout:2073: read oid 22 snap -1 2024-04-02T08:31:18.360 INFO:tasks.rados.rados.0.smithi012.stdout:2073: expect (ObjNum 644 snap 210 seq_num 644) 2024-04-02T08:31:18.360 INFO:tasks.rados.rados.0.smithi012.stdout:2074: setattr oid 36 current snap is 211 2024-04-02T08:31:18.361 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 48 current snap is 211 2024-04-02T08:31:18.361 INFO:tasks.rados.rados.0.smithi012.stdout:2075: seq_num 656 ranges {1179648=589824,1769472=802816} 2024-04-02T08:31:18.371 INFO:tasks.rados.rados.0.smithi012.stdout:2075: writing smithi01277369-48 from 1179648 to 1769472 tid 1 2024-04-02T08:31:18.375 INFO:tasks.rados.rados.0.smithi012.stdout:2075: writing smithi01277369-48 from 1769472 to 2572288 tid 2 2024-04-02T08:31:18.376 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 43 current snap is 211 2024-04-02T08:31:18.376 INFO:tasks.rados.rados.0.smithi012.stdout:2071: expect (ObjNum 441 snap 137 seq_num 441) 2024-04-02T08:31:18.388 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 36 v 1227 (ObjNum 652 snap 211 seq_num 652) dirty exists 2024-04-02T08:31:18.388 INFO:tasks.rados.rados.0.smithi012.stdout:2073: expect (ObjNum 644 snap 210 seq_num 644) 2024-04-02T08:31:18.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:31:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:31:17] "GET /metrics HTTP/1.1" 200 36116 "" "Prometheus/2.43.0" 2024-04-02T08:31:18.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:17 smithi012 ceph-mon[88355]: pgmap v399: 121 pgs: 9 active+undersized+degraded, 33 active+undersized, 79 active+clean; 382 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 29 MiB/s rd, 9.5 MiB/s wr, 32 op/s; 55/660 objects degraded (8.333%) 2024-04-02T08:31:18.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:17 smithi012 ceph-mon[88355]: Health check update: Degraded data redundancy: 55/660 objects degraded (8.333%), 9 pgs degraded (PG_DEGRADED) 2024-04-02T08:31:18.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:17 smithi012 ceph-mon[88355]: osdmap e489: 8 total, 8 up, 8 in 2024-04-02T08:31:18.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:17 smithi012 ceph-mon[90784]: pgmap v399: 121 pgs: 9 active+undersized+degraded, 33 active+undersized, 79 active+clean; 382 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 29 MiB/s rd, 9.5 MiB/s wr, 32 op/s; 55/660 objects degraded (8.333%) 2024-04-02T08:31:18.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:17 smithi012 ceph-mon[90784]: Health check update: Degraded data redundancy: 55/660 objects degraded (8.333%), 9 pgs degraded (PG_DEGRADED) 2024-04-02T08:31:18.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:17 smithi012 ceph-mon[90784]: osdmap e489: 8 total, 8 up, 8 in 2024-04-02T08:31:18.575 INFO:tasks.rados.rados.0.smithi012.stdout:2075: finishing write tid 1 to smithi01277369-48 2024-04-02T08:31:18.575 INFO:tasks.rados.rados.0.smithi012.stdout:2075: finishing write tid 2 to smithi01277369-48 2024-04-02T08:31:18.575 INFO:tasks.rados.rados.0.smithi012.stdout:2075: finishing write tid 3 to smithi01277369-48 2024-04-02T08:31:18.576 INFO:tasks.rados.rados.0.smithi012.stdout:2075: finishing write tid 4 to smithi01277369-48 2024-04-02T08:31:18.576 INFO:tasks.rados.rados.0.smithi012.stdout:2075: oid 48 updating version 0 to 995 2024-04-02T08:31:18.576 INFO:tasks.rados.rados.0.smithi012.stdout:2075: oid 48 updating version 995 to 997 2024-04-02T08:31:18.576 INFO:tasks.rados.rados.0.smithi012.stdout:2075: oid 48 version 997 is already newer than 996 2024-04-02T08:31:18.576 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 48 v 997 (ObjNum 656 snap 211 seq_num 656) dirty exists 2024-04-02T08:31:18.576 INFO:tasks.rados.rados.0.smithi012.stdout:2075: left oid 48 (ObjNum 656 snap 211 seq_num 656) 2024-04-02T08:31:18.576 INFO:tasks.rados.rados.0.smithi012.stdout:2076: seq_num 657 ranges {0=606208,606208=688128,1294336=114688} 2024-04-02T08:31:18.578 INFO:tasks.rados.rados.0.smithi012.stdout:2076: writing smithi01277369-43 from 0 to 606208 tid 1 2024-04-02T08:31:18.582 INFO:tasks.rados.rados.0.smithi012.stdout:2076: writing smithi01277369-43 from 606208 to 1294336 tid 2 2024-04-02T08:31:18.583 INFO:tasks.rados.rados.0.smithi012.stdout:2076: writing smithi01277369-43 from 1294336 to 1409024 tid 3 2024-04-02T08:31:18.583 INFO:tasks.rados.rados.0.smithi012.stdout:2071: done (4 left) 2024-04-02T08:31:18.583 INFO:tasks.rados.rados.0.smithi012.stdout:2073: done (3 left) 2024-04-02T08:31:18.583 INFO:tasks.rados.rados.0.smithi012.stdout:2074: done (2 left) 2024-04-02T08:31:18.583 INFO:tasks.rados.rados.0.smithi012.stdout:2075: done (1 left) 2024-04-02T08:31:18.584 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 39 current snap is 211 2024-04-02T08:31:18.584 INFO:tasks.rados.rados.0.smithi012.stdout:2076: finishing write tid 1 to smithi01277369-43 2024-04-02T08:31:18.584 INFO:tasks.rados.rados.0.smithi012.stdout:2077: seq_num 658 ranges {0=622592,622592=565248,1187840=237568} 2024-04-02T08:31:18.586 INFO:tasks.rados.rados.0.smithi012.stdout:2077: writing smithi01277369-39 from 0 to 622592 tid 1 2024-04-02T08:31:18.590 INFO:tasks.rados.rados.0.smithi012.stdout:2077: writing smithi01277369-39 from 622592 to 1187840 tid 2 2024-04-02T08:31:18.591 INFO:tasks.rados.rados.0.smithi012.stdout:2077: writing smithi01277369-39 from 1187840 to 1425408 tid 3 2024-04-02T08:31:18.592 INFO:tasks.rados.rados.0.smithi012.stdout:2078: delete oid 32 current snap is 211 2024-04-02T08:31:18.592 INFO:tasks.rados.rados.0.smithi012.stdout:2076: finishing write tid 2 to smithi01277369-43 2024-04-02T08:31:18.592 INFO:tasks.rados.rados.0.smithi012.stdout:2076: finishing write tid 3 to smithi01277369-43 2024-04-02T08:31:18.592 INFO:tasks.rados.rados.0.smithi012.stdout:2076: finishing write tid 4 to smithi01277369-43 2024-04-02T08:31:18.592 INFO:tasks.rados.rados.0.smithi012.stdout:2076: finishing write tid 5 to smithi01277369-43 2024-04-02T08:31:18.592 INFO:tasks.rados.rados.0.smithi012.stdout:2076: oid 43 updating version 0 to 1228 2024-04-02T08:31:18.592 INFO:tasks.rados.rados.0.smithi012.stdout:2076: oid 43 updating version 1228 to 1231 2024-04-02T08:31:18.592 INFO:tasks.rados.rados.0.smithi012.stdout:2076: oid 43 version 1231 is already newer than 1229 2024-04-02T08:31:18.592 INFO:tasks.rados.rados.0.smithi012.stdout:2076: oid 43 version 1231 is already newer than 1230 2024-04-02T08:31:18.592 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 43 v 1231 (ObjNum 657 snap 211 seq_num 657) dirty exists 2024-04-02T08:31:18.592 INFO:tasks.rados.rados.0.smithi012.stdout:2076: left oid 43 (ObjNum 657 snap 211 seq_num 657) 2024-04-02T08:31:18.592 INFO:tasks.rados.rados.0.smithi012.stdout:2077: finishing write tid 1 to smithi01277369-39 2024-04-02T08:31:18.593 INFO:tasks.rados.rados.0.smithi012.stdout:2077: finishing write tid 2 to smithi01277369-39 2024-04-02T08:31:18.594 INFO:tasks.rados.rados.0.smithi012.stdout:2076: done (2 left) 2024-04-02T08:31:18.594 INFO:tasks.rados.rados.0.smithi012.stdout:2078: done (1 left) 2024-04-02T08:31:18.594 INFO:tasks.rados.rados.0.smithi012.stdout:2079: copy_from oid 37 from oid 45 current snap is 211 2024-04-02T08:31:18.594 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 46 current snap is 211 2024-04-02T08:31:18.594 INFO:tasks.rados.rados.0.smithi012.stdout:2080: seq_num 660 ranges {2719744=663552,3383296=737280,4120576=65536} 2024-04-02T08:31:18.612 INFO:tasks.rados.rados.0.smithi012.stdout:2080: writing smithi01277369-46 from 2719744 to 3383296 tid 1 2024-04-02T08:31:18.616 INFO:tasks.rados.rados.0.smithi012.stdout:2080: writing smithi01277369-46 from 3383296 to 4120576 tid 2 2024-04-02T08:31:18.617 INFO:tasks.rados.rados.0.smithi012.stdout:2080: writing smithi01277369-46 from 4120576 to 4186112 tid 3 2024-04-02T08:31:18.617 INFO:tasks.rados.rados.0.smithi012.stdout:2081: delete oid 18 current snap is 211 2024-04-02T08:31:18.617 INFO:tasks.rados.rados.0.smithi012.stdout:2077: finishing write tid 3 to smithi01277369-39 2024-04-02T08:31:18.617 INFO:tasks.rados.rados.0.smithi012.stdout:2077: finishing write tid 4 to smithi01277369-39 2024-04-02T08:31:18.617 INFO:tasks.rados.rados.0.smithi012.stdout:2077: finishing write tid 5 to smithi01277369-39 2024-04-02T08:31:18.617 INFO:tasks.rados.rados.0.smithi012.stdout:2077: oid 39 updating version 0 to 1070 2024-04-02T08:31:18.617 INFO:tasks.rados.rados.0.smithi012.stdout:2077: oid 39 updating version 1070 to 1071 2024-04-02T08:31:18.617 INFO:tasks.rados.rados.0.smithi012.stdout:2077: oid 39 version 1071 is already newer than 1069 2024-04-02T08:31:18.617 INFO:tasks.rados.rados.0.smithi012.stdout:2077: oid 39 version 1071 is already newer than 1068 2024-04-02T08:31:18.617 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 39 v 1071 (ObjNum 658 snap 211 seq_num 658) dirty exists 2024-04-02T08:31:18.617 INFO:tasks.rados.rados.0.smithi012.stdout:2077: left oid 39 (ObjNum 658 snap 211 seq_num 658) 2024-04-02T08:31:18.618 INFO:tasks.rados.rados.0.smithi012.stdout:2079: finishing copy_from racing read to smithi01277369-37 2024-04-02T08:31:18.618 INFO:tasks.rados.rados.0.smithi012.stdout:2079: finishing copy_from to smithi01277369-37 2024-04-02T08:31:18.618 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 37 v 1025 (ObjNum 649 snap 210 seq_num 649) dirty exists 2024-04-02T08:31:18.618 INFO:tasks.rados.rados.0.smithi012.stdout:2080: finishing write tid 1 to smithi01277369-46 2024-04-02T08:31:18.619 INFO:tasks.rados.rados.0.smithi012.stdout:2077: done (3 left) 2024-04-02T08:31:18.619 INFO:tasks.rados.rados.0.smithi012.stdout:2079: done (2 left) 2024-04-02T08:31:18.619 INFO:tasks.rados.rados.0.smithi012.stdout:2081: done (1 left) 2024-04-02T08:31:18.619 INFO:tasks.rados.rados.0.smithi012.stdout:2082: rmattr oid 26 current snap is 211 2024-04-02T08:31:18.619 INFO:tasks.rados.rados.0.smithi012.stdout:2082: done (1 left) 2024-04-02T08:31:18.619 INFO:tasks.rados.rados.0.smithi012.stdout:2083: snap_create 2024-04-02T08:31:18.620 INFO:tasks.rados.rados.0.smithi012.stdout:2080: finishing write tid 2 to smithi01277369-46 2024-04-02T08:31:18.620 INFO:tasks.rados.rados.0.smithi012.stdout:2080: finishing write tid 3 to smithi01277369-46 2024-04-02T08:31:18.620 INFO:tasks.rados.rados.0.smithi012.stdout:2080: finishing write tid 4 to smithi01277369-46 2024-04-02T08:31:18.622 INFO:tasks.rados.rados.0.smithi012.stdout:2080: finishing write tid 5 to smithi01277369-46 2024-04-02T08:31:18.622 INFO:tasks.rados.rados.0.smithi012.stdout:2080: oid 46 updating version 0 to 1117 2024-04-02T08:31:18.622 INFO:tasks.rados.rados.0.smithi012.stdout:2080: oid 46 updating version 1117 to 1119 2024-04-02T08:31:18.622 INFO:tasks.rados.rados.0.smithi012.stdout:2080: oid 46 version 1119 is already newer than 1118 2024-04-02T08:31:18.622 INFO:tasks.rados.rados.0.smithi012.stdout:2080: oid 46 updating version 1119 to 1120 2024-04-02T08:31:18.622 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 46 v 1120 (ObjNum 660 snap 211 seq_num 660) dirty exists 2024-04-02T08:31:18.622 INFO:tasks.rados.rados.0.smithi012.stdout:2080: left oid 46 (ObjNum 660 snap 211 seq_num 660) 2024-04-02T08:31:19.175 INFO:tasks.rados.rados.0.smithi012.stdout:2080: done (1 left) 2024-04-02T08:31:19.175 INFO:tasks.rados.rados.0.smithi012.stdout:2083: done (0 left) 2024-04-02T08:31:19.175 INFO:tasks.rados.rados.0.smithi012.stdout:2084: rollback oid 36 current snap is 212 2024-04-02T08:31:19.175 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 36 to 191 2024-04-02T08:31:19.175 INFO:tasks.rados.rados.0.smithi012.stdout:2085: delete oid 18 current snap is 212 2024-04-02T08:31:19.176 INFO:tasks.rados.rados.0.smithi012.stdout:2085: done (1 left) 2024-04-02T08:31:19.176 INFO:tasks.rados.rados.0.smithi012.stdout:2086: read oid 49 snap -1 2024-04-02T08:31:19.177 INFO:tasks.rados.rados.0.smithi012.stdout:2086: expect (ObjNum 578 snap 182 seq_num 578) 2024-04-02T08:31:19.177 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 35 current snap is 212 2024-04-02T08:31:19.177 INFO:tasks.rados.rados.0.smithi012.stdout:2087: seq_num 663 ranges {5488640=712704,6201344=442368,6643712=360448} 2024-04-02T08:31:19.211 INFO:tasks.rados.rados.0.smithi012.stdout:2087: writing smithi01277369-35 from 5488640 to 6201344 tid 1 2024-04-02T08:31:19.214 INFO:tasks.rados.rados.0.smithi012.stdout:2087: writing smithi01277369-35 from 6201344 to 6643712 tid 2 2024-04-02T08:31:19.216 INFO:tasks.rados.rados.0.smithi012.stdout:2087: writing smithi01277369-35 from 6643712 to 7004160 tid 3 2024-04-02T08:31:19.216 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 46 current snap is 212 2024-04-02T08:31:19.216 INFO:tasks.rados.rados.0.smithi012.stdout:2084: finishing rollback tid 0 to smithi01277369-36 2024-04-02T08:31:19.216 INFO:tasks.rados.rados.0.smithi012.stdout:2088: seq_num 664 ranges {4186112=729088,4915200=729088,5644288=73728} 2024-04-02T08:31:19.243 INFO:tasks.rados.rados.0.smithi012.stdout:2088: writing smithi01277369-46 from 4186112 to 4915200 tid 1 2024-04-02T08:31:19.247 INFO:tasks.rados.rados.0.smithi012.stdout:2088: writing smithi01277369-46 from 4915200 to 5644288 tid 2 2024-04-02T08:31:19.248 INFO:tasks.rados.rados.0.smithi012.stdout:2088: writing smithi01277369-46 from 5644288 to 5718016 tid 3 2024-04-02T08:31:19.248 INFO:tasks.rados.rados.0.smithi012.stdout:2089: read oid 4 snap -1 2024-04-02T08:31:19.248 INFO:tasks.rados.rados.0.smithi012.stdout:2089: expect (ObjNum 586 snap 187 seq_num 586) 2024-04-02T08:31:19.248 INFO:tasks.rados.rados.0.smithi012.stdout:2090: delete oid 26 current snap is 212 2024-04-02T08:31:19.248 INFO:tasks.rados.rados.0.smithi012.stdout:2084: finishing rollback tid 1 to smithi01277369-36 2024-04-02T08:31:19.248 INFO:tasks.rados.rados.0.smithi012.stdout:2084: finishing rollback tid 2 to smithi01277369-36 2024-04-02T08:31:19.248 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 36 v 1234 (ObjNum 576 snap 182 seq_num 576) dirty exists 2024-04-02T08:31:19.248 INFO:tasks.rados.rados.0.smithi012.stdout:2086: expect (ObjNum 578 snap 182 seq_num 578) 2024-04-02T08:31:19.253 INFO:tasks.rados.rados.0.smithi012.stdout:2087: finishing write tid 1 to smithi01277369-35 2024-04-02T08:31:19.253 INFO:tasks.rados.rados.0.smithi012.stdout:2087: finishing write tid 2 to smithi01277369-35 2024-04-02T08:31:19.253 INFO:tasks.rados.rados.0.smithi012.stdout:2084: done (5 left) 2024-04-02T08:31:19.253 INFO:tasks.rados.rados.0.smithi012.stdout:2086: done (4 left) 2024-04-02T08:31:19.253 INFO:tasks.rados.rados.0.smithi012.stdout:2090: done (3 left) 2024-04-02T08:31:19.253 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 22 current snap is 212 2024-04-02T08:31:19.253 INFO:tasks.rados.rados.0.smithi012.stdout:2087: finishing write tid 3 to smithi01277369-35 2024-04-02T08:31:19.254 INFO:tasks.rados.rados.0.smithi012.stdout:2087: finishing write tid 4 to smithi01277369-35 2024-04-02T08:31:19.254 INFO:tasks.rados.rados.0.smithi012.stdout:2087: finishing write tid 5 to smithi01277369-35 2024-04-02T08:31:19.254 INFO:tasks.rados.rados.0.smithi012.stdout:2087: oid 35 updating version 0 to 1405 2024-04-02T08:31:19.254 INFO:tasks.rados.rados.0.smithi012.stdout:2087: oid 35 updating version 1405 to 1407 2024-04-02T08:31:19.254 INFO:tasks.rados.rados.0.smithi012.stdout:2087: oid 35 updating version 1407 to 1408 2024-04-02T08:31:19.254 INFO:tasks.rados.rados.0.smithi012.stdout:2087: oid 35 version 1408 is already newer than 1406 2024-04-02T08:31:19.254 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 35 v 1408 (ObjNum 663 snap 212 seq_num 663) dirty exists 2024-04-02T08:31:19.254 INFO:tasks.rados.rados.0.smithi012.stdout:2087: left oid 35 (ObjNum 663 snap 212 seq_num 663) 2024-04-02T08:31:19.254 INFO:tasks.rados.rados.0.smithi012.stdout:2088: finishing write tid 1 to smithi01277369-46 2024-04-02T08:31:19.254 INFO:tasks.rados.rados.0.smithi012.stdout:2088: finishing write tid 2 to smithi01277369-46 2024-04-02T08:31:19.254 INFO:tasks.rados.rados.0.smithi012.stdout:2091: seq_num 666 ranges {4333568=761856,5095424=491520,5586944=311296} 2024-04-02T08:31:19.280 INFO:tasks.rados.rados.0.smithi012.stdout:2091: writing smithi01277369-22 from 4333568 to 5095424 tid 1 2024-04-02T08:31:19.283 INFO:tasks.rados.rados.0.smithi012.stdout:2091: writing smithi01277369-22 from 5095424 to 5586944 tid 2 2024-04-02T08:31:19.286 INFO:tasks.rados.rados.0.smithi012.stdout:2091: writing smithi01277369-22 from 5586944 to 5898240 tid 3 2024-04-02T08:31:19.286 INFO:tasks.rados.rados.0.smithi012.stdout:2087: done (3 left) 2024-04-02T08:31:19.286 INFO:tasks.rados.rados.0.smithi012.stdout:2092: read oid 8 snap 191 2024-04-02T08:31:19.286 INFO:tasks.rados.rados.0.smithi012.stdout:2092: expect (ObjNum 596 snap 190 seq_num 596) 2024-04-02T08:31:19.286 INFO:tasks.rados.rados.0.smithi012.stdout:2093: read oid 49 snap 167 2024-04-02T08:31:19.286 INFO:tasks.rados.rados.0.smithi012.stdout:2093: expect deleted 2024-04-02T08:31:19.286 INFO:tasks.rados.rados.0.smithi012.stdout:2094: snap_create 2024-04-02T08:31:19.286 INFO:tasks.rados.rados.0.smithi012.stdout:2088: finishing write tid 3 to smithi01277369-46 2024-04-02T08:31:19.286 INFO:tasks.rados.rados.0.smithi012.stdout:2088: finishing write tid 4 to smithi01277369-46 2024-04-02T08:31:19.286 INFO:tasks.rados.rados.0.smithi012.stdout:2089: expect (ObjNum 586 snap 187 seq_num 586) 2024-04-02T08:31:19.300 INFO:tasks.rados.rados.0.smithi012.stdout:2088: finishing write tid 5 to smithi01277369-46 2024-04-02T08:31:19.300 INFO:tasks.rados.rados.0.smithi012.stdout:2088: oid 46 updating version 0 to 1123 2024-04-02T08:31:19.300 INFO:tasks.rados.rados.0.smithi012.stdout:2088: oid 46 updating version 1123 to 1125 2024-04-02T08:31:19.301 INFO:tasks.rados.rados.0.smithi012.stdout:2088: oid 46 version 1125 is already newer than 1124 2024-04-02T08:31:19.301 INFO:tasks.rados.rados.0.smithi012.stdout:2088: oid 46 version 1125 is already newer than 1122 2024-04-02T08:31:19.301 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 46 v 1125 (ObjNum 664 snap 212 seq_num 664) dirty exists 2024-04-02T08:31:19.301 INFO:tasks.rados.rados.0.smithi012.stdout:2088: left oid 46 (ObjNum 664 snap 212 seq_num 664) 2024-04-02T08:31:19.301 INFO:tasks.rados.rados.0.smithi012.stdout:2091: finishing write tid 1 to smithi01277369-22 2024-04-02T08:31:19.301 INFO:tasks.rados.rados.0.smithi012.stdout:2091: finishing write tid 2 to smithi01277369-22 2024-04-02T08:31:19.301 INFO:tasks.rados.rados.0.smithi012.stdout:2091: finishing write tid 3 to smithi01277369-22 2024-04-02T08:31:19.301 INFO:tasks.rados.rados.0.smithi012.stdout:2091: finishing write tid 4 to smithi01277369-22 2024-04-02T08:31:19.301 INFO:tasks.rados.rados.0.smithi012.stdout:2092: expect (ObjNum 596 snap 190 seq_num 596) 2024-04-02T08:31:19.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:19 smithi055 ceph-mon[85080]: pgmap v402: 121 pgs: 9 active+undersized+degraded, 33 active+undersized, 79 active+clean; 382 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 29 MiB/s rd, 9.6 MiB/s wr, 32 op/s; 55/660 objects degraded (8.333%) 2024-04-02T08:31:19.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:19 smithi055 ceph-mon[85080]: osdmap e490: 8 total, 8 up, 8 in 2024-04-02T08:31:19.323 INFO:tasks.rados.rados.0.smithi012.stdout:2091: finishing write tid 5 to smithi01277369-22 2024-04-02T08:31:19.323 INFO:tasks.rados.rados.0.smithi012.stdout:2091: oid 22 updating version 0 to 1130 2024-04-02T08:31:19.324 INFO:tasks.rados.rados.0.smithi012.stdout:2091: oid 22 version 1130 is already newer than 1128 2024-04-02T08:31:19.324 INFO:tasks.rados.rados.0.smithi012.stdout:2091: oid 22 version 1130 is already newer than 1127 2024-04-02T08:31:19.324 INFO:tasks.rados.rados.0.smithi012.stdout:2091: oid 22 version 1130 is already newer than 1129 2024-04-02T08:31:19.324 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 22 v 1130 (ObjNum 666 snap 212 seq_num 666) dirty exists 2024-04-02T08:31:19.324 INFO:tasks.rados.rados.0.smithi012.stdout:2091: left oid 22 (ObjNum 666 snap 212 seq_num 666) 2024-04-02T08:31:19.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:19 smithi012 ceph-mon[90784]: pgmap v402: 121 pgs: 9 active+undersized+degraded, 33 active+undersized, 79 active+clean; 382 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 29 MiB/s rd, 9.6 MiB/s wr, 32 op/s; 55/660 objects degraded (8.333%) 2024-04-02T08:31:19.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:19 smithi012 ceph-mon[90784]: osdmap e490: 8 total, 8 up, 8 in 2024-04-02T08:31:19.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:19 smithi012 ceph-mon[88355]: pgmap v402: 121 pgs: 9 active+undersized+degraded, 33 active+undersized, 79 active+clean; 382 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 29 MiB/s rd, 9.6 MiB/s wr, 32 op/s; 55/660 objects degraded (8.333%) 2024-04-02T08:31:19.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:19 smithi012 ceph-mon[88355]: osdmap e490: 8 total, 8 up, 8 in 2024-04-02T08:31:20.182 INFO:tasks.rados.rados.0.smithi012.stdout:2088: done (5 left) 2024-04-02T08:31:20.182 INFO:tasks.rados.rados.0.smithi012.stdout:2089: done (4 left) 2024-04-02T08:31:20.182 INFO:tasks.rados.rados.0.smithi012.stdout:2091: done (3 left) 2024-04-02T08:31:20.182 INFO:tasks.rados.rados.0.smithi012.stdout:2092: done (2 left) 2024-04-02T08:31:20.182 INFO:tasks.rados.rados.0.smithi012.stdout:2093: done (1 left) 2024-04-02T08:31:20.182 INFO:tasks.rados.rados.0.smithi012.stdout:2094: done (0 left) 2024-04-02T08:31:20.183 INFO:tasks.rados.rados.0.smithi012.stdout:2095: read oid 27 snap 211 2024-04-02T08:31:20.183 INFO:tasks.rados.rados.0.smithi012.stdout:2095: expect (ObjNum 499 snap 157 seq_num 499) 2024-04-02T08:31:20.183 INFO:tasks.rados.rados.0.smithi012.stdout:2096: delete oid 18 current snap is 213 2024-04-02T08:31:20.187 INFO:tasks.rados.rados.0.smithi012.stdout:2096: done (1 left) 2024-04-02T08:31:20.187 INFO:tasks.rados.rados.0.smithi012.stdout:2097: snap_create 2024-04-02T08:31:20.217 INFO:tasks.rados.rados.0.smithi012.stdout:2095: expect (ObjNum 499 snap 157 seq_num 499) 2024-04-02T08:31:20.267 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:20 smithi055 ceph-mon[85080]: osdmap e491: 8 total, 8 up, 8 in 2024-04-02T08:31:20.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:20 smithi012 ceph-mon[88355]: osdmap e491: 8 total, 8 up, 8 in 2024-04-02T08:31:20.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:20 smithi012 ceph-mon[90784]: osdmap e491: 8 total, 8 up, 8 in 2024-04-02T08:31:21.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:31:20 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T08:31:20.775+0000 7f8b165ca700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-04-02T08:31:21.189 INFO:tasks.rados.rados.0.smithi012.stdout:2095: done (1 left) 2024-04-02T08:31:21.189 INFO:tasks.rados.rados.0.smithi012.stdout:2097: done (0 left) 2024-04-02T08:31:21.189 INFO:tasks.rados.rados.0.smithi012.stdout:2098: rmattr oid 40 current snap is 214 2024-04-02T08:31:21.189 INFO:tasks.rados.rados.0.smithi012.stdout:2099: rmattr oid 12 current snap is 214 2024-04-02T08:31:21.189 INFO:tasks.rados.rados.0.smithi012.stdout:2099: done (1 left) 2024-04-02T08:31:21.189 INFO:tasks.rados.rados.0.smithi012.stdout:2100: rollback oid 27 current snap is 214 2024-04-02T08:31:21.189 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 27 to 191 2024-04-02T08:31:21.189 INFO:tasks.rados.rados.0.smithi012.stdout:2101: snap_create 2024-04-02T08:31:21.192 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 40 v 987 (ObjNum 33 snap 0 seq_num 924200640) dirty exists 2024-04-02T08:31:21.198 INFO:tasks.rados.rados.0.smithi012.stdout:2100: finishing rollback tid 0 to smithi01277369-27 2024-04-02T08:31:21.198 INFO:tasks.rados.rados.0.smithi012.stdout:2100: finishing rollback tid 1 to smithi01277369-27 2024-04-02T08:31:21.199 INFO:tasks.rados.rados.0.smithi012.stdout:2100: finishing rollback tid 2 to smithi01277369-27 2024-04-02T08:31:21.199 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 27 v 1028 (ObjNum 499 snap 157 seq_num 499) dirty exists 2024-04-02T08:31:21.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:21 smithi055 ceph-mon[85080]: pgmap v405: 121 pgs: 3 active+undersized+degraded, 27 active+undersized, 91 active+clean; 382 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 1022 KiB/s wr, 13 op/s; 11/660 objects degraded (1.667%); 2.8 MiB/s, 1 objects/s recovering 2024-04-02T08:31:21.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:21 smithi055 ceph-mon[85080]: osdmap e492: 8 total, 8 up, 8 in 2024-04-02T08:31:21.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:21 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:21.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:21 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:21.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:21 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:31:21.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:21 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:31:21.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:21 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:21.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:21 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:21.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:21 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:21.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:21 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:21.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:21 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:21.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:21 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:31:21.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:21 smithi055 ceph-mon[85080]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:31:21.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:21 smithi055 ceph-mon[85080]: Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-04-02T08:31:21.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:21 smithi012 ceph-mon[88355]: pgmap v405: 121 pgs: 3 active+undersized+degraded, 27 active+undersized, 91 active+clean; 382 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 1022 KiB/s wr, 13 op/s; 11/660 objects degraded (1.667%); 2.8 MiB/s, 1 objects/s recovering 2024-04-02T08:31:21.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:21 smithi012 ceph-mon[88355]: osdmap e492: 8 total, 8 up, 8 in 2024-04-02T08:31:21.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:21 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:21.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:21 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:21.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:21 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:31:21.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:21 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:31:21.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:21 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:21.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:21 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:21.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:21 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:21.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:21 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:21.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:21 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:21.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:21 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:31:21.680 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:21 smithi012 ceph-mon[88355]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:31:21.680 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:21 smithi012 ceph-mon[88355]: Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-04-02T08:31:21.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:21 smithi012 ceph-mon[90784]: pgmap v405: 121 pgs: 3 active+undersized+degraded, 27 active+undersized, 91 active+clean; 382 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 1022 KiB/s wr, 13 op/s; 11/660 objects degraded (1.667%); 2.8 MiB/s, 1 objects/s recovering 2024-04-02T08:31:21.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:21 smithi012 ceph-mon[90784]: osdmap e492: 8 total, 8 up, 8 in 2024-04-02T08:31:21.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:21 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:21.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:21 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:21.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:21 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:31:21.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:21 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:31:21.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:21 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:21.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:21 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:21.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:21 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:21.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:21 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:21.681 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:21 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:21.681 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:21 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:31:21.681 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:21 smithi012 ceph-mon[90784]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:31:21.681 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:21 smithi012 ceph-mon[90784]: Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-04-02T08:31:22.196 INFO:tasks.rados.rados.0.smithi012.stdout:2098: done (2 left) 2024-04-02T08:31:22.196 INFO:tasks.rados.rados.0.smithi012.stdout:2100: done (1 left) 2024-04-02T08:31:22.196 INFO:tasks.rados.rados.0.smithi012.stdout:2101: done (0 left) 2024-04-02T08:31:22.196 INFO:tasks.rados.rados.0.smithi012.stdout:2102: rollback oid 31 current snap is 215 2024-04-02T08:31:22.197 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 31 to 172 2024-04-02T08:31:22.197 INFO:tasks.rados.rados.0.smithi012.stdout:2103: snap_remove snap 167 2024-04-02T08:31:22.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:22 smithi055 ceph-mon[85080]: osdmap e493: 8 total, 8 up, 8 in 2024-04-02T08:31:22.561 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:31:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:31:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:31:22.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:22 smithi012 ceph-mon[90784]: osdmap e493: 8 total, 8 up, 8 in 2024-04-02T08:31:22.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:22 smithi012 ceph-mon[88355]: osdmap e493: 8 total, 8 up, 8 in 2024-04-02T08:31:23.207 INFO:tasks.rados.rados.0.smithi012.stdout:2102: finishing rollback tid 0 to smithi01277369-31 2024-04-02T08:31:23.208 INFO:tasks.rados.rados.0.smithi012.stdout:2102: finishing rollback tid 1 to smithi01277369-31 2024-04-02T08:31:23.208 INFO:tasks.rados.rados.0.smithi012.stdout:2102: finishing rollback tid 2 to smithi01277369-31 2024-04-02T08:31:23.208 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 31 v 1031 (ObjNum 466 snap 143 seq_num 466) dirty exists 2024-04-02T08:31:23.208 INFO:tasks.rados.rados.0.smithi012.stdout:2102: done (1 left) 2024-04-02T08:31:23.208 INFO:tasks.rados.rados.0.smithi012.stdout:2103: done (0 left) 2024-04-02T08:31:23.208 INFO:tasks.rados.rados.0.smithi012.stdout:2104: rmattr oid 25 current snap is 215 2024-04-02T08:31:23.208 INFO:tasks.rados.rados.0.smithi012.stdout:2105: snap_remove snap 210 2024-04-02T08:31:23.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:23 smithi055 ceph-mon[85080]: pgmap v408: 121 pgs: 121 active+clean; 389 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.8 MiB/s wr, 28 op/s; 6.7 MiB/s, 2 objects/s recovering 2024-04-02T08:31:23.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:23 smithi055 ceph-mon[85080]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 11/660 objects degraded (1.667%), 3 pgs degraded) 2024-04-02T08:31:23.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:23 smithi055 ceph-mon[85080]: Cluster is now healthy 2024-04-02T08:31:23.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:23 smithi055 ceph-mon[85080]: osdmap e494: 8 total, 8 up, 8 in 2024-04-02T08:31:23.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:23 smithi012 ceph-mon[90784]: pgmap v408: 121 pgs: 121 active+clean; 389 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.8 MiB/s wr, 28 op/s; 6.7 MiB/s, 2 objects/s recovering 2024-04-02T08:31:23.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:23 smithi012 ceph-mon[90784]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 11/660 objects degraded (1.667%), 3 pgs degraded) 2024-04-02T08:31:23.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:23 smithi012 ceph-mon[90784]: Cluster is now healthy 2024-04-02T08:31:23.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:23 smithi012 ceph-mon[90784]: osdmap e494: 8 total, 8 up, 8 in 2024-04-02T08:31:23.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:23 smithi012 ceph-mon[88355]: pgmap v408: 121 pgs: 121 active+clean; 389 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.8 MiB/s wr, 28 op/s; 6.7 MiB/s, 2 objects/s recovering 2024-04-02T08:31:23.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:23 smithi012 ceph-mon[88355]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 11/660 objects degraded (1.667%), 3 pgs degraded) 2024-04-02T08:31:23.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:23 smithi012 ceph-mon[88355]: Cluster is now healthy 2024-04-02T08:31:23.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:23 smithi012 ceph-mon[88355]: osdmap e494: 8 total, 8 up, 8 in 2024-04-02T08:31:23.929 INFO:tasks.rados.rados.0.smithi012.stdout:2105: done (1 left) 2024-04-02T08:31:23.929 INFO:tasks.rados.rados.0.smithi012.stdout:2106: rollback oid 12 current snap is 215 2024-04-02T08:31:23.929 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 12 to 182 2024-04-02T08:31:23.929 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 25 v 736 (ObjNum 623 snap 202 seq_num 623) dirty exists 2024-04-02T08:31:23.929 INFO:tasks.rados.rados.0.smithi012.stdout:2104: done (1 left) 2024-04-02T08:31:23.929 INFO:tasks.rados.rados.0.smithi012.stdout:2107: read oid 11 snap -1 2024-04-02T08:31:23.929 INFO:tasks.rados.rados.0.smithi012.stdout:2107: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:31:23.929 INFO:tasks.rados.rados.0.smithi012.stdout:2108: delete oid 33 current snap is 215 2024-04-02T08:31:23.934 INFO:tasks.rados.rados.0.smithi012.stdout:2107: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:31:23.939 INFO:tasks.rados.rados.0.smithi012.stdout:2106: finishing rollback tid 0 to smithi01277369-12 2024-04-02T08:31:23.942 INFO:tasks.rados.rados.0.smithi012.stdout:2106: finishing rollback tid 1 to smithi01277369-12 2024-04-02T08:31:23.942 INFO:tasks.rados.rados.0.smithi012.stdout:2106: finishing rollback tid 2 to smithi01277369-12 2024-04-02T08:31:23.943 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 12 v 1237 (ObjNum 4113 snap 0 seq_num 2513396146) dirty exists 2024-04-02T08:31:23.943 INFO:tasks.rados.rados.0.smithi012.stdout:2106: done (2 left) 2024-04-02T08:31:23.943 INFO:tasks.rados.rados.0.smithi012.stdout:2107: done (1 left) 2024-04-02T08:31:23.943 INFO:tasks.rados.rados.0.smithi012.stdout:2108: done (0 left) 2024-04-02T08:31:23.943 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 19 current snap is 215 2024-04-02T08:31:23.943 INFO:tasks.rados.rados.0.smithi012.stdout:2109: seq_num 669 ranges {0=409600,409600=548864,958464=655360} 2024-04-02T08:31:23.945 INFO:tasks.rados.rados.0.smithi012.stdout:2109: writing smithi01277369-19 from 0 to 409600 tid 1 2024-04-02T08:31:23.949 INFO:tasks.rados.rados.0.smithi012.stdout:2109: writing smithi01277369-19 from 409600 to 958464 tid 2 2024-04-02T08:31:23.954 INFO:tasks.rados.rados.0.smithi012.stdout:2109: writing smithi01277369-19 from 958464 to 1613824 tid 3 2024-04-02T08:31:23.954 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 32 current snap is 215 2024-04-02T08:31:23.954 INFO:tasks.rados.rados.0.smithi012.stdout:2109: finishing write tid 1 to smithi01277369-19 2024-04-02T08:31:23.955 INFO:tasks.rados.rados.0.smithi012.stdout:2110: seq_num 670 ranges {0=425984,425984=483328,909312=507904,1417216=212992} 2024-04-02T08:31:23.957 INFO:tasks.rados.rados.0.smithi012.stdout:2110: writing smithi01277369-32 from 0 to 425984 tid 1 2024-04-02T08:31:23.960 INFO:tasks.rados.rados.0.smithi012.stdout:2110: writing smithi01277369-32 from 425984 to 909312 tid 2 2024-04-02T08:31:23.963 INFO:tasks.rados.rados.0.smithi012.stdout:2110: writing smithi01277369-32 from 909312 to 1417216 tid 3 2024-04-02T08:31:23.965 INFO:tasks.rados.rados.0.smithi012.stdout:2110: writing smithi01277369-32 from 1417216 to 1630208 tid 4 2024-04-02T08:31:23.965 INFO:tasks.rados.rados.0.smithi012.stdout:2111: snap_remove snap 211 2024-04-02T08:31:24.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:24 smithi055 ceph-mon[85080]: osdmap e495: 8 total, 8 up, 8 in 2024-04-02T08:31:24.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:24 smithi055 ceph-mon[85080]: osdmap e496: 8 total, 8 up, 8 in 2024-04-02T08:31:24.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:24 smithi012 ceph-mon[88355]: osdmap e495: 8 total, 8 up, 8 in 2024-04-02T08:31:24.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:24 smithi012 ceph-mon[88355]: osdmap e496: 8 total, 8 up, 8 in 2024-04-02T08:31:24.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:24 smithi012 ceph-mon[90784]: osdmap e495: 8 total, 8 up, 8 in 2024-04-02T08:31:24.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:24 smithi012 ceph-mon[90784]: osdmap e496: 8 total, 8 up, 8 in 2024-04-02T08:31:24.938 INFO:tasks.rados.rados.0.smithi012.stdout:2109: finishing write tid 2 to smithi01277369-19 2024-04-02T08:31:24.938 INFO:tasks.rados.rados.0.smithi012.stdout:2109: finishing write tid 3 to smithi01277369-19 2024-04-02T08:31:24.938 INFO:tasks.rados.rados.0.smithi012.stdout:2109: finishing write tid 4 to smithi01277369-19 2024-04-02T08:31:24.939 INFO:tasks.rados.rados.0.smithi012.stdout:2109: finishing write tid 5 to smithi01277369-19 2024-04-02T08:31:24.939 INFO:tasks.rados.rados.0.smithi012.stdout:2109: oid 19 updating version 0 to 1073 2024-04-02T08:31:24.939 INFO:tasks.rados.rados.0.smithi012.stdout:2109: oid 19 updating version 1073 to 1074 2024-04-02T08:31:24.939 INFO:tasks.rados.rados.0.smithi012.stdout:2109: oid 19 updating version 1074 to 1075 2024-04-02T08:31:24.939 INFO:tasks.rados.rados.0.smithi012.stdout:2109: oid 19 version 1075 is already newer than 1072 2024-04-02T08:31:24.939 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 19 v 1075 (ObjNum 669 snap 215 seq_num 669) dirty exists 2024-04-02T08:31:24.939 INFO:tasks.rados.rados.0.smithi012.stdout:2109: left oid 19 (ObjNum 669 snap 215 seq_num 669) 2024-04-02T08:31:24.939 INFO:tasks.rados.rados.0.smithi012.stdout:2110: finishing write tid 1 to smithi01277369-32 2024-04-02T08:31:24.939 INFO:tasks.rados.rados.0.smithi012.stdout:2110: finishing write tid 2 to smithi01277369-32 2024-04-02T08:31:24.939 INFO:tasks.rados.rados.0.smithi012.stdout:2110: finishing write tid 3 to smithi01277369-32 2024-04-02T08:31:24.939 INFO:tasks.rados.rados.0.smithi012.stdout:2110: finishing write tid 4 to smithi01277369-32 2024-04-02T08:31:24.939 INFO:tasks.rados.rados.0.smithi012.stdout:2110: finishing write tid 5 to smithi01277369-32 2024-04-02T08:31:24.939 INFO:tasks.rados.rados.0.smithi012.stdout:2110: finishing write tid 6 to smithi01277369-32 2024-04-02T08:31:24.939 INFO:tasks.rados.rados.0.smithi012.stdout:2110: oid 32 updating version 0 to 1426 2024-04-02T08:31:24.940 INFO:tasks.rados.rados.0.smithi012.stdout:2110: oid 32 updating version 1426 to 1429 2024-04-02T08:31:24.940 INFO:tasks.rados.rados.0.smithi012.stdout:2110: oid 32 version 1429 is already newer than 1427 2024-04-02T08:31:24.940 INFO:tasks.rados.rados.0.smithi012.stdout:2110: oid 32 version 1429 is already newer than 1428 2024-04-02T08:31:24.940 INFO:tasks.rados.rados.0.smithi012.stdout:2110: oid 32 version 1429 is already newer than 1425 2024-04-02T08:31:24.940 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 32 v 1429 (ObjNum 670 snap 215 seq_num 670) dirty exists 2024-04-02T08:31:24.940 INFO:tasks.rados.rados.0.smithi012.stdout:2110: left oid 32 (ObjNum 670 snap 215 seq_num 670) 2024-04-02T08:31:24.940 INFO:tasks.rados.rados.0.smithi012.stdout:2109: done (2 left) 2024-04-02T08:31:24.940 INFO:tasks.rados.rados.0.smithi012.stdout:2110: done (1 left) 2024-04-02T08:31:24.940 INFO:tasks.rados.rados.0.smithi012.stdout:2111: done (0 left) 2024-04-02T08:31:24.940 INFO:tasks.rados.rados.0.smithi012.stdout:2112: read oid 39 snap -1 2024-04-02T08:31:24.940 INFO:tasks.rados.rados.0.smithi012.stdout:2112: expect (ObjNum 658 snap 211 seq_num 658) 2024-04-02T08:31:24.940 INFO:tasks.rados.rados.0.smithi012.stdout:2113: read oid 18 snap -1 2024-04-02T08:31:24.940 INFO:tasks.rados.rados.0.smithi012.stdout:2113: expect deleted 2024-04-02T08:31:24.940 INFO:tasks.rados.rados.0.smithi012.stdout:2114: delete oid 8 current snap is 215 2024-04-02T08:31:24.948 INFO:tasks.rados.rados.0.smithi012.stdout:2112: expect (ObjNum 658 snap 211 seq_num 658) 2024-04-02T08:31:24.986 INFO:tasks.rados.rados.0.smithi012.stdout:2112: done (2 left) 2024-04-02T08:31:24.986 INFO:tasks.rados.rados.0.smithi012.stdout:2113: done (1 left) 2024-04-02T08:31:24.987 INFO:tasks.rados.rados.0.smithi012.stdout:2114: done (0 left) 2024-04-02T08:31:24.987 INFO:tasks.rados.rados.0.smithi012.stdout:2115: copy_from oid 7 from oid 41 current snap is 215 2024-04-02T08:31:24.987 INFO:tasks.rados.rados.0.smithi012.stdout:2116: read oid 34 snap -1 2024-04-02T08:31:24.987 INFO:tasks.rados.rados.0.smithi012.stdout:2116: expect (ObjNum 639 snap 207 seq_num 639) 2024-04-02T08:31:24.987 INFO:tasks.rados.rados.0.smithi012.stdout:2117: delete oid 6 current snap is 215 2024-04-02T08:31:24.998 INFO:tasks.rados.rados.0.smithi012.stdout:2115: finishing copy_from racing read to smithi01277369-7 2024-04-02T08:31:24.998 INFO:tasks.rados.rados.0.smithi012.stdout:2117: done (2 left) 2024-04-02T08:31:24.998 INFO:tasks.rados.rados.0.smithi012.stdout:2118: snap_create 2024-04-02T08:31:24.999 INFO:tasks.rados.rados.0.smithi012.stdout:2115: finishing copy_from to smithi01277369-7 2024-04-02T08:31:24.999 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 7 v 707 (ObjNum 547 snap 171 seq_num 547) dirty exists 2024-04-02T08:31:25.005 INFO:tasks.rados.rados.0.smithi012.stdout:2116: expect (ObjNum 639 snap 207 seq_num 639) 2024-04-02T08:31:25.438 INFO:teuthology.orchestra.run.smithi012.stdout:true 2024-04-02T08:31:25.762 INFO:teuthology.orchestra.run.smithi012.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:31:25.762 INFO:teuthology.orchestra.run.smithi012.stdout:alertmanager.a smithi012 *:9093,9094 running (9m) 84s ago 10m 26.7M - 0.25.0 c8568f914cd2 3ed3fc1b8013 2024-04-02T08:31:25.762 INFO:teuthology.orchestra.run.smithi012.stdout:grafana.a smithi055 *:3000 running (9m) 9s ago 9m 89.2M - 9.4.7 954c08fa6188 9788bcfbfb6f 2024-04-02T08:31:25.762 INFO:teuthology.orchestra.run.smithi012.stdout:mds.a smithi012 running (11m) 84s ago 11m 17.6M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 756f041a4b0e 2024-04-02T08:31:25.762 INFO:teuthology.orchestra.run.smithi012.stdout:mds.b smithi055 running (11m) 9s ago 11m 22.7M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 0a0c21b36b12 2024-04-02T08:31:25.763 INFO:teuthology.orchestra.run.smithi012.stdout:mgr.x smithi055 *:8443,9283,8765 running (5m) 9s ago 14m 452M - 19.0.0-2422-g3cba26ea beaaa8a653cf 111621b46bd2 2024-04-02T08:31:25.763 INFO:teuthology.orchestra.run.smithi012.stdout:mgr.y smithi012 *:8443,9283,8765 running (5m) 84s ago 16m 510M - 19.0.0-2422-g3cba26ea beaaa8a653cf fe667762b028 2024-04-02T08:31:25.763 INFO:teuthology.orchestra.run.smithi012.stdout:mon.a smithi012 running (4m) 84s ago 16m 53.9M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 1790aee575dc 2024-04-02T08:31:25.763 INFO:teuthology.orchestra.run.smithi012.stdout:mon.b smithi055 running (4m) 9s ago 15m 50.2M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf f75ff69b6d62 2024-04-02T08:31:25.763 INFO:teuthology.orchestra.run.smithi012.stdout:mon.c smithi012 running (4m) 84s ago 14m 46.5M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf a1b482e0e449 2024-04-02T08:31:25.763 INFO:teuthology.orchestra.run.smithi012.stdout:node-exporter.a smithi012 *:9100 running (9m) 84s ago 9m 16.6M - 1.5.0 0da6a335fe13 a3d31893d77a 2024-04-02T08:31:25.763 INFO:teuthology.orchestra.run.smithi012.stdout:node-exporter.b smithi055 *:9100 running (9m) 9s ago 9m 15.2M - 1.5.0 0da6a335fe13 e1788e402810 2024-04-02T08:31:25.763 INFO:teuthology.orchestra.run.smithi012.stdout:osd.0 smithi012 running (3m) 84s ago 14m 130M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf a32a350fbdf1 2024-04-02T08:31:25.763 INFO:teuthology.orchestra.run.smithi012.stdout:osd.1 smithi012 running (2m) 84s ago 13m 120M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf bed42cfef518 2024-04-02T08:31:25.763 INFO:teuthology.orchestra.run.smithi012.stdout:osd.2 smithi012 running (2m) 84s ago 13m 94.7M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 021f860a33af 2024-04-02T08:31:25.763 INFO:teuthology.orchestra.run.smithi012.stdout:osd.3 smithi012 running (88s) 84s ago 13m 12.7M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 581c0cd1eb3c 2024-04-02T08:31:25.763 INFO:teuthology.orchestra.run.smithi012.stdout:osd.4 smithi055 running (69s) 9s ago 12m 100M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 3900aafcdf67 2024-04-02T08:31:25.763 INFO:teuthology.orchestra.run.smithi012.stdout:osd.5 smithi055 running (49s) 9s ago 12m 146M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 6d6c464bffc2 2024-04-02T08:31:25.764 INFO:teuthology.orchestra.run.smithi012.stdout:osd.6 smithi055 running (14s) 9s ago 11m 12.7M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf bb0c66a294ad 2024-04-02T08:31:25.764 INFO:teuthology.orchestra.run.smithi012.stdout:osd.7 smithi055 running (11m) 9s ago 11m 233M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d edc056f1c4d7 2024-04-02T08:31:25.764 INFO:teuthology.orchestra.run.smithi012.stdout:prometheus.a smithi055 *:9095 running (5m) 9s ago 10m 55.9M - 2.43.0 a07b618ecd1d c518c69f0a2f 2024-04-02T08:31:25.943 INFO:tasks.rados.rados.0.smithi012.stdout:2115: done (2 left) 2024-04-02T08:31:25.943 INFO:tasks.rados.rados.0.smithi012.stdout:2116: done (1 left) 2024-04-02T08:31:25.943 INFO:tasks.rados.rados.0.smithi012.stdout:2118: done (0 left) 2024-04-02T08:31:25.943 INFO:tasks.rados.rados.0.smithi012.stdout:2119: copy_from oid 23 from oid 20 current snap is 216 2024-04-02T08:31:25.944 INFO:tasks.rados.rados.0.smithi012.stdout:2120: rmattr oid 4 current snap is 216 2024-04-02T08:31:25.944 INFO:tasks.rados.rados.0.smithi012.stdout:2121: snap_create 2024-04-02T08:31:25.948 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 4 v 737 (ObjNum 586 snap 187 seq_num 586) dirty exists 2024-04-02T08:31:25.950 INFO:tasks.rados.rados.0.smithi012.stdout:2119: finishing copy_from racing read to smithi01277369-23 2024-04-02T08:31:25.951 INFO:tasks.rados.rados.0.smithi012.stdout:2119: finishing copy_from to smithi01277369-23 2024-04-02T08:31:25.951 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 23 v 1361 (ObjNum 449 snap 0 seq_num 917958128) dirty exists 2024-04-02T08:31:26.173 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-04-02T08:31:26.173 INFO:teuthology.orchestra.run.smithi012.stdout: "mon": { 2024-04-02T08:31:26.173 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:31:26.173 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:31:26.173 INFO:teuthology.orchestra.run.smithi012.stdout: "mgr": { 2024-04-02T08:31:26.173 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:31:26.173 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:31:26.173 INFO:teuthology.orchestra.run.smithi012.stdout: "osd": { 2024-04-02T08:31:26.173 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 1, 2024-04-02T08:31:26.173 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 7 2024-04-02T08:31:26.173 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:31:26.173 INFO:teuthology.orchestra.run.smithi012.stdout: "mds": { 2024-04-02T08:31:26.174 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:31:26.174 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:31:26.174 INFO:teuthology.orchestra.run.smithi012.stdout: "overall": { 2024-04-02T08:31:26.174 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3, 2024-04-02T08:31:26.174 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 12 2024-04-02T08:31:26.174 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-04-02T08:31:26.174 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-04-02T08:31:26.174 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:25 smithi012 ceph-mon[88355]: pgmap v412: 121 pgs: 121 active+clean; 389 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 15 op/s 2024-04-02T08:31:26.174 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:25 smithi012 ceph-mon[88355]: osdmap e497: 8 total, 8 up, 8 in 2024-04-02T08:31:26.175 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:25 smithi012 ceph-mon[90784]: pgmap v412: 121 pgs: 121 active+clean; 389 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 15 op/s 2024-04-02T08:31:26.175 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:25 smithi012 ceph-mon[90784]: osdmap e497: 8 total, 8 up, 8 in 2024-04-02T08:31:26.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:25 smithi055 ceph-mon[85080]: pgmap v412: 121 pgs: 121 active+clean; 389 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 15 op/s 2024-04-02T08:31:26.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:25 smithi055 ceph-mon[85080]: osdmap e497: 8 total, 8 up, 8 in 2024-04-02T08:31:26.952 INFO:tasks.rados.rados.0.smithi012.stdout:2119: done (2 left) 2024-04-02T08:31:26.952 INFO:tasks.rados.rados.0.smithi012.stdout:2120: done (1 left) 2024-04-02T08:31:26.952 INFO:tasks.rados.rados.0.smithi012.stdout:2121: done (0 left) 2024-04-02T08:31:26.952 INFO:tasks.rados.rados.0.smithi012.stdout:2122: rollback oid 37 current snap is 217 2024-04-02T08:31:26.953 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 37 to 203 2024-04-02T08:31:26.953 INFO:tasks.rados.rados.0.smithi012.stdout:2123: read oid 25 snap -1 2024-04-02T08:31:26.953 INFO:tasks.rados.rados.0.smithi012.stdout:2123: expect (ObjNum 623 snap 202 seq_num 623) 2024-04-02T08:31:26.953 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 1 current snap is 217 2024-04-02T08:31:26.953 INFO:tasks.rados.rados.0.smithi012.stdout:2124: seq_num 673 ranges {0=475136,475136=532480,1007616=671744} 2024-04-02T08:31:26.954 INFO:tasks.rados.rados.0.smithi012.stdout:2124: writing smithi01277369-1 from 0 to 475136 tid 1 2024-04-02T08:31:26.958 INFO:tasks.rados.rados.0.smithi012.stdout:2124: writing smithi01277369-1 from 475136 to 1007616 tid 2 2024-04-02T08:31:26.963 INFO:tasks.rados.rados.0.smithi012.stdout:2124: writing smithi01277369-1 from 1007616 to 1679360 tid 3 2024-04-02T08:31:26.964 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 49 current snap is 217 2024-04-02T08:31:26.964 INFO:tasks.rados.rados.0.smithi012.stdout:2122: finishing rollback tid 0 to smithi01277369-37 2024-04-02T08:31:26.964 INFO:tasks.rados.rados.0.smithi012.stdout:2125: seq_num 674 ranges {98304=491520,589824=417792,1007616=483328,1490944=303104} 2024-04-02T08:31:26.968 INFO:tasks.rados.rados.0.smithi012.stdout:2125: writing smithi01277369-49 from 98304 to 589824 tid 1 2024-04-02T08:31:26.970 INFO:tasks.rados.rados.0.smithi012.stdout:2125: writing smithi01277369-49 from 589824 to 1007616 tid 2 2024-04-02T08:31:26.973 INFO:tasks.rados.rados.0.smithi012.stdout:2125: writing smithi01277369-49 from 1007616 to 1490944 tid 3 2024-04-02T08:31:26.975 INFO:tasks.rados.rados.0.smithi012.stdout:2125: writing smithi01277369-49 from 1490944 to 1794048 tid 4 2024-04-02T08:31:26.975 INFO:tasks.rados.rados.0.smithi012.stdout:2126: setattr oid 22 current snap is 217 2024-04-02T08:31:26.975 INFO:tasks.rados.rados.0.smithi012.stdout:2122: finishing rollback tid 1 to smithi01277369-37 2024-04-02T08:31:26.975 INFO:tasks.rados.rados.0.smithi012.stdout:2122: finishing rollback tid 2 to smithi01277369-37 2024-04-02T08:31:26.975 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 37 v 1028 (ObjNum 489 snap 149 seq_num 489) dirty exists 2024-04-02T08:31:26.976 INFO:tasks.rados.rados.0.smithi012.stdout:2124: finishing write tid 1 to smithi01277369-1 2024-04-02T08:31:26.976 INFO:tasks.rados.rados.0.smithi012.stdout:2124: finishing write tid 2 to smithi01277369-1 2024-04-02T08:31:26.976 INFO:tasks.rados.rados.0.smithi012.stdout:2124: finishing write tid 3 to smithi01277369-1 2024-04-02T08:31:26.976 INFO:tasks.rados.rados.0.smithi012.stdout:2124: finishing write tid 4 to smithi01277369-1 2024-04-02T08:31:26.976 INFO:tasks.rados.rados.0.smithi012.stdout:2124: finishing write tid 5 to smithi01277369-1 2024-04-02T08:31:26.976 INFO:tasks.rados.rados.0.smithi012.stdout:2124: oid 1 updating version 0 to 1030 2024-04-02T08:31:26.976 INFO:tasks.rados.rados.0.smithi012.stdout:2124: oid 1 updating version 1030 to 1031 2024-04-02T08:31:26.976 INFO:tasks.rados.rados.0.smithi012.stdout:2124: oid 1 version 1031 is already newer than 1029 2024-04-02T08:31:26.976 INFO:tasks.rados.rados.0.smithi012.stdout:2124: oid 1 updating version 1031 to 1032 2024-04-02T08:31:26.976 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 1 v 1032 (ObjNum 673 snap 217 seq_num 673) dirty exists 2024-04-02T08:31:26.976 INFO:tasks.rados.rados.0.smithi012.stdout:2124: left oid 1 (ObjNum 673 snap 217 seq_num 673) 2024-04-02T08:31:26.976 INFO:tasks.rados.rados.0.smithi012.stdout:2123: expect (ObjNum 623 snap 202 seq_num 623) 2024-04-02T08:31:27.090 INFO:tasks.rados.rados.0.smithi012.stdout:2125: finishing write tid 1 to smithi01277369-49 2024-04-02T08:31:27.090 INFO:tasks.rados.rados.0.smithi012.stdout:2125: finishing write tid 2 to smithi01277369-49 2024-04-02T08:31:27.090 INFO:tasks.rados.rados.0.smithi012.stdout:2125: finishing write tid 3 to smithi01277369-49 2024-04-02T08:31:27.090 INFO:tasks.rados.rados.0.smithi012.stdout:2125: finishing write tid 4 to smithi01277369-49 2024-04-02T08:31:27.090 INFO:tasks.rados.rados.0.smithi012.stdout:2125: finishing write tid 5 to smithi01277369-49 2024-04-02T08:31:27.090 INFO:tasks.rados.rados.0.smithi012.stdout:2125: finishing write tid 6 to smithi01277369-49 2024-04-02T08:31:27.090 INFO:tasks.rados.rados.0.smithi012.stdout:2125: oid 49 updating version 0 to 1033 2024-04-02T08:31:27.090 INFO:tasks.rados.rados.0.smithi012.stdout:2125: oid 49 version 1033 is already newer than 1029 2024-04-02T08:31:27.090 INFO:tasks.rados.rados.0.smithi012.stdout:2125: oid 49 version 1033 is already newer than 1030 2024-04-02T08:31:27.090 INFO:tasks.rados.rados.0.smithi012.stdout:2125: oid 49 version 1033 is already newer than 1032 2024-04-02T08:31:27.090 INFO:tasks.rados.rados.0.smithi012.stdout:2125: oid 49 version 1033 is already newer than 1031 2024-04-02T08:31:27.090 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 49 v 1033 (ObjNum 674 snap 217 seq_num 674) dirty exists 2024-04-02T08:31:27.091 INFO:tasks.rados.rados.0.smithi012.stdout:2125: left oid 49 (ObjNum 674 snap 217 seq_num 674) 2024-04-02T08:31:27.091 INFO:tasks.rados.rados.0.smithi012.stdout:2122: done (4 left) 2024-04-02T08:31:27.091 INFO:tasks.rados.rados.0.smithi012.stdout:2123: done (3 left) 2024-04-02T08:31:27.091 INFO:tasks.rados.rados.0.smithi012.stdout:2124: done (2 left) 2024-04-02T08:31:27.091 INFO:tasks.rados.rados.0.smithi012.stdout:2125: done (1 left) 2024-04-02T08:31:27.091 INFO:tasks.rados.rados.0.smithi012.stdout:2127: delete oid 9 current snap is 217 2024-04-02T08:31:27.092 INFO:tasks.rados.rados.0.smithi012.stdout:2127: done (1 left) 2024-04-02T08:31:27.092 INFO:tasks.rados.rados.0.smithi012.stdout:2128: read oid 40 snap -1 2024-04-02T08:31:27.092 INFO:tasks.rados.rados.0.smithi012.stdout:2128: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:31:27.092 INFO:tasks.rados.rados.0.smithi012.stdout:2129: delete oid 32 current snap is 217 2024-04-02T08:31:27.093 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 22 v 1158 (ObjNum 666 snap 212 seq_num 666) dirty exists 2024-04-02T08:31:27.093 INFO:tasks.rados.rados.0.smithi012.stdout:2128: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:31:27.096 INFO:tasks.rados.rados.0.smithi012.stdout:2126: done (2 left) 2024-04-02T08:31:27.096 INFO:tasks.rados.rados.0.smithi012.stdout:2128: done (1 left) 2024-04-02T08:31:27.096 INFO:tasks.rados.rados.0.smithi012.stdout:2129: done (0 left) 2024-04-02T08:31:27.096 INFO:tasks.rados.rados.0.smithi012.stdout:2130: rollback oid 27 current snap is 217 2024-04-02T08:31:27.096 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 27 to 205 2024-04-02T08:31:27.096 INFO:tasks.rados.rados.0.smithi012.stdout:2131: read oid 10 snap -1 2024-04-02T08:31:27.096 INFO:tasks.rados.rados.0.smithi012.stdout:2131: expect deleted 2024-04-02T08:31:27.096 INFO:tasks.rados.rados.0.smithi012.stdout:2132: read oid 9 snap 207 2024-04-02T08:31:27.096 INFO:tasks.rados.rados.0.smithi012.stdout:2132: expect (ObjNum 613 snap 197 seq_num 613) 2024-04-02T08:31:27.096 INFO:tasks.rados.rados.0.smithi012.stdout:2133: copy_from oid 14 from oid 6 current snap is 217 2024-04-02T08:31:27.096 INFO:tasks.rados.rados.0.smithi012.stdout:2134: snap_create 2024-04-02T08:31:27.097 INFO:tasks.rados.rados.0.smithi012.stdout:2133: finishing copy_from to smithi01277369-14 2024-04-02T08:31:27.097 INFO:tasks.rados.rados.0.smithi012.stdout:2133: got expected ENOENT (src dne) 2024-04-02T08:31:27.098 INFO:tasks.rados.rados.0.smithi012.stdout:2133: finishing copy_from racing read to smithi01277369-14 2024-04-02T08:31:27.100 INFO:tasks.rados.rados.0.smithi012.stdout:2130: finishing rollback tid 0 to smithi01277369-27 2024-04-02T08:31:27.100 INFO:tasks.rados.rados.0.smithi012.stdout:2130: finishing rollback tid 1 to smithi01277369-27 2024-04-02T08:31:27.100 INFO:tasks.rados.rados.0.smithi012.stdout:2130: finishing rollback tid 2 to smithi01277369-27 2024-04-02T08:31:27.100 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 27 v 1035 (ObjNum 499 snap 157 seq_num 499) dirty exists 2024-04-02T08:31:27.106 INFO:tasks.rados.rados.0.smithi012.stdout:2132: expect (ObjNum 613 snap 197 seq_num 613) 2024-04-02T08:31:27.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:26 smithi055 ceph-mon[85080]: from='client.44285 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:27.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:26 smithi055 ceph-mon[85080]: from='client.34350 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:27.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:26 smithi055 ceph-mon[85080]: osdmap e498: 8 total, 8 up, 8 in 2024-04-02T08:31:27.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:26 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1003645237' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:27.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:26 smithi012 ceph-mon[90784]: from='client.44285 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:27.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:26 smithi012 ceph-mon[90784]: from='client.34350 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:27.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:26 smithi012 ceph-mon[90784]: osdmap e498: 8 total, 8 up, 8 in 2024-04-02T08:31:27.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:26 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1003645237' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:27.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:26 smithi012 ceph-mon[88355]: from='client.44285 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:27.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:26 smithi012 ceph-mon[88355]: from='client.34350 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:27.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:26 smithi012 ceph-mon[88355]: osdmap e498: 8 total, 8 up, 8 in 2024-04-02T08:31:27.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:26 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1003645237' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:27.959 INFO:tasks.rados.rados.0.smithi012.stdout:2130: done (4 left) 2024-04-02T08:31:27.959 INFO:tasks.rados.rados.0.smithi012.stdout:2131: done (3 left) 2024-04-02T08:31:27.959 INFO:tasks.rados.rados.0.smithi012.stdout:2132: done (2 left) 2024-04-02T08:31:27.959 INFO:tasks.rados.rados.0.smithi012.stdout:2133: done (1 left) 2024-04-02T08:31:27.959 INFO:tasks.rados.rados.0.smithi012.stdout:2134: done (0 left) 2024-04-02T08:31:27.959 INFO:tasks.rados.rados.0.smithi012.stdout:2135: snap_remove snap 206 2024-04-02T08:31:28.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:27 smithi055 ceph-mon[85080]: pgmap v415: 121 pgs: 121 active+clean; 393 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-04-02T08:31:28.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:27 smithi055 ceph-mon[85080]: osdmap e499: 8 total, 8 up, 8 in 2024-04-02T08:31:28.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:27 smithi012 ceph-mon[88355]: pgmap v415: 121 pgs: 121 active+clean; 393 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-04-02T08:31:28.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:27 smithi012 ceph-mon[88355]: osdmap e499: 8 total, 8 up, 8 in 2024-04-02T08:31:28.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:31:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:31:27] "GET /metrics HTTP/1.1" 200 36116 "" "Prometheus/2.43.0" 2024-04-02T08:31:28.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:27 smithi012 ceph-mon[90784]: pgmap v415: 121 pgs: 121 active+clean; 393 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-04-02T08:31:28.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:27 smithi012 ceph-mon[90784]: osdmap e499: 8 total, 8 up, 8 in 2024-04-02T08:31:28.936 INFO:tasks.rados.rados.0.smithi012.stdout:2135: done (0 left) 2024-04-02T08:31:28.937 INFO:tasks.rados.rados.0.smithi012.stdout:2136: delete oid 21 current snap is 218 2024-04-02T08:31:28.951 INFO:tasks.rados.rados.0.smithi012.stdout:2136: done (0 left) 2024-04-02T08:31:28.952 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 23 current snap is 218 2024-04-02T08:31:28.952 INFO:tasks.rados.rados.0.smithi012.stdout:2137: seq_num 678 ranges {0=565248,565248=802816,1368064=401408} 2024-04-02T08:31:28.955 INFO:tasks.rados.rados.0.smithi012.stdout:2137: writing smithi01277369-23 from 0 to 565248 tid 1 2024-04-02T08:31:28.961 INFO:tasks.rados.rados.0.smithi012.stdout:2137: writing smithi01277369-23 from 565248 to 1368064 tid 2 2024-04-02T08:31:28.964 INFO:tasks.rados.rados.0.smithi012.stdout:2137: writing smithi01277369-23 from 1368064 to 1769472 tid 3 2024-04-02T08:31:28.965 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 43 current snap is 218 2024-04-02T08:31:28.965 INFO:tasks.rados.rados.0.smithi012.stdout:2138: seq_num 679 ranges {1409024=581632,1990656=688128,2678784=516096} 2024-04-02T08:31:28.976 INFO:tasks.rados.rados.0.smithi012.stdout:2138: writing smithi01277369-43 from 1409024 to 1990656 tid 1 2024-04-02T08:31:28.981 INFO:tasks.rados.rados.0.smithi012.stdout:2138: writing smithi01277369-43 from 1990656 to 2678784 tid 2 2024-04-02T08:31:28.985 INFO:tasks.rados.rados.0.smithi012.stdout:2138: writing smithi01277369-43 from 2678784 to 3194880 tid 3 2024-04-02T08:31:28.985 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 48 current snap is 218 2024-04-02T08:31:28.985 INFO:tasks.rados.rados.0.smithi012.stdout:2137: finishing write tid 1 to smithi01277369-23 2024-04-02T08:31:28.985 INFO:tasks.rados.rados.0.smithi012.stdout:2137: finishing write tid 2 to smithi01277369-23 2024-04-02T08:31:28.985 INFO:tasks.rados.rados.0.smithi012.stdout:2137: finishing write tid 3 to smithi01277369-23 2024-04-02T08:31:28.985 INFO:tasks.rados.rados.0.smithi012.stdout:2139: seq_num 680 ranges {2572288=598016,3170304=573440,3743744=434176,4177920=196608} 2024-04-02T08:31:29.002 INFO:tasks.rados.rados.0.smithi012.stdout:2139: writing smithi01277369-48 from 2572288 to 3170304 tid 1 2024-04-02T08:31:29.005 INFO:tasks.rados.rados.0.smithi012.stdout:2139: writing smithi01277369-48 from 3170304 to 3743744 tid 2 2024-04-02T08:31:29.008 INFO:tasks.rados.rados.0.smithi012.stdout:2139: writing smithi01277369-48 from 3743744 to 4177920 tid 3 2024-04-02T08:31:29.010 INFO:tasks.rados.rados.0.smithi012.stdout:2139: writing smithi01277369-48 from 4177920 to 4374528 tid 4 2024-04-02T08:31:29.010 INFO:tasks.rados.rados.0.smithi012.stdout:2137: finishing write tid 4 to smithi01277369-23 2024-04-02T08:31:29.010 INFO:tasks.rados.rados.0.smithi012.stdout:2137: finishing write tid 5 to smithi01277369-23 2024-04-02T08:31:29.010 INFO:tasks.rados.rados.0.smithi012.stdout:2137: oid 23 updating version 0 to 1365 2024-04-02T08:31:29.010 INFO:tasks.rados.rados.0.smithi012.stdout:2137: oid 23 version 1365 is already newer than 1364 2024-04-02T08:31:29.010 INFO:tasks.rados.rados.0.smithi012.stdout:2137: oid 23 version 1365 is already newer than 1362 2024-04-02T08:31:29.010 INFO:tasks.rados.rados.0.smithi012.stdout:2137: oid 23 version 1365 is already newer than 1363 2024-04-02T08:31:29.010 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 23 v 1365 (ObjNum 678 snap 218 seq_num 678) dirty exists 2024-04-02T08:31:29.010 INFO:tasks.rados.rados.0.smithi012.stdout:2137: left oid 23 (ObjNum 678 snap 218 seq_num 678) 2024-04-02T08:31:29.010 INFO:tasks.rados.rados.0.smithi012.stdout:2140: read oid 10 snap -1 2024-04-02T08:31:29.010 INFO:tasks.rados.rados.0.smithi012.stdout:2140: expect deleted 2024-04-02T08:31:29.010 INFO:tasks.rados.rados.0.smithi012.stdout:2137: done (3 left) 2024-04-02T08:31:29.011 INFO:tasks.rados.rados.0.smithi012.stdout:2141: snap_remove snap 216 2024-04-02T08:31:29.221 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:28 smithi055 ceph-mon[85080]: osdmap e500: 8 total, 8 up, 8 in 2024-04-02T08:31:29.221 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:28 smithi055 ceph-mon[85080]: osdmap e501: 8 total, 8 up, 8 in 2024-04-02T08:31:29.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:28 smithi012 ceph-mon[88355]: osdmap e500: 8 total, 8 up, 8 in 2024-04-02T08:31:29.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:28 smithi012 ceph-mon[88355]: osdmap e501: 8 total, 8 up, 8 in 2024-04-02T08:31:29.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:28 smithi012 ceph-mon[90784]: osdmap e500: 8 total, 8 up, 8 in 2024-04-02T08:31:29.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:28 smithi012 ceph-mon[90784]: osdmap e501: 8 total, 8 up, 8 in 2024-04-02T08:31:29.984 INFO:tasks.rados.rados.0.smithi012.stdout:2141: done (3 left) 2024-04-02T08:31:29.985 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 41 current snap is 218 2024-04-02T08:31:29.985 INFO:tasks.rados.rados.0.smithi012.stdout:2142: seq_num 681 ranges {1974272=614400,2588672=458752,3047424=638976,3686400=106496} 2024-04-02T08:31:29.999 INFO:tasks.rados.rados.0.smithi012.stdout:2142: writing smithi01277369-41 from 1974272 to 2588672 tid 1 2024-04-02T08:31:30.001 INFO:tasks.rados.rados.0.smithi012.stdout:2142: writing smithi01277369-41 from 2588672 to 3047424 tid 2 2024-04-02T08:31:30.005 INFO:tasks.rados.rados.0.smithi012.stdout:2142: writing smithi01277369-41 from 3047424 to 3686400 tid 3 2024-04-02T08:31:30.006 INFO:tasks.rados.rados.0.smithi012.stdout:2142: writing smithi01277369-41 from 3686400 to 3792896 tid 4 2024-04-02T08:31:30.006 INFO:tasks.rados.rados.0.smithi012.stdout:2143: read oid 8 snap 196 2024-04-02T08:31:30.007 INFO:tasks.rados.rados.0.smithi012.stdout:2143: expect (ObjNum 596 snap 190 seq_num 596) 2024-04-02T08:31:30.007 INFO:tasks.rados.rados.0.smithi012.stdout:2144: read oid 50 snap -1 2024-04-02T08:31:30.007 INFO:tasks.rados.rados.0.smithi012.stdout:2144: expect (ObjNum 589 snap 188 seq_num 589) 2024-04-02T08:31:30.007 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 17 current snap is 218 2024-04-02T08:31:30.007 INFO:tasks.rados.rados.0.smithi012.stdout:2138: finishing write tid 1 to smithi01277369-43 2024-04-02T08:31:30.007 INFO:tasks.rados.rados.0.smithi012.stdout:2138: finishing write tid 2 to smithi01277369-43 2024-04-02T08:31:30.007 INFO:tasks.rados.rados.0.smithi012.stdout:2138: finishing write tid 3 to smithi01277369-43 2024-04-02T08:31:30.007 INFO:tasks.rados.rados.0.smithi012.stdout:2138: finishing write tid 4 to smithi01277369-43 2024-04-02T08:31:30.007 INFO:tasks.rados.rados.0.smithi012.stdout:2145: seq_num 682 ranges {557056=630784,1187840=745472,1933312=442368,2375680=16384} 2024-04-02T08:31:30.012 INFO:tasks.rados.rados.0.smithi012.stdout:2145: writing smithi01277369-17 from 557056 to 1187840 tid 1 2024-04-02T08:31:30.016 INFO:tasks.rados.rados.0.smithi012.stdout:2145: writing smithi01277369-17 from 1187840 to 1933312 tid 2 2024-04-02T08:31:30.019 INFO:tasks.rados.rados.0.smithi012.stdout:2145: writing smithi01277369-17 from 1933312 to 2375680 tid 3 2024-04-02T08:31:30.020 INFO:tasks.rados.rados.0.smithi012.stdout:2145: writing smithi01277369-17 from 2375680 to 2392064 tid 4 2024-04-02T08:31:30.020 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 39 current snap is 218 2024-04-02T08:31:30.020 INFO:tasks.rados.rados.0.smithi012.stdout:2146: seq_num 683 ranges {1425408=647168,2072576=630784,2703360=573440} 2024-04-02T08:31:30.032 INFO:tasks.rados.rados.0.smithi012.stdout:2146: writing smithi01277369-39 from 1425408 to 2072576 tid 1 2024-04-02T08:31:30.035 INFO:tasks.rados.rados.0.smithi012.stdout:2146: writing smithi01277369-39 from 2072576 to 2703360 tid 2 2024-04-02T08:31:30.039 INFO:tasks.rados.rados.0.smithi012.stdout:2146: writing smithi01277369-39 from 2703360 to 3276800 tid 3 2024-04-02T08:31:30.039 INFO:tasks.rados.rados.0.smithi012.stdout:2147: rmattr oid 47 current snap is 218 2024-04-02T08:31:30.039 INFO:tasks.rados.rados.0.smithi012.stdout:2147: done (8 left) 2024-04-02T08:31:30.039 INFO:tasks.rados.rados.0.smithi012.stdout:2148: snap_remove snap 207 2024-04-02T08:31:30.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:29 smithi055 ceph-mon[85080]: pgmap v418: 121 pgs: 121 active+clean; 393 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-04-02T08:31:30.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:30.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:30.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:30.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:29 smithi012 ceph-mon[90784]: pgmap v418: 121 pgs: 121 active+clean; 393 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-04-02T08:31:30.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:30.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:30.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:30.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:29 smithi012 ceph-mon[88355]: pgmap v418: 121 pgs: 121 active+clean; 393 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-04-02T08:31:30.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:30.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:30.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:30.988 INFO:tasks.rados.rados.0.smithi012.stdout:2148: done (8 left) 2024-04-02T08:31:30.988 INFO:tasks.rados.rados.0.smithi012.stdout:2149: delete oid 6 current snap is 218 2024-04-02T08:31:30.988 INFO:tasks.rados.rados.0.smithi012.stdout:2138: finishing write tid 5 to smithi01277369-43 2024-04-02T08:31:30.988 INFO:tasks.rados.rados.0.smithi012.stdout:2138: oid 43 updating version 0 to 1242 2024-04-02T08:31:30.988 INFO:tasks.rados.rados.0.smithi012.stdout:2138: oid 43 version 1242 is already newer than 1240 2024-04-02T08:31:30.988 INFO:tasks.rados.rados.0.smithi012.stdout:2138: oid 43 version 1242 is already newer than 1241 2024-04-02T08:31:30.988 INFO:tasks.rados.rados.0.smithi012.stdout:2138: oid 43 version 1242 is already newer than 1239 2024-04-02T08:31:30.988 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 43 v 1242 (ObjNum 679 snap 218 seq_num 679) dirty exists 2024-04-02T08:31:30.989 INFO:tasks.rados.rados.0.smithi012.stdout:2138: left oid 43 (ObjNum 679 snap 218 seq_num 679) 2024-04-02T08:31:30.989 INFO:tasks.rados.rados.0.smithi012.stdout:2139: finishing write tid 1 to smithi01277369-48 2024-04-02T08:31:30.989 INFO:tasks.rados.rados.0.smithi012.stdout:2139: finishing write tid 2 to smithi01277369-48 2024-04-02T08:31:30.989 INFO:tasks.rados.rados.0.smithi012.stdout:2139: finishing write tid 3 to smithi01277369-48 2024-04-02T08:31:30.989 INFO:tasks.rados.rados.0.smithi012.stdout:2139: finishing write tid 4 to smithi01277369-48 2024-04-02T08:31:30.989 INFO:tasks.rados.rados.0.smithi012.stdout:2139: finishing write tid 5 to smithi01277369-48 2024-04-02T08:31:30.989 INFO:tasks.rados.rados.0.smithi012.stdout:2139: finishing write tid 6 to smithi01277369-48 2024-04-02T08:31:30.989 INFO:tasks.rados.rados.0.smithi012.stdout:2139: oid 48 updating version 0 to 1037 2024-04-02T08:31:30.989 INFO:tasks.rados.rados.0.smithi012.stdout:2139: oid 48 version 1037 is already newer than 1034 2024-04-02T08:31:30.989 INFO:tasks.rados.rados.0.smithi012.stdout:2139: oid 48 version 1037 is already newer than 1036 2024-04-02T08:31:30.989 INFO:tasks.rados.rados.0.smithi012.stdout:2139: oid 48 version 1037 is already newer than 1035 2024-04-02T08:31:30.989 INFO:tasks.rados.rados.0.smithi012.stdout:2139: oid 48 updating version 1037 to 1038 2024-04-02T08:31:30.990 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 48 v 1038 (ObjNum 680 snap 218 seq_num 680) dirty exists 2024-04-02T08:31:30.990 INFO:tasks.rados.rados.0.smithi012.stdout:2139: left oid 48 (ObjNum 680 snap 218 seq_num 680) 2024-04-02T08:31:30.990 INFO:tasks.rados.rados.0.smithi012.stdout:2142: finishing write tid 1 to smithi01277369-41 2024-04-02T08:31:30.990 INFO:tasks.rados.rados.0.smithi012.stdout:2142: finishing write tid 2 to smithi01277369-41 2024-04-02T08:31:30.990 INFO:tasks.rados.rados.0.smithi012.stdout:2142: finishing write tid 3 to smithi01277369-41 2024-04-02T08:31:30.990 INFO:tasks.rados.rados.0.smithi012.stdout:2142: finishing write tid 4 to smithi01277369-41 2024-04-02T08:31:30.990 INFO:tasks.rados.rados.0.smithi012.stdout:2142: finishing write tid 5 to smithi01277369-41 2024-04-02T08:31:30.990 INFO:tasks.rados.rados.0.smithi012.stdout:2142: finishing write tid 6 to smithi01277369-41 2024-04-02T08:31:30.990 INFO:tasks.rados.rados.0.smithi012.stdout:2142: oid 41 updating version 0 to 741 2024-04-02T08:31:30.990 INFO:tasks.rados.rados.0.smithi012.stdout:2142: oid 41 updating version 741 to 742 2024-04-02T08:31:30.990 INFO:tasks.rados.rados.0.smithi012.stdout:2142: oid 41 version 742 is already newer than 738 2024-04-02T08:31:30.991 INFO:tasks.rados.rados.0.smithi012.stdout:2142: oid 41 version 742 is already newer than 740 2024-04-02T08:31:30.991 INFO:tasks.rados.rados.0.smithi012.stdout:2142: oid 41 version 742 is already newer than 739 2024-04-02T08:31:30.991 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 41 v 742 (ObjNum 681 snap 218 seq_num 681) dirty exists 2024-04-02T08:31:30.991 INFO:tasks.rados.rados.0.smithi012.stdout:2142: left oid 41 (ObjNum 681 snap 218 seq_num 681) 2024-04-02T08:31:30.991 INFO:tasks.rados.rados.0.smithi012.stdout:2143: expect (ObjNum 596 snap 190 seq_num 596) 2024-04-02T08:31:31.019 INFO:tasks.rados.rados.0.smithi012.stdout:2145: finishing write tid 1 to smithi01277369-17 2024-04-02T08:31:31.019 INFO:tasks.rados.rados.0.smithi012.stdout:2145: finishing write tid 2 to smithi01277369-17 2024-04-02T08:31:31.019 INFO:tasks.rados.rados.0.smithi012.stdout:2145: finishing write tid 3 to smithi01277369-17 2024-04-02T08:31:31.019 INFO:tasks.rados.rados.0.smithi012.stdout:2145: finishing write tid 4 to smithi01277369-17 2024-04-02T08:31:31.019 INFO:tasks.rados.rados.0.smithi012.stdout:2145: finishing write tid 5 to smithi01277369-17 2024-04-02T08:31:31.019 INFO:tasks.rados.rados.0.smithi012.stdout:2145: finishing write tid 6 to smithi01277369-17 2024-04-02T08:31:31.020 INFO:tasks.rados.rados.0.smithi012.stdout:2145: oid 17 updating version 0 to 1450 2024-04-02T08:31:31.020 INFO:tasks.rados.rados.0.smithi012.stdout:2145: oid 17 version 1450 is already newer than 1449 2024-04-02T08:31:31.020 INFO:tasks.rados.rados.0.smithi012.stdout:2145: oid 17 updating version 1450 to 1453 2024-04-02T08:31:31.020 INFO:tasks.rados.rados.0.smithi012.stdout:2145: oid 17 version 1453 is already newer than 1451 2024-04-02T08:31:31.020 INFO:tasks.rados.rados.0.smithi012.stdout:2145: oid 17 version 1453 is already newer than 1452 2024-04-02T08:31:31.020 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 17 v 1453 (ObjNum 682 snap 218 seq_num 682) dirty exists 2024-04-02T08:31:31.020 INFO:tasks.rados.rados.0.smithi012.stdout:2145: left oid 17 (ObjNum 682 snap 218 seq_num 682) 2024-04-02T08:31:31.020 INFO:tasks.rados.rados.0.smithi012.stdout:2146: finishing write tid 1 to smithi01277369-39 2024-04-02T08:31:31.020 INFO:tasks.rados.rados.0.smithi012.stdout:2144: expect (ObjNum 589 snap 188 seq_num 589) 2024-04-02T08:31:31.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:30 smithi055 ceph-mon[85080]: osdmap e502: 8 total, 8 up, 8 in 2024-04-02T08:31:31.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:30 smithi012 ceph-mon[88355]: osdmap e502: 8 total, 8 up, 8 in 2024-04-02T08:31:31.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:30 smithi012 ceph-mon[90784]: osdmap e502: 8 total, 8 up, 8 in 2024-04-02T08:31:31.750 INFO:tasks.rados.rados.0.smithi012.stdout:2146: finishing write tid 2 to smithi01277369-39 2024-04-02T08:31:31.750 INFO:tasks.rados.rados.0.smithi012.stdout:2146: finishing write tid 3 to smithi01277369-39 2024-04-02T08:31:31.750 INFO:tasks.rados.rados.0.smithi012.stdout:2146: finishing write tid 4 to smithi01277369-39 2024-04-02T08:31:31.750 INFO:tasks.rados.rados.0.smithi012.stdout:2146: finishing write tid 5 to smithi01277369-39 2024-04-02T08:31:31.750 INFO:tasks.rados.rados.0.smithi012.stdout:2146: oid 39 updating version 0 to 1078 2024-04-02T08:31:31.751 INFO:tasks.rados.rados.0.smithi012.stdout:2146: oid 39 updating version 1078 to 1079 2024-04-02T08:31:31.751 INFO:tasks.rados.rados.0.smithi012.stdout:2146: oid 39 updating version 1079 to 1080 2024-04-02T08:31:31.751 INFO:tasks.rados.rados.0.smithi012.stdout:2146: oid 39 version 1080 is already newer than 1077 2024-04-02T08:31:31.751 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 39 v 1080 (ObjNum 683 snap 218 seq_num 683) dirty exists 2024-04-02T08:31:31.751 INFO:tasks.rados.rados.0.smithi012.stdout:2146: left oid 39 (ObjNum 683 snap 218 seq_num 683) 2024-04-02T08:31:31.752 INFO:tasks.rados.rados.0.smithi012.stdout:2138: done (8 left) 2024-04-02T08:31:31.753 INFO:tasks.rados.rados.0.smithi012.stdout:2139: done (7 left) 2024-04-02T08:31:31.753 INFO:tasks.rados.rados.0.smithi012.stdout:2140: done (6 left) 2024-04-02T08:31:31.753 INFO:tasks.rados.rados.0.smithi012.stdout:2142: done (5 left) 2024-04-02T08:31:31.753 INFO:tasks.rados.rados.0.smithi012.stdout:2143: done (4 left) 2024-04-02T08:31:31.753 INFO:tasks.rados.rados.0.smithi012.stdout:2144: done (3 left) 2024-04-02T08:31:31.753 INFO:tasks.rados.rados.0.smithi012.stdout:2145: done (2 left) 2024-04-02T08:31:31.753 INFO:tasks.rados.rados.0.smithi012.stdout:2146: done (1 left) 2024-04-02T08:31:31.753 INFO:tasks.rados.rados.0.smithi012.stdout:2149: done (0 left) 2024-04-02T08:31:31.753 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 27 current snap is 218 2024-04-02T08:31:31.753 INFO:tasks.rados.rados.0.smithi012.stdout:2150: seq_num 685 ranges {6922240=679936,7602176=442368,8044544=622592,8667136=139264} 2024-04-02T08:31:31.793 INFO:tasks.rados.rados.0.smithi012.stdout:2150: writing smithi01277369-27 from 6922240 to 7602176 tid 1 2024-04-02T08:31:31.795 INFO:tasks.rados.rados.0.smithi012.stdout:2150: writing smithi01277369-27 from 7602176 to 8044544 tid 2 2024-04-02T08:31:31.799 INFO:tasks.rados.rados.0.smithi012.stdout:2150: writing smithi01277369-27 from 8044544 to 8667136 tid 3 2024-04-02T08:31:31.800 INFO:tasks.rados.rados.0.smithi012.stdout:2150: writing smithi01277369-27 from 8667136 to 8806400 tid 4 2024-04-02T08:31:31.800 INFO:tasks.rados.rados.0.smithi012.stdout:2151: delete oid 7 current snap is 218 2024-04-02T08:31:31.800 INFO:tasks.rados.rados.0.smithi012.stdout:2150: finishing write tid 1 to smithi01277369-27 2024-04-02T08:31:31.800 INFO:tasks.rados.rados.0.smithi012.stdout:2150: finishing write tid 2 to smithi01277369-27 2024-04-02T08:31:31.802 INFO:tasks.rados.rados.0.smithi012.stdout:2151: done (1 left) 2024-04-02T08:31:31.802 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 1 current snap is 218 2024-04-02T08:31:31.802 INFO:tasks.rados.rados.0.smithi012.stdout:2152: seq_num 687 ranges {1679360=712704,2392064=614400,3006464=589824} 2024-04-02T08:31:31.815 INFO:tasks.rados.rados.0.smithi012.stdout:2152: writing smithi01277369-1 from 1679360 to 2392064 tid 1 2024-04-02T08:31:31.819 INFO:tasks.rados.rados.0.smithi012.stdout:2152: writing smithi01277369-1 from 2392064 to 3006464 tid 2 2024-04-02T08:31:31.823 INFO:tasks.rados.rados.0.smithi012.stdout:2152: writing smithi01277369-1 from 3006464 to 3596288 tid 3 2024-04-02T08:31:31.823 INFO:tasks.rados.rados.0.smithi012.stdout:2153: snap_create 2024-04-02T08:31:31.823 INFO:tasks.rados.rados.0.smithi012.stdout:2150: finishing write tid 3 to smithi01277369-27 2024-04-02T08:31:31.823 INFO:tasks.rados.rados.0.smithi012.stdout:2150: finishing write tid 4 to smithi01277369-27 2024-04-02T08:31:31.823 INFO:tasks.rados.rados.0.smithi012.stdout:2150: finishing write tid 5 to smithi01277369-27 2024-04-02T08:31:31.823 INFO:tasks.rados.rados.0.smithi012.stdout:2150: finishing write tid 6 to smithi01277369-27 2024-04-02T08:31:31.823 INFO:tasks.rados.rados.0.smithi012.stdout:2150: oid 27 updating version 0 to 1038 2024-04-02T08:31:31.823 INFO:tasks.rados.rados.0.smithi012.stdout:2150: oid 27 updating version 1038 to 1039 2024-04-02T08:31:31.823 INFO:tasks.rados.rados.0.smithi012.stdout:2150: oid 27 updating version 1039 to 1040 2024-04-02T08:31:31.823 INFO:tasks.rados.rados.0.smithi012.stdout:2150: oid 27 version 1040 is already newer than 1036 2024-04-02T08:31:31.823 INFO:tasks.rados.rados.0.smithi012.stdout:2150: oid 27 version 1040 is already newer than 1037 2024-04-02T08:31:31.824 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 27 v 1040 (ObjNum 685 snap 218 seq_num 685) dirty exists 2024-04-02T08:31:31.824 INFO:tasks.rados.rados.0.smithi012.stdout:2150: left oid 27 (ObjNum 685 snap 218 seq_num 685) 2024-04-02T08:31:31.824 INFO:tasks.rados.rados.0.smithi012.stdout:2152: finishing write tid 1 to smithi01277369-1 2024-04-02T08:31:31.824 INFO:tasks.rados.rados.0.smithi012.stdout:2152: finishing write tid 2 to smithi01277369-1 2024-04-02T08:31:31.825 INFO:tasks.rados.rados.0.smithi012.stdout:2152: finishing write tid 3 to smithi01277369-1 2024-04-02T08:31:31.825 INFO:tasks.rados.rados.0.smithi012.stdout:2152: finishing write tid 4 to smithi01277369-1 2024-04-02T08:31:31.826 INFO:tasks.rados.rados.0.smithi012.stdout:2152: finishing write tid 5 to smithi01277369-1 2024-04-02T08:31:31.827 INFO:tasks.rados.rados.0.smithi012.stdout:2152: oid 1 updating version 0 to 1042 2024-04-02T08:31:31.827 INFO:tasks.rados.rados.0.smithi012.stdout:2152: oid 1 updating version 1042 to 1044 2024-04-02T08:31:31.827 INFO:tasks.rados.rados.0.smithi012.stdout:2152: oid 1 version 1044 is already newer than 1041 2024-04-02T08:31:31.827 INFO:tasks.rados.rados.0.smithi012.stdout:2152: oid 1 version 1044 is already newer than 1043 2024-04-02T08:31:31.827 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 1 v 1044 (ObjNum 687 snap 218 seq_num 687) dirty exists 2024-04-02T08:31:31.827 INFO:tasks.rados.rados.0.smithi012.stdout:2152: left oid 1 (ObjNum 687 snap 218 seq_num 687) 2024-04-02T08:31:31.996 INFO:tasks.rados.rados.0.smithi012.stdout:2150: done (2 left) 2024-04-02T08:31:31.996 INFO:tasks.rados.rados.0.smithi012.stdout:2152: done (1 left) 2024-04-02T08:31:31.996 INFO:tasks.rados.rados.0.smithi012.stdout:2153: done (0 left) 2024-04-02T08:31:31.996 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 31 current snap is 219 2024-04-02T08:31:31.996 INFO:tasks.rados.rados.0.smithi012.stdout:2154: seq_num 688 ranges {6217728=729088,6946816=499712,7446528=704512} 2024-04-02T08:31:32.033 INFO:tasks.rados.rados.0.smithi012.stdout:2154: writing smithi01277369-31 from 6217728 to 6946816 tid 1 2024-04-02T08:31:32.036 INFO:tasks.rados.rados.0.smithi012.stdout:2154: writing smithi01277369-31 from 6946816 to 7446528 tid 2 2024-04-02T08:31:32.040 INFO:tasks.rados.rados.0.smithi012.stdout:2154: writing smithi01277369-31 from 7446528 to 8151040 tid 3 2024-04-02T08:31:32.040 INFO:tasks.rados.rados.0.smithi012.stdout:2155: read oid 19 snap -1 2024-04-02T08:31:32.040 INFO:tasks.rados.rados.0.smithi012.stdout:2155: expect (ObjNum 669 snap 215 seq_num 669) 2024-04-02T08:31:32.041 INFO:tasks.rados.rados.0.smithi012.stdout:2156: snap_remove snap 200 2024-04-02T08:31:32.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:31 smithi055 ceph-mon[85080]: pgmap v421: 121 pgs: 121 active+clean; 401 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-04-02T08:31:32.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:31 smithi055 ceph-mon[85080]: osdmap e503: 8 total, 8 up, 8 in 2024-04-02T08:31:32.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:31 smithi012 ceph-mon[90784]: pgmap v421: 121 pgs: 121 active+clean; 401 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-04-02T08:31:32.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:31 smithi012 ceph-mon[90784]: osdmap e503: 8 total, 8 up, 8 in 2024-04-02T08:31:32.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:31 smithi012 ceph-mon[88355]: pgmap v421: 121 pgs: 121 active+clean; 401 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-04-02T08:31:32.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:31 smithi012 ceph-mon[88355]: osdmap e503: 8 total, 8 up, 8 in 2024-04-02T08:31:32.739 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:31:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:31:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:31:33.005 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:31:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[61891]: logger=cleanup t=2024-04-02T08:31:32.741907049Z level=info msg="Completed cleanup jobs" duration=12.94284ms 2024-04-02T08:31:33.012 INFO:tasks.rados.rados.0.smithi012.stdout:2154: finishing write tid 1 to smithi01277369-31 2024-04-02T08:31:33.012 INFO:tasks.rados.rados.0.smithi012.stdout:2154: finishing write tid 2 to smithi01277369-31 2024-04-02T08:31:33.013 INFO:tasks.rados.rados.0.smithi012.stdout:2154: finishing write tid 3 to smithi01277369-31 2024-04-02T08:31:33.013 INFO:tasks.rados.rados.0.smithi012.stdout:2154: finishing write tid 4 to smithi01277369-31 2024-04-02T08:31:33.013 INFO:tasks.rados.rados.0.smithi012.stdout:2155: expect (ObjNum 669 snap 215 seq_num 669) 2024-04-02T08:31:33.066 INFO:tasks.rados.rados.0.smithi012.stdout:2154: finishing write tid 5 to smithi01277369-31 2024-04-02T08:31:33.066 INFO:tasks.rados.rados.0.smithi012.stdout:2154: oid 31 updating version 0 to 1032 2024-04-02T08:31:33.066 INFO:tasks.rados.rados.0.smithi012.stdout:2154: oid 31 updating version 1032 to 1033 2024-04-02T08:31:33.066 INFO:tasks.rados.rados.0.smithi012.stdout:2154: oid 31 updating version 1033 to 1035 2024-04-02T08:31:33.066 INFO:tasks.rados.rados.0.smithi012.stdout:2154: oid 31 version 1035 is already newer than 1034 2024-04-02T08:31:33.066 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 31 v 1035 (ObjNum 688 snap 219 seq_num 688) dirty exists 2024-04-02T08:31:33.066 INFO:tasks.rados.rados.0.smithi012.stdout:2154: left oid 31 (ObjNum 688 snap 219 seq_num 688) 2024-04-02T08:31:33.066 INFO:tasks.rados.rados.0.smithi012.stdout:2154: done (2 left) 2024-04-02T08:31:33.067 INFO:tasks.rados.rados.0.smithi012.stdout:2155: done (1 left) 2024-04-02T08:31:33.067 INFO:tasks.rados.rados.0.smithi012.stdout:2156: done (0 left) 2024-04-02T08:31:33.067 INFO:tasks.rados.rados.0.smithi012.stdout:2157: rollback oid 2 current snap is 219 2024-04-02T08:31:33.067 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 2 to 217 2024-04-02T08:31:33.067 INFO:tasks.rados.rados.0.smithi012.stdout:2158: setattr oid 36 current snap is 219 2024-04-02T08:31:33.067 INFO:tasks.rados.rados.0.smithi012.stdout:2159: snap_create 2024-04-02T08:31:33.067 INFO:tasks.rados.rados.0.smithi012.stdout:2157: finishing rollback tid 1 to smithi01277369-2 2024-04-02T08:31:33.067 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 2 v 1006 (ObjNum 257 snap 0 seq_num 2613030352) dirty dne 2024-04-02T08:31:33.069 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 36 v 1244 (ObjNum 576 snap 182 seq_num 576) dirty exists 2024-04-02T08:31:33.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:33 smithi055 ceph-mon[85080]: osdmap e504: 8 total, 8 up, 8 in 2024-04-02T08:31:33.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:33 smithi055 ceph-mon[85080]: pgmap v424: 121 pgs: 121 active+clean; 404 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.0 MiB/s wr, 22 op/s 2024-04-02T08:31:33.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:33 smithi012 ceph-mon[88355]: osdmap e504: 8 total, 8 up, 8 in 2024-04-02T08:31:33.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:33 smithi012 ceph-mon[88355]: pgmap v424: 121 pgs: 121 active+clean; 404 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.0 MiB/s wr, 22 op/s 2024-04-02T08:31:33.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:33 smithi012 ceph-mon[90784]: osdmap e504: 8 total, 8 up, 8 in 2024-04-02T08:31:33.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:33 smithi012 ceph-mon[90784]: pgmap v424: 121 pgs: 121 active+clean; 404 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.0 MiB/s wr, 22 op/s 2024-04-02T08:31:33.935 INFO:tasks.rados.rados.0.smithi012.stdout:2157: done (2 left) 2024-04-02T08:31:33.975 INFO:tasks.rados.rados.0.smithi012.stdout:2158: done (1 left) 2024-04-02T08:31:33.975 INFO:tasks.rados.rados.0.smithi012.stdout:2159: done (0 left) 2024-04-02T08:31:33.975 INFO:tasks.rados.rados.0.smithi012.stdout:2160: delete oid 49 current snap is 220 2024-04-02T08:31:33.979 INFO:tasks.rados.rados.0.smithi012.stdout:2160: done (0 left) 2024-04-02T08:31:33.979 INFO:tasks.rados.rados.0.smithi012.stdout:2161: read oid 3 snap 173 2024-04-02T08:31:33.980 INFO:tasks.rados.rados.0.smithi012.stdout:2161: expect deleted 2024-04-02T08:31:33.980 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 10 current snap is 220 2024-04-02T08:31:33.980 INFO:tasks.rados.rados.0.smithi012.stdout:2162: seq_num 690 ranges {0=761856,761856=663552,1425408=409600,1835008=131072} 2024-04-02T08:31:33.980 INFO:tasks.rados.rados.0.smithi012.stdout:2162: writing smithi01277369-10 from 0 to 761856 tid 1 2024-04-02T08:31:33.980 INFO:tasks.rados.rados.0.smithi012.stdout:2162: writing smithi01277369-10 from 761856 to 1425408 tid 2 2024-04-02T08:31:33.980 INFO:tasks.rados.rados.0.smithi012.stdout:2162: writing smithi01277369-10 from 1425408 to 1835008 tid 3 2024-04-02T08:31:33.980 INFO:tasks.rados.rados.0.smithi012.stdout:2162: writing smithi01277369-10 from 1835008 to 1966080 tid 4 2024-04-02T08:31:33.980 INFO:tasks.rados.rados.0.smithi012.stdout:2163: snap_create 2024-04-02T08:31:33.980 INFO:tasks.rados.rados.0.smithi012.stdout:2162: finishing write tid 1 to smithi01277369-10 2024-04-02T08:31:33.981 INFO:tasks.rados.rados.0.smithi012.stdout:2162: finishing write tid 2 to smithi01277369-10 2024-04-02T08:31:33.981 INFO:tasks.rados.rados.0.smithi012.stdout:2162: finishing write tid 3 to smithi01277369-10 2024-04-02T08:31:33.981 INFO:tasks.rados.rados.0.smithi012.stdout:2162: finishing write tid 4 to smithi01277369-10 2024-04-02T08:31:33.981 INFO:tasks.rados.rados.0.smithi012.stdout:2162: finishing write tid 5 to smithi01277369-10 2024-04-02T08:31:33.981 INFO:tasks.rados.rados.0.smithi012.stdout:2162: finishing write tid 6 to smithi01277369-10 2024-04-02T08:31:33.981 INFO:tasks.rados.rados.0.smithi012.stdout:2162: oid 10 updating version 0 to 1049 2024-04-02T08:31:33.981 INFO:tasks.rados.rados.0.smithi012.stdout:2162: oid 10 version 1049 is already newer than 1045 2024-04-02T08:31:33.981 INFO:tasks.rados.rados.0.smithi012.stdout:2162: oid 10 version 1049 is already newer than 1048 2024-04-02T08:31:33.981 INFO:tasks.rados.rados.0.smithi012.stdout:2162: oid 10 version 1049 is already newer than 1046 2024-04-02T08:31:33.981 INFO:tasks.rados.rados.0.smithi012.stdout:2162: oid 10 version 1049 is already newer than 1047 2024-04-02T08:31:33.981 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 10 v 1049 (ObjNum 690 snap 220 seq_num 690) dirty exists 2024-04-02T08:31:33.981 INFO:tasks.rados.rados.0.smithi012.stdout:2162: left oid 10 (ObjNum 690 snap 220 seq_num 690) 2024-04-02T08:31:34.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:34 smithi055 ceph-mon[85080]: osdmap e505: 8 total, 8 up, 8 in 2024-04-02T08:31:34.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:34 smithi055 ceph-mon[85080]: osdmap e506: 8 total, 8 up, 8 in 2024-04-02T08:31:34.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:34 smithi012 ceph-mon[88355]: osdmap e505: 8 total, 8 up, 8 in 2024-04-02T08:31:34.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:34 smithi012 ceph-mon[88355]: osdmap e506: 8 total, 8 up, 8 in 2024-04-02T08:31:34.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:34 smithi012 ceph-mon[90784]: osdmap e505: 8 total, 8 up, 8 in 2024-04-02T08:31:34.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:34 smithi012 ceph-mon[90784]: osdmap e506: 8 total, 8 up, 8 in 2024-04-02T08:31:34.939 INFO:tasks.rados.rados.0.smithi012.stdout:2161: done (2 left) 2024-04-02T08:31:34.940 INFO:tasks.rados.rados.0.smithi012.stdout:2162: done (1 left) 2024-04-02T08:31:34.940 INFO:tasks.rados.rados.0.smithi012.stdout:2163: done (0 left) 2024-04-02T08:31:34.940 INFO:tasks.rados.rados.0.smithi012.stdout:2164: copy_from oid 45 from oid 2 current snap is 221 2024-04-02T08:31:34.940 INFO:tasks.rados.rados.0.smithi012.stdout:2165: read oid 19 snap 204 2024-04-02T08:31:34.940 INFO:tasks.rados.rados.0.smithi012.stdout:2165: expect deleted 2024-04-02T08:31:34.940 INFO:tasks.rados.rados.0.smithi012.stdout:2166: setattr oid 40 current snap is 221 2024-04-02T08:31:34.940 INFO:tasks.rados.rados.0.smithi012.stdout:2165: done (2 left) 2024-04-02T08:31:34.941 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 37 current snap is 221 2024-04-02T08:31:34.941 INFO:tasks.rados.rados.0.smithi012.stdout:2167: seq_num 691 ranges {999424=778240,1777664=548864,2326528=614400,2940928=40960} 2024-04-02T08:31:34.950 INFO:tasks.rados.rados.0.smithi012.stdout:2167: writing smithi01277369-37 from 999424 to 1777664 tid 1 2024-04-02T08:31:34.953 INFO:tasks.rados.rados.0.smithi012.stdout:2167: writing smithi01277369-37 from 1777664 to 2326528 tid 2 2024-04-02T08:31:34.957 INFO:tasks.rados.rados.0.smithi012.stdout:2167: writing smithi01277369-37 from 2326528 to 2940928 tid 3 2024-04-02T08:31:34.959 INFO:tasks.rados.rados.0.smithi012.stdout:2167: writing smithi01277369-37 from 2940928 to 2981888 tid 4 2024-04-02T08:31:34.959 INFO:tasks.rados.rados.0.smithi012.stdout:2168: rmattr oid 17 current snap is 221 2024-04-02T08:31:34.959 INFO:tasks.rados.rados.0.smithi012.stdout:2168: done (3 left) 2024-04-02T08:31:34.959 INFO:tasks.rados.rados.0.smithi012.stdout:2169: rmattr oid 21 current snap is 221 2024-04-02T08:31:34.959 INFO:tasks.rados.rados.0.smithi012.stdout:2169: done (3 left) 2024-04-02T08:31:34.959 INFO:tasks.rados.rados.0.smithi012.stdout:2170: delete oid 23 current snap is 221 2024-04-02T08:31:34.959 INFO:tasks.rados.rados.0.smithi012.stdout:2164: finishing copy_from to smithi01277369-45 2024-04-02T08:31:34.959 INFO:tasks.rados.rados.0.smithi012.stdout:2164: got expected ENOENT (src dne) 2024-04-02T08:31:34.959 INFO:tasks.rados.rados.0.smithi012.stdout:2164: finishing copy_from racing read to smithi01277369-45 2024-04-02T08:31:34.959 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 40 v 1366 (ObjNum 129 snap 0 seq_num 1824364277) dirty exists 2024-04-02T08:31:34.961 INFO:tasks.rados.rados.0.smithi012.stdout:2164: done (3 left) 2024-04-02T08:31:34.961 INFO:tasks.rados.rados.0.smithi012.stdout:2166: done (2 left) 2024-04-02T08:31:34.961 INFO:tasks.rados.rados.0.smithi012.stdout:2170: done (1 left) 2024-04-02T08:31:34.961 INFO:tasks.rados.rados.0.smithi012.stdout:2171: rmattr oid 49 current snap is 221 2024-04-02T08:31:34.961 INFO:tasks.rados.rados.0.smithi012.stdout:2171: done (1 left) 2024-04-02T08:31:34.962 INFO:tasks.rados.rados.0.smithi012.stdout:2172: read oid 39 snap 172 2024-04-02T08:31:34.962 INFO:tasks.rados.rados.0.smithi012.stdout:2172: expect (ObjNum 481 snap 148 seq_num 481) 2024-04-02T08:31:34.962 INFO:tasks.rados.rados.0.smithi012.stdout:2173: rollback oid 2 current snap is 221 2024-04-02T08:31:34.962 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 2 to 205 2024-04-02T08:31:34.962 INFO:tasks.rados.rados.0.smithi012.stdout:2167: finishing write tid 1 to smithi01277369-37 2024-04-02T08:31:34.962 INFO:tasks.rados.rados.0.smithi012.stdout:2174: setattr oid 44 current snap is 221 2024-04-02T08:31:34.963 INFO:tasks.rados.rados.0.smithi012.stdout:2175: read oid 42 snap -1 2024-04-02T08:31:34.963 INFO:tasks.rados.rados.0.smithi012.stdout:2175: expect (ObjNum 648 snap 210 seq_num 648) 2024-04-02T08:31:34.963 INFO:tasks.rados.rados.0.smithi012.stdout:2176: snap_remove snap 182 2024-04-02T08:31:35.947 INFO:tasks.rados.rados.0.smithi012.stdout:2176: done (5 left) 2024-04-02T08:31:35.947 INFO:tasks.rados.rados.0.smithi012.stdout:2177: copy_from oid 7 from oid 26 current snap is 221 2024-04-02T08:31:35.947 INFO:tasks.rados.rados.0.smithi012.stdout:2167: finishing write tid 2 to smithi01277369-37 2024-04-02T08:31:35.948 INFO:tasks.rados.rados.0.smithi012.stdout:2173: finishing rollback tid 1 to smithi01277369-2 2024-04-02T08:31:35.948 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 2 v 1006 (ObjNum 81 snap 0 seq_num 917395280) dirty dne 2024-04-02T08:31:35.948 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 44 v 1190 (ObjNum 651 snap 211 seq_num 651) dirty exists 2024-04-02T08:31:35.948 INFO:tasks.rados.rados.0.smithi012.stdout:2167: finishing write tid 3 to smithi01277369-37 2024-04-02T08:31:35.948 INFO:tasks.rados.rados.0.smithi012.stdout:2167: finishing write tid 4 to smithi01277369-37 2024-04-02T08:31:35.948 INFO:tasks.rados.rados.0.smithi012.stdout:2167: finishing write tid 5 to smithi01277369-37 2024-04-02T08:31:35.948 INFO:tasks.rados.rados.0.smithi012.stdout:2167: finishing write tid 6 to smithi01277369-37 2024-04-02T08:31:35.948 INFO:tasks.rados.rados.0.smithi012.stdout:2167: oid 37 updating version 0 to 1044 2024-04-02T08:31:35.948 INFO:tasks.rados.rados.0.smithi012.stdout:2167: oid 37 version 1044 is already newer than 1043 2024-04-02T08:31:35.948 INFO:tasks.rados.rados.0.smithi012.stdout:2167: oid 37 version 1044 is already newer than 1042 2024-04-02T08:31:35.948 INFO:tasks.rados.rados.0.smithi012.stdout:2167: oid 37 version 1044 is already newer than 1040 2024-04-02T08:31:35.948 INFO:tasks.rados.rados.0.smithi012.stdout:2167: oid 37 version 1044 is already newer than 1041 2024-04-02T08:31:35.948 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 37 v 1044 (ObjNum 691 snap 221 seq_num 691) dirty exists 2024-04-02T08:31:35.948 INFO:tasks.rados.rados.0.smithi012.stdout:2167: left oid 37 (ObjNum 691 snap 221 seq_num 691) 2024-04-02T08:31:35.949 INFO:tasks.rados.rados.0.smithi012.stdout:2175: expect (ObjNum 648 snap 210 seq_num 648) 2024-04-02T08:31:35.993 INFO:tasks.rados.rados.0.smithi012.stdout:2172: expect (ObjNum 481 snap 148 seq_num 481) 2024-04-02T08:31:36.252 INFO:tasks.rados.rados.0.smithi012.stdout:2177: finishing copy_from to smithi01277369-7 2024-04-02T08:31:36.253 INFO:tasks.rados.rados.0.smithi012.stdout:2177: got expected ENOENT (src dne) 2024-04-02T08:31:36.253 INFO:tasks.rados.rados.0.smithi012.stdout:2177: finishing copy_from racing read to smithi01277369-7 2024-04-02T08:31:36.253 INFO:tasks.rados.rados.0.smithi012.stdout:2167: done (5 left) 2024-04-02T08:31:36.253 INFO:tasks.rados.rados.0.smithi012.stdout:2172: done (4 left) 2024-04-02T08:31:36.253 INFO:tasks.rados.rados.0.smithi012.stdout:2173: done (3 left) 2024-04-02T08:31:36.253 INFO:tasks.rados.rados.0.smithi012.stdout:2174: done (2 left) 2024-04-02T08:31:36.253 INFO:tasks.rados.rados.0.smithi012.stdout:2175: done (1 left) 2024-04-02T08:31:36.253 INFO:tasks.rados.rados.0.smithi012.stdout:2177: done (0 left) 2024-04-02T08:31:36.253 INFO:tasks.rados.rados.0.smithi012.stdout:2178: delete oid 4 current snap is 221 2024-04-02T08:31:36.254 INFO:tasks.rados.rados.0.smithi012.stdout:2178: done (0 left) 2024-04-02T08:31:36.254 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 23 current snap is 221 2024-04-02T08:31:36.254 INFO:tasks.rados.rados.0.smithi012.stdout:2179: seq_num 694 ranges {0=425984,425984=655360,1081344=786432,1867776=163840} 2024-04-02T08:31:36.256 INFO:tasks.rados.rados.0.smithi012.stdout:2179: writing smithi01277369-23 from 0 to 425984 tid 1 2024-04-02T08:31:36.260 INFO:tasks.rados.rados.0.smithi012.stdout:2179: writing smithi01277369-23 from 425984 to 1081344 tid 2 2024-04-02T08:31:36.264 INFO:tasks.rados.rados.0.smithi012.stdout:2179: writing smithi01277369-23 from 1081344 to 1867776 tid 3 2024-04-02T08:31:36.266 INFO:tasks.rados.rados.0.smithi012.stdout:2179: writing smithi01277369-23 from 1867776 to 2031616 tid 4 2024-04-02T08:31:36.266 INFO:tasks.rados.rados.0.smithi012.stdout:2180: snap_remove snap 220 2024-04-02T08:31:36.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:35 smithi055 ceph-mon[85080]: pgmap v427: 121 pgs: 121 active+clean; 404 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-04-02T08:31:36.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:35 smithi055 ceph-mon[85080]: osdmap e507: 8 total, 8 up, 8 in 2024-04-02T08:31:36.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:35 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:31:36.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:35 smithi012 ceph-mon[88355]: pgmap v427: 121 pgs: 121 active+clean; 404 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-04-02T08:31:36.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:35 smithi012 ceph-mon[88355]: osdmap e507: 8 total, 8 up, 8 in 2024-04-02T08:31:36.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:35 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:31:36.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:35 smithi012 ceph-mon[90784]: pgmap v427: 121 pgs: 121 active+clean; 404 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-04-02T08:31:36.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:35 smithi012 ceph-mon[90784]: osdmap e507: 8 total, 8 up, 8 in 2024-04-02T08:31:36.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:35 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:31:36.952 INFO:tasks.rados.rados.0.smithi012.stdout:2180: done (1 left) 2024-04-02T08:31:36.952 INFO:tasks.rados.rados.0.smithi012.stdout:2181: delete oid 30 current snap is 221 2024-04-02T08:31:36.952 INFO:tasks.rados.rados.0.smithi012.stdout:2179: finishing write tid 1 to smithi01277369-23 2024-04-02T08:31:36.953 INFO:tasks.rados.rados.0.smithi012.stdout:2179: finishing write tid 2 to smithi01277369-23 2024-04-02T08:31:36.953 INFO:tasks.rados.rados.0.smithi012.stdout:2179: finishing write tid 3 to smithi01277369-23 2024-04-02T08:31:36.953 INFO:tasks.rados.rados.0.smithi012.stdout:2179: finishing write tid 4 to smithi01277369-23 2024-04-02T08:31:36.953 INFO:tasks.rados.rados.0.smithi012.stdout:2179: finishing write tid 5 to smithi01277369-23 2024-04-02T08:31:36.953 INFO:tasks.rados.rados.0.smithi012.stdout:2179: finishing write tid 6 to smithi01277369-23 2024-04-02T08:31:36.953 INFO:tasks.rados.rados.0.smithi012.stdout:2179: oid 23 updating version 0 to 1370 2024-04-02T08:31:36.953 INFO:tasks.rados.rados.0.smithi012.stdout:2179: oid 23 version 1370 is already newer than 1368 2024-04-02T08:31:36.953 INFO:tasks.rados.rados.0.smithi012.stdout:2179: oid 23 updating version 1370 to 1371 2024-04-02T08:31:36.953 INFO:tasks.rados.rados.0.smithi012.stdout:2179: oid 23 updating version 1371 to 1372 2024-04-02T08:31:36.953 INFO:tasks.rados.rados.0.smithi012.stdout:2179: oid 23 version 1372 is already newer than 1369 2024-04-02T08:31:36.953 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 23 v 1372 (ObjNum 694 snap 221 seq_num 694) dirty exists 2024-04-02T08:31:36.953 INFO:tasks.rados.rados.0.smithi012.stdout:2179: left oid 23 (ObjNum 694 snap 221 seq_num 694) 2024-04-02T08:31:36.958 INFO:tasks.rados.rados.0.smithi012.stdout:2179: done (1 left) 2024-04-02T08:31:36.959 INFO:tasks.rados.rados.0.smithi012.stdout:2181: done (0 left) 2024-04-02T08:31:36.959 INFO:tasks.rados.rados.0.smithi012.stdout:2182: setattr oid 22 current snap is 221 2024-04-02T08:31:36.960 INFO:tasks.rados.rados.0.smithi012.stdout:2183: snap_create 2024-04-02T08:31:36.964 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 22 v 1208 (ObjNum 666 snap 212 seq_num 666) dirty exists 2024-04-02T08:31:37.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:36 smithi055 ceph-mon[85080]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:31:37.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:36 smithi055 ceph-mon[85080]: Upgrade: osd.7 is safe to restart 2024-04-02T08:31:37.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:36 smithi055 ceph-mon[85080]: osdmap e508: 8 total, 8 up, 8 in 2024-04-02T08:31:37.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:36 smithi012 ceph-mon[88355]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:31:37.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:36 smithi012 ceph-mon[88355]: Upgrade: osd.7 is safe to restart 2024-04-02T08:31:37.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:36 smithi012 ceph-mon[88355]: osdmap e508: 8 total, 8 up, 8 in 2024-04-02T08:31:37.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:36 smithi012 ceph-mon[90784]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:31:37.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:36 smithi012 ceph-mon[90784]: Upgrade: osd.7 is safe to restart 2024-04-02T08:31:37.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:36 smithi012 ceph-mon[90784]: osdmap e508: 8 total, 8 up, 8 in 2024-04-02T08:31:37.962 INFO:tasks.rados.rados.0.smithi012.stdout:2182: done (1 left) 2024-04-02T08:31:37.962 INFO:tasks.rados.rados.0.smithi012.stdout:2183: done (0 left) 2024-04-02T08:31:37.962 INFO:tasks.rados.rados.0.smithi012.stdout:2184: snap_remove snap 205 2024-04-02T08:31:38.204 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:37 smithi055 ceph-mon[85080]: pgmap v430: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 407 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-04-02T08:31:38.204 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:37 smithi055 ceph-mon[85080]: osdmap e509: 8 total, 8 up, 8 in 2024-04-02T08:31:38.204 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:37 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:38.204 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:37 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-02T08:31:38.204 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:37 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:31:38.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:37 smithi012 ceph-mon[88355]: pgmap v430: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 407 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-04-02T08:31:38.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:37 smithi012 ceph-mon[88355]: osdmap e509: 8 total, 8 up, 8 in 2024-04-02T08:31:38.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:37 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:38.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:37 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-02T08:31:38.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:37 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:31:38.430 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:31:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:31:37] "GET /metrics HTTP/1.1" 200 36111 "" "Prometheus/2.43.0" 2024-04-02T08:31:38.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:37 smithi012 ceph-mon[90784]: pgmap v430: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 407 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-04-02T08:31:38.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:37 smithi012 ceph-mon[90784]: osdmap e509: 8 total, 8 up, 8 in 2024-04-02T08:31:38.434 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:37 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:38.434 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:37 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-02T08:31:38.434 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:37 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:31:38.937 INFO:tasks.rados.rados.0.smithi012.stdout:2184: done (0 left) 2024-04-02T08:31:38.938 INFO:tasks.rados.rados.0.smithi012.stdout:2185: read oid 8 snap -1 2024-04-02T08:31:38.938 INFO:tasks.rados.rados.0.smithi012.stdout:2185: expect deleted 2024-04-02T08:31:38.938 INFO:tasks.rados.rados.0.smithi012.stdout:2186: read oid 35 snap -1 2024-04-02T08:31:38.938 INFO:tasks.rados.rados.0.smithi012.stdout:2186: expect (ObjNum 663 snap 212 seq_num 663) 2024-04-02T08:31:38.938 INFO:tasks.rados.rados.0.smithi012.stdout:2187: read oid 6 snap -1 2024-04-02T08:31:38.938 INFO:tasks.rados.rados.0.smithi012.stdout:2187: expect deleted 2024-04-02T08:31:38.938 INFO:tasks.rados.rados.0.smithi012.stdout:2188: snap_remove snap 170 2024-04-02T08:31:39.032 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:38 smithi055 ceph-mon[85080]: Upgrade: Updating osd.7 2024-04-02T08:31:39.033 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:38 smithi055 ceph-mon[85080]: Deploying daemon osd.7 on smithi055 2024-04-02T08:31:39.033 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:38 smithi055 ceph-mon[85080]: osdmap e510: 8 total, 8 up, 8 in 2024-04-02T08:31:39.033 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:38 smithi055 ceph-mon[85080]: osdmap e511: 8 total, 8 up, 8 in 2024-04-02T08:31:39.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:38 smithi012 ceph-mon[90784]: Upgrade: Updating osd.7 2024-04-02T08:31:39.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:38 smithi012 ceph-mon[90784]: Deploying daemon osd.7 on smithi055 2024-04-02T08:31:39.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:38 smithi012 ceph-mon[90784]: osdmap e510: 8 total, 8 up, 8 in 2024-04-02T08:31:39.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:38 smithi012 ceph-mon[90784]: osdmap e511: 8 total, 8 up, 8 in 2024-04-02T08:31:39.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:38 smithi012 ceph-mon[88355]: Upgrade: Updating osd.7 2024-04-02T08:31:39.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:38 smithi012 ceph-mon[88355]: Deploying daemon osd.7 on smithi055 2024-04-02T08:31:39.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:38 smithi012 ceph-mon[88355]: osdmap e510: 8 total, 8 up, 8 in 2024-04-02T08:31:39.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:38 smithi012 ceph-mon[88355]: osdmap e511: 8 total, 8 up, 8 in 2024-04-02T08:31:39.941 INFO:tasks.rados.rados.0.smithi012.stdout:2186: expect (ObjNum 663 snap 212 seq_num 663) 2024-04-02T08:31:40.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:39 smithi055 ceph-mon[85080]: pgmap v433: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 407 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-04-02T08:31:40.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:39 smithi055 ceph-mon[85080]: osdmap e512: 8 total, 8 up, 8 in 2024-04-02T08:31:40.327 INFO:tasks.rados.rados.0.smithi012.stdout:2185: done (3 left) 2024-04-02T08:31:40.327 INFO:tasks.rados.rados.0.smithi012.stdout:2186: done (2 left) 2024-04-02T08:31:40.327 INFO:tasks.rados.rados.0.smithi012.stdout:2187: done (1 left) 2024-04-02T08:31:40.327 INFO:tasks.rados.rados.0.smithi012.stdout:2188: done (0 left) 2024-04-02T08:31:40.327 INFO:tasks.rados.rados.0.smithi012.stdout:2189: snap_create 2024-04-02T08:31:40.329 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:39 smithi012 ceph-mon[88355]: pgmap v433: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 407 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-04-02T08:31:40.329 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:39 smithi012 ceph-mon[88355]: osdmap e512: 8 total, 8 up, 8 in 2024-04-02T08:31:40.329 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:39 smithi012 ceph-mon[90784]: pgmap v433: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 407 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-04-02T08:31:40.330 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:39 smithi012 ceph-mon[90784]: osdmap e512: 8 total, 8 up, 8 in 2024-04-02T08:31:40.970 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 08:31:40 smithi055 systemd[1]: Stopping Ceph osd.7 for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:31:40.991 INFO:tasks.rados.rados.0.smithi012.stdout:2189: done (0 left) 2024-04-02T08:31:40.991 INFO:tasks.rados.rados.0.smithi012.stdout:2190: snap_remove snap 217 2024-04-02T08:31:41.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:40 smithi055 ceph-mon[85080]: osd.7 marked itself down and dead 2024-04-02T08:31:41.311 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 08:31:40 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[53981]: 2024-04-02T08:31:40.971+0000 7f47f3166700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:31:41.311 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 08:31:40 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[53981]: 2024-04-02T08:31:40.971+0000 7f47f3166700 -1 osd.7 512 *** Got signal Terminated *** 2024-04-02T08:31:41.311 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 08:31:40 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[53981]: 2024-04-02T08:31:40.971+0000 7f47f3166700 -1 osd.7 512 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T08:31:41.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:40 smithi012 ceph-mon[88355]: osd.7 marked itself down and dead 2024-04-02T08:31:41.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:40 smithi012 ceph-mon[90784]: osd.7 marked itself down and dead 2024-04-02T08:31:41.811 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 08:31:41 smithi055 podman[104828]: 2024-04-02 08:31:41.553939559 +0000 UTC m=+0.728845116 container died edc056f1c4d774d8df1431016095cd74908e9ac9c7aa084038d15a90643e0f06 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=reef-4d05f4c, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-02T08:31:41.989 INFO:tasks.rados.rados.0.smithi012.stdout:2190: done (0 left) 2024-04-02T08:31:41.989 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 6 current snap is 223 2024-04-02T08:31:41.989 INFO:tasks.rados.rados.0.smithi012.stdout:2191: seq_num 696 ranges {0=458752,458752=417792,876544=753664,1630208=434176} 2024-04-02T08:31:41.992 INFO:tasks.rados.rados.0.smithi012.stdout:2191: writing smithi01277369-6 from 0 to 458752 tid 1 2024-04-02T08:31:41.995 INFO:tasks.rados.rados.0.smithi012.stdout:2191: writing smithi01277369-6 from 458752 to 876544 tid 2 2024-04-02T08:31:42.000 INFO:tasks.rados.rados.0.smithi012.stdout:2191: writing smithi01277369-6 from 876544 to 1630208 tid 3 2024-04-02T08:31:42.004 INFO:tasks.rados.rados.0.smithi012.stdout:2191: writing smithi01277369-6 from 1630208 to 2064384 tid 4 2024-04-02T08:31:42.004 INFO:tasks.rados.rados.0.smithi012.stdout:2192: copy_from oid 20 from oid 45 current snap is 223 2024-04-02T08:31:42.004 INFO:tasks.rados.rados.0.smithi012.stdout:2193: rollback oid 39 current snap is 223 2024-04-02T08:31:42.004 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 39 to 215 2024-04-02T08:31:42.004 INFO:tasks.rados.rados.0.smithi012.stdout:2194: read oid 30 snap 191 2024-04-02T08:31:42.004 INFO:tasks.rados.rados.0.smithi012.stdout:2194: expect (ObjNum 534 snap 167 seq_num 534) 2024-04-02T08:31:42.004 INFO:tasks.rados.rados.0.smithi012.stdout:2195: read oid 26 snap 202 2024-04-02T08:31:42.004 INFO:tasks.rados.rados.0.smithi012.stdout:2195: expect (ObjNum 571 snap 179 seq_num 571) 2024-04-02T08:31:42.004 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 32 current snap is 223 2024-04-02T08:31:42.005 INFO:tasks.rados.rados.0.smithi012.stdout:2196: seq_num 697 ranges {0=475136,475136=704512,1179648=557056,1736704=344064} 2024-04-02T08:31:42.007 INFO:tasks.rados.rados.0.smithi012.stdout:2196: writing smithi01277369-32 from 0 to 475136 tid 1 2024-04-02T08:31:42.012 INFO:tasks.rados.rados.0.smithi012.stdout:2196: writing smithi01277369-32 from 475136 to 1179648 tid 2 2024-04-02T08:31:42.016 INFO:tasks.rados.rados.0.smithi012.stdout:2196: writing smithi01277369-32 from 1179648 to 1736704 tid 3 2024-04-02T08:31:42.020 INFO:tasks.rados.rados.0.smithi012.stdout:2196: writing smithi01277369-32 from 1736704 to 2080768 tid 4 2024-04-02T08:31:42.020 INFO:tasks.rados.rados.0.smithi012.stdout:2197: read oid 3 snap -1 2024-04-02T08:31:42.021 INFO:tasks.rados.rados.0.smithi012.stdout:2197: expect (ObjNum 575 snap 182 seq_num 575) 2024-04-02T08:31:42.021 INFO:tasks.rados.rados.0.smithi012.stdout:2198: snap_create 2024-04-02T08:31:42.021 INFO:tasks.rados.rados.0.smithi012.stdout:2191: finishing write tid 1 to smithi01277369-6 2024-04-02T08:31:42.021 INFO:tasks.rados.rados.0.smithi012.stdout:2191: finishing write tid 2 to smithi01277369-6 2024-04-02T08:31:42.021 INFO:tasks.rados.rados.0.smithi012.stdout:2191: finishing write tid 3 to smithi01277369-6 2024-04-02T08:31:42.021 INFO:tasks.rados.rados.0.smithi012.stdout:2191: finishing write tid 4 to smithi01277369-6 2024-04-02T08:31:42.022 INFO:tasks.rados.rados.0.smithi012.stdout:2191: finishing write tid 5 to smithi01277369-6 2024-04-02T08:31:42.022 INFO:tasks.rados.rados.0.smithi012.stdout:2191: finishing write tid 6 to smithi01277369-6 2024-04-02T08:31:42.022 INFO:tasks.rados.rados.0.smithi012.stdout:2191: oid 6 updating version 0 to 945 2024-04-02T08:31:42.022 INFO:tasks.rados.rados.0.smithi012.stdout:2191: oid 6 updating version 945 to 947 2024-04-02T08:31:42.022 INFO:tasks.rados.rados.0.smithi012.stdout:2191: oid 6 version 947 is already newer than 946 2024-04-02T08:31:42.022 INFO:tasks.rados.rados.0.smithi012.stdout:2191: oid 6 updating version 947 to 948 2024-04-02T08:31:42.023 INFO:tasks.rados.rados.0.smithi012.stdout:2191: oid 6 updating version 948 to 949 2024-04-02T08:31:42.023 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 6 v 949 (ObjNum 696 snap 223 seq_num 696) dirty exists 2024-04-02T08:31:42.023 INFO:tasks.rados.rados.0.smithi012.stdout:2191: left oid 6 (ObjNum 696 snap 223 seq_num 696) 2024-04-02T08:31:42.024 INFO:tasks.rados.rados.0.smithi012.stdout:2193: finishing rollback tid 0 to smithi01277369-39 2024-04-02T08:31:42.024 INFO:tasks.rados.rados.0.smithi012.stdout:2196: finishing write tid 1 to smithi01277369-32 2024-04-02T08:31:42.024 INFO:tasks.rados.rados.0.smithi012.stdout:2193: finishing rollback tid 1 to smithi01277369-39 2024-04-02T08:31:42.025 INFO:tasks.rados.rados.0.smithi012.stdout:2197: expect (ObjNum 575 snap 182 seq_num 575) 2024-04-02T08:31:42.025 INFO:tasks.rados.rados.0.smithi012.stdout:2193: finishing rollback tid 2 to smithi01277369-39 2024-04-02T08:31:42.026 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 39 v 1083 (ObjNum 658 snap 211 seq_num 658) dirty exists 2024-04-02T08:31:42.028 INFO:tasks.rados.rados.0.smithi012.stdout:2196: finishing write tid 2 to smithi01277369-32 2024-04-02T08:31:42.028 INFO:tasks.rados.rados.0.smithi012.stdout:2196: finishing write tid 3 to smithi01277369-32 2024-04-02T08:31:42.032 INFO:tasks.rados.rados.0.smithi012.stdout:2195: expect (ObjNum 571 snap 179 seq_num 571) 2024-04-02T08:31:42.117 INFO:tasks.rados.rados.0.smithi012.stdout:2192: finishing copy_from racing read to smithi01277369-20 2024-04-02T08:31:42.117 INFO:tasks.rados.rados.0.smithi012.stdout:2196: finishing write tid 4 to smithi01277369-32 2024-04-02T08:31:42.117 INFO:tasks.rados.rados.0.smithi012.stdout:2194: expect (ObjNum 534 snap 167 seq_num 534) 2024-04-02T08:31:42.222 INFO:tasks.rados.rados.0.smithi012.stdout:2196: finishing write tid 5 to smithi01277369-32 2024-04-02T08:31:42.222 INFO:tasks.rados.rados.0.smithi012.stdout:2192: finishing copy_from to smithi01277369-20 2024-04-02T08:31:42.222 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 20 v 1025 (ObjNum 649 snap 210 seq_num 649) dirty exists 2024-04-02T08:31:42.222 INFO:tasks.rados.rados.0.smithi012.stdout:2196: finishing write tid 6 to smithi01277369-32 2024-04-02T08:31:42.222 INFO:tasks.rados.rados.0.smithi012.stdout:2196: oid 32 updating version 0 to 1511 2024-04-02T08:31:42.222 INFO:tasks.rados.rados.0.smithi012.stdout:2196: oid 32 updating version 1511 to 1514 2024-04-02T08:31:42.222 INFO:tasks.rados.rados.0.smithi012.stdout:2196: oid 32 version 1514 is already newer than 1512 2024-04-02T08:31:42.223 INFO:tasks.rados.rados.0.smithi012.stdout:2196: oid 32 version 1514 is already newer than 1513 2024-04-02T08:31:42.223 INFO:tasks.rados.rados.0.smithi012.stdout:2196: oid 32 version 1514 is already newer than 1510 2024-04-02T08:31:42.223 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 32 v 1514 (ObjNum 697 snap 223 seq_num 697) dirty exists 2024-04-02T08:31:42.223 INFO:tasks.rados.rados.0.smithi012.stdout:2196: left oid 32 (ObjNum 697 snap 223 seq_num 697) 2024-04-02T08:31:42.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:41 smithi055 ceph-mon[85080]: pgmap v436: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 397 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 496 KiB/s wr, 2 op/s 2024-04-02T08:31:42.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:42 smithi055 ceph-mon[85080]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:31:42.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:42 smithi055 ceph-mon[85080]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-04-02T08:31:42.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:42 smithi055 ceph-mon[85080]: osdmap e513: 8 total, 7 up, 8 in 2024-04-02T08:31:42.312 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 08:31:41 smithi055 podman[104828]: 2024-04-02 08:31:41.838368705 +0000 UTC m=+1.013274239 container cleanup edc056f1c4d774d8df1431016095cd74908e9ac9c7aa084038d15a90643e0f06 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7, RELEASE=reef-4d05f4c, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-04-02T08:31:42.312 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 08:31:41 smithi055 bash[104828]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7 2024-04-02T08:31:42.312 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 08:31:42 smithi055 podman[104843]: 2024-04-02 08:31:42.073543291 +0000 UTC m=+0.523459196 container remove edc056f1c4d774d8df1431016095cd74908e9ac9c7aa084038d15a90643e0f06 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, RELEASE=reef-4d05f4c, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-02T08:31:42.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:41 smithi012 ceph-mon[90784]: pgmap v436: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 397 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 496 KiB/s wr, 2 op/s 2024-04-02T08:31:42.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:41 smithi012 ceph-mon[90784]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:31:42.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:41 smithi012 ceph-mon[90784]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-04-02T08:31:42.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:41 smithi012 ceph-mon[90784]: osdmap e513: 8 total, 7 up, 8 in 2024-04-02T08:31:42.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:41 smithi012 ceph-mon[88355]: pgmap v436: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 397 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 496 KiB/s wr, 2 op/s 2024-04-02T08:31:42.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:41 smithi012 ceph-mon[88355]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:31:42.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:41 smithi012 ceph-mon[88355]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-04-02T08:31:42.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:41 smithi012 ceph-mon[88355]: osdmap e513: 8 total, 7 up, 8 in 2024-04-02T08:31:42.650 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 08:31:42 smithi055 podman[104936]: 2024-04-02 08:31:42.302819488 +0000 UTC m=+0.017744614 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:31:42.650 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 08:31:42 smithi055 podman[104936]: 2024-04-02 08:31:42.424481276 +0000 UTC m=+0.139406392 container create 5e2de6c21c8a88264640c93c0edc1dce393e76972e89da52d57f56bb6f9b9f09 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7-deactivate, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2) 2024-04-02T08:31:42.650 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 08:31:42 smithi055 podman[104936]: 2024-04-02 08:31:42.651562086 +0000 UTC m=+0.366487217 container init 5e2de6c21c8a88264640c93c0edc1dce393e76972e89da52d57f56bb6f9b9f09 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-04-02T08:31:42.650 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:31:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:31:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:31:42.946 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 08:31:42 smithi055 podman[104936]: 2024-04-02 08:31:42.655316023 +0000 UTC m=+0.370241148 container start 5e2de6c21c8a88264640c93c0edc1dce393e76972e89da52d57f56bb6f9b9f09 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7-deactivate, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-02T08:31:42.946 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 08:31:42 smithi055 podman[104936]: 2024-04-02 08:31:42.751715237 +0000 UTC m=+0.466640359 container attach 5e2de6c21c8a88264640c93c0edc1dce393e76972e89da52d57f56bb6f9b9f09 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7-deactivate, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326) 2024-04-02T08:31:43.007 INFO:tasks.rados.rados.0.smithi012.stdout:2191: done (7 left) 2024-04-02T08:31:43.007 INFO:tasks.rados.rados.0.smithi012.stdout:2192: done (6 left) 2024-04-02T08:31:43.007 INFO:tasks.rados.rados.0.smithi012.stdout:2193: done (5 left) 2024-04-02T08:31:43.007 INFO:tasks.rados.rados.0.smithi012.stdout:2194: done (4 left) 2024-04-02T08:31:43.007 INFO:tasks.rados.rados.0.smithi012.stdout:2195: done (3 left) 2024-04-02T08:31:43.007 INFO:tasks.rados.rados.0.smithi012.stdout:2196: done (2 left) 2024-04-02T08:31:43.007 INFO:tasks.rados.rados.0.smithi012.stdout:2197: done (1 left) 2024-04-02T08:31:43.007 INFO:tasks.rados.rados.0.smithi012.stdout:2198: done (0 left) 2024-04-02T08:31:43.007 INFO:tasks.rados.rados.0.smithi012.stdout:2199: delete oid 37 current snap is 224 2024-04-02T08:31:43.012 INFO:tasks.rados.rados.0.smithi012.stdout:2199: done (0 left) 2024-04-02T08:31:43.012 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 4 current snap is 224 2024-04-02T08:31:43.012 INFO:tasks.rados.rados.0.smithi012.stdout:2200: seq_num 699 ranges {0=516096,516096=475136,991232=573440,1564672=557056} 2024-04-02T08:31:43.015 INFO:tasks.rados.rados.0.smithi012.stdout:2200: writing smithi01277369-4 from 0 to 516096 tid 1 2024-04-02T08:31:43.017 INFO:tasks.rados.rados.0.smithi012.stdout:2200: writing smithi01277369-4 from 516096 to 991232 tid 2 2024-04-02T08:31:43.021 INFO:tasks.rados.rados.0.smithi012.stdout:2200: writing smithi01277369-4 from 991232 to 1564672 tid 3 2024-04-02T08:31:43.024 INFO:tasks.rados.rados.0.smithi012.stdout:2200: writing smithi01277369-4 from 1564672 to 2121728 tid 4 2024-04-02T08:31:43.024 INFO:tasks.rados.rados.0.smithi012.stdout:2201: snap_create 2024-04-02T08:31:43.024 INFO:tasks.rados.rados.0.smithi012.stdout:2200: finishing write tid 1 to smithi01277369-4 2024-04-02T08:31:43.024 INFO:tasks.rados.rados.0.smithi012.stdout:2200: finishing write tid 2 to smithi01277369-4 2024-04-02T08:31:43.024 INFO:tasks.rados.rados.0.smithi012.stdout:2200: finishing write tid 3 to smithi01277369-4 2024-04-02T08:31:43.027 INFO:tasks.rados.rados.0.smithi012.stdout:2200: finishing write tid 4 to smithi01277369-4 2024-04-02T08:31:43.027 INFO:tasks.rados.rados.0.smithi012.stdout:2200: finishing write tid 5 to smithi01277369-4 2024-04-02T08:31:43.028 INFO:tasks.rados.rados.0.smithi012.stdout:2200: finishing write tid 6 to smithi01277369-4 2024-04-02T08:31:43.028 INFO:tasks.rados.rados.0.smithi012.stdout:2200: oid 4 updating version 0 to 746 2024-04-02T08:31:43.028 INFO:tasks.rados.rados.0.smithi012.stdout:2200: oid 4 updating version 746 to 747 2024-04-02T08:31:43.028 INFO:tasks.rados.rados.0.smithi012.stdout:2200: oid 4 updating version 747 to 748 2024-04-02T08:31:43.028 INFO:tasks.rados.rados.0.smithi012.stdout:2200: oid 4 version 748 is already newer than 744 2024-04-02T08:31:43.028 INFO:tasks.rados.rados.0.smithi012.stdout:2200: oid 4 version 748 is already newer than 745 2024-04-02T08:31:43.028 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 4 v 748 (ObjNum 699 snap 224 seq_num 699) dirty exists 2024-04-02T08:31:43.028 INFO:tasks.rados.rados.0.smithi012.stdout:2200: left oid 4 (ObjNum 699 snap 224 seq_num 699) 2024-04-02T08:31:43.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:43 smithi055 ceph-mon[85080]: osdmap e514: 8 total, 7 up, 8 in 2024-04-02T08:31:43.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:43 smithi055 ceph-mon[85080]: pgmap v439: 121 pgs: 22 peering, 12 stale+active+clean, 87 active+clean; 395 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 496 KiB/s wr, 8 op/s 2024-04-02T08:31:43.311 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 08:31:42 smithi055 podman[104936]: 2024-04-02 08:31:42.948635998 +0000 UTC m=+0.663561122 container died 5e2de6c21c8a88264640c93c0edc1dce393e76972e89da52d57f56bb6f9b9f09 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7-deactivate, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-02T08:31:43.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:43 smithi012 ceph-mon[90784]: osdmap e514: 8 total, 7 up, 8 in 2024-04-02T08:31:43.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:43 smithi012 ceph-mon[90784]: pgmap v439: 121 pgs: 22 peering, 12 stale+active+clean, 87 active+clean; 395 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 496 KiB/s wr, 8 op/s 2024-04-02T08:31:43.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:43 smithi012 ceph-mon[88355]: osdmap e514: 8 total, 7 up, 8 in 2024-04-02T08:31:43.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:43 smithi012 ceph-mon[88355]: pgmap v439: 121 pgs: 22 peering, 12 stale+active+clean, 87 active+clean; 395 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 496 KiB/s wr, 8 op/s 2024-04-02T08:31:43.706 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 08:31:43 smithi055 podman[104962]: 2024-04-02 08:31:43.480804034 +0000 UTC m=+0.526874003 container remove 5e2de6c21c8a88264640c93c0edc1dce393e76972e89da52d57f56bb6f9b9f09 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7-deactivate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0) 2024-04-02T08:31:43.706 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 08:31:43 smithi055 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@osd.7.service: Deactivated successfully. 2024-04-02T08:31:43.706 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 08:31:43 smithi055 systemd[1]: Stopped Ceph osd.7 for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:31:43.706 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 08:31:43 smithi055 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@osd.7.service: Consumed 16.551s CPU time. 2024-04-02T08:31:43.945 INFO:tasks.rados.rados.0.smithi012.stdout:2200: done (1 left) 2024-04-02T08:31:43.946 INFO:tasks.rados.rados.0.smithi012.stdout:2201: done (0 left) 2024-04-02T08:31:43.946 INFO:tasks.rados.rados.0.smithi012.stdout:2202: read oid 39 snap 221 2024-04-02T08:31:43.946 INFO:tasks.rados.rados.0.smithi012.stdout:2202: expect (ObjNum 683 snap 218 seq_num 683) 2024-04-02T08:31:43.946 INFO:tasks.rados.rados.0.smithi012.stdout:2203: snap_remove snap 173 2024-04-02T08:31:44.004 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 08:31:43 smithi055 systemd[1]: Starting Ceph osd.7 for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:31:44.004 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 08:31:43 smithi055 podman[105065]: 2024-04-02 08:31:43.923419759 +0000 UTC m=+0.113613136 container create 374ee998f31037e765471864b40f68a60903c486efbf4c8c485b1fd118fd755c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7-activate, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-04-02T08:31:44.004 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 08:31:43 smithi055 podman[105065]: 2024-04-02 08:31:43.827500347 +0000 UTC m=+0.017693737 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:31:44.299 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:44 smithi055 ceph-mon[85080]: Health check failed: Reduced data availability: 5 pgs inactive, 6 pgs peering (PG_AVAILABILITY) 2024-04-02T08:31:44.299 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:44 smithi055 ceph-mon[85080]: osdmap e515: 8 total, 7 up, 8 in 2024-04-02T08:31:44.299 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:44 smithi055 ceph-mon[85080]: osdmap e516: 8 total, 7 up, 8 in 2024-04-02T08:31:44.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:44 smithi012 ceph-mon[90784]: Health check failed: Reduced data availability: 5 pgs inactive, 6 pgs peering (PG_AVAILABILITY) 2024-04-02T08:31:44.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:44 smithi012 ceph-mon[90784]: osdmap e515: 8 total, 7 up, 8 in 2024-04-02T08:31:44.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:44 smithi012 ceph-mon[90784]: osdmap e516: 8 total, 7 up, 8 in 2024-04-02T08:31:44.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:44 smithi012 ceph-mon[88355]: Health check failed: Reduced data availability: 5 pgs inactive, 6 pgs peering (PG_AVAILABILITY) 2024-04-02T08:31:44.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:44 smithi012 ceph-mon[88355]: osdmap e515: 8 total, 7 up, 8 in 2024-04-02T08:31:44.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:44 smithi012 ceph-mon[88355]: osdmap e516: 8 total, 7 up, 8 in 2024-04-02T08:31:44.560 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 08:31:44 smithi055 podman[105065]: 2024-04-02 08:31:44.301273388 +0000 UTC m=+0.491466763 container init 374ee998f31037e765471864b40f68a60903c486efbf4c8c485b1fd118fd755c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7-activate, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-04-02T08:31:44.561 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 08:31:44 smithi055 podman[105065]: 2024-04-02 08:31:44.304611149 +0000 UTC m=+0.494804524 container start 374ee998f31037e765471864b40f68a60903c486efbf4c8c485b1fd118fd755c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7-activate, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:31:44.561 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 08:31:44 smithi055 podman[105065]: 2024-04-02 08:31:44.376084346 +0000 UTC m=+0.566277733 container attach 374ee998f31037e765471864b40f68a60903c486efbf4c8c485b1fd118fd755c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7-activate, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e, CEPH_POINT_RELEASE=) 2024-04-02T08:31:44.943 INFO:tasks.rados.rados.0.smithi012.stdout:2203: done (1 left) 2024-04-02T08:31:44.944 INFO:tasks.rados.rados.0.smithi012.stdout:2202: expect (ObjNum 683 snap 218 seq_num 683) 2024-04-02T08:31:45.061 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 08:31:44 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7-activate[105081]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-02T08:31:45.061 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 08:31:44 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7-activate[105081]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-02T08:31:45.061 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 08:31:44 smithi055 bash[105065]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-02T08:31:45.061 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 08:31:44 smithi055 bash[105065]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-02T08:31:45.061 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 08:31:44 smithi055 bash[105065]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-02T08:31:45.062 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 08:31:44 smithi055 bash[105065]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-02T08:31:45.062 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 08:31:44 smithi055 bash[105065]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-04-02T08:31:45.062 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 08:31:44 smithi055 bash[105065]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-02T08:31:45.062 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 08:31:44 smithi055 bash[105065]: --> ceph-volume raw activate successful for osd ID: 7 2024-04-02T08:31:45.062 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 08:31:44 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7-activate[105081]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-02T08:31:45.062 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 08:31:44 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7-activate[105081]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-02T08:31:45.062 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 08:31:44 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7-activate[105081]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-04-02T08:31:45.062 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 08:31:44 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7-activate[105081]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-02T08:31:45.062 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 08:31:44 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7-activate[105081]: --> ceph-volume raw activate successful for osd ID: 7 2024-04-02T08:31:45.062 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 08:31:44 smithi055 podman[105065]: 2024-04-02 08:31:44.788075667 +0000 UTC m=+0.978269054 container died 374ee998f31037e765471864b40f68a60903c486efbf4c8c485b1fd118fd755c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-02T08:31:45.063 INFO:tasks.rados.rados.0.smithi012.stdout:2204: read oid 22 snap -1 2024-04-02T08:31:45.063 INFO:tasks.rados.rados.0.smithi012.stdout:2204: expect (ObjNum 666 snap 212 seq_num 666) 2024-04-02T08:31:45.063 INFO:tasks.rados.rados.0.smithi012.stdout:2202: done (1 left) 2024-04-02T08:31:45.063 INFO:tasks.rados.rados.0.smithi012.stdout:2205: rollback oid 16 current snap is 225 2024-04-02T08:31:45.063 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 16 to 215 2024-04-02T08:31:45.064 INFO:tasks.rados.rados.0.smithi012.stdout:2206: read oid 25 snap 215 2024-04-02T08:31:45.064 INFO:tasks.rados.rados.0.smithi012.stdout:2206: expect (ObjNum 623 snap 202 seq_num 623) 2024-04-02T08:31:45.064 INFO:tasks.rados.rados.0.smithi012.stdout:2207: snap_create 2024-04-02T08:31:45.066 INFO:tasks.rados.rados.0.smithi012.stdout:2205: finishing rollback tid 0 to smithi01277369-16 2024-04-02T08:31:45.066 INFO:tasks.rados.rados.0.smithi012.stdout:2205: finishing rollback tid 1 to smithi01277369-16 2024-04-02T08:31:45.066 INFO:tasks.rados.rados.0.smithi012.stdout:2205: finishing rollback tid 2 to smithi01277369-16 2024-04-02T08:31:45.066 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 16 v 326 (ObjNum 33 snap 0 seq_num 917953856) dirty exists 2024-04-02T08:31:45.081 INFO:tasks.rados.rados.0.smithi012.stdout:2206: expect (ObjNum 623 snap 202 seq_num 623) 2024-04-02T08:31:45.196 INFO:tasks.rados.rados.0.smithi012.stdout:2204: expect (ObjNum 666 snap 212 seq_num 666) 2024-04-02T08:31:45.427 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:45 smithi055 ceph-mon[85080]: pgmap v442: 121 pgs: 22 peering, 12 stale+active+clean, 87 active+clean; 395 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 5 op/s 2024-04-02T08:31:45.427 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:45 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:45.427 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:45 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:45.428 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:45 smithi055 ceph-mon[85080]: osdmap e517: 8 total, 7 up, 8 in 2024-04-02T08:31:45.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:45 smithi012 ceph-mon[88355]: pgmap v442: 121 pgs: 22 peering, 12 stale+active+clean, 87 active+clean; 395 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 5 op/s 2024-04-02T08:31:45.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:45 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:45.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:45 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:45.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:45 smithi012 ceph-mon[88355]: osdmap e517: 8 total, 7 up, 8 in 2024-04-02T08:31:45.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:45 smithi012 ceph-mon[90784]: pgmap v442: 121 pgs: 22 peering, 12 stale+active+clean, 87 active+clean; 395 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 5 op/s 2024-04-02T08:31:45.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:45 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:45.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:45 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:45.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:45 smithi012 ceph-mon[90784]: osdmap e517: 8 total, 7 up, 8 in 2024-04-02T08:31:45.755 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 08:31:45 smithi055 podman[105213]: 2024-04-02 08:31:45.429704956 +0000 UTC m=+0.637012170 container remove 374ee998f31037e765471864b40f68a60903c486efbf4c8c485b1fd118fd755c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7-activate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326) 2024-04-02T08:31:45.755 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 08:31:45 smithi055 podman[105275]: 2024-04-02 08:31:45.63102936 +0000 UTC m=+0.106176822 container create 2395b430898919fa61e9621b7faab29bbc6501bb0f052984ef3282b63c5d1f45 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7, RELEASE=wip-rf-oldDeep-3cba26e, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-04-02T08:31:45.755 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 08:31:45 smithi055 podman[105275]: 2024-04-02 08:31:45.542548971 +0000 UTC m=+0.017696445 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:31:46.015 INFO:tasks.rados.rados.0.smithi012.stdout:2204: done (3 left) 2024-04-02T08:31:46.015 INFO:tasks.rados.rados.0.smithi012.stdout:2205: done (2 left) 2024-04-02T08:31:46.015 INFO:tasks.rados.rados.0.smithi012.stdout:2206: done (1 left) 2024-04-02T08:31:46.015 INFO:tasks.rados.rados.0.smithi012.stdout:2207: done (0 left) 2024-04-02T08:31:46.015 INFO:tasks.rados.rados.0.smithi012.stdout:2208: read oid 15 snap -1 2024-04-02T08:31:46.015 INFO:tasks.rados.rados.0.smithi012.stdout:2208: expect deleted 2024-04-02T08:31:46.015 INFO:tasks.rados.rados.0.smithi012.stdout:2209: rmattr oid 36 current snap is 226 2024-04-02T08:31:46.015 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 45 current snap is 226 2024-04-02T08:31:46.016 INFO:tasks.rados.rados.0.smithi012.stdout:2210: seq_num 700 ranges {1277952=532480,1810432=409600,2220032=737280,2957312=458752} 2024-04-02T08:31:46.025 INFO:tasks.rados.rados.0.smithi012.stdout:2210: writing smithi01277369-45 from 1277952 to 1810432 tid 1 2024-04-02T08:31:46.027 INFO:tasks.rados.rados.0.smithi012.stdout:2210: writing smithi01277369-45 from 1810432 to 2220032 tid 2 2024-04-02T08:31:46.032 INFO:tasks.rados.rados.0.smithi012.stdout:2210: writing smithi01277369-45 from 2220032 to 2957312 tid 3 2024-04-02T08:31:46.035 INFO:tasks.rados.rados.0.smithi012.stdout:2210: writing smithi01277369-45 from 2957312 to 3416064 tid 4 2024-04-02T08:31:46.035 INFO:tasks.rados.rados.0.smithi012.stdout:2211: delete oid 2 current snap is 226 2024-04-02T08:31:46.035 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 36 v 1245 (ObjNum 576 snap 182 seq_num 576) dirty exists 2024-04-02T08:31:46.035 INFO:tasks.rados.rados.0.smithi012.stdout:2210: finishing write tid 1 to smithi01277369-45 2024-04-02T08:31:46.035 INFO:tasks.rados.rados.0.smithi012.stdout:2210: finishing write tid 2 to smithi01277369-45 2024-04-02T08:31:46.035 INFO:tasks.rados.rados.0.smithi012.stdout:2210: finishing write tid 3 to smithi01277369-45 2024-04-02T08:31:46.037 INFO:tasks.rados.rados.0.smithi012.stdout:2208: done (3 left) 2024-04-02T08:31:46.037 INFO:tasks.rados.rados.0.smithi012.stdout:2209: done (2 left) 2024-04-02T08:31:46.037 INFO:tasks.rados.rados.0.smithi012.stdout:2211: done (1 left) 2024-04-02T08:31:46.037 INFO:tasks.rados.rados.0.smithi012.stdout:2212: setattr oid 46 current snap is 226 2024-04-02T08:31:46.038 INFO:tasks.rados.rados.0.smithi012.stdout:2210: finishing write tid 4 to smithi01277369-45 2024-04-02T08:31:46.038 INFO:tasks.rados.rados.0.smithi012.stdout:2210: finishing write tid 5 to smithi01277369-45 2024-04-02T08:31:46.038 INFO:tasks.rados.rados.0.smithi012.stdout:2213: read oid 2 snap -1 2024-04-02T08:31:46.038 INFO:tasks.rados.rados.0.smithi012.stdout:2213: expect deleted 2024-04-02T08:31:46.038 INFO:tasks.rados.rados.0.smithi012.stdout:2214: copy_from oid 7 from oid 21 current snap is 226 2024-04-02T08:31:46.038 INFO:tasks.rados.rados.0.smithi012.stdout:2215: read oid 38 snap -1 2024-04-02T08:31:46.038 INFO:tasks.rados.rados.0.smithi012.stdout:2215: expect (ObjNum 640 snap 207 seq_num 640) 2024-04-02T08:31:46.039 INFO:tasks.rados.rados.0.smithi012.stdout:2216: snap_create 2024-04-02T08:31:46.039 INFO:tasks.rados.rados.0.smithi012.stdout:2210: finishing write tid 6 to smithi01277369-45 2024-04-02T08:31:46.039 INFO:tasks.rados.rados.0.smithi012.stdout:2210: oid 45 updating version 0 to 1051 2024-04-02T08:31:46.039 INFO:tasks.rados.rados.0.smithi012.stdout:2210: oid 45 updating version 1051 to 1054 2024-04-02T08:31:46.039 INFO:tasks.rados.rados.0.smithi012.stdout:2210: oid 45 version 1054 is already newer than 1053 2024-04-02T08:31:46.039 INFO:tasks.rados.rados.0.smithi012.stdout:2210: oid 45 version 1054 is already newer than 1052 2024-04-02T08:31:46.039 INFO:tasks.rados.rados.0.smithi012.stdout:2210: oid 45 version 1054 is already newer than 1050 2024-04-02T08:31:46.039 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 45 v 1054 (ObjNum 700 snap 226 seq_num 700) dirty exists 2024-04-02T08:31:46.040 INFO:tasks.rados.rados.0.smithi012.stdout:2210: left oid 45 (ObjNum 700 snap 226 seq_num 700) 2024-04-02T08:31:46.041 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 46 v 1233 (ObjNum 664 snap 212 seq_num 664) dirty exists 2024-04-02T08:31:46.042 INFO:tasks.rados.rados.0.smithi012.stdout:2214: finishing copy_from to smithi01277369-7 2024-04-02T08:31:46.042 INFO:tasks.rados.rados.0.smithi012.stdout:2214: got expected ENOENT (src dne) 2024-04-02T08:31:46.042 INFO:tasks.rados.rados.0.smithi012.stdout:2214: finishing copy_from racing read to smithi01277369-7 2024-04-02T08:31:46.043 INFO:tasks.rados.rados.0.smithi012.stdout:2215: expect (ObjNum 640 snap 207 seq_num 640) 2024-04-02T08:31:46.310 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 08:31:45 smithi055 podman[105275]: 2024-04-02 08:31:45.866986723 +0000 UTC m=+0.342134208 container init 2395b430898919fa61e9621b7faab29bbc6501bb0f052984ef3282b63c5d1f45 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-02T08:31:46.311 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 08:31:45 smithi055 podman[105275]: 2024-04-02 08:31:45.870121458 +0000 UTC m=+0.345268921 container start 2395b430898919fa61e9621b7faab29bbc6501bb0f052984ef3282b63c5d1f45 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T08:31:46.311 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 08:31:45 smithi055 ceph-osd[105294]: -- 172.21.15.55:0/2727585833 <== mon.1 v2:172.21.15.55:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c5d6b27680 con 0x55c5d6af1000 2024-04-02T08:31:46.311 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 08:31:45 smithi055 bash[105275]: 2395b430898919fa61e9621b7faab29bbc6501bb0f052984ef3282b63c5d1f45 2024-04-02T08:31:46.311 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 08:31:45 smithi055 systemd[1]: Started Ceph osd.7 for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:31:46.811 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 08:31:46 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T08:31:46.419+0000 7f136e76d7c0 -1 Falling back to public interface 2024-04-02T08:31:47.041 INFO:tasks.rados.rados.0.smithi012.stdout:2210: done (5 left) 2024-04-02T08:31:47.041 INFO:tasks.rados.rados.0.smithi012.stdout:2212: done (4 left) 2024-04-02T08:31:47.041 INFO:tasks.rados.rados.0.smithi012.stdout:2213: done (3 left) 2024-04-02T08:31:47.041 INFO:tasks.rados.rados.0.smithi012.stdout:2214: done (2 left) 2024-04-02T08:31:47.041 INFO:tasks.rados.rados.0.smithi012.stdout:2215: done (1 left) 2024-04-02T08:31:47.041 INFO:tasks.rados.rados.0.smithi012.stdout:2216: done (0 left) 2024-04-02T08:31:47.041 INFO:tasks.rados.rados.0.smithi012.stdout:2217: snap_create 2024-04-02T08:31:47.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:47 smithi055 ceph-mon[85080]: osdmap e518: 8 total, 7 up, 8 in 2024-04-02T08:31:47.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:47 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:47.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:47 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:47.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:47 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:47.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:47 smithi055 ceph-mon[85080]: pgmap v445: 121 pgs: 10 active+undersized+degraded, 35 active+undersized, 76 active+clean; 398 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.8 MiB/s wr, 8 op/s; 77/666 objects degraded (11.562%) 2024-04-02T08:31:47.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:47 smithi012 ceph-mon[90784]: osdmap e518: 8 total, 7 up, 8 in 2024-04-02T08:31:47.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:47 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:47.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:47 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:47.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:47 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:47.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:47 smithi012 ceph-mon[90784]: pgmap v445: 121 pgs: 10 active+undersized+degraded, 35 active+undersized, 76 active+clean; 398 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.8 MiB/s wr, 8 op/s; 77/666 objects degraded (11.562%) 2024-04-02T08:31:47.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:47 smithi012 ceph-mon[88355]: osdmap e518: 8 total, 7 up, 8 in 2024-04-02T08:31:47.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:47 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:47.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:47 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:47.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:47 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:47.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:47 smithi012 ceph-mon[88355]: pgmap v445: 121 pgs: 10 active+undersized+degraded, 35 active+undersized, 76 active+clean; 398 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.8 MiB/s wr, 8 op/s; 77/666 objects degraded (11.562%) 2024-04-02T08:31:48.044 INFO:tasks.rados.rados.0.smithi012.stdout:2217: done (0 left) 2024-04-02T08:31:48.044 INFO:tasks.rados.rados.0.smithi012.stdout:2218: delete oid 45 current snap is 228 2024-04-02T08:31:48.049 INFO:tasks.rados.rados.0.smithi012.stdout:2218: done (0 left) 2024-04-02T08:31:48.049 INFO:tasks.rados.rados.0.smithi012.stdout:2219: read oid 40 snap -1 2024-04-02T08:31:48.050 INFO:tasks.rados.rados.0.smithi012.stdout:2219: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:31:48.050 INFO:tasks.rados.rados.0.smithi012.stdout:2220: rmattr oid 26 current snap is 228 2024-04-02T08:31:48.050 INFO:tasks.rados.rados.0.smithi012.stdout:2220: done (1 left) 2024-04-02T08:31:48.050 INFO:tasks.rados.rados.0.smithi012.stdout:2221: snap_create 2024-04-02T08:31:48.051 INFO:tasks.rados.rados.0.smithi012.stdout:2219: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:31:48.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:48 smithi055 ceph-mon[85080]: Health check failed: Degraded data redundancy: 77/666 objects degraded (11.562%), 10 pgs degraded (PG_DEGRADED) 2024-04-02T08:31:48.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:48 smithi055 ceph-mon[85080]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs inactive, 6 pgs peering) 2024-04-02T08:31:48.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:48 smithi055 ceph-mon[85080]: osdmap e519: 8 total, 7 up, 8 in 2024-04-02T08:31:48.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:48 smithi012 ceph-mon[88355]: Health check failed: Degraded data redundancy: 77/666 objects degraded (11.562%), 10 pgs degraded (PG_DEGRADED) 2024-04-02T08:31:48.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:48 smithi012 ceph-mon[88355]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs inactive, 6 pgs peering) 2024-04-02T08:31:48.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:48 smithi012 ceph-mon[88355]: osdmap e519: 8 total, 7 up, 8 in 2024-04-02T08:31:48.429 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:31:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:31:47] "GET /metrics HTTP/1.1" 200 36257 "" "Prometheus/2.43.0" 2024-04-02T08:31:48.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:48 smithi012 ceph-mon[90784]: Health check failed: Degraded data redundancy: 77/666 objects degraded (11.562%), 10 pgs degraded (PG_DEGRADED) 2024-04-02T08:31:48.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:48 smithi012 ceph-mon[90784]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs inactive, 6 pgs peering) 2024-04-02T08:31:48.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:48 smithi012 ceph-mon[90784]: osdmap e519: 8 total, 7 up, 8 in 2024-04-02T08:31:49.048 INFO:tasks.rados.rados.0.smithi012.stdout:2219: done (1 left) 2024-04-02T08:31:49.049 INFO:tasks.rados.rados.0.smithi012.stdout:2221: done (0 left) 2024-04-02T08:31:49.049 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 41 current snap is 229 2024-04-02T08:31:49.049 INFO:tasks.rados.rados.0.smithi012.stdout:2222: seq_num 703 ranges {3792896=581632,4374528=458752,4833280=557056,5390336=417792,5808128=172032} 2024-04-02T08:31:49.072 INFO:tasks.rados.rados.0.smithi012.stdout:2222: writing smithi01277369-41 from 3792896 to 4374528 tid 1 2024-04-02T08:31:49.074 INFO:tasks.rados.rados.0.smithi012.stdout:2222: writing smithi01277369-41 from 4374528 to 4833280 tid 2 2024-04-02T08:31:49.077 INFO:tasks.rados.rados.0.smithi012.stdout:2222: writing smithi01277369-41 from 4833280 to 5390336 tid 3 2024-04-02T08:31:49.080 INFO:tasks.rados.rados.0.smithi012.stdout:2222: writing smithi01277369-41 from 5390336 to 5808128 tid 4 2024-04-02T08:31:49.081 INFO:tasks.rados.rados.0.smithi012.stdout:2222: writing smithi01277369-41 from 5808128 to 5980160 tid 5 2024-04-02T08:31:49.081 INFO:tasks.rados.rados.0.smithi012.stdout:2223: snap_remove snap 225 2024-04-02T08:31:49.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:49 smithi055 ceph-mon[85080]: osdmap e520: 8 total, 7 up, 8 in 2024-04-02T08:31:49.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:49 smithi055 ceph-mon[85080]: pgmap v448: 121 pgs: 10 active+undersized+degraded, 35 active+undersized, 76 active+clean; 398 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.8 MiB/s wr, 8 op/s; 77/666 objects degraded (11.562%) 2024-04-02T08:31:49.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:49 smithi012 ceph-mon[88355]: osdmap e520: 8 total, 7 up, 8 in 2024-04-02T08:31:49.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:49 smithi012 ceph-mon[88355]: pgmap v448: 121 pgs: 10 active+undersized+degraded, 35 active+undersized, 76 active+clean; 398 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.8 MiB/s wr, 8 op/s; 77/666 objects degraded (11.562%) 2024-04-02T08:31:49.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:49 smithi012 ceph-mon[90784]: osdmap e520: 8 total, 7 up, 8 in 2024-04-02T08:31:49.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:49 smithi012 ceph-mon[90784]: pgmap v448: 121 pgs: 10 active+undersized+degraded, 35 active+undersized, 76 active+clean; 398 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.8 MiB/s wr, 8 op/s; 77/666 objects degraded (11.562%) 2024-04-02T08:31:49.963 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 08:31:49 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T08:31:49.600+0000 7f136e76d7c0 -1 osd.7 512 log_to_monitors true 2024-04-02T08:31:50.055 INFO:tasks.rados.rados.0.smithi012.stdout:2223: done (1 left) 2024-04-02T08:31:50.055 INFO:tasks.rados.rados.0.smithi012.stdout:2224: delete oid 10 current snap is 229 2024-04-02T08:31:50.055 INFO:tasks.rados.rados.0.smithi012.stdout:2222: finishing write tid 1 to smithi01277369-41 2024-04-02T08:31:50.055 INFO:tasks.rados.rados.0.smithi012.stdout:2222: finishing write tid 2 to smithi01277369-41 2024-04-02T08:31:50.055 INFO:tasks.rados.rados.0.smithi012.stdout:2222: finishing write tid 3 to smithi01277369-41 2024-04-02T08:31:50.056 INFO:tasks.rados.rados.0.smithi012.stdout:2222: finishing write tid 4 to smithi01277369-41 2024-04-02T08:31:50.056 INFO:tasks.rados.rados.0.smithi012.stdout:2222: finishing write tid 5 to smithi01277369-41 2024-04-02T08:31:50.056 INFO:tasks.rados.rados.0.smithi012.stdout:2222: finishing write tid 6 to smithi01277369-41 2024-04-02T08:31:50.056 INFO:tasks.rados.rados.0.smithi012.stdout:2222: finishing write tid 7 to smithi01277369-41 2024-04-02T08:31:50.056 INFO:tasks.rados.rados.0.smithi012.stdout:2222: oid 41 updating version 0 to 749 2024-04-02T08:31:50.056 INFO:tasks.rados.rados.0.smithi012.stdout:2222: oid 41 updating version 749 to 754 2024-04-02T08:31:50.056 INFO:tasks.rados.rados.0.smithi012.stdout:2222: oid 41 version 754 is already newer than 750 2024-04-02T08:31:50.056 INFO:tasks.rados.rados.0.smithi012.stdout:2222: oid 41 version 754 is already newer than 752 2024-04-02T08:31:50.056 INFO:tasks.rados.rados.0.smithi012.stdout:2222: oid 41 version 754 is already newer than 753 2024-04-02T08:31:50.056 INFO:tasks.rados.rados.0.smithi012.stdout:2222: oid 41 version 754 is already newer than 751 2024-04-02T08:31:50.056 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 41 v 754 (ObjNum 703 snap 229 seq_num 703) dirty exists 2024-04-02T08:31:50.056 INFO:tasks.rados.rados.0.smithi012.stdout:2222: left oid 41 (ObjNum 703 snap 229 seq_num 703) 2024-04-02T08:31:50.061 INFO:tasks.rados.rados.0.smithi012.stdout:2222: done (1 left) 2024-04-02T08:31:50.061 INFO:tasks.rados.rados.0.smithi012.stdout:2224: done (0 left) 2024-04-02T08:31:50.061 INFO:tasks.rados.rados.0.smithi012.stdout:2225: setattr oid 9 current snap is 229 2024-04-02T08:31:50.063 INFO:tasks.rados.rados.0.smithi012.stdout:2226: rollback oid 23 current snap is 229 2024-04-02T08:31:50.063 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 23 to 204 2024-04-02T08:31:50.063 INFO:tasks.rados.rados.0.smithi012.stdout:2227: rollback oid 5 current snap is 229 2024-04-02T08:31:50.063 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 5 to 222 2024-04-02T08:31:50.064 INFO:tasks.rados.rados.0.smithi012.stdout:2228: rmattr oid 22 current snap is 229 2024-04-02T08:31:50.064 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 29 current snap is 229 2024-04-02T08:31:50.064 INFO:tasks.rados.rados.0.smithi012.stdout:2229: seq_num 705 ranges {3137536=614400,3751936=630784,4382720=524288,4907008=450560} 2024-04-02T08:31:50.084 INFO:tasks.rados.rados.0.smithi012.stdout:2229: writing smithi01277369-29 from 3137536 to 3751936 tid 1 2024-04-02T08:31:50.087 INFO:tasks.rados.rados.0.smithi012.stdout:2229: writing smithi01277369-29 from 3751936 to 4382720 tid 2 2024-04-02T08:31:50.090 INFO:tasks.rados.rados.0.smithi012.stdout:2229: writing smithi01277369-29 from 4382720 to 4907008 tid 3 2024-04-02T08:31:50.093 INFO:tasks.rados.rados.0.smithi012.stdout:2229: writing smithi01277369-29 from 4907008 to 5357568 tid 4 2024-04-02T08:31:50.093 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 8 current snap is 229 2024-04-02T08:31:50.093 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 22 v 1235 (ObjNum 666 snap 212 seq_num 666) dirty exists 2024-04-02T08:31:50.093 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 9 v 1246 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-02T08:31:50.093 INFO:tasks.rados.rados.0.smithi012.stdout:2226: finishing rollback tid 0 to smithi01277369-23 2024-04-02T08:31:50.093 INFO:tasks.rados.rados.0.smithi012.stdout:2226: finishing rollback tid 1 to smithi01277369-23 2024-04-02T08:31:50.093 INFO:tasks.rados.rados.0.smithi012.stdout:2226: finishing rollback tid 2 to smithi01277369-23 2024-04-02T08:31:50.094 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 23 v 1375 (ObjNum 625 snap 204 seq_num 625) dirty exists 2024-04-02T08:31:50.094 INFO:tasks.rados.rados.0.smithi012.stdout:2230: seq_num 706 ranges {0=630784,630784=516096,1146880=729088,1875968=360448} 2024-04-02T08:31:50.096 INFO:tasks.rados.rados.0.smithi012.stdout:2230: writing smithi01277369-8 from 0 to 630784 tid 1 2024-04-02T08:31:50.099 INFO:tasks.rados.rados.0.smithi012.stdout:2230: writing smithi01277369-8 from 630784 to 1146880 tid 2 2024-04-02T08:31:50.104 INFO:tasks.rados.rados.0.smithi012.stdout:2230: writing smithi01277369-8 from 1146880 to 1875968 tid 3 2024-04-02T08:31:50.106 INFO:tasks.rados.rados.0.smithi012.stdout:2230: writing smithi01277369-8 from 1875968 to 2236416 tid 4 2024-04-02T08:31:50.106 INFO:tasks.rados.rados.0.smithi012.stdout:2225: done (5 left) 2024-04-02T08:31:50.106 INFO:tasks.rados.rados.0.smithi012.stdout:2226: done (4 left) 2024-04-02T08:31:50.106 INFO:tasks.rados.rados.0.smithi012.stdout:2228: done (3 left) 2024-04-02T08:31:50.106 INFO:tasks.rados.rados.0.smithi012.stdout:2231: read oid 34 snap -1 2024-04-02T08:31:50.106 INFO:tasks.rados.rados.0.smithi012.stdout:2231: expect (ObjNum 639 snap 207 seq_num 639) 2024-04-02T08:31:50.106 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 50 current snap is 229 2024-04-02T08:31:50.107 INFO:tasks.rados.rados.0.smithi012.stdout:2227: finishing rollback tid 0 to smithi01277369-5 2024-04-02T08:31:50.107 INFO:tasks.rados.rados.0.smithi012.stdout:2232: seq_num 707 ranges {8142848=647168,8790016=802816,9592832=532480,10125312=270336} 2024-04-02T08:31:50.154 INFO:tasks.rados.rados.0.smithi012.stdout:2232: writing smithi01277369-50 from 8142848 to 8790016 tid 1 2024-04-02T08:31:50.158 INFO:tasks.rados.rados.0.smithi012.stdout:2232: writing smithi01277369-50 from 8790016 to 9592832 tid 2 2024-04-02T08:31:50.162 INFO:tasks.rados.rados.0.smithi012.stdout:2232: writing smithi01277369-50 from 9592832 to 10125312 tid 3 2024-04-02T08:31:50.164 INFO:tasks.rados.rados.0.smithi012.stdout:2232: writing smithi01277369-50 from 10125312 to 10395648 tid 4 2024-04-02T08:31:50.164 INFO:tasks.rados.rados.0.smithi012.stdout:2233: copy_from oid 17 from oid 18 current snap is 229 2024-04-02T08:31:50.164 INFO:tasks.rados.rados.0.smithi012.stdout:2227: finishing rollback tid 1 to smithi01277369-5 2024-04-02T08:31:50.164 INFO:tasks.rados.rados.0.smithi012.stdout:2227: finishing rollback tid 2 to smithi01277369-5 2024-04-02T08:31:50.164 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 5 v 1378 (ObjNum 616 snap 199 seq_num 616) dirty exists 2024-04-02T08:31:50.164 INFO:tasks.rados.rados.0.smithi012.stdout:2227: done (5 left) 2024-04-02T08:31:50.164 INFO:tasks.rados.rados.0.smithi012.stdout:2234: read oid 30 snap -1 2024-04-02T08:31:50.164 INFO:tasks.rados.rados.0.smithi012.stdout:2234: expect deleted 2024-04-02T08:31:50.164 INFO:tasks.rados.rados.0.smithi012.stdout:2235: snap_create 2024-04-02T08:31:50.164 INFO:tasks.rados.rados.0.smithi012.stdout:2231: expect (ObjNum 639 snap 207 seq_num 639) 2024-04-02T08:31:50.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:50 smithi055 ceph-mon[85080]: osdmap e521: 8 total, 7 up, 8 in 2024-04-02T08:31:50.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:50 smithi055 ceph-mon[85080]: from='osd.7 [v2:172.21.15.55:6824/2558814253,v1:172.21.15.55:6825/2558814253]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:31:50.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:50 smithi055 ceph-mon[85080]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:31:50.358 INFO:tasks.rados.rados.0.smithi012.stdout:2233: finishing copy_from to smithi01277369-17 2024-04-02T08:31:50.358 INFO:tasks.rados.rados.0.smithi012.stdout:2233: got expected ENOENT (src dne) 2024-04-02T08:31:50.359 INFO:tasks.rados.rados.0.smithi012.stdout:2233: finishing copy_from racing read to smithi01277369-17 2024-04-02T08:31:50.359 INFO:tasks.rados.rados.0.smithi012.stdout:2229: finishing write tid 1 to smithi01277369-29 2024-04-02T08:31:50.359 INFO:tasks.rados.rados.0.smithi012.stdout:2230: finishing write tid 1 to smithi01277369-8 2024-04-02T08:31:50.359 INFO:tasks.rados.rados.0.smithi012.stdout:2229: finishing write tid 2 to smithi01277369-29 2024-04-02T08:31:50.359 INFO:tasks.rados.rados.0.smithi012.stdout:2230: finishing write tid 2 to smithi01277369-8 2024-04-02T08:31:50.359 INFO:tasks.rados.rados.0.smithi012.stdout:2230: finishing write tid 3 to smithi01277369-8 2024-04-02T08:31:50.359 INFO:tasks.rados.rados.0.smithi012.stdout:2229: finishing write tid 3 to smithi01277369-29 2024-04-02T08:31:50.359 INFO:tasks.rados.rados.0.smithi012.stdout:2229: finishing write tid 4 to smithi01277369-29 2024-04-02T08:31:50.359 INFO:tasks.rados.rados.0.smithi012.stdout:2229: finishing write tid 5 to smithi01277369-29 2024-04-02T08:31:50.359 INFO:tasks.rados.rados.0.smithi012.stdout:2229: finishing write tid 6 to smithi01277369-29 2024-04-02T08:31:50.359 INFO:tasks.rados.rados.0.smithi012.stdout:2229: oid 29 updating version 0 to 866 2024-04-02T08:31:50.359 INFO:tasks.rados.rados.0.smithi012.stdout:2229: oid 29 version 866 is already newer than 864 2024-04-02T08:31:50.359 INFO:tasks.rados.rados.0.smithi012.stdout:2229: oid 29 version 866 is already newer than 865 2024-04-02T08:31:50.359 INFO:tasks.rados.rados.0.smithi012.stdout:2229: oid 29 updating version 866 to 868 2024-04-02T08:31:50.360 INFO:tasks.rados.rados.0.smithi012.stdout:2229: oid 29 version 868 is already newer than 867 2024-04-02T08:31:50.360 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 29 v 868 (ObjNum 705 snap 229 seq_num 705) dirty exists 2024-04-02T08:31:50.360 INFO:tasks.rados.rados.0.smithi012.stdout:2229: left oid 29 (ObjNum 705 snap 229 seq_num 705) 2024-04-02T08:31:50.360 INFO:tasks.rados.rados.0.smithi012.stdout:2230: finishing write tid 4 to smithi01277369-8 2024-04-02T08:31:50.360 INFO:tasks.rados.rados.0.smithi012.stdout:2230: finishing write tid 5 to smithi01277369-8 2024-04-02T08:31:50.360 INFO:tasks.rados.rados.0.smithi012.stdout:2230: finishing write tid 6 to smithi01277369-8 2024-04-02T08:31:50.360 INFO:tasks.rados.rados.0.smithi012.stdout:2230: oid 8 updating version 0 to 1529 2024-04-02T08:31:50.360 INFO:tasks.rados.rados.0.smithi012.stdout:2230: oid 8 updating version 1529 to 1532 2024-04-02T08:31:50.360 INFO:tasks.rados.rados.0.smithi012.stdout:2230: oid 8 version 1532 is already newer than 1530 2024-04-02T08:31:50.360 INFO:tasks.rados.rados.0.smithi012.stdout:2230: oid 8 updating version 1532 to 1533 2024-04-02T08:31:50.360 INFO:tasks.rados.rados.0.smithi012.stdout:2230: oid 8 version 1533 is already newer than 1531 2024-04-02T08:31:50.360 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 8 v 1533 (ObjNum 706 snap 229 seq_num 706) dirty exists 2024-04-02T08:31:50.361 INFO:tasks.rados.rados.0.smithi012.stdout:2230: left oid 8 (ObjNum 706 snap 229 seq_num 706) 2024-04-02T08:31:50.361 INFO:tasks.rados.rados.0.smithi012.stdout:2232: finishing write tid 1 to smithi01277369-50 2024-04-02T08:31:50.361 INFO:tasks.rados.rados.0.smithi012.stdout:2232: finishing write tid 2 to smithi01277369-50 2024-04-02T08:31:50.361 INFO:tasks.rados.rados.0.smithi012.stdout:2232: finishing write tid 3 to smithi01277369-50 2024-04-02T08:31:50.361 INFO:tasks.rados.rados.0.smithi012.stdout:2232: finishing write tid 4 to smithi01277369-50 2024-04-02T08:31:50.361 INFO:tasks.rados.rados.0.smithi012.stdout:2232: finishing write tid 5 to smithi01277369-50 2024-04-02T08:31:50.361 INFO:tasks.rados.rados.0.smithi012.stdout:2232: finishing write tid 6 to smithi01277369-50 2024-04-02T08:31:50.361 INFO:tasks.rados.rados.0.smithi012.stdout:2232: oid 50 updating version 0 to 954 2024-04-02T08:31:50.361 INFO:tasks.rados.rados.0.smithi012.stdout:2232: oid 50 version 954 is already newer than 952 2024-04-02T08:31:50.361 INFO:tasks.rados.rados.0.smithi012.stdout:2232: oid 50 version 954 is already newer than 953 2024-04-02T08:31:50.361 INFO:tasks.rados.rados.0.smithi012.stdout:2232: oid 50 version 954 is already newer than 950 2024-04-02T08:31:50.361 INFO:tasks.rados.rados.0.smithi012.stdout:2232: oid 50 version 954 is already newer than 951 2024-04-02T08:31:50.361 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 50 v 954 (ObjNum 707 snap 229 seq_num 707) dirty exists 2024-04-02T08:31:50.361 INFO:tasks.rados.rados.0.smithi012.stdout:2232: left oid 50 (ObjNum 707 snap 229 seq_num 707) 2024-04-02T08:31:50.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:50 smithi012 ceph-mon[88355]: osdmap e521: 8 total, 7 up, 8 in 2024-04-02T08:31:50.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:50 smithi012 ceph-mon[88355]: from='osd.7 [v2:172.21.15.55:6824/2558814253,v1:172.21.15.55:6825/2558814253]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:31:50.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:50 smithi012 ceph-mon[88355]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:31:50.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:50 smithi012 ceph-mon[90784]: osdmap e521: 8 total, 7 up, 8 in 2024-04-02T08:31:50.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:50 smithi012 ceph-mon[90784]: from='osd.7 [v2:172.21.15.55:6824/2558814253,v1:172.21.15.55:6825/2558814253]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:31:50.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:50 smithi012 ceph-mon[90784]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:31:50.810 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 08:31:50 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T08:31:50.442+0000 7f135bbbd700 -1 osd.7 512 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:31:51.063 INFO:tasks.rados.rados.0.smithi012.stdout:2229: done (6 left) 2024-04-02T08:31:51.063 INFO:tasks.rados.rados.0.smithi012.stdout:2230: done (5 left) 2024-04-02T08:31:51.063 INFO:tasks.rados.rados.0.smithi012.stdout:2231: done (4 left) 2024-04-02T08:31:51.063 INFO:tasks.rados.rados.0.smithi012.stdout:2232: done (3 left) 2024-04-02T08:31:51.064 INFO:tasks.rados.rados.0.smithi012.stdout:2233: done (2 left) 2024-04-02T08:31:51.064 INFO:tasks.rados.rados.0.smithi012.stdout:2234: done (1 left) 2024-04-02T08:31:51.064 INFO:tasks.rados.rados.0.smithi012.stdout:2235: done (0 left) 2024-04-02T08:31:51.064 INFO:tasks.rados.rados.0.smithi012.stdout:2236: delete oid 16 current snap is 230 2024-04-02T08:31:51.073 INFO:tasks.rados.rados.0.smithi012.stdout:2236: done (0 left) 2024-04-02T08:31:51.073 INFO:tasks.rados.rados.0.smithi012.stdout:2237: rollback oid 28 current snap is 230 2024-04-02T08:31:51.073 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 28 to 194 2024-04-02T08:31:51.073 INFO:tasks.rados.rados.0.smithi012.stdout:2238: copy_from oid 35 from oid 21 current snap is 230 2024-04-02T08:31:51.073 INFO:tasks.rados.rados.0.smithi012.stdout:2239: delete oid 50 current snap is 230 2024-04-02T08:31:51.073 INFO:tasks.rados.rados.0.smithi012.stdout:2238: finishing copy_from to smithi01277369-35 2024-04-02T08:31:51.073 INFO:tasks.rados.rados.0.smithi012.stdout:2238: got expected ENOENT (src dne) 2024-04-02T08:31:51.074 INFO:tasks.rados.rados.0.smithi012.stdout:2238: finishing copy_from racing read to smithi01277369-35 2024-04-02T08:31:51.076 INFO:tasks.rados.rados.0.smithi012.stdout:2237: finishing rollback tid 0 to smithi01277369-28 2024-04-02T08:31:51.076 INFO:tasks.rados.rados.0.smithi012.stdout:2238: done (2 left) 2024-04-02T08:31:51.076 INFO:tasks.rados.rados.0.smithi012.stdout:2239: done (1 left) 2024-04-02T08:31:51.076 INFO:tasks.rados.rados.0.smithi012.stdout:2240: setattr oid 19 current snap is 230 2024-04-02T08:31:51.076 INFO:tasks.rados.rados.0.smithi012.stdout:2237: finishing rollback tid 1 to smithi01277369-28 2024-04-02T08:31:51.076 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 28 v 1058 (ObjNum 49 snap 0 seq_num 918001968) dirty dne 2024-04-02T08:31:51.077 INFO:tasks.rados.rados.0.smithi012.stdout:2237: done (1 left) 2024-04-02T08:31:51.077 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 30 current snap is 230 2024-04-02T08:31:51.077 INFO:tasks.rados.rados.0.smithi012.stdout:2241: seq_num 710 ranges {0=696320,696320=499712,1196032=712704,1908736=393216} 2024-04-02T08:31:51.081 INFO:tasks.rados.rados.0.smithi012.stdout:2241: writing smithi01277369-30 from 0 to 696320 tid 1 2024-04-02T08:31:51.084 INFO:tasks.rados.rados.0.smithi012.stdout:2241: writing smithi01277369-30 from 696320 to 1196032 tid 2 2024-04-02T08:31:51.088 INFO:tasks.rados.rados.0.smithi012.stdout:2241: writing smithi01277369-30 from 1196032 to 1908736 tid 3 2024-04-02T08:31:51.090 INFO:tasks.rados.rados.0.smithi012.stdout:2241: writing smithi01277369-30 from 1908736 to 2301952 tid 4 2024-04-02T08:31:51.091 INFO:tasks.rados.rados.0.smithi012.stdout:2242: read oid 29 snap -1 2024-04-02T08:31:51.091 INFO:tasks.rados.rados.0.smithi012.stdout:2242: expect (ObjNum 705 snap 229 seq_num 705) 2024-04-02T08:31:51.091 INFO:tasks.rados.rados.0.smithi012.stdout:2243: snap_remove snap 228 2024-04-02T08:31:51.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:51 smithi012 ceph-mon[90784]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-02T08:31:51.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:51 smithi012 ceph-mon[90784]: osdmap e522: 8 total, 7 up, 8 in 2024-04-02T08:31:51.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:51 smithi012 ceph-mon[90784]: from='osd.7 [v2:172.21.15.55:6824/2558814253,v1:172.21.15.55:6825/2558814253]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-02T08:31:51.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:51 smithi012 ceph-mon[90784]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-02T08:31:51.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:51 smithi012 ceph-mon[90784]: pgmap v451: 121 pgs: 10 active+undersized+degraded, 35 active+undersized, 76 active+clean; 398 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 77/666 objects degraded (11.562%) 2024-04-02T08:31:51.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:51 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:51.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:51 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:51.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:51 smithi012 ceph-mon[90784]: from='osd.7 ' entity='osd.7' 2024-04-02T08:31:51.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:51 smithi012 ceph-mon[88355]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-02T08:31:51.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:51 smithi012 ceph-mon[88355]: osdmap e522: 8 total, 7 up, 8 in 2024-04-02T08:31:51.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:51 smithi012 ceph-mon[88355]: from='osd.7 [v2:172.21.15.55:6824/2558814253,v1:172.21.15.55:6825/2558814253]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-02T08:31:51.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:51 smithi012 ceph-mon[88355]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-02T08:31:51.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:51 smithi012 ceph-mon[88355]: pgmap v451: 121 pgs: 10 active+undersized+degraded, 35 active+undersized, 76 active+clean; 398 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 77/666 objects degraded (11.562%) 2024-04-02T08:31:51.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:51 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:51.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:51 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:51.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:51 smithi012 ceph-mon[88355]: from='osd.7 ' entity='osd.7' 2024-04-02T08:31:51.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:51 smithi055 ceph-mon[85080]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-02T08:31:51.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:51 smithi055 ceph-mon[85080]: osdmap e522: 8 total, 7 up, 8 in 2024-04-02T08:31:51.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:51 smithi055 ceph-mon[85080]: from='osd.7 [v2:172.21.15.55:6824/2558814253,v1:172.21.15.55:6825/2558814253]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-02T08:31:51.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:51 smithi055 ceph-mon[85080]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-02T08:31:51.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:51 smithi055 ceph-mon[85080]: pgmap v451: 121 pgs: 10 active+undersized+degraded, 35 active+undersized, 76 active+clean; 398 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 77/666 objects degraded (11.562%) 2024-04-02T08:31:51.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:51 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:51.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:51 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:51.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:51 smithi055 ceph-mon[85080]: from='osd.7 ' entity='osd.7' 2024-04-02T08:31:52.065 INFO:tasks.rados.rados.0.smithi012.stdout:2243: done (3 left) 2024-04-02T08:31:52.065 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 42 current snap is 230 2024-04-02T08:31:52.065 INFO:tasks.rados.rados.0.smithi012.stdout:2244: seq_num 711 ranges {1261568=712704,1974272=786432,2760704=516096,3276800=303104} 2024-04-02T08:31:52.076 INFO:tasks.rados.rados.0.smithi012.stdout:2244: writing smithi01277369-42 from 1261568 to 1974272 tid 1 2024-04-02T08:31:52.082 INFO:tasks.rados.rados.0.smithi012.stdout:2244: writing smithi01277369-42 from 1974272 to 2760704 tid 2 2024-04-02T08:31:52.086 INFO:tasks.rados.rados.0.smithi012.stdout:2244: writing smithi01277369-42 from 2760704 to 3276800 tid 3 2024-04-02T08:31:52.088 INFO:tasks.rados.rados.0.smithi012.stdout:2244: writing smithi01277369-42 from 3276800 to 3579904 tid 4 2024-04-02T08:31:52.088 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 2 current snap is 230 2024-04-02T08:31:52.088 INFO:tasks.rados.rados.0.smithi012.stdout:2245: seq_num 712 ranges {0=729088,729088=671744,1400832=671744,2072576=262144} 2024-04-02T08:31:52.093 INFO:tasks.rados.rados.0.smithi012.stdout:2245: writing smithi01277369-2 from 0 to 729088 tid 1 2024-04-02T08:31:52.097 INFO:tasks.rados.rados.0.smithi012.stdout:2245: writing smithi01277369-2 from 729088 to 1400832 tid 2 2024-04-02T08:31:52.101 INFO:tasks.rados.rados.0.smithi012.stdout:2245: writing smithi01277369-2 from 1400832 to 2072576 tid 3 2024-04-02T08:31:52.103 INFO:tasks.rados.rados.0.smithi012.stdout:2245: writing smithi01277369-2 from 2072576 to 2334720 tid 4 2024-04-02T08:31:52.104 INFO:tasks.rados.rados.0.smithi012.stdout:2246: setattr oid 31 current snap is 230 2024-04-02T08:31:52.104 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 19 v 1084 (ObjNum 669 snap 215 seq_num 669) dirty exists 2024-04-02T08:31:52.104 INFO:tasks.rados.rados.0.smithi012.stdout:2242: expect (ObjNum 705 snap 229 seq_num 705) 2024-04-02T08:31:52.332 INFO:tasks.rados.rados.0.smithi012.stdout:2244: finishing write tid 1 to smithi01277369-42 2024-04-02T08:31:52.332 INFO:tasks.rados.rados.0.smithi012.stdout:2244: finishing write tid 2 to smithi01277369-42 2024-04-02T08:31:52.332 INFO:tasks.rados.rados.0.smithi012.stdout:2241: finishing write tid 1 to smithi01277369-30 2024-04-02T08:31:52.333 INFO:tasks.rados.rados.0.smithi012.stdout:2241: finishing write tid 2 to smithi01277369-30 2024-04-02T08:31:52.333 INFO:tasks.rados.rados.0.smithi012.stdout:2244: finishing write tid 3 to smithi01277369-42 2024-04-02T08:31:52.333 INFO:tasks.rados.rados.0.smithi012.stdout:2244: finishing write tid 4 to smithi01277369-42 2024-04-02T08:31:52.333 INFO:tasks.rados.rados.0.smithi012.stdout:2244: finishing write tid 5 to smithi01277369-42 2024-04-02T08:31:52.333 INFO:tasks.rados.rados.0.smithi012.stdout:2244: finishing write tid 6 to smithi01277369-42 2024-04-02T08:31:52.333 INFO:tasks.rados.rados.0.smithi012.stdout:2244: oid 42 updating version 0 to 1046 2024-04-02T08:31:52.333 INFO:tasks.rados.rados.0.smithi012.stdout:2244: oid 42 updating version 1046 to 1047 2024-04-02T08:31:52.333 INFO:tasks.rados.rados.0.smithi012.stdout:2244: oid 42 updating version 1047 to 1048 2024-04-02T08:31:52.333 INFO:tasks.rados.rados.0.smithi012.stdout:2244: oid 42 updating version 1048 to 1049 2024-04-02T08:31:52.333 INFO:tasks.rados.rados.0.smithi012.stdout:2244: oid 42 updating version 1049 to 1050 2024-04-02T08:31:52.333 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 42 v 1050 (ObjNum 711 snap 230 seq_num 711) dirty exists 2024-04-02T08:31:52.333 INFO:tasks.rados.rados.0.smithi012.stdout:2244: left oid 42 (ObjNum 711 snap 230 seq_num 711) 2024-04-02T08:31:52.333 INFO:tasks.rados.rados.0.smithi012.stdout:2241: finishing write tid 3 to smithi01277369-30 2024-04-02T08:31:52.333 INFO:tasks.rados.rados.0.smithi012.stdout:2241: finishing write tid 4 to smithi01277369-30 2024-04-02T08:31:52.334 INFO:tasks.rados.rados.0.smithi012.stdout:2241: finishing write tid 5 to smithi01277369-30 2024-04-02T08:31:52.334 INFO:tasks.rados.rados.0.smithi012.stdout:2241: finishing write tid 6 to smithi01277369-30 2024-04-02T08:31:52.334 INFO:tasks.rados.rados.0.smithi012.stdout:2241: oid 30 updating version 0 to 1238 2024-04-02T08:31:52.334 INFO:tasks.rados.rados.0.smithi012.stdout:2241: oid 30 version 1238 is already newer than 1236 2024-04-02T08:31:52.334 INFO:tasks.rados.rados.0.smithi012.stdout:2241: oid 30 updating version 1238 to 1240 2024-04-02T08:31:52.334 INFO:tasks.rados.rados.0.smithi012.stdout:2241: oid 30 version 1240 is already newer than 1237 2024-04-02T08:31:52.334 INFO:tasks.rados.rados.0.smithi012.stdout:2241: oid 30 version 1240 is already newer than 1239 2024-04-02T08:31:52.334 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 30 v 1240 (ObjNum 710 snap 230 seq_num 710) dirty exists 2024-04-02T08:31:52.334 INFO:tasks.rados.rados.0.smithi012.stdout:2241: left oid 30 (ObjNum 710 snap 230 seq_num 710) 2024-04-02T08:31:52.334 INFO:tasks.rados.rados.0.smithi012.stdout:2245: finishing write tid 1 to smithi01277369-2 2024-04-02T08:31:52.334 INFO:tasks.rados.rados.0.smithi012.stdout:2245: finishing write tid 2 to smithi01277369-2 2024-04-02T08:31:52.334 INFO:tasks.rados.rados.0.smithi012.stdout:2245: finishing write tid 3 to smithi01277369-2 2024-04-02T08:31:52.334 INFO:tasks.rados.rados.0.smithi012.stdout:2245: finishing write tid 4 to smithi01277369-2 2024-04-02T08:31:52.334 INFO:tasks.rados.rados.0.smithi012.stdout:2245: finishing write tid 5 to smithi01277369-2 2024-04-02T08:31:52.335 INFO:tasks.rados.rados.0.smithi012.stdout:2245: finishing write tid 6 to smithi01277369-2 2024-04-02T08:31:52.335 INFO:tasks.rados.rados.0.smithi012.stdout:2245: oid 2 updating version 0 to 1243 2024-04-02T08:31:52.335 INFO:tasks.rados.rados.0.smithi012.stdout:2245: oid 2 version 1243 is already newer than 1242 2024-04-02T08:31:52.335 INFO:tasks.rados.rados.0.smithi012.stdout:2245: oid 2 updating version 1243 to 1245 2024-04-02T08:31:52.335 INFO:tasks.rados.rados.0.smithi012.stdout:2245: oid 2 version 1245 is already newer than 1244 2024-04-02T08:31:52.335 INFO:tasks.rados.rados.0.smithi012.stdout:2245: oid 2 version 1245 is already newer than 1241 2024-04-02T08:31:52.335 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 2 v 1245 (ObjNum 712 snap 230 seq_num 712) dirty exists 2024-04-02T08:31:52.335 INFO:tasks.rados.rados.0.smithi012.stdout:2245: left oid 2 (ObjNum 712 snap 230 seq_num 712) 2024-04-02T08:31:52.335 INFO:tasks.rados.rados.0.smithi012.stdout:2240: done (5 left) 2024-04-02T08:31:52.335 INFO:tasks.rados.rados.0.smithi012.stdout:2241: done (4 left) 2024-04-02T08:31:52.335 INFO:tasks.rados.rados.0.smithi012.stdout:2242: done (3 left) 2024-04-02T08:31:52.335 INFO:tasks.rados.rados.0.smithi012.stdout:2244: done (2 left) 2024-04-02T08:31:52.335 INFO:tasks.rados.rados.0.smithi012.stdout:2245: done (1 left) 2024-04-02T08:31:52.335 INFO:tasks.rados.rados.0.smithi012.stdout:2247: snap_remove snap 224 2024-04-02T08:31:52.351 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:52 smithi055 ceph-mon[85080]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:31:52.351 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:52 smithi055 ceph-mon[85080]: osd.7 [v2:172.21.15.55:6824/2558814253,v1:172.21.15.55:6825/2558814253] boot 2024-04-02T08:31:52.351 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:52 smithi055 ceph-mon[85080]: osdmap e523: 8 total, 8 up, 8 in 2024-04-02T08:31:52.351 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:52 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:31:52.351 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:52 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:52.351 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:52 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:52.351 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:31:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:31:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:31:52.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:52 smithi012 ceph-mon[88355]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:31:52.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:52 smithi012 ceph-mon[88355]: osd.7 [v2:172.21.15.55:6824/2558814253,v1:172.21.15.55:6825/2558814253] boot 2024-04-02T08:31:52.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:52 smithi012 ceph-mon[88355]: osdmap e523: 8 total, 8 up, 8 in 2024-04-02T08:31:52.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:52 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:31:52.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:52 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:52.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:52 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:52.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:52 smithi012 ceph-mon[90784]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:31:52.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:52 smithi012 ceph-mon[90784]: osd.7 [v2:172.21.15.55:6824/2558814253,v1:172.21.15.55:6825/2558814253] boot 2024-04-02T08:31:52.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:52 smithi012 ceph-mon[90784]: osdmap e523: 8 total, 8 up, 8 in 2024-04-02T08:31:52.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:52 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:31:52.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:52 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:52.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:52 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:53.077 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 31 v 1036 (ObjNum 688 snap 219 seq_num 688) dirty exists 2024-04-02T08:31:53.077 INFO:tasks.rados.rados.0.smithi012.stdout:2246: done (1 left) 2024-04-02T08:31:53.077 INFO:tasks.rados.rados.0.smithi012.stdout:2247: done (0 left) 2024-04-02T08:31:53.077 INFO:tasks.rados.rados.0.smithi012.stdout:2248: read oid 24 snap -1 2024-04-02T08:31:53.077 INFO:tasks.rados.rados.0.smithi012.stdout:2248: expect deleted 2024-04-02T08:31:53.077 INFO:tasks.rados.rados.0.smithi012.stdout:2249: delete oid 9 current snap is 230 2024-04-02T08:31:53.090 INFO:tasks.rados.rados.0.smithi012.stdout:2248: done (1 left) 2024-04-02T08:31:53.091 INFO:tasks.rados.rados.0.smithi012.stdout:2249: done (0 left) 2024-04-02T08:31:53.091 INFO:tasks.rados.rados.0.smithi012.stdout:2250: snap_remove snap 202 2024-04-02T08:31:53.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:53 smithi055 ceph-mon[85080]: osdmap e524: 8 total, 8 up, 8 in 2024-04-02T08:31:53.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:53 smithi055 ceph-mon[85080]: pgmap v454: 121 pgs: 10 active+undersized+degraded, 35 active+undersized, 76 active+clean; 405 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.6 MiB/s wr, 40 op/s; 82/696 objects degraded (11.782%) 2024-04-02T08:31:53.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:53 smithi012 ceph-mon[88355]: osdmap e524: 8 total, 8 up, 8 in 2024-04-02T08:31:53.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:53 smithi012 ceph-mon[88355]: pgmap v454: 121 pgs: 10 active+undersized+degraded, 35 active+undersized, 76 active+clean; 405 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.6 MiB/s wr, 40 op/s; 82/696 objects degraded (11.782%) 2024-04-02T08:31:53.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:53 smithi012 ceph-mon[90784]: osdmap e524: 8 total, 8 up, 8 in 2024-04-02T08:31:53.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:53 smithi012 ceph-mon[90784]: pgmap v454: 121 pgs: 10 active+undersized+degraded, 35 active+undersized, 76 active+clean; 405 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.6 MiB/s wr, 40 op/s; 82/696 objects degraded (11.782%) 2024-04-02T08:31:54.080 INFO:tasks.rados.rados.0.smithi012.stdout:2250: done (0 left) 2024-04-02T08:31:54.080 INFO:tasks.rados.rados.0.smithi012.stdout:2251: rollback oid 11 current snap is 230 2024-04-02T08:31:54.080 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 11 to 213 2024-04-02T08:31:54.080 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 6 current snap is 230 2024-04-02T08:31:54.080 INFO:tasks.rados.rados.0.smithi012.stdout:2252: seq_num 714 ranges {2064384=761856,2826240=442368,3268608=688128,3956736=475136} 2024-04-02T08:31:54.097 INFO:tasks.rados.rados.0.smithi012.stdout:2252: writing smithi01277369-6 from 2064384 to 2826240 tid 1 2024-04-02T08:31:54.100 INFO:tasks.rados.rados.0.smithi012.stdout:2252: writing smithi01277369-6 from 2826240 to 3268608 tid 2 2024-04-02T08:31:54.105 INFO:tasks.rados.rados.0.smithi012.stdout:2252: writing smithi01277369-6 from 3268608 to 3956736 tid 3 2024-04-02T08:31:54.108 INFO:tasks.rados.rados.0.smithi012.stdout:2252: writing smithi01277369-6 from 3956736 to 4431872 tid 4 2024-04-02T08:31:54.108 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 37 current snap is 230 2024-04-02T08:31:54.108 INFO:tasks.rados.rados.0.smithi012.stdout:2253: seq_num 715 ranges {0=778240,778240=770048,1548288=499712,2048000=335872} 2024-04-02T08:31:54.113 INFO:tasks.rados.rados.0.smithi012.stdout:2253: writing smithi01277369-37 from 0 to 778240 tid 1 2024-04-02T08:31:54.118 INFO:tasks.rados.rados.0.smithi012.stdout:2253: writing smithi01277369-37 from 778240 to 1548288 tid 2 2024-04-02T08:31:54.121 INFO:tasks.rados.rados.0.smithi012.stdout:2253: writing smithi01277369-37 from 1548288 to 2048000 tid 3 2024-04-02T08:31:54.123 INFO:tasks.rados.rados.0.smithi012.stdout:2253: writing smithi01277369-37 from 2048000 to 2383872 tid 4 2024-04-02T08:31:54.124 INFO:tasks.rados.rados.0.smithi012.stdout:2254: snap_create 2024-04-02T08:31:54.124 INFO:tasks.rados.rados.0.smithi012.stdout:2252: finishing write tid 1 to smithi01277369-6 2024-04-02T08:31:54.124 INFO:tasks.rados.rados.0.smithi012.stdout:2251: finishing rollback tid 0 to smithi01277369-11 2024-04-02T08:31:54.124 INFO:tasks.rados.rados.0.smithi012.stdout:2251: finishing rollback tid 1 to smithi01277369-11 2024-04-02T08:31:54.124 INFO:tasks.rados.rados.0.smithi012.stdout:2251: finishing rollback tid 2 to smithi01277369-11 2024-04-02T08:31:54.124 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 11 v 1541 (ObjNum 33 snap 0 seq_num 2) dirty exists 2024-04-02T08:31:54.124 INFO:tasks.rados.rados.0.smithi012.stdout:2252: finishing write tid 2 to smithi01277369-6 2024-04-02T08:31:54.124 INFO:tasks.rados.rados.0.smithi012.stdout:2252: finishing write tid 3 to smithi01277369-6 2024-04-02T08:31:54.124 INFO:tasks.rados.rados.0.smithi012.stdout:2252: finishing write tid 4 to smithi01277369-6 2024-04-02T08:31:54.124 INFO:tasks.rados.rados.0.smithi012.stdout:2252: finishing write tid 5 to smithi01277369-6 2024-04-02T08:31:54.124 INFO:tasks.rados.rados.0.smithi012.stdout:2252: finishing write tid 6 to smithi01277369-6 2024-04-02T08:31:54.124 INFO:tasks.rados.rados.0.smithi012.stdout:2252: oid 6 updating version 0 to 958 2024-04-02T08:31:54.124 INFO:tasks.rados.rados.0.smithi012.stdout:2252: oid 6 version 958 is already newer than 956 2024-04-02T08:31:54.125 INFO:tasks.rados.rados.0.smithi012.stdout:2252: oid 6 updating version 958 to 960 2024-04-02T08:31:54.125 INFO:tasks.rados.rados.0.smithi012.stdout:2252: oid 6 version 960 is already newer than 957 2024-04-02T08:31:54.125 INFO:tasks.rados.rados.0.smithi012.stdout:2252: oid 6 version 960 is already newer than 959 2024-04-02T08:31:54.125 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 6 v 960 (ObjNum 714 snap 230 seq_num 714) dirty exists 2024-04-02T08:31:54.125 INFO:tasks.rados.rados.0.smithi012.stdout:2252: left oid 6 (ObjNum 714 snap 230 seq_num 714) 2024-04-02T08:31:54.125 INFO:tasks.rados.rados.0.smithi012.stdout:2253: finishing write tid 1 to smithi01277369-37 2024-04-02T08:31:54.125 INFO:tasks.rados.rados.0.smithi012.stdout:2253: finishing write tid 2 to smithi01277369-37 2024-04-02T08:31:54.125 INFO:tasks.rados.rados.0.smithi012.stdout:2253: finishing write tid 3 to smithi01277369-37 2024-04-02T08:31:54.126 INFO:tasks.rados.rados.0.smithi012.stdout:2253: finishing write tid 4 to smithi01277369-37 2024-04-02T08:31:54.126 INFO:tasks.rados.rados.0.smithi012.stdout:2253: finishing write tid 5 to smithi01277369-37 2024-04-02T08:31:54.127 INFO:tasks.rados.rados.0.smithi012.stdout:2253: finishing write tid 6 to smithi01277369-37 2024-04-02T08:31:54.128 INFO:tasks.rados.rados.0.smithi012.stdout:2253: oid 37 updating version 0 to 1054 2024-04-02T08:31:54.128 INFO:tasks.rados.rados.0.smithi012.stdout:2253: oid 37 version 1054 is already newer than 1053 2024-04-02T08:31:54.128 INFO:tasks.rados.rados.0.smithi012.stdout:2253: oid 37 version 1054 is already newer than 1052 2024-04-02T08:31:54.128 INFO:tasks.rados.rados.0.smithi012.stdout:2253: oid 37 updating version 1054 to 1055 2024-04-02T08:31:54.128 INFO:tasks.rados.rados.0.smithi012.stdout:2253: oid 37 version 1055 is already newer than 1051 2024-04-02T08:31:54.128 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 37 v 1055 (ObjNum 715 snap 230 seq_num 715) dirty exists 2024-04-02T08:31:54.128 INFO:tasks.rados.rados.0.smithi012.stdout:2253: left oid 37 (ObjNum 715 snap 230 seq_num 715) 2024-04-02T08:31:54.369 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:54 smithi055 ceph-mon[85080]: Health check update: Degraded data redundancy: 82/696 objects degraded (11.782%), 10 pgs degraded (PG_DEGRADED) 2024-04-02T08:31:54.369 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:54 smithi055 ceph-mon[85080]: osdmap e525: 8 total, 8 up, 8 in 2024-04-02T08:31:54.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:54 smithi012 ceph-mon[88355]: Health check update: Degraded data redundancy: 82/696 objects degraded (11.782%), 10 pgs degraded (PG_DEGRADED) 2024-04-02T08:31:54.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:54 smithi012 ceph-mon[88355]: osdmap e525: 8 total, 8 up, 8 in 2024-04-02T08:31:54.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:54 smithi012 ceph-mon[90784]: Health check update: Degraded data redundancy: 82/696 objects degraded (11.782%), 10 pgs degraded (PG_DEGRADED) 2024-04-02T08:31:54.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:54 smithi012 ceph-mon[90784]: osdmap e525: 8 total, 8 up, 8 in 2024-04-02T08:31:55.094 INFO:tasks.rados.rados.0.smithi012.stdout:2251: done (3 left) 2024-04-02T08:31:55.094 INFO:tasks.rados.rados.0.smithi012.stdout:2252: done (2 left) 2024-04-02T08:31:55.094 INFO:tasks.rados.rados.0.smithi012.stdout:2253: done (1 left) 2024-04-02T08:31:55.094 INFO:tasks.rados.rados.0.smithi012.stdout:2254: done (0 left) 2024-04-02T08:31:55.094 INFO:tasks.rados.rados.0.smithi012.stdout:2255: rollback oid 16 current snap is 231 2024-04-02T08:31:55.094 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 16 to 223 2024-04-02T08:31:55.094 INFO:tasks.rados.rados.0.smithi012.stdout:2256: read oid 42 snap -1 2024-04-02T08:31:55.094 INFO:tasks.rados.rados.0.smithi012.stdout:2256: expect (ObjNum 711 snap 230 seq_num 711) 2024-04-02T08:31:55.094 INFO:tasks.rados.rados.0.smithi012.stdout:2257: snap_remove snap 203 2024-04-02T08:31:55.117 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:55 smithi055 ceph-mon[85080]: osdmap e526: 8 total, 8 up, 8 in 2024-04-02T08:31:55.117 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:55 smithi055 ceph-mon[85080]: pgmap v457: 121 pgs: 10 active+undersized+degraded, 35 active+undersized, 76 active+clean; 405 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.6 MiB/s wr, 40 op/s; 82/696 objects degraded (11.782%) 2024-04-02T08:31:55.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:55 smithi012 ceph-mon[90784]: osdmap e526: 8 total, 8 up, 8 in 2024-04-02T08:31:55.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:55 smithi012 ceph-mon[90784]: pgmap v457: 121 pgs: 10 active+undersized+degraded, 35 active+undersized, 76 active+clean; 405 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.6 MiB/s wr, 40 op/s; 82/696 objects degraded (11.782%) 2024-04-02T08:31:55.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:55 smithi012 ceph-mon[88355]: osdmap e526: 8 total, 8 up, 8 in 2024-04-02T08:31:55.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:55 smithi012 ceph-mon[88355]: pgmap v457: 121 pgs: 10 active+undersized+degraded, 35 active+undersized, 76 active+clean; 405 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.6 MiB/s wr, 40 op/s; 82/696 objects degraded (11.782%) 2024-04-02T08:31:56.101 INFO:tasks.rados.rados.0.smithi012.stdout:2257: done (2 left) 2024-04-02T08:31:56.102 INFO:tasks.rados.rados.0.smithi012.stdout:2258: snap_create 2024-04-02T08:31:56.102 INFO:tasks.rados.rados.0.smithi012.stdout:2255: finishing rollback tid 1 to smithi01277369-16 2024-04-02T08:31:56.102 INFO:tasks.rados.rados.0.smithi012.stdout:2255: finishing rollback tid 2 to smithi01277369-16 2024-04-02T08:31:56.102 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 16 v 336 (ObjNum 593 snap 0 seq_num 1511223754) dirty exists 2024-04-02T08:31:56.102 INFO:tasks.rados.rados.0.smithi012.stdout:2256: expect (ObjNum 711 snap 230 seq_num 711) 2024-04-02T08:31:56.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[90784]: osdmap e527: 8 total, 8 up, 8 in 2024-04-02T08:31:56.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:56.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:56.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:31:56.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:31:56.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:56.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:56.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:56.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:56.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:56.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:56.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[90784]: Upgrade: Setting container_image for all osd 2024-04-02T08:31:56.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:56.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-02T08:31:56.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-04-02T08:31:56.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-02T08:31:56.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-04-02T08:31:56.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-02T08:31:56.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-04-02T08:31:56.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-02T08:31:56.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-04-02T08:31:56.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-02T08:31:56.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-04-02T08:31:56.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-02T08:31:56.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-04-02T08:31:56.431 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-02T08:31:56.431 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-04-02T08:31:56.431 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-02T08:31:56.431 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-04-02T08:31:56.431 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[90784]: Upgrade: Setting require_osd_release to 19 squid 2024-04-02T08:31:56.431 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-04-02T08:31:56.431 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[88355]: osdmap e527: 8 total, 8 up, 8 in 2024-04-02T08:31:56.431 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:56.431 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:56.432 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:31:56.432 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:31:56.432 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:56.433 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:56.433 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:56.433 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:56.433 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:56.433 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:56.433 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[88355]: Upgrade: Setting container_image for all osd 2024-04-02T08:31:56.433 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:56.434 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-02T08:31:56.434 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-04-02T08:31:56.434 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-02T08:31:56.434 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-04-02T08:31:56.434 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-02T08:31:56.434 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-04-02T08:31:56.434 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-02T08:31:56.434 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-04-02T08:31:56.434 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-02T08:31:56.434 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-04-02T08:31:56.434 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-02T08:31:56.434 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-04-02T08:31:56.434 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-02T08:31:56.434 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-04-02T08:31:56.435 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-02T08:31:56.435 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-04-02T08:31:56.435 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[88355]: Upgrade: Setting require_osd_release to 19 squid 2024-04-02T08:31:56.435 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-04-02T08:31:56.535 INFO:teuthology.orchestra.run.smithi012.stdout:true 2024-04-02T08:31:56.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:56 smithi055 ceph-mon[85080]: osdmap e527: 8 total, 8 up, 8 in 2024-04-02T08:31:56.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:56.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:56.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:31:56.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:31:56.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:56.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:56.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:56.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:56.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:56.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:56.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:56 smithi055 ceph-mon[85080]: Upgrade: Setting container_image for all osd 2024-04-02T08:31:56.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:56.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-02T08:31:56.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-04-02T08:31:56.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-02T08:31:56.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-04-02T08:31:56.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-02T08:31:56.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-04-02T08:31:56.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-02T08:31:56.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-04-02T08:31:56.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-02T08:31:56.563 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-04-02T08:31:56.563 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-02T08:31:56.563 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-04-02T08:31:56.563 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-02T08:31:56.563 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-04-02T08:31:56.563 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-02T08:31:56.563 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-04-02T08:31:56.563 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:56 smithi055 ceph-mon[85080]: Upgrade: Setting require_osd_release to 19 squid 2024-04-02T08:31:56.563 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-04-02T08:31:56.877 INFO:teuthology.orchestra.run.smithi012.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:31:56.878 INFO:teuthology.orchestra.run.smithi012.stdout:alertmanager.a smithi012 *:9093,9094 running (9m) 115s ago 10m 26.7M - 0.25.0 c8568f914cd2 3ed3fc1b8013 2024-04-02T08:31:56.878 INFO:teuthology.orchestra.run.smithi012.stdout:grafana.a smithi055 *:3000 running (10m) 6s ago 10m 91.2M - 9.4.7 954c08fa6188 9788bcfbfb6f 2024-04-02T08:31:56.878 INFO:teuthology.orchestra.run.smithi012.stdout:mds.a smithi012 running (11m) 115s ago 11m 17.6M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 756f041a4b0e 2024-04-02T08:31:56.878 INFO:teuthology.orchestra.run.smithi012.stdout:mds.b smithi055 running (11m) 6s ago 11m 23.0M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 0a0c21b36b12 2024-04-02T08:31:56.878 INFO:teuthology.orchestra.run.smithi012.stdout:mgr.x smithi055 *:8443,9283,8765 running (5m) 6s ago 15m 452M - 19.0.0-2422-g3cba26ea beaaa8a653cf 111621b46bd2 2024-04-02T08:31:56.878 INFO:teuthology.orchestra.run.smithi012.stdout:mgr.y smithi012 *:8443,9283,8765 running (6m) 115s ago 16m 510M - 19.0.0-2422-g3cba26ea beaaa8a653cf fe667762b028 2024-04-02T08:31:56.878 INFO:teuthology.orchestra.run.smithi012.stdout:mon.a smithi012 running (5m) 115s ago 17m 53.9M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 1790aee575dc 2024-04-02T08:31:56.878 INFO:teuthology.orchestra.run.smithi012.stdout:mon.b smithi055 running (4m) 6s ago 15m 52.0M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf f75ff69b6d62 2024-04-02T08:31:56.878 INFO:teuthology.orchestra.run.smithi012.stdout:mon.c smithi012 running (4m) 115s ago 15m 46.5M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf a1b482e0e449 2024-04-02T08:31:56.878 INFO:teuthology.orchestra.run.smithi012.stdout:node-exporter.a smithi012 *:9100 running (10m) 115s ago 10m 16.6M - 1.5.0 0da6a335fe13 a3d31893d77a 2024-04-02T08:31:56.878 INFO:teuthology.orchestra.run.smithi012.stdout:node-exporter.b smithi055 *:9100 running (10m) 6s ago 10m 15.2M - 1.5.0 0da6a335fe13 e1788e402810 2024-04-02T08:31:56.878 INFO:teuthology.orchestra.run.smithi012.stdout:osd.0 smithi012 running (3m) 115s ago 14m 130M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf a32a350fbdf1 2024-04-02T08:31:56.879 INFO:teuthology.orchestra.run.smithi012.stdout:osd.1 smithi012 running (3m) 115s ago 14m 120M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf bed42cfef518 2024-04-02T08:31:56.879 INFO:teuthology.orchestra.run.smithi012.stdout:osd.2 smithi012 running (2m) 115s ago 13m 94.7M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 021f860a33af 2024-04-02T08:31:56.879 INFO:teuthology.orchestra.run.smithi012.stdout:osd.3 smithi012 running (119s) 115s ago 13m 12.7M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 581c0cd1eb3c 2024-04-02T08:31:56.879 INFO:teuthology.orchestra.run.smithi012.stdout:osd.4 smithi055 running (100s) 6s ago 13m 117M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 3900aafcdf67 2024-04-02T08:31:56.879 INFO:teuthology.orchestra.run.smithi012.stdout:osd.5 smithi055 running (80s) 6s ago 12m 211M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 6d6c464bffc2 2024-04-02T08:31:56.879 INFO:teuthology.orchestra.run.smithi012.stdout:osd.6 smithi055 running (46s) 6s ago 12m 90.4M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf bb0c66a294ad 2024-04-02T08:31:56.879 INFO:teuthology.orchestra.run.smithi012.stdout:osd.7 smithi055 running (11s) 6s ago 11m 11.7M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 2395b4308989 2024-04-02T08:31:56.879 INFO:teuthology.orchestra.run.smithi012.stdout:prometheus.a smithi055 *:9095 running (5m) 6s ago 11m 58.1M - 2.43.0 a07b618ecd1d c518c69f0a2f 2024-04-02T08:31:57.111 INFO:tasks.rados.rados.0.smithi012.stdout:2255: done (2 left) 2024-04-02T08:31:57.112 INFO:tasks.rados.rados.0.smithi012.stdout:2256: done (1 left) 2024-04-02T08:31:57.112 INFO:tasks.rados.rados.0.smithi012.stdout:2258: done (0 left) 2024-04-02T08:31:57.112 INFO:tasks.rados.rados.0.smithi012.stdout:2259: rmattr oid 46 current snap is 232 2024-04-02T08:31:57.112 INFO:tasks.rados.rados.0.smithi012.stdout:2260: copy_from oid 5 from oid 27 current snap is 232 2024-04-02T08:31:57.112 INFO:tasks.rados.rados.0.smithi012.stdout:2261: read oid 48 snap -1 2024-04-02T08:31:57.112 INFO:tasks.rados.rados.0.smithi012.stdout:2261: expect (ObjNum 680 snap 218 seq_num 680) 2024-04-02T08:31:57.112 INFO:tasks.rados.rados.0.smithi012.stdout:2262: copy_from oid 14 from oid 29 current snap is 232 2024-04-02T08:31:57.112 INFO:tasks.rados.rados.0.smithi012.stdout:2263: rmattr oid 38 current snap is 232 2024-04-02T08:31:57.112 INFO:tasks.rados.rados.0.smithi012.stdout:2263: done (4 left) 2024-04-02T08:31:57.112 INFO:tasks.rados.rados.0.smithi012.stdout:2264: copy_from oid 6 from oid 41 current snap is 232 2024-04-02T08:31:57.112 INFO:tasks.rados.rados.0.smithi012.stdout:2265: snap_create 2024-04-02T08:31:57.116 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 46 v 1293 (ObjNum 664 snap 212 seq_num 664) dirty exists 2024-04-02T08:31:57.128 INFO:tasks.rados.rados.0.smithi012.stdout:2261: expect (ObjNum 680 snap 218 seq_num 680) 2024-04-02T08:31:57.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:57 smithi012 ceph-mon[88355]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-04-02T08:31:57.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:57 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-04-02T08:31:57.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:57 smithi012 ceph-mon[88355]: osdmap e528: 8 total, 8 up, 8 in 2024-04-02T08:31:57.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:57 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-02T08:31:57.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:57 smithi012 ceph-mon[88355]: Upgrade: It appears safe to stop mds.a 2024-04-02T08:31:57.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:57 smithi012 ceph-mon[88355]: pgmap v460: 121 pgs: 121 active+clean; 417 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1001 KiB/s rd, 3.9 MiB/s wr, 23 op/s; 12 MiB/s, 2 objects/s recovering 2024-04-02T08:31:57.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:57 smithi012 ceph-mon[88355]: from='client.44306 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:57.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:57 smithi012 ceph-mon[88355]: from='client.34371 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:57.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:57 smithi012 ceph-mon[90784]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-04-02T08:31:57.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:57 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-04-02T08:31:57.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:57 smithi012 ceph-mon[90784]: osdmap e528: 8 total, 8 up, 8 in 2024-04-02T08:31:57.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:57 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-02T08:31:57.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:57 smithi012 ceph-mon[90784]: Upgrade: It appears safe to stop mds.a 2024-04-02T08:31:57.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:57 smithi012 ceph-mon[90784]: pgmap v460: 121 pgs: 121 active+clean; 417 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1001 KiB/s rd, 3.9 MiB/s wr, 23 op/s; 12 MiB/s, 2 objects/s recovering 2024-04-02T08:31:57.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:57 smithi012 ceph-mon[90784]: from='client.44306 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:57.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:57 smithi012 ceph-mon[90784]: from='client.34371 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:57.308 INFO:tasks.rados.rados.0.smithi012.stdout:2264: finishing copy_from racing read to smithi01277369-6 2024-04-02T08:31:57.309 INFO:tasks.rados.rados.0.smithi012.stdout:2264: finishing copy_from to smithi01277369-6 2024-04-02T08:31:57.309 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 6 v 754 (ObjNum 703 snap 229 seq_num 703) dirty exists 2024-04-02T08:31:57.309 INFO:tasks.rados.rados.0.smithi012.stdout:2262: finishing copy_from racing read to smithi01277369-14 2024-04-02T08:31:57.309 INFO:tasks.rados.rados.0.smithi012.stdout:2260: finishing copy_from racing read to smithi01277369-5 2024-04-02T08:31:57.309 INFO:tasks.rados.rados.0.smithi012.stdout:2262: finishing copy_from to smithi01277369-14 2024-04-02T08:31:57.309 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 14 v 868 (ObjNum 705 snap 229 seq_num 705) dirty exists 2024-04-02T08:31:57.309 INFO:tasks.rados.rados.0.smithi012.stdout:2260: finishing copy_from to smithi01277369-5 2024-04-02T08:31:57.309 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 5 v 1040 (ObjNum 685 snap 218 seq_num 685) dirty exists 2024-04-02T08:31:57.329 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-04-02T08:31:57.329 INFO:teuthology.orchestra.run.smithi012.stdout: "mon": { 2024-04-02T08:31:57.329 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:31:57.329 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:31:57.329 INFO:teuthology.orchestra.run.smithi012.stdout: "mgr": { 2024-04-02T08:31:57.329 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:31:57.329 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:31:57.330 INFO:teuthology.orchestra.run.smithi012.stdout: "osd": { 2024-04-02T08:31:57.330 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 8 2024-04-02T08:31:57.330 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:31:57.330 INFO:teuthology.orchestra.run.smithi012.stdout: "mds": { 2024-04-02T08:31:57.330 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:31:57.330 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:31:57.330 INFO:teuthology.orchestra.run.smithi012.stdout: "overall": { 2024-04-02T08:31:57.330 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2, 2024-04-02T08:31:57.330 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 13 2024-04-02T08:31:57.330 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-04-02T08:31:57.330 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-04-02T08:31:57.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:57 smithi055 ceph-mon[85080]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-04-02T08:31:57.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:57 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-04-02T08:31:57.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:57 smithi055 ceph-mon[85080]: osdmap e528: 8 total, 8 up, 8 in 2024-04-02T08:31:57.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:57 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-02T08:31:57.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:57 smithi055 ceph-mon[85080]: Upgrade: It appears safe to stop mds.a 2024-04-02T08:31:57.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:57 smithi055 ceph-mon[85080]: pgmap v460: 121 pgs: 121 active+clean; 417 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1001 KiB/s rd, 3.9 MiB/s wr, 23 op/s; 12 MiB/s, 2 objects/s recovering 2024-04-02T08:31:57.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:57 smithi055 ceph-mon[85080]: from='client.44306 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:57.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:57 smithi055 ceph-mon[85080]: from='client.34371 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:58.094 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:31:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:31:57] "GET /metrics HTTP/1.1" 200 36257 "" "Prometheus/2.43.0" 2024-04-02T08:31:58.109 INFO:tasks.rados.rados.0.smithi012.stdout:2259: done (5 left) 2024-04-02T08:31:58.109 INFO:tasks.rados.rados.0.smithi012.stdout:2260: done (4 left) 2024-04-02T08:31:58.110 INFO:tasks.rados.rados.0.smithi012.stdout:2261: done (3 left) 2024-04-02T08:31:58.110 INFO:tasks.rados.rados.0.smithi012.stdout:2262: done (2 left) 2024-04-02T08:31:58.110 INFO:tasks.rados.rados.0.smithi012.stdout:2264: done (1 left) 2024-04-02T08:31:58.110 INFO:tasks.rados.rados.0.smithi012.stdout:2265: done (0 left) 2024-04-02T08:31:58.110 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 40 current snap is 233 2024-04-02T08:31:58.110 INFO:tasks.rados.rados.0.smithi012.stdout:2266: seq_num 716 ranges {0=794624,794624=655360,1449984=704512,2154496=245760} 2024-04-02T08:31:58.114 INFO:tasks.rados.rados.0.smithi012.stdout:2266: writing smithi01277369-40 from 0 to 794624 tid 1 2024-04-02T08:31:58.117 INFO:tasks.rados.rados.0.smithi012.stdout:2266: writing smithi01277369-40 from 794624 to 1449984 tid 2 2024-04-02T08:31:58.121 INFO:tasks.rados.rados.0.smithi012.stdout:2266: writing smithi01277369-40 from 1449984 to 2154496 tid 3 2024-04-02T08:31:58.123 INFO:tasks.rados.rados.0.smithi012.stdout:2266: writing smithi01277369-40 from 2154496 to 2400256 tid 4 2024-04-02T08:31:58.123 INFO:tasks.rados.rados.0.smithi012.stdout:2267: setattr oid 23 current snap is 233 2024-04-02T08:31:58.124 INFO:tasks.rados.rados.0.smithi012.stdout:2266: finishing write tid 1 to smithi01277369-40 2024-04-02T08:31:58.124 INFO:tasks.rados.rados.0.smithi012.stdout:2268: delete oid 21 current snap is 233 2024-04-02T08:31:58.124 INFO:tasks.rados.rados.0.smithi012.stdout:2266: finishing write tid 2 to smithi01277369-40 2024-04-02T08:31:58.126 INFO:tasks.rados.rados.0.smithi012.stdout:2268: done (2 left) 2024-04-02T08:31:58.126 INFO:tasks.rados.rados.0.smithi012.stdout:2269: read oid 41 snap -1 2024-04-02T08:31:58.126 INFO:tasks.rados.rados.0.smithi012.stdout:2269: expect (ObjNum 703 snap 229 seq_num 703) 2024-04-02T08:31:58.126 INFO:tasks.rados.rados.0.smithi012.stdout:2270: rollback oid 10 current snap is 233 2024-04-02T08:31:58.126 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 10 to 219 2024-04-02T08:31:58.126 INFO:tasks.rados.rados.0.smithi012.stdout:2271: setattr oid 42 current snap is 233 2024-04-02T08:31:58.127 INFO:tasks.rados.rados.0.smithi012.stdout:2266: finishing write tid 3 to smithi01277369-40 2024-04-02T08:31:58.127 INFO:tasks.rados.rados.0.smithi012.stdout:2266: finishing write tid 4 to smithi01277369-40 2024-04-02T08:31:58.127 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 44 current snap is 233 2024-04-02T08:31:58.127 INFO:tasks.rados.rados.0.smithi012.stdout:2272: seq_num 718 ranges {2170880=32768} 2024-04-02T08:31:58.140 INFO:tasks.rados.rados.0.smithi012.stdout:2272: writing smithi01277369-44 from 2170880 to 2203648 tid 1 2024-04-02T08:31:58.141 INFO:tasks.rados.rados.0.smithi012.stdout:2273: copy_from oid 25 from oid 50 current snap is 233 2024-04-02T08:31:58.141 INFO:tasks.rados.rados.0.smithi012.stdout:2270: finishing rollback tid 1 to smithi01277369-10 2024-04-02T08:31:58.141 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 10 v 1056 (ObjNum 33 snap 0 seq_num 924037888) dirty dne 2024-04-02T08:31:58.141 INFO:tasks.rados.rados.0.smithi012.stdout:2270: done (6 left) 2024-04-02T08:31:58.141 INFO:tasks.rados.rados.0.smithi012.stdout:2274: snap_remove snap 230 2024-04-02T08:31:58.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:58 smithi012 ceph-mon[88355]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 82/696 objects degraded (11.782%), 10 pgs degraded) 2024-04-02T08:31:58.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:58 smithi012 ceph-mon[88355]: Cluster is now healthy 2024-04-02T08:31:58.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:58 smithi012 ceph-mon[88355]: osdmap e529: 8 total, 8 up, 8 in 2024-04-02T08:31:58.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:58 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/342664881' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:58.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:58 smithi012 ceph-mon[88355]: Upgrade: Updating mds.a 2024-04-02T08:31:58.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:58 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:58.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:58 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:31:58.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:58 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:31:58.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:58 smithi012 ceph-mon[88355]: Deploying daemon mds.a on smithi012 2024-04-02T08:31:58.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:58 smithi012 ceph-mon[90784]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 82/696 objects degraded (11.782%), 10 pgs degraded) 2024-04-02T08:31:58.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:58 smithi012 ceph-mon[90784]: Cluster is now healthy 2024-04-02T08:31:58.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:58 smithi012 ceph-mon[90784]: osdmap e529: 8 total, 8 up, 8 in 2024-04-02T08:31:58.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:58 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/342664881' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:58.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:58 smithi012 ceph-mon[90784]: Upgrade: Updating mds.a 2024-04-02T08:31:58.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:58 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:58.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:58 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:31:58.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:58 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:31:58.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:58 smithi012 ceph-mon[90784]: Deploying daemon mds.a on smithi012 2024-04-02T08:31:58.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:58 smithi055 ceph-mon[85080]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 82/696 objects degraded (11.782%), 10 pgs degraded) 2024-04-02T08:31:58.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:58 smithi055 ceph-mon[85080]: Cluster is now healthy 2024-04-02T08:31:58.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:58 smithi055 ceph-mon[85080]: osdmap e529: 8 total, 8 up, 8 in 2024-04-02T08:31:58.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:58 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/342664881' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:58.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:58 smithi055 ceph-mon[85080]: Upgrade: Updating mds.a 2024-04-02T08:31:58.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:58 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:31:58.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:58 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:31:58.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:58 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:31:58.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:58 smithi055 ceph-mon[85080]: Deploying daemon mds.a on smithi012 2024-04-02T08:31:58.943 INFO:tasks.rados.rados.0.smithi012.stdout:2274: done (6 left) 2024-04-02T08:31:58.943 INFO:tasks.rados.rados.0.smithi012.stdout:2275: snap_create 2024-04-02T08:31:58.943 INFO:tasks.rados.rados.0.smithi012.stdout:2266: finishing write tid 5 to smithi01277369-40 2024-04-02T08:31:58.943 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 42 v 1056 (ObjNum 711 snap 230 seq_num 711) dirty exists 2024-04-02T08:31:58.943 INFO:tasks.rados.rados.0.smithi012.stdout:2266: finishing write tid 6 to smithi01277369-40 2024-04-02T08:31:58.944 INFO:tasks.rados.rados.0.smithi012.stdout:2266: oid 40 updating version 0 to 1380 2024-04-02T08:31:58.944 INFO:tasks.rados.rados.0.smithi012.stdout:2266: oid 40 updating version 1380 to 1382 2024-04-02T08:31:58.944 INFO:tasks.rados.rados.0.smithi012.stdout:2266: oid 40 version 1382 is already newer than 1381 2024-04-02T08:31:58.944 INFO:tasks.rados.rados.0.smithi012.stdout:2266: oid 40 version 1382 is already newer than 1379 2024-04-02T08:31:58.944 INFO:tasks.rados.rados.0.smithi012.stdout:2266: oid 40 updating version 1382 to 1383 2024-04-02T08:31:58.944 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 40 v 1383 (ObjNum 716 snap 233 seq_num 716) dirty exists 2024-04-02T08:31:58.944 INFO:tasks.rados.rados.0.smithi012.stdout:2266: left oid 40 (ObjNum 716 snap 233 seq_num 716) 2024-04-02T08:31:58.944 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 23 v 1384 (ObjNum 625 snap 204 seq_num 625) dirty exists 2024-04-02T08:31:58.944 INFO:tasks.rados.rados.0.smithi012.stdout:2272: finishing write tid 1 to smithi01277369-44 2024-04-02T08:31:58.944 INFO:tasks.rados.rados.0.smithi012.stdout:2272: finishing write tid 2 to smithi01277369-44 2024-04-02T08:31:58.944 INFO:tasks.rados.rados.0.smithi012.stdout:2272: finishing write tid 3 to smithi01277369-44 2024-04-02T08:31:58.944 INFO:tasks.rados.rados.0.smithi012.stdout:2272: oid 44 updating version 0 to 1295 2024-04-02T08:31:58.944 INFO:tasks.rados.rados.0.smithi012.stdout:2272: oid 44 updating version 1295 to 1296 2024-04-02T08:31:58.945 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 44 v 1296 (ObjNum 718 snap 233 seq_num 718) dirty exists 2024-04-02T08:31:58.945 INFO:tasks.rados.rados.0.smithi012.stdout:2272: left oid 44 (ObjNum 718 snap 233 seq_num 718) 2024-04-02T08:31:58.945 INFO:tasks.rados.rados.0.smithi012.stdout:2269: expect (ObjNum 703 snap 229 seq_num 703) 2024-04-02T08:31:59.213 INFO:tasks.rados.rados.0.smithi012.stdout:2273: finishing copy_from to smithi01277369-25 2024-04-02T08:31:59.213 INFO:tasks.rados.rados.0.smithi012.stdout:2273: got expected ENOENT (src dne) 2024-04-02T08:31:59.213 INFO:tasks.rados.rados.0.smithi012.stdout:2273: finishing copy_from racing read to smithi01277369-25 2024-04-02T08:31:59.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:59 smithi012 ceph-mon[88355]: osdmap e530: 8 total, 8 up, 8 in 2024-04-02T08:31:59.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:59 smithi012 ceph-mon[88355]: pgmap v463: 121 pgs: 121 active+clean; 417 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1001 KiB/s rd, 3.9 MiB/s wr, 23 op/s; 12 MiB/s, 2 objects/s recovering 2024-04-02T08:31:59.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:31:59 smithi012 ceph-mon[88355]: osdmap e531: 8 total, 8 up, 8 in 2024-04-02T08:31:59.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:59 smithi012 ceph-mon[90784]: osdmap e530: 8 total, 8 up, 8 in 2024-04-02T08:31:59.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:59 smithi012 ceph-mon[90784]: pgmap v463: 121 pgs: 121 active+clean; 417 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1001 KiB/s rd, 3.9 MiB/s wr, 23 op/s; 12 MiB/s, 2 objects/s recovering 2024-04-02T08:31:59.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:31:59 smithi012 ceph-mon[90784]: osdmap e531: 8 total, 8 up, 8 in 2024-04-02T08:31:59.462 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:59 smithi055 ceph-mon[85080]: osdmap e530: 8 total, 8 up, 8 in 2024-04-02T08:31:59.462 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:59 smithi055 ceph-mon[85080]: pgmap v463: 121 pgs: 121 active+clean; 417 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1001 KiB/s rd, 3.9 MiB/s wr, 23 op/s; 12 MiB/s, 2 objects/s recovering 2024-04-02T08:31:59.462 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:31:59 smithi055 ceph-mon[85080]: osdmap e531: 8 total, 8 up, 8 in 2024-04-02T08:31:59.947 INFO:tasks.rados.rados.0.smithi012.stdout:2266: done (6 left) 2024-04-02T08:31:59.947 INFO:tasks.rados.rados.0.smithi012.stdout:2267: done (5 left) 2024-04-02T08:31:59.947 INFO:tasks.rados.rados.0.smithi012.stdout:2269: done (4 left) 2024-04-02T08:31:59.947 INFO:tasks.rados.rados.0.smithi012.stdout:2271: done (3 left) 2024-04-02T08:31:59.947 INFO:tasks.rados.rados.0.smithi012.stdout:2272: done (2 left) 2024-04-02T08:31:59.947 INFO:tasks.rados.rados.0.smithi012.stdout:2273: done (1 left) 2024-04-02T08:31:59.947 INFO:tasks.rados.rados.0.smithi012.stdout:2275: done (0 left) 2024-04-02T08:31:59.947 INFO:tasks.rados.rados.0.smithi012.stdout:2276: rollback oid 29 current snap is 234 2024-04-02T08:31:59.947 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 29 to 229 2024-04-02T08:31:59.948 INFO:tasks.rados.rados.0.smithi012.stdout:2277: snap_remove snap 219 2024-04-02T08:32:00.199 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:00 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:00.199 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:00 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:00.199 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:00 smithi012 ceph-mon[88355]: osdmap e532: 8 total, 8 up, 8 in 2024-04-02T08:32:00.199 INFO:journalctl@ceph.mds.a.smithi012.stdout:Apr 02 08:31:59 smithi012 systemd[1]: Stopping Ceph mds.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:32:00.199 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:00 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:00.199 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:00 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:00.200 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:00 smithi012 ceph-mon[90784]: osdmap e532: 8 total, 8 up, 8 in 2024-04-02T08:32:00.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:00 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:00.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:00 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:00.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:00 smithi055 ceph-mon[85080]: osdmap e532: 8 total, 8 up, 8 in 2024-04-02T08:32:00.678 INFO:journalctl@ceph.mds.a.smithi012.stdout:Apr 02 08:32:00 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mds-a[64853]: 2024-04-02T08:32:00.199+0000 7f6c5399f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:32:00.678 INFO:journalctl@ceph.mds.a.smithi012.stdout:Apr 02 08:32:00 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mds-a[64853]: 2024-04-02T08:32:00.199+0000 7f6c5399f700 -1 mds.a *** got signal Terminated *** 2024-04-02T08:32:00.949 INFO:tasks.rados.rados.0.smithi012.stdout:2277: done (1 left) 2024-04-02T08:32:00.949 INFO:tasks.rados.rados.0.smithi012.stdout:2278: rollback oid 42 current snap is 234 2024-04-02T08:32:00.949 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 42 to 229 2024-04-02T08:32:00.949 INFO:tasks.rados.rados.0.smithi012.stdout:2276: finishing rollback tid 0 to smithi01277369-29 2024-04-02T08:32:00.949 INFO:tasks.rados.rados.0.smithi012.stdout:2276: finishing rollback tid 1 to smithi01277369-29 2024-04-02T08:32:00.950 INFO:tasks.rados.rados.0.smithi012.stdout:2276: finishing rollback tid 2 to smithi01277369-29 2024-04-02T08:32:00.950 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 29 v 871 (ObjNum 705 snap 229 seq_num 705) dirty exists 2024-04-02T08:32:00.950 INFO:tasks.rados.rados.0.smithi012.stdout:2276: done (1 left) 2024-04-02T08:32:00.950 INFO:tasks.rados.rados.0.smithi012.stdout:2279: delete oid 11 current snap is 234 2024-04-02T08:32:00.963 INFO:tasks.rados.rados.0.smithi012.stdout:2279: done (1 left) 2024-04-02T08:32:00.963 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 49 current snap is 234 2024-04-02T08:32:00.963 INFO:tasks.rados.rados.0.smithi012.stdout:2280: seq_num 720 ranges {0=65536} 2024-04-02T08:32:00.963 INFO:tasks.rados.rados.0.smithi012.stdout:2280: writing smithi01277369-49 from 0 to 65536 tid 1 2024-04-02T08:32:00.964 INFO:tasks.rados.rados.0.smithi012.stdout:2281: rmattr oid 12 current snap is 234 2024-04-02T08:32:00.964 INFO:tasks.rados.rados.0.smithi012.stdout:2282: rmattr oid 34 current snap is 234 2024-04-02T08:32:00.964 INFO:tasks.rados.rados.0.smithi012.stdout:2282: done (3 left) 2024-04-02T08:32:00.964 INFO:tasks.rados.rados.0.smithi012.stdout:2283: copy_from oid 32 from oid 16 current snap is 234 2024-04-02T08:32:00.964 INFO:tasks.rados.rados.0.smithi012.stdout:2284: copy_from oid 13 from oid 34 current snap is 234 2024-04-02T08:32:00.964 INFO:tasks.rados.rados.0.smithi012.stdout:2285: snap_remove snap 231 2024-04-02T08:32:01.958 INFO:tasks.rados.rados.0.smithi012.stdout:2285: done (5 left) 2024-04-02T08:32:01.958 INFO:tasks.rados.rados.0.smithi012.stdout:2286: rollback oid 41 current snap is 234 2024-04-02T08:32:01.958 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 41 to 232 2024-04-02T08:32:01.958 INFO:tasks.rados.rados.0.smithi012.stdout:2287: rollback oid 39 current snap is 234 2024-04-02T08:32:01.958 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 39 to 213 2024-04-02T08:32:01.958 INFO:tasks.rados.rados.0.smithi012.stdout:2288: read oid 36 snap -1 2024-04-02T08:32:01.958 INFO:tasks.rados.rados.0.smithi012.stdout:2288: expect (ObjNum 576 snap 182 seq_num 576) 2024-04-02T08:32:01.959 INFO:tasks.rados.rados.0.smithi012.stdout:2289: rollback oid 18 current snap is 234 2024-04-02T08:32:01.959 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 18 to 204 2024-04-02T08:32:01.959 INFO:tasks.rados.rados.0.smithi012.stdout:2290: snap_remove snap 212 2024-04-02T08:32:02.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:01 smithi055 ceph-mon[85080]: pgmap v466: 121 pgs: 121 active+clean; 428 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2024-04-02T08:32:02.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:01 smithi055 ceph-mon[85080]: osdmap e533: 8 total, 8 up, 8 in 2024-04-02T08:32:02.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:01 smithi055 ceph-mon[85080]: fsmap cephfs:1 {0=b=up:active} 2024-04-02T08:32:02.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:01 smithi012 ceph-mon[88355]: pgmap v466: 121 pgs: 121 active+clean; 428 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2024-04-02T08:32:02.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:01 smithi012 ceph-mon[88355]: osdmap e533: 8 total, 8 up, 8 in 2024-04-02T08:32:02.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:01 smithi012 ceph-mon[88355]: fsmap cephfs:1 {0=b=up:active} 2024-04-02T08:32:02.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:01 smithi012 ceph-mon[90784]: pgmap v466: 121 pgs: 121 active+clean; 428 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2024-04-02T08:32:02.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:01 smithi012 ceph-mon[90784]: osdmap e533: 8 total, 8 up, 8 in 2024-04-02T08:32:02.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:01 smithi012 ceph-mon[90784]: fsmap cephfs:1 {0=b=up:active} 2024-04-02T08:32:02.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:32:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:32:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:32:02.964 INFO:tasks.rados.rados.0.smithi012.stdout:2290: done (9 left) 2024-04-02T08:32:02.964 INFO:tasks.rados.rados.0.smithi012.stdout:2291: rollback oid 38 current snap is 234 2024-04-02T08:32:02.965 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 38 to 232 2024-04-02T08:32:02.966 INFO:tasks.rados.rados.0.smithi012.stdout:2292: delete oid 43 current snap is 234 2024-04-02T08:32:02.966 INFO:tasks.rados.rados.0.smithi012.stdout:2278: finishing rollback tid 0 to smithi01277369-42 2024-04-02T08:32:02.966 INFO:tasks.rados.rados.0.smithi012.stdout:2278: finishing rollback tid 1 to smithi01277369-42 2024-04-02T08:32:02.966 INFO:tasks.rados.rados.0.smithi012.stdout:2278: finishing rollback tid 2 to smithi01277369-42 2024-04-02T08:32:02.966 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 42 v 1059 (ObjNum 648 snap 210 seq_num 648) dirty exists 2024-04-02T08:32:02.966 INFO:tasks.rados.rados.0.smithi012.stdout:2283: finishing copy_from racing read to smithi01277369-32 2024-04-02T08:32:02.966 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 12 v 1248 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:32:02.967 INFO:tasks.rados.rados.0.smithi012.stdout:2280: finishing write tid 1 to smithi01277369-49 2024-04-02T08:32:02.967 INFO:tasks.rados.rados.0.smithi012.stdout:2283: finishing copy_from to smithi01277369-32 2024-04-02T08:32:02.967 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 32 v 336 (ObjNum 65 snap 0 seq_num 1500213337) dirty exists 2024-04-02T08:32:02.967 INFO:tasks.rados.rados.0.smithi012.stdout:2280: finishing write tid 2 to smithi01277369-49 2024-04-02T08:32:02.967 INFO:tasks.rados.rados.0.smithi012.stdout:2280: finishing write tid 3 to smithi01277369-49 2024-04-02T08:32:02.967 INFO:tasks.rados.rados.0.smithi012.stdout:2280: oid 49 updating version 0 to 1060 2024-04-02T08:32:02.967 INFO:tasks.rados.rados.0.smithi012.stdout:2280: oid 49 updating version 1060 to 1061 2024-04-02T08:32:02.967 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 49 v 1061 (ObjNum 720 snap 234 seq_num 720) dirty exists 2024-04-02T08:32:02.967 INFO:tasks.rados.rados.0.smithi012.stdout:2280: left oid 49 (ObjNum 720 snap 234 seq_num 720) 2024-04-02T08:32:02.967 INFO:tasks.rados.rados.0.smithi012.stdout:2284: finishing copy_from racing read to smithi01277369-13 2024-04-02T08:32:02.967 INFO:tasks.rados.rados.0.smithi012.stdout:2284: finishing copy_from to smithi01277369-13 2024-04-02T08:32:02.967 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 13 v 990 (ObjNum 639 snap 207 seq_num 639) dirty exists 2024-04-02T08:32:02.967 INFO:tasks.rados.rados.0.smithi012.stdout:2289: finishing rollback tid 1 to smithi01277369-18 2024-04-02T08:32:02.967 INFO:tasks.rados.rados.0.smithi012.stdout:2289: finishing rollback tid 2 to smithi01277369-18 2024-04-02T08:32:02.968 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 18 v 993 (ObjNum 624 snap 203 seq_num 624) dirty exists 2024-04-02T08:32:02.968 INFO:tasks.rados.rados.0.smithi012.stdout:2287: finishing rollback tid 0 to smithi01277369-39 2024-04-02T08:32:02.968 INFO:tasks.rados.rados.0.smithi012.stdout:2287: finishing rollback tid 1 to smithi01277369-39 2024-04-02T08:32:02.968 INFO:tasks.rados.rados.0.smithi012.stdout:2287: finishing rollback tid 2 to smithi01277369-39 2024-04-02T08:32:02.968 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 39 v 1087 (ObjNum 658 snap 211 seq_num 658) dirty exists 2024-04-02T08:32:02.968 INFO:tasks.rados.rados.0.smithi012.stdout:2286: finishing rollback tid 0 to smithi01277369-41 2024-04-02T08:32:02.968 INFO:tasks.rados.rados.0.smithi012.stdout:2286: finishing rollback tid 1 to smithi01277369-41 2024-04-02T08:32:02.968 INFO:tasks.rados.rados.0.smithi012.stdout:2286: finishing rollback tid 2 to smithi01277369-41 2024-04-02T08:32:02.968 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 41 v 771 (ObjNum 703 snap 229 seq_num 703) dirty exists 2024-04-02T08:32:02.968 INFO:tasks.rados.rados.0.smithi012.stdout:2288: expect (ObjNum 576 snap 182 seq_num 576) 2024-04-02T08:32:03.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:02 smithi055 ceph-mon[85080]: osdmap e534: 8 total, 8 up, 8 in 2024-04-02T08:32:03.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:02 smithi012 ceph-mon[88355]: osdmap e534: 8 total, 8 up, 8 in 2024-04-02T08:32:03.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:02 smithi012 ceph-mon[90784]: osdmap e534: 8 total, 8 up, 8 in 2024-04-02T08:32:03.485 INFO:tasks.rados.rados.0.smithi012.stdout:2291: finishing rollback tid 0 to smithi01277369-38 2024-04-02T08:32:03.485 INFO:tasks.rados.rados.0.smithi012.stdout:2291: finishing rollback tid 1 to smithi01277369-38 2024-04-02T08:32:03.485 INFO:tasks.rados.rados.0.smithi012.stdout:2291: finishing rollback tid 2 to smithi01277369-38 2024-04-02T08:32:03.485 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 38 v 1090 (ObjNum 640 snap 207 seq_num 640) dirty exists 2024-04-02T08:32:03.485 INFO:tasks.rados.rados.0.smithi012.stdout:2278: done (10 left) 2024-04-02T08:32:03.485 INFO:tasks.rados.rados.0.smithi012.stdout:2280: done (9 left) 2024-04-02T08:32:03.486 INFO:tasks.rados.rados.0.smithi012.stdout:2281: done (8 left) 2024-04-02T08:32:03.486 INFO:tasks.rados.rados.0.smithi012.stdout:2283: done (7 left) 2024-04-02T08:32:03.486 INFO:tasks.rados.rados.0.smithi012.stdout:2284: done (6 left) 2024-04-02T08:32:03.486 INFO:tasks.rados.rados.0.smithi012.stdout:2286: done (5 left) 2024-04-02T08:32:03.486 INFO:tasks.rados.rados.0.smithi012.stdout:2287: done (4 left) 2024-04-02T08:32:03.486 INFO:tasks.rados.rados.0.smithi012.stdout:2288: done (3 left) 2024-04-02T08:32:03.486 INFO:tasks.rados.rados.0.smithi012.stdout:2289: done (2 left) 2024-04-02T08:32:03.486 INFO:tasks.rados.rados.0.smithi012.stdout:2291: done (1 left) 2024-04-02T08:32:03.486 INFO:tasks.rados.rados.0.smithi012.stdout:2292: done (0 left) 2024-04-02T08:32:03.486 INFO:tasks.rados.rados.0.smithi012.stdout:2293: rollback oid 11 current snap is 234 2024-04-02T08:32:03.486 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 11 to 186 2024-04-02T08:32:03.486 INFO:tasks.rados.rados.0.smithi012.stdout:2294: snap_create 2024-04-02T08:32:03.487 INFO:tasks.rados.rados.0.smithi012.stdout:2293: finishing rollback tid 1 to smithi01277369-11 2024-04-02T08:32:03.488 INFO:tasks.rados.rados.0.smithi012.stdout:2293: finishing rollback tid 2 to smithi01277369-11 2024-04-02T08:32:03.488 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 11 v 1584 (ObjNum 450 snap 139 seq_num 450) dirty exists 2024-04-02T08:32:03.945 INFO:tasks.rados.rados.0.smithi012.stdout:2293: done (1 left) 2024-04-02T08:32:03.945 INFO:tasks.rados.rados.0.smithi012.stdout:2294: done (0 left) 2024-04-02T08:32:03.945 INFO:tasks.rados.rados.0.smithi012.stdout:2295: snap_create 2024-04-02T08:32:04.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:03 smithi055 ceph-mon[85080]: pgmap v469: 121 pgs: 121 active+clean; 438 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 22 op/s 2024-04-02T08:32:04.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:03 smithi055 ceph-mon[85080]: osdmap e535: 8 total, 8 up, 8 in 2024-04-02T08:32:04.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:03 smithi055 ceph-mon[85080]: osdmap e536: 8 total, 8 up, 8 in 2024-04-02T08:32:04.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:03 smithi012 ceph-mon[88355]: pgmap v469: 121 pgs: 121 active+clean; 438 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 22 op/s 2024-04-02T08:32:04.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:03 smithi012 ceph-mon[88355]: osdmap e535: 8 total, 8 up, 8 in 2024-04-02T08:32:04.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:03 smithi012 ceph-mon[88355]: osdmap e536: 8 total, 8 up, 8 in 2024-04-02T08:32:04.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:03 smithi012 ceph-mon[90784]: pgmap v469: 121 pgs: 121 active+clean; 438 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 22 op/s 2024-04-02T08:32:04.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:03 smithi012 ceph-mon[90784]: osdmap e535: 8 total, 8 up, 8 in 2024-04-02T08:32:04.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:03 smithi012 ceph-mon[90784]: osdmap e536: 8 total, 8 up, 8 in 2024-04-02T08:32:04.429 INFO:journalctl@ceph.mds.a.smithi012.stdout:Apr 02 08:32:04 smithi012 podman[115537]: 2024-04-02 08:32:04.206318755 +0000 UTC m=+4.123122446 container died 756f041a4b0ef85b7cbbef5392b39287e07a40239203e010b6b500e17b0abafd (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mds-a, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-4d05f4c, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-04-02T08:32:04.816 INFO:journalctl@ceph.mds.a.smithi012.stdout:Apr 02 08:32:04 smithi012 podman[115537]: 2024-04-02 08:32:04.625100464 +0000 UTC m=+4.541904142 container cleanup 756f041a4b0ef85b7cbbef5392b39287e07a40239203e010b6b500e17b0abafd (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mds-a, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, RELEASE=reef-4d05f4c, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-04-02T08:32:04.816 INFO:journalctl@ceph.mds.a.smithi012.stdout:Apr 02 08:32:04 smithi012 bash[115537]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mds-a 2024-04-02T08:32:04.945 INFO:tasks.rados.rados.0.smithi012.stdout:2295: done (0 left) 2024-04-02T08:32:04.945 INFO:tasks.rados.rados.0.smithi012.stdout:2296: snap_create 2024-04-02T08:32:05.158 INFO:journalctl@ceph.mds.a.smithi012.stdout:Apr 02 08:32:04 smithi012 podman[115551]: 2024-04-02 08:32:04.81812355 +0000 UTC m=+0.603723326 container remove 756f041a4b0ef85b7cbbef5392b39287e07a40239203e010b6b500e17b0abafd (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mds-a, RELEASE=reef-4d05f4c, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-04-02T08:32:05.158 INFO:journalctl@ceph.mds.a.smithi012.stdout:Apr 02 08:32:04 smithi012 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@mds.a.service: Deactivated successfully. 2024-04-02T08:32:05.158 INFO:journalctl@ceph.mds.a.smithi012.stdout:Apr 02 08:32:04 smithi012 systemd[1]: Stopped Ceph mds.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:32:05.158 INFO:journalctl@ceph.mds.a.smithi012.stdout:Apr 02 08:32:04 smithi012 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@mds.a.service: Consumed 1.108s CPU time. 2024-04-02T08:32:05.158 INFO:journalctl@ceph.mds.a.smithi012.stdout:Apr 02 08:32:05 smithi012 systemd[1]: Starting Ceph mds.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:32:05.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:05 smithi012 ceph-mon[88355]: pgmap v472: 121 pgs: 121 active+clean; 438 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:32:05.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:05 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:05.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:05 smithi012 ceph-mon[88355]: osdmap e537: 8 total, 8 up, 8 in 2024-04-02T08:32:05.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:05 smithi012 ceph-mon[90784]: pgmap v472: 121 pgs: 121 active+clean; 438 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:32:05.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:05 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:05.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:05 smithi012 ceph-mon[90784]: osdmap e537: 8 total, 8 up, 8 in 2024-04-02T08:32:05.429 INFO:journalctl@ceph.mds.a.smithi012.stdout:Apr 02 08:32:05 smithi012 podman[115683]: 2024-04-02 08:32:05.277545118 +0000 UTC m=+0.018042074 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:32:05.429 INFO:journalctl@ceph.mds.a.smithi012.stdout:Apr 02 08:32:05 smithi012 podman[115683]: 2024-04-02 08:32:05.386000909 +0000 UTC m=+0.126497879 container create e246b4d32ef4ba4c5102861eef978c0bb5a830dbb077386b14ef906c3c7f565a (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mds-a, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-04-02T08:32:05.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:05 smithi055 ceph-mon[85080]: pgmap v472: 121 pgs: 121 active+clean; 438 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:32:05.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:05 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:05.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:05 smithi055 ceph-mon[85080]: osdmap e537: 8 total, 8 up, 8 in 2024-04-02T08:32:05.928 INFO:journalctl@ceph.mds.a.smithi012.stdout:Apr 02 08:32:05 smithi012 podman[115683]: 2024-04-02 08:32:05.630586119 +0000 UTC m=+0.371083062 container init e246b4d32ef4ba4c5102861eef978c0bb5a830dbb077386b14ef906c3c7f565a (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mds-a, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-04-02T08:32:05.928 INFO:journalctl@ceph.mds.a.smithi012.stdout:Apr 02 08:32:05 smithi012 podman[115683]: 2024-04-02 08:32:05.633150098 +0000 UTC m=+0.373647025 container start e246b4d32ef4ba4c5102861eef978c0bb5a830dbb077386b14ef906c3c7f565a (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mds-a, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2) 2024-04-02T08:32:05.928 INFO:journalctl@ceph.mds.a.smithi012.stdout:Apr 02 08:32:05 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mds-a[115699]: starting mds.a at 2024-04-02T08:32:05.928 INFO:journalctl@ceph.mds.a.smithi012.stdout:Apr 02 08:32:05 smithi012 bash[115683]: e246b4d32ef4ba4c5102861eef978c0bb5a830dbb077386b14ef906c3c7f565a 2024-04-02T08:32:05.929 INFO:journalctl@ceph.mds.a.smithi012.stdout:Apr 02 08:32:05 smithi012 systemd[1]: Started Ceph mds.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:32:05.946 INFO:tasks.rados.rados.0.smithi012.stdout:2296: done (0 left) 2024-04-02T08:32:05.946 INFO:tasks.rados.rados.0.smithi012.stdout:2297: read oid 21 snap -1 2024-04-02T08:32:05.946 INFO:tasks.rados.rados.0.smithi012.stdout:2297: expect deleted 2024-04-02T08:32:05.946 INFO:tasks.rados.rados.0.smithi012.stdout:2298: delete oid 10 current snap is 237 2024-04-02T08:32:05.954 INFO:tasks.rados.rados.0.smithi012.stdout:2297: done (1 left) 2024-04-02T08:32:05.954 INFO:tasks.rados.rados.0.smithi012.stdout:2298: done (0 left) 2024-04-02T08:32:05.955 INFO:tasks.rados.rados.0.smithi012.stdout:2299: rollback oid 38 current snap is 237 2024-04-02T08:32:05.955 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 38 to 213 2024-04-02T08:32:05.955 INFO:tasks.rados.rados.0.smithi012.stdout:2300: snap_remove snap 233 2024-04-02T08:32:06.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:06 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:06.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:06 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:06.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:06 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:06.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:06 smithi012 ceph-mon[88355]: osdmap e538: 8 total, 8 up, 8 in 2024-04-02T08:32:06.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:06 smithi012 ceph-mon[88355]: mds.? [v2:172.21.15.12:6834/450755173,v1:172.21.15.12:6835/450755173] up:boot 2024-04-02T08:32:06.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:06 smithi012 ceph-mon[88355]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:32:06.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:06 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:32:06.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:06 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:06.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:06 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:06.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:06 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:06.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:06 smithi012 ceph-mon[90784]: osdmap e538: 8 total, 8 up, 8 in 2024-04-02T08:32:06.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:06 smithi012 ceph-mon[90784]: mds.? [v2:172.21.15.12:6834/450755173,v1:172.21.15.12:6835/450755173] up:boot 2024-04-02T08:32:06.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:06 smithi012 ceph-mon[90784]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:32:06.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:06 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:32:06.957 INFO:tasks.rados.rados.0.smithi012.stdout:2300: done (1 left) 2024-04-02T08:32:06.957 INFO:tasks.rados.rados.0.smithi012.stdout:2301: snap_create 2024-04-02T08:32:06.957 INFO:tasks.rados.rados.0.smithi012.stdout:2299: finishing rollback tid 0 to smithi01277369-38 2024-04-02T08:32:06.958 INFO:tasks.rados.rados.0.smithi012.stdout:2299: finishing rollback tid 1 to smithi01277369-38 2024-04-02T08:32:06.958 INFO:tasks.rados.rados.0.smithi012.stdout:2299: finishing rollback tid 2 to smithi01277369-38 2024-04-02T08:32:06.958 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 38 v 1093 (ObjNum 640 snap 207 seq_num 640) dirty exists 2024-04-02T08:32:07.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:06 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:07.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:06 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:07.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:06 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:07.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:06 smithi055 ceph-mon[85080]: osdmap e538: 8 total, 8 up, 8 in 2024-04-02T08:32:07.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:06 smithi055 ceph-mon[85080]: mds.? [v2:172.21.15.12:6834/450755173,v1:172.21.15.12:6835/450755173] up:boot 2024-04-02T08:32:07.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:06 smithi055 ceph-mon[85080]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:32:07.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:06 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:32:07.962 INFO:tasks.rados.rados.0.smithi012.stdout:2299: done (1 left) 2024-04-02T08:32:07.962 INFO:tasks.rados.rados.0.smithi012.stdout:2301: done (0 left) 2024-04-02T08:32:07.962 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 40 current snap is 238 2024-04-02T08:32:07.962 INFO:tasks.rados.rados.0.smithi012.stdout:2302: seq_num 723 ranges {2400256=114688} 2024-04-02T08:32:07.975 INFO:tasks.rados.rados.0.smithi012.stdout:2302: writing smithi01277369-40 from 2400256 to 2514944 tid 1 2024-04-02T08:32:07.975 INFO:tasks.rados.rados.0.smithi012.stdout:2303: setattr oid 18 current snap is 238 2024-04-02T08:32:07.978 INFO:tasks.rados.rados.0.smithi012.stdout:2304: setattr oid 7 current snap is 238 2024-04-02T08:32:07.982 INFO:tasks.rados.rados.0.smithi012.stdout:2305: rollback oid 12 current snap is 238 2024-04-02T08:32:07.982 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 12 to 229 2024-04-02T08:32:07.982 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 4 current snap is 238 2024-04-02T08:32:07.982 INFO:tasks.rados.rados.0.smithi012.stdout:2306: seq_num 724 ranges {2121728=131072} 2024-04-02T08:32:07.996 INFO:tasks.rados.rados.0.smithi012.stdout:2306: writing smithi01277369-4 from 2121728 to 2252800 tid 1 2024-04-02T08:32:07.996 INFO:tasks.rados.rados.0.smithi012.stdout:2307: read oid 32 snap 227 2024-04-02T08:32:07.996 INFO:tasks.rados.rados.0.smithi012.stdout:2307: expect (ObjNum 697 snap 223 seq_num 697) 2024-04-02T08:32:07.996 INFO:tasks.rados.rados.0.smithi012.stdout:2308: copy_from oid 46 from oid 20 current snap is 238 2024-04-02T08:32:07.996 INFO:tasks.rados.rados.0.smithi012.stdout:2302: finishing write tid 1 to smithi01277369-40 2024-04-02T08:32:07.996 INFO:tasks.rados.rados.0.smithi012.stdout:2302: finishing write tid 2 to smithi01277369-40 2024-04-02T08:32:07.996 INFO:tasks.rados.rados.0.smithi012.stdout:2302: finishing write tid 3 to smithi01277369-40 2024-04-02T08:32:07.996 INFO:tasks.rados.rados.0.smithi012.stdout:2302: oid 40 updating version 0 to 1386 2024-04-02T08:32:07.997 INFO:tasks.rados.rados.0.smithi012.stdout:2302: oid 40 version 1386 is already newer than 1385 2024-04-02T08:32:07.997 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 40 v 1386 (ObjNum 723 snap 238 seq_num 723) dirty exists 2024-04-02T08:32:07.997 INFO:tasks.rados.rados.0.smithi012.stdout:2302: left oid 40 (ObjNum 723 snap 238 seq_num 723) 2024-04-02T08:32:07.997 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 18 v 994 (ObjNum 624 snap 203 seq_num 624) dirty exists 2024-04-02T08:32:07.997 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 7 v 1250 (ObjNum 81 snap 0 seq_num 1511223906) dirty exists 2024-04-02T08:32:07.997 INFO:tasks.rados.rados.0.smithi012.stdout:2305: finishing rollback tid 0 to smithi01277369-12 2024-04-02T08:32:07.997 INFO:tasks.rados.rados.0.smithi012.stdout:2305: finishing rollback tid 1 to smithi01277369-12 2024-04-02T08:32:07.997 INFO:tasks.rados.rados.0.smithi012.stdout:2305: finishing rollback tid 2 to smithi01277369-12 2024-04-02T08:32:07.997 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 12 v 1253 (ObjNum 161 snap 0 seq_num 925252576) dirty exists 2024-04-02T08:32:07.997 INFO:tasks.rados.rados.0.smithi012.stdout:2302: done (6 left) 2024-04-02T08:32:07.997 INFO:tasks.rados.rados.0.smithi012.stdout:2303: done (5 left) 2024-04-02T08:32:07.997 INFO:tasks.rados.rados.0.smithi012.stdout:2304: done (4 left) 2024-04-02T08:32:07.997 INFO:tasks.rados.rados.0.smithi012.stdout:2305: done (3 left) 2024-04-02T08:32:07.997 INFO:tasks.rados.rados.0.smithi012.stdout:2309: read oid 38 snap 229 2024-04-02T08:32:07.998 INFO:tasks.rados.rados.0.smithi012.stdout:2309: expect (ObjNum 640 snap 207 seq_num 640) 2024-04-02T08:32:07.998 INFO:tasks.rados.rados.0.smithi012.stdout:2310: snap_create 2024-04-02T08:32:07.999 INFO:tasks.rados.rados.0.smithi012.stdout:2306: finishing write tid 1 to smithi01277369-4 2024-04-02T08:32:07.999 INFO:tasks.rados.rados.0.smithi012.stdout:2306: finishing write tid 2 to smithi01277369-4 2024-04-02T08:32:08.000 INFO:tasks.rados.rados.0.smithi012.stdout:2306: finishing write tid 3 to smithi01277369-4 2024-04-02T08:32:08.000 INFO:tasks.rados.rados.0.smithi012.stdout:2306: oid 4 updating version 0 to 782 2024-04-02T08:32:08.000 INFO:tasks.rados.rados.0.smithi012.stdout:2306: oid 4 version 782 is already newer than 781 2024-04-02T08:32:08.000 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 4 v 782 (ObjNum 724 snap 238 seq_num 724) dirty exists 2024-04-02T08:32:08.000 INFO:tasks.rados.rados.0.smithi012.stdout:2306: left oid 4 (ObjNum 724 snap 238 seq_num 724) 2024-04-02T08:32:08.002 INFO:tasks.rados.rados.0.smithi012.stdout:2309: expect (ObjNum 640 snap 207 seq_num 640) 2024-04-02T08:32:08.055 INFO:tasks.rados.rados.0.smithi012.stdout:2307: expect (ObjNum 697 snap 223 seq_num 697) 2024-04-02T08:32:08.155 INFO:tasks.rados.rados.0.smithi012.stdout:2308: finishing copy_from racing read to smithi01277369-46 2024-04-02T08:32:08.155 INFO:tasks.rados.rados.0.smithi012.stdout:2308: finishing copy_from to smithi01277369-46 2024-04-02T08:32:08.155 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 46 v 1025 (ObjNum 649 snap 210 seq_num 649) dirty exists 2024-04-02T08:32:08.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:07 smithi012 ceph-mon[88355]: pgmap v475: 121 pgs: 121 active+clean; 441 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 998 KiB/s wr, 6 op/s 2024-04-02T08:32:08.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:07 smithi012 ceph-mon[88355]: osdmap e539: 8 total, 8 up, 8 in 2024-04-02T08:32:08.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:32:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:32:07] "GET /metrics HTTP/1.1" 200 36266 "" "Prometheus/2.43.0" 2024-04-02T08:32:08.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:07 smithi012 ceph-mon[90784]: pgmap v475: 121 pgs: 121 active+clean; 441 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 998 KiB/s wr, 6 op/s 2024-04-02T08:32:08.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:07 smithi012 ceph-mon[90784]: osdmap e539: 8 total, 8 up, 8 in 2024-04-02T08:32:08.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:07 smithi055 ceph-mon[85080]: pgmap v475: 121 pgs: 121 active+clean; 441 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 998 KiB/s wr, 6 op/s 2024-04-02T08:32:08.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:07 smithi055 ceph-mon[85080]: osdmap e539: 8 total, 8 up, 8 in 2024-04-02T08:32:08.949 INFO:tasks.rados.rados.0.smithi012.stdout:2306: done (4 left) 2024-04-02T08:32:08.949 INFO:tasks.rados.rados.0.smithi012.stdout:2307: done (3 left) 2024-04-02T08:32:08.949 INFO:tasks.rados.rados.0.smithi012.stdout:2308: done (2 left) 2024-04-02T08:32:08.949 INFO:tasks.rados.rados.0.smithi012.stdout:2309: done (1 left) 2024-04-02T08:32:08.949 INFO:tasks.rados.rados.0.smithi012.stdout:2310: done (0 left) 2024-04-02T08:32:08.949 INFO:tasks.rados.rados.0.smithi012.stdout:2311: copy_from oid 23 from oid 16 current snap is 239 2024-04-02T08:32:08.950 INFO:tasks.rados.rados.0.smithi012.stdout:2312: setattr oid 43 current snap is 239 2024-04-02T08:32:08.951 INFO:tasks.rados.rados.0.smithi012.stdout:2313: snap_create 2024-04-02T08:32:08.954 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 43 v 1254 (ObjNum 33 snap 0 seq_num 925328112) dirty exists 2024-04-02T08:32:08.957 INFO:tasks.rados.rados.0.smithi012.stdout:2311: finishing copy_from racing read to smithi01277369-23 2024-04-02T08:32:08.958 INFO:tasks.rados.rados.0.smithi012.stdout:2311: finishing copy_from to smithi01277369-23 2024-04-02T08:32:08.958 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 23 v 336 (ObjNum 81 snap 0 seq_num 1700749161) dirty exists 2024-04-02T08:32:09.275 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:08 smithi012 ceph-mon[88355]: osdmap e540: 8 total, 8 up, 8 in 2024-04-02T08:32:09.275 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:08 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:09.275 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:08 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:09.275 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:08 smithi012 ceph-mon[88355]: osdmap e541: 8 total, 8 up, 8 in 2024-04-02T08:32:09.275 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:08 smithi012 ceph-mon[90784]: osdmap e540: 8 total, 8 up, 8 in 2024-04-02T08:32:09.275 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:08 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:09.275 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:08 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:09.275 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:08 smithi012 ceph-mon[90784]: osdmap e541: 8 total, 8 up, 8 in 2024-04-02T08:32:09.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:08 smithi055 ceph-mon[85080]: osdmap e540: 8 total, 8 up, 8 in 2024-04-02T08:32:09.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:08 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:09.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:08 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:09.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:08 smithi055 ceph-mon[85080]: osdmap e541: 8 total, 8 up, 8 in 2024-04-02T08:32:09.951 INFO:tasks.rados.rados.0.smithi012.stdout:2311: done (2 left) 2024-04-02T08:32:09.951 INFO:tasks.rados.rados.0.smithi012.stdout:2312: done (1 left) 2024-04-02T08:32:09.951 INFO:tasks.rados.rados.0.smithi012.stdout:2313: done (0 left) 2024-04-02T08:32:09.951 INFO:tasks.rados.rados.0.smithi012.stdout:2314: copy_from oid 9 from oid 43 current snap is 240 2024-04-02T08:32:09.951 INFO:tasks.rados.rados.0.smithi012.stdout:2315: copy_from oid 20 from oid 18 current snap is 240 2024-04-02T08:32:09.952 INFO:tasks.rados.rados.0.smithi012.stdout:2316: read oid 15 snap 232 2024-04-02T08:32:09.952 INFO:tasks.rados.rados.0.smithi012.stdout:2316: expect deleted 2024-04-02T08:32:09.952 INFO:tasks.rados.rados.0.smithi012.stdout:2317: read oid 44 snap -1 2024-04-02T08:32:09.952 INFO:tasks.rados.rados.0.smithi012.stdout:2317: expect (ObjNum 718 snap 233 seq_num 718) 2024-04-02T08:32:09.952 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 11 current snap is 240 2024-04-02T08:32:09.952 INFO:tasks.rados.rados.0.smithi012.stdout:2318: seq_num 725 ranges {344064=147456} 2024-04-02T08:32:09.954 INFO:tasks.rados.rados.0.smithi012.stdout:2318: writing smithi01277369-11 from 344064 to 491520 tid 1 2024-04-02T08:32:09.954 INFO:tasks.rados.rados.0.smithi012.stdout:2319: read oid 7 snap -1 2024-04-02T08:32:09.954 INFO:tasks.rados.rados.0.smithi012.stdout:2319: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:32:09.954 INFO:tasks.rados.rados.0.smithi012.stdout:2320: delete oid 32 current snap is 240 2024-04-02T08:32:09.954 INFO:tasks.rados.rados.0.smithi012.stdout:2314: finishing copy_from racing read to smithi01277369-9 2024-04-02T08:32:09.957 INFO:tasks.rados.rados.0.smithi012.stdout:2319: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:32:09.963 INFO:tasks.rados.rados.0.smithi012.stdout:2314: finishing copy_from to smithi01277369-9 2024-04-02T08:32:09.964 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 9 v 1254 (ObjNum 33 snap 0 seq_num 917569920) dirty exists 2024-04-02T08:32:09.964 INFO:tasks.rados.rados.0.smithi012.stdout:2317: expect (ObjNum 718 snap 233 seq_num 718) 2024-04-02T08:32:10.078 INFO:tasks.rados.rados.0.smithi012.stdout:2318: finishing write tid 1 to smithi01277369-11 2024-04-02T08:32:10.078 INFO:tasks.rados.rados.0.smithi012.stdout:2318: finishing write tid 2 to smithi01277369-11 2024-04-02T08:32:10.078 INFO:tasks.rados.rados.0.smithi012.stdout:2315: finishing copy_from racing read to smithi01277369-20 2024-04-02T08:32:10.078 INFO:tasks.rados.rados.0.smithi012.stdout:2318: finishing write tid 3 to smithi01277369-11 2024-04-02T08:32:10.078 INFO:tasks.rados.rados.0.smithi012.stdout:2318: oid 11 updating version 0 to 1591 2024-04-02T08:32:10.079 INFO:tasks.rados.rados.0.smithi012.stdout:2318: oid 11 version 1591 is already newer than 1590 2024-04-02T08:32:10.079 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 11 v 1591 (ObjNum 725 snap 240 seq_num 725) dirty exists 2024-04-02T08:32:10.079 INFO:tasks.rados.rados.0.smithi012.stdout:2318: left oid 11 (ObjNum 725 snap 240 seq_num 725) 2024-04-02T08:32:10.079 INFO:tasks.rados.rados.0.smithi012.stdout:2315: finishing copy_from to smithi01277369-20 2024-04-02T08:32:10.079 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 20 v 994 (ObjNum 624 snap 203 seq_num 624) dirty exists 2024-04-02T08:32:10.079 INFO:tasks.rados.rados.0.smithi012.stdout:2314: done (6 left) 2024-04-02T08:32:10.079 INFO:tasks.rados.rados.0.smithi012.stdout:2315: done (5 left) 2024-04-02T08:32:10.079 INFO:tasks.rados.rados.0.smithi012.stdout:2316: done (4 left) 2024-04-02T08:32:10.079 INFO:tasks.rados.rados.0.smithi012.stdout:2317: done (3 left) 2024-04-02T08:32:10.079 INFO:tasks.rados.rados.0.smithi012.stdout:2318: done (2 left) 2024-04-02T08:32:10.079 INFO:tasks.rados.rados.0.smithi012.stdout:2319: done (1 left) 2024-04-02T08:32:10.079 INFO:tasks.rados.rados.0.smithi012.stdout:2320: done (0 left) 2024-04-02T08:32:10.079 INFO:tasks.rados.rados.0.smithi012.stdout:2321: read oid 13 snap -1 2024-04-02T08:32:10.079 INFO:tasks.rados.rados.0.smithi012.stdout:2321: expect (ObjNum 639 snap 207 seq_num 639) 2024-04-02T08:32:10.079 INFO:tasks.rados.rados.0.smithi012.stdout:2322: rmattr oid 50 current snap is 240 2024-04-02T08:32:10.080 INFO:tasks.rados.rados.0.smithi012.stdout:2322: done (1 left) 2024-04-02T08:32:10.080 INFO:tasks.rados.rados.0.smithi012.stdout:2323: read oid 35 snap -1 2024-04-02T08:32:10.080 INFO:tasks.rados.rados.0.smithi012.stdout:2323: expect (ObjNum 663 snap 212 seq_num 663) 2024-04-02T08:32:10.080 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 24 current snap is 240 2024-04-02T08:32:10.080 INFO:tasks.rados.rados.0.smithi012.stdout:2324: seq_num 727 ranges {0=180224} 2024-04-02T08:32:10.080 INFO:tasks.rados.rados.0.smithi012.stdout:2324: writing smithi01277369-24 from 0 to 180224 tid 1 2024-04-02T08:32:10.080 INFO:tasks.rados.rados.0.smithi012.stdout:2325: copy_from oid 1 from oid 4 current snap is 240 2024-04-02T08:32:10.080 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 9 current snap is 240 2024-04-02T08:32:10.080 INFO:tasks.rados.rados.0.smithi012.stdout:2326: seq_num 728 ranges {0=196608} 2024-04-02T08:32:10.081 INFO:tasks.rados.rados.0.smithi012.stdout:2326: writing smithi01277369-9 from 0 to 196608 tid 1 2024-04-02T08:32:10.081 INFO:tasks.rados.rados.0.smithi012.stdout:2327: read oid 10 snap -1 2024-04-02T08:32:10.081 INFO:tasks.rados.rados.0.smithi012.stdout:2327: expect deleted 2024-04-02T08:32:10.081 INFO:tasks.rados.rados.0.smithi012.stdout:2328: read oid 30 snap -1 2024-04-02T08:32:10.081 INFO:tasks.rados.rados.0.smithi012.stdout:2328: expect (ObjNum 710 snap 230 seq_num 710) 2024-04-02T08:32:10.081 INFO:tasks.rados.rados.0.smithi012.stdout:2329: copy_from oid 26 from oid 34 current snap is 240 2024-04-02T08:32:10.082 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 27 current snap is 240 2024-04-02T08:32:10.082 INFO:tasks.rados.rados.0.smithi012.stdout:2330: seq_num 729 ranges {8806400=212992} 2024-04-02T08:32:10.134 INFO:tasks.rados.rados.0.smithi012.stdout:2330: writing smithi01277369-27 from 8806400 to 9019392 tid 1 2024-04-02T08:32:10.134 INFO:tasks.rados.rados.0.smithi012.stdout:2331: snap_create 2024-04-02T08:32:10.134 INFO:tasks.rados.rados.0.smithi012.stdout:2326: finishing write tid 1 to smithi01277369-9 2024-04-02T08:32:10.134 INFO:tasks.rados.rados.0.smithi012.stdout:2326: finishing write tid 2 to smithi01277369-9 2024-04-02T08:32:10.134 INFO:tasks.rados.rados.0.smithi012.stdout:2326: finishing write tid 3 to smithi01277369-9 2024-04-02T08:32:10.134 INFO:tasks.rados.rados.0.smithi012.stdout:2326: oid 9 updating version 0 to 1255 2024-04-02T08:32:10.134 INFO:tasks.rados.rados.0.smithi012.stdout:2326: oid 9 updating version 1255 to 1256 2024-04-02T08:32:10.134 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 9 v 1256 (ObjNum 728 snap 240 seq_num 728) dirty exists 2024-04-02T08:32:10.134 INFO:tasks.rados.rados.0.smithi012.stdout:2326: left oid 9 (ObjNum 728 snap 240 seq_num 728) 2024-04-02T08:32:10.135 INFO:tasks.rados.rados.0.smithi012.stdout:2325: finishing copy_from racing read to smithi01277369-1 2024-04-02T08:32:10.135 INFO:tasks.rados.rados.0.smithi012.stdout:2328: expect (ObjNum 710 snap 230 seq_num 710) 2024-04-02T08:32:10.195 INFO:tasks.rados.rados.0.smithi012.stdout:2325: finishing copy_from to smithi01277369-1 2024-04-02T08:32:10.196 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 1 v 782 (ObjNum 724 snap 238 seq_num 724) dirty exists 2024-04-02T08:32:10.196 INFO:tasks.rados.rados.0.smithi012.stdout:2321: expect (ObjNum 639 snap 207 seq_num 639) 2024-04-02T08:32:10.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:09 smithi055 ceph-mon[85080]: pgmap v478: 121 pgs: 121 active+clean; 441 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 998 KiB/s wr, 6 op/s 2024-04-02T08:32:10.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:09 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:10.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:09 smithi055 ceph-mon[85080]: osdmap e542: 8 total, 8 up, 8 in 2024-04-02T08:32:10.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:09 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:10.382 INFO:tasks.rados.rados.0.smithi012.stdout:2329: finishing copy_from racing read to smithi01277369-26 2024-04-02T08:32:10.382 INFO:tasks.rados.rados.0.smithi012.stdout:2324: finishing write tid 1 to smithi01277369-24 2024-04-02T08:32:10.382 INFO:tasks.rados.rados.0.smithi012.stdout:2324: finishing write tid 2 to smithi01277369-24 2024-04-02T08:32:10.382 INFO:tasks.rados.rados.0.smithi012.stdout:2329: finishing copy_from to smithi01277369-26 2024-04-02T08:32:10.382 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 26 v 990 (ObjNum 639 snap 207 seq_num 639) dirty exists 2024-04-02T08:32:10.382 INFO:tasks.rados.rados.0.smithi012.stdout:2323: expect (ObjNum 663 snap 212 seq_num 663) 2024-04-02T08:32:10.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:09 smithi012 ceph-mon[90784]: pgmap v478: 121 pgs: 121 active+clean; 441 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 998 KiB/s wr, 6 op/s 2024-04-02T08:32:10.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:09 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:10.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:09 smithi012 ceph-mon[90784]: osdmap e542: 8 total, 8 up, 8 in 2024-04-02T08:32:10.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:09 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:10.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:09 smithi012 ceph-mon[88355]: pgmap v478: 121 pgs: 121 active+clean; 441 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 998 KiB/s wr, 6 op/s 2024-04-02T08:32:10.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:09 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:10.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:09 smithi012 ceph-mon[88355]: osdmap e542: 8 total, 8 up, 8 in 2024-04-02T08:32:10.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:09 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:10.763 INFO:tasks.rados.rados.0.smithi012.stdout:2324: finishing write tid 3 to smithi01277369-24 2024-04-02T08:32:10.764 INFO:tasks.rados.rados.0.smithi012.stdout:2324: oid 24 updating version 0 to 1596 2024-04-02T08:32:10.764 INFO:tasks.rados.rados.0.smithi012.stdout:2324: oid 24 updating version 1596 to 1597 2024-04-02T08:32:10.764 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 24 v 1597 (ObjNum 727 snap 240 seq_num 727) dirty exists 2024-04-02T08:32:10.764 INFO:tasks.rados.rados.0.smithi012.stdout:2324: left oid 24 (ObjNum 727 snap 240 seq_num 727) 2024-04-02T08:32:10.764 INFO:tasks.rados.rados.0.smithi012.stdout:2330: finishing write tid 1 to smithi01277369-27 2024-04-02T08:32:10.764 INFO:tasks.rados.rados.0.smithi012.stdout:2330: finishing write tid 2 to smithi01277369-27 2024-04-02T08:32:10.764 INFO:tasks.rados.rados.0.smithi012.stdout:2330: finishing write tid 3 to smithi01277369-27 2024-04-02T08:32:10.764 INFO:tasks.rados.rados.0.smithi012.stdout:2330: oid 27 updating version 0 to 1060 2024-04-02T08:32:10.764 INFO:tasks.rados.rados.0.smithi012.stdout:2330: oid 27 version 1060 is already newer than 1059 2024-04-02T08:32:10.764 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 27 v 1060 (ObjNum 729 snap 240 seq_num 729) dirty exists 2024-04-02T08:32:10.764 INFO:tasks.rados.rados.0.smithi012.stdout:2330: left oid 27 (ObjNum 729 snap 240 seq_num 729) 2024-04-02T08:32:10.977 INFO:tasks.rados.rados.0.smithi012.stdout:2321: done (9 left) 2024-04-02T08:32:10.977 INFO:tasks.rados.rados.0.smithi012.stdout:2323: done (8 left) 2024-04-02T08:32:10.977 INFO:tasks.rados.rados.0.smithi012.stdout:2324: done (7 left) 2024-04-02T08:32:10.977 INFO:tasks.rados.rados.0.smithi012.stdout:2325: done (6 left) 2024-04-02T08:32:10.977 INFO:tasks.rados.rados.0.smithi012.stdout:2326: done (5 left) 2024-04-02T08:32:10.977 INFO:tasks.rados.rados.0.smithi012.stdout:2327: done (4 left) 2024-04-02T08:32:10.978 INFO:tasks.rados.rados.0.smithi012.stdout:2328: done (3 left) 2024-04-02T08:32:10.978 INFO:tasks.rados.rados.0.smithi012.stdout:2329: done (2 left) 2024-04-02T08:32:10.978 INFO:tasks.rados.rados.0.smithi012.stdout:2330: done (1 left) 2024-04-02T08:32:10.978 INFO:tasks.rados.rados.0.smithi012.stdout:2331: done (0 left) 2024-04-02T08:32:10.978 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 43 current snap is 241 2024-04-02T08:32:10.978 INFO:tasks.rados.rados.0.smithi012.stdout:2332: seq_num 730 ranges {0=229376} 2024-04-02T08:32:10.978 INFO:tasks.rados.rados.0.smithi012.stdout:2332: writing smithi01277369-43 from 0 to 229376 tid 1 2024-04-02T08:32:10.979 INFO:tasks.rados.rados.0.smithi012.stdout:2333: snap_remove snap 223 2024-04-02T08:32:11.983 INFO:tasks.rados.rados.0.smithi012.stdout:2333: done (1 left) 2024-04-02T08:32:11.983 INFO:tasks.rados.rados.0.smithi012.stdout:2334: copy_from oid 29 from oid 6 current snap is 241 2024-04-02T08:32:11.983 INFO:tasks.rados.rados.0.smithi012.stdout:2335: copy_from oid 22 from oid 16 current snap is 241 2024-04-02T08:32:11.983 INFO:tasks.rados.rados.0.smithi012.stdout:2336: delete oid 13 current snap is 241 2024-04-02T08:32:11.983 INFO:tasks.rados.rados.0.smithi012.stdout:2332: finishing write tid 1 to smithi01277369-43 2024-04-02T08:32:11.983 INFO:tasks.rados.rados.0.smithi012.stdout:2332: finishing write tid 2 to smithi01277369-43 2024-04-02T08:32:11.983 INFO:tasks.rados.rados.0.smithi012.stdout:2332: finishing write tid 3 to smithi01277369-43 2024-04-02T08:32:11.983 INFO:tasks.rados.rados.0.smithi012.stdout:2332: oid 43 updating version 0 to 1258 2024-04-02T08:32:11.984 INFO:tasks.rados.rados.0.smithi012.stdout:2332: oid 43 version 1258 is already newer than 1257 2024-04-02T08:32:11.984 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 43 v 1258 (ObjNum 730 snap 241 seq_num 730) dirty exists 2024-04-02T08:32:11.984 INFO:tasks.rados.rados.0.smithi012.stdout:2332: left oid 43 (ObjNum 730 snap 241 seq_num 730) 2024-04-02T08:32:12.000 INFO:tasks.rados.rados.0.smithi012.stdout:2332: done (3 left) 2024-04-02T08:32:12.001 INFO:tasks.rados.rados.0.smithi012.stdout:2336: done (2 left) 2024-04-02T08:32:12.001 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 19 current snap is 241 2024-04-02T08:32:12.001 INFO:tasks.rados.rados.0.smithi012.stdout:2337: seq_num 732 ranges {1613824=262144} 2024-04-02T08:32:12.013 INFO:tasks.rados.rados.0.smithi012.stdout:2337: writing smithi01277369-19 from 1613824 to 1875968 tid 1 2024-04-02T08:32:12.013 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 4 current snap is 241 2024-04-02T08:32:12.013 INFO:tasks.rados.rados.0.smithi012.stdout:2335: finishing copy_from racing read to smithi01277369-22 2024-04-02T08:32:12.013 INFO:tasks.rados.rados.0.smithi012.stdout:2338: seq_num 733 ranges {2252800=278528} 2024-04-02T08:32:12.028 INFO:tasks.rados.rados.0.smithi012.stdout:2338: writing smithi01277369-4 from 2252800 to 2531328 tid 1 2024-04-02T08:32:12.028 INFO:tasks.rados.rados.0.smithi012.stdout:2339: read oid 15 snap -1 2024-04-02T08:32:12.028 INFO:tasks.rados.rados.0.smithi012.stdout:2339: expect deleted 2024-04-02T08:32:12.028 INFO:tasks.rados.rados.0.smithi012.stdout:2340: copy_from oid 7 from oid 14 current snap is 241 2024-04-02T08:32:12.028 INFO:tasks.rados.rados.0.smithi012.stdout:2335: finishing copy_from to smithi01277369-22 2024-04-02T08:32:12.028 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 22 v 336 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:32:12.028 INFO:tasks.rados.rados.0.smithi012.stdout:2337: finishing write tid 1 to smithi01277369-19 2024-04-02T08:32:12.029 INFO:tasks.rados.rados.0.smithi012.stdout:2337: finishing write tid 2 to smithi01277369-19 2024-04-02T08:32:12.029 INFO:tasks.rados.rados.0.smithi012.stdout:2337: finishing write tid 3 to smithi01277369-19 2024-04-02T08:32:12.029 INFO:tasks.rados.rados.0.smithi012.stdout:2337: oid 19 updating version 0 to 1094 2024-04-02T08:32:12.029 INFO:tasks.rados.rados.0.smithi012.stdout:2337: oid 19 updating version 1094 to 1095 2024-04-02T08:32:12.029 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 19 v 1095 (ObjNum 732 snap 241 seq_num 732) dirty exists 2024-04-02T08:32:12.046 INFO:tasks.rados.rados.0.smithi012.stdout:2337: left oid 19 (ObjNum 732 snap 241 seq_num 732) 2024-04-02T08:32:12.046 INFO:tasks.rados.rados.0.smithi012.stdout:2334: finishing copy_from racing read to smithi01277369-29 2024-04-02T08:32:12.046 INFO:tasks.rados.rados.0.smithi012.stdout:2335: done (5 left) 2024-04-02T08:32:12.047 INFO:tasks.rados.rados.0.smithi012.stdout:2337: done (4 left) 2024-04-02T08:32:12.047 INFO:tasks.rados.rados.0.smithi012.stdout:2341: read oid 13 snap -1 2024-04-02T08:32:12.047 INFO:tasks.rados.rados.0.smithi012.stdout:2341: expect deleted 2024-04-02T08:32:12.047 INFO:tasks.rados.rados.0.smithi012.stdout:2342: setattr oid 35 current snap is 241 2024-04-02T08:32:12.047 INFO:tasks.rados.rados.0.smithi012.stdout:2339: done (5 left) 2024-04-02T08:32:12.047 INFO:tasks.rados.rados.0.smithi012.stdout:2341: done (4 left) 2024-04-02T08:32:12.047 INFO:tasks.rados.rados.0.smithi012.stdout:2343: setattr oid 25 current snap is 241 2024-04-02T08:32:12.047 INFO:tasks.rados.rados.0.smithi012.stdout:2344: rmattr oid 34 current snap is 241 2024-04-02T08:32:12.047 INFO:tasks.rados.rados.0.smithi012.stdout:2344: done (5 left) 2024-04-02T08:32:12.047 INFO:tasks.rados.rados.0.smithi012.stdout:2345: read oid 44 snap -1 2024-04-02T08:32:12.047 INFO:tasks.rados.rados.0.smithi012.stdout:2345: expect (ObjNum 718 snap 233 seq_num 718) 2024-04-02T08:32:12.047 INFO:tasks.rados.rados.0.smithi012.stdout:2346: rollback oid 1 current snap is 241 2024-04-02T08:32:12.047 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 1 to 215 2024-04-02T08:32:12.048 INFO:tasks.rados.rados.0.smithi012.stdout:2347: rollback oid 2 current snap is 241 2024-04-02T08:32:12.048 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 2 to 238 2024-04-02T08:32:12.048 INFO:tasks.rados.rados.0.smithi012.stdout:2348: snap_remove snap 214 2024-04-02T08:32:12.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:11 smithi012 ceph-mon[88355]: pgmap v481: 121 pgs: 121 active+clean; 442 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 306 KiB/s wr, 4 op/s 2024-04-02T08:32:12.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:11 smithi012 ceph-mon[88355]: osdmap e543: 8 total, 8 up, 8 in 2024-04-02T08:32:12.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:11 smithi012 ceph-mon[90784]: pgmap v481: 121 pgs: 121 active+clean; 442 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 306 KiB/s wr, 4 op/s 2024-04-02T08:32:12.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:11 smithi012 ceph-mon[90784]: osdmap e543: 8 total, 8 up, 8 in 2024-04-02T08:32:12.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:11 smithi055 ceph-mon[85080]: pgmap v481: 121 pgs: 121 active+clean; 442 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 306 KiB/s wr, 4 op/s 2024-04-02T08:32:12.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:11 smithi055 ceph-mon[85080]: osdmap e543: 8 total, 8 up, 8 in 2024-04-02T08:32:12.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:32:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:32:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:32:13.003 INFO:tasks.rados.rados.0.smithi012.stdout:2338: finishing write tid 1 to smithi01277369-4 2024-04-02T08:32:13.003 INFO:tasks.rados.rados.0.smithi012.stdout:2338: finishing write tid 2 to smithi01277369-4 2024-04-02T08:32:13.003 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 35 v 1607 (ObjNum 663 snap 212 seq_num 663) dirty exists 2024-04-02T08:32:13.004 INFO:tasks.rados.rados.0.smithi012.stdout:2338: finishing write tid 3 to smithi01277369-4 2024-04-02T08:32:13.004 INFO:tasks.rados.rados.0.smithi012.stdout:2338: oid 4 updating version 0 to 786 2024-04-02T08:32:13.004 INFO:tasks.rados.rados.0.smithi012.stdout:2338: oid 4 updating version 786 to 787 2024-04-02T08:32:13.004 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 4 v 787 (ObjNum 733 snap 241 seq_num 733) dirty exists 2024-04-02T08:32:13.004 INFO:tasks.rados.rados.0.smithi012.stdout:2338: left oid 4 (ObjNum 733 snap 241 seq_num 733) 2024-04-02T08:32:13.004 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 25 v 789 (ObjNum 623 snap 202 seq_num 623) dirty exists 2024-04-02T08:32:13.004 INFO:tasks.rados.rados.0.smithi012.stdout:2347: finishing rollback tid 0 to smithi01277369-2 2024-04-02T08:32:13.004 INFO:tasks.rados.rados.0.smithi012.stdout:2345: expect (ObjNum 718 snap 233 seq_num 718) 2024-04-02T08:32:13.120 INFO:tasks.rados.rados.0.smithi012.stdout:2346: finishing rollback tid 0 to smithi01277369-1 2024-04-02T08:32:13.121 INFO:tasks.rados.rados.0.smithi012.stdout:2346: finishing rollback tid 1 to smithi01277369-1 2024-04-02T08:32:13.121 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 1 v 1062 (ObjNum 33 snap 0 seq_num 1823182238) dirty dne 2024-04-02T08:32:13.121 INFO:tasks.rados.rados.0.smithi012.stdout:2347: finishing rollback tid 1 to smithi01277369-2 2024-04-02T08:32:13.121 INFO:tasks.rados.rados.0.smithi012.stdout:2338: done (8 left) 2024-04-02T08:32:13.121 INFO:tasks.rados.rados.0.smithi012.stdout:2342: done (7 left) 2024-04-02T08:32:13.121 INFO:tasks.rados.rados.0.smithi012.stdout:2343: done (6 left) 2024-04-02T08:32:13.121 INFO:tasks.rados.rados.0.smithi012.stdout:2345: done (5 left) 2024-04-02T08:32:13.121 INFO:tasks.rados.rados.0.smithi012.stdout:2346: done (4 left) 2024-04-02T08:32:13.121 INFO:tasks.rados.rados.0.smithi012.stdout:2348: done (3 left) 2024-04-02T08:32:13.121 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 47 current snap is 241 2024-04-02T08:32:13.121 INFO:tasks.rados.rados.0.smithi012.stdout:2347: finishing rollback tid 2 to smithi01277369-2 2024-04-02T08:32:13.121 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 2 v 1336 (ObjNum 712 snap 230 seq_num 712) dirty exists 2024-04-02T08:32:13.121 INFO:tasks.rados.rados.0.smithi012.stdout:2334: finishing copy_from to smithi01277369-29 2024-04-02T08:32:13.122 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 29 v 754 (ObjNum 703 snap 229 seq_num 703) dirty exists 2024-04-02T08:32:13.122 INFO:tasks.rados.rados.0.smithi012.stdout:2340: finishing copy_from racing read to smithi01277369-7 2024-04-02T08:32:13.122 INFO:tasks.rados.rados.0.smithi012.stdout:2349: seq_num 734 ranges {2883584=294912} 2024-04-02T08:32:13.138 INFO:tasks.rados.rados.0.smithi012.stdout:2349: writing smithi01277369-47 from 2883584 to 3178496 tid 1 2024-04-02T08:32:13.138 INFO:tasks.rados.rados.0.smithi012.stdout:2334: done (3 left) 2024-04-02T08:32:13.138 INFO:tasks.rados.rados.0.smithi012.stdout:2347: done (2 left) 2024-04-02T08:32:13.138 INFO:tasks.rados.rados.0.smithi012.stdout:2350: rollback oid 2 current snap is 241 2024-04-02T08:32:13.138 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 2 to 235 2024-04-02T08:32:13.138 INFO:tasks.rados.rados.0.smithi012.stdout:2340: finishing copy_from to smithi01277369-7 2024-04-02T08:32:13.138 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 7 v 868 (ObjNum 705 snap 229 seq_num 705) dirty exists 2024-04-02T08:32:13.138 INFO:tasks.rados.rados.0.smithi012.stdout:2340: done (2 left) 2024-04-02T08:32:13.138 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 37 current snap is 241 2024-04-02T08:32:13.138 INFO:tasks.rados.rados.0.smithi012.stdout:2351: seq_num 735 ranges {2383872=311296} 2024-04-02T08:32:13.153 INFO:tasks.rados.rados.0.smithi012.stdout:2351: writing smithi01277369-37 from 2383872 to 2695168 tid 1 2024-04-02T08:32:13.153 INFO:tasks.rados.rados.0.smithi012.stdout:2352: snap_create 2024-04-02T08:32:13.153 INFO:tasks.rados.rados.0.smithi012.stdout:2349: finishing write tid 1 to smithi01277369-47 2024-04-02T08:32:13.153 INFO:tasks.rados.rados.0.smithi012.stdout:2349: finishing write tid 2 to smithi01277369-47 2024-04-02T08:32:13.153 INFO:tasks.rados.rados.0.smithi012.stdout:2350: finishing rollback tid 0 to smithi01277369-2 2024-04-02T08:32:13.153 INFO:tasks.rados.rados.0.smithi012.stdout:2350: finishing rollback tid 1 to smithi01277369-2 2024-04-02T08:32:13.153 INFO:tasks.rados.rados.0.smithi012.stdout:2350: finishing rollback tid 2 to smithi01277369-2 2024-04-02T08:32:13.153 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 2 v 1349 (ObjNum 712 snap 230 seq_num 712) dirty exists 2024-04-02T08:32:13.153 INFO:tasks.rados.rados.0.smithi012.stdout:2349: finishing write tid 3 to smithi01277369-47 2024-04-02T08:32:13.153 INFO:tasks.rados.rados.0.smithi012.stdout:2349: oid 47 updating version 0 to 878 2024-04-02T08:32:13.153 INFO:tasks.rados.rados.0.smithi012.stdout:2349: oid 47 updating version 878 to 879 2024-04-02T08:32:13.153 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 47 v 879 (ObjNum 734 snap 241 seq_num 734) dirty exists 2024-04-02T08:32:13.153 INFO:tasks.rados.rados.0.smithi012.stdout:2349: left oid 47 (ObjNum 734 snap 241 seq_num 734) 2024-04-02T08:32:13.155 INFO:tasks.rados.rados.0.smithi012.stdout:2351: finishing write tid 1 to smithi01277369-37 2024-04-02T08:32:13.155 INFO:tasks.rados.rados.0.smithi012.stdout:2351: finishing write tid 2 to smithi01277369-37 2024-04-02T08:32:13.157 INFO:tasks.rados.rados.0.smithi012.stdout:2351: finishing write tid 3 to smithi01277369-37 2024-04-02T08:32:13.157 INFO:tasks.rados.rados.0.smithi012.stdout:2351: oid 37 updating version 0 to 1063 2024-04-02T08:32:13.157 INFO:tasks.rados.rados.0.smithi012.stdout:2351: oid 37 version 1063 is already newer than 1062 2024-04-02T08:32:13.157 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 37 v 1063 (ObjNum 735 snap 241 seq_num 735) dirty exists 2024-04-02T08:32:13.158 INFO:tasks.rados.rados.0.smithi012.stdout:2351: left oid 37 (ObjNum 735 snap 241 seq_num 735) 2024-04-02T08:32:13.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:12 smithi012 ceph-mon[88355]: osdmap e544: 8 total, 8 up, 8 in 2024-04-02T08:32:13.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:12 smithi012 ceph-mon[90784]: osdmap e544: 8 total, 8 up, 8 in 2024-04-02T08:32:13.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:12 smithi055 ceph-mon[85080]: osdmap e544: 8 total, 8 up, 8 in 2024-04-02T08:32:13.948 INFO:tasks.rados.rados.0.smithi012.stdout:2349: done (3 left) 2024-04-02T08:32:13.949 INFO:tasks.rados.rados.0.smithi012.stdout:2350: done (2 left) 2024-04-02T08:32:13.949 INFO:tasks.rados.rados.0.smithi012.stdout:2351: done (1 left) 2024-04-02T08:32:13.949 INFO:tasks.rados.rados.0.smithi012.stdout:2352: done (0 left) 2024-04-02T08:32:13.949 INFO:tasks.rados.rados.0.smithi012.stdout:2353: snap_remove snap 204 2024-04-02T08:32:14.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:13 smithi012 ceph-mon[88355]: pgmap v484: 121 pgs: 121 active+clean; 446 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.2 MiB/s wr, 26 op/s 2024-04-02T08:32:14.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:13 smithi012 ceph-mon[88355]: osdmap e545: 8 total, 8 up, 8 in 2024-04-02T08:32:14.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:14.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:14.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:14.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:32:14.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:13 smithi012 ceph-mon[88355]: osdmap e546: 8 total, 8 up, 8 in 2024-04-02T08:32:14.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:14.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:13 smithi012 ceph-mon[90784]: pgmap v484: 121 pgs: 121 active+clean; 446 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.2 MiB/s wr, 26 op/s 2024-04-02T08:32:14.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:13 smithi012 ceph-mon[90784]: osdmap e545: 8 total, 8 up, 8 in 2024-04-02T08:32:14.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:14.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:14.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:14.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:32:14.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:13 smithi012 ceph-mon[90784]: osdmap e546: 8 total, 8 up, 8 in 2024-04-02T08:32:14.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:14.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:13 smithi055 ceph-mon[85080]: pgmap v484: 121 pgs: 121 active+clean; 446 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.2 MiB/s wr, 26 op/s 2024-04-02T08:32:14.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:13 smithi055 ceph-mon[85080]: osdmap e545: 8 total, 8 up, 8 in 2024-04-02T08:32:14.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:14.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:14.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:14.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:32:14.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:13 smithi055 ceph-mon[85080]: osdmap e546: 8 total, 8 up, 8 in 2024-04-02T08:32:14.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:14.951 INFO:tasks.rados.rados.0.smithi012.stdout:2353: done (0 left) 2024-04-02T08:32:14.951 INFO:tasks.rados.rados.0.smithi012.stdout:2354: read oid 16 snap -1 2024-04-02T08:32:14.951 INFO:tasks.rados.rados.0.smithi012.stdout:2354: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:32:14.951 INFO:tasks.rados.rados.0.smithi012.stdout:2355: rollback oid 31 current snap is 242 2024-04-02T08:32:14.951 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 31 to 221 2024-04-02T08:32:14.951 INFO:tasks.rados.rados.0.smithi012.stdout:2356: rollback oid 36 current snap is 242 2024-04-02T08:32:14.951 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 36 to 237 2024-04-02T08:32:14.951 INFO:tasks.rados.rados.0.smithi012.stdout:2357: rollback oid 28 current snap is 242 2024-04-02T08:32:14.952 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 28 to 215 2024-04-02T08:32:14.952 INFO:tasks.rados.rados.0.smithi012.stdout:2358: snap_create 2024-04-02T08:32:14.952 INFO:tasks.rados.rados.0.smithi012.stdout:2354: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:32:14.964 INFO:tasks.rados.rados.0.smithi012.stdout:2355: finishing rollback tid 0 to smithi01277369-31 2024-04-02T08:32:14.964 INFO:tasks.rados.rados.0.smithi012.stdout:2356: finishing rollback tid 0 to smithi01277369-36 2024-04-02T08:32:14.965 INFO:tasks.rados.rados.0.smithi012.stdout:2356: finishing rollback tid 1 to smithi01277369-36 2024-04-02T08:32:14.965 INFO:tasks.rados.rados.0.smithi012.stdout:2356: finishing rollback tid 2 to smithi01277369-36 2024-04-02T08:32:14.965 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 36 v 1261 (ObjNum 576 snap 182 seq_num 576) dirty exists 2024-04-02T08:32:14.969 INFO:tasks.rados.rados.0.smithi012.stdout:2355: finishing rollback tid 1 to smithi01277369-31 2024-04-02T08:32:14.970 INFO:tasks.rados.rados.0.smithi012.stdout:2355: finishing rollback tid 2 to smithi01277369-31 2024-04-02T08:32:14.970 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 31 v 1039 (ObjNum 688 snap 219 seq_num 688) dirty exists 2024-04-02T08:32:14.971 INFO:tasks.rados.rados.0.smithi012.stdout:2357: finishing rollback tid 1 to smithi01277369-28 2024-04-02T08:32:14.971 INFO:tasks.rados.rados.0.smithi012.stdout:2357: finishing rollback tid 2 to smithi01277369-28 2024-04-02T08:32:14.971 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 28 v 1064 (ObjNum 639 snap 207 seq_num 639) dirty exists 2024-04-02T08:32:15.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:15 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:15.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:15 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:15.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:15 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:15.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:15 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:15.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:15 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:15.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:15 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-02T08:32:15.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:15 smithi055 ceph-mon[85080]: Upgrade: It appears safe to stop mds.b 2024-04-02T08:32:15.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:15 smithi055 ceph-mon[85080]: pgmap v487: 121 pgs: 121 active+clean; 446 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 962 KiB/s wr, 22 op/s 2024-04-02T08:32:15.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:15 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:15.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:15 smithi055 ceph-mon[85080]: osdmap e547: 8 total, 8 up, 8 in 2024-04-02T08:32:15.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:15.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:15.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:15.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:15.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:15.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-02T08:32:15.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:15 smithi012 ceph-mon[88355]: Upgrade: It appears safe to stop mds.b 2024-04-02T08:32:15.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:15 smithi012 ceph-mon[88355]: pgmap v487: 121 pgs: 121 active+clean; 446 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 962 KiB/s wr, 22 op/s 2024-04-02T08:32:15.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:15.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:15 smithi012 ceph-mon[88355]: osdmap e547: 8 total, 8 up, 8 in 2024-04-02T08:32:15.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:15.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:15.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:15.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:15.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:15.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-02T08:32:15.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:15 smithi012 ceph-mon[90784]: Upgrade: It appears safe to stop mds.b 2024-04-02T08:32:15.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:15 smithi012 ceph-mon[90784]: pgmap v487: 121 pgs: 121 active+clean; 446 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 962 KiB/s wr, 22 op/s 2024-04-02T08:32:15.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:15.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:15 smithi012 ceph-mon[90784]: osdmap e547: 8 total, 8 up, 8 in 2024-04-02T08:32:15.953 INFO:tasks.rados.rados.0.smithi012.stdout:2354: done (4 left) 2024-04-02T08:32:15.953 INFO:tasks.rados.rados.0.smithi012.stdout:2355: done (3 left) 2024-04-02T08:32:15.953 INFO:tasks.rados.rados.0.smithi012.stdout:2356: done (2 left) 2024-04-02T08:32:15.953 INFO:tasks.rados.rados.0.smithi012.stdout:2357: done (1 left) 2024-04-02T08:32:15.953 INFO:tasks.rados.rados.0.smithi012.stdout:2358: done (0 left) 2024-04-02T08:32:15.953 INFO:tasks.rados.rados.0.smithi012.stdout:2359: rollback oid 20 current snap is 243 2024-04-02T08:32:15.953 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 20 to 226 2024-04-02T08:32:15.953 INFO:tasks.rados.rados.0.smithi012.stdout:2360: copy_from oid 33 from oid 28 current snap is 243 2024-04-02T08:32:15.954 INFO:tasks.rados.rados.0.smithi012.stdout:2361: read oid 50 snap 226 2024-04-02T08:32:15.954 INFO:tasks.rados.rados.0.smithi012.stdout:2361: expect (ObjNum 589 snap 188 seq_num 589) 2024-04-02T08:32:15.954 INFO:tasks.rados.rados.0.smithi012.stdout:2362: copy_from oid 3 from oid 18 current snap is 243 2024-04-02T08:32:15.954 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 49 current snap is 243 2024-04-02T08:32:15.954 INFO:tasks.rados.rados.0.smithi012.stdout:2363: seq_num 736 ranges {65536=335872} 2024-04-02T08:32:15.955 INFO:tasks.rados.rados.0.smithi012.stdout:2363: writing smithi01277369-49 from 65536 to 401408 tid 1 2024-04-02T08:32:15.955 INFO:tasks.rados.rados.0.smithi012.stdout:2364: copy_from oid 44 from oid 21 current snap is 243 2024-04-02T08:32:15.955 INFO:tasks.rados.rados.0.smithi012.stdout:2365: rollback oid 8 current snap is 243 2024-04-02T08:32:15.955 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 8 to 237 2024-04-02T08:32:15.956 INFO:tasks.rados.rados.0.smithi012.stdout:2366: rollback oid 9 current snap is 243 2024-04-02T08:32:15.956 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 9 to 237 2024-04-02T08:32:15.956 INFO:tasks.rados.rados.0.smithi012.stdout:2367: rollback oid 4 current snap is 243 2024-04-02T08:32:15.956 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 4 to 232 2024-04-02T08:32:15.956 INFO:tasks.rados.rados.0.smithi012.stdout:2368: copy_from oid 5 from oid 36 current snap is 243 2024-04-02T08:32:15.956 INFO:tasks.rados.rados.0.smithi012.stdout:2369: rollback oid 30 current snap is 243 2024-04-02T08:32:15.956 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 30 to 196 2024-04-02T08:32:15.956 INFO:tasks.rados.rados.0.smithi012.stdout:2370: delete oid 42 current snap is 243 2024-04-02T08:32:15.961 INFO:tasks.rados.rados.0.smithi012.stdout:2363: finishing write tid 1 to smithi01277369-49 2024-04-02T08:32:15.963 INFO:tasks.rados.rados.0.smithi012.stdout:2363: finishing write tid 2 to smithi01277369-49 2024-04-02T08:32:15.963 INFO:tasks.rados.rados.0.smithi012.stdout:2364: finishing copy_from to smithi01277369-44 2024-04-02T08:32:15.963 INFO:tasks.rados.rados.0.smithi012.stdout:2364: got expected ENOENT (src dne) 2024-04-02T08:32:15.963 INFO:tasks.rados.rados.0.smithi012.stdout:2363: finishing write tid 3 to smithi01277369-49 2024-04-02T08:32:15.964 INFO:tasks.rados.rados.0.smithi012.stdout:2363: oid 49 updating version 0 to 1064 2024-04-02T08:32:15.964 INFO:tasks.rados.rados.0.smithi012.stdout:2363: oid 49 updating version 1064 to 1065 2024-04-02T08:32:15.964 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 49 v 1065 (ObjNum 736 snap 243 seq_num 736) dirty exists 2024-04-02T08:32:15.964 INFO:tasks.rados.rados.0.smithi012.stdout:2363: left oid 49 (ObjNum 736 snap 243 seq_num 736) 2024-04-02T08:32:15.964 INFO:tasks.rados.rados.0.smithi012.stdout:2364: finishing copy_from racing read to smithi01277369-44 2024-04-02T08:32:15.965 INFO:tasks.rados.rados.0.smithi012.stdout:2363: done (11 left) 2024-04-02T08:32:15.965 INFO:tasks.rados.rados.0.smithi012.stdout:2364: done (10 left) 2024-04-02T08:32:15.965 INFO:tasks.rados.rados.0.smithi012.stdout:2370: done (9 left) 2024-04-02T08:32:15.965 INFO:tasks.rados.rados.0.smithi012.stdout:2371: read oid 46 snap 191 2024-04-02T08:32:15.965 INFO:tasks.rados.rados.0.smithi012.stdout:2371: expect (ObjNum 573 snap 181 seq_num 573) 2024-04-02T08:32:15.965 INFO:tasks.rados.rados.0.smithi012.stdout:2372: snap_create 2024-04-02T08:32:15.968 INFO:tasks.rados.rados.0.smithi012.stdout:2359: finishing rollback tid 0 to smithi01277369-20 2024-04-02T08:32:15.969 INFO:tasks.rados.rados.0.smithi012.stdout:2362: finishing copy_from racing read to smithi01277369-3 2024-04-02T08:32:15.969 INFO:tasks.rados.rados.0.smithi012.stdout:2367: finishing rollback tid 0 to smithi01277369-4 2024-04-02T08:32:15.969 INFO:tasks.rados.rados.0.smithi012.stdout:2367: finishing rollback tid 1 to smithi01277369-4 2024-04-02T08:32:15.970 INFO:tasks.rados.rados.0.smithi012.stdout:2367: finishing rollback tid 2 to smithi01277369-4 2024-04-02T08:32:15.970 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 4 v 805 (ObjNum 699 snap 224 seq_num 699) dirty exists 2024-04-02T08:32:15.970 INFO:tasks.rados.rados.0.smithi012.stdout:2366: finishing rollback tid 0 to smithi01277369-9 2024-04-02T08:32:15.970 INFO:tasks.rados.rados.0.smithi012.stdout:2369: finishing rollback tid 0 to smithi01277369-30 2024-04-02T08:32:15.971 INFO:tasks.rados.rados.0.smithi012.stdout:2362: finishing copy_from to smithi01277369-3 2024-04-02T08:32:15.971 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 3 v 994 (ObjNum 624 snap 203 seq_num 624) dirty exists 2024-04-02T08:32:15.973 INFO:tasks.rados.rados.0.smithi012.stdout:2359: finishing rollback tid 1 to smithi01277369-20 2024-04-02T08:32:15.973 INFO:tasks.rados.rados.0.smithi012.stdout:2359: finishing rollback tid 2 to smithi01277369-20 2024-04-02T08:32:15.974 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 20 v 1631 (ObjNum 649 snap 210 seq_num 649) dirty exists 2024-04-02T08:32:15.974 INFO:tasks.rados.rados.0.smithi012.stdout:2365: finishing rollback tid 0 to smithi01277369-8 2024-04-02T08:32:15.974 INFO:tasks.rados.rados.0.smithi012.stdout:2365: finishing rollback tid 1 to smithi01277369-8 2024-04-02T08:32:15.974 INFO:tasks.rados.rados.0.smithi012.stdout:2365: finishing rollback tid 2 to smithi01277369-8 2024-04-02T08:32:15.975 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 8 v 1635 (ObjNum 706 snap 229 seq_num 706) dirty exists 2024-04-02T08:32:15.982 INFO:tasks.rados.rados.0.smithi012.stdout:2369: finishing rollback tid 1 to smithi01277369-30 2024-04-02T08:32:15.983 INFO:tasks.rados.rados.0.smithi012.stdout:2366: finishing rollback tid 1 to smithi01277369-9 2024-04-02T08:32:15.983 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 9 v 1263 (ObjNum 33 snap 0 seq_num 1823209608) dirty dne 2024-04-02T08:32:15.990 INFO:tasks.rados.rados.0.smithi012.stdout:2360: finishing copy_from racing read to smithi01277369-33 2024-04-02T08:32:15.990 INFO:tasks.rados.rados.0.smithi012.stdout:2369: finishing rollback tid 2 to smithi01277369-30 2024-04-02T08:32:15.990 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 30 v 1363 (ObjNum 534 snap 167 seq_num 534) dirty exists 2024-04-02T08:32:16.000 INFO:tasks.rados.rados.0.smithi012.stdout:2371: expect (ObjNum 573 snap 181 seq_num 573) 2024-04-02T08:32:16.164 INFO:tasks.rados.rados.0.smithi012.stdout:2360: finishing copy_from to smithi01277369-33 2024-04-02T08:32:16.164 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 33 v 1064 (ObjNum 639 snap 207 seq_num 639) dirty exists 2024-04-02T08:32:16.164 INFO:tasks.rados.rados.0.smithi012.stdout:2361: expect (ObjNum 589 snap 188 seq_num 589) 2024-04-02T08:32:16.894 INFO:tasks.rados.rados.0.smithi012.stdout:2368: finishing copy_from racing read to smithi01277369-5 2024-04-02T08:32:16.894 INFO:tasks.rados.rados.0.smithi012.stdout:2368: finishing copy_from to smithi01277369-5 2024-04-02T08:32:16.894 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 5 v 1261 (ObjNum 576 snap 182 seq_num 576) dirty exists 2024-04-02T08:32:16.955 INFO:tasks.rados.rados.0.smithi012.stdout:2359: done (10 left) 2024-04-02T08:32:16.955 INFO:tasks.rados.rados.0.smithi012.stdout:2360: done (9 left) 2024-04-02T08:32:16.955 INFO:tasks.rados.rados.0.smithi012.stdout:2361: done (8 left) 2024-04-02T08:32:16.956 INFO:tasks.rados.rados.0.smithi012.stdout:2362: done (7 left) 2024-04-02T08:32:16.956 INFO:tasks.rados.rados.0.smithi012.stdout:2365: done (6 left) 2024-04-02T08:32:16.956 INFO:tasks.rados.rados.0.smithi012.stdout:2366: done (5 left) 2024-04-02T08:32:16.956 INFO:tasks.rados.rados.0.smithi012.stdout:2367: done (4 left) 2024-04-02T08:32:16.956 INFO:tasks.rados.rados.0.smithi012.stdout:2368: done (3 left) 2024-04-02T08:32:16.956 INFO:tasks.rados.rados.0.smithi012.stdout:2369: done (2 left) 2024-04-02T08:32:16.956 INFO:tasks.rados.rados.0.smithi012.stdout:2371: done (1 left) 2024-04-02T08:32:16.956 INFO:tasks.rados.rados.0.smithi012.stdout:2372: done (0 left) 2024-04-02T08:32:16.956 INFO:tasks.rados.rados.0.smithi012.stdout:2373: read oid 21 snap -1 2024-04-02T08:32:16.956 INFO:tasks.rados.rados.0.smithi012.stdout:2373: expect deleted 2024-04-02T08:32:16.956 INFO:tasks.rados.rados.0.smithi012.stdout:2374: read oid 9 snap 239 2024-04-02T08:32:16.956 INFO:tasks.rados.rados.0.smithi012.stdout:2374: expect deleted 2024-04-02T08:32:16.956 INFO:tasks.rados.rados.0.smithi012.stdout:2375: read oid 28 snap -1 2024-04-02T08:32:16.956 INFO:tasks.rados.rados.0.smithi012.stdout:2375: expect (ObjNum 639 snap 207 seq_num 639) 2024-04-02T08:32:16.957 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 31 current snap is 244 2024-04-02T08:32:16.957 INFO:tasks.rados.rados.0.smithi012.stdout:2376: seq_num 738 ranges {8151040=368640} 2024-04-02T08:32:17.002 INFO:tasks.rados.rados.0.smithi012.stdout:2376: writing smithi01277369-31 from 8151040 to 8519680 tid 1 2024-04-02T08:32:17.002 INFO:tasks.rados.rados.0.smithi012.stdout:2377: delete oid 17 current snap is 244 2024-04-02T08:32:17.002 INFO:tasks.rados.rados.0.smithi012.stdout:2375: expect (ObjNum 639 snap 207 seq_num 639) 2024-04-02T08:32:17.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:16 smithi055 ceph-mon[85080]: Upgrade: Updating mds.b 2024-04-02T08:32:17.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:16 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:17.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:16 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:32:17.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:16 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:17.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:16 smithi055 ceph-mon[85080]: Deploying daemon mds.b on smithi055 2024-04-02T08:32:17.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:16 smithi055 ceph-mon[85080]: osdmap e548: 8 total, 8 up, 8 in 2024-04-02T08:32:17.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:16 smithi012 ceph-mon[90784]: Upgrade: Updating mds.b 2024-04-02T08:32:17.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:16 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:17.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:16 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:32:17.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:16 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:17.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:16 smithi012 ceph-mon[90784]: Deploying daemon mds.b on smithi055 2024-04-02T08:32:17.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:16 smithi012 ceph-mon[90784]: osdmap e548: 8 total, 8 up, 8 in 2024-04-02T08:32:17.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:16 smithi012 ceph-mon[88355]: Upgrade: Updating mds.b 2024-04-02T08:32:17.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:16 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:17.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:16 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:32:17.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:16 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:17.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:16 smithi012 ceph-mon[88355]: Deploying daemon mds.b on smithi055 2024-04-02T08:32:17.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:16 smithi012 ceph-mon[88355]: osdmap e548: 8 total, 8 up, 8 in 2024-04-02T08:32:17.189 INFO:tasks.rados.rados.0.smithi012.stdout:2376: finishing write tid 1 to smithi01277369-31 2024-04-02T08:32:17.189 INFO:tasks.rados.rados.0.smithi012.stdout:2376: finishing write tid 2 to smithi01277369-31 2024-04-02T08:32:17.189 INFO:tasks.rados.rados.0.smithi012.stdout:2373: done (4 left) 2024-04-02T08:32:17.189 INFO:tasks.rados.rados.0.smithi012.stdout:2374: done (3 left) 2024-04-02T08:32:17.189 INFO:tasks.rados.rados.0.smithi012.stdout:2375: done (2 left) 2024-04-02T08:32:17.189 INFO:tasks.rados.rados.0.smithi012.stdout:2377: done (1 left) 2024-04-02T08:32:17.189 INFO:tasks.rados.rados.0.smithi012.stdout:2378: delete oid 27 current snap is 244 2024-04-02T08:32:17.189 INFO:tasks.rados.rados.0.smithi012.stdout:2376: finishing write tid 3 to smithi01277369-31 2024-04-02T08:32:17.189 INFO:tasks.rados.rados.0.smithi012.stdout:2376: oid 31 updating version 0 to 1040 2024-04-02T08:32:17.189 INFO:tasks.rados.rados.0.smithi012.stdout:2376: oid 31 updating version 1040 to 1041 2024-04-02T08:32:17.189 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 31 v 1041 (ObjNum 738 snap 244 seq_num 738) dirty exists 2024-04-02T08:32:17.190 INFO:tasks.rados.rados.0.smithi012.stdout:2376: left oid 31 (ObjNum 738 snap 244 seq_num 738) 2024-04-02T08:32:17.192 INFO:tasks.rados.rados.0.smithi012.stdout:2376: done (1 left) 2024-04-02T08:32:17.192 INFO:tasks.rados.rados.0.smithi012.stdout:2378: done (0 left) 2024-04-02T08:32:17.192 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 8 current snap is 244 2024-04-02T08:32:17.192 INFO:tasks.rados.rados.0.smithi012.stdout:2379: seq_num 741 ranges {2236416=417792} 2024-04-02T08:32:17.206 INFO:tasks.rados.rados.0.smithi012.stdout:2379: writing smithi01277369-8 from 2236416 to 2654208 tid 1 2024-04-02T08:32:17.206 INFO:tasks.rados.rados.0.smithi012.stdout:2380: setattr oid 49 current snap is 244 2024-04-02T08:32:17.207 INFO:tasks.rados.rados.0.smithi012.stdout:2381: snap_remove snap 236 2024-04-02T08:32:17.938 INFO:tasks.rados.rados.0.smithi012.stdout:2381: done (2 left) 2024-04-02T08:32:17.938 INFO:tasks.rados.rados.0.smithi012.stdout:2382: delete oid 41 current snap is 244 2024-04-02T08:32:17.938 INFO:tasks.rados.rados.0.smithi012.stdout:2379: finishing write tid 1 to smithi01277369-8 2024-04-02T08:32:17.939 INFO:tasks.rados.rados.0.smithi012.stdout:2379: finishing write tid 2 to smithi01277369-8 2024-04-02T08:32:17.939 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 49 v 1067 (ObjNum 736 snap 243 seq_num 736) dirty exists 2024-04-02T08:32:17.939 INFO:tasks.rados.rados.0.smithi012.stdout:2379: finishing write tid 3 to smithi01277369-8 2024-04-02T08:32:17.939 INFO:tasks.rados.rados.0.smithi012.stdout:2379: oid 8 updating version 0 to 1640 2024-04-02T08:32:17.939 INFO:tasks.rados.rados.0.smithi012.stdout:2379: oid 8 version 1640 is already newer than 1639 2024-04-02T08:32:17.939 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 8 v 1640 (ObjNum 741 snap 244 seq_num 741) dirty exists 2024-04-02T08:32:17.939 INFO:tasks.rados.rados.0.smithi012.stdout:2379: left oid 8 (ObjNum 741 snap 244 seq_num 741) 2024-04-02T08:32:17.952 INFO:tasks.rados.rados.0.smithi012.stdout:2379: done (2 left) 2024-04-02T08:32:17.952 INFO:tasks.rados.rados.0.smithi012.stdout:2380: done (1 left) 2024-04-02T08:32:17.952 INFO:tasks.rados.rados.0.smithi012.stdout:2382: done (0 left) 2024-04-02T08:32:17.952 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 21 current snap is 244 2024-04-02T08:32:17.953 INFO:tasks.rados.rados.0.smithi012.stdout:2383: seq_num 743 ranges {0=450560} 2024-04-02T08:32:17.955 INFO:tasks.rados.rados.0.smithi012.stdout:2383: writing smithi01277369-21 from 0 to 450560 tid 1 2024-04-02T08:32:17.956 INFO:tasks.rados.rados.0.smithi012.stdout:2384: rollback oid 24 current snap is 244 2024-04-02T08:32:17.956 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 24 to 226 2024-04-02T08:32:17.956 INFO:tasks.rados.rados.0.smithi012.stdout:2385: copy_from oid 44 from oid 15 current snap is 244 2024-04-02T08:32:17.956 INFO:tasks.rados.rados.0.smithi012.stdout:2386: rmattr oid 11 current snap is 244 2024-04-02T08:32:17.956 INFO:tasks.rados.rados.0.smithi012.stdout:2387: rmattr oid 16 current snap is 244 2024-04-02T08:32:17.956 INFO:tasks.rados.rados.0.smithi012.stdout:2388: delete oid 49 current snap is 244 2024-04-02T08:32:17.958 INFO:journalctl@ceph.mds.b.smithi055.stdout:Apr 02 08:32:17 smithi055 systemd[1]: Stopping Ceph mds.b for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:32:17.958 INFO:journalctl@ceph.mds.b.smithi055.stdout:Apr 02 08:32:17 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mds-b[58271]: 2024-04-02T08:32:17.928+0000 7fe13c150700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:32:17.958 INFO:journalctl@ceph.mds.b.smithi055.stdout:Apr 02 08:32:17 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mds-b[58271]: 2024-04-02T08:32:17.928+0000 7fe13c150700 -1 mds.b *** got signal Terminated *** 2024-04-02T08:32:17.964 INFO:tasks.rados.rados.0.smithi012.stdout:2388: done (5 left) 2024-04-02T08:32:17.964 INFO:tasks.rados.rados.0.smithi012.stdout:2389: read oid 35 snap -1 2024-04-02T08:32:17.964 INFO:tasks.rados.rados.0.smithi012.stdout:2389: expect (ObjNum 663 snap 212 seq_num 663) 2024-04-02T08:32:17.964 INFO:tasks.rados.rados.0.smithi012.stdout:2390: snap_create 2024-04-02T08:32:17.964 INFO:tasks.rados.rados.0.smithi012.stdout:2384: finishing rollback tid 0 to smithi01277369-24 2024-04-02T08:32:17.964 INFO:tasks.rados.rados.0.smithi012.stdout:2383: finishing write tid 1 to smithi01277369-21 2024-04-02T08:32:17.964 INFO:tasks.rados.rados.0.smithi012.stdout:2385: finishing copy_from to smithi01277369-44 2024-04-02T08:32:17.964 INFO:tasks.rados.rados.0.smithi012.stdout:2385: got expected ENOENT (src dne) 2024-04-02T08:32:17.965 INFO:tasks.rados.rados.0.smithi012.stdout:2385: finishing copy_from racing read to smithi01277369-44 2024-04-02T08:32:17.965 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 16 v 350 (ObjNum 65 snap 0 seq_num 1701728097) dirty exists 2024-04-02T08:32:17.966 INFO:tasks.rados.rados.0.smithi012.stdout:2383: finishing write tid 2 to smithi01277369-21 2024-04-02T08:32:17.967 INFO:tasks.rados.rados.0.smithi012.stdout:2383: finishing write tid 3 to smithi01277369-21 2024-04-02T08:32:17.968 INFO:tasks.rados.rados.0.smithi012.stdout:2383: oid 21 updating version 0 to 1096 2024-04-02T08:32:17.968 INFO:tasks.rados.rados.0.smithi012.stdout:2383: oid 21 updating version 1096 to 1097 2024-04-02T08:32:17.968 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 21 v 1097 (ObjNum 743 snap 244 seq_num 743) dirty exists 2024-04-02T08:32:17.968 INFO:tasks.rados.rados.0.smithi012.stdout:2383: left oid 21 (ObjNum 743 snap 244 seq_num 743) 2024-04-02T08:32:17.968 INFO:tasks.rados.rados.0.smithi012.stdout:2384: finishing rollback tid 1 to smithi01277369-24 2024-04-02T08:32:17.968 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 24 v 1651 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-02T08:32:17.968 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 11 v 1653 (ObjNum 725 snap 240 seq_num 725) dirty exists 2024-04-02T08:32:17.989 INFO:tasks.rados.rados.0.smithi012.stdout:2389: expect (ObjNum 663 snap 212 seq_num 663) 2024-04-02T08:32:18.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:17 smithi055 ceph-mon[85080]: pgmap v490: 121 pgs: 121 active+clean; 465 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 5.0 MiB/s wr, 27 op/s 2024-04-02T08:32:18.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:17 smithi055 ceph-mon[85080]: osdmap e549: 8 total, 8 up, 8 in 2024-04-02T08:32:18.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:17 smithi055 ceph-mon[85080]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-02T08:32:18.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:17 smithi055 ceph-mon[85080]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T08:32:18.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:17 smithi055 ceph-mon[85080]: osdmap e550: 8 total, 8 up, 8 in 2024-04-02T08:32:18.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:17 smithi055 ceph-mon[85080]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-02T08:32:18.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:17 smithi055 ceph-mon[85080]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-02T08:32:18.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:17 smithi055 ceph-mon[85080]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-02T08:32:18.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:17 smithi055 ceph-mon[85080]: fsmap cephfs:1/1 {0=a=up:replay} 2024-04-02T08:32:18.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:32:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:32:17] "GET /metrics HTTP/1.1" 200 36247 "" "Prometheus/2.43.0" 2024-04-02T08:32:18.429 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:32:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-1[101235]: 2024-04-02T08:32:17.987+0000 7f584940a700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 133 after trimming was started 2024-04-02T08:32:18.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:17 smithi012 ceph-mon[90784]: pgmap v490: 121 pgs: 121 active+clean; 465 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 5.0 MiB/s wr, 27 op/s 2024-04-02T08:32:18.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:17 smithi012 ceph-mon[90784]: osdmap e549: 8 total, 8 up, 8 in 2024-04-02T08:32:18.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:17 smithi012 ceph-mon[90784]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-02T08:32:18.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:17 smithi012 ceph-mon[90784]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T08:32:18.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:17 smithi012 ceph-mon[90784]: osdmap e550: 8 total, 8 up, 8 in 2024-04-02T08:32:18.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:17 smithi012 ceph-mon[90784]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-02T08:32:18.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:17 smithi012 ceph-mon[90784]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-02T08:32:18.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:17 smithi012 ceph-mon[90784]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-02T08:32:18.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:17 smithi012 ceph-mon[90784]: fsmap cephfs:1/1 {0=a=up:replay} 2024-04-02T08:32:18.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-a[88351]: 2024-04-02T08:32:17.930+0000 7f50ccd48700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T08:32:18.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:17 smithi012 ceph-mon[88355]: pgmap v490: 121 pgs: 121 active+clean; 465 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 5.0 MiB/s wr, 27 op/s 2024-04-02T08:32:18.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:17 smithi012 ceph-mon[88355]: osdmap e549: 8 total, 8 up, 8 in 2024-04-02T08:32:18.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:17 smithi012 ceph-mon[88355]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-02T08:32:18.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:17 smithi012 ceph-mon[88355]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T08:32:18.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:17 smithi012 ceph-mon[88355]: osdmap e550: 8 total, 8 up, 8 in 2024-04-02T08:32:18.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:17 smithi012 ceph-mon[88355]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-02T08:32:18.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:17 smithi012 ceph-mon[88355]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-02T08:32:18.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:17 smithi012 ceph-mon[88355]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-02T08:32:18.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:17 smithi012 ceph-mon[88355]: fsmap cephfs:1/1 {0=a=up:replay} 2024-04-02T08:32:18.951 INFO:tasks.rados.rados.0.smithi012.stdout:2383: done (6 left) 2024-04-02T08:32:18.951 INFO:tasks.rados.rados.0.smithi012.stdout:2384: done (5 left) 2024-04-02T08:32:18.951 INFO:tasks.rados.rados.0.smithi012.stdout:2385: done (4 left) 2024-04-02T08:32:18.951 INFO:tasks.rados.rados.0.smithi012.stdout:2386: done (3 left) 2024-04-02T08:32:18.951 INFO:tasks.rados.rados.0.smithi012.stdout:2387: done (2 left) 2024-04-02T08:32:18.951 INFO:tasks.rados.rados.0.smithi012.stdout:2389: done (1 left) 2024-04-02T08:32:18.951 INFO:tasks.rados.rados.0.smithi012.stdout:2390: done (0 left) 2024-04-02T08:32:18.951 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 14 current snap is 245 2024-04-02T08:32:18.951 INFO:tasks.rados.rados.0.smithi012.stdout:2391: seq_num 745 ranges {5357568=483328} 2024-04-02T08:32:18.983 INFO:tasks.rados.rados.0.smithi012.stdout:2391: writing smithi01277369-14 from 5357568 to 5840896 tid 1 2024-04-02T08:32:18.983 INFO:tasks.rados.rados.0.smithi012.stdout:2392: read oid 25 snap -1 2024-04-02T08:32:18.983 INFO:tasks.rados.rados.0.smithi012.stdout:2392: expect (ObjNum 623 snap 202 seq_num 623) 2024-04-02T08:32:18.983 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 15 current snap is 245 2024-04-02T08:32:18.983 INFO:tasks.rados.rados.0.smithi012.stdout:2393: seq_num 746 ranges {0=499712} 2024-04-02T08:32:18.985 INFO:tasks.rados.rados.0.smithi012.stdout:2393: writing smithi01277369-15 from 0 to 499712 tid 1 2024-04-02T08:32:18.986 INFO:tasks.rados.rados.0.smithi012.stdout:2394: delete oid 33 current snap is 245 2024-04-02T08:32:18.992 INFO:tasks.rados.rados.0.smithi012.stdout:2394: done (3 left) 2024-04-02T08:32:18.992 INFO:tasks.rados.rados.0.smithi012.stdout:2395: setattr oid 23 current snap is 245 2024-04-02T08:32:18.993 INFO:tasks.rados.rados.0.smithi012.stdout:2393: finishing write tid 1 to smithi01277369-15 2024-04-02T08:32:18.994 INFO:tasks.rados.rados.0.smithi012.stdout:2393: finishing write tid 2 to smithi01277369-15 2024-04-02T08:32:18.994 INFO:tasks.rados.rados.0.smithi012.stdout:2391: finishing write tid 1 to smithi01277369-14 2024-04-02T08:32:18.995 INFO:tasks.rados.rados.0.smithi012.stdout:2391: finishing write tid 2 to smithi01277369-14 2024-04-02T08:32:18.996 INFO:tasks.rados.rados.0.smithi012.stdout:2396: read oid 35 snap -1 2024-04-02T08:32:18.996 INFO:tasks.rados.rados.0.smithi012.stdout:2396: expect (ObjNum 663 snap 212 seq_num 663) 2024-04-02T08:32:18.996 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 20 current snap is 245 2024-04-02T08:32:18.996 INFO:tasks.rados.rados.0.smithi012.stdout:2397: seq_num 748 ranges {1277952=532480} 2024-04-02T08:32:19.008 INFO:tasks.rados.rados.0.smithi012.stdout:2397: writing smithi01277369-20 from 1277952 to 1810432 tid 1 2024-04-02T08:32:19.008 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 11 current snap is 245 2024-04-02T08:32:19.008 INFO:tasks.rados.rados.0.smithi012.stdout:2391: finishing write tid 3 to smithi01277369-14 2024-04-02T08:32:19.008 INFO:tasks.rados.rados.0.smithi012.stdout:2391: oid 14 updating version 0 to 1043 2024-04-02T08:32:19.008 INFO:tasks.rados.rados.0.smithi012.stdout:2391: oid 14 version 1043 is already newer than 1042 2024-04-02T08:32:19.008 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 14 v 1043 (ObjNum 745 snap 245 seq_num 745) dirty exists 2024-04-02T08:32:19.008 INFO:tasks.rados.rados.0.smithi012.stdout:2391: left oid 14 (ObjNum 745 snap 245 seq_num 745) 2024-04-02T08:32:19.008 INFO:tasks.rados.rados.0.smithi012.stdout:2398: seq_num 749 ranges {491520=548864} 2024-04-02T08:32:19.014 INFO:tasks.rados.rados.0.smithi012.stdout:2398: writing smithi01277369-11 from 491520 to 1040384 tid 1 2024-04-02T08:32:19.014 INFO:tasks.rados.rados.0.smithi012.stdout:2391: done (6 left) 2024-04-02T08:32:19.014 INFO:tasks.rados.rados.0.smithi012.stdout:2399: snap_create 2024-04-02T08:32:19.014 INFO:tasks.rados.rados.0.smithi012.stdout:2393: finishing write tid 3 to smithi01277369-15 2024-04-02T08:32:19.014 INFO:tasks.rados.rados.0.smithi012.stdout:2393: oid 15 updating version 0 to 351 2024-04-02T08:32:19.014 INFO:tasks.rados.rados.0.smithi012.stdout:2393: oid 15 updating version 351 to 352 2024-04-02T08:32:19.015 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 15 v 352 (ObjNum 746 snap 245 seq_num 746) dirty exists 2024-04-02T08:32:19.015 INFO:tasks.rados.rados.0.smithi012.stdout:2393: left oid 15 (ObjNum 746 snap 245 seq_num 746) 2024-04-02T08:32:19.015 INFO:tasks.rados.rados.0.smithi012.stdout:2392: expect (ObjNum 623 snap 202 seq_num 623) 2024-04-02T08:32:19.131 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 23 v 1387 (ObjNum 65 snap 0 seq_num 1365006186) dirty exists 2024-04-02T08:32:19.131 INFO:tasks.rados.rados.0.smithi012.stdout:2396: expect (ObjNum 663 snap 212 seq_num 663) 2024-04-02T08:32:19.506 INFO:tasks.rados.rados.0.smithi012.stdout:2397: finishing write tid 1 to smithi01277369-20 2024-04-02T08:32:19.506 INFO:tasks.rados.rados.0.smithi012.stdout:2397: finishing write tid 2 to smithi01277369-20 2024-04-02T08:32:19.506 INFO:tasks.rados.rados.0.smithi012.stdout:2397: finishing write tid 3 to smithi01277369-20 2024-04-02T08:32:19.506 INFO:tasks.rados.rados.0.smithi012.stdout:2397: oid 20 updating version 0 to 1661 2024-04-02T08:32:19.506 INFO:tasks.rados.rados.0.smithi012.stdout:2397: oid 20 updating version 1661 to 1662 2024-04-02T08:32:19.506 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 20 v 1662 (ObjNum 748 snap 245 seq_num 748) dirty exists 2024-04-02T08:32:19.506 INFO:tasks.rados.rados.0.smithi012.stdout:2397: left oid 20 (ObjNum 748 snap 245 seq_num 748) 2024-04-02T08:32:19.506 INFO:tasks.rados.rados.0.smithi012.stdout:2398: finishing write tid 1 to smithi01277369-11 2024-04-02T08:32:19.506 INFO:tasks.rados.rados.0.smithi012.stdout:2398: finishing write tid 2 to smithi01277369-11 2024-04-02T08:32:19.507 INFO:tasks.rados.rados.0.smithi012.stdout:2398: finishing write tid 3 to smithi01277369-11 2024-04-02T08:32:19.507 INFO:tasks.rados.rados.0.smithi012.stdout:2398: oid 11 updating version 0 to 1664 2024-04-02T08:32:19.507 INFO:tasks.rados.rados.0.smithi012.stdout:2398: oid 11 updating version 1664 to 1665 2024-04-02T08:32:19.507 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 11 v 1665 (ObjNum 749 snap 245 seq_num 749) dirty exists 2024-04-02T08:32:19.507 INFO:tasks.rados.rados.0.smithi012.stdout:2398: left oid 11 (ObjNum 749 snap 245 seq_num 749) 2024-04-02T08:32:19.978 INFO:tasks.rados.rados.0.smithi012.stdout:2392: done (6 left) 2024-04-02T08:32:19.978 INFO:tasks.rados.rados.0.smithi012.stdout:2393: done (5 left) 2024-04-02T08:32:19.978 INFO:tasks.rados.rados.0.smithi012.stdout:2395: done (4 left) 2024-04-02T08:32:19.978 INFO:tasks.rados.rados.0.smithi012.stdout:2396: done (3 left) 2024-04-02T08:32:19.978 INFO:tasks.rados.rados.0.smithi012.stdout:2397: done (2 left) 2024-04-02T08:32:19.978 INFO:tasks.rados.rados.0.smithi012.stdout:2398: done (1 left) 2024-04-02T08:32:19.979 INFO:tasks.rados.rados.0.smithi012.stdout:2399: done (0 left) 2024-04-02T08:32:19.979 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 13 current snap is 246 2024-04-02T08:32:19.979 INFO:tasks.rados.rados.0.smithi012.stdout:2400: seq_num 750 ranges {0=565248} 2024-04-02T08:32:19.981 INFO:tasks.rados.rados.0.smithi012.stdout:2400: writing smithi01277369-13 from 0 to 565248 tid 1 2024-04-02T08:32:19.981 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 17 current snap is 246 2024-04-02T08:32:19.981 INFO:tasks.rados.rados.0.smithi012.stdout:2401: seq_num 751 ranges {0=581632} 2024-04-02T08:32:19.985 INFO:tasks.rados.rados.0.smithi012.stdout:2401: writing smithi01277369-17 from 0 to 581632 tid 1 2024-04-02T08:32:19.985 INFO:tasks.rados.rados.0.smithi012.stdout:2402: read oid 30 snap -1 2024-04-02T08:32:19.985 INFO:tasks.rados.rados.0.smithi012.stdout:2402: expect (ObjNum 534 snap 167 seq_num 534) 2024-04-02T08:32:19.985 INFO:tasks.rados.rados.0.smithi012.stdout:2403: snap_remove snap 237 2024-04-02T08:32:20.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:19 smithi055 ceph-mon[85080]: pgmap v493: 121 pgs: 121 active+clean; 465 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 5.0 MiB/s wr, 27 op/s 2024-04-02T08:32:20.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:19 smithi055 ceph-mon[85080]: osdmap e551: 8 total, 8 up, 8 in 2024-04-02T08:32:20.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:19 smithi055 ceph-mon[85080]: mds.? [v2:172.21.15.12:6834/450755173,v1:172.21.15.12:6835/450755173] up:reconnect 2024-04-02T08:32:20.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:19 smithi055 ceph-mon[85080]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-04-02T08:32:20.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:19 smithi012 ceph-mon[88355]: pgmap v493: 121 pgs: 121 active+clean; 465 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 5.0 MiB/s wr, 27 op/s 2024-04-02T08:32:20.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:19 smithi012 ceph-mon[88355]: osdmap e551: 8 total, 8 up, 8 in 2024-04-02T08:32:20.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:19 smithi012 ceph-mon[88355]: mds.? [v2:172.21.15.12:6834/450755173,v1:172.21.15.12:6835/450755173] up:reconnect 2024-04-02T08:32:20.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:19 smithi012 ceph-mon[88355]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-04-02T08:32:20.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:19 smithi012 ceph-mon[90784]: pgmap v493: 121 pgs: 121 active+clean; 465 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 5.0 MiB/s wr, 27 op/s 2024-04-02T08:32:20.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:19 smithi012 ceph-mon[90784]: osdmap e551: 8 total, 8 up, 8 in 2024-04-02T08:32:20.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:19 smithi012 ceph-mon[90784]: mds.? [v2:172.21.15.12:6834/450755173,v1:172.21.15.12:6835/450755173] up:reconnect 2024-04-02T08:32:20.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:19 smithi012 ceph-mon[90784]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-04-02T08:32:20.983 INFO:tasks.rados.rados.0.smithi012.stdout:2403: done (3 left) 2024-04-02T08:32:20.983 INFO:tasks.rados.rados.0.smithi012.stdout:2404: delete oid 47 current snap is 246 2024-04-02T08:32:20.983 INFO:tasks.rados.rados.0.smithi012.stdout:2400: finishing write tid 1 to smithi01277369-13 2024-04-02T08:32:20.983 INFO:tasks.rados.rados.0.smithi012.stdout:2400: finishing write tid 2 to smithi01277369-13 2024-04-02T08:32:20.983 INFO:tasks.rados.rados.0.smithi012.stdout:2401: finishing write tid 1 to smithi01277369-17 2024-04-02T08:32:20.983 INFO:tasks.rados.rados.0.smithi012.stdout:2400: finishing write tid 3 to smithi01277369-13 2024-04-02T08:32:20.983 INFO:tasks.rados.rados.0.smithi012.stdout:2400: oid 13 updating version 0 to 1666 2024-04-02T08:32:20.983 INFO:tasks.rados.rados.0.smithi012.stdout:2400: oid 13 updating version 1666 to 1667 2024-04-02T08:32:20.983 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 13 v 1667 (ObjNum 750 snap 246 seq_num 750) dirty exists 2024-04-02T08:32:20.983 INFO:tasks.rados.rados.0.smithi012.stdout:2400: left oid 13 (ObjNum 750 snap 246 seq_num 750) 2024-04-02T08:32:20.983 INFO:tasks.rados.rados.0.smithi012.stdout:2401: finishing write tid 2 to smithi01277369-17 2024-04-02T08:32:20.984 INFO:tasks.rados.rados.0.smithi012.stdout:2401: finishing write tid 3 to smithi01277369-17 2024-04-02T08:32:20.984 INFO:tasks.rados.rados.0.smithi012.stdout:2401: oid 17 updating version 0 to 1669 2024-04-02T08:32:20.984 INFO:tasks.rados.rados.0.smithi012.stdout:2401: oid 17 version 1669 is already newer than 1668 2024-04-02T08:32:20.984 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 17 v 1669 (ObjNum 751 snap 246 seq_num 751) dirty exists 2024-04-02T08:32:20.984 INFO:tasks.rados.rados.0.smithi012.stdout:2401: left oid 17 (ObjNum 751 snap 246 seq_num 751) 2024-04-02T08:32:20.984 INFO:tasks.rados.rados.0.smithi012.stdout:2402: expect (ObjNum 534 snap 167 seq_num 534) 2024-04-02T08:32:21.097 INFO:tasks.rados.rados.0.smithi012.stdout:2400: done (3 left) 2024-04-02T08:32:21.097 INFO:tasks.rados.rados.0.smithi012.stdout:2401: done (2 left) 2024-04-02T08:32:21.097 INFO:tasks.rados.rados.0.smithi012.stdout:2402: done (1 left) 2024-04-02T08:32:21.097 INFO:tasks.rados.rados.0.smithi012.stdout:2404: done (0 left) 2024-04-02T08:32:21.097 INFO:tasks.rados.rados.0.smithi012.stdout:2405: snap_create 2024-04-02T08:32:21.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:20 smithi012 ceph-mon[88355]: mds.? [v2:172.21.15.12:6834/450755173,v1:172.21.15.12:6835/450755173] up:rejoin 2024-04-02T08:32:21.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:20 smithi012 ceph-mon[88355]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-04-02T08:32:21.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:20 smithi012 ceph-mon[88355]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-02T08:32:21.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:20 smithi012 ceph-mon[88355]: osdmap e552: 8 total, 8 up, 8 in 2024-04-02T08:32:21.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:20 smithi012 ceph-mon[90784]: mds.? [v2:172.21.15.12:6834/450755173,v1:172.21.15.12:6835/450755173] up:rejoin 2024-04-02T08:32:21.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:20 smithi012 ceph-mon[90784]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-04-02T08:32:21.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:20 smithi012 ceph-mon[90784]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-02T08:32:21.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:20 smithi012 ceph-mon[90784]: osdmap e552: 8 total, 8 up, 8 in 2024-04-02T08:32:21.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:20 smithi055 ceph-mon[85080]: mds.? [v2:172.21.15.12:6834/450755173,v1:172.21.15.12:6835/450755173] up:rejoin 2024-04-02T08:32:21.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:20 smithi055 ceph-mon[85080]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-04-02T08:32:21.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:20 smithi055 ceph-mon[85080]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-02T08:32:21.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:20 smithi055 ceph-mon[85080]: osdmap e552: 8 total, 8 up, 8 in 2024-04-02T08:32:21.678 INFO:journalctl@ceph.mds.a.smithi012.stdout:Apr 02 08:32:21 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mds-a[115699]: 2024-04-02T08:32:21.252+0000 7f583174b700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-02T08:32:21.982 INFO:tasks.rados.rados.0.smithi012.stdout:2405: done (0 left) 2024-04-02T08:32:21.982 INFO:tasks.rados.rados.0.smithi012.stdout:2406: delete oid 28 current snap is 247 2024-04-02T08:32:21.989 INFO:tasks.rados.rados.0.smithi012.stdout:2406: done (0 left) 2024-04-02T08:32:21.989 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 39 current snap is 247 2024-04-02T08:32:21.989 INFO:tasks.rados.rados.0.smithi012.stdout:2407: seq_num 754 ranges {1425408=630784} 2024-04-02T08:32:22.000 INFO:tasks.rados.rados.0.smithi012.stdout:2407: writing smithi01277369-39 from 1425408 to 2056192 tid 1 2024-04-02T08:32:22.001 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 13 current snap is 247 2024-04-02T08:32:22.001 INFO:tasks.rados.rados.0.smithi012.stdout:2408: seq_num 755 ranges {565248=647168} 2024-04-02T08:32:22.007 INFO:tasks.rados.rados.0.smithi012.stdout:2408: writing smithi01277369-13 from 565248 to 1212416 tid 1 2024-04-02T08:32:22.008 INFO:tasks.rados.rados.0.smithi012.stdout:2409: snap_remove snap 221 2024-04-02T08:32:22.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:21 smithi055 ceph-mon[85080]: pgmap v496: 121 pgs: 121 active+clean; 476 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.3 MiB/s wr, 24 op/s 2024-04-02T08:32:22.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:21 smithi055 ceph-mon[85080]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-02T08:32:22.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:21 smithi055 ceph-mon[85080]: Cluster is now healthy 2024-04-02T08:32:22.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:21 smithi055 ceph-mon[85080]: mds.? [v2:172.21.15.12:6834/450755173,v1:172.21.15.12:6835/450755173] up:active 2024-04-02T08:32:22.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:21 smithi055 ceph-mon[85080]: fsmap cephfs:1 {0=a=up:active} 2024-04-02T08:32:22.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:21 smithi055 ceph-mon[85080]: osdmap e553: 8 total, 8 up, 8 in 2024-04-02T08:32:22.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:21 smithi012 ceph-mon[88355]: pgmap v496: 121 pgs: 121 active+clean; 476 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.3 MiB/s wr, 24 op/s 2024-04-02T08:32:22.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:21 smithi012 ceph-mon[88355]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-02T08:32:22.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:21 smithi012 ceph-mon[88355]: Cluster is now healthy 2024-04-02T08:32:22.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:21 smithi012 ceph-mon[88355]: mds.? [v2:172.21.15.12:6834/450755173,v1:172.21.15.12:6835/450755173] up:active 2024-04-02T08:32:22.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:21 smithi012 ceph-mon[88355]: fsmap cephfs:1 {0=a=up:active} 2024-04-02T08:32:22.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:21 smithi012 ceph-mon[88355]: osdmap e553: 8 total, 8 up, 8 in 2024-04-02T08:32:22.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:21 smithi012 ceph-mon[90784]: pgmap v496: 121 pgs: 121 active+clean; 476 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.3 MiB/s wr, 24 op/s 2024-04-02T08:32:22.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:21 smithi012 ceph-mon[90784]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-02T08:32:22.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:21 smithi012 ceph-mon[90784]: Cluster is now healthy 2024-04-02T08:32:22.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:21 smithi012 ceph-mon[90784]: mds.? [v2:172.21.15.12:6834/450755173,v1:172.21.15.12:6835/450755173] up:active 2024-04-02T08:32:22.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:21 smithi012 ceph-mon[90784]: fsmap cephfs:1 {0=a=up:active} 2024-04-02T08:32:22.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:21 smithi012 ceph-mon[90784]: osdmap e553: 8 total, 8 up, 8 in 2024-04-02T08:32:22.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:32:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:32:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:32:22.994 INFO:tasks.rados.rados.0.smithi012.stdout:2409: done (2 left) 2024-04-02T08:32:22.994 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 28 current snap is 247 2024-04-02T08:32:22.994 INFO:tasks.rados.rados.0.smithi012.stdout:2410: seq_num 756 ranges {0=671744} 2024-04-02T08:32:22.998 INFO:tasks.rados.rados.0.smithi012.stdout:2410: writing smithi01277369-28 from 0 to 671744 tid 1 2024-04-02T08:32:22.999 INFO:tasks.rados.rados.0.smithi012.stdout:2411: read oid 31 snap 232 2024-04-02T08:32:22.999 INFO:tasks.rados.rados.0.smithi012.stdout:2411: expect (ObjNum 688 snap 219 seq_num 688) 2024-04-02T08:32:22.999 INFO:tasks.rados.rados.0.smithi012.stdout:2412: read oid 43 snap 242 2024-04-02T08:32:22.999 INFO:tasks.rados.rados.0.smithi012.stdout:2412: expect (ObjNum 730 snap 241 seq_num 730) 2024-04-02T08:32:23.001 INFO:tasks.rados.rados.0.smithi012.stdout:2413: copy_from oid 27 from oid 46 current snap is 247 2024-04-02T08:32:23.001 INFO:tasks.rados.rados.0.smithi012.stdout:2407: finishing write tid 1 to smithi01277369-39 2024-04-02T08:32:23.001 INFO:tasks.rados.rados.0.smithi012.stdout:2407: finishing write tid 2 to smithi01277369-39 2024-04-02T08:32:23.001 INFO:tasks.rados.rados.0.smithi012.stdout:2407: finishing write tid 3 to smithi01277369-39 2024-04-02T08:32:23.001 INFO:tasks.rados.rados.0.smithi012.stdout:2407: oid 39 updating version 0 to 1099 2024-04-02T08:32:23.001 INFO:tasks.rados.rados.0.smithi012.stdout:2407: oid 39 version 1099 is already newer than 1098 2024-04-02T08:32:23.001 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 39 v 1099 (ObjNum 754 snap 247 seq_num 754) dirty exists 2024-04-02T08:32:23.001 INFO:tasks.rados.rados.0.smithi012.stdout:2407: left oid 39 (ObjNum 754 snap 247 seq_num 754) 2024-04-02T08:32:23.001 INFO:tasks.rados.rados.0.smithi012.stdout:2408: finishing write tid 1 to smithi01277369-13 2024-04-02T08:32:23.002 INFO:tasks.rados.rados.0.smithi012.stdout:2408: finishing write tid 2 to smithi01277369-13 2024-04-02T08:32:23.002 INFO:tasks.rados.rados.0.smithi012.stdout:2408: finishing write tid 3 to smithi01277369-13 2024-04-02T08:32:23.002 INFO:tasks.rados.rados.0.smithi012.stdout:2408: oid 13 updating version 0 to 1685 2024-04-02T08:32:23.002 INFO:tasks.rados.rados.0.smithi012.stdout:2408: oid 13 updating version 1685 to 1686 2024-04-02T08:32:23.002 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 13 v 1686 (ObjNum 755 snap 247 seq_num 755) dirty exists 2024-04-02T08:32:23.002 INFO:tasks.rados.rados.0.smithi012.stdout:2408: left oid 13 (ObjNum 755 snap 247 seq_num 755) 2024-04-02T08:32:23.002 INFO:tasks.rados.rados.0.smithi012.stdout:2407: done (5 left) 2024-04-02T08:32:23.002 INFO:tasks.rados.rados.0.smithi012.stdout:2408: done (4 left) 2024-04-02T08:32:23.002 INFO:tasks.rados.rados.0.smithi012.stdout:2414: delete oid 34 current snap is 247 2024-04-02T08:32:23.008 INFO:tasks.rados.rados.0.smithi012.stdout:2414: done (4 left) 2024-04-02T08:32:23.008 INFO:tasks.rados.rados.0.smithi012.stdout:2415: copy_from oid 13 from oid 11 current snap is 247 2024-04-02T08:32:23.009 INFO:tasks.rados.rados.0.smithi012.stdout:2416: snap_create 2024-04-02T08:32:23.010 INFO:tasks.rados.rados.0.smithi012.stdout:2410: finishing write tid 1 to smithi01277369-28 2024-04-02T08:32:23.010 INFO:tasks.rados.rados.0.smithi012.stdout:2410: finishing write tid 2 to smithi01277369-28 2024-04-02T08:32:23.015 INFO:tasks.rados.rados.0.smithi012.stdout:2412: expect (ObjNum 730 snap 241 seq_num 730) 2024-04-02T08:32:23.028 INFO:tasks.rados.rados.0.smithi012.stdout:2410: finishing write tid 3 to smithi01277369-28 2024-04-02T08:32:23.028 INFO:tasks.rados.rados.0.smithi012.stdout:2410: oid 28 updating version 0 to 1068 2024-04-02T08:32:23.028 INFO:tasks.rados.rados.0.smithi012.stdout:2410: oid 28 version 1068 is already newer than 1067 2024-04-02T08:32:23.028 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 28 v 1068 (ObjNum 756 snap 247 seq_num 756) dirty exists 2024-04-02T08:32:23.028 INFO:tasks.rados.rados.0.smithi012.stdout:2410: left oid 28 (ObjNum 756 snap 247 seq_num 756) 2024-04-02T08:32:23.028 INFO:tasks.rados.rados.0.smithi012.stdout:2415: finishing copy_from racing read to smithi01277369-13 2024-04-02T08:32:23.028 INFO:tasks.rados.rados.0.smithi012.stdout:2413: finishing copy_from racing read to smithi01277369-27 2024-04-02T08:32:23.028 INFO:tasks.rados.rados.0.smithi012.stdout:2415: finishing copy_from to smithi01277369-13 2024-04-02T08:32:23.028 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 13 v 1665 (ObjNum 749 snap 245 seq_num 749) dirty exists 2024-04-02T08:32:23.028 INFO:tasks.rados.rados.0.smithi012.stdout:2413: finishing copy_from to smithi01277369-27 2024-04-02T08:32:23.028 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 27 v 1025 (ObjNum 649 snap 210 seq_num 649) dirty exists 2024-04-02T08:32:23.049 INFO:tasks.rados.rados.0.smithi012.stdout:2411: expect (ObjNum 688 snap 219 seq_num 688) 2024-04-02T08:32:23.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:22 smithi055 ceph-mon[85080]: osdmap e554: 8 total, 8 up, 8 in 2024-04-02T08:32:23.311 INFO:journalctl@ceph.mds.b.smithi055.stdout:Apr 02 08:32:23 smithi055 podman[109789]: 2024-04-02 08:32:23.236196187 +0000 UTC m=+5.390615331 container died 0a0c21b36b12945eeb0577a5f00a9989cd2c3f7920dce31fd0f06e5056bac380 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mds-b, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=reef-4d05f4c, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:32:23.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:22 smithi012 ceph-mon[88355]: osdmap e554: 8 total, 8 up, 8 in 2024-04-02T08:32:23.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:22 smithi012 ceph-mon[90784]: osdmap e554: 8 total, 8 up, 8 in 2024-04-02T08:32:23.811 INFO:journalctl@ceph.mds.b.smithi055.stdout:Apr 02 08:32:23 smithi055 podman[109789]: 2024-04-02 08:32:23.646844046 +0000 UTC m=+5.801263186 container cleanup 0a0c21b36b12945eeb0577a5f00a9989cd2c3f7920dce31fd0f06e5056bac380 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mds-b, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=reef-4d05f4c, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:32:23.811 INFO:journalctl@ceph.mds.b.smithi055.stdout:Apr 02 08:32:23 smithi055 bash[109789]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mds-b 2024-04-02T08:32:23.950 INFO:tasks.rados.rados.0.smithi012.stdout:2410: done (5 left) 2024-04-02T08:32:23.950 INFO:tasks.rados.rados.0.smithi012.stdout:2411: done (4 left) 2024-04-02T08:32:23.951 INFO:tasks.rados.rados.0.smithi012.stdout:2412: done (3 left) 2024-04-02T08:32:23.951 INFO:tasks.rados.rados.0.smithi012.stdout:2413: done (2 left) 2024-04-02T08:32:23.951 INFO:tasks.rados.rados.0.smithi012.stdout:2415: done (1 left) 2024-04-02T08:32:23.951 INFO:tasks.rados.rados.0.smithi012.stdout:2416: done (0 left) 2024-04-02T08:32:23.951 INFO:tasks.rados.rados.0.smithi012.stdout:2417: setattr oid 23 current snap is 248 2024-04-02T08:32:23.952 INFO:tasks.rados.rados.0.smithi012.stdout:2418: snap_create 2024-04-02T08:32:23.960 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 23 v 1388 (ObjNum 33 snap 0 seq_num 917720272) dirty exists 2024-04-02T08:32:24.230 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:23 smithi055 ceph-mon[85080]: pgmap v499: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 477 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 2.8 MiB/s wr, 39 op/s 2024-04-02T08:32:24.230 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:23 smithi055 ceph-mon[85080]: osdmap e555: 8 total, 8 up, 8 in 2024-04-02T08:32:24.230 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:23 smithi055 ceph-mon[85080]: osdmap e556: 8 total, 8 up, 8 in 2024-04-02T08:32:24.230 INFO:journalctl@ceph.mds.b.smithi055.stdout:Apr 02 08:32:23 smithi055 podman[109803]: 2024-04-02 08:32:23.881651504 +0000 UTC m=+0.642934717 container remove 0a0c21b36b12945eeb0577a5f00a9989cd2c3f7920dce31fd0f06e5056bac380 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mds-b, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, RELEASE=reef-4d05f4c, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-04-02T08:32:24.231 INFO:journalctl@ceph.mds.b.smithi055.stdout:Apr 02 08:32:24 smithi055 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@mds.b.service: Deactivated successfully. 2024-04-02T08:32:24.231 INFO:journalctl@ceph.mds.b.smithi055.stdout:Apr 02 08:32:24 smithi055 systemd[1]: Stopped Ceph mds.b for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:32:24.231 INFO:journalctl@ceph.mds.b.smithi055.stdout:Apr 02 08:32:24 smithi055 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@mds.b.service: Consumed 1.650s CPU time. 2024-04-02T08:32:24.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:23 smithi012 ceph-mon[88355]: pgmap v499: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 477 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 2.8 MiB/s wr, 39 op/s 2024-04-02T08:32:24.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:23 smithi012 ceph-mon[88355]: osdmap e555: 8 total, 8 up, 8 in 2024-04-02T08:32:24.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:23 smithi012 ceph-mon[88355]: osdmap e556: 8 total, 8 up, 8 in 2024-04-02T08:32:24.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:23 smithi012 ceph-mon[90784]: pgmap v499: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 477 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 2.8 MiB/s wr, 39 op/s 2024-04-02T08:32:24.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:23 smithi012 ceph-mon[90784]: osdmap e555: 8 total, 8 up, 8 in 2024-04-02T08:32:24.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:23 smithi012 ceph-mon[90784]: osdmap e556: 8 total, 8 up, 8 in 2024-04-02T08:32:24.560 INFO:journalctl@ceph.mds.b.smithi055.stdout:Apr 02 08:32:24 smithi055 systemd[1]: Starting Ceph mds.b for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:32:24.561 INFO:journalctl@ceph.mds.b.smithi055.stdout:Apr 02 08:32:24 smithi055 podman[109932]: 2024-04-02 08:32:24.348798892 +0000 UTC m=+0.020421513 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:32:24.561 INFO:journalctl@ceph.mds.b.smithi055.stdout:Apr 02 08:32:24 smithi055 podman[109932]: 2024-04-02 08:32:24.474715319 +0000 UTC m=+0.146337963 container create ce257d237bafe781f7befa8b017a02fb937c29b74d3b7fbab334d3ed1b6ac6f5 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mds-b, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True) 2024-04-02T08:32:24.953 INFO:tasks.rados.rados.0.smithi012.stdout:2417: done (1 left) 2024-04-02T08:32:24.953 INFO:tasks.rados.rados.0.smithi012.stdout:2418: done (0 left) 2024-04-02T08:32:24.953 INFO:tasks.rados.rados.0.smithi012.stdout:2419: read oid 30 snap 186 2024-04-02T08:32:24.953 INFO:tasks.rados.rados.0.smithi012.stdout:2419: expect (ObjNum 534 snap 167 seq_num 534) 2024-04-02T08:32:24.953 INFO:tasks.rados.rados.0.smithi012.stdout:2420: read oid 25 snap -1 2024-04-02T08:32:24.953 INFO:tasks.rados.rados.0.smithi012.stdout:2420: expect (ObjNum 623 snap 202 seq_num 623) 2024-04-02T08:32:24.953 INFO:tasks.rados.rados.0.smithi012.stdout:2421: read oid 41 snap 191 2024-04-02T08:32:24.953 INFO:tasks.rados.rados.0.smithi012.stdout:2421: expect (ObjNum 547 snap 171 seq_num 547) 2024-04-02T08:32:24.954 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 7 current snap is 249 2024-04-02T08:32:24.954 INFO:tasks.rados.rados.0.smithi012.stdout:2422: seq_num 758 ranges {5357568=704512} 2024-04-02T08:32:24.988 INFO:tasks.rados.rados.0.smithi012.stdout:2422: writing smithi01277369-7 from 5357568 to 6062080 tid 1 2024-04-02T08:32:24.988 INFO:tasks.rados.rados.0.smithi012.stdout:2423: snap_create 2024-04-02T08:32:24.988 INFO:tasks.rados.rados.0.smithi012.stdout:2419: expect (ObjNum 534 snap 167 seq_num 534) 2024-04-02T08:32:25.060 INFO:journalctl@ceph.mds.b.smithi055.stdout:Apr 02 08:32:24 smithi055 podman[109932]: 2024-04-02 08:32:24.693801301 +0000 UTC m=+0.365423912 container init ce257d237bafe781f7befa8b017a02fb937c29b74d3b7fbab334d3ed1b6ac6f5 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mds-b, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:32:25.061 INFO:journalctl@ceph.mds.b.smithi055.stdout:Apr 02 08:32:24 smithi055 podman[109932]: 2024-04-02 08:32:24.696314344 +0000 UTC m=+0.367936951 container start ce257d237bafe781f7befa8b017a02fb937c29b74d3b7fbab334d3ed1b6ac6f5 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mds-b, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:32:25.061 INFO:journalctl@ceph.mds.b.smithi055.stdout:Apr 02 08:32:24 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mds-b[109947]: starting mds.b at 2024-04-02T08:32:25.061 INFO:journalctl@ceph.mds.b.smithi055.stdout:Apr 02 08:32:24 smithi055 bash[109932]: ce257d237bafe781f7befa8b017a02fb937c29b74d3b7fbab334d3ed1b6ac6f5 2024-04-02T08:32:25.061 INFO:journalctl@ceph.mds.b.smithi055.stdout:Apr 02 08:32:24 smithi055 systemd[1]: Started Ceph mds.b for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:32:25.096 INFO:tasks.rados.rados.0.smithi012.stdout:2420: expect (ObjNum 623 snap 202 seq_num 623) 2024-04-02T08:32:25.210 INFO:tasks.rados.rados.0.smithi012.stdout:2421: expect (ObjNum 547 snap 171 seq_num 547) 2024-04-02T08:32:25.262 INFO:tasks.rados.rados.0.smithi012.stdout:2422: finishing write tid 1 to smithi01277369-7 2024-04-02T08:32:25.262 INFO:tasks.rados.rados.0.smithi012.stdout:2422: finishing write tid 2 to smithi01277369-7 2024-04-02T08:32:25.262 INFO:tasks.rados.rados.0.smithi012.stdout:2422: finishing write tid 3 to smithi01277369-7 2024-04-02T08:32:25.263 INFO:tasks.rados.rados.0.smithi012.stdout:2422: oid 7 updating version 0 to 1264 2024-04-02T08:32:25.263 INFO:tasks.rados.rados.0.smithi012.stdout:2422: oid 7 updating version 1264 to 1265 2024-04-02T08:32:25.263 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 7 v 1265 (ObjNum 758 snap 249 seq_num 758) dirty exists 2024-04-02T08:32:25.263 INFO:tasks.rados.rados.0.smithi012.stdout:2422: left oid 7 (ObjNum 758 snap 249 seq_num 758) 2024-04-02T08:32:25.993 INFO:tasks.rados.rados.0.smithi012.stdout:2419: done (4 left) 2024-04-02T08:32:25.993 INFO:tasks.rados.rados.0.smithi012.stdout:2420: done (3 left) 2024-04-02T08:32:25.993 INFO:tasks.rados.rados.0.smithi012.stdout:2421: done (2 left) 2024-04-02T08:32:25.994 INFO:tasks.rados.rados.0.smithi012.stdout:2422: done (1 left) 2024-04-02T08:32:25.994 INFO:tasks.rados.rados.0.smithi012.stdout:2423: done (0 left) 2024-04-02T08:32:25.994 INFO:tasks.rados.rados.0.smithi012.stdout:2424: read oid 28 snap -1 2024-04-02T08:32:25.994 INFO:tasks.rados.rados.0.smithi012.stdout:2424: expect (ObjNum 756 snap 247 seq_num 756) 2024-04-02T08:32:25.994 INFO:tasks.rados.rados.0.smithi012.stdout:2425: read oid 50 snap -1 2024-04-02T08:32:25.994 INFO:tasks.rados.rados.0.smithi012.stdout:2425: expect deleted 2024-04-02T08:32:25.994 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 15 current snap is 250 2024-04-02T08:32:25.994 INFO:tasks.rados.rados.0.smithi012.stdout:2426: seq_num 759 ranges {499712=720896} 2024-04-02T08:32:26.000 INFO:tasks.rados.rados.0.smithi012.stdout:2426: writing smithi01277369-15 from 499712 to 1220608 tid 1 2024-04-02T08:32:26.000 INFO:tasks.rados.rados.0.smithi012.stdout:2427: snap_remove snap 246 2024-04-02T08:32:26.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:25 smithi055 ceph-mon[85080]: pgmap v502: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 477 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 440 KiB/s wr, 14 op/s 2024-04-02T08:32:26.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:25 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:26.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:25 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:26.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:25 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:26.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:25 smithi055 ceph-mon[85080]: osdmap e557: 8 total, 8 up, 8 in 2024-04-02T08:32:26.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:25 smithi055 ceph-mon[85080]: mds.? [v2:172.21.15.55:6832/3492075045,v1:172.21.15.55:6833/3492075045] up:boot 2024-04-02T08:32:26.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:25 smithi055 ceph-mon[85080]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:32:26.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:25 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:32:26.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:25 smithi012 ceph-mon[88355]: pgmap v502: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 477 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 440 KiB/s wr, 14 op/s 2024-04-02T08:32:26.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:25 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:26.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:25 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:26.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:25 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:26.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:25 smithi012 ceph-mon[88355]: osdmap e557: 8 total, 8 up, 8 in 2024-04-02T08:32:26.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:25 smithi012 ceph-mon[88355]: mds.? [v2:172.21.15.55:6832/3492075045,v1:172.21.15.55:6833/3492075045] up:boot 2024-04-02T08:32:26.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:25 smithi012 ceph-mon[88355]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:32:26.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:25 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:32:26.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:25 smithi012 ceph-mon[90784]: pgmap v502: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 477 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 440 KiB/s wr, 14 op/s 2024-04-02T08:32:26.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:25 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:26.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:25 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:26.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:25 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:26.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:25 smithi012 ceph-mon[90784]: osdmap e557: 8 total, 8 up, 8 in 2024-04-02T08:32:26.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:25 smithi012 ceph-mon[90784]: mds.? [v2:172.21.15.55:6832/3492075045,v1:172.21.15.55:6833/3492075045] up:boot 2024-04-02T08:32:26.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:25 smithi012 ceph-mon[90784]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:32:26.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:25 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:32:27.002 INFO:tasks.rados.rados.0.smithi012.stdout:2427: done (3 left) 2024-04-02T08:32:27.003 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 25 current snap is 250 2024-04-02T08:32:27.003 INFO:tasks.rados.rados.0.smithi012.stdout:2428: seq_num 760 ranges {2719744=737280} 2024-04-02T08:32:27.007 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:27 smithi055 ceph-mon[85080]: osdmap e558: 8 total, 8 up, 8 in 2024-04-02T08:32:27.022 INFO:tasks.rados.rados.0.smithi012.stdout:2428: writing smithi01277369-25 from 2719744 to 3457024 tid 1 2024-04-02T08:32:27.022 INFO:tasks.rados.rados.0.smithi012.stdout:2429: rollback oid 23 current snap is 250 2024-04-02T08:32:27.022 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 23 to 241 2024-04-02T08:32:27.022 INFO:tasks.rados.rados.0.smithi012.stdout:2424: expect (ObjNum 756 snap 247 seq_num 756) 2024-04-02T08:32:27.043 INFO:tasks.rados.rados.0.smithi012.stdout:2426: finishing write tid 1 to smithi01277369-15 2024-04-02T08:32:27.043 INFO:tasks.rados.rados.0.smithi012.stdout:2426: finishing write tid 2 to smithi01277369-15 2024-04-02T08:32:27.044 INFO:tasks.rados.rados.0.smithi012.stdout:2424: done (4 left) 2024-04-02T08:32:27.044 INFO:tasks.rados.rados.0.smithi012.stdout:2425: done (3 left) 2024-04-02T08:32:27.044 INFO:tasks.rados.rados.0.smithi012.stdout:2430: read oid 33 snap 186 2024-04-02T08:32:27.044 INFO:tasks.rados.rados.0.smithi012.stdout:2430: expect (ObjNum 503 snap 157 seq_num 503) 2024-04-02T08:32:27.044 INFO:tasks.rados.rados.0.smithi012.stdout:2431: rollback oid 22 current snap is 250 2024-04-02T08:32:27.044 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 22 to 227 2024-04-02T08:32:27.044 INFO:tasks.rados.rados.0.smithi012.stdout:2426: finishing write tid 3 to smithi01277369-15 2024-04-02T08:32:27.044 INFO:tasks.rados.rados.0.smithi012.stdout:2426: oid 15 updating version 0 to 359 2024-04-02T08:32:27.044 INFO:tasks.rados.rados.0.smithi012.stdout:2426: oid 15 version 359 is already newer than 358 2024-04-02T08:32:27.044 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 15 v 359 (ObjNum 759 snap 250 seq_num 759) dirty exists 2024-04-02T08:32:27.044 INFO:tasks.rados.rados.0.smithi012.stdout:2426: left oid 15 (ObjNum 759 snap 250 seq_num 759) 2024-04-02T08:32:27.044 INFO:tasks.rados.rados.0.smithi012.stdout:2426: done (4 left) 2024-04-02T08:32:27.044 INFO:tasks.rados.rados.0.smithi012.stdout:2432: read oid 4 snap 226 2024-04-02T08:32:27.044 INFO:tasks.rados.rados.0.smithi012.stdout:2432: expect (ObjNum 699 snap 224 seq_num 699) 2024-04-02T08:32:27.044 INFO:tasks.rados.rados.0.smithi012.stdout:2433: read oid 41 snap 194 2024-04-02T08:32:27.045 INFO:tasks.rados.rados.0.smithi012.stdout:2433: expect (ObjNum 547 snap 171 seq_num 547) 2024-04-02T08:32:27.045 INFO:tasks.rados.rados.0.smithi012.stdout:2434: rollback oid 40 current snap is 250 2024-04-02T08:32:27.045 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 40 to 241 2024-04-02T08:32:27.045 INFO:tasks.rados.rados.0.smithi012.stdout:2429: finishing rollback tid 0 to smithi01277369-23 2024-04-02T08:32:27.045 INFO:tasks.rados.rados.0.smithi012.stdout:2428: finishing write tid 1 to smithi01277369-25 2024-04-02T08:32:27.045 INFO:tasks.rados.rados.0.smithi012.stdout:2428: finishing write tid 2 to smithi01277369-25 2024-04-02T08:32:27.045 INFO:tasks.rados.rados.0.smithi012.stdout:2435: rollback oid 20 current snap is 250 2024-04-02T08:32:27.045 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 20 to 243 2024-04-02T08:32:27.045 INFO:tasks.rados.rados.0.smithi012.stdout:2429: finishing rollback tid 1 to smithi01277369-23 2024-04-02T08:32:27.045 INFO:tasks.rados.rados.0.smithi012.stdout:2429: finishing rollback tid 2 to smithi01277369-23 2024-04-02T08:32:27.045 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 23 v 1391 (ObjNum 33 snap 0 seq_num 918048272) dirty exists 2024-04-02T08:32:27.045 INFO:tasks.rados.rados.0.smithi012.stdout:2428: finishing write tid 3 to smithi01277369-25 2024-04-02T08:32:27.045 INFO:tasks.rados.rados.0.smithi012.stdout:2428: oid 25 updating version 0 to 997 2024-04-02T08:32:27.046 INFO:tasks.rados.rados.0.smithi012.stdout:2428: oid 25 version 997 is already newer than 996 2024-04-02T08:32:27.046 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 25 v 997 (ObjNum 760 snap 250 seq_num 760) dirty exists 2024-04-02T08:32:27.046 INFO:tasks.rados.rados.0.smithi012.stdout:2428: left oid 25 (ObjNum 760 snap 250 seq_num 760) 2024-04-02T08:32:27.046 INFO:tasks.rados.rados.0.smithi012.stdout:2428: done (7 left) 2024-04-02T08:32:27.046 INFO:tasks.rados.rados.0.smithi012.stdout:2429: done (6 left) 2024-04-02T08:32:27.046 INFO:tasks.rados.rados.0.smithi012.stdout:2436: snap_create 2024-04-02T08:32:27.047 INFO:tasks.rados.rados.0.smithi012.stdout:2435: finishing rollback tid 0 to smithi01277369-20 2024-04-02T08:32:27.048 INFO:tasks.rados.rados.0.smithi012.stdout:2435: finishing rollback tid 1 to smithi01277369-20 2024-04-02T08:32:27.048 INFO:tasks.rados.rados.0.smithi012.stdout:2435: finishing rollback tid 2 to smithi01277369-20 2024-04-02T08:32:27.048 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 20 v 1701 (ObjNum 649 snap 210 seq_num 649) dirty exists 2024-04-02T08:32:27.058 INFO:tasks.rados.rados.0.smithi012.stdout:2434: finishing rollback tid 0 to smithi01277369-40 2024-04-02T08:32:27.058 INFO:tasks.rados.rados.0.smithi012.stdout:2434: finishing rollback tid 1 to smithi01277369-40 2024-04-02T08:32:27.058 INFO:tasks.rados.rados.0.smithi012.stdout:2434: finishing rollback tid 2 to smithi01277369-40 2024-04-02T08:32:27.058 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 40 v 1394 (ObjNum 723 snap 238 seq_num 723) dirty exists 2024-04-02T08:32:27.061 INFO:tasks.rados.rados.0.smithi012.stdout:2432: expect (ObjNum 699 snap 224 seq_num 699) 2024-04-02T08:32:27.144 INFO:tasks.rados.rados.0.smithi012.stdout:2431: finishing rollback tid 0 to smithi01277369-22 2024-04-02T08:32:27.144 INFO:tasks.rados.rados.0.smithi012.stdout:2431: finishing rollback tid 1 to smithi01277369-22 2024-04-02T08:32:27.144 INFO:tasks.rados.rados.0.smithi012.stdout:2431: finishing rollback tid 2 to smithi01277369-22 2024-04-02T08:32:27.144 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 22 v 1392 (ObjNum 666 snap 212 seq_num 666) dirty exists 2024-04-02T08:32:27.144 INFO:tasks.rados.rados.0.smithi012.stdout:2433: expect (ObjNum 547 snap 171 seq_num 547) 2024-04-02T08:32:27.211 INFO:tasks.rados.rados.0.smithi012.stdout:2430: expect (ObjNum 503 snap 157 seq_num 503) 2024-04-02T08:32:27.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:27 smithi012 ceph-mon[88355]: osdmap e558: 8 total, 8 up, 8 in 2024-04-02T08:32:27.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:27 smithi012 ceph-mon[90784]: osdmap e558: 8 total, 8 up, 8 in 2024-04-02T08:32:27.692 INFO:teuthology.orchestra.run.smithi012.stdout:true 2024-04-02T08:32:27.998 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:32:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:32:27] "GET /metrics HTTP/1.1" 200 36247 "" "Prometheus/2.43.0" 2024-04-02T08:32:28.012 INFO:tasks.rados.rados.0.smithi012.stdout:2430: done (6 left) 2024-04-02T08:32:28.012 INFO:tasks.rados.rados.0.smithi012.stdout:2431: done (5 left) 2024-04-02T08:32:28.012 INFO:tasks.rados.rados.0.smithi012.stdout:2432: done (4 left) 2024-04-02T08:32:28.012 INFO:tasks.rados.rados.0.smithi012.stdout:2433: done (3 left) 2024-04-02T08:32:28.012 INFO:tasks.rados.rados.0.smithi012.stdout:2434: done (2 left) 2024-04-02T08:32:28.012 INFO:tasks.rados.rados.0.smithi012.stdout:2435: done (1 left) 2024-04-02T08:32:28.012 INFO:tasks.rados.rados.0.smithi012.stdout:2436: done (0 left) 2024-04-02T08:32:28.012 INFO:tasks.rados.rados.0.smithi012.stdout:2437: copy_from oid 12 from oid 43 current snap is 251 2024-04-02T08:32:28.012 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 49 current snap is 251 2024-04-02T08:32:28.013 INFO:tasks.rados.rados.0.smithi012.stdout:2438: seq_num 761 ranges {0=753664} 2024-04-02T08:32:28.017 INFO:tasks.rados.rados.0.smithi012.stdout:2438: writing smithi01277369-49 from 0 to 753664 tid 1 2024-04-02T08:32:28.017 INFO:tasks.rados.rados.0.smithi012.stdout:2439: copy_from oid 6 from oid 21 current snap is 251 2024-04-02T08:32:28.017 INFO:tasks.rados.rados.0.smithi012.stdout:2440: snap_remove snap 234 2024-04-02T08:32:28.041 INFO:teuthology.orchestra.run.smithi012.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:32:28.041 INFO:teuthology.orchestra.run.smithi012.stdout:alertmanager.a smithi012 *:9093,9094 running (10m) 19s ago 11m 27.0M - 0.25.0 c8568f914cd2 3ed3fc1b8013 2024-04-02T08:32:28.041 INFO:teuthology.orchestra.run.smithi012.stdout:grafana.a smithi055 *:3000 running (10m) 37s ago 10m 91.2M - 9.4.7 954c08fa6188 9788bcfbfb6f 2024-04-02T08:32:28.041 INFO:teuthology.orchestra.run.smithi012.stdout:mds.a smithi012 running (22s) 19s ago 12m 11.4M - 19.0.0-2422-g3cba26ea beaaa8a653cf e246b4d32ef4 2024-04-02T08:32:28.041 INFO:teuthology.orchestra.run.smithi012.stdout:mds.b smithi055 starting - - - - 2024-04-02T08:32:28.042 INFO:teuthology.orchestra.run.smithi012.stdout:mgr.x smithi055 *:8443,9283,8765 running (6m) 37s ago 15m 452M - 19.0.0-2422-g3cba26ea beaaa8a653cf 111621b46bd2 2024-04-02T08:32:28.042 INFO:teuthology.orchestra.run.smithi012.stdout:mgr.y smithi012 *:8443,9283,8765 running (6m) 19s ago 17m 514M - 19.0.0-2422-g3cba26ea beaaa8a653cf fe667762b028 2024-04-02T08:32:28.042 INFO:teuthology.orchestra.run.smithi012.stdout:mon.a smithi012 running (5m) 19s ago 17m 63.4M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 1790aee575dc 2024-04-02T08:32:28.042 INFO:teuthology.orchestra.run.smithi012.stdout:mon.b smithi055 running (5m) 37s ago 16m 52.0M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf f75ff69b6d62 2024-04-02T08:32:28.042 INFO:teuthology.orchestra.run.smithi012.stdout:mon.c smithi012 running (5m) 19s ago 15m 54.5M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf a1b482e0e449 2024-04-02T08:32:28.042 INFO:teuthology.orchestra.run.smithi012.stdout:node-exporter.a smithi012 *:9100 running (10m) 19s ago 10m 16.6M - 1.5.0 0da6a335fe13 a3d31893d77a 2024-04-02T08:32:28.042 INFO:teuthology.orchestra.run.smithi012.stdout:node-exporter.b smithi055 *:9100 running (10m) 37s ago 10m 15.2M - 1.5.0 0da6a335fe13 e1788e402810 2024-04-02T08:32:28.042 INFO:teuthology.orchestra.run.smithi012.stdout:osd.0 smithi012 running (4m) 19s ago 15m 226M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf a32a350fbdf1 2024-04-02T08:32:28.042 INFO:teuthology.orchestra.run.smithi012.stdout:osd.1 smithi012 running (3m) 19s ago 14m 210M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf bed42cfef518 2024-04-02T08:32:28.042 INFO:teuthology.orchestra.run.smithi012.stdout:osd.2 smithi012 running (3m) 19s ago 14m 215M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 021f860a33af 2024-04-02T08:32:28.042 INFO:teuthology.orchestra.run.smithi012.stdout:osd.3 smithi012 running (2m) 19s ago 14m 103M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 581c0cd1eb3c 2024-04-02T08:32:28.042 INFO:teuthology.orchestra.run.smithi012.stdout:osd.4 smithi055 running (2m) 37s ago 13m 117M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 3900aafcdf67 2024-04-02T08:32:28.043 INFO:teuthology.orchestra.run.smithi012.stdout:osd.5 smithi055 running (111s) 37s ago 13m 211M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 6d6c464bffc2 2024-04-02T08:32:28.043 INFO:teuthology.orchestra.run.smithi012.stdout:osd.6 smithi055 running (77s) 37s ago 12m 90.4M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf bb0c66a294ad 2024-04-02T08:32:28.043 INFO:teuthology.orchestra.run.smithi012.stdout:osd.7 smithi055 running (42s) 37s ago 12m 11.7M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 2395b4308989 2024-04-02T08:32:28.043 INFO:teuthology.orchestra.run.smithi012.stdout:prometheus.a smithi055 *:9095 running (6m) 37s ago 11m 58.1M - 2.43.0 a07b618ecd1d c518c69f0a2f 2024-04-02T08:32:28.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:28 smithi055 ceph-mon[85080]: pgmap v505: 121 pgs: 121 active+clean; 482 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.4 MiB/s wr, 27 op/s 2024-04-02T08:32:28.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:28 smithi055 ceph-mon[85080]: osdmap e559: 8 total, 8 up, 8 in 2024-04-02T08:32:28.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:28 smithi055 ceph-mon[85080]: from='client.44336 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:28.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:28 smithi012 ceph-mon[88355]: pgmap v505: 121 pgs: 121 active+clean; 482 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.4 MiB/s wr, 27 op/s 2024-04-02T08:32:28.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:28 smithi012 ceph-mon[88355]: osdmap e559: 8 total, 8 up, 8 in 2024-04-02T08:32:28.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:28 smithi012 ceph-mon[88355]: from='client.44336 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:28.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:28 smithi012 ceph-mon[90784]: pgmap v505: 121 pgs: 121 active+clean; 482 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.4 MiB/s wr, 27 op/s 2024-04-02T08:32:28.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:28 smithi012 ceph-mon[90784]: osdmap e559: 8 total, 8 up, 8 in 2024-04-02T08:32:28.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:28 smithi012 ceph-mon[90784]: from='client.44336 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:28.519 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-04-02T08:32:28.519 INFO:teuthology.orchestra.run.smithi012.stdout: "mon": { 2024-04-02T08:32:28.519 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:32:28.519 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:32:28.520 INFO:teuthology.orchestra.run.smithi012.stdout: "mgr": { 2024-04-02T08:32:28.520 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:32:28.520 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:32:28.520 INFO:teuthology.orchestra.run.smithi012.stdout: "osd": { 2024-04-02T08:32:28.520 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 8 2024-04-02T08:32:28.520 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:32:28.520 INFO:teuthology.orchestra.run.smithi012.stdout: "mds": { 2024-04-02T08:32:28.520 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:32:28.520 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:32:28.520 INFO:teuthology.orchestra.run.smithi012.stdout: "overall": { 2024-04-02T08:32:28.520 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 15 2024-04-02T08:32:28.520 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-04-02T08:32:28.520 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-04-02T08:32:28.955 INFO:tasks.rados.rados.0.smithi012.stdout:2440: done (3 left) 2024-04-02T08:32:28.955 INFO:tasks.rados.rados.0.smithi012.stdout:2441: snap_remove snap 172 2024-04-02T08:32:29.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:29 smithi055 ceph-mon[85080]: osdmap e560: 8 total, 8 up, 8 in 2024-04-02T08:32:29.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:29 smithi055 ceph-mon[85080]: from='client.44342 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:29.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:29 smithi055 ceph-mon[85080]: pgmap v508: 121 pgs: 121 active+clean; 482 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.4 MiB/s wr, 27 op/s 2024-04-02T08:32:29.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:29.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:29.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:29 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/972915472' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:29.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:29 smithi055 ceph-mon[85080]: osdmap e561: 8 total, 8 up, 8 in 2024-04-02T08:32:29.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:29 smithi012 ceph-mon[90784]: osdmap e560: 8 total, 8 up, 8 in 2024-04-02T08:32:29.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:29 smithi012 ceph-mon[90784]: from='client.44342 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:29.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:29 smithi012 ceph-mon[90784]: pgmap v508: 121 pgs: 121 active+clean; 482 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.4 MiB/s wr, 27 op/s 2024-04-02T08:32:29.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:29.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:29.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:29 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/972915472' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:29.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:29 smithi012 ceph-mon[90784]: osdmap e561: 8 total, 8 up, 8 in 2024-04-02T08:32:29.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:29 smithi012 ceph-mon[88355]: osdmap e560: 8 total, 8 up, 8 in 2024-04-02T08:32:29.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:29 smithi012 ceph-mon[88355]: from='client.44342 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:29.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:29 smithi012 ceph-mon[88355]: pgmap v508: 121 pgs: 121 active+clean; 482 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.4 MiB/s wr, 27 op/s 2024-04-02T08:32:29.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:29.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:29.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:29 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/972915472' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:29.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:29 smithi012 ceph-mon[88355]: osdmap e561: 8 total, 8 up, 8 in 2024-04-02T08:32:29.955 INFO:tasks.rados.rados.0.smithi012.stdout:2441: done (3 left) 2024-04-02T08:32:29.955 INFO:tasks.rados.rados.0.smithi012.stdout:2442: read oid 20 snap 226 2024-04-02T08:32:29.955 INFO:tasks.rados.rados.0.smithi012.stdout:2442: expect (ObjNum 649 snap 210 seq_num 649) 2024-04-02T08:32:29.955 INFO:tasks.rados.rados.0.smithi012.stdout:2443: snap_remove snap 250 2024-04-02T08:32:30.263 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:30 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:30.296 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:30 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:30.296 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:30 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:30.296 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:30 smithi055 ceph-mon[85080]: osdmap e562: 8 total, 8 up, 8 in 2024-04-02T08:32:30.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:30 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:30.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:30 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:30.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:30 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:30.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:30 smithi012 ceph-mon[90784]: osdmap e562: 8 total, 8 up, 8 in 2024-04-02T08:32:30.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:30 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:30.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:30 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:30.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:30 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:30.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:30 smithi012 ceph-mon[88355]: osdmap e562: 8 total, 8 up, 8 in 2024-04-02T08:32:30.953 INFO:tasks.rados.rados.0.smithi012.stdout:2443: done (4 left) 2024-04-02T08:32:30.954 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 15 current snap is 251 2024-04-02T08:32:30.954 INFO:tasks.rados.rados.0.smithi012.stdout:2437: finishing copy_from racing read to smithi01277369-12 2024-04-02T08:32:30.954 INFO:tasks.rados.rados.0.smithi012.stdout:2444: seq_num 762 ranges {1220608=770048} 2024-04-02T08:32:30.966 INFO:tasks.rados.rados.0.smithi012.stdout:2444: writing smithi01277369-15 from 1220608 to 1990656 tid 1 2024-04-02T08:32:30.966 INFO:tasks.rados.rados.0.smithi012.stdout:2445: rollback oid 16 current snap is 251 2024-04-02T08:32:30.966 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 16 to 239 2024-04-02T08:32:30.966 INFO:tasks.rados.rados.0.smithi012.stdout:2438: finishing write tid 1 to smithi01277369-49 2024-04-02T08:32:30.966 INFO:tasks.rados.rados.0.smithi012.stdout:2438: finishing write tid 2 to smithi01277369-49 2024-04-02T08:32:30.966 INFO:tasks.rados.rados.0.smithi012.stdout:2437: finishing copy_from to smithi01277369-12 2024-04-02T08:32:30.966 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 12 v 1258 (ObjNum 730 snap 241 seq_num 730) dirty exists 2024-04-02T08:32:30.967 INFO:tasks.rados.rados.0.smithi012.stdout:2438: finishing write tid 3 to smithi01277369-49 2024-04-02T08:32:30.967 INFO:tasks.rados.rados.0.smithi012.stdout:2438: oid 49 updating version 0 to 1069 2024-04-02T08:32:30.967 INFO:tasks.rados.rados.0.smithi012.stdout:2438: oid 49 updating version 1069 to 1070 2024-04-02T08:32:30.967 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 49 v 1070 (ObjNum 761 snap 251 seq_num 761) dirty exists 2024-04-02T08:32:30.967 INFO:tasks.rados.rados.0.smithi012.stdout:2438: left oid 49 (ObjNum 761 snap 251 seq_num 761) 2024-04-02T08:32:30.967 INFO:tasks.rados.rados.0.smithi012.stdout:2439: finishing copy_from racing read to smithi01277369-6 2024-04-02T08:32:30.967 INFO:tasks.rados.rados.0.smithi012.stdout:2437: done (5 left) 2024-04-02T08:32:30.967 INFO:tasks.rados.rados.0.smithi012.stdout:2438: done (4 left) 2024-04-02T08:32:30.967 INFO:tasks.rados.rados.0.smithi012.stdout:2446: read oid 19 snap -1 2024-04-02T08:32:30.967 INFO:tasks.rados.rados.0.smithi012.stdout:2446: expect (ObjNum 732 snap 241 seq_num 732) 2024-04-02T08:32:30.967 INFO:tasks.rados.rados.0.smithi012.stdout:2447: snap_create 2024-04-02T08:32:30.967 INFO:tasks.rados.rados.0.smithi012.stdout:2439: finishing copy_from to smithi01277369-6 2024-04-02T08:32:30.967 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 6 v 1097 (ObjNum 743 snap 244 seq_num 743) dirty exists 2024-04-02T08:32:30.968 INFO:tasks.rados.rados.0.smithi012.stdout:2442: expect (ObjNum 649 snap 210 seq_num 649) 2024-04-02T08:32:31.011 INFO:tasks.rados.rados.0.smithi012.stdout:2446: expect (ObjNum 732 snap 241 seq_num 732) 2024-04-02T08:32:31.089 INFO:tasks.rados.rados.0.smithi012.stdout:2444: finishing write tid 1 to smithi01277369-15 2024-04-02T08:32:31.089 INFO:tasks.rados.rados.0.smithi012.stdout:2444: finishing write tid 2 to smithi01277369-15 2024-04-02T08:32:31.089 INFO:tasks.rados.rados.0.smithi012.stdout:2445: finishing rollback tid 0 to smithi01277369-16 2024-04-02T08:32:31.089 INFO:tasks.rados.rados.0.smithi012.stdout:2445: finishing rollback tid 1 to smithi01277369-16 2024-04-02T08:32:31.090 INFO:tasks.rados.rados.0.smithi012.stdout:2444: finishing write tid 3 to smithi01277369-15 2024-04-02T08:32:31.090 INFO:tasks.rados.rados.0.smithi012.stdout:2444: oid 15 updating version 0 to 369 2024-04-02T08:32:31.090 INFO:tasks.rados.rados.0.smithi012.stdout:2444: oid 15 version 369 is already newer than 368 2024-04-02T08:32:31.090 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 15 v 369 (ObjNum 762 snap 251 seq_num 762) dirty exists 2024-04-02T08:32:31.090 INFO:tasks.rados.rados.0.smithi012.stdout:2444: left oid 15 (ObjNum 762 snap 251 seq_num 762) 2024-04-02T08:32:31.090 INFO:tasks.rados.rados.0.smithi012.stdout:2445: finishing rollback tid 2 to smithi01277369-16 2024-04-02T08:32:31.090 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 16 v 373 (ObjNum 129 snap 0 seq_num 925506896) dirty exists 2024-04-02T08:32:31.960 INFO:tasks.rados.rados.0.smithi012.stdout:2439: done (5 left) 2024-04-02T08:32:31.961 INFO:tasks.rados.rados.0.smithi012.stdout:2442: done (4 left) 2024-04-02T08:32:31.961 INFO:tasks.rados.rados.0.smithi012.stdout:2444: done (3 left) 2024-04-02T08:32:31.961 INFO:tasks.rados.rados.0.smithi012.stdout:2445: done (2 left) 2024-04-02T08:32:31.961 INFO:tasks.rados.rados.0.smithi012.stdout:2446: done (1 left) 2024-04-02T08:32:31.961 INFO:tasks.rados.rados.0.smithi012.stdout:2447: done (0 left) 2024-04-02T08:32:31.961 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 48 current snap is 252 2024-04-02T08:32:31.961 INFO:tasks.rados.rados.0.smithi012.stdout:2448: seq_num 763 ranges {4374528=786432} 2024-04-02T08:32:31.988 INFO:tasks.rados.rados.0.smithi012.stdout:2448: writing smithi01277369-48 from 4374528 to 5160960 tid 1 2024-04-02T08:32:31.989 INFO:tasks.rados.rados.0.smithi012.stdout:2449: copy_from oid 50 from oid 3 current snap is 252 2024-04-02T08:32:31.989 INFO:tasks.rados.rados.0.smithi012.stdout:2450: delete oid 27 current snap is 252 2024-04-02T08:32:31.996 INFO:tasks.rados.rados.0.smithi012.stdout:2448: finishing write tid 1 to smithi01277369-48 2024-04-02T08:32:31.996 INFO:tasks.rados.rados.0.smithi012.stdout:2448: finishing write tid 2 to smithi01277369-48 2024-04-02T08:32:31.996 INFO:tasks.rados.rados.0.smithi012.stdout:2450: done (2 left) 2024-04-02T08:32:31.996 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 16 current snap is 252 2024-04-02T08:32:31.996 INFO:tasks.rados.rados.0.smithi012.stdout:2451: seq_num 765 ranges {0=417792,417792=401408} 2024-04-02T08:32:31.998 INFO:tasks.rados.rados.0.smithi012.stdout:2451: writing smithi01277369-16 from 0 to 417792 tid 1 2024-04-02T08:32:32.001 INFO:tasks.rados.rados.0.smithi012.stdout:2451: writing smithi01277369-16 from 417792 to 819200 tid 2 2024-04-02T08:32:32.001 INFO:tasks.rados.rados.0.smithi012.stdout:2452: rmattr oid 12 current snap is 252 2024-04-02T08:32:32.001 INFO:tasks.rados.rados.0.smithi012.stdout:2448: finishing write tid 3 to smithi01277369-48 2024-04-02T08:32:32.001 INFO:tasks.rados.rados.0.smithi012.stdout:2448: oid 48 updating version 0 to 1071 2024-04-02T08:32:32.002 INFO:tasks.rados.rados.0.smithi012.stdout:2448: oid 48 updating version 1071 to 1072 2024-04-02T08:32:32.002 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 48 v 1072 (ObjNum 763 snap 252 seq_num 763) dirty exists 2024-04-02T08:32:32.002 INFO:tasks.rados.rados.0.smithi012.stdout:2448: left oid 48 (ObjNum 763 snap 252 seq_num 763) 2024-04-02T08:32:32.002 INFO:tasks.rados.rados.0.smithi012.stdout:2448: done (3 left) 2024-04-02T08:32:32.002 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 49 current snap is 252 2024-04-02T08:32:32.002 INFO:tasks.rados.rados.0.smithi012.stdout:2449: finishing copy_from racing read to smithi01277369-50 2024-04-02T08:32:32.002 INFO:tasks.rados.rados.0.smithi012.stdout:2449: finishing copy_from to smithi01277369-50 2024-04-02T08:32:32.002 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 50 v 994 (ObjNum 624 snap 203 seq_num 624) dirty exists 2024-04-02T08:32:32.002 INFO:tasks.rados.rados.0.smithi012.stdout:2453: seq_num 766 ranges {753664=434176,1187840=401408} 2024-04-02T08:32:32.008 INFO:tasks.rados.rados.0.smithi012.stdout:2453: writing smithi01277369-49 from 753664 to 1187840 tid 1 2024-04-02T08:32:32.010 INFO:tasks.rados.rados.0.smithi012.stdout:2453: writing smithi01277369-49 from 1187840 to 1589248 tid 2 2024-04-02T08:32:32.011 INFO:tasks.rados.rados.0.smithi012.stdout:2449: done (3 left) 2024-04-02T08:32:32.011 INFO:tasks.rados.rados.0.smithi012.stdout:2454: delete oid 32 current snap is 252 2024-04-02T08:32:32.011 INFO:tasks.rados.rados.0.smithi012.stdout:2451: finishing write tid 1 to smithi01277369-16 2024-04-02T08:32:32.011 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 12 v 1266 (ObjNum 730 snap 241 seq_num 730) dirty exists 2024-04-02T08:32:32.011 INFO:tasks.rados.rados.0.smithi012.stdout:2451: finishing write tid 2 to smithi01277369-16 2024-04-02T08:32:32.011 INFO:tasks.rados.rados.0.smithi012.stdout:2451: finishing write tid 3 to smithi01277369-16 2024-04-02T08:32:32.011 INFO:tasks.rados.rados.0.smithi012.stdout:2451: finishing write tid 4 to smithi01277369-16 2024-04-02T08:32:32.011 INFO:tasks.rados.rados.0.smithi012.stdout:2451: oid 16 updating version 0 to 376 2024-04-02T08:32:32.011 INFO:tasks.rados.rados.0.smithi012.stdout:2451: oid 16 updating version 376 to 377 2024-04-02T08:32:32.011 INFO:tasks.rados.rados.0.smithi012.stdout:2451: oid 16 version 377 is already newer than 375 2024-04-02T08:32:32.011 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 16 v 377 (ObjNum 765 snap 252 seq_num 765) dirty exists 2024-04-02T08:32:32.011 INFO:tasks.rados.rados.0.smithi012.stdout:2451: left oid 16 (ObjNum 765 snap 252 seq_num 765) 2024-04-02T08:32:32.013 INFO:tasks.rados.rados.0.smithi012.stdout:2451: done (3 left) 2024-04-02T08:32:32.013 INFO:tasks.rados.rados.0.smithi012.stdout:2452: done (2 left) 2024-04-02T08:32:32.013 INFO:tasks.rados.rados.0.smithi012.stdout:2454: done (1 left) 2024-04-02T08:32:32.013 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 6 current snap is 252 2024-04-02T08:32:32.013 INFO:tasks.rados.rados.0.smithi012.stdout:2455: seq_num 768 ranges {450560=466944,917504=401408} 2024-04-02T08:32:32.018 INFO:tasks.rados.rados.0.smithi012.stdout:2455: writing smithi01277369-6 from 450560 to 917504 tid 1 2024-04-02T08:32:32.021 INFO:tasks.rados.rados.0.smithi012.stdout:2455: writing smithi01277369-6 from 917504 to 1318912 tid 2 2024-04-02T08:32:32.021 INFO:tasks.rados.rados.0.smithi012.stdout:2456: delete oid 20 current snap is 252 2024-04-02T08:32:32.021 INFO:tasks.rados.rados.0.smithi012.stdout:2453: finishing write tid 1 to smithi01277369-49 2024-04-02T08:32:32.022 INFO:tasks.rados.rados.0.smithi012.stdout:2453: finishing write tid 2 to smithi01277369-49 2024-04-02T08:32:32.022 INFO:tasks.rados.rados.0.smithi012.stdout:2453: finishing write tid 3 to smithi01277369-49 2024-04-02T08:32:32.022 INFO:tasks.rados.rados.0.smithi012.stdout:2453: finishing write tid 4 to smithi01277369-49 2024-04-02T08:32:32.022 INFO:tasks.rados.rados.0.smithi012.stdout:2453: oid 49 updating version 0 to 1074 2024-04-02T08:32:32.022 INFO:tasks.rados.rados.0.smithi012.stdout:2453: oid 49 version 1074 is already newer than 1073 2024-04-02T08:32:32.022 INFO:tasks.rados.rados.0.smithi012.stdout:2453: oid 49 updating version 1074 to 1075 2024-04-02T08:32:32.022 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 49 v 1075 (ObjNum 766 snap 252 seq_num 766) dirty exists 2024-04-02T08:32:32.022 INFO:tasks.rados.rados.0.smithi012.stdout:2453: left oid 49 (ObjNum 766 snap 252 seq_num 766) 2024-04-02T08:32:32.022 INFO:tasks.rados.rados.0.smithi012.stdout:2455: finishing write tid 1 to smithi01277369-6 2024-04-02T08:32:32.023 INFO:tasks.rados.rados.0.smithi012.stdout:2453: done (2 left) 2024-04-02T08:32:32.023 INFO:tasks.rados.rados.0.smithi012.stdout:2456: done (1 left) 2024-04-02T08:32:32.023 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 3 current snap is 252 2024-04-02T08:32:32.023 INFO:tasks.rados.rados.0.smithi012.stdout:2457: seq_num 770 ranges {860160=499712,1359872=401408} 2024-04-02T08:32:32.031 INFO:tasks.rados.rados.0.smithi012.stdout:2457: writing smithi01277369-3 from 860160 to 1359872 tid 1 2024-04-02T08:32:32.034 INFO:tasks.rados.rados.0.smithi012.stdout:2457: writing smithi01277369-3 from 1359872 to 1761280 tid 2 2024-04-02T08:32:32.034 INFO:tasks.rados.rados.0.smithi012.stdout:2458: snap_create 2024-04-02T08:32:32.035 INFO:tasks.rados.rados.0.smithi012.stdout:2455: finishing write tid 2 to smithi01277369-6 2024-04-02T08:32:32.035 INFO:tasks.rados.rados.0.smithi012.stdout:2455: finishing write tid 3 to smithi01277369-6 2024-04-02T08:32:32.035 INFO:tasks.rados.rados.0.smithi012.stdout:2455: finishing write tid 4 to smithi01277369-6 2024-04-02T08:32:32.035 INFO:tasks.rados.rados.0.smithi012.stdout:2455: oid 6 updating version 0 to 1100 2024-04-02T08:32:32.035 INFO:tasks.rados.rados.0.smithi012.stdout:2455: oid 6 version 1100 is already newer than 1099 2024-04-02T08:32:32.035 INFO:tasks.rados.rados.0.smithi012.stdout:2455: oid 6 version 1100 is already newer than 1098 2024-04-02T08:32:32.035 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 6 v 1100 (ObjNum 768 snap 252 seq_num 768) dirty exists 2024-04-02T08:32:32.035 INFO:tasks.rados.rados.0.smithi012.stdout:2455: left oid 6 (ObjNum 768 snap 252 seq_num 768) 2024-04-02T08:32:32.037 INFO:tasks.rados.rados.0.smithi012.stdout:2457: finishing write tid 1 to smithi01277369-3 2024-04-02T08:32:32.037 INFO:tasks.rados.rados.0.smithi012.stdout:2457: finishing write tid 2 to smithi01277369-3 2024-04-02T08:32:32.038 INFO:tasks.rados.rados.0.smithi012.stdout:2457: finishing write tid 3 to smithi01277369-3 2024-04-02T08:32:32.039 INFO:tasks.rados.rados.0.smithi012.stdout:2457: finishing write tid 4 to smithi01277369-3 2024-04-02T08:32:32.039 INFO:tasks.rados.rados.0.smithi012.stdout:2457: oid 3 updating version 0 to 998 2024-04-02T08:32:32.039 INFO:tasks.rados.rados.0.smithi012.stdout:2457: oid 3 updating version 998 to 1000 2024-04-02T08:32:32.039 INFO:tasks.rados.rados.0.smithi012.stdout:2457: oid 3 version 1000 is already newer than 999 2024-04-02T08:32:32.039 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 3 v 1000 (ObjNum 770 snap 252 seq_num 770) dirty exists 2024-04-02T08:32:32.039 INFO:tasks.rados.rados.0.smithi012.stdout:2457: left oid 3 (ObjNum 770 snap 252 seq_num 770) 2024-04-02T08:32:32.220 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:31 smithi055 ceph-mon[85080]: pgmap v511: 121 pgs: 121 active+clean; 452 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 364 KiB/s wr, 5 op/s 2024-04-02T08:32:32.220 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:31 smithi055 ceph-mon[85080]: osdmap e563: 8 total, 8 up, 8 in 2024-04-02T08:32:32.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:31 smithi012 ceph-mon[88355]: pgmap v511: 121 pgs: 121 active+clean; 452 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 364 KiB/s wr, 5 op/s 2024-04-02T08:32:32.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:31 smithi012 ceph-mon[88355]: osdmap e563: 8 total, 8 up, 8 in 2024-04-02T08:32:32.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:31 smithi012 ceph-mon[90784]: pgmap v511: 121 pgs: 121 active+clean; 452 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 364 KiB/s wr, 5 op/s 2024-04-02T08:32:32.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:31 smithi012 ceph-mon[90784]: osdmap e563: 8 total, 8 up, 8 in 2024-04-02T08:32:32.560 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:32:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:32:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:32:32.967 INFO:tasks.rados.rados.0.smithi012.stdout:2455: done (2 left) 2024-04-02T08:32:32.967 INFO:tasks.rados.rados.0.smithi012.stdout:2457: done (1 left) 2024-04-02T08:32:32.967 INFO:tasks.rados.rados.0.smithi012.stdout:2458: done (0 left) 2024-04-02T08:32:32.968 INFO:tasks.rados.rados.0.smithi012.stdout:2459: delete oid 47 current snap is 253 2024-04-02T08:32:32.970 INFO:tasks.rados.rados.0.smithi012.stdout:2459: done (0 left) 2024-04-02T08:32:32.970 INFO:tasks.rados.rados.0.smithi012.stdout:2460: copy_from oid 37 from oid 34 current snap is 253 2024-04-02T08:32:32.970 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 9 current snap is 253 2024-04-02T08:32:32.970 INFO:tasks.rados.rados.0.smithi012.stdout:2461: seq_num 772 ranges {0=532480,532480=401408} 2024-04-02T08:32:32.973 INFO:tasks.rados.rados.0.smithi012.stdout:2461: writing smithi01277369-9 from 0 to 532480 tid 1 2024-04-02T08:32:32.976 INFO:tasks.rados.rados.0.smithi012.stdout:2461: writing smithi01277369-9 from 532480 to 933888 tid 2 2024-04-02T08:32:32.976 INFO:tasks.rados.rados.0.smithi012.stdout:2462: rollback oid 27 current snap is 253 2024-04-02T08:32:32.976 INFO:tasks.rados.rados.0.smithi012.stdout:2460: finishing copy_from to smithi01277369-37 2024-04-02T08:32:32.977 INFO:tasks.rados.rados.0.smithi012.stdout:2460: got expected ENOENT (src dne) 2024-04-02T08:32:32.977 INFO:tasks.rados.rados.0.smithi012.stdout:2460: finishing copy_from racing read to smithi01277369-37 2024-04-02T08:32:32.977 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 27 to 229 2024-04-02T08:32:32.977 INFO:tasks.rados.rados.0.smithi012.stdout:2460: done (2 left) 2024-04-02T08:32:32.977 INFO:tasks.rados.rados.0.smithi012.stdout:2463: delete oid 48 current snap is 253 2024-04-02T08:32:32.979 INFO:tasks.rados.rados.0.smithi012.stdout:2461: finishing write tid 1 to smithi01277369-9 2024-04-02T08:32:32.980 INFO:tasks.rados.rados.0.smithi012.stdout:2463: done (2 left) 2024-04-02T08:32:32.980 INFO:tasks.rados.rados.0.smithi012.stdout:2464: delete oid 20 current snap is 253 2024-04-02T08:32:32.981 INFO:tasks.rados.rados.0.smithi012.stdout:2461: finishing write tid 2 to smithi01277369-9 2024-04-02T08:32:32.981 INFO:tasks.rados.rados.0.smithi012.stdout:2461: finishing write tid 3 to smithi01277369-9 2024-04-02T08:32:32.981 INFO:tasks.rados.rados.0.smithi012.stdout:2462: finishing rollback tid 1 to smithi01277369-27 2024-04-02T08:32:32.981 INFO:tasks.rados.rados.0.smithi012.stdout:2462: finishing rollback tid 2 to smithi01277369-27 2024-04-02T08:32:32.982 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 27 v 1071 (ObjNum 685 snap 218 seq_num 685) dirty exists 2024-04-02T08:32:32.982 INFO:tasks.rados.rados.0.smithi012.stdout:2461: finishing write tid 4 to smithi01277369-9 2024-04-02T08:32:32.982 INFO:tasks.rados.rados.0.smithi012.stdout:2461: oid 9 updating version 0 to 1269 2024-04-02T08:32:32.982 INFO:tasks.rados.rados.0.smithi012.stdout:2461: oid 9 version 1269 is already newer than 1267 2024-04-02T08:32:32.982 INFO:tasks.rados.rados.0.smithi012.stdout:2461: oid 9 version 1269 is already newer than 1268 2024-04-02T08:32:32.983 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 9 v 1269 (ObjNum 772 snap 253 seq_num 772) dirty exists 2024-04-02T08:32:32.983 INFO:tasks.rados.rados.0.smithi012.stdout:2461: left oid 9 (ObjNum 772 snap 253 seq_num 772) 2024-04-02T08:32:32.983 INFO:tasks.rados.rados.0.smithi012.stdout:2461: done (2 left) 2024-04-02T08:32:32.983 INFO:tasks.rados.rados.0.smithi012.stdout:2462: done (1 left) 2024-04-02T08:32:32.983 INFO:tasks.rados.rados.0.smithi012.stdout:2464: done (0 left) 2024-04-02T08:32:32.983 INFO:tasks.rados.rados.0.smithi012.stdout:2465: snap_create 2024-04-02T08:32:33.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:32 smithi055 ceph-mon[85080]: osdmap e564: 8 total, 8 up, 8 in 2024-04-02T08:32:33.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:32 smithi012 ceph-mon[88355]: osdmap e564: 8 total, 8 up, 8 in 2024-04-02T08:32:33.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:32 smithi012 ceph-mon[90784]: osdmap e564: 8 total, 8 up, 8 in 2024-04-02T08:32:33.954 INFO:tasks.rados.rados.0.smithi012.stdout:2465: done (0 left) 2024-04-02T08:32:33.955 INFO:tasks.rados.rados.0.smithi012.stdout:2466: snap_remove snap 218 2024-04-02T08:32:34.101 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[90784]: pgmap v514: 121 pgs: 121 active+clean; 404 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 718 KiB/s wr, 10 op/s 2024-04-02T08:32:34.101 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[90784]: osdmap e565: 8 total, 8 up, 8 in 2024-04-02T08:32:34.101 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:34.101 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:34.101 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:34.101 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:32:34.101 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:34.101 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:34.101 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:34.101 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:34.102 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:34.102 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:34.102 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:34.102 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:34.102 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-02T08:32:34.102 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-04-02T08:32:34.102 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-02T08:32:34.102 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-04-02T08:32:34.102 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:34.102 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:34.102 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:34.102 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:34.102 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:34.102 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:34.103 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:34.103 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:34.103 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:34.103 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:34.103 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:34.103 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:34.103 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:34.103 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[90784]: osdmap e566: 8 total, 8 up, 8 in 2024-04-02T08:32:34.103 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[88355]: pgmap v514: 121 pgs: 121 active+clean; 404 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 718 KiB/s wr, 10 op/s 2024-04-02T08:32:34.104 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[88355]: osdmap e565: 8 total, 8 up, 8 in 2024-04-02T08:32:34.104 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:34.104 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:34.104 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:34.104 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:32:34.104 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:34.104 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:34.104 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:34.104 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:34.104 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:34.104 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:34.104 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:34.104 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:34.104 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-02T08:32:34.105 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-04-02T08:32:34.105 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-02T08:32:34.105 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-04-02T08:32:34.105 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:34.105 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:34.105 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:34.105 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:34.105 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:34.105 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:34.105 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:34.105 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:34.105 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:34.105 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:34.105 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:34.106 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:34.106 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:34.106 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:33 smithi012 ceph-mon[88355]: osdmap e566: 8 total, 8 up, 8 in 2024-04-02T08:32:34.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:33 smithi055 ceph-mon[85080]: pgmap v514: 121 pgs: 121 active+clean; 404 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 718 KiB/s wr, 10 op/s 2024-04-02T08:32:34.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:33 smithi055 ceph-mon[85080]: osdmap e565: 8 total, 8 up, 8 in 2024-04-02T08:32:34.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:33 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:34.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:33 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:34.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:33 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:34.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:33 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:32:34.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:33 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:34.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:33 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:34.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:33 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:34.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:33 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:34.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:33 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:34.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:33 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:34.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:33 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:34.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:33 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:34.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:33 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-02T08:32:34.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:33 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-04-02T08:32:34.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:33 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-02T08:32:34.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:33 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-04-02T08:32:34.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:33 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:34.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:33 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:34.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:33 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:34.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:33 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:34.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:33 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:34.313 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:33 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:34.313 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:33 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:34.313 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:33 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:34.313 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:33 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:34.313 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:33 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:34.313 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:33 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:34.313 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:33 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:34.313 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:33 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:34.313 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:33 smithi055 ceph-mon[85080]: osdmap e566: 8 total, 8 up, 8 in 2024-04-02T08:32:34.954 INFO:tasks.rados.rados.0.smithi012.stdout:2466: done (0 left) 2024-04-02T08:32:34.954 INFO:tasks.rados.rados.0.smithi012.stdout:2467: snap_create 2024-04-02T08:32:35.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:34 smithi012 ceph-mon[90784]: Upgrade: Setting container_image for all mds 2024-04-02T08:32:35.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:34 smithi012 ceph-mon[90784]: Upgrade: Setting container_image for all rgw 2024-04-02T08:32:35.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:34 smithi012 ceph-mon[90784]: Upgrade: Setting container_image for all rbd-mirror 2024-04-02T08:32:35.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:34 smithi012 ceph-mon[90784]: Upgrade: Setting container_image for all ceph-exporter 2024-04-02T08:32:35.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:34 smithi012 ceph-mon[90784]: Upgrade: Setting container_image for all iscsi 2024-04-02T08:32:35.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:34 smithi012 ceph-mon[90784]: Upgrade: Setting container_image for all nfs 2024-04-02T08:32:35.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:34 smithi012 ceph-mon[90784]: Upgrade: Setting container_image for all nvmeof 2024-04-02T08:32:35.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:34 smithi012 ceph-mon[90784]: osdmap e567: 8 total, 8 up, 8 in 2024-04-02T08:32:35.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:34 smithi012 ceph-mon[88355]: Upgrade: Setting container_image for all mds 2024-04-02T08:32:35.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:34 smithi012 ceph-mon[88355]: Upgrade: Setting container_image for all rgw 2024-04-02T08:32:35.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:34 smithi012 ceph-mon[88355]: Upgrade: Setting container_image for all rbd-mirror 2024-04-02T08:32:35.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:34 smithi012 ceph-mon[88355]: Upgrade: Setting container_image for all ceph-exporter 2024-04-02T08:32:35.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:34 smithi012 ceph-mon[88355]: Upgrade: Setting container_image for all iscsi 2024-04-02T08:32:35.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:34 smithi012 ceph-mon[88355]: Upgrade: Setting container_image for all nfs 2024-04-02T08:32:35.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:34 smithi012 ceph-mon[88355]: Upgrade: Setting container_image for all nvmeof 2024-04-02T08:32:35.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:34 smithi012 ceph-mon[88355]: osdmap e567: 8 total, 8 up, 8 in 2024-04-02T08:32:35.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:34 smithi055 ceph-mon[85080]: Upgrade: Setting container_image for all mds 2024-04-02T08:32:35.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:34 smithi055 ceph-mon[85080]: Upgrade: Setting container_image for all rgw 2024-04-02T08:32:35.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:34 smithi055 ceph-mon[85080]: Upgrade: Setting container_image for all rbd-mirror 2024-04-02T08:32:35.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:34 smithi055 ceph-mon[85080]: Upgrade: Setting container_image for all ceph-exporter 2024-04-02T08:32:35.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:34 smithi055 ceph-mon[85080]: Upgrade: Setting container_image for all iscsi 2024-04-02T08:32:35.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:34 smithi055 ceph-mon[85080]: Upgrade: Setting container_image for all nfs 2024-04-02T08:32:35.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:34 smithi055 ceph-mon[85080]: Upgrade: Setting container_image for all nvmeof 2024-04-02T08:32:35.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:34 smithi055 ceph-mon[85080]: osdmap e567: 8 total, 8 up, 8 in 2024-04-02T08:32:35.928 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:35 smithi012 systemd[1]: Stopping Ceph node-exporter.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:32:35.955 INFO:tasks.rados.rados.0.smithi012.stdout:2467: done (0 left) 2024-04-02T08:32:35.955 INFO:tasks.rados.rados.0.smithi012.stdout:2468: snap_remove snap 238 2024-04-02T08:32:36.302 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:36 smithi012 podman[119291]: 2024-04-02 08:32:36.030645255 +0000 UTC m=+0.139251494 container died a3d31893d77a7a960f1601047823a378676b9b773b09bc5db258975991bfb877 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T08:32:36.302 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:35 smithi012 ceph-mon[88355]: pgmap v517: 121 pgs: 121 active+clean; 404 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 354 KiB/s wr, 4 op/s 2024-04-02T08:32:36.302 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:35 smithi012 ceph-mon[88355]: Upgrade: Updating node-exporter.a (1/2) 2024-04-02T08:32:36.302 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:35 smithi012 ceph-mon[88355]: Deploying daemon node-exporter.a on smithi012 2024-04-02T08:32:36.303 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:35 smithi012 ceph-mon[88355]: osdmap e568: 8 total, 8 up, 8 in 2024-04-02T08:32:36.303 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:35 smithi012 ceph-mon[90784]: pgmap v517: 121 pgs: 121 active+clean; 404 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 354 KiB/s wr, 4 op/s 2024-04-02T08:32:36.303 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:35 smithi012 ceph-mon[90784]: Upgrade: Updating node-exporter.a (1/2) 2024-04-02T08:32:36.303 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:35 smithi012 ceph-mon[90784]: Deploying daemon node-exporter.a on smithi012 2024-04-02T08:32:36.303 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:35 smithi012 ceph-mon[90784]: osdmap e568: 8 total, 8 up, 8 in 2024-04-02T08:32:36.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:35 smithi055 ceph-mon[85080]: pgmap v517: 121 pgs: 121 active+clean; 404 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 354 KiB/s wr, 4 op/s 2024-04-02T08:32:36.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:35 smithi055 ceph-mon[85080]: Upgrade: Updating node-exporter.a (1/2) 2024-04-02T08:32:36.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:35 smithi055 ceph-mon[85080]: Deploying daemon node-exporter.a on smithi012 2024-04-02T08:32:36.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:35 smithi055 ceph-mon[85080]: osdmap e568: 8 total, 8 up, 8 in 2024-04-02T08:32:36.678 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:36 smithi012 podman[119291]: 2024-04-02 08:32:36.512564383 +0000 UTC m=+0.621170616 container cleanup a3d31893d77a7a960f1601047823a378676b9b773b09bc5db258975991bfb877 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T08:32:36.678 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:36 smithi012 bash[119291]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a 2024-04-02T08:32:36.972 INFO:tasks.rados.rados.0.smithi012.stdout:2468: done (0 left) 2024-04-02T08:32:36.972 INFO:tasks.rados.rados.0.smithi012.stdout:2469: setattr oid 43 current snap is 255 2024-04-02T08:32:36.974 INFO:tasks.rados.rados.0.smithi012.stdout:2470: setattr oid 29 current snap is 255 2024-04-02T08:32:36.976 INFO:tasks.rados.rados.0.smithi012.stdout:2471: rmattr oid 12 current snap is 255 2024-04-02T08:32:36.976 INFO:tasks.rados.rados.0.smithi012.stdout:2472: read oid 6 snap -1 2024-04-02T08:32:36.976 INFO:tasks.rados.rados.0.smithi012.stdout:2472: expect (ObjNum 768 snap 252 seq_num 768) 2024-04-02T08:32:36.976 INFO:tasks.rados.rados.0.smithi012.stdout:2473: copy_from oid 42 from oid 26 current snap is 255 2024-04-02T08:32:36.977 INFO:tasks.rados.rados.0.smithi012.stdout:2474: read oid 46 snap 239 2024-04-02T08:32:36.977 INFO:tasks.rados.rados.0.smithi012.stdout:2474: expect (ObjNum 649 snap 210 seq_num 649) 2024-04-02T08:32:36.977 INFO:tasks.rados.rados.0.smithi012.stdout:2475: setattr oid 10 current snap is 255 2024-04-02T08:32:36.978 INFO:tasks.rados.rados.0.smithi012.stdout:2476: delete oid 5 current snap is 255 2024-04-02T08:32:36.984 INFO:tasks.rados.rados.0.smithi012.stdout:2472: expect (ObjNum 768 snap 252 seq_num 768) 2024-04-02T08:32:37.039 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 29 v 991 (ObjNum 703 snap 229 seq_num 703) dirty exists 2024-04-02T08:32:37.040 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 10 v 1072 (ObjNum 8209 snap 0 seq_num 2687505) dirty exists 2024-04-02T08:32:37.040 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 43 v 1270 (ObjNum 730 snap 241 seq_num 730) dirty exists 2024-04-02T08:32:37.040 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 12 v 1271 (ObjNum 730 snap 241 seq_num 730) dirty exists 2024-04-02T08:32:37.040 INFO:tasks.rados.rados.0.smithi012.stdout:2474: expect (ObjNum 649 snap 210 seq_num 649) 2024-04-02T08:32:37.074 INFO:tasks.rados.rados.0.smithi012.stdout:2473: finishing copy_from racing read to smithi01277369-42 2024-04-02T08:32:37.074 INFO:tasks.rados.rados.0.smithi012.stdout:2473: finishing copy_from to smithi01277369-42 2024-04-02T08:32:37.074 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 42 v 990 (ObjNum 639 snap 207 seq_num 639) dirty exists 2024-04-02T08:32:37.074 INFO:tasks.rados.rados.0.smithi012.stdout:2469: done (7 left) 2024-04-02T08:32:37.074 INFO:tasks.rados.rados.0.smithi012.stdout:2470: done (6 left) 2024-04-02T08:32:37.074 INFO:tasks.rados.rados.0.smithi012.stdout:2471: done (5 left) 2024-04-02T08:32:37.074 INFO:tasks.rados.rados.0.smithi012.stdout:2472: done (4 left) 2024-04-02T08:32:37.074 INFO:tasks.rados.rados.0.smithi012.stdout:2473: done (3 left) 2024-04-02T08:32:37.074 INFO:tasks.rados.rados.0.smithi012.stdout:2474: done (2 left) 2024-04-02T08:32:37.074 INFO:tasks.rados.rados.0.smithi012.stdout:2475: done (1 left) 2024-04-02T08:32:37.075 INFO:tasks.rados.rados.0.smithi012.stdout:2476: done (0 left) 2024-04-02T08:32:37.075 INFO:tasks.rados.rados.0.smithi012.stdout:2477: snap_remove snap 229 2024-04-02T08:32:37.153 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:36 smithi012 podman[119305]: 2024-04-02 08:32:36.688848439 +0000 UTC m=+0.659611368 container remove a3d31893d77a7a960f1601047823a378676b9b773b09bc5db258975991bfb877 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T08:32:37.153 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:36 smithi012 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-04-02T08:32:37.153 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:36 smithi012 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@node-exporter.a.service: Failed with result 'exit-code'. 2024-04-02T08:32:37.153 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:36 smithi012 systemd[1]: Stopped Ceph node-exporter.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:32:37.153 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:36 smithi012 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@node-exporter.a.service: Consumed 2.921s CPU time. 2024-04-02T08:32:37.153 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 systemd[1]: Starting Ceph node-exporter.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:32:37.428 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 podman[119433]: 2024-04-02 08:32:37.364904098 +0000 UTC m=+0.112596952 container create 22f194c6d86bef26dfea43deaba2b5e6001699dc652b85cb4ae8addf99d7584f (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T08:32:37.428 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 podman[119433]: 2024-04-02 08:32:37.270316809 +0000 UTC m=+0.018009664 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-02T08:32:37.929 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 podman[119433]: 2024-04-02 08:32:37.592218953 +0000 UTC m=+0.339911809 container init 22f194c6d86bef26dfea43deaba2b5e6001699dc652b85cb4ae8addf99d7584f (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T08:32:37.929 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 podman[119433]: 2024-04-02 08:32:37.594927966 +0000 UTC m=+0.342620822 container start 22f194c6d86bef26dfea43deaba2b5e6001699dc652b85cb4ae8addf99d7584f (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T08:32:37.929 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[119447]: ts=2024-04-02T08:32:37.598Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-02T08:32:37.929 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[119447]: ts=2024-04-02T08:32:37.598Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-02T08:32:37.929 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[119447]: ts=2024-04-02T08:32:37.598Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-02T08:32:37.929 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[119447]: ts=2024-04-02T08:32:37.598Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-02T08:32:37.929 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[119447]: ts=2024-04-02T08:32:37.598Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-02T08:32:37.929 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[119447]: ts=2024-04-02T08:32:37.598Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-02T08:32:37.929 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[119447]: ts=2024-04-02T08:32:37.599Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-02T08:32:37.929 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[119447]: ts=2024-04-02T08:32:37.599Z caller=node_exporter.go:117 level=info collector=arp 2024-04-02T08:32:37.929 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[119447]: ts=2024-04-02T08:32:37.599Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-02T08:32:37.930 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[119447]: ts=2024-04-02T08:32:37.599Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-02T08:32:37.930 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[119447]: ts=2024-04-02T08:32:37.599Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-02T08:32:37.930 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[119447]: ts=2024-04-02T08:32:37.599Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-02T08:32:37.930 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[119447]: ts=2024-04-02T08:32:37.599Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-02T08:32:37.930 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[119447]: ts=2024-04-02T08:32:37.599Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-02T08:32:37.930 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[119447]: ts=2024-04-02T08:32:37.599Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-02T08:32:37.931 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[119447]: ts=2024-04-02T08:32:37.599Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-02T08:32:37.931 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[119447]: ts=2024-04-02T08:32:37.599Z caller=node_exporter.go:117 level=info collector=edac 2024-04-02T08:32:37.931 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[119447]: ts=2024-04-02T08:32:37.599Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-02T08:32:37.931 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[119447]: ts=2024-04-02T08:32:37.599Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-02T08:32:37.931 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[119447]: ts=2024-04-02T08:32:37.599Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-02T08:32:37.931 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[119447]: ts=2024-04-02T08:32:37.599Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-02T08:32:37.931 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[119447]: ts=2024-04-02T08:32:37.599Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-02T08:32:37.931 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[119447]: ts=2024-04-02T08:32:37.599Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-02T08:32:37.931 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[119447]: ts=2024-04-02T08:32:37.599Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-02T08:32:37.931 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[119447]: ts=2024-04-02T08:32:37.599Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-02T08:32:37.931 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[119447]: ts=2024-04-02T08:32:37.599Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-02T08:32:37.931 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[119447]: ts=2024-04-02T08:32:37.599Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-02T08:32:37.932 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[119447]: ts=2024-04-02T08:32:37.599Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-02T08:32:37.932 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[119447]: ts=2024-04-02T08:32:37.599Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-02T08:32:37.932 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[119447]: ts=2024-04-02T08:32:37.599Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-02T08:32:37.932 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[119447]: ts=2024-04-02T08:32:37.599Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-02T08:32:37.932 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[119447]: ts=2024-04-02T08:32:37.599Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-02T08:32:37.932 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[119447]: ts=2024-04-02T08:32:37.599Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-02T08:32:37.932 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[119447]: ts=2024-04-02T08:32:37.599Z caller=node_exporter.go:117 level=info collector=os 2024-04-02T08:32:37.932 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[119447]: ts=2024-04-02T08:32:37.599Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-02T08:32:37.932 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[119447]: ts=2024-04-02T08:32:37.599Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-02T08:32:37.932 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[119447]: ts=2024-04-02T08:32:37.599Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-02T08:32:37.932 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[119447]: ts=2024-04-02T08:32:37.599Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-02T08:32:37.932 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[119447]: ts=2024-04-02T08:32:37.599Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-02T08:32:37.932 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[119447]: ts=2024-04-02T08:32:37.599Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-02T08:32:37.932 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[119447]: ts=2024-04-02T08:32:37.599Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-02T08:32:37.933 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[119447]: ts=2024-04-02T08:32:37.599Z caller=node_exporter.go:117 level=info collector=stat 2024-04-02T08:32:37.933 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[119447]: ts=2024-04-02T08:32:37.599Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-02T08:32:37.933 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[119447]: ts=2024-04-02T08:32:37.599Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-02T08:32:37.933 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[119447]: ts=2024-04-02T08:32:37.599Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-02T08:32:37.933 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[119447]: ts=2024-04-02T08:32:37.599Z caller=node_exporter.go:117 level=info collector=time 2024-04-02T08:32:37.933 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[119447]: ts=2024-04-02T08:32:37.599Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-02T08:32:37.933 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[119447]: ts=2024-04-02T08:32:37.599Z caller=node_exporter.go:117 level=info collector=uname 2024-04-02T08:32:37.933 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[119447]: ts=2024-04-02T08:32:37.599Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-02T08:32:37.933 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[119447]: ts=2024-04-02T08:32:37.599Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-02T08:32:37.933 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[119447]: ts=2024-04-02T08:32:37.599Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-02T08:32:37.933 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[119447]: ts=2024-04-02T08:32:37.599Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-02T08:32:37.933 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a[119447]: ts=2024-04-02T08:32:37.600Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-02T08:32:37.933 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 bash[119433]: 22f194c6d86bef26dfea43deaba2b5e6001699dc652b85cb4ae8addf99d7584f 2024-04-02T08:32:37.933 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 08:32:37 smithi012 systemd[1]: Started Ceph node-exporter.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:32:37.994 INFO:tasks.rados.rados.0.smithi012.stdout:2477: done (0 left) 2024-04-02T08:32:37.994 INFO:tasks.rados.rados.0.smithi012.stdout:2478: rollback oid 23 current snap is 255 2024-04-02T08:32:37.994 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 23 to 251 2024-04-02T08:32:37.994 INFO:tasks.rados.rados.0.smithi012.stdout:2479: read oid 40 snap -1 2024-04-02T08:32:37.994 INFO:tasks.rados.rados.0.smithi012.stdout:2479: expect (ObjNum 723 snap 238 seq_num 723) 2024-04-02T08:32:37.994 INFO:tasks.rados.rados.0.smithi012.stdout:2480: read oid 25 snap 245 2024-04-02T08:32:37.994 INFO:tasks.rados.rados.0.smithi012.stdout:2480: expect (ObjNum 623 snap 202 seq_num 623) 2024-04-02T08:32:37.994 INFO:tasks.rados.rados.0.smithi012.stdout:2481: rollback oid 48 current snap is 255 2024-04-02T08:32:37.994 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 48 to 196 2024-04-02T08:32:37.994 INFO:tasks.rados.rados.0.smithi012.stdout:2482: copy_from oid 21 from oid 30 current snap is 255 2024-04-02T08:32:37.995 INFO:tasks.rados.rados.0.smithi012.stdout:2483: read oid 2 snap -1 2024-04-02T08:32:37.995 INFO:tasks.rados.rados.0.smithi012.stdout:2483: expect (ObjNum 712 snap 230 seq_num 712) 2024-04-02T08:32:37.995 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 17 current snap is 255 2024-04-02T08:32:37.995 INFO:tasks.rados.rados.0.smithi012.stdout:2484: seq_num 776 ranges {581632=606208,1187840=401408} 2024-04-02T08:32:38.000 INFO:tasks.rados.rados.0.smithi012.stdout:2484: writing smithi01277369-17 from 581632 to 1187840 tid 1 2024-04-02T08:32:38.004 INFO:tasks.rados.rados.0.smithi012.stdout:2484: writing smithi01277369-17 from 1187840 to 1589248 tid 2 2024-04-02T08:32:38.004 INFO:tasks.rados.rados.0.smithi012.stdout:2485: delete oid 6 current snap is 255 2024-04-02T08:32:38.004 INFO:tasks.rados.rados.0.smithi012.stdout:2478: finishing rollback tid 0 to smithi01277369-23 2024-04-02T08:32:38.004 INFO:tasks.rados.rados.0.smithi012.stdout:2478: finishing rollback tid 1 to smithi01277369-23 2024-04-02T08:32:38.004 INFO:tasks.rados.rados.0.smithi012.stdout:2478: finishing rollback tid 2 to smithi01277369-23 2024-04-02T08:32:38.004 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 23 v 1398 (ObjNum 33 snap 0 seq_num 925470352) dirty exists 2024-04-02T08:32:38.005 INFO:tasks.rados.rados.0.smithi012.stdout:2481: finishing rollback tid 1 to smithi01277369-48 2024-04-02T08:32:38.005 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 48 v 1076 (ObjNum 33 snap 0 seq_num 924032608) dirty dne 2024-04-02T08:32:38.013 INFO:tasks.rados.rados.0.smithi012.stdout:2478: done (7 left) 2024-04-02T08:32:38.013 INFO:tasks.rados.rados.0.smithi012.stdout:2481: done (6 left) 2024-04-02T08:32:38.013 INFO:tasks.rados.rados.0.smithi012.stdout:2485: done (5 left) 2024-04-02T08:32:38.013 INFO:tasks.rados.rados.0.smithi012.stdout:2486: read oid 48 snap -1 2024-04-02T08:32:38.014 INFO:tasks.rados.rados.0.smithi012.stdout:2486: expect deleted 2024-04-02T08:32:38.014 INFO:tasks.rados.rados.0.smithi012.stdout:2487: rollback oid 46 current snap is 255 2024-04-02T08:32:38.014 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 46 to 235 2024-04-02T08:32:38.014 INFO:tasks.rados.rados.0.smithi012.stdout:2488: rmattr oid 11 current snap is 255 2024-04-02T08:32:38.014 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 26 current snap is 255 2024-04-02T08:32:38.014 INFO:tasks.rados.rados.0.smithi012.stdout:2489: seq_num 778 ranges {4022272=638976,4661248=401408} 2024-04-02T08:32:38.040 INFO:tasks.rados.rados.0.smithi012.stdout:2489: writing smithi01277369-26 from 4022272 to 4661248 tid 1 2024-04-02T08:32:38.043 INFO:tasks.rados.rados.0.smithi012.stdout:2489: writing smithi01277369-26 from 4661248 to 5062656 tid 2 2024-04-02T08:32:38.043 INFO:tasks.rados.rados.0.smithi012.stdout:2490: read oid 35 snap -1 2024-04-02T08:32:38.043 INFO:tasks.rados.rados.0.smithi012.stdout:2490: expect (ObjNum 663 snap 212 seq_num 663) 2024-04-02T08:32:38.043 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 28 current snap is 255 2024-04-02T08:32:38.043 INFO:tasks.rados.rados.0.smithi012.stdout:2491: seq_num 779 ranges {671744=655360,1327104=401408} 2024-04-02T08:32:38.051 INFO:tasks.rados.rados.0.smithi012.stdout:2491: writing smithi01277369-28 from 671744 to 1327104 tid 1 2024-04-02T08:32:38.054 INFO:tasks.rados.rados.0.smithi012.stdout:2491: writing smithi01277369-28 from 1327104 to 1728512 tid 2 2024-04-02T08:32:38.054 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 10 current snap is 255 2024-04-02T08:32:38.054 INFO:tasks.rados.rados.0.smithi012.stdout:2484: finishing write tid 1 to smithi01277369-17 2024-04-02T08:32:38.054 INFO:tasks.rados.rados.0.smithi012.stdout:2483: expect (ObjNum 712 snap 230 seq_num 712) 2024-04-02T08:32:38.119 INFO:tasks.rados.rados.0.smithi012.stdout:2480: expect (ObjNum 623 snap 202 seq_num 623) 2024-04-02T08:32:38.233 INFO:tasks.rados.rados.0.smithi012.stdout:2484: finishing write tid 2 to smithi01277369-17 2024-04-02T08:32:38.233 INFO:tasks.rados.rados.0.smithi012.stdout:2484: finishing write tid 3 to smithi01277369-17 2024-04-02T08:32:38.233 INFO:tasks.rados.rados.0.smithi012.stdout:2484: finishing write tid 4 to smithi01277369-17 2024-04-02T08:32:38.233 INFO:tasks.rados.rados.0.smithi012.stdout:2484: oid 17 updating version 0 to 1758 2024-04-02T08:32:38.233 INFO:tasks.rados.rados.0.smithi012.stdout:2484: oid 17 updating version 1758 to 1759 2024-04-02T08:32:38.233 INFO:tasks.rados.rados.0.smithi012.stdout:2484: oid 17 version 1759 is already newer than 1757 2024-04-02T08:32:38.233 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 17 v 1759 (ObjNum 776 snap 255 seq_num 776) dirty exists 2024-04-02T08:32:38.233 INFO:tasks.rados.rados.0.smithi012.stdout:2484: left oid 17 (ObjNum 776 snap 255 seq_num 776) 2024-04-02T08:32:38.234 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 11 v 1761 (ObjNum 749 snap 245 seq_num 749) dirty exists 2024-04-02T08:32:38.234 INFO:tasks.rados.rados.0.smithi012.stdout:2487: finishing rollback tid 0 to smithi01277369-46 2024-04-02T08:32:38.234 INFO:tasks.rados.rados.0.smithi012.stdout:2492: seq_num 780 ranges {0=671744,671744=401408} 2024-04-02T08:32:38.236 INFO:tasks.rados.rados.0.smithi012.stdout:2492: writing smithi01277369-10 from 0 to 671744 tid 1 2024-04-02T08:32:38.239 INFO:tasks.rados.rados.0.smithi012.stdout:2492: writing smithi01277369-10 from 671744 to 1073152 tid 2 2024-04-02T08:32:38.239 INFO:tasks.rados.rados.0.smithi012.stdout:2480: done (11 left) 2024-04-02T08:32:38.239 INFO:tasks.rados.rados.0.smithi012.stdout:2483: done (10 left) 2024-04-02T08:32:38.239 INFO:tasks.rados.rados.0.smithi012.stdout:2484: done (9 left) 2024-04-02T08:32:38.239 INFO:tasks.rados.rados.0.smithi012.stdout:2486: done (8 left) 2024-04-02T08:32:38.239 INFO:tasks.rados.rados.0.smithi012.stdout:2488: done (7 left) 2024-04-02T08:32:38.239 INFO:tasks.rados.rados.0.smithi012.stdout:2493: copy_from oid 36 from oid 42 current snap is 255 2024-04-02T08:32:38.239 INFO:tasks.rados.rados.0.smithi012.stdout:2479: expect (ObjNum 723 snap 238 seq_num 723) 2024-04-02T08:32:38.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:37 smithi055 ceph-mon[85080]: pgmap v520: 121 pgs: 121 active+clean; 415 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-04-02T08:32:38.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:37 smithi055 ceph-mon[85080]: osdmap e569: 8 total, 8 up, 8 in 2024-04-02T08:32:38.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:37 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:38.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:37 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:38.389 INFO:tasks.rados.rados.0.smithi012.stdout:2482: finishing copy_from racing read to smithi01277369-21 2024-04-02T08:32:38.390 INFO:tasks.rados.rados.0.smithi012.stdout:2487: finishing rollback tid 1 to smithi01277369-46 2024-04-02T08:32:38.390 INFO:tasks.rados.rados.0.smithi012.stdout:2487: finishing rollback tid 2 to smithi01277369-46 2024-04-02T08:32:38.390 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 46 v 1436 (ObjNum 664 snap 212 seq_num 664) dirty exists 2024-04-02T08:32:38.390 INFO:tasks.rados.rados.0.smithi012.stdout:2482: finishing copy_from to smithi01277369-21 2024-04-02T08:32:38.390 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 21 v 1363 (ObjNum 534 snap 167 seq_num 534) dirty exists 2024-04-02T08:32:38.390 INFO:tasks.rados.rados.0.smithi012.stdout:2479: done (7 left) 2024-04-02T08:32:38.390 INFO:tasks.rados.rados.0.smithi012.stdout:2482: done (6 left) 2024-04-02T08:32:38.390 INFO:tasks.rados.rados.0.smithi012.stdout:2487: done (5 left) 2024-04-02T08:32:38.390 INFO:tasks.rados.rados.0.smithi012.stdout:2494: snap_remove snap 249 2024-04-02T08:32:38.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:32:37] "GET /metrics HTTP/1.1" 200 36254 "" "Prometheus/2.43.0" 2024-04-02T08:32:38.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-mon[88355]: pgmap v520: 121 pgs: 121 active+clean; 415 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-04-02T08:32:38.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-mon[88355]: osdmap e569: 8 total, 8 up, 8 in 2024-04-02T08:32:38.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:38.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:38.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-mon[90784]: pgmap v520: 121 pgs: 121 active+clean; 415 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-04-02T08:32:38.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-mon[90784]: osdmap e569: 8 total, 8 up, 8 in 2024-04-02T08:32:38.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:38.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:37 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:38.958 INFO:tasks.rados.rados.0.smithi012.stdout:2494: done (5 left) 2024-04-02T08:32:38.958 INFO:tasks.rados.rados.0.smithi012.stdout:2495: read oid 48 snap -1 2024-04-02T08:32:38.958 INFO:tasks.rados.rados.0.smithi012.stdout:2495: expect deleted 2024-04-02T08:32:38.958 INFO:tasks.rados.rados.0.smithi012.stdout:2496: snap_remove snap 244 2024-04-02T08:32:39.289 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:38 smithi055 ceph-mon[85080]: osdmap e570: 8 total, 8 up, 8 in 2024-04-02T08:32:39.289 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:38 smithi055 ceph-mon[85080]: osdmap e571: 8 total, 8 up, 8 in 2024-04-02T08:32:39.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:38 smithi012 ceph-mon[88355]: osdmap e570: 8 total, 8 up, 8 in 2024-04-02T08:32:39.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:38 smithi012 ceph-mon[88355]: osdmap e571: 8 total, 8 up, 8 in 2024-04-02T08:32:39.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:38 smithi012 ceph-mon[90784]: osdmap e570: 8 total, 8 up, 8 in 2024-04-02T08:32:39.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:38 smithi012 ceph-mon[90784]: osdmap e571: 8 total, 8 up, 8 in 2024-04-02T08:32:39.960 INFO:tasks.rados.rados.0.smithi012.stdout:2496: done (6 left) 2024-04-02T08:32:39.960 INFO:tasks.rados.rados.0.smithi012.stdout:2497: read oid 38 snap -1 2024-04-02T08:32:39.961 INFO:tasks.rados.rados.0.smithi012.stdout:2497: expect (ObjNum 640 snap 207 seq_num 640) 2024-04-02T08:32:39.961 INFO:tasks.rados.rados.0.smithi012.stdout:2498: rollback oid 44 current snap is 255 2024-04-02T08:32:39.961 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 44 to 254 2024-04-02T08:32:39.961 INFO:tasks.rados.rados.0.smithi012.stdout:2489: finishing write tid 1 to smithi01277369-26 2024-04-02T08:32:39.961 INFO:tasks.rados.rados.0.smithi012.stdout:2489: finishing write tid 2 to smithi01277369-26 2024-04-02T08:32:39.961 INFO:tasks.rados.rados.0.smithi012.stdout:2489: finishing write tid 3 to smithi01277369-26 2024-04-02T08:32:39.961 INFO:tasks.rados.rados.0.smithi012.stdout:2489: finishing write tid 4 to smithi01277369-26 2024-04-02T08:32:39.961 INFO:tasks.rados.rados.0.smithi012.stdout:2489: oid 26 updating version 0 to 994 2024-04-02T08:32:39.961 INFO:tasks.rados.rados.0.smithi012.stdout:2489: oid 26 version 994 is already newer than 993 2024-04-02T08:32:39.961 INFO:tasks.rados.rados.0.smithi012.stdout:2489: oid 26 version 994 is already newer than 992 2024-04-02T08:32:39.961 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 26 v 994 (ObjNum 778 snap 255 seq_num 778) dirty exists 2024-04-02T08:32:39.961 INFO:tasks.rados.rados.0.smithi012.stdout:2489: left oid 26 (ObjNum 778 snap 255 seq_num 778) 2024-04-02T08:32:39.961 INFO:tasks.rados.rados.0.smithi012.stdout:2491: finishing write tid 1 to smithi01277369-28 2024-04-02T08:32:39.961 INFO:tasks.rados.rados.0.smithi012.stdout:2491: finishing write tid 2 to smithi01277369-28 2024-04-02T08:32:39.962 INFO:tasks.rados.rados.0.smithi012.stdout:2491: finishing write tid 3 to smithi01277369-28 2024-04-02T08:32:39.962 INFO:tasks.rados.rados.0.smithi012.stdout:2491: finishing write tid 4 to smithi01277369-28 2024-04-02T08:32:39.962 INFO:tasks.rados.rados.0.smithi012.stdout:2491: oid 28 updating version 0 to 1073 2024-04-02T08:32:39.962 INFO:tasks.rados.rados.0.smithi012.stdout:2491: oid 28 updating version 1073 to 1075 2024-04-02T08:32:39.962 INFO:tasks.rados.rados.0.smithi012.stdout:2491: oid 28 version 1075 is already newer than 1074 2024-04-02T08:32:39.962 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 28 v 1075 (ObjNum 779 snap 255 seq_num 779) dirty exists 2024-04-02T08:32:39.962 INFO:tasks.rados.rados.0.smithi012.stdout:2491: left oid 28 (ObjNum 779 snap 255 seq_num 779) 2024-04-02T08:32:39.962 INFO:tasks.rados.rados.0.smithi012.stdout:2490: expect (ObjNum 663 snap 212 seq_num 663) 2024-04-02T08:32:40.278 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:39 smithi012 ceph-mon[90784]: pgmap v523: 121 pgs: 121 active+clean; 415 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-04-02T08:32:40.279 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:39 smithi012 ceph-mon[90784]: osdmap e572: 8 total, 8 up, 8 in 2024-04-02T08:32:40.279 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:39 smithi012 ceph-mon[88355]: pgmap v523: 121 pgs: 121 active+clean; 415 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-04-02T08:32:40.279 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:39 smithi012 ceph-mon[88355]: osdmap e572: 8 total, 8 up, 8 in 2024-04-02T08:32:40.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:39 smithi055 ceph-mon[85080]: pgmap v523: 121 pgs: 121 active+clean; 415 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-04-02T08:32:40.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:39 smithi055 ceph-mon[85080]: osdmap e572: 8 total, 8 up, 8 in 2024-04-02T08:32:40.311 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:40 smithi055 systemd[1]: Stopping Ceph node-exporter.b for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:32:40.358 INFO:tasks.rados.rados.0.smithi012.stdout:2492: finishing write tid 1 to smithi01277369-10 2024-04-02T08:32:40.358 INFO:tasks.rados.rados.0.smithi012.stdout:2492: finishing write tid 2 to smithi01277369-10 2024-04-02T08:32:40.358 INFO:tasks.rados.rados.0.smithi012.stdout:2492: finishing write tid 3 to smithi01277369-10 2024-04-02T08:32:40.358 INFO:tasks.rados.rados.0.smithi012.stdout:2492: finishing write tid 4 to smithi01277369-10 2024-04-02T08:32:40.358 INFO:tasks.rados.rados.0.smithi012.stdout:2492: oid 10 updating version 0 to 1077 2024-04-02T08:32:40.358 INFO:tasks.rados.rados.0.smithi012.stdout:2492: oid 10 updating version 1077 to 1078 2024-04-02T08:32:40.358 INFO:tasks.rados.rados.0.smithi012.stdout:2492: oid 10 version 1078 is already newer than 1076 2024-04-02T08:32:40.359 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 10 v 1078 (ObjNum 780 snap 255 seq_num 780) dirty exists 2024-04-02T08:32:40.359 INFO:tasks.rados.rados.0.smithi012.stdout:2492: left oid 10 (ObjNum 780 snap 255 seq_num 780) 2024-04-02T08:32:40.359 INFO:tasks.rados.rados.0.smithi012.stdout:2493: finishing copy_from racing read to smithi01277369-36 2024-04-02T08:32:40.359 INFO:tasks.rados.rados.0.smithi012.stdout:2493: finishing copy_from to smithi01277369-36 2024-04-02T08:32:40.359 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 36 v 990 (ObjNum 639 snap 207 seq_num 639) dirty exists 2024-04-02T08:32:40.359 INFO:tasks.rados.rados.0.smithi012.stdout:2489: done (7 left) 2024-04-02T08:32:40.359 INFO:tasks.rados.rados.0.smithi012.stdout:2490: done (6 left) 2024-04-02T08:32:40.359 INFO:tasks.rados.rados.0.smithi012.stdout:2491: done (5 left) 2024-04-02T08:32:40.359 INFO:tasks.rados.rados.0.smithi012.stdout:2492: done (4 left) 2024-04-02T08:32:40.359 INFO:tasks.rados.rados.0.smithi012.stdout:2493: done (3 left) 2024-04-02T08:32:40.359 INFO:tasks.rados.rados.0.smithi012.stdout:2499: copy_from oid 4 from oid 49 current snap is 255 2024-04-02T08:32:40.359 INFO:tasks.rados.rados.0.smithi012.stdout:2498: finishing rollback tid 0 to smithi01277369-44 2024-04-02T08:32:40.359 INFO:tasks.rados.rados.0.smithi012.stdout:2498: finishing rollback tid 1 to smithi01277369-44 2024-04-02T08:32:40.359 INFO:tasks.rados.rados.0.smithi012.stdout:2498: finishing rollback tid 2 to smithi01277369-44 2024-04-02T08:32:40.359 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 44 v 1448 (ObjNum 718 snap 233 seq_num 718) dirty exists 2024-04-02T08:32:40.360 INFO:tasks.rados.rados.0.smithi012.stdout:2497: expect (ObjNum 640 snap 207 seq_num 640) 2024-04-02T08:32:40.389 INFO:tasks.rados.rados.0.smithi012.stdout:2499: finishing copy_from racing read to smithi01277369-4 2024-04-02T08:32:40.389 INFO:tasks.rados.rados.0.smithi012.stdout:2499: finishing copy_from to smithi01277369-4 2024-04-02T08:32:40.389 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 4 v 1075 (ObjNum 766 snap 252 seq_num 766) dirty exists 2024-04-02T08:32:40.389 INFO:tasks.rados.rados.0.smithi012.stdout:2495: done (3 left) 2024-04-02T08:32:40.389 INFO:tasks.rados.rados.0.smithi012.stdout:2497: done (2 left) 2024-04-02T08:32:40.389 INFO:tasks.rados.rados.0.smithi012.stdout:2498: done (1 left) 2024-04-02T08:32:40.389 INFO:tasks.rados.rados.0.smithi012.stdout:2499: done (0 left) 2024-04-02T08:32:40.389 INFO:tasks.rados.rados.0.smithi012.stdout:2500: rollback oid 15 current snap is 255 2024-04-02T08:32:40.389 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 15 to 213 2024-04-02T08:32:40.390 INFO:tasks.rados.rados.0.smithi012.stdout:2501: read oid 5 snap 213 2024-04-02T08:32:40.390 INFO:tasks.rados.rados.0.smithi012.stdout:2501: expect (ObjNum 616 snap 199 seq_num 616) 2024-04-02T08:32:40.390 INFO:tasks.rados.rados.0.smithi012.stdout:2502: snap_create 2024-04-02T08:32:40.391 INFO:tasks.rados.rados.0.smithi012.stdout:2500: finishing rollback tid 0 to smithi01277369-15 2024-04-02T08:32:40.392 INFO:tasks.rados.rados.0.smithi012.stdout:2500: finishing rollback tid 1 to smithi01277369-15 2024-04-02T08:32:40.392 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 15 v 392 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-04-02T08:32:40.419 INFO:tasks.rados.rados.0.smithi012.stdout:2501: expect (ObjNum 616 snap 199 seq_num 616) 2024-04-02T08:32:40.694 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:40 smithi055 podman[113558]: 2024-04-02 08:32:40.356575416 +0000 UTC m=+0.136597436 container died e1788e40281059e6a3f5ade69da7db68dd24949d05f8e8a18c076044d5db5735 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T08:32:40.694 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:40 smithi055 podman[113558]: 2024-04-02 08:32:40.695974585 +0000 UTC m=+0.475996594 container cleanup e1788e40281059e6a3f5ade69da7db68dd24949d05f8e8a18c076044d5db5735 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T08:32:40.998 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:40 smithi055 bash[113558]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b 2024-04-02T08:32:40.998 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:40 smithi055 podman[113572]: 2024-04-02 08:32:40.872211039 +0000 UTC m=+0.520329499 container remove e1788e40281059e6a3f5ade69da7db68dd24949d05f8e8a18c076044d5db5735 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T08:32:40.998 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:40 smithi055 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-04-02T08:32:41.002 INFO:tasks.rados.rados.0.smithi012.stdout:2500: done (2 left) 2024-04-02T08:32:41.002 INFO:tasks.rados.rados.0.smithi012.stdout:2501: done (1 left) 2024-04-02T08:32:41.002 INFO:tasks.rados.rados.0.smithi012.stdout:2502: done (0 left) 2024-04-02T08:32:41.002 INFO:tasks.rados.rados.0.smithi012.stdout:2503: setattr oid 9 current snap is 256 2024-04-02T08:32:41.004 INFO:tasks.rados.rados.0.smithi012.stdout:2504: read oid 10 snap -1 2024-04-02T08:32:41.004 INFO:tasks.rados.rados.0.smithi012.stdout:2504: expect (ObjNum 780 snap 255 seq_num 780) 2024-04-02T08:32:41.004 INFO:tasks.rados.rados.0.smithi012.stdout:2505: snap_create 2024-04-02T08:32:41.007 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 9 v 1272 (ObjNum 772 snap 253 seq_num 772) dirty exists 2024-04-02T08:32:41.015 INFO:tasks.rados.rados.0.smithi012.stdout:2504: expect (ObjNum 780 snap 255 seq_num 780) 2024-04-02T08:32:41.288 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:41 smithi012 ceph-mon[88355]: Upgrade: Updating node-exporter.b (2/2) 2024-04-02T08:32:41.288 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:41 smithi012 ceph-mon[88355]: Deploying daemon node-exporter.b on smithi055 2024-04-02T08:32:41.289 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:41 smithi012 ceph-mon[90784]: Upgrade: Updating node-exporter.b (2/2) 2024-04-02T08:32:41.289 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:41 smithi012 ceph-mon[90784]: Deploying daemon node-exporter.b on smithi055 2024-04-02T08:32:41.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:41 smithi055 ceph-mon[85080]: Upgrade: Updating node-exporter.b (2/2) 2024-04-02T08:32:41.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:41 smithi055 ceph-mon[85080]: Deploying daemon node-exporter.b on smithi055 2024-04-02T08:32:41.311 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@node-exporter.b.service: Failed with result 'exit-code'. 2024-04-02T08:32:41.311 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 systemd[1]: Stopped Ceph node-exporter.b for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:32:41.311 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@node-exporter.b.service: Consumed 2.747s CPU time. 2024-04-02T08:32:41.617 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 systemd[1]: Starting Ceph node-exporter.b for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:32:41.618 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 podman[113705]: 2024-04-02 08:32:41.531756445 +0000 UTC m=+0.113197618 container create fafed8e583df23b1d837be2ffe1ef8c8af181c2ce3a6d9d07751138a56a7f6dc (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T08:32:41.618 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 podman[113705]: 2024-04-02 08:32:41.435976662 +0000 UTC m=+0.017417796 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-02T08:32:41.999 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 podman[113705]: 2024-04-02 08:32:41.717275035 +0000 UTC m=+0.298716172 container init fafed8e583df23b1d837be2ffe1ef8c8af181c2ce3a6d9d07751138a56a7f6dc (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T08:32:41.999 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 podman[113705]: 2024-04-02 08:32:41.719812944 +0000 UTC m=+0.301254080 container start fafed8e583df23b1d837be2ffe1ef8c8af181c2ce3a6d9d07751138a56a7f6dc (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T08:32:41.999 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[113719]: ts=2024-04-02T08:32:41.723Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-02T08:32:41.999 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[113719]: ts=2024-04-02T08:32:41.723Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-02T08:32:42.000 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[113719]: ts=2024-04-02T08:32:41.723Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-02T08:32:42.000 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[113719]: ts=2024-04-02T08:32:41.724Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-02T08:32:42.000 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[113719]: ts=2024-04-02T08:32:41.724Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-02T08:32:42.000 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[113719]: ts=2024-04-02T08:32:41.724Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-02T08:32:42.000 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[113719]: ts=2024-04-02T08:32:41.724Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-02T08:32:42.000 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[113719]: ts=2024-04-02T08:32:41.724Z caller=node_exporter.go:117 level=info collector=arp 2024-04-02T08:32:42.000 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[113719]: ts=2024-04-02T08:32:41.724Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-02T08:32:42.000 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[113719]: ts=2024-04-02T08:32:41.724Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-02T08:32:42.000 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[113719]: ts=2024-04-02T08:32:41.724Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-02T08:32:42.000 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[113719]: ts=2024-04-02T08:32:41.724Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-02T08:32:42.000 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[113719]: ts=2024-04-02T08:32:41.725Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-02T08:32:42.000 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[113719]: ts=2024-04-02T08:32:41.725Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-02T08:32:42.001 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[113719]: ts=2024-04-02T08:32:41.725Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-02T08:32:42.001 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[113719]: ts=2024-04-02T08:32:41.725Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-02T08:32:42.001 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[113719]: ts=2024-04-02T08:32:41.725Z caller=node_exporter.go:117 level=info collector=edac 2024-04-02T08:32:42.001 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[113719]: ts=2024-04-02T08:32:41.725Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-02T08:32:42.001 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[113719]: ts=2024-04-02T08:32:41.725Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-02T08:32:42.001 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[113719]: ts=2024-04-02T08:32:41.725Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-02T08:32:42.001 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[113719]: ts=2024-04-02T08:32:41.725Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-02T08:32:42.001 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[113719]: ts=2024-04-02T08:32:41.725Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-02T08:32:42.002 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[113719]: ts=2024-04-02T08:32:41.725Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-02T08:32:42.002 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[113719]: ts=2024-04-02T08:32:41.725Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-02T08:32:42.002 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[113719]: ts=2024-04-02T08:32:41.725Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-02T08:32:42.002 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[113719]: ts=2024-04-02T08:32:41.725Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-02T08:32:42.002 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[113719]: ts=2024-04-02T08:32:41.725Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-02T08:32:42.002 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[113719]: ts=2024-04-02T08:32:41.725Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-02T08:32:42.002 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[113719]: ts=2024-04-02T08:32:41.725Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-02T08:32:42.002 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[113719]: ts=2024-04-02T08:32:41.725Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-02T08:32:42.002 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[113719]: ts=2024-04-02T08:32:41.725Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-02T08:32:42.002 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[113719]: ts=2024-04-02T08:32:41.725Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-02T08:32:42.002 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[113719]: ts=2024-04-02T08:32:41.725Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-02T08:32:42.002 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[113719]: ts=2024-04-02T08:32:41.725Z caller=node_exporter.go:117 level=info collector=os 2024-04-02T08:32:42.003 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[113719]: ts=2024-04-02T08:32:41.725Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-02T08:32:42.003 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[113719]: ts=2024-04-02T08:32:41.725Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-02T08:32:42.003 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[113719]: ts=2024-04-02T08:32:41.725Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-02T08:32:42.003 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[113719]: ts=2024-04-02T08:32:41.725Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-02T08:32:42.003 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[113719]: ts=2024-04-02T08:32:41.725Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-02T08:32:42.003 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[113719]: ts=2024-04-02T08:32:41.725Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-02T08:32:42.003 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[113719]: ts=2024-04-02T08:32:41.725Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-02T08:32:42.003 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[113719]: ts=2024-04-02T08:32:41.725Z caller=node_exporter.go:117 level=info collector=stat 2024-04-02T08:32:42.003 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[113719]: ts=2024-04-02T08:32:41.725Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-02T08:32:42.003 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[113719]: ts=2024-04-02T08:32:41.725Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-02T08:32:42.003 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[113719]: ts=2024-04-02T08:32:41.725Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-02T08:32:42.003 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[113719]: ts=2024-04-02T08:32:41.725Z caller=node_exporter.go:117 level=info collector=time 2024-04-02T08:32:42.003 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[113719]: ts=2024-04-02T08:32:41.725Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-02T08:32:42.003 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[113719]: ts=2024-04-02T08:32:41.725Z caller=node_exporter.go:117 level=info collector=uname 2024-04-02T08:32:42.004 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[113719]: ts=2024-04-02T08:32:41.725Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-02T08:32:42.004 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[113719]: ts=2024-04-02T08:32:41.725Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-02T08:32:42.004 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[113719]: ts=2024-04-02T08:32:41.725Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-02T08:32:42.004 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[113719]: ts=2024-04-02T08:32:41.725Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-02T08:32:42.004 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b[113719]: ts=2024-04-02T08:32:41.725Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-02T08:32:42.004 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 bash[113705]: fafed8e583df23b1d837be2ffe1ef8c8af181c2ce3a6d9d07751138a56a7f6dc 2024-04-02T08:32:42.004 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 08:32:41 smithi055 systemd[1]: Started Ceph node-exporter.b for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:32:42.006 INFO:tasks.rados.rados.0.smithi012.stdout:2503: done (2 left) 2024-04-02T08:32:42.006 INFO:tasks.rados.rados.0.smithi012.stdout:2504: done (1 left) 2024-04-02T08:32:42.006 INFO:tasks.rados.rados.0.smithi012.stdout:2505: done (0 left) 2024-04-02T08:32:42.007 INFO:tasks.rados.rados.0.smithi012.stdout:2506: delete oid 42 current snap is 257 2024-04-02T08:32:42.012 INFO:tasks.rados.rados.0.smithi012.stdout:2506: done (0 left) 2024-04-02T08:32:42.012 INFO:tasks.rados.rados.0.smithi012.stdout:2507: snap_remove snap 186 2024-04-02T08:32:42.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:42 smithi055 ceph-mon[85080]: pgmap v526: 121 pgs: 121 active+clean; 421 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-04-02T08:32:42.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:42 smithi055 ceph-mon[85080]: osdmap e573: 8 total, 8 up, 8 in 2024-04-02T08:32:42.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:42 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:42.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:42 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:42.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:42 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:42.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:42 smithi012 ceph-mon[88355]: pgmap v526: 121 pgs: 121 active+clean; 421 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-04-02T08:32:42.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:42 smithi012 ceph-mon[88355]: osdmap e573: 8 total, 8 up, 8 in 2024-04-02T08:32:42.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:42 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:42.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:42 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:42.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:42 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:42.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:42 smithi012 ceph-mon[90784]: pgmap v526: 121 pgs: 121 active+clean; 421 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-04-02T08:32:42.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:42 smithi012 ceph-mon[90784]: osdmap e573: 8 total, 8 up, 8 in 2024-04-02T08:32:42.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:42 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:42.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:42 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:42.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:42 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:42.722 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:32:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:32:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:32:43.013 INFO:tasks.rados.rados.0.smithi012.stdout:2507: done (0 left) 2024-04-02T08:32:43.013 INFO:tasks.rados.rados.0.smithi012.stdout:2508: read oid 23 snap -1 2024-04-02T08:32:43.013 INFO:tasks.rados.rados.0.smithi012.stdout:2508: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:32:43.013 INFO:tasks.rados.rados.0.smithi012.stdout:2509: snap_remove snap 191 2024-04-02T08:32:43.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:43 smithi055 ceph-mon[85080]: osdmap e574: 8 total, 8 up, 8 in 2024-04-02T08:32:43.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:43 smithi055 ceph-mon[85080]: pgmap v529: 121 pgs: 121 active+clean; 433 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.7 MiB/s wr, 33 op/s 2024-04-02T08:32:43.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:43 smithi012 ceph-mon[88355]: osdmap e574: 8 total, 8 up, 8 in 2024-04-02T08:32:43.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:43 smithi012 ceph-mon[88355]: pgmap v529: 121 pgs: 121 active+clean; 433 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.7 MiB/s wr, 33 op/s 2024-04-02T08:32:43.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:43 smithi012 ceph-mon[90784]: osdmap e574: 8 total, 8 up, 8 in 2024-04-02T08:32:43.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:43 smithi012 ceph-mon[90784]: pgmap v529: 121 pgs: 121 active+clean; 433 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.7 MiB/s wr, 33 op/s 2024-04-02T08:32:43.954 INFO:tasks.rados.rados.0.smithi012.stdout:2509: done (1 left) 2024-04-02T08:32:43.954 INFO:tasks.rados.rados.0.smithi012.stdout:2510: copy_from oid 46 from oid 16 current snap is 257 2024-04-02T08:32:43.954 INFO:tasks.rados.rados.0.smithi012.stdout:2508: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:32:43.957 INFO:tasks.rados.rados.0.smithi012.stdout:2508: done (1 left) 2024-04-02T08:32:43.958 INFO:tasks.rados.rados.0.smithi012.stdout:2511: read oid 10 snap -1 2024-04-02T08:32:43.958 INFO:tasks.rados.rados.0.smithi012.stdout:2511: expect (ObjNum 780 snap 255 seq_num 780) 2024-04-02T08:32:43.958 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 47 current snap is 257 2024-04-02T08:32:43.958 INFO:tasks.rados.rados.0.smithi012.stdout:2512: seq_num 782 ranges {0=704512,704512=401408} 2024-04-02T08:32:43.962 INFO:tasks.rados.rados.0.smithi012.stdout:2512: writing smithi01277369-47 from 0 to 704512 tid 1 2024-04-02T08:32:43.966 INFO:tasks.rados.rados.0.smithi012.stdout:2512: writing smithi01277369-47 from 704512 to 1105920 tid 2 2024-04-02T08:32:43.966 INFO:tasks.rados.rados.0.smithi012.stdout:2513: rollback oid 22 current snap is 257 2024-04-02T08:32:43.966 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 22 to 213 2024-04-02T08:32:43.966 INFO:tasks.rados.rados.0.smithi012.stdout:2514: setattr oid 49 current snap is 257 2024-04-02T08:32:43.967 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 20 current snap is 257 2024-04-02T08:32:43.967 INFO:tasks.rados.rados.0.smithi012.stdout:2515: seq_num 783 ranges {0=720896,720896=401408} 2024-04-02T08:32:43.972 INFO:tasks.rados.rados.0.smithi012.stdout:2515: writing smithi01277369-20 from 0 to 720896 tid 1 2024-04-02T08:32:43.975 INFO:tasks.rados.rados.0.smithi012.stdout:2515: writing smithi01277369-20 from 720896 to 1122304 tid 2 2024-04-02T08:32:43.976 INFO:tasks.rados.rados.0.smithi012.stdout:2516: delete oid 15 current snap is 257 2024-04-02T08:32:43.980 INFO:tasks.rados.rados.0.smithi012.stdout:2511: expect (ObjNum 780 snap 255 seq_num 780) 2024-04-02T08:32:44.016 INFO:tasks.rados.rados.0.smithi012.stdout:2512: finishing write tid 1 to smithi01277369-47 2024-04-02T08:32:44.016 INFO:tasks.rados.rados.0.smithi012.stdout:2511: done (6 left) 2024-04-02T08:32:44.016 INFO:tasks.rados.rados.0.smithi012.stdout:2516: done (5 left) 2024-04-02T08:32:44.017 INFO:tasks.rados.rados.0.smithi012.stdout:2517: setattr oid 28 current snap is 257 2024-04-02T08:32:44.017 INFO:tasks.rados.rados.0.smithi012.stdout:2512: finishing write tid 2 to smithi01277369-47 2024-04-02T08:32:44.017 INFO:tasks.rados.rados.0.smithi012.stdout:2512: finishing write tid 3 to smithi01277369-47 2024-04-02T08:32:44.017 INFO:tasks.rados.rados.0.smithi012.stdout:2512: finishing write tid 4 to smithi01277369-47 2024-04-02T08:32:44.017 INFO:tasks.rados.rados.0.smithi012.stdout:2512: oid 47 updating version 0 to 883 2024-04-02T08:32:44.017 INFO:tasks.rados.rados.0.smithi012.stdout:2512: oid 47 version 883 is already newer than 882 2024-04-02T08:32:44.017 INFO:tasks.rados.rados.0.smithi012.stdout:2512: oid 47 version 883 is already newer than 881 2024-04-02T08:32:44.017 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 47 v 883 (ObjNum 782 snap 257 seq_num 782) dirty exists 2024-04-02T08:32:44.017 INFO:tasks.rados.rados.0.smithi012.stdout:2512: left oid 47 (ObjNum 782 snap 257 seq_num 782) 2024-04-02T08:32:44.017 INFO:tasks.rados.rados.0.smithi012.stdout:2510: finishing copy_from racing read to smithi01277369-46 2024-04-02T08:32:44.017 INFO:tasks.rados.rados.0.smithi012.stdout:2513: finishing rollback tid 0 to smithi01277369-22 2024-04-02T08:32:44.017 INFO:tasks.rados.rados.0.smithi012.stdout:2513: finishing rollback tid 1 to smithi01277369-22 2024-04-02T08:32:44.017 INFO:tasks.rados.rados.0.smithi012.stdout:2513: finishing rollback tid 2 to smithi01277369-22 2024-04-02T08:32:44.018 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 22 v 1470 (ObjNum 666 snap 212 seq_num 666) dirty exists 2024-04-02T08:32:44.018 INFO:tasks.rados.rados.0.smithi012.stdout:2510: finishing copy_from to smithi01277369-46 2024-04-02T08:32:44.018 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 46 v 377 (ObjNum 765 snap 252 seq_num 765) dirty exists 2024-04-02T08:32:44.018 INFO:tasks.rados.rados.0.smithi012.stdout:2515: finishing write tid 1 to smithi01277369-20 2024-04-02T08:32:44.018 INFO:tasks.rados.rados.0.smithi012.stdout:2515: finishing write tid 2 to smithi01277369-20 2024-04-02T08:32:44.018 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 49 v 1078 (ObjNum 766 snap 252 seq_num 766) dirty exists 2024-04-02T08:32:44.018 INFO:tasks.rados.rados.0.smithi012.stdout:2515: finishing write tid 3 to smithi01277369-20 2024-04-02T08:32:44.018 INFO:tasks.rados.rados.0.smithi012.stdout:2515: finishing write tid 4 to smithi01277369-20 2024-04-02T08:32:44.018 INFO:tasks.rados.rados.0.smithi012.stdout:2515: oid 20 updating version 0 to 1796 2024-04-02T08:32:44.018 INFO:tasks.rados.rados.0.smithi012.stdout:2515: oid 20 version 1796 is already newer than 1795 2024-04-02T08:32:44.018 INFO:tasks.rados.rados.0.smithi012.stdout:2515: oid 20 version 1796 is already newer than 1794 2024-04-02T08:32:44.018 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 20 v 1796 (ObjNum 783 snap 257 seq_num 783) dirty exists 2024-04-02T08:32:44.018 INFO:tasks.rados.rados.0.smithi012.stdout:2515: left oid 20 (ObjNum 783 snap 257 seq_num 783) 2024-04-02T08:32:44.019 INFO:tasks.rados.rados.0.smithi012.stdout:2510: done (5 left) 2024-04-02T08:32:44.019 INFO:tasks.rados.rados.0.smithi012.stdout:2512: done (4 left) 2024-04-02T08:32:44.019 INFO:tasks.rados.rados.0.smithi012.stdout:2513: done (3 left) 2024-04-02T08:32:44.019 INFO:tasks.rados.rados.0.smithi012.stdout:2514: done (2 left) 2024-04-02T08:32:44.020 INFO:tasks.rados.rados.0.smithi012.stdout:2515: done (1 left) 2024-04-02T08:32:44.020 INFO:tasks.rados.rados.0.smithi012.stdout:2518: copy_from oid 44 from oid 12 current snap is 257 2024-04-02T08:32:44.020 INFO:tasks.rados.rados.0.smithi012.stdout:2519: read oid 29 snap -1 2024-04-02T08:32:44.020 INFO:tasks.rados.rados.0.smithi012.stdout:2519: expect (ObjNum 703 snap 229 seq_num 703) 2024-04-02T08:32:44.020 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 24 current snap is 257 2024-04-02T08:32:44.020 INFO:tasks.rados.rados.0.smithi012.stdout:2520: seq_num 785 ranges {0=753664,753664=401408} 2024-04-02T08:32:44.022 INFO:tasks.rados.rados.0.smithi012.stdout:2520: writing smithi01277369-24 from 0 to 753664 tid 1 2024-04-02T08:32:44.026 INFO:tasks.rados.rados.0.smithi012.stdout:2520: writing smithi01277369-24 from 753664 to 1155072 tid 2 2024-04-02T08:32:44.026 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 28 v 1093 (ObjNum 779 snap 255 seq_num 779) dirty exists 2024-04-02T08:32:44.026 INFO:tasks.rados.rados.0.smithi012.stdout:2518: finishing copy_from racing read to smithi01277369-44 2024-04-02T08:32:44.026 INFO:tasks.rados.rados.0.smithi012.stdout:2518: finishing copy_from to smithi01277369-44 2024-04-02T08:32:44.026 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 44 v 1271 (ObjNum 730 snap 241 seq_num 730) dirty exists 2024-04-02T08:32:44.026 INFO:tasks.rados.rados.0.smithi012.stdout:2517: done (3 left) 2024-04-02T08:32:44.026 INFO:tasks.rados.rados.0.smithi012.stdout:2518: done (2 left) 2024-04-02T08:32:44.026 INFO:tasks.rados.rados.0.smithi012.stdout:2521: delete oid 18 current snap is 257 2024-04-02T08:32:44.029 INFO:tasks.rados.rados.0.smithi012.stdout:2521: done (2 left) 2024-04-02T08:32:44.029 INFO:tasks.rados.rados.0.smithi012.stdout:2522: delete oid 21 current snap is 257 2024-04-02T08:32:44.032 INFO:tasks.rados.rados.0.smithi012.stdout:2522: done (2 left) 2024-04-02T08:32:44.032 INFO:tasks.rados.rados.0.smithi012.stdout:2523: read oid 11 snap -1 2024-04-02T08:32:44.032 INFO:tasks.rados.rados.0.smithi012.stdout:2523: expect (ObjNum 749 snap 245 seq_num 749) 2024-04-02T08:32:44.032 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 13 current snap is 257 2024-04-02T08:32:44.032 INFO:tasks.rados.rados.0.smithi012.stdout:2524: seq_num 788 ranges {1040384=802816,1843200=401408} 2024-04-02T08:32:44.043 INFO:tasks.rados.rados.0.smithi012.stdout:2524: writing smithi01277369-13 from 1040384 to 1843200 tid 1 2024-04-02T08:32:44.045 INFO:tasks.rados.rados.0.smithi012.stdout:2524: writing smithi01277369-13 from 1843200 to 2244608 tid 2 2024-04-02T08:32:44.045 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 19 current snap is 257 2024-04-02T08:32:44.045 INFO:tasks.rados.rados.0.smithi012.stdout:2525: seq_num 789 ranges {1875968=417792,2293760=663552,2957312=139264} 2024-04-02T08:32:44.058 INFO:tasks.rados.rados.0.smithi012.stdout:2525: writing smithi01277369-19 from 1875968 to 2293760 tid 1 2024-04-02T08:32:44.062 INFO:tasks.rados.rados.0.smithi012.stdout:2525: writing smithi01277369-19 from 2293760 to 2957312 tid 2 2024-04-02T08:32:44.063 INFO:tasks.rados.rados.0.smithi012.stdout:2525: writing smithi01277369-19 from 2957312 to 3096576 tid 3 2024-04-02T08:32:44.063 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 36 current snap is 257 2024-04-02T08:32:44.063 INFO:tasks.rados.rados.0.smithi012.stdout:2520: finishing write tid 1 to smithi01277369-24 2024-04-02T08:32:44.063 INFO:tasks.rados.rados.0.smithi012.stdout:2520: finishing write tid 2 to smithi01277369-24 2024-04-02T08:32:44.063 INFO:tasks.rados.rados.0.smithi012.stdout:2520: finishing write tid 3 to smithi01277369-24 2024-04-02T08:32:44.063 INFO:tasks.rados.rados.0.smithi012.stdout:2520: finishing write tid 4 to smithi01277369-24 2024-04-02T08:32:44.063 INFO:tasks.rados.rados.0.smithi012.stdout:2520: oid 24 updating version 0 to 1804 2024-04-02T08:32:44.063 INFO:tasks.rados.rados.0.smithi012.stdout:2520: oid 24 version 1804 is already newer than 1803 2024-04-02T08:32:44.064 INFO:tasks.rados.rados.0.smithi012.stdout:2520: oid 24 updating version 1804 to 1805 2024-04-02T08:32:44.064 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 24 v 1805 (ObjNum 785 snap 257 seq_num 785) dirty exists 2024-04-02T08:32:44.064 INFO:tasks.rados.rados.0.smithi012.stdout:2520: left oid 24 (ObjNum 785 snap 257 seq_num 785) 2024-04-02T08:32:44.064 INFO:tasks.rados.rados.0.smithi012.stdout:2526: seq_num 790 ranges {4022272=434176,4456448=548864,5005312=253952} 2024-04-02T08:32:44.089 INFO:tasks.rados.rados.0.smithi012.stdout:2526: writing smithi01277369-36 from 4022272 to 4456448 tid 1 2024-04-02T08:32:44.093 INFO:tasks.rados.rados.0.smithi012.stdout:2526: writing smithi01277369-36 from 4456448 to 5005312 tid 2 2024-04-02T08:32:44.095 INFO:tasks.rados.rados.0.smithi012.stdout:2526: writing smithi01277369-36 from 5005312 to 5259264 tid 3 2024-04-02T08:32:44.095 INFO:tasks.rados.rados.0.smithi012.stdout:2520: done (5 left) 2024-04-02T08:32:44.095 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 17 current snap is 257 2024-04-02T08:32:44.096 INFO:tasks.rados.rados.0.smithi012.stdout:2527: seq_num 791 ranges {1589248=450560,2039808=475136,2514944=327680} 2024-04-02T08:32:44.106 INFO:tasks.rados.rados.0.smithi012.stdout:2527: writing smithi01277369-17 from 1589248 to 2039808 tid 1 2024-04-02T08:32:44.110 INFO:tasks.rados.rados.0.smithi012.stdout:2527: writing smithi01277369-17 from 2039808 to 2514944 tid 2 2024-04-02T08:32:44.112 INFO:tasks.rados.rados.0.smithi012.stdout:2527: writing smithi01277369-17 from 2514944 to 2842624 tid 3 2024-04-02T08:32:44.112 INFO:tasks.rados.rados.0.smithi012.stdout:2528: read oid 33 snap 232 2024-04-02T08:32:44.113 INFO:tasks.rados.rados.0.smithi012.stdout:2528: expect deleted 2024-04-02T08:32:44.113 INFO:tasks.rados.rados.0.smithi012.stdout:2529: snap_remove snap 251 2024-04-02T08:32:44.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:44 smithi012 ceph-mon[88355]: osdmap e575: 8 total, 8 up, 8 in 2024-04-02T08:32:44.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:44 smithi012 ceph-mon[88355]: osdmap e576: 8 total, 8 up, 8 in 2024-04-02T08:32:44.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:44 smithi012 ceph-mon[90784]: osdmap e575: 8 total, 8 up, 8 in 2024-04-02T08:32:44.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:44 smithi012 ceph-mon[90784]: osdmap e576: 8 total, 8 up, 8 in 2024-04-02T08:32:44.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:44 smithi055 ceph-mon[85080]: osdmap e575: 8 total, 8 up, 8 in 2024-04-02T08:32:44.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:44 smithi055 ceph-mon[85080]: osdmap e576: 8 total, 8 up, 8 in 2024-04-02T08:32:45.019 INFO:tasks.rados.rados.0.smithi012.stdout:2529: done (7 left) 2024-04-02T08:32:45.019 INFO:tasks.rados.rados.0.smithi012.stdout:2530: snap_create 2024-04-02T08:32:45.019 INFO:tasks.rados.rados.0.smithi012.stdout:2523: expect (ObjNum 749 snap 245 seq_num 749) 2024-04-02T08:32:45.070 INFO:tasks.rados.rados.0.smithi012.stdout:2519: expect (ObjNum 703 snap 229 seq_num 703) 2024-04-02T08:32:45.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:45 smithi055 ceph-mon[85080]: pgmap v532: 121 pgs: 121 active+clean; 433 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.2 MiB/s wr, 20 op/s 2024-04-02T08:32:45.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:45 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:45.328 INFO:tasks.rados.rados.0.smithi012.stdout:2524: finishing write tid 1 to smithi01277369-13 2024-04-02T08:32:45.328 INFO:tasks.rados.rados.0.smithi012.stdout:2524: finishing write tid 2 to smithi01277369-13 2024-04-02T08:32:45.328 INFO:tasks.rados.rados.0.smithi012.stdout:2524: finishing write tid 3 to smithi01277369-13 2024-04-02T08:32:45.328 INFO:tasks.rados.rados.0.smithi012.stdout:2524: finishing write tid 4 to smithi01277369-13 2024-04-02T08:32:45.329 INFO:tasks.rados.rados.0.smithi012.stdout:2524: oid 13 updating version 0 to 1808 2024-04-02T08:32:45.329 INFO:tasks.rados.rados.0.smithi012.stdout:2524: oid 13 updating version 1808 to 1809 2024-04-02T08:32:45.329 INFO:tasks.rados.rados.0.smithi012.stdout:2524: oid 13 version 1809 is already newer than 1807 2024-04-02T08:32:45.329 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 13 v 1809 (ObjNum 788 snap 257 seq_num 788) dirty exists 2024-04-02T08:32:45.329 INFO:tasks.rados.rados.0.smithi012.stdout:2524: left oid 13 (ObjNum 788 snap 257 seq_num 788) 2024-04-02T08:32:45.329 INFO:tasks.rados.rados.0.smithi012.stdout:2525: finishing write tid 1 to smithi01277369-19 2024-04-02T08:32:45.329 INFO:tasks.rados.rados.0.smithi012.stdout:2525: finishing write tid 2 to smithi01277369-19 2024-04-02T08:32:45.329 INFO:tasks.rados.rados.0.smithi012.stdout:2525: finishing write tid 3 to smithi01277369-19 2024-04-02T08:32:45.329 INFO:tasks.rados.rados.0.smithi012.stdout:2525: finishing write tid 4 to smithi01277369-19 2024-04-02T08:32:45.329 INFO:tasks.rados.rados.0.smithi012.stdout:2525: finishing write tid 5 to smithi01277369-19 2024-04-02T08:32:45.329 INFO:tasks.rados.rados.0.smithi012.stdout:2525: oid 19 updating version 0 to 1367 2024-04-02T08:32:45.329 INFO:tasks.rados.rados.0.smithi012.stdout:2525: oid 19 version 1367 is already newer than 1365 2024-04-02T08:32:45.329 INFO:tasks.rados.rados.0.smithi012.stdout:2525: oid 19 version 1367 is already newer than 1366 2024-04-02T08:32:45.330 INFO:tasks.rados.rados.0.smithi012.stdout:2525: oid 19 updating version 1367 to 1368 2024-04-02T08:32:45.330 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 19 v 1368 (ObjNum 789 snap 257 seq_num 789) dirty exists 2024-04-02T08:32:45.330 INFO:tasks.rados.rados.0.smithi012.stdout:2525: left oid 19 (ObjNum 789 snap 257 seq_num 789) 2024-04-02T08:32:45.330 INFO:tasks.rados.rados.0.smithi012.stdout:2526: finishing write tid 1 to smithi01277369-36 2024-04-02T08:32:45.330 INFO:tasks.rados.rados.0.smithi012.stdout:2526: finishing write tid 2 to smithi01277369-36 2024-04-02T08:32:45.330 INFO:tasks.rados.rados.0.smithi012.stdout:2526: finishing write tid 3 to smithi01277369-36 2024-04-02T08:32:45.330 INFO:tasks.rados.rados.0.smithi012.stdout:2526: finishing write tid 4 to smithi01277369-36 2024-04-02T08:32:45.330 INFO:tasks.rados.rados.0.smithi012.stdout:2526: finishing write tid 5 to smithi01277369-36 2024-04-02T08:32:45.330 INFO:tasks.rados.rados.0.smithi012.stdout:2526: oid 36 updating version 0 to 1273 2024-04-02T08:32:45.330 INFO:tasks.rados.rados.0.smithi012.stdout:2526: oid 36 updating version 1273 to 1274 2024-04-02T08:32:45.330 INFO:tasks.rados.rados.0.smithi012.stdout:2526: oid 36 updating version 1274 to 1276 2024-04-02T08:32:45.330 INFO:tasks.rados.rados.0.smithi012.stdout:2526: oid 36 version 1276 is already newer than 1275 2024-04-02T08:32:45.330 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 36 v 1276 (ObjNum 790 snap 257 seq_num 790) dirty exists 2024-04-02T08:32:45.331 INFO:tasks.rados.rados.0.smithi012.stdout:2526: left oid 36 (ObjNum 790 snap 257 seq_num 790) 2024-04-02T08:32:45.331 INFO:tasks.rados.rados.0.smithi012.stdout:2527: finishing write tid 1 to smithi01277369-17 2024-04-02T08:32:45.331 INFO:tasks.rados.rados.0.smithi012.stdout:2527: finishing write tid 2 to smithi01277369-17 2024-04-02T08:32:45.331 INFO:tasks.rados.rados.0.smithi012.stdout:2527: finishing write tid 3 to smithi01277369-17 2024-04-02T08:32:45.331 INFO:tasks.rados.rados.0.smithi012.stdout:2527: finishing write tid 4 to smithi01277369-17 2024-04-02T08:32:45.331 INFO:tasks.rados.rados.0.smithi012.stdout:2527: finishing write tid 5 to smithi01277369-17 2024-04-02T08:32:45.331 INFO:tasks.rados.rados.0.smithi012.stdout:2527: oid 17 updating version 0 to 1812 2024-04-02T08:32:45.331 INFO:tasks.rados.rados.0.smithi012.stdout:2527: oid 17 updating version 1812 to 1813 2024-04-02T08:32:45.331 INFO:tasks.rados.rados.0.smithi012.stdout:2527: oid 17 updating version 1813 to 1814 2024-04-02T08:32:45.331 INFO:tasks.rados.rados.0.smithi012.stdout:2527: oid 17 version 1814 is already newer than 1811 2024-04-02T08:32:45.331 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 17 v 1814 (ObjNum 791 snap 257 seq_num 791) dirty exists 2024-04-02T08:32:45.331 INFO:tasks.rados.rados.0.smithi012.stdout:2527: left oid 17 (ObjNum 791 snap 257 seq_num 791) 2024-04-02T08:32:45.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:45 smithi012 ceph-mon[88355]: pgmap v532: 121 pgs: 121 active+clean; 433 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.2 MiB/s wr, 20 op/s 2024-04-02T08:32:45.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:45 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:45.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:45 smithi012 ceph-mon[90784]: pgmap v532: 121 pgs: 121 active+clean; 433 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.2 MiB/s wr, 20 op/s 2024-04-02T08:32:45.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:45 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:46.018 INFO:tasks.rados.rados.0.smithi012.stdout:2519: done (7 left) 2024-04-02T08:32:46.019 INFO:tasks.rados.rados.0.smithi012.stdout:2523: done (6 left) 2024-04-02T08:32:46.019 INFO:tasks.rados.rados.0.smithi012.stdout:2524: done (5 left) 2024-04-02T08:32:46.019 INFO:tasks.rados.rados.0.smithi012.stdout:2525: done (4 left) 2024-04-02T08:32:46.019 INFO:tasks.rados.rados.0.smithi012.stdout:2526: done (3 left) 2024-04-02T08:32:46.019 INFO:tasks.rados.rados.0.smithi012.stdout:2527: done (2 left) 2024-04-02T08:32:46.019 INFO:tasks.rados.rados.0.smithi012.stdout:2528: done (1 left) 2024-04-02T08:32:46.019 INFO:tasks.rados.rados.0.smithi012.stdout:2530: done (0 left) 2024-04-02T08:32:46.019 INFO:tasks.rados.rados.0.smithi012.stdout:2531: snap_create 2024-04-02T08:32:46.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:46 smithi055 ceph-mon[85080]: osdmap e577: 8 total, 8 up, 8 in 2024-04-02T08:32:46.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:46 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:46.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:46 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:46.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:46 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:46.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:46 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:46.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:46 smithi012 ceph-mon[88355]: osdmap e577: 8 total, 8 up, 8 in 2024-04-02T08:32:46.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:46 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:46.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:46 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:46.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:46 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:46.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:46 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:46.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:46 smithi012 ceph-mon[90784]: osdmap e577: 8 total, 8 up, 8 in 2024-04-02T08:32:46.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:46 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:46.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:46 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:46.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:46 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:46.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:46 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:47.022 INFO:tasks.rados.rados.0.smithi012.stdout:2531: done (0 left) 2024-04-02T08:32:47.022 INFO:tasks.rados.rados.0.smithi012.stdout:2532: delete oid 40 current snap is 259 2024-04-02T08:32:47.029 INFO:tasks.rados.rados.0.smithi012.stdout:2532: done (0 left) 2024-04-02T08:32:47.029 INFO:tasks.rados.rados.0.smithi012.stdout:2533: snap_remove snap 247 2024-04-02T08:32:47.143 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:47 smithi012 ceph-mon[88355]: osdmap e578: 8 total, 8 up, 8 in 2024-04-02T08:32:47.143 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:47 smithi012 ceph-mon[88355]: pgmap v535: 121 pgs: 121 active+clean; 414 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.6 MiB/s wr, 31 op/s 2024-04-02T08:32:47.143 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:47 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:47.143 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:47 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:47.143 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:47 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:47.144 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:47 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:47.144 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:47 smithi012 ceph-mon[90784]: osdmap e578: 8 total, 8 up, 8 in 2024-04-02T08:32:47.144 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:47 smithi012 ceph-mon[90784]: pgmap v535: 121 pgs: 121 active+clean; 414 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.6 MiB/s wr, 31 op/s 2024-04-02T08:32:47.144 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:47 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:47.144 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:47 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:47.144 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:47 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:47.144 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:47 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:47.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:47 smithi055 ceph-mon[85080]: osdmap e578: 8 total, 8 up, 8 in 2024-04-02T08:32:47.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:47 smithi055 ceph-mon[85080]: pgmap v535: 121 pgs: 121 active+clean; 414 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.6 MiB/s wr, 31 op/s 2024-04-02T08:32:47.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:47 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:47.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:47 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:47.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:47 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:47.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:47 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:48.036 INFO:tasks.rados.rados.0.smithi012.stdout:2533: done (0 left) 2024-04-02T08:32:48.036 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 5 current snap is 259 2024-04-02T08:32:48.036 INFO:tasks.rados.rados.0.smithi012.stdout:2534: seq_num 793 ranges {0=483328,483328=647168,1130496=155648} 2024-04-02T08:32:48.039 INFO:tasks.rados.rados.0.smithi012.stdout:2534: writing smithi01277369-5 from 0 to 483328 tid 1 2024-04-02T08:32:48.043 INFO:tasks.rados.rados.0.smithi012.stdout:2534: writing smithi01277369-5 from 483328 to 1130496 tid 2 2024-04-02T08:32:48.045 INFO:tasks.rados.rados.0.smithi012.stdout:2534: writing smithi01277369-5 from 1130496 to 1286144 tid 3 2024-04-02T08:32:48.045 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 24 current snap is 259 2024-04-02T08:32:48.045 INFO:tasks.rados.rados.0.smithi012.stdout:2535: seq_num 794 ranges {1155072=499712,1654784=532480,2187264=270336} 2024-04-02T08:32:48.055 INFO:tasks.rados.rados.0.smithi012.stdout:2535: writing smithi01277369-24 from 1155072 to 1654784 tid 1 2024-04-02T08:32:48.059 INFO:tasks.rados.rados.0.smithi012.stdout:2535: writing smithi01277369-24 from 1654784 to 2187264 tid 2 2024-04-02T08:32:48.062 INFO:tasks.rados.rados.0.smithi012.stdout:2535: writing smithi01277369-24 from 2187264 to 2457600 tid 3 2024-04-02T08:32:48.062 INFO:tasks.rados.rados.0.smithi012.stdout:2534: finishing write tid 1 to smithi01277369-5 2024-04-02T08:32:48.062 INFO:tasks.rados.rados.0.smithi012.stdout:2534: finishing write tid 2 to smithi01277369-5 2024-04-02T08:32:48.062 INFO:tasks.rados.rados.0.smithi012.stdout:2534: finishing write tid 3 to smithi01277369-5 2024-04-02T08:32:48.062 INFO:tasks.rados.rados.0.smithi012.stdout:2534: finishing write tid 4 to smithi01277369-5 2024-04-02T08:32:48.062 INFO:tasks.rados.rados.0.smithi012.stdout:2534: finishing write tid 5 to smithi01277369-5 2024-04-02T08:32:48.062 INFO:tasks.rados.rados.0.smithi012.stdout:2534: oid 5 updating version 0 to 1400 2024-04-02T08:32:48.062 INFO:tasks.rados.rados.0.smithi012.stdout:2534: oid 5 updating version 1400 to 1401 2024-04-02T08:32:48.062 INFO:tasks.rados.rados.0.smithi012.stdout:2534: oid 5 updating version 1401 to 1402 2024-04-02T08:32:48.062 INFO:tasks.rados.rados.0.smithi012.stdout:2534: oid 5 updating version 1402 to 1403 2024-04-02T08:32:48.062 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 5 v 1403 (ObjNum 793 snap 259 seq_num 793) dirty exists 2024-04-02T08:32:48.063 INFO:tasks.rados.rados.0.smithi012.stdout:2534: left oid 5 (ObjNum 793 snap 259 seq_num 793) 2024-04-02T08:32:48.063 INFO:tasks.rados.rados.0.smithi012.stdout:2534: done (1 left) 2024-04-02T08:32:48.063 INFO:tasks.rados.rados.0.smithi012.stdout:2536: rollback oid 27 current snap is 259 2024-04-02T08:32:48.063 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 27 to 232 2024-04-02T08:32:48.063 INFO:tasks.rados.rados.0.smithi012.stdout:2537: delete oid 45 current snap is 259 2024-04-02T08:32:48.063 INFO:tasks.rados.rados.0.smithi012.stdout:2535: finishing write tid 1 to smithi01277369-24 2024-04-02T08:32:48.067 INFO:tasks.rados.rados.0.smithi012.stdout:2535: finishing write tid 2 to smithi01277369-24 2024-04-02T08:32:48.068 INFO:tasks.rados.rados.0.smithi012.stdout:2535: finishing write tid 3 to smithi01277369-24 2024-04-02T08:32:48.068 INFO:tasks.rados.rados.0.smithi012.stdout:2536: finishing rollback tid 0 to smithi01277369-27 2024-04-02T08:32:48.068 INFO:tasks.rados.rados.0.smithi012.stdout:2536: finishing rollback tid 1 to smithi01277369-27 2024-04-02T08:32:48.068 INFO:tasks.rados.rados.0.smithi012.stdout:2535: finishing write tid 4 to smithi01277369-24 2024-04-02T08:32:48.068 INFO:tasks.rados.rados.0.smithi012.stdout:2536: finishing rollback tid 2 to smithi01277369-27 2024-04-02T08:32:48.068 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 27 v 1105 (ObjNum 685 snap 218 seq_num 685) dirty exists 2024-04-02T08:32:48.069 INFO:tasks.rados.rados.0.smithi012.stdout:2536: done (2 left) 2024-04-02T08:32:48.069 INFO:tasks.rados.rados.0.smithi012.stdout:2537: done (1 left) 2024-04-02T08:32:48.069 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 31 current snap is 259 2024-04-02T08:32:48.069 INFO:tasks.rados.rados.0.smithi012.stdout:2538: seq_num 796 ranges {8519680=540672,9060352=704512,9764864=98304} 2024-04-02T08:32:48.120 INFO:tasks.rados.rados.0.smithi012.stdout:2538: writing smithi01277369-31 from 8519680 to 9060352 tid 1 2024-04-02T08:32:48.124 INFO:tasks.rados.rados.0.smithi012.stdout:2538: writing smithi01277369-31 from 9060352 to 9764864 tid 2 2024-04-02T08:32:48.125 INFO:tasks.rados.rados.0.smithi012.stdout:2538: writing smithi01277369-31 from 9764864 to 9863168 tid 3 2024-04-02T08:32:48.125 INFO:tasks.rados.rados.0.smithi012.stdout:2535: finishing write tid 5 to smithi01277369-24 2024-04-02T08:32:48.125 INFO:tasks.rados.rados.0.smithi012.stdout:2535: oid 24 updating version 0 to 1835 2024-04-02T08:32:48.126 INFO:tasks.rados.rados.0.smithi012.stdout:2535: oid 24 version 1835 is already newer than 1832 2024-04-02T08:32:48.126 INFO:tasks.rados.rados.0.smithi012.stdout:2535: oid 24 version 1835 is already newer than 1834 2024-04-02T08:32:48.126 INFO:tasks.rados.rados.0.smithi012.stdout:2535: oid 24 version 1835 is already newer than 1833 2024-04-02T08:32:48.126 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 24 v 1835 (ObjNum 794 snap 259 seq_num 794) dirty exists 2024-04-02T08:32:48.126 INFO:tasks.rados.rados.0.smithi012.stdout:2535: left oid 24 (ObjNum 794 snap 259 seq_num 794) 2024-04-02T08:32:48.127 INFO:tasks.rados.rados.0.smithi012.stdout:2538: finishing write tid 1 to smithi01277369-31 2024-04-02T08:32:48.127 INFO:tasks.rados.rados.0.smithi012.stdout:2535: done (1 left) 2024-04-02T08:32:48.127 INFO:tasks.rados.rados.0.smithi012.stdout:2539: delete oid 38 current snap is 259 2024-04-02T08:32:48.127 INFO:tasks.rados.rados.0.smithi012.stdout:2539: done (1 left) 2024-04-02T08:32:48.128 INFO:tasks.rados.rados.0.smithi012.stdout:2540: snap_remove snap 239 2024-04-02T08:32:48.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:48 smithi012 ceph-mon[88355]: osdmap e579: 8 total, 8 up, 8 in 2024-04-02T08:32:48.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:48 smithi012 ceph-mon[90784]: osdmap e579: 8 total, 8 up, 8 in 2024-04-02T08:32:48.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:32:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:32:47] "GET /metrics HTTP/1.1" 200 36255 "" "Prometheus/2.43.0" 2024-04-02T08:32:48.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:48 smithi055 ceph-mon[85080]: osdmap e579: 8 total, 8 up, 8 in 2024-04-02T08:32:48.968 INFO:tasks.rados.rados.0.smithi012.stdout:2538: finishing write tid 2 to smithi01277369-31 2024-04-02T08:32:48.969 INFO:tasks.rados.rados.0.smithi012.stdout:2538: finishing write tid 3 to smithi01277369-31 2024-04-02T08:32:48.969 INFO:tasks.rados.rados.0.smithi012.stdout:2538: finishing write tid 4 to smithi01277369-31 2024-04-02T08:32:48.969 INFO:tasks.rados.rados.0.smithi012.stdout:2538: finishing write tid 5 to smithi01277369-31 2024-04-02T08:32:48.969 INFO:tasks.rados.rados.0.smithi012.stdout:2538: oid 31 updating version 0 to 1044 2024-04-02T08:32:48.969 INFO:tasks.rados.rados.0.smithi012.stdout:2538: oid 31 updating version 1044 to 1045 2024-04-02T08:32:48.969 INFO:tasks.rados.rados.0.smithi012.stdout:2538: oid 31 updating version 1045 to 1047 2024-04-02T08:32:48.969 INFO:tasks.rados.rados.0.smithi012.stdout:2538: oid 31 version 1047 is already newer than 1046 2024-04-02T08:32:48.969 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 31 v 1047 (ObjNum 796 snap 259 seq_num 796) dirty exists 2024-04-02T08:32:48.969 INFO:tasks.rados.rados.0.smithi012.stdout:2538: left oid 31 (ObjNum 796 snap 259 seq_num 796) 2024-04-02T08:32:48.969 INFO:tasks.rados.rados.0.smithi012.stdout:2538: done (1 left) 2024-04-02T08:32:48.969 INFO:tasks.rados.rados.0.smithi012.stdout:2540: done (0 left) 2024-04-02T08:32:48.969 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 32 current snap is 259 2024-04-02T08:32:48.969 INFO:tasks.rados.rados.0.smithi012.stdout:2541: seq_num 798 ranges {0=573440,573440=466944,1040384=335872} 2024-04-02T08:32:48.972 INFO:tasks.rados.rados.0.smithi012.stdout:2541: writing smithi01277369-32 from 0 to 573440 tid 1 2024-04-02T08:32:48.975 INFO:tasks.rados.rados.0.smithi012.stdout:2541: writing smithi01277369-32 from 573440 to 1040384 tid 2 2024-04-02T08:32:48.978 INFO:tasks.rados.rados.0.smithi012.stdout:2541: writing smithi01277369-32 from 1040384 to 1376256 tid 3 2024-04-02T08:32:48.978 INFO:tasks.rados.rados.0.smithi012.stdout:2542: snap_remove snap 242 2024-04-02T08:32:49.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:49 smithi055 ceph-mon[85080]: osdmap e580: 8 total, 8 up, 8 in 2024-04-02T08:32:49.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:49 smithi055 ceph-mon[85080]: pgmap v538: 121 pgs: 121 active+clean; 414 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.6 MiB/s wr, 31 op/s 2024-04-02T08:32:49.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:49 smithi055 ceph-mon[85080]: osdmap e581: 8 total, 8 up, 8 in 2024-04-02T08:32:49.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:49 smithi012 ceph-mon[88355]: osdmap e580: 8 total, 8 up, 8 in 2024-04-02T08:32:49.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:49 smithi012 ceph-mon[88355]: pgmap v538: 121 pgs: 121 active+clean; 414 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.6 MiB/s wr, 31 op/s 2024-04-02T08:32:49.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:49 smithi012 ceph-mon[88355]: osdmap e581: 8 total, 8 up, 8 in 2024-04-02T08:32:49.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:49 smithi012 ceph-mon[90784]: osdmap e580: 8 total, 8 up, 8 in 2024-04-02T08:32:49.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:49 smithi012 ceph-mon[90784]: pgmap v538: 121 pgs: 121 active+clean; 414 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.6 MiB/s wr, 31 op/s 2024-04-02T08:32:49.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:49 smithi012 ceph-mon[90784]: osdmap e581: 8 total, 8 up, 8 in 2024-04-02T08:32:49.961 INFO:tasks.rados.rados.0.smithi012.stdout:2541: finishing write tid 1 to smithi01277369-32 2024-04-02T08:32:49.962 INFO:tasks.rados.rados.0.smithi012.stdout:2541: finishing write tid 2 to smithi01277369-32 2024-04-02T08:32:49.962 INFO:tasks.rados.rados.0.smithi012.stdout:2541: finishing write tid 3 to smithi01277369-32 2024-04-02T08:32:49.962 INFO:tasks.rados.rados.0.smithi012.stdout:2541: finishing write tid 4 to smithi01277369-32 2024-04-02T08:32:49.962 INFO:tasks.rados.rados.0.smithi012.stdout:2541: finishing write tid 5 to smithi01277369-32 2024-04-02T08:32:49.962 INFO:tasks.rados.rados.0.smithi012.stdout:2541: oid 32 updating version 0 to 1847 2024-04-02T08:32:49.962 INFO:tasks.rados.rados.0.smithi012.stdout:2541: oid 32 version 1847 is already newer than 1840 2024-04-02T08:32:49.962 INFO:tasks.rados.rados.0.smithi012.stdout:2541: oid 32 version 1847 is already newer than 1846 2024-04-02T08:32:49.962 INFO:tasks.rados.rados.0.smithi012.stdout:2541: oid 32 version 1847 is already newer than 1845 2024-04-02T08:32:49.962 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 32 v 1847 (ObjNum 798 snap 259 seq_num 798) dirty exists 2024-04-02T08:32:49.962 INFO:tasks.rados.rados.0.smithi012.stdout:2541: left oid 32 (ObjNum 798 snap 259 seq_num 798) 2024-04-02T08:32:49.962 INFO:tasks.rados.rados.0.smithi012.stdout:2541: done (1 left) 2024-04-02T08:32:49.963 INFO:tasks.rados.rados.0.smithi012.stdout:2542: done (0 left) 2024-04-02T08:32:49.963 INFO:tasks.rados.rados.0.smithi012.stdout:2543: copy_from oid 16 from oid 18 current snap is 259 2024-04-02T08:32:49.963 INFO:tasks.rados.rados.0.smithi012.stdout:2544: read oid 42 snap 253 2024-04-02T08:32:49.963 INFO:tasks.rados.rados.0.smithi012.stdout:2544: expect deleted 2024-04-02T08:32:49.963 INFO:tasks.rados.rados.0.smithi012.stdout:2545: copy_from oid 10 from oid 28 current snap is 259 2024-04-02T08:32:49.963 INFO:tasks.rados.rados.0.smithi012.stdout:2546: rmattr oid 37 current snap is 259 2024-04-02T08:32:49.963 INFO:tasks.rados.rados.0.smithi012.stdout:2546: done (3 left) 2024-04-02T08:32:49.963 INFO:tasks.rados.rados.0.smithi012.stdout:2547: rmattr oid 22 current snap is 259 2024-04-02T08:32:49.963 INFO:tasks.rados.rados.0.smithi012.stdout:2547: done (3 left) 2024-04-02T08:32:49.963 INFO:tasks.rados.rados.0.smithi012.stdout:2548: snap_create 2024-04-02T08:32:49.971 INFO:tasks.rados.rados.0.smithi012.stdout:2543: finishing copy_from to smithi01277369-16 2024-04-02T08:32:49.971 INFO:tasks.rados.rados.0.smithi012.stdout:2543: got expected ENOENT (src dne) 2024-04-02T08:32:49.971 INFO:tasks.rados.rados.0.smithi012.stdout:2543: finishing copy_from racing read to smithi01277369-16 2024-04-02T08:32:49.986 INFO:tasks.rados.rados.0.smithi012.stdout:2545: finishing copy_from racing read to smithi01277369-10 2024-04-02T08:32:49.988 INFO:tasks.rados.rados.0.smithi012.stdout:2545: finishing copy_from to smithi01277369-10 2024-04-02T08:32:49.988 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 10 v 1093 (ObjNum 779 snap 255 seq_num 779) dirty exists 2024-04-02T08:32:50.969 INFO:tasks.rados.rados.0.smithi012.stdout:2543: done (3 left) 2024-04-02T08:32:50.969 INFO:tasks.rados.rados.0.smithi012.stdout:2544: done (2 left) 2024-04-02T08:32:50.969 INFO:tasks.rados.rados.0.smithi012.stdout:2545: done (1 left) 2024-04-02T08:32:50.969 INFO:tasks.rados.rados.0.smithi012.stdout:2548: done (0 left) 2024-04-02T08:32:50.970 INFO:tasks.rados.rados.0.smithi012.stdout:2549: read oid 19 snap -1 2024-04-02T08:32:50.970 INFO:tasks.rados.rados.0.smithi012.stdout:2549: expect (ObjNum 789 snap 257 seq_num 789) 2024-04-02T08:32:50.970 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 30 current snap is 260 2024-04-02T08:32:50.970 INFO:tasks.rados.rados.0.smithi012.stdout:2550: seq_num 799 ranges {3137536=589824,3727360=802816} 2024-04-02T08:32:50.989 INFO:tasks.rados.rados.0.smithi012.stdout:2550: writing smithi01277369-30 from 3137536 to 3727360 tid 1 2024-04-02T08:32:50.995 INFO:tasks.rados.rados.0.smithi012.stdout:2550: writing smithi01277369-30 from 3727360 to 4530176 tid 2 2024-04-02T08:32:50.995 INFO:tasks.rados.rados.0.smithi012.stdout:2551: read oid 50 snap -1 2024-04-02T08:32:50.995 INFO:tasks.rados.rados.0.smithi012.stdout:2551: expect (ObjNum 624 snap 203 seq_num 624) 2024-04-02T08:32:50.995 INFO:tasks.rados.rados.0.smithi012.stdout:2552: copy_from oid 43 from oid 17 current snap is 260 2024-04-02T08:32:50.995 INFO:tasks.rados.rados.0.smithi012.stdout:2549: expect (ObjNum 789 snap 257 seq_num 789) 2024-04-02T08:32:51.139 INFO:tasks.rados.rados.0.smithi012.stdout:2550: finishing write tid 1 to smithi01277369-30 2024-04-02T08:32:51.140 INFO:tasks.rados.rados.0.smithi012.stdout:2550: finishing write tid 2 to smithi01277369-30 2024-04-02T08:32:51.140 INFO:tasks.rados.rados.0.smithi012.stdout:2550: finishing write tid 3 to smithi01277369-30 2024-04-02T08:32:51.140 INFO:tasks.rados.rados.0.smithi012.stdout:2550: finishing write tid 4 to smithi01277369-30 2024-04-02T08:32:51.140 INFO:tasks.rados.rados.0.smithi012.stdout:2550: oid 30 updating version 0 to 1511 2024-04-02T08:32:51.140 INFO:tasks.rados.rados.0.smithi012.stdout:2550: oid 30 updating version 1511 to 1512 2024-04-02T08:32:51.140 INFO:tasks.rados.rados.0.smithi012.stdout:2550: oid 30 version 1512 is already newer than 1510 2024-04-02T08:32:51.140 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 30 v 1512 (ObjNum 799 snap 260 seq_num 799) dirty exists 2024-04-02T08:32:51.140 INFO:tasks.rados.rados.0.smithi012.stdout:2550: left oid 30 (ObjNum 799 snap 260 seq_num 799) 2024-04-02T08:32:51.140 INFO:tasks.rados.rados.0.smithi012.stdout:2551: expect (ObjNum 624 snap 203 seq_num 624) 2024-04-02T08:32:51.167 INFO:tasks.rados.rados.0.smithi012.stdout:2552: finishing copy_from racing read to smithi01277369-43 2024-04-02T08:32:51.167 INFO:tasks.rados.rados.0.smithi012.stdout:2552: finishing copy_from to smithi01277369-43 2024-04-02T08:32:51.168 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 43 v 1814 (ObjNum 791 snap 257 seq_num 791) dirty exists 2024-04-02T08:32:51.168 INFO:tasks.rados.rados.0.smithi012.stdout:2549: done (3 left) 2024-04-02T08:32:51.168 INFO:tasks.rados.rados.0.smithi012.stdout:2550: done (2 left) 2024-04-02T08:32:51.168 INFO:tasks.rados.rados.0.smithi012.stdout:2551: done (1 left) 2024-04-02T08:32:51.168 INFO:tasks.rados.rados.0.smithi012.stdout:2552: done (0 left) 2024-04-02T08:32:51.168 INFO:tasks.rados.rados.0.smithi012.stdout:2553: read oid 43 snap -1 2024-04-02T08:32:51.168 INFO:tasks.rados.rados.0.smithi012.stdout:2553: expect (ObjNum 791 snap 257 seq_num 791) 2024-04-02T08:32:51.168 INFO:tasks.rados.rados.0.smithi012.stdout:2554: rollback oid 13 current snap is 260 2024-04-02T08:32:51.168 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 13 to 232 2024-04-02T08:32:51.168 INFO:tasks.rados.rados.0.smithi012.stdout:2555: rmattr oid 47 current snap is 260 2024-04-02T08:32:51.168 INFO:tasks.rados.rados.0.smithi012.stdout:2555: done (2 left) 2024-04-02T08:32:51.168 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 14 current snap is 260 2024-04-02T08:32:51.168 INFO:tasks.rados.rados.0.smithi012.stdout:2556: seq_num 800 ranges {5840896=606208,6447104=688128,7135232=114688} 2024-04-02T08:32:51.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:50 smithi012 ceph-mon[90784]: osdmap e582: 8 total, 8 up, 8 in 2024-04-02T08:32:51.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:50 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:51.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:50 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:51.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:50 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:51.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:50 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:51.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:50 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:51.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:50 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:32:51.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:50 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:51.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:50 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:51.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:50 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:51.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:50 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:51.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:50 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:51.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:50 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:51.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:50 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:51.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:50 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:51.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:50 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:51.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:50 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:51.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:50 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:51.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:50 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:51.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:50 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:51.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:50 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:51.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:50 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:51.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:50 smithi012 ceph-mon[88355]: osdmap e582: 8 total, 8 up, 8 in 2024-04-02T08:32:51.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:50 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:51.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:50 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:51.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:50 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:51.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:50 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:51.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:50 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:51.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:50 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:32:51.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:50 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:51.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:50 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:51.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:50 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:51.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:50 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:51.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:50 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:51.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:50 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:51.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:50 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:51.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:50 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:51.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:50 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:51.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:50 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:51.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:50 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:51.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:50 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:51.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:50 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:51.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:50 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:51.182 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:50 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:51.203 INFO:tasks.rados.rados.0.smithi012.stdout:2556: writing smithi01277369-14 from 5840896 to 6447104 tid 1 2024-04-02T08:32:51.207 INFO:tasks.rados.rados.0.smithi012.stdout:2556: writing smithi01277369-14 from 6447104 to 7135232 tid 2 2024-04-02T08:32:51.208 INFO:tasks.rados.rados.0.smithi012.stdout:2556: writing smithi01277369-14 from 7135232 to 7249920 tid 3 2024-04-02T08:32:51.208 INFO:tasks.rados.rados.0.smithi012.stdout:2557: read oid 26 snap -1 2024-04-02T08:32:51.208 INFO:tasks.rados.rados.0.smithi012.stdout:2557: expect (ObjNum 778 snap 255 seq_num 778) 2024-04-02T08:32:51.208 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 4 current snap is 260 2024-04-02T08:32:51.208 INFO:tasks.rados.rados.0.smithi012.stdout:2554: finishing rollback tid 0 to smithi01277369-13 2024-04-02T08:32:51.208 INFO:tasks.rados.rados.0.smithi012.stdout:2554: finishing rollback tid 1 to smithi01277369-13 2024-04-02T08:32:51.208 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 13 v 1866 (ObjNum 33 snap 0 seq_num 5) dirty dne 2024-04-02T08:32:51.208 INFO:tasks.rados.rados.0.smithi012.stdout:2553: expect (ObjNum 791 snap 257 seq_num 791) 2024-04-02T08:32:51.243 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:50 smithi055 ceph-mon[85080]: osdmap e582: 8 total, 8 up, 8 in 2024-04-02T08:32:51.243 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:50 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:51.243 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:50 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:51.243 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:50 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:51.243 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:50 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:51.243 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:50 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:51.243 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:50 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:32:51.243 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:50 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:51.243 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:50 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:51.243 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:50 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:51.244 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:50 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:51.244 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:50 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:51.244 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:50 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:51.244 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:50 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:51.244 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:50 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:51.244 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:50 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:51.244 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:50 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:51.244 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:50 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:51.244 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:50 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:51.244 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:50 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:51.244 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:50 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:51.244 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:50 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:51.337 INFO:tasks.rados.rados.0.smithi012.stdout:2556: finishing write tid 1 to smithi01277369-14 2024-04-02T08:32:51.337 INFO:tasks.rados.rados.0.smithi012.stdout:2556: finishing write tid 2 to smithi01277369-14 2024-04-02T08:32:51.337 INFO:tasks.rados.rados.0.smithi012.stdout:2558: seq_num 801 ranges {1589248=622592,2211840=573440,2785280=229376} 2024-04-02T08:32:51.349 INFO:tasks.rados.rados.0.smithi012.stdout:2558: writing smithi01277369-4 from 1589248 to 2211840 tid 1 2024-04-02T08:32:51.352 INFO:tasks.rados.rados.0.smithi012.stdout:2558: writing smithi01277369-4 from 2211840 to 2785280 tid 2 2024-04-02T08:32:51.354 INFO:tasks.rados.rados.0.smithi012.stdout:2558: writing smithi01277369-4 from 2785280 to 3014656 tid 3 2024-04-02T08:32:51.354 INFO:tasks.rados.rados.0.smithi012.stdout:2553: done (4 left) 2024-04-02T08:32:51.355 INFO:tasks.rados.rados.0.smithi012.stdout:2554: done (3 left) 2024-04-02T08:32:51.355 INFO:tasks.rados.rados.0.smithi012.stdout:2559: snap_create 2024-04-02T08:32:51.355 INFO:tasks.rados.rados.0.smithi012.stdout:2556: finishing write tid 3 to smithi01277369-14 2024-04-02T08:32:51.355 INFO:tasks.rados.rados.0.smithi012.stdout:2556: finishing write tid 4 to smithi01277369-14 2024-04-02T08:32:51.355 INFO:tasks.rados.rados.0.smithi012.stdout:2556: finishing write tid 5 to smithi01277369-14 2024-04-02T08:32:51.355 INFO:tasks.rados.rados.0.smithi012.stdout:2556: oid 14 updating version 0 to 1048 2024-04-02T08:32:51.355 INFO:tasks.rados.rados.0.smithi012.stdout:2556: oid 14 updating version 1048 to 1051 2024-04-02T08:32:51.356 INFO:tasks.rados.rados.0.smithi012.stdout:2556: oid 14 version 1051 is already newer than 1050 2024-04-02T08:32:51.356 INFO:tasks.rados.rados.0.smithi012.stdout:2556: oid 14 version 1051 is already newer than 1049 2024-04-02T08:32:51.356 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 14 v 1051 (ObjNum 800 snap 260 seq_num 800) dirty exists 2024-04-02T08:32:51.356 INFO:tasks.rados.rados.0.smithi012.stdout:2556: left oid 14 (ObjNum 800 snap 260 seq_num 800) 2024-04-02T08:32:51.356 INFO:tasks.rados.rados.0.smithi012.stdout:2557: expect (ObjNum 778 snap 255 seq_num 778) 2024-04-02T08:32:51.643 INFO:tasks.rados.rados.0.smithi012.stdout:2558: finishing write tid 1 to smithi01277369-4 2024-04-02T08:32:51.643 INFO:tasks.rados.rados.0.smithi012.stdout:2558: finishing write tid 2 to smithi01277369-4 2024-04-02T08:32:51.644 INFO:tasks.rados.rados.0.smithi012.stdout:2558: finishing write tid 3 to smithi01277369-4 2024-04-02T08:32:51.644 INFO:tasks.rados.rados.0.smithi012.stdout:2558: finishing write tid 4 to smithi01277369-4 2024-04-02T08:32:51.644 INFO:tasks.rados.rados.0.smithi012.stdout:2558: finishing write tid 5 to smithi01277369-4 2024-04-02T08:32:51.644 INFO:tasks.rados.rados.0.smithi012.stdout:2558: oid 4 updating version 0 to 1079 2024-04-02T08:32:51.644 INFO:tasks.rados.rados.0.smithi012.stdout:2558: oid 4 version 1079 is already newer than 1077 2024-04-02T08:32:51.644 INFO:tasks.rados.rados.0.smithi012.stdout:2558: oid 4 version 1079 is already newer than 1076 2024-04-02T08:32:51.644 INFO:tasks.rados.rados.0.smithi012.stdout:2558: oid 4 version 1079 is already newer than 1078 2024-04-02T08:32:51.644 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 4 v 1079 (ObjNum 801 snap 260 seq_num 801) dirty exists 2024-04-02T08:32:51.644 INFO:tasks.rados.rados.0.smithi012.stdout:2558: left oid 4 (ObjNum 801 snap 260 seq_num 801) 2024-04-02T08:32:51.973 INFO:tasks.rados.rados.0.smithi012.stdout:2556: done (3 left) 2024-04-02T08:32:51.973 INFO:tasks.rados.rados.0.smithi012.stdout:2557: done (2 left) 2024-04-02T08:32:51.973 INFO:tasks.rados.rados.0.smithi012.stdout:2558: done (1 left) 2024-04-02T08:32:51.973 INFO:tasks.rados.rados.0.smithi012.stdout:2559: done (0 left) 2024-04-02T08:32:51.973 INFO:tasks.rados.rados.0.smithi012.stdout:2560: copy_from oid 27 from oid 18 current snap is 261 2024-04-02T08:32:51.974 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 13 current snap is 261 2024-04-02T08:32:51.974 INFO:tasks.rados.rados.0.smithi012.stdout:2561: seq_num 802 ranges {0=638976,638976=458752,1097728=344064} 2024-04-02T08:32:51.976 INFO:tasks.rados.rados.0.smithi012.stdout:2561: writing smithi01277369-13 from 0 to 638976 tid 1 2024-04-02T08:32:51.980 INFO:tasks.rados.rados.0.smithi012.stdout:2561: writing smithi01277369-13 from 638976 to 1097728 tid 2 2024-04-02T08:32:51.982 INFO:tasks.rados.rados.0.smithi012.stdout:2561: writing smithi01277369-13 from 1097728 to 1441792 tid 3 2024-04-02T08:32:51.982 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 35 current snap is 261 2024-04-02T08:32:51.983 INFO:tasks.rados.rados.0.smithi012.stdout:2562: seq_num 803 ranges {7004160=655360,7659520=745472,8404992=57344} 2024-04-02T08:32:52.026 INFO:tasks.rados.rados.0.smithi012.stdout:2562: writing smithi01277369-35 from 7004160 to 7659520 tid 1 2024-04-02T08:32:52.030 INFO:tasks.rados.rados.0.smithi012.stdout:2562: writing smithi01277369-35 from 7659520 to 8404992 tid 2 2024-04-02T08:32:52.031 INFO:tasks.rados.rados.0.smithi012.stdout:2562: writing smithi01277369-35 from 8404992 to 8462336 tid 3 2024-04-02T08:32:52.032 INFO:tasks.rados.rados.0.smithi012.stdout:2563: read oid 3 snap -1 2024-04-02T08:32:52.032 INFO:tasks.rados.rados.0.smithi012.stdout:2563: expect (ObjNum 770 snap 252 seq_num 770) 2024-04-02T08:32:52.032 INFO:tasks.rados.rados.0.smithi012.stdout:2564: delete oid 21 current snap is 261 2024-04-02T08:32:52.032 INFO:tasks.rados.rados.0.smithi012.stdout:2560: finishing copy_from to smithi01277369-27 2024-04-02T08:32:52.032 INFO:tasks.rados.rados.0.smithi012.stdout:2560: got expected ENOENT (src dne) 2024-04-02T08:32:52.032 INFO:tasks.rados.rados.0.smithi012.stdout:2560: finishing copy_from racing read to smithi01277369-27 2024-04-02T08:32:52.032 INFO:tasks.rados.rados.0.smithi012.stdout:2561: finishing write tid 1 to smithi01277369-13 2024-04-02T08:32:52.032 INFO:tasks.rados.rados.0.smithi012.stdout:2561: finishing write tid 2 to smithi01277369-13 2024-04-02T08:32:52.032 INFO:tasks.rados.rados.0.smithi012.stdout:2561: finishing write tid 3 to smithi01277369-13 2024-04-02T08:32:52.032 INFO:tasks.rados.rados.0.smithi012.stdout:2561: finishing write tid 4 to smithi01277369-13 2024-04-02T08:32:52.032 INFO:tasks.rados.rados.0.smithi012.stdout:2561: finishing write tid 5 to smithi01277369-13 2024-04-02T08:32:52.032 INFO:tasks.rados.rados.0.smithi012.stdout:2561: oid 13 updating version 0 to 1869 2024-04-02T08:32:52.032 INFO:tasks.rados.rados.0.smithi012.stdout:2561: oid 13 version 1869 is already newer than 1867 2024-04-02T08:32:52.032 INFO:tasks.rados.rados.0.smithi012.stdout:2561: oid 13 updating version 1869 to 1870 2024-04-02T08:32:52.032 INFO:tasks.rados.rados.0.smithi012.stdout:2561: oid 13 version 1870 is already newer than 1868 2024-04-02T08:32:52.033 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 13 v 1870 (ObjNum 802 snap 261 seq_num 802) dirty exists 2024-04-02T08:32:52.033 INFO:tasks.rados.rados.0.smithi012.stdout:2561: left oid 13 (ObjNum 802 snap 261 seq_num 802) 2024-04-02T08:32:52.033 INFO:tasks.rados.rados.0.smithi012.stdout:2562: finishing write tid 1 to smithi01277369-35 2024-04-02T08:32:52.033 INFO:tasks.rados.rados.0.smithi012.stdout:2560: done (4 left) 2024-04-02T08:32:52.033 INFO:tasks.rados.rados.0.smithi012.stdout:2561: done (3 left) 2024-04-02T08:32:52.033 INFO:tasks.rados.rados.0.smithi012.stdout:2564: done (2 left) 2024-04-02T08:32:52.033 INFO:tasks.rados.rados.0.smithi012.stdout:2565: snap_remove snap 254 2024-04-02T08:32:52.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:51 smithi055 ceph-mon[85080]: pgmap v541: 121 pgs: 121 active+clean; 418 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 968 KiB/s wr, 4 op/s 2024-04-02T08:32:52.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:51 smithi055 ceph-mon[85080]: osdmap e583: 8 total, 8 up, 8 in 2024-04-02T08:32:52.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:51 smithi012 ceph-mon[88355]: pgmap v541: 121 pgs: 121 active+clean; 418 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 968 KiB/s wr, 4 op/s 2024-04-02T08:32:52.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:51 smithi012 ceph-mon[88355]: osdmap e583: 8 total, 8 up, 8 in 2024-04-02T08:32:52.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:51 smithi012 ceph-mon[90784]: pgmap v541: 121 pgs: 121 active+clean; 418 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 968 KiB/s wr, 4 op/s 2024-04-02T08:32:52.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:51 smithi012 ceph-mon[90784]: osdmap e583: 8 total, 8 up, 8 in 2024-04-02T08:32:52.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:32:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:32:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:32:52.989 INFO:tasks.rados.rados.0.smithi012.stdout:2565: done (2 left) 2024-04-02T08:32:52.989 INFO:tasks.rados.rados.0.smithi012.stdout:2566: rmattr oid 7 current snap is 261 2024-04-02T08:32:52.989 INFO:tasks.rados.rados.0.smithi012.stdout:2562: finishing write tid 2 to smithi01277369-35 2024-04-02T08:32:52.990 INFO:tasks.rados.rados.0.smithi012.stdout:2567: read oid 42 snap -1 2024-04-02T08:32:52.990 INFO:tasks.rados.rados.0.smithi012.stdout:2567: expect deleted 2024-04-02T08:32:52.990 INFO:tasks.rados.rados.0.smithi012.stdout:2568: read oid 13 snap -1 2024-04-02T08:32:52.990 INFO:tasks.rados.rados.0.smithi012.stdout:2568: expect (ObjNum 802 snap 261 seq_num 802) 2024-04-02T08:32:52.990 INFO:tasks.rados.rados.0.smithi012.stdout:2569: snap_remove snap 259 2024-04-02T08:32:53.210 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:52 smithi055 ceph-mon[85080]: osdmap e584: 8 total, 8 up, 8 in 2024-04-02T08:32:53.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:52 smithi012 ceph-mon[88355]: osdmap e584: 8 total, 8 up, 8 in 2024-04-02T08:32:53.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:52 smithi012 ceph-mon[90784]: osdmap e584: 8 total, 8 up, 8 in 2024-04-02T08:32:53.959 INFO:tasks.rados.rados.0.smithi012.stdout:2569: done (5 left) 2024-04-02T08:32:53.959 INFO:tasks.rados.rados.0.smithi012.stdout:2570: delete oid 23 current snap is 261 2024-04-02T08:32:53.959 INFO:tasks.rados.rados.0.smithi012.stdout:2562: finishing write tid 3 to smithi01277369-35 2024-04-02T08:32:53.959 INFO:tasks.rados.rados.0.smithi012.stdout:2562: finishing write tid 4 to smithi01277369-35 2024-04-02T08:32:53.960 INFO:tasks.rados.rados.0.smithi012.stdout:2562: finishing write tid 5 to smithi01277369-35 2024-04-02T08:32:53.960 INFO:tasks.rados.rados.0.smithi012.stdout:2562: oid 35 updating version 0 to 1875 2024-04-02T08:32:53.960 INFO:tasks.rados.rados.0.smithi012.stdout:2562: oid 35 version 1875 is already newer than 1872 2024-04-02T08:32:53.960 INFO:tasks.rados.rados.0.smithi012.stdout:2562: oid 35 version 1875 is already newer than 1874 2024-04-02T08:32:53.960 INFO:tasks.rados.rados.0.smithi012.stdout:2562: oid 35 version 1875 is already newer than 1873 2024-04-02T08:32:53.960 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 35 v 1875 (ObjNum 803 snap 261 seq_num 803) dirty exists 2024-04-02T08:32:53.960 INFO:tasks.rados.rados.0.smithi012.stdout:2562: left oid 35 (ObjNum 803 snap 261 seq_num 803) 2024-04-02T08:32:53.960 INFO:tasks.rados.rados.0.smithi012.stdout:2563: expect (ObjNum 770 snap 252 seq_num 770) 2024-04-02T08:32:54.030 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 7 v 1815 (ObjNum 758 snap 249 seq_num 758) dirty exists 2024-04-02T08:32:54.030 INFO:tasks.rados.rados.0.smithi012.stdout:2568: expect (ObjNum 802 snap 261 seq_num 802) 2024-04-02T08:32:54.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:53 smithi055 ceph-mon[85080]: Upgrade: Updating prometheus.a 2024-04-02T08:32:54.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:53 smithi055 ceph-mon[85080]: pgmap v544: 121 pgs: 121 active+clean; 433 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2024-04-02T08:32:54.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:53 smithi055 ceph-mon[85080]: Deploying daemon prometheus.a on smithi055 2024-04-02T08:32:54.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:53 smithi055 ceph-mon[85080]: osdmap e585: 8 total, 8 up, 8 in 2024-04-02T08:32:54.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:53 smithi055 ceph-mon[85080]: osdmap e586: 8 total, 8 up, 8 in 2024-04-02T08:32:54.068 INFO:tasks.rados.rados.0.smithi012.stdout:2562: done (5 left) 2024-04-02T08:32:54.068 INFO:tasks.rados.rados.0.smithi012.stdout:2563: done (4 left) 2024-04-02T08:32:54.068 INFO:tasks.rados.rados.0.smithi012.stdout:2566: done (3 left) 2024-04-02T08:32:54.068 INFO:tasks.rados.rados.0.smithi012.stdout:2567: done (2 left) 2024-04-02T08:32:54.068 INFO:tasks.rados.rados.0.smithi012.stdout:2568: done (1 left) 2024-04-02T08:32:54.068 INFO:tasks.rados.rados.0.smithi012.stdout:2570: done (0 left) 2024-04-02T08:32:54.068 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 29 current snap is 261 2024-04-02T08:32:54.069 INFO:tasks.rados.rados.0.smithi012.stdout:2571: seq_num 806 ranges {5980160=704512,6684672=442368,7127040=360448} 2024-04-02T08:32:54.104 INFO:tasks.rados.rados.0.smithi012.stdout:2571: writing smithi01277369-29 from 5980160 to 6684672 tid 1 2024-04-02T08:32:54.106 INFO:tasks.rados.rados.0.smithi012.stdout:2571: writing smithi01277369-29 from 6684672 to 7127040 tid 2 2024-04-02T08:32:54.109 INFO:tasks.rados.rados.0.smithi012.stdout:2571: writing smithi01277369-29 from 7127040 to 7487488 tid 3 2024-04-02T08:32:54.109 INFO:tasks.rados.rados.0.smithi012.stdout:2572: copy_from oid 21 from oid 20 current snap is 261 2024-04-02T08:32:54.109 INFO:tasks.rados.rados.0.smithi012.stdout:2573: snap_create 2024-04-02T08:32:54.110 INFO:tasks.rados.rados.0.smithi012.stdout:2571: finishing write tid 1 to smithi01277369-29 2024-04-02T08:32:54.111 INFO:tasks.rados.rados.0.smithi012.stdout:2571: finishing write tid 2 to smithi01277369-29 2024-04-02T08:32:54.111 INFO:tasks.rados.rados.0.smithi012.stdout:2571: finishing write tid 3 to smithi01277369-29 2024-04-02T08:32:54.111 INFO:tasks.rados.rados.0.smithi012.stdout:2571: finishing write tid 4 to smithi01277369-29 2024-04-02T08:32:54.113 INFO:tasks.rados.rados.0.smithi012.stdout:2571: finishing write tid 5 to smithi01277369-29 2024-04-02T08:32:54.113 INFO:tasks.rados.rados.0.smithi012.stdout:2571: oid 29 updating version 0 to 998 2024-04-02T08:32:54.113 INFO:tasks.rados.rados.0.smithi012.stdout:2571: oid 29 version 998 is already newer than 996 2024-04-02T08:32:54.113 INFO:tasks.rados.rados.0.smithi012.stdout:2571: oid 29 version 998 is already newer than 995 2024-04-02T08:32:54.113 INFO:tasks.rados.rados.0.smithi012.stdout:2571: oid 29 version 998 is already newer than 997 2024-04-02T08:32:54.113 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 29 v 998 (ObjNum 806 snap 261 seq_num 806) dirty exists 2024-04-02T08:32:54.113 INFO:tasks.rados.rados.0.smithi012.stdout:2571: left oid 29 (ObjNum 806 snap 261 seq_num 806) 2024-04-02T08:32:54.115 INFO:tasks.rados.rados.0.smithi012.stdout:2572: finishing copy_from racing read to smithi01277369-21 2024-04-02T08:32:54.116 INFO:tasks.rados.rados.0.smithi012.stdout:2572: finishing copy_from to smithi01277369-21 2024-04-02T08:32:54.116 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 21 v 1796 (ObjNum 783 snap 257 seq_num 783) dirty exists 2024-04-02T08:32:54.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:53 smithi012 ceph-mon[90784]: Upgrade: Updating prometheus.a 2024-04-02T08:32:54.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:53 smithi012 ceph-mon[90784]: pgmap v544: 121 pgs: 121 active+clean; 433 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2024-04-02T08:32:54.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:53 smithi012 ceph-mon[90784]: Deploying daemon prometheus.a on smithi055 2024-04-02T08:32:54.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:53 smithi012 ceph-mon[90784]: osdmap e585: 8 total, 8 up, 8 in 2024-04-02T08:32:54.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:53 smithi012 ceph-mon[90784]: osdmap e586: 8 total, 8 up, 8 in 2024-04-02T08:32:54.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:53 smithi012 ceph-mon[88355]: Upgrade: Updating prometheus.a 2024-04-02T08:32:54.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:53 smithi012 ceph-mon[88355]: pgmap v544: 121 pgs: 121 active+clean; 433 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2024-04-02T08:32:54.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:53 smithi012 ceph-mon[88355]: Deploying daemon prometheus.a on smithi055 2024-04-02T08:32:54.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:53 smithi012 ceph-mon[88355]: osdmap e585: 8 total, 8 up, 8 in 2024-04-02T08:32:54.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:53 smithi012 ceph-mon[88355]: osdmap e586: 8 total, 8 up, 8 in 2024-04-02T08:32:54.989 INFO:tasks.rados.rados.0.smithi012.stdout:2571: done (2 left) 2024-04-02T08:32:54.989 INFO:tasks.rados.rados.0.smithi012.stdout:2572: done (1 left) 2024-04-02T08:32:54.989 INFO:tasks.rados.rados.0.smithi012.stdout:2573: done (0 left) 2024-04-02T08:32:54.989 INFO:tasks.rados.rados.0.smithi012.stdout:2574: setattr oid 10 current snap is 262 2024-04-02T08:32:54.990 INFO:tasks.rados.rados.0.smithi012.stdout:2575: copy_from oid 36 from oid 20 current snap is 262 2024-04-02T08:32:54.991 INFO:tasks.rados.rados.0.smithi012.stdout:2576: copy_from oid 12 from oid 48 current snap is 262 2024-04-02T08:32:54.991 INFO:tasks.rados.rados.0.smithi012.stdout:2577: snap_create 2024-04-02T08:32:54.994 INFO:tasks.rados.rados.0.smithi012.stdout:2576: finishing copy_from to smithi01277369-12 2024-04-02T08:32:54.995 INFO:tasks.rados.rados.0.smithi012.stdout:2576: got expected ENOENT (src dne) 2024-04-02T08:32:54.995 INFO:tasks.rados.rados.0.smithi012.stdout:2576: finishing copy_from racing read to smithi01277369-12 2024-04-02T08:32:54.998 INFO:tasks.rados.rados.0.smithi012.stdout:2575: finishing copy_from racing read to smithi01277369-36 2024-04-02T08:32:54.999 INFO:tasks.rados.rados.0.smithi012.stdout:2575: finishing copy_from to smithi01277369-36 2024-04-02T08:32:54.999 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 36 v 1796 (ObjNum 783 snap 257 seq_num 783) dirty exists 2024-04-02T08:32:54.999 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 10 v 1122 (ObjNum 779 snap 255 seq_num 779) dirty exists 2024-04-02T08:32:55.998 INFO:tasks.rados.rados.0.smithi012.stdout:2574: done (3 left) 2024-04-02T08:32:55.998 INFO:tasks.rados.rados.0.smithi012.stdout:2575: done (2 left) 2024-04-02T08:32:55.998 INFO:tasks.rados.rados.0.smithi012.stdout:2576: done (1 left) 2024-04-02T08:32:55.998 INFO:tasks.rados.rados.0.smithi012.stdout:2577: done (0 left) 2024-04-02T08:32:55.998 INFO:tasks.rados.rados.0.smithi012.stdout:2578: rmattr oid 47 current snap is 263 2024-04-02T08:32:55.998 INFO:tasks.rados.rados.0.smithi012.stdout:2578: done (0 left) 2024-04-02T08:32:55.998 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 50 current snap is 263 2024-04-02T08:32:55.998 INFO:tasks.rados.rados.0.smithi012.stdout:2579: seq_num 807 ranges {860160=720896,1581056=729088,2310144=73728} 2024-04-02T08:32:56.006 INFO:tasks.rados.rados.0.smithi012.stdout:2579: writing smithi01277369-50 from 860160 to 1581056 tid 1 2024-04-02T08:32:56.010 INFO:tasks.rados.rados.0.smithi012.stdout:2579: writing smithi01277369-50 from 1581056 to 2310144 tid 2 2024-04-02T08:32:56.011 INFO:tasks.rados.rados.0.smithi012.stdout:2579: writing smithi01277369-50 from 2310144 to 2383872 tid 3 2024-04-02T08:32:56.011 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 37 current snap is 263 2024-04-02T08:32:56.011 INFO:tasks.rados.rados.0.smithi012.stdout:2580: seq_num 808 ranges {2695168=737280,3432448=614400,4046848=188416} 2024-04-02T08:32:56.029 INFO:tasks.rados.rados.0.smithi012.stdout:2580: writing smithi01277369-37 from 2695168 to 3432448 tid 1 2024-04-02T08:32:56.033 INFO:tasks.rados.rados.0.smithi012.stdout:2580: writing smithi01277369-37 from 3432448 to 4046848 tid 2 2024-04-02T08:32:56.035 INFO:tasks.rados.rados.0.smithi012.stdout:2580: writing smithi01277369-37 from 4046848 to 4235264 tid 3 2024-04-02T08:32:56.035 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 47 current snap is 263 2024-04-02T08:32:56.035 INFO:tasks.rados.rados.0.smithi012.stdout:2581: seq_num 809 ranges {1105920=753664,1859584=499712,2359296=303104} 2024-04-02T08:32:56.045 INFO:tasks.rados.rados.0.smithi012.stdout:2581: writing smithi01277369-47 from 1105920 to 1859584 tid 1 2024-04-02T08:32:56.047 INFO:tasks.rados.rados.0.smithi012.stdout:2581: writing smithi01277369-47 from 1859584 to 2359296 tid 2 2024-04-02T08:32:56.050 INFO:tasks.rados.rados.0.smithi012.stdout:2581: writing smithi01277369-47 from 2359296 to 2662400 tid 3 2024-04-02T08:32:56.050 INFO:tasks.rados.rados.0.smithi012.stdout:2582: delete oid 44 current snap is 263 2024-04-02T08:32:56.050 INFO:tasks.rados.rados.0.smithi012.stdout:2579: finishing write tid 1 to smithi01277369-50 2024-04-02T08:32:56.050 INFO:tasks.rados.rados.0.smithi012.stdout:2579: finishing write tid 2 to smithi01277369-50 2024-04-02T08:32:56.050 INFO:tasks.rados.rados.0.smithi012.stdout:2579: finishing write tid 3 to smithi01277369-50 2024-04-02T08:32:56.050 INFO:tasks.rados.rados.0.smithi012.stdout:2579: finishing write tid 4 to smithi01277369-50 2024-04-02T08:32:56.051 INFO:tasks.rados.rados.0.smithi012.stdout:2579: finishing write tid 5 to smithi01277369-50 2024-04-02T08:32:56.051 INFO:tasks.rados.rados.0.smithi012.stdout:2579: oid 50 updating version 0 to 1104 2024-04-02T08:32:56.051 INFO:tasks.rados.rados.0.smithi012.stdout:2579: oid 50 version 1104 is already newer than 1103 2024-04-02T08:32:56.051 INFO:tasks.rados.rados.0.smithi012.stdout:2579: oid 50 version 1104 is already newer than 1102 2024-04-02T08:32:56.051 INFO:tasks.rados.rados.0.smithi012.stdout:2579: oid 50 updating version 1104 to 1105 2024-04-02T08:32:56.051 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 50 v 1105 (ObjNum 807 snap 263 seq_num 807) dirty exists 2024-04-02T08:32:56.051 INFO:tasks.rados.rados.0.smithi012.stdout:2579: left oid 50 (ObjNum 807 snap 263 seq_num 807) 2024-04-02T08:32:56.051 INFO:tasks.rados.rados.0.smithi012.stdout:2580: finishing write tid 1 to smithi01277369-37 2024-04-02T08:32:56.051 INFO:tasks.rados.rados.0.smithi012.stdout:2580: finishing write tid 2 to smithi01277369-37 2024-04-02T08:32:56.051 INFO:tasks.rados.rados.0.smithi012.stdout:2580: finishing write tid 3 to smithi01277369-37 2024-04-02T08:32:56.051 INFO:tasks.rados.rados.0.smithi012.stdout:2580: finishing write tid 4 to smithi01277369-37 2024-04-02T08:32:56.052 INFO:tasks.rados.rados.0.smithi012.stdout:2580: finishing write tid 5 to smithi01277369-37 2024-04-02T08:32:56.052 INFO:tasks.rados.rados.0.smithi012.stdout:2580: oid 37 updating version 0 to 1081 2024-04-02T08:32:56.052 INFO:tasks.rados.rados.0.smithi012.stdout:2580: oid 37 version 1081 is already newer than 1080 2024-04-02T08:32:56.052 INFO:tasks.rados.rados.0.smithi012.stdout:2580: oid 37 updating version 1081 to 1082 2024-04-02T08:32:56.052 INFO:tasks.rados.rados.0.smithi012.stdout:2580: oid 37 version 1082 is already newer than 1079 2024-04-02T08:32:56.052 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 37 v 1082 (ObjNum 808 snap 263 seq_num 808) dirty exists 2024-04-02T08:32:56.052 INFO:tasks.rados.rados.0.smithi012.stdout:2580: left oid 37 (ObjNum 808 snap 263 seq_num 808) 2024-04-02T08:32:56.052 INFO:tasks.rados.rados.0.smithi012.stdout:2581: finishing write tid 1 to smithi01277369-47 2024-04-02T08:32:56.053 INFO:tasks.rados.rados.0.smithi012.stdout:2581: finishing write tid 2 to smithi01277369-47 2024-04-02T08:32:56.053 INFO:tasks.rados.rados.0.smithi012.stdout:2581: finishing write tid 3 to smithi01277369-47 2024-04-02T08:32:56.053 INFO:tasks.rados.rados.0.smithi012.stdout:2581: finishing write tid 4 to smithi01277369-47 2024-04-02T08:32:56.054 INFO:tasks.rados.rados.0.smithi012.stdout:2579: done (3 left) 2024-04-02T08:32:56.054 INFO:tasks.rados.rados.0.smithi012.stdout:2580: done (2 left) 2024-04-02T08:32:56.054 INFO:tasks.rados.rados.0.smithi012.stdout:2582: done (1 left) 2024-04-02T08:32:56.054 INFO:tasks.rados.rados.0.smithi012.stdout:2583: snap_create 2024-04-02T08:32:56.054 INFO:tasks.rados.rados.0.smithi012.stdout:2581: finishing write tid 5 to smithi01277369-47 2024-04-02T08:32:56.054 INFO:tasks.rados.rados.0.smithi012.stdout:2581: oid 47 updating version 0 to 884 2024-04-02T08:32:56.054 INFO:tasks.rados.rados.0.smithi012.stdout:2581: oid 47 updating version 884 to 886 2024-04-02T08:32:56.055 INFO:tasks.rados.rados.0.smithi012.stdout:2581: oid 47 updating version 886 to 887 2024-04-02T08:32:56.055 INFO:tasks.rados.rados.0.smithi012.stdout:2581: oid 47 version 887 is already newer than 885 2024-04-02T08:32:56.055 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 47 v 887 (ObjNum 809 snap 263 seq_num 809) dirty exists 2024-04-02T08:32:56.055 INFO:tasks.rados.rados.0.smithi012.stdout:2581: left oid 47 (ObjNum 809 snap 263 seq_num 809) 2024-04-02T08:32:56.189 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:55 smithi055 ceph-mon[85080]: pgmap v547: 121 pgs: 121 active+clean; 433 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 6 op/s 2024-04-02T08:32:56.190 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:55 smithi055 ceph-mon[85080]: osdmap e587: 8 total, 8 up, 8 in 2024-04-02T08:32:56.190 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:32:55 smithi055 systemd[1]: Stopping Ceph prometheus.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:32:56.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:55 smithi012 ceph-mon[88355]: pgmap v547: 121 pgs: 121 active+clean; 433 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 6 op/s 2024-04-02T08:32:56.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:55 smithi012 ceph-mon[88355]: osdmap e587: 8 total, 8 up, 8 in 2024-04-02T08:32:56.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:55 smithi012 ceph-mon[90784]: pgmap v547: 121 pgs: 121 active+clean; 433 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 6 op/s 2024-04-02T08:32:56.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:55 smithi012 ceph-mon[90784]: osdmap e587: 8 total, 8 up, 8 in 2024-04-02T08:32:56.454 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:32:56 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:32:56.188Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-02T08:32:56.454 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:32:56 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:32:56.188Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-02T08:32:56.454 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:32:56 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:32:56.188Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-02T08:32:56.455 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:32:56 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:32:56.188Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-02T08:32:56.455 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:32:56 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:32:56.188Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-02T08:32:56.455 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:32:56 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:32:56.188Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-02T08:32:56.455 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:32:56 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:32:56.189Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-02T08:32:56.455 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:32:56 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:32:56.189Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-02T08:32:56.455 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:32:56 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:32:56.189Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-02T08:32:56.455 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:32:56 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:32:56.189Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-02T08:32:56.455 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:32:56 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:32:56.189Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-02T08:32:56.455 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:32:56 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[76287]: ts=2024-04-02T08:32:56.189Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-02T08:32:56.455 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:32:56 smithi055 podman[117697]: 2024-04-02 08:32:56.198902493 +0000 UTC m=+0.129780766 container died c518c69f0a2f05cb5eb507528dc52b5e6ada559cbc4c3f914188d0ead501bb32 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:32:56.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:32:56 smithi055 podman[117697]: 2024-04-02 08:32:56.630301639 +0000 UTC m=+0.561179901 container cleanup c518c69f0a2f05cb5eb507528dc52b5e6ada559cbc4c3f914188d0ead501bb32 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:32:56.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:32:56 smithi055 bash[117697]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a 2024-04-02T08:32:57.004 INFO:tasks.rados.rados.0.smithi012.stdout:2581: done (1 left) 2024-04-02T08:32:57.004 INFO:tasks.rados.rados.0.smithi012.stdout:2583: done (0 left) 2024-04-02T08:32:57.004 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 48 current snap is 264 2024-04-02T08:32:57.004 INFO:tasks.rados.rados.0.smithi012.stdout:2584: seq_num 811 ranges {0=786432,786432=663552,1449984=139264} 2024-04-02T08:32:57.009 INFO:tasks.rados.rados.0.smithi012.stdout:2584: writing smithi01277369-48 from 0 to 786432 tid 1 2024-04-02T08:32:57.014 INFO:tasks.rados.rados.0.smithi012.stdout:2584: writing smithi01277369-48 from 786432 to 1449984 tid 2 2024-04-02T08:32:57.015 INFO:tasks.rados.rados.0.smithi012.stdout:2584: writing smithi01277369-48 from 1449984 to 1589248 tid 3 2024-04-02T08:32:57.015 INFO:tasks.rados.rados.0.smithi012.stdout:2585: delete oid 9 current snap is 264 2024-04-02T08:32:57.015 INFO:tasks.rados.rados.0.smithi012.stdout:2584: finishing write tid 1 to smithi01277369-48 2024-04-02T08:32:57.019 INFO:tasks.rados.rados.0.smithi012.stdout:2584: finishing write tid 2 to smithi01277369-48 2024-04-02T08:32:57.019 INFO:tasks.rados.rados.0.smithi012.stdout:2585: done (1 left) 2024-04-02T08:32:57.019 INFO:tasks.rados.rados.0.smithi012.stdout:2586: read oid 25 snap -1 2024-04-02T08:32:57.020 INFO:tasks.rados.rados.0.smithi012.stdout:2586: expect (ObjNum 760 snap 250 seq_num 760) 2024-04-02T08:32:57.020 INFO:tasks.rados.rados.0.smithi012.stdout:2587: snap_remove snap 226 2024-04-02T08:32:57.253 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:57 smithi055 ceph-mon[85080]: osdmap e588: 8 total, 8 up, 8 in 2024-04-02T08:32:57.254 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:32:56 smithi055 podman[117711]: 2024-04-02 08:32:56.844552536 +0000 UTC m=+0.648400341 container remove c518c69f0a2f05cb5eb507528dc52b5e6ada559cbc4c3f914188d0ead501bb32 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:32:57.254 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:32:57 smithi055 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@prometheus.a.service: Deactivated successfully. 2024-04-02T08:32:57.254 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:32:57 smithi055 systemd[1]: Stopped Ceph prometheus.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:32:57.254 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:32:57 smithi055 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@prometheus.a.service: Consumed 2.671s CPU time. 2024-04-02T08:32:57.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:57 smithi012 ceph-mon[88355]: osdmap e588: 8 total, 8 up, 8 in 2024-04-02T08:32:57.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:57 smithi012 ceph-mon[90784]: osdmap e588: 8 total, 8 up, 8 in 2024-04-02T08:32:57.560 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:32:57 smithi055 systemd[1]: Starting Ceph prometheus.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:32:57.560 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:32:57 smithi055 podman[117842]: 2024-04-02 08:32:57.374558292 +0000 UTC m=+0.018496975 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-02T08:32:57.561 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:32:57 smithi055 podman[117842]: 2024-04-02 08:32:57.474864308 +0000 UTC m=+0.118802972 container create 44b0a6956b74d9305a48a79a817dfee63ae9b41fe301a02e6e9b619e42191867 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:32:58.006 INFO:tasks.rados.rados.0.smithi012.stdout:2587: done (2 left) 2024-04-02T08:32:58.007 INFO:tasks.rados.rados.0.smithi012.stdout:2588: delete oid 35 current snap is 264 2024-04-02T08:32:58.007 INFO:tasks.rados.rados.0.smithi012.stdout:2584: finishing write tid 3 to smithi01277369-48 2024-04-02T08:32:58.007 INFO:tasks.rados.rados.0.smithi012.stdout:2584: finishing write tid 4 to smithi01277369-48 2024-04-02T08:32:58.007 INFO:tasks.rados.rados.0.smithi012.stdout:2584: finishing write tid 5 to smithi01277369-48 2024-04-02T08:32:58.007 INFO:tasks.rados.rados.0.smithi012.stdout:2584: oid 48 updating version 0 to 1083 2024-04-02T08:32:58.007 INFO:tasks.rados.rados.0.smithi012.stdout:2584: oid 48 updating version 1083 to 1084 2024-04-02T08:32:58.007 INFO:tasks.rados.rados.0.smithi012.stdout:2584: oid 48 updating version 1084 to 1085 2024-04-02T08:32:58.007 INFO:tasks.rados.rados.0.smithi012.stdout:2584: oid 48 updating version 1085 to 1086 2024-04-02T08:32:58.007 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 48 v 1086 (ObjNum 811 snap 264 seq_num 811) dirty exists 2024-04-02T08:32:58.007 INFO:tasks.rados.rados.0.smithi012.stdout:2584: left oid 48 (ObjNum 811 snap 264 seq_num 811) 2024-04-02T08:32:58.007 INFO:tasks.rados.rados.0.smithi012.stdout:2586: expect (ObjNum 760 snap 250 seq_num 760) 2024-04-02T08:32:58.012 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:32:57 smithi055 podman[117842]: 2024-04-02 08:32:57.676984338 +0000 UTC m=+0.320922999 container init 44b0a6956b74d9305a48a79a817dfee63ae9b41fe301a02e6e9b619e42191867 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:32:58.012 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:32:57 smithi055 podman[117842]: 2024-04-02 08:32:57.679434632 +0000 UTC m=+0.323373297 container start 44b0a6956b74d9305a48a79a817dfee63ae9b41fe301a02e6e9b619e42191867 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:32:58.012 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:32:57 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:32:57.702Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-02T08:32:58.012 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:32:57 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:32:57.703Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-02T08:32:58.012 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:32:57 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:32:57.703Z caller=main.go:570 level=info host_details="(Linux 5.14.0-434.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024 x86_64 smithi055 (none))" 2024-04-02T08:32:58.013 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:32:57 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:32:57.703Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-02T08:32:58.013 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:32:57 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:32:57.703Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-02T08:32:58.013 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:32:57 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:32:57.705Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-02T08:32:58.013 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:32:57 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:32:57.705Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-02T08:32:58.013 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:32:57 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:32:57.706Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-02T08:32:58.013 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:32:57 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:32:57.706Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-02T08:32:58.013 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:32:57 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:32:57.708Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-02T08:32:58.013 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:32:57 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:32:57.708Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=4.237µs 2024-04-02T08:32:58.013 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:32:57 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:32:57.708Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-02T08:32:58.013 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:32:57 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:32:57.710Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=4 2024-04-02T08:32:58.013 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:32:57 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:32:57.716Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=4 2024-04-02T08:32:58.013 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:32:57 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:32:57.721Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=4 2024-04-02T08:32:58.013 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:32:57 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:32:57.727Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=4 2024-04-02T08:32:58.014 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:32:57 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:32:57.727Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=4 2024-04-02T08:32:58.014 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:32:57 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:32:57.727Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=69.601µs wal_replay_duration=18.487496ms wbl_replay_duration=128ns total_replay_duration=18.646885ms 2024-04-02T08:32:58.014 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:32:57 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:32:57.729Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-02T08:32:58.014 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:32:57 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:32:57.729Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-02T08:32:58.014 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:32:57 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:32:57.729Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-02T08:32:58.014 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:32:57 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:32:57.751Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=21.291064ms db_storage=879ns remote_storage=1.158µs web_handler=378ns query_engine=791ns scrape=378.205µs scrape_sd=87.019µs notify=11.472µs notify_sd=9.077µs rules=20.491954ms tracing=5.748µs 2024-04-02T08:32:58.014 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:32:57 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:32:57.751Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-02T08:32:58.014 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:32:57 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:32:57.751Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-02T08:32:58.014 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:32:57 smithi055 bash[117842]: 44b0a6956b74d9305a48a79a817dfee63ae9b41fe301a02e6e9b619e42191867 2024-04-02T08:32:58.014 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:32:57 smithi055 systemd[1]: Started Ceph prometheus.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:32:58.014 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:58 smithi055 ceph-mon[85080]: pgmap v550: 121 pgs: 121 active+clean; 444 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.6 MiB/s wr, 19 op/s 2024-04-02T08:32:58.015 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:58 smithi055 ceph-mon[85080]: osdmap e589: 8 total, 8 up, 8 in 2024-04-02T08:32:58.015 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:58 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:58.015 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:58 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:58.015 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:58 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:58.211 INFO:tasks.rados.rados.0.smithi012.stdout:2584: done (2 left) 2024-04-02T08:32:58.212 INFO:tasks.rados.rados.0.smithi012.stdout:2586: done (1 left) 2024-04-02T08:32:58.212 INFO:tasks.rados.rados.0.smithi012.stdout:2588: done (0 left) 2024-04-02T08:32:58.212 INFO:tasks.rados.rados.0.smithi012.stdout:2589: read oid 40 snap -1 2024-04-02T08:32:58.212 INFO:tasks.rados.rados.0.smithi012.stdout:2589: expect deleted 2024-04-02T08:32:58.212 INFO:tasks.rados.rados.0.smithi012.stdout:2590: delete oid 42 current snap is 264 2024-04-02T08:32:58.213 INFO:tasks.rados.rados.0.smithi012.stdout:2589: done (1 left) 2024-04-02T08:32:58.213 INFO:tasks.rados.rados.0.smithi012.stdout:2590: done (0 left) 2024-04-02T08:32:58.213 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 2 current snap is 264 2024-04-02T08:32:58.213 INFO:tasks.rados.rados.0.smithi012.stdout:2591: seq_num 815 ranges {2334720=458752,2793472=655360,3448832=409600,3858432=139264} 2024-04-02T08:32:58.228 INFO:tasks.rados.rados.0.smithi012.stdout:2591: writing smithi01277369-2 from 2334720 to 2793472 tid 1 2024-04-02T08:32:58.233 INFO:tasks.rados.rados.0.smithi012.stdout:2591: writing smithi01277369-2 from 2793472 to 3448832 tid 2 2024-04-02T08:32:58.234 INFO:tasks.rados.rados.0.smithi012.stdout:2591: writing smithi01277369-2 from 3448832 to 3858432 tid 3 2024-04-02T08:32:58.235 INFO:tasks.rados.rados.0.smithi012.stdout:2591: writing smithi01277369-2 from 3858432 to 3997696 tid 4 2024-04-02T08:32:58.235 INFO:tasks.rados.rados.0.smithi012.stdout:2592: delete oid 33 current snap is 264 2024-04-02T08:32:58.235 INFO:tasks.rados.rados.0.smithi012.stdout:2591: finishing write tid 1 to smithi01277369-2 2024-04-02T08:32:58.236 INFO:tasks.rados.rados.0.smithi012.stdout:2591: finishing write tid 2 to smithi01277369-2 2024-04-02T08:32:58.237 INFO:tasks.rados.rados.0.smithi012.stdout:2591: finishing write tid 3 to smithi01277369-2 2024-04-02T08:32:58.239 INFO:tasks.rados.rados.0.smithi012.stdout:2591: finishing write tid 4 to smithi01277369-2 2024-04-02T08:32:58.239 INFO:tasks.rados.rados.0.smithi012.stdout:2591: finishing write tid 5 to smithi01277369-2 2024-04-02T08:32:58.240 INFO:tasks.rados.rados.0.smithi012.stdout:2592: done (1 left) 2024-04-02T08:32:58.240 INFO:tasks.rados.rados.0.smithi012.stdout:2593: setattr oid 25 current snap is 264 2024-04-02T08:32:58.240 INFO:tasks.rados.rados.0.smithi012.stdout:2591: finishing write tid 6 to smithi01277369-2 2024-04-02T08:32:58.240 INFO:tasks.rados.rados.0.smithi012.stdout:2591: oid 2 updating version 0 to 1532 2024-04-02T08:32:58.240 INFO:tasks.rados.rados.0.smithi012.stdout:2591: oid 2 updating version 1532 to 1533 2024-04-02T08:32:58.240 INFO:tasks.rados.rados.0.smithi012.stdout:2591: oid 2 updating version 1533 to 1536 2024-04-02T08:32:58.240 INFO:tasks.rados.rados.0.smithi012.stdout:2591: oid 2 version 1536 is already newer than 1535 2024-04-02T08:32:58.241 INFO:tasks.rados.rados.0.smithi012.stdout:2591: oid 2 version 1536 is already newer than 1534 2024-04-02T08:32:58.241 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 2 v 1536 (ObjNum 815 snap 264 seq_num 815) dirty exists 2024-04-02T08:32:58.241 INFO:tasks.rados.rados.0.smithi012.stdout:2591: left oid 2 (ObjNum 815 snap 264 seq_num 815) 2024-04-02T08:32:58.242 INFO:tasks.rados.rados.0.smithi012.stdout:2591: done (1 left) 2024-04-02T08:32:58.242 INFO:tasks.rados.rados.0.smithi012.stdout:2594: read oid 10 snap -1 2024-04-02T08:32:58.242 INFO:tasks.rados.rados.0.smithi012.stdout:2594: expect (ObjNum 779 snap 255 seq_num 779) 2024-04-02T08:32:58.242 INFO:tasks.rados.rados.0.smithi012.stdout:2595: rollback oid 28 current snap is 264 2024-04-02T08:32:58.242 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 28 to 248 2024-04-02T08:32:58.242 INFO:tasks.rados.rados.0.smithi012.stdout:2596: setattr oid 4 current snap is 264 2024-04-02T08:32:58.244 INFO:tasks.rados.rados.0.smithi012.stdout:2597: copy_from oid 22 from oid 50 current snap is 264 2024-04-02T08:32:58.244 INFO:tasks.rados.rados.0.smithi012.stdout:2598: snap_create 2024-04-02T08:32:58.248 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 25 v 1080 (ObjNum 760 snap 250 seq_num 760) dirty exists 2024-04-02T08:32:58.248 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 4 v 1081 (ObjNum 801 snap 260 seq_num 801) dirty exists 2024-04-02T08:32:58.251 INFO:tasks.rados.rados.0.smithi012.stdout:2594: expect (ObjNum 779 snap 255 seq_num 779) 2024-04-02T08:32:58.314 INFO:tasks.rados.rados.0.smithi012.stdout:2595: finishing rollback tid 0 to smithi01277369-28 2024-04-02T08:32:58.314 INFO:tasks.rados.rados.0.smithi012.stdout:2595: finishing rollback tid 1 to smithi01277369-28 2024-04-02T08:32:58.314 INFO:tasks.rados.rados.0.smithi012.stdout:2595: finishing rollback tid 2 to smithi01277369-28 2024-04-02T08:32:58.314 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 28 v 1136 (ObjNum 756 snap 247 seq_num 756) dirty exists 2024-04-02T08:32:58.314 INFO:tasks.rados.rados.0.smithi012.stdout:2597: finishing copy_from racing read to smithi01277369-22 2024-04-02T08:32:58.315 INFO:tasks.rados.rados.0.smithi012.stdout:2597: finishing copy_from to smithi01277369-22 2024-04-02T08:32:58.315 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 22 v 1105 (ObjNum 807 snap 263 seq_num 807) dirty exists 2024-04-02T08:32:58.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:58 smithi012 ceph-mon[90784]: pgmap v550: 121 pgs: 121 active+clean; 444 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.6 MiB/s wr, 19 op/s 2024-04-02T08:32:58.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:58 smithi012 ceph-mon[90784]: osdmap e589: 8 total, 8 up, 8 in 2024-04-02T08:32:58.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:58 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:58.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:58 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:58.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:58 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:58.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:58 smithi012 ceph-mon[88355]: pgmap v550: 121 pgs: 121 active+clean; 444 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.6 MiB/s wr, 19 op/s 2024-04-02T08:32:58.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:58 smithi012 ceph-mon[88355]: osdmap e589: 8 total, 8 up, 8 in 2024-04-02T08:32:58.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:58 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:58.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:58 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:32:58.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:58 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:58.961 INFO:tasks.rados.rados.0.smithi012.stdout:2593: done (5 left) 2024-04-02T08:32:58.961 INFO:tasks.rados.rados.0.smithi012.stdout:2594: done (4 left) 2024-04-02T08:32:58.961 INFO:tasks.rados.rados.0.smithi012.stdout:2595: done (3 left) 2024-04-02T08:32:58.962 INFO:tasks.rados.rados.0.smithi012.stdout:2596: done (2 left) 2024-04-02T08:32:58.962 INFO:tasks.rados.rados.0.smithi012.stdout:2597: done (1 left) 2024-04-02T08:32:58.962 INFO:tasks.rados.rados.0.smithi012.stdout:2598: done (0 left) 2024-04-02T08:32:58.962 INFO:tasks.rados.rados.0.smithi012.stdout:2599: rollback oid 44 current snap is 265 2024-04-02T08:32:58.962 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 44 to 235 2024-04-02T08:32:58.962 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 42 current snap is 265 2024-04-02T08:32:58.963 INFO:tasks.rados.rados.0.smithi012.stdout:2600: seq_num 817 ranges {0=491520,491520=417792,909312=425984,1335296=360448} 2024-04-02T08:32:58.963 INFO:tasks.rados.rados.0.smithi012.stdout:2600: writing smithi01277369-42 from 0 to 491520 tid 1 2024-04-02T08:32:58.966 INFO:tasks.rados.rados.0.smithi012.stdout:2600: writing smithi01277369-42 from 491520 to 909312 tid 2 2024-04-02T08:32:58.969 INFO:tasks.rados.rados.0.smithi012.stdout:2600: writing smithi01277369-42 from 909312 to 1335296 tid 3 2024-04-02T08:32:58.972 INFO:tasks.rados.rados.0.smithi012.stdout:2600: writing smithi01277369-42 from 1335296 to 1695744 tid 4 2024-04-02T08:32:58.972 INFO:tasks.rados.rados.0.smithi012.stdout:2601: rollback oid 5 current snap is 265 2024-04-02T08:32:58.972 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 5 to 258 2024-04-02T08:32:58.972 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 50 current snap is 265 2024-04-02T08:32:58.972 INFO:tasks.rados.rados.0.smithi012.stdout:2602: seq_num 818 ranges {2383872=507904,2891776=704512,3596288=499712} 2024-04-02T08:32:58.988 INFO:tasks.rados.rados.0.smithi012.stdout:2602: writing smithi01277369-50 from 2383872 to 2891776 tid 1 2024-04-02T08:32:58.992 INFO:tasks.rados.rados.0.smithi012.stdout:2602: writing smithi01277369-50 from 2891776 to 3596288 tid 2 2024-04-02T08:32:58.995 INFO:tasks.rados.rados.0.smithi012.stdout:2602: writing smithi01277369-50 from 3596288 to 4096000 tid 3 2024-04-02T08:32:58.995 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 32 current snap is 265 2024-04-02T08:32:58.995 INFO:tasks.rados.rados.0.smithi012.stdout:2599: finishing rollback tid 1 to smithi01277369-44 2024-04-02T08:32:58.995 INFO:tasks.rados.rados.0.smithi012.stdout:2603: seq_num 819 ranges {1376256=524288,1900544=589824,2490368=614400} 2024-04-02T08:32:59.006 INFO:tasks.rados.rados.0.smithi012.stdout:2603: writing smithi01277369-32 from 1376256 to 1900544 tid 1 2024-04-02T08:32:59.009 INFO:teuthology.orchestra.run.smithi012.stdout:true 2024-04-02T08:32:59.010 INFO:tasks.rados.rados.0.smithi012.stdout:2603: writing smithi01277369-32 from 1900544 to 2490368 tid 2 2024-04-02T08:32:59.016 INFO:tasks.rados.rados.0.smithi012.stdout:2603: writing smithi01277369-32 from 2490368 to 3104768 tid 3 2024-04-02T08:32:59.016 INFO:tasks.rados.rados.0.smithi012.stdout:2604: read oid 41 snap -1 2024-04-02T08:32:59.016 INFO:tasks.rados.rados.0.smithi012.stdout:2604: expect deleted 2024-04-02T08:32:59.016 INFO:tasks.rados.rados.0.smithi012.stdout:2605: delete oid 36 current snap is 265 2024-04-02T08:32:59.016 INFO:tasks.rados.rados.0.smithi012.stdout:2599: finishing rollback tid 2 to smithi01277369-44 2024-04-02T08:32:59.016 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 44 v 1541 (ObjNum 718 snap 233 seq_num 718) dirty exists 2024-04-02T08:32:59.017 INFO:tasks.rados.rados.0.smithi012.stdout:2600: finishing write tid 1 to smithi01277369-42 2024-04-02T08:32:59.017 INFO:tasks.rados.rados.0.smithi012.stdout:2600: finishing write tid 2 to smithi01277369-42 2024-04-02T08:32:59.017 INFO:tasks.rados.rados.0.smithi012.stdout:2600: finishing write tid 3 to smithi01277369-42 2024-04-02T08:32:59.017 INFO:tasks.rados.rados.0.smithi012.stdout:2601: finishing rollback tid 0 to smithi01277369-5 2024-04-02T08:32:59.017 INFO:tasks.rados.rados.0.smithi012.stdout:2600: finishing write tid 4 to smithi01277369-42 2024-04-02T08:32:59.017 INFO:tasks.rados.rados.0.smithi012.stdout:2601: finishing rollback tid 1 to smithi01277369-5 2024-04-02T08:32:59.017 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 5 v 1406 (ObjNum 33 snap 0 seq_num 1) dirty dne 2024-04-02T08:32:59.017 INFO:tasks.rados.rados.0.smithi012.stdout:2600: finishing write tid 5 to smithi01277369-42 2024-04-02T08:32:59.017 INFO:tasks.rados.rados.0.smithi012.stdout:2600: finishing write tid 6 to smithi01277369-42 2024-04-02T08:32:59.017 INFO:tasks.rados.rados.0.smithi012.stdout:2600: oid 42 updating version 0 to 1089 2024-04-02T08:32:59.017 INFO:tasks.rados.rados.0.smithi012.stdout:2600: oid 42 version 1089 is already newer than 1088 2024-04-02T08:32:59.017 INFO:tasks.rados.rados.0.smithi012.stdout:2600: oid 42 version 1089 is already newer than 1087 2024-04-02T08:32:59.018 INFO:tasks.rados.rados.0.smithi012.stdout:2600: oid 42 updating version 1089 to 1090 2024-04-02T08:32:59.018 INFO:tasks.rados.rados.0.smithi012.stdout:2600: oid 42 updating version 1090 to 1091 2024-04-02T08:32:59.018 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 42 v 1091 (ObjNum 817 snap 265 seq_num 817) dirty exists 2024-04-02T08:32:59.018 INFO:tasks.rados.rados.0.smithi012.stdout:2600: left oid 42 (ObjNum 817 snap 265 seq_num 817) 2024-04-02T08:32:59.018 INFO:tasks.rados.rados.0.smithi012.stdout:2602: finishing write tid 1 to smithi01277369-50 2024-04-02T08:32:59.018 INFO:tasks.rados.rados.0.smithi012.stdout:2602: finishing write tid 2 to smithi01277369-50 2024-04-02T08:32:59.018 INFO:tasks.rados.rados.0.smithi012.stdout:2602: finishing write tid 3 to smithi01277369-50 2024-04-02T08:32:59.018 INFO:tasks.rados.rados.0.smithi012.stdout:2602: finishing write tid 4 to smithi01277369-50 2024-04-02T08:32:59.018 INFO:tasks.rados.rados.0.smithi012.stdout:2602: finishing write tid 5 to smithi01277369-50 2024-04-02T08:32:59.018 INFO:tasks.rados.rados.0.smithi012.stdout:2602: oid 50 updating version 0 to 1108 2024-04-02T08:32:59.018 INFO:tasks.rados.rados.0.smithi012.stdout:2602: oid 50 updating version 1108 to 1109 2024-04-02T08:32:59.018 INFO:tasks.rados.rados.0.smithi012.stdout:2602: oid 50 version 1109 is already newer than 1107 2024-04-02T08:32:59.018 INFO:tasks.rados.rados.0.smithi012.stdout:2602: oid 50 version 1109 is already newer than 1106 2024-04-02T08:32:59.018 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 50 v 1109 (ObjNum 818 snap 265 seq_num 818) dirty exists 2024-04-02T08:32:59.019 INFO:tasks.rados.rados.0.smithi012.stdout:2602: left oid 50 (ObjNum 818 snap 265 seq_num 818) 2024-04-02T08:32:59.019 INFO:tasks.rados.rados.0.smithi012.stdout:2603: finishing write tid 1 to smithi01277369-32 2024-04-02T08:32:59.019 INFO:tasks.rados.rados.0.smithi012.stdout:2603: finishing write tid 2 to smithi01277369-32 2024-04-02T08:32:59.020 INFO:tasks.rados.rados.0.smithi012.stdout:2599: done (6 left) 2024-04-02T08:32:59.020 INFO:tasks.rados.rados.0.smithi012.stdout:2600: done (5 left) 2024-04-02T08:32:59.020 INFO:tasks.rados.rados.0.smithi012.stdout:2601: done (4 left) 2024-04-02T08:32:59.020 INFO:tasks.rados.rados.0.smithi012.stdout:2602: done (3 left) 2024-04-02T08:32:59.020 INFO:tasks.rados.rados.0.smithi012.stdout:2604: done (2 left) 2024-04-02T08:32:59.020 INFO:tasks.rados.rados.0.smithi012.stdout:2605: done (1 left) 2024-04-02T08:32:59.020 INFO:tasks.rados.rados.0.smithi012.stdout:2606: read oid 20 snap -1 2024-04-02T08:32:59.020 INFO:tasks.rados.rados.0.smithi012.stdout:2606: expect (ObjNum 783 snap 257 seq_num 783) 2024-04-02T08:32:59.020 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 9 current snap is 265 2024-04-02T08:32:59.021 INFO:tasks.rados.rados.0.smithi012.stdout:2607: seq_num 821 ranges {0=557056,557056=761856,1318912=442368} 2024-04-02T08:32:59.022 INFO:tasks.rados.rados.0.smithi012.stdout:2607: writing smithi01277369-9 from 0 to 557056 tid 1 2024-04-02T08:32:59.027 INFO:tasks.rados.rados.0.smithi012.stdout:2607: writing smithi01277369-9 from 557056 to 1318912 tid 2 2024-04-02T08:32:59.030 INFO:tasks.rados.rados.0.smithi012.stdout:2607: writing smithi01277369-9 from 1318912 to 1761280 tid 3 2024-04-02T08:32:59.030 INFO:tasks.rados.rados.0.smithi012.stdout:2608: snap_remove snap 232 2024-04-02T08:32:59.297 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:59 smithi055 ceph-mon[85080]: osdmap e590: 8 total, 8 up, 8 in 2024-04-02T08:32:59.297 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:59 smithi055 ceph-mon[85080]: pgmap v553: 121 pgs: 121 active+clean; 444 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.6 MiB/s wr, 19 op/s 2024-04-02T08:32:59.298 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:59 smithi055 ceph-mon[85080]: osdmap e591: 8 total, 8 up, 8 in 2024-04-02T08:32:59.298 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:32:59 smithi055 ceph-mon[85080]: from='client.34413 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:59.357 INFO:teuthology.orchestra.run.smithi012.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:32:59.357 INFO:teuthology.orchestra.run.smithi012.stdout:alertmanager.a smithi012 *:9093,9094 running (10m) 14s ago 11m 27.0M - 0.25.0 c8568f914cd2 3ed3fc1b8013 2024-04-02T08:32:59.357 INFO:teuthology.orchestra.run.smithi012.stdout:grafana.a smithi055 *:3000 running (11m) 13s ago 11m 91.4M - 9.4.7 954c08fa6188 9788bcfbfb6f 2024-04-02T08:32:59.357 INFO:teuthology.orchestra.run.smithi012.stdout:mds.a smithi012 running (54s) 14s ago 12m 12.8M - 19.0.0-2422-g3cba26ea beaaa8a653cf e246b4d32ef4 2024-04-02T08:32:59.357 INFO:teuthology.orchestra.run.smithi012.stdout:mds.b smithi055 running (35s) 13s ago 12m 11.8M - 19.0.0-2422-g3cba26ea beaaa8a653cf ce257d237baf 2024-04-02T08:32:59.357 INFO:teuthology.orchestra.run.smithi012.stdout:mgr.x smithi055 *:8443,9283,8765 running (6m) 13s ago 16m 452M - 19.0.0-2422-g3cba26ea beaaa8a653cf 111621b46bd2 2024-04-02T08:32:59.357 INFO:teuthology.orchestra.run.smithi012.stdout:mgr.y smithi012 *:8443,9283,8765 running (7m) 14s ago 17m 515M - 19.0.0-2422-g3cba26ea beaaa8a653cf fe667762b028 2024-04-02T08:32:59.357 INFO:teuthology.orchestra.run.smithi012.stdout:mon.a smithi012 running (6m) 14s ago 18m 66.4M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 1790aee575dc 2024-04-02T08:32:59.358 INFO:teuthology.orchestra.run.smithi012.stdout:mon.b smithi055 running (5m) 13s ago 16m 56.0M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf f75ff69b6d62 2024-04-02T08:32:59.358 INFO:teuthology.orchestra.run.smithi012.stdout:mon.c smithi012 running (5m) 14s ago 16m 57.6M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf a1b482e0e449 2024-04-02T08:32:59.358 INFO:teuthology.orchestra.run.smithi012.stdout:node-exporter.a smithi012 *:9100 running (22s) 14s ago 11m 7926k - 1.5.0 0da6a335fe13 22f194c6d86b 2024-04-02T08:32:59.358 INFO:teuthology.orchestra.run.smithi012.stdout:node-exporter.b smithi055 *:9100 running (17s) 13s ago 11m 3343k - 1.5.0 0da6a335fe13 fafed8e583df 2024-04-02T08:32:59.358 INFO:teuthology.orchestra.run.smithi012.stdout:osd.0 smithi012 running (4m) 14s ago 15m 243M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf a32a350fbdf1 2024-04-02T08:32:59.358 INFO:teuthology.orchestra.run.smithi012.stdout:osd.1 smithi012 running (4m) 14s ago 15m 237M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf bed42cfef518 2024-04-02T08:32:59.358 INFO:teuthology.orchestra.run.smithi012.stdout:osd.2 smithi012 running (3m) 14s ago 14m 243M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 021f860a33af 2024-04-02T08:32:59.358 INFO:teuthology.orchestra.run.smithi012.stdout:osd.3 smithi012 running (3m) 14s ago 14m 107M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 581c0cd1eb3c 2024-04-02T08:32:59.358 INFO:teuthology.orchestra.run.smithi012.stdout:osd.4 smithi055 running (2m) 13s ago 14m 147M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 3900aafcdf67 2024-04-02T08:32:59.358 INFO:teuthology.orchestra.run.smithi012.stdout:osd.5 smithi055 running (2m) 13s ago 13m 269M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 6d6c464bffc2 2024-04-02T08:32:59.358 INFO:teuthology.orchestra.run.smithi012.stdout:osd.6 smithi055 running (108s) 13s ago 13m 131M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf bb0c66a294ad 2024-04-02T08:32:59.358 INFO:teuthology.orchestra.run.smithi012.stdout:osd.7 smithi055 running (73s) 13s ago 12m 139M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 2395b4308989 2024-04-02T08:32:59.358 INFO:teuthology.orchestra.run.smithi012.stdout:prometheus.a smithi055 *:9095 starting - - - - 2024-04-02T08:32:59.359 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:59 smithi012 ceph-mon[88355]: osdmap e590: 8 total, 8 up, 8 in 2024-04-02T08:32:59.359 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:59 smithi012 ceph-mon[88355]: pgmap v553: 121 pgs: 121 active+clean; 444 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.6 MiB/s wr, 19 op/s 2024-04-02T08:32:59.359 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:59 smithi012 ceph-mon[88355]: osdmap e591: 8 total, 8 up, 8 in 2024-04-02T08:32:59.359 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:32:59 smithi012 ceph-mon[88355]: from='client.34413 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:59.359 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:59 smithi012 ceph-mon[90784]: osdmap e590: 8 total, 8 up, 8 in 2024-04-02T08:32:59.359 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:59 smithi012 ceph-mon[90784]: pgmap v553: 121 pgs: 121 active+clean; 444 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.6 MiB/s wr, 19 op/s 2024-04-02T08:32:59.359 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:59 smithi012 ceph-mon[90784]: osdmap e591: 8 total, 8 up, 8 in 2024-04-02T08:32:59.359 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:32:59 smithi012 ceph-mon[90784]: from='client.34413 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:59.814 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-04-02T08:32:59.814 INFO:teuthology.orchestra.run.smithi012.stdout: "mon": { 2024-04-02T08:32:59.814 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:32:59.814 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:32:59.814 INFO:teuthology.orchestra.run.smithi012.stdout: "mgr": { 2024-04-02T08:32:59.814 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:32:59.815 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:32:59.815 INFO:teuthology.orchestra.run.smithi012.stdout: "osd": { 2024-04-02T08:32:59.815 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 8 2024-04-02T08:32:59.815 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:32:59.815 INFO:teuthology.orchestra.run.smithi012.stdout: "mds": { 2024-04-02T08:32:59.815 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:32:59.815 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:32:59.815 INFO:teuthology.orchestra.run.smithi012.stdout: "overall": { 2024-04-02T08:32:59.815 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 15 2024-04-02T08:32:59.815 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-04-02T08:32:59.815 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-04-02T08:33:00.037 INFO:tasks.rados.rados.0.smithi012.stdout:2603: finishing write tid 3 to smithi01277369-32 2024-04-02T08:33:00.037 INFO:tasks.rados.rados.0.smithi012.stdout:2603: finishing write tid 4 to smithi01277369-32 2024-04-02T08:33:00.037 INFO:tasks.rados.rados.0.smithi012.stdout:2603: finishing write tid 5 to smithi01277369-32 2024-04-02T08:33:00.037 INFO:tasks.rados.rados.0.smithi012.stdout:2603: oid 32 updating version 0 to 1903 2024-04-02T08:33:00.037 INFO:tasks.rados.rados.0.smithi012.stdout:2603: oid 32 updating version 1903 to 1904 2024-04-02T08:33:00.038 INFO:tasks.rados.rados.0.smithi012.stdout:2603: oid 32 version 1904 is already newer than 1902 2024-04-02T08:33:00.038 INFO:tasks.rados.rados.0.smithi012.stdout:2603: oid 32 version 1904 is already newer than 1901 2024-04-02T08:33:00.038 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 32 v 1904 (ObjNum 819 snap 265 seq_num 819) dirty exists 2024-04-02T08:33:00.038 INFO:tasks.rados.rados.0.smithi012.stdout:2603: left oid 32 (ObjNum 819 snap 265 seq_num 819) 2024-04-02T08:33:00.038 INFO:tasks.rados.rados.0.smithi012.stdout:2607: finishing write tid 1 to smithi01277369-9 2024-04-02T08:33:00.038 INFO:tasks.rados.rados.0.smithi012.stdout:2606: expect (ObjNum 783 snap 257 seq_num 783) 2024-04-02T08:33:00.082 INFO:tasks.rados.rados.0.smithi012.stdout:2607: finishing write tid 2 to smithi01277369-9 2024-04-02T08:33:00.082 INFO:tasks.rados.rados.0.smithi012.stdout:2607: finishing write tid 3 to smithi01277369-9 2024-04-02T08:33:00.083 INFO:tasks.rados.rados.0.smithi012.stdout:2607: finishing write tid 4 to smithi01277369-9 2024-04-02T08:33:00.083 INFO:tasks.rados.rados.0.smithi012.stdout:2607: finishing write tid 5 to smithi01277369-9 2024-04-02T08:33:00.083 INFO:tasks.rados.rados.0.smithi012.stdout:2607: oid 9 updating version 0 to 1819 2024-04-02T08:33:00.083 INFO:tasks.rados.rados.0.smithi012.stdout:2607: oid 9 updating version 1819 to 1820 2024-04-02T08:33:00.083 INFO:tasks.rados.rados.0.smithi012.stdout:2607: oid 9 version 1820 is already newer than 1818 2024-04-02T08:33:00.083 INFO:tasks.rados.rados.0.smithi012.stdout:2607: oid 9 updating version 1820 to 1821 2024-04-02T08:33:00.083 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 9 v 1821 (ObjNum 821 snap 265 seq_num 821) dirty exists 2024-04-02T08:33:00.083 INFO:tasks.rados.rados.0.smithi012.stdout:2607: left oid 9 (ObjNum 821 snap 265 seq_num 821) 2024-04-02T08:33:00.083 INFO:tasks.rados.rados.0.smithi012.stdout:2603: done (3 left) 2024-04-02T08:33:00.083 INFO:tasks.rados.rados.0.smithi012.stdout:2606: done (2 left) 2024-04-02T08:33:00.083 INFO:tasks.rados.rados.0.smithi012.stdout:2607: done (1 left) 2024-04-02T08:33:00.083 INFO:tasks.rados.rados.0.smithi012.stdout:2608: done (0 left) 2024-04-02T08:33:00.083 INFO:tasks.rados.rados.0.smithi012.stdout:2609: copy_from oid 7 from oid 4 current snap is 265 2024-04-02T08:33:00.084 INFO:tasks.rados.rados.0.smithi012.stdout:2610: read oid 22 snap 264 2024-04-02T08:33:00.084 INFO:tasks.rados.rados.0.smithi012.stdout:2610: expect (ObjNum 807 snap 263 seq_num 807) 2024-04-02T08:33:00.084 INFO:tasks.rados.rados.0.smithi012.stdout:2611: setattr oid 47 current snap is 265 2024-04-02T08:33:00.085 INFO:tasks.rados.rados.0.smithi012.stdout:2612: read oid 11 snap -1 2024-04-02T08:33:00.085 INFO:tasks.rados.rados.0.smithi012.stdout:2612: expect (ObjNum 749 snap 245 seq_num 749) 2024-04-02T08:33:00.085 INFO:tasks.rados.rados.0.smithi012.stdout:2613: read oid 10 snap -1 2024-04-02T08:33:00.085 INFO:tasks.rados.rados.0.smithi012.stdout:2613: expect (ObjNum 779 snap 255 seq_num 779) 2024-04-02T08:33:00.085 INFO:tasks.rados.rados.0.smithi012.stdout:2614: rollback oid 29 current snap is 265 2024-04-02T08:33:00.085 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 29 to 252 2024-04-02T08:33:00.085 INFO:tasks.rados.rados.0.smithi012.stdout:2615: read oid 32 snap 264 2024-04-02T08:33:00.085 INFO:tasks.rados.rados.0.smithi012.stdout:2615: expect (ObjNum 798 snap 259 seq_num 798) 2024-04-02T08:33:00.085 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 19 current snap is 265 2024-04-02T08:33:00.085 INFO:tasks.rados.rados.0.smithi012.stdout:2616: seq_num 822 ranges {3096576=573440,3670016=696320,4366336=507904} 2024-04-02T08:33:00.107 INFO:tasks.rados.rados.0.smithi012.stdout:2616: writing smithi01277369-19 from 3096576 to 3670016 tid 1 2024-04-02T08:33:00.111 INFO:tasks.rados.rados.0.smithi012.stdout:2616: writing smithi01277369-19 from 3670016 to 4366336 tid 2 2024-04-02T08:33:00.114 INFO:tasks.rados.rados.0.smithi012.stdout:2616: writing smithi01277369-19 from 4366336 to 4874240 tid 3 2024-04-02T08:33:00.114 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 45 current snap is 265 2024-04-02T08:33:00.114 INFO:tasks.rados.rados.0.smithi012.stdout:2617: seq_num 823 ranges {0=589824,589824=573440,1163264=630784} 2024-04-02T08:33:00.118 INFO:tasks.rados.rados.0.smithi012.stdout:2617: writing smithi01277369-45 from 0 to 589824 tid 1 2024-04-02T08:33:00.121 INFO:tasks.rados.rados.0.smithi012.stdout:2617: writing smithi01277369-45 from 589824 to 1163264 tid 2 2024-04-02T08:33:00.126 INFO:tasks.rados.rados.0.smithi012.stdout:2617: writing smithi01277369-45 from 1163264 to 1794048 tid 3 2024-04-02T08:33:00.127 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 3 current snap is 265 2024-04-02T08:33:00.127 INFO:tasks.rados.rados.0.smithi012.stdout:2614: finishing rollback tid 0 to smithi01277369-29 2024-04-02T08:33:00.127 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 47 v 888 (ObjNum 809 snap 263 seq_num 809) dirty exists 2024-04-02T08:33:00.127 INFO:tasks.rados.rados.0.smithi012.stdout:2614: finishing rollback tid 1 to smithi01277369-29 2024-04-02T08:33:00.127 INFO:tasks.rados.rados.0.smithi012.stdout:2618: seq_num 824 ranges {1761280=606208,2367488=458752,2826240=573440,3399680=172032} 2024-04-02T08:33:00.139 INFO:tasks.rados.rados.0.smithi012.stdout:2618: writing smithi01277369-3 from 1761280 to 2367488 tid 1 2024-04-02T08:33:00.142 INFO:tasks.rados.rados.0.smithi012.stdout:2618: writing smithi01277369-3 from 2367488 to 2826240 tid 2 2024-04-02T08:33:00.146 INFO:tasks.rados.rados.0.smithi012.stdout:2618: writing smithi01277369-3 from 2826240 to 3399680 tid 3 2024-04-02T08:33:00.148 INFO:tasks.rados.rados.0.smithi012.stdout:2618: writing smithi01277369-3 from 3399680 to 3571712 tid 4 2024-04-02T08:33:00.148 INFO:tasks.rados.rados.0.smithi012.stdout:2611: done (9 left) 2024-04-02T08:33:00.148 INFO:tasks.rados.rados.0.smithi012.stdout:2619: rollback oid 41 current snap is 265 2024-04-02T08:33:00.148 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 41 to 241 2024-04-02T08:33:00.148 INFO:tasks.rados.rados.0.smithi012.stdout:2614: finishing rollback tid 2 to smithi01277369-29 2024-04-02T08:33:00.148 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 29 v 1001 (ObjNum 703 snap 229 seq_num 703) dirty exists 2024-04-02T08:33:00.148 INFO:tasks.rados.rados.0.smithi012.stdout:2612: expect (ObjNum 749 snap 245 seq_num 749) 2024-04-02T08:33:00.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:00 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:00.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:00 smithi012 ceph-mon[90784]: from='client.44360 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:33:00.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:00 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/403862708' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:00.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:00 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:00.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:00 smithi012 ceph-mon[88355]: from='client.44360 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:33:00.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:00 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/403862708' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:00.190 INFO:tasks.rados.rados.0.smithi012.stdout:2610: expect (ObjNum 807 snap 263 seq_num 807) 2024-04-02T08:33:00.271 INFO:tasks.rados.rados.0.smithi012.stdout:2615: expect (ObjNum 798 snap 259 seq_num 798) 2024-04-02T08:33:00.307 INFO:tasks.rados.rados.0.smithi012.stdout:2613: expect (ObjNum 779 snap 255 seq_num 779) 2024-04-02T08:33:00.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:00 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:00.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:00 smithi055 ceph-mon[85080]: from='client.44360 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:33:00.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:00 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/403862708' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:00.369 INFO:tasks.rados.rados.0.smithi012.stdout:2609: finishing copy_from racing read to smithi01277369-7 2024-04-02T08:33:00.369 INFO:tasks.rados.rados.0.smithi012.stdout:2609: finishing copy_from to smithi01277369-7 2024-04-02T08:33:00.369 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 7 v 1081 (ObjNum 801 snap 260 seq_num 801) dirty exists 2024-04-02T08:33:00.369 INFO:tasks.rados.rados.0.smithi012.stdout:2616: finishing write tid 1 to smithi01277369-19 2024-04-02T08:33:00.369 INFO:tasks.rados.rados.0.smithi012.stdout:2616: finishing write tid 2 to smithi01277369-19 2024-04-02T08:33:00.369 INFO:tasks.rados.rados.0.smithi012.stdout:2616: finishing write tid 3 to smithi01277369-19 2024-04-02T08:33:00.369 INFO:tasks.rados.rados.0.smithi012.stdout:2616: finishing write tid 4 to smithi01277369-19 2024-04-02T08:33:00.369 INFO:tasks.rados.rados.0.smithi012.stdout:2616: finishing write tid 5 to smithi01277369-19 2024-04-02T08:33:00.370 INFO:tasks.rados.rados.0.smithi012.stdout:2616: oid 19 updating version 0 to 1800 2024-04-02T08:33:00.370 INFO:tasks.rados.rados.0.smithi012.stdout:2616: oid 19 version 1800 is already newer than 1799 2024-04-02T08:33:00.370 INFO:tasks.rados.rados.0.smithi012.stdout:2616: oid 19 version 1800 is already newer than 1797 2024-04-02T08:33:00.370 INFO:tasks.rados.rados.0.smithi012.stdout:2616: oid 19 version 1800 is already newer than 1798 2024-04-02T08:33:00.370 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 19 v 1800 (ObjNum 822 snap 265 seq_num 822) dirty exists 2024-04-02T08:33:00.370 INFO:tasks.rados.rados.0.smithi012.stdout:2616: left oid 19 (ObjNum 822 snap 265 seq_num 822) 2024-04-02T08:33:00.370 INFO:tasks.rados.rados.0.smithi012.stdout:2617: finishing write tid 1 to smithi01277369-45 2024-04-02T08:33:00.370 INFO:tasks.rados.rados.0.smithi012.stdout:2617: finishing write tid 2 to smithi01277369-45 2024-04-02T08:33:00.370 INFO:tasks.rados.rados.0.smithi012.stdout:2609: done (9 left) 2024-04-02T08:33:00.370 INFO:tasks.rados.rados.0.smithi012.stdout:2610: done (8 left) 2024-04-02T08:33:00.370 INFO:tasks.rados.rados.0.smithi012.stdout:2612: done (7 left) 2024-04-02T08:33:00.370 INFO:tasks.rados.rados.0.smithi012.stdout:2613: done (6 left) 2024-04-02T08:33:00.370 INFO:tasks.rados.rados.0.smithi012.stdout:2614: done (5 left) 2024-04-02T08:33:00.370 INFO:tasks.rados.rados.0.smithi012.stdout:2615: done (4 left) 2024-04-02T08:33:00.371 INFO:tasks.rados.rados.0.smithi012.stdout:2616: done (3 left) 2024-04-02T08:33:00.371 INFO:tasks.rados.rados.0.smithi012.stdout:2620: delete oid 44 current snap is 265 2024-04-02T08:33:00.371 INFO:tasks.rados.rados.0.smithi012.stdout:2617: finishing write tid 3 to smithi01277369-45 2024-04-02T08:33:00.371 INFO:tasks.rados.rados.0.smithi012.stdout:2617: finishing write tid 4 to smithi01277369-45 2024-04-02T08:33:00.371 INFO:tasks.rados.rados.0.smithi012.stdout:2617: finishing write tid 5 to smithi01277369-45 2024-04-02T08:33:00.371 INFO:tasks.rados.rados.0.smithi012.stdout:2617: oid 45 updating version 0 to 1143 2024-04-02T08:33:00.371 INFO:tasks.rados.rados.0.smithi012.stdout:2617: oid 45 version 1143 is already newer than 1142 2024-04-02T08:33:00.371 INFO:tasks.rados.rados.0.smithi012.stdout:2617: oid 45 version 1143 is already newer than 1141 2024-04-02T08:33:00.371 INFO:tasks.rados.rados.0.smithi012.stdout:2617: oid 45 updating version 1143 to 1144 2024-04-02T08:33:00.371 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 45 v 1144 (ObjNum 823 snap 265 seq_num 823) dirty exists 2024-04-02T08:33:00.371 INFO:tasks.rados.rados.0.smithi012.stdout:2617: left oid 45 (ObjNum 823 snap 265 seq_num 823) 2024-04-02T08:33:00.371 INFO:tasks.rados.rados.0.smithi012.stdout:2618: finishing write tid 1 to smithi01277369-3 2024-04-02T08:33:00.371 INFO:tasks.rados.rados.0.smithi012.stdout:2618: finishing write tid 2 to smithi01277369-3 2024-04-02T08:33:00.371 INFO:tasks.rados.rados.0.smithi012.stdout:2618: finishing write tid 3 to smithi01277369-3 2024-04-02T08:33:00.371 INFO:tasks.rados.rados.0.smithi012.stdout:2618: finishing write tid 4 to smithi01277369-3 2024-04-02T08:33:00.372 INFO:tasks.rados.rados.0.smithi012.stdout:2618: finishing write tid 5 to smithi01277369-3 2024-04-02T08:33:00.372 INFO:tasks.rados.rados.0.smithi012.stdout:2619: finishing rollback tid 1 to smithi01277369-41 2024-04-02T08:33:00.372 INFO:tasks.rados.rados.0.smithi012.stdout:2619: finishing rollback tid 2 to smithi01277369-41 2024-04-02T08:33:00.372 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 41 v 1088 (ObjNum 703 snap 229 seq_num 703) dirty exists 2024-04-02T08:33:00.372 INFO:tasks.rados.rados.0.smithi012.stdout:2618: finishing write tid 6 to smithi01277369-3 2024-04-02T08:33:00.372 INFO:tasks.rados.rados.0.smithi012.stdout:2618: oid 3 updating version 0 to 1086 2024-04-02T08:33:00.372 INFO:tasks.rados.rados.0.smithi012.stdout:2618: oid 3 version 1086 is already newer than 1084 2024-04-02T08:33:00.372 INFO:tasks.rados.rados.0.smithi012.stdout:2618: oid 3 version 1086 is already newer than 1082 2024-04-02T08:33:00.372 INFO:tasks.rados.rados.0.smithi012.stdout:2618: oid 3 version 1086 is already newer than 1083 2024-04-02T08:33:00.372 INFO:tasks.rados.rados.0.smithi012.stdout:2618: oid 3 version 1086 is already newer than 1085 2024-04-02T08:33:00.372 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 3 v 1086 (ObjNum 824 snap 265 seq_num 824) dirty exists 2024-04-02T08:33:00.372 INFO:tasks.rados.rados.0.smithi012.stdout:2618: left oid 3 (ObjNum 824 snap 265 seq_num 824) 2024-04-02T08:33:00.373 INFO:tasks.rados.rados.0.smithi012.stdout:2617: done (3 left) 2024-04-02T08:33:00.373 INFO:tasks.rados.rados.0.smithi012.stdout:2618: done (2 left) 2024-04-02T08:33:00.373 INFO:tasks.rados.rados.0.smithi012.stdout:2619: done (1 left) 2024-04-02T08:33:00.373 INFO:tasks.rados.rados.0.smithi012.stdout:2620: done (0 left) 2024-04-02T08:33:00.373 INFO:tasks.rados.rados.0.smithi012.stdout:2621: snap_create 2024-04-02T08:33:01.048 INFO:tasks.rados.rados.0.smithi012.stdout:2621: done (0 left) 2024-04-02T08:33:01.048 INFO:tasks.rados.rados.0.smithi012.stdout:2622: copy_from oid 8 from oid 3 current snap is 266 2024-04-02T08:33:01.048 INFO:tasks.rados.rados.0.smithi012.stdout:2623: setattr oid 13 current snap is 266 2024-04-02T08:33:01.050 INFO:tasks.rados.rados.0.smithi012.stdout:2624: delete oid 23 current snap is 266 2024-04-02T08:33:01.054 INFO:tasks.rados.rados.0.smithi012.stdout:2624: done (2 left) 2024-04-02T08:33:01.054 INFO:tasks.rados.rados.0.smithi012.stdout:2625: copy_from oid 2 from oid 24 current snap is 266 2024-04-02T08:33:01.054 INFO:tasks.rados.rados.0.smithi012.stdout:2626: snap_create 2024-04-02T08:33:01.054 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 13 v 1918 (ObjNum 802 snap 261 seq_num 802) dirty exists 2024-04-02T08:33:01.068 INFO:tasks.rados.rados.0.smithi012.stdout:2625: finishing copy_from racing read to smithi01277369-2 2024-04-02T08:33:01.070 INFO:tasks.rados.rados.0.smithi012.stdout:2625: finishing copy_from to smithi01277369-2 2024-04-02T08:33:01.070 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 2 v 1835 (ObjNum 794 snap 259 seq_num 794) dirty exists 2024-04-02T08:33:01.071 INFO:tasks.rados.rados.0.smithi012.stdout:2622: finishing copy_from racing read to smithi01277369-8 2024-04-02T08:33:01.073 INFO:tasks.rados.rados.0.smithi012.stdout:2622: finishing copy_from to smithi01277369-8 2024-04-02T08:33:01.073 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 8 v 1086 (ObjNum 824 snap 265 seq_num 824) dirty exists 2024-04-02T08:33:01.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:01 smithi055 ceph-mon[85080]: osdmap e592: 8 total, 8 up, 8 in 2024-04-02T08:33:01.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:01 smithi055 ceph-mon[85080]: pgmap v556: 121 pgs: 121 active+clean; 448 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 18 op/s 2024-04-02T08:33:01.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:01 smithi012 ceph-mon[88355]: osdmap e592: 8 total, 8 up, 8 in 2024-04-02T08:33:01.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:01 smithi012 ceph-mon[88355]: pgmap v556: 121 pgs: 121 active+clean; 448 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 18 op/s 2024-04-02T08:33:01.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:01 smithi012 ceph-mon[90784]: osdmap e592: 8 total, 8 up, 8 in 2024-04-02T08:33:01.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:01 smithi012 ceph-mon[90784]: pgmap v556: 121 pgs: 121 active+clean; 448 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 18 op/s 2024-04-02T08:33:02.045 INFO:tasks.rados.rados.0.smithi012.stdout:2622: done (3 left) 2024-04-02T08:33:02.045 INFO:tasks.rados.rados.0.smithi012.stdout:2623: done (2 left) 2024-04-02T08:33:02.045 INFO:tasks.rados.rados.0.smithi012.stdout:2625: done (1 left) 2024-04-02T08:33:02.045 INFO:tasks.rados.rados.0.smithi012.stdout:2626: done (0 left) 2024-04-02T08:33:02.045 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 12 current snap is 267 2024-04-02T08:33:02.045 INFO:tasks.rados.rados.0.smithi012.stdout:2627: seq_num 827 ranges {229376=655360,884736=516096,1400832=688128} 2024-04-02T08:33:02.049 INFO:tasks.rados.rados.0.smithi012.stdout:2627: writing smithi01277369-12 from 229376 to 884736 tid 1 2024-04-02T08:33:02.053 INFO:tasks.rados.rados.0.smithi012.stdout:2627: writing smithi01277369-12 from 884736 to 1400832 tid 2 2024-04-02T08:33:02.059 INFO:tasks.rados.rados.0.smithi012.stdout:2627: writing smithi01277369-12 from 1400832 to 2088960 tid 3 2024-04-02T08:33:02.059 INFO:tasks.rados.rados.0.smithi012.stdout:2628: read oid 33 snap -1 2024-04-02T08:33:02.059 INFO:tasks.rados.rados.0.smithi012.stdout:2628: expect deleted 2024-04-02T08:33:02.059 INFO:tasks.rados.rados.0.smithi012.stdout:2629: rmattr oid 38 current snap is 267 2024-04-02T08:33:02.059 INFO:tasks.rados.rados.0.smithi012.stdout:2629: done (2 left) 2024-04-02T08:33:02.059 INFO:tasks.rados.rados.0.smithi012.stdout:2630: rollback oid 44 current snap is 267 2024-04-02T08:33:02.059 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 44 to 265 2024-04-02T08:33:02.059 INFO:tasks.rados.rados.0.smithi012.stdout:2631: rollback oid 4 current snap is 267 2024-04-02T08:33:02.059 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 4 to 213 2024-04-02T08:33:02.059 INFO:tasks.rados.rados.0.smithi012.stdout:2627: finishing write tid 1 to smithi01277369-12 2024-04-02T08:33:02.059 INFO:tasks.rados.rados.0.smithi012.stdout:2627: finishing write tid 2 to smithi01277369-12 2024-04-02T08:33:02.059 INFO:tasks.rados.rados.0.smithi012.stdout:2632: rollback oid 41 current snap is 267 2024-04-02T08:33:02.060 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 41 to 258 2024-04-02T08:33:02.060 INFO:tasks.rados.rados.0.smithi012.stdout:2633: read oid 29 snap -1 2024-04-02T08:33:02.060 INFO:tasks.rados.rados.0.smithi012.stdout:2633: expect (ObjNum 703 snap 229 seq_num 703) 2024-04-02T08:33:02.060 INFO:tasks.rados.rados.0.smithi012.stdout:2634: rollback oid 6 current snap is 267 2024-04-02T08:33:02.060 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 6 to 196 2024-04-02T08:33:02.060 INFO:tasks.rados.rados.0.smithi012.stdout:2635: snap_remove snap 252 2024-04-02T08:33:02.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:02 smithi055 ceph-mon[85080]: osdmap e593: 8 total, 8 up, 8 in 2024-04-02T08:33:02.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:02 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:02.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:02 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:02.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:02 smithi012 ceph-mon[88355]: osdmap e593: 8 total, 8 up, 8 in 2024-04-02T08:33:02.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:02 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:02.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:02 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:02.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:02 smithi012 ceph-mon[90784]: osdmap e593: 8 total, 8 up, 8 in 2024-04-02T08:33:02.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:02 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:02.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:02 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:02.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:33:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:33:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:33:03.066 INFO:tasks.rados.rados.0.smithi012.stdout:2635: done (7 left) 2024-04-02T08:33:03.066 INFO:tasks.rados.rados.0.smithi012.stdout:2636: delete oid 32 current snap is 267 2024-04-02T08:33:03.066 INFO:tasks.rados.rados.0.smithi012.stdout:2627: finishing write tid 3 to smithi01277369-12 2024-04-02T08:33:03.066 INFO:tasks.rados.rados.0.smithi012.stdout:2630: finishing rollback tid 1 to smithi01277369-44 2024-04-02T08:33:03.066 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 44 v 1552 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-02T08:33:03.066 INFO:tasks.rados.rados.0.smithi012.stdout:2627: finishing write tid 4 to smithi01277369-12 2024-04-02T08:33:03.066 INFO:tasks.rados.rados.0.smithi012.stdout:2634: finishing rollback tid 1 to smithi01277369-6 2024-04-02T08:33:03.067 INFO:tasks.rados.rados.0.smithi012.stdout:2627: finishing write tid 5 to smithi01277369-12 2024-04-02T08:33:03.067 INFO:tasks.rados.rados.0.smithi012.stdout:2627: oid 12 updating version 0 to 1822 2024-04-02T08:33:03.067 INFO:tasks.rados.rados.0.smithi012.stdout:2627: oid 12 updating version 1822 to 1823 2024-04-02T08:33:03.067 INFO:tasks.rados.rados.0.smithi012.stdout:2627: oid 12 updating version 1823 to 1824 2024-04-02T08:33:03.067 INFO:tasks.rados.rados.0.smithi012.stdout:2627: oid 12 updating version 1824 to 1825 2024-04-02T08:33:03.067 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 12 v 1825 (ObjNum 827 snap 267 seq_num 827) dirty exists 2024-04-02T08:33:03.067 INFO:tasks.rados.rados.0.smithi012.stdout:2627: left oid 12 (ObjNum 827 snap 267 seq_num 827) 2024-04-02T08:33:03.067 INFO:tasks.rados.rados.0.smithi012.stdout:2634: finishing rollback tid 2 to smithi01277369-6 2024-04-02T08:33:03.067 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 6 v 1111 (ObjNum 588 snap 187 seq_num 588) dirty exists 2024-04-02T08:33:03.067 INFO:tasks.rados.rados.0.smithi012.stdout:2631: finishing rollback tid 0 to smithi01277369-4 2024-04-02T08:33:03.067 INFO:tasks.rados.rados.0.smithi012.stdout:2631: finishing rollback tid 1 to smithi01277369-4 2024-04-02T08:33:03.067 INFO:tasks.rados.rados.0.smithi012.stdout:2631: finishing rollback tid 2 to smithi01277369-4 2024-04-02T08:33:03.067 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 4 v 1091 (ObjNum 586 snap 187 seq_num 586) dirty exists 2024-04-02T08:33:03.067 INFO:tasks.rados.rados.0.smithi012.stdout:2632: finishing rollback tid 0 to smithi01277369-41 2024-04-02T08:33:03.067 INFO:tasks.rados.rados.0.smithi012.stdout:2632: finishing rollback tid 1 to smithi01277369-41 2024-04-02T08:33:03.068 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 41 v 1093 (ObjNum 33 snap 0 seq_num 1822593855) dirty dne 2024-04-02T08:33:03.068 INFO:tasks.rados.rados.0.smithi012.stdout:2633: expect (ObjNum 703 snap 229 seq_num 703) 2024-04-02T08:33:03.330 INFO:tasks.rados.rados.0.smithi012.stdout:2627: done (7 left) 2024-04-02T08:33:03.330 INFO:tasks.rados.rados.0.smithi012.stdout:2628: done (6 left) 2024-04-02T08:33:03.330 INFO:tasks.rados.rados.0.smithi012.stdout:2630: done (5 left) 2024-04-02T08:33:03.330 INFO:tasks.rados.rados.0.smithi012.stdout:2631: done (4 left) 2024-04-02T08:33:03.330 INFO:tasks.rados.rados.0.smithi012.stdout:2632: done (3 left) 2024-04-02T08:33:03.330 INFO:tasks.rados.rados.0.smithi012.stdout:2633: done (2 left) 2024-04-02T08:33:03.331 INFO:tasks.rados.rados.0.smithi012.stdout:2634: done (1 left) 2024-04-02T08:33:03.331 INFO:tasks.rados.rados.0.smithi012.stdout:2636: done (0 left) 2024-04-02T08:33:03.331 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 34 current snap is 267 2024-04-02T08:33:03.331 INFO:tasks.rados.rados.0.smithi012.stdout:2637: seq_num 829 ranges {0=688128,688128=729088,1417216=475136} 2024-04-02T08:33:03.334 INFO:tasks.rados.rados.0.smithi012.stdout:2637: writing smithi01277369-34 from 0 to 688128 tid 1 2024-04-02T08:33:03.338 INFO:tasks.rados.rados.0.smithi012.stdout:2637: writing smithi01277369-34 from 688128 to 1417216 tid 2 2024-04-02T08:33:03.341 INFO:tasks.rados.rados.0.smithi012.stdout:2637: writing smithi01277369-34 from 1417216 to 1892352 tid 3 2024-04-02T08:33:03.342 INFO:tasks.rados.rados.0.smithi012.stdout:2638: snap_create 2024-04-02T08:33:03.342 INFO:tasks.rados.rados.0.smithi012.stdout:2637: finishing write tid 1 to smithi01277369-34 2024-04-02T08:33:03.342 INFO:tasks.rados.rados.0.smithi012.stdout:2637: finishing write tid 2 to smithi01277369-34 2024-04-02T08:33:03.344 INFO:tasks.rados.rados.0.smithi012.stdout:2637: finishing write tid 3 to smithi01277369-34 2024-04-02T08:33:03.344 INFO:tasks.rados.rados.0.smithi012.stdout:2637: finishing write tid 4 to smithi01277369-34 2024-04-02T08:33:03.345 INFO:tasks.rados.rados.0.smithi012.stdout:2637: finishing write tid 5 to smithi01277369-34 2024-04-02T08:33:03.345 INFO:tasks.rados.rados.0.smithi012.stdout:2637: oid 34 updating version 0 to 997 2024-04-02T08:33:03.345 INFO:tasks.rados.rados.0.smithi012.stdout:2637: oid 34 updating version 997 to 999 2024-04-02T08:33:03.345 INFO:tasks.rados.rados.0.smithi012.stdout:2637: oid 34 version 999 is already newer than 998 2024-04-02T08:33:03.346 INFO:tasks.rados.rados.0.smithi012.stdout:2637: oid 34 updating version 999 to 1000 2024-04-02T08:33:03.346 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 34 v 1000 (ObjNum 829 snap 267 seq_num 829) dirty exists 2024-04-02T08:33:03.346 INFO:tasks.rados.rados.0.smithi012.stdout:2637: left oid 34 (ObjNum 829 snap 267 seq_num 829) 2024-04-02T08:33:03.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:03 smithi012 ceph-mon[88355]: osdmap e594: 8 total, 8 up, 8 in 2024-04-02T08:33:03.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:03 smithi012 ceph-mon[88355]: pgmap v559: 121 pgs: 121 active+clean; 463 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 5.3 MiB/s wr, 37 op/s 2024-04-02T08:33:03.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:03 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:03.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:03 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:03.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:03 smithi012 ceph-mon[90784]: osdmap e594: 8 total, 8 up, 8 in 2024-04-02T08:33:03.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:03 smithi012 ceph-mon[90784]: pgmap v559: 121 pgs: 121 active+clean; 463 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 5.3 MiB/s wr, 37 op/s 2024-04-02T08:33:03.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:03 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:03.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:03 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:03.433 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:03 smithi055 ceph-mon[85080]: osdmap e594: 8 total, 8 up, 8 in 2024-04-02T08:33:03.433 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:03 smithi055 ceph-mon[85080]: pgmap v559: 121 pgs: 121 active+clean; 463 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 5.3 MiB/s wr, 37 op/s 2024-04-02T08:33:03.433 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:03 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:03.433 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:03 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:03.965 INFO:tasks.rados.rados.0.smithi012.stdout:2637: done (1 left) 2024-04-02T08:33:03.966 INFO:tasks.rados.rados.0.smithi012.stdout:2638: done (0 left) 2024-04-02T08:33:03.966 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 37 current snap is 268 2024-04-02T08:33:03.966 INFO:tasks.rados.rados.0.smithi012.stdout:2639: seq_num 830 ranges {4235264=704512,4939776=614400,5554176=573440,6127616=16384} 2024-04-02T08:33:03.992 INFO:tasks.rados.rados.0.smithi012.stdout:2639: writing smithi01277369-37 from 4235264 to 4939776 tid 1 2024-04-02T08:33:03.996 INFO:tasks.rados.rados.0.smithi012.stdout:2639: writing smithi01277369-37 from 4939776 to 5554176 tid 2 2024-04-02T08:33:04.001 INFO:tasks.rados.rados.0.smithi012.stdout:2639: writing smithi01277369-37 from 5554176 to 6127616 tid 3 2024-04-02T08:33:04.001 INFO:tasks.rados.rados.0.smithi012.stdout:2639: writing smithi01277369-37 from 6127616 to 6144000 tid 4 2024-04-02T08:33:04.001 INFO:tasks.rados.rados.0.smithi012.stdout:2640: rollback oid 2 current snap is 268 2024-04-02T08:33:04.001 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 2 to 213 2024-04-02T08:33:04.001 INFO:tasks.rados.rados.0.smithi012.stdout:2639: finishing write tid 1 to smithi01277369-37 2024-04-02T08:33:04.001 INFO:tasks.rados.rados.0.smithi012.stdout:2639: finishing write tid 2 to smithi01277369-37 2024-04-02T08:33:04.001 INFO:tasks.rados.rados.0.smithi012.stdout:2641: delete oid 36 current snap is 268 2024-04-02T08:33:04.005 INFO:tasks.rados.rados.0.smithi012.stdout:2640: finishing rollback tid 0 to smithi01277369-2 2024-04-02T08:33:04.005 INFO:tasks.rados.rados.0.smithi012.stdout:2639: finishing write tid 3 to smithi01277369-37 2024-04-02T08:33:04.005 INFO:tasks.rados.rados.0.smithi012.stdout:2641: done (2 left) 2024-04-02T08:33:04.005 INFO:tasks.rados.rados.0.smithi012.stdout:2642: snap_remove snap 245 2024-04-02T08:33:04.264 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:04 smithi055 ceph-mon[85080]: osdmap e595: 8 total, 8 up, 8 in 2024-04-02T08:33:04.265 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:04 smithi055 ceph-mon[85080]: osdmap e596: 8 total, 8 up, 8 in 2024-04-02T08:33:04.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:04 smithi012 ceph-mon[90784]: osdmap e595: 8 total, 8 up, 8 in 2024-04-02T08:33:04.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:04 smithi012 ceph-mon[90784]: osdmap e596: 8 total, 8 up, 8 in 2024-04-02T08:33:04.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:04 smithi012 ceph-mon[88355]: osdmap e595: 8 total, 8 up, 8 in 2024-04-02T08:33:04.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:04 smithi012 ceph-mon[88355]: osdmap e596: 8 total, 8 up, 8 in 2024-04-02T08:33:04.963 INFO:tasks.rados.rados.0.smithi012.stdout:2639: finishing write tid 4 to smithi01277369-37 2024-04-02T08:33:04.963 INFO:tasks.rados.rados.0.smithi012.stdout:2640: finishing rollback tid 1 to smithi01277369-2 2024-04-02T08:33:04.964 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 2 v 1837 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-04-02T08:33:04.964 INFO:tasks.rados.rados.0.smithi012.stdout:2639: finishing write tid 5 to smithi01277369-37 2024-04-02T08:33:04.964 INFO:tasks.rados.rados.0.smithi012.stdout:2639: finishing write tid 6 to smithi01277369-37 2024-04-02T08:33:04.964 INFO:tasks.rados.rados.0.smithi012.stdout:2639: oid 37 updating version 0 to 1096 2024-04-02T08:33:04.964 INFO:tasks.rados.rados.0.smithi012.stdout:2639: oid 37 version 1096 is already newer than 1093 2024-04-02T08:33:04.964 INFO:tasks.rados.rados.0.smithi012.stdout:2639: oid 37 version 1096 is already newer than 1094 2024-04-02T08:33:04.964 INFO:tasks.rados.rados.0.smithi012.stdout:2639: oid 37 version 1096 is already newer than 1095 2024-04-02T08:33:04.964 INFO:tasks.rados.rados.0.smithi012.stdout:2639: oid 37 version 1096 is already newer than 1092 2024-04-02T08:33:04.964 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 37 v 1096 (ObjNum 830 snap 268 seq_num 830) dirty exists 2024-04-02T08:33:04.964 INFO:tasks.rados.rados.0.smithi012.stdout:2639: left oid 37 (ObjNum 830 snap 268 seq_num 830) 2024-04-02T08:33:04.964 INFO:tasks.rados.rados.0.smithi012.stdout:2639: done (2 left) 2024-04-02T08:33:04.964 INFO:tasks.rados.rados.0.smithi012.stdout:2640: done (1 left) 2024-04-02T08:33:04.964 INFO:tasks.rados.rados.0.smithi012.stdout:2642: done (0 left) 2024-04-02T08:33:04.964 INFO:tasks.rados.rados.0.smithi012.stdout:2643: rmattr oid 9 current snap is 268 2024-04-02T08:33:04.965 INFO:tasks.rados.rados.0.smithi012.stdout:2643: done (0 left) 2024-04-02T08:33:04.965 INFO:tasks.rados.rados.0.smithi012.stdout:2644: rollback oid 12 current snap is 268 2024-04-02T08:33:04.965 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 12 to 255 2024-04-02T08:33:04.965 INFO:tasks.rados.rados.0.smithi012.stdout:2645: snap_remove snap 263 2024-04-02T08:33:05.976 INFO:tasks.rados.rados.0.smithi012.stdout:2644: finishing rollback tid 0 to smithi01277369-12 2024-04-02T08:33:05.976 INFO:tasks.rados.rados.0.smithi012.stdout:2644: finishing rollback tid 1 to smithi01277369-12 2024-04-02T08:33:05.976 INFO:tasks.rados.rados.0.smithi012.stdout:2644: finishing rollback tid 2 to smithi01277369-12 2024-04-02T08:33:05.976 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 12 v 1828 (ObjNum 730 snap 241 seq_num 730) dirty exists 2024-04-02T08:33:05.976 INFO:tasks.rados.rados.0.smithi012.stdout:2644: done (1 left) 2024-04-02T08:33:05.977 INFO:tasks.rados.rados.0.smithi012.stdout:2645: done (0 left) 2024-04-02T08:33:05.977 INFO:tasks.rados.rados.0.smithi012.stdout:2646: delete oid 8 current snap is 268 2024-04-02T08:33:05.988 INFO:tasks.rados.rados.0.smithi012.stdout:2646: done (0 left) 2024-04-02T08:33:05.988 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 10 current snap is 268 2024-04-02T08:33:05.988 INFO:tasks.rados.rados.0.smithi012.stdout:2647: seq_num 833 ranges {1728512=761856,2490368=671744,3162112=532480} 2024-04-02T08:33:06.002 INFO:tasks.rados.rados.0.smithi012.stdout:2647: writing smithi01277369-10 from 1728512 to 2490368 tid 1 2024-04-02T08:33:06.006 INFO:tasks.rados.rados.0.smithi012.stdout:2647: writing smithi01277369-10 from 2490368 to 3162112 tid 2 2024-04-02T08:33:06.010 INFO:tasks.rados.rados.0.smithi012.stdout:2647: writing smithi01277369-10 from 3162112 to 3694592 tid 3 2024-04-02T08:33:06.014 INFO:tasks.rados.rados.0.smithi012.stdout:2648: read oid 6 snap -1 2024-04-02T08:33:06.014 INFO:tasks.rados.rados.0.smithi012.stdout:2648: expect (ObjNum 588 snap 187 seq_num 588) 2024-04-02T08:33:06.015 INFO:tasks.rados.rados.0.smithi012.stdout:2649: delete oid 37 current snap is 268 2024-04-02T08:33:06.015 INFO:tasks.rados.rados.0.smithi012.stdout:2647: finishing write tid 1 to smithi01277369-10 2024-04-02T08:33:06.017 INFO:tasks.rados.rados.0.smithi012.stdout:2649: done (2 left) 2024-04-02T08:33:06.017 INFO:tasks.rados.rados.0.smithi012.stdout:2650: rmattr oid 20 current snap is 268 2024-04-02T08:33:06.017 INFO:tasks.rados.rados.0.smithi012.stdout:2650: done (2 left) 2024-04-02T08:33:06.017 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 43 current snap is 268 2024-04-02T08:33:06.017 INFO:tasks.rados.rados.0.smithi012.stdout:2651: seq_num 835 ranges {2842624=794624,3637248=442368,4079616=712704,4792320=49152} 2024-04-02T08:33:06.033 INFO:tasks.rados.rados.0.smithi012.stdout:2651: writing smithi01277369-43 from 2842624 to 3637248 tid 1 2024-04-02T08:33:06.036 INFO:tasks.rados.rados.0.smithi012.stdout:2651: writing smithi01277369-43 from 3637248 to 4079616 tid 2 2024-04-02T08:33:06.042 INFO:tasks.rados.rados.0.smithi012.stdout:2651: writing smithi01277369-43 from 4079616 to 4792320 tid 3 2024-04-02T08:33:06.042 INFO:tasks.rados.rados.0.smithi012.stdout:2651: writing smithi01277369-43 from 4792320 to 4841472 tid 4 2024-04-02T08:33:06.042 INFO:tasks.rados.rados.0.smithi012.stdout:2652: delete oid 30 current snap is 268 2024-04-02T08:33:06.042 INFO:tasks.rados.rados.0.smithi012.stdout:2647: finishing write tid 2 to smithi01277369-10 2024-04-02T08:33:06.043 INFO:tasks.rados.rados.0.smithi012.stdout:2647: finishing write tid 3 to smithi01277369-10 2024-04-02T08:33:06.043 INFO:tasks.rados.rados.0.smithi012.stdout:2647: finishing write tid 4 to smithi01277369-10 2024-04-02T08:33:06.043 INFO:tasks.rados.rados.0.smithi012.stdout:2647: finishing write tid 5 to smithi01277369-10 2024-04-02T08:33:06.043 INFO:tasks.rados.rados.0.smithi012.stdout:2647: oid 10 updating version 0 to 1152 2024-04-02T08:33:06.043 INFO:tasks.rados.rados.0.smithi012.stdout:2647: oid 10 updating version 1152 to 1154 2024-04-02T08:33:06.043 INFO:tasks.rados.rados.0.smithi012.stdout:2647: oid 10 version 1154 is already newer than 1153 2024-04-02T08:33:06.043 INFO:tasks.rados.rados.0.smithi012.stdout:2647: oid 10 updating version 1154 to 1155 2024-04-02T08:33:06.043 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 10 v 1155 (ObjNum 833 snap 268 seq_num 833) dirty exists 2024-04-02T08:33:06.043 INFO:tasks.rados.rados.0.smithi012.stdout:2647: left oid 10 (ObjNum 833 snap 268 seq_num 833) 2024-04-02T08:33:06.043 INFO:tasks.rados.rados.0.smithi012.stdout:2651: finishing write tid 1 to smithi01277369-43 2024-04-02T08:33:06.044 INFO:tasks.rados.rados.0.smithi012.stdout:2648: expect (ObjNum 588 snap 187 seq_num 588) 2024-04-02T08:33:06.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:05 smithi055 ceph-mon[85080]: pgmap v562: 121 pgs: 121 active+clean; 463 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.7 MiB/s wr, 19 op/s 2024-04-02T08:33:06.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:05 smithi055 ceph-mon[85080]: osdmap e597: 8 total, 8 up, 8 in 2024-04-02T08:33:06.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:05 smithi012 ceph-mon[88355]: pgmap v562: 121 pgs: 121 active+clean; 463 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.7 MiB/s wr, 19 op/s 2024-04-02T08:33:06.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:05 smithi012 ceph-mon[88355]: osdmap e597: 8 total, 8 up, 8 in 2024-04-02T08:33:06.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:05 smithi012 ceph-mon[90784]: pgmap v562: 121 pgs: 121 active+clean; 463 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.7 MiB/s wr, 19 op/s 2024-04-02T08:33:06.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:05 smithi012 ceph-mon[90784]: osdmap e597: 8 total, 8 up, 8 in 2024-04-02T08:33:06.619 INFO:tasks.rados.rados.0.smithi012.stdout:2651: finishing write tid 2 to smithi01277369-43 2024-04-02T08:33:06.620 INFO:tasks.rados.rados.0.smithi012.stdout:2651: finishing write tid 3 to smithi01277369-43 2024-04-02T08:33:06.620 INFO:tasks.rados.rados.0.smithi012.stdout:2651: finishing write tid 4 to smithi01277369-43 2024-04-02T08:33:06.620 INFO:tasks.rados.rados.0.smithi012.stdout:2651: finishing write tid 5 to smithi01277369-43 2024-04-02T08:33:06.620 INFO:tasks.rados.rados.0.smithi012.stdout:2651: finishing write tid 6 to smithi01277369-43 2024-04-02T08:33:06.620 INFO:tasks.rados.rados.0.smithi012.stdout:2651: oid 43 updating version 0 to 1832 2024-04-02T08:33:06.620 INFO:tasks.rados.rados.0.smithi012.stdout:2651: oid 43 version 1832 is already newer than 1831 2024-04-02T08:33:06.620 INFO:tasks.rados.rados.0.smithi012.stdout:2651: oid 43 updating version 1832 to 1833 2024-04-02T08:33:06.620 INFO:tasks.rados.rados.0.smithi012.stdout:2651: oid 43 version 1833 is already newer than 1830 2024-04-02T08:33:06.620 INFO:tasks.rados.rados.0.smithi012.stdout:2651: oid 43 version 1833 is already newer than 1829 2024-04-02T08:33:06.620 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 43 v 1833 (ObjNum 835 snap 268 seq_num 835) dirty exists 2024-04-02T08:33:06.620 INFO:tasks.rados.rados.0.smithi012.stdout:2651: left oid 43 (ObjNum 835 snap 268 seq_num 835) 2024-04-02T08:33:06.620 INFO:tasks.rados.rados.0.smithi012.stdout:2647: done (3 left) 2024-04-02T08:33:06.621 INFO:tasks.rados.rados.0.smithi012.stdout:2648: done (2 left) 2024-04-02T08:33:06.621 INFO:tasks.rados.rados.0.smithi012.stdout:2651: done (1 left) 2024-04-02T08:33:06.621 INFO:tasks.rados.rados.0.smithi012.stdout:2652: done (0 left) 2024-04-02T08:33:06.621 INFO:tasks.rados.rados.0.smithi012.stdout:2653: rollback oid 50 current snap is 268 2024-04-02T08:33:06.621 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 50 to 253 2024-04-02T08:33:06.621 INFO:tasks.rados.rados.0.smithi012.stdout:2654: snap_create 2024-04-02T08:33:06.625 INFO:tasks.rados.rados.0.smithi012.stdout:2653: finishing rollback tid 0 to smithi01277369-50 2024-04-02T08:33:06.625 INFO:tasks.rados.rados.0.smithi012.stdout:2653: finishing rollback tid 1 to smithi01277369-50 2024-04-02T08:33:06.625 INFO:tasks.rados.rados.0.smithi012.stdout:2653: finishing rollback tid 2 to smithi01277369-50 2024-04-02T08:33:06.625 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 50 v 1114 (ObjNum 624 snap 203 seq_num 624) dirty exists 2024-04-02T08:33:07.162 INFO:tasks.rados.rados.0.smithi012.stdout:2653: done (1 left) 2024-04-02T08:33:07.162 INFO:tasks.rados.rados.0.smithi012.stdout:2654: done (0 left) 2024-04-02T08:33:07.162 INFO:tasks.rados.rados.0.smithi012.stdout:2655: delete oid 44 current snap is 269 2024-04-02T08:33:07.168 INFO:tasks.rados.rados.0.smithi012.stdout:2655: done (0 left) 2024-04-02T08:33:07.168 INFO:tasks.rados.rados.0.smithi012.stdout:2656: read oid 11 snap -1 2024-04-02T08:33:07.168 INFO:tasks.rados.rados.0.smithi012.stdout:2656: expect (ObjNum 749 snap 245 seq_num 749) 2024-04-02T08:33:07.168 INFO:tasks.rados.rados.0.smithi012.stdout:2657: read oid 17 snap -1 2024-04-02T08:33:07.168 INFO:tasks.rados.rados.0.smithi012.stdout:2657: expect (ObjNum 791 snap 257 seq_num 791) 2024-04-02T08:33:07.168 INFO:tasks.rados.rados.0.smithi012.stdout:2658: read oid 9 snap -1 2024-04-02T08:33:07.168 INFO:tasks.rados.rados.0.smithi012.stdout:2658: expect (ObjNum 821 snap 265 seq_num 821) 2024-04-02T08:33:07.168 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 44 current snap is 269 2024-04-02T08:33:07.169 INFO:tasks.rados.rados.0.smithi012.stdout:2659: seq_num 838 ranges {0=442368,442368=540672,983040=532480,1515520=442368,1957888=90112} 2024-04-02T08:33:07.177 INFO:tasks.rados.rados.0.smithi012.stdout:2659: writing smithi01277369-44 from 0 to 442368 tid 1 2024-04-02T08:33:07.177 INFO:tasks.rados.rados.0.smithi012.stdout:2659: writing smithi01277369-44 from 442368 to 983040 tid 2 2024-04-02T08:33:07.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:06 smithi012 ceph-mon[88355]: osdmap e598: 8 total, 8 up, 8 in 2024-04-02T08:33:07.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:06 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:07.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:06 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:07.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:06 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:07.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:06 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:33:07.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:06 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:07.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:06 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:33:07.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:06 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:07.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:06 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:07.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:06 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:07.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:06 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:07.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:06 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:07.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:06 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:07.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:06 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:07.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:06 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:07.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:06 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:07.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:06 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:07.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:06 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:07.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:06 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:07.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:06 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:07.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:06 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:07.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:06 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:07.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:06 smithi012 ceph-mon[90784]: osdmap e598: 8 total, 8 up, 8 in 2024-04-02T08:33:07.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:06 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:07.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:06 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:07.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:06 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:07.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:06 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:33:07.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:06 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:07.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:06 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:33:07.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:06 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:07.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:06 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:07.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:06 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:07.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:06 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:07.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:06 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:07.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:06 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:07.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:06 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:07.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:06 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:07.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:06 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:07.182 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:06 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:07.182 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:06 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:07.182 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:06 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:07.182 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:06 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:07.182 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:06 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:07.182 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:06 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:07.183 INFO:tasks.rados.rados.0.smithi012.stdout:2659: writing smithi01277369-44 from 983040 to 1515520 tid 3 2024-04-02T08:33:07.183 INFO:tasks.rados.rados.0.smithi012.stdout:2659: writing smithi01277369-44 from 1515520 to 1957888 tid 4 2024-04-02T08:33:07.183 INFO:tasks.rados.rados.0.smithi012.stdout:2659: writing smithi01277369-44 from 1957888 to 2048000 tid 5 2024-04-02T08:33:07.183 INFO:tasks.rados.rados.0.smithi012.stdout:2660: copy_from oid 41 from oid 18 current snap is 269 2024-04-02T08:33:07.183 INFO:tasks.rados.rados.0.smithi012.stdout:2659: finishing write tid 1 to smithi01277369-44 2024-04-02T08:33:07.183 INFO:tasks.rados.rados.0.smithi012.stdout:2658: expect (ObjNum 821 snap 265 seq_num 821) 2024-04-02T08:33:07.247 INFO:tasks.rados.rados.0.smithi012.stdout:2656: expect (ObjNum 749 snap 245 seq_num 749) 2024-04-02T08:33:07.293 INFO:tasks.rados.rados.0.smithi012.stdout:2659: finishing write tid 2 to smithi01277369-44 2024-04-02T08:33:07.293 INFO:tasks.rados.rados.0.smithi012.stdout:2656: done (4 left) 2024-04-02T08:33:07.294 INFO:tasks.rados.rados.0.smithi012.stdout:2658: done (3 left) 2024-04-02T08:33:07.294 INFO:tasks.rados.rados.0.smithi012.stdout:2661: snap_remove snap 267 2024-04-02T08:33:07.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:06 smithi055 ceph-mon[85080]: osdmap e598: 8 total, 8 up, 8 in 2024-04-02T08:33:07.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:06 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:07.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:06 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:07.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:06 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:07.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:06 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:33:07.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:06 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:07.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:06 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:33:07.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:06 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:07.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:06 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:07.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:06 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:07.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:06 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:07.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:06 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:07.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:06 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:07.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:06 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:07.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:06 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:07.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:06 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:07.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:06 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:07.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:06 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:07.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:06 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:07.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:06 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:07.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:06 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:07.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:06 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:08.168 INFO:tasks.rados.rados.0.smithi012.stdout:2661: done (3 left) 2024-04-02T08:33:08.168 INFO:tasks.rados.rados.0.smithi012.stdout:2662: snap_remove snap 196 2024-04-02T08:33:08.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:07 smithi012 ceph-mon[88355]: pgmap v565: 121 pgs: 121 active+clean; 489 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 3.7 MiB/s wr, 19 op/s 2024-04-02T08:33:08.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:07 smithi012 ceph-mon[88355]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:33:08.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:07 smithi012 ceph-mon[88355]: osdmap e599: 8 total, 8 up, 8 in 2024-04-02T08:33:08.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:07 smithi012 ceph-mon[90784]: pgmap v565: 121 pgs: 121 active+clean; 489 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 3.7 MiB/s wr, 19 op/s 2024-04-02T08:33:08.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:07 smithi012 ceph-mon[90784]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:33:08.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:07 smithi012 ceph-mon[90784]: osdmap e599: 8 total, 8 up, 8 in 2024-04-02T08:33:08.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:33:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:33:07] "GET /metrics HTTP/1.1" 200 36246 "" "Prometheus/2.43.0" 2024-04-02T08:33:08.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:07 smithi055 ceph-mon[85080]: pgmap v565: 121 pgs: 121 active+clean; 489 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 3.7 MiB/s wr, 19 op/s 2024-04-02T08:33:08.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:07 smithi055 ceph-mon[85080]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:33:08.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:07 smithi055 ceph-mon[85080]: osdmap e599: 8 total, 8 up, 8 in 2024-04-02T08:33:08.966 INFO:tasks.rados.rados.0.smithi012.stdout:2662: done (3 left) 2024-04-02T08:33:08.966 INFO:tasks.rados.rados.0.smithi012.stdout:2663: rollback oid 2 current snap is 269 2024-04-02T08:33:08.966 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 2 to 227 2024-04-02T08:33:08.966 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 20 current snap is 269 2024-04-02T08:33:08.966 INFO:tasks.rados.rados.0.smithi012.stdout:2664: seq_num 839 ranges {1122304=458752,1581056=425984,2007040=688128,2695168=491520} 2024-04-02T08:33:08.973 INFO:tasks.rados.rados.0.smithi012.stdout:2664: writing smithi01277369-20 from 1122304 to 1581056 tid 1 2024-04-02T08:33:08.976 INFO:tasks.rados.rados.0.smithi012.stdout:2664: writing smithi01277369-20 from 1581056 to 2007040 tid 2 2024-04-02T08:33:08.981 INFO:tasks.rados.rados.0.smithi012.stdout:2664: writing smithi01277369-20 from 2007040 to 2695168 tid 3 2024-04-02T08:33:08.984 INFO:tasks.rados.rados.0.smithi012.stdout:2664: writing smithi01277369-20 from 2695168 to 3186688 tid 4 2024-04-02T08:33:08.992 INFO:tasks.rados.rados.0.smithi012.stdout:2660: finishing copy_from to smithi01277369-41 2024-04-02T08:33:08.993 INFO:tasks.rados.rados.0.smithi012.stdout:2660: got expected ENOENT (src dne) 2024-04-02T08:33:08.993 INFO:tasks.rados.rados.0.smithi012.stdout:2660: finishing copy_from racing read to smithi01277369-41 2024-04-02T08:33:08.993 INFO:tasks.rados.rados.0.smithi012.stdout:2659: finishing write tid 3 to smithi01277369-44 2024-04-02T08:33:08.993 INFO:tasks.rados.rados.0.smithi012.stdout:2659: finishing write tid 4 to smithi01277369-44 2024-04-02T08:33:08.993 INFO:tasks.rados.rados.0.smithi012.stdout:2659: finishing write tid 5 to smithi01277369-44 2024-04-02T08:33:08.993 INFO:tasks.rados.rados.0.smithi012.stdout:2659: finishing write tid 6 to smithi01277369-44 2024-04-02T08:33:08.993 INFO:tasks.rados.rados.0.smithi012.stdout:2657: expect (ObjNum 791 snap 257 seq_num 791) 2024-04-02T08:33:09.106 INFO:tasks.rados.rados.0.smithi012.stdout:2659: finishing write tid 7 to smithi01277369-44 2024-04-02T08:33:09.106 INFO:tasks.rados.rados.0.smithi012.stdout:2659: oid 44 updating version 0 to 1839 2024-04-02T08:33:09.106 INFO:tasks.rados.rados.0.smithi012.stdout:2659: oid 44 updating version 1839 to 1842 2024-04-02T08:33:09.106 INFO:tasks.rados.rados.0.smithi012.stdout:2659: oid 44 version 1842 is already newer than 1841 2024-04-02T08:33:09.106 INFO:tasks.rados.rados.0.smithi012.stdout:2659: oid 44 version 1842 is already newer than 1840 2024-04-02T08:33:09.106 INFO:tasks.rados.rados.0.smithi012.stdout:2659: oid 44 updating version 1842 to 1844 2024-04-02T08:33:09.106 INFO:tasks.rados.rados.0.smithi012.stdout:2659: oid 44 version 1844 is already newer than 1843 2024-04-02T08:33:09.107 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 44 v 1844 (ObjNum 838 snap 269 seq_num 838) dirty exists 2024-04-02T08:33:09.107 INFO:tasks.rados.rados.0.smithi012.stdout:2659: left oid 44 (ObjNum 838 snap 269 seq_num 838) 2024-04-02T08:33:09.107 INFO:tasks.rados.rados.0.smithi012.stdout:2663: finishing rollback tid 1 to smithi01277369-2 2024-04-02T08:33:09.107 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 2 v 1837 (ObjNum 65 snap 0 seq_num 1498636650) dirty dne 2024-04-02T08:33:09.107 INFO:tasks.rados.rados.0.smithi012.stdout:2664: finishing write tid 1 to smithi01277369-20 2024-04-02T08:33:09.107 INFO:tasks.rados.rados.0.smithi012.stdout:2664: finishing write tid 2 to smithi01277369-20 2024-04-02T08:33:09.107 INFO:tasks.rados.rados.0.smithi012.stdout:2664: finishing write tid 3 to smithi01277369-20 2024-04-02T08:33:09.107 INFO:tasks.rados.rados.0.smithi012.stdout:2664: finishing write tid 4 to smithi01277369-20 2024-04-02T08:33:09.107 INFO:tasks.rados.rados.0.smithi012.stdout:2657: done (4 left) 2024-04-02T08:33:09.107 INFO:tasks.rados.rados.0.smithi012.stdout:2659: done (3 left) 2024-04-02T08:33:09.107 INFO:tasks.rados.rados.0.smithi012.stdout:2660: done (2 left) 2024-04-02T08:33:09.107 INFO:tasks.rados.rados.0.smithi012.stdout:2663: done (1 left) 2024-04-02T08:33:09.107 INFO:tasks.rados.rados.0.smithi012.stdout:2665: rollback oid 18 current snap is 269 2024-04-02T08:33:09.107 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 18 to 253 2024-04-02T08:33:09.107 INFO:tasks.rados.rados.0.smithi012.stdout:2664: finishing write tid 5 to smithi01277369-20 2024-04-02T08:33:09.108 INFO:tasks.rados.rados.0.smithi012.stdout:2664: finishing write tid 6 to smithi01277369-20 2024-04-02T08:33:09.108 INFO:tasks.rados.rados.0.smithi012.stdout:2664: oid 20 updating version 0 to 1959 2024-04-02T08:33:09.108 INFO:tasks.rados.rados.0.smithi012.stdout:2664: oid 20 updating version 1959 to 1962 2024-04-02T08:33:09.108 INFO:tasks.rados.rados.0.smithi012.stdout:2664: oid 20 version 1962 is already newer than 1958 2024-04-02T08:33:09.108 INFO:tasks.rados.rados.0.smithi012.stdout:2664: oid 20 version 1962 is already newer than 1960 2024-04-02T08:33:09.108 INFO:tasks.rados.rados.0.smithi012.stdout:2664: oid 20 version 1962 is already newer than 1961 2024-04-02T08:33:09.108 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 20 v 1962 (ObjNum 839 snap 269 seq_num 839) dirty exists 2024-04-02T08:33:09.108 INFO:tasks.rados.rados.0.smithi012.stdout:2664: left oid 20 (ObjNum 839 snap 269 seq_num 839) 2024-04-02T08:33:09.108 INFO:tasks.rados.rados.0.smithi012.stdout:2664: done (1 left) 2024-04-02T08:33:09.108 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 5 current snap is 269 2024-04-02T08:33:09.108 INFO:tasks.rados.rados.0.smithi012.stdout:2666: seq_num 840 ranges {0=475136,475136=712704,1187840=499712,1687552=393216} 2024-04-02T08:33:09.109 INFO:tasks.rados.rados.0.smithi012.stdout:2666: writing smithi01277369-5 from 0 to 475136 tid 1 2024-04-02T08:33:09.112 INFO:tasks.rados.rados.0.smithi012.stdout:2666: writing smithi01277369-5 from 475136 to 1187840 tid 2 2024-04-02T08:33:09.114 INFO:tasks.rados.rados.0.smithi012.stdout:2666: writing smithi01277369-5 from 1187840 to 1687552 tid 3 2024-04-02T08:33:09.117 INFO:tasks.rados.rados.0.smithi012.stdout:2666: writing smithi01277369-5 from 1687552 to 2080768 tid 4 2024-04-02T08:33:09.117 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 26 current snap is 269 2024-04-02T08:33:09.117 INFO:tasks.rados.rados.0.smithi012.stdout:2665: finishing rollback tid 1 to smithi01277369-18 2024-04-02T08:33:09.117 INFO:tasks.rados.rados.0.smithi012.stdout:2665: finishing rollback tid 2 to smithi01277369-18 2024-04-02T08:33:09.117 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 18 v 1002 (ObjNum 624 snap 203 seq_num 624) dirty exists 2024-04-02T08:33:09.117 INFO:tasks.rados.rados.0.smithi012.stdout:2666: finishing write tid 1 to smithi01277369-5 2024-04-02T08:33:09.118 INFO:tasks.rados.rados.0.smithi012.stdout:2667: seq_num 841 ranges {5062656=491520,5554176=598016,6152192=704512,6856704=303104} 2024-04-02T08:33:09.147 INFO:tasks.rados.rados.0.smithi012.stdout:2667: writing smithi01277369-26 from 5062656 to 5554176 tid 1 2024-04-02T08:33:09.150 INFO:tasks.rados.rados.0.smithi012.stdout:2667: writing smithi01277369-26 from 5554176 to 6152192 tid 2 2024-04-02T08:33:09.154 INFO:tasks.rados.rados.0.smithi012.stdout:2667: writing smithi01277369-26 from 6152192 to 6856704 tid 3 2024-04-02T08:33:09.157 INFO:tasks.rados.rados.0.smithi012.stdout:2667: writing smithi01277369-26 from 6856704 to 7159808 tid 4 2024-04-02T08:33:09.157 INFO:tasks.rados.rados.0.smithi012.stdout:2665: done (2 left) 2024-04-02T08:33:09.157 INFO:tasks.rados.rados.0.smithi012.stdout:2668: read oid 30 snap -1 2024-04-02T08:33:09.157 INFO:tasks.rados.rados.0.smithi012.stdout:2668: expect deleted 2024-04-02T08:33:09.157 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 14 current snap is 269 2024-04-02T08:33:09.157 INFO:tasks.rados.rados.0.smithi012.stdout:2666: finishing write tid 2 to smithi01277369-5 2024-04-02T08:33:09.157 INFO:tasks.rados.rados.0.smithi012.stdout:2669: seq_num 842 ranges {7249920=507904,7757824=475136,8232960=516096,8749056=499712,9248768=114688} 2024-04-02T08:33:09.200 INFO:tasks.rados.rados.0.smithi012.stdout:2669: writing smithi01277369-14 from 7249920 to 7757824 tid 1 2024-04-02T08:33:09.203 INFO:tasks.rados.rados.0.smithi012.stdout:2669: writing smithi01277369-14 from 7757824 to 8232960 tid 2 2024-04-02T08:33:09.206 INFO:tasks.rados.rados.0.smithi012.stdout:2669: writing smithi01277369-14 from 8232960 to 8749056 tid 3 2024-04-02T08:33:09.209 INFO:tasks.rados.rados.0.smithi012.stdout:2669: writing smithi01277369-14 from 8749056 to 9248768 tid 4 2024-04-02T08:33:09.210 INFO:tasks.rados.rados.0.smithi012.stdout:2669: writing smithi01277369-14 from 9248768 to 9363456 tid 5 2024-04-02T08:33:09.210 INFO:tasks.rados.rados.0.smithi012.stdout:2670: copy_from oid 23 from oid 38 current snap is 269 2024-04-02T08:33:09.210 INFO:tasks.rados.rados.0.smithi012.stdout:2666: finishing write tid 3 to smithi01277369-5 2024-04-02T08:33:09.211 INFO:tasks.rados.rados.0.smithi012.stdout:2671: read oid 6 snap -1 2024-04-02T08:33:09.211 INFO:tasks.rados.rados.0.smithi012.stdout:2671: expect (ObjNum 588 snap 187 seq_num 588) 2024-04-02T08:33:09.211 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 7 current snap is 269 2024-04-02T08:33:09.211 INFO:tasks.rados.rados.0.smithi012.stdout:2666: finishing write tid 4 to smithi01277369-5 2024-04-02T08:33:09.211 INFO:tasks.rados.rados.0.smithi012.stdout:2672: seq_num 843 ranges {3014656=524288,3538944=761856,4300800=671744,4972544=172032} 2024-04-02T08:33:09.229 INFO:tasks.rados.rados.0.smithi012.stdout:2672: writing smithi01277369-7 from 3014656 to 3538944 tid 1 2024-04-02T08:33:09.234 INFO:tasks.rados.rados.0.smithi012.stdout:2672: writing smithi01277369-7 from 3538944 to 4300800 tid 2 2024-04-02T08:33:09.238 INFO:tasks.rados.rados.0.smithi012.stdout:2672: writing smithi01277369-7 from 4300800 to 4972544 tid 3 2024-04-02T08:33:09.241 INFO:tasks.rados.rados.0.smithi012.stdout:2672: writing smithi01277369-7 from 4972544 to 5144576 tid 4 2024-04-02T08:33:09.241 INFO:tasks.rados.rados.0.smithi012.stdout:2673: delete oid 15 current snap is 269 2024-04-02T08:33:09.241 INFO:tasks.rados.rados.0.smithi012.stdout:2666: finishing write tid 5 to smithi01277369-5 2024-04-02T08:33:09.241 INFO:tasks.rados.rados.0.smithi012.stdout:2666: finishing write tid 6 to smithi01277369-5 2024-04-02T08:33:09.241 INFO:tasks.rados.rados.0.smithi012.stdout:2666: oid 5 updating version 0 to 1408 2024-04-02T08:33:09.241 INFO:tasks.rados.rados.0.smithi012.stdout:2666: oid 5 updating version 1408 to 1411 2024-04-02T08:33:09.241 INFO:tasks.rados.rados.0.smithi012.stdout:2666: oid 5 version 1411 is already newer than 1409 2024-04-02T08:33:09.241 INFO:tasks.rados.rados.0.smithi012.stdout:2666: oid 5 version 1411 is already newer than 1407 2024-04-02T08:33:09.241 INFO:tasks.rados.rados.0.smithi012.stdout:2666: oid 5 version 1411 is already newer than 1410 2024-04-02T08:33:09.241 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 5 v 1411 (ObjNum 840 snap 269 seq_num 840) dirty exists 2024-04-02T08:33:09.241 INFO:tasks.rados.rados.0.smithi012.stdout:2666: left oid 5 (ObjNum 840 snap 269 seq_num 840) 2024-04-02T08:33:09.242 INFO:tasks.rados.rados.0.smithi012.stdout:2667: finishing write tid 1 to smithi01277369-26 2024-04-02T08:33:09.242 INFO:tasks.rados.rados.0.smithi012.stdout:2667: finishing write tid 2 to smithi01277369-26 2024-04-02T08:33:09.242 INFO:tasks.rados.rados.0.smithi012.stdout:2667: finishing write tid 3 to smithi01277369-26 2024-04-02T08:33:09.242 INFO:tasks.rados.rados.0.smithi012.stdout:2667: finishing write tid 4 to smithi01277369-26 2024-04-02T08:33:09.242 INFO:tasks.rados.rados.0.smithi012.stdout:2667: finishing write tid 5 to smithi01277369-26 2024-04-02T08:33:09.242 INFO:tasks.rados.rados.0.smithi012.stdout:2667: finishing write tid 6 to smithi01277369-26 2024-04-02T08:33:09.242 INFO:tasks.rados.rados.0.smithi012.stdout:2667: oid 26 updating version 0 to 1006 2024-04-02T08:33:09.242 INFO:tasks.rados.rados.0.smithi012.stdout:2667: oid 26 version 1006 is already newer than 1002 2024-04-02T08:33:09.242 INFO:tasks.rados.rados.0.smithi012.stdout:2667: oid 26 version 1006 is already newer than 1005 2024-04-02T08:33:09.242 INFO:tasks.rados.rados.0.smithi012.stdout:2667: oid 26 version 1006 is already newer than 1003 2024-04-02T08:33:09.242 INFO:tasks.rados.rados.0.smithi012.stdout:2667: oid 26 version 1006 is already newer than 1004 2024-04-02T08:33:09.242 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 26 v 1006 (ObjNum 841 snap 269 seq_num 841) dirty exists 2024-04-02T08:33:09.242 INFO:tasks.rados.rados.0.smithi012.stdout:2667: left oid 26 (ObjNum 841 snap 269 seq_num 841) 2024-04-02T08:33:09.243 INFO:tasks.rados.rados.0.smithi012.stdout:2669: finishing write tid 1 to smithi01277369-14 2024-04-02T08:33:09.243 INFO:tasks.rados.rados.0.smithi012.stdout:2669: finishing write tid 2 to smithi01277369-14 2024-04-02T08:33:09.243 INFO:tasks.rados.rados.0.smithi012.stdout:2669: finishing write tid 3 to smithi01277369-14 2024-04-02T08:33:09.243 INFO:tasks.rados.rados.0.smithi012.stdout:2670: finishing copy_from to smithi01277369-23 2024-04-02T08:33:09.243 INFO:tasks.rados.rados.0.smithi012.stdout:2670: got expected ENOENT (src dne) 2024-04-02T08:33:09.243 INFO:tasks.rados.rados.0.smithi012.stdout:2670: finishing copy_from racing read to smithi01277369-23 2024-04-02T08:33:09.243 INFO:tasks.rados.rados.0.smithi012.stdout:2669: finishing write tid 4 to smithi01277369-14 2024-04-02T08:33:09.243 INFO:tasks.rados.rados.0.smithi012.stdout:2669: finishing write tid 5 to smithi01277369-14 2024-04-02T08:33:09.243 INFO:tasks.rados.rados.0.smithi012.stdout:2669: finishing write tid 6 to smithi01277369-14 2024-04-02T08:33:09.243 INFO:tasks.rados.rados.0.smithi012.stdout:2669: finishing write tid 7 to smithi01277369-14 2024-04-02T08:33:09.243 INFO:tasks.rados.rados.0.smithi012.stdout:2669: oid 14 updating version 0 to 1054 2024-04-02T08:33:09.243 INFO:tasks.rados.rados.0.smithi012.stdout:2669: oid 14 version 1054 is already newer than 1052 2024-04-02T08:33:09.243 INFO:tasks.rados.rados.0.smithi012.stdout:2669: oid 14 updating version 1054 to 1057 2024-04-02T08:33:09.243 INFO:tasks.rados.rados.0.smithi012.stdout:2669: oid 14 version 1057 is already newer than 1053 2024-04-02T08:33:09.243 INFO:tasks.rados.rados.0.smithi012.stdout:2669: oid 14 version 1057 is already newer than 1055 2024-04-02T08:33:09.244 INFO:tasks.rados.rados.0.smithi012.stdout:2669: oid 14 version 1057 is already newer than 1056 2024-04-02T08:33:09.244 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 14 v 1057 (ObjNum 842 snap 269 seq_num 842) dirty exists 2024-04-02T08:33:09.244 INFO:tasks.rados.rados.0.smithi012.stdout:2669: left oid 14 (ObjNum 842 snap 269 seq_num 842) 2024-04-02T08:33:09.244 INFO:tasks.rados.rados.0.smithi012.stdout:2672: finishing write tid 1 to smithi01277369-7 2024-04-02T08:33:09.244 INFO:tasks.rados.rados.0.smithi012.stdout:2671: expect (ObjNum 588 snap 187 seq_num 588) 2024-04-02T08:33:09.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:08 smithi055 ceph-mon[85080]: Upgrade: Updating alertmanager.a 2024-04-02T08:33:09.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:08 smithi055 ceph-mon[85080]: Deploying daemon alertmanager.a on smithi012 2024-04-02T08:33:09.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:08 smithi055 ceph-mon[85080]: osdmap e600: 8 total, 8 up, 8 in 2024-04-02T08:33:09.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:08 smithi055 ceph-mon[85080]: osdmap e601: 8 total, 8 up, 8 in 2024-04-02T08:33:09.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:08 smithi012 ceph-mon[88355]: Upgrade: Updating alertmanager.a 2024-04-02T08:33:09.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:08 smithi012 ceph-mon[88355]: Deploying daemon alertmanager.a on smithi012 2024-04-02T08:33:09.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:08 smithi012 ceph-mon[88355]: osdmap e600: 8 total, 8 up, 8 in 2024-04-02T08:33:09.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:08 smithi012 ceph-mon[88355]: osdmap e601: 8 total, 8 up, 8 in 2024-04-02T08:33:09.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:08 smithi012 ceph-mon[90784]: Upgrade: Updating alertmanager.a 2024-04-02T08:33:09.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:08 smithi012 ceph-mon[90784]: Deploying daemon alertmanager.a on smithi012 2024-04-02T08:33:09.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:08 smithi012 ceph-mon[90784]: osdmap e600: 8 total, 8 up, 8 in 2024-04-02T08:33:09.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:08 smithi012 ceph-mon[90784]: osdmap e601: 8 total, 8 up, 8 in 2024-04-02T08:33:09.802 INFO:tasks.rados.rados.0.smithi012.stdout:2672: finishing write tid 2 to smithi01277369-7 2024-04-02T08:33:09.802 INFO:tasks.rados.rados.0.smithi012.stdout:2672: finishing write tid 3 to smithi01277369-7 2024-04-02T08:33:09.802 INFO:tasks.rados.rados.0.smithi012.stdout:2672: finishing write tid 4 to smithi01277369-7 2024-04-02T08:33:09.802 INFO:tasks.rados.rados.0.smithi012.stdout:2672: finishing write tid 5 to smithi01277369-7 2024-04-02T08:33:09.802 INFO:tasks.rados.rados.0.smithi012.stdout:2672: finishing write tid 6 to smithi01277369-7 2024-04-02T08:33:09.803 INFO:tasks.rados.rados.0.smithi012.stdout:2672: oid 7 updating version 0 to 1834 2024-04-02T08:33:09.803 INFO:tasks.rados.rados.0.smithi012.stdout:2672: oid 7 updating version 1834 to 1837 2024-04-02T08:33:09.803 INFO:tasks.rados.rados.0.smithi012.stdout:2672: oid 7 updating version 1837 to 1838 2024-04-02T08:33:09.803 INFO:tasks.rados.rados.0.smithi012.stdout:2672: oid 7 version 1838 is already newer than 1836 2024-04-02T08:33:09.803 INFO:tasks.rados.rados.0.smithi012.stdout:2672: oid 7 version 1838 is already newer than 1835 2024-04-02T08:33:09.803 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 7 v 1838 (ObjNum 843 snap 269 seq_num 843) dirty exists 2024-04-02T08:33:09.803 INFO:tasks.rados.rados.0.smithi012.stdout:2672: left oid 7 (ObjNum 843 snap 269 seq_num 843) 2024-04-02T08:33:09.803 INFO:tasks.rados.rados.0.smithi012.stdout:2666: done (7 left) 2024-04-02T08:33:09.803 INFO:tasks.rados.rados.0.smithi012.stdout:2667: done (6 left) 2024-04-02T08:33:09.803 INFO:tasks.rados.rados.0.smithi012.stdout:2668: done (5 left) 2024-04-02T08:33:09.803 INFO:tasks.rados.rados.0.smithi012.stdout:2669: done (4 left) 2024-04-02T08:33:09.803 INFO:tasks.rados.rados.0.smithi012.stdout:2670: done (3 left) 2024-04-02T08:33:09.803 INFO:tasks.rados.rados.0.smithi012.stdout:2671: done (2 left) 2024-04-02T08:33:09.803 INFO:tasks.rados.rados.0.smithi012.stdout:2672: done (1 left) 2024-04-02T08:33:09.803 INFO:tasks.rados.rados.0.smithi012.stdout:2673: done (0 left) 2024-04-02T08:33:09.804 INFO:tasks.rados.rados.0.smithi012.stdout:2674: snap_remove snap 261 2024-04-02T08:33:09.988 INFO:tasks.rados.rados.0.smithi012.stdout:2674: done (0 left) 2024-04-02T08:33:09.988 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 22 current snap is 269 2024-04-02T08:33:09.988 INFO:tasks.rados.rados.0.smithi012.stdout:2675: seq_num 845 ranges {2383872=557056,2940928=581632,3522560=688128,4210688=335872} 2024-04-02T08:33:10.006 INFO:tasks.rados.rados.0.smithi012.stdout:2675: writing smithi01277369-22 from 2383872 to 2940928 tid 1 2024-04-02T08:33:10.010 INFO:tasks.rados.rados.0.smithi012.stdout:2675: writing smithi01277369-22 from 2940928 to 3522560 tid 2 2024-04-02T08:33:10.015 INFO:tasks.rados.rados.0.smithi012.stdout:2675: writing smithi01277369-22 from 3522560 to 4210688 tid 3 2024-04-02T08:33:10.018 INFO:tasks.rados.rados.0.smithi012.stdout:2675: writing smithi01277369-22 from 4210688 to 4546560 tid 4 2024-04-02T08:33:10.018 INFO:tasks.rados.rados.0.smithi012.stdout:2675: finishing write tid 1 to smithi01277369-22 2024-04-02T08:33:10.018 INFO:tasks.rados.rados.0.smithi012.stdout:2675: finishing write tid 2 to smithi01277369-22 2024-04-02T08:33:10.018 INFO:tasks.rados.rados.0.smithi012.stdout:2676: read oid 40 snap -1 2024-04-02T08:33:10.018 INFO:tasks.rados.rados.0.smithi012.stdout:2676: expect deleted 2024-04-02T08:33:10.019 INFO:tasks.rados.rados.0.smithi012.stdout:2677: rollback oid 16 current snap is 269 2024-04-02T08:33:10.019 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 16 to 260 2024-04-02T08:33:10.019 INFO:tasks.rados.rados.0.smithi012.stdout:2678: read oid 15 snap -1 2024-04-02T08:33:10.019 INFO:tasks.rados.rados.0.smithi012.stdout:2678: expect deleted 2024-04-02T08:33:10.019 INFO:tasks.rados.rados.0.smithi012.stdout:2679: rmattr oid 3 current snap is 269 2024-04-02T08:33:10.019 INFO:tasks.rados.rados.0.smithi012.stdout:2680: copy_from oid 14 from oid 33 current snap is 269 2024-04-02T08:33:10.019 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 6 current snap is 269 2024-04-02T08:33:10.019 INFO:tasks.rados.rados.0.smithi012.stdout:2681: seq_num 846 ranges {6348800=573440,6922240=466944,7389184=491520,7880704=548864,8429568=98304} 2024-04-02T08:33:10.056 INFO:tasks.rados.rados.0.smithi012.stdout:2681: writing smithi01277369-6 from 6348800 to 6922240 tid 1 2024-04-02T08:33:10.059 INFO:tasks.rados.rados.0.smithi012.stdout:2681: writing smithi01277369-6 from 6922240 to 7389184 tid 2 2024-04-02T08:33:10.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:09 smithi055 ceph-mon[85080]: pgmap v567: 121 pgs: 121 active+clean; 489 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.5 MiB/s wr, 18 op/s 2024-04-02T08:33:10.061 INFO:tasks.rados.rados.0.smithi012.stdout:2681: writing smithi01277369-6 from 7389184 to 7880704 tid 3 2024-04-02T08:33:10.064 INFO:tasks.rados.rados.0.smithi012.stdout:2681: writing smithi01277369-6 from 7880704 to 8429568 tid 4 2024-04-02T08:33:10.066 INFO:tasks.rados.rados.0.smithi012.stdout:2681: writing smithi01277369-6 from 8429568 to 8527872 tid 5 2024-04-02T08:33:10.066 INFO:tasks.rados.rados.0.smithi012.stdout:2682: delete oid 10 current snap is 269 2024-04-02T08:33:10.066 INFO:tasks.rados.rados.0.smithi012.stdout:2677: finishing rollback tid 0 to smithi01277369-16 2024-04-02T08:33:10.066 INFO:tasks.rados.rados.0.smithi012.stdout:2677: finishing rollback tid 1 to smithi01277369-16 2024-04-02T08:33:10.067 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 3 v 1094 (ObjNum 824 snap 265 seq_num 824) dirty exists 2024-04-02T08:33:10.067 INFO:tasks.rados.rados.0.smithi012.stdout:2677: finishing rollback tid 2 to smithi01277369-16 2024-04-02T08:33:10.067 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 16 v 430 (ObjNum 765 snap 252 seq_num 765) dirty exists 2024-04-02T08:33:10.067 INFO:tasks.rados.rados.0.smithi012.stdout:2675: finishing write tid 3 to smithi01277369-22 2024-04-02T08:33:10.067 INFO:tasks.rados.rados.0.smithi012.stdout:2675: finishing write tid 4 to smithi01277369-22 2024-04-02T08:33:10.067 INFO:tasks.rados.rados.0.smithi012.stdout:2675: finishing write tid 5 to smithi01277369-22 2024-04-02T08:33:10.067 INFO:tasks.rados.rados.0.smithi012.stdout:2680: finishing copy_from to smithi01277369-14 2024-04-02T08:33:10.067 INFO:tasks.rados.rados.0.smithi012.stdout:2680: got expected ENOENT (src dne) 2024-04-02T08:33:10.067 INFO:tasks.rados.rados.0.smithi012.stdout:2680: finishing copy_from racing read to smithi01277369-14 2024-04-02T08:33:10.067 INFO:tasks.rados.rados.0.smithi012.stdout:2675: finishing write tid 6 to smithi01277369-22 2024-04-02T08:33:10.067 INFO:tasks.rados.rados.0.smithi012.stdout:2675: oid 22 updating version 0 to 1845 2024-04-02T08:33:10.067 INFO:tasks.rados.rados.0.smithi012.stdout:2675: oid 22 updating version 1845 to 1846 2024-04-02T08:33:10.067 INFO:tasks.rados.rados.0.smithi012.stdout:2675: oid 22 updating version 1846 to 1848 2024-04-02T08:33:10.067 INFO:tasks.rados.rados.0.smithi012.stdout:2675: oid 22 updating version 1848 to 1849 2024-04-02T08:33:10.067 INFO:tasks.rados.rados.0.smithi012.stdout:2675: oid 22 version 1849 is already newer than 1847 2024-04-02T08:33:10.068 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 22 v 1849 (ObjNum 845 snap 269 seq_num 845) dirty exists 2024-04-02T08:33:10.068 INFO:tasks.rados.rados.0.smithi012.stdout:2675: left oid 22 (ObjNum 845 snap 269 seq_num 845) 2024-04-02T08:33:10.068 INFO:tasks.rados.rados.0.smithi012.stdout:2681: finishing write tid 1 to smithi01277369-6 2024-04-02T08:33:10.068 INFO:tasks.rados.rados.0.smithi012.stdout:2681: finishing write tid 2 to smithi01277369-6 2024-04-02T08:33:10.068 INFO:tasks.rados.rados.0.smithi012.stdout:2681: finishing write tid 3 to smithi01277369-6 2024-04-02T08:33:10.069 INFO:tasks.rados.rados.0.smithi012.stdout:2675: done (7 left) 2024-04-02T08:33:10.069 INFO:tasks.rados.rados.0.smithi012.stdout:2676: done (6 left) 2024-04-02T08:33:10.069 INFO:tasks.rados.rados.0.smithi012.stdout:2677: done (5 left) 2024-04-02T08:33:10.069 INFO:tasks.rados.rados.0.smithi012.stdout:2678: done (4 left) 2024-04-02T08:33:10.069 INFO:tasks.rados.rados.0.smithi012.stdout:2679: done (3 left) 2024-04-02T08:33:10.069 INFO:tasks.rados.rados.0.smithi012.stdout:2680: done (2 left) 2024-04-02T08:33:10.069 INFO:tasks.rados.rados.0.smithi012.stdout:2682: done (1 left) 2024-04-02T08:33:10.069 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 23 current snap is 269 2024-04-02T08:33:10.069 INFO:tasks.rados.rados.0.smithi012.stdout:2683: seq_num 848 ranges {0=606208,606208=630784,1236992=458752,1695744=516096} 2024-04-02T08:33:10.072 INFO:tasks.rados.rados.0.smithi012.stdout:2683: writing smithi01277369-23 from 0 to 606208 tid 1 2024-04-02T08:33:10.076 INFO:tasks.rados.rados.0.smithi012.stdout:2683: writing smithi01277369-23 from 606208 to 1236992 tid 2 2024-04-02T08:33:10.078 INFO:tasks.rados.rados.0.smithi012.stdout:2683: writing smithi01277369-23 from 1236992 to 1695744 tid 3 2024-04-02T08:33:10.082 INFO:tasks.rados.rados.0.smithi012.stdout:2683: writing smithi01277369-23 from 1695744 to 2211840 tid 4 2024-04-02T08:33:10.082 INFO:tasks.rados.rados.0.smithi012.stdout:2684: delete oid 15 current snap is 269 2024-04-02T08:33:10.082 INFO:tasks.rados.rados.0.smithi012.stdout:2681: finishing write tid 4 to smithi01277369-6 2024-04-02T08:33:10.082 INFO:tasks.rados.rados.0.smithi012.stdout:2681: finishing write tid 5 to smithi01277369-6 2024-04-02T08:33:10.082 INFO:tasks.rados.rados.0.smithi012.stdout:2681: finishing write tid 6 to smithi01277369-6 2024-04-02T08:33:10.082 INFO:tasks.rados.rados.0.smithi012.stdout:2681: finishing write tid 7 to smithi01277369-6 2024-04-02T08:33:10.082 INFO:tasks.rados.rados.0.smithi012.stdout:2681: oid 6 updating version 0 to 1118 2024-04-02T08:33:10.082 INFO:tasks.rados.rados.0.smithi012.stdout:2681: oid 6 version 1118 is already newer than 1116 2024-04-02T08:33:10.082 INFO:tasks.rados.rados.0.smithi012.stdout:2681: oid 6 updating version 1118 to 1120 2024-04-02T08:33:10.083 INFO:tasks.rados.rados.0.smithi012.stdout:2681: oid 6 version 1120 is already newer than 1115 2024-04-02T08:33:10.083 INFO:tasks.rados.rados.0.smithi012.stdout:2681: oid 6 version 1120 is already newer than 1119 2024-04-02T08:33:10.083 INFO:tasks.rados.rados.0.smithi012.stdout:2681: oid 6 version 1120 is already newer than 1117 2024-04-02T08:33:10.083 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 6 v 1120 (ObjNum 846 snap 269 seq_num 846) dirty exists 2024-04-02T08:33:10.083 INFO:tasks.rados.rados.0.smithi012.stdout:2681: left oid 6 (ObjNum 846 snap 269 seq_num 846) 2024-04-02T08:33:10.083 INFO:tasks.rados.rados.0.smithi012.stdout:2683: finishing write tid 1 to smithi01277369-23 2024-04-02T08:33:10.083 INFO:tasks.rados.rados.0.smithi012.stdout:2683: finishing write tid 2 to smithi01277369-23 2024-04-02T08:33:10.083 INFO:tasks.rados.rados.0.smithi012.stdout:2683: finishing write tid 3 to smithi01277369-23 2024-04-02T08:33:10.083 INFO:tasks.rados.rados.0.smithi012.stdout:2681: done (2 left) 2024-04-02T08:33:10.084 INFO:tasks.rados.rados.0.smithi012.stdout:2684: done (1 left) 2024-04-02T08:33:10.084 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 38 current snap is 269 2024-04-02T08:33:10.084 INFO:tasks.rados.rados.0.smithi012.stdout:2685: seq_num 850 ranges {0=638976,638976=802816,1441792=475136,1916928=327680} 2024-04-02T08:33:10.087 INFO:tasks.rados.rados.0.smithi012.stdout:2685: writing smithi01277369-38 from 0 to 638976 tid 1 2024-04-02T08:33:10.091 INFO:tasks.rados.rados.0.smithi012.stdout:2685: writing smithi01277369-38 from 638976 to 1441792 tid 2 2024-04-02T08:33:10.094 INFO:tasks.rados.rados.0.smithi012.stdout:2685: writing smithi01277369-38 from 1441792 to 1916928 tid 3 2024-04-02T08:33:10.097 INFO:tasks.rados.rados.0.smithi012.stdout:2685: writing smithi01277369-38 from 1916928 to 2244608 tid 4 2024-04-02T08:33:10.097 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 50 current snap is 269 2024-04-02T08:33:10.097 INFO:tasks.rados.rados.0.smithi012.stdout:2683: finishing write tid 4 to smithi01277369-23 2024-04-02T08:33:10.098 INFO:tasks.rados.rados.0.smithi012.stdout:2683: finishing write tid 5 to smithi01277369-23 2024-04-02T08:33:10.098 INFO:tasks.rados.rados.0.smithi012.stdout:2683: finishing write tid 6 to smithi01277369-23 2024-04-02T08:33:10.098 INFO:tasks.rados.rados.0.smithi012.stdout:2683: oid 23 updating version 0 to 1413 2024-04-02T08:33:10.098 INFO:tasks.rados.rados.0.smithi012.stdout:2683: oid 23 updating version 1413 to 1415 2024-04-02T08:33:10.098 INFO:tasks.rados.rados.0.smithi012.stdout:2683: oid 23 version 1415 is already newer than 1412 2024-04-02T08:33:10.098 INFO:tasks.rados.rados.0.smithi012.stdout:2683: oid 23 version 1415 is already newer than 1414 2024-04-02T08:33:10.098 INFO:tasks.rados.rados.0.smithi012.stdout:2683: oid 23 updating version 1415 to 1416 2024-04-02T08:33:10.098 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 23 v 1416 (ObjNum 848 snap 269 seq_num 848) dirty exists 2024-04-02T08:33:10.098 INFO:tasks.rados.rados.0.smithi012.stdout:2683: left oid 23 (ObjNum 848 snap 269 seq_num 848) 2024-04-02T08:33:10.098 INFO:tasks.rados.rados.0.smithi012.stdout:2685: finishing write tid 1 to smithi01277369-38 2024-04-02T08:33:10.098 INFO:tasks.rados.rados.0.smithi012.stdout:2685: finishing write tid 2 to smithi01277369-38 2024-04-02T08:33:10.098 INFO:tasks.rados.rados.0.smithi012.stdout:2686: seq_num 851 ranges {860160=655360,1515520=688128,2203648=679936,2883584=237568} 2024-04-02T08:33:10.106 INFO:tasks.rados.rados.0.smithi012.stdout:2686: writing smithi01277369-50 from 860160 to 1515520 tid 1 2024-04-02T08:33:10.109 INFO:tasks.rados.rados.0.smithi012.stdout:2686: writing smithi01277369-50 from 1515520 to 2203648 tid 2 2024-04-02T08:33:10.113 INFO:tasks.rados.rados.0.smithi012.stdout:2686: writing smithi01277369-50 from 2203648 to 2883584 tid 3 2024-04-02T08:33:10.115 INFO:tasks.rados.rados.0.smithi012.stdout:2686: writing smithi01277369-50 from 2883584 to 3121152 tid 4 2024-04-02T08:33:10.115 INFO:tasks.rados.rados.0.smithi012.stdout:2683: done (2 left) 2024-04-02T08:33:10.115 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 17 current snap is 269 2024-04-02T08:33:10.115 INFO:tasks.rados.rados.0.smithi012.stdout:2687: seq_num 852 ranges {2842624=671744,3514368=622592,4136960=442368,4579328=540672} 2024-04-02T08:33:10.134 INFO:tasks.rados.rados.0.smithi012.stdout:2687: writing smithi01277369-17 from 2842624 to 3514368 tid 1 2024-04-02T08:33:10.138 INFO:tasks.rados.rados.0.smithi012.stdout:2687: writing smithi01277369-17 from 3514368 to 4136960 tid 2 2024-04-02T08:33:10.141 INFO:tasks.rados.rados.0.smithi012.stdout:2687: writing smithi01277369-17 from 4136960 to 4579328 tid 3 2024-04-02T08:33:10.145 INFO:tasks.rados.rados.0.smithi012.stdout:2687: writing smithi01277369-17 from 4579328 to 5120000 tid 4 2024-04-02T08:33:10.145 INFO:tasks.rados.rados.0.smithi012.stdout:2688: read oid 42 snap -1 2024-04-02T08:33:10.145 INFO:tasks.rados.rados.0.smithi012.stdout:2688: expect (ObjNum 817 snap 265 seq_num 817) 2024-04-02T08:33:10.145 INFO:tasks.rados.rados.0.smithi012.stdout:2689: snap_remove snap 265 2024-04-02T08:33:10.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:09 smithi012 ceph-mon[88355]: pgmap v567: 121 pgs: 121 active+clean; 489 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.5 MiB/s wr, 18 op/s 2024-04-02T08:33:10.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:10 smithi012 ceph-mon[90784]: pgmap v567: 121 pgs: 121 active+clean; 489 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.5 MiB/s wr, 18 op/s 2024-04-02T08:33:11.010 INFO:tasks.rados.rados.0.smithi012.stdout:2685: finishing write tid 3 to smithi01277369-38 2024-04-02T08:33:11.011 INFO:tasks.rados.rados.0.smithi012.stdout:2685: finishing write tid 4 to smithi01277369-38 2024-04-02T08:33:11.011 INFO:tasks.rados.rados.0.smithi012.stdout:2685: finishing write tid 5 to smithi01277369-38 2024-04-02T08:33:11.011 INFO:tasks.rados.rados.0.smithi012.stdout:2685: finishing write tid 6 to smithi01277369-38 2024-04-02T08:33:11.011 INFO:tasks.rados.rados.0.smithi012.stdout:2685: oid 38 updating version 0 to 1803 2024-04-02T08:33:11.011 INFO:tasks.rados.rados.0.smithi012.stdout:2685: oid 38 version 1803 is already newer than 1801 2024-04-02T08:33:11.012 INFO:tasks.rados.rados.0.smithi012.stdout:2685: oid 38 version 1803 is already newer than 1802 2024-04-02T08:33:11.012 INFO:tasks.rados.rados.0.smithi012.stdout:2685: oid 38 updating version 1803 to 1805 2024-04-02T08:33:11.012 INFO:tasks.rados.rados.0.smithi012.stdout:2685: oid 38 version 1805 is already newer than 1804 2024-04-02T08:33:11.012 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 38 v 1805 (ObjNum 850 snap 269 seq_num 850) dirty exists 2024-04-02T08:33:11.012 INFO:tasks.rados.rados.0.smithi012.stdout:2685: left oid 38 (ObjNum 850 snap 269 seq_num 850) 2024-04-02T08:33:11.012 INFO:tasks.rados.rados.0.smithi012.stdout:2686: finishing write tid 1 to smithi01277369-50 2024-04-02T08:33:11.012 INFO:tasks.rados.rados.0.smithi012.stdout:2686: finishing write tid 2 to smithi01277369-50 2024-04-02T08:33:11.012 INFO:tasks.rados.rados.0.smithi012.stdout:2686: finishing write tid 3 to smithi01277369-50 2024-04-02T08:33:11.012 INFO:tasks.rados.rados.0.smithi012.stdout:2686: finishing write tid 4 to smithi01277369-50 2024-04-02T08:33:11.012 INFO:tasks.rados.rados.0.smithi012.stdout:2686: finishing write tid 5 to smithi01277369-50 2024-04-02T08:33:11.013 INFO:tasks.rados.rados.0.smithi012.stdout:2686: finishing write tid 6 to smithi01277369-50 2024-04-02T08:33:11.013 INFO:tasks.rados.rados.0.smithi012.stdout:2686: oid 50 updating version 0 to 1123 2024-04-02T08:33:11.013 INFO:tasks.rados.rados.0.smithi012.stdout:2686: oid 50 updating version 1123 to 1124 2024-04-02T08:33:11.013 INFO:tasks.rados.rados.0.smithi012.stdout:2686: oid 50 version 1124 is already newer than 1121 2024-04-02T08:33:11.013 INFO:tasks.rados.rados.0.smithi012.stdout:2686: oid 50 updating version 1124 to 1125 2024-04-02T08:33:11.013 INFO:tasks.rados.rados.0.smithi012.stdout:2686: oid 50 version 1125 is already newer than 1122 2024-04-02T08:33:11.013 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 50 v 1125 (ObjNum 851 snap 269 seq_num 851) dirty exists 2024-04-02T08:33:11.013 INFO:tasks.rados.rados.0.smithi012.stdout:2686: left oid 50 (ObjNum 851 snap 269 seq_num 851) 2024-04-02T08:33:11.013 INFO:tasks.rados.rados.0.smithi012.stdout:2687: finishing write tid 1 to smithi01277369-17 2024-04-02T08:33:11.013 INFO:tasks.rados.rados.0.smithi012.stdout:2687: finishing write tid 2 to smithi01277369-17 2024-04-02T08:33:11.013 INFO:tasks.rados.rados.0.smithi012.stdout:2687: finishing write tid 3 to smithi01277369-17 2024-04-02T08:33:11.014 INFO:tasks.rados.rados.0.smithi012.stdout:2687: finishing write tid 4 to smithi01277369-17 2024-04-02T08:33:11.014 INFO:tasks.rados.rados.0.smithi012.stdout:2687: finishing write tid 5 to smithi01277369-17 2024-04-02T08:33:11.014 INFO:tasks.rados.rados.0.smithi012.stdout:2687: finishing write tid 6 to smithi01277369-17 2024-04-02T08:33:11.014 INFO:tasks.rados.rados.0.smithi012.stdout:2687: oid 17 updating version 0 to 1983 2024-04-02T08:33:11.014 INFO:tasks.rados.rados.0.smithi012.stdout:2687: oid 17 updating version 1983 to 1985 2024-04-02T08:33:11.014 INFO:tasks.rados.rados.0.smithi012.stdout:2687: oid 17 version 1985 is already newer than 1982 2024-04-02T08:33:11.014 INFO:tasks.rados.rados.0.smithi012.stdout:2687: oid 17 updating version 1985 to 1986 2024-04-02T08:33:11.014 INFO:tasks.rados.rados.0.smithi012.stdout:2687: oid 17 version 1986 is already newer than 1984 2024-04-02T08:33:11.014 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 17 v 1986 (ObjNum 852 snap 269 seq_num 852) dirty exists 2024-04-02T08:33:11.014 INFO:tasks.rados.rados.0.smithi012.stdout:2687: left oid 17 (ObjNum 852 snap 269 seq_num 852) 2024-04-02T08:33:11.014 INFO:tasks.rados.rados.0.smithi012.stdout:2688: expect (ObjNum 817 snap 265 seq_num 817) 2024-04-02T08:33:11.063 INFO:tasks.rados.rados.0.smithi012.stdout:2685: done (4 left) 2024-04-02T08:33:11.063 INFO:tasks.rados.rados.0.smithi012.stdout:2686: done (3 left) 2024-04-02T08:33:11.063 INFO:tasks.rados.rados.0.smithi012.stdout:2687: done (2 left) 2024-04-02T08:33:11.063 INFO:tasks.rados.rados.0.smithi012.stdout:2688: done (1 left) 2024-04-02T08:33:11.063 INFO:tasks.rados.rados.0.smithi012.stdout:2689: done (0 left) 2024-04-02T08:33:11.063 INFO:tasks.rados.rados.0.smithi012.stdout:2690: delete oid 15 current snap is 269 2024-04-02T08:33:11.064 INFO:tasks.rados.rados.0.smithi012.stdout:2690: done (0 left) 2024-04-02T08:33:11.064 INFO:tasks.rados.rados.0.smithi012.stdout:2691: delete oid 39 current snap is 269 2024-04-02T08:33:11.067 INFO:tasks.rados.rados.0.smithi012.stdout:2691: done (0 left) 2024-04-02T08:33:11.067 INFO:tasks.rados.rados.0.smithi012.stdout:2692: copy_from oid 18 from oid 48 current snap is 269 2024-04-02T08:33:11.067 INFO:tasks.rados.rados.0.smithi012.stdout:2693: read oid 29 snap -1 2024-04-02T08:33:11.067 INFO:tasks.rados.rados.0.smithi012.stdout:2693: expect (ObjNum 703 snap 229 seq_num 703) 2024-04-02T08:33:11.067 INFO:tasks.rados.rados.0.smithi012.stdout:2694: read oid 12 snap -1 2024-04-02T08:33:11.067 INFO:tasks.rados.rados.0.smithi012.stdout:2694: expect (ObjNum 730 snap 241 seq_num 730) 2024-04-02T08:33:11.067 INFO:tasks.rados.rados.0.smithi012.stdout:2695: snap_remove snap 258 2024-04-02T08:33:11.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:11 smithi055 ceph-mon[85080]: osdmap e602: 8 total, 8 up, 8 in 2024-04-02T08:33:11.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:11 smithi012 ceph-mon[90784]: osdmap e602: 8 total, 8 up, 8 in 2024-04-02T08:33:11.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:11 smithi012 ceph-mon[88355]: osdmap e602: 8 total, 8 up, 8 in 2024-04-02T08:33:12.017 INFO:tasks.rados.rados.0.smithi012.stdout:2695: done (3 left) 2024-04-02T08:33:12.017 INFO:tasks.rados.rados.0.smithi012.stdout:2696: rmattr oid 28 current snap is 269 2024-04-02T08:33:12.017 INFO:tasks.rados.rados.0.smithi012.stdout:2696: done (3 left) 2024-04-02T08:33:12.017 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 47 current snap is 269 2024-04-02T08:33:12.017 INFO:tasks.rados.rados.0.smithi012.stdout:2697: seq_num 855 ranges {2662400=729088,3391488=671744,4063232=663552,4726784=270336} 2024-04-02T08:33:12.037 INFO:tasks.rados.rados.0.smithi012.stdout:2697: writing smithi01277369-47 from 2662400 to 3391488 tid 1 2024-04-02T08:33:12.041 INFO:tasks.rados.rados.0.smithi012.stdout:2697: writing smithi01277369-47 from 3391488 to 4063232 tid 2 2024-04-02T08:33:12.046 INFO:tasks.rados.rados.0.smithi012.stdout:2697: writing smithi01277369-47 from 4063232 to 4726784 tid 3 2024-04-02T08:33:12.048 INFO:tasks.rados.rados.0.smithi012.stdout:2697: writing smithi01277369-47 from 4726784 to 4997120 tid 4 2024-04-02T08:33:12.048 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 8 current snap is 269 2024-04-02T08:33:12.049 INFO:tasks.rados.rados.0.smithi012.stdout:2698: seq_num 856 ranges {0=745472,745472=557056,1302528=417792,1720320=434176,2154496=196608} 2024-04-02T08:33:12.053 INFO:tasks.rados.rados.0.smithi012.stdout:2698: writing smithi01277369-8 from 0 to 745472 tid 1 2024-04-02T08:33:12.057 INFO:tasks.rados.rados.0.smithi012.stdout:2698: writing smithi01277369-8 from 745472 to 1302528 tid 2 2024-04-02T08:33:12.061 INFO:tasks.rados.rados.0.smithi012.stdout:2698: writing smithi01277369-8 from 1302528 to 1720320 tid 3 2024-04-02T08:33:12.064 INFO:tasks.rados.rados.0.smithi012.stdout:2698: writing smithi01277369-8 from 1720320 to 2154496 tid 4 2024-04-02T08:33:12.066 INFO:tasks.rados.rados.0.smithi012.stdout:2698: writing smithi01277369-8 from 2154496 to 2351104 tid 5 2024-04-02T08:33:12.066 INFO:tasks.rados.rados.0.smithi012.stdout:2699: read oid 16 snap -1 2024-04-02T08:33:12.066 INFO:tasks.rados.rados.0.smithi012.stdout:2699: expect (ObjNum 765 snap 252 seq_num 765) 2024-04-02T08:33:12.066 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 30 current snap is 269 2024-04-02T08:33:12.066 INFO:tasks.rados.rados.0.smithi012.stdout:2694: expect (ObjNum 730 snap 241 seq_num 730) 2024-04-02T08:33:12.078 INFO:tasks.rados.rados.0.smithi012.stdout:2692: finishing copy_from racing read to smithi01277369-18 2024-04-02T08:33:12.078 INFO:tasks.rados.rados.0.smithi012.stdout:2692: finishing copy_from to smithi01277369-18 2024-04-02T08:33:12.078 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 18 v 1086 (ObjNum 811 snap 264 seq_num 811) dirty exists 2024-04-02T08:33:12.078 INFO:tasks.rados.rados.0.smithi012.stdout:2693: expect (ObjNum 703 snap 229 seq_num 703) 2024-04-02T08:33:12.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:12 smithi012 ceph-mon[88355]: pgmap v571: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 488 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 11 op/s 2024-04-02T08:33:12.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:12 smithi012 ceph-mon[88355]: osdmap e603: 8 total, 8 up, 8 in 2024-04-02T08:33:12.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:12 smithi012 ceph-mon[90784]: pgmap v571: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 488 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 11 op/s 2024-04-02T08:33:12.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:12 smithi012 ceph-mon[90784]: osdmap e603: 8 total, 8 up, 8 in 2024-04-02T08:33:12.180 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:33:11 smithi012 systemd[1]: Stopping Ceph alertmanager.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:33:12.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:12 smithi055 ceph-mon[85080]: pgmap v571: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 488 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 11 op/s 2024-04-02T08:33:12.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:12 smithi055 ceph-mon[85080]: osdmap e603: 8 total, 8 up, 8 in 2024-04-02T08:33:12.394 INFO:tasks.rados.rados.0.smithi012.stdout:2697: finishing write tid 1 to smithi01277369-47 2024-04-02T08:33:12.394 INFO:tasks.rados.rados.0.smithi012.stdout:2697: finishing write tid 2 to smithi01277369-47 2024-04-02T08:33:12.395 INFO:tasks.rados.rados.0.smithi012.stdout:2697: finishing write tid 3 to smithi01277369-47 2024-04-02T08:33:12.395 INFO:tasks.rados.rados.0.smithi012.stdout:2697: finishing write tid 4 to smithi01277369-47 2024-04-02T08:33:12.395 INFO:tasks.rados.rados.0.smithi012.stdout:2697: finishing write tid 5 to smithi01277369-47 2024-04-02T08:33:12.395 INFO:tasks.rados.rados.0.smithi012.stdout:2698: finishing write tid 1 to smithi01277369-8 2024-04-02T08:33:12.395 INFO:tasks.rados.rados.0.smithi012.stdout:2697: finishing write tid 6 to smithi01277369-47 2024-04-02T08:33:12.395 INFO:tasks.rados.rados.0.smithi012.stdout:2697: oid 47 updating version 0 to 891 2024-04-02T08:33:12.396 INFO:tasks.rados.rados.0.smithi012.stdout:2697: oid 47 version 891 is already newer than 889 2024-04-02T08:33:12.396 INFO:tasks.rados.rados.0.smithi012.stdout:2697: oid 47 updating version 891 to 892 2024-04-02T08:33:12.396 INFO:tasks.rados.rados.0.smithi012.stdout:2697: oid 47 updating version 892 to 893 2024-04-02T08:33:12.396 INFO:tasks.rados.rados.0.smithi012.stdout:2697: oid 47 version 893 is already newer than 890 2024-04-02T08:33:12.396 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 47 v 893 (ObjNum 855 snap 269 seq_num 855) dirty exists 2024-04-02T08:33:12.397 INFO:tasks.rados.rados.0.smithi012.stdout:2697: left oid 47 (ObjNum 855 snap 269 seq_num 855) 2024-04-02T08:33:12.397 INFO:tasks.rados.rados.0.smithi012.stdout:2700: seq_num 857 ranges {0=761856,761856=442368,1204224=630784,1835008=532480} 2024-04-02T08:33:12.398 INFO:tasks.rados.rados.0.smithi012.stdout:2700: writing smithi01277369-30 from 0 to 761856 tid 1 2024-04-02T08:33:12.401 INFO:tasks.rados.rados.0.smithi012.stdout:2700: writing smithi01277369-30 from 761856 to 1204224 tid 2 2024-04-02T08:33:12.404 INFO:tasks.rados.rados.0.smithi012.stdout:2700: writing smithi01277369-30 from 1204224 to 1835008 tid 3 2024-04-02T08:33:12.407 INFO:tasks.rados.rados.0.smithi012.stdout:2700: writing smithi01277369-30 from 1835008 to 2367488 tid 4 2024-04-02T08:33:12.407 INFO:tasks.rados.rados.0.smithi012.stdout:2692: done (6 left) 2024-04-02T08:33:12.407 INFO:tasks.rados.rados.0.smithi012.stdout:2693: done (5 left) 2024-04-02T08:33:12.408 INFO:tasks.rados.rados.0.smithi012.stdout:2694: done (4 left) 2024-04-02T08:33:12.408 INFO:tasks.rados.rados.0.smithi012.stdout:2697: done (3 left) 2024-04-02T08:33:12.408 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 43 current snap is 269 2024-04-02T08:33:12.408 INFO:tasks.rados.rados.0.smithi012.stdout:2701: seq_num 858 ranges {4841472=778240,5619712=729088,6348800=434176,6782976=442368} 2024-04-02T08:33:12.439 INFO:tasks.rados.rados.0.smithi012.stdout:2701: writing smithi01277369-43 from 4841472 to 5619712 tid 1 2024-04-02T08:33:12.444 INFO:tasks.rados.rados.0.smithi012.stdout:2701: writing smithi01277369-43 from 5619712 to 6348800 tid 2 2024-04-02T08:33:12.447 INFO:tasks.rados.rados.0.smithi012.stdout:2701: writing smithi01277369-43 from 6348800 to 6782976 tid 3 2024-04-02T08:33:12.451 INFO:tasks.rados.rados.0.smithi012.stdout:2701: writing smithi01277369-43 from 6782976 to 7225344 tid 4 2024-04-02T08:33:12.451 INFO:tasks.rados.rados.0.smithi012.stdout:2702: read oid 44 snap -1 2024-04-02T08:33:12.452 INFO:tasks.rados.rados.0.smithi012.stdout:2702: expect (ObjNum 838 snap 269 seq_num 838) 2024-04-02T08:33:12.452 INFO:tasks.rados.rados.0.smithi012.stdout:2703: rmattr oid 34 current snap is 269 2024-04-02T08:33:12.452 INFO:tasks.rados.rados.0.smithi012.stdout:2703: done (5 left) 2024-04-02T08:33:12.452 INFO:tasks.rados.rados.0.smithi012.stdout:2704: rollback oid 26 current snap is 269 2024-04-02T08:33:12.452 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 26 to 262 2024-04-02T08:33:12.452 INFO:tasks.rados.rados.0.smithi012.stdout:2698: finishing write tid 2 to smithi01277369-8 2024-04-02T08:33:12.453 INFO:tasks.rados.rados.0.smithi012.stdout:2698: finishing write tid 3 to smithi01277369-8 2024-04-02T08:33:12.453 INFO:tasks.rados.rados.0.smithi012.stdout:2698: finishing write tid 4 to smithi01277369-8 2024-04-02T08:33:12.453 INFO:tasks.rados.rados.0.smithi012.stdout:2698: finishing write tid 5 to smithi01277369-8 2024-04-02T08:33:12.453 INFO:tasks.rados.rados.0.smithi012.stdout:2699: expect (ObjNum 765 snap 252 seq_num 765) 2024-04-02T08:33:12.479 INFO:tasks.rados.rados.0.smithi012.stdout:2698: finishing write tid 6 to smithi01277369-8 2024-04-02T08:33:12.480 INFO:tasks.rados.rados.0.smithi012.stdout:2698: finishing write tid 7 to smithi01277369-8 2024-04-02T08:33:12.480 INFO:tasks.rados.rados.0.smithi012.stdout:2698: oid 8 updating version 0 to 2011 2024-04-02T08:33:12.480 INFO:tasks.rados.rados.0.smithi012.stdout:2698: oid 8 version 2011 is already newer than 2009 2024-04-02T08:33:12.480 INFO:tasks.rados.rados.0.smithi012.stdout:2698: oid 8 updating version 2011 to 2013 2024-04-02T08:33:12.480 INFO:tasks.rados.rados.0.smithi012.stdout:2698: oid 8 updating version 2013 to 2014 2024-04-02T08:33:12.480 INFO:tasks.rados.rados.0.smithi012.stdout:2698: oid 8 version 2014 is already newer than 2010 2024-04-02T08:33:12.480 INFO:tasks.rados.rados.0.smithi012.stdout:2698: oid 8 version 2014 is already newer than 2012 2024-04-02T08:33:12.480 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 8 v 2014 (ObjNum 856 snap 269 seq_num 856) dirty exists 2024-04-02T08:33:12.480 INFO:tasks.rados.rados.0.smithi012.stdout:2698: left oid 8 (ObjNum 856 snap 269 seq_num 856) 2024-04-02T08:33:12.480 INFO:tasks.rados.rados.0.smithi012.stdout:2698: done (5 left) 2024-04-02T08:33:12.481 INFO:tasks.rados.rados.0.smithi012.stdout:2699: done (4 left) 2024-04-02T08:33:12.481 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 19 current snap is 269 2024-04-02T08:33:12.481 INFO:tasks.rados.rados.0.smithi012.stdout:2700: finishing write tid 1 to smithi01277369-30 2024-04-02T08:33:12.481 INFO:tasks.rados.rados.0.smithi012.stdout:2705: seq_num 859 ranges {4874240=794624,5668864=614400,6283264=638976,6922240=352256} 2024-04-02T08:33:12.510 INFO:tasks.rados.rados.0.smithi012.stdout:2705: writing smithi01277369-19 from 4874240 to 5668864 tid 1 2024-04-02T08:33:12.514 INFO:tasks.rados.rados.0.smithi012.stdout:2705: writing smithi01277369-19 from 5668864 to 6283264 tid 2 2024-04-02T08:33:12.518 INFO:tasks.rados.rados.0.smithi012.stdout:2705: writing smithi01277369-19 from 6283264 to 6922240 tid 3 2024-04-02T08:33:12.521 INFO:tasks.rados.rados.0.smithi012.stdout:2705: writing smithi01277369-19 from 6922240 to 7274496 tid 4 2024-04-02T08:33:12.521 INFO:tasks.rados.rados.0.smithi012.stdout:2706: read oid 24 snap -1 2024-04-02T08:33:12.521 INFO:tasks.rados.rados.0.smithi012.stdout:2706: expect (ObjNum 794 snap 259 seq_num 794) 2024-04-02T08:33:12.521 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 40 current snap is 269 2024-04-02T08:33:12.521 INFO:tasks.rados.rados.0.smithi012.stdout:2700: finishing write tid 2 to smithi01277369-30 2024-04-02T08:33:12.521 INFO:tasks.rados.rados.0.smithi012.stdout:2700: finishing write tid 3 to smithi01277369-30 2024-04-02T08:33:12.521 INFO:tasks.rados.rados.0.smithi012.stdout:2700: finishing write tid 4 to smithi01277369-30 2024-04-02T08:33:12.521 INFO:tasks.rados.rados.0.smithi012.stdout:2700: finishing write tid 5 to smithi01277369-30 2024-04-02T08:33:12.522 INFO:tasks.rados.rados.0.smithi012.stdout:2700: finishing write tid 6 to smithi01277369-30 2024-04-02T08:33:12.522 INFO:tasks.rados.rados.0.smithi012.stdout:2700: oid 30 updating version 0 to 1850 2024-04-02T08:33:12.522 INFO:tasks.rados.rados.0.smithi012.stdout:2700: oid 30 updating version 1850 to 1853 2024-04-02T08:33:12.522 INFO:tasks.rados.rados.0.smithi012.stdout:2700: oid 30 version 1853 is already newer than 1852 2024-04-02T08:33:12.522 INFO:tasks.rados.rados.0.smithi012.stdout:2700: oid 30 updating version 1853 to 1854 2024-04-02T08:33:12.522 INFO:tasks.rados.rados.0.smithi012.stdout:2700: oid 30 version 1854 is already newer than 1851 2024-04-02T08:33:12.522 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 30 v 1854 (ObjNum 857 snap 269 seq_num 857) dirty exists 2024-04-02T08:33:12.522 INFO:tasks.rados.rados.0.smithi012.stdout:2700: left oid 30 (ObjNum 857 snap 269 seq_num 857) 2024-04-02T08:33:12.522 INFO:tasks.rados.rados.0.smithi012.stdout:2701: finishing write tid 1 to smithi01277369-43 2024-04-02T08:33:12.522 INFO:tasks.rados.rados.0.smithi012.stdout:2701: finishing write tid 2 to smithi01277369-43 2024-04-02T08:33:12.522 INFO:tasks.rados.rados.0.smithi012.stdout:2701: finishing write tid 3 to smithi01277369-43 2024-04-02T08:33:12.522 INFO:tasks.rados.rados.0.smithi012.stdout:2704: finishing rollback tid 0 to smithi01277369-26 2024-04-02T08:33:12.522 INFO:tasks.rados.rados.0.smithi012.stdout:2707: seq_num 860 ranges {0=8192} 2024-04-02T08:33:12.523 INFO:tasks.rados.rados.0.smithi012.stdout:2707: writing smithi01277369-40 from 0 to 8192 tid 1 2024-04-02T08:33:12.523 INFO:tasks.rados.rados.0.smithi012.stdout:2700: done (6 left) 2024-04-02T08:33:12.523 INFO:tasks.rados.rados.0.smithi012.stdout:2708: copy_from oid 1 from oid 47 current snap is 269 2024-04-02T08:33:12.523 INFO:tasks.rados.rados.0.smithi012.stdout:2704: finishing rollback tid 1 to smithi01277369-26 2024-04-02T08:33:12.523 INFO:tasks.rados.rados.0.smithi012.stdout:2704: finishing rollback tid 2 to smithi01277369-26 2024-04-02T08:33:12.523 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 26 v 1009 (ObjNum 778 snap 255 seq_num 778) dirty exists 2024-04-02T08:33:12.523 INFO:tasks.rados.rados.0.smithi012.stdout:2701: finishing write tid 4 to smithi01277369-43 2024-04-02T08:33:12.523 INFO:tasks.rados.rados.0.smithi012.stdout:2701: finishing write tid 5 to smithi01277369-43 2024-04-02T08:33:12.523 INFO:tasks.rados.rados.0.smithi012.stdout:2701: finishing write tid 6 to smithi01277369-43 2024-04-02T08:33:12.523 INFO:tasks.rados.rados.0.smithi012.stdout:2701: oid 43 updating version 0 to 1840 2024-04-02T08:33:12.523 INFO:tasks.rados.rados.0.smithi012.stdout:2701: oid 43 updating version 1840 to 1841 2024-04-02T08:33:12.524 INFO:tasks.rados.rados.0.smithi012.stdout:2701: oid 43 updating version 1841 to 1843 2024-04-02T08:33:12.524 INFO:tasks.rados.rados.0.smithi012.stdout:2701: oid 43 version 1843 is already newer than 1839 2024-04-02T08:33:12.524 INFO:tasks.rados.rados.0.smithi012.stdout:2701: oid 43 version 1843 is already newer than 1842 2024-04-02T08:33:12.524 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 43 v 1843 (ObjNum 858 snap 269 seq_num 858) dirty exists 2024-04-02T08:33:12.524 INFO:tasks.rados.rados.0.smithi012.stdout:2701: left oid 43 (ObjNum 858 snap 269 seq_num 858) 2024-04-02T08:33:12.524 INFO:tasks.rados.rados.0.smithi012.stdout:2702: expect (ObjNum 838 snap 269 seq_num 838) 2024-04-02T08:33:12.534 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:33:12 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[73483]: ts=2024-04-02T08:33:12.209Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-02T08:33:12.534 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:33:12 smithi012 podman[123050]: 2024-04-02 08:33:12.250111857 +0000 UTC m=+0.172387667 container died 3ed3fc1b801315b08d34f5cd0490ba5252221ef4be9c6e0d2fdb400d110db6e7 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:33:12.592 INFO:tasks.rados.rados.0.smithi012.stdout:2705: finishing write tid 1 to smithi01277369-19 2024-04-02T08:33:12.592 INFO:tasks.rados.rados.0.smithi012.stdout:2705: finishing write tid 2 to smithi01277369-19 2024-04-02T08:33:12.592 INFO:tasks.rados.rados.0.smithi012.stdout:2705: finishing write tid 3 to smithi01277369-19 2024-04-02T08:33:12.592 INFO:tasks.rados.rados.0.smithi012.stdout:2701: done (6 left) 2024-04-02T08:33:12.592 INFO:tasks.rados.rados.0.smithi012.stdout:2702: done (5 left) 2024-04-02T08:33:12.592 INFO:tasks.rados.rados.0.smithi012.stdout:2704: done (4 left) 2024-04-02T08:33:12.592 INFO:tasks.rados.rados.0.smithi012.stdout:2709: snap_create 2024-04-02T08:33:12.592 INFO:tasks.rados.rados.0.smithi012.stdout:2707: finishing write tid 1 to smithi01277369-40 2024-04-02T08:33:12.593 INFO:tasks.rados.rados.0.smithi012.stdout:2707: finishing write tid 2 to smithi01277369-40 2024-04-02T08:33:12.593 INFO:tasks.rados.rados.0.smithi012.stdout:2705: finishing write tid 4 to smithi01277369-19 2024-04-02T08:33:12.593 INFO:tasks.rados.rados.0.smithi012.stdout:2705: finishing write tid 5 to smithi01277369-19 2024-04-02T08:33:12.593 INFO:tasks.rados.rados.0.smithi012.stdout:2707: finishing write tid 3 to smithi01277369-40 2024-04-02T08:33:12.593 INFO:tasks.rados.rados.0.smithi012.stdout:2707: oid 40 updating version 0 to 1417 2024-04-02T08:33:12.593 INFO:tasks.rados.rados.0.smithi012.stdout:2707: oid 40 updating version 1417 to 1418 2024-04-02T08:33:12.593 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 40 v 1418 (ObjNum 860 snap 269 seq_num 860) dirty exists 2024-04-02T08:33:12.593 INFO:tasks.rados.rados.0.smithi012.stdout:2707: left oid 40 (ObjNum 860 snap 269 seq_num 860) 2024-04-02T08:33:12.593 INFO:tasks.rados.rados.0.smithi012.stdout:2706: expect (ObjNum 794 snap 259 seq_num 794) 2024-04-02T08:33:12.702 INFO:tasks.rados.rados.0.smithi012.stdout:2705: finishing write tid 6 to smithi01277369-19 2024-04-02T08:33:12.702 INFO:tasks.rados.rados.0.smithi012.stdout:2705: oid 19 updating version 0 to 1809 2024-04-02T08:33:12.702 INFO:tasks.rados.rados.0.smithi012.stdout:2705: oid 19 updating version 1809 to 1810 2024-04-02T08:33:12.702 INFO:tasks.rados.rados.0.smithi012.stdout:2705: oid 19 version 1810 is already newer than 1807 2024-04-02T08:33:12.702 INFO:tasks.rados.rados.0.smithi012.stdout:2705: oid 19 version 1810 is already newer than 1808 2024-04-02T08:33:12.702 INFO:tasks.rados.rados.0.smithi012.stdout:2705: oid 19 updating version 1810 to 1811 2024-04-02T08:33:12.702 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 19 v 1811 (ObjNum 859 snap 269 seq_num 859) dirty exists 2024-04-02T08:33:12.703 INFO:tasks.rados.rados.0.smithi012.stdout:2705: left oid 19 (ObjNum 859 snap 269 seq_num 859) 2024-04-02T08:33:12.703 INFO:tasks.rados.rados.0.smithi012.stdout:2708: finishing copy_from racing read to smithi01277369-1 2024-04-02T08:33:12.703 INFO:tasks.rados.rados.0.smithi012.stdout:2708: finishing copy_from to smithi01277369-1 2024-04-02T08:33:12.703 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 1 v 893 (ObjNum 855 snap 269 seq_num 855) dirty exists 2024-04-02T08:33:12.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:33:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:33:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:33:12.928 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:33:12 smithi012 podman[123050]: 2024-04-02 08:33:12.626039139 +0000 UTC m=+0.548314953 container cleanup 3ed3fc1b801315b08d34f5cd0490ba5252221ef4be9c6e0d2fdb400d110db6e7 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:33:12.928 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:33:12 smithi012 bash[123050]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a 2024-04-02T08:33:13.021 INFO:tasks.rados.rados.0.smithi012.stdout:2705: done (4 left) 2024-04-02T08:33:13.022 INFO:tasks.rados.rados.0.smithi012.stdout:2706: done (3 left) 2024-04-02T08:33:13.022 INFO:tasks.rados.rados.0.smithi012.stdout:2707: done (2 left) 2024-04-02T08:33:13.022 INFO:tasks.rados.rados.0.smithi012.stdout:2708: done (1 left) 2024-04-02T08:33:13.022 INFO:tasks.rados.rados.0.smithi012.stdout:2709: done (0 left) 2024-04-02T08:33:13.022 INFO:tasks.rados.rados.0.smithi012.stdout:2710: snap_create 2024-04-02T08:33:13.308 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:13 smithi012 ceph-mon[88355]: osdmap e604: 8 total, 8 up, 8 in 2024-04-02T08:33:13.308 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:13 smithi012 ceph-mon[88355]: pgmap v574: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 497 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 6.1 MiB/s wr, 28 op/s 2024-04-02T08:33:13.308 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:13 smithi012 ceph-mon[90784]: osdmap e604: 8 total, 8 up, 8 in 2024-04-02T08:33:13.308 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:13 smithi012 ceph-mon[90784]: pgmap v574: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 497 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 6.1 MiB/s wr, 28 op/s 2024-04-02T08:33:13.308 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:33:12 smithi012 podman[123061]: 2024-04-02 08:33:12.935644553 +0000 UTC m=+0.678012887 container remove 3ed3fc1b801315b08d34f5cd0490ba5252221ef4be9c6e0d2fdb400d110db6e7 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:33:13.309 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:33:13 smithi012 podman[123061]: 2024-04-02 08:33:13.011243925 +0000 UTC m=+0.753612259 volume remove 851e255c25a2f86f1a15126d94af3c079db6ae35ac952345984c69a642bafc74 2024-04-02T08:33:13.309 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:33:13 smithi012 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@alertmanager.a.service: Deactivated successfully. 2024-04-02T08:33:13.309 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:33:13 smithi012 systemd[1]: Stopped Ceph alertmanager.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:33:13.309 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:33:13 smithi012 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@alertmanager.a.service: Consumed 1.548s CPU time. 2024-04-02T08:33:13.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:13 smithi055 ceph-mon[85080]: osdmap e604: 8 total, 8 up, 8 in 2024-04-02T08:33:13.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:13 smithi055 ceph-mon[85080]: pgmap v574: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 497 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 6.1 MiB/s wr, 28 op/s 2024-04-02T08:33:13.596 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:33:13 smithi012 systemd[1]: Starting Ceph alertmanager.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:33:13.928 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:33:13 smithi012 podman[123197]: 2024-04-02 08:33:13.501794418 +0000 UTC m=+0.017829848 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-04-02T08:33:13.928 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:33:13 smithi012 podman[123197]: 2024-04-02 08:33:13.604333796 +0000 UTC m=+0.120369213 volume create 9c72a68dd86886175d32e74f501f172bad872adc496487ea68443191f2306727 2024-04-02T08:33:13.928 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:33:13 smithi012 podman[123197]: 2024-04-02 08:33:13.738113901 +0000 UTC m=+0.254149315 container create 526e224e4ba076497b2915bf660d34d652395d434b7eeb62bf1a6850dea42d30 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:33:13.966 INFO:tasks.rados.rados.0.smithi012.stdout:2710: done (0 left) 2024-04-02T08:33:13.966 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 42 current snap is 271 2024-04-02T08:33:13.966 INFO:tasks.rados.rados.0.smithi012.stdout:2711: seq_num 861 ranges {1695744=24576} 2024-04-02T08:33:13.976 INFO:tasks.rados.rados.0.smithi012.stdout:2711: writing smithi01277369-42 from 1695744 to 1720320 tid 1 2024-04-02T08:33:13.976 INFO:tasks.rados.rados.0.smithi012.stdout:2712: read oid 35 snap 266 2024-04-02T08:33:13.976 INFO:tasks.rados.rados.0.smithi012.stdout:2712: expect deleted 2024-04-02T08:33:13.976 INFO:tasks.rados.rados.0.smithi012.stdout:2713: read oid 9 snap -1 2024-04-02T08:33:13.976 INFO:tasks.rados.rados.0.smithi012.stdout:2713: expect (ObjNum 821 snap 265 seq_num 821) 2024-04-02T08:33:13.976 INFO:tasks.rados.rados.0.smithi012.stdout:2714: snap_remove snap 194 2024-04-02T08:33:14.189 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:14 smithi012 ceph-mon[88355]: osdmap e605: 8 total, 8 up, 8 in 2024-04-02T08:33:14.189 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:14 smithi012 ceph-mon[88355]: osdmap e606: 8 total, 8 up, 8 in 2024-04-02T08:33:14.189 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:14 smithi012 ceph-mon[90784]: osdmap e605: 8 total, 8 up, 8 in 2024-04-02T08:33:14.190 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:14 smithi012 ceph-mon[90784]: osdmap e606: 8 total, 8 up, 8 in 2024-04-02T08:33:14.190 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:33:14 smithi012 podman[123197]: 2024-04-02 08:33:14.074242698 +0000 UTC m=+0.590278128 container init 526e224e4ba076497b2915bf660d34d652395d434b7eeb62bf1a6850dea42d30 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:33:14.190 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:33:14 smithi012 podman[123197]: 2024-04-02 08:33:14.077085832 +0000 UTC m=+0.593121256 container start 526e224e4ba076497b2915bf660d34d652395d434b7eeb62bf1a6850dea42d30 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:33:14.190 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:33:14 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[123211]: ts=2024-04-02T08:33:14.089Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-02T08:33:14.190 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:33:14 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[123211]: ts=2024-04-02T08:33:14.089Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-02T08:33:14.190 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:33:14 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[123211]: ts=2024-04-02T08:33:14.090Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.12 port=9094 2024-04-02T08:33:14.190 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:33:14 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[123211]: ts=2024-04-02T08:33:14.092Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-02T08:33:14.190 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:33:14 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[123211]: ts=2024-04-02T08:33:14.116Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-02T08:33:14.190 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:33:14 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[123211]: ts=2024-04-02T08:33:14.116Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-02T08:33:14.190 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:33:14 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[123211]: ts=2024-04-02T08:33:14.119Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-02T08:33:14.191 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:33:14 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[123211]: ts=2024-04-02T08:33:14.119Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-02T08:33:14.191 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:33:14 smithi012 bash[123197]: 526e224e4ba076497b2915bf660d34d652395d434b7eeb62bf1a6850dea42d30 2024-04-02T08:33:14.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:14 smithi055 ceph-mon[85080]: osdmap e605: 8 total, 8 up, 8 in 2024-04-02T08:33:14.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:14 smithi055 ceph-mon[85080]: osdmap e606: 8 total, 8 up, 8 in 2024-04-02T08:33:14.678 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:33:14 smithi012 systemd[1]: Started Ceph alertmanager.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:33:14.967 INFO:tasks.rados.rados.0.smithi012.stdout:2714: done (3 left) 2024-04-02T08:33:14.967 INFO:tasks.rados.rados.0.smithi012.stdout:2715: copy_from oid 38 from oid 29 current snap is 271 2024-04-02T08:33:14.968 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 25 current snap is 271 2024-04-02T08:33:14.968 INFO:tasks.rados.rados.0.smithi012.stdout:2716: seq_num 862 ranges {3457024=40960} 2024-04-02T08:33:14.986 INFO:tasks.rados.rados.0.smithi012.stdout:2716: writing smithi01277369-25 from 3457024 to 3497984 tid 1 2024-04-02T08:33:14.991 INFO:tasks.rados.rados.0.smithi012.stdout:2711: finishing write tid 1 to smithi01277369-42 2024-04-02T08:33:14.991 INFO:tasks.rados.rados.0.smithi012.stdout:2711: finishing write tid 2 to smithi01277369-42 2024-04-02T08:33:14.991 INFO:tasks.rados.rados.0.smithi012.stdout:2713: expect (ObjNum 821 snap 265 seq_num 821) 2024-04-02T08:33:15.047 INFO:tasks.rados.rados.0.smithi012.stdout:2711: finishing write tid 3 to smithi01277369-42 2024-04-02T08:33:15.047 INFO:tasks.rados.rados.0.smithi012.stdout:2711: oid 42 updating version 0 to 1098 2024-04-02T08:33:15.047 INFO:tasks.rados.rados.0.smithi012.stdout:2711: oid 42 updating version 1098 to 1099 2024-04-02T08:33:15.047 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 42 v 1099 (ObjNum 861 snap 271 seq_num 861) dirty exists 2024-04-02T08:33:15.047 INFO:tasks.rados.rados.0.smithi012.stdout:2711: left oid 42 (ObjNum 861 snap 271 seq_num 861) 2024-04-02T08:33:15.048 INFO:tasks.rados.rados.0.smithi012.stdout:2716: finishing write tid 1 to smithi01277369-25 2024-04-02T08:33:15.048 INFO:tasks.rados.rados.0.smithi012.stdout:2711: done (4 left) 2024-04-02T08:33:15.048 INFO:tasks.rados.rados.0.smithi012.stdout:2712: done (3 left) 2024-04-02T08:33:15.048 INFO:tasks.rados.rados.0.smithi012.stdout:2713: done (2 left) 2024-04-02T08:33:15.048 INFO:tasks.rados.rados.0.smithi012.stdout:2717: rollback oid 37 current snap is 271 2024-04-02T08:33:15.048 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 37 to 222 2024-04-02T08:33:15.048 INFO:tasks.rados.rados.0.smithi012.stdout:2716: finishing write tid 2 to smithi01277369-25 2024-04-02T08:33:15.048 INFO:tasks.rados.rados.0.smithi012.stdout:2716: finishing write tid 3 to smithi01277369-25 2024-04-02T08:33:15.048 INFO:tasks.rados.rados.0.smithi012.stdout:2716: oid 25 updating version 0 to 1095 2024-04-02T08:33:15.048 INFO:tasks.rados.rados.0.smithi012.stdout:2716: oid 25 updating version 1095 to 1096 2024-04-02T08:33:15.048 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 25 v 1096 (ObjNum 862 snap 271 seq_num 862) dirty exists 2024-04-02T08:33:15.048 INFO:tasks.rados.rados.0.smithi012.stdout:2716: left oid 25 (ObjNum 862 snap 271 seq_num 862) 2024-04-02T08:33:15.048 INFO:tasks.rados.rados.0.smithi012.stdout:2715: finishing copy_from racing read to smithi01277369-38 2024-04-02T08:33:15.048 INFO:tasks.rados.rados.0.smithi012.stdout:2715: finishing copy_from to smithi01277369-38 2024-04-02T08:33:15.049 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 38 v 1001 (ObjNum 703 snap 229 seq_num 703) dirty exists 2024-04-02T08:33:15.049 INFO:tasks.rados.rados.0.smithi012.stdout:2715: done (2 left) 2024-04-02T08:33:15.049 INFO:tasks.rados.rados.0.smithi012.stdout:2716: done (1 left) 2024-04-02T08:33:15.049 INFO:tasks.rados.rados.0.smithi012.stdout:2718: snap_create 2024-04-02T08:33:15.049 INFO:tasks.rados.rados.0.smithi012.stdout:2717: finishing rollback tid 1 to smithi01277369-37 2024-04-02T08:33:15.049 INFO:tasks.rados.rados.0.smithi012.stdout:2717: finishing rollback tid 2 to smithi01277369-37 2024-04-02T08:33:15.049 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 37 v 1101 (ObjNum 691 snap 221 seq_num 691) dirty exists 2024-04-02T08:33:15.249 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:15.249 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:15 smithi012 ceph-mon[90784]: pgmap v577: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 497 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 4.1 MiB/s wr, 17 op/s 2024-04-02T08:33:15.249 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:15.249 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:15.249 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:15.249 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:15 smithi012 ceph-mon[90784]: osdmap e607: 8 total, 8 up, 8 in 2024-04-02T08:33:15.250 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:15.250 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:15 smithi012 ceph-mon[88355]: pgmap v577: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 497 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 4.1 MiB/s wr, 17 op/s 2024-04-02T08:33:15.250 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:15.250 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:15.250 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:15.250 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:15 smithi012 ceph-mon[88355]: osdmap e607: 8 total, 8 up, 8 in 2024-04-02T08:33:15.251 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:33:14 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-1[101235]: 2024-04-02T08:33:14.989+0000 7f584bc0f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 109 after trimming was started 2024-04-02T08:33:15.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:15 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:15.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:15 smithi055 ceph-mon[85080]: pgmap v577: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 497 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 4.1 MiB/s wr, 17 op/s 2024-04-02T08:33:15.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:15 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:15.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:15 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:15.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:15 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:15.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:15 smithi055 ceph-mon[85080]: osdmap e607: 8 total, 8 up, 8 in 2024-04-02T08:33:16.030 INFO:tasks.rados.rados.0.smithi012.stdout:2717: done (1 left) 2024-04-02T08:33:16.030 INFO:tasks.rados.rados.0.smithi012.stdout:2718: done (0 left) 2024-04-02T08:33:16.030 INFO:tasks.rados.rados.0.smithi012.stdout:2719: snap_create 2024-04-02T08:33:16.421 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:33:16 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[123211]: ts=2024-04-02T08:33:16.092Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000793965s 2024-04-02T08:33:17.040 INFO:tasks.rados.rados.0.smithi012.stdout:2719: done (0 left) 2024-04-02T08:33:17.040 INFO:tasks.rados.rados.0.smithi012.stdout:2720: rollback oid 2 current snap is 273 2024-04-02T08:33:17.040 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 2 to 271 2024-04-02T08:33:17.040 INFO:tasks.rados.rados.0.smithi012.stdout:2721: read oid 40 snap -1 2024-04-02T08:33:17.041 INFO:tasks.rados.rados.0.smithi012.stdout:2721: expect (ObjNum 860 snap 269 seq_num 860) 2024-04-02T08:33:17.041 INFO:tasks.rados.rados.0.smithi012.stdout:2722: read oid 24 snap -1 2024-04-02T08:33:17.041 INFO:tasks.rados.rados.0.smithi012.stdout:2722: expect (ObjNum 794 snap 259 seq_num 794) 2024-04-02T08:33:17.041 INFO:tasks.rados.rados.0.smithi012.stdout:2723: read oid 50 snap -1 2024-04-02T08:33:17.041 INFO:tasks.rados.rados.0.smithi012.stdout:2723: expect (ObjNum 851 snap 269 seq_num 851) 2024-04-02T08:33:17.041 INFO:tasks.rados.rados.0.smithi012.stdout:2724: read oid 16 snap -1 2024-04-02T08:33:17.041 INFO:tasks.rados.rados.0.smithi012.stdout:2724: expect (ObjNum 765 snap 252 seq_num 765) 2024-04-02T08:33:17.041 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 48 current snap is 273 2024-04-02T08:33:17.041 INFO:tasks.rados.rados.0.smithi012.stdout:2725: seq_num 863 ranges {1589248=57344} 2024-04-02T08:33:17.049 INFO:tasks.rados.rados.0.smithi012.stdout:2725: writing smithi01277369-48 from 1589248 to 1646592 tid 1 2024-04-02T08:33:17.049 INFO:tasks.rados.rados.0.smithi012.stdout:2726: rmattr oid 4 current snap is 273 2024-04-02T08:33:17.049 INFO:tasks.rados.rados.0.smithi012.stdout:2720: finishing rollback tid 1 to smithi01277369-2 2024-04-02T08:33:17.049 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 2 v 1837 (ObjNum 673 snap 0 seq_num 2613030768) dirty dne 2024-04-02T08:33:17.049 INFO:tasks.rados.rados.0.smithi012.stdout:2724: expect (ObjNum 765 snap 252 seq_num 765) 2024-04-02T08:33:17.076 INFO:tasks.rados.rados.0.smithi012.stdout:2721: expect (ObjNum 860 snap 269 seq_num 860) 2024-04-02T08:33:17.076 INFO:tasks.rados.rados.0.smithi012.stdout:2720: done (6 left) 2024-04-02T08:33:17.076 INFO:tasks.rados.rados.0.smithi012.stdout:2721: done (5 left) 2024-04-02T08:33:17.076 INFO:tasks.rados.rados.0.smithi012.stdout:2724: done (4 left) 2024-04-02T08:33:17.077 INFO:tasks.rados.rados.0.smithi012.stdout:2727: read oid 6 snap -1 2024-04-02T08:33:17.077 INFO:tasks.rados.rados.0.smithi012.stdout:2727: expect (ObjNum 846 snap 269 seq_num 846) 2024-04-02T08:33:17.077 INFO:tasks.rados.rados.0.smithi012.stdout:2728: rollback oid 16 current snap is 273 2024-04-02T08:33:17.077 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 16 to 269 2024-04-02T08:33:17.077 INFO:tasks.rados.rados.0.smithi012.stdout:2722: expect (ObjNum 794 snap 259 seq_num 794) 2024-04-02T08:33:17.162 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 4 v 1097 (ObjNum 586 snap 187 seq_num 586) dirty exists 2024-04-02T08:33:17.162 INFO:tasks.rados.rados.0.smithi012.stdout:2725: finishing write tid 1 to smithi01277369-48 2024-04-02T08:33:17.162 INFO:tasks.rados.rados.0.smithi012.stdout:2725: finishing write tid 2 to smithi01277369-48 2024-04-02T08:33:17.162 INFO:tasks.rados.rados.0.smithi012.stdout:2722: done (5 left) 2024-04-02T08:33:17.162 INFO:tasks.rados.rados.0.smithi012.stdout:2726: done (4 left) 2024-04-02T08:33:17.162 INFO:tasks.rados.rados.0.smithi012.stdout:2729: snap_create 2024-04-02T08:33:17.162 INFO:tasks.rados.rados.0.smithi012.stdout:2725: finishing write tid 3 to smithi01277369-48 2024-04-02T08:33:17.162 INFO:tasks.rados.rados.0.smithi012.stdout:2725: oid 48 updating version 0 to 1103 2024-04-02T08:33:17.162 INFO:tasks.rados.rados.0.smithi012.stdout:2725: oid 48 version 1103 is already newer than 1102 2024-04-02T08:33:17.162 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 48 v 1103 (ObjNum 863 snap 273 seq_num 863) dirty exists 2024-04-02T08:33:17.163 INFO:tasks.rados.rados.0.smithi012.stdout:2725: left oid 48 (ObjNum 863 snap 273 seq_num 863) 2024-04-02T08:33:17.163 INFO:tasks.rados.rados.0.smithi012.stdout:2723: expect (ObjNum 851 snap 269 seq_num 851) 2024-04-02T08:33:17.250 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:17 smithi012 ceph-mon[88355]: osdmap e608: 8 total, 8 up, 8 in 2024-04-02T08:33:17.250 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:17 smithi012 ceph-mon[88355]: pgmap v580: 121 pgs: 121 active+clean; 434 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 6.4 MiB/s wr, 21 op/s 2024-04-02T08:33:17.251 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:17 smithi012 ceph-mon[90784]: osdmap e608: 8 total, 8 up, 8 in 2024-04-02T08:33:17.251 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:17 smithi012 ceph-mon[90784]: pgmap v580: 121 pgs: 121 active+clean; 434 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 6.4 MiB/s wr, 21 op/s 2024-04-02T08:33:17.299 INFO:tasks.rados.rados.0.smithi012.stdout:2728: finishing rollback tid 0 to smithi01277369-16 2024-04-02T08:33:17.300 INFO:tasks.rados.rados.0.smithi012.stdout:2728: finishing rollback tid 1 to smithi01277369-16 2024-04-02T08:33:17.300 INFO:tasks.rados.rados.0.smithi012.stdout:2728: finishing rollback tid 2 to smithi01277369-16 2024-04-02T08:33:17.300 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 16 v 442 (ObjNum 765 snap 252 seq_num 765) dirty exists 2024-04-02T08:33:17.300 INFO:tasks.rados.rados.0.smithi012.stdout:2727: expect (ObjNum 846 snap 269 seq_num 846) 2024-04-02T08:33:17.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:17 smithi055 ceph-mon[85080]: osdmap e608: 8 total, 8 up, 8 in 2024-04-02T08:33:17.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:17 smithi055 ceph-mon[85080]: pgmap v580: 121 pgs: 121 active+clean; 434 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 6.4 MiB/s wr, 21 op/s 2024-04-02T08:33:18.085 INFO:tasks.rados.rados.0.smithi012.stdout:2723: done (4 left) 2024-04-02T08:33:18.085 INFO:tasks.rados.rados.0.smithi012.stdout:2725: done (3 left) 2024-04-02T08:33:18.085 INFO:tasks.rados.rados.0.smithi012.stdout:2727: done (2 left) 2024-04-02T08:33:18.085 INFO:tasks.rados.rados.0.smithi012.stdout:2728: done (1 left) 2024-04-02T08:33:18.085 INFO:tasks.rados.rados.0.smithi012.stdout:2729: done (0 left) 2024-04-02T08:33:18.086 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 32 current snap is 274 2024-04-02T08:33:18.086 INFO:tasks.rados.rados.0.smithi012.stdout:2730: seq_num 864 ranges {0=73728} 2024-04-02T08:33:18.086 INFO:tasks.rados.rados.0.smithi012.stdout:2730: writing smithi01277369-32 from 0 to 73728 tid 1 2024-04-02T08:33:18.086 INFO:tasks.rados.rados.0.smithi012.stdout:2731: snap_remove snap 243 2024-04-02T08:33:18.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:18 smithi055 ceph-mon[85080]: osdmap e609: 8 total, 8 up, 8 in 2024-04-02T08:33:18.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:18 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:18.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:18 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:18.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:33:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:33:17] "GET /metrics HTTP/1.1" 200 36246 "" "Prometheus/2.43.0" 2024-04-02T08:33:18.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:18 smithi012 ceph-mon[88355]: osdmap e609: 8 total, 8 up, 8 in 2024-04-02T08:33:18.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:18 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:18.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:18 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:18.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:18 smithi012 ceph-mon[90784]: osdmap e609: 8 total, 8 up, 8 in 2024-04-02T08:33:18.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:18 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:18.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:18 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:18.968 INFO:tasks.rados.rados.0.smithi012.stdout:2731: done (1 left) 2024-04-02T08:33:18.968 INFO:tasks.rados.rados.0.smithi012.stdout:2732: rollback oid 6 current snap is 274 2024-04-02T08:33:18.969 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 6 to 262 2024-04-02T08:33:18.969 INFO:tasks.rados.rados.0.smithi012.stdout:2730: finishing write tid 1 to smithi01277369-32 2024-04-02T08:33:18.969 INFO:tasks.rados.rados.0.smithi012.stdout:2730: finishing write tid 2 to smithi01277369-32 2024-04-02T08:33:18.969 INFO:tasks.rados.rados.0.smithi012.stdout:2733: delete oid 39 current snap is 274 2024-04-02T08:33:18.969 INFO:tasks.rados.rados.0.smithi012.stdout:2730: finishing write tid 3 to smithi01277369-32 2024-04-02T08:33:18.969 INFO:tasks.rados.rados.0.smithi012.stdout:2730: oid 32 updating version 0 to 2027 2024-04-02T08:33:18.969 INFO:tasks.rados.rados.0.smithi012.stdout:2730: oid 32 updating version 2027 to 2028 2024-04-02T08:33:18.969 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 32 v 2028 (ObjNum 864 snap 274 seq_num 864) dirty exists 2024-04-02T08:33:18.969 INFO:tasks.rados.rados.0.smithi012.stdout:2730: left oid 32 (ObjNum 864 snap 274 seq_num 864) 2024-04-02T08:33:18.981 INFO:tasks.rados.rados.0.smithi012.stdout:2730: done (2 left) 2024-04-02T08:33:18.981 INFO:tasks.rados.rados.0.smithi012.stdout:2733: done (1 left) 2024-04-02T08:33:18.981 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 26 current snap is 274 2024-04-02T08:33:18.981 INFO:tasks.rados.rados.0.smithi012.stdout:2734: seq_num 866 ranges {5062656=106496} 2024-04-02T08:33:19.011 INFO:tasks.rados.rados.0.smithi012.stdout:2734: writing smithi01277369-26 from 5062656 to 5169152 tid 1 2024-04-02T08:33:19.011 INFO:tasks.rados.rados.0.smithi012.stdout:2735: snap_remove snap 213 2024-04-02T08:33:19.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:19 smithi055 ceph-mon[85080]: osdmap e610: 8 total, 8 up, 8 in 2024-04-02T08:33:19.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:19 smithi055 ceph-mon[85080]: pgmap v583: 121 pgs: 121 active+clean; 434 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 6.4 MiB/s wr, 21 op/s 2024-04-02T08:33:19.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:19 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:19.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:19 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:19.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:19 smithi055 ceph-mon[85080]: osdmap e611: 8 total, 8 up, 8 in 2024-04-02T08:33:19.346 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:19 smithi012 ceph-mon[88355]: osdmap e610: 8 total, 8 up, 8 in 2024-04-02T08:33:19.346 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:19 smithi012 ceph-mon[88355]: pgmap v583: 121 pgs: 121 active+clean; 434 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 6.4 MiB/s wr, 21 op/s 2024-04-02T08:33:19.346 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:19 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:19.346 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:19 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:19.346 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:19 smithi012 ceph-mon[88355]: osdmap e611: 8 total, 8 up, 8 in 2024-04-02T08:33:19.347 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:19 smithi012 ceph-mon[90784]: osdmap e610: 8 total, 8 up, 8 in 2024-04-02T08:33:19.347 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:19 smithi012 ceph-mon[90784]: pgmap v583: 121 pgs: 121 active+clean; 434 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 6.4 MiB/s wr, 21 op/s 2024-04-02T08:33:19.347 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:19 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:19.347 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:19 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:19.347 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:19 smithi012 ceph-mon[90784]: osdmap e611: 8 total, 8 up, 8 in 2024-04-02T08:33:19.976 INFO:tasks.rados.rados.0.smithi012.stdout:2735: done (2 left) 2024-04-02T08:33:19.976 INFO:tasks.rados.rados.0.smithi012.stdout:2736: read oid 33 snap -1 2024-04-02T08:33:19.976 INFO:tasks.rados.rados.0.smithi012.stdout:2736: expect deleted 2024-04-02T08:33:19.980 INFO:tasks.rados.rados.0.smithi012.stdout:2737: rollback oid 39 current snap is 274 2024-04-02T08:33:19.980 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 39 to 240 2024-04-02T08:33:19.980 INFO:tasks.rados.rados.0.smithi012.stdout:2738: setattr oid 5 current snap is 274 2024-04-02T08:33:19.980 INFO:tasks.rados.rados.0.smithi012.stdout:2739: copy_from oid 44 from oid 1 current snap is 274 2024-04-02T08:33:19.980 INFO:tasks.rados.rados.0.smithi012.stdout:2740: rmattr oid 30 current snap is 274 2024-04-02T08:33:19.981 INFO:tasks.rados.rados.0.smithi012.stdout:2740: done (6 left) 2024-04-02T08:33:19.981 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 38 current snap is 274 2024-04-02T08:33:19.981 INFO:tasks.rados.rados.0.smithi012.stdout:2741: seq_num 867 ranges {5980160=122880} 2024-04-02T08:33:20.013 INFO:tasks.rados.rados.0.smithi012.stdout:2741: writing smithi01277369-38 from 5980160 to 6103040 tid 1 2024-04-02T08:33:20.013 INFO:tasks.rados.rados.0.smithi012.stdout:2742: delete oid 14 current snap is 274 2024-04-02T08:33:20.014 INFO:tasks.rados.rados.0.smithi012.stdout:2732: finishing rollback tid 0 to smithi01277369-6 2024-04-02T08:33:20.014 INFO:tasks.rados.rados.0.smithi012.stdout:2732: finishing rollback tid 1 to smithi01277369-6 2024-04-02T08:33:20.014 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 6 v 1127 (ObjNum 65 snap 0 seq_num 1500270674) dirty dne 2024-04-02T08:33:20.014 INFO:tasks.rados.rados.0.smithi012.stdout:2734: finishing write tid 1 to smithi01277369-26 2024-04-02T08:33:20.014 INFO:tasks.rados.rados.0.smithi012.stdout:2734: finishing write tid 2 to smithi01277369-26 2024-04-02T08:33:20.014 INFO:tasks.rados.rados.0.smithi012.stdout:2734: finishing write tid 3 to smithi01277369-26 2024-04-02T08:33:20.014 INFO:tasks.rados.rados.0.smithi012.stdout:2734: oid 26 updating version 0 to 1010 2024-04-02T08:33:20.014 INFO:tasks.rados.rados.0.smithi012.stdout:2734: oid 26 updating version 1010 to 1011 2024-04-02T08:33:20.014 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 26 v 1011 (ObjNum 866 snap 274 seq_num 866) dirty exists 2024-04-02T08:33:20.014 INFO:tasks.rados.rados.0.smithi012.stdout:2734: left oid 26 (ObjNum 866 snap 274 seq_num 866) 2024-04-02T08:33:20.014 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 5 v 1419 (ObjNum 840 snap 269 seq_num 840) dirty exists 2024-04-02T08:33:20.014 INFO:tasks.rados.rados.0.smithi012.stdout:2737: finishing rollback tid 1 to smithi01277369-39 2024-04-02T08:33:20.014 INFO:tasks.rados.rados.0.smithi012.stdout:2737: finishing rollback tid 2 to smithi01277369-39 2024-04-02T08:33:20.014 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 39 v 1813 (ObjNum 658 snap 211 seq_num 658) dirty exists 2024-04-02T08:33:20.016 INFO:tasks.rados.rados.0.smithi012.stdout:2732: done (7 left) 2024-04-02T08:33:20.016 INFO:tasks.rados.rados.0.smithi012.stdout:2734: done (6 left) 2024-04-02T08:33:20.016 INFO:tasks.rados.rados.0.smithi012.stdout:2736: done (5 left) 2024-04-02T08:33:20.016 INFO:tasks.rados.rados.0.smithi012.stdout:2737: done (4 left) 2024-04-02T08:33:20.016 INFO:tasks.rados.rados.0.smithi012.stdout:2738: done (3 left) 2024-04-02T08:33:20.016 INFO:tasks.rados.rados.0.smithi012.stdout:2742: done (2 left) 2024-04-02T08:33:20.016 INFO:tasks.rados.rados.0.smithi012.stdout:2743: snap_remove snap 240 2024-04-02T08:33:20.979 INFO:tasks.rados.rados.0.smithi012.stdout:2743: done (2 left) 2024-04-02T08:33:20.979 INFO:tasks.rados.rados.0.smithi012.stdout:2744: read oid 17 snap -1 2024-04-02T08:33:20.979 INFO:tasks.rados.rados.0.smithi012.stdout:2744: expect (ObjNum 852 snap 269 seq_num 852) 2024-04-02T08:33:20.979 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 6 current snap is 274 2024-04-02T08:33:20.979 INFO:tasks.rados.rados.0.smithi012.stdout:2745: seq_num 869 ranges {0=155648} 2024-04-02T08:33:20.979 INFO:tasks.rados.rados.0.smithi012.stdout:2745: writing smithi01277369-6 from 0 to 155648 tid 1 2024-04-02T08:33:20.980 INFO:tasks.rados.rados.0.smithi012.stdout:2746: rollback oid 20 current snap is 274 2024-04-02T08:33:20.980 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 20 to 269 2024-04-02T08:33:20.980 INFO:tasks.rados.rados.0.smithi012.stdout:2747: rmattr oid 43 current snap is 274 2024-04-02T08:33:20.980 INFO:tasks.rados.rados.0.smithi012.stdout:2747: done (5 left) 2024-04-02T08:33:20.980 INFO:tasks.rados.rados.0.smithi012.stdout:2748: read oid 33 snap 256 2024-04-02T08:33:20.980 INFO:tasks.rados.rados.0.smithi012.stdout:2748: expect deleted 2024-04-02T08:33:20.980 INFO:tasks.rados.rados.0.smithi012.stdout:2749: delete oid 24 current snap is 274 2024-04-02T08:33:20.980 INFO:tasks.rados.rados.0.smithi012.stdout:2739: finishing copy_from racing read to smithi01277369-44 2024-04-02T08:33:20.981 INFO:tasks.rados.rados.0.smithi012.stdout:2741: finishing write tid 1 to smithi01277369-38 2024-04-02T08:33:20.981 INFO:tasks.rados.rados.0.smithi012.stdout:2741: finishing write tid 2 to smithi01277369-38 2024-04-02T08:33:20.981 INFO:tasks.rados.rados.0.smithi012.stdout:2741: finishing write tid 3 to smithi01277369-38 2024-04-02T08:33:20.981 INFO:tasks.rados.rados.0.smithi012.stdout:2741: oid 38 updating version 0 to 1814 2024-04-02T08:33:20.981 INFO:tasks.rados.rados.0.smithi012.stdout:2741: oid 38 updating version 1814 to 1815 2024-04-02T08:33:20.981 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 38 v 1815 (ObjNum 867 snap 274 seq_num 867) dirty exists 2024-04-02T08:33:20.981 INFO:tasks.rados.rados.0.smithi012.stdout:2741: left oid 38 (ObjNum 867 snap 274 seq_num 867) 2024-04-02T08:33:20.981 INFO:tasks.rados.rados.0.smithi012.stdout:2739: finishing copy_from to smithi01277369-44 2024-04-02T08:33:20.981 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 44 v 893 (ObjNum 855 snap 269 seq_num 855) dirty exists 2024-04-02T08:33:20.989 INFO:tasks.rados.rados.0.smithi012.stdout:2745: finishing write tid 1 to smithi01277369-6 2024-04-02T08:33:20.989 INFO:tasks.rados.rados.0.smithi012.stdout:2745: finishing write tid 2 to smithi01277369-6 2024-04-02T08:33:20.993 INFO:tasks.rados.rados.0.smithi012.stdout:2745: finishing write tid 3 to smithi01277369-6 2024-04-02T08:33:20.993 INFO:tasks.rados.rados.0.smithi012.stdout:2745: oid 6 updating version 0 to 1128 2024-04-02T08:33:20.993 INFO:tasks.rados.rados.0.smithi012.stdout:2745: oid 6 updating version 1128 to 1129 2024-04-02T08:33:20.993 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 6 v 1129 (ObjNum 869 snap 274 seq_num 869) dirty exists 2024-04-02T08:33:20.993 INFO:tasks.rados.rados.0.smithi012.stdout:2745: left oid 6 (ObjNum 869 snap 274 seq_num 869) 2024-04-02T08:33:21.010 INFO:tasks.rados.rados.0.smithi012.stdout:2744: expect (ObjNum 852 snap 269 seq_num 852) 2024-04-02T08:33:21.233 INFO:tasks.rados.rados.0.smithi012.stdout:2746: finishing rollback tid 0 to smithi01277369-20 2024-04-02T08:33:21.234 INFO:tasks.rados.rados.0.smithi012.stdout:2746: finishing rollback tid 1 to smithi01277369-20 2024-04-02T08:33:21.234 INFO:tasks.rados.rados.0.smithi012.stdout:2746: finishing rollback tid 2 to smithi01277369-20 2024-04-02T08:33:21.234 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 20 v 2054 (ObjNum 839 snap 269 seq_num 839) dirty exists 2024-04-02T08:33:21.234 INFO:tasks.rados.rados.0.smithi012.stdout:2739: done (6 left) 2024-04-02T08:33:21.234 INFO:tasks.rados.rados.0.smithi012.stdout:2741: done (5 left) 2024-04-02T08:33:21.234 INFO:tasks.rados.rados.0.smithi012.stdout:2744: done (4 left) 2024-04-02T08:33:21.234 INFO:tasks.rados.rados.0.smithi012.stdout:2745: done (3 left) 2024-04-02T08:33:21.234 INFO:tasks.rados.rados.0.smithi012.stdout:2746: done (2 left) 2024-04-02T08:33:21.234 INFO:tasks.rados.rados.0.smithi012.stdout:2748: done (1 left) 2024-04-02T08:33:21.234 INFO:tasks.rados.rados.0.smithi012.stdout:2749: done (0 left) 2024-04-02T08:33:21.234 INFO:tasks.rados.rados.0.smithi012.stdout:2750: copy_from oid 48 from oid 21 current snap is 274 2024-04-02T08:33:21.235 INFO:tasks.rados.rados.0.smithi012.stdout:2751: read oid 20 snap -1 2024-04-02T08:33:21.235 INFO:tasks.rados.rados.0.smithi012.stdout:2751: expect (ObjNum 839 snap 269 seq_num 839) 2024-04-02T08:33:21.235 INFO:tasks.rados.rados.0.smithi012.stdout:2752: read oid 15 snap -1 2024-04-02T08:33:21.235 INFO:tasks.rados.rados.0.smithi012.stdout:2752: expect deleted 2024-04-02T08:33:21.235 INFO:tasks.rados.rados.0.smithi012.stdout:2753: rollback oid 49 current snap is 274 2024-04-02T08:33:21.235 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 49 to 268 2024-04-02T08:33:21.235 INFO:tasks.rados.rados.0.smithi012.stdout:2754: rollback oid 27 current snap is 274 2024-04-02T08:33:21.235 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 27 to 253 2024-04-02T08:33:21.235 INFO:tasks.rados.rados.0.smithi012.stdout:2755: setattr oid 30 current snap is 274 2024-04-02T08:33:21.241 INFO:tasks.rados.rados.0.smithi012.stdout:2752: done (5 left) 2024-04-02T08:33:21.241 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 39 current snap is 274 2024-04-02T08:33:21.242 INFO:tasks.rados.rados.0.smithi012.stdout:2756: seq_num 871 ranges {1425408=188416} 2024-04-02T08:33:21.246 INFO:tasks.rados.rados.0.smithi012.stdout:2756: writing smithi01277369-39 from 1425408 to 1613824 tid 1 2024-04-02T08:33:21.246 INFO:tasks.rados.rados.0.smithi012.stdout:2757: read oid 41 snap -1 2024-04-02T08:33:21.246 INFO:tasks.rados.rados.0.smithi012.stdout:2757: expect deleted 2024-04-02T08:33:21.246 INFO:tasks.rados.rados.0.smithi012.stdout:2758: delete oid 8 current snap is 274 2024-04-02T08:33:21.246 INFO:tasks.rados.rados.0.smithi012.stdout:2754: finishing rollback tid 0 to smithi01277369-27 2024-04-02T08:33:21.246 INFO:tasks.rados.rados.0.smithi012.stdout:2753: finishing rollback tid 0 to smithi01277369-49 2024-04-02T08:33:21.246 INFO:tasks.rados.rados.0.smithi012.stdout:2753: finishing rollback tid 1 to smithi01277369-49 2024-04-02T08:33:21.246 INFO:tasks.rados.rados.0.smithi012.stdout:2754: finishing rollback tid 1 to smithi01277369-27 2024-04-02T08:33:21.246 INFO:tasks.rados.rados.0.smithi012.stdout:2754: finishing rollback tid 2 to smithi01277369-27 2024-04-02T08:33:21.246 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 27 v 1206 (ObjNum 685 snap 218 seq_num 685) dirty exists 2024-04-02T08:33:21.247 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 30 v 1855 (ObjNum 857 snap 269 seq_num 857) dirty exists 2024-04-02T08:33:21.247 INFO:tasks.rados.rados.0.smithi012.stdout:2750: finishing copy_from racing read to smithi01277369-48 2024-04-02T08:33:21.247 INFO:tasks.rados.rados.0.smithi012.stdout:2753: finishing rollback tid 2 to smithi01277369-49 2024-04-02T08:33:21.247 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 49 v 1106 (ObjNum 766 snap 252 seq_num 766) dirty exists 2024-04-02T08:33:21.248 INFO:tasks.rados.rados.0.smithi012.stdout:2750: finishing copy_from to smithi01277369-48 2024-04-02T08:33:21.248 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 48 v 1796 (ObjNum 783 snap 257 seq_num 783) dirty exists 2024-04-02T08:33:21.249 INFO:tasks.rados.rados.0.smithi012.stdout:2756: finishing write tid 1 to smithi01277369-39 2024-04-02T08:33:21.250 INFO:tasks.rados.rados.0.smithi012.stdout:2751: expect (ObjNum 839 snap 269 seq_num 839) 2024-04-02T08:33:21.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:20 smithi055 ceph-mon[85080]: osdmap e612: 8 total, 8 up, 8 in 2024-04-02T08:33:21.311 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 08:33:20 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4[90704]: 2024-04-02T08:33:20.991+0000 7fa5258b7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 137 after trimming was started 2024-04-02T08:33:21.417 INFO:tasks.rados.rados.0.smithi012.stdout:2756: finishing write tid 2 to smithi01277369-39 2024-04-02T08:33:21.417 INFO:tasks.rados.rados.0.smithi012.stdout:2756: finishing write tid 3 to smithi01277369-39 2024-04-02T08:33:21.417 INFO:tasks.rados.rados.0.smithi012.stdout:2756: oid 39 updating version 0 to 1817 2024-04-02T08:33:21.417 INFO:tasks.rados.rados.0.smithi012.stdout:2756: oid 39 version 1817 is already newer than 1816 2024-04-02T08:33:21.417 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 39 v 1817 (ObjNum 871 snap 274 seq_num 871) dirty exists 2024-04-02T08:33:21.418 INFO:tasks.rados.rados.0.smithi012.stdout:2756: left oid 39 (ObjNum 871 snap 274 seq_num 871) 2024-04-02T08:33:21.418 INFO:tasks.rados.rados.0.smithi012.stdout:2750: done (7 left) 2024-04-02T08:33:21.418 INFO:tasks.rados.rados.0.smithi012.stdout:2751: done (6 left) 2024-04-02T08:33:21.418 INFO:tasks.rados.rados.0.smithi012.stdout:2753: done (5 left) 2024-04-02T08:33:21.418 INFO:tasks.rados.rados.0.smithi012.stdout:2754: done (4 left) 2024-04-02T08:33:21.418 INFO:tasks.rados.rados.0.smithi012.stdout:2755: done (3 left) 2024-04-02T08:33:21.418 INFO:tasks.rados.rados.0.smithi012.stdout:2756: done (2 left) 2024-04-02T08:33:21.418 INFO:tasks.rados.rados.0.smithi012.stdout:2757: done (1 left) 2024-04-02T08:33:21.419 INFO:tasks.rados.rados.0.smithi012.stdout:2758: done (0 left) 2024-04-02T08:33:21.419 INFO:tasks.rados.rados.0.smithi012.stdout:2759: read oid 24 snap -1 2024-04-02T08:33:21.419 INFO:tasks.rados.rados.0.smithi012.stdout:2759: expect deleted 2024-04-02T08:33:21.419 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 31 current snap is 274 2024-04-02T08:33:21.419 INFO:tasks.rados.rados.0.smithi012.stdout:2760: seq_num 873 ranges {9863168=229376} 2024-04-02T08:33:21.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:20 smithi012 ceph-mon[88355]: osdmap e612: 8 total, 8 up, 8 in 2024-04-02T08:33:21.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:20 smithi012 ceph-mon[90784]: osdmap e612: 8 total, 8 up, 8 in 2024-04-02T08:33:21.472 INFO:tasks.rados.rados.0.smithi012.stdout:2760: writing smithi01277369-31 from 9863168 to 10092544 tid 1 2024-04-02T08:33:21.472 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 39 current snap is 274 2024-04-02T08:33:21.472 INFO:tasks.rados.rados.0.smithi012.stdout:2761: seq_num 874 ranges {1613824=245760} 2024-04-02T08:33:21.483 INFO:tasks.rados.rados.0.smithi012.stdout:2761: writing smithi01277369-39 from 1613824 to 1859584 tid 1 2024-04-02T08:33:21.483 INFO:tasks.rados.rados.0.smithi012.stdout:2762: rollback oid 16 current snap is 274 2024-04-02T08:33:21.483 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 16 to 257 2024-04-02T08:33:21.483 INFO:tasks.rados.rados.0.smithi012.stdout:2760: finishing write tid 1 to smithi01277369-31 2024-04-02T08:33:21.483 INFO:tasks.rados.rados.0.smithi012.stdout:2760: finishing write tid 2 to smithi01277369-31 2024-04-02T08:33:21.483 INFO:tasks.rados.rados.0.smithi012.stdout:2760: finishing write tid 3 to smithi01277369-31 2024-04-02T08:33:21.483 INFO:tasks.rados.rados.0.smithi012.stdout:2760: oid 31 updating version 0 to 1059 2024-04-02T08:33:21.484 INFO:tasks.rados.rados.0.smithi012.stdout:2760: oid 31 updating version 1059 to 1060 2024-04-02T08:33:21.484 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 31 v 1060 (ObjNum 873 snap 274 seq_num 873) dirty exists 2024-04-02T08:33:21.484 INFO:tasks.rados.rados.0.smithi012.stdout:2760: left oid 31 (ObjNum 873 snap 274 seq_num 873) 2024-04-02T08:33:21.484 INFO:tasks.rados.rados.0.smithi012.stdout:2759: done (3 left) 2024-04-02T08:33:21.484 INFO:tasks.rados.rados.0.smithi012.stdout:2760: done (2 left) 2024-04-02T08:33:21.484 INFO:tasks.rados.rados.0.smithi012.stdout:2763: rmattr oid 50 current snap is 274 2024-04-02T08:33:21.484 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 3 current snap is 274 2024-04-02T08:33:21.484 INFO:tasks.rados.rados.0.smithi012.stdout:2764: seq_num 875 ranges {3571712=262144} 2024-04-02T08:33:21.506 INFO:tasks.rados.rados.0.smithi012.stdout:2764: writing smithi01277369-3 from 3571712 to 3833856 tid 1 2024-04-02T08:33:21.507 INFO:tasks.rados.rados.0.smithi012.stdout:2765: copy_from oid 4 from oid 46 current snap is 274 2024-04-02T08:33:21.507 INFO:tasks.rados.rados.0.smithi012.stdout:2761: finishing write tid 1 to smithi01277369-39 2024-04-02T08:33:21.507 INFO:tasks.rados.rados.0.smithi012.stdout:2766: read oid 44 snap -1 2024-04-02T08:33:21.507 INFO:tasks.rados.rados.0.smithi012.stdout:2766: expect (ObjNum 855 snap 269 seq_num 855) 2024-04-02T08:33:21.507 INFO:tasks.rados.rados.0.smithi012.stdout:2767: snap_create 2024-04-02T08:33:21.507 INFO:tasks.rados.rados.0.smithi012.stdout:2762: finishing rollback tid 0 to smithi01277369-16 2024-04-02T08:33:21.507 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 50 v 1130 (ObjNum 851 snap 269 seq_num 851) dirty exists 2024-04-02T08:33:21.507 INFO:tasks.rados.rados.0.smithi012.stdout:2762: finishing rollback tid 1 to smithi01277369-16 2024-04-02T08:33:21.507 INFO:tasks.rados.rados.0.smithi012.stdout:2762: finishing rollback tid 2 to smithi01277369-16 2024-04-02T08:33:21.507 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 16 v 452 (ObjNum 765 snap 252 seq_num 765) dirty exists 2024-04-02T08:33:21.507 INFO:tasks.rados.rados.0.smithi012.stdout:2761: finishing write tid 2 to smithi01277369-39 2024-04-02T08:33:21.507 INFO:tasks.rados.rados.0.smithi012.stdout:2761: finishing write tid 3 to smithi01277369-39 2024-04-02T08:33:21.508 INFO:tasks.rados.rados.0.smithi012.stdout:2761: oid 39 updating version 0 to 1819 2024-04-02T08:33:21.508 INFO:tasks.rados.rados.0.smithi012.stdout:2761: oid 39 version 1819 is already newer than 1818 2024-04-02T08:33:21.508 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 39 v 1819 (ObjNum 874 snap 274 seq_num 874) dirty exists 2024-04-02T08:33:21.508 INFO:tasks.rados.rados.0.smithi012.stdout:2761: left oid 39 (ObjNum 874 snap 274 seq_num 874) 2024-04-02T08:33:21.509 INFO:tasks.rados.rados.0.smithi012.stdout:2764: finishing write tid 1 to smithi01277369-3 2024-04-02T08:33:21.510 INFO:tasks.rados.rados.0.smithi012.stdout:2764: finishing write tid 2 to smithi01277369-3 2024-04-02T08:33:21.512 INFO:tasks.rados.rados.0.smithi012.stdout:2764: finishing write tid 3 to smithi01277369-3 2024-04-02T08:33:21.512 INFO:tasks.rados.rados.0.smithi012.stdout:2764: oid 3 updating version 0 to 1098 2024-04-02T08:33:21.512 INFO:tasks.rados.rados.0.smithi012.stdout:2764: oid 3 updating version 1098 to 1099 2024-04-02T08:33:21.512 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 3 v 1099 (ObjNum 875 snap 274 seq_num 875) dirty exists 2024-04-02T08:33:21.512 INFO:tasks.rados.rados.0.smithi012.stdout:2764: left oid 3 (ObjNum 875 snap 274 seq_num 875) 2024-04-02T08:33:21.523 INFO:tasks.rados.rados.0.smithi012.stdout:2766: expect (ObjNum 855 snap 269 seq_num 855) 2024-04-02T08:33:21.739 INFO:tasks.rados.rados.0.smithi012.stdout:2765: finishing copy_from racing read to smithi01277369-4 2024-04-02T08:33:21.739 INFO:tasks.rados.rados.0.smithi012.stdout:2765: finishing copy_from to smithi01277369-4 2024-04-02T08:33:21.739 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 4 v 377 (ObjNum 765 snap 252 seq_num 765) dirty exists 2024-04-02T08:33:21.979 INFO:tasks.rados.rados.0.smithi012.stdout:2761: done (6 left) 2024-04-02T08:33:21.979 INFO:tasks.rados.rados.0.smithi012.stdout:2762: done (5 left) 2024-04-02T08:33:21.979 INFO:tasks.rados.rados.0.smithi012.stdout:2763: done (4 left) 2024-04-02T08:33:21.979 INFO:tasks.rados.rados.0.smithi012.stdout:2764: done (3 left) 2024-04-02T08:33:21.979 INFO:tasks.rados.rados.0.smithi012.stdout:2765: done (2 left) 2024-04-02T08:33:21.980 INFO:tasks.rados.rados.0.smithi012.stdout:2766: done (1 left) 2024-04-02T08:33:21.980 INFO:tasks.rados.rados.0.smithi012.stdout:2767: done (0 left) 2024-04-02T08:33:21.980 INFO:tasks.rados.rados.0.smithi012.stdout:2768: copy_from oid 2 from oid 19 current snap is 275 2024-04-02T08:33:21.980 INFO:tasks.rados.rados.0.smithi012.stdout:2769: snap_create 2024-04-02T08:33:22.003 INFO:tasks.rados.rados.0.smithi012.stdout:2768: finishing copy_from racing read to smithi01277369-2 2024-04-02T08:33:22.010 INFO:tasks.rados.rados.0.smithi012.stdout:2768: finishing copy_from to smithi01277369-2 2024-04-02T08:33:22.010 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 2 v 1811 (ObjNum 859 snap 269 seq_num 859) dirty exists 2024-04-02T08:33:22.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:21 smithi012 ceph-mon[88355]: pgmap v586: 121 pgs: 121 active+clean; 432 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 58 KiB/s wr, 10 op/s 2024-04-02T08:33:22.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:21 smithi012 ceph-mon[88355]: osdmap e613: 8 total, 8 up, 8 in 2024-04-02T08:33:22.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:21 smithi012 ceph-mon[90784]: pgmap v586: 121 pgs: 121 active+clean; 432 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 58 KiB/s wr, 10 op/s 2024-04-02T08:33:22.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:21 smithi012 ceph-mon[90784]: osdmap e613: 8 total, 8 up, 8 in 2024-04-02T08:33:22.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:21 smithi055 ceph-mon[85080]: pgmap v586: 121 pgs: 121 active+clean; 432 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 58 KiB/s wr, 10 op/s 2024-04-02T08:33:22.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:21 smithi055 ceph-mon[85080]: osdmap e613: 8 total, 8 up, 8 in 2024-04-02T08:33:22.813 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:33:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:33:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:33:22.993 INFO:tasks.rados.rados.0.smithi012.stdout:2768: done (1 left) 2024-04-02T08:33:22.993 INFO:tasks.rados.rados.0.smithi012.stdout:2769: done (0 left) 2024-04-02T08:33:22.993 INFO:tasks.rados.rados.0.smithi012.stdout:2770: snap_remove snap 274 2024-04-02T08:33:23.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:22 smithi012 ceph-mon[88355]: osdmap e614: 8 total, 8 up, 8 in 2024-04-02T08:33:23.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:22 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:23.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:22 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:23.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:22 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:23.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:22 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:33:23.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:22 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:23.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:22 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:33:23.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:22 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:23.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:22 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:23.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:22 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:23.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:22 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:23.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:22 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:23.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:22 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:23.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:22 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:23.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:22 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:23.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:22 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:23.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:22 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:23.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:22 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:23.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:22 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:23.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:22 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:23.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:22 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:23.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:22 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:23.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:22 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:23.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:22 smithi012 ceph-mon[90784]: osdmap e614: 8 total, 8 up, 8 in 2024-04-02T08:33:23.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:22 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:23.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:22 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:23.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:22 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:23.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:22 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:33:23.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:22 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:23.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:22 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:33:23.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:22 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:23.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:22 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:23.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:22 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:23.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:22 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:23.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:22 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:23.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:22 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:23.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:22 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:23.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:22 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:23.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:22 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:23.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:22 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:23.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:22 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:23.182 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:22 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:23.182 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:22 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:23.182 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:22 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:23.182 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:22 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:23.182 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:22 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:23.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:22 smithi055 ceph-mon[85080]: osdmap e614: 8 total, 8 up, 8 in 2024-04-02T08:33:23.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:22 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:23.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:22 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:23.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:22 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:23.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:22 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:33:23.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:22 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:23.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:22 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:33:23.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:22 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:23.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:22 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:23.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:22 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:23.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:22 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:23.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:22 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:23.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:22 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:23.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:22 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:23.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:22 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:23.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:22 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:23.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:22 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:23.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:22 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:23.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:22 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:23.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:22 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:23.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:22 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:23.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:22 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:23.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:22 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:23.970 INFO:tasks.rados.rados.0.smithi012.stdout:2770: done (0 left) 2024-04-02T08:33:23.970 INFO:tasks.rados.rados.0.smithi012.stdout:2771: snap_remove snap 273 2024-04-02T08:33:24.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:23 smithi055 ceph-mon[85080]: pgmap v589: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 407 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-04-02T08:33:24.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:23 smithi055 ceph-mon[85080]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:33:24.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:23 smithi055 ceph-mon[85080]: osdmap e615: 8 total, 8 up, 8 in 2024-04-02T08:33:24.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:23 smithi055 ceph-mon[85080]: osdmap e616: 8 total, 8 up, 8 in 2024-04-02T08:33:24.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:23 smithi012 ceph-mon[88355]: pgmap v589: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 407 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-04-02T08:33:24.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:23 smithi012 ceph-mon[88355]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:33:24.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:23 smithi012 ceph-mon[88355]: osdmap e615: 8 total, 8 up, 8 in 2024-04-02T08:33:24.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:23 smithi012 ceph-mon[88355]: osdmap e616: 8 total, 8 up, 8 in 2024-04-02T08:33:24.429 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 08:33:24 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[123211]: ts=2024-04-02T08:33:24.095Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.00371793s 2024-04-02T08:33:24.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:23 smithi012 ceph-mon[90784]: pgmap v589: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 407 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-04-02T08:33:24.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:23 smithi012 ceph-mon[90784]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:33:24.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:23 smithi012 ceph-mon[90784]: osdmap e615: 8 total, 8 up, 8 in 2024-04-02T08:33:24.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:23 smithi012 ceph-mon[90784]: osdmap e616: 8 total, 8 up, 8 in 2024-04-02T08:33:24.970 INFO:tasks.rados.rados.0.smithi012.stdout:2771: done (0 left) 2024-04-02T08:33:24.970 INFO:tasks.rados.rados.0.smithi012.stdout:2772: rollback oid 35 current snap is 276 2024-04-02T08:33:24.970 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 35 to 268 2024-04-02T08:33:24.970 INFO:tasks.rados.rados.0.smithi012.stdout:2773: snap_remove snap 253 2024-04-02T08:33:25.977 INFO:tasks.rados.rados.0.smithi012.stdout:2773: done (1 left) 2024-04-02T08:33:25.978 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 13 current snap is 276 2024-04-02T08:33:25.978 INFO:tasks.rados.rados.0.smithi012.stdout:2774: seq_num 876 ranges {1441792=278528} 2024-04-02T08:33:25.985 INFO:tasks.rados.rados.0.smithi012.stdout:2774: writing smithi01277369-13 from 1441792 to 1720320 tid 1 2024-04-02T08:33:25.985 INFO:tasks.rados.rados.0.smithi012.stdout:2772: finishing rollback tid 1 to smithi01277369-35 2024-04-02T08:33:25.985 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 35 v 1889 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-02T08:33:25.985 INFO:tasks.rados.rados.0.smithi012.stdout:2772: done (1 left) 2024-04-02T08:33:25.985 INFO:tasks.rados.rados.0.smithi012.stdout:2775: setattr oid 11 current snap is 276 2024-04-02T08:33:25.987 INFO:tasks.rados.rados.0.smithi012.stdout:2776: read oid 49 snap -1 2024-04-02T08:33:25.987 INFO:tasks.rados.rados.0.smithi012.stdout:2776: expect (ObjNum 766 snap 252 seq_num 766) 2024-04-02T08:33:25.988 INFO:tasks.rados.rados.0.smithi012.stdout:2777: read oid 12 snap -1 2024-04-02T08:33:25.988 INFO:tasks.rados.rados.0.smithi012.stdout:2777: expect (ObjNum 730 snap 241 seq_num 730) 2024-04-02T08:33:25.988 INFO:tasks.rados.rados.0.smithi012.stdout:2778: snap_remove snap 272 2024-04-02T08:33:26.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:25 smithi055 ceph-mon[85080]: pgmap v592: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 407 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.3 MiB/s wr, 6 op/s 2024-04-02T08:33:26.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:25 smithi055 ceph-mon[85080]: Upgrade: Updating grafana.a 2024-04-02T08:33:26.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:25 smithi055 ceph-mon[85080]: Deploying daemon grafana.a on smithi055 2024-04-02T08:33:26.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:25 smithi055 ceph-mon[85080]: osdmap e617: 8 total, 8 up, 8 in 2024-04-02T08:33:26.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:25 smithi012 ceph-mon[90784]: pgmap v592: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 407 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.3 MiB/s wr, 6 op/s 2024-04-02T08:33:26.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:25 smithi012 ceph-mon[90784]: Upgrade: Updating grafana.a 2024-04-02T08:33:26.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:25 smithi012 ceph-mon[90784]: Deploying daemon grafana.a on smithi055 2024-04-02T08:33:26.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:25 smithi012 ceph-mon[90784]: osdmap e617: 8 total, 8 up, 8 in 2024-04-02T08:33:26.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:25 smithi012 ceph-mon[88355]: pgmap v592: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 407 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.3 MiB/s wr, 6 op/s 2024-04-02T08:33:26.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:25 smithi012 ceph-mon[88355]: Upgrade: Updating grafana.a 2024-04-02T08:33:26.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:25 smithi012 ceph-mon[88355]: Deploying daemon grafana.a on smithi055 2024-04-02T08:33:26.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:25 smithi012 ceph-mon[88355]: osdmap e617: 8 total, 8 up, 8 in 2024-04-02T08:33:26.978 INFO:tasks.rados.rados.0.smithi012.stdout:2777: expect (ObjNum 730 snap 241 seq_num 730) 2024-04-02T08:33:26.990 INFO:tasks.rados.rados.0.smithi012.stdout:2774: finishing write tid 1 to smithi01277369-13 2024-04-02T08:33:26.990 INFO:tasks.rados.rados.0.smithi012.stdout:2774: finishing write tid 2 to smithi01277369-13 2024-04-02T08:33:26.990 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 11 v 2092 (ObjNum 749 snap 245 seq_num 749) dirty exists 2024-04-02T08:33:26.990 INFO:tasks.rados.rados.0.smithi012.stdout:2776: expect (ObjNum 766 snap 252 seq_num 766) 2024-04-02T08:33:27.050 INFO:tasks.rados.rados.0.smithi012.stdout:2774: finishing write tid 3 to smithi01277369-13 2024-04-02T08:33:27.050 INFO:tasks.rados.rados.0.smithi012.stdout:2774: oid 13 updating version 0 to 2090 2024-04-02T08:33:27.050 INFO:tasks.rados.rados.0.smithi012.stdout:2774: oid 13 version 2090 is already newer than 2089 2024-04-02T08:33:27.050 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 13 v 2090 (ObjNum 876 snap 276 seq_num 876) dirty exists 2024-04-02T08:33:27.051 INFO:tasks.rados.rados.0.smithi012.stdout:2774: left oid 13 (ObjNum 876 snap 276 seq_num 876) 2024-04-02T08:33:27.051 INFO:tasks.rados.rados.0.smithi012.stdout:2774: done (4 left) 2024-04-02T08:33:27.051 INFO:tasks.rados.rados.0.smithi012.stdout:2775: done (3 left) 2024-04-02T08:33:27.051 INFO:tasks.rados.rados.0.smithi012.stdout:2776: done (2 left) 2024-04-02T08:33:27.051 INFO:tasks.rados.rados.0.smithi012.stdout:2777: done (1 left) 2024-04-02T08:33:27.051 INFO:tasks.rados.rados.0.smithi012.stdout:2778: done (0 left) 2024-04-02T08:33:27.051 INFO:tasks.rados.rados.0.smithi012.stdout:2779: rollback oid 5 current snap is 276 2024-04-02T08:33:27.051 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 5 to 266 2024-04-02T08:33:27.051 INFO:tasks.rados.rados.0.smithi012.stdout:2780: read oid 13 snap -1 2024-04-02T08:33:27.051 INFO:tasks.rados.rados.0.smithi012.stdout:2780: expect (ObjNum 876 snap 276 seq_num 876) 2024-04-02T08:33:27.051 INFO:tasks.rados.rados.0.smithi012.stdout:2781: read oid 36 snap -1 2024-04-02T08:33:27.051 INFO:tasks.rados.rados.0.smithi012.stdout:2781: expect deleted 2024-04-02T08:33:27.051 INFO:tasks.rados.rados.0.smithi012.stdout:2782: delete oid 10 current snap is 276 2024-04-02T08:33:27.052 INFO:tasks.rados.rados.0.smithi012.stdout:2781: done (3 left) 2024-04-02T08:33:27.052 INFO:tasks.rados.rados.0.smithi012.stdout:2782: done (2 left) 2024-04-02T08:33:27.052 INFO:tasks.rados.rados.0.smithi012.stdout:2783: rmattr oid 19 current snap is 276 2024-04-02T08:33:27.052 INFO:tasks.rados.rados.0.smithi012.stdout:2784: snap_remove snap 257 2024-04-02T08:33:27.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:26 smithi055 ceph-mon[85080]: osdmap e618: 8 total, 8 up, 8 in 2024-04-02T08:33:27.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:26 smithi012 ceph-mon[88355]: osdmap e618: 8 total, 8 up, 8 in 2024-04-02T08:33:27.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:26 smithi012 ceph-mon[90784]: osdmap e618: 8 total, 8 up, 8 in 2024-04-02T08:33:27.984 INFO:tasks.rados.rados.0.smithi012.stdout:2784: done (3 left) 2024-04-02T08:33:27.984 INFO:tasks.rados.rados.0.smithi012.stdout:2785: copy_from oid 44 from oid 20 current snap is 276 2024-04-02T08:33:27.984 INFO:tasks.rados.rados.0.smithi012.stdout:2779: finishing rollback tid 0 to smithi01277369-5 2024-04-02T08:33:27.984 INFO:tasks.rados.rados.0.smithi012.stdout:2779: finishing rollback tid 1 to smithi01277369-5 2024-04-02T08:33:27.985 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 5 v 1421 (ObjNum 129 snap 0 seq_num 917641336) dirty dne 2024-04-02T08:33:27.985 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 19 v 1820 (ObjNum 859 snap 269 seq_num 859) dirty exists 2024-04-02T08:33:27.985 INFO:tasks.rados.rados.0.smithi012.stdout:2780: expect (ObjNum 876 snap 276 seq_num 876) 2024-04-02T08:33:28.069 INFO:tasks.rados.rados.0.smithi012.stdout:2785: finishing copy_from racing read to smithi01277369-44 2024-04-02T08:33:28.069 INFO:tasks.rados.rados.0.smithi012.stdout:2785: finishing copy_from to smithi01277369-44 2024-04-02T08:33:28.069 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 44 v 2054 (ObjNum 839 snap 269 seq_num 839) dirty exists 2024-04-02T08:33:28.069 INFO:tasks.rados.rados.0.smithi012.stdout:2779: done (3 left) 2024-04-02T08:33:28.069 INFO:tasks.rados.rados.0.smithi012.stdout:2780: done (2 left) 2024-04-02T08:33:28.069 INFO:tasks.rados.rados.0.smithi012.stdout:2783: done (1 left) 2024-04-02T08:33:28.069 INFO:tasks.rados.rados.0.smithi012.stdout:2785: done (0 left) 2024-04-02T08:33:28.070 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 39 current snap is 276 2024-04-02T08:33:28.070 INFO:tasks.rados.rados.0.smithi012.stdout:2786: seq_num 878 ranges {1859584=311296} 2024-04-02T08:33:28.081 INFO:tasks.rados.rados.0.smithi012.stdout:2786: writing smithi01277369-39 from 1859584 to 2170880 tid 1 2024-04-02T08:33:28.081 INFO:tasks.rados.rados.0.smithi012.stdout:2787: read oid 42 snap -1 2024-04-02T08:33:28.081 INFO:tasks.rados.rados.0.smithi012.stdout:2787: expect (ObjNum 861 snap 271 seq_num 861) 2024-04-02T08:33:28.081 INFO:tasks.rados.rados.0.smithi012.stdout:2788: copy_from oid 27 from oid 32 current snap is 276 2024-04-02T08:33:28.082 INFO:tasks.rados.rados.0.smithi012.stdout:2789: read oid 7 snap -1 2024-04-02T08:33:28.082 INFO:tasks.rados.rados.0.smithi012.stdout:2789: expect (ObjNum 843 snap 269 seq_num 843) 2024-04-02T08:33:28.082 INFO:tasks.rados.rados.0.smithi012.stdout:2790: copy_from oid 43 from oid 18 current snap is 276 2024-04-02T08:33:28.082 INFO:tasks.rados.rados.0.smithi012.stdout:2791: copy_from oid 5 from oid 2 current snap is 276 2024-04-02T08:33:28.082 INFO:tasks.rados.rados.0.smithi012.stdout:2792: snap_remove snap 275 2024-04-02T08:33:28.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:27 smithi055 ceph-mon[85080]: pgmap v595: 121 pgs: 121 active+clean; 423 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2024-04-02T08:33:28.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:27 smithi055 ceph-mon[85080]: osdmap e619: 8 total, 8 up, 8 in 2024-04-02T08:33:28.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:27 smithi012 ceph-mon[88355]: pgmap v595: 121 pgs: 121 active+clean; 423 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2024-04-02T08:33:28.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:27 smithi012 ceph-mon[88355]: osdmap e619: 8 total, 8 up, 8 in 2024-04-02T08:33:28.429 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:33:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:33:27] "GET /metrics HTTP/1.1" 200 36246 "" "Prometheus/2.43.0" 2024-04-02T08:33:28.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:27 smithi012 ceph-mon[90784]: pgmap v595: 121 pgs: 121 active+clean; 423 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2024-04-02T08:33:28.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:27 smithi012 ceph-mon[90784]: osdmap e619: 8 total, 8 up, 8 in 2024-04-02T08:33:28.966 INFO:tasks.rados.rados.0.smithi012.stdout:2792: done (6 left) 2024-04-02T08:33:28.966 INFO:tasks.rados.rados.0.smithi012.stdout:2793: delete oid 30 current snap is 276 2024-04-02T08:33:28.966 INFO:tasks.rados.rados.0.smithi012.stdout:2786: finishing write tid 1 to smithi01277369-39 2024-04-02T08:33:28.966 INFO:tasks.rados.rados.0.smithi012.stdout:2786: finishing write tid 2 to smithi01277369-39 2024-04-02T08:33:28.966 INFO:tasks.rados.rados.0.smithi012.stdout:2788: finishing copy_from racing read to smithi01277369-27 2024-04-02T08:33:28.966 INFO:tasks.rados.rados.0.smithi012.stdout:2787: expect (ObjNum 861 snap 271 seq_num 861) 2024-04-02T08:33:29.046 INFO:tasks.rados.rados.0.smithi012.stdout:2786: finishing write tid 3 to smithi01277369-39 2024-04-02T08:33:29.046 INFO:tasks.rados.rados.0.smithi012.stdout:2786: oid 39 updating version 0 to 1822 2024-04-02T08:33:29.046 INFO:tasks.rados.rados.0.smithi012.stdout:2786: oid 39 version 1822 is already newer than 1821 2024-04-02T08:33:29.046 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 39 v 1822 (ObjNum 878 snap 276 seq_num 878) dirty exists 2024-04-02T08:33:29.046 INFO:tasks.rados.rados.0.smithi012.stdout:2786: left oid 39 (ObjNum 878 snap 276 seq_num 878) 2024-04-02T08:33:29.046 INFO:tasks.rados.rados.0.smithi012.stdout:2788: finishing copy_from to smithi01277369-27 2024-04-02T08:33:29.046 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 27 v 2028 (ObjNum 864 snap 274 seq_num 864) dirty exists 2024-04-02T08:33:29.046 INFO:tasks.rados.rados.0.smithi012.stdout:2790: finishing copy_from racing read to smithi01277369-43 2024-04-02T08:33:29.046 INFO:tasks.rados.rados.0.smithi012.stdout:2789: expect (ObjNum 843 snap 269 seq_num 843) 2024-04-02T08:33:29.294 INFO:tasks.rados.rados.0.smithi012.stdout:2790: finishing copy_from to smithi01277369-43 2024-04-02T08:33:29.294 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 43 v 1086 (ObjNum 811 snap 264 seq_num 811) dirty exists 2024-04-02T08:33:29.294 INFO:tasks.rados.rados.0.smithi012.stdout:2786: done (6 left) 2024-04-02T08:33:29.294 INFO:tasks.rados.rados.0.smithi012.stdout:2787: done (5 left) 2024-04-02T08:33:29.294 INFO:tasks.rados.rados.0.smithi012.stdout:2788: done (4 left) 2024-04-02T08:33:29.294 INFO:tasks.rados.rados.0.smithi012.stdout:2789: done (3 left) 2024-04-02T08:33:29.295 INFO:tasks.rados.rados.0.smithi012.stdout:2790: done (2 left) 2024-04-02T08:33:29.295 INFO:tasks.rados.rados.0.smithi012.stdout:2793: done (1 left) 2024-04-02T08:33:29.295 INFO:tasks.rados.rados.0.smithi012.stdout:2794: delete oid 24 current snap is 276 2024-04-02T08:33:29.295 INFO:tasks.rados.rados.0.smithi012.stdout:2791: finishing copy_from racing read to smithi01277369-5 2024-04-02T08:33:29.295 INFO:tasks.rados.rados.0.smithi012.stdout:2791: finishing copy_from to smithi01277369-5 2024-04-02T08:33:29.295 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 5 v 1811 (ObjNum 859 snap 269 seq_num 859) dirty exists 2024-04-02T08:33:29.296 INFO:tasks.rados.rados.0.smithi012.stdout:2791: done (1 left) 2024-04-02T08:33:29.296 INFO:tasks.rados.rados.0.smithi012.stdout:2794: done (0 left) 2024-04-02T08:33:29.296 INFO:tasks.rados.rados.0.smithi012.stdout:2795: copy_from oid 13 from oid 17 current snap is 276 2024-04-02T08:33:29.296 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 26 current snap is 276 2024-04-02T08:33:29.297 INFO:tasks.rados.rados.0.smithi012.stdout:2796: seq_num 881 ranges {5169152=360448} 2024-04-02T08:33:29.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:28 smithi055 ceph-mon[85080]: osdmap e620: 8 total, 8 up, 8 in 2024-04-02T08:33:29.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:28 smithi055 ceph-mon[85080]: osdmap e621: 8 total, 8 up, 8 in 2024-04-02T08:33:29.327 INFO:tasks.rados.rados.0.smithi012.stdout:2796: writing smithi01277369-26 from 5169152 to 5529600 tid 1 2024-04-02T08:33:29.327 INFO:tasks.rados.rados.0.smithi012.stdout:2797: snap_create 2024-04-02T08:33:29.327 INFO:tasks.rados.rados.0.smithi012.stdout:2795: finishing copy_from racing read to smithi01277369-13 2024-04-02T08:33:29.327 INFO:tasks.rados.rados.0.smithi012.stdout:2795: finishing copy_from to smithi01277369-13 2024-04-02T08:33:29.327 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 13 v 1986 (ObjNum 852 snap 269 seq_num 852) dirty exists 2024-04-02T08:33:29.329 INFO:tasks.rados.rados.0.smithi012.stdout:2796: finishing write tid 1 to smithi01277369-26 2024-04-02T08:33:29.329 INFO:tasks.rados.rados.0.smithi012.stdout:2796: finishing write tid 2 to smithi01277369-26 2024-04-02T08:33:29.330 INFO:tasks.rados.rados.0.smithi012.stdout:2796: finishing write tid 3 to smithi01277369-26 2024-04-02T08:33:29.330 INFO:tasks.rados.rados.0.smithi012.stdout:2796: oid 26 updating version 0 to 1012 2024-04-02T08:33:29.330 INFO:tasks.rados.rados.0.smithi012.stdout:2796: oid 26 updating version 1012 to 1013 2024-04-02T08:33:29.330 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 26 v 1013 (ObjNum 881 snap 276 seq_num 881) dirty exists 2024-04-02T08:33:29.331 INFO:tasks.rados.rados.0.smithi012.stdout:2796: left oid 26 (ObjNum 881 snap 276 seq_num 881) 2024-04-02T08:33:29.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:28 smithi012 ceph-mon[88355]: osdmap e620: 8 total, 8 up, 8 in 2024-04-02T08:33:29.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:28 smithi012 ceph-mon[88355]: osdmap e621: 8 total, 8 up, 8 in 2024-04-02T08:33:29.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:28 smithi012 ceph-mon[90784]: osdmap e620: 8 total, 8 up, 8 in 2024-04-02T08:33:29.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:28 smithi012 ceph-mon[90784]: osdmap e621: 8 total, 8 up, 8 in 2024-04-02T08:33:29.999 INFO:tasks.rados.rados.0.smithi012.stdout:2795: done (2 left) 2024-04-02T08:33:29.999 INFO:tasks.rados.rados.0.smithi012.stdout:2796: done (1 left) 2024-04-02T08:33:29.999 INFO:tasks.rados.rados.0.smithi012.stdout:2797: done (0 left) 2024-04-02T08:33:29.999 INFO:tasks.rados.rados.0.smithi012.stdout:2798: copy_from oid 24 from oid 35 current snap is 277 2024-04-02T08:33:29.999 INFO:tasks.rados.rados.0.smithi012.stdout:2799: read oid 32 snap 215 2024-04-02T08:33:30.000 INFO:tasks.rados.rados.0.smithi012.stdout:2799: expect (ObjNum 670 snap 215 seq_num 670) 2024-04-02T08:33:30.000 INFO:tasks.rados.rados.0.smithi012.stdout:2800: read oid 38 snap -1 2024-04-02T08:33:30.000 INFO:tasks.rados.rados.0.smithi012.stdout:2800: expect (ObjNum 867 snap 274 seq_num 867) 2024-04-02T08:33:30.000 INFO:tasks.rados.rados.0.smithi012.stdout:2801: read oid 50 snap 227 2024-04-02T08:33:30.000 INFO:tasks.rados.rados.0.smithi012.stdout:2801: expect (ObjNum 589 snap 188 seq_num 589) 2024-04-02T08:33:30.000 INFO:tasks.rados.rados.0.smithi012.stdout:2802: snap_remove snap 255 2024-04-02T08:33:30.220 INFO:teuthology.orchestra.run.smithi012.stdout:true 2024-04-02T08:33:30.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:29 smithi055 ceph-mon[85080]: pgmap v598: 121 pgs: 121 active+clean; 423 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2024-04-02T08:33:30.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:30.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:29 smithi012 ceph-mon[88355]: pgmap v598: 121 pgs: 121 active+clean; 423 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2024-04-02T08:33:30.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:30.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:29 smithi012 ceph-mon[90784]: pgmap v598: 121 pgs: 121 active+clean; 423 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2024-04-02T08:33:30.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:30.634 INFO:teuthology.orchestra.run.smithi012.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:33:30.634 INFO:teuthology.orchestra.run.smithi012.stdout:alertmanager.a smithi012 *:9093,9094 running (17s) 13s ago 12m 14.6M - 0.25.0 c8568f914cd2 526e224e4ba0 2024-04-02T08:33:30.634 INFO:teuthology.orchestra.run.smithi012.stdout:grafana.a smithi055 *:3000 running (11m) 29s ago 11m 89.1M - 9.4.7 954c08fa6188 9788bcfbfb6f 2024-04-02T08:33:30.634 INFO:teuthology.orchestra.run.smithi012.stdout:mds.a smithi012 running (85s) 13s ago 13m 13.1M - 19.0.0-2422-g3cba26ea beaaa8a653cf e246b4d32ef4 2024-04-02T08:33:30.634 INFO:teuthology.orchestra.run.smithi012.stdout:mds.b smithi055 running (66s) 29s ago 13m 11.9M - 19.0.0-2422-g3cba26ea beaaa8a653cf ce257d237baf 2024-04-02T08:33:30.634 INFO:teuthology.orchestra.run.smithi012.stdout:mgr.x smithi055 *:8443,9283,8765 running (7m) 29s ago 16m 452M - 19.0.0-2422-g3cba26ea beaaa8a653cf 111621b46bd2 2024-04-02T08:33:30.635 INFO:teuthology.orchestra.run.smithi012.stdout:mgr.y smithi012 *:8443,9283,8765 running (7m) 13s ago 18m 517M - 19.0.0-2422-g3cba26ea beaaa8a653cf fe667762b028 2024-04-02T08:33:30.635 INFO:teuthology.orchestra.run.smithi012.stdout:mon.a smithi012 running (6m) 13s ago 18m 69.4M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 1790aee575dc 2024-04-02T08:33:30.635 INFO:teuthology.orchestra.run.smithi012.stdout:mon.b smithi055 running (6m) 29s ago 17m 57.7M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf f75ff69b6d62 2024-04-02T08:33:30.635 INFO:teuthology.orchestra.run.smithi012.stdout:mon.c smithi012 running (6m) 13s ago 16m 60.6M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf a1b482e0e449 2024-04-02T08:33:30.635 INFO:teuthology.orchestra.run.smithi012.stdout:node-exporter.a smithi012 *:9100 running (53s) 13s ago 11m 8212k - 1.5.0 0da6a335fe13 22f194c6d86b 2024-04-02T08:33:30.635 INFO:teuthology.orchestra.run.smithi012.stdout:node-exporter.b smithi055 *:9100 running (49s) 29s ago 11m 16.0M - 1.5.0 0da6a335fe13 fafed8e583df 2024-04-02T08:33:30.635 INFO:teuthology.orchestra.run.smithi012.stdout:osd.0 smithi012 running (5m) 13s ago 16m 280M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf a32a350fbdf1 2024-04-02T08:33:30.635 INFO:teuthology.orchestra.run.smithi012.stdout:osd.1 smithi012 running (4m) 13s ago 15m 272M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf bed42cfef518 2024-04-02T08:33:30.635 INFO:teuthology.orchestra.run.smithi012.stdout:osd.2 smithi012 running (4m) 13s ago 15m 270M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 021f860a33af 2024-04-02T08:33:30.635 INFO:teuthology.orchestra.run.smithi012.stdout:osd.3 smithi012 running (3m) 13s ago 15m 115M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 581c0cd1eb3c 2024-04-02T08:33:30.635 INFO:teuthology.orchestra.run.smithi012.stdout:osd.4 smithi055 running (3m) 29s ago 14m 162M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 3900aafcdf67 2024-04-02T08:33:30.635 INFO:teuthology.orchestra.run.smithi012.stdout:osd.5 smithi055 running (2m) 29s ago 14m 198M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 6d6c464bffc2 2024-04-02T08:33:30.635 INFO:teuthology.orchestra.run.smithi012.stdout:osd.6 smithi055 running (2m) 29s ago 13m 141M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf bb0c66a294ad 2024-04-02T08:33:30.635 INFO:teuthology.orchestra.run.smithi012.stdout:osd.7 smithi055 running (105s) 29s ago 13m 152M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 2395b4308989 2024-04-02T08:33:30.636 INFO:teuthology.orchestra.run.smithi012.stdout:prometheus.a smithi055 *:9095 running (33s) 29s ago 12m 39.0M - 2.43.0 a07b618ecd1d 44b0a6956b74 2024-04-02T08:33:31.006 INFO:tasks.rados.rados.0.smithi012.stdout:2802: done (4 left) 2024-04-02T08:33:31.006 INFO:tasks.rados.rados.0.smithi012.stdout:2803: rollback oid 27 current snap is 277 2024-04-02T08:33:31.006 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 27 to 222 2024-04-02T08:33:31.006 INFO:tasks.rados.rados.0.smithi012.stdout:2798: finishing copy_from to smithi01277369-24 2024-04-02T08:33:31.006 INFO:tasks.rados.rados.0.smithi012.stdout:2798: got expected ENOENT (src dne) 2024-04-02T08:33:31.006 INFO:tasks.rados.rados.0.smithi012.stdout:2798: finishing copy_from racing read to smithi01277369-24 2024-04-02T08:33:31.006 INFO:tasks.rados.rados.0.smithi012.stdout:2799: expect (ObjNum 670 snap 215 seq_num 670) 2024-04-02T08:33:31.086 INFO:tasks.rados.rados.0.smithi012.stdout:2800: expect (ObjNum 867 snap 274 seq_num 867) 2024-04-02T08:33:31.091 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-04-02T08:33:31.091 INFO:teuthology.orchestra.run.smithi012.stdout: "mon": { 2024-04-02T08:33:31.091 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:33:31.091 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:33:31.091 INFO:teuthology.orchestra.run.smithi012.stdout: "mgr": { 2024-04-02T08:33:31.091 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:33:31.091 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:33:31.091 INFO:teuthology.orchestra.run.smithi012.stdout: "osd": { 2024-04-02T08:33:31.091 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 8 2024-04-02T08:33:31.091 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:33:31.091 INFO:teuthology.orchestra.run.smithi012.stdout: "mds": { 2024-04-02T08:33:31.092 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:33:31.092 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:33:31.092 INFO:teuthology.orchestra.run.smithi012.stdout: "overall": { 2024-04-02T08:33:31.092 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 15 2024-04-02T08:33:31.092 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-04-02T08:33:31.092 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-04-02T08:33:31.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:31 smithi055 ceph-mon[85080]: osdmap e622: 8 total, 8 up, 8 in 2024-04-02T08:33:31.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:31 smithi012 ceph-mon[88355]: osdmap e622: 8 total, 8 up, 8 in 2024-04-02T08:33:31.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:31 smithi012 ceph-mon[90784]: osdmap e622: 8 total, 8 up, 8 in 2024-04-02T08:33:31.453 INFO:tasks.rados.rados.0.smithi012.stdout:2801: expect (ObjNum 589 snap 188 seq_num 589) 2024-04-02T08:33:32.183 INFO:tasks.rados.rados.0.smithi012.stdout:2803: finishing rollback tid 0 to smithi01277369-27 2024-04-02T08:33:32.184 INFO:tasks.rados.rados.0.smithi012.stdout:2803: finishing rollback tid 1 to smithi01277369-27 2024-04-02T08:33:32.184 INFO:tasks.rados.rados.0.smithi012.stdout:2798: done (4 left) 2024-04-02T08:33:32.184 INFO:tasks.rados.rados.0.smithi012.stdout:2799: done (3 left) 2024-04-02T08:33:32.184 INFO:tasks.rados.rados.0.smithi012.stdout:2800: done (2 left) 2024-04-02T08:33:32.184 INFO:tasks.rados.rados.0.smithi012.stdout:2801: done (1 left) 2024-04-02T08:33:32.184 INFO:tasks.rados.rados.0.smithi012.stdout:2804: snap_create 2024-04-02T08:33:32.184 INFO:tasks.rados.rados.0.smithi012.stdout:2803: finishing rollback tid 2 to smithi01277369-27 2024-04-02T08:33:32.184 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 27 v 2031 (ObjNum 685 snap 218 seq_num 685) dirty exists 2024-04-02T08:33:32.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:32 smithi055 ceph-mon[85080]: pgmap v601: 121 pgs: 121 active+clean; 434 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 3.1 MiB/s wr, 11 op/s 2024-04-02T08:33:32.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:32 smithi055 ceph-mon[85080]: from='client.44372 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:33:32.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:32 smithi055 ceph-mon[85080]: from='client.44378 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:33:32.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:32 smithi055 ceph-mon[85080]: osdmap e623: 8 total, 8 up, 8 in 2024-04-02T08:33:32.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:32 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1117621073' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:32.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:32 smithi012 ceph-mon[88355]: pgmap v601: 121 pgs: 121 active+clean; 434 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 3.1 MiB/s wr, 11 op/s 2024-04-02T08:33:32.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:32 smithi012 ceph-mon[88355]: from='client.44372 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:33:32.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:32 smithi012 ceph-mon[88355]: from='client.44378 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:33:32.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:32 smithi012 ceph-mon[88355]: osdmap e623: 8 total, 8 up, 8 in 2024-04-02T08:33:32.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:32 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1117621073' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:32.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:32 smithi012 ceph-mon[90784]: pgmap v601: 121 pgs: 121 active+clean; 434 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 3.1 MiB/s wr, 11 op/s 2024-04-02T08:33:32.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:32 smithi012 ceph-mon[90784]: from='client.44372 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:33:32.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:32 smithi012 ceph-mon[90784]: from='client.44378 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:33:32.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:32 smithi012 ceph-mon[90784]: osdmap e623: 8 total, 8 up, 8 in 2024-04-02T08:33:32.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:32 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1117621073' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:32.794 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:33:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:33:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:33:33.015 INFO:tasks.rados.rados.0.smithi012.stdout:2803: done (1 left) 2024-04-02T08:33:33.015 INFO:tasks.rados.rados.0.smithi012.stdout:2804: done (0 left) 2024-04-02T08:33:33.015 INFO:tasks.rados.rados.0.smithi012.stdout:2805: read oid 10 snap 241 2024-04-02T08:33:33.015 INFO:tasks.rados.rados.0.smithi012.stdout:2805: expect deleted 2024-04-02T08:33:33.015 INFO:tasks.rados.rados.0.smithi012.stdout:2806: snap_create 2024-04-02T08:33:33.973 INFO:tasks.rados.rados.0.smithi012.stdout:2805: done (1 left) 2024-04-02T08:33:33.973 INFO:tasks.rados.rados.0.smithi012.stdout:2806: done (0 left) 2024-04-02T08:33:33.973 INFO:tasks.rados.rados.0.smithi012.stdout:2807: copy_from oid 43 from oid 41 current snap is 279 2024-04-02T08:33:33.973 INFO:tasks.rados.rados.0.smithi012.stdout:2808: delete oid 31 current snap is 279 2024-04-02T08:33:33.976 INFO:tasks.rados.rados.0.smithi012.stdout:2807: finishing copy_from to smithi01277369-43 2024-04-02T08:33:33.976 INFO:tasks.rados.rados.0.smithi012.stdout:2807: got expected ENOENT (src dne) 2024-04-02T08:33:33.976 INFO:tasks.rados.rados.0.smithi012.stdout:2807: finishing copy_from racing read to smithi01277369-43 2024-04-02T08:33:33.982 INFO:tasks.rados.rados.0.smithi012.stdout:2807: done (1 left) 2024-04-02T08:33:33.983 INFO:tasks.rados.rados.0.smithi012.stdout:2808: done (0 left) 2024-04-02T08:33:33.983 INFO:tasks.rados.rados.0.smithi012.stdout:2809: copy_from oid 10 from oid 3 current snap is 279 2024-04-02T08:33:33.983 INFO:tasks.rados.rados.0.smithi012.stdout:2810: read oid 19 snap -1 2024-04-02T08:33:33.983 INFO:tasks.rados.rados.0.smithi012.stdout:2810: expect (ObjNum 859 snap 269 seq_num 859) 2024-04-02T08:33:33.983 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 40 current snap is 279 2024-04-02T08:33:33.983 INFO:tasks.rados.rados.0.smithi012.stdout:2811: seq_num 883 ranges {8192=393216} 2024-04-02T08:33:33.985 INFO:tasks.rados.rados.0.smithi012.stdout:2811: writing smithi01277369-40 from 8192 to 401408 tid 1 2024-04-02T08:33:33.985 INFO:tasks.rados.rados.0.smithi012.stdout:2812: read oid 11 snap -1 2024-04-02T08:33:33.986 INFO:tasks.rados.rados.0.smithi012.stdout:2812: expect (ObjNum 749 snap 245 seq_num 749) 2024-04-02T08:33:33.986 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 45 current snap is 279 2024-04-02T08:33:33.986 INFO:tasks.rados.rados.0.smithi012.stdout:2813: seq_num 884 ranges {1794048=409600} 2024-04-02T08:33:34.000 INFO:tasks.rados.rados.0.smithi012.stdout:2813: writing smithi01277369-45 from 1794048 to 2203648 tid 1 2024-04-02T08:33:34.000 INFO:tasks.rados.rados.0.smithi012.stdout:2814: snap_remove snap 256 2024-04-02T08:33:34.099 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:34 smithi055 ceph-mon[85080]: pgmap v603: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 434 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 4.2 MiB/s wr, 19 op/s 2024-04-02T08:33:34.099 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:34 smithi055 ceph-mon[85080]: osdmap e624: 8 total, 8 up, 8 in 2024-04-02T08:33:34.099 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:34 smithi055 ceph-mon[85080]: osdmap e625: 8 total, 8 up, 8 in 2024-04-02T08:33:34.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:34 smithi012 ceph-mon[90784]: pgmap v603: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 434 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 4.2 MiB/s wr, 19 op/s 2024-04-02T08:33:34.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:34 smithi012 ceph-mon[90784]: osdmap e624: 8 total, 8 up, 8 in 2024-04-02T08:33:34.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:34 smithi012 ceph-mon[90784]: osdmap e625: 8 total, 8 up, 8 in 2024-04-02T08:33:34.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:34 smithi012 ceph-mon[88355]: pgmap v603: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 434 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 4.2 MiB/s wr, 19 op/s 2024-04-02T08:33:34.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:34 smithi012 ceph-mon[88355]: osdmap e624: 8 total, 8 up, 8 in 2024-04-02T08:33:34.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:34 smithi012 ceph-mon[88355]: osdmap e625: 8 total, 8 up, 8 in 2024-04-02T08:33:34.981 INFO:tasks.rados.rados.0.smithi012.stdout:2814: done (5 left) 2024-04-02T08:33:34.982 INFO:tasks.rados.rados.0.smithi012.stdout:2815: setattr oid 35 current snap is 279 2024-04-02T08:33:34.982 INFO:tasks.rados.rados.0.smithi012.stdout:2811: finishing write tid 1 to smithi01277369-40 2024-04-02T08:33:34.982 INFO:tasks.rados.rados.0.smithi012.stdout:2811: finishing write tid 2 to smithi01277369-40 2024-04-02T08:33:34.982 INFO:tasks.rados.rados.0.smithi012.stdout:2811: finishing write tid 3 to smithi01277369-40 2024-04-02T08:33:34.982 INFO:tasks.rados.rados.0.smithi012.stdout:2811: oid 40 updating version 0 to 1813 2024-04-02T08:33:34.982 INFO:tasks.rados.rados.0.smithi012.stdout:2811: oid 40 version 1813 is already newer than 1812 2024-04-02T08:33:34.982 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 40 v 1813 (ObjNum 883 snap 279 seq_num 883) dirty exists 2024-04-02T08:33:34.982 INFO:tasks.rados.rados.0.smithi012.stdout:2811: left oid 40 (ObjNum 883 snap 279 seq_num 883) 2024-04-02T08:33:34.982 INFO:tasks.rados.rados.0.smithi012.stdout:2812: expect (ObjNum 749 snap 245 seq_num 749) 2024-04-02T08:33:35.035 INFO:tasks.rados.rados.0.smithi012.stdout:2809: finishing copy_from racing read to smithi01277369-10 2024-04-02T08:33:35.036 INFO:tasks.rados.rados.0.smithi012.stdout:2809: finishing copy_from to smithi01277369-10 2024-04-02T08:33:35.036 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 10 v 1099 (ObjNum 875 snap 274 seq_num 875) dirty exists 2024-04-02T08:33:35.036 INFO:tasks.rados.rados.0.smithi012.stdout:2813: finishing write tid 1 to smithi01277369-45 2024-04-02T08:33:35.036 INFO:tasks.rados.rados.0.smithi012.stdout:2813: finishing write tid 2 to smithi01277369-45 2024-04-02T08:33:35.036 INFO:tasks.rados.rados.0.smithi012.stdout:2813: finishing write tid 3 to smithi01277369-45 2024-04-02T08:33:35.036 INFO:tasks.rados.rados.0.smithi012.stdout:2813: oid 45 updating version 0 to 2033 2024-04-02T08:33:35.036 INFO:tasks.rados.rados.0.smithi012.stdout:2813: oid 45 version 2033 is already newer than 2032 2024-04-02T08:33:35.036 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 45 v 2033 (ObjNum 884 snap 279 seq_num 884) dirty exists 2024-04-02T08:33:35.036 INFO:tasks.rados.rados.0.smithi012.stdout:2813: left oid 45 (ObjNum 884 snap 279 seq_num 884) 2024-04-02T08:33:35.036 INFO:tasks.rados.rados.0.smithi012.stdout:2810: expect (ObjNum 859 snap 269 seq_num 859) 2024-04-02T08:33:35.414 INFO:tasks.rados.rados.0.smithi012.stdout:2809: done (5 left) 2024-04-02T08:33:35.414 INFO:tasks.rados.rados.0.smithi012.stdout:2810: done (4 left) 2024-04-02T08:33:35.415 INFO:tasks.rados.rados.0.smithi012.stdout:2811: done (3 left) 2024-04-02T08:33:35.415 INFO:tasks.rados.rados.0.smithi012.stdout:2812: done (2 left) 2024-04-02T08:33:35.415 INFO:tasks.rados.rados.0.smithi012.stdout:2813: done (1 left) 2024-04-02T08:33:35.415 INFO:tasks.rados.rados.0.smithi012.stdout:2816: read oid 46 snap -1 2024-04-02T08:33:35.415 INFO:tasks.rados.rados.0.smithi012.stdout:2816: expect (ObjNum 765 snap 252 seq_num 765) 2024-04-02T08:33:35.415 INFO:tasks.rados.rados.0.smithi012.stdout:2817: setattr oid 4 current snap is 279 2024-04-02T08:33:35.416 INFO:tasks.rados.rados.0.smithi012.stdout:2818: rollback oid 11 current snap is 279 2024-04-02T08:33:35.416 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 11 to 278 2024-04-02T08:33:35.416 INFO:tasks.rados.rados.0.smithi012.stdout:2819: read oid 45 snap -1 2024-04-02T08:33:35.416 INFO:tasks.rados.rados.0.smithi012.stdout:2819: expect (ObjNum 884 snap 279 seq_num 884) 2024-04-02T08:33:35.416 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 9 current snap is 279 2024-04-02T08:33:35.416 INFO:tasks.rados.rados.0.smithi012.stdout:2820: seq_num 885 ranges {1761280=425984} 2024-04-02T08:33:35.431 INFO:tasks.rados.rados.0.smithi012.stdout:2820: writing smithi01277369-9 from 1761280 to 2187264 tid 1 2024-04-02T08:33:35.431 INFO:tasks.rados.rados.0.smithi012.stdout:2821: read oid 20 snap 269 2024-04-02T08:33:35.431 INFO:tasks.rados.rados.0.smithi012.stdout:2821: expect (ObjNum 839 snap 269 seq_num 839) 2024-04-02T08:33:35.431 INFO:tasks.rados.rados.0.smithi012.stdout:2822: snap_remove snap 235 2024-04-02T08:33:35.707 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:33:35 smithi055 systemd[1]: Stopping Ceph grafana.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:33:35.978 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:33:35 smithi055 podman[121860]: 2024-04-02 08:33:35.708587967 +0000 UTC m=+0.115413831 container died 9788bcfbfb6f4f68d09e6f0c19cb49118e0c42b4bd0a263d3ceaa83d584858a8 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a, io.openshift.tags=base rhel8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.openshift.expose-services=, com.redhat.component=ubi8-container, name=ubi8, vcs-type=git, io.buildah.version=1.32.0, maintainer=Paul Cuzner , com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, distribution-scope=public, vendor=Red Hat, Inc., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, release=239.1651231664, version=8.5, architecture=x86_64, build-date=2022-04-29T11:48:11.055897, description=Ceph Grafana Container, io.k8s.display-name=Red Hat Universal Base Image 8) 2024-04-02T08:33:36.013 INFO:tasks.rados.rados.0.smithi012.stdout:2822: done (7 left) 2024-04-02T08:33:36.013 INFO:tasks.rados.rados.0.smithi012.stdout:2823: delete oid 44 current snap is 279 2024-04-02T08:33:36.014 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 4 v 1100 (ObjNum 765 snap 252 seq_num 765) dirty exists 2024-04-02T08:33:36.014 INFO:tasks.rados.rados.0.smithi012.stdout:2816: expect (ObjNum 765 snap 252 seq_num 765) 2024-04-02T08:33:36.051 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 35 v 2145 (ObjNum 6865 snap 0 seq_num 2613031760) dirty exists 2024-04-02T08:33:36.052 INFO:tasks.rados.rados.0.smithi012.stdout:2818: finishing rollback tid 0 to smithi01277369-11 2024-04-02T08:33:36.052 INFO:tasks.rados.rados.0.smithi012.stdout:2818: finishing rollback tid 1 to smithi01277369-11 2024-04-02T08:33:36.052 INFO:tasks.rados.rados.0.smithi012.stdout:2815: done (7 left) 2024-04-02T08:33:36.052 INFO:tasks.rados.rados.0.smithi012.stdout:2816: done (6 left) 2024-04-02T08:33:36.052 INFO:tasks.rados.rados.0.smithi012.stdout:2817: done (5 left) 2024-04-02T08:33:36.052 INFO:tasks.rados.rados.0.smithi012.stdout:2823: done (4 left) 2024-04-02T08:33:36.053 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 47 current snap is 279 2024-04-02T08:33:36.053 INFO:tasks.rados.rados.0.smithi012.stdout:2818: finishing rollback tid 2 to smithi01277369-11 2024-04-02T08:33:36.053 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 11 v 2149 (ObjNum 749 snap 245 seq_num 749) dirty exists 2024-04-02T08:33:36.053 INFO:tasks.rados.rados.0.smithi012.stdout:2819: expect (ObjNum 884 snap 279 seq_num 884) 2024-04-02T08:33:36.158 INFO:tasks.rados.rados.0.smithi012.stdout:2820: finishing write tid 1 to smithi01277369-9 2024-04-02T08:33:36.158 INFO:tasks.rados.rados.0.smithi012.stdout:2820: finishing write tid 2 to smithi01277369-9 2024-04-02T08:33:36.158 INFO:tasks.rados.rados.0.smithi012.stdout:2820: finishing write tid 3 to smithi01277369-9 2024-04-02T08:33:36.158 INFO:tasks.rados.rados.0.smithi012.stdout:2820: oid 9 updating version 0 to 1845 2024-04-02T08:33:36.158 INFO:tasks.rados.rados.0.smithi012.stdout:2820: oid 9 version 1845 is already newer than 1844 2024-04-02T08:33:36.158 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 9 v 1845 (ObjNum 885 snap 279 seq_num 885) dirty exists 2024-04-02T08:33:36.158 INFO:tasks.rados.rados.0.smithi012.stdout:2820: left oid 9 (ObjNum 885 snap 279 seq_num 885) 2024-04-02T08:33:36.158 INFO:tasks.rados.rados.0.smithi012.stdout:2824: seq_num 887 ranges {4997120=458752} 2024-04-02T08:33:36.188 INFO:tasks.rados.rados.0.smithi012.stdout:2824: writing smithi01277369-47 from 4997120 to 5455872 tid 1 2024-04-02T08:33:36.188 INFO:tasks.rados.rados.0.smithi012.stdout:2818: done (4 left) 2024-04-02T08:33:36.189 INFO:tasks.rados.rados.0.smithi012.stdout:2819: done (3 left) 2024-04-02T08:33:36.189 INFO:tasks.rados.rados.0.smithi012.stdout:2820: done (2 left) 2024-04-02T08:33:36.189 INFO:tasks.rados.rados.0.smithi012.stdout:2825: snap_create 2024-04-02T08:33:36.189 INFO:tasks.rados.rados.0.smithi012.stdout:2821: expect (ObjNum 839 snap 269 seq_num 839) 2024-04-02T08:33:36.289 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:33:36 smithi055 podman[121860]: 2024-04-02 08:33:36.081482126 +0000 UTC m=+0.488307989 container cleanup 9788bcfbfb6f4f68d09e6f0c19cb49118e0c42b4bd0a263d3ceaa83d584858a8 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a, build-date=2022-04-29T11:48:11.055897, io.buildah.version=1.32.0, io.k8s.display-name=Red Hat Universal Base Image 8, version=8.5, io.openshift.expose-services=, summary=Grafana Container configured for Ceph mgr/dashboard integration, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, maintainer=Paul Cuzner , vendor=Red Hat, Inc., release=239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, description=Ceph Grafana Container, name=ubi8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-type=git, distribution-scope=public, io.openshift.tags=base rhel8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, architecture=x86_64, com.redhat.component=ubi8-container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly.) 2024-04-02T08:33:36.290 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:33:36 smithi055 bash[121860]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a 2024-04-02T08:33:36.290 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:35 smithi055 ceph-mon[85080]: pgmap v606: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 434 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 4.2 MiB/s wr, 19 op/s 2024-04-02T08:33:36.290 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:35 smithi055 ceph-mon[85080]: osdmap e626: 8 total, 8 up, 8 in 2024-04-02T08:33:36.355 INFO:tasks.rados.rados.0.smithi012.stdout:2824: finishing write tid 1 to smithi01277369-47 2024-04-02T08:33:36.356 INFO:tasks.rados.rados.0.smithi012.stdout:2824: finishing write tid 2 to smithi01277369-47 2024-04-02T08:33:36.356 INFO:tasks.rados.rados.0.smithi012.stdout:2824: finishing write tid 3 to smithi01277369-47 2024-04-02T08:33:36.356 INFO:tasks.rados.rados.0.smithi012.stdout:2824: oid 47 updating version 0 to 895 2024-04-02T08:33:36.356 INFO:tasks.rados.rados.0.smithi012.stdout:2824: oid 47 version 895 is already newer than 894 2024-04-02T08:33:36.356 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 47 v 895 (ObjNum 887 snap 279 seq_num 887) dirty exists 2024-04-02T08:33:36.356 INFO:tasks.rados.rados.0.smithi012.stdout:2824: left oid 47 (ObjNum 887 snap 279 seq_num 887) 2024-04-02T08:33:36.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:35 smithi012 ceph-mon[88355]: pgmap v606: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 434 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 4.2 MiB/s wr, 19 op/s 2024-04-02T08:33:36.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:35 smithi012 ceph-mon[88355]: osdmap e626: 8 total, 8 up, 8 in 2024-04-02T08:33:36.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:35 smithi012 ceph-mon[90784]: pgmap v606: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 434 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 4.2 MiB/s wr, 19 op/s 2024-04-02T08:33:36.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:35 smithi012 ceph-mon[90784]: osdmap e626: 8 total, 8 up, 8 in 2024-04-02T08:33:36.560 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:33:36 smithi055 podman[121874]: 2024-04-02 08:33:36.291172464 +0000 UTC m=+0.584542937 container remove 9788bcfbfb6f4f68d09e6f0c19cb49118e0c42b4bd0a263d3ceaa83d584858a8 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a, io.buildah.version=1.32.0, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.expose-services=, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.openshift.tags=base rhel8, build-date=2022-04-29T11:48:11.055897, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=ubi8, distribution-scope=public, release=239.1651231664, vendor=Red Hat, Inc., version=8.5, maintainer=Paul Cuzner , vcs-type=git, description=Ceph Grafana Container, com.redhat.component=ubi8-container, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, architecture=x86_64) 2024-04-02T08:33:36.561 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:33:36 smithi055 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-04-02T08:33:36.561 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:33:36 smithi055 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@grafana.a.service: Failed with result 'exit-code'. 2024-04-02T08:33:36.561 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:33:36 smithi055 systemd[1]: Stopped Ceph grafana.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:33:36.561 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:33:36 smithi055 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@grafana.a.service: Consumed 10.844s CPU time. 2024-04-02T08:33:36.965 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:33:36 smithi055 systemd[1]: Starting Ceph grafana.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T08:33:36.965 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:33:36 smithi055 podman[122010]: 2024-04-02 08:33:36.735295782 +0000 UTC m=+0.018765035 image pull 2bacad6d85d802cd176c146528adcc0e47a8a83e94bc4a8b7ba1a9b9ef2c65e7 quay.io/ceph/grafana:9.4.12 2024-04-02T08:33:36.965 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:33:36 smithi055 podman[122010]: 2024-04-02 08:33:36.84302435 +0000 UTC m=+0.126493620 container create 434b7611dcf1518d1bc8ba2f34963f5fb79bafd8895ffa3fdc1065b6b6e7b909 (image=quay.io/ceph/grafana:9.4.12, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a, maintainer=Grafana Labs ) 2024-04-02T08:33:37.023 INFO:tasks.rados.rados.0.smithi012.stdout:2821: done (2 left) 2024-04-02T08:33:37.023 INFO:tasks.rados.rados.0.smithi012.stdout:2824: done (1 left) 2024-04-02T08:33:37.023 INFO:tasks.rados.rados.0.smithi012.stdout:2825: done (0 left) 2024-04-02T08:33:37.023 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 13 current snap is 280 2024-04-02T08:33:37.023 INFO:tasks.rados.rados.0.smithi012.stdout:2826: seq_num 888 ranges {5120000=475136} 2024-04-02T08:33:37.053 INFO:tasks.rados.rados.0.smithi012.stdout:2826: writing smithi01277369-13 from 5120000 to 5595136 tid 1 2024-04-02T08:33:37.054 INFO:tasks.rados.rados.0.smithi012.stdout:2827: copy_from oid 41 from oid 46 current snap is 280 2024-04-02T08:33:37.054 INFO:tasks.rados.rados.0.smithi012.stdout:2828: snap_remove snap 264 2024-04-02T08:33:37.256 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:37 smithi055 ceph-mon[85080]: osdmap e627: 8 total, 8 up, 8 in 2024-04-02T08:33:37.256 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:37 smithi055 ceph-mon[85080]: pgmap v609: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 411 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-04-02T08:33:37.257 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:33:37 smithi055 podman[122010]: 2024-04-02 08:33:37.103990159 +0000 UTC m=+0.387459400 container init 434b7611dcf1518d1bc8ba2f34963f5fb79bafd8895ffa3fdc1065b6b6e7b909 (image=quay.io/ceph/grafana:9.4.12, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a, maintainer=Grafana Labs ) 2024-04-02T08:33:37.257 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:33:37 smithi055 podman[122010]: 2024-04-02 08:33:37.106662721 +0000 UTC m=+0.390131946 container start 434b7611dcf1518d1bc8ba2f34963f5fb79bafd8895ffa3fdc1065b6b6e7b909 (image=quay.io/ceph/grafana:9.4.12, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a, maintainer=Grafana Labs ) 2024-04-02T08:33:37.257 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:33:37 smithi055 bash[122010]: 434b7611dcf1518d1bc8ba2f34963f5fb79bafd8895ffa3fdc1065b6b6e7b909 2024-04-02T08:33:37.257 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:33:37 smithi055 systemd[1]: Started Ceph grafana.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T08:33:37.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:37 smithi012 ceph-mon[88355]: osdmap e627: 8 total, 8 up, 8 in 2024-04-02T08:33:37.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:37 smithi012 ceph-mon[88355]: pgmap v609: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 411 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-04-02T08:33:37.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:37 smithi012 ceph-mon[90784]: osdmap e627: 8 total, 8 up, 8 in 2024-04-02T08:33:37.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:37 smithi012 ceph-mon[90784]: pgmap v609: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 411 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-04-02T08:33:37.561 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:33:37 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[122025]: logger=settings t=2024-04-02T08:33:37.25856257Z level=info msg="Starting Grafana" version=9.4.12 commit=37ee25ba46 branch=HEAD compiled=2023-05-22T15:58:05Z 2024-04-02T08:33:37.561 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:33:37 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[122025]: logger=settings t=2024-04-02T08:33:37.258742905Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-04-02T08:33:37.561 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:33:37 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[122025]: logger=settings t=2024-04-02T08:33:37.258797257Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-04-02T08:33:37.562 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:33:37 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[122025]: logger=settings t=2024-04-02T08:33:37.258829584Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-04-02T08:33:37.562 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:33:37 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[122025]: logger=settings t=2024-04-02T08:33:37.258839273Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2024-04-02T08:33:37.562 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:33:37 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[122025]: logger=settings t=2024-04-02T08:33:37.25884397Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2024-04-02T08:33:37.562 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:33:37 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[122025]: logger=settings t=2024-04-02T08:33:37.258848884Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2024-04-02T08:33:37.562 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:33:37 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[122025]: logger=settings t=2024-04-02T08:33:37.258853811Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2024-04-02T08:33:37.562 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:33:37 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[122025]: logger=settings t=2024-04-02T08:33:37.258857883Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2024-04-02T08:33:37.562 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:33:37 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[122025]: logger=settings t=2024-04-02T08:33:37.25886289Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-04-02T08:33:37.562 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:33:37 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[122025]: logger=settings t=2024-04-02T08:33:37.258866839Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-04-02T08:33:37.562 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:33:37 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[122025]: logger=settings t=2024-04-02T08:33:37.258870612Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-04-02T08:33:37.562 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:33:37 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[122025]: logger=settings t=2024-04-02T08:33:37.258876832Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-04-02T08:33:37.562 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:33:37 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[122025]: logger=settings t=2024-04-02T08:33:37.258881771Z level=info msg="Path Home" path=/usr/share/grafana 2024-04-02T08:33:37.562 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:33:37 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[122025]: logger=settings t=2024-04-02T08:33:37.258886319Z level=info msg="Path Data" path=/var/lib/grafana 2024-04-02T08:33:37.563 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:33:37 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[122025]: logger=settings t=2024-04-02T08:33:37.258891118Z level=info msg="Path Logs" path=/var/log/grafana 2024-04-02T08:33:37.563 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:33:37 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[122025]: logger=settings t=2024-04-02T08:33:37.258896809Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-04-02T08:33:37.563 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:33:37 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[122025]: logger=settings t=2024-04-02T08:33:37.258902063Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-04-02T08:33:37.563 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:33:37 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[122025]: logger=settings t=2024-04-02T08:33:37.25890655Z level=info msg="App mode production" 2024-04-02T08:33:37.563 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:33:37 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[122025]: logger=sqlstore t=2024-04-02T08:33:37.258969182Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-04-02T08:33:37.563 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:33:37 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[122025]: logger=sqlstore t=2024-04-02T08:33:37.258986648Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-04-02T08:33:37.563 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:33:37 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[122025]: logger=migrator t=2024-04-02T08:33:37.273864887Z level=info msg="Starting DB migrations" 2024-04-02T08:33:37.563 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:33:37 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[122025]: logger=migrator t=2024-04-02T08:33:37.278351402Z level=info msg="migrations completed" performed=0 skipped=481 duration=399.378µs 2024-04-02T08:33:37.563 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:33:37 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[122025]: logger=sqlstore t=2024-04-02T08:33:37.278671079Z level=info msg="Created default organization" 2024-04-02T08:33:37.563 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:33:37 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[122025]: logger=plugin.finder t=2024-04-02T08:33:37.311464343Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2024-04-02T08:33:37.563 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:33:37 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[122025]: logger=secrets t=2024-04-02T08:33:37.311567511Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-04-02T08:33:37.563 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:33:37 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[122025]: logger=query_data t=2024-04-02T08:33:37.315433796Z level=info msg="Query Service initialization" 2024-04-02T08:33:37.563 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:33:37 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[122025]: logger=live.push_http t=2024-04-02T08:33:37.318003353Z level=info msg="Live Push Gateway initialization" 2024-04-02T08:33:38.034 INFO:tasks.rados.rados.0.smithi012.stdout:2828: done (2 left) 2024-04-02T08:33:38.034 INFO:tasks.rados.rados.0.smithi012.stdout:2829: read oid 23 snap -1 2024-04-02T08:33:38.034 INFO:tasks.rados.rados.0.smithi012.stdout:2829: expect (ObjNum 848 snap 269 seq_num 848) 2024-04-02T08:33:38.034 INFO:tasks.rados.rados.0.smithi012.stdout:2830: rollback oid 28 current snap is 280 2024-04-02T08:33:38.034 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 28 to 262 2024-04-02T08:33:38.034 INFO:tasks.rados.rados.0.smithi012.stdout:2831: setattr oid 3 current snap is 280 2024-04-02T08:33:38.034 INFO:tasks.rados.rados.0.smithi012.stdout:2826: finishing write tid 1 to smithi01277369-13 2024-04-02T08:33:38.034 INFO:tasks.rados.rados.0.smithi012.stdout:2826: finishing write tid 2 to smithi01277369-13 2024-04-02T08:33:38.035 INFO:tasks.rados.rados.0.smithi012.stdout:2826: finishing write tid 3 to smithi01277369-13 2024-04-02T08:33:38.035 INFO:tasks.rados.rados.0.smithi012.stdout:2826: oid 13 updating version 0 to 2166 2024-04-02T08:33:38.035 INFO:tasks.rados.rados.0.smithi012.stdout:2826: oid 13 version 2166 is already newer than 2165 2024-04-02T08:33:38.035 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 13 v 2166 (ObjNum 888 snap 280 seq_num 888) dirty exists 2024-04-02T08:33:38.035 INFO:tasks.rados.rados.0.smithi012.stdout:2826: left oid 13 (ObjNum 888 snap 280 seq_num 888) 2024-04-02T08:33:38.035 INFO:tasks.rados.rados.0.smithi012.stdout:2827: finishing copy_from racing read to smithi01277369-41 2024-04-02T08:33:38.035 INFO:tasks.rados.rados.0.smithi012.stdout:2827: finishing copy_from to smithi01277369-41 2024-04-02T08:33:38.035 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 41 v 377 (ObjNum 765 snap 252 seq_num 765) dirty exists 2024-04-02T08:33:38.035 INFO:tasks.rados.rados.0.smithi012.stdout:2826: done (4 left) 2024-04-02T08:33:38.035 INFO:tasks.rados.rados.0.smithi012.stdout:2827: done (3 left) 2024-04-02T08:33:38.035 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 1 current snap is 280 2024-04-02T08:33:38.035 INFO:tasks.rados.rados.0.smithi012.stdout:2832: seq_num 889 ranges {4997120=491520} 2024-04-02T08:33:38.065 INFO:tasks.rados.rados.0.smithi012.stdout:2832: writing smithi01277369-1 from 4997120 to 5488640 tid 1 2024-04-02T08:33:38.065 INFO:tasks.rados.rados.0.smithi012.stdout:2833: snap_remove snap 222 2024-04-02T08:33:38.280 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:38 smithi055 ceph-mon[85080]: osdmap e628: 8 total, 8 up, 8 in 2024-04-02T08:33:38.280 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:38 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:38.280 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:38 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:38.280 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:38 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:38.280 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:33:37 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[122025]: logger=infra.usagestats.collector t=2024-04-02T08:33:37.974651411Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-04-02T08:33:38.281 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:33:37 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[122025]: logger=provisioning.datasources t=2024-04-02T08:33:37.976714029Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-04-02T08:33:38.281 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:33:37 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[122025]: logger=provisioning.datasources t=2024-04-02T08:33:37.976723073Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-04-02T08:33:38.281 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:33:37 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[122025]: logger=provisioning.datasources t=2024-04-02T08:33:37.976825589Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-04-02T08:33:38.281 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:33:37 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[122025]: logger=provisioning.alerting t=2024-04-02T08:33:37.999183479Z level=info msg="starting to provision alerting" 2024-04-02T08:33:38.281 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:33:37 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[122025]: logger=provisioning.alerting t=2024-04-02T08:33:37.99919393Z level=info msg="finished to provision alerting" 2024-04-02T08:33:38.281 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:33:37 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[122025]: logger=ngalert.state.manager t=2024-04-02T08:33:37.999254107Z level=info msg="Warming state cache for startup" 2024-04-02T08:33:38.281 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:33:37 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[122025]: logger=grafanaStorageLogger t=2024-04-02T08:33:37.999528286Z level=info msg="storage starting" 2024-04-02T08:33:38.281 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:33:38 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[122025]: logger=http.server t=2024-04-02T08:33:38.001142716Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-04-02T08:33:38.281 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:33:38 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[122025]: logger=ngalert.state.manager t=2024-04-02T08:33:38.015755692Z level=info msg="State cache has been initialized" states=0 duration=16.500357ms 2024-04-02T08:33:38.281 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:33:38 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[122025]: logger=ngalert.multiorg.alertmanager t=2024-04-02T08:33:38.015783595Z level=info msg="starting MultiOrg Alertmanager" 2024-04-02T08:33:38.281 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:33:38 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[122025]: logger=ticker t=2024-04-02T08:33:38.015802616Z level=info msg=starting first_tick=2024-04-02T08:33:40Z 2024-04-02T08:33:38.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:33:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:33:37] "GET /metrics HTTP/1.1" 200 36255 "" "Prometheus/2.43.0" 2024-04-02T08:33:38.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:38 smithi012 ceph-mon[88355]: osdmap e628: 8 total, 8 up, 8 in 2024-04-02T08:33:38.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:38 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:38.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:38 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:38.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:38 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:38.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:38 smithi012 ceph-mon[90784]: osdmap e628: 8 total, 8 up, 8 in 2024-04-02T08:33:38.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:38 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:38.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:38 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:38.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:38 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:38.973 INFO:tasks.rados.rados.0.smithi012.stdout:2833: done (4 left) 2024-04-02T08:33:38.973 INFO:tasks.rados.rados.0.smithi012.stdout:2834: delete oid 5 current snap is 280 2024-04-02T08:33:38.974 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 3 v 1107 (ObjNum 875 snap 274 seq_num 875) dirty exists 2024-04-02T08:33:38.974 INFO:tasks.rados.rados.0.smithi012.stdout:2830: finishing rollback tid 0 to smithi01277369-28 2024-04-02T08:33:38.974 INFO:tasks.rados.rados.0.smithi012.stdout:2830: finishing rollback tid 1 to smithi01277369-28 2024-04-02T08:33:38.974 INFO:tasks.rados.rados.0.smithi012.stdout:2830: finishing rollback tid 2 to smithi01277369-28 2024-04-02T08:33:38.974 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 28 v 2036 (ObjNum 779 snap 255 seq_num 779) dirty exists 2024-04-02T08:33:38.974 INFO:tasks.rados.rados.0.smithi012.stdout:2829: expect (ObjNum 848 snap 269 seq_num 848) 2024-04-02T08:33:39.046 INFO:tasks.rados.rados.0.smithi012.stdout:2832: finishing write tid 1 to smithi01277369-1 2024-04-02T08:33:39.046 INFO:tasks.rados.rados.0.smithi012.stdout:2832: finishing write tid 2 to smithi01277369-1 2024-04-02T08:33:39.046 INFO:tasks.rados.rados.0.smithi012.stdout:2832: finishing write tid 3 to smithi01277369-1 2024-04-02T08:33:39.046 INFO:tasks.rados.rados.0.smithi012.stdout:2832: oid 1 updating version 0 to 2037 2024-04-02T08:33:39.046 INFO:tasks.rados.rados.0.smithi012.stdout:2832: oid 1 updating version 2037 to 2038 2024-04-02T08:33:39.046 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 1 v 2038 (ObjNum 889 snap 280 seq_num 889) dirty exists 2024-04-02T08:33:39.046 INFO:tasks.rados.rados.0.smithi012.stdout:2832: left oid 1 (ObjNum 889 snap 280 seq_num 889) 2024-04-02T08:33:39.046 INFO:tasks.rados.rados.0.smithi012.stdout:2829: done (4 left) 2024-04-02T08:33:39.047 INFO:tasks.rados.rados.0.smithi012.stdout:2830: done (3 left) 2024-04-02T08:33:39.047 INFO:tasks.rados.rados.0.smithi012.stdout:2831: done (2 left) 2024-04-02T08:33:39.047 INFO:tasks.rados.rados.0.smithi012.stdout:2832: done (1 left) 2024-04-02T08:33:39.047 INFO:tasks.rados.rados.0.smithi012.stdout:2834: done (0 left) 2024-04-02T08:33:39.047 INFO:tasks.rados.rados.0.smithi012.stdout:2835: snap_create 2024-04-02T08:33:39.301 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:39 smithi055 ceph-mon[85080]: osdmap e629: 8 total, 8 up, 8 in 2024-04-02T08:33:39.302 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:39 smithi055 ceph-mon[85080]: pgmap v612: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 411 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-04-02T08:33:39.302 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:39 smithi055 ceph-mon[85080]: osdmap e630: 8 total, 8 up, 8 in 2024-04-02T08:33:39.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:39 smithi012 ceph-mon[90784]: osdmap e629: 8 total, 8 up, 8 in 2024-04-02T08:33:39.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:39 smithi012 ceph-mon[90784]: pgmap v612: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 411 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-04-02T08:33:39.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:39 smithi012 ceph-mon[90784]: osdmap e630: 8 total, 8 up, 8 in 2024-04-02T08:33:39.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:39 smithi012 ceph-mon[88355]: osdmap e629: 8 total, 8 up, 8 in 2024-04-02T08:33:39.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:39 smithi012 ceph-mon[88355]: pgmap v612: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 411 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-04-02T08:33:39.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:39 smithi012 ceph-mon[88355]: osdmap e630: 8 total, 8 up, 8 in 2024-04-02T08:33:40.034 INFO:tasks.rados.rados.0.smithi012.stdout:2835: done (0 left) 2024-04-02T08:33:40.035 INFO:tasks.rados.rados.0.smithi012.stdout:2836: read oid 43 snap 271 2024-04-02T08:33:40.035 INFO:tasks.rados.rados.0.smithi012.stdout:2836: expect (ObjNum 858 snap 269 seq_num 858) 2024-04-02T08:33:40.035 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 8 current snap is 281 2024-04-02T08:33:40.035 INFO:tasks.rados.rados.0.smithi012.stdout:2837: seq_num 891 ranges {0=532480} 2024-04-02T08:33:40.038 INFO:tasks.rados.rados.0.smithi012.stdout:2837: writing smithi01277369-8 from 0 to 532480 tid 1 2024-04-02T08:33:40.038 INFO:tasks.rados.rados.0.smithi012.stdout:2838: rollback oid 29 current snap is 281 2024-04-02T08:33:40.038 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 29 to 262 2024-04-02T08:33:40.038 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 45 current snap is 281 2024-04-02T08:33:40.038 INFO:tasks.rados.rados.0.smithi012.stdout:2839: seq_num 892 ranges {2203648=548864} 2024-04-02T08:33:40.054 INFO:tasks.rados.rados.0.smithi012.stdout:2839: writing smithi01277369-45 from 2203648 to 2752512 tid 1 2024-04-02T08:33:40.054 INFO:tasks.rados.rados.0.smithi012.stdout:2840: delete oid 23 current snap is 281 2024-04-02T08:33:40.055 INFO:tasks.rados.rados.0.smithi012.stdout:2837: finishing write tid 1 to smithi01277369-8 2024-04-02T08:33:40.055 INFO:tasks.rados.rados.0.smithi012.stdout:2837: finishing write tid 2 to smithi01277369-8 2024-04-02T08:33:40.055 INFO:tasks.rados.rados.0.smithi012.stdout:2837: finishing write tid 3 to smithi01277369-8 2024-04-02T08:33:40.055 INFO:tasks.rados.rados.0.smithi012.stdout:2837: oid 8 updating version 0 to 2189 2024-04-02T08:33:40.055 INFO:tasks.rados.rados.0.smithi012.stdout:2837: oid 8 updating version 2189 to 2190 2024-04-02T08:33:40.055 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 8 v 2190 (ObjNum 891 snap 281 seq_num 891) dirty exists 2024-04-02T08:33:40.055 INFO:tasks.rados.rados.0.smithi012.stdout:2837: left oid 8 (ObjNum 891 snap 281 seq_num 891) 2024-04-02T08:33:40.059 INFO:tasks.rados.rados.0.smithi012.stdout:2839: finishing write tid 1 to smithi01277369-45 2024-04-02T08:33:40.059 INFO:tasks.rados.rados.0.smithi012.stdout:2839: finishing write tid 2 to smithi01277369-45 2024-04-02T08:33:40.060 INFO:tasks.rados.rados.0.smithi012.stdout:2839: finishing write tid 3 to smithi01277369-45 2024-04-02T08:33:40.060 INFO:tasks.rados.rados.0.smithi012.stdout:2839: oid 45 updating version 0 to 2040 2024-04-02T08:33:40.061 INFO:tasks.rados.rados.0.smithi012.stdout:2839: oid 45 version 2040 is already newer than 2039 2024-04-02T08:33:40.061 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 45 v 2040 (ObjNum 892 snap 281 seq_num 892) dirty exists 2024-04-02T08:33:40.061 INFO:tasks.rados.rados.0.smithi012.stdout:2839: left oid 45 (ObjNum 892 snap 281 seq_num 892) 2024-04-02T08:33:40.064 INFO:tasks.rados.rados.0.smithi012.stdout:2836: expect (ObjNum 858 snap 269 seq_num 858) 2024-04-02T08:33:40.425 INFO:tasks.rados.rados.0.smithi012.stdout:2838: finishing rollback tid 0 to smithi01277369-29 2024-04-02T08:33:40.425 INFO:tasks.rados.rados.0.smithi012.stdout:2838: finishing rollback tid 1 to smithi01277369-29 2024-04-02T08:33:40.425 INFO:tasks.rados.rados.0.smithi012.stdout:2838: finishing rollback tid 2 to smithi01277369-29 2024-04-02T08:33:40.425 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 29 v 1016 (ObjNum 806 snap 261 seq_num 806) dirty exists 2024-04-02T08:33:40.425 INFO:tasks.rados.rados.0.smithi012.stdout:2836: done (4 left) 2024-04-02T08:33:40.425 INFO:tasks.rados.rados.0.smithi012.stdout:2837: done (3 left) 2024-04-02T08:33:40.425 INFO:tasks.rados.rados.0.smithi012.stdout:2838: done (2 left) 2024-04-02T08:33:40.425 INFO:tasks.rados.rados.0.smithi012.stdout:2839: done (1 left) 2024-04-02T08:33:40.426 INFO:tasks.rados.rados.0.smithi012.stdout:2840: done (0 left) 2024-04-02T08:33:40.426 INFO:tasks.rados.rados.0.smithi012.stdout:2841: setattr oid 39 current snap is 281 2024-04-02T08:33:40.427 INFO:tasks.rados.rados.0.smithi012.stdout:2842: read oid 22 snap -1 2024-04-02T08:33:40.428 INFO:tasks.rados.rados.0.smithi012.stdout:2842: expect (ObjNum 845 snap 269 seq_num 845) 2024-04-02T08:33:40.428 INFO:tasks.rados.rados.0.smithi012.stdout:2843: copy_from oid 45 from oid 19 current snap is 281 2024-04-02T08:33:40.428 INFO:tasks.rados.rados.0.smithi012.stdout:2844: read oid 11 snap -1 2024-04-02T08:33:40.428 INFO:tasks.rados.rados.0.smithi012.stdout:2844: expect (ObjNum 749 snap 245 seq_num 749) 2024-04-02T08:33:40.428 INFO:tasks.rados.rados.0.smithi012.stdout:2845: snap_remove snap 278 2024-04-02T08:33:41.044 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 39 v 1823 (ObjNum 878 snap 276 seq_num 878) dirty exists 2024-04-02T08:33:41.044 INFO:tasks.rados.rados.0.smithi012.stdout:2844: expect (ObjNum 749 snap 245 seq_num 749) 2024-04-02T08:33:41.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:41 smithi055 ceph-mon[85080]: osdmap e631: 8 total, 8 up, 8 in 2024-04-02T08:33:41.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:41 smithi055 ceph-mon[85080]: pgmap v615: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 403 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 316 KiB/s wr, 19 op/s 2024-04-02T08:33:41.094 INFO:tasks.rados.rados.0.smithi012.stdout:2842: expect (ObjNum 845 snap 269 seq_num 845) 2024-04-02T08:33:41.281 INFO:tasks.rados.rados.0.smithi012.stdout:2843: finishing copy_from racing read to smithi01277369-45 2024-04-02T08:33:41.281 INFO:tasks.rados.rados.0.smithi012.stdout:2843: finishing copy_from to smithi01277369-45 2024-04-02T08:33:41.281 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 45 v 1820 (ObjNum 859 snap 269 seq_num 859) dirty exists 2024-04-02T08:33:41.281 INFO:tasks.rados.rados.0.smithi012.stdout:2841: done (4 left) 2024-04-02T08:33:41.281 INFO:tasks.rados.rados.0.smithi012.stdout:2842: done (3 left) 2024-04-02T08:33:41.281 INFO:tasks.rados.rados.0.smithi012.stdout:2843: done (2 left) 2024-04-02T08:33:41.282 INFO:tasks.rados.rados.0.smithi012.stdout:2844: done (1 left) 2024-04-02T08:33:41.282 INFO:tasks.rados.rados.0.smithi012.stdout:2845: done (0 left) 2024-04-02T08:33:41.282 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 32 current snap is 281 2024-04-02T08:33:41.282 INFO:tasks.rados.rados.0.smithi012.stdout:2846: seq_num 894 ranges {73728=581632} 2024-04-02T08:33:41.285 INFO:tasks.rados.rados.0.smithi012.stdout:2846: writing smithi01277369-32 from 73728 to 655360 tid 1 2024-04-02T08:33:41.285 INFO:tasks.rados.rados.0.smithi012.stdout:2847: copy_from oid 49 from oid 12 current snap is 281 2024-04-02T08:33:41.285 INFO:tasks.rados.rados.0.smithi012.stdout:2848: delete oid 14 current snap is 281 2024-04-02T08:33:41.287 INFO:tasks.rados.rados.0.smithi012.stdout:2848: done (2 left) 2024-04-02T08:33:41.287 INFO:tasks.rados.rados.0.smithi012.stdout:2849: read oid 5 snap -1 2024-04-02T08:33:41.287 INFO:tasks.rados.rados.0.smithi012.stdout:2849: expect deleted 2024-04-02T08:33:41.287 INFO:tasks.rados.rados.0.smithi012.stdout:2850: copy_from oid 43 from oid 3 current snap is 281 2024-04-02T08:33:41.287 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 20 current snap is 281 2024-04-02T08:33:41.288 INFO:tasks.rados.rados.0.smithi012.stdout:2851: seq_num 896 ranges {3186688=614400} 2024-04-02T08:33:41.310 INFO:tasks.rados.rados.0.smithi012.stdout:2851: writing smithi01277369-20 from 3186688 to 3801088 tid 1 2024-04-02T08:33:41.310 INFO:tasks.rados.rados.0.smithi012.stdout:2852: delete oid 21 current snap is 281 2024-04-02T08:33:41.310 INFO:tasks.rados.rados.0.smithi012.stdout:2846: finishing write tid 1 to smithi01277369-32 2024-04-02T08:33:41.310 INFO:tasks.rados.rados.0.smithi012.stdout:2846: finishing write tid 2 to smithi01277369-32 2024-04-02T08:33:41.310 INFO:tasks.rados.rados.0.smithi012.stdout:2847: finishing copy_from racing read to smithi01277369-49 2024-04-02T08:33:41.310 INFO:tasks.rados.rados.0.smithi012.stdout:2847: finishing copy_from to smithi01277369-49 2024-04-02T08:33:41.310 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 49 v 1828 (ObjNum 730 snap 241 seq_num 730) dirty exists 2024-04-02T08:33:41.310 INFO:tasks.rados.rados.0.smithi012.stdout:2846: finishing write tid 3 to smithi01277369-32 2024-04-02T08:33:41.311 INFO:tasks.rados.rados.0.smithi012.stdout:2846: oid 32 updating version 0 to 2196 2024-04-02T08:33:41.311 INFO:tasks.rados.rados.0.smithi012.stdout:2846: oid 32 updating version 2196 to 2197 2024-04-02T08:33:41.311 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 32 v 2197 (ObjNum 894 snap 281 seq_num 894) dirty exists 2024-04-02T08:33:41.311 INFO:tasks.rados.rados.0.smithi012.stdout:2846: left oid 32 (ObjNum 894 snap 281 seq_num 894) 2024-04-02T08:33:41.311 INFO:tasks.rados.rados.0.smithi012.stdout:2850: finishing copy_from racing read to smithi01277369-43 2024-04-02T08:33:41.311 INFO:tasks.rados.rados.0.smithi012.stdout:2850: finishing copy_from to smithi01277369-43 2024-04-02T08:33:41.311 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 43 v 1107 (ObjNum 875 snap 274 seq_num 875) dirty exists 2024-04-02T08:33:41.313 INFO:tasks.rados.rados.0.smithi012.stdout:2846: done (5 left) 2024-04-02T08:33:41.313 INFO:tasks.rados.rados.0.smithi012.stdout:2847: done (4 left) 2024-04-02T08:33:41.313 INFO:tasks.rados.rados.0.smithi012.stdout:2849: done (3 left) 2024-04-02T08:33:41.313 INFO:tasks.rados.rados.0.smithi012.stdout:2850: done (2 left) 2024-04-02T08:33:41.313 INFO:tasks.rados.rados.0.smithi012.stdout:2852: done (1 left) 2024-04-02T08:33:41.313 INFO:tasks.rados.rados.0.smithi012.stdout:2853: rollback oid 21 current snap is 281 2024-04-02T08:33:41.313 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 21 to 215 2024-04-02T08:33:41.313 INFO:tasks.rados.rados.0.smithi012.stdout:2854: copy_from oid 50 from oid 24 current snap is 281 2024-04-02T08:33:41.313 INFO:tasks.rados.rados.0.smithi012.stdout:2855: rollback oid 23 current snap is 281 2024-04-02T08:33:41.313 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 23 to 215 2024-04-02T08:33:41.313 INFO:tasks.rados.rados.0.smithi012.stdout:2856: delete oid 35 current snap is 281 2024-04-02T08:33:41.315 INFO:tasks.rados.rados.0.smithi012.stdout:2855: finishing rollback tid 1 to smithi01277369-23 2024-04-02T08:33:41.315 INFO:tasks.rados.rados.0.smithi012.stdout:2855: finishing rollback tid 2 to smithi01277369-23 2024-04-02T08:33:41.315 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 23 v 1817 (ObjNum 625 snap 204 seq_num 625) dirty exists 2024-04-02T08:33:41.316 INFO:tasks.rados.rados.0.smithi012.stdout:2853: finishing rollback tid 1 to smithi01277369-21 2024-04-02T08:33:41.316 INFO:tasks.rados.rados.0.smithi012.stdout:2853: finishing rollback tid 2 to smithi01277369-21 2024-04-02T08:33:41.316 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 21 v 1826 (ObjNum 644 snap 210 seq_num 644) dirty exists 2024-04-02T08:33:41.317 INFO:tasks.rados.rados.0.smithi012.stdout:2851: finishing write tid 1 to smithi01277369-20 2024-04-02T08:33:41.317 INFO:tasks.rados.rados.0.smithi012.stdout:2854: finishing copy_from to smithi01277369-50 2024-04-02T08:33:41.317 INFO:tasks.rados.rados.0.smithi012.stdout:2854: got expected ENOENT (src dne) 2024-04-02T08:33:41.317 INFO:tasks.rados.rados.0.smithi012.stdout:2851: finishing write tid 2 to smithi01277369-20 2024-04-02T08:33:41.317 INFO:tasks.rados.rados.0.smithi012.stdout:2854: finishing copy_from racing read to smithi01277369-50 2024-04-02T08:33:41.318 INFO:tasks.rados.rados.0.smithi012.stdout:2853: done (4 left) 2024-04-02T08:33:41.318 INFO:tasks.rados.rados.0.smithi012.stdout:2854: done (3 left) 2024-04-02T08:33:41.318 INFO:tasks.rados.rados.0.smithi012.stdout:2855: done (2 left) 2024-04-02T08:33:41.318 INFO:tasks.rados.rados.0.smithi012.stdout:2856: done (1 left) 2024-04-02T08:33:41.318 INFO:tasks.rados.rados.0.smithi012.stdout:2857: read oid 6 snap -1 2024-04-02T08:33:41.318 INFO:tasks.rados.rados.0.smithi012.stdout:2857: expect (ObjNum 869 snap 274 seq_num 869) 2024-04-02T08:33:41.319 INFO:tasks.rados.rados.0.smithi012.stdout:2858: read oid 18 snap -1 2024-04-02T08:33:41.319 INFO:tasks.rados.rados.0.smithi012.stdout:2858: expect (ObjNum 811 snap 264 seq_num 811) 2024-04-02T08:33:41.319 INFO:tasks.rados.rados.0.smithi012.stdout:2859: read oid 47 snap -1 2024-04-02T08:33:41.319 INFO:tasks.rados.rados.0.smithi012.stdout:2859: expect (ObjNum 887 snap 279 seq_num 887) 2024-04-02T08:33:41.319 INFO:tasks.rados.rados.0.smithi012.stdout:2860: delete oid 11 current snap is 281 2024-04-02T08:33:41.319 INFO:tasks.rados.rados.0.smithi012.stdout:2851: finishing write tid 3 to smithi01277369-20 2024-04-02T08:33:41.319 INFO:tasks.rados.rados.0.smithi012.stdout:2851: oid 20 updating version 0 to 2199 2024-04-02T08:33:41.319 INFO:tasks.rados.rados.0.smithi012.stdout:2851: oid 20 updating version 2199 to 2200 2024-04-02T08:33:41.319 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 20 v 2200 (ObjNum 896 snap 281 seq_num 896) dirty exists 2024-04-02T08:33:41.319 INFO:tasks.rados.rados.0.smithi012.stdout:2851: left oid 20 (ObjNum 896 snap 281 seq_num 896) 2024-04-02T08:33:41.324 INFO:tasks.rados.rados.0.smithi012.stdout:2851: done (4 left) 2024-04-02T08:33:41.324 INFO:tasks.rados.rados.0.smithi012.stdout:2860: done (3 left) 2024-04-02T08:33:41.324 INFO:tasks.rados.rados.0.smithi012.stdout:2861: snap_remove snap 269 2024-04-02T08:33:41.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:41 smithi012 ceph-mon[88355]: osdmap e631: 8 total, 8 up, 8 in 2024-04-02T08:33:41.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:41 smithi012 ceph-mon[88355]: pgmap v615: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 403 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 316 KiB/s wr, 19 op/s 2024-04-02T08:33:41.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:41 smithi012 ceph-mon[90784]: osdmap e631: 8 total, 8 up, 8 in 2024-04-02T08:33:41.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:41 smithi012 ceph-mon[90784]: pgmap v615: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 403 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 316 KiB/s wr, 19 op/s 2024-04-02T08:33:42.052 INFO:tasks.rados.rados.0.smithi012.stdout:2858: expect (ObjNum 811 snap 264 seq_num 811) 2024-04-02T08:33:42.110 INFO:tasks.rados.rados.0.smithi012.stdout:2857: expect (ObjNum 869 snap 274 seq_num 869) 2024-04-02T08:33:42.114 INFO:tasks.rados.rados.0.smithi012.stdout:2859: expect (ObjNum 887 snap 279 seq_num 887) 2024-04-02T08:33:42.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:42 smithi055 ceph-mon[85080]: osdmap e632: 8 total, 8 up, 8 in 2024-04-02T08:33:42.413 INFO:tasks.rados.rados.0.smithi012.stdout:2857: done (3 left) 2024-04-02T08:33:42.413 INFO:tasks.rados.rados.0.smithi012.stdout:2858: done (2 left) 2024-04-02T08:33:42.413 INFO:tasks.rados.rados.0.smithi012.stdout:2859: done (1 left) 2024-04-02T08:33:42.413 INFO:tasks.rados.rados.0.smithi012.stdout:2861: done (0 left) 2024-04-02T08:33:42.413 INFO:tasks.rados.rados.0.smithi012.stdout:2862: snap_remove snap 241 2024-04-02T08:33:42.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:42 smithi012 ceph-mon[88355]: osdmap e632: 8 total, 8 up, 8 in 2024-04-02T08:33:42.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:42 smithi012 ceph-mon[90784]: osdmap e632: 8 total, 8 up, 8 in 2024-04-02T08:33:42.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:33:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:33:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:33:43.062 INFO:tasks.rados.rados.0.smithi012.stdout:2862: done (0 left) 2024-04-02T08:33:43.062 INFO:tasks.rados.rados.0.smithi012.stdout:2863: rollback oid 12 current snap is 281 2024-04-02T08:33:43.062 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 12 to 215 2024-04-02T08:33:43.062 INFO:tasks.rados.rados.0.smithi012.stdout:2864: rmattr oid 23 current snap is 281 2024-04-02T08:33:43.062 INFO:tasks.rados.rados.0.smithi012.stdout:2864: done (1 left) 2024-04-02T08:33:43.062 INFO:tasks.rados.rados.0.smithi012.stdout:2865: read oid 2 snap -1 2024-04-02T08:33:43.063 INFO:tasks.rados.rados.0.smithi012.stdout:2865: expect (ObjNum 859 snap 269 seq_num 859) 2024-04-02T08:33:43.063 INFO:tasks.rados.rados.0.smithi012.stdout:2866: copy_from oid 31 from oid 39 current snap is 281 2024-04-02T08:33:43.063 INFO:tasks.rados.rados.0.smithi012.stdout:2867: setattr oid 10 current snap is 281 2024-04-02T08:33:43.066 INFO:tasks.rados.rados.0.smithi012.stdout:2868: rollback oid 22 current snap is 281 2024-04-02T08:33:43.066 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 22 to 268 2024-04-02T08:33:43.066 INFO:tasks.rados.rados.0.smithi012.stdout:2869: rmattr oid 25 current snap is 281 2024-04-02T08:33:43.066 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 19 current snap is 281 2024-04-02T08:33:43.066 INFO:tasks.rados.rados.0.smithi012.stdout:2870: seq_num 900 ranges {7274496=679936} 2024-04-02T08:33:43.114 INFO:tasks.rados.rados.0.smithi012.stdout:2870: writing smithi01277369-19 from 7274496 to 7954432 tid 1 2024-04-02T08:33:43.114 INFO:tasks.rados.rados.0.smithi012.stdout:2871: delete oid 38 current snap is 281 2024-04-02T08:33:43.114 INFO:tasks.rados.rados.0.smithi012.stdout:2863: finishing rollback tid 0 to smithi01277369-12 2024-04-02T08:33:43.114 INFO:tasks.rados.rados.0.smithi012.stdout:2863: finishing rollback tid 1 to smithi01277369-12 2024-04-02T08:33:43.114 INFO:tasks.rados.rados.0.smithi012.stdout:2863: finishing rollback tid 2 to smithi01277369-12 2024-04-02T08:33:43.114 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 12 v 1848 (ObjNum 129 snap 0 seq_num 924337584) dirty exists 2024-04-02T08:33:43.114 INFO:tasks.rados.rados.0.smithi012.stdout:2866: finishing copy_from racing read to smithi01277369-31 2024-04-02T08:33:43.114 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 10 v 2041 (ObjNum 875 snap 274 seq_num 875) dirty exists 2024-04-02T08:33:43.114 INFO:tasks.rados.rados.0.smithi012.stdout:2866: finishing copy_from to smithi01277369-31 2024-04-02T08:33:43.114 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 31 v 1823 (ObjNum 878 snap 276 seq_num 878) dirty exists 2024-04-02T08:33:43.114 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 25 v 1131 (ObjNum 862 snap 271 seq_num 862) dirty exists 2024-04-02T08:33:43.115 INFO:tasks.rados.rados.0.smithi012.stdout:2865: expect (ObjNum 859 snap 269 seq_num 859) 2024-04-02T08:33:43.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:43 smithi055 ceph-mon[85080]: osdmap e633: 8 total, 8 up, 8 in 2024-04-02T08:33:43.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:43 smithi055 ceph-mon[85080]: pgmap v618: 121 pgs: 121 active+clean; 408 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.4 MiB/s wr, 30 op/s 2024-04-02T08:33:43.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:43 smithi012 ceph-mon[90784]: osdmap e633: 8 total, 8 up, 8 in 2024-04-02T08:33:43.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:43 smithi012 ceph-mon[90784]: pgmap v618: 121 pgs: 121 active+clean; 408 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.4 MiB/s wr, 30 op/s 2024-04-02T08:33:43.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:43 smithi012 ceph-mon[88355]: osdmap e633: 8 total, 8 up, 8 in 2024-04-02T08:33:43.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:43 smithi012 ceph-mon[88355]: pgmap v618: 121 pgs: 121 active+clean; 408 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.4 MiB/s wr, 30 op/s 2024-04-02T08:33:43.496 INFO:tasks.rados.rados.0.smithi012.stdout:2868: finishing rollback tid 0 to smithi01277369-22 2024-04-02T08:33:43.496 INFO:tasks.rados.rados.0.smithi012.stdout:2868: finishing rollback tid 1 to smithi01277369-22 2024-04-02T08:33:43.496 INFO:tasks.rados.rados.0.smithi012.stdout:2868: finishing rollback tid 2 to smithi01277369-22 2024-04-02T08:33:43.496 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 22 v 2059 (ObjNum 807 snap 263 seq_num 807) dirty exists 2024-04-02T08:33:43.496 INFO:tasks.rados.rados.0.smithi012.stdout:2870: finishing write tid 1 to smithi01277369-19 2024-04-02T08:33:43.496 INFO:tasks.rados.rados.0.smithi012.stdout:2863: done (7 left) 2024-04-02T08:33:43.496 INFO:tasks.rados.rados.0.smithi012.stdout:2865: done (6 left) 2024-04-02T08:33:43.496 INFO:tasks.rados.rados.0.smithi012.stdout:2866: done (5 left) 2024-04-02T08:33:43.496 INFO:tasks.rados.rados.0.smithi012.stdout:2867: done (4 left) 2024-04-02T08:33:43.497 INFO:tasks.rados.rados.0.smithi012.stdout:2868: done (3 left) 2024-04-02T08:33:43.497 INFO:tasks.rados.rados.0.smithi012.stdout:2869: done (2 left) 2024-04-02T08:33:43.497 INFO:tasks.rados.rados.0.smithi012.stdout:2871: done (1 left) 2024-04-02T08:33:43.497 INFO:tasks.rados.rados.0.smithi012.stdout:2872: copy_from oid 23 from oid 33 current snap is 281 2024-04-02T08:33:43.497 INFO:tasks.rados.rados.0.smithi012.stdout:2870: finishing write tid 2 to smithi01277369-19 2024-04-02T08:33:43.497 INFO:tasks.rados.rados.0.smithi012.stdout:2870: finishing write tid 3 to smithi01277369-19 2024-04-02T08:33:43.497 INFO:tasks.rados.rados.0.smithi012.stdout:2870: oid 19 updating version 0 to 1828 2024-04-02T08:33:43.497 INFO:tasks.rados.rados.0.smithi012.stdout:2870: oid 19 version 1828 is already newer than 1827 2024-04-02T08:33:43.497 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 19 v 1828 (ObjNum 900 snap 281 seq_num 900) dirty exists 2024-04-02T08:33:43.497 INFO:tasks.rados.rados.0.smithi012.stdout:2870: left oid 19 (ObjNum 900 snap 281 seq_num 900) 2024-04-02T08:33:43.497 INFO:tasks.rados.rados.0.smithi012.stdout:2870: done (1 left) 2024-04-02T08:33:43.497 INFO:tasks.rados.rados.0.smithi012.stdout:2873: delete oid 14 current snap is 281 2024-04-02T08:33:43.498 INFO:tasks.rados.rados.0.smithi012.stdout:2872: finishing copy_from to smithi01277369-23 2024-04-02T08:33:43.498 INFO:tasks.rados.rados.0.smithi012.stdout:2872: got expected ENOENT (src dne) 2024-04-02T08:33:43.498 INFO:tasks.rados.rados.0.smithi012.stdout:2872: finishing copy_from racing read to smithi01277369-23 2024-04-02T08:33:43.498 INFO:tasks.rados.rados.0.smithi012.stdout:2872: done (1 left) 2024-04-02T08:33:43.498 INFO:tasks.rados.rados.0.smithi012.stdout:2873: done (0 left) 2024-04-02T08:33:43.498 INFO:tasks.rados.rados.0.smithi012.stdout:2874: setattr oid 4 current snap is 281 2024-04-02T08:33:43.500 INFO:tasks.rados.rados.0.smithi012.stdout:2875: rollback oid 15 current snap is 281 2024-04-02T08:33:43.500 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 15 to 260 2024-04-02T08:33:43.500 INFO:tasks.rados.rados.0.smithi012.stdout:2876: copy_from oid 1 from oid 45 current snap is 281 2024-04-02T08:33:43.500 INFO:tasks.rados.rados.0.smithi012.stdout:2877: rollback oid 36 current snap is 281 2024-04-02T08:33:43.500 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 36 to 271 2024-04-02T08:33:43.500 INFO:tasks.rados.rados.0.smithi012.stdout:2878: read oid 29 snap -1 2024-04-02T08:33:43.500 INFO:tasks.rados.rados.0.smithi012.stdout:2878: expect (ObjNum 806 snap 261 seq_num 806) 2024-04-02T08:33:43.500 INFO:tasks.rados.rados.0.smithi012.stdout:2879: read oid 34 snap -1 2024-04-02T08:33:43.500 INFO:tasks.rados.rados.0.smithi012.stdout:2879: expect (ObjNum 829 snap 267 seq_num 829) 2024-04-02T08:33:43.500 INFO:tasks.rados.rados.0.smithi012.stdout:2880: rollback oid 40 current snap is 281 2024-04-02T08:33:43.500 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 40 to 277 2024-04-02T08:33:43.500 INFO:tasks.rados.rados.0.smithi012.stdout:2881: copy_from oid 11 from oid 43 current snap is 281 2024-04-02T08:33:43.501 INFO:tasks.rados.rados.0.smithi012.stdout:2882: setattr oid 25 current snap is 281 2024-04-02T08:33:43.502 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 35 current snap is 281 2024-04-02T08:33:43.502 INFO:tasks.rados.rados.0.smithi012.stdout:2883: seq_num 903 ranges {0=729088} 2024-04-02T08:33:43.508 INFO:tasks.rados.rados.0.smithi012.stdout:2883: writing smithi01277369-35 from 0 to 729088 tid 1 2024-04-02T08:33:43.508 INFO:tasks.rados.rados.0.smithi012.stdout:2884: read oid 7 snap 268 2024-04-02T08:33:43.508 INFO:tasks.rados.rados.0.smithi012.stdout:2884: expect (ObjNum 801 snap 260 seq_num 801) 2024-04-02T08:33:43.508 INFO:tasks.rados.rados.0.smithi012.stdout:2885: read oid 37 snap -1 2024-04-02T08:33:43.508 INFO:tasks.rados.rados.0.smithi012.stdout:2885: expect (ObjNum 691 snap 221 seq_num 691) 2024-04-02T08:33:43.509 INFO:tasks.rados.rados.0.smithi012.stdout:2886: copy_from oid 16 from oid 2 current snap is 281 2024-04-02T08:33:43.509 INFO:tasks.rados.rados.0.smithi012.stdout:2875: finishing rollback tid 1 to smithi01277369-15 2024-04-02T08:33:43.509 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 15 v 392 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-02T08:33:43.509 INFO:tasks.rados.rados.0.smithi012.stdout:2880: finishing rollback tid 0 to smithi01277369-40 2024-04-02T08:33:43.509 INFO:tasks.rados.rados.0.smithi012.stdout:2880: finishing rollback tid 1 to smithi01277369-40 2024-04-02T08:33:43.509 INFO:tasks.rados.rados.0.smithi012.stdout:2880: finishing rollback tid 2 to smithi01277369-40 2024-04-02T08:33:43.509 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 40 v 1820 (ObjNum 860 snap 269 seq_num 860) dirty exists 2024-04-02T08:33:43.509 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 4 v 1137 (ObjNum 765 snap 252 seq_num 765) dirty exists 2024-04-02T08:33:43.509 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 25 v 1138 (ObjNum 862 snap 271 seq_num 862) dirty exists 2024-04-02T08:33:43.509 INFO:tasks.rados.rados.0.smithi012.stdout:2874: done (12 left) 2024-04-02T08:33:43.509 INFO:tasks.rados.rados.0.smithi012.stdout:2875: done (11 left) 2024-04-02T08:33:43.509 INFO:tasks.rados.rados.0.smithi012.stdout:2880: done (10 left) 2024-04-02T08:33:43.509 INFO:tasks.rados.rados.0.smithi012.stdout:2882: done (9 left) 2024-04-02T08:33:43.509 INFO:tasks.rados.rados.0.smithi012.stdout:2887: rollback oid 17 current snap is 281 2024-04-02T08:33:43.510 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 17 to 276 2024-04-02T08:33:43.510 INFO:tasks.rados.rados.0.smithi012.stdout:2888: rollback oid 3 current snap is 281 2024-04-02T08:33:43.510 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 3 to 276 2024-04-02T08:33:43.510 INFO:tasks.rados.rados.0.smithi012.stdout:2889: snap_remove snap 279 2024-04-02T08:33:43.974 INFO:tasks.rados.rados.0.smithi012.stdout:2877: finishing rollback tid 1 to smithi01277369-36 2024-04-02T08:33:43.974 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 36 v 1817 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-02T08:33:43.974 INFO:tasks.rados.rados.0.smithi012.stdout:2888: finishing rollback tid 0 to smithi01277369-3 2024-04-02T08:33:43.974 INFO:tasks.rados.rados.0.smithi012.stdout:2888: finishing rollback tid 1 to smithi01277369-3 2024-04-02T08:33:43.975 INFO:tasks.rados.rados.0.smithi012.stdout:2888: finishing rollback tid 2 to smithi01277369-3 2024-04-02T08:33:43.975 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 3 v 1142 (ObjNum 875 snap 274 seq_num 875) dirty exists 2024-04-02T08:33:43.975 INFO:tasks.rados.rados.0.smithi012.stdout:2879: expect (ObjNum 829 snap 267 seq_num 829) 2024-04-02T08:33:44.034 INFO:tasks.rados.rados.0.smithi012.stdout:2885: expect (ObjNum 691 snap 221 seq_num 691) 2024-04-02T08:33:44.138 INFO:tasks.rados.rados.0.smithi012.stdout:2876: finishing copy_from racing read to smithi01277369-1 2024-04-02T08:33:44.138 INFO:tasks.rados.rados.0.smithi012.stdout:2881: finishing copy_from racing read to smithi01277369-11 2024-04-02T08:33:44.138 INFO:tasks.rados.rados.0.smithi012.stdout:2883: finishing write tid 1 to smithi01277369-35 2024-04-02T08:33:44.138 INFO:tasks.rados.rados.0.smithi012.stdout:2877: done (11 left) 2024-04-02T08:33:44.138 INFO:tasks.rados.rados.0.smithi012.stdout:2879: done (10 left) 2024-04-02T08:33:44.138 INFO:tasks.rados.rados.0.smithi012.stdout:2885: done (9 left) 2024-04-02T08:33:44.138 INFO:tasks.rados.rados.0.smithi012.stdout:2888: done (8 left) 2024-04-02T08:33:44.138 INFO:tasks.rados.rados.0.smithi012.stdout:2889: done (7 left) 2024-04-02T08:33:44.138 INFO:tasks.rados.rados.0.smithi012.stdout:2890: copy_from oid 28 from oid 42 current snap is 281 2024-04-02T08:33:44.139 INFO:tasks.rados.rados.0.smithi012.stdout:2883: finishing write tid 2 to smithi01277369-35 2024-04-02T08:33:44.139 INFO:tasks.rados.rados.0.smithi012.stdout:2887: finishing rollback tid 0 to smithi01277369-17 2024-04-02T08:33:44.139 INFO:tasks.rados.rados.0.smithi012.stdout:2887: finishing rollback tid 1 to smithi01277369-17 2024-04-02T08:33:44.139 INFO:tasks.rados.rados.0.smithi012.stdout:2887: finishing rollback tid 2 to smithi01277369-17 2024-04-02T08:33:44.139 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 17 v 2232 (ObjNum 852 snap 269 seq_num 852) dirty exists 2024-04-02T08:33:44.139 INFO:tasks.rados.rados.0.smithi012.stdout:2884: expect (ObjNum 801 snap 260 seq_num 801) 2024-04-02T08:33:44.272 INFO:tasks.rados.rados.0.smithi012.stdout:2883: finishing write tid 3 to smithi01277369-35 2024-04-02T08:33:44.272 INFO:tasks.rados.rados.0.smithi012.stdout:2883: oid 35 updating version 0 to 2228 2024-04-02T08:33:44.272 INFO:tasks.rados.rados.0.smithi012.stdout:2883: oid 35 version 2228 is already newer than 2227 2024-04-02T08:33:44.272 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 35 v 2228 (ObjNum 903 snap 281 seq_num 903) dirty exists 2024-04-02T08:33:44.273 INFO:tasks.rados.rados.0.smithi012.stdout:2883: left oid 35 (ObjNum 903 snap 281 seq_num 903) 2024-04-02T08:33:44.273 INFO:tasks.rados.rados.0.smithi012.stdout:2876: finishing copy_from to smithi01277369-1 2024-04-02T08:33:44.273 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 1 v 1820 (ObjNum 859 snap 269 seq_num 859) dirty exists 2024-04-02T08:33:44.273 INFO:tasks.rados.rados.0.smithi012.stdout:2886: finishing copy_from racing read to smithi01277369-16 2024-04-02T08:33:44.273 INFO:tasks.rados.rados.0.smithi012.stdout:2878: expect (ObjNum 806 snap 261 seq_num 806) 2024-04-02T08:33:44.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:44 smithi055 ceph-mon[85080]: osdmap e634: 8 total, 8 up, 8 in 2024-04-02T08:33:44.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:44.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:44.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:44 smithi055 ceph-mon[85080]: osdmap e635: 8 total, 8 up, 8 in 2024-04-02T08:33:44.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:44 smithi012 ceph-mon[90784]: osdmap e634: 8 total, 8 up, 8 in 2024-04-02T08:33:44.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:44.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:44.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:44 smithi012 ceph-mon[90784]: osdmap e635: 8 total, 8 up, 8 in 2024-04-02T08:33:44.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:44 smithi012 ceph-mon[88355]: osdmap e634: 8 total, 8 up, 8 in 2024-04-02T08:33:44.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:44.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:44.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:44 smithi012 ceph-mon[88355]: osdmap e635: 8 total, 8 up, 8 in 2024-04-02T08:33:44.662 INFO:tasks.rados.rados.0.smithi012.stdout:2881: finishing copy_from to smithi01277369-11 2024-04-02T08:33:44.662 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 11 v 1107 (ObjNum 875 snap 274 seq_num 875) dirty exists 2024-04-02T08:33:44.662 INFO:tasks.rados.rados.0.smithi012.stdout:2886: finishing copy_from to smithi01277369-16 2024-04-02T08:33:44.662 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 16 v 1811 (ObjNum 859 snap 269 seq_num 859) dirty exists 2024-04-02T08:33:44.663 INFO:tasks.rados.rados.0.smithi012.stdout:2876: done (7 left) 2024-04-02T08:33:44.663 INFO:tasks.rados.rados.0.smithi012.stdout:2878: done (6 left) 2024-04-02T08:33:44.663 INFO:tasks.rados.rados.0.smithi012.stdout:2881: done (5 left) 2024-04-02T08:33:44.663 INFO:tasks.rados.rados.0.smithi012.stdout:2883: done (4 left) 2024-04-02T08:33:44.663 INFO:tasks.rados.rados.0.smithi012.stdout:2884: done (3 left) 2024-04-02T08:33:44.663 INFO:tasks.rados.rados.0.smithi012.stdout:2886: done (2 left) 2024-04-02T08:33:44.663 INFO:tasks.rados.rados.0.smithi012.stdout:2887: done (1 left) 2024-04-02T08:33:44.663 INFO:tasks.rados.rados.0.smithi012.stdout:2891: snap_remove snap 276 2024-04-02T08:33:45.065 INFO:tasks.rados.rados.0.smithi012.stdout:2891: done (1 left) 2024-04-02T08:33:45.065 INFO:tasks.rados.rados.0.smithi012.stdout:2892: setattr oid 50 current snap is 281 2024-04-02T08:33:45.065 INFO:tasks.rados.rados.0.smithi012.stdout:2890: finishing copy_from racing read to smithi01277369-28 2024-04-02T08:33:45.065 INFO:tasks.rados.rados.0.smithi012.stdout:2890: finishing copy_from to smithi01277369-28 2024-04-02T08:33:45.065 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 28 v 1099 (ObjNum 861 snap 271 seq_num 861) dirty exists 2024-04-02T08:33:45.066 INFO:tasks.rados.rados.0.smithi012.stdout:2890: done (1 left) 2024-04-02T08:33:45.066 INFO:tasks.rados.rados.0.smithi012.stdout:2893: copy_from oid 37 from oid 5 current snap is 281 2024-04-02T08:33:45.067 INFO:tasks.rados.rados.0.smithi012.stdout:2894: read oid 1 snap 248 2024-04-02T08:33:45.067 INFO:tasks.rados.rados.0.smithi012.stdout:2894: expect deleted 2024-04-02T08:33:45.067 INFO:tasks.rados.rados.0.smithi012.stdout:2895: read oid 4 snap 268 2024-04-02T08:33:45.067 INFO:tasks.rados.rados.0.smithi012.stdout:2895: expect (ObjNum 586 snap 187 seq_num 586) 2024-04-02T08:33:45.067 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 25 current snap is 281 2024-04-02T08:33:45.067 INFO:tasks.rados.rados.0.smithi012.stdout:2896: seq_num 904 ranges {3497984=745472} 2024-04-02T08:33:45.091 INFO:tasks.rados.rados.0.smithi012.stdout:2896: writing smithi01277369-25 from 3497984 to 4243456 tid 1 2024-04-02T08:33:45.092 INFO:tasks.rados.rados.0.smithi012.stdout:2897: read oid 34 snap -1 2024-04-02T08:33:45.092 INFO:tasks.rados.rados.0.smithi012.stdout:2897: expect (ObjNum 829 snap 267 seq_num 829) 2024-04-02T08:33:45.092 INFO:tasks.rados.rados.0.smithi012.stdout:2898: snap_remove snap 266 2024-04-02T08:33:45.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:45 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:45.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:45 smithi055 ceph-mon[85080]: pgmap v621: 121 pgs: 121 active+clean; 408 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-04-02T08:33:45.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:45 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:45.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:45 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:45.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:45 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:45.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:45 smithi012 ceph-mon[88355]: pgmap v621: 121 pgs: 121 active+clean; 408 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-04-02T08:33:45.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:45 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:45.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:45 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:45.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:45 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:45.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:45 smithi012 ceph-mon[90784]: pgmap v621: 121 pgs: 121 active+clean; 408 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-04-02T08:33:45.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:45 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:45.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:45 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:46.075 INFO:tasks.rados.rados.0.smithi012.stdout:2895: expect (ObjNum 586 snap 187 seq_num 586) 2024-04-02T08:33:46.096 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 50 v 1131 (ObjNum 851 snap 269 seq_num 851) dirty exists 2024-04-02T08:33:46.096 INFO:tasks.rados.rados.0.smithi012.stdout:2893: finishing copy_from to smithi01277369-37 2024-04-02T08:33:46.096 INFO:tasks.rados.rados.0.smithi012.stdout:2893: got expected ENOENT (src dne) 2024-04-02T08:33:46.096 INFO:tasks.rados.rados.0.smithi012.stdout:2893: finishing copy_from racing read to smithi01277369-37 2024-04-02T08:33:46.096 INFO:tasks.rados.rados.0.smithi012.stdout:2896: finishing write tid 1 to smithi01277369-25 2024-04-02T08:33:46.096 INFO:tasks.rados.rados.0.smithi012.stdout:2896: finishing write tid 2 to smithi01277369-25 2024-04-02T08:33:46.097 INFO:tasks.rados.rados.0.smithi012.stdout:2896: finishing write tid 3 to smithi01277369-25 2024-04-02T08:33:46.097 INFO:tasks.rados.rados.0.smithi012.stdout:2896: oid 25 updating version 0 to 1156 2024-04-02T08:33:46.097 INFO:tasks.rados.rados.0.smithi012.stdout:2896: oid 25 version 1156 is already newer than 1155 2024-04-02T08:33:46.097 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 25 v 1156 (ObjNum 904 snap 281 seq_num 904) dirty exists 2024-04-02T08:33:46.097 INFO:tasks.rados.rados.0.smithi012.stdout:2896: left oid 25 (ObjNum 904 snap 281 seq_num 904) 2024-04-02T08:33:46.097 INFO:tasks.rados.rados.0.smithi012.stdout:2897: expect (ObjNum 829 snap 267 seq_num 829) 2024-04-02T08:33:46.149 INFO:tasks.rados.rados.0.smithi012.stdout:2892: done (6 left) 2024-04-02T08:33:46.149 INFO:tasks.rados.rados.0.smithi012.stdout:2893: done (5 left) 2024-04-02T08:33:46.149 INFO:tasks.rados.rados.0.smithi012.stdout:2894: done (4 left) 2024-04-02T08:33:46.149 INFO:tasks.rados.rados.0.smithi012.stdout:2895: done (3 left) 2024-04-02T08:33:46.149 INFO:tasks.rados.rados.0.smithi012.stdout:2896: done (2 left) 2024-04-02T08:33:46.149 INFO:tasks.rados.rados.0.smithi012.stdout:2897: done (1 left) 2024-04-02T08:33:46.149 INFO:tasks.rados.rados.0.smithi012.stdout:2898: done (0 left) 2024-04-02T08:33:46.149 INFO:tasks.rados.rados.0.smithi012.stdout:2899: delete oid 14 current snap is 281 2024-04-02T08:33:46.151 INFO:tasks.rados.rados.0.smithi012.stdout:2899: done (0 left) 2024-04-02T08:33:46.151 INFO:tasks.rados.rados.0.smithi012.stdout:2900: read oid 26 snap -1 2024-04-02T08:33:46.151 INFO:tasks.rados.rados.0.smithi012.stdout:2900: expect (ObjNum 881 snap 276 seq_num 881) 2024-04-02T08:33:46.151 INFO:tasks.rados.rados.0.smithi012.stdout:2901: delete oid 46 current snap is 281 2024-04-02T08:33:46.154 INFO:tasks.rados.rados.0.smithi012.stdout:2901: done (1 left) 2024-04-02T08:33:46.154 INFO:tasks.rados.rados.0.smithi012.stdout:2902: read oid 23 snap -1 2024-04-02T08:33:46.154 INFO:tasks.rados.rados.0.smithi012.stdout:2902: expect (ObjNum 625 snap 204 seq_num 625) 2024-04-02T08:33:46.154 INFO:tasks.rados.rados.0.smithi012.stdout:2903: read oid 15 snap 260 2024-04-02T08:33:46.154 INFO:tasks.rados.rados.0.smithi012.stdout:2903: expect deleted 2024-04-02T08:33:46.154 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 36 current snap is 281 2024-04-02T08:33:46.154 INFO:tasks.rados.rados.0.smithi012.stdout:2904: seq_num 907 ranges {0=794624} 2024-04-02T08:33:46.158 INFO:tasks.rados.rados.0.smithi012.stdout:2904: writing smithi01277369-36 from 0 to 794624 tid 1 2024-04-02T08:33:46.159 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 37 current snap is 281 2024-04-02T08:33:46.159 INFO:tasks.rados.rados.0.smithi012.stdout:2905: seq_num 908 ranges {2981888=409600,3391488=401408} 2024-04-02T08:33:46.178 INFO:tasks.rados.rados.0.smithi012.stdout:2905: writing smithi01277369-37 from 2981888 to 3391488 tid 1 2024-04-02T08:33:46.181 INFO:tasks.rados.rados.0.smithi012.stdout:2905: writing smithi01277369-37 from 3391488 to 3792896 tid 2 2024-04-02T08:33:46.181 INFO:tasks.rados.rados.0.smithi012.stdout:2906: copy_from oid 21 from oid 7 current snap is 281 2024-04-02T08:33:46.181 INFO:tasks.rados.rados.0.smithi012.stdout:2902: expect (ObjNum 625 snap 204 seq_num 625) 2024-04-02T08:33:46.222 INFO:tasks.rados.rados.0.smithi012.stdout:2904: finishing write tid 1 to smithi01277369-36 2024-04-02T08:33:46.222 INFO:tasks.rados.rados.0.smithi012.stdout:2904: finishing write tid 2 to smithi01277369-36 2024-04-02T08:33:46.222 INFO:tasks.rados.rados.0.smithi012.stdout:2904: finishing write tid 3 to smithi01277369-36 2024-04-02T08:33:46.222 INFO:tasks.rados.rados.0.smithi012.stdout:2904: oid 36 updating version 0 to 1850 2024-04-02T08:33:46.222 INFO:tasks.rados.rados.0.smithi012.stdout:2904: oid 36 version 1850 is already newer than 1849 2024-04-02T08:33:46.222 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 36 v 1850 (ObjNum 907 snap 281 seq_num 907) dirty exists 2024-04-02T08:33:46.222 INFO:tasks.rados.rados.0.smithi012.stdout:2904: left oid 36 (ObjNum 907 snap 281 seq_num 907) 2024-04-02T08:33:46.223 INFO:tasks.rados.rados.0.smithi012.stdout:2900: expect (ObjNum 881 snap 276 seq_num 881) 2024-04-02T08:33:46.371 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:46 smithi055 ceph-mon[85080]: osdmap e636: 8 total, 8 up, 8 in 2024-04-02T08:33:46.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:46 smithi012 ceph-mon[88355]: osdmap e636: 8 total, 8 up, 8 in 2024-04-02T08:33:46.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:46 smithi012 ceph-mon[90784]: osdmap e636: 8 total, 8 up, 8 in 2024-04-02T08:33:46.778 INFO:tasks.rados.rados.0.smithi012.stdout:2905: finishing write tid 1 to smithi01277369-37 2024-04-02T08:33:46.779 INFO:tasks.rados.rados.0.smithi012.stdout:2905: finishing write tid 2 to smithi01277369-37 2024-04-02T08:33:46.779 INFO:tasks.rados.rados.0.smithi012.stdout:2905: finishing write tid 3 to smithi01277369-37 2024-04-02T08:33:46.779 INFO:tasks.rados.rados.0.smithi012.stdout:2905: finishing write tid 4 to smithi01277369-37 2024-04-02T08:33:46.779 INFO:tasks.rados.rados.0.smithi012.stdout:2905: oid 37 updating version 0 to 1829 2024-04-02T08:33:46.779 INFO:tasks.rados.rados.0.smithi012.stdout:2905: oid 37 updating version 1829 to 1830 2024-04-02T08:33:46.779 INFO:tasks.rados.rados.0.smithi012.stdout:2905: oid 37 updating version 1830 to 1831 2024-04-02T08:33:46.779 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 37 v 1831 (ObjNum 908 snap 281 seq_num 908) dirty exists 2024-04-02T08:33:46.779 INFO:tasks.rados.rados.0.smithi012.stdout:2905: left oid 37 (ObjNum 908 snap 281 seq_num 908) 2024-04-02T08:33:46.779 INFO:tasks.rados.rados.0.smithi012.stdout:2906: finishing copy_from racing read to smithi01277369-21 2024-04-02T08:33:46.779 INFO:tasks.rados.rados.0.smithi012.stdout:2906: finishing copy_from to smithi01277369-21 2024-04-02T08:33:46.779 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 21 v 1838 (ObjNum 843 snap 269 seq_num 843) dirty exists 2024-04-02T08:33:46.779 INFO:tasks.rados.rados.0.smithi012.stdout:2900: done (5 left) 2024-04-02T08:33:46.779 INFO:tasks.rados.rados.0.smithi012.stdout:2902: done (4 left) 2024-04-02T08:33:46.779 INFO:tasks.rados.rados.0.smithi012.stdout:2903: done (3 left) 2024-04-02T08:33:46.780 INFO:tasks.rados.rados.0.smithi012.stdout:2904: done (2 left) 2024-04-02T08:33:46.780 INFO:tasks.rados.rados.0.smithi012.stdout:2905: done (1 left) 2024-04-02T08:33:46.780 INFO:tasks.rados.rados.0.smithi012.stdout:2906: done (0 left) 2024-04-02T08:33:46.780 INFO:tasks.rados.rados.0.smithi012.stdout:2907: read oid 10 snap -1 2024-04-02T08:33:46.780 INFO:tasks.rados.rados.0.smithi012.stdout:2907: expect (ObjNum 875 snap 274 seq_num 875) 2024-04-02T08:33:46.780 INFO:tasks.rados.rados.0.smithi012.stdout:2908: rollback oid 49 current snap is 281 2024-04-02T08:33:46.780 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 49 to 270 2024-04-02T08:33:46.780 INFO:tasks.rados.rados.0.smithi012.stdout:2909: setattr oid 29 current snap is 281 2024-04-02T08:33:46.780 INFO:tasks.rados.rados.0.smithi012.stdout:2910: delete oid 11 current snap is 281 2024-04-02T08:33:46.782 INFO:tasks.rados.rados.0.smithi012.stdout:2908: finishing rollback tid 0 to smithi01277369-49 2024-04-02T08:33:46.782 INFO:tasks.rados.rados.0.smithi012.stdout:2910: done (3 left) 2024-04-02T08:33:46.782 INFO:tasks.rados.rados.0.smithi012.stdout:2911: copy_from oid 24 from oid 43 current snap is 281 2024-04-02T08:33:46.782 INFO:tasks.rados.rados.0.smithi012.stdout:2912: snap_remove snap 271 2024-04-02T08:33:47.074 INFO:tasks.rados.rados.0.smithi012.stdout:2912: done (4 left) 2024-04-02T08:33:47.074 INFO:tasks.rados.rados.0.smithi012.stdout:2913: snap_remove snap 248 2024-04-02T08:33:47.420 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:47 smithi055 ceph-mon[85080]: osdmap e637: 8 total, 8 up, 8 in 2024-04-02T08:33:47.420 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:47 smithi055 ceph-mon[85080]: pgmap v624: 121 pgs: 121 active+clean; 429 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 7.2 MiB/s wr, 48 op/s 2024-04-02T08:33:47.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:47 smithi012 ceph-mon[88355]: osdmap e637: 8 total, 8 up, 8 in 2024-04-02T08:33:47.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:47 smithi012 ceph-mon[88355]: pgmap v624: 121 pgs: 121 active+clean; 429 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 7.2 MiB/s wr, 48 op/s 2024-04-02T08:33:47.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:47 smithi012 ceph-mon[90784]: osdmap e637: 8 total, 8 up, 8 in 2024-04-02T08:33:47.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:47 smithi012 ceph-mon[90784]: pgmap v624: 121 pgs: 121 active+clean; 429 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 7.2 MiB/s wr, 48 op/s 2024-04-02T08:33:48.077 INFO:tasks.rados.rados.0.smithi012.stdout:2913: done (4 left) 2024-04-02T08:33:48.077 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 9 current snap is 281 2024-04-02T08:33:48.077 INFO:tasks.rados.rados.0.smithi012.stdout:2914: seq_num 910 ranges {2187264=442368,2629632=401408} 2024-04-02T08:33:48.092 INFO:tasks.rados.rados.0.smithi012.stdout:2914: writing smithi01277369-9 from 2187264 to 2629632 tid 1 2024-04-02T08:33:48.094 INFO:tasks.rados.rados.0.smithi012.stdout:2914: writing smithi01277369-9 from 2629632 to 3031040 tid 2 2024-04-02T08:33:48.099 INFO:tasks.rados.rados.0.smithi012.stdout:2908: finishing rollback tid 1 to smithi01277369-49 2024-04-02T08:33:48.099 INFO:tasks.rados.rados.0.smithi012.stdout:2908: finishing rollback tid 2 to smithi01277369-49 2024-04-02T08:33:48.099 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 49 v 1834 (ObjNum 766 snap 252 seq_num 766) dirty exists 2024-04-02T08:33:48.099 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 29 v 1017 (ObjNum 806 snap 261 seq_num 806) dirty exists 2024-04-02T08:33:48.099 INFO:tasks.rados.rados.0.smithi012.stdout:2907: expect (ObjNum 875 snap 274 seq_num 875) 2024-04-02T08:33:48.317 INFO:tasks.rados.rados.0.smithi012.stdout:2911: finishing copy_from racing read to smithi01277369-24 2024-04-02T08:33:48.318 INFO:tasks.rados.rados.0.smithi012.stdout:2907: done (4 left) 2024-04-02T08:33:48.318 INFO:tasks.rados.rados.0.smithi012.stdout:2908: done (3 left) 2024-04-02T08:33:48.318 INFO:tasks.rados.rados.0.smithi012.stdout:2909: done (2 left) 2024-04-02T08:33:48.318 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 33 current snap is 281 2024-04-02T08:33:48.318 INFO:tasks.rados.rados.0.smithi012.stdout:2911: finishing copy_from to smithi01277369-24 2024-04-02T08:33:48.318 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 24 v 1107 (ObjNum 875 snap 274 seq_num 875) dirty exists 2024-04-02T08:33:48.318 INFO:tasks.rados.rados.0.smithi012.stdout:2914: finishing write tid 1 to smithi01277369-9 2024-04-02T08:33:48.318 INFO:tasks.rados.rados.0.smithi012.stdout:2914: finishing write tid 2 to smithi01277369-9 2024-04-02T08:33:48.318 INFO:tasks.rados.rados.0.smithi012.stdout:2915: seq_num 911 ranges {0=466944,466944=401408} 2024-04-02T08:33:48.320 INFO:tasks.rados.rados.0.smithi012.stdout:2915: writing smithi01277369-33 from 0 to 466944 tid 1 2024-04-02T08:33:48.323 INFO:tasks.rados.rados.0.smithi012.stdout:2915: writing smithi01277369-33 from 466944 to 868352 tid 2 2024-04-02T08:33:48.324 INFO:tasks.rados.rados.0.smithi012.stdout:2911: done (2 left) 2024-04-02T08:33:48.324 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 20 current snap is 281 2024-04-02T08:33:48.324 INFO:tasks.rados.rados.0.smithi012.stdout:2914: finishing write tid 3 to smithi01277369-9 2024-04-02T08:33:48.324 INFO:tasks.rados.rados.0.smithi012.stdout:2914: finishing write tid 4 to smithi01277369-9 2024-04-02T08:33:48.324 INFO:tasks.rados.rados.0.smithi012.stdout:2914: oid 9 updating version 0 to 1851 2024-04-02T08:33:48.324 INFO:tasks.rados.rados.0.smithi012.stdout:2914: oid 9 updating version 1851 to 1852 2024-04-02T08:33:48.324 INFO:tasks.rados.rados.0.smithi012.stdout:2914: oid 9 updating version 1852 to 1853 2024-04-02T08:33:48.324 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 9 v 1853 (ObjNum 910 snap 281 seq_num 910) dirty exists 2024-04-02T08:33:48.324 INFO:tasks.rados.rados.0.smithi012.stdout:2914: left oid 9 (ObjNum 910 snap 281 seq_num 910) 2024-04-02T08:33:48.324 INFO:tasks.rados.rados.0.smithi012.stdout:2916: seq_num 912 ranges {3801088=483328,4284416=401408} 2024-04-02T08:33:48.347 INFO:tasks.rados.rados.0.smithi012.stdout:2916: writing smithi01277369-20 from 3801088 to 4284416 tid 1 2024-04-02T08:33:48.350 INFO:tasks.rados.rados.0.smithi012.stdout:2916: writing smithi01277369-20 from 4284416 to 4685824 tid 2 2024-04-02T08:33:48.350 INFO:tasks.rados.rados.0.smithi012.stdout:2914: done (2 left) 2024-04-02T08:33:48.350 INFO:tasks.rados.rados.0.smithi012.stdout:2917: copy_from oid 43 from oid 30 current snap is 281 2024-04-02T08:33:48.350 INFO:tasks.rados.rados.0.smithi012.stdout:2915: finishing write tid 1 to smithi01277369-33 2024-04-02T08:33:48.351 INFO:tasks.rados.rados.0.smithi012.stdout:2915: finishing write tid 2 to smithi01277369-33 2024-04-02T08:33:48.351 INFO:tasks.rados.rados.0.smithi012.stdout:2915: finishing write tid 3 to smithi01277369-33 2024-04-02T08:33:48.351 INFO:tasks.rados.rados.0.smithi012.stdout:2918: snap_create 2024-04-02T08:33:48.351 INFO:tasks.rados.rados.0.smithi012.stdout:2915: finishing write tid 4 to smithi01277369-33 2024-04-02T08:33:48.351 INFO:tasks.rados.rados.0.smithi012.stdout:2915: oid 33 updating version 0 to 2062 2024-04-02T08:33:48.351 INFO:tasks.rados.rados.0.smithi012.stdout:2915: oid 33 updating version 2062 to 2063 2024-04-02T08:33:48.351 INFO:tasks.rados.rados.0.smithi012.stdout:2915: oid 33 version 2063 is already newer than 2061 2024-04-02T08:33:48.351 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 33 v 2063 (ObjNum 911 snap 281 seq_num 911) dirty exists 2024-04-02T08:33:48.351 INFO:tasks.rados.rados.0.smithi012.stdout:2915: left oid 33 (ObjNum 911 snap 281 seq_num 911) 2024-04-02T08:33:48.352 INFO:tasks.rados.rados.0.smithi012.stdout:2917: finishing copy_from to smithi01277369-43 2024-04-02T08:33:48.352 INFO:tasks.rados.rados.0.smithi012.stdout:2917: got expected ENOENT (src dne) 2024-04-02T08:33:48.352 INFO:tasks.rados.rados.0.smithi012.stdout:2917: finishing copy_from racing read to smithi01277369-43 2024-04-02T08:33:48.352 INFO:tasks.rados.rados.0.smithi012.stdout:2916: finishing write tid 1 to smithi01277369-20 2024-04-02T08:33:48.354 INFO:tasks.rados.rados.0.smithi012.stdout:2916: finishing write tid 2 to smithi01277369-20 2024-04-02T08:33:48.354 INFO:tasks.rados.rados.0.smithi012.stdout:2916: finishing write tid 3 to smithi01277369-20 2024-04-02T08:33:48.356 INFO:tasks.rados.rados.0.smithi012.stdout:2916: finishing write tid 4 to smithi01277369-20 2024-04-02T08:33:48.356 INFO:tasks.rados.rados.0.smithi012.stdout:2916: oid 20 updating version 0 to 2297 2024-04-02T08:33:48.356 INFO:tasks.rados.rados.0.smithi012.stdout:2916: oid 20 version 2297 is already newer than 2296 2024-04-02T08:33:48.356 INFO:tasks.rados.rados.0.smithi012.stdout:2916: oid 20 updating version 2297 to 2298 2024-04-02T08:33:48.356 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 20 v 2298 (ObjNum 912 snap 281 seq_num 912) dirty exists 2024-04-02T08:33:48.356 INFO:tasks.rados.rados.0.smithi012.stdout:2916: left oid 20 (ObjNum 912 snap 281 seq_num 912) 2024-04-02T08:33:48.401 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:48 smithi055 ceph-mon[85080]: osdmap e638: 8 total, 8 up, 8 in 2024-04-02T08:33:48.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:48 smithi012 ceph-mon[88355]: osdmap e638: 8 total, 8 up, 8 in 2024-04-02T08:33:48.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:48 smithi012 ceph-mon[90784]: osdmap e638: 8 total, 8 up, 8 in 2024-04-02T08:33:48.429 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:33:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:33:47] "GET /metrics HTTP/1.1" 200 36246 "" "Prometheus/2.43.0" 2024-04-02T08:33:48.974 INFO:tasks.rados.rados.0.smithi012.stdout:2915: done (3 left) 2024-04-02T08:33:48.974 INFO:tasks.rados.rados.0.smithi012.stdout:2916: done (2 left) 2024-04-02T08:33:48.974 INFO:tasks.rados.rados.0.smithi012.stdout:2917: done (1 left) 2024-04-02T08:33:48.974 INFO:tasks.rados.rados.0.smithi012.stdout:2918: done (0 left) 2024-04-02T08:33:48.974 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 13 current snap is 282 2024-04-02T08:33:48.975 INFO:tasks.rados.rados.0.smithi012.stdout:2919: seq_num 913 ranges {5595136=499712,6094848=401408} 2024-04-02T08:33:49.008 INFO:tasks.rados.rados.0.smithi012.stdout:2919: writing smithi01277369-13 from 5595136 to 6094848 tid 1 2024-04-02T08:33:49.010 INFO:tasks.rados.rados.0.smithi012.stdout:2919: writing smithi01277369-13 from 6094848 to 6496256 tid 2 2024-04-02T08:33:49.011 INFO:tasks.rados.rados.0.smithi012.stdout:2920: rollback oid 43 current snap is 282 2024-04-02T08:33:49.011 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 43 to 260 2024-04-02T08:33:49.011 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 30 current snap is 282 2024-04-02T08:33:49.011 INFO:tasks.rados.rados.0.smithi012.stdout:2921: seq_num 914 ranges {0=516096,516096=401408} 2024-04-02T08:33:49.014 INFO:tasks.rados.rados.0.smithi012.stdout:2921: writing smithi01277369-30 from 0 to 516096 tid 1 2024-04-02T08:33:49.018 INFO:tasks.rados.rados.0.smithi012.stdout:2921: writing smithi01277369-30 from 516096 to 917504 tid 2 2024-04-02T08:33:49.018 INFO:tasks.rados.rados.0.smithi012.stdout:2920: finishing rollback tid 0 to smithi01277369-43 2024-04-02T08:33:49.018 INFO:tasks.rados.rados.0.smithi012.stdout:2920: finishing rollback tid 1 to smithi01277369-43 2024-04-02T08:33:49.018 INFO:tasks.rados.rados.0.smithi012.stdout:2920: finishing rollback tid 2 to smithi01277369-43 2024-04-02T08:33:49.018 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 43 v 1856 (ObjNum 791 snap 257 seq_num 791) dirty exists 2024-04-02T08:33:49.018 INFO:tasks.rados.rados.0.smithi012.stdout:2920: done (2 left) 2024-04-02T08:33:49.018 INFO:tasks.rados.rados.0.smithi012.stdout:2922: snap_create 2024-04-02T08:33:49.018 INFO:tasks.rados.rados.0.smithi012.stdout:2919: finishing write tid 1 to smithi01277369-13 2024-04-02T08:33:49.018 INFO:tasks.rados.rados.0.smithi012.stdout:2919: finishing write tid 2 to smithi01277369-13 2024-04-02T08:33:49.019 INFO:tasks.rados.rados.0.smithi012.stdout:2919: finishing write tid 3 to smithi01277369-13 2024-04-02T08:33:49.021 INFO:tasks.rados.rados.0.smithi012.stdout:2919: finishing write tid 4 to smithi01277369-13 2024-04-02T08:33:49.021 INFO:tasks.rados.rados.0.smithi012.stdout:2919: oid 13 updating version 0 to 2300 2024-04-02T08:33:49.021 INFO:tasks.rados.rados.0.smithi012.stdout:2919: oid 13 updating version 2300 to 2302 2024-04-02T08:33:49.021 INFO:tasks.rados.rados.0.smithi012.stdout:2919: oid 13 version 2302 is already newer than 2301 2024-04-02T08:33:49.021 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 13 v 2302 (ObjNum 913 snap 282 seq_num 913) dirty exists 2024-04-02T08:33:49.021 INFO:tasks.rados.rados.0.smithi012.stdout:2919: left oid 13 (ObjNum 913 snap 282 seq_num 913) 2024-04-02T08:33:49.021 INFO:tasks.rados.rados.0.smithi012.stdout:2921: finishing write tid 1 to smithi01277369-30 2024-04-02T08:33:49.021 INFO:tasks.rados.rados.0.smithi012.stdout:2921: finishing write tid 2 to smithi01277369-30 2024-04-02T08:33:49.022 INFO:tasks.rados.rados.0.smithi012.stdout:2921: finishing write tid 3 to smithi01277369-30 2024-04-02T08:33:49.023 INFO:tasks.rados.rados.0.smithi012.stdout:2921: finishing write tid 4 to smithi01277369-30 2024-04-02T08:33:49.023 INFO:tasks.rados.rados.0.smithi012.stdout:2921: oid 30 updating version 0 to 2065 2024-04-02T08:33:49.023 INFO:tasks.rados.rados.0.smithi012.stdout:2921: oid 30 version 2065 is already newer than 2064 2024-04-02T08:33:49.023 INFO:tasks.rados.rados.0.smithi012.stdout:2921: oid 30 updating version 2065 to 2066 2024-04-02T08:33:49.023 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 30 v 2066 (ObjNum 914 snap 282 seq_num 914) dirty exists 2024-04-02T08:33:49.023 INFO:tasks.rados.rados.0.smithi012.stdout:2921: left oid 30 (ObjNum 914 snap 282 seq_num 914) 2024-04-02T08:33:49.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: osdmap e639: 8 total, 8 up, 8 in 2024-04-02T08:33:49.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: pgmap v627: 121 pgs: 121 active+clean; 429 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 7.2 MiB/s wr, 48 op/s 2024-04-02T08:33:49.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:49.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:49.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:49.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:33:49.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:49.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:33:49.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:33:49.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:49.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:49.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:49.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:49.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:49.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:49.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:49.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:49.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:49.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:49.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:49.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:49.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:49.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:49.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:49.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:49.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:49.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:49.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:49.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: Upgrade: Finalizing container_image settings 2024-04-02T08:33:49.431 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:49.431 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: osdmap e639: 8 total, 8 up, 8 in 2024-04-02T08:33:49.431 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: pgmap v627: 121 pgs: 121 active+clean; 429 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 7.2 MiB/s wr, 48 op/s 2024-04-02T08:33:49.431 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:49.431 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:49.431 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:49.431 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:33:49.432 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:49.432 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:33:49.432 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:33:49.432 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:49.432 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:49.432 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:49.432 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:49.432 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:49.432 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:49.432 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:49.432 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:49.432 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:49.432 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:49.433 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:49.433 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:49.433 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:49.433 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:49.433 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:49.433 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:49.433 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:49.433 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:49.433 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:49.433 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: Upgrade: Finalizing container_image settings 2024-04-02T08:33:49.433 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:49.433 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-02T08:33:49.433 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-02T08:33:49.434 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:33:49.434 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-02T08:33:49.434 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-02T08:33:49.434 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-02T08:33:49.434 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-02T08:33:49.434 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-04-02T08:33:49.434 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-02T08:33:49.434 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-02T08:33:49.434 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-02T08:33:49.434 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-04-02T08:33:49.434 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-02T08:33:49.434 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-02T08:33:49.434 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:33:49.434 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-02T08:33:49.435 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-02T08:33:49.435 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-02T08:33:49.435 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-04-02T08:33:49.435 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-02T08:33:49.435 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-02T08:33:49.435 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-02T08:33:49.435 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-02T08:33:49.435 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-02T08:33:49.435 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:33:49.435 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-02T08:33:49.435 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-02T08:33:49.436 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-02T08:33:49.436 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-02T08:33:49.436 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-04-02T08:33:49.436 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-02T08:33:49.436 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-02T08:33:49.436 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-02T08:33:49.436 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-04-02T08:33:49.436 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-02T08:33:49.436 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-02T08:33:49.436 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:33:49.436 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-02T08:33:49.436 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-02T08:33:49.436 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-02T08:33:49.436 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-04-02T08:33:49.437 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-02T08:33:49.437 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-02T08:33:49.437 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-02T08:33:49.437 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-02T08:33:49.437 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:33:49.437 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:33:49.437 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:33:49.437 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:33:49.437 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:33:49.437 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:33:49.437 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: Upgrade: Complete! 2024-04-02T08:33:49.438 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-02T08:33:49.438 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-02T08:33:49.438 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:49.438 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:49.438 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:33:49.438 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:49.438 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:49.438 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:49.438 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:33:49.438 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:49.438 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[90784]: osdmap e640: 8 total, 8 up, 8 in 2024-04-02T08:33:49.438 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-02T08:33:49.439 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:33:49.439 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:33:49.439 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:33:49.439 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:33:49.439 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:33:49.439 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:33:49.439 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: Upgrade: Complete! 2024-04-02T08:33:49.439 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-02T08:33:49.439 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-02T08:33:49.439 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:49.439 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:49.439 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:33:49.439 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:49.439 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:49.440 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:49.440 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:33:49.440 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:49.440 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:49 smithi012 ceph-mon[88355]: osdmap e640: 8 total, 8 up, 8 in 2024-04-02T08:33:49.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: osdmap e639: 8 total, 8 up, 8 in 2024-04-02T08:33:49.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: pgmap v627: 121 pgs: 121 active+clean; 429 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 7.2 MiB/s wr, 48 op/s 2024-04-02T08:33:49.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:49.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:49.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:49.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:33:49.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:49.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:33:49.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:33:49.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:49.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:49.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:49.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:49.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:49.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:49.563 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:49.563 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:49.563 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:49.563 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:49.563 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:49.563 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:49.563 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:49.563 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:49.563 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:49.563 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:49.563 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:49.563 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:49.563 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:49.564 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: Upgrade: Finalizing container_image settings 2024-04-02T08:33:49.564 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:49.564 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-02T08:33:49.564 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-02T08:33:49.564 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:33:49.564 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-02T08:33:49.564 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-02T08:33:49.564 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-02T08:33:49.564 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-02T08:33:49.564 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-04-02T08:33:49.564 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-02T08:33:49.564 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-02T08:33:49.564 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-02T08:33:49.564 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-04-02T08:33:49.565 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-02T08:33:49.565 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-02T08:33:49.565 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:33:49.565 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-02T08:33:49.565 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-02T08:33:49.565 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-02T08:33:49.565 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-04-02T08:33:49.565 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-02T08:33:49.565 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-02T08:33:49.565 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-02T08:33:49.565 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-02T08:33:49.565 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:33:49.565 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:33:49.566 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:33:49.566 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:33:49.566 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:33:49.566 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:33:49.566 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: Upgrade: Complete! 2024-04-02T08:33:49.566 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-02T08:33:49.566 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-02T08:33:49.566 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:49.566 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:49.566 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:33:49.566 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:49.566 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:49.566 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:49.566 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:33:49.567 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:49.567 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:49 smithi055 ceph-mon[85080]: osdmap e640: 8 total, 8 up, 8 in 2024-04-02T08:33:49.975 INFO:tasks.rados.rados.0.smithi012.stdout:2919: done (2 left) 2024-04-02T08:33:49.975 INFO:tasks.rados.rados.0.smithi012.stdout:2921: done (1 left) 2024-04-02T08:33:49.975 INFO:tasks.rados.rados.0.smithi012.stdout:2922: done (0 left) 2024-04-02T08:33:49.975 INFO:tasks.rados.rados.0.smithi012.stdout:2923: snap_remove snap 215 2024-04-02T08:33:50.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:50 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:50.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:50 smithi055 ceph-mon[85080]: osdmap e641: 8 total, 8 up, 8 in 2024-04-02T08:33:50.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:50 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:50.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:50 smithi012 ceph-mon[90784]: osdmap e641: 8 total, 8 up, 8 in 2024-04-02T08:33:50.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:50 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:33:50.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:50 smithi012 ceph-mon[88355]: osdmap e641: 8 total, 8 up, 8 in 2024-04-02T08:33:50.983 INFO:tasks.rados.rados.0.smithi012.stdout:2923: done (0 left) 2024-04-02T08:33:50.983 INFO:tasks.rados.rados.0.smithi012.stdout:2924: setattr oid 40 current snap is 283 2024-04-02T08:33:50.984 INFO:tasks.rados.rados.0.smithi012.stdout:2925: read oid 41 snap 262 2024-04-02T08:33:50.984 INFO:tasks.rados.rados.0.smithi012.stdout:2925: expect deleted 2024-04-02T08:33:50.984 INFO:tasks.rados.rados.0.smithi012.stdout:2926: snap_remove snap 281 2024-04-02T08:33:51.995 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 40 v 1821 (ObjNum 860 snap 269 seq_num 860) dirty exists 2024-04-02T08:33:51.996 INFO:tasks.rados.rados.0.smithi012.stdout:2924: done (2 left) 2024-04-02T08:33:51.996 INFO:tasks.rados.rados.0.smithi012.stdout:2925: done (1 left) 2024-04-02T08:33:51.996 INFO:tasks.rados.rados.0.smithi012.stdout:2926: done (0 left) 2024-04-02T08:33:51.996 INFO:tasks.rados.rados.0.smithi012.stdout:2927: copy_from oid 23 from oid 8 current snap is 283 2024-04-02T08:33:51.996 INFO:tasks.rados.rados.0.smithi012.stdout:2928: rmattr oid 47 current snap is 283 2024-04-02T08:33:51.997 INFO:tasks.rados.rados.0.smithi012.stdout:2929: rmattr oid 39 current snap is 283 2024-04-02T08:33:51.997 INFO:tasks.rados.rados.0.smithi012.stdout:2930: read oid 2 snap 227 2024-04-02T08:33:51.997 INFO:tasks.rados.rados.0.smithi012.stdout:2930: expect deleted 2024-04-02T08:33:51.997 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 31 current snap is 283 2024-04-02T08:33:51.997 INFO:tasks.rados.rados.0.smithi012.stdout:2931: seq_num 915 ranges {2170880=532480,2703360=401408} 2024-04-02T08:33:52.009 INFO:tasks.rados.rados.0.smithi012.stdout:2931: writing smithi01277369-31 from 2170880 to 2703360 tid 1 2024-04-02T08:33:52.012 INFO:tasks.rados.rados.0.smithi012.stdout:2931: writing smithi01277369-31 from 2703360 to 3104768 tid 2 2024-04-02T08:33:52.013 INFO:tasks.rados.rados.0.smithi012.stdout:2932: copy_from oid 12 from oid 17 current snap is 283 2024-04-02T08:33:52.013 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 39 v 1839 (ObjNum 878 snap 276 seq_num 878) dirty exists 2024-04-02T08:33:52.013 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 47 v 896 (ObjNum 887 snap 279 seq_num 887) dirty exists 2024-04-02T08:33:52.013 INFO:tasks.rados.rados.0.smithi012.stdout:2927: finishing copy_from racing read to smithi01277369-23 2024-04-02T08:33:52.013 INFO:tasks.rados.rados.0.smithi012.stdout:2927: finishing copy_from to smithi01277369-23 2024-04-02T08:33:52.014 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 23 v 2190 (ObjNum 891 snap 281 seq_num 891) dirty exists 2024-04-02T08:33:52.014 INFO:tasks.rados.rados.0.smithi012.stdout:2927: done (5 left) 2024-04-02T08:33:52.014 INFO:tasks.rados.rados.0.smithi012.stdout:2928: done (4 left) 2024-04-02T08:33:52.014 INFO:tasks.rados.rados.0.smithi012.stdout:2929: done (3 left) 2024-04-02T08:33:52.014 INFO:tasks.rados.rados.0.smithi012.stdout:2930: done (2 left) 2024-04-02T08:33:52.014 INFO:tasks.rados.rados.0.smithi012.stdout:2933: delete oid 28 current snap is 283 2024-04-02T08:33:52.015 INFO:tasks.rados.rados.0.smithi012.stdout:2933: done (2 left) 2024-04-02T08:33:52.015 INFO:tasks.rados.rados.0.smithi012.stdout:2934: copy_from oid 21 from oid 11 current snap is 283 2024-04-02T08:33:52.016 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 14 current snap is 283 2024-04-02T08:33:52.016 INFO:tasks.rados.rados.0.smithi012.stdout:2935: seq_num 917 ranges {0=565248,565248=401408} 2024-04-02T08:33:52.018 INFO:tasks.rados.rados.0.smithi012.stdout:2935: writing smithi01277369-14 from 0 to 565248 tid 1 2024-04-02T08:33:52.021 INFO:tasks.rados.rados.0.smithi012.stdout:2935: writing smithi01277369-14 from 565248 to 966656 tid 2 2024-04-02T08:33:52.021 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 1 current snap is 283 2024-04-02T08:33:52.021 INFO:tasks.rados.rados.0.smithi012.stdout:2936: seq_num 918 ranges {7274496=581632,7856128=401408} 2024-04-02T08:33:52.065 INFO:tasks.rados.rados.0.smithi012.stdout:2936: writing smithi01277369-1 from 7274496 to 7856128 tid 1 2024-04-02T08:33:52.067 INFO:tasks.rados.rados.0.smithi012.stdout:2936: writing smithi01277369-1 from 7856128 to 8257536 tid 2 2024-04-02T08:33:52.068 INFO:tasks.rados.rados.0.smithi012.stdout:2937: copy_from oid 49 from oid 10 current snap is 283 2024-04-02T08:33:52.068 INFO:tasks.rados.rados.0.smithi012.stdout:2934: finishing copy_from to smithi01277369-21 2024-04-02T08:33:52.068 INFO:tasks.rados.rados.0.smithi012.stdout:2934: got expected ENOENT (src dne) 2024-04-02T08:33:52.068 INFO:tasks.rados.rados.0.smithi012.stdout:2934: finishing copy_from racing read to smithi01277369-21 2024-04-02T08:33:52.068 INFO:tasks.rados.rados.0.smithi012.stdout:2931: finishing write tid 1 to smithi01277369-31 2024-04-02T08:33:52.068 INFO:tasks.rados.rados.0.smithi012.stdout:2931: finishing write tid 2 to smithi01277369-31 2024-04-02T08:33:52.068 INFO:tasks.rados.rados.0.smithi012.stdout:2931: finishing write tid 3 to smithi01277369-31 2024-04-02T08:33:52.068 INFO:tasks.rados.rados.0.smithi012.stdout:2935: finishing write tid 1 to smithi01277369-14 2024-04-02T08:33:52.068 INFO:tasks.rados.rados.0.smithi012.stdout:2931: finishing write tid 4 to smithi01277369-31 2024-04-02T08:33:52.068 INFO:tasks.rados.rados.0.smithi012.stdout:2931: oid 31 updating version 0 to 1826 2024-04-02T08:33:52.068 INFO:tasks.rados.rados.0.smithi012.stdout:2931: oid 31 version 1826 is already newer than 1825 2024-04-02T08:33:52.068 INFO:tasks.rados.rados.0.smithi012.stdout:2931: oid 31 version 1826 is already newer than 1824 2024-04-02T08:33:52.068 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 31 v 1826 (ObjNum 915 snap 283 seq_num 915) dirty exists 2024-04-02T08:33:52.068 INFO:tasks.rados.rados.0.smithi012.stdout:2931: left oid 31 (ObjNum 915 snap 283 seq_num 915) 2024-04-02T08:33:52.069 INFO:tasks.rados.rados.0.smithi012.stdout:2935: finishing write tid 2 to smithi01277369-14 2024-04-02T08:33:52.069 INFO:tasks.rados.rados.0.smithi012.stdout:2935: finishing write tid 3 to smithi01277369-14 2024-04-02T08:33:52.069 INFO:tasks.rados.rados.0.smithi012.stdout:2932: finishing copy_from racing read to smithi01277369-12 2024-04-02T08:33:52.069 INFO:tasks.rados.rados.0.smithi012.stdout:2931: done (5 left) 2024-04-02T08:33:52.069 INFO:tasks.rados.rados.0.smithi012.stdout:2934: done (4 left) 2024-04-02T08:33:52.069 INFO:tasks.rados.rados.0.smithi012.stdout:2938: rollback oid 30 current snap is 283 2024-04-02T08:33:52.069 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 30 to 268 2024-04-02T08:33:52.069 INFO:tasks.rados.rados.0.smithi012.stdout:2932: finishing copy_from to smithi01277369-12 2024-04-02T08:33:52.069 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 12 v 2232 (ObjNum 852 snap 269 seq_num 852) dirty exists 2024-04-02T08:33:52.069 INFO:tasks.rados.rados.0.smithi012.stdout:2935: finishing write tid 4 to smithi01277369-14 2024-04-02T08:33:52.069 INFO:tasks.rados.rados.0.smithi012.stdout:2935: oid 14 updating version 0 to 1829 2024-04-02T08:33:52.069 INFO:tasks.rados.rados.0.smithi012.stdout:2935: oid 14 version 1829 is already newer than 1828 2024-04-02T08:33:52.069 INFO:tasks.rados.rados.0.smithi012.stdout:2935: oid 14 version 1829 is already newer than 1827 2024-04-02T08:33:52.069 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 14 v 1829 (ObjNum 917 snap 283 seq_num 917) dirty exists 2024-04-02T08:33:52.069 INFO:tasks.rados.rados.0.smithi012.stdout:2935: left oid 14 (ObjNum 917 snap 283 seq_num 917) 2024-04-02T08:33:52.070 INFO:tasks.rados.rados.0.smithi012.stdout:2932: done (4 left) 2024-04-02T08:33:52.070 INFO:tasks.rados.rados.0.smithi012.stdout:2935: done (3 left) 2024-04-02T08:33:52.070 INFO:tasks.rados.rados.0.smithi012.stdout:2939: read oid 47 snap -1 2024-04-02T08:33:52.070 INFO:tasks.rados.rados.0.smithi012.stdout:2939: expect (ObjNum 887 snap 279 seq_num 887) 2024-04-02T08:33:52.070 INFO:tasks.rados.rados.0.smithi012.stdout:2940: delete oid 12 current snap is 283 2024-04-02T08:33:52.071 INFO:tasks.rados.rados.0.smithi012.stdout:2940: done (4 left) 2024-04-02T08:33:52.071 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 13 current snap is 283 2024-04-02T08:33:52.071 INFO:tasks.rados.rados.0.smithi012.stdout:2941: seq_num 920 ranges {6496256=614400,7110656=401408} 2024-04-02T08:33:52.111 INFO:tasks.rados.rados.0.smithi012.stdout:2941: writing smithi01277369-13 from 6496256 to 7110656 tid 1 2024-04-02T08:33:52.114 INFO:tasks.rados.rados.0.smithi012.stdout:2941: writing smithi01277369-13 from 7110656 to 7512064 tid 2 2024-04-02T08:33:52.114 INFO:tasks.rados.rados.0.smithi012.stdout:2942: copy_from oid 19 from oid 3 current snap is 283 2024-04-02T08:33:52.114 INFO:tasks.rados.rados.0.smithi012.stdout:2936: finishing write tid 1 to smithi01277369-1 2024-04-02T08:33:52.114 INFO:tasks.rados.rados.0.smithi012.stdout:2936: finishing write tid 2 to smithi01277369-1 2024-04-02T08:33:52.115 INFO:tasks.rados.rados.0.smithi012.stdout:2938: finishing rollback tid 0 to smithi01277369-30 2024-04-02T08:33:52.115 INFO:tasks.rados.rados.0.smithi012.stdout:2938: finishing rollback tid 1 to smithi01277369-30 2024-04-02T08:33:52.115 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 30 v 2068 (ObjNum 33 snap 0 seq_num 917927200) dirty dne 2024-04-02T08:33:52.115 INFO:tasks.rados.rados.0.smithi012.stdout:2936: finishing write tid 3 to smithi01277369-1 2024-04-02T08:33:52.115 INFO:tasks.rados.rados.0.smithi012.stdout:2936: finishing write tid 4 to smithi01277369-1 2024-04-02T08:33:52.115 INFO:tasks.rados.rados.0.smithi012.stdout:2936: oid 1 updating version 0 to 2044 2024-04-02T08:33:52.115 INFO:tasks.rados.rados.0.smithi012.stdout:2936: oid 1 version 2044 is already newer than 2043 2024-04-02T08:33:52.115 INFO:tasks.rados.rados.0.smithi012.stdout:2936: oid 1 updating version 2044 to 2045 2024-04-02T08:33:52.115 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 1 v 2045 (ObjNum 918 snap 283 seq_num 918) dirty exists 2024-04-02T08:33:52.115 INFO:tasks.rados.rados.0.smithi012.stdout:2936: left oid 1 (ObjNum 918 snap 283 seq_num 918) 2024-04-02T08:33:52.115 INFO:tasks.rados.rados.0.smithi012.stdout:2939: expect (ObjNum 887 snap 279 seq_num 887) 2024-04-02T08:33:52.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:51 smithi055 ceph-mon[85080]: pgmap v630: 121 pgs: 121 active+clean; 410 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-04-02T08:33:52.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:51 smithi055 ceph-mon[85080]: osdmap e642: 8 total, 8 up, 8 in 2024-04-02T08:33:52.421 INFO:tasks.rados.rados.0.smithi012.stdout:2937: finishing copy_from racing read to smithi01277369-49 2024-04-02T08:33:52.421 INFO:tasks.rados.rados.0.smithi012.stdout:2937: finishing copy_from to smithi01277369-49 2024-04-02T08:33:52.421 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 49 v 2041 (ObjNum 875 snap 274 seq_num 875) dirty exists 2024-04-02T08:33:52.421 INFO:tasks.rados.rados.0.smithi012.stdout:2936: done (5 left) 2024-04-02T08:33:52.421 INFO:tasks.rados.rados.0.smithi012.stdout:2937: done (4 left) 2024-04-02T08:33:52.421 INFO:tasks.rados.rados.0.smithi012.stdout:2938: done (3 left) 2024-04-02T08:33:52.421 INFO:tasks.rados.rados.0.smithi012.stdout:2939: done (2 left) 2024-04-02T08:33:52.421 INFO:tasks.rados.rados.0.smithi012.stdout:2943: snap_remove snap 262 2024-04-02T08:33:52.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:51 smithi012 ceph-mon[88355]: pgmap v630: 121 pgs: 121 active+clean; 410 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-04-02T08:33:52.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:51 smithi012 ceph-mon[88355]: osdmap e642: 8 total, 8 up, 8 in 2024-04-02T08:33:52.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:51 smithi012 ceph-mon[90784]: pgmap v630: 121 pgs: 121 active+clean; 410 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-04-02T08:33:52.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:51 smithi012 ceph-mon[90784]: osdmap e642: 8 total, 8 up, 8 in 2024-04-02T08:33:52.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:33:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:33:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:33:52.996 INFO:tasks.rados.rados.0.smithi012.stdout:2943: done (2 left) 2024-04-02T08:33:52.997 INFO:tasks.rados.rados.0.smithi012.stdout:2944: rmattr oid 15 current snap is 283 2024-04-02T08:33:52.997 INFO:tasks.rados.rados.0.smithi012.stdout:2944: done (2 left) 2024-04-02T08:33:52.997 INFO:tasks.rados.rados.0.smithi012.stdout:2945: snap_remove snap 270 2024-04-02T08:33:53.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:52 smithi055 ceph-mon[85080]: osdmap e643: 8 total, 8 up, 8 in 2024-04-02T08:33:53.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:52 smithi012 ceph-mon[88355]: osdmap e643: 8 total, 8 up, 8 in 2024-04-02T08:33:53.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:52 smithi012 ceph-mon[90784]: osdmap e643: 8 total, 8 up, 8 in 2024-04-02T08:33:53.976 INFO:tasks.rados.rados.0.smithi012.stdout:2945: done (2 left) 2024-04-02T08:33:53.976 INFO:tasks.rados.rados.0.smithi012.stdout:2946: rollback oid 30 current snap is 283 2024-04-02T08:33:53.977 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 30 to 260 2024-04-02T08:33:53.977 INFO:tasks.rados.rados.0.smithi012.stdout:2941: finishing write tid 1 to smithi01277369-13 2024-04-02T08:33:53.977 INFO:tasks.rados.rados.0.smithi012.stdout:2941: finishing write tid 2 to smithi01277369-13 2024-04-02T08:33:53.977 INFO:tasks.rados.rados.0.smithi012.stdout:2941: finishing write tid 3 to smithi01277369-13 2024-04-02T08:33:53.977 INFO:tasks.rados.rados.0.smithi012.stdout:2941: finishing write tid 4 to smithi01277369-13 2024-04-02T08:33:53.977 INFO:tasks.rados.rados.0.smithi012.stdout:2941: oid 13 updating version 0 to 2316 2024-04-02T08:33:53.977 INFO:tasks.rados.rados.0.smithi012.stdout:2941: oid 13 updating version 2316 to 2317 2024-04-02T08:33:53.977 INFO:tasks.rados.rados.0.smithi012.stdout:2941: oid 13 updating version 2317 to 2318 2024-04-02T08:33:53.977 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 13 v 2318 (ObjNum 920 snap 283 seq_num 920) dirty exists 2024-04-02T08:33:53.977 INFO:tasks.rados.rados.0.smithi012.stdout:2941: left oid 13 (ObjNum 920 snap 283 seq_num 920) 2024-04-02T08:33:53.977 INFO:tasks.rados.rados.0.smithi012.stdout:2942: finishing copy_from racing read to smithi01277369-19 2024-04-02T08:33:53.977 INFO:tasks.rados.rados.0.smithi012.stdout:2942: finishing copy_from to smithi01277369-19 2024-04-02T08:33:53.977 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 19 v 1142 (ObjNum 875 snap 274 seq_num 875) dirty exists 2024-04-02T08:33:53.978 INFO:tasks.rados.rados.0.smithi012.stdout:2941: done (2 left) 2024-04-02T08:33:53.978 INFO:tasks.rados.rados.0.smithi012.stdout:2942: done (1 left) 2024-04-02T08:33:53.978 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 40 current snap is 283 2024-04-02T08:33:53.978 INFO:tasks.rados.rados.0.smithi012.stdout:2947: seq_num 921 ranges {8192=630784,638976=401408} 2024-04-02T08:33:53.980 INFO:tasks.rados.rados.0.smithi012.stdout:2947: writing smithi01277369-40 from 8192 to 638976 tid 1 2024-04-02T08:33:53.983 INFO:tasks.rados.rados.0.smithi012.stdout:2947: writing smithi01277369-40 from 638976 to 1040384 tid 2 2024-04-02T08:33:53.983 INFO:tasks.rados.rados.0.smithi012.stdout:2948: read oid 19 snap -1 2024-04-02T08:33:53.984 INFO:tasks.rados.rados.0.smithi012.stdout:2948: expect (ObjNum 875 snap 274 seq_num 875) 2024-04-02T08:33:53.984 INFO:tasks.rados.rados.0.smithi012.stdout:2949: snap_remove snap 227 2024-04-02T08:33:54.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:53 smithi055 ceph-mon[85080]: pgmap v633: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 388 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.6 MiB/s wr, 18 op/s 2024-04-02T08:33:54.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:53 smithi055 ceph-mon[85080]: osdmap e644: 8 total, 8 up, 8 in 2024-04-02T08:33:54.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:53 smithi055 ceph-mon[85080]: osdmap e645: 8 total, 8 up, 8 in 2024-04-02T08:33:54.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:53 smithi012 ceph-mon[90784]: pgmap v633: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 388 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.6 MiB/s wr, 18 op/s 2024-04-02T08:33:54.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:53 smithi012 ceph-mon[90784]: osdmap e644: 8 total, 8 up, 8 in 2024-04-02T08:33:54.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:53 smithi012 ceph-mon[90784]: osdmap e645: 8 total, 8 up, 8 in 2024-04-02T08:33:54.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:53 smithi012 ceph-mon[88355]: pgmap v633: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 388 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.6 MiB/s wr, 18 op/s 2024-04-02T08:33:54.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:53 smithi012 ceph-mon[88355]: osdmap e644: 8 total, 8 up, 8 in 2024-04-02T08:33:54.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:53 smithi012 ceph-mon[88355]: osdmap e645: 8 total, 8 up, 8 in 2024-04-02T08:33:54.978 INFO:tasks.rados.rados.0.smithi012.stdout:2946: finishing rollback tid 1 to smithi01277369-30 2024-04-02T08:33:54.978 INFO:tasks.rados.rados.0.smithi012.stdout:2946: finishing rollback tid 2 to smithi01277369-30 2024-04-02T08:33:54.978 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 30 v 2070 (ObjNum 799 snap 260 seq_num 799) dirty exists 2024-04-02T08:33:54.979 INFO:tasks.rados.rados.0.smithi012.stdout:2947: finishing write tid 1 to smithi01277369-40 2024-04-02T08:33:54.979 INFO:tasks.rados.rados.0.smithi012.stdout:2947: finishing write tid 2 to smithi01277369-40 2024-04-02T08:33:54.979 INFO:tasks.rados.rados.0.smithi012.stdout:2947: finishing write tid 3 to smithi01277369-40 2024-04-02T08:33:54.979 INFO:tasks.rados.rados.0.smithi012.stdout:2947: finishing write tid 4 to smithi01277369-40 2024-04-02T08:33:54.979 INFO:tasks.rados.rados.0.smithi012.stdout:2947: oid 40 updating version 0 to 2193 2024-04-02T08:33:54.979 INFO:tasks.rados.rados.0.smithi012.stdout:2947: oid 40 version 2193 is already newer than 2192 2024-04-02T08:33:54.979 INFO:tasks.rados.rados.0.smithi012.stdout:2947: oid 40 version 2193 is already newer than 2191 2024-04-02T08:33:54.979 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 40 v 2193 (ObjNum 921 snap 283 seq_num 921) dirty exists 2024-04-02T08:33:54.979 INFO:tasks.rados.rados.0.smithi012.stdout:2947: left oid 40 (ObjNum 921 snap 283 seq_num 921) 2024-04-02T08:33:54.979 INFO:tasks.rados.rados.0.smithi012.stdout:2948: expect (ObjNum 875 snap 274 seq_num 875) 2024-04-02T08:33:55.191 INFO:tasks.rados.rados.0.smithi012.stdout:2946: done (3 left) 2024-04-02T08:33:55.191 INFO:tasks.rados.rados.0.smithi012.stdout:2947: done (2 left) 2024-04-02T08:33:55.191 INFO:tasks.rados.rados.0.smithi012.stdout:2948: done (1 left) 2024-04-02T08:33:55.191 INFO:tasks.rados.rados.0.smithi012.stdout:2949: done (0 left) 2024-04-02T08:33:55.192 INFO:tasks.rados.rados.0.smithi012.stdout:2950: read oid 31 snap -1 2024-04-02T08:33:55.192 INFO:tasks.rados.rados.0.smithi012.stdout:2950: expect (ObjNum 915 snap 283 seq_num 915) 2024-04-02T08:33:55.192 INFO:tasks.rados.rados.0.smithi012.stdout:2951: rmattr oid 38 current snap is 283 2024-04-02T08:33:55.192 INFO:tasks.rados.rados.0.smithi012.stdout:2951: done (1 left) 2024-04-02T08:33:55.192 INFO:tasks.rados.rados.0.smithi012.stdout:2952: delete oid 29 current snap is 283 2024-04-02T08:33:55.194 INFO:tasks.rados.rados.0.smithi012.stdout:2952: done (1 left) 2024-04-02T08:33:55.194 INFO:tasks.rados.rados.0.smithi012.stdout:2953: delete oid 2 current snap is 283 2024-04-02T08:33:55.198 INFO:tasks.rados.rados.0.smithi012.stdout:2953: done (1 left) 2024-04-02T08:33:55.198 INFO:tasks.rados.rados.0.smithi012.stdout:2954: snap_create 2024-04-02T08:33:55.207 INFO:tasks.rados.rados.0.smithi012.stdout:2950: expect (ObjNum 915 snap 283 seq_num 915) 2024-04-02T08:33:56.005 INFO:tasks.rados.rados.0.smithi012.stdout:2950: done (1 left) 2024-04-02T08:33:56.005 INFO:tasks.rados.rados.0.smithi012.stdout:2954: done (0 left) 2024-04-02T08:33:56.005 INFO:tasks.rados.rados.0.smithi012.stdout:2955: setattr oid 28 current snap is 284 2024-04-02T08:33:56.007 INFO:tasks.rados.rados.0.smithi012.stdout:2956: read oid 7 snap 268 2024-04-02T08:33:56.007 INFO:tasks.rados.rados.0.smithi012.stdout:2956: expect (ObjNum 801 snap 260 seq_num 801) 2024-04-02T08:33:56.007 INFO:tasks.rados.rados.0.smithi012.stdout:2957: delete oid 20 current snap is 284 2024-04-02T08:33:56.012 INFO:tasks.rados.rados.0.smithi012.stdout:2957: done (2 left) 2024-04-02T08:33:56.012 INFO:tasks.rados.rados.0.smithi012.stdout:2958: read oid 42 snap 260 2024-04-02T08:33:56.012 INFO:tasks.rados.rados.0.smithi012.stdout:2958: expect deleted 2024-04-02T08:33:56.012 INFO:tasks.rados.rados.0.smithi012.stdout:2959: rmattr oid 32 current snap is 284 2024-04-02T08:33:56.012 INFO:tasks.rados.rados.0.smithi012.stdout:2959: done (3 left) 2024-04-02T08:33:56.012 INFO:tasks.rados.rados.0.smithi012.stdout:2960: copy_from oid 47 from oid 16 current snap is 284 2024-04-02T08:33:56.013 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 28 v 2046 (ObjNum 129 snap 0 seq_num 917774448) dirty exists 2024-04-02T08:33:56.013 INFO:tasks.rados.rados.0.smithi012.stdout:2955: done (3 left) 2024-04-02T08:33:56.013 INFO:tasks.rados.rados.0.smithi012.stdout:2961: read oid 43 snap -1 2024-04-02T08:33:56.013 INFO:tasks.rados.rados.0.smithi012.stdout:2961: expect (ObjNum 791 snap 257 seq_num 791) 2024-04-02T08:33:56.013 INFO:tasks.rados.rados.0.smithi012.stdout:2962: copy_from oid 28 from oid 10 current snap is 284 2024-04-02T08:33:56.013 INFO:tasks.rados.rados.0.smithi012.stdout:2963: copy_from oid 15 from oid 9 current snap is 284 2024-04-02T08:33:56.013 INFO:tasks.rados.rados.0.smithi012.stdout:2964: read oid 37 snap -1 2024-04-02T08:33:56.013 INFO:tasks.rados.rados.0.smithi012.stdout:2964: expect (ObjNum 908 snap 281 seq_num 908) 2024-04-02T08:33:56.013 INFO:tasks.rados.rados.0.smithi012.stdout:2965: snap_remove snap 277 2024-04-02T08:33:56.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:55 smithi055 ceph-mon[85080]: pgmap v636: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 388 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-04-02T08:33:56.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:55 smithi055 ceph-mon[85080]: osdmap e646: 8 total, 8 up, 8 in 2024-04-02T08:33:56.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:55 smithi012 ceph-mon[88355]: pgmap v636: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 388 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-04-02T08:33:56.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:55 smithi012 ceph-mon[88355]: osdmap e646: 8 total, 8 up, 8 in 2024-04-02T08:33:56.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:55 smithi012 ceph-mon[90784]: pgmap v636: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 388 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-04-02T08:33:56.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:55 smithi012 ceph-mon[90784]: osdmap e646: 8 total, 8 up, 8 in 2024-04-02T08:33:57.013 INFO:tasks.rados.rados.0.smithi012.stdout:2956: expect (ObjNum 801 snap 260 seq_num 801) 2024-04-02T08:33:57.142 INFO:tasks.rados.rados.0.smithi012.stdout:2962: finishing copy_from racing read to smithi01277369-28 2024-04-02T08:33:57.142 INFO:tasks.rados.rados.0.smithi012.stdout:2964: expect (ObjNum 908 snap 281 seq_num 908) 2024-04-02T08:33:57.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:57 smithi055 ceph-mon[85080]: osdmap e647: 8 total, 8 up, 8 in 2024-04-02T08:33:57.346 INFO:tasks.rados.rados.0.smithi012.stdout:2962: finishing copy_from to smithi01277369-28 2024-04-02T08:33:57.346 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 28 v 2041 (ObjNum 875 snap 274 seq_num 875) dirty exists 2024-04-02T08:33:57.346 INFO:tasks.rados.rados.0.smithi012.stdout:2961: expect (ObjNum 791 snap 257 seq_num 791) 2024-04-02T08:33:57.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:57 smithi012 ceph-mon[88355]: osdmap e647: 8 total, 8 up, 8 in 2024-04-02T08:33:57.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:57 smithi012 ceph-mon[90784]: osdmap e647: 8 total, 8 up, 8 in 2024-04-02T08:33:57.457 INFO:tasks.rados.rados.0.smithi012.stdout:2963: finishing copy_from racing read to smithi01277369-15 2024-04-02T08:33:57.457 INFO:tasks.rados.rados.0.smithi012.stdout:2960: finishing copy_from racing read to smithi01277369-47 2024-04-02T08:33:57.457 INFO:tasks.rados.rados.0.smithi012.stdout:2956: done (7 left) 2024-04-02T08:33:57.457 INFO:tasks.rados.rados.0.smithi012.stdout:2958: done (6 left) 2024-04-02T08:33:57.457 INFO:tasks.rados.rados.0.smithi012.stdout:2961: done (5 left) 2024-04-02T08:33:57.458 INFO:tasks.rados.rados.0.smithi012.stdout:2962: done (4 left) 2024-04-02T08:33:57.458 INFO:tasks.rados.rados.0.smithi012.stdout:2964: done (3 left) 2024-04-02T08:33:57.458 INFO:tasks.rados.rados.0.smithi012.stdout:2965: done (2 left) 2024-04-02T08:33:57.458 INFO:tasks.rados.rados.0.smithi012.stdout:2966: copy_from oid 43 from oid 4 current snap is 284 2024-04-02T08:33:57.458 INFO:tasks.rados.rados.0.smithi012.stdout:2963: finishing copy_from to smithi01277369-15 2024-04-02T08:33:57.458 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 15 v 1853 (ObjNum 910 snap 281 seq_num 910) dirty exists 2024-04-02T08:33:57.458 INFO:tasks.rados.rados.0.smithi012.stdout:2960: finishing copy_from to smithi01277369-47 2024-04-02T08:33:57.458 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 47 v 1811 (ObjNum 859 snap 269 seq_num 859) dirty exists 2024-04-02T08:33:57.458 INFO:tasks.rados.rados.0.smithi012.stdout:2960: done (2 left) 2024-04-02T08:33:57.458 INFO:tasks.rados.rados.0.smithi012.stdout:2963: done (1 left) 2024-04-02T08:33:57.458 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 36 current snap is 284 2024-04-02T08:33:57.458 INFO:tasks.rados.rados.0.smithi012.stdout:2967: seq_num 925 ranges {794624=696320,1490944=401408} 2024-04-02T08:33:57.466 INFO:tasks.rados.rados.0.smithi012.stdout:2967: writing smithi01277369-36 from 794624 to 1490944 tid 1 2024-04-02T08:33:57.468 INFO:tasks.rados.rados.0.smithi012.stdout:2967: writing smithi01277369-36 from 1490944 to 1892352 tid 2 2024-04-02T08:33:57.468 INFO:tasks.rados.rados.0.smithi012.stdout:2968: snap_create 2024-04-02T08:33:57.469 INFO:tasks.rados.rados.0.smithi012.stdout:2966: finishing copy_from racing read to smithi01277369-43 2024-04-02T08:33:57.469 INFO:tasks.rados.rados.0.smithi012.stdout:2966: finishing copy_from to smithi01277369-43 2024-04-02T08:33:57.469 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 43 v 1137 (ObjNum 765 snap 252 seq_num 765) dirty exists 2024-04-02T08:33:57.471 INFO:tasks.rados.rados.0.smithi012.stdout:2967: finishing write tid 1 to smithi01277369-36 2024-04-02T08:33:57.471 INFO:tasks.rados.rados.0.smithi012.stdout:2967: finishing write tid 2 to smithi01277369-36 2024-04-02T08:33:57.472 INFO:tasks.rados.rados.0.smithi012.stdout:2967: finishing write tid 3 to smithi01277369-36 2024-04-02T08:33:57.473 INFO:tasks.rados.rados.0.smithi012.stdout:2967: finishing write tid 4 to smithi01277369-36 2024-04-02T08:33:57.473 INFO:tasks.rados.rados.0.smithi012.stdout:2967: oid 36 updating version 0 to 2235 2024-04-02T08:33:57.473 INFO:tasks.rados.rados.0.smithi012.stdout:2967: oid 36 updating version 2235 to 2236 2024-04-02T08:33:57.473 INFO:tasks.rados.rados.0.smithi012.stdout:2967: oid 36 version 2236 is already newer than 2234 2024-04-02T08:33:57.473 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 36 v 2236 (ObjNum 925 snap 284 seq_num 925) dirty exists 2024-04-02T08:33:57.473 INFO:tasks.rados.rados.0.smithi012.stdout:2967: left oid 36 (ObjNum 925 snap 284 seq_num 925) 2024-04-02T08:33:58.015 INFO:tasks.rados.rados.0.smithi012.stdout:2966: done (2 left) 2024-04-02T08:33:58.015 INFO:tasks.rados.rados.0.smithi012.stdout:2967: done (1 left) 2024-04-02T08:33:58.015 INFO:tasks.rados.rados.0.smithi012.stdout:2968: done (0 left) 2024-04-02T08:33:58.016 INFO:tasks.rados.rados.0.smithi012.stdout:2969: snap_remove snap 268 2024-04-02T08:33:58.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:58 smithi055 ceph-mon[85080]: pgmap v639: 121 pgs: 121 active+clean; 283 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 5.3 MiB/s wr, 28 op/s 2024-04-02T08:33:58.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:58 smithi055 ceph-mon[85080]: osdmap e648: 8 total, 8 up, 8 in 2024-04-02T08:33:58.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:33:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:33:57] "GET /metrics HTTP/1.1" 200 36246 "" "Prometheus/2.43.0" 2024-04-02T08:33:58.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:58 smithi012 ceph-mon[88355]: pgmap v639: 121 pgs: 121 active+clean; 283 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 5.3 MiB/s wr, 28 op/s 2024-04-02T08:33:58.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:58 smithi012 ceph-mon[88355]: osdmap e648: 8 total, 8 up, 8 in 2024-04-02T08:33:58.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:58 smithi012 ceph-mon[90784]: pgmap v639: 121 pgs: 121 active+clean; 283 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 5.3 MiB/s wr, 28 op/s 2024-04-02T08:33:58.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:58 smithi012 ceph-mon[90784]: osdmap e648: 8 total, 8 up, 8 in 2024-04-02T08:33:58.978 INFO:tasks.rados.rados.0.smithi012.stdout:2969: done (0 left) 2024-04-02T08:33:58.978 INFO:tasks.rados.rados.0.smithi012.stdout:2970: copy_from oid 16 from oid 21 current snap is 285 2024-04-02T08:33:58.978 INFO:tasks.rados.rados.0.smithi012.stdout:2971: rmattr oid 13 current snap is 285 2024-04-02T08:33:58.978 INFO:tasks.rados.rados.0.smithi012.stdout:2971: done (1 left) 2024-04-02T08:33:58.978 INFO:tasks.rados.rados.0.smithi012.stdout:2972: delete oid 33 current snap is 285 2024-04-02T08:33:58.991 INFO:tasks.rados.rados.0.smithi012.stdout:2972: done (1 left) 2024-04-02T08:33:58.991 INFO:tasks.rados.rados.0.smithi012.stdout:2973: snap_remove snap 280 2024-04-02T08:33:59.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:59 smithi055 ceph-mon[85080]: osdmap e649: 8 total, 8 up, 8 in 2024-04-02T08:33:59.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:59 smithi055 ceph-mon[85080]: pgmap v642: 121 pgs: 121 active+clean; 283 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 5.3 MiB/s wr, 28 op/s 2024-04-02T08:33:59.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:33:59 smithi055 ceph-mon[85080]: osdmap e650: 8 total, 8 up, 8 in 2024-04-02T08:33:59.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:59 smithi012 ceph-mon[88355]: osdmap e649: 8 total, 8 up, 8 in 2024-04-02T08:33:59.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:59 smithi012 ceph-mon[88355]: pgmap v642: 121 pgs: 121 active+clean; 283 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 5.3 MiB/s wr, 28 op/s 2024-04-02T08:33:59.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:33:59 smithi012 ceph-mon[88355]: osdmap e650: 8 total, 8 up, 8 in 2024-04-02T08:33:59.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:59 smithi012 ceph-mon[90784]: osdmap e649: 8 total, 8 up, 8 in 2024-04-02T08:33:59.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:59 smithi012 ceph-mon[90784]: pgmap v642: 121 pgs: 121 active+clean; 283 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 5.3 MiB/s wr, 28 op/s 2024-04-02T08:33:59.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:33:59 smithi012 ceph-mon[90784]: osdmap e650: 8 total, 8 up, 8 in 2024-04-02T08:33:59.983 INFO:tasks.rados.rados.0.smithi012.stdout:2973: done (1 left) 2024-04-02T08:33:59.983 INFO:tasks.rados.rados.0.smithi012.stdout:2974: rollback oid 50 current snap is 285 2024-04-02T08:33:59.983 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 50 to 284 2024-04-02T08:33:59.983 INFO:tasks.rados.rados.0.smithi012.stdout:2970: finishing copy_from racing read to smithi01277369-16 2024-04-02T08:33:59.983 INFO:tasks.rados.rados.0.smithi012.stdout:2970: finishing copy_from to smithi01277369-16 2024-04-02T08:33:59.983 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 16 v 1838 (ObjNum 843 snap 269 seq_num 843) dirty exists 2024-04-02T08:33:59.983 INFO:tasks.rados.rados.0.smithi012.stdout:2970: done (1 left) 2024-04-02T08:33:59.983 INFO:tasks.rados.rados.0.smithi012.stdout:2975: setattr oid 46 current snap is 285 2024-04-02T08:33:59.983 INFO:tasks.rados.rados.0.smithi012.stdout:2976: copy_from oid 15 from oid 33 current snap is 285 2024-04-02T08:33:59.984 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 35 current snap is 285 2024-04-02T08:33:59.984 INFO:tasks.rados.rados.0.smithi012.stdout:2977: seq_num 927 ranges {729088=729088,1458176=401408} 2024-04-02T08:33:59.992 INFO:tasks.rados.rados.0.smithi012.stdout:2977: writing smithi01277369-35 from 729088 to 1458176 tid 1 2024-04-02T08:33:59.995 INFO:tasks.rados.rados.0.smithi012.stdout:2977: writing smithi01277369-35 from 1458176 to 1859584 tid 2 2024-04-02T08:33:59.996 INFO:tasks.rados.rados.0.smithi012.stdout:2978: copy_from oid 39 from oid 49 current snap is 285 2024-04-02T08:33:59.996 INFO:tasks.rados.rados.0.smithi012.stdout:2976: finishing copy_from to smithi01277369-15 2024-04-02T08:33:59.996 INFO:tasks.rados.rados.0.smithi012.stdout:2976: got expected ENOENT (src dne) 2024-04-02T08:33:59.996 INFO:tasks.rados.rados.0.smithi012.stdout:2976: finishing copy_from racing read to smithi01277369-15 2024-04-02T08:33:59.996 INFO:tasks.rados.rados.0.smithi012.stdout:2976: done (4 left) 2024-04-02T08:33:59.996 INFO:tasks.rados.rados.0.smithi012.stdout:2979: delete oid 6 current snap is 285 2024-04-02T08:33:59.999 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 46 v 2073 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-04-02T08:33:59.999 INFO:tasks.rados.rados.0.smithi012.stdout:2974: finishing rollback tid 0 to smithi01277369-50 2024-04-02T08:34:00.003 INFO:tasks.rados.rados.0.smithi012.stdout:2974: finishing rollback tid 1 to smithi01277369-50 2024-04-02T08:34:00.003 INFO:tasks.rados.rados.0.smithi012.stdout:2974: finishing rollback tid 2 to smithi01277369-50 2024-04-02T08:34:00.003 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 50 v 1134 (ObjNum 851 snap 269 seq_num 851) dirty exists 2024-04-02T08:34:00.003 INFO:tasks.rados.rados.0.smithi012.stdout:2974: done (4 left) 2024-04-02T08:34:00.003 INFO:tasks.rados.rados.0.smithi012.stdout:2975: done (3 left) 2024-04-02T08:34:00.003 INFO:tasks.rados.rados.0.smithi012.stdout:2979: done (2 left) 2024-04-02T08:34:00.003 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 46 current snap is 285 2024-04-02T08:34:00.003 INFO:tasks.rados.rados.0.smithi012.stdout:2980: seq_num 929 ranges {0=761856,761856=401408} 2024-04-02T08:34:00.008 INFO:tasks.rados.rados.0.smithi012.stdout:2980: writing smithi01277369-46 from 0 to 761856 tid 1 2024-04-02T08:34:00.011 INFO:tasks.rados.rados.0.smithi012.stdout:2980: writing smithi01277369-46 from 761856 to 1163264 tid 2 2024-04-02T08:34:00.011 INFO:tasks.rados.rados.0.smithi012.stdout:2981: read oid 28 snap -1 2024-04-02T08:34:00.011 INFO:tasks.rados.rados.0.smithi012.stdout:2981: expect (ObjNum 875 snap 274 seq_num 875) 2024-04-02T08:34:00.012 INFO:tasks.rados.rados.0.smithi012.stdout:2982: rollback oid 36 current snap is 285 2024-04-02T08:34:00.012 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 36 to 282 2024-04-02T08:34:00.012 INFO:tasks.rados.rados.0.smithi012.stdout:2977: finishing write tid 1 to smithi01277369-35 2024-04-02T08:34:00.012 INFO:tasks.rados.rados.0.smithi012.stdout:2977: finishing write tid 2 to smithi01277369-35 2024-04-02T08:34:00.012 INFO:tasks.rados.rados.0.smithi012.stdout:2977: finishing write tid 3 to smithi01277369-35 2024-04-02T08:34:00.012 INFO:tasks.rados.rados.0.smithi012.stdout:2983: delete oid 40 current snap is 285 2024-04-02T08:34:00.016 INFO:tasks.rados.rados.0.smithi012.stdout:2980: finishing write tid 1 to smithi01277369-46 2024-04-02T08:34:00.018 INFO:tasks.rados.rados.0.smithi012.stdout:2983: done (5 left) 2024-04-02T08:34:00.018 INFO:tasks.rados.rados.0.smithi012.stdout:2984: rollback oid 9 current snap is 285 2024-04-02T08:34:00.018 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 9 to 260 2024-04-02T08:34:00.019 INFO:tasks.rados.rados.0.smithi012.stdout:2985: read oid 22 snap -1 2024-04-02T08:34:00.019 INFO:tasks.rados.rados.0.smithi012.stdout:2985: expect (ObjNum 807 snap 263 seq_num 807) 2024-04-02T08:34:00.019 INFO:tasks.rados.rados.0.smithi012.stdout:2986: read oid 16 snap -1 2024-04-02T08:34:00.019 INFO:tasks.rados.rados.0.smithi012.stdout:2986: expect (ObjNum 843 snap 269 seq_num 843) 2024-04-02T08:34:00.019 INFO:tasks.rados.rados.0.smithi012.stdout:2987: snap_create 2024-04-02T08:34:00.019 INFO:tasks.rados.rados.0.smithi012.stdout:2980: finishing write tid 2 to smithi01277369-46 2024-04-02T08:34:00.019 INFO:tasks.rados.rados.0.smithi012.stdout:2978: finishing copy_from racing read to smithi01277369-39 2024-04-02T08:34:00.019 INFO:tasks.rados.rados.0.smithi012.stdout:2977: finishing write tid 4 to smithi01277369-35 2024-04-02T08:34:00.019 INFO:tasks.rados.rados.0.smithi012.stdout:2977: oid 35 updating version 0 to 2385 2024-04-02T08:34:00.019 INFO:tasks.rados.rados.0.smithi012.stdout:2977: oid 35 version 2385 is already newer than 2384 2024-04-02T08:34:00.019 INFO:tasks.rados.rados.0.smithi012.stdout:2977: oid 35 updating version 2385 to 2386 2024-04-02T08:34:00.019 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 35 v 2386 (ObjNum 927 snap 285 seq_num 927) dirty exists 2024-04-02T08:34:00.020 INFO:tasks.rados.rados.0.smithi012.stdout:2977: left oid 35 (ObjNum 927 snap 285 seq_num 927) 2024-04-02T08:34:00.024 INFO:tasks.rados.rados.0.smithi012.stdout:2980: finishing write tid 3 to smithi01277369-46 2024-04-02T08:34:00.027 INFO:tasks.rados.rados.0.smithi012.stdout:2978: finishing copy_from to smithi01277369-39 2024-04-02T08:34:00.027 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 39 v 2041 (ObjNum 875 snap 274 seq_num 875) dirty exists 2024-04-02T08:34:00.034 INFO:tasks.rados.rados.0.smithi012.stdout:2982: finishing rollback tid 0 to smithi01277369-36 2024-04-02T08:34:00.034 INFO:tasks.rados.rados.0.smithi012.stdout:2982: finishing rollback tid 1 to smithi01277369-36 2024-04-02T08:34:00.034 INFO:tasks.rados.rados.0.smithi012.stdout:2982: finishing rollback tid 2 to smithi01277369-36 2024-04-02T08:34:00.035 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 36 v 2239 (ObjNum 907 snap 281 seq_num 907) dirty exists 2024-04-02T08:34:00.035 INFO:tasks.rados.rados.0.smithi012.stdout:2984: finishing rollback tid 0 to smithi01277369-9 2024-04-02T08:34:00.036 INFO:tasks.rados.rados.0.smithi012.stdout:2981: expect (ObjNum 875 snap 274 seq_num 875) 2024-04-02T08:34:00.247 INFO:tasks.rados.rados.0.smithi012.stdout:2984: finishing rollback tid 1 to smithi01277369-9 2024-04-02T08:34:00.247 INFO:tasks.rados.rados.0.smithi012.stdout:2984: finishing rollback tid 2 to smithi01277369-9 2024-04-02T08:34:00.247 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 9 v 2242 (ObjNum 772 snap 253 seq_num 772) dirty exists 2024-04-02T08:34:00.248 INFO:tasks.rados.rados.0.smithi012.stdout:2985: expect (ObjNum 807 snap 263 seq_num 807) 2024-04-02T08:34:00.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:00 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:00.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:00 smithi055 ceph-mon[85080]: osdmap e651: 8 total, 8 up, 8 in 2024-04-02T08:34:00.336 INFO:tasks.rados.rados.0.smithi012.stdout:2980: finishing write tid 4 to smithi01277369-46 2024-04-02T08:34:00.336 INFO:tasks.rados.rados.0.smithi012.stdout:2980: oid 46 updating version 0 to 2075 2024-04-02T08:34:00.336 INFO:tasks.rados.rados.0.smithi012.stdout:2980: oid 46 version 2075 is already newer than 2074 2024-04-02T08:34:00.336 INFO:tasks.rados.rados.0.smithi012.stdout:2980: oid 46 updating version 2075 to 2076 2024-04-02T08:34:00.336 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 46 v 2076 (ObjNum 929 snap 285 seq_num 929) dirty exists 2024-04-02T08:34:00.337 INFO:tasks.rados.rados.0.smithi012.stdout:2980: left oid 46 (ObjNum 929 snap 285 seq_num 929) 2024-04-02T08:34:00.337 INFO:tasks.rados.rados.0.smithi012.stdout:2986: expect (ObjNum 843 snap 269 seq_num 843) 2024-04-02T08:34:00.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:00 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:00.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:00 smithi012 ceph-mon[88355]: osdmap e651: 8 total, 8 up, 8 in 2024-04-02T08:34:00.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:00 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:00.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:00 smithi012 ceph-mon[90784]: osdmap e651: 8 total, 8 up, 8 in 2024-04-02T08:34:00.979 INFO:tasks.rados.rados.0.smithi012.stdout:2977: done (8 left) 2024-04-02T08:34:00.980 INFO:tasks.rados.rados.0.smithi012.stdout:2978: done (7 left) 2024-04-02T08:34:00.980 INFO:tasks.rados.rados.0.smithi012.stdout:2980: done (6 left) 2024-04-02T08:34:00.980 INFO:tasks.rados.rados.0.smithi012.stdout:2981: done (5 left) 2024-04-02T08:34:00.980 INFO:tasks.rados.rados.0.smithi012.stdout:2982: done (4 left) 2024-04-02T08:34:00.980 INFO:tasks.rados.rados.0.smithi012.stdout:2984: done (3 left) 2024-04-02T08:34:00.980 INFO:tasks.rados.rados.0.smithi012.stdout:2985: done (2 left) 2024-04-02T08:34:00.980 INFO:tasks.rados.rados.0.smithi012.stdout:2986: done (1 left) 2024-04-02T08:34:00.980 INFO:tasks.rados.rados.0.smithi012.stdout:2987: done (0 left) 2024-04-02T08:34:00.980 INFO:tasks.rados.rados.0.smithi012.stdout:2988: read oid 38 snap 283 2024-04-02T08:34:00.980 INFO:tasks.rados.rados.0.smithi012.stdout:2988: expect deleted 2024-04-02T08:34:00.980 INFO:tasks.rados.rados.0.smithi012.stdout:2989: copy_from oid 47 from oid 41 current snap is 286 2024-04-02T08:34:00.980 INFO:tasks.rados.rados.0.smithi012.stdout:2990: copy_from oid 23 from oid 14 current snap is 286 2024-04-02T08:34:00.981 INFO:tasks.rados.rados.0.smithi012.stdout:2991: read oid 42 snap -1 2024-04-02T08:34:00.981 INFO:tasks.rados.rados.0.smithi012.stdout:2991: expect (ObjNum 861 snap 271 seq_num 861) 2024-04-02T08:34:00.981 INFO:tasks.rados.rados.0.smithi012.stdout:2992: copy_from oid 31 from oid 4 current snap is 286 2024-04-02T08:34:00.981 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 13 current snap is 286 2024-04-02T08:34:00.981 INFO:tasks.rados.rados.0.smithi012.stdout:2993: seq_num 931 ranges {7512064=802816,8314880=401408} 2024-04-02T08:34:01.025 INFO:tasks.rados.rados.0.smithi012.stdout:2993: writing smithi01277369-13 from 7512064 to 8314880 tid 1 2024-04-02T08:34:01.028 INFO:tasks.rados.rados.0.smithi012.stdout:2993: writing smithi01277369-13 from 8314880 to 8716288 tid 2 2024-04-02T08:34:01.029 INFO:tasks.rados.rados.0.smithi012.stdout:2994: snap_create 2024-04-02T08:34:01.029 INFO:tasks.rados.rados.0.smithi012.stdout:2989: finishing copy_from racing read to smithi01277369-47 2024-04-02T08:34:01.029 INFO:tasks.rados.rados.0.smithi012.stdout:2990: finishing copy_from racing read to smithi01277369-23 2024-04-02T08:34:01.029 INFO:tasks.rados.rados.0.smithi012.stdout:2992: finishing copy_from racing read to smithi01277369-31 2024-04-02T08:34:01.029 INFO:tasks.rados.rados.0.smithi012.stdout:2989: finishing copy_from to smithi01277369-47 2024-04-02T08:34:01.029 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 47 v 377 (ObjNum 765 snap 252 seq_num 765) dirty exists 2024-04-02T08:34:01.029 INFO:tasks.rados.rados.0.smithi012.stdout:2991: expect (ObjNum 861 snap 271 seq_num 861) 2024-04-02T08:34:01.103 INFO:tasks.rados.rados.0.smithi012.stdout:2990: finishing copy_from to smithi01277369-23 2024-04-02T08:34:01.103 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 23 v 1829 (ObjNum 917 snap 283 seq_num 917) dirty exists 2024-04-02T08:34:01.103 INFO:tasks.rados.rados.0.smithi012.stdout:2992: finishing copy_from to smithi01277369-31 2024-04-02T08:34:01.103 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 31 v 1137 (ObjNum 765 snap 252 seq_num 765) dirty exists 2024-04-02T08:34:01.104 INFO:tasks.rados.rados.0.smithi012.stdout:2993: finishing write tid 1 to smithi01277369-13 2024-04-02T08:34:01.104 INFO:tasks.rados.rados.0.smithi012.stdout:2993: finishing write tid 2 to smithi01277369-13 2024-04-02T08:34:01.104 INFO:tasks.rados.rados.0.smithi012.stdout:2993: finishing write tid 3 to smithi01277369-13 2024-04-02T08:34:01.104 INFO:tasks.rados.rados.0.smithi012.stdout:2993: finishing write tid 4 to smithi01277369-13 2024-04-02T08:34:01.104 INFO:tasks.rados.rados.0.smithi012.stdout:2993: oid 13 updating version 0 to 2398 2024-04-02T08:34:01.104 INFO:tasks.rados.rados.0.smithi012.stdout:2993: oid 13 version 2398 is already newer than 2396 2024-04-02T08:34:01.104 INFO:tasks.rados.rados.0.smithi012.stdout:2993: oid 13 version 2398 is already newer than 2397 2024-04-02T08:34:01.104 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 13 v 2398 (ObjNum 931 snap 286 seq_num 931) dirty exists 2024-04-02T08:34:01.104 INFO:tasks.rados.rados.0.smithi012.stdout:2993: left oid 13 (ObjNum 931 snap 286 seq_num 931) 2024-04-02T08:34:02.030 INFO:tasks.rados.rados.0.smithi012.stdout:2988: done (6 left) 2024-04-02T08:34:02.030 INFO:tasks.rados.rados.0.smithi012.stdout:2989: done (5 left) 2024-04-02T08:34:02.030 INFO:tasks.rados.rados.0.smithi012.stdout:2990: done (4 left) 2024-04-02T08:34:02.030 INFO:tasks.rados.rados.0.smithi012.stdout:2991: done (3 left) 2024-04-02T08:34:02.030 INFO:tasks.rados.rados.0.smithi012.stdout:2992: done (2 left) 2024-04-02T08:34:02.031 INFO:tasks.rados.rados.0.smithi012.stdout:2993: done (1 left) 2024-04-02T08:34:02.031 INFO:tasks.rados.rados.0.smithi012.stdout:2994: done (0 left) 2024-04-02T08:34:02.031 INFO:tasks.rados.rados.0.smithi012.stdout:2995: delete oid 35 current snap is 287 2024-04-02T08:34:02.035 INFO:tasks.rados.rados.0.smithi012.stdout:2995: done (0 left) 2024-04-02T08:34:02.035 INFO:tasks.rados.rados.0.smithi012.stdout:2996: delete oid 27 current snap is 287 2024-04-02T08:34:02.040 INFO:tasks.rados.rados.0.smithi012.stdout:2996: done (0 left) 2024-04-02T08:34:02.040 INFO:tasks.rados.rados.0.smithi012.stdout:2997: snap_remove snap 285 2024-04-02T08:34:02.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:01 smithi012 ceph-mon[90784]: pgmap v645: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 271 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 276 KiB/s wr, 2 op/s 2024-04-02T08:34:02.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:01 smithi012 ceph-mon[90784]: osdmap e652: 8 total, 8 up, 8 in 2024-04-02T08:34:02.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:01 smithi012 ceph-mon[88355]: pgmap v645: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 271 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 276 KiB/s wr, 2 op/s 2024-04-02T08:34:02.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:01 smithi012 ceph-mon[88355]: osdmap e652: 8 total, 8 up, 8 in 2024-04-02T08:34:02.238 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -e sha1=3cba26eaefcf7477205a2b2318143422b83a518d -- bash -c 'ceph orch ps' 2024-04-02T08:34:02.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:01 smithi055 ceph-mon[85080]: pgmap v645: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 271 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 276 KiB/s wr, 2 op/s 2024-04-02T08:34:02.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:01 smithi055 ceph-mon[85080]: osdmap e652: 8 total, 8 up, 8 in 2024-04-02T08:34:02.494 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:34:02.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:34:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:34:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:34:03.042 INFO:tasks.rados.rados.0.smithi012.stdout:2997: done (0 left) 2024-04-02T08:34:03.042 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 17 current snap is 287 2024-04-02T08:34:03.042 INFO:tasks.rados.rados.0.smithi012.stdout:2998: seq_num 934 ranges {5120000=450560,5570560=434176,6004736=368640} 2024-04-02T08:34:03.072 INFO:tasks.rados.rados.0.smithi012.stdout:2998: writing smithi01277369-17 from 5120000 to 5570560 tid 1 2024-04-02T08:34:03.075 INFO:tasks.rados.rados.0.smithi012.stdout:2998: writing smithi01277369-17 from 5570560 to 6004736 tid 2 2024-04-02T08:34:03.077 INFO:tasks.rados.rados.0.smithi012.stdout:2998: writing smithi01277369-17 from 6004736 to 6373376 tid 3 2024-04-02T08:34:03.078 INFO:tasks.rados.rados.0.smithi012.stdout:2999: snap_remove snap 282 2024-04-02T08:34:03.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:02 smithi012 ceph-mon[88355]: from='client.34449 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:34:03.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:02 smithi012 ceph-mon[88355]: osdmap e653: 8 total, 8 up, 8 in 2024-04-02T08:34:03.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:02 smithi012 ceph-mon[90784]: from='client.34449 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:34:03.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:02 smithi012 ceph-mon[90784]: osdmap e653: 8 total, 8 up, 8 in 2024-04-02T08:34:03.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:02 smithi055 ceph-mon[85080]: from='client.34449 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:34:03.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:02 smithi055 ceph-mon[85080]: osdmap e653: 8 total, 8 up, 8 in 2024-04-02T08:34:03.977 INFO:tasks.rados.rados.0.smithi012.stdout:2999: done (1 left) 2024-04-02T08:34:03.978 INFO:tasks.rados.rados.0.smithi012.stdout:3000: snap_create 2024-04-02T08:34:03.978 INFO:tasks.rados.rados.0.smithi012.stdout:2998: finishing write tid 1 to smithi01277369-17 2024-04-02T08:34:03.978 INFO:tasks.rados.rados.0.smithi012.stdout:2998: finishing write tid 2 to smithi01277369-17 2024-04-02T08:34:03.979 INFO:tasks.rados.rados.0.smithi012.stdout:2998: finishing write tid 3 to smithi01277369-17 2024-04-02T08:34:03.979 INFO:tasks.rados.rados.0.smithi012.stdout:2998: finishing write tid 4 to smithi01277369-17 2024-04-02T08:34:03.979 INFO:tasks.rados.rados.0.smithi012.stdout:2998: finishing write tid 5 to smithi01277369-17 2024-04-02T08:34:03.979 INFO:tasks.rados.rados.0.smithi012.stdout:2998: oid 17 updating version 0 to 2404 2024-04-02T08:34:03.979 INFO:tasks.rados.rados.0.smithi012.stdout:2998: oid 17 version 2404 is already newer than 2402 2024-04-02T08:34:03.979 INFO:tasks.rados.rados.0.smithi012.stdout:2998: oid 17 version 2404 is already newer than 2403 2024-04-02T08:34:03.979 INFO:tasks.rados.rados.0.smithi012.stdout:2998: oid 17 updating version 2404 to 2405 2024-04-02T08:34:03.979 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 17 v 2405 (ObjNum 934 snap 287 seq_num 934) dirty exists 2024-04-02T08:34:03.979 INFO:tasks.rados.rados.0.smithi012.stdout:2998: left oid 17 (ObjNum 934 snap 287 seq_num 934) 2024-04-02T08:34:04.286 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:03 smithi012 ceph-mon[88355]: pgmap v648: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 262 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 5.8 MiB/s wr, 19 op/s 2024-04-02T08:34:04.286 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:03 smithi012 ceph-mon[88355]: osdmap e654: 8 total, 8 up, 8 in 2024-04-02T08:34:04.287 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:03 smithi012 ceph-mon[88355]: osdmap e655: 8 total, 8 up, 8 in 2024-04-02T08:34:04.287 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:03 smithi012 ceph-mon[90784]: pgmap v648: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 262 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 5.8 MiB/s wr, 19 op/s 2024-04-02T08:34:04.287 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:03 smithi012 ceph-mon[90784]: osdmap e654: 8 total, 8 up, 8 in 2024-04-02T08:34:04.287 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:03 smithi012 ceph-mon[90784]: osdmap e655: 8 total, 8 up, 8 in 2024-04-02T08:34:04.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:03 smithi055 ceph-mon[85080]: pgmap v648: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 262 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 5.8 MiB/s wr, 19 op/s 2024-04-02T08:34:04.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:03 smithi055 ceph-mon[85080]: osdmap e654: 8 total, 8 up, 8 in 2024-04-02T08:34:04.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:03 smithi055 ceph-mon[85080]: osdmap e655: 8 total, 8 up, 8 in 2024-04-02T08:34:04.626 INFO:teuthology.orchestra.run.smithi012.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:34:04.627 INFO:teuthology.orchestra.run.smithi012.stdout:alertmanager.a smithi012 *:9093,9094 running (51s) 47s ago 12m 14.6M - 0.25.0 c8568f914cd2 526e224e4ba0 2024-04-02T08:34:04.627 INFO:teuthology.orchestra.run.smithi012.stdout:grafana.a smithi055 *:3000 running (27s) 21s ago 12m 55.1M - 9.4.12 2bacad6d85d8 434b7611dcf1 2024-04-02T08:34:04.627 INFO:teuthology.orchestra.run.smithi012.stdout:mds.a smithi012 running (119s) 47s ago 13m 13.1M - 19.0.0-2422-g3cba26ea beaaa8a653cf e246b4d32ef4 2024-04-02T08:34:04.627 INFO:teuthology.orchestra.run.smithi012.stdout:mds.b smithi055 running (100s) 21s ago 13m 12.0M - 19.0.0-2422-g3cba26ea beaaa8a653cf ce257d237baf 2024-04-02T08:34:04.627 INFO:teuthology.orchestra.run.smithi012.stdout:mgr.x smithi055 *:8443,9283,8765 running (7m) 21s ago 17m 453M - 19.0.0-2422-g3cba26ea beaaa8a653cf 111621b46bd2 2024-04-02T08:34:04.627 INFO:teuthology.orchestra.run.smithi012.stdout:mgr.y smithi012 *:8443,9283,8765 running (8m) 47s ago 19m 517M - 19.0.0-2422-g3cba26ea beaaa8a653cf fe667762b028 2024-04-02T08:34:04.627 INFO:teuthology.orchestra.run.smithi012.stdout:mon.a smithi012 running (7m) 47s ago 19m 69.4M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 1790aee575dc 2024-04-02T08:34:04.627 INFO:teuthology.orchestra.run.smithi012.stdout:mon.b smithi055 running (6m) 21s ago 17m 57.8M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf f75ff69b6d62 2024-04-02T08:34:04.627 INFO:teuthology.orchestra.run.smithi012.stdout:mon.c smithi012 running (7m) 47s ago 17m 60.6M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf a1b482e0e449 2024-04-02T08:34:04.627 INFO:teuthology.orchestra.run.smithi012.stdout:node-exporter.a smithi012 *:9100 running (87s) 47s ago 12m 8212k - 1.5.0 0da6a335fe13 22f194c6d86b 2024-04-02T08:34:04.627 INFO:teuthology.orchestra.run.smithi012.stdout:node-exporter.b smithi055 *:9100 running (83s) 21s ago 12m 16.5M - 1.5.0 0da6a335fe13 fafed8e583df 2024-04-02T08:34:04.627 INFO:teuthology.orchestra.run.smithi012.stdout:osd.0 smithi012 running (5m) 47s ago 16m 280M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf a32a350fbdf1 2024-04-02T08:34:04.627 INFO:teuthology.orchestra.run.smithi012.stdout:osd.1 smithi012 running (5m) 47s ago 16m 272M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf bed42cfef518 2024-04-02T08:34:04.628 INFO:teuthology.orchestra.run.smithi012.stdout:osd.2 smithi012 running (4m) 47s ago 16m 270M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 021f860a33af 2024-04-02T08:34:04.628 INFO:teuthology.orchestra.run.smithi012.stdout:osd.3 smithi012 running (4m) 47s ago 15m 115M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 581c0cd1eb3c 2024-04-02T08:34:04.628 INFO:teuthology.orchestra.run.smithi012.stdout:osd.4 smithi055 running (3m) 21s ago 15m 192M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 3900aafcdf67 2024-04-02T08:34:04.628 INFO:teuthology.orchestra.run.smithi012.stdout:osd.5 smithi055 running (3m) 21s ago 14m 246M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 6d6c464bffc2 2024-04-02T08:34:04.628 INFO:teuthology.orchestra.run.smithi012.stdout:osd.6 smithi055 running (2m) 21s ago 14m 166M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf bb0c66a294ad 2024-04-02T08:34:04.628 INFO:teuthology.orchestra.run.smithi012.stdout:osd.7 smithi055 running (2m) 21s ago 14m 187M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 2395b4308989 2024-04-02T08:34:04.628 INFO:teuthology.orchestra.run.smithi012.stdout:prometheus.a smithi055 *:9095 running (67s) 21s ago 13m 47.4M - 2.43.0 a07b618ecd1d 44b0a6956b74 2024-04-02T08:34:04.981 INFO:tasks.rados.rados.0.smithi012.stdout:2998: done (1 left) 2024-04-02T08:34:04.981 INFO:tasks.rados.rados.0.smithi012.stdout:3000: done (0 left) 2024-04-02T08:34:04.982 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 34 current snap is 288 2024-04-02T08:34:04.982 INFO:tasks.rados.rados.0.smithi012.stdout:3001: seq_num 935 ranges {1892352=466944,2359296=720896,3080192=81920} 2024-04-02T08:34:04.994 INFO:tasks.rados.rados.0.smithi012.stdout:3001: writing smithi01277369-34 from 1892352 to 2359296 tid 1 2024-04-02T08:34:04.998 INFO:tasks.rados.rados.0.smithi012.stdout:3001: writing smithi01277369-34 from 2359296 to 3080192 tid 2 2024-04-02T08:34:04.998 INFO:tasks.rados.rados.0.smithi012.stdout:3001: writing smithi01277369-34 from 3080192 to 3162112 tid 3 2024-04-02T08:34:04.999 INFO:tasks.rados.rados.0.smithi012.stdout:3002: setattr oid 41 current snap is 288 2024-04-02T08:34:05.002 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 40 current snap is 288 2024-04-02T08:34:05.002 INFO:tasks.rados.rados.0.smithi012.stdout:3003: seq_num 936 ranges {0=483328,483328=655360,1138688=147456} 2024-04-02T08:34:05.004 INFO:tasks.rados.rados.0.smithi012.stdout:3003: writing smithi01277369-40 from 0 to 483328 tid 1 2024-04-02T08:34:05.009 INFO:tasks.rados.rados.0.smithi012.stdout:3003: writing smithi01277369-40 from 483328 to 1138688 tid 2 2024-04-02T08:34:05.010 INFO:tasks.rados.rados.0.smithi012.stdout:3003: writing smithi01277369-40 from 1138688 to 1286144 tid 3 2024-04-02T08:34:05.010 INFO:tasks.rados.rados.0.smithi012.stdout:3004: read oid 47 snap 260 2024-04-02T08:34:05.010 INFO:tasks.rados.rados.0.smithi012.stdout:3004: expect (ObjNum 782 snap 257 seq_num 782) 2024-04-02T08:34:05.010 INFO:tasks.rados.rados.0.smithi012.stdout:3001: finishing write tid 1 to smithi01277369-34 2024-04-02T08:34:05.010 INFO:tasks.rados.rados.0.smithi012.stdout:3005: read oid 12 snap -1 2024-04-02T08:34:05.010 INFO:tasks.rados.rados.0.smithi012.stdout:3005: expect deleted 2024-04-02T08:34:05.010 INFO:tasks.rados.rados.0.smithi012.stdout:3006: snap_remove snap 287 2024-04-02T08:34:05.339 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -e sha1=3cba26eaefcf7477205a2b2318143422b83a518d -- bash -c 'ceph versions' 2024-04-02T08:34:05.554 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:34:05.995 INFO:tasks.rados.rados.0.smithi012.stdout:3006: done (5 left) 2024-04-02T08:34:05.995 INFO:tasks.rados.rados.0.smithi012.stdout:3007: delete oid 42 current snap is 288 2024-04-02T08:34:05.995 INFO:tasks.rados.rados.0.smithi012.stdout:3001: finishing write tid 2 to smithi01277369-34 2024-04-02T08:34:05.995 INFO:tasks.rados.rados.0.smithi012.stdout:3001: finishing write tid 3 to smithi01277369-34 2024-04-02T08:34:05.995 INFO:tasks.rados.rados.0.smithi012.stdout:3001: finishing write tid 4 to smithi01277369-34 2024-04-02T08:34:05.995 INFO:tasks.rados.rados.0.smithi012.stdout:3001: finishing write tid 5 to smithi01277369-34 2024-04-02T08:34:05.995 INFO:tasks.rados.rados.0.smithi012.stdout:3001: oid 34 updating version 0 to 1089 2024-04-02T08:34:05.995 INFO:tasks.rados.rados.0.smithi012.stdout:3001: oid 34 version 1089 is already newer than 1088 2024-04-02T08:34:05.995 INFO:tasks.rados.rados.0.smithi012.stdout:3001: oid 34 updating version 1089 to 1090 2024-04-02T08:34:05.995 INFO:tasks.rados.rados.0.smithi012.stdout:3001: oid 34 version 1090 is already newer than 1087 2024-04-02T08:34:05.995 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 34 v 1090 (ObjNum 935 snap 288 seq_num 935) dirty exists 2024-04-02T08:34:05.996 INFO:tasks.rados.rados.0.smithi012.stdout:3001: left oid 34 (ObjNum 935 snap 288 seq_num 935) 2024-04-02T08:34:05.996 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 41 v 1224 (ObjNum 765 snap 252 seq_num 765) dirty exists 2024-04-02T08:34:05.996 INFO:tasks.rados.rados.0.smithi012.stdout:3003: finishing write tid 1 to smithi01277369-40 2024-04-02T08:34:05.996 INFO:tasks.rados.rados.0.smithi012.stdout:3003: finishing write tid 2 to smithi01277369-40 2024-04-02T08:34:05.996 INFO:tasks.rados.rados.0.smithi012.stdout:3003: finishing write tid 3 to smithi01277369-40 2024-04-02T08:34:05.996 INFO:tasks.rados.rados.0.smithi012.stdout:3003: finishing write tid 4 to smithi01277369-40 2024-04-02T08:34:05.996 INFO:tasks.rados.rados.0.smithi012.stdout:3004: expect (ObjNum 782 snap 257 seq_num 782) 2024-04-02T08:34:06.033 INFO:tasks.rados.rados.0.smithi012.stdout:3003: finishing write tid 5 to smithi01277369-40 2024-04-02T08:34:06.034 INFO:tasks.rados.rados.0.smithi012.stdout:3003: oid 40 updating version 0 to 2197 2024-04-02T08:34:06.034 INFO:tasks.rados.rados.0.smithi012.stdout:3003: oid 40 version 2197 is already newer than 2195 2024-04-02T08:34:06.034 INFO:tasks.rados.rados.0.smithi012.stdout:3003: oid 40 version 2197 is already newer than 2196 2024-04-02T08:34:06.034 INFO:tasks.rados.rados.0.smithi012.stdout:3003: oid 40 updating version 2197 to 2198 2024-04-02T08:34:06.034 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 40 v 2198 (ObjNum 936 snap 288 seq_num 936) dirty exists 2024-04-02T08:34:06.034 INFO:tasks.rados.rados.0.smithi012.stdout:3003: left oid 40 (ObjNum 936 snap 288 seq_num 936) 2024-04-02T08:34:06.034 INFO:tasks.rados.rados.0.smithi012.stdout:3001: done (5 left) 2024-04-02T08:34:06.034 INFO:tasks.rados.rados.0.smithi012.stdout:3002: done (4 left) 2024-04-02T08:34:06.034 INFO:tasks.rados.rados.0.smithi012.stdout:3003: done (3 left) 2024-04-02T08:34:06.034 INFO:tasks.rados.rados.0.smithi012.stdout:3004: done (2 left) 2024-04-02T08:34:06.034 INFO:tasks.rados.rados.0.smithi012.stdout:3005: done (1 left) 2024-04-02T08:34:06.035 INFO:tasks.rados.rados.0.smithi012.stdout:3007: done (0 left) 2024-04-02T08:34:06.035 INFO:tasks.rados.rados.0.smithi012.stdout:3008: snap_remove snap 286 2024-04-02T08:34:06.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:05 smithi055 ceph-mon[85080]: pgmap v651: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 262 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 5.5 MiB/s wr, 16 op/s 2024-04-02T08:34:06.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:05 smithi055 ceph-mon[85080]: from='client.44396 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:34:06.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:05 smithi055 ceph-mon[85080]: osdmap e656: 8 total, 8 up, 8 in 2024-04-02T08:34:06.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:05 smithi012 ceph-mon[88355]: pgmap v651: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 262 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 5.5 MiB/s wr, 16 op/s 2024-04-02T08:34:06.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:05 smithi012 ceph-mon[88355]: from='client.44396 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:34:06.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:05 smithi012 ceph-mon[88355]: osdmap e656: 8 total, 8 up, 8 in 2024-04-02T08:34:06.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:05 smithi012 ceph-mon[90784]: pgmap v651: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 262 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 5.5 MiB/s wr, 16 op/s 2024-04-02T08:34:06.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:05 smithi012 ceph-mon[90784]: from='client.44396 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:34:06.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:05 smithi012 ceph-mon[90784]: osdmap e656: 8 total, 8 up, 8 in 2024-04-02T08:34:07.000 INFO:tasks.rados.rados.0.smithi012.stdout:3008: done (0 left) 2024-04-02T08:34:07.001 INFO:tasks.rados.rados.0.smithi012.stdout:3009: copy_from oid 33 from oid 15 current snap is 288 2024-04-02T08:34:07.001 INFO:tasks.rados.rados.0.smithi012.stdout:3010: copy_from oid 16 from oid 12 current snap is 288 2024-04-02T08:34:07.001 INFO:tasks.rados.rados.0.smithi012.stdout:3011: rmattr oid 8 current snap is 288 2024-04-02T08:34:07.001 INFO:tasks.rados.rados.0.smithi012.stdout:3011: done (2 left) 2024-04-02T08:34:07.001 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 4 current snap is 288 2024-04-02T08:34:07.001 INFO:tasks.rados.rados.0.smithi012.stdout:3012: seq_num 938 ranges {819200=516096,1335296=417792,1753088=385024} 2024-04-02T08:34:07.008 INFO:tasks.rados.rados.0.smithi012.stdout:3012: writing smithi01277369-4 from 819200 to 1335296 tid 1 2024-04-02T08:34:07.011 INFO:tasks.rados.rados.0.smithi012.stdout:3012: writing smithi01277369-4 from 1335296 to 1753088 tid 2 2024-04-02T08:34:07.014 INFO:tasks.rados.rados.0.smithi012.stdout:3012: writing smithi01277369-4 from 1753088 to 2138112 tid 3 2024-04-02T08:34:07.014 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 36 current snap is 288 2024-04-02T08:34:07.014 INFO:tasks.rados.rados.0.smithi012.stdout:3013: seq_num 939 ranges {794624=532480,1327104=704512,2031616=98304} 2024-04-02T08:34:07.022 INFO:tasks.rados.rados.0.smithi012.stdout:3013: writing smithi01277369-36 from 794624 to 1327104 tid 1 2024-04-02T08:34:07.027 INFO:tasks.rados.rados.0.smithi012.stdout:3013: writing smithi01277369-36 from 1327104 to 2031616 tid 2 2024-04-02T08:34:07.028 INFO:tasks.rados.rados.0.smithi012.stdout:3013: writing smithi01277369-36 from 2031616 to 2129920 tid 3 2024-04-02T08:34:07.028 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 6 current snap is 288 2024-04-02T08:34:07.028 INFO:tasks.rados.rados.0.smithi012.stdout:3010: finishing copy_from to smithi01277369-16 2024-04-02T08:34:07.028 INFO:tasks.rados.rados.0.smithi012.stdout:3010: got expected ENOENT (src dne) 2024-04-02T08:34:07.028 INFO:tasks.rados.rados.0.smithi012.stdout:3014: seq_num 940 ranges {0=548864,548864=589824,1138688=212992} 2024-04-02T08:34:07.031 INFO:tasks.rados.rados.0.smithi012.stdout:3014: writing smithi01277369-6 from 0 to 548864 tid 1 2024-04-02T08:34:07.035 INFO:tasks.rados.rados.0.smithi012.stdout:3014: writing smithi01277369-6 from 548864 to 1138688 tid 2 2024-04-02T08:34:07.037 INFO:tasks.rados.rados.0.smithi012.stdout:3014: writing smithi01277369-6 from 1138688 to 1351680 tid 3 2024-04-02T08:34:07.037 INFO:tasks.rados.rados.0.smithi012.stdout:3015: snap_create 2024-04-02T08:34:07.037 INFO:tasks.rados.rados.0.smithi012.stdout:3010: finishing copy_from racing read to smithi01277369-16 2024-04-02T08:34:07.037 INFO:tasks.rados.rados.0.smithi012.stdout:3009: finishing copy_from racing read to smithi01277369-33 2024-04-02T08:34:07.037 INFO:tasks.rados.rados.0.smithi012.stdout:3009: finishing copy_from to smithi01277369-33 2024-04-02T08:34:07.037 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 33 v 1853 (ObjNum 910 snap 281 seq_num 910) dirty exists 2024-04-02T08:34:07.037 INFO:tasks.rados.rados.0.smithi012.stdout:3012: finishing write tid 1 to smithi01277369-4 2024-04-02T08:34:07.037 INFO:tasks.rados.rados.0.smithi012.stdout:3012: finishing write tid 2 to smithi01277369-4 2024-04-02T08:34:07.037 INFO:tasks.rados.rados.0.smithi012.stdout:3012: finishing write tid 3 to smithi01277369-4 2024-04-02T08:34:07.037 INFO:tasks.rados.rados.0.smithi012.stdout:3013: finishing write tid 1 to smithi01277369-36 2024-04-02T08:34:07.037 INFO:tasks.rados.rados.0.smithi012.stdout:3012: finishing write tid 4 to smithi01277369-4 2024-04-02T08:34:07.037 INFO:tasks.rados.rados.0.smithi012.stdout:3012: finishing write tid 5 to smithi01277369-4 2024-04-02T08:34:07.037 INFO:tasks.rados.rados.0.smithi012.stdout:3012: oid 4 updating version 0 to 1232 2024-04-02T08:34:07.038 INFO:tasks.rados.rados.0.smithi012.stdout:3012: oid 4 version 1232 is already newer than 1228 2024-04-02T08:34:07.038 INFO:tasks.rados.rados.0.smithi012.stdout:3012: oid 4 version 1232 is already newer than 1231 2024-04-02T08:34:07.038 INFO:tasks.rados.rados.0.smithi012.stdout:3012: oid 4 updating version 1232 to 1233 2024-04-02T08:34:07.038 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 4 v 1233 (ObjNum 938 snap 288 seq_num 938) dirty exists 2024-04-02T08:34:07.038 INFO:tasks.rados.rados.0.smithi012.stdout:3012: left oid 4 (ObjNum 938 snap 288 seq_num 938) 2024-04-02T08:34:07.038 INFO:tasks.rados.rados.0.smithi012.stdout:3013: finishing write tid 2 to smithi01277369-36 2024-04-02T08:34:07.038 INFO:tasks.rados.rados.0.smithi012.stdout:3013: finishing write tid 3 to smithi01277369-36 2024-04-02T08:34:07.038 INFO:tasks.rados.rados.0.smithi012.stdout:3013: finishing write tid 4 to smithi01277369-36 2024-04-02T08:34:07.038 INFO:tasks.rados.rados.0.smithi012.stdout:3013: finishing write tid 5 to smithi01277369-36 2024-04-02T08:34:07.038 INFO:tasks.rados.rados.0.smithi012.stdout:3013: oid 36 updating version 0 to 2244 2024-04-02T08:34:07.038 INFO:tasks.rados.rados.0.smithi012.stdout:3013: oid 36 updating version 2244 to 2245 2024-04-02T08:34:07.038 INFO:tasks.rados.rados.0.smithi012.stdout:3013: oid 36 updating version 2245 to 2246 2024-04-02T08:34:07.038 INFO:tasks.rados.rados.0.smithi012.stdout:3013: oid 36 version 2246 is already newer than 2243 2024-04-02T08:34:07.038 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 36 v 2246 (ObjNum 939 snap 288 seq_num 939) dirty exists 2024-04-02T08:34:07.039 INFO:tasks.rados.rados.0.smithi012.stdout:3013: left oid 36 (ObjNum 939 snap 288 seq_num 939) 2024-04-02T08:34:07.039 INFO:tasks.rados.rados.0.smithi012.stdout:3014: finishing write tid 1 to smithi01277369-6 2024-04-02T08:34:07.039 INFO:tasks.rados.rados.0.smithi012.stdout:3014: finishing write tid 2 to smithi01277369-6 2024-04-02T08:34:07.039 INFO:tasks.rados.rados.0.smithi012.stdout:3014: finishing write tid 3 to smithi01277369-6 2024-04-02T08:34:07.039 INFO:tasks.rados.rados.0.smithi012.stdout:3014: finishing write tid 4 to smithi01277369-6 2024-04-02T08:34:07.040 INFO:tasks.rados.rados.0.smithi012.stdout:3014: finishing write tid 5 to smithi01277369-6 2024-04-02T08:34:07.041 INFO:tasks.rados.rados.0.smithi012.stdout:3014: oid 6 updating version 0 to 1139 2024-04-02T08:34:07.041 INFO:tasks.rados.rados.0.smithi012.stdout:3014: oid 6 version 1139 is already newer than 1136 2024-04-02T08:34:07.041 INFO:tasks.rados.rados.0.smithi012.stdout:3014: oid 6 version 1139 is already newer than 1138 2024-04-02T08:34:07.041 INFO:tasks.rados.rados.0.smithi012.stdout:3014: oid 6 version 1139 is already newer than 1137 2024-04-02T08:34:07.041 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 6 v 1139 (ObjNum 940 snap 288 seq_num 940) dirty exists 2024-04-02T08:34:07.041 INFO:tasks.rados.rados.0.smithi012.stdout:3014: left oid 6 (ObjNum 940 snap 288 seq_num 940) 2024-04-02T08:34:07.090 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:06 smithi012 ceph-mon[88355]: osdmap e657: 8 total, 8 up, 8 in 2024-04-02T08:34:07.090 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:06 smithi012 ceph-mon[90784]: osdmap e657: 8 total, 8 up, 8 in 2024-04-02T08:34:07.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:06 smithi055 ceph-mon[85080]: osdmap e657: 8 total, 8 up, 8 in 2024-04-02T08:34:07.639 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-04-02T08:34:07.639 INFO:teuthology.orchestra.run.smithi012.stdout: "mon": { 2024-04-02T08:34:07.639 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:34:07.639 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:34:07.639 INFO:teuthology.orchestra.run.smithi012.stdout: "mgr": { 2024-04-02T08:34:07.639 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:34:07.640 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:34:07.640 INFO:teuthology.orchestra.run.smithi012.stdout: "osd": { 2024-04-02T08:34:07.640 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 8 2024-04-02T08:34:07.640 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:34:07.640 INFO:teuthology.orchestra.run.smithi012.stdout: "mds": { 2024-04-02T08:34:07.640 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:34:07.640 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-04-02T08:34:07.640 INFO:teuthology.orchestra.run.smithi012.stdout: "overall": { 2024-04-02T08:34:07.640 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 15 2024-04-02T08:34:07.640 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-04-02T08:34:07.640 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-04-02T08:34:08.007 INFO:tasks.rados.rados.0.smithi012.stdout:3009: done (5 left) 2024-04-02T08:34:08.007 INFO:tasks.rados.rados.0.smithi012.stdout:3010: done (4 left) 2024-04-02T08:34:08.007 INFO:tasks.rados.rados.0.smithi012.stdout:3012: done (3 left) 2024-04-02T08:34:08.008 INFO:tasks.rados.rados.0.smithi012.stdout:3013: done (2 left) 2024-04-02T08:34:08.008 INFO:tasks.rados.rados.0.smithi012.stdout:3014: done (1 left) 2024-04-02T08:34:08.008 INFO:tasks.rados.rados.0.smithi012.stdout:3015: done (0 left) 2024-04-02T08:34:08.008 INFO:tasks.rados.rados.0.smithi012.stdout:3016: rmattr oid 44 current snap is 289 2024-04-02T08:34:08.008 INFO:tasks.rados.rados.0.smithi012.stdout:3016: done (0 left) 2024-04-02T08:34:08.008 INFO:tasks.rados.rados.0.smithi012.stdout:3017: rmattr oid 50 current snap is 289 2024-04-02T08:34:08.008 INFO:tasks.rados.rados.0.smithi012.stdout:3018: read oid 37 snap -1 2024-04-02T08:34:08.008 INFO:tasks.rados.rados.0.smithi012.stdout:3018: expect (ObjNum 908 snap 281 seq_num 908) 2024-04-02T08:34:08.008 INFO:tasks.rados.rados.0.smithi012.stdout:3019: copy_from oid 8 from oid 1 current snap is 289 2024-04-02T08:34:08.008 INFO:tasks.rados.rados.0.smithi012.stdout:3020: rmattr oid 32 current snap is 289 2024-04-02T08:34:08.008 INFO:tasks.rados.rados.0.smithi012.stdout:3020: done (3 left) 2024-04-02T08:34:08.008 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 47 current snap is 289 2024-04-02T08:34:08.008 INFO:tasks.rados.rados.0.smithi012.stdout:3021: seq_num 941 ranges {819200=565248,1384448=475136,1859584=327680} 2024-04-02T08:34:08.015 INFO:tasks.rados.rados.0.smithi012.stdout:3021: writing smithi01277369-47 from 819200 to 1384448 tid 1 2024-04-02T08:34:08.018 INFO:tasks.rados.rados.0.smithi012.stdout:3021: writing smithi01277369-47 from 1384448 to 1859584 tid 2 2024-04-02T08:34:08.021 INFO:tasks.rados.rados.0.smithi012.stdout:3021: writing smithi01277369-47 from 1859584 to 2187264 tid 3 2024-04-02T08:34:08.021 INFO:tasks.rados.rados.0.smithi012.stdout:3022: rollback oid 34 current snap is 289 2024-04-02T08:34:08.021 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 34 to 284 2024-04-02T08:34:08.021 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 50 v 1140 (ObjNum 851 snap 269 seq_num 851) dirty exists 2024-04-02T08:34:08.021 INFO:tasks.rados.rados.0.smithi012.stdout:3021: finishing write tid 1 to smithi01277369-47 2024-04-02T08:34:08.021 INFO:tasks.rados.rados.0.smithi012.stdout:3017: done (4 left) 2024-04-02T08:34:08.021 INFO:tasks.rados.rados.0.smithi012.stdout:3023: read oid 25 snap -1 2024-04-02T08:34:08.021 INFO:tasks.rados.rados.0.smithi012.stdout:3023: expect (ObjNum 904 snap 281 seq_num 904) 2024-04-02T08:34:08.021 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 19 current snap is 289 2024-04-02T08:34:08.022 INFO:tasks.rados.rados.0.smithi012.stdout:3024: seq_num 942 ranges {3833856=581632,4415488=761856,5177344=40960} 2024-04-02T08:34:08.046 INFO:tasks.rados.rados.0.smithi012.stdout:3024: writing smithi01277369-19 from 3833856 to 4415488 tid 1 2024-04-02T08:34:08.051 INFO:tasks.rados.rados.0.smithi012.stdout:3024: writing smithi01277369-19 from 4415488 to 5177344 tid 2 2024-04-02T08:34:08.051 INFO:tasks.rados.rados.0.smithi012.stdout:3024: writing smithi01277369-19 from 5177344 to 5218304 tid 3 2024-04-02T08:34:08.051 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 13 current snap is 289 2024-04-02T08:34:08.051 INFO:tasks.rados.rados.0.smithi012.stdout:3018: expect (ObjNum 908 snap 281 seq_num 908) 2024-04-02T08:34:08.226 INFO:tasks.rados.rados.0.smithi012.stdout:3022: finishing rollback tid 0 to smithi01277369-34 2024-04-02T08:34:08.226 INFO:tasks.rados.rados.0.smithi012.stdout:3021: finishing write tid 2 to smithi01277369-47 2024-04-02T08:34:08.227 INFO:tasks.rados.rados.0.smithi012.stdout:3021: finishing write tid 3 to smithi01277369-47 2024-04-02T08:34:08.227 INFO:tasks.rados.rados.0.smithi012.stdout:3021: finishing write tid 4 to smithi01277369-47 2024-04-02T08:34:08.227 INFO:tasks.rados.rados.0.smithi012.stdout:3021: finishing write tid 5 to smithi01277369-47 2024-04-02T08:34:08.227 INFO:tasks.rados.rados.0.smithi012.stdout:3021: oid 47 updating version 0 to 1814 2024-04-02T08:34:08.227 INFO:tasks.rados.rados.0.smithi012.stdout:3021: oid 47 version 1814 is already newer than 1813 2024-04-02T08:34:08.227 INFO:tasks.rados.rados.0.smithi012.stdout:3021: oid 47 version 1814 is already newer than 1812 2024-04-02T08:34:08.227 INFO:tasks.rados.rados.0.smithi012.stdout:3021: oid 47 updating version 1814 to 1815 2024-04-02T08:34:08.227 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 47 v 1815 (ObjNum 941 snap 289 seq_num 941) dirty exists 2024-04-02T08:34:08.227 INFO:tasks.rados.rados.0.smithi012.stdout:3021: left oid 47 (ObjNum 941 snap 289 seq_num 941) 2024-04-02T08:34:08.227 INFO:tasks.rados.rados.0.smithi012.stdout:3022: finishing rollback tid 1 to smithi01277369-34 2024-04-02T08:34:08.227 INFO:tasks.rados.rados.0.smithi012.stdout:3022: finishing rollback tid 2 to smithi01277369-34 2024-04-02T08:34:08.227 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 34 v 1093 (ObjNum 829 snap 267 seq_num 829) dirty exists 2024-04-02T08:34:08.227 INFO:tasks.rados.rados.0.smithi012.stdout:3025: seq_num 943 ranges {8716288=598016,9314304=688128,10002432=114688} 2024-04-02T08:34:08.277 INFO:tasks.rados.rados.0.smithi012.stdout:3025: writing smithi01277369-13 from 8716288 to 9314304 tid 1 2024-04-02T08:34:08.281 INFO:tasks.rados.rados.0.smithi012.stdout:3025: writing smithi01277369-13 from 9314304 to 10002432 tid 2 2024-04-02T08:34:08.282 INFO:tasks.rados.rados.0.smithi012.stdout:3025: writing smithi01277369-13 from 10002432 to 10117120 tid 3 2024-04-02T08:34:08.282 INFO:tasks.rados.rados.0.smithi012.stdout:3018: done (6 left) 2024-04-02T08:34:08.282 INFO:tasks.rados.rados.0.smithi012.stdout:3021: done (5 left) 2024-04-02T08:34:08.282 INFO:tasks.rados.rados.0.smithi012.stdout:3022: done (4 left) 2024-04-02T08:34:08.282 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 12 current snap is 289 2024-04-02T08:34:08.282 INFO:tasks.rados.rados.0.smithi012.stdout:3024: finishing write tid 1 to smithi01277369-19 2024-04-02T08:34:08.282 INFO:tasks.rados.rados.0.smithi012.stdout:3023: expect (ObjNum 904 snap 281 seq_num 904) 2024-04-02T08:34:08.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:07 smithi055 ceph-mon[85080]: pgmap v654: 121 pgs: 121 active+clean; 251 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-04-02T08:34:08.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:07 smithi055 ceph-mon[85080]: osdmap e658: 8 total, 8 up, 8 in 2024-04-02T08:34:08.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:07 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3684277764' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:08.390 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:07 smithi012 ceph-mon[88355]: pgmap v654: 121 pgs: 121 active+clean; 251 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-04-02T08:34:08.390 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:07 smithi012 ceph-mon[88355]: osdmap e658: 8 total, 8 up, 8 in 2024-04-02T08:34:08.390 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:07 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3684277764' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:08.390 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:07 smithi012 ceph-mon[90784]: pgmap v654: 121 pgs: 121 active+clean; 251 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-04-02T08:34:08.391 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:07 smithi012 ceph-mon[90784]: osdmap e658: 8 total, 8 up, 8 in 2024-04-02T08:34:08.391 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:07 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3684277764' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:08.391 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:34:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:34:07] "GET /metrics HTTP/1.1" 200 36251 "" "Prometheus/2.43.0" 2024-04-02T08:34:08.411 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -e sha1=3cba26eaefcf7477205a2b2318143422b83a518d -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2024-04-02T08:34:08.617 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:34:08.646 INFO:tasks.rados.rados.0.smithi012.stdout:3024: finishing write tid 2 to smithi01277369-19 2024-04-02T08:34:08.646 INFO:tasks.rados.rados.0.smithi012.stdout:3024: finishing write tid 3 to smithi01277369-19 2024-04-02T08:34:08.646 INFO:tasks.rados.rados.0.smithi012.stdout:3024: finishing write tid 4 to smithi01277369-19 2024-04-02T08:34:08.646 INFO:tasks.rados.rados.0.smithi012.stdout:3024: finishing write tid 5 to smithi01277369-19 2024-04-02T08:34:08.646 INFO:tasks.rados.rados.0.smithi012.stdout:3024: oid 19 updating version 0 to 2042 2024-04-02T08:34:08.646 INFO:tasks.rados.rados.0.smithi012.stdout:3024: oid 19 updating version 2042 to 2044 2024-04-02T08:34:08.647 INFO:tasks.rados.rados.0.smithi012.stdout:3024: oid 19 updating version 2044 to 2045 2024-04-02T08:34:08.647 INFO:tasks.rados.rados.0.smithi012.stdout:3024: oid 19 version 2045 is already newer than 2043 2024-04-02T08:34:08.647 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 19 v 2045 (ObjNum 942 snap 289 seq_num 942) dirty exists 2024-04-02T08:34:08.647 INFO:tasks.rados.rados.0.smithi012.stdout:3024: left oid 19 (ObjNum 942 snap 289 seq_num 942) 2024-04-02T08:34:08.647 INFO:tasks.rados.rados.0.smithi012.stdout:3019: finishing copy_from racing read to smithi01277369-8 2024-04-02T08:34:08.647 INFO:tasks.rados.rados.0.smithi012.stdout:3019: finishing copy_from to smithi01277369-8 2024-04-02T08:34:08.647 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 8 v 2045 (ObjNum 918 snap 283 seq_num 918) dirty exists 2024-04-02T08:34:08.647 INFO:tasks.rados.rados.0.smithi012.stdout:3025: finishing write tid 1 to smithi01277369-13 2024-04-02T08:34:08.647 INFO:tasks.rados.rados.0.smithi012.stdout:3025: finishing write tid 2 to smithi01277369-13 2024-04-02T08:34:08.647 INFO:tasks.rados.rados.0.smithi012.stdout:3025: finishing write tid 3 to smithi01277369-13 2024-04-02T08:34:08.647 INFO:tasks.rados.rados.0.smithi012.stdout:3026: seq_num 944 ranges {0=614400,614400=573440,1187840=229376} 2024-04-02T08:34:08.650 INFO:tasks.rados.rados.0.smithi012.stdout:3026: writing smithi01277369-12 from 0 to 614400 tid 1 2024-04-02T08:34:08.653 INFO:tasks.rados.rados.0.smithi012.stdout:3026: writing smithi01277369-12 from 614400 to 1187840 tid 2 2024-04-02T08:34:08.656 INFO:tasks.rados.rados.0.smithi012.stdout:3026: writing smithi01277369-12 from 1187840 to 1417216 tid 3 2024-04-02T08:34:08.656 INFO:tasks.rados.rados.0.smithi012.stdout:3019: done (4 left) 2024-04-02T08:34:08.656 INFO:tasks.rados.rados.0.smithi012.stdout:3023: done (3 left) 2024-04-02T08:34:08.656 INFO:tasks.rados.rados.0.smithi012.stdout:3024: done (2 left) 2024-04-02T08:34:08.656 INFO:tasks.rados.rados.0.smithi012.stdout:3027: read oid 2 snap 284 2024-04-02T08:34:08.656 INFO:tasks.rados.rados.0.smithi012.stdout:3027: expect deleted 2024-04-02T08:34:08.656 INFO:tasks.rados.rados.0.smithi012.stdout:3028: rmattr oid 34 current snap is 289 2024-04-02T08:34:08.656 INFO:tasks.rados.rados.0.smithi012.stdout:3028: done (3 left) 2024-04-02T08:34:08.656 INFO:tasks.rados.rados.0.smithi012.stdout:3029: snap_create 2024-04-02T08:34:08.656 INFO:tasks.rados.rados.0.smithi012.stdout:3025: finishing write tid 4 to smithi01277369-13 2024-04-02T08:34:08.656 INFO:tasks.rados.rados.0.smithi012.stdout:3025: finishing write tid 5 to smithi01277369-13 2024-04-02T08:34:08.656 INFO:tasks.rados.rados.0.smithi012.stdout:3025: oid 13 updating version 0 to 2428 2024-04-02T08:34:08.657 INFO:tasks.rados.rados.0.smithi012.stdout:3025: oid 13 version 2428 is already newer than 2427 2024-04-02T08:34:08.657 INFO:tasks.rados.rados.0.smithi012.stdout:3025: oid 13 version 2428 is already newer than 2426 2024-04-02T08:34:08.657 INFO:tasks.rados.rados.0.smithi012.stdout:3025: oid 13 version 2428 is already newer than 2425 2024-04-02T08:34:08.657 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 13 v 2428 (ObjNum 943 snap 289 seq_num 943) dirty exists 2024-04-02T08:34:08.657 INFO:tasks.rados.rados.0.smithi012.stdout:3025: left oid 13 (ObjNum 943 snap 289 seq_num 943) 2024-04-02T08:34:08.657 INFO:tasks.rados.rados.0.smithi012.stdout:3026: finishing write tid 1 to smithi01277369-12 2024-04-02T08:34:08.658 INFO:tasks.rados.rados.0.smithi012.stdout:3026: finishing write tid 2 to smithi01277369-12 2024-04-02T08:34:08.659 INFO:tasks.rados.rados.0.smithi012.stdout:3026: finishing write tid 3 to smithi01277369-12 2024-04-02T08:34:08.659 INFO:tasks.rados.rados.0.smithi012.stdout:3026: finishing write tid 4 to smithi01277369-12 2024-04-02T08:34:08.660 INFO:tasks.rados.rados.0.smithi012.stdout:3026: finishing write tid 5 to smithi01277369-12 2024-04-02T08:34:08.661 INFO:tasks.rados.rados.0.smithi012.stdout:3026: oid 12 updating version 0 to 2247 2024-04-02T08:34:08.661 INFO:tasks.rados.rados.0.smithi012.stdout:3026: oid 12 updating version 2247 to 2249 2024-04-02T08:34:08.661 INFO:tasks.rados.rados.0.smithi012.stdout:3026: oid 12 version 2249 is already newer than 2248 2024-04-02T08:34:08.661 INFO:tasks.rados.rados.0.smithi012.stdout:3026: oid 12 updating version 2249 to 2250 2024-04-02T08:34:08.661 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 12 v 2250 (ObjNum 944 snap 289 seq_num 944) dirty exists 2024-04-02T08:34:08.661 INFO:tasks.rados.rados.0.smithi012.stdout:3026: left oid 12 (ObjNum 944 snap 289 seq_num 944) 2024-04-02T08:34:08.983 INFO:tasks.rados.rados.0.smithi012.stdout:3025: done (3 left) 2024-04-02T08:34:08.983 INFO:tasks.rados.rados.0.smithi012.stdout:3026: done (2 left) 2024-04-02T08:34:08.983 INFO:tasks.rados.rados.0.smithi012.stdout:3027: done (1 left) 2024-04-02T08:34:08.983 INFO:tasks.rados.rados.0.smithi012.stdout:3029: done (0 left) 2024-04-02T08:34:08.983 INFO:tasks.rados.rados.0.smithi012.stdout:3030: read oid 5 snap -1 2024-04-02T08:34:08.983 INFO:tasks.rados.rados.0.smithi012.stdout:3030: expect deleted 2024-04-02T08:34:08.983 INFO:tasks.rados.rados.0.smithi012.stdout:3031: read oid 41 snap -1 2024-04-02T08:34:08.984 INFO:tasks.rados.rados.0.smithi012.stdout:3031: expect (ObjNum 765 snap 252 seq_num 765) 2024-04-02T08:34:08.984 INFO:tasks.rados.rados.0.smithi012.stdout:3032: read oid 11 snap -1 2024-04-02T08:34:08.984 INFO:tasks.rados.rados.0.smithi012.stdout:3032: expect deleted 2024-04-02T08:34:08.984 INFO:tasks.rados.rados.0.smithi012.stdout:3033: rollback oid 36 current snap is 290 2024-04-02T08:34:08.984 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 36 to 288 2024-04-02T08:34:08.984 INFO:tasks.rados.rados.0.smithi012.stdout:3034: copy_from oid 32 from oid 27 current snap is 290 2024-04-02T08:34:08.984 INFO:tasks.rados.rados.0.smithi012.stdout:3035: snap_remove snap 283 2024-04-02T08:34:09.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:09 smithi055 ceph-mon[85080]: osdmap e659: 8 total, 8 up, 8 in 2024-04-02T08:34:09.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:09 smithi055 ceph-mon[85080]: osdmap e660: 8 total, 8 up, 8 in 2024-04-02T08:34:09.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:09 smithi012 ceph-mon[88355]: osdmap e659: 8 total, 8 up, 8 in 2024-04-02T08:34:09.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:09 smithi012 ceph-mon[88355]: osdmap e660: 8 total, 8 up, 8 in 2024-04-02T08:34:09.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:09 smithi012 ceph-mon[90784]: osdmap e659: 8 total, 8 up, 8 in 2024-04-02T08:34:09.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:09 smithi012 ceph-mon[90784]: osdmap e660: 8 total, 8 up, 8 in 2024-04-02T08:34:09.982 INFO:tasks.rados.rados.0.smithi012.stdout:3035: done (5 left) 2024-04-02T08:34:09.982 INFO:tasks.rados.rados.0.smithi012.stdout:3036: rollback oid 28 current snap is 290 2024-04-02T08:34:09.982 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 28 to 289 2024-04-02T08:34:09.982 INFO:tasks.rados.rados.0.smithi012.stdout:3033: finishing rollback tid 0 to smithi01277369-36 2024-04-02T08:34:09.982 INFO:tasks.rados.rados.0.smithi012.stdout:3033: finishing rollback tid 1 to smithi01277369-36 2024-04-02T08:34:09.982 INFO:tasks.rados.rados.0.smithi012.stdout:3033: finishing rollback tid 2 to smithi01277369-36 2024-04-02T08:34:09.982 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 36 v 2253 (ObjNum 939 snap 288 seq_num 939) dirty exists 2024-04-02T08:34:09.982 INFO:tasks.rados.rados.0.smithi012.stdout:3034: finishing copy_from to smithi01277369-32 2024-04-02T08:34:09.983 INFO:tasks.rados.rados.0.smithi012.stdout:3034: got expected ENOENT (src dne) 2024-04-02T08:34:09.983 INFO:tasks.rados.rados.0.smithi012.stdout:3034: finishing copy_from racing read to smithi01277369-32 2024-04-02T08:34:09.983 INFO:tasks.rados.rados.0.smithi012.stdout:3031: expect (ObjNum 765 snap 252 seq_num 765) 2024-04-02T08:34:10.030 INFO:tasks.rados.rados.0.smithi012.stdout:3036: finishing rollback tid 0 to smithi01277369-28 2024-04-02T08:34:10.030 INFO:tasks.rados.rados.0.smithi012.stdout:3036: finishing rollback tid 1 to smithi01277369-28 2024-04-02T08:34:10.030 INFO:tasks.rados.rados.0.smithi012.stdout:3030: done (5 left) 2024-04-02T08:34:10.030 INFO:tasks.rados.rados.0.smithi012.stdout:3031: done (4 left) 2024-04-02T08:34:10.030 INFO:tasks.rados.rados.0.smithi012.stdout:3032: done (3 left) 2024-04-02T08:34:10.030 INFO:tasks.rados.rados.0.smithi012.stdout:3033: done (2 left) 2024-04-02T08:34:10.030 INFO:tasks.rados.rados.0.smithi012.stdout:3034: done (1 left) 2024-04-02T08:34:10.030 INFO:tasks.rados.rados.0.smithi012.stdout:3037: delete oid 8 current snap is 290 2024-04-02T08:34:10.030 INFO:tasks.rados.rados.0.smithi012.stdout:3036: finishing rollback tid 2 to smithi01277369-28 2024-04-02T08:34:10.031 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 28 v 2050 (ObjNum 875 snap 274 seq_num 875) dirty exists 2024-04-02T08:34:10.045 INFO:tasks.rados.rados.0.smithi012.stdout:3036: done (1 left) 2024-04-02T08:34:10.045 INFO:tasks.rados.rados.0.smithi012.stdout:3037: done (0 left) 2024-04-02T08:34:10.045 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 34 current snap is 290 2024-04-02T08:34:10.045 INFO:tasks.rados.rados.0.smithi012.stdout:3038: seq_num 946 ranges {1892352=647168,2539520=745472,3284992=57344} 2024-04-02T08:34:10.061 INFO:tasks.rados.rados.0.smithi012.stdout:3038: writing smithi01277369-34 from 1892352 to 2539520 tid 1 2024-04-02T08:34:10.066 INFO:tasks.rados.rados.0.smithi012.stdout:3038: writing smithi01277369-34 from 2539520 to 3284992 tid 2 2024-04-02T08:34:10.067 INFO:tasks.rados.rados.0.smithi012.stdout:3038: writing smithi01277369-34 from 3284992 to 3342336 tid 3 2024-04-02T08:34:10.067 INFO:tasks.rados.rados.0.smithi012.stdout:3039: read oid 41 snap 289 2024-04-02T08:34:10.067 INFO:tasks.rados.rados.0.smithi012.stdout:3039: expect (ObjNum 765 snap 252 seq_num 765) 2024-04-02T08:34:10.067 INFO:tasks.rados.rados.0.smithi012.stdout:3040: snap_create 2024-04-02T08:34:10.067 INFO:tasks.rados.rados.0.smithi012.stdout:3038: finishing write tid 1 to smithi01277369-34 2024-04-02T08:34:10.071 INFO:tasks.rados.rados.0.smithi012.stdout:3038: finishing write tid 2 to smithi01277369-34 2024-04-02T08:34:10.071 INFO:tasks.rados.rados.0.smithi012.stdout:3038: finishing write tid 3 to smithi01277369-34 2024-04-02T08:34:10.071 INFO:tasks.rados.rados.0.smithi012.stdout:3038: finishing write tid 4 to smithi01277369-34 2024-04-02T08:34:10.072 INFO:tasks.rados.rados.0.smithi012.stdout:3039: expect (ObjNum 765 snap 252 seq_num 765) 2024-04-02T08:34:10.099 INFO:tasks.rados.rados.0.smithi012.stdout:3038: finishing write tid 5 to smithi01277369-34 2024-04-02T08:34:10.100 INFO:tasks.rados.rados.0.smithi012.stdout:3038: oid 34 updating version 0 to 1094 2024-04-02T08:34:10.100 INFO:tasks.rados.rados.0.smithi012.stdout:3038: oid 34 updating version 1094 to 1097 2024-04-02T08:34:10.100 INFO:tasks.rados.rados.0.smithi012.stdout:3038: oid 34 version 1097 is already newer than 1095 2024-04-02T08:34:10.100 INFO:tasks.rados.rados.0.smithi012.stdout:3038: oid 34 version 1097 is already newer than 1096 2024-04-02T08:34:10.100 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 34 v 1097 (ObjNum 946 snap 290 seq_num 946) dirty exists 2024-04-02T08:34:10.100 INFO:tasks.rados.rados.0.smithi012.stdout:3038: left oid 34 (ObjNum 946 snap 290 seq_num 946) 2024-04-02T08:34:10.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:10 smithi055 ceph-mon[85080]: pgmap v657: 121 pgs: 121 active+clean; 251 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-04-02T08:34:10.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:10 smithi055 ceph-mon[85080]: osdmap e661: 8 total, 8 up, 8 in 2024-04-02T08:34:10.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:10 smithi012 ceph-mon[88355]: pgmap v657: 121 pgs: 121 active+clean; 251 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-04-02T08:34:10.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:10 smithi012 ceph-mon[88355]: osdmap e661: 8 total, 8 up, 8 in 2024-04-02T08:34:10.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:10 smithi012 ceph-mon[90784]: pgmap v657: 121 pgs: 121 active+clean; 251 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-04-02T08:34:10.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:10 smithi012 ceph-mon[90784]: osdmap e661: 8 total, 8 up, 8 in 2024-04-02T08:34:10.543 INFO:teuthology.orchestra.run.smithi012.stdout:true 2024-04-02T08:34:11.024 INFO:tasks.rados.rados.0.smithi012.stdout:3038: done (2 left) 2024-04-02T08:34:11.024 INFO:tasks.rados.rados.0.smithi012.stdout:3039: done (1 left) 2024-04-02T08:34:11.024 INFO:tasks.rados.rados.0.smithi012.stdout:3040: done (0 left) 2024-04-02T08:34:11.024 INFO:tasks.rados.rados.0.smithi012.stdout:3041: copy_from oid 24 from oid 15 current snap is 291 2024-04-02T08:34:11.024 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 8 current snap is 291 2024-04-02T08:34:11.024 INFO:tasks.rados.rados.0.smithi012.stdout:3042: seq_num 947 ranges {0=663552,663552=630784,1294336=172032} 2024-04-02T08:34:11.027 INFO:tasks.rados.rados.0.smithi012.stdout:3042: writing smithi01277369-8 from 0 to 663552 tid 1 2024-04-02T08:34:11.032 INFO:tasks.rados.rados.0.smithi012.stdout:3042: writing smithi01277369-8 from 663552 to 1294336 tid 2 2024-04-02T08:34:11.033 INFO:tasks.rados.rados.0.smithi012.stdout:3042: writing smithi01277369-8 from 1294336 to 1466368 tid 3 2024-04-02T08:34:11.033 INFO:tasks.rados.rados.0.smithi012.stdout:3043: delete oid 50 current snap is 291 2024-04-02T08:34:11.038 INFO:tasks.rados.rados.0.smithi012.stdout:3043: done (2 left) 2024-04-02T08:34:11.038 INFO:tasks.rados.rados.0.smithi012.stdout:3044: read oid 4 snap -1 2024-04-02T08:34:11.038 INFO:tasks.rados.rados.0.smithi012.stdout:3044: expect (ObjNum 938 snap 288 seq_num 938) 2024-04-02T08:34:11.039 INFO:tasks.rados.rados.0.smithi012.stdout:3045: copy_from oid 14 from oid 31 current snap is 291 2024-04-02T08:34:11.039 INFO:tasks.rados.rados.0.smithi012.stdout:3046: delete oid 6 current snap is 291 2024-04-02T08:34:11.039 INFO:tasks.rados.rados.0.smithi012.stdout:3041: finishing copy_from racing read to smithi01277369-24 2024-04-02T08:34:11.040 INFO:tasks.rados.rados.0.smithi012.stdout:3042: finishing write tid 1 to smithi01277369-8 2024-04-02T08:34:11.043 INFO:tasks.rados.rados.0.smithi012.stdout:3046: done (4 left) 2024-04-02T08:34:11.043 INFO:tasks.rados.rados.0.smithi012.stdout:3047: read oid 32 snap 284 2024-04-02T08:34:11.044 INFO:tasks.rados.rados.0.smithi012.stdout:3047: expect (ObjNum 894 snap 281 seq_num 894) 2024-04-02T08:34:11.044 INFO:tasks.rados.rados.0.smithi012.stdout:3048: rmattr oid 44 current snap is 291 2024-04-02T08:34:11.044 INFO:tasks.rados.rados.0.smithi012.stdout:3048: done (5 left) 2024-04-02T08:34:11.044 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 42 current snap is 291 2024-04-02T08:34:11.044 INFO:tasks.rados.rados.0.smithi012.stdout:3049: seq_num 950 ranges {0=720896,720896=679936,1400832=122880} 2024-04-02T08:34:11.047 INFO:tasks.rados.rados.0.smithi012.stdout:3049: writing smithi01277369-42 from 0 to 720896 tid 1 2024-04-02T08:34:11.052 INFO:tasks.rados.rados.0.smithi012.stdout:3049: writing smithi01277369-42 from 720896 to 1400832 tid 2 2024-04-02T08:34:11.053 INFO:tasks.rados.rados.0.smithi012.stdout:3049: writing smithi01277369-42 from 1400832 to 1523712 tid 3 2024-04-02T08:34:11.053 INFO:tasks.rados.rados.0.smithi012.stdout:3050: read oid 35 snap -1 2024-04-02T08:34:11.053 INFO:tasks.rados.rados.0.smithi012.stdout:3050: expect deleted 2024-04-02T08:34:11.053 INFO:tasks.rados.rados.0.smithi012.stdout:3051: snap_remove snap 289 2024-04-02T08:34:11.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:11 smithi012 ceph-mon[88355]: pgmap v660: 121 pgs: 121 active+clean; 257 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 2.6 MiB/s wr, 7 op/s 2024-04-02T08:34:11.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:11 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/4283265679' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:11.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:11 smithi012 ceph-mon[90784]: pgmap v660: 121 pgs: 121 active+clean; 257 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 2.6 MiB/s wr, 7 op/s 2024-04-02T08:34:11.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:11 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/4283265679' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:11.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:11 smithi055 ceph-mon[85080]: pgmap v660: 121 pgs: 121 active+clean; 257 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 2.6 MiB/s wr, 7 op/s 2024-04-02T08:34:11.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:11 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/4283265679' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:11.433 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -e sha1=3cba26eaefcf7477205a2b2318143422b83a518d -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2024-04-02T08:34:11.642 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:34:12.037 INFO:tasks.rados.rados.0.smithi012.stdout:3051: done (7 left) 2024-04-02T08:34:12.037 INFO:tasks.rados.rados.0.smithi012.stdout:3052: rollback oid 47 current snap is 291 2024-04-02T08:34:12.037 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 47 to 260 2024-04-02T08:34:12.037 INFO:tasks.rados.rados.0.smithi012.stdout:3041: finishing copy_from to smithi01277369-24 2024-04-02T08:34:12.037 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 24 v 1853 (ObjNum 910 snap 281 seq_num 910) dirty exists 2024-04-02T08:34:12.037 INFO:tasks.rados.rados.0.smithi012.stdout:3042: finishing write tid 2 to smithi01277369-8 2024-04-02T08:34:12.037 INFO:tasks.rados.rados.0.smithi012.stdout:3042: finishing write tid 3 to smithi01277369-8 2024-04-02T08:34:12.037 INFO:tasks.rados.rados.0.smithi012.stdout:3042: finishing write tid 4 to smithi01277369-8 2024-04-02T08:34:12.037 INFO:tasks.rados.rados.0.smithi012.stdout:3047: expect (ObjNum 894 snap 281 seq_num 894) 2024-04-02T08:34:12.060 INFO:tasks.rados.rados.0.smithi012.stdout:3042: finishing write tid 5 to smithi01277369-8 2024-04-02T08:34:12.061 INFO:tasks.rados.rados.0.smithi012.stdout:3042: oid 8 updating version 0 to 2441 2024-04-02T08:34:12.061 INFO:tasks.rados.rados.0.smithi012.stdout:3042: oid 8 updating version 2441 to 2444 2024-04-02T08:34:12.061 INFO:tasks.rados.rados.0.smithi012.stdout:3042: oid 8 updating version 2444 to 2445 2024-04-02T08:34:12.061 INFO:tasks.rados.rados.0.smithi012.stdout:3042: oid 8 updating version 2445 to 2446 2024-04-02T08:34:12.061 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 8 v 2446 (ObjNum 947 snap 291 seq_num 947) dirty exists 2024-04-02T08:34:12.061 INFO:tasks.rados.rados.0.smithi012.stdout:3042: left oid 8 (ObjNum 947 snap 291 seq_num 947) 2024-04-02T08:34:12.061 INFO:tasks.rados.rados.0.smithi012.stdout:3045: finishing copy_from racing read to smithi01277369-14 2024-04-02T08:34:12.061 INFO:tasks.rados.rados.0.smithi012.stdout:3049: finishing write tid 1 to smithi01277369-42 2024-04-02T08:34:12.061 INFO:tasks.rados.rados.0.smithi012.stdout:3045: finishing copy_from to smithi01277369-14 2024-04-02T08:34:12.061 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 14 v 1137 (ObjNum 765 snap 252 seq_num 765) dirty exists 2024-04-02T08:34:12.061 INFO:tasks.rados.rados.0.smithi012.stdout:3041: done (7 left) 2024-04-02T08:34:12.061 INFO:tasks.rados.rados.0.smithi012.stdout:3042: done (6 left) 2024-04-02T08:34:12.062 INFO:tasks.rados.rados.0.smithi012.stdout:3045: done (5 left) 2024-04-02T08:34:12.062 INFO:tasks.rados.rados.0.smithi012.stdout:3047: done (4 left) 2024-04-02T08:34:12.062 INFO:tasks.rados.rados.0.smithi012.stdout:3053: read oid 6 snap -1 2024-04-02T08:34:12.062 INFO:tasks.rados.rados.0.smithi012.stdout:3053: expect deleted 2024-04-02T08:34:12.062 INFO:tasks.rados.rados.0.smithi012.stdout:3054: rollback oid 28 current snap is 291 2024-04-02T08:34:12.062 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 28 to 288 2024-04-02T08:34:12.062 INFO:tasks.rados.rados.0.smithi012.stdout:3049: finishing write tid 2 to smithi01277369-42 2024-04-02T08:34:12.062 INFO:tasks.rados.rados.0.smithi012.stdout:3044: expect (ObjNum 938 snap 288 seq_num 938) 2024-04-02T08:34:12.138 INFO:tasks.rados.rados.0.smithi012.stdout:3049: finishing write tid 3 to smithi01277369-42 2024-04-02T08:34:12.139 INFO:tasks.rados.rados.0.smithi012.stdout:3049: finishing write tid 4 to smithi01277369-42 2024-04-02T08:34:12.139 INFO:tasks.rados.rados.0.smithi012.stdout:3049: finishing write tid 5 to smithi01277369-42 2024-04-02T08:34:12.139 INFO:tasks.rados.rados.0.smithi012.stdout:3049: oid 42 updating version 0 to 2044 2024-04-02T08:34:12.139 INFO:tasks.rados.rados.0.smithi012.stdout:3049: oid 42 version 2044 is already newer than 2043 2024-04-02T08:34:12.139 INFO:tasks.rados.rados.0.smithi012.stdout:3049: oid 42 updating version 2044 to 2046 2024-04-02T08:34:12.139 INFO:tasks.rados.rados.0.smithi012.stdout:3049: oid 42 version 2046 is already newer than 2045 2024-04-02T08:34:12.139 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 42 v 2046 (ObjNum 950 snap 291 seq_num 950) dirty exists 2024-04-02T08:34:12.139 INFO:tasks.rados.rados.0.smithi012.stdout:3049: left oid 42 (ObjNum 950 snap 291 seq_num 950) 2024-04-02T08:34:12.139 INFO:tasks.rados.rados.0.smithi012.stdout:3044: done (5 left) 2024-04-02T08:34:12.139 INFO:tasks.rados.rados.0.smithi012.stdout:3049: done (4 left) 2024-04-02T08:34:12.139 INFO:tasks.rados.rados.0.smithi012.stdout:3050: done (3 left) 2024-04-02T08:34:12.139 INFO:tasks.rados.rados.0.smithi012.stdout:3055: read oid 37 snap -1 2024-04-02T08:34:12.139 INFO:tasks.rados.rados.0.smithi012.stdout:3055: expect (ObjNum 908 snap 281 seq_num 908) 2024-04-02T08:34:12.140 INFO:tasks.rados.rados.0.smithi012.stdout:3056: read oid 46 snap -1 2024-04-02T08:34:12.140 INFO:tasks.rados.rados.0.smithi012.stdout:3056: expect (ObjNum 929 snap 285 seq_num 929) 2024-04-02T08:34:12.140 INFO:tasks.rados.rados.0.smithi012.stdout:3057: read oid 18 snap -1 2024-04-02T08:34:12.140 INFO:tasks.rados.rados.0.smithi012.stdout:3057: expect (ObjNum 811 snap 264 seq_num 811) 2024-04-02T08:34:12.140 INFO:tasks.rados.rados.0.smithi012.stdout:3058: snap_create 2024-04-02T08:34:12.140 INFO:tasks.rados.rados.0.smithi012.stdout:3052: finishing rollback tid 0 to smithi01277369-47 2024-04-02T08:34:12.140 INFO:tasks.rados.rados.0.smithi012.stdout:3052: finishing rollback tid 1 to smithi01277369-47 2024-04-02T08:34:12.140 INFO:tasks.rados.rados.0.smithi012.stdout:3052: finishing rollback tid 2 to smithi01277369-47 2024-04-02T08:34:12.140 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 47 v 1818 (ObjNum 782 snap 257 seq_num 782) dirty exists 2024-04-02T08:34:12.140 INFO:tasks.rados.rados.0.smithi012.stdout:3054: finishing rollback tid 0 to smithi01277369-28 2024-04-02T08:34:12.140 INFO:tasks.rados.rados.0.smithi012.stdout:3054: finishing rollback tid 1 to smithi01277369-28 2024-04-02T08:34:12.140 INFO:tasks.rados.rados.0.smithi012.stdout:3054: finishing rollback tid 2 to smithi01277369-28 2024-04-02T08:34:12.140 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 28 v 2053 (ObjNum 875 snap 274 seq_num 875) dirty exists 2024-04-02T08:34:12.144 INFO:tasks.rados.rados.0.smithi012.stdout:3056: expect (ObjNum 929 snap 285 seq_num 929) 2024-04-02T08:34:12.200 INFO:tasks.rados.rados.0.smithi012.stdout:3057: expect (ObjNum 811 snap 264 seq_num 811) 2024-04-02T08:34:12.270 INFO:tasks.rados.rados.0.smithi012.stdout:3055: expect (ObjNum 908 snap 281 seq_num 908) 2024-04-02T08:34:12.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:12 smithi055 ceph-mon[85080]: osdmap e662: 8 total, 8 up, 8 in 2024-04-02T08:34:12.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:12 smithi012 ceph-mon[88355]: osdmap e662: 8 total, 8 up, 8 in 2024-04-02T08:34:12.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:12 smithi012 ceph-mon[90784]: osdmap e662: 8 total, 8 up, 8 in 2024-04-02T08:34:12.813 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:34:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:34:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:34:13.039 INFO:tasks.rados.rados.0.smithi012.stdout:3052: done (6 left) 2024-04-02T08:34:13.039 INFO:tasks.rados.rados.0.smithi012.stdout:3053: done (5 left) 2024-04-02T08:34:13.040 INFO:tasks.rados.rados.0.smithi012.stdout:3054: done (4 left) 2024-04-02T08:34:13.040 INFO:tasks.rados.rados.0.smithi012.stdout:3055: done (3 left) 2024-04-02T08:34:13.040 INFO:tasks.rados.rados.0.smithi012.stdout:3056: done (2 left) 2024-04-02T08:34:13.040 INFO:tasks.rados.rados.0.smithi012.stdout:3057: done (1 left) 2024-04-02T08:34:13.040 INFO:tasks.rados.rados.0.smithi012.stdout:3058: done (0 left) 2024-04-02T08:34:13.040 INFO:tasks.rados.rados.0.smithi012.stdout:3059: read oid 30 snap 288 2024-04-02T08:34:13.040 INFO:tasks.rados.rados.0.smithi012.stdout:3059: expect (ObjNum 799 snap 260 seq_num 799) 2024-04-02T08:34:13.040 INFO:tasks.rados.rados.0.smithi012.stdout:3060: snap_remove snap 284 2024-04-02T08:34:13.102 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:13 smithi012 ceph-mon[88355]: osdmap e663: 8 total, 8 up, 8 in 2024-04-02T08:34:13.103 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:13 smithi012 ceph-mon[88355]: pgmap v663: 121 pgs: 121 active+clean; 261 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.3 MiB/s wr, 19 op/s 2024-04-02T08:34:13.103 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:13 smithi012 ceph-mon[90784]: osdmap e663: 8 total, 8 up, 8 in 2024-04-02T08:34:13.103 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:13 smithi012 ceph-mon[90784]: pgmap v663: 121 pgs: 121 active+clean; 261 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.3 MiB/s wr, 19 op/s 2024-04-02T08:34:13.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:13 smithi055 ceph-mon[85080]: osdmap e663: 8 total, 8 up, 8 in 2024-04-02T08:34:13.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:13 smithi055 ceph-mon[85080]: pgmap v663: 121 pgs: 121 active+clean; 261 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.3 MiB/s wr, 19 op/s 2024-04-02T08:34:13.619 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)" 2024-04-02T08:34:13.985 INFO:tasks.rados.rados.0.smithi012.stdout:3060: done (1 left) 2024-04-02T08:34:13.985 INFO:tasks.rados.rados.0.smithi012.stdout:3061: snap_remove snap 291 2024-04-02T08:34:14.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:14 smithi055 ceph-mon[85080]: osdmap e664: 8 total, 8 up, 8 in 2024-04-02T08:34:14.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:14 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2035906833' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:14.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:14 smithi055 ceph-mon[85080]: osdmap e665: 8 total, 8 up, 8 in 2024-04-02T08:34:14.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:14 smithi012 ceph-mon[88355]: osdmap e664: 8 total, 8 up, 8 in 2024-04-02T08:34:14.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:14 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2035906833' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:14.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:14 smithi012 ceph-mon[88355]: osdmap e665: 8 total, 8 up, 8 in 2024-04-02T08:34:14.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:14 smithi012 ceph-mon[90784]: osdmap e664: 8 total, 8 up, 8 in 2024-04-02T08:34:14.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:14 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2035906833' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:14.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:14 smithi012 ceph-mon[90784]: osdmap e665: 8 total, 8 up, 8 in 2024-04-02T08:34:14.677 INFO:teuthology.task.sequential:In sequential, running task print... 2024-04-02T08:34:14.678 INFO:teuthology.task.print:**** done end upgrade, wait... 2024-04-02T08:34:14.678 DEBUG:teuthology.parallel:result is None 2024-04-02T08:34:14.985 INFO:tasks.rados.rados.0.smithi012.stdout:3061: done (1 left) 2024-04-02T08:34:14.985 INFO:tasks.rados.rados.0.smithi012.stdout:3062: read oid 1 snap 288 2024-04-02T08:34:14.985 INFO:tasks.rados.rados.0.smithi012.stdout:3062: expect (ObjNum 918 snap 283 seq_num 918) 2024-04-02T08:34:14.985 INFO:tasks.rados.rados.0.smithi012.stdout:3063: rollback oid 32 current snap is 292 2024-04-02T08:34:14.985 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 32 to 290 2024-04-02T08:34:14.985 INFO:tasks.rados.rados.0.smithi012.stdout:3059: expect (ObjNum 799 snap 260 seq_num 799) 2024-04-02T08:34:15.209 INFO:tasks.rados.rados.0.smithi012.stdout:3063: finishing rollback tid 0 to smithi01277369-32 2024-04-02T08:34:15.209 INFO:tasks.rados.rados.0.smithi012.stdout:3063: finishing rollback tid 1 to smithi01277369-32 2024-04-02T08:34:15.209 INFO:tasks.rados.rados.0.smithi012.stdout:3063: finishing rollback tid 2 to smithi01277369-32 2024-04-02T08:34:15.209 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 32 v 2464 (ObjNum 894 snap 281 seq_num 894) dirty exists 2024-04-02T08:34:15.209 INFO:tasks.rados.rados.0.smithi012.stdout:3062: expect (ObjNum 918 snap 283 seq_num 918) 2024-04-02T08:34:15.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:15 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:15.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:15 smithi055 ceph-mon[85080]: pgmap v666: 121 pgs: 121 active+clean; 261 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 2.7 MiB/s wr, 12 op/s 2024-04-02T08:34:15.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:15 smithi055 ceph-mon[85080]: osdmap e666: 8 total, 8 up, 8 in 2024-04-02T08:34:15.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:15.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:15 smithi012 ceph-mon[88355]: pgmap v666: 121 pgs: 121 active+clean; 261 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 2.7 MiB/s wr, 12 op/s 2024-04-02T08:34:15.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:15 smithi012 ceph-mon[88355]: osdmap e666: 8 total, 8 up, 8 in 2024-04-02T08:34:15.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:15.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:15 smithi012 ceph-mon[90784]: pgmap v666: 121 pgs: 121 active+clean; 261 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 2.7 MiB/s wr, 12 op/s 2024-04-02T08:34:15.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:15 smithi012 ceph-mon[90784]: osdmap e666: 8 total, 8 up, 8 in 2024-04-02T08:34:15.737 INFO:tasks.rados.rados.0.smithi012.stdout:3059: done (2 left) 2024-04-02T08:34:15.738 INFO:tasks.rados.rados.0.smithi012.stdout:3062: done (1 left) 2024-04-02T08:34:15.738 INFO:tasks.rados.rados.0.smithi012.stdout:3063: done (0 left) 2024-04-02T08:34:15.738 INFO:tasks.rados.rados.0.smithi012.stdout:3064: read oid 43 snap -1 2024-04-02T08:34:15.738 INFO:tasks.rados.rados.0.smithi012.stdout:3064: expect (ObjNum 765 snap 252 seq_num 765) 2024-04-02T08:34:15.738 INFO:tasks.rados.rados.0.smithi012.stdout:3065: delete oid 11 current snap is 292 2024-04-02T08:34:15.740 INFO:tasks.rados.rados.0.smithi012.stdout:3065: done (1 left) 2024-04-02T08:34:15.741 INFO:tasks.rados.rados.0.smithi012.stdout:3066: delete oid 35 current snap is 292 2024-04-02T08:34:15.742 INFO:tasks.rados.rados.0.smithi012.stdout:3064: expect (ObjNum 765 snap 252 seq_num 765) 2024-04-02T08:34:15.770 INFO:tasks.rados.rados.0.smithi012.stdout:3064: done (1 left) 2024-04-02T08:34:15.771 INFO:tasks.rados.rados.0.smithi012.stdout:3066: done (0 left) 2024-04-02T08:34:15.771 INFO:tasks.rados.rados.0.smithi012.stdout:3067: copy_from oid 6 from oid 1 current snap is 292 2024-04-02T08:34:15.771 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 16 current snap is 292 2024-04-02T08:34:15.771 INFO:tasks.rados.rados.0.smithi012.stdout:3068: seq_num 953 ranges {5144576=770048,5914624=786432,6701056=16384} 2024-04-02T08:34:15.802 INFO:tasks.rados.rados.0.smithi012.stdout:3068: writing smithi01277369-16 from 5144576 to 5914624 tid 1 2024-04-02T08:34:15.807 INFO:tasks.rados.rados.0.smithi012.stdout:3068: writing smithi01277369-16 from 5914624 to 6701056 tid 2 2024-04-02T08:34:15.807 INFO:tasks.rados.rados.0.smithi012.stdout:3068: writing smithi01277369-16 from 6701056 to 6717440 tid 3 2024-04-02T08:34:15.807 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 25 current snap is 292 2024-04-02T08:34:15.808 INFO:tasks.rados.rados.0.smithi012.stdout:3067: finishing copy_from racing read to smithi01277369-6 2024-04-02T08:34:15.808 INFO:tasks.rados.rados.0.smithi012.stdout:3069: seq_num 954 ranges {4243456=786432,5029888=671744,5701632=131072} 2024-04-02T08:34:15.835 INFO:tasks.rados.rados.0.smithi012.stdout:3069: writing smithi01277369-25 from 4243456 to 5029888 tid 1 2024-04-02T08:34:15.838 INFO:tasks.rados.rados.0.smithi012.stdout:3069: writing smithi01277369-25 from 5029888 to 5701632 tid 2 2024-04-02T08:34:15.840 INFO:tasks.rados.rados.0.smithi012.stdout:3069: writing smithi01277369-25 from 5701632 to 5832704 tid 3 2024-04-02T08:34:15.840 INFO:tasks.rados.rados.0.smithi012.stdout:3070: copy_from oid 28 from oid 34 current snap is 292 2024-04-02T08:34:15.840 INFO:tasks.rados.rados.0.smithi012.stdout:3067: finishing copy_from to smithi01277369-6 2024-04-02T08:34:15.840 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 6 v 2045 (ObjNum 918 snap 283 seq_num 918) dirty exists 2024-04-02T08:34:15.840 INFO:tasks.rados.rados.0.smithi012.stdout:3068: finishing write tid 1 to smithi01277369-16 2024-04-02T08:34:15.840 INFO:tasks.rados.rados.0.smithi012.stdout:3067: done (3 left) 2024-04-02T08:34:15.840 INFO:tasks.rados.rados.0.smithi012.stdout:3071: snap_create 2024-04-02T08:34:15.840 INFO:tasks.rados.rados.0.smithi012.stdout:3068: finishing write tid 2 to smithi01277369-16 2024-04-02T08:34:15.840 INFO:tasks.rados.rados.0.smithi012.stdout:3068: finishing write tid 3 to smithi01277369-16 2024-04-02T08:34:15.840 INFO:tasks.rados.rados.0.smithi012.stdout:3068: finishing write tid 4 to smithi01277369-16 2024-04-02T08:34:15.840 INFO:tasks.rados.rados.0.smithi012.stdout:3068: finishing write tid 5 to smithi01277369-16 2024-04-02T08:34:15.841 INFO:tasks.rados.rados.0.smithi012.stdout:3068: oid 16 updating version 0 to 1856 2024-04-02T08:34:15.841 INFO:tasks.rados.rados.0.smithi012.stdout:3068: oid 16 updating version 1856 to 1857 2024-04-02T08:34:15.841 INFO:tasks.rados.rados.0.smithi012.stdout:3068: oid 16 version 1857 is already newer than 1854 2024-04-02T08:34:15.841 INFO:tasks.rados.rados.0.smithi012.stdout:3068: oid 16 version 1857 is already newer than 1855 2024-04-02T08:34:15.841 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 16 v 1857 (ObjNum 953 snap 292 seq_num 953) dirty exists 2024-04-02T08:34:15.841 INFO:tasks.rados.rados.0.smithi012.stdout:3068: left oid 16 (ObjNum 953 snap 292 seq_num 953) 2024-04-02T08:34:15.843 INFO:tasks.rados.rados.0.smithi012.stdout:3069: finishing write tid 1 to smithi01277369-25 2024-04-02T08:34:15.844 INFO:tasks.rados.rados.0.smithi012.stdout:3069: finishing write tid 2 to smithi01277369-25 2024-04-02T08:34:15.844 INFO:tasks.rados.rados.0.smithi012.stdout:3069: finishing write tid 3 to smithi01277369-25 2024-04-02T08:34:15.845 INFO:tasks.rados.rados.0.smithi012.stdout:3069: finishing write tid 4 to smithi01277369-25 2024-04-02T08:34:15.847 INFO:tasks.rados.rados.0.smithi012.stdout:3069: finishing write tid 5 to smithi01277369-25 2024-04-02T08:34:15.847 INFO:tasks.rados.rados.0.smithi012.stdout:3069: oid 25 updating version 0 to 1244 2024-04-02T08:34:15.847 INFO:tasks.rados.rados.0.smithi012.stdout:3069: oid 25 version 1244 is already newer than 1243 2024-04-02T08:34:15.847 INFO:tasks.rados.rados.0.smithi012.stdout:3069: oid 25 updating version 1244 to 1245 2024-04-02T08:34:15.847 INFO:tasks.rados.rados.0.smithi012.stdout:3069: oid 25 updating version 1245 to 1246 2024-04-02T08:34:15.847 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 25 v 1246 (ObjNum 954 snap 292 seq_num 954) dirty exists 2024-04-02T08:34:15.847 INFO:tasks.rados.rados.0.smithi012.stdout:3069: left oid 25 (ObjNum 954 snap 292 seq_num 954) 2024-04-02T08:34:15.853 INFO:tasks.rados.rados.0.smithi012.stdout:3070: finishing copy_from racing read to smithi01277369-28 2024-04-02T08:34:15.857 INFO:tasks.rados.rados.0.smithi012.stdout:3070: finishing copy_from to smithi01277369-28 2024-04-02T08:34:15.857 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 28 v 1097 (ObjNum 946 snap 290 seq_num 946) dirty exists 2024-04-02T08:34:16.048 INFO:tasks.rados.rados.0.smithi012.stdout:3068: done (3 left) 2024-04-02T08:34:16.048 INFO:tasks.rados.rados.0.smithi012.stdout:3069: done (2 left) 2024-04-02T08:34:16.048 INFO:tasks.rados.rados.0.smithi012.stdout:3070: done (1 left) 2024-04-02T08:34:16.048 INFO:tasks.rados.rados.0.smithi012.stdout:3071: done (0 left) 2024-04-02T08:34:16.048 INFO:tasks.rados.rados.0.smithi012.stdout:3072: read oid 38 snap 290 2024-04-02T08:34:16.048 INFO:tasks.rados.rados.0.smithi012.stdout:3072: expect deleted 2024-04-02T08:34:16.048 INFO:tasks.rados.rados.0.smithi012.stdout:3073: delete oid 20 current snap is 293 2024-04-02T08:34:16.053 INFO:tasks.rados.rados.0.smithi012.stdout:3072: done (1 left) 2024-04-02T08:34:16.054 INFO:tasks.rados.rados.0.smithi012.stdout:3073: done (0 left) 2024-04-02T08:34:16.054 INFO:tasks.rados.rados.0.smithi012.stdout:3074: snap_create 2024-04-02T08:34:17.057 INFO:tasks.rados.rados.0.smithi012.stdout:3074: done (0 left) 2024-04-02T08:34:17.057 INFO:tasks.rados.rados.0.smithi012.stdout:3075: rollback oid 31 current snap is 294 2024-04-02T08:34:17.057 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 31 to 260 2024-04-02T08:34:17.057 INFO:tasks.rados.rados.0.smithi012.stdout:3076: read oid 45 snap -1 2024-04-02T08:34:17.057 INFO:tasks.rados.rados.0.smithi012.stdout:3076: expect (ObjNum 859 snap 269 seq_num 859) 2024-04-02T08:34:17.057 INFO:tasks.rados.rados.0.smithi012.stdout:3077: rollback oid 40 current snap is 294 2024-04-02T08:34:17.057 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 40 to 260 2024-04-02T08:34:17.057 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 15 current snap is 294 2024-04-02T08:34:17.057 INFO:tasks.rados.rados.0.smithi012.stdout:3078: seq_num 956 ranges {3031040=417792,3448832=434176,3883008=770048} 2024-04-02T08:34:17.076 INFO:tasks.rados.rados.0.smithi012.stdout:3078: writing smithi01277369-15 from 3031040 to 3448832 tid 1 2024-04-02T08:34:17.079 INFO:tasks.rados.rados.0.smithi012.stdout:3078: writing smithi01277369-15 from 3448832 to 3883008 tid 2 2024-04-02T08:34:17.085 INFO:tasks.rados.rados.0.smithi012.stdout:3078: writing smithi01277369-15 from 3883008 to 4653056 tid 3 2024-04-02T08:34:17.085 INFO:tasks.rados.rados.0.smithi012.stdout:3079: read oid 30 snap 290 2024-04-02T08:34:17.085 INFO:tasks.rados.rados.0.smithi012.stdout:3079: expect (ObjNum 799 snap 260 seq_num 799) 2024-04-02T08:34:17.085 INFO:tasks.rados.rados.0.smithi012.stdout:3080: delete oid 34 current snap is 294 2024-04-02T08:34:17.085 INFO:tasks.rados.rados.0.smithi012.stdout:3075: finishing rollback tid 0 to smithi01277369-31 2024-04-02T08:34:17.086 INFO:tasks.rados.rados.0.smithi012.stdout:3077: finishing rollback tid 0 to smithi01277369-40 2024-04-02T08:34:17.086 INFO:tasks.rados.rados.0.smithi012.stdout:3075: finishing rollback tid 1 to smithi01277369-31 2024-04-02T08:34:17.086 INFO:tasks.rados.rados.0.smithi012.stdout:3077: finishing rollback tid 1 to smithi01277369-40 2024-04-02T08:34:17.086 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 40 v 2200 (ObjNum 33 snap 0 seq_num 924561424) dirty dne 2024-04-02T08:34:17.086 INFO:tasks.rados.rados.0.smithi012.stdout:3075: finishing rollback tid 2 to smithi01277369-31 2024-04-02T08:34:17.086 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 31 v 1832 (ObjNum 796 snap 259 seq_num 796) dirty exists 2024-04-02T08:34:17.086 INFO:tasks.rados.rados.0.smithi012.stdout:3078: finishing write tid 1 to smithi01277369-15 2024-04-02T08:34:17.086 INFO:tasks.rados.rados.0.smithi012.stdout:3078: finishing write tid 2 to smithi01277369-15 2024-04-02T08:34:17.088 INFO:tasks.rados.rados.0.smithi012.stdout:3075: done (5 left) 2024-04-02T08:34:17.088 INFO:tasks.rados.rados.0.smithi012.stdout:3077: done (4 left) 2024-04-02T08:34:17.088 INFO:tasks.rados.rados.0.smithi012.stdout:3080: done (3 left) 2024-04-02T08:34:17.088 INFO:tasks.rados.rados.0.smithi012.stdout:3081: snap_create 2024-04-02T08:34:17.088 INFO:tasks.rados.rados.0.smithi012.stdout:3078: finishing write tid 3 to smithi01277369-15 2024-04-02T08:34:17.089 INFO:tasks.rados.rados.0.smithi012.stdout:3078: finishing write tid 4 to smithi01277369-15 2024-04-02T08:34:17.090 INFO:tasks.rados.rados.0.smithi012.stdout:3078: finishing write tid 5 to smithi01277369-15 2024-04-02T08:34:17.090 INFO:tasks.rados.rados.0.smithi012.stdout:3078: oid 15 updating version 0 to 1858 2024-04-02T08:34:17.090 INFO:tasks.rados.rados.0.smithi012.stdout:3078: oid 15 updating version 1858 to 1859 2024-04-02T08:34:17.090 INFO:tasks.rados.rados.0.smithi012.stdout:3078: oid 15 updating version 1859 to 1860 2024-04-02T08:34:17.090 INFO:tasks.rados.rados.0.smithi012.stdout:3078: oid 15 updating version 1860 to 1861 2024-04-02T08:34:17.090 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 15 v 1861 (ObjNum 956 snap 294 seq_num 956) dirty exists 2024-04-02T08:34:17.090 INFO:tasks.rados.rados.0.smithi012.stdout:3078: left oid 15 (ObjNum 956 snap 294 seq_num 956) 2024-04-02T08:34:17.102 INFO:tasks.rados.rados.0.smithi012.stdout:3076: expect (ObjNum 859 snap 269 seq_num 859) 2024-04-02T08:34:17.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:17 smithi055 ceph-mon[85080]: osdmap e667: 8 total, 8 up, 8 in 2024-04-02T08:34:17.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:17 smithi055 ceph-mon[85080]: pgmap v669: 121 pgs: 121 active+clean; 237 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.8 MiB/s wr, 16 op/s 2024-04-02T08:34:17.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:17 smithi012 ceph-mon[88355]: osdmap e667: 8 total, 8 up, 8 in 2024-04-02T08:34:17.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:17 smithi012 ceph-mon[88355]: pgmap v669: 121 pgs: 121 active+clean; 237 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.8 MiB/s wr, 16 op/s 2024-04-02T08:34:17.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:17 smithi012 ceph-mon[90784]: osdmap e667: 8 total, 8 up, 8 in 2024-04-02T08:34:17.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:17 smithi012 ceph-mon[90784]: pgmap v669: 121 pgs: 121 active+clean; 237 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.8 MiB/s wr, 16 op/s 2024-04-02T08:34:17.572 INFO:tasks.rados.rados.0.smithi012.stdout:3079: expect (ObjNum 799 snap 260 seq_num 799) 2024-04-02T08:34:18.060 INFO:tasks.rados.rados.0.smithi012.stdout:3076: done (3 left) 2024-04-02T08:34:18.060 INFO:tasks.rados.rados.0.smithi012.stdout:3078: done (2 left) 2024-04-02T08:34:18.060 INFO:tasks.rados.rados.0.smithi012.stdout:3079: done (1 left) 2024-04-02T08:34:18.060 INFO:tasks.rados.rados.0.smithi012.stdout:3081: done (0 left) 2024-04-02T08:34:18.061 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 45 current snap is 295 2024-04-02T08:34:18.061 INFO:tasks.rados.rados.0.smithi012.stdout:3082: seq_num 958 ranges {7274496=450560,7725056=655360,8380416=548864} 2024-04-02T08:34:18.102 INFO:tasks.rados.rados.0.smithi012.stdout:3082: writing smithi01277369-45 from 7274496 to 7725056 tid 1 2024-04-02T08:34:18.105 INFO:tasks.rados.rados.0.smithi012.stdout:3082: writing smithi01277369-45 from 7725056 to 8380416 tid 2 2024-04-02T08:34:18.109 INFO:tasks.rados.rados.0.smithi012.stdout:3082: writing smithi01277369-45 from 8380416 to 8929280 tid 3 2024-04-02T08:34:18.109 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 1 current snap is 295 2024-04-02T08:34:18.110 INFO:tasks.rados.rados.0.smithi012.stdout:3083: seq_num 959 ranges {8257536=466944,8724480=540672,9265152=557056,9822208=106496} 2024-04-02T08:34:18.157 INFO:tasks.rados.rados.0.smithi012.stdout:3083: writing smithi01277369-1 from 8257536 to 8724480 tid 1 2024-04-02T08:34:18.160 INFO:tasks.rados.rados.0.smithi012.stdout:3083: writing smithi01277369-1 from 8724480 to 9265152 tid 2 2024-04-02T08:34:18.164 INFO:tasks.rados.rados.0.smithi012.stdout:3083: writing smithi01277369-1 from 9265152 to 9822208 tid 3 2024-04-02T08:34:18.164 INFO:tasks.rados.rados.0.smithi012.stdout:3083: writing smithi01277369-1 from 9822208 to 9928704 tid 4 2024-04-02T08:34:18.165 INFO:tasks.rados.rados.0.smithi012.stdout:3084: snap_remove snap 260 2024-04-02T08:34:18.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:18 smithi055 ceph-mon[85080]: osdmap e668: 8 total, 8 up, 8 in 2024-04-02T08:34:18.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:18 smithi012 ceph-mon[88355]: osdmap e668: 8 total, 8 up, 8 in 2024-04-02T08:34:18.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:34:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:34:17] "GET /metrics HTTP/1.1" 200 36250 "" "Prometheus/2.43.0" 2024-04-02T08:34:18.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:18 smithi012 ceph-mon[90784]: osdmap e668: 8 total, 8 up, 8 in 2024-04-02T08:34:18.985 INFO:tasks.rados.rados.0.smithi012.stdout:3084: done (2 left) 2024-04-02T08:34:18.985 INFO:tasks.rados.rados.0.smithi012.stdout:3085: read oid 9 snap 293 2024-04-02T08:34:18.985 INFO:tasks.rados.rados.0.smithi012.stdout:3085: expect (ObjNum 772 snap 253 seq_num 772) 2024-04-02T08:34:18.985 INFO:tasks.rados.rados.0.smithi012.stdout:3086: read oid 10 snap 288 2024-04-02T08:34:18.985 INFO:tasks.rados.rados.0.smithi012.stdout:3086: expect (ObjNum 875 snap 274 seq_num 875) 2024-04-02T08:34:18.985 INFO:tasks.rados.rados.0.smithi012.stdout:3087: copy_from oid 24 from oid 3 current snap is 295 2024-04-02T08:34:18.985 INFO:tasks.rados.rados.0.smithi012.stdout:3082: finishing write tid 1 to smithi01277369-45 2024-04-02T08:34:18.985 INFO:tasks.rados.rados.0.smithi012.stdout:3082: finishing write tid 2 to smithi01277369-45 2024-04-02T08:34:18.986 INFO:tasks.rados.rados.0.smithi012.stdout:3082: finishing write tid 3 to smithi01277369-45 2024-04-02T08:34:18.986 INFO:tasks.rados.rados.0.smithi012.stdout:3082: finishing write tid 4 to smithi01277369-45 2024-04-02T08:34:18.986 INFO:tasks.rados.rados.0.smithi012.stdout:3082: finishing write tid 5 to smithi01277369-45 2024-04-02T08:34:18.986 INFO:tasks.rados.rados.0.smithi012.stdout:3082: oid 45 updating version 0 to 2055 2024-04-02T08:34:18.986 INFO:tasks.rados.rados.0.smithi012.stdout:3082: oid 45 updating version 2055 to 2057 2024-04-02T08:34:18.986 INFO:tasks.rados.rados.0.smithi012.stdout:3082: oid 45 version 2057 is already newer than 2054 2024-04-02T08:34:18.986 INFO:tasks.rados.rados.0.smithi012.stdout:3082: oid 45 version 2057 is already newer than 2056 2024-04-02T08:34:18.986 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 45 v 2057 (ObjNum 958 snap 295 seq_num 958) dirty exists 2024-04-02T08:34:18.986 INFO:tasks.rados.rados.0.smithi012.stdout:3082: left oid 45 (ObjNum 958 snap 295 seq_num 958) 2024-04-02T08:34:18.986 INFO:tasks.rados.rados.0.smithi012.stdout:3083: finishing write tid 1 to smithi01277369-1 2024-04-02T08:34:18.986 INFO:tasks.rados.rados.0.smithi012.stdout:3083: finishing write tid 2 to smithi01277369-1 2024-04-02T08:34:18.986 INFO:tasks.rados.rados.0.smithi012.stdout:3083: finishing write tid 3 to smithi01277369-1 2024-04-02T08:34:18.986 INFO:tasks.rados.rados.0.smithi012.stdout:3083: finishing write tid 4 to smithi01277369-1 2024-04-02T08:34:18.986 INFO:tasks.rados.rados.0.smithi012.stdout:3083: finishing write tid 5 to smithi01277369-1 2024-04-02T08:34:18.987 INFO:tasks.rados.rados.0.smithi012.stdout:3083: finishing write tid 6 to smithi01277369-1 2024-04-02T08:34:18.987 INFO:tasks.rados.rados.0.smithi012.stdout:3083: oid 1 updating version 0 to 2058 2024-04-02T08:34:18.987 INFO:tasks.rados.rados.0.smithi012.stdout:3083: oid 1 updating version 2058 to 2062 2024-04-02T08:34:18.987 INFO:tasks.rados.rados.0.smithi012.stdout:3083: oid 1 version 2062 is already newer than 2061 2024-04-02T08:34:18.987 INFO:tasks.rados.rados.0.smithi012.stdout:3083: oid 1 version 2062 is already newer than 2059 2024-04-02T08:34:18.987 INFO:tasks.rados.rados.0.smithi012.stdout:3083: oid 1 version 2062 is already newer than 2060 2024-04-02T08:34:18.987 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 1 v 2062 (ObjNum 959 snap 295 seq_num 959) dirty exists 2024-04-02T08:34:18.987 INFO:tasks.rados.rados.0.smithi012.stdout:3083: left oid 1 (ObjNum 959 snap 295 seq_num 959) 2024-04-02T08:34:18.987 INFO:tasks.rados.rados.0.smithi012.stdout:3082: done (4 left) 2024-04-02T08:34:18.987 INFO:tasks.rados.rados.0.smithi012.stdout:3083: done (3 left) 2024-04-02T08:34:18.987 INFO:tasks.rados.rados.0.smithi012.stdout:3088: copy_from oid 32 from oid 7 current snap is 295 2024-04-02T08:34:18.987 INFO:tasks.rados.rados.0.smithi012.stdout:3089: copy_from oid 44 from oid 16 current snap is 295 2024-04-02T08:34:18.987 INFO:tasks.rados.rados.0.smithi012.stdout:3090: delete oid 36 current snap is 295 2024-04-02T08:34:19.001 INFO:tasks.rados.rados.0.smithi012.stdout:3090: done (5 left) 2024-04-02T08:34:19.001 INFO:tasks.rados.rados.0.smithi012.stdout:3091: copy_from oid 37 from oid 29 current snap is 295 2024-04-02T08:34:19.001 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 8 current snap is 295 2024-04-02T08:34:19.001 INFO:tasks.rados.rados.0.smithi012.stdout:3092: seq_num 961 ranges {1466368=499712,1966080=712704,2678784=491520} 2024-04-02T08:34:19.013 INFO:tasks.rados.rados.0.smithi012.stdout:3092: writing smithi01277369-8 from 1466368 to 1966080 tid 1 2024-04-02T08:34:19.020 INFO:tasks.rados.rados.0.smithi012.stdout:3092: writing smithi01277369-8 from 1966080 to 2678784 tid 2 2024-04-02T08:34:19.024 INFO:tasks.rados.rados.0.smithi012.stdout:3092: writing smithi01277369-8 from 2678784 to 3170304 tid 3 2024-04-02T08:34:19.024 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 20 current snap is 295 2024-04-02T08:34:19.025 INFO:tasks.rados.rados.0.smithi012.stdout:3093: seq_num 962 ranges {0=516096,516096=589824,1105920=614400} 2024-04-02T08:34:19.028 INFO:tasks.rados.rados.0.smithi012.stdout:3093: writing smithi01277369-20 from 0 to 516096 tid 1 2024-04-02T08:34:19.032 INFO:tasks.rados.rados.0.smithi012.stdout:3093: writing smithi01277369-20 from 516096 to 1105920 tid 2 2024-04-02T08:34:19.036 INFO:tasks.rados.rados.0.smithi012.stdout:3093: writing smithi01277369-20 from 1105920 to 1720320 tid 3 2024-04-02T08:34:19.036 INFO:tasks.rados.rados.0.smithi012.stdout:3094: rollback oid 27 current snap is 295 2024-04-02T08:34:19.036 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 27 to 288 2024-04-02T08:34:19.036 INFO:tasks.rados.rados.0.smithi012.stdout:3091: finishing copy_from to smithi01277369-37 2024-04-02T08:34:19.036 INFO:tasks.rados.rados.0.smithi012.stdout:3091: got expected ENOENT (src dne) 2024-04-02T08:34:19.036 INFO:tasks.rados.rados.0.smithi012.stdout:3085: expect (ObjNum 772 snap 253 seq_num 772) 2024-04-02T08:34:19.074 INFO:tasks.rados.rados.0.smithi012.stdout:3086: expect (ObjNum 875 snap 274 seq_num 875) 2024-04-02T08:34:19.283 INFO:tasks.rados.rados.0.smithi012.stdout:3091: finishing copy_from racing read to smithi01277369-37 2024-04-02T08:34:19.283 INFO:tasks.rados.rados.0.smithi012.stdout:3089: finishing copy_from racing read to smithi01277369-44 2024-04-02T08:34:19.283 INFO:tasks.rados.rados.0.smithi012.stdout:3085: done (8 left) 2024-04-02T08:34:19.283 INFO:tasks.rados.rados.0.smithi012.stdout:3086: done (7 left) 2024-04-02T08:34:19.283 INFO:tasks.rados.rados.0.smithi012.stdout:3091: done (6 left) 2024-04-02T08:34:19.283 INFO:tasks.rados.rados.0.smithi012.stdout:3095: rmattr oid 37 current snap is 295 2024-04-02T08:34:19.283 INFO:tasks.rados.rados.0.smithi012.stdout:3094: finishing rollback tid 1 to smithi01277369-27 2024-04-02T08:34:19.283 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 27 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-02T08:34:19.283 INFO:tasks.rados.rados.0.smithi012.stdout:3089: finishing copy_from to smithi01277369-44 2024-04-02T08:34:19.284 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 44 v 1857 (ObjNum 953 snap 292 seq_num 953) dirty exists 2024-04-02T08:34:19.284 INFO:tasks.rados.rados.0.smithi012.stdout:3087: finishing copy_from racing read to smithi01277369-24 2024-04-02T08:34:19.284 INFO:tasks.rados.rados.0.smithi012.stdout:3088: finishing copy_from to smithi01277369-32 2024-04-02T08:34:19.284 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 32 v 1838 (ObjNum 843 snap 269 seq_num 843) dirty exists 2024-04-02T08:34:19.284 INFO:tasks.rados.rados.0.smithi012.stdout:3088: finishing copy_from racing read to smithi01277369-32 2024-04-02T08:34:19.284 INFO:tasks.rados.rados.0.smithi012.stdout:3087: finishing copy_from to smithi01277369-24 2024-04-02T08:34:19.284 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 24 v 1142 (ObjNum 875 snap 274 seq_num 875) dirty exists 2024-04-02T08:34:19.284 INFO:tasks.rados.rados.0.smithi012.stdout:3092: finishing write tid 1 to smithi01277369-8 2024-04-02T08:34:19.284 INFO:tasks.rados.rados.0.smithi012.stdout:3087: done (6 left) 2024-04-02T08:34:19.284 INFO:tasks.rados.rados.0.smithi012.stdout:3088: done (5 left) 2024-04-02T08:34:19.284 INFO:tasks.rados.rados.0.smithi012.stdout:3089: done (4 left) 2024-04-02T08:34:19.284 INFO:tasks.rados.rados.0.smithi012.stdout:3094: done (3 left) 2024-04-02T08:34:19.284 INFO:tasks.rados.rados.0.smithi012.stdout:3096: setattr oid 12 current snap is 295 2024-04-02T08:34:19.284 INFO:tasks.rados.rados.0.smithi012.stdout:3092: finishing write tid 2 to smithi01277369-8 2024-04-02T08:34:19.285 INFO:tasks.rados.rados.0.smithi012.stdout:3092: finishing write tid 3 to smithi01277369-8 2024-04-02T08:34:19.285 INFO:tasks.rados.rados.0.smithi012.stdout:3092: finishing write tid 4 to smithi01277369-8 2024-04-02T08:34:19.285 INFO:tasks.rados.rados.0.smithi012.stdout:3093: finishing write tid 1 to smithi01277369-20 2024-04-02T08:34:19.285 INFO:tasks.rados.rados.0.smithi012.stdout:3093: finishing write tid 2 to smithi01277369-20 2024-04-02T08:34:19.285 INFO:tasks.rados.rados.0.smithi012.stdout:3092: finishing write tid 5 to smithi01277369-8 2024-04-02T08:34:19.285 INFO:tasks.rados.rados.0.smithi012.stdout:3092: oid 8 updating version 0 to 2484 2024-04-02T08:34:19.285 INFO:tasks.rados.rados.0.smithi012.stdout:3092: oid 8 version 2484 is already newer than 2483 2024-04-02T08:34:19.285 INFO:tasks.rados.rados.0.smithi012.stdout:3092: oid 8 version 2484 is already newer than 2482 2024-04-02T08:34:19.285 INFO:tasks.rados.rados.0.smithi012.stdout:3092: oid 8 version 2484 is already newer than 2481 2024-04-02T08:34:19.285 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 8 v 2484 (ObjNum 961 snap 295 seq_num 961) dirty exists 2024-04-02T08:34:19.285 INFO:tasks.rados.rados.0.smithi012.stdout:3092: left oid 8 (ObjNum 961 snap 295 seq_num 961) 2024-04-02T08:34:19.285 INFO:tasks.rados.rados.0.smithi012.stdout:3093: finishing write tid 3 to smithi01277369-20 2024-04-02T08:34:19.285 INFO:tasks.rados.rados.0.smithi012.stdout:3093: finishing write tid 4 to smithi01277369-20 2024-04-02T08:34:19.285 INFO:tasks.rados.rados.0.smithi012.stdout:3093: finishing write tid 5 to smithi01277369-20 2024-04-02T08:34:19.286 INFO:tasks.rados.rados.0.smithi012.stdout:3093: oid 20 updating version 0 to 2487 2024-04-02T08:34:19.286 INFO:tasks.rados.rados.0.smithi012.stdout:3093: oid 20 version 2487 is already newer than 2486 2024-04-02T08:34:19.286 INFO:tasks.rados.rados.0.smithi012.stdout:3093: oid 20 updating version 2487 to 2488 2024-04-02T08:34:19.286 INFO:tasks.rados.rados.0.smithi012.stdout:3093: oid 20 version 2488 is already newer than 2485 2024-04-02T08:34:19.286 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 20 v 2488 (ObjNum 962 snap 295 seq_num 962) dirty exists 2024-04-02T08:34:19.286 INFO:tasks.rados.rados.0.smithi012.stdout:3093: left oid 20 (ObjNum 962 snap 295 seq_num 962) 2024-04-02T08:34:19.286 INFO:tasks.rados.rados.0.smithi012.stdout:3092: done (3 left) 2024-04-02T08:34:19.286 INFO:tasks.rados.rados.0.smithi012.stdout:3093: done (2 left) 2024-04-02T08:34:19.286 INFO:tasks.rados.rados.0.smithi012.stdout:3097: snap_create 2024-04-02T08:34:19.287 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 37 v 2047 (ObjNum 908 snap 281 seq_num 908) dirty exists 2024-04-02T08:34:19.287 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 12 v 2255 (ObjNum 944 snap 289 seq_num 944) dirty exists 2024-04-02T08:34:19.428 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 08:34:19 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-3[110753]: 2024-04-02T08:34:19.000+0000 7f55f3704700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 14b after trimming was started 2024-04-02T08:34:19.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:19 smithi012 ceph-mon[88355]: osdmap e669: 8 total, 8 up, 8 in 2024-04-02T08:34:19.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:19 smithi012 ceph-mon[88355]: pgmap v672: 121 pgs: 121 active+clean; 237 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.8 MiB/s wr, 16 op/s 2024-04-02T08:34:19.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:19 smithi012 ceph-mon[88355]: osdmap e670: 8 total, 8 up, 8 in 2024-04-02T08:34:19.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:19 smithi012 ceph-mon[90784]: osdmap e669: 8 total, 8 up, 8 in 2024-04-02T08:34:19.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:19 smithi012 ceph-mon[90784]: pgmap v672: 121 pgs: 121 active+clean; 237 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.8 MiB/s wr, 16 op/s 2024-04-02T08:34:19.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:19 smithi012 ceph-mon[90784]: osdmap e670: 8 total, 8 up, 8 in 2024-04-02T08:34:19.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:19 smithi055 ceph-mon[85080]: osdmap e669: 8 total, 8 up, 8 in 2024-04-02T08:34:19.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:19 smithi055 ceph-mon[85080]: pgmap v672: 121 pgs: 121 active+clean; 237 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.8 MiB/s wr, 16 op/s 2024-04-02T08:34:19.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:19 smithi055 ceph-mon[85080]: osdmap e670: 8 total, 8 up, 8 in 2024-04-02T08:34:20.071 INFO:tasks.rados.rados.0.smithi012.stdout:3095: done (2 left) 2024-04-02T08:34:20.071 INFO:tasks.rados.rados.0.smithi012.stdout:3096: done (1 left) 2024-04-02T08:34:20.071 INFO:tasks.rados.rados.0.smithi012.stdout:3097: done (0 left) 2024-04-02T08:34:20.071 INFO:tasks.rados.rados.0.smithi012.stdout:3098: delete oid 42 current snap is 296 2024-04-02T08:34:20.076 INFO:tasks.rados.rados.0.smithi012.stdout:3098: done (0 left) 2024-04-02T08:34:20.076 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 26 current snap is 296 2024-04-02T08:34:20.076 INFO:tasks.rados.rados.0.smithi012.stdout:3099: seq_num 964 ranges {5529600=548864,6078464=761856,6840320=442368} 2024-04-02T08:34:20.111 INFO:tasks.rados.rados.0.smithi012.stdout:3099: writing smithi01277369-26 from 5529600 to 6078464 tid 1 2024-04-02T08:34:20.116 INFO:tasks.rados.rados.0.smithi012.stdout:3099: writing smithi01277369-26 from 6078464 to 6840320 tid 2 2024-04-02T08:34:20.119 INFO:tasks.rados.rados.0.smithi012.stdout:3099: writing smithi01277369-26 from 6840320 to 7282688 tid 3 2024-04-02T08:34:20.119 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 42 current snap is 296 2024-04-02T08:34:20.119 INFO:tasks.rados.rados.0.smithi012.stdout:3099: finishing write tid 1 to smithi01277369-26 2024-04-02T08:34:20.119 INFO:tasks.rados.rados.0.smithi012.stdout:3100: seq_num 965 ranges {0=565248,565248=647168,1212416=548864,1761280=8192} 2024-04-02T08:34:20.122 INFO:tasks.rados.rados.0.smithi012.stdout:3100: writing smithi01277369-42 from 0 to 565248 tid 1 2024-04-02T08:34:20.126 INFO:tasks.rados.rados.0.smithi012.stdout:3100: writing smithi01277369-42 from 565248 to 1212416 tid 2 2024-04-02T08:34:20.129 INFO:tasks.rados.rados.0.smithi012.stdout:3100: writing smithi01277369-42 from 1212416 to 1761280 tid 3 2024-04-02T08:34:20.129 INFO:tasks.rados.rados.0.smithi012.stdout:3100: writing smithi01277369-42 from 1761280 to 1769472 tid 4 2024-04-02T08:34:20.130 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 22 current snap is 296 2024-04-02T08:34:20.130 INFO:tasks.rados.rados.0.smithi012.stdout:3099: finishing write tid 2 to smithi01277369-26 2024-04-02T08:34:20.130 INFO:tasks.rados.rados.0.smithi012.stdout:3099: finishing write tid 3 to smithi01277369-26 2024-04-02T08:34:20.130 INFO:tasks.rados.rados.0.smithi012.stdout:3101: seq_num 966 ranges {2383872=581632,2965504=581632,3547136=622592} 2024-04-02T08:34:20.145 INFO:tasks.rados.rados.0.smithi012.stdout:3101: writing smithi01277369-22 from 2383872 to 2965504 tid 1 2024-04-02T08:34:20.149 INFO:tasks.rados.rados.0.smithi012.stdout:3101: writing smithi01277369-22 from 2965504 to 3547136 tid 2 2024-04-02T08:34:20.153 INFO:tasks.rados.rados.0.smithi012.stdout:3101: writing smithi01277369-22 from 3547136 to 4169728 tid 3 2024-04-02T08:34:20.153 INFO:tasks.rados.rados.0.smithi012.stdout:3102: delete oid 44 current snap is 296 2024-04-02T08:34:20.153 INFO:tasks.rados.rados.0.smithi012.stdout:3099: finishing write tid 4 to smithi01277369-26 2024-04-02T08:34:20.153 INFO:tasks.rados.rados.0.smithi012.stdout:3099: finishing write tid 5 to smithi01277369-26 2024-04-02T08:34:20.153 INFO:tasks.rados.rados.0.smithi012.stdout:3099: oid 26 updating version 0 to 1022 2024-04-02T08:34:20.153 INFO:tasks.rados.rados.0.smithi012.stdout:3099: oid 26 version 1022 is already newer than 1019 2024-04-02T08:34:20.153 INFO:tasks.rados.rados.0.smithi012.stdout:3099: oid 26 version 1022 is already newer than 1020 2024-04-02T08:34:20.153 INFO:tasks.rados.rados.0.smithi012.stdout:3099: oid 26 version 1022 is already newer than 1021 2024-04-02T08:34:20.153 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 26 v 1022 (ObjNum 964 snap 296 seq_num 964) dirty exists 2024-04-02T08:34:20.153 INFO:tasks.rados.rados.0.smithi012.stdout:3099: left oid 26 (ObjNum 964 snap 296 seq_num 964) 2024-04-02T08:34:20.153 INFO:tasks.rados.rados.0.smithi012.stdout:3100: finishing write tid 1 to smithi01277369-42 2024-04-02T08:34:20.154 INFO:tasks.rados.rados.0.smithi012.stdout:3100: finishing write tid 2 to smithi01277369-42 2024-04-02T08:34:20.154 INFO:tasks.rados.rados.0.smithi012.stdout:3100: finishing write tid 3 to smithi01277369-42 2024-04-02T08:34:20.154 INFO:tasks.rados.rados.0.smithi012.stdout:3100: finishing write tid 4 to smithi01277369-42 2024-04-02T08:34:20.154 INFO:tasks.rados.rados.0.smithi012.stdout:3100: finishing write tid 5 to smithi01277369-42 2024-04-02T08:34:20.154 INFO:tasks.rados.rados.0.smithi012.stdout:3100: finishing write tid 6 to smithi01277369-42 2024-04-02T08:34:20.154 INFO:tasks.rados.rados.0.smithi012.stdout:3100: oid 42 updating version 0 to 2051 2024-04-02T08:34:20.154 INFO:tasks.rados.rados.0.smithi012.stdout:3100: oid 42 updating version 2051 to 2053 2024-04-02T08:34:20.154 INFO:tasks.rados.rados.0.smithi012.stdout:3100: oid 42 version 2053 is already newer than 2050 2024-04-02T08:34:20.154 INFO:tasks.rados.rados.0.smithi012.stdout:3100: oid 42 version 2053 is already newer than 2049 2024-04-02T08:34:20.154 INFO:tasks.rados.rados.0.smithi012.stdout:3100: oid 42 version 2053 is already newer than 2052 2024-04-02T08:34:20.154 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 42 v 2053 (ObjNum 965 snap 296 seq_num 965) dirty exists 2024-04-02T08:34:20.155 INFO:tasks.rados.rados.0.smithi012.stdout:3100: left oid 42 (ObjNum 965 snap 296 seq_num 965) 2024-04-02T08:34:20.155 INFO:tasks.rados.rados.0.smithi012.stdout:3101: finishing write tid 1 to smithi01277369-22 2024-04-02T08:34:20.155 INFO:tasks.rados.rados.0.smithi012.stdout:3101: finishing write tid 2 to smithi01277369-22 2024-04-02T08:34:20.157 INFO:tasks.rados.rados.0.smithi012.stdout:3101: finishing write tid 3 to smithi01277369-22 2024-04-02T08:34:20.157 INFO:tasks.rados.rados.0.smithi012.stdout:3101: finishing write tid 4 to smithi01277369-22 2024-04-02T08:34:20.158 INFO:tasks.rados.rados.0.smithi012.stdout:3101: finishing write tid 5 to smithi01277369-22 2024-04-02T08:34:20.158 INFO:tasks.rados.rados.0.smithi012.stdout:3101: oid 22 updating version 0 to 2078 2024-04-02T08:34:20.158 INFO:tasks.rados.rados.0.smithi012.stdout:3101: oid 22 updating version 2078 to 2079 2024-04-02T08:34:20.158 INFO:tasks.rados.rados.0.smithi012.stdout:3101: oid 22 updating version 2079 to 2080 2024-04-02T08:34:20.159 INFO:tasks.rados.rados.0.smithi012.stdout:3101: oid 22 version 2080 is already newer than 2077 2024-04-02T08:34:20.159 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 22 v 2080 (ObjNum 966 snap 296 seq_num 966) dirty exists 2024-04-02T08:34:20.159 INFO:tasks.rados.rados.0.smithi012.stdout:3101: left oid 22 (ObjNum 966 snap 296 seq_num 966) 2024-04-02T08:34:20.159 INFO:tasks.rados.rados.0.smithi012.stdout:3099: done (3 left) 2024-04-02T08:34:20.159 INFO:tasks.rados.rados.0.smithi012.stdout:3100: done (2 left) 2024-04-02T08:34:20.159 INFO:tasks.rados.rados.0.smithi012.stdout:3101: done (1 left) 2024-04-02T08:34:20.159 INFO:tasks.rados.rados.0.smithi012.stdout:3102: done (0 left) 2024-04-02T08:34:20.159 INFO:tasks.rados.rados.0.smithi012.stdout:3103: read oid 38 snap -1 2024-04-02T08:34:20.159 INFO:tasks.rados.rados.0.smithi012.stdout:3103: expect deleted 2024-04-02T08:34:20.159 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 48 current snap is 296 2024-04-02T08:34:20.159 INFO:tasks.rados.rados.0.smithi012.stdout:3104: seq_num 968 ranges {1122304=614400,1736704=745472,2482176=458752} 2024-04-02T08:34:20.167 INFO:tasks.rados.rados.0.smithi012.stdout:3104: writing smithi01277369-48 from 1122304 to 1736704 tid 1 2024-04-02T08:34:20.172 INFO:tasks.rados.rados.0.smithi012.stdout:3104: writing smithi01277369-48 from 1736704 to 2482176 tid 2 2024-04-02T08:34:20.176 INFO:tasks.rados.rados.0.smithi012.stdout:3104: writing smithi01277369-48 from 2482176 to 2940928 tid 3 2024-04-02T08:34:20.176 INFO:tasks.rados.rados.0.smithi012.stdout:3105: read oid 5 snap -1 2024-04-02T08:34:20.176 INFO:tasks.rados.rados.0.smithi012.stdout:3105: expect deleted 2024-04-02T08:34:20.176 INFO:tasks.rados.rados.0.smithi012.stdout:3106: read oid 12 snap -1 2024-04-02T08:34:20.176 INFO:tasks.rados.rados.0.smithi012.stdout:3106: expect (ObjNum 944 snap 289 seq_num 944) 2024-04-02T08:34:20.176 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 1 current snap is 296 2024-04-02T08:34:20.176 INFO:tasks.rados.rados.0.smithi012.stdout:3107: seq_num 969 ranges {9928704=638976,10567680=630784,11198464=532480,11730944=40960} 2024-04-02T08:34:20.236 INFO:tasks.rados.rados.0.smithi012.stdout:3107: writing smithi01277369-1 from 9928704 to 10567680 tid 1 2024-04-02T08:34:20.241 INFO:tasks.rados.rados.0.smithi012.stdout:3107: writing smithi01277369-1 from 10567680 to 11198464 tid 2 2024-04-02T08:34:20.245 INFO:tasks.rados.rados.0.smithi012.stdout:3107: writing smithi01277369-1 from 11198464 to 11730944 tid 3 2024-04-02T08:34:20.245 INFO:tasks.rados.rados.0.smithi012.stdout:3107: writing smithi01277369-1 from 11730944 to 11771904 tid 4 2024-04-02T08:34:20.245 INFO:tasks.rados.rados.0.smithi012.stdout:3108: snap_create 2024-04-02T08:34:20.246 INFO:tasks.rados.rados.0.smithi012.stdout:3104: finishing write tid 1 to smithi01277369-48 2024-04-02T08:34:20.246 INFO:tasks.rados.rados.0.smithi012.stdout:3104: finishing write tid 2 to smithi01277369-48 2024-04-02T08:34:20.246 INFO:tasks.rados.rados.0.smithi012.stdout:3104: finishing write tid 3 to smithi01277369-48 2024-04-02T08:34:20.246 INFO:tasks.rados.rados.0.smithi012.stdout:3104: finishing write tid 4 to smithi01277369-48 2024-04-02T08:34:20.246 INFO:tasks.rados.rados.0.smithi012.stdout:3104: finishing write tid 5 to smithi01277369-48 2024-04-02T08:34:20.246 INFO:tasks.rados.rados.0.smithi012.stdout:3104: oid 48 updating version 0 to 2055 2024-04-02T08:34:20.246 INFO:tasks.rados.rados.0.smithi012.stdout:3104: oid 48 version 2055 is already newer than 2054 2024-04-02T08:34:20.246 INFO:tasks.rados.rados.0.smithi012.stdout:3104: oid 48 updating version 2055 to 2057 2024-04-02T08:34:20.246 INFO:tasks.rados.rados.0.smithi012.stdout:3104: oid 48 version 2057 is already newer than 2056 2024-04-02T08:34:20.246 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 48 v 2057 (ObjNum 968 snap 296 seq_num 968) dirty exists 2024-04-02T08:34:20.246 INFO:tasks.rados.rados.0.smithi012.stdout:3104: left oid 48 (ObjNum 968 snap 296 seq_num 968) 2024-04-02T08:34:20.246 INFO:tasks.rados.rados.0.smithi012.stdout:3106: expect (ObjNum 944 snap 289 seq_num 944) 2024-04-02T08:34:20.285 INFO:tasks.rados.rados.0.smithi012.stdout:3107: finishing write tid 1 to smithi01277369-1 2024-04-02T08:34:20.285 INFO:tasks.rados.rados.0.smithi012.stdout:3107: finishing write tid 2 to smithi01277369-1 2024-04-02T08:34:20.286 INFO:tasks.rados.rados.0.smithi012.stdout:3107: finishing write tid 3 to smithi01277369-1 2024-04-02T08:34:20.286 INFO:tasks.rados.rados.0.smithi012.stdout:3107: finishing write tid 4 to smithi01277369-1 2024-04-02T08:34:20.286 INFO:tasks.rados.rados.0.smithi012.stdout:3107: finishing write tid 5 to smithi01277369-1 2024-04-02T08:34:20.286 INFO:tasks.rados.rados.0.smithi012.stdout:3107: finishing write tid 6 to smithi01277369-1 2024-04-02T08:34:20.286 INFO:tasks.rados.rados.0.smithi012.stdout:3107: oid 1 updating version 0 to 2065 2024-04-02T08:34:20.286 INFO:tasks.rados.rados.0.smithi012.stdout:3107: oid 1 updating version 2065 to 2067 2024-04-02T08:34:20.286 INFO:tasks.rados.rados.0.smithi012.stdout:3107: oid 1 version 2067 is already newer than 2064 2024-04-02T08:34:20.286 INFO:tasks.rados.rados.0.smithi012.stdout:3107: oid 1 version 2067 is already newer than 2063 2024-04-02T08:34:20.286 INFO:tasks.rados.rados.0.smithi012.stdout:3107: oid 1 version 2067 is already newer than 2066 2024-04-02T08:34:20.286 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 1 v 2067 (ObjNum 969 snap 296 seq_num 969) dirty exists 2024-04-02T08:34:20.286 INFO:tasks.rados.rados.0.smithi012.stdout:3107: left oid 1 (ObjNum 969 snap 296 seq_num 969) 2024-04-02T08:34:21.076 INFO:tasks.rados.rados.0.smithi012.stdout:3103: done (5 left) 2024-04-02T08:34:21.076 INFO:tasks.rados.rados.0.smithi012.stdout:3104: done (4 left) 2024-04-02T08:34:21.076 INFO:tasks.rados.rados.0.smithi012.stdout:3105: done (3 left) 2024-04-02T08:34:21.076 INFO:tasks.rados.rados.0.smithi012.stdout:3106: done (2 left) 2024-04-02T08:34:21.076 INFO:tasks.rados.rados.0.smithi012.stdout:3107: done (1 left) 2024-04-02T08:34:21.076 INFO:tasks.rados.rados.0.smithi012.stdout:3108: done (0 left) 2024-04-02T08:34:21.076 INFO:tasks.rados.rados.0.smithi012.stdout:3109: snap_remove snap 288 2024-04-02T08:34:21.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:21 smithi012 ceph-mon[88355]: osdmap e671: 8 total, 8 up, 8 in 2024-04-02T08:34:21.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:21 smithi012 ceph-mon[88355]: pgmap v675: 121 pgs: 121 active+clean; 221 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 3.3 MiB/s wr, 9 op/s 2024-04-02T08:34:21.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:21 smithi012 ceph-mon[90784]: osdmap e671: 8 total, 8 up, 8 in 2024-04-02T08:34:21.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:21 smithi012 ceph-mon[90784]: pgmap v675: 121 pgs: 121 active+clean; 221 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 3.3 MiB/s wr, 9 op/s 2024-04-02T08:34:21.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:21 smithi055 ceph-mon[85080]: osdmap e671: 8 total, 8 up, 8 in 2024-04-02T08:34:21.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:21 smithi055 ceph-mon[85080]: pgmap v675: 121 pgs: 121 active+clean; 221 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 3.3 MiB/s wr, 9 op/s 2024-04-02T08:34:22.087 INFO:tasks.rados.rados.0.smithi012.stdout:3109: done (0 left) 2024-04-02T08:34:22.088 INFO:tasks.rados.rados.0.smithi012.stdout:3110: copy_from oid 49 from oid 17 current snap is 297 2024-04-02T08:34:22.088 INFO:tasks.rados.rados.0.smithi012.stdout:3111: snap_remove snap 295 2024-04-02T08:34:22.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:22 smithi012 ceph-mon[88355]: osdmap e672: 8 total, 8 up, 8 in 2024-04-02T08:34:22.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:22 smithi012 ceph-mon[90784]: osdmap e672: 8 total, 8 up, 8 in 2024-04-02T08:34:22.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:22 smithi055 ceph-mon[85080]: osdmap e672: 8 total, 8 up, 8 in 2024-04-02T08:34:22.561 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:34:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:34:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:34:23.094 INFO:tasks.rados.rados.0.smithi012.stdout:3111: done (1 left) 2024-04-02T08:34:23.094 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 28 current snap is 297 2024-04-02T08:34:23.094 INFO:tasks.rados.rados.0.smithi012.stdout:3110: finishing copy_from racing read to smithi01277369-49 2024-04-02T08:34:23.094 INFO:tasks.rados.rados.0.smithi012.stdout:3110: finishing copy_from to smithi01277369-49 2024-04-02T08:34:23.094 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 49 v 2405 (ObjNum 934 snap 287 seq_num 934) dirty exists 2024-04-02T08:34:23.094 INFO:tasks.rados.rados.0.smithi012.stdout:3112: seq_num 970 ranges {3342336=655360,3997696=516096,4513792=688128} 2024-04-02T08:34:23.116 INFO:tasks.rados.rados.0.smithi012.stdout:3112: writing smithi01277369-28 from 3342336 to 3997696 tid 1 2024-04-02T08:34:23.119 INFO:tasks.rados.rados.0.smithi012.stdout:3112: writing smithi01277369-28 from 3997696 to 4513792 tid 2 2024-04-02T08:34:23.123 INFO:tasks.rados.rados.0.smithi012.stdout:3112: writing smithi01277369-28 from 4513792 to 5201920 tid 3 2024-04-02T08:34:23.123 INFO:tasks.rados.rados.0.smithi012.stdout:3110: done (1 left) 2024-04-02T08:34:23.123 INFO:tasks.rados.rados.0.smithi012.stdout:3113: snap_remove snap 294 2024-04-02T08:34:23.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:23 smithi012 ceph-mon[88355]: osdmap e673: 8 total, 8 up, 8 in 2024-04-02T08:34:23.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:23 smithi012 ceph-mon[88355]: pgmap v678: 121 pgs: 121 active+clean; 183 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 7.0 MiB/s wr, 28 op/s 2024-04-02T08:34:23.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:23 smithi012 ceph-mon[90784]: osdmap e673: 8 total, 8 up, 8 in 2024-04-02T08:34:23.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:23 smithi012 ceph-mon[90784]: pgmap v678: 121 pgs: 121 active+clean; 183 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 7.0 MiB/s wr, 28 op/s 2024-04-02T08:34:23.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:23 smithi055 ceph-mon[85080]: osdmap e673: 8 total, 8 up, 8 in 2024-04-02T08:34:23.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:23 smithi055 ceph-mon[85080]: pgmap v678: 121 pgs: 121 active+clean; 183 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 7.0 MiB/s wr, 28 op/s 2024-04-02T08:34:23.983 INFO:tasks.rados.rados.0.smithi012.stdout:3113: done (1 left) 2024-04-02T08:34:23.983 INFO:tasks.rados.rados.0.smithi012.stdout:3114: delete oid 29 current snap is 297 2024-04-02T08:34:23.983 INFO:tasks.rados.rados.0.smithi012.stdout:3112: finishing write tid 1 to smithi01277369-28 2024-04-02T08:34:23.983 INFO:tasks.rados.rados.0.smithi012.stdout:3112: finishing write tid 2 to smithi01277369-28 2024-04-02T08:34:23.983 INFO:tasks.rados.rados.0.smithi012.stdout:3112: finishing write tid 3 to smithi01277369-28 2024-04-02T08:34:23.983 INFO:tasks.rados.rados.0.smithi012.stdout:3112: finishing write tid 4 to smithi01277369-28 2024-04-02T08:34:23.984 INFO:tasks.rados.rados.0.smithi012.stdout:3112: finishing write tid 5 to smithi01277369-28 2024-04-02T08:34:23.984 INFO:tasks.rados.rados.0.smithi012.stdout:3112: oid 28 updating version 0 to 2069 2024-04-02T08:34:23.984 INFO:tasks.rados.rados.0.smithi012.stdout:3112: oid 28 updating version 2069 to 2070 2024-04-02T08:34:23.984 INFO:tasks.rados.rados.0.smithi012.stdout:3112: oid 28 updating version 2070 to 2071 2024-04-02T08:34:23.984 INFO:tasks.rados.rados.0.smithi012.stdout:3112: oid 28 version 2071 is already newer than 2068 2024-04-02T08:34:23.984 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 28 v 2071 (ObjNum 970 snap 297 seq_num 970) dirty exists 2024-04-02T08:34:23.984 INFO:tasks.rados.rados.0.smithi012.stdout:3112: left oid 28 (ObjNum 970 snap 297 seq_num 970) 2024-04-02T08:34:23.991 INFO:tasks.rados.rados.0.smithi012.stdout:3112: done (1 left) 2024-04-02T08:34:23.991 INFO:tasks.rados.rados.0.smithi012.stdout:3114: done (0 left) 2024-04-02T08:34:23.991 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 4 current snap is 297 2024-04-02T08:34:23.991 INFO:tasks.rados.rados.0.smithi012.stdout:3115: seq_num 972 ranges {2138112=688128,2826240=688128,3514368=516096} 2024-04-02T08:34:24.007 INFO:tasks.rados.rados.0.smithi012.stdout:3115: writing smithi01277369-4 from 2138112 to 2826240 tid 1 2024-04-02T08:34:24.011 INFO:tasks.rados.rados.0.smithi012.stdout:3115: writing smithi01277369-4 from 2826240 to 3514368 tid 2 2024-04-02T08:34:24.014 INFO:tasks.rados.rados.0.smithi012.stdout:3115: writing smithi01277369-4 from 3514368 to 4030464 tid 3 2024-04-02T08:34:24.014 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 40 current snap is 297 2024-04-02T08:34:24.015 INFO:tasks.rados.rados.0.smithi012.stdout:3115: finishing write tid 1 to smithi01277369-4 2024-04-02T08:34:24.015 INFO:tasks.rados.rados.0.smithi012.stdout:3116: seq_num 973 ranges {0=704512,704512=573440,1277952=507904,1785856=122880} 2024-04-02T08:34:24.018 INFO:tasks.rados.rados.0.smithi012.stdout:3116: writing smithi01277369-40 from 0 to 704512 tid 1 2024-04-02T08:34:24.021 INFO:tasks.rados.rados.0.smithi012.stdout:3116: writing smithi01277369-40 from 704512 to 1277952 tid 2 2024-04-02T08:34:24.024 INFO:tasks.rados.rados.0.smithi012.stdout:3116: writing smithi01277369-40 from 1277952 to 1785856 tid 3 2024-04-02T08:34:24.026 INFO:tasks.rados.rados.0.smithi012.stdout:3116: writing smithi01277369-40 from 1785856 to 1908736 tid 4 2024-04-02T08:34:24.026 INFO:tasks.rados.rados.0.smithi012.stdout:3117: copy_from oid 33 from oid 22 current snap is 297 2024-04-02T08:34:24.026 INFO:tasks.rados.rados.0.smithi012.stdout:3115: finishing write tid 2 to smithi01277369-4 2024-04-02T08:34:24.026 INFO:tasks.rados.rados.0.smithi012.stdout:3115: finishing write tid 3 to smithi01277369-4 2024-04-02T08:34:24.026 INFO:tasks.rados.rados.0.smithi012.stdout:3115: finishing write tid 4 to smithi01277369-4 2024-04-02T08:34:24.026 INFO:tasks.rados.rados.0.smithi012.stdout:3115: finishing write tid 5 to smithi01277369-4 2024-04-02T08:34:24.026 INFO:tasks.rados.rados.0.smithi012.stdout:3115: oid 4 updating version 0 to 1258 2024-04-02T08:34:24.026 INFO:tasks.rados.rados.0.smithi012.stdout:3115: oid 4 updating version 1258 to 1259 2024-04-02T08:34:24.027 INFO:tasks.rados.rados.0.smithi012.stdout:3115: oid 4 version 1259 is already newer than 1257 2024-04-02T08:34:24.027 INFO:tasks.rados.rados.0.smithi012.stdout:3115: oid 4 version 1259 is already newer than 1256 2024-04-02T08:34:24.027 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 4 v 1259 (ObjNum 972 snap 297 seq_num 972) dirty exists 2024-04-02T08:34:24.027 INFO:tasks.rados.rados.0.smithi012.stdout:3115: left oid 4 (ObjNum 972 snap 297 seq_num 972) 2024-04-02T08:34:24.027 INFO:tasks.rados.rados.0.smithi012.stdout:3116: finishing write tid 1 to smithi01277369-40 2024-04-02T08:34:24.027 INFO:tasks.rados.rados.0.smithi012.stdout:3115: done (2 left) 2024-04-02T08:34:24.027 INFO:tasks.rados.rados.0.smithi012.stdout:3118: snap_remove snap 293 2024-04-02T08:34:24.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:24 smithi012 ceph-mon[88355]: osdmap e674: 8 total, 8 up, 8 in 2024-04-02T08:34:24.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:24 smithi012 ceph-mon[88355]: osdmap e675: 8 total, 8 up, 8 in 2024-04-02T08:34:24.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:24 smithi012 ceph-mon[90784]: osdmap e674: 8 total, 8 up, 8 in 2024-04-02T08:34:24.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:24 smithi012 ceph-mon[90784]: osdmap e675: 8 total, 8 up, 8 in 2024-04-02T08:34:24.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:24 smithi055 ceph-mon[85080]: osdmap e674: 8 total, 8 up, 8 in 2024-04-02T08:34:24.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:24 smithi055 ceph-mon[85080]: osdmap e675: 8 total, 8 up, 8 in 2024-04-02T08:34:24.986 INFO:tasks.rados.rados.0.smithi012.stdout:3118: done (2 left) 2024-04-02T08:34:24.986 INFO:tasks.rados.rados.0.smithi012.stdout:3119: rmattr oid 45 current snap is 297 2024-04-02T08:34:24.986 INFO:tasks.rados.rados.0.smithi012.stdout:3116: finishing write tid 2 to smithi01277369-40 2024-04-02T08:34:24.986 INFO:tasks.rados.rados.0.smithi012.stdout:3116: finishing write tid 3 to smithi01277369-40 2024-04-02T08:34:24.986 INFO:tasks.rados.rados.0.smithi012.stdout:3116: finishing write tid 4 to smithi01277369-40 2024-04-02T08:34:24.986 INFO:tasks.rados.rados.0.smithi012.stdout:3116: finishing write tid 5 to smithi01277369-40 2024-04-02T08:34:24.986 INFO:tasks.rados.rados.0.smithi012.stdout:3116: finishing write tid 6 to smithi01277369-40 2024-04-02T08:34:24.986 INFO:tasks.rados.rados.0.smithi012.stdout:3116: oid 40 updating version 0 to 2204 2024-04-02T08:34:24.986 INFO:tasks.rados.rados.0.smithi012.stdout:3116: oid 40 version 2204 is already newer than 2201 2024-04-02T08:34:24.986 INFO:tasks.rados.rados.0.smithi012.stdout:3116: oid 40 updating version 2204 to 2205 2024-04-02T08:34:24.987 INFO:tasks.rados.rados.0.smithi012.stdout:3116: oid 40 version 2205 is already newer than 2203 2024-04-02T08:34:24.987 INFO:tasks.rados.rados.0.smithi012.stdout:3116: oid 40 version 2205 is already newer than 2202 2024-04-02T08:34:24.987 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 40 v 2205 (ObjNum 973 snap 297 seq_num 973) dirty exists 2024-04-02T08:34:24.987 INFO:tasks.rados.rados.0.smithi012.stdout:3116: left oid 40 (ObjNum 973 snap 297 seq_num 973) 2024-04-02T08:34:24.987 INFO:tasks.rados.rados.0.smithi012.stdout:3117: finishing copy_from racing read to smithi01277369-33 2024-04-02T08:34:24.987 INFO:tasks.rados.rados.0.smithi012.stdout:3117: finishing copy_from to smithi01277369-33 2024-04-02T08:34:24.987 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 33 v 2080 (ObjNum 966 snap 296 seq_num 966) dirty exists 2024-04-02T08:34:24.987 INFO:tasks.rados.rados.0.smithi012.stdout:3116: done (2 left) 2024-04-02T08:34:24.987 INFO:tasks.rados.rados.0.smithi012.stdout:3117: done (1 left) 2024-04-02T08:34:24.987 INFO:tasks.rados.rados.0.smithi012.stdout:3120: setattr oid 27 current snap is 297 2024-04-02T08:34:24.988 INFO:tasks.rados.rados.0.smithi012.stdout:3121: read oid 35 snap -1 2024-04-02T08:34:24.988 INFO:tasks.rados.rados.0.smithi012.stdout:3121: expect deleted 2024-04-02T08:34:24.988 INFO:tasks.rados.rados.0.smithi012.stdout:3122: snap_remove snap 290 2024-04-02T08:34:25.988 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 45 v 2072 (ObjNum 958 snap 295 seq_num 958) dirty exists 2024-04-02T08:34:25.988 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 27 v 2073 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-02T08:34:25.988 INFO:tasks.rados.rados.0.smithi012.stdout:3119: done (3 left) 2024-04-02T08:34:25.988 INFO:tasks.rados.rados.0.smithi012.stdout:3120: done (2 left) 2024-04-02T08:34:25.988 INFO:tasks.rados.rados.0.smithi012.stdout:3121: done (1 left) 2024-04-02T08:34:25.988 INFO:tasks.rados.rados.0.smithi012.stdout:3122: done (0 left) 2024-04-02T08:34:25.989 INFO:tasks.rados.rados.0.smithi012.stdout:3123: snap_remove snap 292 2024-04-02T08:34:26.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:25 smithi055 ceph-mon[85080]: pgmap v681: 121 pgs: 121 active+clean; 183 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.6 MiB/s wr, 18 op/s 2024-04-02T08:34:26.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:25 smithi055 ceph-mon[85080]: osdmap e676: 8 total, 8 up, 8 in 2024-04-02T08:34:26.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:25 smithi012 ceph-mon[88355]: pgmap v681: 121 pgs: 121 active+clean; 183 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.6 MiB/s wr, 18 op/s 2024-04-02T08:34:26.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:25 smithi012 ceph-mon[88355]: osdmap e676: 8 total, 8 up, 8 in 2024-04-02T08:34:26.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:25 smithi012 ceph-mon[90784]: pgmap v681: 121 pgs: 121 active+clean; 183 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.6 MiB/s wr, 18 op/s 2024-04-02T08:34:26.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:25 smithi012 ceph-mon[90784]: osdmap e676: 8 total, 8 up, 8 in 2024-04-02T08:34:26.991 INFO:tasks.rados.rados.0.smithi012.stdout:3123: done (0 left) 2024-04-02T08:34:26.991 INFO:tasks.rados.rados.0.smithi012.stdout:3124: copy_from oid 5 from oid 40 current snap is 297 2024-04-02T08:34:26.991 INFO:tasks.rados.rados.0.smithi012.stdout:3125: setattr oid 39 current snap is 297 2024-04-02T08:34:26.992 INFO:tasks.rados.rados.0.smithi012.stdout:3126: snap_remove snap 296 2024-04-02T08:34:27.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:27 smithi055 ceph-mon[85080]: osdmap e677: 8 total, 8 up, 8 in 2024-04-02T08:34:27.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:27 smithi055 ceph-mon[85080]: osdmap e678: 8 total, 8 up, 8 in 2024-04-02T08:34:27.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:27 smithi012 ceph-mon[88355]: osdmap e677: 8 total, 8 up, 8 in 2024-04-02T08:34:27.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:27 smithi012 ceph-mon[88355]: osdmap e678: 8 total, 8 up, 8 in 2024-04-02T08:34:27.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:27 smithi012 ceph-mon[90784]: osdmap e677: 8 total, 8 up, 8 in 2024-04-02T08:34:27.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:27 smithi012 ceph-mon[90784]: osdmap e678: 8 total, 8 up, 8 in 2024-04-02T08:34:27.988 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 39 v 2046 (ObjNum 875 snap 274 seq_num 875) dirty exists 2024-04-02T08:34:27.989 INFO:tasks.rados.rados.0.smithi012.stdout:3124: finishing copy_from racing read to smithi01277369-5 2024-04-02T08:34:27.989 INFO:tasks.rados.rados.0.smithi012.stdout:3124: finishing copy_from to smithi01277369-5 2024-04-02T08:34:27.989 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 5 v 2205 (ObjNum 973 snap 297 seq_num 973) dirty exists 2024-04-02T08:34:27.989 INFO:tasks.rados.rados.0.smithi012.stdout:3124: done (2 left) 2024-04-02T08:34:27.989 INFO:tasks.rados.rados.0.smithi012.stdout:3125: done (1 left) 2024-04-02T08:34:27.989 INFO:tasks.rados.rados.0.smithi012.stdout:3126: done (0 left) 2024-04-02T08:34:27.989 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 33 current snap is 297 2024-04-02T08:34:27.989 INFO:tasks.rados.rados.0.smithi012.stdout:3127: seq_num 974 ranges {4169728=720896,4890624=507904,5398528=671744,6070272=24576} 2024-04-02T08:34:28.016 INFO:tasks.rados.rados.0.smithi012.stdout:3127: writing smithi01277369-33 from 4169728 to 4890624 tid 1 2024-04-02T08:34:28.019 INFO:tasks.rados.rados.0.smithi012.stdout:3127: writing smithi01277369-33 from 4890624 to 5398528 tid 2 2024-04-02T08:34:28.023 INFO:tasks.rados.rados.0.smithi012.stdout:3127: writing smithi01277369-33 from 5398528 to 6070272 tid 3 2024-04-02T08:34:28.023 INFO:tasks.rados.rados.0.smithi012.stdout:3127: writing smithi01277369-33 from 6070272 to 6094848 tid 4 2024-04-02T08:34:28.023 INFO:tasks.rados.rados.0.smithi012.stdout:3128: rollback oid 28 current snap is 297 2024-04-02T08:34:28.023 INFO:tasks.rados.rados.0.smithi012.stdout:3128: done (1 left) 2024-04-02T08:34:28.024 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 48 current snap is 297 2024-04-02T08:34:28.024 INFO:tasks.rados.rados.0.smithi012.stdout:3127: finishing write tid 1 to smithi01277369-33 2024-04-02T08:34:28.024 INFO:tasks.rados.rados.0.smithi012.stdout:3127: finishing write tid 2 to smithi01277369-33 2024-04-02T08:34:28.024 INFO:tasks.rados.rados.0.smithi012.stdout:3129: seq_num 975 ranges {2940928=737280,3678208=786432,4464640=417792} 2024-04-02T08:34:28.043 INFO:tasks.rados.rados.0.smithi012.stdout:3129: writing smithi01277369-48 from 2940928 to 3678208 tid 1 2024-04-02T08:34:28.048 INFO:tasks.rados.rados.0.smithi012.stdout:3129: writing smithi01277369-48 from 3678208 to 4464640 tid 2 2024-04-02T08:34:28.051 INFO:tasks.rados.rados.0.smithi012.stdout:3129: writing smithi01277369-48 from 4464640 to 4882432 tid 3 2024-04-02T08:34:28.051 INFO:tasks.rados.rados.0.smithi012.stdout:3130: rollback oid 45 current snap is 297 2024-04-02T08:34:28.051 INFO:tasks.rados.rados.0.smithi012.stdout:3130: done (2 left) 2024-04-02T08:34:28.051 INFO:tasks.rados.rados.0.smithi012.stdout:3131: delete oid 24 current snap is 297 2024-04-02T08:34:28.051 INFO:tasks.rados.rados.0.smithi012.stdout:3127: finishing write tid 3 to smithi01277369-33 2024-04-02T08:34:28.052 INFO:tasks.rados.rados.0.smithi012.stdout:3127: finishing write tid 4 to smithi01277369-33 2024-04-02T08:34:28.052 INFO:tasks.rados.rados.0.smithi012.stdout:3127: finishing write tid 5 to smithi01277369-33 2024-04-02T08:34:28.052 INFO:tasks.rados.rados.0.smithi012.stdout:3127: finishing write tid 6 to smithi01277369-33 2024-04-02T08:34:28.052 INFO:tasks.rados.rados.0.smithi012.stdout:3127: oid 33 updating version 0 to 2083 2024-04-02T08:34:28.052 INFO:tasks.rados.rados.0.smithi012.stdout:3127: oid 33 updating version 2083 to 2085 2024-04-02T08:34:28.052 INFO:tasks.rados.rados.0.smithi012.stdout:3127: oid 33 version 2085 is already newer than 2082 2024-04-02T08:34:28.052 INFO:tasks.rados.rados.0.smithi012.stdout:3127: oid 33 updating version 2085 to 2086 2024-04-02T08:34:28.052 INFO:tasks.rados.rados.0.smithi012.stdout:3127: oid 33 version 2086 is already newer than 2084 2024-04-02T08:34:28.052 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 33 v 2086 (ObjNum 974 snap 297 seq_num 974) dirty exists 2024-04-02T08:34:28.052 INFO:tasks.rados.rados.0.smithi012.stdout:3127: left oid 33 (ObjNum 974 snap 297 seq_num 974) 2024-04-02T08:34:28.052 INFO:tasks.rados.rados.0.smithi012.stdout:3129: finishing write tid 1 to smithi01277369-48 2024-04-02T08:34:28.052 INFO:tasks.rados.rados.0.smithi012.stdout:3129: finishing write tid 2 to smithi01277369-48 2024-04-02T08:34:28.053 INFO:tasks.rados.rados.0.smithi012.stdout:3127: done (2 left) 2024-04-02T08:34:28.053 INFO:tasks.rados.rados.0.smithi012.stdout:3131: done (1 left) 2024-04-02T08:34:28.053 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 10 current snap is 297 2024-04-02T08:34:28.054 INFO:tasks.rados.rados.0.smithi012.stdout:3132: seq_num 977 ranges {3833856=770048,4603904=557056,5160960=491520,5652480=155648} 2024-04-02T08:34:28.079 INFO:tasks.rados.rados.0.smithi012.stdout:3132: writing smithi01277369-10 from 3833856 to 4603904 tid 1 2024-04-02T08:34:28.082 INFO:tasks.rados.rados.0.smithi012.stdout:3132: writing smithi01277369-10 from 4603904 to 5160960 tid 2 2024-04-02T08:34:28.084 INFO:tasks.rados.rados.0.smithi012.stdout:3132: writing smithi01277369-10 from 5160960 to 5652480 tid 3 2024-04-02T08:34:28.086 INFO:tasks.rados.rados.0.smithi012.stdout:3132: writing smithi01277369-10 from 5652480 to 5808128 tid 4 2024-04-02T08:34:28.086 INFO:tasks.rados.rados.0.smithi012.stdout:3129: finishing write tid 3 to smithi01277369-48 2024-04-02T08:34:28.086 INFO:tasks.rados.rados.0.smithi012.stdout:3129: finishing write tid 4 to smithi01277369-48 2024-04-02T08:34:28.086 INFO:tasks.rados.rados.0.smithi012.stdout:3129: finishing write tid 5 to smithi01277369-48 2024-04-02T08:34:28.086 INFO:tasks.rados.rados.0.smithi012.stdout:3129: oid 48 updating version 0 to 2407 2024-04-02T08:34:28.087 INFO:tasks.rados.rados.0.smithi012.stdout:3129: oid 48 updating version 2407 to 2408 2024-04-02T08:34:28.087 INFO:tasks.rados.rados.0.smithi012.stdout:3129: oid 48 version 2408 is already newer than 2406 2024-04-02T08:34:28.087 INFO:tasks.rados.rados.0.smithi012.stdout:3129: oid 48 updating version 2408 to 2409 2024-04-02T08:34:28.087 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 48 v 2409 (ObjNum 975 snap 297 seq_num 975) dirty exists 2024-04-02T08:34:28.087 INFO:tasks.rados.rados.0.smithi012.stdout:3129: left oid 48 (ObjNum 975 snap 297 seq_num 975) 2024-04-02T08:34:28.087 INFO:tasks.rados.rados.0.smithi012.stdout:3132: finishing write tid 1 to smithi01277369-10 2024-04-02T08:34:28.087 INFO:tasks.rados.rados.0.smithi012.stdout:3132: finishing write tid 2 to smithi01277369-10 2024-04-02T08:34:28.087 INFO:tasks.rados.rados.0.smithi012.stdout:3129: done (1 left) 2024-04-02T08:34:28.087 INFO:tasks.rados.rados.0.smithi012.stdout:3133: delete oid 48 current snap is 297 2024-04-02T08:34:28.087 INFO:tasks.rados.rados.0.smithi012.stdout:3133: done (1 left) 2024-04-02T08:34:28.088 INFO:tasks.rados.rados.0.smithi012.stdout:3134: copy_from oid 35 from oid 30 current snap is 297 2024-04-02T08:34:28.088 INFO:tasks.rados.rados.0.smithi012.stdout:3135: copy_from oid 26 from oid 32 current snap is 297 2024-04-02T08:34:28.088 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 40 current snap is 297 2024-04-02T08:34:28.088 INFO:tasks.rados.rados.0.smithi012.stdout:3136: seq_num 979 ranges {1908736=802816,2711552=729088,3440640=458752,3899392=16384} 2024-04-02T08:34:28.103 INFO:tasks.rados.rados.0.smithi012.stdout:3136: writing smithi01277369-40 from 1908736 to 2711552 tid 1 2024-04-02T08:34:28.108 INFO:tasks.rados.rados.0.smithi012.stdout:3136: writing smithi01277369-40 from 2711552 to 3440640 tid 2 2024-04-02T08:34:28.111 INFO:tasks.rados.rados.0.smithi012.stdout:3136: writing smithi01277369-40 from 3440640 to 3899392 tid 3 2024-04-02T08:34:28.111 INFO:tasks.rados.rados.0.smithi012.stdout:3136: writing smithi01277369-40 from 3899392 to 3915776 tid 4 2024-04-02T08:34:28.111 INFO:tasks.rados.rados.0.smithi012.stdout:3137: rollback oid 13 current snap is 297 2024-04-02T08:34:28.111 INFO:tasks.rados.rados.0.smithi012.stdout:3137: done (4 left) 2024-04-02T08:34:28.111 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 49 current snap is 297 2024-04-02T08:34:28.111 INFO:tasks.rados.rados.0.smithi012.stdout:3138: seq_num 980 ranges {6373376=417792,6791168=614400,7405568=663552,8069120=327680} 2024-04-02T08:34:28.150 INFO:tasks.rados.rados.0.smithi012.stdout:3138: writing smithi01277369-49 from 6373376 to 6791168 tid 1 2024-04-02T08:34:28.154 INFO:tasks.rados.rados.0.smithi012.stdout:3138: writing smithi01277369-49 from 6791168 to 7405568 tid 2 2024-04-02T08:34:28.158 INFO:tasks.rados.rados.0.smithi012.stdout:3138: writing smithi01277369-49 from 7405568 to 8069120 tid 3 2024-04-02T08:34:28.163 INFO:tasks.rados.rados.0.smithi012.stdout:3138: writing smithi01277369-49 from 8069120 to 8396800 tid 4 2024-04-02T08:34:28.163 INFO:tasks.rados.rados.0.smithi012.stdout:3132: finishing write tid 3 to smithi01277369-10 2024-04-02T08:34:28.163 INFO:tasks.rados.rados.0.smithi012.stdout:3139: read oid 11 snap -1 2024-04-02T08:34:28.163 INFO:tasks.rados.rados.0.smithi012.stdout:3139: expect deleted 2024-04-02T08:34:28.163 INFO:tasks.rados.rados.0.smithi012.stdout:3140: copy_from oid 5 from oid 42 current snap is 297 2024-04-02T08:34:28.163 INFO:tasks.rados.rados.0.smithi012.stdout:3132: finishing write tid 4 to smithi01277369-10 2024-04-02T08:34:28.163 INFO:tasks.rados.rados.0.smithi012.stdout:3132: finishing write tid 5 to smithi01277369-10 2024-04-02T08:34:28.163 INFO:tasks.rados.rados.0.smithi012.stdout:3132: finishing write tid 6 to smithi01277369-10 2024-04-02T08:34:28.163 INFO:tasks.rados.rados.0.smithi012.stdout:3132: oid 10 updating version 0 to 2076 2024-04-02T08:34:28.163 INFO:tasks.rados.rados.0.smithi012.stdout:3132: oid 10 updating version 2076 to 2077 2024-04-02T08:34:28.163 INFO:tasks.rados.rados.0.smithi012.stdout:3132: oid 10 version 2077 is already newer than 2074 2024-04-02T08:34:28.163 INFO:tasks.rados.rados.0.smithi012.stdout:3132: oid 10 version 2077 is already newer than 2075 2024-04-02T08:34:28.163 INFO:tasks.rados.rados.0.smithi012.stdout:3132: oid 10 updating version 2077 to 2078 2024-04-02T08:34:28.164 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 10 v 2078 (ObjNum 977 snap 297 seq_num 977) dirty exists 2024-04-02T08:34:28.164 INFO:tasks.rados.rados.0.smithi012.stdout:3132: left oid 10 (ObjNum 977 snap 297 seq_num 977) 2024-04-02T08:34:28.164 INFO:tasks.rados.rados.0.smithi012.stdout:3134: finishing copy_from racing read to smithi01277369-35 2024-04-02T08:34:28.164 INFO:tasks.rados.rados.0.smithi012.stdout:3132: done (6 left) 2024-04-02T08:34:28.164 INFO:tasks.rados.rados.0.smithi012.stdout:3141: rollback oid 6 current snap is 297 2024-04-02T08:34:28.164 INFO:tasks.rados.rados.0.smithi012.stdout:3141: done (6 left) 2024-04-02T08:34:28.164 INFO:tasks.rados.rados.0.smithi012.stdout:3142: rollback oid 10 current snap is 297 2024-04-02T08:34:28.164 INFO:tasks.rados.rados.0.smithi012.stdout:3142: done (6 left) 2024-04-02T08:34:28.164 INFO:tasks.rados.rados.0.smithi012.stdout:3143: rmattr oid 38 current snap is 297 2024-04-02T08:34:28.164 INFO:tasks.rados.rados.0.smithi012.stdout:3143: done (6 left) 2024-04-02T08:34:28.164 INFO:tasks.rados.rados.0.smithi012.stdout:3144: delete oid 48 current snap is 297 2024-04-02T08:34:28.164 INFO:tasks.rados.rados.0.smithi012.stdout:3134: finishing copy_from to smithi01277369-35 2024-04-02T08:34:28.164 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 35 v 2070 (ObjNum 799 snap 260 seq_num 799) dirty exists 2024-04-02T08:34:28.164 INFO:tasks.rados.rados.0.smithi012.stdout:3136: finishing write tid 1 to smithi01277369-40 2024-04-02T08:34:28.165 INFO:tasks.rados.rados.0.smithi012.stdout:3136: finishing write tid 2 to smithi01277369-40 2024-04-02T08:34:28.165 INFO:tasks.rados.rados.0.smithi012.stdout:3135: finishing copy_from racing read to smithi01277369-26 2024-04-02T08:34:28.165 INFO:tasks.rados.rados.0.smithi012.stdout:3136: finishing write tid 3 to smithi01277369-40 2024-04-02T08:34:28.165 INFO:tasks.rados.rados.0.smithi012.stdout:3136: finishing write tid 4 to smithi01277369-40 2024-04-02T08:34:28.165 INFO:tasks.rados.rados.0.smithi012.stdout:3136: finishing write tid 5 to smithi01277369-40 2024-04-02T08:34:28.165 INFO:tasks.rados.rados.0.smithi012.stdout:3136: finishing write tid 6 to smithi01277369-40 2024-04-02T08:34:28.165 INFO:tasks.rados.rados.0.smithi012.stdout:3136: oid 40 updating version 0 to 2208 2024-04-02T08:34:28.165 INFO:tasks.rados.rados.0.smithi012.stdout:3136: oid 40 updating version 2208 to 2210 2024-04-02T08:34:28.165 INFO:tasks.rados.rados.0.smithi012.stdout:3136: oid 40 version 2210 is already newer than 2207 2024-04-02T08:34:28.165 INFO:tasks.rados.rados.0.smithi012.stdout:3136: oid 40 version 2210 is already newer than 2209 2024-04-02T08:34:28.165 INFO:tasks.rados.rados.0.smithi012.stdout:3136: oid 40 version 2210 is already newer than 2206 2024-04-02T08:34:28.165 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 40 v 2210 (ObjNum 979 snap 297 seq_num 979) dirty exists 2024-04-02T08:34:28.165 INFO:tasks.rados.rados.0.smithi012.stdout:3136: left oid 40 (ObjNum 979 snap 297 seq_num 979) 2024-04-02T08:34:28.165 INFO:tasks.rados.rados.0.smithi012.stdout:3135: finishing copy_from to smithi01277369-26 2024-04-02T08:34:28.165 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 26 v 1838 (ObjNum 843 snap 269 seq_num 843) dirty exists 2024-04-02T08:34:28.166 INFO:tasks.rados.rados.0.smithi012.stdout:3138: finishing write tid 1 to smithi01277369-49 2024-04-02T08:34:28.166 INFO:tasks.rados.rados.0.smithi012.stdout:3138: finishing write tid 2 to smithi01277369-49 2024-04-02T08:34:28.166 INFO:tasks.rados.rados.0.smithi012.stdout:3138: finishing write tid 3 to smithi01277369-49 2024-04-02T08:34:28.167 INFO:tasks.rados.rados.0.smithi012.stdout:3138: finishing write tid 4 to smithi01277369-49 2024-04-02T08:34:28.167 INFO:tasks.rados.rados.0.smithi012.stdout:3138: finishing write tid 5 to smithi01277369-49 2024-04-02T08:34:28.167 INFO:tasks.rados.rados.0.smithi012.stdout:3138: finishing write tid 6 to smithi01277369-49 2024-04-02T08:34:28.167 INFO:tasks.rados.rados.0.smithi012.stdout:3138: oid 49 updating version 0 to 2411 2024-04-02T08:34:28.167 INFO:tasks.rados.rados.0.smithi012.stdout:3138: oid 49 updating version 2411 to 2414 2024-04-02T08:34:28.167 INFO:tasks.rados.rados.0.smithi012.stdout:3138: oid 49 updating version 2414 to 2415 2024-04-02T08:34:28.167 INFO:tasks.rados.rados.0.smithi012.stdout:3138: oid 49 version 2415 is already newer than 2413 2024-04-02T08:34:28.167 INFO:tasks.rados.rados.0.smithi012.stdout:3138: oid 49 version 2415 is already newer than 2412 2024-04-02T08:34:28.167 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 49 v 2415 (ObjNum 980 snap 297 seq_num 980) dirty exists 2024-04-02T08:34:28.167 INFO:tasks.rados.rados.0.smithi012.stdout:3138: left oid 49 (ObjNum 980 snap 297 seq_num 980) 2024-04-02T08:34:28.168 INFO:tasks.rados.rados.0.smithi012.stdout:3134: done (6 left) 2024-04-02T08:34:28.168 INFO:tasks.rados.rados.0.smithi012.stdout:3135: done (5 left) 2024-04-02T08:34:28.168 INFO:tasks.rados.rados.0.smithi012.stdout:3136: done (4 left) 2024-04-02T08:34:28.168 INFO:tasks.rados.rados.0.smithi012.stdout:3138: done (3 left) 2024-04-02T08:34:28.168 INFO:tasks.rados.rados.0.smithi012.stdout:3139: done (2 left) 2024-04-02T08:34:28.168 INFO:tasks.rados.rados.0.smithi012.stdout:3144: done (1 left) 2024-04-02T08:34:28.168 INFO:tasks.rados.rados.0.smithi012.stdout:3145: read oid 30 snap -1 2024-04-02T08:34:28.168 INFO:tasks.rados.rados.0.smithi012.stdout:3145: expect (ObjNum 799 snap 260 seq_num 799) 2024-04-02T08:34:28.168 INFO:tasks.rados.rados.0.smithi012.stdout:3146: delete oid 44 current snap is 297 2024-04-02T08:34:28.174 INFO:tasks.rados.rados.0.smithi012.stdout:3146: done (2 left) 2024-04-02T08:34:28.174 INFO:tasks.rados.rados.0.smithi012.stdout:3147: copy_from oid 14 from oid 28 current snap is 297 2024-04-02T08:34:28.174 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 34 current snap is 297 2024-04-02T08:34:28.175 INFO:tasks.rados.rados.0.smithi012.stdout:3148: seq_num 983 ranges {0=466944,466944=712704,1179648=434176,1613824=458752} 2024-04-02T08:34:28.176 INFO:tasks.rados.rados.0.smithi012.stdout:3148: writing smithi01277369-34 from 0 to 466944 tid 1 2024-04-02T08:34:28.181 INFO:tasks.rados.rados.0.smithi012.stdout:3148: writing smithi01277369-34 from 466944 to 1179648 tid 2 2024-04-02T08:34:28.184 INFO:tasks.rados.rados.0.smithi012.stdout:3148: writing smithi01277369-34 from 1179648 to 1613824 tid 3 2024-04-02T08:34:28.187 INFO:tasks.rados.rados.0.smithi012.stdout:3148: writing smithi01277369-34 from 1613824 to 2072576 tid 4 2024-04-02T08:34:28.187 INFO:tasks.rados.rados.0.smithi012.stdout:3149: read oid 29 snap -1 2024-04-02T08:34:28.187 INFO:tasks.rados.rados.0.smithi012.stdout:3149: expect deleted 2024-04-02T08:34:28.187 INFO:tasks.rados.rados.0.smithi012.stdout:3150: delete oid 47 current snap is 297 2024-04-02T08:34:28.188 INFO:tasks.rados.rados.0.smithi012.stdout:3140: finishing copy_from racing read to smithi01277369-5 2024-04-02T08:34:28.188 INFO:tasks.rados.rados.0.smithi012.stdout:3140: finishing copy_from to smithi01277369-5 2024-04-02T08:34:28.188 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 5 v 2053 (ObjNum 965 snap 296 seq_num 965) dirty exists 2024-04-02T08:34:28.188 INFO:tasks.rados.rados.0.smithi012.stdout:3148: finishing write tid 1 to smithi01277369-34 2024-04-02T08:34:28.188 INFO:tasks.rados.rados.0.smithi012.stdout:3145: expect (ObjNum 799 snap 260 seq_num 799) 2024-04-02T08:34:28.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:28 smithi055 ceph-mon[85080]: pgmap v684: 121 pgs: 121 active+clean; 185 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 5.1 MiB/s wr, 14 op/s 2024-04-02T08:34:28.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:28 smithi055 ceph-mon[85080]: osdmap e679: 8 total, 8 up, 8 in 2024-04-02T08:34:28.414 INFO:tasks.rados.rados.0.smithi012.stdout:3148: finishing write tid 2 to smithi01277369-34 2024-04-02T08:34:28.414 INFO:tasks.rados.rados.0.smithi012.stdout:3148: finishing write tid 3 to smithi01277369-34 2024-04-02T08:34:28.414 INFO:tasks.rados.rados.0.smithi012.stdout:3148: finishing write tid 4 to smithi01277369-34 2024-04-02T08:34:28.414 INFO:tasks.rados.rados.0.smithi012.stdout:3148: finishing write tid 5 to smithi01277369-34 2024-04-02T08:34:28.414 INFO:tasks.rados.rados.0.smithi012.stdout:3148: finishing write tid 6 to smithi01277369-34 2024-04-02T08:34:28.414 INFO:tasks.rados.rados.0.smithi012.stdout:3148: oid 34 updating version 0 to 1103 2024-04-02T08:34:28.414 INFO:tasks.rados.rados.0.smithi012.stdout:3148: oid 34 version 1103 is already newer than 1102 2024-04-02T08:34:28.415 INFO:tasks.rados.rados.0.smithi012.stdout:3148: oid 34 version 1103 is already newer than 1099 2024-04-02T08:34:28.415 INFO:tasks.rados.rados.0.smithi012.stdout:3148: oid 34 version 1103 is already newer than 1100 2024-04-02T08:34:28.415 INFO:tasks.rados.rados.0.smithi012.stdout:3148: oid 34 version 1103 is already newer than 1101 2024-04-02T08:34:28.415 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 34 v 1103 (ObjNum 983 snap 297 seq_num 983) dirty exists 2024-04-02T08:34:28.415 INFO:tasks.rados.rados.0.smithi012.stdout:3148: left oid 34 (ObjNum 983 snap 297 seq_num 983) 2024-04-02T08:34:28.415 INFO:tasks.rados.rados.0.smithi012.stdout:3147: finishing copy_from racing read to smithi01277369-14 2024-04-02T08:34:28.415 INFO:tasks.rados.rados.0.smithi012.stdout:3147: finishing copy_from to smithi01277369-14 2024-04-02T08:34:28.415 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 14 v 2071 (ObjNum 970 snap 297 seq_num 970) dirty exists 2024-04-02T08:34:28.415 INFO:tasks.rados.rados.0.smithi012.stdout:3140: done (5 left) 2024-04-02T08:34:28.415 INFO:tasks.rados.rados.0.smithi012.stdout:3145: done (4 left) 2024-04-02T08:34:28.415 INFO:tasks.rados.rados.0.smithi012.stdout:3147: done (3 left) 2024-04-02T08:34:28.415 INFO:tasks.rados.rados.0.smithi012.stdout:3148: done (2 left) 2024-04-02T08:34:28.415 INFO:tasks.rados.rados.0.smithi012.stdout:3149: done (1 left) 2024-04-02T08:34:28.415 INFO:tasks.rados.rados.0.smithi012.stdout:3150: done (0 left) 2024-04-02T08:34:28.415 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 24 current snap is 297 2024-04-02T08:34:28.415 INFO:tasks.rados.rados.0.smithi012.stdout:3151: seq_num 985 ranges {0=499712,499712=483328,983040=450560,1433600=581632,2015232=90112} 2024-04-02T08:34:28.416 INFO:tasks.rados.rados.0.smithi012.stdout:3151: writing smithi01277369-24 from 0 to 499712 tid 1 2024-04-02T08:34:28.418 INFO:tasks.rados.rados.0.smithi012.stdout:3151: writing smithi01277369-24 from 499712 to 983040 tid 2 2024-04-02T08:34:28.421 INFO:tasks.rados.rados.0.smithi012.stdout:3151: writing smithi01277369-24 from 983040 to 1433600 tid 3 2024-04-02T08:34:28.425 INFO:tasks.rados.rados.0.smithi012.stdout:3151: writing smithi01277369-24 from 1433600 to 2015232 tid 4 2024-04-02T08:34:28.426 INFO:tasks.rados.rados.0.smithi012.stdout:3151: writing smithi01277369-24 from 2015232 to 2105344 tid 5 2024-04-02T08:34:28.426 INFO:tasks.rados.rados.0.smithi012.stdout:3152: rollback oid 13 current snap is 297 2024-04-02T08:34:28.426 INFO:tasks.rados.rados.0.smithi012.stdout:3152: done (1 left) 2024-04-02T08:34:28.426 INFO:tasks.rados.rados.0.smithi012.stdout:3153: copy_from oid 8 from oid 9 current snap is 297 2024-04-02T08:34:28.426 INFO:tasks.rados.rados.0.smithi012.stdout:3151: finishing write tid 1 to smithi01277369-24 2024-04-02T08:34:28.427 INFO:tasks.rados.rados.0.smithi012.stdout:3151: finishing write tid 2 to smithi01277369-24 2024-04-02T08:34:28.427 INFO:tasks.rados.rados.0.smithi012.stdout:3151: finishing write tid 3 to smithi01277369-24 2024-04-02T08:34:28.427 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 4 current snap is 297 2024-04-02T08:34:28.427 INFO:tasks.rados.rados.0.smithi012.stdout:3154: seq_num 986 ranges {4030464=516096,4546560=770048,5316608=655360,5971968=180224} 2024-04-02T08:34:28.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:28 smithi012 ceph-mon[90784]: pgmap v684: 121 pgs: 121 active+clean; 185 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 5.1 MiB/s wr, 14 op/s 2024-04-02T08:34:28.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:28 smithi012 ceph-mon[90784]: osdmap e679: 8 total, 8 up, 8 in 2024-04-02T08:34:28.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:28 smithi012 ceph-mon[88355]: pgmap v684: 121 pgs: 121 active+clean; 185 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 5.1 MiB/s wr, 14 op/s 2024-04-02T08:34:28.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:28 smithi012 ceph-mon[88355]: osdmap e679: 8 total, 8 up, 8 in 2024-04-02T08:34:28.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:34:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:34:27] "GET /metrics HTTP/1.1" 200 36250 "" "Prometheus/2.43.0" 2024-04-02T08:34:28.451 INFO:tasks.rados.rados.0.smithi012.stdout:3154: writing smithi01277369-4 from 4030464 to 4546560 tid 1 2024-04-02T08:34:28.456 INFO:tasks.rados.rados.0.smithi012.stdout:3154: writing smithi01277369-4 from 4546560 to 5316608 tid 2 2024-04-02T08:34:28.461 INFO:tasks.rados.rados.0.smithi012.stdout:3154: writing smithi01277369-4 from 5316608 to 5971968 tid 3 2024-04-02T08:34:28.463 INFO:tasks.rados.rados.0.smithi012.stdout:3154: writing smithi01277369-4 from 5971968 to 6152192 tid 4 2024-04-02T08:34:28.464 INFO:tasks.rados.rados.0.smithi012.stdout:3155: snap_create 2024-04-02T08:34:28.464 INFO:tasks.rados.rados.0.smithi012.stdout:3151: finishing write tid 4 to smithi01277369-24 2024-04-02T08:34:28.464 INFO:tasks.rados.rados.0.smithi012.stdout:3151: finishing write tid 5 to smithi01277369-24 2024-04-02T08:34:28.464 INFO:tasks.rados.rados.0.smithi012.stdout:3151: finishing write tid 6 to smithi01277369-24 2024-04-02T08:34:28.464 INFO:tasks.rados.rados.0.smithi012.stdout:3151: finishing write tid 7 to smithi01277369-24 2024-04-02T08:34:28.464 INFO:tasks.rados.rados.0.smithi012.stdout:3151: oid 24 updating version 0 to 2531 2024-04-02T08:34:28.464 INFO:tasks.rados.rados.0.smithi012.stdout:3151: oid 24 version 2531 is already newer than 2529 2024-04-02T08:34:28.464 INFO:tasks.rados.rados.0.smithi012.stdout:3151: oid 24 version 2531 is already newer than 2530 2024-04-02T08:34:28.464 INFO:tasks.rados.rados.0.smithi012.stdout:3151: oid 24 version 2531 is already newer than 2527 2024-04-02T08:34:28.464 INFO:tasks.rados.rados.0.smithi012.stdout:3151: oid 24 updating version 2531 to 2532 2024-04-02T08:34:28.464 INFO:tasks.rados.rados.0.smithi012.stdout:3151: oid 24 version 2532 is already newer than 2528 2024-04-02T08:34:28.464 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 24 v 2532 (ObjNum 985 snap 297 seq_num 985) dirty exists 2024-04-02T08:34:28.464 INFO:tasks.rados.rados.0.smithi012.stdout:3151: left oid 24 (ObjNum 985 snap 297 seq_num 985) 2024-04-02T08:34:28.464 INFO:tasks.rados.rados.0.smithi012.stdout:3153: finishing copy_from racing read to smithi01277369-8 2024-04-02T08:34:28.465 INFO:tasks.rados.rados.0.smithi012.stdout:3153: finishing copy_from to smithi01277369-8 2024-04-02T08:34:28.465 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 8 v 2242 (ObjNum 772 snap 253 seq_num 772) dirty exists 2024-04-02T08:34:28.465 INFO:tasks.rados.rados.0.smithi012.stdout:3154: finishing write tid 1 to smithi01277369-4 2024-04-02T08:34:28.465 INFO:tasks.rados.rados.0.smithi012.stdout:3154: finishing write tid 2 to smithi01277369-4 2024-04-02T08:34:28.467 INFO:tasks.rados.rados.0.smithi012.stdout:3154: finishing write tid 3 to smithi01277369-4 2024-04-02T08:34:28.467 INFO:tasks.rados.rados.0.smithi012.stdout:3154: finishing write tid 4 to smithi01277369-4 2024-04-02T08:34:28.467 INFO:tasks.rados.rados.0.smithi012.stdout:3154: finishing write tid 5 to smithi01277369-4 2024-04-02T08:34:28.468 INFO:tasks.rados.rados.0.smithi012.stdout:3154: finishing write tid 6 to smithi01277369-4 2024-04-02T08:34:28.468 INFO:tasks.rados.rados.0.smithi012.stdout:3154: oid 4 updating version 0 to 1274 2024-04-02T08:34:28.468 INFO:tasks.rados.rados.0.smithi012.stdout:3154: oid 4 version 1274 is already newer than 1273 2024-04-02T08:34:28.468 INFO:tasks.rados.rados.0.smithi012.stdout:3154: oid 4 version 1274 is already newer than 1270 2024-04-02T08:34:28.469 INFO:tasks.rados.rados.0.smithi012.stdout:3154: oid 4 version 1274 is already newer than 1271 2024-04-02T08:34:28.469 INFO:tasks.rados.rados.0.smithi012.stdout:3154: oid 4 version 1274 is already newer than 1272 2024-04-02T08:34:28.469 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 4 v 1274 (ObjNum 986 snap 297 seq_num 986) dirty exists 2024-04-02T08:34:28.469 INFO:tasks.rados.rados.0.smithi012.stdout:3154: left oid 4 (ObjNum 986 snap 297 seq_num 986) 2024-04-02T08:34:28.984 INFO:tasks.rados.rados.0.smithi012.stdout:3151: done (3 left) 2024-04-02T08:34:28.984 INFO:tasks.rados.rados.0.smithi012.stdout:3153: done (2 left) 2024-04-02T08:34:28.984 INFO:tasks.rados.rados.0.smithi012.stdout:3154: done (1 left) 2024-04-02T08:34:28.984 INFO:tasks.rados.rados.0.smithi012.stdout:3155: done (0 left) 2024-04-02T08:34:28.984 INFO:tasks.rados.rados.0.smithi012.stdout:3156: delete oid 47 current snap is 298 2024-04-02T08:34:28.985 INFO:tasks.rados.rados.0.smithi012.stdout:3156: done (0 left) 2024-04-02T08:34:28.985 INFO:tasks.rados.rados.0.smithi012.stdout:3157: snap_create 2024-04-02T08:34:29.985 INFO:tasks.rados.rados.0.smithi012.stdout:3157: done (0 left) 2024-04-02T08:34:29.986 INFO:tasks.rados.rados.0.smithi012.stdout:3158: read oid 39 snap -1 2024-04-02T08:34:29.986 INFO:tasks.rados.rados.0.smithi012.stdout:3158: expect (ObjNum 875 snap 274 seq_num 875) 2024-04-02T08:34:29.986 INFO:tasks.rados.rados.0.smithi012.stdout:3159: snap_remove snap 297 2024-04-02T08:34:30.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:29 smithi055 ceph-mon[85080]: pgmap v687: 121 pgs: 121 active+clean; 185 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 5.1 MiB/s wr, 14 op/s 2024-04-02T08:34:30.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:29 smithi055 ceph-mon[85080]: osdmap e680: 8 total, 8 up, 8 in 2024-04-02T08:34:30.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:30.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:29 smithi012 ceph-mon[90784]: pgmap v687: 121 pgs: 121 active+clean; 185 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 5.1 MiB/s wr, 14 op/s 2024-04-02T08:34:30.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:29 smithi012 ceph-mon[90784]: osdmap e680: 8 total, 8 up, 8 in 2024-04-02T08:34:30.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:30.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:29 smithi012 ceph-mon[88355]: pgmap v687: 121 pgs: 121 active+clean; 185 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 5.1 MiB/s wr, 14 op/s 2024-04-02T08:34:30.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:29 smithi012 ceph-mon[88355]: osdmap e680: 8 total, 8 up, 8 in 2024-04-02T08:34:30.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:30.987 INFO:tasks.rados.rados.0.smithi012.stdout:3159: done (1 left) 2024-04-02T08:34:30.987 INFO:tasks.rados.rados.0.smithi012.stdout:3160: snap_remove snap 298 2024-04-02T08:34:30.987 INFO:tasks.rados.rados.0.smithi012.stdout:3158: expect (ObjNum 875 snap 274 seq_num 875) 2024-04-02T08:34:31.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:30 smithi055 ceph-mon[85080]: osdmap e681: 8 total, 8 up, 8 in 2024-04-02T08:34:31.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:30 smithi055 ceph-mon[85080]: osdmap e682: 8 total, 8 up, 8 in 2024-04-02T08:34:31.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:30 smithi012 ceph-mon[88355]: osdmap e681: 8 total, 8 up, 8 in 2024-04-02T08:34:31.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:30 smithi012 ceph-mon[88355]: osdmap e682: 8 total, 8 up, 8 in 2024-04-02T08:34:31.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:30 smithi012 ceph-mon[90784]: osdmap e681: 8 total, 8 up, 8 in 2024-04-02T08:34:31.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:30 smithi012 ceph-mon[90784]: osdmap e682: 8 total, 8 up, 8 in 2024-04-02T08:34:32.015 INFO:tasks.rados.rados.0.smithi012.stdout:3158: done (1 left) 2024-04-02T08:34:32.015 INFO:tasks.rados.rados.0.smithi012.stdout:3160: done (0 left) 2024-04-02T08:34:32.015 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 6 current snap is 299 2024-04-02T08:34:32.015 INFO:tasks.rados.rados.0.smithi012.stdout:3161: seq_num 988 ranges {8257536=557056,8814592=532480,9347072=622592,9969664=450560} 2024-04-02T08:34:32.063 INFO:tasks.rados.rados.0.smithi012.stdout:3161: writing smithi01277369-6 from 8257536 to 8814592 tid 1 2024-04-02T08:34:32.066 INFO:tasks.rados.rados.0.smithi012.stdout:3161: writing smithi01277369-6 from 8814592 to 9347072 tid 2 2024-04-02T08:34:32.070 INFO:tasks.rados.rados.0.smithi012.stdout:3161: writing smithi01277369-6 from 9347072 to 9969664 tid 3 2024-04-02T08:34:32.073 INFO:tasks.rados.rados.0.smithi012.stdout:3161: writing smithi01277369-6 from 9969664 to 10420224 tid 4 2024-04-02T08:34:32.073 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 40 current snap is 299 2024-04-02T08:34:32.073 INFO:tasks.rados.rados.0.smithi012.stdout:3161: finishing write tid 1 to smithi01277369-6 2024-04-02T08:34:32.073 INFO:tasks.rados.rados.0.smithi012.stdout:3162: seq_num 989 ranges {3915776=573440,4489216=466944,4956160=434176,5390336=638976,6029312=65536} 2024-04-02T08:34:32.098 INFO:tasks.rados.rados.0.smithi012.stdout:3162: writing smithi01277369-40 from 3915776 to 4489216 tid 1 2024-04-02T08:34:32.100 INFO:tasks.rados.rados.0.smithi012.stdout:3162: writing smithi01277369-40 from 4489216 to 4956160 tid 2 2024-04-02T08:34:32.103 INFO:tasks.rados.rados.0.smithi012.stdout:3162: writing smithi01277369-40 from 4956160 to 5390336 tid 3 2024-04-02T08:34:32.107 INFO:tasks.rados.rados.0.smithi012.stdout:3162: writing smithi01277369-40 from 5390336 to 6029312 tid 4 2024-04-02T08:34:32.109 INFO:tasks.rados.rados.0.smithi012.stdout:3162: writing smithi01277369-40 from 6029312 to 6094848 tid 5 2024-04-02T08:34:32.109 INFO:tasks.rados.rados.0.smithi012.stdout:3163: read oid 41 snap -1 2024-04-02T08:34:32.109 INFO:tasks.rados.rados.0.smithi012.stdout:3163: expect (ObjNum 765 snap 252 seq_num 765) 2024-04-02T08:34:32.109 INFO:tasks.rados.rados.0.smithi012.stdout:3164: snap_create 2024-04-02T08:34:32.109 INFO:tasks.rados.rados.0.smithi012.stdout:3161: finishing write tid 2 to smithi01277369-6 2024-04-02T08:34:32.109 INFO:tasks.rados.rados.0.smithi012.stdout:3161: finishing write tid 3 to smithi01277369-6 2024-04-02T08:34:32.109 INFO:tasks.rados.rados.0.smithi012.stdout:3161: finishing write tid 4 to smithi01277369-6 2024-04-02T08:34:32.109 INFO:tasks.rados.rados.0.smithi012.stdout:3161: finishing write tid 5 to smithi01277369-6 2024-04-02T08:34:32.109 INFO:tasks.rados.rados.0.smithi012.stdout:3161: finishing write tid 6 to smithi01277369-6 2024-04-02T08:34:32.109 INFO:tasks.rados.rados.0.smithi012.stdout:3161: oid 6 updating version 0 to 2049 2024-04-02T08:34:32.109 INFO:tasks.rados.rados.0.smithi012.stdout:3161: oid 6 version 2049 is already newer than 2047 2024-04-02T08:34:32.109 INFO:tasks.rados.rados.0.smithi012.stdout:3161: oid 6 updating version 2049 to 2050 2024-04-02T08:34:32.110 INFO:tasks.rados.rados.0.smithi012.stdout:3161: oid 6 version 2050 is already newer than 2048 2024-04-02T08:34:32.110 INFO:tasks.rados.rados.0.smithi012.stdout:3161: oid 6 version 2050 is already newer than 2046 2024-04-02T08:34:32.110 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 6 v 2050 (ObjNum 988 snap 299 seq_num 988) dirty exists 2024-04-02T08:34:32.110 INFO:tasks.rados.rados.0.smithi012.stdout:3161: left oid 6 (ObjNum 988 snap 299 seq_num 988) 2024-04-02T08:34:32.110 INFO:tasks.rados.rados.0.smithi012.stdout:3162: finishing write tid 1 to smithi01277369-40 2024-04-02T08:34:32.110 INFO:tasks.rados.rados.0.smithi012.stdout:3162: finishing write tid 2 to smithi01277369-40 2024-04-02T08:34:32.113 INFO:tasks.rados.rados.0.smithi012.stdout:3162: finishing write tid 3 to smithi01277369-40 2024-04-02T08:34:32.113 INFO:tasks.rados.rados.0.smithi012.stdout:3163: expect (ObjNum 765 snap 252 seq_num 765) 2024-04-02T08:34:32.141 INFO:tasks.rados.rados.0.smithi012.stdout:3162: finishing write tid 4 to smithi01277369-40 2024-04-02T08:34:32.141 INFO:tasks.rados.rados.0.smithi012.stdout:3162: finishing write tid 5 to smithi01277369-40 2024-04-02T08:34:32.141 INFO:tasks.rados.rados.0.smithi012.stdout:3162: finishing write tid 6 to smithi01277369-40 2024-04-02T08:34:32.141 INFO:tasks.rados.rados.0.smithi012.stdout:3162: finishing write tid 7 to smithi01277369-40 2024-04-02T08:34:32.141 INFO:tasks.rados.rados.0.smithi012.stdout:3162: oid 40 updating version 0 to 2213 2024-04-02T08:34:32.141 INFO:tasks.rados.rados.0.smithi012.stdout:3162: oid 40 updating version 2213 to 2215 2024-04-02T08:34:32.141 INFO:tasks.rados.rados.0.smithi012.stdout:3162: oid 40 version 2215 is already newer than 2211 2024-04-02T08:34:32.141 INFO:tasks.rados.rados.0.smithi012.stdout:3162: oid 40 updating version 2215 to 2216 2024-04-02T08:34:32.142 INFO:tasks.rados.rados.0.smithi012.stdout:3162: oid 40 version 2216 is already newer than 2214 2024-04-02T08:34:32.142 INFO:tasks.rados.rados.0.smithi012.stdout:3162: oid 40 version 2216 is already newer than 2212 2024-04-02T08:34:32.142 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 40 v 2216 (ObjNum 989 snap 299 seq_num 989) dirty exists 2024-04-02T08:34:32.142 INFO:tasks.rados.rados.0.smithi012.stdout:3162: left oid 40 (ObjNum 989 snap 299 seq_num 989) 2024-04-02T08:34:32.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:32 smithi055 ceph-mon[85080]: pgmap v690: 121 pgs: 121 active+clean; 175 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 5.8 MiB/s wr, 10 op/s 2024-04-02T08:34:32.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:32 smithi012 ceph-mon[88355]: pgmap v690: 121 pgs: 121 active+clean; 175 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 5.8 MiB/s wr, 10 op/s 2024-04-02T08:34:32.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:32 smithi012 ceph-mon[90784]: pgmap v690: 121 pgs: 121 active+clean; 175 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 5.8 MiB/s wr, 10 op/s 2024-04-02T08:34:32.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:34:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:34:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:34:33.020 INFO:tasks.rados.rados.0.smithi012.stdout:3161: done (3 left) 2024-04-02T08:34:33.020 INFO:tasks.rados.rados.0.smithi012.stdout:3162: done (2 left) 2024-04-02T08:34:33.020 INFO:tasks.rados.rados.0.smithi012.stdout:3163: done (1 left) 2024-04-02T08:34:33.020 INFO:tasks.rados.rados.0.smithi012.stdout:3164: done (0 left) 2024-04-02T08:34:33.020 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 44 current snap is 300 2024-04-02T08:34:33.020 INFO:tasks.rados.rados.0.smithi012.stdout:3165: seq_num 990 ranges {0=589824,589824=753664,1343488=638976,1982464=212992} 2024-04-02T08:34:33.024 INFO:tasks.rados.rados.0.smithi012.stdout:3165: writing smithi01277369-44 from 0 to 589824 tid 1 2024-04-02T08:34:33.029 INFO:tasks.rados.rados.0.smithi012.stdout:3165: writing smithi01277369-44 from 589824 to 1343488 tid 2 2024-04-02T08:34:33.033 INFO:tasks.rados.rados.0.smithi012.stdout:3165: writing smithi01277369-44 from 1343488 to 1982464 tid 3 2024-04-02T08:34:33.035 INFO:tasks.rados.rados.0.smithi012.stdout:3165: writing smithi01277369-44 from 1982464 to 2195456 tid 4 2024-04-02T08:34:33.035 INFO:tasks.rados.rados.0.smithi012.stdout:3166: delete oid 42 current snap is 300 2024-04-02T08:34:33.035 INFO:tasks.rados.rados.0.smithi012.stdout:3165: finishing write tid 1 to smithi01277369-44 2024-04-02T08:34:33.035 INFO:tasks.rados.rados.0.smithi012.stdout:3165: finishing write tid 2 to smithi01277369-44 2024-04-02T08:34:33.038 INFO:tasks.rados.rados.0.smithi012.stdout:3165: finishing write tid 3 to smithi01277369-44 2024-04-02T08:34:33.038 INFO:tasks.rados.rados.0.smithi012.stdout:3165: finishing write tid 4 to smithi01277369-44 2024-04-02T08:34:33.039 INFO:tasks.rados.rados.0.smithi012.stdout:3165: finishing write tid 5 to smithi01277369-44 2024-04-02T08:34:33.040 INFO:tasks.rados.rados.0.smithi012.stdout:3166: done (1 left) 2024-04-02T08:34:33.040 INFO:tasks.rados.rados.0.smithi012.stdout:3167: copy_from oid 41 from oid 3 current snap is 300 2024-04-02T08:34:33.040 INFO:tasks.rados.rados.0.smithi012.stdout:3168: setattr oid 16 current snap is 300 2024-04-02T08:34:33.040 INFO:tasks.rados.rados.0.smithi012.stdout:3165: finishing write tid 6 to smithi01277369-44 2024-04-02T08:34:33.040 INFO:tasks.rados.rados.0.smithi012.stdout:3165: oid 44 updating version 0 to 2090 2024-04-02T08:34:33.041 INFO:tasks.rados.rados.0.smithi012.stdout:3165: oid 44 version 2090 is already newer than 2088 2024-04-02T08:34:33.041 INFO:tasks.rados.rados.0.smithi012.stdout:3165: oid 44 version 2090 is already newer than 2089 2024-04-02T08:34:33.041 INFO:tasks.rados.rados.0.smithi012.stdout:3165: oid 44 updating version 2090 to 2091 2024-04-02T08:34:33.041 INFO:tasks.rados.rados.0.smithi012.stdout:3165: oid 44 version 2091 is already newer than 2087 2024-04-02T08:34:33.041 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 44 v 2091 (ObjNum 990 snap 300 seq_num 990) dirty exists 2024-04-02T08:34:33.041 INFO:tasks.rados.rados.0.smithi012.stdout:3165: left oid 44 (ObjNum 990 snap 300 seq_num 990) 2024-04-02T08:34:33.042 INFO:tasks.rados.rados.0.smithi012.stdout:3165: done (2 left) 2024-04-02T08:34:33.042 INFO:tasks.rados.rados.0.smithi012.stdout:3169: rollback oid 36 current snap is 300 2024-04-02T08:34:33.042 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 36 to 299 2024-04-02T08:34:33.042 INFO:tasks.rados.rados.0.smithi012.stdout:3170: rmattr oid 22 current snap is 300 2024-04-02T08:34:33.042 INFO:tasks.rados.rados.0.smithi012.stdout:3171: rollback oid 15 current snap is 300 2024-04-02T08:34:33.043 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 15 to 299 2024-04-02T08:34:33.043 INFO:tasks.rados.rados.0.smithi012.stdout:3172: copy_from oid 46 from oid 9 current snap is 300 2024-04-02T08:34:33.043 INFO:tasks.rados.rados.0.smithi012.stdout:3173: rollback oid 21 current snap is 300 2024-04-02T08:34:33.043 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 21 to 299 2024-04-02T08:34:33.043 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 11 current snap is 300 2024-04-02T08:34:33.043 INFO:tasks.rados.rados.0.smithi012.stdout:3174: seq_num 992 ranges {0=622592,622592=524288,1146880=606208,1753088=475136} 2024-04-02T08:34:33.046 INFO:tasks.rados.rados.0.smithi012.stdout:3174: writing smithi01277369-11 from 0 to 622592 tid 1 2024-04-02T08:34:33.050 INFO:tasks.rados.rados.0.smithi012.stdout:3174: writing smithi01277369-11 from 622592 to 1146880 tid 2 2024-04-02T08:34:33.054 INFO:tasks.rados.rados.0.smithi012.stdout:3174: writing smithi01277369-11 from 1146880 to 1753088 tid 3 2024-04-02T08:34:33.058 INFO:tasks.rados.rados.0.smithi012.stdout:3174: writing smithi01277369-11 from 1753088 to 2228224 tid 4 2024-04-02T08:34:33.059 INFO:tasks.rados.rados.0.smithi012.stdout:3175: read oid 23 snap 299 2024-04-02T08:34:33.059 INFO:tasks.rados.rados.0.smithi012.stdout:3175: expect (ObjNum 917 snap 283 seq_num 917) 2024-04-02T08:34:33.059 INFO:tasks.rados.rados.0.smithi012.stdout:3169: finishing rollback tid 1 to smithi01277369-36 2024-04-02T08:34:33.059 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 36 v 0 (ObjNum 433 snap 0 seq_num 924614544) dirty dne 2024-04-02T08:34:33.059 INFO:tasks.rados.rados.0.smithi012.stdout:3176: read oid 44 snap -1 2024-04-02T08:34:33.059 INFO:tasks.rados.rados.0.smithi012.stdout:3176: expect (ObjNum 990 snap 300 seq_num 990) 2024-04-02T08:34:33.059 INFO:tasks.rados.rados.0.smithi012.stdout:3169: done (9 left) 2024-04-02T08:34:33.059 INFO:tasks.rados.rados.0.smithi012.stdout:3177: delete oid 12 current snap is 300 2024-04-02T08:34:33.059 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 22 v 2092 (ObjNum 966 snap 296 seq_num 966) dirty exists 2024-04-02T08:34:33.059 INFO:tasks.rados.rados.0.smithi012.stdout:3173: finishing rollback tid 0 to smithi01277369-21 2024-04-02T08:34:33.059 INFO:tasks.rados.rados.0.smithi012.stdout:3173: finishing rollback tid 1 to smithi01277369-21 2024-04-02T08:34:33.059 INFO:tasks.rados.rados.0.smithi012.stdout:3173: finishing rollback tid 2 to smithi01277369-21 2024-04-02T08:34:33.059 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 21 v 2049 (ObjNum 843 snap 269 seq_num 843) dirty exists 2024-04-02T08:34:33.060 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 16 v 1862 (ObjNum 953 snap 292 seq_num 953) dirty exists 2024-04-02T08:34:33.060 INFO:tasks.rados.rados.0.smithi012.stdout:3171: finishing rollback tid 0 to smithi01277369-15 2024-04-02T08:34:33.060 INFO:tasks.rados.rados.0.smithi012.stdout:3171: finishing rollback tid 1 to smithi01277369-15 2024-04-02T08:34:33.060 INFO:tasks.rados.rados.0.smithi012.stdout:3171: finishing rollback tid 2 to smithi01277369-15 2024-04-02T08:34:33.060 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 15 v 1865 (ObjNum 956 snap 294 seq_num 956) dirty exists 2024-04-02T08:34:33.060 INFO:tasks.rados.rados.0.smithi012.stdout:3172: finishing copy_from racing read to smithi01277369-46 2024-04-02T08:34:33.060 INFO:tasks.rados.rados.0.smithi012.stdout:3174: finishing write tid 1 to smithi01277369-11 2024-04-02T08:34:33.060 INFO:tasks.rados.rados.0.smithi012.stdout:3174: finishing write tid 2 to smithi01277369-11 2024-04-02T08:34:33.060 INFO:tasks.rados.rados.0.smithi012.stdout:3172: finishing copy_from to smithi01277369-46 2024-04-02T08:34:33.060 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 46 v 2242 (ObjNum 772 snap 253 seq_num 772) dirty exists 2024-04-02T08:34:33.060 INFO:tasks.rados.rados.0.smithi012.stdout:3167: finishing copy_from racing read to smithi01277369-41 2024-04-02T08:34:33.061 INFO:tasks.rados.rados.0.smithi012.stdout:3167: finishing copy_from to smithi01277369-41 2024-04-02T08:34:33.061 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 41 v 1142 (ObjNum 875 snap 274 seq_num 875) dirty exists 2024-04-02T08:34:33.063 INFO:tasks.rados.rados.0.smithi012.stdout:3167: done (9 left) 2024-04-02T08:34:33.063 INFO:tasks.rados.rados.0.smithi012.stdout:3168: done (8 left) 2024-04-02T08:34:33.063 INFO:tasks.rados.rados.0.smithi012.stdout:3170: done (7 left) 2024-04-02T08:34:33.063 INFO:tasks.rados.rados.0.smithi012.stdout:3171: done (6 left) 2024-04-02T08:34:33.063 INFO:tasks.rados.rados.0.smithi012.stdout:3172: done (5 left) 2024-04-02T08:34:33.063 INFO:tasks.rados.rados.0.smithi012.stdout:3173: done (4 left) 2024-04-02T08:34:33.064 INFO:tasks.rados.rados.0.smithi012.stdout:3177: done (3 left) 2024-04-02T08:34:33.064 INFO:tasks.rados.rados.0.smithi012.stdout:3178: delete oid 30 current snap is 300 2024-04-02T08:34:33.064 INFO:tasks.rados.rados.0.smithi012.stdout:3174: finishing write tid 3 to smithi01277369-11 2024-04-02T08:34:33.064 INFO:tasks.rados.rados.0.smithi012.stdout:3174: finishing write tid 4 to smithi01277369-11 2024-04-02T08:34:33.064 INFO:tasks.rados.rados.0.smithi012.stdout:3174: finishing write tid 5 to smithi01277369-11 2024-04-02T08:34:33.065 INFO:tasks.rados.rados.0.smithi012.stdout:3174: finishing write tid 6 to smithi01277369-11 2024-04-02T08:34:33.065 INFO:tasks.rados.rados.0.smithi012.stdout:3174: oid 11 updating version 0 to 2535 2024-04-02T08:34:33.065 INFO:tasks.rados.rados.0.smithi012.stdout:3174: oid 11 updating version 2535 to 2538 2024-04-02T08:34:33.066 INFO:tasks.rados.rados.0.smithi012.stdout:3174: oid 11 version 2538 is already newer than 2537 2024-04-02T08:34:33.066 INFO:tasks.rados.rados.0.smithi012.stdout:3174: oid 11 version 2538 is already newer than 2534 2024-04-02T08:34:33.066 INFO:tasks.rados.rados.0.smithi012.stdout:3174: oid 11 version 2538 is already newer than 2536 2024-04-02T08:34:33.066 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 11 v 2538 (ObjNum 992 snap 300 seq_num 992) dirty exists 2024-04-02T08:34:33.066 INFO:tasks.rados.rados.0.smithi012.stdout:3174: left oid 11 (ObjNum 992 snap 300 seq_num 992) 2024-04-02T08:34:33.067 INFO:tasks.rados.rados.0.smithi012.stdout:3175: expect (ObjNum 917 snap 283 seq_num 917) 2024-04-02T08:34:33.094 INFO:tasks.rados.rados.0.smithi012.stdout:3176: expect (ObjNum 990 snap 300 seq_num 990) 2024-04-02T08:34:33.152 INFO:tasks.rados.rados.0.smithi012.stdout:3174: done (3 left) 2024-04-02T08:34:33.152 INFO:tasks.rados.rados.0.smithi012.stdout:3175: done (2 left) 2024-04-02T08:34:33.152 INFO:tasks.rados.rados.0.smithi012.stdout:3176: done (1 left) 2024-04-02T08:34:33.152 INFO:tasks.rados.rados.0.smithi012.stdout:3178: done (0 left) 2024-04-02T08:34:33.152 INFO:tasks.rados.rados.0.smithi012.stdout:3179: read oid 45 snap -1 2024-04-02T08:34:33.152 INFO:tasks.rados.rados.0.smithi012.stdout:3179: expect (ObjNum 958 snap 295 seq_num 958) 2024-04-02T08:34:33.152 INFO:tasks.rados.rados.0.smithi012.stdout:3180: delete oid 11 current snap is 300 2024-04-02T08:34:33.154 INFO:tasks.rados.rados.0.smithi012.stdout:3180: done (1 left) 2024-04-02T08:34:33.154 INFO:tasks.rados.rados.0.smithi012.stdout:3181: copy_from oid 23 from oid 16 current snap is 300 2024-04-02T08:34:33.154 INFO:tasks.rados.rados.0.smithi012.stdout:3182: setattr oid 5 current snap is 300 2024-04-02T08:34:33.160 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 44 current snap is 300 2024-04-02T08:34:33.160 INFO:tasks.rados.rados.0.smithi012.stdout:3183: seq_num 996 ranges {2195456=688128,2883584=507904,3391488=581632,3973120=516096} 2024-04-02T08:34:33.177 INFO:tasks.rados.rados.0.smithi012.stdout:3183: writing smithi01277369-44 from 2195456 to 2883584 tid 1 2024-04-02T08:34:33.180 INFO:tasks.rados.rados.0.smithi012.stdout:3183: writing smithi01277369-44 from 2883584 to 3391488 tid 2 2024-04-02T08:34:33.184 INFO:tasks.rados.rados.0.smithi012.stdout:3183: writing smithi01277369-44 from 3391488 to 3973120 tid 3 2024-04-02T08:34:33.187 INFO:tasks.rados.rados.0.smithi012.stdout:3183: writing smithi01277369-44 from 3973120 to 4489216 tid 4 2024-04-02T08:34:33.187 INFO:tasks.rados.rados.0.smithi012.stdout:3184: delete oid 37 current snap is 300 2024-04-02T08:34:33.187 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 5 v 2217 (ObjNum 965 snap 296 seq_num 965) dirty exists 2024-04-02T08:34:33.187 INFO:tasks.rados.rados.0.smithi012.stdout:3183: finishing write tid 1 to smithi01277369-44 2024-04-02T08:34:33.189 INFO:tasks.rados.rados.0.smithi012.stdout:3181: finishing copy_from racing read to smithi01277369-23 2024-04-02T08:34:33.191 INFO:tasks.rados.rados.0.smithi012.stdout:3183: finishing write tid 2 to smithi01277369-44 2024-04-02T08:34:33.191 INFO:tasks.rados.rados.0.smithi012.stdout:3183: finishing write tid 3 to smithi01277369-44 2024-04-02T08:34:33.192 INFO:tasks.rados.rados.0.smithi012.stdout:3182: done (4 left) 2024-04-02T08:34:33.192 INFO:tasks.rados.rados.0.smithi012.stdout:3184: done (3 left) 2024-04-02T08:34:33.192 INFO:tasks.rados.rados.0.smithi012.stdout:3185: rmattr oid 27 current snap is 300 2024-04-02T08:34:33.192 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 14 current snap is 300 2024-04-02T08:34:33.192 INFO:tasks.rados.rados.0.smithi012.stdout:3186: seq_num 998 ranges {5201920=720896,5922816=679936,6602752=598016,7200768=327680} 2024-04-02T08:34:33.224 INFO:tasks.rados.rados.0.smithi012.stdout:3186: writing smithi01277369-14 from 5201920 to 5922816 tid 1 2024-04-02T08:34:33.228 INFO:tasks.rados.rados.0.smithi012.stdout:3186: writing smithi01277369-14 from 5922816 to 6602752 tid 2 2024-04-02T08:34:33.232 INFO:tasks.rados.rados.0.smithi012.stdout:3186: writing smithi01277369-14 from 6602752 to 7200768 tid 3 2024-04-02T08:34:33.234 INFO:tasks.rados.rados.0.smithi012.stdout:3186: writing smithi01277369-14 from 7200768 to 7528448 tid 4 2024-04-02T08:34:33.234 INFO:tasks.rados.rados.0.smithi012.stdout:3187: snap_create 2024-04-02T08:34:33.234 INFO:tasks.rados.rados.0.smithi012.stdout:3183: finishing write tid 4 to smithi01277369-44 2024-04-02T08:34:33.235 INFO:tasks.rados.rados.0.smithi012.stdout:3183: finishing write tid 5 to smithi01277369-44 2024-04-02T08:34:33.235 INFO:tasks.rados.rados.0.smithi012.stdout:3183: finishing write tid 6 to smithi01277369-44 2024-04-02T08:34:33.235 INFO:tasks.rados.rados.0.smithi012.stdout:3183: oid 44 updating version 0 to 2245 2024-04-02T08:34:33.235 INFO:tasks.rados.rados.0.smithi012.stdout:3183: oid 44 updating version 2245 to 2248 2024-04-02T08:34:33.235 INFO:tasks.rados.rados.0.smithi012.stdout:3183: oid 44 version 2248 is already newer than 2244 2024-04-02T08:34:33.235 INFO:tasks.rados.rados.0.smithi012.stdout:3183: oid 44 version 2248 is already newer than 2247 2024-04-02T08:34:33.236 INFO:tasks.rados.rados.0.smithi012.stdout:3183: oid 44 version 2248 is already newer than 2246 2024-04-02T08:34:33.236 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 44 v 2248 (ObjNum 996 snap 300 seq_num 996) dirty exists 2024-04-02T08:34:33.236 INFO:tasks.rados.rados.0.smithi012.stdout:3183: left oid 44 (ObjNum 996 snap 300 seq_num 996) 2024-04-02T08:34:33.236 INFO:tasks.rados.rados.0.smithi012.stdout:3181: finishing copy_from to smithi01277369-23 2024-04-02T08:34:33.236 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 23 v 1862 (ObjNum 953 snap 292 seq_num 953) dirty exists 2024-04-02T08:34:33.236 INFO:tasks.rados.rados.0.smithi012.stdout:3179: expect (ObjNum 958 snap 295 seq_num 958) 2024-04-02T08:34:33.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:33 smithi055 ceph-mon[85080]: osdmap e683: 8 total, 8 up, 8 in 2024-04-02T08:34:33.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:33 smithi055 ceph-mon[85080]: pgmap v693: 121 pgs: 121 active+clean; 174 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 8.5 MiB/s wr, 22 op/s 2024-04-02T08:34:33.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:33 smithi012 ceph-mon[90784]: osdmap e683: 8 total, 8 up, 8 in 2024-04-02T08:34:33.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:33 smithi012 ceph-mon[90784]: pgmap v693: 121 pgs: 121 active+clean; 174 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 8.5 MiB/s wr, 22 op/s 2024-04-02T08:34:33.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:33 smithi012 ceph-mon[88355]: osdmap e683: 8 total, 8 up, 8 in 2024-04-02T08:34:33.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:33 smithi012 ceph-mon[88355]: pgmap v693: 121 pgs: 121 active+clean; 174 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 8.5 MiB/s wr, 22 op/s 2024-04-02T08:34:33.853 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 27 v 2079 (ObjNum 1833920613 snap 1348760673 seq_num 304) dirty exists 2024-04-02T08:34:33.853 INFO:tasks.rados.rados.0.smithi012.stdout:3186: finishing write tid 1 to smithi01277369-14 2024-04-02T08:34:33.853 INFO:tasks.rados.rados.0.smithi012.stdout:3186: finishing write tid 2 to smithi01277369-14 2024-04-02T08:34:33.853 INFO:tasks.rados.rados.0.smithi012.stdout:3186: finishing write tid 3 to smithi01277369-14 2024-04-02T08:34:33.853 INFO:tasks.rados.rados.0.smithi012.stdout:3186: finishing write tid 4 to smithi01277369-14 2024-04-02T08:34:33.853 INFO:tasks.rados.rados.0.smithi012.stdout:3186: finishing write tid 5 to smithi01277369-14 2024-04-02T08:34:33.853 INFO:tasks.rados.rados.0.smithi012.stdout:3186: finishing write tid 6 to smithi01277369-14 2024-04-02T08:34:33.853 INFO:tasks.rados.rados.0.smithi012.stdout:3186: oid 14 updating version 0 to 2075 2024-04-02T08:34:33.854 INFO:tasks.rados.rados.0.smithi012.stdout:3186: oid 14 updating version 2075 to 2076 2024-04-02T08:34:33.854 INFO:tasks.rados.rados.0.smithi012.stdout:3186: oid 14 version 2076 is already newer than 2073 2024-04-02T08:34:33.854 INFO:tasks.rados.rados.0.smithi012.stdout:3186: oid 14 version 2076 is already newer than 2072 2024-04-02T08:34:33.854 INFO:tasks.rados.rados.0.smithi012.stdout:3186: oid 14 version 2076 is already newer than 2074 2024-04-02T08:34:33.854 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 14 v 2076 (ObjNum 998 snap 300 seq_num 998) dirty exists 2024-04-02T08:34:33.854 INFO:tasks.rados.rados.0.smithi012.stdout:3186: left oid 14 (ObjNum 998 snap 300 seq_num 998) 2024-04-02T08:34:33.985 INFO:tasks.rados.rados.0.smithi012.stdout:3179: done (5 left) 2024-04-02T08:34:33.985 INFO:tasks.rados.rados.0.smithi012.stdout:3181: done (4 left) 2024-04-02T08:34:33.985 INFO:tasks.rados.rados.0.smithi012.stdout:3183: done (3 left) 2024-04-02T08:34:33.985 INFO:tasks.rados.rados.0.smithi012.stdout:3185: done (2 left) 2024-04-02T08:34:33.985 INFO:tasks.rados.rados.0.smithi012.stdout:3186: done (1 left) 2024-04-02T08:34:33.985 INFO:tasks.rados.rados.0.smithi012.stdout:3187: done (0 left) 2024-04-02T08:34:33.985 INFO:tasks.rados.rados.0.smithi012.stdout:3188: delete oid 25 current snap is 301 2024-04-02T08:34:33.991 INFO:tasks.rados.rados.0.smithi012.stdout:3188: done (0 left) 2024-04-02T08:34:33.992 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 45 current snap is 301 2024-04-02T08:34:33.992 INFO:tasks.rados.rados.0.smithi012.stdout:3189: seq_num 1000 ranges {8929280=753664,9682944=442368,10125312=565248,10690560=458752,11149312=139264} 2024-04-02T08:34:34.045 INFO:tasks.rados.rados.0.smithi012.stdout:3189: writing smithi01277369-45 from 8929280 to 9682944 tid 1 2024-04-02T08:34:34.047 INFO:tasks.rados.rados.0.smithi012.stdout:3189: writing smithi01277369-45 from 9682944 to 10125312 tid 2 2024-04-02T08:34:34.051 INFO:tasks.rados.rados.0.smithi012.stdout:3189: writing smithi01277369-45 from 10125312 to 10690560 tid 3 2024-04-02T08:34:34.054 INFO:tasks.rados.rados.0.smithi012.stdout:3189: writing smithi01277369-45 from 10690560 to 11149312 tid 4 2024-04-02T08:34:34.055 INFO:tasks.rados.rados.0.smithi012.stdout:3189: writing smithi01277369-45 from 11149312 to 11288576 tid 5 2024-04-02T08:34:34.055 INFO:tasks.rados.rados.0.smithi012.stdout:3190: read oid 17 snap -1 2024-04-02T08:34:34.055 INFO:tasks.rados.rados.0.smithi012.stdout:3190: expect (ObjNum 934 snap 287 seq_num 934) 2024-04-02T08:34:34.055 INFO:tasks.rados.rados.0.smithi012.stdout:3191: delete oid 32 current snap is 301 2024-04-02T08:34:34.056 INFO:tasks.rados.rados.0.smithi012.stdout:3189: finishing write tid 1 to smithi01277369-45 2024-04-02T08:34:34.056 INFO:tasks.rados.rados.0.smithi012.stdout:3189: finishing write tid 2 to smithi01277369-45 2024-04-02T08:34:34.056 INFO:tasks.rados.rados.0.smithi012.stdout:3189: finishing write tid 3 to smithi01277369-45 2024-04-02T08:34:34.060 INFO:tasks.rados.rados.0.smithi012.stdout:3189: finishing write tid 4 to smithi01277369-45 2024-04-02T08:34:34.060 INFO:tasks.rados.rados.0.smithi012.stdout:3189: finishing write tid 5 to smithi01277369-45 2024-04-02T08:34:34.060 INFO:tasks.rados.rados.0.smithi012.stdout:3189: finishing write tid 6 to smithi01277369-45 2024-04-02T08:34:34.062 INFO:tasks.rados.rados.0.smithi012.stdout:3189: finishing write tid 7 to smithi01277369-45 2024-04-02T08:34:34.062 INFO:tasks.rados.rados.0.smithi012.stdout:3189: oid 45 updating version 0 to 2085 2024-04-02T08:34:34.062 INFO:tasks.rados.rados.0.smithi012.stdout:3189: oid 45 version 2085 is already newer than 2083 2024-04-02T08:34:34.062 INFO:tasks.rados.rados.0.smithi012.stdout:3189: oid 45 version 2085 is already newer than 2084 2024-04-02T08:34:34.063 INFO:tasks.rados.rados.0.smithi012.stdout:3189: oid 45 version 2085 is already newer than 2080 2024-04-02T08:34:34.063 INFO:tasks.rados.rados.0.smithi012.stdout:3189: oid 45 version 2085 is already newer than 2082 2024-04-02T08:34:34.063 INFO:tasks.rados.rados.0.smithi012.stdout:3189: oid 45 version 2085 is already newer than 2081 2024-04-02T08:34:34.063 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 45 v 2085 (ObjNum 1000 snap 301 seq_num 1000) dirty exists 2024-04-02T08:34:34.063 INFO:tasks.rados.rados.0.smithi012.stdout:3189: left oid 45 (ObjNum 1000 snap 301 seq_num 1000) 2024-04-02T08:34:34.078 INFO:tasks.rados.rados.0.smithi012.stdout:3190: expect (ObjNum 934 snap 287 seq_num 934) 2024-04-02T08:34:34.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:34 smithi055 ceph-mon[85080]: osdmap e684: 8 total, 8 up, 8 in 2024-04-02T08:34:34.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:34 smithi055 ceph-mon[85080]: osdmap e685: 8 total, 8 up, 8 in 2024-04-02T08:34:34.412 INFO:tasks.rados.rados.0.smithi012.stdout:3189: done (2 left) 2024-04-02T08:34:34.412 INFO:tasks.rados.rados.0.smithi012.stdout:3190: done (1 left) 2024-04-02T08:34:34.412 INFO:tasks.rados.rados.0.smithi012.stdout:3191: done (0 left) 2024-04-02T08:34:34.412 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 22 current snap is 301 2024-04-02T08:34:34.412 INFO:tasks.rados.rados.0.smithi012.stdout:3192: seq_num 1002 ranges {4169728=786432,4956160=614400,5570560=581632,6152192=409600} 2024-04-02T08:34:34.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:34 smithi012 ceph-mon[88355]: osdmap e684: 8 total, 8 up, 8 in 2024-04-02T08:34:34.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:34 smithi012 ceph-mon[88355]: osdmap e685: 8 total, 8 up, 8 in 2024-04-02T08:34:34.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:34 smithi012 ceph-mon[90784]: osdmap e684: 8 total, 8 up, 8 in 2024-04-02T08:34:34.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:34 smithi012 ceph-mon[90784]: osdmap e685: 8 total, 8 up, 8 in 2024-04-02T08:34:34.438 INFO:tasks.rados.rados.0.smithi012.stdout:3192: writing smithi01277369-22 from 4169728 to 4956160 tid 1 2024-04-02T08:34:34.442 INFO:tasks.rados.rados.0.smithi012.stdout:3192: writing smithi01277369-22 from 4956160 to 5570560 tid 2 2024-04-02T08:34:34.446 INFO:tasks.rados.rados.0.smithi012.stdout:3192: writing smithi01277369-22 from 5570560 to 6152192 tid 3 2024-04-02T08:34:34.449 INFO:tasks.rados.rados.0.smithi012.stdout:3192: writing smithi01277369-22 from 6152192 to 6561792 tid 4 2024-04-02T08:34:34.449 INFO:tasks.rados.rados.0.smithi012.stdout:3193: snap_create 2024-04-02T08:34:34.449 INFO:tasks.rados.rados.0.smithi012.stdout:3192: finishing write tid 1 to smithi01277369-22 2024-04-02T08:34:34.449 INFO:tasks.rados.rados.0.smithi012.stdout:3192: finishing write tid 2 to smithi01277369-22 2024-04-02T08:34:34.450 INFO:tasks.rados.rados.0.smithi012.stdout:3192: finishing write tid 3 to smithi01277369-22 2024-04-02T08:34:34.451 INFO:tasks.rados.rados.0.smithi012.stdout:3192: finishing write tid 4 to smithi01277369-22 2024-04-02T08:34:34.452 INFO:tasks.rados.rados.0.smithi012.stdout:3192: finishing write tid 5 to smithi01277369-22 2024-04-02T08:34:34.453 INFO:tasks.rados.rados.0.smithi012.stdout:3192: finishing write tid 6 to smithi01277369-22 2024-04-02T08:34:34.453 INFO:tasks.rados.rados.0.smithi012.stdout:3192: oid 22 updating version 0 to 2252 2024-04-02T08:34:34.454 INFO:tasks.rados.rados.0.smithi012.stdout:3192: oid 22 version 2252 is already newer than 2250 2024-04-02T08:34:34.454 INFO:tasks.rados.rados.0.smithi012.stdout:3192: oid 22 updating version 2252 to 2253 2024-04-02T08:34:34.454 INFO:tasks.rados.rados.0.smithi012.stdout:3192: oid 22 version 2253 is already newer than 2251 2024-04-02T08:34:34.454 INFO:tasks.rados.rados.0.smithi012.stdout:3192: oid 22 version 2253 is already newer than 2249 2024-04-02T08:34:34.454 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 22 v 2253 (ObjNum 1002 snap 301 seq_num 1002) dirty exists 2024-04-02T08:34:34.454 INFO:tasks.rados.rados.0.smithi012.stdout:3192: left oid 22 (ObjNum 1002 snap 301 seq_num 1002) 2024-04-02T08:34:35.029 INFO:tasks.rados.rados.0.smithi012.stdout:3192: done (1 left) 2024-04-02T08:34:35.030 INFO:tasks.rados.rados.0.smithi012.stdout:3193: done (0 left) 2024-04-02T08:34:35.030 INFO:tasks.rados.rados.0.smithi012.stdout:3194: delete oid 26 current snap is 302 2024-04-02T08:34:35.034 INFO:tasks.rados.rados.0.smithi012.stdout:3194: done (0 left) 2024-04-02T08:34:35.035 INFO:tasks.rados.rados.0.smithi012.stdout:3195: copy_from oid 40 from oid 42 current snap is 302 2024-04-02T08:34:35.035 INFO:tasks.rados.rados.0.smithi012.stdout:3196: rmattr oid 28 current snap is 302 2024-04-02T08:34:35.035 INFO:tasks.rados.rados.0.smithi012.stdout:3197: delete oid 50 current snap is 302 2024-04-02T08:34:35.039 INFO:tasks.rados.rados.0.smithi012.stdout:3197: done (2 left) 2024-04-02T08:34:35.039 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 6 current snap is 302 2024-04-02T08:34:35.040 INFO:tasks.rados.rados.0.smithi012.stdout:3198: seq_num 1005 ranges {10420224=32768} 2024-04-02T08:34:35.097 INFO:tasks.rados.rados.0.smithi012.stdout:3198: writing smithi01277369-6 from 10420224 to 10452992 tid 1 2024-04-02T08:34:35.097 INFO:tasks.rados.rados.0.smithi012.stdout:3199: read oid 44 snap -1 2024-04-02T08:34:35.097 INFO:tasks.rados.rados.0.smithi012.stdout:3199: expect (ObjNum 996 snap 300 seq_num 996) 2024-04-02T08:34:35.097 INFO:tasks.rados.rados.0.smithi012.stdout:3200: read oid 30 snap -1 2024-04-02T08:34:35.097 INFO:tasks.rados.rados.0.smithi012.stdout:3200: expect deleted 2024-04-02T08:34:35.097 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 46 current snap is 302 2024-04-02T08:34:35.098 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 28 v 0 (ObjNum 970 snap 297 seq_num 970) dirty exists 2024-04-02T08:34:35.098 INFO:tasks.rados.rados.0.smithi012.stdout:3195: finishing copy_from to smithi01277369-40 2024-04-02T08:34:35.098 INFO:tasks.rados.rados.0.smithi012.stdout:3195: got expected ENOENT (src dne) 2024-04-02T08:34:35.098 INFO:tasks.rados.rados.0.smithi012.stdout:3195: finishing copy_from racing read to smithi01277369-40 2024-04-02T08:34:35.098 INFO:tasks.rados.rados.0.smithi012.stdout:3201: seq_num 1006 ranges {933888=49152} 2024-04-02T08:34:35.103 INFO:tasks.rados.rados.0.smithi012.stdout:3201: writing smithi01277369-46 from 933888 to 983040 tid 1 2024-04-02T08:34:35.103 INFO:tasks.rados.rados.0.smithi012.stdout:3195: done (5 left) 2024-04-02T08:34:35.103 INFO:tasks.rados.rados.0.smithi012.stdout:3196: done (4 left) 2024-04-02T08:34:35.103 INFO:tasks.rados.rados.0.smithi012.stdout:3202: rollback oid 34 current snap is 302 2024-04-02T08:34:35.103 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 34 to 300 2024-04-02T08:34:35.103 INFO:tasks.rados.rados.0.smithi012.stdout:3198: finishing write tid 1 to smithi01277369-6 2024-04-02T08:34:35.103 INFO:tasks.rados.rados.0.smithi012.stdout:3198: finishing write tid 2 to smithi01277369-6 2024-04-02T08:34:35.103 INFO:tasks.rados.rados.0.smithi012.stdout:3198: finishing write tid 3 to smithi01277369-6 2024-04-02T08:34:35.103 INFO:tasks.rados.rados.0.smithi012.stdout:3198: oid 6 updating version 0 to 2051 2024-04-02T08:34:35.103 INFO:tasks.rados.rados.0.smithi012.stdout:3198: oid 6 updating version 2051 to 2052 2024-04-02T08:34:35.103 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 6 v 2052 (ObjNum 1005 snap 302 seq_num 1005) dirty exists 2024-04-02T08:34:35.103 INFO:tasks.rados.rados.0.smithi012.stdout:3198: left oid 6 (ObjNum 1005 snap 302 seq_num 1005) 2024-04-02T08:34:35.104 INFO:tasks.rados.rados.0.smithi012.stdout:3198: done (4 left) 2024-04-02T08:34:35.104 INFO:tasks.rados.rados.0.smithi012.stdout:3200: done (3 left) 2024-04-02T08:34:35.104 INFO:tasks.rados.rados.0.smithi012.stdout:3203: rollback oid 4 current snap is 302 2024-04-02T08:34:35.104 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 4 to 300 2024-04-02T08:34:35.104 INFO:tasks.rados.rados.0.smithi012.stdout:3204: snap_create 2024-04-02T08:34:35.109 INFO:tasks.rados.rados.0.smithi012.stdout:3203: finishing rollback tid 0 to smithi01277369-4 2024-04-02T08:34:35.110 INFO:tasks.rados.rados.0.smithi012.stdout:3203: finishing rollback tid 1 to smithi01277369-4 2024-04-02T08:34:35.110 INFO:tasks.rados.rados.0.smithi012.stdout:3202: finishing rollback tid 0 to smithi01277369-34 2024-04-02T08:34:35.110 INFO:tasks.rados.rados.0.smithi012.stdout:3202: finishing rollback tid 1 to smithi01277369-34 2024-04-02T08:34:35.110 INFO:tasks.rados.rados.0.smithi012.stdout:3203: finishing rollback tid 2 to smithi01277369-4 2024-04-02T08:34:35.110 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 4 v 1282 (ObjNum 986 snap 297 seq_num 986) dirty exists 2024-04-02T08:34:35.110 INFO:tasks.rados.rados.0.smithi012.stdout:3202: finishing rollback tid 2 to smithi01277369-34 2024-04-02T08:34:35.110 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 34 v 1106 (ObjNum 983 snap 297 seq_num 983) dirty exists 2024-04-02T08:34:35.115 INFO:tasks.rados.rados.0.smithi012.stdout:3199: expect (ObjNum 996 snap 300 seq_num 996) 2024-04-02T08:34:35.268 INFO:tasks.rados.rados.0.smithi012.stdout:3201: finishing write tid 1 to smithi01277369-46 2024-04-02T08:34:35.269 INFO:tasks.rados.rados.0.smithi012.stdout:3201: finishing write tid 2 to smithi01277369-46 2024-04-02T08:34:35.269 INFO:tasks.rados.rados.0.smithi012.stdout:3201: finishing write tid 3 to smithi01277369-46 2024-04-02T08:34:35.269 INFO:tasks.rados.rados.0.smithi012.stdout:3201: oid 46 updating version 0 to 2255 2024-04-02T08:34:35.269 INFO:tasks.rados.rados.0.smithi012.stdout:3201: oid 46 version 2255 is already newer than 2254 2024-04-02T08:34:35.269 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 46 v 2255 (ObjNum 1006 snap 302 seq_num 1006) dirty exists 2024-04-02T08:34:35.269 INFO:tasks.rados.rados.0.smithi012.stdout:3201: left oid 46 (ObjNum 1006 snap 302 seq_num 1006) 2024-04-02T08:34:35.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:35 smithi055 ceph-mon[85080]: pgmap v696: 121 pgs: 121 active+clean; 174 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.7 MiB/s wr, 12 op/s 2024-04-02T08:34:35.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:35 smithi012 ceph-mon[88355]: pgmap v696: 121 pgs: 121 active+clean; 174 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.7 MiB/s wr, 12 op/s 2024-04-02T08:34:35.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:35 smithi012 ceph-mon[90784]: pgmap v696: 121 pgs: 121 active+clean; 174 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.7 MiB/s wr, 12 op/s 2024-04-02T08:34:36.040 INFO:tasks.rados.rados.0.smithi012.stdout:3199: done (4 left) 2024-04-02T08:34:36.040 INFO:tasks.rados.rados.0.smithi012.stdout:3201: done (3 left) 2024-04-02T08:34:36.040 INFO:tasks.rados.rados.0.smithi012.stdout:3202: done (2 left) 2024-04-02T08:34:36.040 INFO:tasks.rados.rados.0.smithi012.stdout:3203: done (1 left) 2024-04-02T08:34:36.040 INFO:tasks.rados.rados.0.smithi012.stdout:3204: done (0 left) 2024-04-02T08:34:36.040 INFO:tasks.rados.rados.0.smithi012.stdout:3205: read oid 15 snap -1 2024-04-02T08:34:36.040 INFO:tasks.rados.rados.0.smithi012.stdout:3205: expect (ObjNum 956 snap 294 seq_num 956) 2024-04-02T08:34:36.041 INFO:tasks.rados.rados.0.smithi012.stdout:3206: read oid 49 snap -1 2024-04-02T08:34:36.041 INFO:tasks.rados.rados.0.smithi012.stdout:3206: expect (ObjNum 980 snap 297 seq_num 980) 2024-04-02T08:34:36.041 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 21 current snap is 303 2024-04-02T08:34:36.041 INFO:tasks.rados.rados.0.smithi012.stdout:3207: seq_num 1007 ranges {5144576=65536} 2024-04-02T08:34:36.069 INFO:tasks.rados.rados.0.smithi012.stdout:3207: writing smithi01277369-21 from 5144576 to 5210112 tid 1 2024-04-02T08:34:36.070 INFO:tasks.rados.rados.0.smithi012.stdout:3208: copy_from oid 8 from oid 46 current snap is 303 2024-04-02T08:34:36.070 INFO:tasks.rados.rados.0.smithi012.stdout:3205: expect (ObjNum 956 snap 294 seq_num 956) 2024-04-02T08:34:36.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:36 smithi055 ceph-mon[85080]: osdmap e686: 8 total, 8 up, 8 in 2024-04-02T08:34:36.323 INFO:tasks.rados.rados.0.smithi012.stdout:3206: expect (ObjNum 980 snap 297 seq_num 980) 2024-04-02T08:34:36.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:36 smithi012 ceph-mon[88355]: osdmap e686: 8 total, 8 up, 8 in 2024-04-02T08:34:36.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:36 smithi012 ceph-mon[90784]: osdmap e686: 8 total, 8 up, 8 in 2024-04-02T08:34:36.813 INFO:tasks.rados.rados.0.smithi012.stdout:3207: finishing write tid 1 to smithi01277369-21 2024-04-02T08:34:36.813 INFO:tasks.rados.rados.0.smithi012.stdout:3207: finishing write tid 2 to smithi01277369-21 2024-04-02T08:34:36.813 INFO:tasks.rados.rados.0.smithi012.stdout:3205: done (3 left) 2024-04-02T08:34:36.813 INFO:tasks.rados.rados.0.smithi012.stdout:3206: done (2 left) 2024-04-02T08:34:36.813 INFO:tasks.rados.rados.0.smithi012.stdout:3209: copy_from oid 28 from oid 41 current snap is 303 2024-04-02T08:34:36.813 INFO:tasks.rados.rados.0.smithi012.stdout:3207: finishing write tid 3 to smithi01277369-21 2024-04-02T08:34:36.813 INFO:tasks.rados.rados.0.smithi012.stdout:3207: oid 21 updating version 0 to 2050 2024-04-02T08:34:36.813 INFO:tasks.rados.rados.0.smithi012.stdout:3207: oid 21 updating version 2050 to 2051 2024-04-02T08:34:36.814 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 21 v 2051 (ObjNum 1007 snap 303 seq_num 1007) dirty exists 2024-04-02T08:34:36.814 INFO:tasks.rados.rados.0.smithi012.stdout:3207: left oid 21 (ObjNum 1007 snap 303 seq_num 1007) 2024-04-02T08:34:36.814 INFO:tasks.rados.rados.0.smithi012.stdout:3208: finishing copy_from racing read to smithi01277369-8 2024-04-02T08:34:36.814 INFO:tasks.rados.rados.0.smithi012.stdout:3208: finishing copy_from to smithi01277369-8 2024-04-02T08:34:36.814 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 8 v 2255 (ObjNum 1006 snap 302 seq_num 1006) dirty exists 2024-04-02T08:34:36.814 INFO:tasks.rados.rados.0.smithi012.stdout:3207: done (2 left) 2024-04-02T08:34:36.814 INFO:tasks.rados.rados.0.smithi012.stdout:3208: done (1 left) 2024-04-02T08:34:36.814 INFO:tasks.rados.rados.0.smithi012.stdout:3210: delete oid 45 current snap is 303 2024-04-02T08:34:36.816 INFO:tasks.rados.rados.0.smithi012.stdout:3210: done (1 left) 2024-04-02T08:34:36.817 INFO:tasks.rados.rados.0.smithi012.stdout:3211: read oid 8 snap -1 2024-04-02T08:34:36.817 INFO:tasks.rados.rados.0.smithi012.stdout:3211: expect (ObjNum 1006 snap 302 seq_num 1006) 2024-04-02T08:34:36.817 INFO:tasks.rados.rados.0.smithi012.stdout:3212: delete oid 1 current snap is 303 2024-04-02T08:34:36.821 INFO:tasks.rados.rados.0.smithi012.stdout:3212: done (2 left) 2024-04-02T08:34:36.821 INFO:tasks.rados.rados.0.smithi012.stdout:3213: rollback oid 45 current snap is 303 2024-04-02T08:34:36.821 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 45 to 300 2024-04-02T08:34:36.821 INFO:tasks.rados.rados.0.smithi012.stdout:3214: read oid 14 snap -1 2024-04-02T08:34:36.821 INFO:tasks.rados.rados.0.smithi012.stdout:3214: expect (ObjNum 998 snap 300 seq_num 998) 2024-04-02T08:34:36.822 INFO:tasks.rados.rados.0.smithi012.stdout:3215: read oid 31 snap -1 2024-04-02T08:34:36.822 INFO:tasks.rados.rados.0.smithi012.stdout:3215: expect (ObjNum 796 snap 259 seq_num 796) 2024-04-02T08:34:36.822 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 50 current snap is 303 2024-04-02T08:34:36.822 INFO:tasks.rados.rados.0.smithi012.stdout:3216: seq_num 1010 ranges {0=122880} 2024-04-02T08:34:36.822 INFO:tasks.rados.rados.0.smithi012.stdout:3216: writing smithi01277369-50 from 0 to 122880 tid 1 2024-04-02T08:34:36.822 INFO:tasks.rados.rados.0.smithi012.stdout:3217: snap_remove snap 302 2024-04-02T08:34:37.042 INFO:tasks.rados.rados.0.smithi012.stdout:3217: done (6 left) 2024-04-02T08:34:37.042 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 17 current snap is 303 2024-04-02T08:34:37.042 INFO:tasks.rados.rados.0.smithi012.stdout:3218: seq_num 1011 ranges {6373376=139264} 2024-04-02T08:34:37.078 INFO:tasks.rados.rados.0.smithi012.stdout:3218: writing smithi01277369-17 from 6373376 to 6512640 tid 1 2024-04-02T08:34:37.078 INFO:tasks.rados.rados.0.smithi012.stdout:3219: read oid 39 snap -1 2024-04-02T08:34:37.078 INFO:tasks.rados.rados.0.smithi012.stdout:3219: expect (ObjNum 875 snap 274 seq_num 875) 2024-04-02T08:34:37.078 INFO:tasks.rados.rados.0.smithi012.stdout:3220: snap_remove snap 301 2024-04-02T08:34:37.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:37 smithi055 ceph-mon[85080]: osdmap e687: 8 total, 8 up, 8 in 2024-04-02T08:34:37.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:37 smithi055 ceph-mon[85080]: pgmap v699: 121 pgs: 121 active+clean; 200 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 7.1 MiB/s wr, 39 op/s 2024-04-02T08:34:37.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:37 smithi012 ceph-mon[88355]: osdmap e687: 8 total, 8 up, 8 in 2024-04-02T08:34:37.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:37 smithi012 ceph-mon[88355]: pgmap v699: 121 pgs: 121 active+clean; 200 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 7.1 MiB/s wr, 39 op/s 2024-04-02T08:34:37.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:37 smithi012 ceph-mon[90784]: osdmap e687: 8 total, 8 up, 8 in 2024-04-02T08:34:37.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:37 smithi012 ceph-mon[90784]: pgmap v699: 121 pgs: 121 active+clean; 200 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 7.1 MiB/s wr, 39 op/s 2024-04-02T08:34:38.048 INFO:tasks.rados.rados.0.smithi012.stdout:3211: expect (ObjNum 1006 snap 302 seq_num 1006) 2024-04-02T08:34:38.115 INFO:tasks.rados.rados.0.smithi012.stdout:3216: finishing write tid 1 to smithi01277369-50 2024-04-02T08:34:38.115 INFO:tasks.rados.rados.0.smithi012.stdout:3216: finishing write tid 2 to smithi01277369-50 2024-04-02T08:34:38.115 INFO:tasks.rados.rados.0.smithi012.stdout:3211: done (8 left) 2024-04-02T08:34:38.115 INFO:tasks.rados.rados.0.smithi012.stdout:3220: done (7 left) 2024-04-02T08:34:38.115 INFO:tasks.rados.rados.0.smithi012.stdout:3221: setattr oid 36 current snap is 303 2024-04-02T08:34:38.116 INFO:tasks.rados.rados.0.smithi012.stdout:3216: finishing write tid 3 to smithi01277369-50 2024-04-02T08:34:38.116 INFO:tasks.rados.rados.0.smithi012.stdout:3216: oid 50 updating version 0 to 2053 2024-04-02T08:34:38.116 INFO:tasks.rados.rados.0.smithi012.stdout:3216: oid 50 updating version 2053 to 2054 2024-04-02T08:34:38.116 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 50 v 2054 (ObjNum 1010 snap 303 seq_num 1010) dirty exists 2024-04-02T08:34:38.116 INFO:tasks.rados.rados.0.smithi012.stdout:3216: left oid 50 (ObjNum 1010 snap 303 seq_num 1010) 2024-04-02T08:34:38.116 INFO:tasks.rados.rados.0.smithi012.stdout:3209: finishing copy_from racing read to smithi01277369-28 2024-04-02T08:34:38.116 INFO:tasks.rados.rados.0.smithi012.stdout:3209: finishing copy_from to smithi01277369-28 2024-04-02T08:34:38.116 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 28 v 1142 (ObjNum 875 snap 274 seq_num 875) dirty exists 2024-04-02T08:34:38.116 INFO:tasks.rados.rados.0.smithi012.stdout:3213: finishing rollback tid 1 to smithi01277369-45 2024-04-02T08:34:38.116 INFO:tasks.rados.rados.0.smithi012.stdout:3213: finishing rollback tid 2 to smithi01277369-45 2024-04-02T08:34:38.116 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 45 v 2089 (ObjNum 958 snap 295 seq_num 958) dirty exists 2024-04-02T08:34:38.116 INFO:tasks.rados.rados.0.smithi012.stdout:3214: expect (ObjNum 998 snap 300 seq_num 998) 2024-04-02T08:34:38.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:38 smithi055 ceph-mon[85080]: osdmap e688: 8 total, 8 up, 8 in 2024-04-02T08:34:38.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:38 smithi012 ceph-mon[88355]: osdmap e688: 8 total, 8 up, 8 in 2024-04-02T08:34:38.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:38 smithi012 ceph-mon[90784]: osdmap e688: 8 total, 8 up, 8 in 2024-04-02T08:34:38.429 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:34:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:34:37] "GET /metrics HTTP/1.1" 200 36251 "" "Prometheus/2.43.0" 2024-04-02T08:34:38.493 INFO:tasks.rados.rados.0.smithi012.stdout:3215: expect (ObjNum 796 snap 259 seq_num 796) 2024-04-02T08:34:39.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:39 smithi055 ceph-mon[85080]: osdmap e689: 8 total, 8 up, 8 in 2024-04-02T08:34:39.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:39 smithi055 ceph-mon[85080]: pgmap v702: 121 pgs: 121 active+clean; 200 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 7.1 MiB/s wr, 39 op/s 2024-04-02T08:34:39.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:39 smithi055 ceph-mon[85080]: osdmap e690: 8 total, 8 up, 8 in 2024-04-02T08:34:39.417 INFO:tasks.rados.rados.0.smithi012.stdout:3218: finishing write tid 1 to smithi01277369-17 2024-04-02T08:34:39.417 INFO:tasks.rados.rados.0.smithi012.stdout:3218: finishing write tid 2 to smithi01277369-17 2024-04-02T08:34:39.418 INFO:tasks.rados.rados.0.smithi012.stdout:3218: finishing write tid 3 to smithi01277369-17 2024-04-02T08:34:39.418 INFO:tasks.rados.rados.0.smithi012.stdout:3218: oid 17 updating version 0 to 2547 2024-04-02T08:34:39.418 INFO:tasks.rados.rados.0.smithi012.stdout:3218: oid 17 updating version 2547 to 2548 2024-04-02T08:34:39.418 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 17 v 2548 (ObjNum 1011 snap 303 seq_num 1011) dirty exists 2024-04-02T08:34:39.418 INFO:tasks.rados.rados.0.smithi012.stdout:3218: left oid 17 (ObjNum 1011 snap 303 seq_num 1011) 2024-04-02T08:34:39.418 INFO:tasks.rados.rados.0.smithi012.stdout:3219: expect (ObjNum 875 snap 274 seq_num 875) 2024-04-02T08:34:39.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:39 smithi012 ceph-mon[88355]: osdmap e689: 8 total, 8 up, 8 in 2024-04-02T08:34:39.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:39 smithi012 ceph-mon[88355]: pgmap v702: 121 pgs: 121 active+clean; 200 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 7.1 MiB/s wr, 39 op/s 2024-04-02T08:34:39.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:39 smithi012 ceph-mon[88355]: osdmap e690: 8 total, 8 up, 8 in 2024-04-02T08:34:39.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:39 smithi012 ceph-mon[90784]: osdmap e689: 8 total, 8 up, 8 in 2024-04-02T08:34:39.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:39 smithi012 ceph-mon[90784]: pgmap v702: 121 pgs: 121 active+clean; 200 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 7.1 MiB/s wr, 39 op/s 2024-04-02T08:34:39.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:39 smithi012 ceph-mon[90784]: osdmap e690: 8 total, 8 up, 8 in 2024-04-02T08:34:39.627 INFO:tasks.rados.rados.0.smithi012.stdout:3209: done (7 left) 2024-04-02T08:34:39.627 INFO:tasks.rados.rados.0.smithi012.stdout:3213: done (6 left) 2024-04-02T08:34:39.627 INFO:tasks.rados.rados.0.smithi012.stdout:3214: done (5 left) 2024-04-02T08:34:39.627 INFO:tasks.rados.rados.0.smithi012.stdout:3215: done (4 left) 2024-04-02T08:34:39.627 INFO:tasks.rados.rados.0.smithi012.stdout:3216: done (3 left) 2024-04-02T08:34:39.627 INFO:tasks.rados.rados.0.smithi012.stdout:3218: done (2 left) 2024-04-02T08:34:39.627 INFO:tasks.rados.rados.0.smithi012.stdout:3219: done (1 left) 2024-04-02T08:34:39.627 INFO:tasks.rados.rados.0.smithi012.stdout:3222: read oid 47 snap -1 2024-04-02T08:34:39.627 INFO:tasks.rados.rados.0.smithi012.stdout:3222: expect deleted 2024-04-02T08:34:39.627 INFO:tasks.rados.rados.0.smithi012.stdout:3223: read oid 5 snap -1 2024-04-02T08:34:39.627 INFO:tasks.rados.rados.0.smithi012.stdout:3223: expect (ObjNum 965 snap 296 seq_num 965) 2024-04-02T08:34:39.627 INFO:tasks.rados.rados.0.smithi012.stdout:3224: snap_remove snap 300 2024-04-02T08:34:40.064 INFO:tasks.rados.rados.0.smithi012.stdout:3224: done (3 left) 2024-04-02T08:34:40.064 INFO:tasks.rados.rados.0.smithi012.stdout:3225: snap_remove snap 299 2024-04-02T08:34:41.069 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 36 v 2257 (ObjNum 65 snap 0 seq_num 917536576) dirty exists 2024-04-02T08:34:41.070 INFO:tasks.rados.rados.0.smithi012.stdout:3223: expect (ObjNum 965 snap 296 seq_num 965) 2024-04-02T08:34:41.132 INFO:tasks.rados.rados.0.smithi012.stdout:3221: done (3 left) 2024-04-02T08:34:41.132 INFO:tasks.rados.rados.0.smithi012.stdout:3222: done (2 left) 2024-04-02T08:34:41.132 INFO:tasks.rados.rados.0.smithi012.stdout:3223: done (1 left) 2024-04-02T08:34:41.132 INFO:tasks.rados.rados.0.smithi012.stdout:3225: done (0 left) 2024-04-02T08:34:41.132 INFO:tasks.rados.rados.0.smithi012.stdout:3226: copy_from oid 33 from oid 32 current snap is 303 2024-04-02T08:34:41.132 INFO:tasks.rados.rados.0.smithi012.stdout:3227: delete oid 25 current snap is 303 2024-04-02T08:34:41.133 INFO:tasks.rados.rados.0.smithi012.stdout:3226: finishing copy_from to smithi01277369-33 2024-04-02T08:34:41.133 INFO:tasks.rados.rados.0.smithi012.stdout:3226: got expected ENOENT (src dne) 2024-04-02T08:34:41.133 INFO:tasks.rados.rados.0.smithi012.stdout:3226: finishing copy_from racing read to smithi01277369-33 2024-04-02T08:34:41.138 INFO:tasks.rados.rados.0.smithi012.stdout:3226: done (1 left) 2024-04-02T08:34:41.139 INFO:tasks.rados.rados.0.smithi012.stdout:3227: done (0 left) 2024-04-02T08:34:41.139 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 6 current snap is 303 2024-04-02T08:34:41.139 INFO:tasks.rados.rados.0.smithi012.stdout:3228: seq_num 1013 ranges {10452992=172032} 2024-04-02T08:34:41.196 INFO:tasks.rados.rados.0.smithi012.stdout:3228: writing smithi01277369-6 from 10452992 to 10625024 tid 1 2024-04-02T08:34:41.197 INFO:tasks.rados.rados.0.smithi012.stdout:3229: rollback oid 38 current snap is 303 2024-04-02T08:34:41.197 INFO:tasks.rados.rados.0.smithi012.stdout:3229: done (1 left) 2024-04-02T08:34:41.197 INFO:tasks.rados.rados.0.smithi012.stdout:3230: copy_from oid 35 from oid 11 current snap is 303 2024-04-02T08:34:41.197 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 42 current snap is 303 2024-04-02T08:34:41.197 INFO:tasks.rados.rados.0.smithi012.stdout:3231: seq_num 1014 ranges {0=188416} 2024-04-02T08:34:41.198 INFO:tasks.rados.rados.0.smithi012.stdout:3231: writing smithi01277369-42 from 0 to 188416 tid 1 2024-04-02T08:34:41.198 INFO:tasks.rados.rados.0.smithi012.stdout:3232: read oid 3 snap -1 2024-04-02T08:34:41.198 INFO:tasks.rados.rados.0.smithi012.stdout:3232: expect (ObjNum 875 snap 274 seq_num 875) 2024-04-02T08:34:41.198 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 43 current snap is 303 2024-04-02T08:34:41.198 INFO:tasks.rados.rados.0.smithi012.stdout:3230: finishing copy_from to smithi01277369-35 2024-04-02T08:34:41.198 INFO:tasks.rados.rados.0.smithi012.stdout:3230: got expected ENOENT (src dne) 2024-04-02T08:34:41.199 INFO:tasks.rados.rados.0.smithi012.stdout:3230: finishing copy_from racing read to smithi01277369-35 2024-04-02T08:34:41.199 INFO:tasks.rados.rados.0.smithi012.stdout:3233: seq_num 1015 ranges {819200=204800} 2024-04-02T08:34:41.205 INFO:tasks.rados.rados.0.smithi012.stdout:3233: writing smithi01277369-43 from 819200 to 1024000 tid 1 2024-04-02T08:34:41.206 INFO:tasks.rados.rados.0.smithi012.stdout:3230: done (4 left) 2024-04-02T08:34:41.206 INFO:tasks.rados.rados.0.smithi012.stdout:3234: read oid 8 snap -1 2024-04-02T08:34:41.206 INFO:tasks.rados.rados.0.smithi012.stdout:3234: expect (ObjNum 1006 snap 302 seq_num 1006) 2024-04-02T08:34:41.206 INFO:tasks.rados.rados.0.smithi012.stdout:3235: read oid 49 snap -1 2024-04-02T08:34:41.206 INFO:tasks.rados.rados.0.smithi012.stdout:3235: expect (ObjNum 980 snap 297 seq_num 980) 2024-04-02T08:34:41.207 INFO:tasks.rados.rados.0.smithi012.stdout:3236: read oid 19 snap -1 2024-04-02T08:34:41.207 INFO:tasks.rados.rados.0.smithi012.stdout:3236: expect (ObjNum 942 snap 289 seq_num 942) 2024-04-02T08:34:41.207 INFO:tasks.rados.rados.0.smithi012.stdout:3237: copy_from oid 33 from oid 29 current snap is 303 2024-04-02T08:34:41.207 INFO:tasks.rados.rados.0.smithi012.stdout:3228: finishing write tid 1 to smithi01277369-6 2024-04-02T08:34:41.207 INFO:tasks.rados.rados.0.smithi012.stdout:3228: finishing write tid 2 to smithi01277369-6 2024-04-02T08:34:41.207 INFO:tasks.rados.rados.0.smithi012.stdout:3231: finishing write tid 1 to smithi01277369-42 2024-04-02T08:34:41.207 INFO:tasks.rados.rados.0.smithi012.stdout:3228: finishing write tid 3 to smithi01277369-6 2024-04-02T08:34:41.207 INFO:tasks.rados.rados.0.smithi012.stdout:3228: oid 6 updating version 0 to 2056 2024-04-02T08:34:41.207 INFO:tasks.rados.rados.0.smithi012.stdout:3228: oid 6 version 2056 is already newer than 2055 2024-04-02T08:34:41.207 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 6 v 2056 (ObjNum 1013 snap 303 seq_num 1013) dirty exists 2024-04-02T08:34:41.207 INFO:tasks.rados.rados.0.smithi012.stdout:3228: left oid 6 (ObjNum 1013 snap 303 seq_num 1013) 2024-04-02T08:34:41.207 INFO:tasks.rados.rados.0.smithi012.stdout:3231: finishing write tid 2 to smithi01277369-42 2024-04-02T08:34:41.207 INFO:tasks.rados.rados.0.smithi012.stdout:3231: finishing write tid 3 to smithi01277369-42 2024-04-02T08:34:41.207 INFO:tasks.rados.rados.0.smithi012.stdout:3231: oid 42 updating version 0 to 2419 2024-04-02T08:34:41.208 INFO:tasks.rados.rados.0.smithi012.stdout:3231: oid 42 version 2419 is already newer than 2418 2024-04-02T08:34:41.208 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 42 v 2419 (ObjNum 1014 snap 303 seq_num 1014) dirty exists 2024-04-02T08:34:41.208 INFO:tasks.rados.rados.0.smithi012.stdout:3231: left oid 42 (ObjNum 1014 snap 303 seq_num 1014) 2024-04-02T08:34:41.208 INFO:tasks.rados.rados.0.smithi012.stdout:3228: done (7 left) 2024-04-02T08:34:41.208 INFO:tasks.rados.rados.0.smithi012.stdout:3231: done (6 left) 2024-04-02T08:34:41.208 INFO:tasks.rados.rados.0.smithi012.stdout:3238: snap_create 2024-04-02T08:34:41.208 INFO:tasks.rados.rados.0.smithi012.stdout:3237: finishing copy_from to smithi01277369-33 2024-04-02T08:34:41.208 INFO:tasks.rados.rados.0.smithi012.stdout:3237: got expected ENOENT (src dne) 2024-04-02T08:34:41.209 INFO:tasks.rados.rados.0.smithi012.stdout:3237: finishing copy_from racing read to smithi01277369-33 2024-04-02T08:34:41.214 INFO:tasks.rados.rados.0.smithi012.stdout:3233: finishing write tid 1 to smithi01277369-43 2024-04-02T08:34:41.216 INFO:tasks.rados.rados.0.smithi012.stdout:3234: expect (ObjNum 1006 snap 302 seq_num 1006) 2024-04-02T08:34:41.266 INFO:tasks.rados.rados.0.smithi012.stdout:3233: finishing write tid 2 to smithi01277369-43 2024-04-02T08:34:41.266 INFO:tasks.rados.rados.0.smithi012.stdout:3232: expect (ObjNum 875 snap 274 seq_num 875) 2024-04-02T08:34:41.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:41 smithi012 ceph-mon[88355]: osdmap e691: 8 total, 8 up, 8 in 2024-04-02T08:34:41.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:41 smithi012 ceph-mon[88355]: pgmap v705: 121 pgs: 121 active+clean; 201 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 274 KiB/s wr, 4 op/s 2024-04-02T08:34:41.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:41 smithi012 ceph-mon[90784]: osdmap e691: 8 total, 8 up, 8 in 2024-04-02T08:34:41.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:41 smithi012 ceph-mon[90784]: pgmap v705: 121 pgs: 121 active+clean; 201 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 274 KiB/s wr, 4 op/s 2024-04-02T08:34:41.472 INFO:tasks.rados.rados.0.smithi012.stdout:3233: finishing write tid 3 to smithi01277369-43 2024-04-02T08:34:41.472 INFO:tasks.rados.rados.0.smithi012.stdout:3233: oid 43 updating version 0 to 2259 2024-04-02T08:34:41.472 INFO:tasks.rados.rados.0.smithi012.stdout:3233: oid 43 version 2259 is already newer than 2258 2024-04-02T08:34:41.472 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 43 v 2259 (ObjNum 1015 snap 303 seq_num 1015) dirty exists 2024-04-02T08:34:41.473 INFO:tasks.rados.rados.0.smithi012.stdout:3233: left oid 43 (ObjNum 1015 snap 303 seq_num 1015) 2024-04-02T08:34:41.473 INFO:tasks.rados.rados.0.smithi012.stdout:3236: expect (ObjNum 942 snap 289 seq_num 942) 2024-04-02T08:34:41.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:41 smithi055 ceph-mon[85080]: osdmap e691: 8 total, 8 up, 8 in 2024-04-02T08:34:41.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:41 smithi055 ceph-mon[85080]: pgmap v705: 121 pgs: 121 active+clean; 201 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 274 KiB/s wr, 4 op/s 2024-04-02T08:34:41.832 INFO:tasks.rados.rados.0.smithi012.stdout:3235: expect (ObjNum 980 snap 297 seq_num 980) 2024-04-02T08:34:42.376 INFO:tasks.rados.rados.0.smithi012.stdout:3232: done (6 left) 2024-04-02T08:34:42.376 INFO:tasks.rados.rados.0.smithi012.stdout:3233: done (5 left) 2024-04-02T08:34:42.376 INFO:tasks.rados.rados.0.smithi012.stdout:3234: done (4 left) 2024-04-02T08:34:42.376 INFO:tasks.rados.rados.0.smithi012.stdout:3235: done (3 left) 2024-04-02T08:34:42.376 INFO:tasks.rados.rados.0.smithi012.stdout:3236: done (2 left) 2024-04-02T08:34:42.376 INFO:tasks.rados.rados.0.smithi012.stdout:3237: done (1 left) 2024-04-02T08:34:42.376 INFO:tasks.rados.rados.0.smithi012.stdout:3238: done (0 left) 2024-04-02T08:34:42.376 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 10 current snap is 304 2024-04-02T08:34:42.377 INFO:tasks.rados.rados.0.smithi012.stdout:3239: seq_num 1016 ranges {5808128=221184} 2024-04-02T08:34:42.408 INFO:tasks.rados.rados.0.smithi012.stdout:3239: writing smithi01277369-10 from 5808128 to 6029312 tid 1 2024-04-02T08:34:42.409 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 1 current snap is 304 2024-04-02T08:34:42.409 INFO:tasks.rados.rados.0.smithi012.stdout:3240: seq_num 1017 ranges {0=237568} 2024-04-02T08:34:42.410 INFO:tasks.rados.rados.0.smithi012.stdout:3240: writing smithi01277369-1 from 0 to 237568 tid 1 2024-04-02T08:34:42.410 INFO:tasks.rados.rados.0.smithi012.stdout:3241: read oid 48 snap -1 2024-04-02T08:34:42.410 INFO:tasks.rados.rados.0.smithi012.stdout:3241: expect deleted 2024-04-02T08:34:42.410 INFO:tasks.rados.rados.0.smithi012.stdout:3242: rmattr oid 43 current snap is 304 2024-04-02T08:34:42.410 INFO:tasks.rados.rados.0.smithi012.stdout:3243: snap_create 2024-04-02T08:34:42.415 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 43 v 2260 (ObjNum 1015 snap 303 seq_num 1015) dirty exists 2024-04-02T08:34:42.416 INFO:tasks.rados.rados.0.smithi012.stdout:3239: finishing write tid 1 to smithi01277369-10 2024-04-02T08:34:42.416 INFO:tasks.rados.rados.0.smithi012.stdout:3239: finishing write tid 2 to smithi01277369-10 2024-04-02T08:34:42.417 INFO:tasks.rados.rados.0.smithi012.stdout:3240: finishing write tid 1 to smithi01277369-1 2024-04-02T08:34:42.417 INFO:tasks.rados.rados.0.smithi012.stdout:3240: finishing write tid 2 to smithi01277369-1 2024-04-02T08:34:42.418 INFO:tasks.rados.rados.0.smithi012.stdout:3239: finishing write tid 3 to smithi01277369-10 2024-04-02T08:34:42.418 INFO:tasks.rados.rados.0.smithi012.stdout:3239: oid 10 updating version 0 to 2091 2024-04-02T08:34:42.418 INFO:tasks.rados.rados.0.smithi012.stdout:3239: oid 10 version 2091 is already newer than 2090 2024-04-02T08:34:42.418 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 10 v 2091 (ObjNum 1016 snap 304 seq_num 1016) dirty exists 2024-04-02T08:34:42.418 INFO:tasks.rados.rados.0.smithi012.stdout:3239: left oid 10 (ObjNum 1016 snap 304 seq_num 1016) 2024-04-02T08:34:42.420 INFO:tasks.rados.rados.0.smithi012.stdout:3240: finishing write tid 3 to smithi01277369-1 2024-04-02T08:34:42.420 INFO:tasks.rados.rados.0.smithi012.stdout:3240: oid 1 updating version 0 to 2093 2024-04-02T08:34:42.421 INFO:tasks.rados.rados.0.smithi012.stdout:3240: oid 1 version 2093 is already newer than 2092 2024-04-02T08:34:42.421 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 1 v 2093 (ObjNum 1017 snap 304 seq_num 1017) dirty exists 2024-04-02T08:34:42.421 INFO:tasks.rados.rados.0.smithi012.stdout:3240: left oid 1 (ObjNum 1017 snap 304 seq_num 1017) 2024-04-02T08:34:42.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:42 smithi012 ceph-mon[88355]: osdmap e692: 8 total, 8 up, 8 in 2024-04-02T08:34:42.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:42 smithi012 ceph-mon[90784]: osdmap e692: 8 total, 8 up, 8 in 2024-04-02T08:34:42.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:42 smithi055 ceph-mon[85080]: osdmap e692: 8 total, 8 up, 8 in 2024-04-02T08:34:42.561 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:34:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:34:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:34:43.082 INFO:tasks.rados.rados.0.smithi012.stdout:3239: done (4 left) 2024-04-02T08:34:43.083 INFO:tasks.rados.rados.0.smithi012.stdout:3240: done (3 left) 2024-04-02T08:34:43.083 INFO:tasks.rados.rados.0.smithi012.stdout:3241: done (2 left) 2024-04-02T08:34:43.083 INFO:tasks.rados.rados.0.smithi012.stdout:3242: done (1 left) 2024-04-02T08:34:43.083 INFO:tasks.rados.rados.0.smithi012.stdout:3243: done (0 left) 2024-04-02T08:34:43.083 INFO:tasks.rados.rados.0.smithi012.stdout:3244: read oid 43 snap -1 2024-04-02T08:34:43.083 INFO:tasks.rados.rados.0.smithi012.stdout:3244: expect (ObjNum 1015 snap 303 seq_num 1015) 2024-04-02T08:34:43.083 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 20 current snap is 305 2024-04-02T08:34:43.083 INFO:tasks.rados.rados.0.smithi012.stdout:3245: seq_num 1018 ranges {1720320=253952} 2024-04-02T08:34:43.093 INFO:tasks.rados.rados.0.smithi012.stdout:3245: writing smithi01277369-20 from 1720320 to 1974272 tid 1 2024-04-02T08:34:43.093 INFO:tasks.rados.rados.0.smithi012.stdout:3246: setattr oid 30 current snap is 305 2024-04-02T08:34:43.093 INFO:tasks.rados.rados.0.smithi012.stdout:3244: expect (ObjNum 1015 snap 303 seq_num 1015) 2024-04-02T08:34:43.161 INFO:tasks.rados.rados.0.smithi012.stdout:3245: finishing write tid 1 to smithi01277369-20 2024-04-02T08:34:43.162 INFO:tasks.rados.rados.0.smithi012.stdout:3245: finishing write tid 2 to smithi01277369-20 2024-04-02T08:34:43.162 INFO:tasks.rados.rados.0.smithi012.stdout:3245: finishing write tid 3 to smithi01277369-20 2024-04-02T08:34:43.162 INFO:tasks.rados.rados.0.smithi012.stdout:3245: oid 20 updating version 0 to 2566 2024-04-02T08:34:43.162 INFO:tasks.rados.rados.0.smithi012.stdout:3245: oid 20 updating version 2566 to 2567 2024-04-02T08:34:43.162 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 20 v 2567 (ObjNum 1018 snap 305 seq_num 1018) dirty exists 2024-04-02T08:34:43.162 INFO:tasks.rados.rados.0.smithi012.stdout:3245: left oid 20 (ObjNum 1018 snap 305 seq_num 1018) 2024-04-02T08:34:43.162 INFO:tasks.rados.rados.0.smithi012.stdout:3244: done (2 left) 2024-04-02T08:34:43.162 INFO:tasks.rados.rados.0.smithi012.stdout:3245: done (1 left) 2024-04-02T08:34:43.162 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 48 current snap is 305 2024-04-02T08:34:43.162 INFO:tasks.rados.rados.0.smithi012.stdout:3247: seq_num 1019 ranges {0=270336} 2024-04-02T08:34:43.163 INFO:tasks.rados.rados.0.smithi012.stdout:3247: writing smithi01277369-48 from 0 to 270336 tid 1 2024-04-02T08:34:43.163 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 8 current snap is 305 2024-04-02T08:34:43.163 INFO:tasks.rados.rados.0.smithi012.stdout:3248: seq_num 1020 ranges {983040=286720} 2024-04-02T08:34:43.170 INFO:tasks.rados.rados.0.smithi012.stdout:3248: writing smithi01277369-8 from 983040 to 1269760 tid 1 2024-04-02T08:34:43.170 INFO:tasks.rados.rados.0.smithi012.stdout:3249: delete oid 6 current snap is 305 2024-04-02T08:34:43.170 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 30 v 2256 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:34:43.171 INFO:tasks.rados.rados.0.smithi012.stdout:3247: finishing write tid 1 to smithi01277369-48 2024-04-02T08:34:43.171 INFO:tasks.rados.rados.0.smithi012.stdout:3247: finishing write tid 2 to smithi01277369-48 2024-04-02T08:34:43.171 INFO:tasks.rados.rados.0.smithi012.stdout:3247: finishing write tid 3 to smithi01277369-48 2024-04-02T08:34:43.171 INFO:tasks.rados.rados.0.smithi012.stdout:3247: oid 48 updating version 0 to 2421 2024-04-02T08:34:43.171 INFO:tasks.rados.rados.0.smithi012.stdout:3247: oid 48 version 2421 is already newer than 2420 2024-04-02T08:34:43.171 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 48 v 2421 (ObjNum 1019 snap 305 seq_num 1019) dirty exists 2024-04-02T08:34:43.171 INFO:tasks.rados.rados.0.smithi012.stdout:3247: left oid 48 (ObjNum 1019 snap 305 seq_num 1019) 2024-04-02T08:34:43.173 INFO:tasks.rados.rados.0.smithi012.stdout:3246: done (3 left) 2024-04-02T08:34:43.173 INFO:tasks.rados.rados.0.smithi012.stdout:3247: done (2 left) 2024-04-02T08:34:43.173 INFO:tasks.rados.rados.0.smithi012.stdout:3249: done (1 left) 2024-04-02T08:34:43.173 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 10 current snap is 305 2024-04-02T08:34:43.173 INFO:tasks.rados.rados.0.smithi012.stdout:3250: seq_num 1022 ranges {6029312=319488} 2024-04-02T08:34:43.209 INFO:tasks.rados.rados.0.smithi012.stdout:3250: writing smithi01277369-10 from 6029312 to 6348800 tid 1 2024-04-02T08:34:43.210 INFO:tasks.rados.rados.0.smithi012.stdout:3251: snap_create 2024-04-02T08:34:43.210 INFO:tasks.rados.rados.0.smithi012.stdout:3248: finishing write tid 1 to smithi01277369-8 2024-04-02T08:34:43.210 INFO:tasks.rados.rados.0.smithi012.stdout:3248: finishing write tid 2 to smithi01277369-8 2024-04-02T08:34:43.210 INFO:tasks.rados.rados.0.smithi012.stdout:3248: finishing write tid 3 to smithi01277369-8 2024-04-02T08:34:43.210 INFO:tasks.rados.rados.0.smithi012.stdout:3248: oid 8 updating version 0 to 2569 2024-04-02T08:34:43.210 INFO:tasks.rados.rados.0.smithi012.stdout:3248: oid 8 updating version 2569 to 2570 2024-04-02T08:34:43.210 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 8 v 2570 (ObjNum 1020 snap 305 seq_num 1020) dirty exists 2024-04-02T08:34:43.210 INFO:tasks.rados.rados.0.smithi012.stdout:3248: left oid 8 (ObjNum 1020 snap 305 seq_num 1020) 2024-04-02T08:34:43.214 INFO:tasks.rados.rados.0.smithi012.stdout:3250: finishing write tid 1 to smithi01277369-10 2024-04-02T08:34:43.214 INFO:tasks.rados.rados.0.smithi012.stdout:3250: finishing write tid 2 to smithi01277369-10 2024-04-02T08:34:43.215 INFO:tasks.rados.rados.0.smithi012.stdout:3250: finishing write tid 3 to smithi01277369-10 2024-04-02T08:34:43.215 INFO:tasks.rados.rados.0.smithi012.stdout:3250: oid 10 updating version 0 to 2095 2024-04-02T08:34:43.215 INFO:tasks.rados.rados.0.smithi012.stdout:3250: oid 10 version 2095 is already newer than 2094 2024-04-02T08:34:43.215 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 10 v 2095 (ObjNum 1022 snap 305 seq_num 1022) dirty exists 2024-04-02T08:34:43.216 INFO:tasks.rados.rados.0.smithi012.stdout:3250: left oid 10 (ObjNum 1022 snap 305 seq_num 1022) 2024-04-02T08:34:43.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:43 smithi012 ceph-mon[88355]: osdmap e693: 8 total, 8 up, 8 in 2024-04-02T08:34:43.435 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:43 smithi012 ceph-mon[88355]: pgmap v708: 121 pgs: 121 active+clean; 211 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 1.2 MiB/s wr, 16 op/s 2024-04-02T08:34:43.435 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:43 smithi012 ceph-mon[90784]: osdmap e693: 8 total, 8 up, 8 in 2024-04-02T08:34:43.435 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:43 smithi012 ceph-mon[90784]: pgmap v708: 121 pgs: 121 active+clean; 211 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 1.2 MiB/s wr, 16 op/s 2024-04-02T08:34:43.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:43 smithi055 ceph-mon[85080]: osdmap e693: 8 total, 8 up, 8 in 2024-04-02T08:34:43.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:43 smithi055 ceph-mon[85080]: pgmap v708: 121 pgs: 121 active+clean; 211 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 1.2 MiB/s wr, 16 op/s 2024-04-02T08:34:43.987 INFO:tasks.rados.rados.0.smithi012.stdout:3248: done (2 left) 2024-04-02T08:34:43.988 INFO:tasks.rados.rados.0.smithi012.stdout:3250: done (1 left) 2024-04-02T08:34:43.988 INFO:tasks.rados.rados.0.smithi012.stdout:3251: done (0 left) 2024-04-02T08:34:43.988 INFO:tasks.rados.rados.0.smithi012.stdout:3252: read oid 2 snap 303 2024-04-02T08:34:43.988 INFO:tasks.rados.rados.0.smithi012.stdout:3252: expect deleted 2024-04-02T08:34:43.988 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 12 current snap is 306 2024-04-02T08:34:43.988 INFO:tasks.rados.rados.0.smithi012.stdout:3253: seq_num 1023 ranges {0=335872} 2024-04-02T08:34:43.989 INFO:tasks.rados.rados.0.smithi012.stdout:3253: writing smithi01277369-12 from 0 to 335872 tid 1 2024-04-02T08:34:43.989 INFO:tasks.rados.rados.0.smithi012.stdout:3254: read oid 18 snap -1 2024-04-02T08:34:43.989 INFO:tasks.rados.rados.0.smithi012.stdout:3254: expect (ObjNum 811 snap 264 seq_num 811) 2024-04-02T08:34:43.989 INFO:tasks.rados.rados.0.smithi012.stdout:3255: read oid 14 snap -1 2024-04-02T08:34:43.989 INFO:tasks.rados.rados.0.smithi012.stdout:3255: expect (ObjNum 998 snap 300 seq_num 998) 2024-04-02T08:34:43.989 INFO:tasks.rados.rados.0.smithi012.stdout:3256: delete oid 50 current snap is 306 2024-04-02T08:34:43.997 INFO:tasks.rados.rados.0.smithi012.stdout:3253: finishing write tid 1 to smithi01277369-12 2024-04-02T08:34:43.997 INFO:tasks.rados.rados.0.smithi012.stdout:3253: finishing write tid 2 to smithi01277369-12 2024-04-02T08:34:43.997 INFO:tasks.rados.rados.0.smithi012.stdout:3254: expect (ObjNum 811 snap 264 seq_num 811) 2024-04-02T08:34:44.045 INFO:tasks.rados.rados.0.smithi012.stdout:3253: finishing write tid 3 to smithi01277369-12 2024-04-02T08:34:44.045 INFO:tasks.rados.rados.0.smithi012.stdout:3253: oid 12 updating version 0 to 2261 2024-04-02T08:34:44.045 INFO:tasks.rados.rados.0.smithi012.stdout:3253: oid 12 updating version 2261 to 2262 2024-04-02T08:34:44.045 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 12 v 2262 (ObjNum 1023 snap 306 seq_num 1023) dirty exists 2024-04-02T08:34:44.045 INFO:tasks.rados.rados.0.smithi012.stdout:3253: left oid 12 (ObjNum 1023 snap 306 seq_num 1023) 2024-04-02T08:34:44.045 INFO:tasks.rados.rados.0.smithi012.stdout:3255: expect (ObjNum 998 snap 300 seq_num 998) 2024-04-02T08:34:44.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:44 smithi012 ceph-mon[90784]: osdmap e694: 8 total, 8 up, 8 in 2024-04-02T08:34:44.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:44 smithi012 ceph-mon[90784]: osdmap e695: 8 total, 8 up, 8 in 2024-04-02T08:34:44.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:44 smithi012 ceph-mon[88355]: osdmap e694: 8 total, 8 up, 8 in 2024-04-02T08:34:44.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:44 smithi012 ceph-mon[88355]: osdmap e695: 8 total, 8 up, 8 in 2024-04-02T08:34:44.459 INFO:tasks.rados.rados.0.smithi012.stdout:3252: done (4 left) 2024-04-02T08:34:44.459 INFO:tasks.rados.rados.0.smithi012.stdout:3253: done (3 left) 2024-04-02T08:34:44.459 INFO:tasks.rados.rados.0.smithi012.stdout:3254: done (2 left) 2024-04-02T08:34:44.460 INFO:tasks.rados.rados.0.smithi012.stdout:3255: done (1 left) 2024-04-02T08:34:44.460 INFO:tasks.rados.rados.0.smithi012.stdout:3256: done (0 left) 2024-04-02T08:34:44.460 INFO:tasks.rados.rados.0.smithi012.stdout:3257: read oid 32 snap -1 2024-04-02T08:34:44.460 INFO:tasks.rados.rados.0.smithi012.stdout:3257: expect deleted 2024-04-02T08:34:44.460 INFO:tasks.rados.rados.0.smithi012.stdout:3258: copy_from oid 39 from oid 16 current snap is 306 2024-04-02T08:34:44.460 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 11 current snap is 306 2024-04-02T08:34:44.460 INFO:tasks.rados.rados.0.smithi012.stdout:3259: seq_num 1025 ranges {0=368640} 2024-04-02T08:34:44.461 INFO:tasks.rados.rados.0.smithi012.stdout:3259: writing smithi01277369-11 from 0 to 368640 tid 1 2024-04-02T08:34:44.461 INFO:tasks.rados.rados.0.smithi012.stdout:3260: delete oid 14 current snap is 306 2024-04-02T08:34:44.464 INFO:tasks.rados.rados.0.smithi012.stdout:3257: done (3 left) 2024-04-02T08:34:44.464 INFO:tasks.rados.rados.0.smithi012.stdout:3260: done (2 left) 2024-04-02T08:34:44.464 INFO:tasks.rados.rados.0.smithi012.stdout:3261: copy_from oid 4 from oid 18 current snap is 306 2024-04-02T08:34:44.464 INFO:tasks.rados.rados.0.smithi012.stdout:3262: read oid 2 snap -1 2024-04-02T08:34:44.464 INFO:tasks.rados.rados.0.smithi012.stdout:3262: expect deleted 2024-04-02T08:34:44.464 INFO:tasks.rados.rados.0.smithi012.stdout:3263: snap_remove snap 305 2024-04-02T08:34:44.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:44 smithi055 ceph-mon[85080]: osdmap e694: 8 total, 8 up, 8 in 2024-04-02T08:34:44.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:44 smithi055 ceph-mon[85080]: osdmap e695: 8 total, 8 up, 8 in 2024-04-02T08:34:45.086 INFO:tasks.rados.rados.0.smithi012.stdout:3263: done (4 left) 2024-04-02T08:34:45.087 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 3 current snap is 306 2024-04-02T08:34:45.087 INFO:tasks.rados.rados.0.smithi012.stdout:3264: seq_num 1027 ranges {3833856=409600} 2024-04-02T08:34:45.111 INFO:tasks.rados.rados.0.smithi012.stdout:3264: writing smithi01277369-3 from 3833856 to 4243456 tid 1 2024-04-02T08:34:45.112 INFO:tasks.rados.rados.0.smithi012.stdout:3265: copy_from oid 5 from oid 34 current snap is 306 2024-04-02T08:34:45.112 INFO:tasks.rados.rados.0.smithi012.stdout:3259: finishing write tid 1 to smithi01277369-11 2024-04-02T08:34:45.112 INFO:tasks.rados.rados.0.smithi012.stdout:3262: done (5 left) 2024-04-02T08:34:45.112 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 14 current snap is 306 2024-04-02T08:34:45.112 INFO:tasks.rados.rados.0.smithi012.stdout:3259: finishing write tid 2 to smithi01277369-11 2024-04-02T08:34:45.112 INFO:tasks.rados.rados.0.smithi012.stdout:3259: finishing write tid 3 to smithi01277369-11 2024-04-02T08:34:45.112 INFO:tasks.rados.rados.0.smithi012.stdout:3259: oid 11 updating version 0 to 2572 2024-04-02T08:34:45.112 INFO:tasks.rados.rados.0.smithi012.stdout:3259: oid 11 version 2572 is already newer than 2571 2024-04-02T08:34:45.112 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 11 v 2572 (ObjNum 1025 snap 306 seq_num 1025) dirty exists 2024-04-02T08:34:45.112 INFO:tasks.rados.rados.0.smithi012.stdout:3259: left oid 11 (ObjNum 1025 snap 306 seq_num 1025) 2024-04-02T08:34:45.112 INFO:tasks.rados.rados.0.smithi012.stdout:3261: finishing copy_from racing read to smithi01277369-4 2024-04-02T08:34:45.112 INFO:tasks.rados.rados.0.smithi012.stdout:3261: finishing copy_from to smithi01277369-4 2024-04-02T08:34:45.112 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 4 v 1086 (ObjNum 811 snap 264 seq_num 811) dirty exists 2024-04-02T08:34:45.112 INFO:tasks.rados.rados.0.smithi012.stdout:3258: finishing copy_from racing read to smithi01277369-39 2024-04-02T08:34:45.113 INFO:tasks.rados.rados.0.smithi012.stdout:3258: finishing copy_from to smithi01277369-39 2024-04-02T08:34:45.113 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 39 v 1862 (ObjNum 953 snap 292 seq_num 953) dirty exists 2024-04-02T08:34:45.113 INFO:tasks.rados.rados.0.smithi012.stdout:3266: seq_num 1028 ranges {0=425984} 2024-04-02T08:34:45.114 INFO:tasks.rados.rados.0.smithi012.stdout:3266: writing smithi01277369-14 from 0 to 425984 tid 1 2024-04-02T08:34:45.114 INFO:tasks.rados.rados.0.smithi012.stdout:3258: done (5 left) 2024-04-02T08:34:45.114 INFO:tasks.rados.rados.0.smithi012.stdout:3259: done (4 left) 2024-04-02T08:34:45.114 INFO:tasks.rados.rados.0.smithi012.stdout:3261: done (3 left) 2024-04-02T08:34:45.114 INFO:tasks.rados.rados.0.smithi012.stdout:3267: snap_create 2024-04-02T08:34:45.116 INFO:tasks.rados.rados.0.smithi012.stdout:3264: finishing write tid 1 to smithi01277369-3 2024-04-02T08:34:45.116 INFO:tasks.rados.rados.0.smithi012.stdout:3264: finishing write tid 2 to smithi01277369-3 2024-04-02T08:34:45.117 INFO:tasks.rados.rados.0.smithi012.stdout:3266: finishing write tid 1 to smithi01277369-14 2024-04-02T08:34:45.118 INFO:tasks.rados.rados.0.smithi012.stdout:3264: finishing write tid 3 to smithi01277369-3 2024-04-02T08:34:45.118 INFO:tasks.rados.rados.0.smithi012.stdout:3264: oid 3 updating version 0 to 1302 2024-04-02T08:34:45.118 INFO:tasks.rados.rados.0.smithi012.stdout:3264: oid 3 version 1302 is already newer than 1301 2024-04-02T08:34:45.118 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 3 v 1302 (ObjNum 1027 snap 306 seq_num 1027) dirty exists 2024-04-02T08:34:45.119 INFO:tasks.rados.rados.0.smithi012.stdout:3264: left oid 3 (ObjNum 1027 snap 306 seq_num 1027) 2024-04-02T08:34:45.119 INFO:tasks.rados.rados.0.smithi012.stdout:3266: finishing write tid 2 to smithi01277369-14 2024-04-02T08:34:45.122 INFO:tasks.rados.rados.0.smithi012.stdout:3266: finishing write tid 3 to smithi01277369-14 2024-04-02T08:34:45.122 INFO:tasks.rados.rados.0.smithi012.stdout:3266: oid 14 updating version 0 to 2079 2024-04-02T08:34:45.122 INFO:tasks.rados.rados.0.smithi012.stdout:3266: oid 14 version 2079 is already newer than 2078 2024-04-02T08:34:45.122 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 14 v 2079 (ObjNum 1028 snap 306 seq_num 1028) dirty exists 2024-04-02T08:34:45.122 INFO:tasks.rados.rados.0.smithi012.stdout:3266: left oid 14 (ObjNum 1028 snap 306 seq_num 1028) 2024-04-02T08:34:45.123 INFO:tasks.rados.rados.0.smithi012.stdout:3265: finishing copy_from racing read to smithi01277369-5 2024-04-02T08:34:45.124 INFO:tasks.rados.rados.0.smithi012.stdout:3265: finishing copy_from to smithi01277369-5 2024-04-02T08:34:45.124 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 5 v 1106 (ObjNum 983 snap 297 seq_num 983) dirty exists 2024-04-02T08:34:45.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:45 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:45.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:45 smithi012 ceph-mon[88355]: pgmap v711: 121 pgs: 121 active+clean; 211 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 982 KiB/s wr, 12 op/s 2024-04-02T08:34:45.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:45 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:45.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:45 smithi012 ceph-mon[90784]: pgmap v711: 121 pgs: 121 active+clean; 211 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 982 KiB/s wr, 12 op/s 2024-04-02T08:34:45.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:45 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:45.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:45 smithi055 ceph-mon[85080]: pgmap v711: 121 pgs: 121 active+clean; 211 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 982 KiB/s wr, 12 op/s 2024-04-02T08:34:46.093 INFO:tasks.rados.rados.0.smithi012.stdout:3264: done (3 left) 2024-04-02T08:34:46.093 INFO:tasks.rados.rados.0.smithi012.stdout:3265: done (2 left) 2024-04-02T08:34:46.093 INFO:tasks.rados.rados.0.smithi012.stdout:3266: done (1 left) 2024-04-02T08:34:46.093 INFO:tasks.rados.rados.0.smithi012.stdout:3267: done (0 left) 2024-04-02T08:34:46.093 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 32 current snap is 307 2024-04-02T08:34:46.093 INFO:tasks.rados.rados.0.smithi012.stdout:3268: seq_num 1029 ranges {0=442368} 2024-04-02T08:34:46.095 INFO:tasks.rados.rados.0.smithi012.stdout:3268: writing smithi01277369-32 from 0 to 442368 tid 1 2024-04-02T08:34:46.095 INFO:tasks.rados.rados.0.smithi012.stdout:3269: snap_create 2024-04-02T08:34:46.099 INFO:tasks.rados.rados.0.smithi012.stdout:3268: finishing write tid 1 to smithi01277369-32 2024-04-02T08:34:46.099 INFO:tasks.rados.rados.0.smithi012.stdout:3268: finishing write tid 2 to smithi01277369-32 2024-04-02T08:34:46.103 INFO:tasks.rados.rados.0.smithi012.stdout:3268: finishing write tid 3 to smithi01277369-32 2024-04-02T08:34:46.103 INFO:tasks.rados.rados.0.smithi012.stdout:3268: oid 32 updating version 0 to 2573 2024-04-02T08:34:46.103 INFO:tasks.rados.rados.0.smithi012.stdout:3268: oid 32 updating version 2573 to 2574 2024-04-02T08:34:46.103 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 32 v 2574 (ObjNum 1029 snap 307 seq_num 1029) dirty exists 2024-04-02T08:34:46.103 INFO:tasks.rados.rados.0.smithi012.stdout:3268: left oid 32 (ObjNum 1029 snap 307 seq_num 1029) 2024-04-02T08:34:46.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:46 smithi012 ceph-mon[88355]: osdmap e696: 8 total, 8 up, 8 in 2024-04-02T08:34:46.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:46 smithi012 ceph-mon[90784]: osdmap e696: 8 total, 8 up, 8 in 2024-04-02T08:34:46.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:46 smithi055 ceph-mon[85080]: osdmap e696: 8 total, 8 up, 8 in 2024-04-02T08:34:47.100 INFO:tasks.rados.rados.0.smithi012.stdout:3268: done (1 left) 2024-04-02T08:34:47.100 INFO:tasks.rados.rados.0.smithi012.stdout:3269: done (0 left) 2024-04-02T08:34:47.100 INFO:tasks.rados.rados.0.smithi012.stdout:3270: read oid 10 snap -1 2024-04-02T08:34:47.100 INFO:tasks.rados.rados.0.smithi012.stdout:3270: expect (ObjNum 1022 snap 305 seq_num 1022) 2024-04-02T08:34:47.100 INFO:tasks.rados.rados.0.smithi012.stdout:3271: snap_create 2024-04-02T08:34:47.133 INFO:tasks.rados.rados.0.smithi012.stdout:3270: expect (ObjNum 1022 snap 305 seq_num 1022) 2024-04-02T08:34:47.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:47 smithi012 ceph-mon[88355]: osdmap e697: 8 total, 8 up, 8 in 2024-04-02T08:34:47.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:47 smithi012 ceph-mon[88355]: pgmap v714: 121 pgs: 121 active+clean; 170 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 3.4 MiB/s wr, 29 op/s 2024-04-02T08:34:47.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:47 smithi012 ceph-mon[90784]: osdmap e697: 8 total, 8 up, 8 in 2024-04-02T08:34:47.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:47 smithi012 ceph-mon[90784]: pgmap v714: 121 pgs: 121 active+clean; 170 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 3.4 MiB/s wr, 29 op/s 2024-04-02T08:34:47.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:47 smithi055 ceph-mon[85080]: osdmap e697: 8 total, 8 up, 8 in 2024-04-02T08:34:47.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:47 smithi055 ceph-mon[85080]: pgmap v714: 121 pgs: 121 active+clean; 170 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 3.4 MiB/s wr, 29 op/s 2024-04-02T08:34:48.100 INFO:tasks.rados.rados.0.smithi012.stdout:3270: done (1 left) 2024-04-02T08:34:48.100 INFO:tasks.rados.rados.0.smithi012.stdout:3271: done (0 left) 2024-04-02T08:34:48.100 INFO:tasks.rados.rados.0.smithi012.stdout:3272: delete oid 7 current snap is 309 2024-04-02T08:34:48.103 INFO:tasks.rados.rados.0.smithi012.stdout:3272: done (0 left) 2024-04-02T08:34:48.103 INFO:tasks.rados.rados.0.smithi012.stdout:3273: setattr oid 17 current snap is 309 2024-04-02T08:34:48.106 INFO:tasks.rados.rados.0.smithi012.stdout:3274: snap_remove snap 303 2024-04-02T08:34:48.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:48 smithi012 ceph-mon[88355]: osdmap e698: 8 total, 8 up, 8 in 2024-04-02T08:34:48.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:48 smithi012 ceph-mon[90784]: osdmap e698: 8 total, 8 up, 8 in 2024-04-02T08:34:48.429 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:34:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:34:47] "GET /metrics HTTP/1.1" 200 36246 "" "Prometheus/2.43.0" 2024-04-02T08:34:48.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:48 smithi055 ceph-mon[85080]: osdmap e698: 8 total, 8 up, 8 in 2024-04-02T08:34:48.989 INFO:tasks.rados.rados.0.smithi012.stdout:3274: done (1 left) 2024-04-02T08:34:48.989 INFO:tasks.rados.rados.0.smithi012.stdout:3275: snap_create 2024-04-02T08:34:48.989 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 17 v 2576 (ObjNum 1011 snap 303 seq_num 1011) dirty exists 2024-04-02T08:34:49.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:49 smithi012 ceph-mon[88355]: osdmap e699: 8 total, 8 up, 8 in 2024-04-02T08:34:49.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:49 smithi012 ceph-mon[88355]: pgmap v717: 121 pgs: 121 active+clean; 170 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 3.4 MiB/s wr, 29 op/s 2024-04-02T08:34:49.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:49.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:49 smithi012 ceph-mon[88355]: osdmap e700: 8 total, 8 up, 8 in 2024-04-02T08:34:49.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:49 smithi012 ceph-mon[90784]: osdmap e699: 8 total, 8 up, 8 in 2024-04-02T08:34:49.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:49 smithi012 ceph-mon[90784]: pgmap v717: 121 pgs: 121 active+clean; 170 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 3.4 MiB/s wr, 29 op/s 2024-04-02T08:34:49.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:49.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:49 smithi012 ceph-mon[90784]: osdmap e700: 8 total, 8 up, 8 in 2024-04-02T08:34:49.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:49 smithi055 ceph-mon[85080]: osdmap e699: 8 total, 8 up, 8 in 2024-04-02T08:34:49.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:49 smithi055 ceph-mon[85080]: pgmap v717: 121 pgs: 121 active+clean; 170 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 3.4 MiB/s wr, 29 op/s 2024-04-02T08:34:49.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:49.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:49 smithi055 ceph-mon[85080]: osdmap e700: 8 total, 8 up, 8 in 2024-04-02T08:34:49.992 INFO:tasks.rados.rados.0.smithi012.stdout:3273: done (1 left) 2024-04-02T08:34:49.992 INFO:tasks.rados.rados.0.smithi012.stdout:3275: done (0 left) 2024-04-02T08:34:49.992 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 46 current snap is 310 2024-04-02T08:34:49.992 INFO:tasks.rados.rados.0.smithi012.stdout:3276: seq_num 1031 ranges {983040=475136} 2024-04-02T08:34:50.000 INFO:tasks.rados.rados.0.smithi012.stdout:3276: writing smithi01277369-46 from 983040 to 1458176 tid 1 2024-04-02T08:34:50.000 INFO:tasks.rados.rados.0.smithi012.stdout:3277: read oid 11 snap -1 2024-04-02T08:34:50.000 INFO:tasks.rados.rados.0.smithi012.stdout:3277: expect (ObjNum 1025 snap 306 seq_num 1025) 2024-04-02T08:34:50.000 INFO:tasks.rados.rados.0.smithi012.stdout:3278: setattr oid 38 current snap is 310 2024-04-02T08:34:50.002 INFO:tasks.rados.rados.0.smithi012.stdout:3279: snap_remove snap 308 2024-04-02T08:34:50.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:50 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:50.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:50 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:34:50.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:50 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:34:50.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:50 smithi012 ceph-mon[88355]: osdmap e701: 8 total, 8 up, 8 in 2024-04-02T08:34:50.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:50 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:50.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:50 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:34:50.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:50 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:34:50.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:50 smithi012 ceph-mon[90784]: osdmap e701: 8 total, 8 up, 8 in 2024-04-02T08:34:50.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:50 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:50.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:50 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:34:50.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:50 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:34:50.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:50 smithi055 ceph-mon[85080]: osdmap e701: 8 total, 8 up, 8 in 2024-04-02T08:34:50.992 INFO:tasks.rados.rados.0.smithi012.stdout:3276: finishing write tid 1 to smithi01277369-46 2024-04-02T08:34:50.992 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 38 v 2052 (ObjNum 65 snap 0 seq_num 917997456) dirty exists 2024-04-02T08:34:50.993 INFO:tasks.rados.rados.0.smithi012.stdout:3276: finishing write tid 2 to smithi01277369-46 2024-04-02T08:34:50.993 INFO:tasks.rados.rados.0.smithi012.stdout:3277: expect (ObjNum 1025 snap 306 seq_num 1025) 2024-04-02T08:34:51.005 INFO:tasks.rados.rados.0.smithi012.stdout:3276: finishing write tid 3 to smithi01277369-46 2024-04-02T08:34:51.005 INFO:tasks.rados.rados.0.smithi012.stdout:3276: oid 46 updating version 0 to 2257 2024-04-02T08:34:51.005 INFO:tasks.rados.rados.0.smithi012.stdout:3276: oid 46 updating version 2257 to 2258 2024-04-02T08:34:51.005 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 46 v 2258 (ObjNum 1031 snap 310 seq_num 1031) dirty exists 2024-04-02T08:34:51.005 INFO:tasks.rados.rados.0.smithi012.stdout:3276: left oid 46 (ObjNum 1031 snap 310 seq_num 1031) 2024-04-02T08:34:51.005 INFO:tasks.rados.rados.0.smithi012.stdout:3276: done (3 left) 2024-04-02T08:34:51.005 INFO:tasks.rados.rados.0.smithi012.stdout:3277: done (2 left) 2024-04-02T08:34:51.005 INFO:tasks.rados.rados.0.smithi012.stdout:3278: done (1 left) 2024-04-02T08:34:51.005 INFO:tasks.rados.rados.0.smithi012.stdout:3279: done (0 left) 2024-04-02T08:34:51.005 INFO:tasks.rados.rados.0.smithi012.stdout:3280: snap_remove snap 309 2024-04-02T08:34:52.002 INFO:tasks.rados.rados.0.smithi012.stdout:3280: done (0 left) 2024-04-02T08:34:52.002 INFO:tasks.rados.rados.0.smithi012.stdout:3281: snap_create 2024-04-02T08:34:52.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:51 smithi055 ceph-mon[85080]: pgmap v720: 121 pgs: 121 active+clean; 170 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 270 KiB/s rd, 108 KiB/s wr, 6 op/s 2024-04-02T08:34:52.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:51 smithi055 ceph-mon[85080]: osdmap e702: 8 total, 8 up, 8 in 2024-04-02T08:34:52.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:51 smithi012 ceph-mon[90784]: pgmap v720: 121 pgs: 121 active+clean; 170 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 270 KiB/s rd, 108 KiB/s wr, 6 op/s 2024-04-02T08:34:52.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:51 smithi012 ceph-mon[90784]: osdmap e702: 8 total, 8 up, 8 in 2024-04-02T08:34:52.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:51 smithi012 ceph-mon[88355]: pgmap v720: 121 pgs: 121 active+clean; 170 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 270 KiB/s rd, 108 KiB/s wr, 6 op/s 2024-04-02T08:34:52.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:51 smithi012 ceph-mon[88355]: osdmap e702: 8 total, 8 up, 8 in 2024-04-02T08:34:52.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:34:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:34:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:34:53.012 INFO:tasks.rados.rados.0.smithi012.stdout:3281: done (0 left) 2024-04-02T08:34:53.013 INFO:tasks.rados.rados.0.smithi012.stdout:3282: rmattr oid 20 current snap is 311 2024-04-02T08:34:53.013 INFO:tasks.rados.rados.0.smithi012.stdout:3282: done (0 left) 2024-04-02T08:34:53.013 INFO:tasks.rados.rados.0.smithi012.stdout:3283: rollback oid 4 current snap is 311 2024-04-02T08:34:53.013 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 4 to 304 2024-04-02T08:34:53.013 INFO:tasks.rados.rados.0.smithi012.stdout:3284: rmattr oid 11 current snap is 311 2024-04-02T08:34:53.013 INFO:tasks.rados.rados.0.smithi012.stdout:3284: done (1 left) 2024-04-02T08:34:53.013 INFO:tasks.rados.rados.0.smithi012.stdout:3285: read oid 23 snap 307 2024-04-02T08:34:53.013 INFO:tasks.rados.rados.0.smithi012.stdout:3285: expect (ObjNum 953 snap 292 seq_num 953) 2024-04-02T08:34:53.013 INFO:tasks.rados.rados.0.smithi012.stdout:3286: read oid 9 snap 306 2024-04-02T08:34:53.013 INFO:tasks.rados.rados.0.smithi012.stdout:3286: expect (ObjNum 772 snap 253 seq_num 772) 2024-04-02T08:34:53.013 INFO:tasks.rados.rados.0.smithi012.stdout:3287: delete oid 45 current snap is 311 2024-04-02T08:34:53.015 INFO:tasks.rados.rados.0.smithi012.stdout:3286: expect (ObjNum 772 snap 253 seq_num 772) 2024-04-02T08:34:53.049 INFO:tasks.rados.rados.0.smithi012.stdout:3283: finishing rollback tid 0 to smithi01277369-4 2024-04-02T08:34:53.049 INFO:tasks.rados.rados.0.smithi012.stdout:3283: finishing rollback tid 1 to smithi01277369-4 2024-04-02T08:34:53.049 INFO:tasks.rados.rados.0.smithi012.stdout:3283: finishing rollback tid 2 to smithi01277369-4 2024-04-02T08:34:53.049 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 4 v 1310 (ObjNum 986 snap 297 seq_num 986) dirty exists 2024-04-02T08:34:53.049 INFO:tasks.rados.rados.0.smithi012.stdout:3283: done (3 left) 2024-04-02T08:34:53.049 INFO:tasks.rados.rados.0.smithi012.stdout:3286: done (2 left) 2024-04-02T08:34:53.049 INFO:tasks.rados.rados.0.smithi012.stdout:3287: done (1 left) 2024-04-02T08:34:53.049 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 13 current snap is 311 2024-04-02T08:34:53.049 INFO:tasks.rados.rados.0.smithi012.stdout:3288: seq_num 1033 ranges {10117120=507904} 2024-04-02T08:34:53.107 INFO:tasks.rados.rados.0.smithi012.stdout:3288: writing smithi01277369-13 from 10117120 to 10625024 tid 1 2024-04-02T08:34:53.107 INFO:tasks.rados.rados.0.smithi012.stdout:3289: rmattr oid 25 current snap is 311 2024-04-02T08:34:53.107 INFO:tasks.rados.rados.0.smithi012.stdout:3289: done (2 left) 2024-04-02T08:34:53.107 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 31 current snap is 311 2024-04-02T08:34:53.107 INFO:tasks.rados.rados.0.smithi012.stdout:3285: expect (ObjNum 953 snap 292 seq_num 953) 2024-04-02T08:34:53.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:53 smithi055 ceph-mon[85080]: osdmap e703: 8 total, 8 up, 8 in 2024-04-02T08:34:53.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:53 smithi012 ceph-mon[88355]: osdmap e703: 8 total, 8 up, 8 in 2024-04-02T08:34:53.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:53 smithi012 ceph-mon[90784]: osdmap e703: 8 total, 8 up, 8 in 2024-04-02T08:34:53.544 INFO:tasks.rados.rados.0.smithi012.stdout:3288: finishing write tid 1 to smithi01277369-13 2024-04-02T08:34:53.544 INFO:tasks.rados.rados.0.smithi012.stdout:3288: finishing write tid 2 to smithi01277369-13 2024-04-02T08:34:53.544 INFO:tasks.rados.rados.0.smithi012.stdout:3288: finishing write tid 3 to smithi01277369-13 2024-04-02T08:34:53.544 INFO:tasks.rados.rados.0.smithi012.stdout:3288: oid 13 updating version 0 to 2586 2024-04-02T08:34:53.544 INFO:tasks.rados.rados.0.smithi012.stdout:3288: oid 13 updating version 2586 to 2587 2024-04-02T08:34:53.544 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 13 v 2587 (ObjNum 1033 snap 311 seq_num 1033) dirty exists 2024-04-02T08:34:53.544 INFO:tasks.rados.rados.0.smithi012.stdout:3288: left oid 13 (ObjNum 1033 snap 311 seq_num 1033) 2024-04-02T08:34:53.544 INFO:tasks.rados.rados.0.smithi012.stdout:3290: seq_num 1034 ranges {9863168=524288} 2024-04-02T08:34:53.601 INFO:tasks.rados.rados.0.smithi012.stdout:3290: writing smithi01277369-31 from 9863168 to 10387456 tid 1 2024-04-02T08:34:53.601 INFO:tasks.rados.rados.0.smithi012.stdout:3285: done (2 left) 2024-04-02T08:34:53.601 INFO:tasks.rados.rados.0.smithi012.stdout:3288: done (1 left) 2024-04-02T08:34:53.601 INFO:tasks.rados.rados.0.smithi012.stdout:3291: delete oid 41 current snap is 311 2024-04-02T08:34:53.604 INFO:tasks.rados.rados.0.smithi012.stdout:3291: done (1 left) 2024-04-02T08:34:53.604 INFO:tasks.rados.rados.0.smithi012.stdout:3292: copy_from oid 35 from oid 7 current snap is 311 2024-04-02T08:34:53.604 INFO:tasks.rados.rados.0.smithi012.stdout:3293: rmattr oid 43 current snap is 311 2024-04-02T08:34:53.604 INFO:tasks.rados.rados.0.smithi012.stdout:3294: snap_remove snap 304 2024-04-02T08:34:53.991 INFO:tasks.rados.rados.0.smithi012.stdout:3294: done (3 left) 2024-04-02T08:34:53.991 INFO:tasks.rados.rados.0.smithi012.stdout:3295: setattr oid 34 current snap is 311 2024-04-02T08:34:53.991 INFO:tasks.rados.rados.0.smithi012.stdout:3290: finishing write tid 1 to smithi01277369-31 2024-04-02T08:34:53.991 INFO:tasks.rados.rados.0.smithi012.stdout:3290: finishing write tid 2 to smithi01277369-31 2024-04-02T08:34:53.991 INFO:tasks.rados.rados.0.smithi012.stdout:3292: finishing copy_from to smithi01277369-35 2024-04-02T08:34:53.991 INFO:tasks.rados.rados.0.smithi012.stdout:3292: got expected ENOENT (src dne) 2024-04-02T08:34:53.991 INFO:tasks.rados.rados.0.smithi012.stdout:3292: finishing copy_from racing read to smithi01277369-35 2024-04-02T08:34:53.992 INFO:tasks.rados.rados.0.smithi012.stdout:3290: finishing write tid 3 to smithi01277369-31 2024-04-02T08:34:53.992 INFO:tasks.rados.rados.0.smithi012.stdout:3290: oid 31 updating version 0 to 2080 2024-04-02T08:34:53.992 INFO:tasks.rados.rados.0.smithi012.stdout:3290: oid 31 updating version 2080 to 2081 2024-04-02T08:34:53.992 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 31 v 2081 (ObjNum 1034 snap 311 seq_num 1034) dirty exists 2024-04-02T08:34:53.992 INFO:tasks.rados.rados.0.smithi012.stdout:3290: left oid 31 (ObjNum 1034 snap 311 seq_num 1034) 2024-04-02T08:34:53.992 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 43 v 2264 (ObjNum 1015 snap 303 seq_num 1015) dirty exists 2024-04-02T08:34:53.993 INFO:tasks.rados.rados.0.smithi012.stdout:3290: done (3 left) 2024-04-02T08:34:53.993 INFO:tasks.rados.rados.0.smithi012.stdout:3292: done (2 left) 2024-04-02T08:34:53.993 INFO:tasks.rados.rados.0.smithi012.stdout:3293: done (1 left) 2024-04-02T08:34:53.993 INFO:tasks.rados.rados.0.smithi012.stdout:3296: copy_from oid 3 from oid 9 current snap is 311 2024-04-02T08:34:53.993 INFO:tasks.rados.rados.0.smithi012.stdout:3297: read oid 44 snap -1 2024-04-02T08:34:53.994 INFO:tasks.rados.rados.0.smithi012.stdout:3297: expect (ObjNum 996 snap 300 seq_num 996) 2024-04-02T08:34:53.994 INFO:tasks.rados.rados.0.smithi012.stdout:3298: read oid 49 snap 307 2024-04-02T08:34:53.994 INFO:tasks.rados.rados.0.smithi012.stdout:3298: expect (ObjNum 980 snap 297 seq_num 980) 2024-04-02T08:34:53.994 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 29 current snap is 311 2024-04-02T08:34:53.994 INFO:tasks.rados.rados.0.smithi012.stdout:3299: seq_num 1036 ranges {0=557056} 2024-04-02T08:34:53.997 INFO:tasks.rados.rados.0.smithi012.stdout:3299: writing smithi01277369-29 from 0 to 557056 tid 1 2024-04-02T08:34:53.997 INFO:tasks.rados.rados.0.smithi012.stdout:3300: snap_remove snap 310 2024-04-02T08:34:54.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:54 smithi055 ceph-mon[85080]: pgmap v723: 121 pgs: 121 active+clean; 171 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 224 KiB/s wr, 13 op/s 2024-04-02T08:34:54.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:54 smithi055 ceph-mon[85080]: osdmap e704: 8 total, 8 up, 8 in 2024-04-02T08:34:54.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:54 smithi055 ceph-mon[85080]: osdmap e705: 8 total, 8 up, 8 in 2024-04-02T08:34:54.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:54 smithi012 ceph-mon[90784]: pgmap v723: 121 pgs: 121 active+clean; 171 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 224 KiB/s wr, 13 op/s 2024-04-02T08:34:54.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:54 smithi012 ceph-mon[90784]: osdmap e704: 8 total, 8 up, 8 in 2024-04-02T08:34:54.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:54 smithi012 ceph-mon[90784]: osdmap e705: 8 total, 8 up, 8 in 2024-04-02T08:34:54.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:54 smithi012 ceph-mon[88355]: pgmap v723: 121 pgs: 121 active+clean; 171 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 224 KiB/s wr, 13 op/s 2024-04-02T08:34:54.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:54 smithi012 ceph-mon[88355]: osdmap e704: 8 total, 8 up, 8 in 2024-04-02T08:34:54.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:54 smithi012 ceph-mon[88355]: osdmap e705: 8 total, 8 up, 8 in 2024-04-02T08:34:55.004 INFO:tasks.rados.rados.0.smithi012.stdout:3300: done (5 left) 2024-04-02T08:34:55.004 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 33 current snap is 311 2024-04-02T08:34:55.004 INFO:tasks.rados.rados.0.smithi012.stdout:3301: seq_num 1037 ranges {6094848=573440} 2024-04-02T08:34:55.041 INFO:tasks.rados.rados.0.smithi012.stdout:3301: writing smithi01277369-33 from 6094848 to 6668288 tid 1 2024-04-02T08:34:55.041 INFO:tasks.rados.rados.0.smithi012.stdout:3302: snap_create 2024-04-02T08:34:55.042 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 34 v 1107 (ObjNum 983 snap 297 seq_num 983) dirty exists 2024-04-02T08:34:55.042 INFO:tasks.rados.rados.0.smithi012.stdout:3299: finishing write tid 1 to smithi01277369-29 2024-04-02T08:34:55.042 INFO:tasks.rados.rados.0.smithi012.stdout:3299: finishing write tid 2 to smithi01277369-29 2024-04-02T08:34:55.042 INFO:tasks.rados.rados.0.smithi012.stdout:3299: finishing write tid 3 to smithi01277369-29 2024-04-02T08:34:55.042 INFO:tasks.rados.rados.0.smithi012.stdout:3299: oid 29 updating version 0 to 1841 2024-04-02T08:34:55.042 INFO:tasks.rados.rados.0.smithi012.stdout:3299: oid 29 version 1841 is already newer than 1840 2024-04-02T08:34:55.042 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 29 v 1841 (ObjNum 1036 snap 311 seq_num 1036) dirty exists 2024-04-02T08:34:55.042 INFO:tasks.rados.rados.0.smithi012.stdout:3299: left oid 29 (ObjNum 1036 snap 311 seq_num 1036) 2024-04-02T08:34:55.042 INFO:tasks.rados.rados.0.smithi012.stdout:3296: finishing copy_from racing read to smithi01277369-3 2024-04-02T08:34:55.042 INFO:tasks.rados.rados.0.smithi012.stdout:3296: finishing copy_from to smithi01277369-3 2024-04-02T08:34:55.042 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 3 v 2242 (ObjNum 772 snap 253 seq_num 772) dirty exists 2024-04-02T08:34:55.042 INFO:tasks.rados.rados.0.smithi012.stdout:3297: expect (ObjNum 996 snap 300 seq_num 996) 2024-04-02T08:34:55.195 INFO:tasks.rados.rados.0.smithi012.stdout:3298: expect (ObjNum 980 snap 297 seq_num 980) 2024-04-02T08:34:55.685 INFO:tasks.rados.rados.0.smithi012.stdout:3301: finishing write tid 1 to smithi01277369-33 2024-04-02T08:34:55.685 INFO:tasks.rados.rados.0.smithi012.stdout:3301: finishing write tid 2 to smithi01277369-33 2024-04-02T08:34:55.685 INFO:tasks.rados.rados.0.smithi012.stdout:3301: finishing write tid 3 to smithi01277369-33 2024-04-02T08:34:55.685 INFO:tasks.rados.rados.0.smithi012.stdout:3301: oid 33 updating version 0 to 2260 2024-04-02T08:34:55.685 INFO:tasks.rados.rados.0.smithi012.stdout:3301: oid 33 version 2260 is already newer than 2259 2024-04-02T08:34:55.685 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 33 v 2260 (ObjNum 1037 snap 311 seq_num 1037) dirty exists 2024-04-02T08:34:55.686 INFO:tasks.rados.rados.0.smithi012.stdout:3301: left oid 33 (ObjNum 1037 snap 311 seq_num 1037) 2024-04-02T08:34:56.015 INFO:tasks.rados.rados.0.smithi012.stdout:3295: done (6 left) 2024-04-02T08:34:56.015 INFO:tasks.rados.rados.0.smithi012.stdout:3296: done (5 left) 2024-04-02T08:34:56.015 INFO:tasks.rados.rados.0.smithi012.stdout:3297: done (4 left) 2024-04-02T08:34:56.015 INFO:tasks.rados.rados.0.smithi012.stdout:3298: done (3 left) 2024-04-02T08:34:56.016 INFO:tasks.rados.rados.0.smithi012.stdout:3299: done (2 left) 2024-04-02T08:34:56.016 INFO:tasks.rados.rados.0.smithi012.stdout:3301: done (1 left) 2024-04-02T08:34:56.016 INFO:tasks.rados.rados.0.smithi012.stdout:3302: done (0 left) 2024-04-02T08:34:56.016 INFO:tasks.rados.rados.0.smithi012.stdout:3303: read oid 3 snap -1 2024-04-02T08:34:56.016 INFO:tasks.rados.rados.0.smithi012.stdout:3303: expect (ObjNum 772 snap 253 seq_num 772) 2024-04-02T08:34:56.016 INFO:tasks.rados.rados.0.smithi012.stdout:3304: delete oid 32 current snap is 312 2024-04-02T08:34:56.020 INFO:tasks.rados.rados.0.smithi012.stdout:3304: done (1 left) 2024-04-02T08:34:56.020 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 32 current snap is 312 2024-04-02T08:34:56.020 INFO:tasks.rados.rados.0.smithi012.stdout:3305: seq_num 1039 ranges {0=606208} 2024-04-02T08:34:56.024 INFO:tasks.rados.rados.0.smithi012.stdout:3305: writing smithi01277369-32 from 0 to 606208 tid 1 2024-04-02T08:34:56.024 INFO:tasks.rados.rados.0.smithi012.stdout:3306: read oid 31 snap -1 2024-04-02T08:34:56.024 INFO:tasks.rados.rados.0.smithi012.stdout:3306: expect (ObjNum 1034 snap 311 seq_num 1034) 2024-04-02T08:34:56.024 INFO:tasks.rados.rados.0.smithi012.stdout:3307: snap_create 2024-04-02T08:34:56.024 INFO:tasks.rados.rados.0.smithi012.stdout:3303: expect (ObjNum 772 snap 253 seq_num 772) 2024-04-02T08:34:56.053 INFO:tasks.rados.rados.0.smithi012.stdout:3305: finishing write tid 1 to smithi01277369-32 2024-04-02T08:34:56.054 INFO:tasks.rados.rados.0.smithi012.stdout:3305: finishing write tid 2 to smithi01277369-32 2024-04-02T08:34:56.054 INFO:tasks.rados.rados.0.smithi012.stdout:3305: finishing write tid 3 to smithi01277369-32 2024-04-02T08:34:56.054 INFO:tasks.rados.rados.0.smithi012.stdout:3305: oid 32 updating version 0 to 2600 2024-04-02T08:34:56.054 INFO:tasks.rados.rados.0.smithi012.stdout:3305: oid 32 updating version 2600 to 2601 2024-04-02T08:34:56.054 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 32 v 2601 (ObjNum 1039 snap 312 seq_num 1039) dirty exists 2024-04-02T08:34:56.054 INFO:tasks.rados.rados.0.smithi012.stdout:3305: left oid 32 (ObjNum 1039 snap 312 seq_num 1039) 2024-04-02T08:34:56.072 INFO:tasks.rados.rados.0.smithi012.stdout:3306: expect (ObjNum 1034 snap 311 seq_num 1034) 2024-04-02T08:34:56.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:56 smithi055 ceph-mon[85080]: pgmap v726: 121 pgs: 121 active+clean; 171 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 116 KiB/s wr, 7 op/s 2024-04-02T08:34:56.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:56 smithi055 ceph-mon[85080]: osdmap e706: 8 total, 8 up, 8 in 2024-04-02T08:34:56.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:56 smithi012 ceph-mon[88355]: pgmap v726: 121 pgs: 121 active+clean; 171 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 116 KiB/s wr, 7 op/s 2024-04-02T08:34:56.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:56 smithi012 ceph-mon[88355]: osdmap e706: 8 total, 8 up, 8 in 2024-04-02T08:34:56.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:56 smithi012 ceph-mon[90784]: pgmap v726: 121 pgs: 121 active+clean; 171 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 116 KiB/s wr, 7 op/s 2024-04-02T08:34:56.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:56 smithi012 ceph-mon[90784]: osdmap e706: 8 total, 8 up, 8 in 2024-04-02T08:34:57.177 INFO:tasks.rados.rados.0.smithi012.stdout:3303: done (3 left) 2024-04-02T08:34:57.177 INFO:tasks.rados.rados.0.smithi012.stdout:3305: done (2 left) 2024-04-02T08:34:57.177 INFO:tasks.rados.rados.0.smithi012.stdout:3306: done (1 left) 2024-04-02T08:34:57.177 INFO:tasks.rados.rados.0.smithi012.stdout:3307: done (0 left) 2024-04-02T08:34:57.178 INFO:tasks.rados.rados.0.smithi012.stdout:3308: snap_remove snap 307 2024-04-02T08:34:57.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:57 smithi055 ceph-mon[85080]: osdmap e707: 8 total, 8 up, 8 in 2024-04-02T08:34:57.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:57 smithi012 ceph-mon[88355]: osdmap e707: 8 total, 8 up, 8 in 2024-04-02T08:34:57.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:57 smithi012 ceph-mon[90784]: osdmap e707: 8 total, 8 up, 8 in 2024-04-02T08:34:58.034 INFO:tasks.rados.rados.0.smithi012.stdout:3308: done (0 left) 2024-04-02T08:34:58.035 INFO:tasks.rados.rados.0.smithi012.stdout:3309: snap_create 2024-04-02T08:34:58.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:58 smithi055 ceph-mon[85080]: pgmap v729: 121 pgs: 121 active+clean; 151 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 756 KiB/s wr, 17 op/s 2024-04-02T08:34:58.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:58 smithi055 ceph-mon[85080]: osdmap e708: 8 total, 8 up, 8 in 2024-04-02T08:34:58.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:58 smithi012 ceph-mon[88355]: pgmap v729: 121 pgs: 121 active+clean; 151 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 756 KiB/s wr, 17 op/s 2024-04-02T08:34:58.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:58 smithi012 ceph-mon[88355]: osdmap e708: 8 total, 8 up, 8 in 2024-04-02T08:34:58.429 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:34:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:34:57] "GET /metrics HTTP/1.1" 200 36246 "" "Prometheus/2.43.0" 2024-04-02T08:34:58.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:58 smithi012 ceph-mon[90784]: pgmap v729: 121 pgs: 121 active+clean; 151 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 756 KiB/s wr, 17 op/s 2024-04-02T08:34:58.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:58 smithi012 ceph-mon[90784]: osdmap e708: 8 total, 8 up, 8 in 2024-04-02T08:34:58.993 INFO:tasks.rados.rados.0.smithi012.stdout:3309: done (0 left) 2024-04-02T08:34:58.993 INFO:tasks.rados.rados.0.smithi012.stdout:3310: read oid 11 snap -1 2024-04-02T08:34:58.993 INFO:tasks.rados.rados.0.smithi012.stdout:3310: expect (ObjNum 1025 snap 306 seq_num 1025) 2024-04-02T08:34:58.993 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 28 current snap is 314 2024-04-02T08:34:58.993 INFO:tasks.rados.rados.0.smithi012.stdout:3311: seq_num 1040 ranges {3833856=622592} 2024-04-02T08:34:59.018 INFO:tasks.rados.rados.0.smithi012.stdout:3311: writing smithi01277369-28 from 3833856 to 4456448 tid 1 2024-04-02T08:34:59.018 INFO:tasks.rados.rados.0.smithi012.stdout:3312: delete oid 46 current snap is 314 2024-04-02T08:34:59.018 INFO:tasks.rados.rados.0.smithi012.stdout:3310: expect (ObjNum 1025 snap 306 seq_num 1025) 2024-04-02T08:34:59.030 INFO:tasks.rados.rados.0.smithi012.stdout:3311: finishing write tid 1 to smithi01277369-28 2024-04-02T08:34:59.030 INFO:tasks.rados.rados.0.smithi012.stdout:3311: finishing write tid 2 to smithi01277369-28 2024-04-02T08:34:59.030 INFO:tasks.rados.rados.0.smithi012.stdout:3311: finishing write tid 3 to smithi01277369-28 2024-04-02T08:34:59.030 INFO:tasks.rados.rados.0.smithi012.stdout:3311: oid 28 updating version 0 to 2098 2024-04-02T08:34:59.030 INFO:tasks.rados.rados.0.smithi012.stdout:3311: oid 28 version 2098 is already newer than 2097 2024-04-02T08:34:59.030 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 28 v 2098 (ObjNum 1040 snap 314 seq_num 1040) dirty exists 2024-04-02T08:34:59.030 INFO:tasks.rados.rados.0.smithi012.stdout:3311: left oid 28 (ObjNum 1040 snap 314 seq_num 1040) 2024-04-02T08:34:59.031 INFO:tasks.rados.rados.0.smithi012.stdout:3310: done (2 left) 2024-04-02T08:34:59.031 INFO:tasks.rados.rados.0.smithi012.stdout:3311: done (1 left) 2024-04-02T08:34:59.031 INFO:tasks.rados.rados.0.smithi012.stdout:3312: done (0 left) 2024-04-02T08:34:59.031 INFO:tasks.rados.rados.0.smithi012.stdout:3313: read oid 9 snap -1 2024-04-02T08:34:59.031 INFO:tasks.rados.rados.0.smithi012.stdout:3313: expect (ObjNum 772 snap 253 seq_num 772) 2024-04-02T08:34:59.031 INFO:tasks.rados.rados.0.smithi012.stdout:3314: copy_from oid 45 from oid 27 current snap is 314 2024-04-02T08:34:59.031 INFO:tasks.rados.rados.0.smithi012.stdout:3315: rollback oid 49 current snap is 314 2024-04-02T08:34:59.031 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 49 to 311 2024-04-02T08:34:59.031 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 12 current snap is 314 2024-04-02T08:34:59.031 INFO:tasks.rados.rados.0.smithi012.stdout:3316: seq_num 1042 ranges {335872=655360} 2024-04-02T08:34:59.036 INFO:tasks.rados.rados.0.smithi012.stdout:3316: writing smithi01277369-12 from 335872 to 991232 tid 1 2024-04-02T08:34:59.036 INFO:tasks.rados.rados.0.smithi012.stdout:3317: read oid 3 snap -1 2024-04-02T08:34:59.036 INFO:tasks.rados.rados.0.smithi012.stdout:3317: expect (ObjNum 772 snap 253 seq_num 772) 2024-04-02T08:34:59.036 INFO:tasks.rados.rados.0.smithi012.stdout:3318: setattr oid 32 current snap is 314 2024-04-02T08:34:59.038 INFO:tasks.rados.rados.0.smithi012.stdout:3314: finishing copy_from racing read to smithi01277369-45 2024-04-02T08:34:59.038 INFO:tasks.rados.rados.0.smithi012.stdout:3314: finishing copy_from to smithi01277369-45 2024-04-02T08:34:59.038 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 45 v 2079 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-02T08:34:59.038 INFO:tasks.rados.rados.0.smithi012.stdout:3313: expect (ObjNum 772 snap 253 seq_num 772) 2024-04-02T08:34:59.068 INFO:tasks.rados.rados.0.smithi012.stdout:3315: finishing rollback tid 0 to smithi01277369-49 2024-04-02T08:34:59.068 INFO:tasks.rados.rados.0.smithi012.stdout:3315: finishing rollback tid 1 to smithi01277369-49 2024-04-02T08:34:59.068 INFO:tasks.rados.rados.0.smithi012.stdout:3315: finishing rollback tid 2 to smithi01277369-49 2024-04-02T08:34:59.068 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 49 v 2424 (ObjNum 980 snap 297 seq_num 980) dirty exists 2024-04-02T08:34:59.068 INFO:tasks.rados.rados.0.smithi012.stdout:3316: finishing write tid 1 to smithi01277369-12 2024-04-02T08:34:59.068 INFO:tasks.rados.rados.0.smithi012.stdout:3316: finishing write tid 2 to smithi01277369-12 2024-04-02T08:34:59.069 INFO:tasks.rados.rados.0.smithi012.stdout:3317: expect (ObjNum 772 snap 253 seq_num 772) 2024-04-02T08:34:59.098 INFO:tasks.rados.rados.0.smithi012.stdout:3316: finishing write tid 3 to smithi01277369-12 2024-04-02T08:34:59.098 INFO:tasks.rados.rados.0.smithi012.stdout:3316: oid 12 updating version 0 to 2265 2024-04-02T08:34:59.098 INFO:tasks.rados.rados.0.smithi012.stdout:3316: oid 12 updating version 2265 to 2266 2024-04-02T08:34:59.098 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 12 v 2266 (ObjNum 1042 snap 314 seq_num 1042) dirty exists 2024-04-02T08:34:59.098 INFO:tasks.rados.rados.0.smithi012.stdout:3316: left oid 12 (ObjNum 1042 snap 314 seq_num 1042) 2024-04-02T08:34:59.099 INFO:tasks.rados.rados.0.smithi012.stdout:3313: done (5 left) 2024-04-02T08:34:59.099 INFO:tasks.rados.rados.0.smithi012.stdout:3314: done (4 left) 2024-04-02T08:34:59.099 INFO:tasks.rados.rados.0.smithi012.stdout:3315: done (3 left) 2024-04-02T08:34:59.099 INFO:tasks.rados.rados.0.smithi012.stdout:3316: done (2 left) 2024-04-02T08:34:59.099 INFO:tasks.rados.rados.0.smithi012.stdout:3317: done (1 left) 2024-04-02T08:34:59.099 INFO:tasks.rados.rados.0.smithi012.stdout:3319: snap_create 2024-04-02T08:34:59.099 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 32 v 2609 (ObjNum 1039 snap 312 seq_num 1039) dirty exists 2024-04-02T08:34:59.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:59 smithi055 ceph-mon[85080]: osdmap e709: 8 total, 8 up, 8 in 2024-04-02T08:34:59.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:59 smithi055 ceph-mon[85080]: pgmap v732: 121 pgs: 121 active+clean; 151 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 756 KiB/s wr, 17 op/s 2024-04-02T08:34:59.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:34:59 smithi055 ceph-mon[85080]: osdmap e710: 8 total, 8 up, 8 in 2024-04-02T08:34:59.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:59 smithi012 ceph-mon[88355]: osdmap e709: 8 total, 8 up, 8 in 2024-04-02T08:34:59.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:59 smithi012 ceph-mon[88355]: pgmap v732: 121 pgs: 121 active+clean; 151 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 756 KiB/s wr, 17 op/s 2024-04-02T08:34:59.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:34:59 smithi012 ceph-mon[88355]: osdmap e710: 8 total, 8 up, 8 in 2024-04-02T08:34:59.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:59 smithi012 ceph-mon[90784]: osdmap e709: 8 total, 8 up, 8 in 2024-04-02T08:34:59.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:59 smithi012 ceph-mon[90784]: pgmap v732: 121 pgs: 121 active+clean; 151 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 756 KiB/s wr, 17 op/s 2024-04-02T08:34:59.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:34:59 smithi012 ceph-mon[90784]: osdmap e710: 8 total, 8 up, 8 in 2024-04-02T08:35:00.046 INFO:tasks.rados.rados.0.smithi012.stdout:3318: done (1 left) 2024-04-02T08:35:00.047 INFO:tasks.rados.rados.0.smithi012.stdout:3319: done (0 left) 2024-04-02T08:35:00.047 INFO:tasks.rados.rados.0.smithi012.stdout:3320: snap_create 2024-04-02T08:35:00.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:00 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:00.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:00 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:00.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:00 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:01.058 INFO:tasks.rados.rados.0.smithi012.stdout:3320: done (0 left) 2024-04-02T08:35:01.058 INFO:tasks.rados.rados.0.smithi012.stdout:3321: read oid 29 snap -1 2024-04-02T08:35:01.059 INFO:tasks.rados.rados.0.smithi012.stdout:3321: expect (ObjNum 1036 snap 311 seq_num 1036) 2024-04-02T08:35:01.059 INFO:tasks.rados.rados.0.smithi012.stdout:3322: read oid 23 snap 313 2024-04-02T08:35:01.059 INFO:tasks.rados.rados.0.smithi012.stdout:3322: expect (ObjNum 953 snap 292 seq_num 953) 2024-04-02T08:35:01.059 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 7 current snap is 316 2024-04-02T08:35:01.059 INFO:tasks.rados.rados.0.smithi012.stdout:3323: seq_num 1043 ranges {0=671744} 2024-04-02T08:35:01.062 INFO:tasks.rados.rados.0.smithi012.stdout:3323: writing smithi01277369-7 from 0 to 671744 tid 1 2024-04-02T08:35:01.062 INFO:tasks.rados.rados.0.smithi012.stdout:3324: snap_remove snap 312 2024-04-02T08:35:01.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:01 smithi055 ceph-mon[85080]: osdmap e711: 8 total, 8 up, 8 in 2024-04-02T08:35:01.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:01 smithi055 ceph-mon[85080]: pgmap v735: 121 pgs: 121 active+clean; 152 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 148 KiB/s wr, 9 op/s 2024-04-02T08:35:01.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:01 smithi012 ceph-mon[88355]: osdmap e711: 8 total, 8 up, 8 in 2024-04-02T08:35:01.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:01 smithi012 ceph-mon[88355]: pgmap v735: 121 pgs: 121 active+clean; 152 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 148 KiB/s wr, 9 op/s 2024-04-02T08:35:01.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:01 smithi012 ceph-mon[90784]: osdmap e711: 8 total, 8 up, 8 in 2024-04-02T08:35:01.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:01 smithi012 ceph-mon[90784]: pgmap v735: 121 pgs: 121 active+clean; 152 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 148 KiB/s wr, 9 op/s 2024-04-02T08:35:02.067 INFO:tasks.rados.rados.0.smithi012.stdout:3324: done (3 left) 2024-04-02T08:35:02.068 INFO:tasks.rados.rados.0.smithi012.stdout:3325: setattr oid 10 current snap is 316 2024-04-02T08:35:02.068 INFO:tasks.rados.rados.0.smithi012.stdout:3321: expect (ObjNum 1036 snap 311 seq_num 1036) 2024-04-02T08:35:02.087 INFO:tasks.rados.rados.0.smithi012.stdout:3323: finishing write tid 1 to smithi01277369-7 2024-04-02T08:35:02.087 INFO:tasks.rados.rados.0.smithi012.stdout:3323: finishing write tid 2 to smithi01277369-7 2024-04-02T08:35:02.087 INFO:tasks.rados.rados.0.smithi012.stdout:3323: finishing write tid 3 to smithi01277369-7 2024-04-02T08:35:02.087 INFO:tasks.rados.rados.0.smithi012.stdout:3323: oid 7 updating version 0 to 2267 2024-04-02T08:35:02.088 INFO:tasks.rados.rados.0.smithi012.stdout:3323: oid 7 updating version 2267 to 2268 2024-04-02T08:35:02.088 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 7 v 2268 (ObjNum 1043 snap 316 seq_num 1043) dirty exists 2024-04-02T08:35:02.088 INFO:tasks.rados.rados.0.smithi012.stdout:3323: left oid 7 (ObjNum 1043 snap 316 seq_num 1043) 2024-04-02T08:35:02.088 INFO:tasks.rados.rados.0.smithi012.stdout:3322: expect (ObjNum 953 snap 292 seq_num 953) 2024-04-02T08:35:02.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:02 smithi055 ceph-mon[85080]: osdmap e712: 8 total, 8 up, 8 in 2024-04-02T08:35:02.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:02 smithi012 ceph-mon[88355]: osdmap e712: 8 total, 8 up, 8 in 2024-04-02T08:35:02.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:02 smithi012 ceph-mon[90784]: osdmap e712: 8 total, 8 up, 8 in 2024-04-02T08:35:02.477 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 10 v 2099 (ObjNum 1022 snap 305 seq_num 1022) dirty exists 2024-04-02T08:35:02.477 INFO:tasks.rados.rados.0.smithi012.stdout:3321: done (3 left) 2024-04-02T08:35:02.477 INFO:tasks.rados.rados.0.smithi012.stdout:3322: done (2 left) 2024-04-02T08:35:02.477 INFO:tasks.rados.rados.0.smithi012.stdout:3323: done (1 left) 2024-04-02T08:35:02.477 INFO:tasks.rados.rados.0.smithi012.stdout:3325: done (0 left) 2024-04-02T08:35:02.477 INFO:tasks.rados.rados.0.smithi012.stdout:3326: copy_from oid 25 from oid 21 current snap is 316 2024-04-02T08:35:02.477 INFO:tasks.rados.rados.0.smithi012.stdout:3327: copy_from oid 50 from oid 13 current snap is 316 2024-04-02T08:35:02.477 INFO:tasks.rados.rados.0.smithi012.stdout:3328: read oid 29 snap -1 2024-04-02T08:35:02.477 INFO:tasks.rados.rados.0.smithi012.stdout:3328: expect (ObjNum 1036 snap 311 seq_num 1036) 2024-04-02T08:35:02.477 INFO:tasks.rados.rados.0.smithi012.stdout:3329: delete oid 4 current snap is 316 2024-04-02T08:35:02.479 INFO:tasks.rados.rados.0.smithi012.stdout:3328: expect (ObjNum 1036 snap 311 seq_num 1036) 2024-04-02T08:35:02.496 INFO:tasks.rados.rados.0.smithi012.stdout:3328: done (3 left) 2024-04-02T08:35:02.496 INFO:tasks.rados.rados.0.smithi012.stdout:3329: done (2 left) 2024-04-02T08:35:02.496 INFO:tasks.rados.rados.0.smithi012.stdout:3330: snap_remove snap 314 2024-04-02T08:35:02.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:35:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:35:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:35:03.070 INFO:tasks.rados.rados.0.smithi012.stdout:3330: done (2 left) 2024-04-02T08:35:03.070 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 20 current snap is 316 2024-04-02T08:35:03.070 INFO:tasks.rados.rados.0.smithi012.stdout:3326: finishing copy_from racing read to smithi01277369-25 2024-04-02T08:35:03.070 INFO:tasks.rados.rados.0.smithi012.stdout:3331: seq_num 1045 ranges {1974272=704512} 2024-04-02T08:35:03.086 INFO:tasks.rados.rados.0.smithi012.stdout:3331: writing smithi01277369-20 from 1974272 to 2678784 tid 1 2024-04-02T08:35:03.086 INFO:tasks.rados.rados.0.smithi012.stdout:3332: snap_remove snap 306 2024-04-02T08:35:03.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:03 smithi012 ceph-mon[88355]: osdmap e713: 8 total, 8 up, 8 in 2024-04-02T08:35:03.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:03 smithi012 ceph-mon[88355]: pgmap v738: 121 pgs: 121 active+clean; 153 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 460 KiB/s wr, 13 op/s 2024-04-02T08:35:03.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:03 smithi012 ceph-mon[90784]: osdmap e713: 8 total, 8 up, 8 in 2024-04-02T08:35:03.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:03 smithi012 ceph-mon[90784]: pgmap v738: 121 pgs: 121 active+clean; 153 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 460 KiB/s wr, 13 op/s 2024-04-02T08:35:03.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:03 smithi055 ceph-mon[85080]: osdmap e713: 8 total, 8 up, 8 in 2024-04-02T08:35:03.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:03 smithi055 ceph-mon[85080]: pgmap v738: 121 pgs: 121 active+clean; 153 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 460 KiB/s wr, 13 op/s 2024-04-02T08:35:03.992 INFO:tasks.rados.rados.0.smithi012.stdout:3332: done (3 left) 2024-04-02T08:35:03.993 INFO:tasks.rados.rados.0.smithi012.stdout:3333: read oid 3 snap 315 2024-04-02T08:35:03.993 INFO:tasks.rados.rados.0.smithi012.stdout:3333: expect (ObjNum 772 snap 253 seq_num 772) 2024-04-02T08:35:03.993 INFO:tasks.rados.rados.0.smithi012.stdout:3334: snap_remove snap 311 2024-04-02T08:35:04.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:04 smithi012 ceph-mon[88355]: osdmap e714: 8 total, 8 up, 8 in 2024-04-02T08:35:04.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:04 smithi012 ceph-mon[88355]: osdmap e715: 8 total, 8 up, 8 in 2024-04-02T08:35:04.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:04 smithi012 ceph-mon[90784]: osdmap e714: 8 total, 8 up, 8 in 2024-04-02T08:35:04.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:04 smithi012 ceph-mon[90784]: osdmap e715: 8 total, 8 up, 8 in 2024-04-02T08:35:04.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:04 smithi055 ceph-mon[85080]: osdmap e714: 8 total, 8 up, 8 in 2024-04-02T08:35:04.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:04 smithi055 ceph-mon[85080]: osdmap e715: 8 total, 8 up, 8 in 2024-04-02T08:35:04.995 INFO:tasks.rados.rados.0.smithi012.stdout:3334: done (4 left) 2024-04-02T08:35:04.995 INFO:tasks.rados.rados.0.smithi012.stdout:3335: copy_from oid 14 from oid 1 current snap is 316 2024-04-02T08:35:04.995 INFO:tasks.rados.rados.0.smithi012.stdout:3326: finishing copy_from to smithi01277369-25 2024-04-02T08:35:04.995 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 25 v 2051 (ObjNum 1007 snap 303 seq_num 1007) dirty exists 2024-04-02T08:35:04.995 INFO:tasks.rados.rados.0.smithi012.stdout:3327: finishing copy_from racing read to smithi01277369-50 2024-04-02T08:35:04.995 INFO:tasks.rados.rados.0.smithi012.stdout:3327: finishing copy_from to smithi01277369-50 2024-04-02T08:35:04.995 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 50 v 2587 (ObjNum 1033 snap 311 seq_num 1033) dirty exists 2024-04-02T08:35:04.995 INFO:tasks.rados.rados.0.smithi012.stdout:3331: finishing write tid 1 to smithi01277369-20 2024-04-02T08:35:04.996 INFO:tasks.rados.rados.0.smithi012.stdout:3331: finishing write tid 2 to smithi01277369-20 2024-04-02T08:35:04.996 INFO:tasks.rados.rados.0.smithi012.stdout:3331: finishing write tid 3 to smithi01277369-20 2024-04-02T08:35:04.996 INFO:tasks.rados.rados.0.smithi012.stdout:3331: oid 20 updating version 0 to 2614 2024-04-02T08:35:04.996 INFO:tasks.rados.rados.0.smithi012.stdout:3331: oid 20 version 2614 is already newer than 2613 2024-04-02T08:35:04.996 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 20 v 2614 (ObjNum 1045 snap 316 seq_num 1045) dirty exists 2024-04-02T08:35:04.996 INFO:tasks.rados.rados.0.smithi012.stdout:3331: left oid 20 (ObjNum 1045 snap 316 seq_num 1045) 2024-04-02T08:35:04.996 INFO:tasks.rados.rados.0.smithi012.stdout:3333: expect (ObjNum 772 snap 253 seq_num 772) 2024-04-02T08:35:05.032 INFO:tasks.rados.rados.0.smithi012.stdout:3335: finishing copy_from racing read to smithi01277369-14 2024-04-02T08:35:05.032 INFO:tasks.rados.rados.0.smithi012.stdout:3335: finishing copy_from to smithi01277369-14 2024-04-02T08:35:05.032 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 14 v 2093 (ObjNum 1017 snap 304 seq_num 1017) dirty exists 2024-04-02T08:35:05.032 INFO:tasks.rados.rados.0.smithi012.stdout:3326: done (4 left) 2024-04-02T08:35:05.032 INFO:tasks.rados.rados.0.smithi012.stdout:3327: done (3 left) 2024-04-02T08:35:05.032 INFO:tasks.rados.rados.0.smithi012.stdout:3331: done (2 left) 2024-04-02T08:35:05.032 INFO:tasks.rados.rados.0.smithi012.stdout:3333: done (1 left) 2024-04-02T08:35:05.032 INFO:tasks.rados.rados.0.smithi012.stdout:3335: done (0 left) 2024-04-02T08:35:05.033 INFO:tasks.rados.rados.0.smithi012.stdout:3336: read oid 11 snap -1 2024-04-02T08:35:05.033 INFO:tasks.rados.rados.0.smithi012.stdout:3336: expect (ObjNum 1025 snap 306 seq_num 1025) 2024-04-02T08:35:05.033 INFO:tasks.rados.rados.0.smithi012.stdout:3337: rmattr oid 48 current snap is 316 2024-04-02T08:35:05.033 INFO:tasks.rados.rados.0.smithi012.stdout:3337: done (1 left) 2024-04-02T08:35:05.033 INFO:tasks.rados.rados.0.smithi012.stdout:3338: delete oid 36 current snap is 316 2024-04-02T08:35:05.034 INFO:tasks.rados.rados.0.smithi012.stdout:3336: expect (ObjNum 1025 snap 306 seq_num 1025) 2024-04-02T08:35:05.050 INFO:tasks.rados.rados.0.smithi012.stdout:3336: done (1 left) 2024-04-02T08:35:05.050 INFO:tasks.rados.rados.0.smithi012.stdout:3338: done (0 left) 2024-04-02T08:35:05.050 INFO:tasks.rados.rados.0.smithi012.stdout:3339: delete oid 40 current snap is 316 2024-04-02T08:35:05.052 INFO:tasks.rados.rados.0.smithi012.stdout:3339: done (0 left) 2024-04-02T08:35:05.052 INFO:tasks.rados.rados.0.smithi012.stdout:3340: delete oid 37 current snap is 316 2024-04-02T08:35:05.054 INFO:tasks.rados.rados.0.smithi012.stdout:3340: done (0 left) 2024-04-02T08:35:05.054 INFO:tasks.rados.rados.0.smithi012.stdout:3341: rmattr oid 49 current snap is 316 2024-04-02T08:35:05.054 INFO:tasks.rados.rados.0.smithi012.stdout:3341: done (0 left) 2024-04-02T08:35:05.055 INFO:tasks.rados.rados.0.smithi012.stdout:3342: snap_remove snap 315 2024-04-02T08:35:06.000 INFO:tasks.rados.rados.0.smithi012.stdout:3342: done (0 left) 2024-04-02T08:35:06.001 INFO:tasks.rados.rados.0.smithi012.stdout:3343: rmattr oid 50 current snap is 316 2024-04-02T08:35:06.001 INFO:tasks.rados.rados.0.smithi012.stdout:3343: done (0 left) 2024-04-02T08:35:06.001 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 44 current snap is 316 2024-04-02T08:35:06.001 INFO:tasks.rados.rados.0.smithi012.stdout:3344: seq_num 1049 ranges {4489216=778240} 2024-04-02T08:35:06.030 INFO:tasks.rados.rados.0.smithi012.stdout:3344: writing smithi01277369-44 from 4489216 to 5267456 tid 1 2024-04-02T08:35:06.030 INFO:tasks.rados.rados.0.smithi012.stdout:3345: rollback oid 4 current snap is 316 2024-04-02T08:35:06.030 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 4 to 313 2024-04-02T08:35:06.030 INFO:tasks.rados.rados.0.smithi012.stdout:3346: read oid 2 snap -1 2024-04-02T08:35:06.030 INFO:tasks.rados.rados.0.smithi012.stdout:3346: expect deleted 2024-04-02T08:35:06.030 INFO:tasks.rados.rados.0.smithi012.stdout:3347: delete oid 40 current snap is 316 2024-04-02T08:35:06.035 INFO:tasks.rados.rados.0.smithi012.stdout:3344: finishing write tid 1 to smithi01277369-44 2024-04-02T08:35:06.035 INFO:tasks.rados.rados.0.smithi012.stdout:3346: done (3 left) 2024-04-02T08:35:06.035 INFO:tasks.rados.rados.0.smithi012.stdout:3347: done (2 left) 2024-04-02T08:35:06.035 INFO:tasks.rados.rados.0.smithi012.stdout:3348: rollback oid 32 current snap is 316 2024-04-02T08:35:06.035 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 32 to 313 2024-04-02T08:35:06.035 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 24 current snap is 316 2024-04-02T08:35:06.035 INFO:tasks.rados.rados.0.smithi012.stdout:3349: seq_num 1051 ranges {2105344=409600,2514944=401408} 2024-04-02T08:35:06.049 INFO:tasks.rados.rados.0.smithi012.stdout:3349: writing smithi01277369-24 from 2105344 to 2514944 tid 1 2024-04-02T08:35:06.053 INFO:tasks.rados.rados.0.smithi012.stdout:3349: writing smithi01277369-24 from 2514944 to 2916352 tid 2 2024-04-02T08:35:06.053 INFO:tasks.rados.rados.0.smithi012.stdout:3350: copy_from oid 13 from oid 22 current snap is 316 2024-04-02T08:35:06.053 INFO:tasks.rados.rados.0.smithi012.stdout:3344: finishing write tid 2 to smithi01277369-44 2024-04-02T08:35:06.053 INFO:tasks.rados.rados.0.smithi012.stdout:3351: rmattr oid 9 current snap is 316 2024-04-02T08:35:06.053 INFO:tasks.rados.rados.0.smithi012.stdout:3344: finishing write tid 3 to smithi01277369-44 2024-04-02T08:35:06.053 INFO:tasks.rados.rados.0.smithi012.stdout:3344: oid 44 updating version 0 to 2263 2024-04-02T08:35:06.053 INFO:tasks.rados.rados.0.smithi012.stdout:3344: oid 44 version 2263 is already newer than 2262 2024-04-02T08:35:06.053 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 44 v 2263 (ObjNum 1049 snap 316 seq_num 1049) dirty exists 2024-04-02T08:35:06.053 INFO:tasks.rados.rados.0.smithi012.stdout:3344: left oid 44 (ObjNum 1049 snap 316 seq_num 1049) 2024-04-02T08:35:06.053 INFO:tasks.rados.rados.0.smithi012.stdout:3345: finishing rollback tid 1 to smithi01277369-4 2024-04-02T08:35:06.053 INFO:tasks.rados.rados.0.smithi012.stdout:3345: finishing rollback tid 2 to smithi01277369-4 2024-04-02T08:35:06.054 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 4 v 2245 (ObjNum 986 snap 297 seq_num 986) dirty exists 2024-04-02T08:35:06.054 INFO:tasks.rados.rados.0.smithi012.stdout:3348: finishing rollback tid 0 to smithi01277369-32 2024-04-02T08:35:06.054 INFO:tasks.rados.rados.0.smithi012.stdout:3348: finishing rollback tid 1 to smithi01277369-32 2024-04-02T08:35:06.054 INFO:tasks.rados.rados.0.smithi012.stdout:3344: done (5 left) 2024-04-02T08:35:06.054 INFO:tasks.rados.rados.0.smithi012.stdout:3345: done (4 left) 2024-04-02T08:35:06.054 INFO:tasks.rados.rados.0.smithi012.stdout:3352: rmattr oid 27 current snap is 316 2024-04-02T08:35:06.054 INFO:tasks.rados.rados.0.smithi012.stdout:3348: finishing rollback tid 2 to smithi01277369-32 2024-04-02T08:35:06.054 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 32 v 2629 (ObjNum 1039 snap 312 seq_num 1039) dirty exists 2024-04-02T08:35:06.054 INFO:tasks.rados.rados.0.smithi012.stdout:3348: done (4 left) 2024-04-02T08:35:06.054 INFO:tasks.rados.rados.0.smithi012.stdout:3353: read oid 40 snap -1 2024-04-02T08:35:06.054 INFO:tasks.rados.rados.0.smithi012.stdout:3353: expect deleted 2024-04-02T08:35:06.054 INFO:tasks.rados.rados.0.smithi012.stdout:3354: rollback oid 44 current snap is 316 2024-04-02T08:35:06.054 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 44 to 313 2024-04-02T08:35:06.054 INFO:tasks.rados.rados.0.smithi012.stdout:3355: read oid 45 snap -1 2024-04-02T08:35:06.055 INFO:tasks.rados.rados.0.smithi012.stdout:3355: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:35:06.055 INFO:tasks.rados.rados.0.smithi012.stdout:3356: snap_create 2024-04-02T08:35:06.055 INFO:tasks.rados.rados.0.smithi012.stdout:3355: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:35:06.057 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 27 v 2100 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:35:06.057 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 9 v 2270 (ObjNum 772 snap 253 seq_num 772) dirty exists 2024-04-02T08:35:06.057 INFO:tasks.rados.rados.0.smithi012.stdout:3349: finishing write tid 1 to smithi01277369-24 2024-04-02T08:35:06.057 INFO:tasks.rados.rados.0.smithi012.stdout:3349: finishing write tid 2 to smithi01277369-24 2024-04-02T08:35:06.057 INFO:tasks.rados.rados.0.smithi012.stdout:3354: finishing rollback tid 0 to smithi01277369-44 2024-04-02T08:35:06.057 INFO:tasks.rados.rados.0.smithi012.stdout:3354: finishing rollback tid 1 to smithi01277369-44 2024-04-02T08:35:06.058 INFO:tasks.rados.rados.0.smithi012.stdout:3349: finishing write tid 3 to smithi01277369-24 2024-04-02T08:35:06.058 INFO:tasks.rados.rados.0.smithi012.stdout:3354: finishing rollback tid 2 to smithi01277369-44 2024-04-02T08:35:06.058 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 44 v 2266 (ObjNum 996 snap 300 seq_num 996) dirty exists 2024-04-02T08:35:06.059 INFO:tasks.rados.rados.0.smithi012.stdout:3349: finishing write tid 4 to smithi01277369-24 2024-04-02T08:35:06.059 INFO:tasks.rados.rados.0.smithi012.stdout:3349: oid 24 updating version 0 to 2633 2024-04-02T08:35:06.060 INFO:tasks.rados.rados.0.smithi012.stdout:3349: oid 24 version 2633 is already newer than 2632 2024-04-02T08:35:06.060 INFO:tasks.rados.rados.0.smithi012.stdout:3349: oid 24 version 2633 is already newer than 2631 2024-04-02T08:35:06.060 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 24 v 2633 (ObjNum 1051 snap 316 seq_num 1051) dirty exists 2024-04-02T08:35:06.060 INFO:tasks.rados.rados.0.smithi012.stdout:3349: left oid 24 (ObjNum 1051 snap 316 seq_num 1051) 2024-04-02T08:35:06.083 INFO:tasks.rados.rados.0.smithi012.stdout:3350: finishing copy_from racing read to smithi01277369-13 2024-04-02T08:35:06.087 INFO:tasks.rados.rados.0.smithi012.stdout:3350: finishing copy_from to smithi01277369-13 2024-04-02T08:35:06.088 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 13 v 2253 (ObjNum 1002 snap 301 seq_num 1002) dirty exists 2024-04-02T08:35:06.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:05 smithi055 ceph-mon[85080]: pgmap v741: 121 pgs: 121 active+clean; 153 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 312 KiB/s wr, 4 op/s 2024-04-02T08:35:06.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:05 smithi055 ceph-mon[85080]: osdmap e716: 8 total, 8 up, 8 in 2024-04-02T08:35:06.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:05 smithi012 ceph-mon[88355]: pgmap v741: 121 pgs: 121 active+clean; 153 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 312 KiB/s wr, 4 op/s 2024-04-02T08:35:06.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:05 smithi012 ceph-mon[88355]: osdmap e716: 8 total, 8 up, 8 in 2024-04-02T08:35:06.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:05 smithi012 ceph-mon[90784]: pgmap v741: 121 pgs: 121 active+clean; 153 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 312 KiB/s wr, 4 op/s 2024-04-02T08:35:06.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:05 smithi012 ceph-mon[90784]: osdmap e716: 8 total, 8 up, 8 in 2024-04-02T08:35:07.009 INFO:tasks.rados.rados.0.smithi012.stdout:3349: done (7 left) 2024-04-02T08:35:07.009 INFO:tasks.rados.rados.0.smithi012.stdout:3350: done (6 left) 2024-04-02T08:35:07.009 INFO:tasks.rados.rados.0.smithi012.stdout:3351: done (5 left) 2024-04-02T08:35:07.009 INFO:tasks.rados.rados.0.smithi012.stdout:3352: done (4 left) 2024-04-02T08:35:07.009 INFO:tasks.rados.rados.0.smithi012.stdout:3353: done (3 left) 2024-04-02T08:35:07.009 INFO:tasks.rados.rados.0.smithi012.stdout:3354: done (2 left) 2024-04-02T08:35:07.009 INFO:tasks.rados.rados.0.smithi012.stdout:3355: done (1 left) 2024-04-02T08:35:07.009 INFO:tasks.rados.rados.0.smithi012.stdout:3356: done (0 left) 2024-04-02T08:35:07.009 INFO:tasks.rados.rados.0.smithi012.stdout:3357: read oid 35 snap 313 2024-04-02T08:35:07.010 INFO:tasks.rados.rados.0.smithi012.stdout:3357: expect (ObjNum 799 snap 260 seq_num 799) 2024-04-02T08:35:07.010 INFO:tasks.rados.rados.0.smithi012.stdout:3358: read oid 5 snap 316 2024-04-02T08:35:07.010 INFO:tasks.rados.rados.0.smithi012.stdout:3358: expect (ObjNum 983 snap 297 seq_num 983) 2024-04-02T08:35:07.010 INFO:tasks.rados.rados.0.smithi012.stdout:3359: rollback oid 29 current snap is 317 2024-04-02T08:35:07.010 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 29 to 313 2024-04-02T08:35:07.010 INFO:tasks.rados.rados.0.smithi012.stdout:3360: delete oid 14 current snap is 317 2024-04-02T08:35:07.013 INFO:tasks.rados.rados.0.smithi012.stdout:3359: finishing rollback tid 0 to smithi01277369-29 2024-04-02T08:35:07.014 INFO:tasks.rados.rados.0.smithi012.stdout:3359: finishing rollback tid 1 to smithi01277369-29 2024-04-02T08:35:07.015 INFO:tasks.rados.rados.0.smithi012.stdout:3359: finishing rollback tid 2 to smithi01277369-29 2024-04-02T08:35:07.015 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 29 v 1844 (ObjNum 1036 snap 311 seq_num 1036) dirty exists 2024-04-02T08:35:07.017 INFO:tasks.rados.rados.0.smithi012.stdout:3359: done (3 left) 2024-04-02T08:35:07.017 INFO:tasks.rados.rados.0.smithi012.stdout:3360: done (2 left) 2024-04-02T08:35:07.017 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 42 current snap is 317 2024-04-02T08:35:07.018 INFO:tasks.rados.rados.0.smithi012.stdout:3361: seq_num 1053 ranges {188416=442368,630784=401408} 2024-04-02T08:35:07.021 INFO:tasks.rados.rados.0.smithi012.stdout:3361: writing smithi01277369-42 from 188416 to 630784 tid 1 2024-04-02T08:35:07.025 INFO:tasks.rados.rados.0.smithi012.stdout:3361: writing smithi01277369-42 from 630784 to 1032192 tid 2 2024-04-02T08:35:07.025 INFO:tasks.rados.rados.0.smithi012.stdout:3362: read oid 6 snap -1 2024-04-02T08:35:07.025 INFO:tasks.rados.rados.0.smithi012.stdout:3362: expect deleted 2024-04-02T08:35:07.025 INFO:tasks.rados.rados.0.smithi012.stdout:3363: read oid 15 snap -1 2024-04-02T08:35:07.025 INFO:tasks.rados.rados.0.smithi012.stdout:3363: expect (ObjNum 956 snap 294 seq_num 956) 2024-04-02T08:35:07.025 INFO:tasks.rados.rados.0.smithi012.stdout:3364: rmattr oid 44 current snap is 317 2024-04-02T08:35:07.025 INFO:tasks.rados.rados.0.smithi012.stdout:3364: done (5 left) 2024-04-02T08:35:07.026 INFO:tasks.rados.rados.0.smithi012.stdout:3365: setattr oid 26 current snap is 317 2024-04-02T08:35:07.028 INFO:tasks.rados.rados.0.smithi012.stdout:3362: done (5 left) 2024-04-02T08:35:07.029 INFO:tasks.rados.rados.0.smithi012.stdout:3366: rollback oid 10 current snap is 317 2024-04-02T08:35:07.029 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 10 to 316 2024-04-02T08:35:07.029 INFO:tasks.rados.rados.0.smithi012.stdout:3367: delete oid 19 current snap is 317 2024-04-02T08:35:07.029 INFO:tasks.rados.rados.0.smithi012.stdout:3358: expect (ObjNum 983 snap 297 seq_num 983) 2024-04-02T08:35:07.091 INFO:tasks.rados.rados.0.smithi012.stdout:3361: finishing write tid 1 to smithi01277369-42 2024-04-02T08:35:07.091 INFO:tasks.rados.rados.0.smithi012.stdout:3361: finishing write tid 2 to smithi01277369-42 2024-04-02T08:35:07.091 INFO:tasks.rados.rados.0.smithi012.stdout:3358: done (6 left) 2024-04-02T08:35:07.091 INFO:tasks.rados.rados.0.smithi012.stdout:3367: done (5 left) 2024-04-02T08:35:07.091 INFO:tasks.rados.rados.0.smithi012.stdout:3368: delete oid 27 current snap is 317 2024-04-02T08:35:07.092 INFO:tasks.rados.rados.0.smithi012.stdout:3361: finishing write tid 3 to smithi01277369-42 2024-04-02T08:35:07.092 INFO:tasks.rados.rados.0.smithi012.stdout:3357: expect (ObjNum 799 snap 260 seq_num 799) 2024-04-02T08:35:07.284 INFO:tasks.rados.rados.0.smithi012.stdout:3361: finishing write tid 4 to smithi01277369-42 2024-04-02T08:35:07.284 INFO:tasks.rados.rados.0.smithi012.stdout:3361: oid 42 updating version 0 to 2425 2024-04-02T08:35:07.284 INFO:tasks.rados.rados.0.smithi012.stdout:3361: oid 42 updating version 2425 to 2427 2024-04-02T08:35:07.284 INFO:tasks.rados.rados.0.smithi012.stdout:3361: oid 42 version 2427 is already newer than 2426 2024-04-02T08:35:07.284 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 42 v 2427 (ObjNum 1053 snap 317 seq_num 1053) dirty exists 2024-04-02T08:35:07.284 INFO:tasks.rados.rados.0.smithi012.stdout:3361: left oid 42 (ObjNum 1053 snap 317 seq_num 1053) 2024-04-02T08:35:07.285 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 26 v 1845 (ObjNum 33 snap 0 seq_num 925447488) dirty exists 2024-04-02T08:35:07.285 INFO:tasks.rados.rados.0.smithi012.stdout:3366: finishing rollback tid 0 to smithi01277369-10 2024-04-02T08:35:07.285 INFO:tasks.rados.rados.0.smithi012.stdout:3366: finishing rollback tid 1 to smithi01277369-10 2024-04-02T08:35:07.285 INFO:tasks.rados.rados.0.smithi012.stdout:3366: finishing rollback tid 2 to smithi01277369-10 2024-04-02T08:35:07.285 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 10 v 2103 (ObjNum 1022 snap 305 seq_num 1022) dirty exists 2024-04-02T08:35:07.285 INFO:tasks.rados.rados.0.smithi012.stdout:3357: done (5 left) 2024-04-02T08:35:07.285 INFO:tasks.rados.rados.0.smithi012.stdout:3361: done (4 left) 2024-04-02T08:35:07.285 INFO:tasks.rados.rados.0.smithi012.stdout:3365: done (3 left) 2024-04-02T08:35:07.285 INFO:tasks.rados.rados.0.smithi012.stdout:3366: done (2 left) 2024-04-02T08:35:07.285 INFO:tasks.rados.rados.0.smithi012.stdout:3368: done (1 left) 2024-04-02T08:35:07.285 INFO:tasks.rados.rados.0.smithi012.stdout:3369: rollback oid 20 current snap is 317 2024-04-02T08:35:07.285 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 20 to 316 2024-04-02T08:35:07.285 INFO:tasks.rados.rados.0.smithi012.stdout:3363: expect (ObjNum 956 snap 294 seq_num 956) 2024-04-02T08:35:07.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:07 smithi055 ceph-mon[85080]: osdmap e717: 8 total, 8 up, 8 in 2024-04-02T08:35:07.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:07 smithi012 ceph-mon[88355]: osdmap e717: 8 total, 8 up, 8 in 2024-04-02T08:35:07.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:07 smithi012 ceph-mon[90784]: osdmap e717: 8 total, 8 up, 8 in 2024-04-02T08:35:07.522 INFO:tasks.rados.rados.0.smithi012.stdout:3369: finishing rollback tid 0 to smithi01277369-20 2024-04-02T08:35:07.522 INFO:tasks.rados.rados.0.smithi012.stdout:3369: finishing rollback tid 1 to smithi01277369-20 2024-04-02T08:35:07.522 INFO:tasks.rados.rados.0.smithi012.stdout:3369: finishing rollback tid 2 to smithi01277369-20 2024-04-02T08:35:07.522 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 20 v 2639 (ObjNum 1045 snap 316 seq_num 1045) dirty exists 2024-04-02T08:35:07.522 INFO:tasks.rados.rados.0.smithi012.stdout:3363: done (1 left) 2024-04-02T08:35:07.522 INFO:tasks.rados.rados.0.smithi012.stdout:3369: done (0 left) 2024-04-02T08:35:07.523 INFO:tasks.rados.rados.0.smithi012.stdout:3370: rollback oid 42 current snap is 317 2024-04-02T08:35:07.523 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 42 to 313 2024-04-02T08:35:07.523 INFO:tasks.rados.rados.0.smithi012.stdout:3371: rollback oid 32 current snap is 317 2024-04-02T08:35:07.523 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 32 to 313 2024-04-02T08:35:07.523 INFO:tasks.rados.rados.0.smithi012.stdout:3372: delete oid 35 current snap is 317 2024-04-02T08:35:07.526 INFO:tasks.rados.rados.0.smithi012.stdout:3370: finishing rollback tid 0 to smithi01277369-42 2024-04-02T08:35:07.526 INFO:tasks.rados.rados.0.smithi012.stdout:3370: finishing rollback tid 1 to smithi01277369-42 2024-04-02T08:35:07.526 INFO:tasks.rados.rados.0.smithi012.stdout:3370: finishing rollback tid 2 to smithi01277369-42 2024-04-02T08:35:07.526 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 42 v 2430 (ObjNum 1014 snap 303 seq_num 1014) dirty exists 2024-04-02T08:35:07.527 INFO:tasks.rados.rados.0.smithi012.stdout:3371: finishing rollback tid 0 to smithi01277369-32 2024-04-02T08:35:07.527 INFO:tasks.rados.rados.0.smithi012.stdout:3371: finishing rollback tid 1 to smithi01277369-32 2024-04-02T08:35:07.527 INFO:tasks.rados.rados.0.smithi012.stdout:3371: finishing rollback tid 2 to smithi01277369-32 2024-04-02T08:35:07.527 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 32 v 2643 (ObjNum 1039 snap 312 seq_num 1039) dirty exists 2024-04-02T08:35:07.530 INFO:tasks.rados.rados.0.smithi012.stdout:3370: done (2 left) 2024-04-02T08:35:07.530 INFO:tasks.rados.rados.0.smithi012.stdout:3371: done (1 left) 2024-04-02T08:35:07.530 INFO:tasks.rados.rados.0.smithi012.stdout:3372: done (0 left) 2024-04-02T08:35:07.530 INFO:tasks.rados.rados.0.smithi012.stdout:3373: delete oid 15 current snap is 317 2024-04-02T08:35:07.532 INFO:tasks.rados.rados.0.smithi012.stdout:3373: done (0 left) 2024-04-02T08:35:07.533 INFO:tasks.rados.rados.0.smithi012.stdout:3374: read oid 30 snap 313 2024-04-02T08:35:07.533 INFO:tasks.rados.rados.0.smithi012.stdout:3374: expect (ObjNum 917721648 snap 21921 seq_num 917843328) 2024-04-02T08:35:07.533 INFO:tasks.rados.rados.0.smithi012.stdout:3375: read oid 13 snap -1 2024-04-02T08:35:07.533 INFO:tasks.rados.rados.0.smithi012.stdout:3375: expect (ObjNum 1002 snap 301 seq_num 1002) 2024-04-02T08:35:07.533 INFO:tasks.rados.rados.0.smithi012.stdout:3376: rollback oid 43 current snap is 317 2024-04-02T08:35:07.533 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 43 to 313 2024-04-02T08:35:07.533 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 12 current snap is 317 2024-04-02T08:35:07.533 INFO:tasks.rados.rados.0.smithi012.stdout:3377: seq_num 1058 ranges {991232=524288,1515520=401408} 2024-04-02T08:35:07.541 INFO:tasks.rados.rados.0.smithi012.stdout:3377: writing smithi01277369-12 from 991232 to 1515520 tid 1 2024-04-02T08:35:07.544 INFO:tasks.rados.rados.0.smithi012.stdout:3377: writing smithi01277369-12 from 1515520 to 1916928 tid 2 2024-04-02T08:35:07.544 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 21 current snap is 317 2024-04-02T08:35:07.545 INFO:tasks.rados.rados.0.smithi012.stdout:3378: seq_num 1059 ranges {5210112=540672,5750784=401408} 2024-04-02T08:35:07.577 INFO:tasks.rados.rados.0.smithi012.stdout:3378: writing smithi01277369-21 from 5210112 to 5750784 tid 1 2024-04-02T08:35:07.579 INFO:tasks.rados.rados.0.smithi012.stdout:3378: writing smithi01277369-21 from 5750784 to 6152192 tid 2 2024-04-02T08:35:07.579 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 46 current snap is 317 2024-04-02T08:35:07.579 INFO:tasks.rados.rados.0.smithi012.stdout:3379: seq_num 1060 ranges {0=557056,557056=401408} 2024-04-02T08:35:07.582 INFO:tasks.rados.rados.0.smithi012.stdout:3379: writing smithi01277369-46 from 0 to 557056 tid 1 2024-04-02T08:35:07.585 INFO:tasks.rados.rados.0.smithi012.stdout:3379: writing smithi01277369-46 from 557056 to 958464 tid 2 2024-04-02T08:35:07.585 INFO:tasks.rados.rados.0.smithi012.stdout:3380: snap_remove snap 316 2024-04-02T08:35:08.024 INFO:tasks.rados.rados.0.smithi012.stdout:3374: expect (ObjNum 917721648 snap 21921 seq_num 917843328) 2024-04-02T08:35:08.025 INFO:tasks.rados.rados.0.smithi012.stdout:3376: finishing rollback tid 0 to smithi01277369-43 2024-04-02T08:35:08.025 INFO:tasks.rados.rados.0.smithi012.stdout:3376: finishing rollback tid 1 to smithi01277369-43 2024-04-02T08:35:08.025 INFO:tasks.rados.rados.0.smithi012.stdout:3376: finishing rollback tid 2 to smithi01277369-43 2024-04-02T08:35:08.025 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 43 v 2273 (ObjNum 1015 snap 303 seq_num 1015) dirty exists 2024-04-02T08:35:08.025 INFO:tasks.rados.rados.0.smithi012.stdout:3377: finishing write tid 1 to smithi01277369-12 2024-04-02T08:35:08.025 INFO:tasks.rados.rados.0.smithi012.stdout:3377: finishing write tid 2 to smithi01277369-12 2024-04-02T08:35:08.025 INFO:tasks.rados.rados.0.smithi012.stdout:3377: finishing write tid 3 to smithi01277369-12 2024-04-02T08:35:08.025 INFO:tasks.rados.rados.0.smithi012.stdout:3377: finishing write tid 4 to smithi01277369-12 2024-04-02T08:35:08.025 INFO:tasks.rados.rados.0.smithi012.stdout:3377: oid 12 updating version 0 to 2276 2024-04-02T08:35:08.025 INFO:tasks.rados.rados.0.smithi012.stdout:3377: oid 12 version 2276 is already newer than 2275 2024-04-02T08:35:08.025 INFO:tasks.rados.rados.0.smithi012.stdout:3377: oid 12 version 2276 is already newer than 2274 2024-04-02T08:35:08.026 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 12 v 2276 (ObjNum 1058 snap 317 seq_num 1058) dirty exists 2024-04-02T08:35:08.026 INFO:tasks.rados.rados.0.smithi012.stdout:3377: left oid 12 (ObjNum 1058 snap 317 seq_num 1058) 2024-04-02T08:35:08.026 INFO:tasks.rados.rados.0.smithi012.stdout:3375: expect (ObjNum 1002 snap 301 seq_num 1002) 2024-04-02T08:35:08.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:08 smithi055 ceph-mon[85080]: pgmap v744: 121 pgs: 121 active+clean; 146 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 4.2 MiB/s wr, 13 op/s 2024-04-02T08:35:08.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:08 smithi055 ceph-mon[85080]: osdmap e718: 8 total, 8 up, 8 in 2024-04-02T08:35:08.324 INFO:tasks.rados.rados.0.smithi012.stdout:3378: finishing write tid 1 to smithi01277369-21 2024-04-02T08:35:08.324 INFO:tasks.rados.rados.0.smithi012.stdout:3378: finishing write tid 2 to smithi01277369-21 2024-04-02T08:35:08.324 INFO:tasks.rados.rados.0.smithi012.stdout:3378: finishing write tid 3 to smithi01277369-21 2024-04-02T08:35:08.325 INFO:tasks.rados.rados.0.smithi012.stdout:3378: finishing write tid 4 to smithi01277369-21 2024-04-02T08:35:08.325 INFO:tasks.rados.rados.0.smithi012.stdout:3378: oid 21 updating version 0 to 2055 2024-04-02T08:35:08.325 INFO:tasks.rados.rados.0.smithi012.stdout:3378: oid 21 version 2055 is already newer than 2054 2024-04-02T08:35:08.325 INFO:tasks.rados.rados.0.smithi012.stdout:3378: oid 21 updating version 2055 to 2056 2024-04-02T08:35:08.325 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 21 v 2056 (ObjNum 1059 snap 317 seq_num 1059) dirty exists 2024-04-02T08:35:08.325 INFO:tasks.rados.rados.0.smithi012.stdout:3378: left oid 21 (ObjNum 1059 snap 317 seq_num 1059) 2024-04-02T08:35:08.325 INFO:tasks.rados.rados.0.smithi012.stdout:3379: finishing write tid 1 to smithi01277369-46 2024-04-02T08:35:08.325 INFO:tasks.rados.rados.0.smithi012.stdout:3379: finishing write tid 2 to smithi01277369-46 2024-04-02T08:35:08.325 INFO:tasks.rados.rados.0.smithi012.stdout:3374: done (6 left) 2024-04-02T08:35:08.325 INFO:tasks.rados.rados.0.smithi012.stdout:3375: done (5 left) 2024-04-02T08:35:08.325 INFO:tasks.rados.rados.0.smithi012.stdout:3376: done (4 left) 2024-04-02T08:35:08.325 INFO:tasks.rados.rados.0.smithi012.stdout:3377: done (3 left) 2024-04-02T08:35:08.325 INFO:tasks.rados.rados.0.smithi012.stdout:3378: done (2 left) 2024-04-02T08:35:08.325 INFO:tasks.rados.rados.0.smithi012.stdout:3380: done (1 left) 2024-04-02T08:35:08.326 INFO:tasks.rados.rados.0.smithi012.stdout:3381: snap_remove snap 313 2024-04-02T08:35:08.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:08 smithi012 ceph-mon[88355]: pgmap v744: 121 pgs: 121 active+clean; 146 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 4.2 MiB/s wr, 13 op/s 2024-04-02T08:35:08.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:08 smithi012 ceph-mon[88355]: osdmap e718: 8 total, 8 up, 8 in 2024-04-02T08:35:08.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:08 smithi012 ceph-mon[90784]: pgmap v744: 121 pgs: 121 active+clean; 146 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 4.2 MiB/s wr, 13 op/s 2024-04-02T08:35:08.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:08 smithi012 ceph-mon[90784]: osdmap e718: 8 total, 8 up, 8 in 2024-04-02T08:35:08.429 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:35:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:35:07] "GET /metrics HTTP/1.1" 200 36247 "" "Prometheus/2.43.0" 2024-04-02T08:35:08.997 INFO:tasks.rados.rados.0.smithi012.stdout:3381: done (1 left) 2024-04-02T08:35:08.997 INFO:tasks.rados.rados.0.smithi012.stdout:3382: copy_from oid 9 from oid 31 current snap is 317 2024-04-02T08:35:08.997 INFO:tasks.rados.rados.0.smithi012.stdout:3379: finishing write tid 3 to smithi01277369-46 2024-04-02T08:35:08.997 INFO:tasks.rados.rados.0.smithi012.stdout:3379: finishing write tid 4 to smithi01277369-46 2024-04-02T08:35:08.997 INFO:tasks.rados.rados.0.smithi012.stdout:3379: oid 46 updating version 0 to 2267 2024-04-02T08:35:08.997 INFO:tasks.rados.rados.0.smithi012.stdout:3379: oid 46 updating version 2267 to 2268 2024-04-02T08:35:08.997 INFO:tasks.rados.rados.0.smithi012.stdout:3379: oid 46 updating version 2268 to 2269 2024-04-02T08:35:08.997 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 46 v 2269 (ObjNum 1060 snap 317 seq_num 1060) dirty exists 2024-04-02T08:35:08.998 INFO:tasks.rados.rados.0.smithi012.stdout:3379: left oid 46 (ObjNum 1060 snap 317 seq_num 1060) 2024-04-02T08:35:08.998 INFO:tasks.rados.rados.0.smithi012.stdout:3379: done (1 left) 2024-04-02T08:35:08.998 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 41 current snap is 317 2024-04-02T08:35:08.998 INFO:tasks.rados.rados.0.smithi012.stdout:3383: seq_num 1061 ranges {0=573440,573440=401408} 2024-04-02T08:35:09.000 INFO:tasks.rados.rados.0.smithi012.stdout:3383: writing smithi01277369-41 from 0 to 573440 tid 1 2024-04-02T08:35:09.003 INFO:tasks.rados.rados.0.smithi012.stdout:3383: writing smithi01277369-41 from 573440 to 974848 tid 2 2024-04-02T08:35:09.004 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 6 current snap is 317 2024-04-02T08:35:09.004 INFO:tasks.rados.rados.0.smithi012.stdout:3384: seq_num 1062 ranges {0=589824,589824=401408} 2024-04-02T08:35:09.008 INFO:tasks.rados.rados.0.smithi012.stdout:3384: writing smithi01277369-6 from 0 to 589824 tid 1 2024-04-02T08:35:09.011 INFO:tasks.rados.rados.0.smithi012.stdout:3384: writing smithi01277369-6 from 589824 to 991232 tid 2 2024-04-02T08:35:09.011 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 30 current snap is 317 2024-04-02T08:35:09.012 INFO:tasks.rados.rados.0.smithi012.stdout:3385: seq_num 1063 ranges {0=606208,606208=401408} 2024-04-02T08:35:09.016 INFO:tasks.rados.rados.0.smithi012.stdout:3385: writing smithi01277369-30 from 0 to 606208 tid 1 2024-04-02T08:35:09.019 INFO:tasks.rados.rados.0.smithi012.stdout:3385: writing smithi01277369-30 from 606208 to 1007616 tid 2 2024-04-02T08:35:09.019 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 22 current snap is 317 2024-04-02T08:35:09.019 INFO:tasks.rados.rados.0.smithi012.stdout:3383: finishing write tid 1 to smithi01277369-41 2024-04-02T08:35:09.019 INFO:tasks.rados.rados.0.smithi012.stdout:3383: finishing write tid 2 to smithi01277369-41 2024-04-02T08:35:09.019 INFO:tasks.rados.rados.0.smithi012.stdout:3383: finishing write tid 3 to smithi01277369-41 2024-04-02T08:35:09.019 INFO:tasks.rados.rados.0.smithi012.stdout:3384: finishing write tid 1 to smithi01277369-6 2024-04-02T08:35:09.019 INFO:tasks.rados.rados.0.smithi012.stdout:3386: seq_num 1064 ranges {6561792=622592,7184384=401408} 2024-04-02T08:35:09.060 INFO:tasks.rados.rados.0.smithi012.stdout:3386: writing smithi01277369-22 from 6561792 to 7184384 tid 1 2024-04-02T08:35:09.063 INFO:tasks.rados.rados.0.smithi012.stdout:3386: writing smithi01277369-22 from 7184384 to 7585792 tid 2 2024-04-02T08:35:09.063 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 48 current snap is 317 2024-04-02T08:35:09.063 INFO:tasks.rados.rados.0.smithi012.stdout:3383: finishing write tid 4 to smithi01277369-41 2024-04-02T08:35:09.064 INFO:tasks.rados.rados.0.smithi012.stdout:3383: oid 41 updating version 0 to 2247 2024-04-02T08:35:09.064 INFO:tasks.rados.rados.0.smithi012.stdout:3383: oid 41 updating version 2247 to 2248 2024-04-02T08:35:09.064 INFO:tasks.rados.rados.0.smithi012.stdout:3383: oid 41 version 2248 is already newer than 2246 2024-04-02T08:35:09.064 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 41 v 2248 (ObjNum 1061 snap 317 seq_num 1061) dirty exists 2024-04-02T08:35:09.064 INFO:tasks.rados.rados.0.smithi012.stdout:3383: left oid 41 (ObjNum 1061 snap 317 seq_num 1061) 2024-04-02T08:35:09.064 INFO:tasks.rados.rados.0.smithi012.stdout:3387: seq_num 1065 ranges {270336=638976,909312=401408} 2024-04-02T08:35:09.068 INFO:tasks.rados.rados.0.smithi012.stdout:3387: writing smithi01277369-48 from 270336 to 909312 tid 1 2024-04-02T08:35:09.072 INFO:tasks.rados.rados.0.smithi012.stdout:3387: writing smithi01277369-48 from 909312 to 1310720 tid 2 2024-04-02T08:35:09.072 INFO:tasks.rados.rados.0.smithi012.stdout:3383: done (5 left) 2024-04-02T08:35:09.072 INFO:tasks.rados.rados.0.smithi012.stdout:3388: read oid 47 snap -1 2024-04-02T08:35:09.072 INFO:tasks.rados.rados.0.smithi012.stdout:3388: expect deleted 2024-04-02T08:35:09.072 INFO:tasks.rados.rados.0.smithi012.stdout:3389: snap_create 2024-04-02T08:35:09.072 INFO:tasks.rados.rados.0.smithi012.stdout:3384: finishing write tid 2 to smithi01277369-6 2024-04-02T08:35:09.072 INFO:tasks.rados.rados.0.smithi012.stdout:3384: finishing write tid 3 to smithi01277369-6 2024-04-02T08:35:09.072 INFO:tasks.rados.rados.0.smithi012.stdout:3384: finishing write tid 4 to smithi01277369-6 2024-04-02T08:35:09.072 INFO:tasks.rados.rados.0.smithi012.stdout:3384: oid 6 updating version 0 to 2588 2024-04-02T08:35:09.072 INFO:tasks.rados.rados.0.smithi012.stdout:3384: oid 6 updating version 2588 to 2590 2024-04-02T08:35:09.072 INFO:tasks.rados.rados.0.smithi012.stdout:3384: oid 6 version 2590 is already newer than 2589 2024-04-02T08:35:09.073 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 6 v 2590 (ObjNum 1062 snap 317 seq_num 1062) dirty exists 2024-04-02T08:35:09.073 INFO:tasks.rados.rados.0.smithi012.stdout:3384: left oid 6 (ObjNum 1062 snap 317 seq_num 1062) 2024-04-02T08:35:09.073 INFO:tasks.rados.rados.0.smithi012.stdout:3385: finishing write tid 1 to smithi01277369-30 2024-04-02T08:35:09.073 INFO:tasks.rados.rados.0.smithi012.stdout:3385: finishing write tid 2 to smithi01277369-30 2024-04-02T08:35:09.073 INFO:tasks.rados.rados.0.smithi012.stdout:3385: finishing write tid 3 to smithi01277369-30 2024-04-02T08:35:09.073 INFO:tasks.rados.rados.0.smithi012.stdout:3385: finishing write tid 4 to smithi01277369-30 2024-04-02T08:35:09.073 INFO:tasks.rados.rados.0.smithi012.stdout:3385: oid 30 updating version 0 to 2271 2024-04-02T08:35:09.073 INFO:tasks.rados.rados.0.smithi012.stdout:3385: oid 30 updating version 2271 to 2272 2024-04-02T08:35:09.073 INFO:tasks.rados.rados.0.smithi012.stdout:3385: oid 30 version 2272 is already newer than 2270 2024-04-02T08:35:09.073 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 30 v 2272 (ObjNum 1063 snap 317 seq_num 1063) dirty exists 2024-04-02T08:35:09.073 INFO:tasks.rados.rados.0.smithi012.stdout:3385: left oid 30 (ObjNum 1063 snap 317 seq_num 1063) 2024-04-02T08:35:09.073 INFO:tasks.rados.rados.0.smithi012.stdout:3382: finishing copy_from racing read to smithi01277369-9 2024-04-02T08:35:09.074 INFO:tasks.rados.rados.0.smithi012.stdout:3382: finishing copy_from to smithi01277369-9 2024-04-02T08:35:09.074 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 9 v 2081 (ObjNum 1034 snap 311 seq_num 1034) dirty exists 2024-04-02T08:35:09.074 INFO:tasks.rados.rados.0.smithi012.stdout:3386: finishing write tid 1 to smithi01277369-22 2024-04-02T08:35:09.074 INFO:tasks.rados.rados.0.smithi012.stdout:3386: finishing write tid 2 to smithi01277369-22 2024-04-02T08:35:09.074 INFO:tasks.rados.rados.0.smithi012.stdout:3386: finishing write tid 3 to smithi01277369-22 2024-04-02T08:35:09.074 INFO:tasks.rados.rados.0.smithi012.stdout:3386: finishing write tid 4 to smithi01277369-22 2024-04-02T08:35:09.074 INFO:tasks.rados.rados.0.smithi012.stdout:3386: oid 22 updating version 0 to 2274 2024-04-02T08:35:09.074 INFO:tasks.rados.rados.0.smithi012.stdout:3386: oid 22 updating version 2274 to 2275 2024-04-02T08:35:09.074 INFO:tasks.rados.rados.0.smithi012.stdout:3386: oid 22 version 2275 is already newer than 2273 2024-04-02T08:35:09.074 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 22 v 2275 (ObjNum 1064 snap 317 seq_num 1064) dirty exists 2024-04-02T08:35:09.074 INFO:tasks.rados.rados.0.smithi012.stdout:3386: left oid 22 (ObjNum 1064 snap 317 seq_num 1064) 2024-04-02T08:35:09.075 INFO:tasks.rados.rados.0.smithi012.stdout:3387: finishing write tid 1 to smithi01277369-48 2024-04-02T08:35:09.075 INFO:tasks.rados.rados.0.smithi012.stdout:3387: finishing write tid 2 to smithi01277369-48 2024-04-02T08:35:09.075 INFO:tasks.rados.rados.0.smithi012.stdout:3387: finishing write tid 3 to smithi01277369-48 2024-04-02T08:35:09.076 INFO:tasks.rados.rados.0.smithi012.stdout:3387: finishing write tid 4 to smithi01277369-48 2024-04-02T08:35:09.076 INFO:tasks.rados.rados.0.smithi012.stdout:3387: oid 48 updating version 0 to 2431 2024-04-02T08:35:09.076 INFO:tasks.rados.rados.0.smithi012.stdout:3387: oid 48 updating version 2431 to 2433 2024-04-02T08:35:09.076 INFO:tasks.rados.rados.0.smithi012.stdout:3387: oid 48 version 2433 is already newer than 2432 2024-04-02T08:35:09.076 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 48 v 2433 (ObjNum 1065 snap 317 seq_num 1065) dirty exists 2024-04-02T08:35:09.076 INFO:tasks.rados.rados.0.smithi012.stdout:3387: left oid 48 (ObjNum 1065 snap 317 seq_num 1065) 2024-04-02T08:35:09.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:09 smithi055 ceph-mon[85080]: osdmap e719: 8 total, 8 up, 8 in 2024-04-02T08:35:09.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:09 smithi055 ceph-mon[85080]: osdmap e720: 8 total, 8 up, 8 in 2024-04-02T08:35:09.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:09 smithi012 ceph-mon[90784]: osdmap e719: 8 total, 8 up, 8 in 2024-04-02T08:35:09.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:09 smithi012 ceph-mon[90784]: osdmap e720: 8 total, 8 up, 8 in 2024-04-02T08:35:09.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:09 smithi012 ceph-mon[88355]: osdmap e719: 8 total, 8 up, 8 in 2024-04-02T08:35:09.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:09 smithi012 ceph-mon[88355]: osdmap e720: 8 total, 8 up, 8 in 2024-04-02T08:35:10.035 INFO:tasks.rados.rados.0.smithi012.stdout:3382: done (6 left) 2024-04-02T08:35:10.035 INFO:tasks.rados.rados.0.smithi012.stdout:3384: done (5 left) 2024-04-02T08:35:10.035 INFO:tasks.rados.rados.0.smithi012.stdout:3385: done (4 left) 2024-04-02T08:35:10.035 INFO:tasks.rados.rados.0.smithi012.stdout:3386: done (3 left) 2024-04-02T08:35:10.035 INFO:tasks.rados.rados.0.smithi012.stdout:3387: done (2 left) 2024-04-02T08:35:10.035 INFO:tasks.rados.rados.0.smithi012.stdout:3388: done (1 left) 2024-04-02T08:35:10.035 INFO:tasks.rados.rados.0.smithi012.stdout:3389: done (0 left) 2024-04-02T08:35:10.035 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 47 current snap is 318 2024-04-02T08:35:10.035 INFO:tasks.rados.rados.0.smithi012.stdout:3390: seq_num 1066 ranges {0=663552,663552=401408} 2024-04-02T08:35:10.038 INFO:tasks.rados.rados.0.smithi012.stdout:3390: writing smithi01277369-47 from 0 to 663552 tid 1 2024-04-02T08:35:10.041 INFO:tasks.rados.rados.0.smithi012.stdout:3390: writing smithi01277369-47 from 663552 to 1064960 tid 2 2024-04-02T08:35:10.041 INFO:tasks.rados.rados.0.smithi012.stdout:3391: read oid 6 snap -1 2024-04-02T08:35:10.041 INFO:tasks.rados.rados.0.smithi012.stdout:3391: expect (ObjNum 1062 snap 317 seq_num 1062) 2024-04-02T08:35:10.041 INFO:tasks.rados.rados.0.smithi012.stdout:3392: rmattr oid 37 current snap is 318 2024-04-02T08:35:10.041 INFO:tasks.rados.rados.0.smithi012.stdout:3392: done (2 left) 2024-04-02T08:35:10.041 INFO:tasks.rados.rados.0.smithi012.stdout:3393: read oid 37 snap 317 2024-04-02T08:35:10.041 INFO:tasks.rados.rados.0.smithi012.stdout:3393: expect deleted 2024-04-02T08:35:10.042 INFO:tasks.rados.rados.0.smithi012.stdout:3394: rollback oid 16 current snap is 318 2024-04-02T08:35:10.042 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 16 to 317 2024-04-02T08:35:10.042 INFO:tasks.rados.rados.0.smithi012.stdout:3395: read oid 2 snap 317 2024-04-02T08:35:10.042 INFO:tasks.rados.rados.0.smithi012.stdout:3395: expect deleted 2024-04-02T08:35:10.042 INFO:tasks.rados.rados.0.smithi012.stdout:3396: delete oid 18 current snap is 318 2024-04-02T08:35:10.043 INFO:tasks.rados.rados.0.smithi012.stdout:3390: finishing write tid 1 to smithi01277369-47 2024-04-02T08:35:10.045 INFO:tasks.rados.rados.0.smithi012.stdout:3395: done (5 left) 2024-04-02T08:35:10.045 INFO:tasks.rados.rados.0.smithi012.stdout:3396: done (4 left) 2024-04-02T08:35:10.045 INFO:tasks.rados.rados.0.smithi012.stdout:3397: copy_from oid 29 from oid 11 current snap is 318 2024-04-02T08:35:10.045 INFO:tasks.rados.rados.0.smithi012.stdout:3393: done (4 left) 2024-04-02T08:35:10.045 INFO:tasks.rados.rados.0.smithi012.stdout:3398: delete oid 28 current snap is 318 2024-04-02T08:35:10.046 INFO:tasks.rados.rados.0.smithi012.stdout:3390: finishing write tid 2 to smithi01277369-47 2024-04-02T08:35:10.046 INFO:tasks.rados.rados.0.smithi012.stdout:3390: finishing write tid 3 to smithi01277369-47 2024-04-02T08:35:10.048 INFO:tasks.rados.rados.0.smithi012.stdout:3394: finishing rollback tid 0 to smithi01277369-16 2024-04-02T08:35:10.048 INFO:tasks.rados.rados.0.smithi012.stdout:3394: finishing rollback tid 1 to smithi01277369-16 2024-04-02T08:35:10.048 INFO:tasks.rados.rados.0.smithi012.stdout:3391: expect (ObjNum 1062 snap 317 seq_num 1062) 2024-04-02T08:35:10.090 INFO:tasks.rados.rados.0.smithi012.stdout:3390: finishing write tid 4 to smithi01277369-47 2024-04-02T08:35:10.090 INFO:tasks.rados.rados.0.smithi012.stdout:3390: oid 47 updating version 0 to 1822 2024-04-02T08:35:10.090 INFO:tasks.rados.rados.0.smithi012.stdout:3390: oid 47 version 1822 is already newer than 1821 2024-04-02T08:35:10.090 INFO:tasks.rados.rados.0.smithi012.stdout:3390: oid 47 version 1822 is already newer than 1820 2024-04-02T08:35:10.090 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 47 v 1822 (ObjNum 1066 snap 318 seq_num 1066) dirty exists 2024-04-02T08:35:10.090 INFO:tasks.rados.rados.0.smithi012.stdout:3390: left oid 47 (ObjNum 1066 snap 318 seq_num 1066) 2024-04-02T08:35:10.090 INFO:tasks.rados.rados.0.smithi012.stdout:3394: finishing rollback tid 2 to smithi01277369-16 2024-04-02T08:35:10.090 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 16 v 1869 (ObjNum 953 snap 292 seq_num 953) dirty exists 2024-04-02T08:35:10.090 INFO:tasks.rados.rados.0.smithi012.stdout:3397: finishing copy_from racing read to smithi01277369-29 2024-04-02T08:35:10.091 INFO:tasks.rados.rados.0.smithi012.stdout:3397: finishing copy_from to smithi01277369-29 2024-04-02T08:35:10.091 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 29 v 2572 (ObjNum 1025 snap 306 seq_num 1025) dirty exists 2024-04-02T08:35:10.091 INFO:tasks.rados.rados.0.smithi012.stdout:3390: done (4 left) 2024-04-02T08:35:10.091 INFO:tasks.rados.rados.0.smithi012.stdout:3391: done (3 left) 2024-04-02T08:35:10.091 INFO:tasks.rados.rados.0.smithi012.stdout:3394: done (2 left) 2024-04-02T08:35:10.091 INFO:tasks.rados.rados.0.smithi012.stdout:3397: done (1 left) 2024-04-02T08:35:10.091 INFO:tasks.rados.rados.0.smithi012.stdout:3398: done (0 left) 2024-04-02T08:35:10.091 INFO:tasks.rados.rados.0.smithi012.stdout:3399: snap_create 2024-04-02T08:35:10.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:10 smithi055 ceph-mon[85080]: pgmap v747: 121 pgs: 121 active+clean; 146 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 4.2 MiB/s wr, 13 op/s 2024-04-02T08:35:10.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:10 smithi012 ceph-mon[88355]: pgmap v747: 121 pgs: 121 active+clean; 146 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 4.2 MiB/s wr, 13 op/s 2024-04-02T08:35:10.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:10 smithi012 ceph-mon[90784]: pgmap v747: 121 pgs: 121 active+clean; 146 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 4.2 MiB/s wr, 13 op/s 2024-04-02T08:35:11.050 INFO:tasks.rados.rados.0.smithi012.stdout:3399: done (0 left) 2024-04-02T08:35:11.051 INFO:tasks.rados.rados.0.smithi012.stdout:3400: snap_remove snap 317 2024-04-02T08:35:11.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:11 smithi055 ceph-mon[85080]: osdmap e721: 8 total, 8 up, 8 in 2024-04-02T08:35:11.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:11 smithi055 ceph-mon[85080]: pgmap v750: 121 pgs: 121 active+clean; 135 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-04-02T08:35:11.329 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:11 smithi012 ceph-mon[88355]: osdmap e721: 8 total, 8 up, 8 in 2024-04-02T08:35:11.329 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:11 smithi012 ceph-mon[88355]: pgmap v750: 121 pgs: 121 active+clean; 135 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-04-02T08:35:11.329 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:11 smithi012 ceph-mon[90784]: osdmap e721: 8 total, 8 up, 8 in 2024-04-02T08:35:11.330 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:11 smithi012 ceph-mon[90784]: pgmap v750: 121 pgs: 121 active+clean; 135 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-04-02T08:35:12.063 INFO:tasks.rados.rados.0.smithi012.stdout:3400: done (0 left) 2024-04-02T08:35:12.063 INFO:tasks.rados.rados.0.smithi012.stdout:3401: read oid 8 snap -1 2024-04-02T08:35:12.063 INFO:tasks.rados.rados.0.smithi012.stdout:3401: expect (ObjNum 1020 snap 305 seq_num 1020) 2024-04-02T08:35:12.063 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 37 current snap is 319 2024-04-02T08:35:12.063 INFO:tasks.rados.rados.0.smithi012.stdout:3402: seq_num 1069 ranges {0=712704,712704=401408} 2024-04-02T08:35:12.067 INFO:tasks.rados.rados.0.smithi012.stdout:3402: writing smithi01277369-37 from 0 to 712704 tid 1 2024-04-02T08:35:12.071 INFO:tasks.rados.rados.0.smithi012.stdout:3402: writing smithi01277369-37 from 712704 to 1114112 tid 2 2024-04-02T08:35:12.071 INFO:tasks.rados.rados.0.smithi012.stdout:3403: copy_from oid 14 from oid 27 current snap is 319 2024-04-02T08:35:12.072 INFO:tasks.rados.rados.0.smithi012.stdout:3404: read oid 32 snap 318 2024-04-02T08:35:12.072 INFO:tasks.rados.rados.0.smithi012.stdout:3404: expect (ObjNum 1039 snap 312 seq_num 1039) 2024-04-02T08:35:12.072 INFO:tasks.rados.rados.0.smithi012.stdout:3405: read oid 33 snap -1 2024-04-02T08:35:12.072 INFO:tasks.rados.rados.0.smithi012.stdout:3405: expect (ObjNum 1037 snap 311 seq_num 1037) 2024-04-02T08:35:12.072 INFO:tasks.rados.rados.0.smithi012.stdout:3406: copy_from oid 5 from oid 39 current snap is 319 2024-04-02T08:35:12.072 INFO:tasks.rados.rados.0.smithi012.stdout:3407: snap_create 2024-04-02T08:35:12.076 INFO:tasks.rados.rados.0.smithi012.stdout:3403: finishing copy_from to smithi01277369-14 2024-04-02T08:35:12.076 INFO:tasks.rados.rados.0.smithi012.stdout:3403: got expected ENOENT (src dne) 2024-04-02T08:35:12.077 INFO:tasks.rados.rados.0.smithi012.stdout:3403: finishing copy_from racing read to smithi01277369-14 2024-04-02T08:35:12.079 INFO:tasks.rados.rados.0.smithi012.stdout:3401: expect (ObjNum 1020 snap 305 seq_num 1020) 2024-04-02T08:35:12.155 INFO:tasks.rados.rados.0.smithi012.stdout:3404: expect (ObjNum 1039 snap 312 seq_num 1039) 2024-04-02T08:35:12.171 INFO:tasks.rados.rados.0.smithi012.stdout:3402: finishing write tid 1 to smithi01277369-37 2024-04-02T08:35:12.171 INFO:tasks.rados.rados.0.smithi012.stdout:3402: finishing write tid 2 to smithi01277369-37 2024-04-02T08:35:12.171 INFO:tasks.rados.rados.0.smithi012.stdout:3402: finishing write tid 3 to smithi01277369-37 2024-04-02T08:35:12.171 INFO:tasks.rados.rados.0.smithi012.stdout:3402: finishing write tid 4 to smithi01277369-37 2024-04-02T08:35:12.172 INFO:tasks.rados.rados.0.smithi012.stdout:3402: oid 37 updating version 0 to 2435 2024-04-02T08:35:12.172 INFO:tasks.rados.rados.0.smithi012.stdout:3402: oid 37 version 2435 is already newer than 2434 2024-04-02T08:35:12.172 INFO:tasks.rados.rados.0.smithi012.stdout:3402: oid 37 updating version 2435 to 2436 2024-04-02T08:35:12.172 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 37 v 2436 (ObjNum 1069 snap 319 seq_num 1069) dirty exists 2024-04-02T08:35:12.172 INFO:tasks.rados.rados.0.smithi012.stdout:3402: left oid 37 (ObjNum 1069 snap 319 seq_num 1069) 2024-04-02T08:35:12.172 INFO:tasks.rados.rados.0.smithi012.stdout:3405: expect (ObjNum 1037 snap 311 seq_num 1037) 2024-04-02T08:35:12.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:12 smithi055 ceph-mon[85080]: osdmap e722: 8 total, 8 up, 8 in 2024-04-02T08:35:12.345 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:12 smithi012 ceph-mon[88355]: osdmap e722: 8 total, 8 up, 8 in 2024-04-02T08:35:12.345 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:12 smithi012 ceph-mon[90784]: osdmap e722: 8 total, 8 up, 8 in 2024-04-02T08:35:12.593 INFO:tasks.rados.rados.0.smithi012.stdout:3406: finishing copy_from racing read to smithi01277369-5 2024-04-02T08:35:12.593 INFO:tasks.rados.rados.0.smithi012.stdout:3406: finishing copy_from to smithi01277369-5 2024-04-02T08:35:12.593 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 5 v 1862 (ObjNum 953 snap 292 seq_num 953) dirty exists 2024-04-02T08:35:12.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:35:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:35:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:35:13.067 INFO:tasks.rados.rados.0.smithi012.stdout:3401: done (6 left) 2024-04-02T08:35:13.067 INFO:tasks.rados.rados.0.smithi012.stdout:3402: done (5 left) 2024-04-02T08:35:13.067 INFO:tasks.rados.rados.0.smithi012.stdout:3403: done (4 left) 2024-04-02T08:35:13.067 INFO:tasks.rados.rados.0.smithi012.stdout:3404: done (3 left) 2024-04-02T08:35:13.067 INFO:tasks.rados.rados.0.smithi012.stdout:3405: done (2 left) 2024-04-02T08:35:13.067 INFO:tasks.rados.rados.0.smithi012.stdout:3406: done (1 left) 2024-04-02T08:35:13.067 INFO:tasks.rados.rados.0.smithi012.stdout:3407: done (0 left) 2024-04-02T08:35:13.067 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 26 current snap is 320 2024-04-02T08:35:13.067 INFO:tasks.rados.rados.0.smithi012.stdout:3408: seq_num 1070 ranges {0=729088,729088=401408} 2024-04-02T08:35:13.070 INFO:tasks.rados.rados.0.smithi012.stdout:3408: writing smithi01277369-26 from 0 to 729088 tid 1 2024-04-02T08:35:13.073 INFO:tasks.rados.rados.0.smithi012.stdout:3408: writing smithi01277369-26 from 729088 to 1130496 tid 2 2024-04-02T08:35:13.073 INFO:tasks.rados.rados.0.smithi012.stdout:3409: rollback oid 10 current snap is 320 2024-04-02T08:35:13.073 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 10 to 319 2024-04-02T08:35:13.073 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 49 current snap is 320 2024-04-02T08:35:13.074 INFO:tasks.rados.rados.0.smithi012.stdout:3410: seq_num 1071 ranges {8396800=745472,9142272=401408} 2024-04-02T08:35:13.124 INFO:tasks.rados.rados.0.smithi012.stdout:3410: writing smithi01277369-49 from 8396800 to 9142272 tid 1 2024-04-02T08:35:13.128 INFO:tasks.rados.rados.0.smithi012.stdout:3410: writing smithi01277369-49 from 9142272 to 9543680 tid 2 2024-04-02T08:35:13.128 INFO:tasks.rados.rados.0.smithi012.stdout:3411: read oid 25 snap -1 2024-04-02T08:35:13.128 INFO:tasks.rados.rados.0.smithi012.stdout:3411: expect (ObjNum 1007 snap 303 seq_num 1007) 2024-04-02T08:35:13.128 INFO:tasks.rados.rados.0.smithi012.stdout:3412: setattr oid 8 current snap is 320 2024-04-02T08:35:13.128 INFO:tasks.rados.rados.0.smithi012.stdout:3408: finishing write tid 1 to smithi01277369-26 2024-04-02T08:35:13.129 INFO:tasks.rados.rados.0.smithi012.stdout:3408: finishing write tid 2 to smithi01277369-26 2024-04-02T08:35:13.129 INFO:tasks.rados.rados.0.smithi012.stdout:3409: finishing rollback tid 0 to smithi01277369-10 2024-04-02T08:35:13.129 INFO:tasks.rados.rados.0.smithi012.stdout:3408: finishing write tid 3 to smithi01277369-26 2024-04-02T08:35:13.129 INFO:tasks.rados.rados.0.smithi012.stdout:3409: finishing rollback tid 1 to smithi01277369-10 2024-04-02T08:35:13.129 INFO:tasks.rados.rados.0.smithi012.stdout:3409: finishing rollback tid 2 to smithi01277369-10 2024-04-02T08:35:13.129 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 10 v 2108 (ObjNum 1022 snap 305 seq_num 1022) dirty exists 2024-04-02T08:35:13.129 INFO:tasks.rados.rados.0.smithi012.stdout:3408: finishing write tid 4 to smithi01277369-26 2024-04-02T08:35:13.130 INFO:tasks.rados.rados.0.smithi012.stdout:3408: oid 26 updating version 0 to 2573 2024-04-02T08:35:13.130 INFO:tasks.rados.rados.0.smithi012.stdout:3408: oid 26 updating version 2573 to 2574 2024-04-02T08:35:13.130 INFO:tasks.rados.rados.0.smithi012.stdout:3408: oid 26 updating version 2574 to 2575 2024-04-02T08:35:13.130 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 26 v 2575 (ObjNum 1070 snap 320 seq_num 1070) dirty exists 2024-04-02T08:35:13.130 INFO:tasks.rados.rados.0.smithi012.stdout:3408: left oid 26 (ObjNum 1070 snap 320 seq_num 1070) 2024-04-02T08:35:13.132 INFO:tasks.rados.rados.0.smithi012.stdout:3410: finishing write tid 1 to smithi01277369-49 2024-04-02T08:35:13.132 INFO:tasks.rados.rados.0.smithi012.stdout:3410: finishing write tid 2 to smithi01277369-49 2024-04-02T08:35:13.133 INFO:tasks.rados.rados.0.smithi012.stdout:3410: finishing write tid 3 to smithi01277369-49 2024-04-02T08:35:13.133 INFO:tasks.rados.rados.0.smithi012.stdout:3408: done (4 left) 2024-04-02T08:35:13.133 INFO:tasks.rados.rados.0.smithi012.stdout:3409: done (3 left) 2024-04-02T08:35:13.133 INFO:tasks.rados.rados.0.smithi012.stdout:3413: read oid 4 snap -1 2024-04-02T08:35:13.133 INFO:tasks.rados.rados.0.smithi012.stdout:3413: expect (ObjNum 986 snap 297 seq_num 986) 2024-04-02T08:35:13.134 INFO:tasks.rados.rados.0.smithi012.stdout:3414: rollback oid 38 current snap is 320 2024-04-02T08:35:13.134 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 38 to 318 2024-04-02T08:35:13.134 INFO:tasks.rados.rados.0.smithi012.stdout:3415: snap_remove snap 319 2024-04-02T08:35:13.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:13 smithi012 ceph-mon[88355]: osdmap e723: 8 total, 8 up, 8 in 2024-04-02T08:35:13.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:13 smithi012 ceph-mon[88355]: pgmap v753: 121 pgs: 121 active+clean; 139 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.7 MiB/s wr, 35 op/s 2024-04-02T08:35:13.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:13 smithi012 ceph-mon[90784]: osdmap e723: 8 total, 8 up, 8 in 2024-04-02T08:35:13.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:13 smithi012 ceph-mon[90784]: pgmap v753: 121 pgs: 121 active+clean; 139 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.7 MiB/s wr, 35 op/s 2024-04-02T08:35:13.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:13 smithi055 ceph-mon[85080]: osdmap e723: 8 total, 8 up, 8 in 2024-04-02T08:35:13.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:13 smithi055 ceph-mon[85080]: pgmap v753: 121 pgs: 121 active+clean; 139 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.7 MiB/s wr, 35 op/s 2024-04-02T08:35:13.995 INFO:tasks.rados.rados.0.smithi012.stdout:3415: done (5 left) 2024-04-02T08:35:13.995 INFO:tasks.rados.rados.0.smithi012.stdout:3416: snap_create 2024-04-02T08:35:13.995 INFO:tasks.rados.rados.0.smithi012.stdout:3410: finishing write tid 4 to smithi01277369-49 2024-04-02T08:35:13.995 INFO:tasks.rados.rados.0.smithi012.stdout:3410: oid 49 updating version 0 to 2438 2024-04-02T08:35:13.995 INFO:tasks.rados.rados.0.smithi012.stdout:3410: oid 49 version 2438 is already newer than 2437 2024-04-02T08:35:13.996 INFO:tasks.rados.rados.0.smithi012.stdout:3410: oid 49 updating version 2438 to 2439 2024-04-02T08:35:13.996 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 49 v 2439 (ObjNum 1071 snap 320 seq_num 1071) dirty exists 2024-04-02T08:35:13.996 INFO:tasks.rados.rados.0.smithi012.stdout:3410: left oid 49 (ObjNum 1071 snap 320 seq_num 1071) 2024-04-02T08:35:13.996 INFO:tasks.rados.rados.0.smithi012.stdout:3414: finishing rollback tid 0 to smithi01277369-38 2024-04-02T08:35:13.996 INFO:tasks.rados.rados.0.smithi012.stdout:3414: finishing rollback tid 1 to smithi01277369-38 2024-04-02T08:35:13.996 INFO:tasks.rados.rados.0.smithi012.stdout:3414: finishing rollback tid 2 to smithi01277369-38 2024-04-02T08:35:13.996 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 38 v 2059 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:35:13.996 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 8 v 2663 (ObjNum 1020 snap 305 seq_num 1020) dirty exists 2024-04-02T08:35:13.997 INFO:tasks.rados.rados.0.smithi012.stdout:3411: expect (ObjNum 1007 snap 303 seq_num 1007) 2024-04-02T08:35:14.321 INFO:tasks.rados.rados.0.smithi012.stdout:3413: expect (ObjNum 986 snap 297 seq_num 986) 2024-04-02T08:35:14.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:14 smithi012 ceph-mon[88355]: osdmap e724: 8 total, 8 up, 8 in 2024-04-02T08:35:14.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:14 smithi012 ceph-mon[88355]: osdmap e725: 8 total, 8 up, 8 in 2024-04-02T08:35:14.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:14 smithi012 ceph-mon[90784]: osdmap e724: 8 total, 8 up, 8 in 2024-04-02T08:35:14.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:14 smithi012 ceph-mon[90784]: osdmap e725: 8 total, 8 up, 8 in 2024-04-02T08:35:14.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:14 smithi055 ceph-mon[85080]: osdmap e724: 8 total, 8 up, 8 in 2024-04-02T08:35:14.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:14 smithi055 ceph-mon[85080]: osdmap e725: 8 total, 8 up, 8 in 2024-04-02T08:35:14.994 INFO:tasks.rados.rados.0.smithi012.stdout:3410: done (5 left) 2024-04-02T08:35:14.995 INFO:tasks.rados.rados.0.smithi012.stdout:3411: done (4 left) 2024-04-02T08:35:14.995 INFO:tasks.rados.rados.0.smithi012.stdout:3412: done (3 left) 2024-04-02T08:35:14.995 INFO:tasks.rados.rados.0.smithi012.stdout:3413: done (2 left) 2024-04-02T08:35:14.995 INFO:tasks.rados.rados.0.smithi012.stdout:3414: done (1 left) 2024-04-02T08:35:14.995 INFO:tasks.rados.rados.0.smithi012.stdout:3416: done (0 left) 2024-04-02T08:35:14.995 INFO:tasks.rados.rados.0.smithi012.stdout:3417: read oid 31 snap -1 2024-04-02T08:35:14.995 INFO:tasks.rados.rados.0.smithi012.stdout:3417: expect (ObjNum 1034 snap 311 seq_num 1034) 2024-04-02T08:35:14.995 INFO:tasks.rados.rados.0.smithi012.stdout:3418: copy_from oid 23 from oid 4 current snap is 321 2024-04-02T08:35:14.995 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 27 current snap is 321 2024-04-02T08:35:14.995 INFO:tasks.rados.rados.0.smithi012.stdout:3419: seq_num 1072 ranges {0=761856,761856=401408} 2024-04-02T08:35:14.999 INFO:tasks.rados.rados.0.smithi012.stdout:3419: writing smithi01277369-27 from 0 to 761856 tid 1 2024-04-02T08:35:15.001 INFO:tasks.rados.rados.0.smithi012.stdout:3419: writing smithi01277369-27 from 761856 to 1163264 tid 2 2024-04-02T08:35:15.002 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 8 current snap is 321 2024-04-02T08:35:15.002 INFO:tasks.rados.rados.0.smithi012.stdout:3420: seq_num 1073 ranges {1269760=778240,2048000=401408} 2024-04-02T08:35:15.014 INFO:tasks.rados.rados.0.smithi012.stdout:3420: writing smithi01277369-8 from 1269760 to 2048000 tid 1 2024-04-02T08:35:15.017 INFO:tasks.rados.rados.0.smithi012.stdout:3420: writing smithi01277369-8 from 2048000 to 2449408 tid 2 2024-04-02T08:35:15.017 INFO:tasks.rados.rados.0.smithi012.stdout:3421: delete oid 17 current snap is 321 2024-04-02T08:35:15.017 INFO:tasks.rados.rados.0.smithi012.stdout:3419: finishing write tid 1 to smithi01277369-27 2024-04-02T08:35:15.017 INFO:tasks.rados.rados.0.smithi012.stdout:3419: finishing write tid 2 to smithi01277369-27 2024-04-02T08:35:15.017 INFO:tasks.rados.rados.0.smithi012.stdout:3419: finishing write tid 3 to smithi01277369-27 2024-04-02T08:35:15.017 INFO:tasks.rados.rados.0.smithi012.stdout:3419: finishing write tid 4 to smithi01277369-27 2024-04-02T08:35:15.017 INFO:tasks.rados.rados.0.smithi012.stdout:3419: oid 27 updating version 0 to 2111 2024-04-02T08:35:15.017 INFO:tasks.rados.rados.0.smithi012.stdout:3419: oid 27 version 2111 is already newer than 2109 2024-04-02T08:35:15.017 INFO:tasks.rados.rados.0.smithi012.stdout:3419: oid 27 version 2111 is already newer than 2110 2024-04-02T08:35:15.017 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 27 v 2111 (ObjNum 1072 snap 321 seq_num 1072) dirty exists 2024-04-02T08:35:15.018 INFO:tasks.rados.rados.0.smithi012.stdout:3419: left oid 27 (ObjNum 1072 snap 321 seq_num 1072) 2024-04-02T08:35:15.022 INFO:tasks.rados.rados.0.smithi012.stdout:3420: finishing write tid 1 to smithi01277369-8 2024-04-02T08:35:15.024 INFO:tasks.rados.rados.0.smithi012.stdout:3420: finishing write tid 2 to smithi01277369-8 2024-04-02T08:35:15.026 INFO:tasks.rados.rados.0.smithi012.stdout:3420: finishing write tid 3 to smithi01277369-8 2024-04-02T08:35:15.027 INFO:tasks.rados.rados.0.smithi012.stdout:3419: done (4 left) 2024-04-02T08:35:15.027 INFO:tasks.rados.rados.0.smithi012.stdout:3421: done (3 left) 2024-04-02T08:35:15.027 INFO:tasks.rados.rados.0.smithi012.stdout:3422: read oid 16 snap 318 2024-04-02T08:35:15.027 INFO:tasks.rados.rados.0.smithi012.stdout:3422: expect (ObjNum 953 snap 292 seq_num 953) 2024-04-02T08:35:15.027 INFO:tasks.rados.rados.0.smithi012.stdout:3423: delete oid 9 current snap is 321 2024-04-02T08:35:15.029 INFO:tasks.rados.rados.0.smithi012.stdout:3420: finishing write tid 4 to smithi01277369-8 2024-04-02T08:35:15.029 INFO:tasks.rados.rados.0.smithi012.stdout:3420: oid 8 updating version 0 to 2667 2024-04-02T08:35:15.030 INFO:tasks.rados.rados.0.smithi012.stdout:3420: oid 8 updating version 2667 to 2668 2024-04-02T08:35:15.030 INFO:tasks.rados.rados.0.smithi012.stdout:3420: oid 8 updating version 2668 to 2669 2024-04-02T08:35:15.030 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 8 v 2669 (ObjNum 1073 snap 321 seq_num 1073) dirty exists 2024-04-02T08:35:15.030 INFO:tasks.rados.rados.0.smithi012.stdout:3420: left oid 8 (ObjNum 1073 snap 321 seq_num 1073) 2024-04-02T08:35:15.031 INFO:tasks.rados.rados.0.smithi012.stdout:3420: done (4 left) 2024-04-02T08:35:15.031 INFO:tasks.rados.rados.0.smithi012.stdout:3423: done (3 left) 2024-04-02T08:35:15.032 INFO:tasks.rados.rados.0.smithi012.stdout:3424: read oid 15 snap -1 2024-04-02T08:35:15.032 INFO:tasks.rados.rados.0.smithi012.stdout:3424: expect deleted 2024-04-02T08:35:15.032 INFO:tasks.rados.rados.0.smithi012.stdout:3425: delete oid 8 current snap is 321 2024-04-02T08:35:15.033 INFO:tasks.rados.rados.0.smithi012.stdout:3418: finishing copy_from racing read to smithi01277369-23 2024-04-02T08:35:15.037 INFO:tasks.rados.rados.0.smithi012.stdout:3424: done (4 left) 2024-04-02T08:35:15.037 INFO:tasks.rados.rados.0.smithi012.stdout:3425: done (3 left) 2024-04-02T08:35:15.037 INFO:tasks.rados.rados.0.smithi012.stdout:3426: copy_from oid 47 from oid 43 current snap is 321 2024-04-02T08:35:15.037 INFO:tasks.rados.rados.0.smithi012.stdout:3427: snap_create 2024-04-02T08:35:15.038 INFO:tasks.rados.rados.0.smithi012.stdout:3418: finishing copy_from to smithi01277369-23 2024-04-02T08:35:15.038 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 23 v 2245 (ObjNum 986 snap 297 seq_num 986) dirty exists 2024-04-02T08:35:15.046 INFO:tasks.rados.rados.0.smithi012.stdout:3426: finishing copy_from racing read to smithi01277369-47 2024-04-02T08:35:15.048 INFO:tasks.rados.rados.0.smithi012.stdout:3426: finishing copy_from to smithi01277369-47 2024-04-02T08:35:15.048 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 47 v 2273 (ObjNum 1015 snap 303 seq_num 1015) dirty exists 2024-04-02T08:35:15.057 INFO:tasks.rados.rados.0.smithi012.stdout:3417: expect (ObjNum 1034 snap 311 seq_num 1034) 2024-04-02T08:35:15.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:15.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:15 smithi012 ceph-mon[88355]: pgmap v756: 121 pgs: 121 active+clean; 139 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.3 MiB/s wr, 19 op/s 2024-04-02T08:35:15.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:15 smithi012 ceph-mon[88355]: osdmap e726: 8 total, 8 up, 8 in 2024-04-02T08:35:15.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:15.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:15 smithi012 ceph-mon[90784]: pgmap v756: 121 pgs: 121 active+clean; 139 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.3 MiB/s wr, 19 op/s 2024-04-02T08:35:15.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:15 smithi012 ceph-mon[90784]: osdmap e726: 8 total, 8 up, 8 in 2024-04-02T08:35:15.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:15 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:15.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:15 smithi055 ceph-mon[85080]: pgmap v756: 121 pgs: 121 active+clean; 139 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.3 MiB/s wr, 19 op/s 2024-04-02T08:35:15.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:15 smithi055 ceph-mon[85080]: osdmap e726: 8 total, 8 up, 8 in 2024-04-02T08:35:16.191 INFO:tasks.rados.rados.0.smithi012.stdout:3422: expect (ObjNum 953 snap 292 seq_num 953) 2024-04-02T08:35:16.544 INFO:tasks.rados.rados.0.smithi012.stdout:3417: done (4 left) 2024-04-02T08:35:16.544 INFO:tasks.rados.rados.0.smithi012.stdout:3418: done (3 left) 2024-04-02T08:35:16.545 INFO:tasks.rados.rados.0.smithi012.stdout:3422: done (2 left) 2024-04-02T08:35:16.545 INFO:tasks.rados.rados.0.smithi012.stdout:3426: done (1 left) 2024-04-02T08:35:16.545 INFO:tasks.rados.rados.0.smithi012.stdout:3427: done (0 left) 2024-04-02T08:35:16.545 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 13 current snap is 322 2024-04-02T08:35:16.545 INFO:tasks.rados.rados.0.smithi012.stdout:3428: seq_num 1077 ranges {6561792=442368,7004160=434176,7438336=368640} 2024-04-02T08:35:16.585 INFO:tasks.rados.rados.0.smithi012.stdout:3428: writing smithi01277369-13 from 6561792 to 7004160 tid 1 2024-04-02T08:35:16.588 INFO:tasks.rados.rados.0.smithi012.stdout:3428: writing smithi01277369-13 from 7004160 to 7438336 tid 2 2024-04-02T08:35:16.591 INFO:tasks.rados.rados.0.smithi012.stdout:3428: writing smithi01277369-13 from 7438336 to 7806976 tid 3 2024-04-02T08:35:16.591 INFO:tasks.rados.rados.0.smithi012.stdout:3429: rollback oid 30 current snap is 322 2024-04-02T08:35:16.591 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 30 to 321 2024-04-02T08:35:16.591 INFO:tasks.rados.rados.0.smithi012.stdout:3430: snap_create 2024-04-02T08:35:16.596 INFO:tasks.rados.rados.0.smithi012.stdout:3428: finishing write tid 1 to smithi01277369-13 2024-04-02T08:35:16.597 INFO:tasks.rados.rados.0.smithi012.stdout:3428: finishing write tid 2 to smithi01277369-13 2024-04-02T08:35:16.597 INFO:tasks.rados.rados.0.smithi012.stdout:3429: finishing rollback tid 0 to smithi01277369-30 2024-04-02T08:35:16.597 INFO:tasks.rados.rados.0.smithi012.stdout:3429: finishing rollback tid 1 to smithi01277369-30 2024-04-02T08:35:16.597 INFO:tasks.rados.rados.0.smithi012.stdout:3429: finishing rollback tid 2 to smithi01277369-30 2024-04-02T08:35:16.597 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 30 v 2278 (ObjNum 1063 snap 317 seq_num 1063) dirty exists 2024-04-02T08:35:16.598 INFO:tasks.rados.rados.0.smithi012.stdout:3428: finishing write tid 3 to smithi01277369-13 2024-04-02T08:35:16.598 INFO:tasks.rados.rados.0.smithi012.stdout:3428: finishing write tid 4 to smithi01277369-13 2024-04-02T08:35:16.600 INFO:tasks.rados.rados.0.smithi012.stdout:3428: finishing write tid 5 to smithi01277369-13 2024-04-02T08:35:16.600 INFO:tasks.rados.rados.0.smithi012.stdout:3428: oid 13 updating version 0 to 2674 2024-04-02T08:35:16.600 INFO:tasks.rados.rados.0.smithi012.stdout:3428: oid 13 updating version 2674 to 2675 2024-04-02T08:35:16.600 INFO:tasks.rados.rados.0.smithi012.stdout:3428: oid 13 updating version 2675 to 2676 2024-04-02T08:35:16.600 INFO:tasks.rados.rados.0.smithi012.stdout:3428: oid 13 updating version 2676 to 2677 2024-04-02T08:35:16.600 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 13 v 2677 (ObjNum 1077 snap 322 seq_num 1077) dirty exists 2024-04-02T08:35:16.600 INFO:tasks.rados.rados.0.smithi012.stdout:3428: left oid 13 (ObjNum 1077 snap 322 seq_num 1077) 2024-04-02T08:35:17.003 INFO:tasks.rados.rados.0.smithi012.stdout:3428: done (2 left) 2024-04-02T08:35:17.003 INFO:tasks.rados.rados.0.smithi012.stdout:3429: done (1 left) 2024-04-02T08:35:17.003 INFO:tasks.rados.rados.0.smithi012.stdout:3430: done (0 left) 2024-04-02T08:35:17.003 INFO:tasks.rados.rados.0.smithi012.stdout:3431: read oid 41 snap -1 2024-04-02T08:35:17.003 INFO:tasks.rados.rados.0.smithi012.stdout:3431: expect (ObjNum 1061 snap 317 seq_num 1061) 2024-04-02T08:35:17.003 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 8 current snap is 323 2024-04-02T08:35:17.003 INFO:tasks.rados.rados.0.smithi012.stdout:3432: seq_num 1078 ranges {0=458752,458752=720896,1179648=81920} 2024-04-02T08:35:17.005 INFO:tasks.rados.rados.0.smithi012.stdout:3432: writing smithi01277369-8 from 0 to 458752 tid 1 2024-04-02T08:35:17.010 INFO:tasks.rados.rados.0.smithi012.stdout:3432: writing smithi01277369-8 from 458752 to 1179648 tid 2 2024-04-02T08:35:17.010 INFO:tasks.rados.rados.0.smithi012.stdout:3432: writing smithi01277369-8 from 1179648 to 1261568 tid 3 2024-04-02T08:35:17.011 INFO:tasks.rados.rados.0.smithi012.stdout:3433: snap_create 2024-04-02T08:35:17.011 INFO:tasks.rados.rados.0.smithi012.stdout:3431: expect (ObjNum 1061 snap 317 seq_num 1061) 2024-04-02T08:35:17.038 INFO:tasks.rados.rados.0.smithi012.stdout:3432: finishing write tid 1 to smithi01277369-8 2024-04-02T08:35:17.038 INFO:tasks.rados.rados.0.smithi012.stdout:3432: finishing write tid 2 to smithi01277369-8 2024-04-02T08:35:17.038 INFO:tasks.rados.rados.0.smithi012.stdout:3432: finishing write tid 3 to smithi01277369-8 2024-04-02T08:35:17.038 INFO:tasks.rados.rados.0.smithi012.stdout:3432: finishing write tid 4 to smithi01277369-8 2024-04-02T08:35:17.038 INFO:tasks.rados.rados.0.smithi012.stdout:3432: finishing write tid 5 to smithi01277369-8 2024-04-02T08:35:17.038 INFO:tasks.rados.rados.0.smithi012.stdout:3432: oid 8 updating version 0 to 2679 2024-04-02T08:35:17.038 INFO:tasks.rados.rados.0.smithi012.stdout:3432: oid 8 updating version 2679 to 2680 2024-04-02T08:35:17.038 INFO:tasks.rados.rados.0.smithi012.stdout:3432: oid 8 updating version 2680 to 2681 2024-04-02T08:35:17.038 INFO:tasks.rados.rados.0.smithi012.stdout:3432: oid 8 version 2681 is already newer than 2678 2024-04-02T08:35:17.038 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 8 v 2681 (ObjNum 1078 snap 323 seq_num 1078) dirty exists 2024-04-02T08:35:17.039 INFO:tasks.rados.rados.0.smithi012.stdout:3432: left oid 8 (ObjNum 1078 snap 323 seq_num 1078) 2024-04-02T08:35:17.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:17 smithi055 ceph-mon[85080]: osdmap e727: 8 total, 8 up, 8 in 2024-04-02T08:35:17.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:17 smithi012 ceph-mon[88355]: osdmap e727: 8 total, 8 up, 8 in 2024-04-02T08:35:17.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:17 smithi012 ceph-mon[90784]: osdmap e727: 8 total, 8 up, 8 in 2024-04-02T08:35:18.007 INFO:tasks.rados.rados.0.smithi012.stdout:3431: done (2 left) 2024-04-02T08:35:18.007 INFO:tasks.rados.rados.0.smithi012.stdout:3432: done (1 left) 2024-04-02T08:35:18.007 INFO:tasks.rados.rados.0.smithi012.stdout:3433: done (0 left) 2024-04-02T08:35:18.007 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 4 current snap is 324 2024-04-02T08:35:18.007 INFO:tasks.rados.rados.0.smithi012.stdout:3434: seq_num 1079 ranges {6152192=475136,6627328=606208,7233536=196608} 2024-04-02T08:35:18.046 INFO:tasks.rados.rados.0.smithi012.stdout:3434: writing smithi01277369-4 from 6152192 to 6627328 tid 1 2024-04-02T08:35:18.050 INFO:tasks.rados.rados.0.smithi012.stdout:3434: writing smithi01277369-4 from 6627328 to 7233536 tid 2 2024-04-02T08:35:18.052 INFO:tasks.rados.rados.0.smithi012.stdout:3434: writing smithi01277369-4 from 7233536 to 7430144 tid 3 2024-04-02T08:35:18.052 INFO:tasks.rados.rados.0.smithi012.stdout:3435: copy_from oid 41 from oid 13 current snap is 324 2024-04-02T08:35:18.052 INFO:tasks.rados.rados.0.smithi012.stdout:3436: setattr oid 47 current snap is 324 2024-04-02T08:35:18.054 INFO:tasks.rados.rados.0.smithi012.stdout:3437: delete oid 37 current snap is 324 2024-04-02T08:35:18.055 INFO:tasks.rados.rados.0.smithi012.stdout:3434: finishing write tid 1 to smithi01277369-4 2024-04-02T08:35:18.058 INFO:tasks.rados.rados.0.smithi012.stdout:3434: finishing write tid 2 to smithi01277369-4 2024-04-02T08:35:18.058 INFO:tasks.rados.rados.0.smithi012.stdout:3434: finishing write tid 3 to smithi01277369-4 2024-04-02T08:35:18.059 INFO:tasks.rados.rados.0.smithi012.stdout:3434: finishing write tid 4 to smithi01277369-4 2024-04-02T08:35:18.059 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 47 v 2274 (ObjNum 1015 snap 303 seq_num 1015) dirty exists 2024-04-02T08:35:18.059 INFO:tasks.rados.rados.0.smithi012.stdout:3436: done (3 left) 2024-04-02T08:35:18.059 INFO:tasks.rados.rados.0.smithi012.stdout:3437: done (2 left) 2024-04-02T08:35:18.060 INFO:tasks.rados.rados.0.smithi012.stdout:3438: delete oid 2 current snap is 324 2024-04-02T08:35:18.061 INFO:tasks.rados.rados.0.smithi012.stdout:3434: finishing write tid 5 to smithi01277369-4 2024-04-02T08:35:18.061 INFO:tasks.rados.rados.0.smithi012.stdout:3434: oid 4 updating version 0 to 2251 2024-04-02T08:35:18.061 INFO:tasks.rados.rados.0.smithi012.stdout:3434: oid 4 version 2251 is already newer than 2249 2024-04-02T08:35:18.061 INFO:tasks.rados.rados.0.smithi012.stdout:3434: oid 4 updating version 2251 to 2252 2024-04-02T08:35:18.061 INFO:tasks.rados.rados.0.smithi012.stdout:3434: oid 4 version 2252 is already newer than 2250 2024-04-02T08:35:18.061 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 4 v 2252 (ObjNum 1079 snap 324 seq_num 1079) dirty exists 2024-04-02T08:35:18.061 INFO:tasks.rados.rados.0.smithi012.stdout:3434: left oid 4 (ObjNum 1079 snap 324 seq_num 1079) 2024-04-02T08:35:18.063 INFO:tasks.rados.rados.0.smithi012.stdout:3434: done (2 left) 2024-04-02T08:35:18.063 INFO:tasks.rados.rados.0.smithi012.stdout:3438: done (1 left) 2024-04-02T08:35:18.063 INFO:tasks.rados.rados.0.smithi012.stdout:3439: snap_remove snap 320 2024-04-02T08:35:18.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:18 smithi055 ceph-mon[85080]: pgmap v759: 121 pgs: 121 active+clean; 151 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 4.8 MiB/s wr, 20 op/s 2024-04-02T08:35:18.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:18 smithi055 ceph-mon[85080]: osdmap e728: 8 total, 8 up, 8 in 2024-04-02T08:35:18.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:35:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:35:17] "GET /metrics HTTP/1.1" 200 36248 "" "Prometheus/2.43.0" 2024-04-02T08:35:18.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:18 smithi012 ceph-mon[88355]: pgmap v759: 121 pgs: 121 active+clean; 151 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 4.8 MiB/s wr, 20 op/s 2024-04-02T08:35:18.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:18 smithi012 ceph-mon[88355]: osdmap e728: 8 total, 8 up, 8 in 2024-04-02T08:35:18.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:18 smithi012 ceph-mon[90784]: pgmap v759: 121 pgs: 121 active+clean; 151 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 4.8 MiB/s wr, 20 op/s 2024-04-02T08:35:18.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:18 smithi012 ceph-mon[90784]: osdmap e728: 8 total, 8 up, 8 in 2024-04-02T08:35:18.996 INFO:tasks.rados.rados.0.smithi012.stdout:3435: finishing copy_from racing read to smithi01277369-41 2024-04-02T08:35:18.996 INFO:tasks.rados.rados.0.smithi012.stdout:3435: finishing copy_from to smithi01277369-41 2024-04-02T08:35:18.996 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 41 v 2677 (ObjNum 1077 snap 322 seq_num 1077) dirty exists 2024-04-02T08:35:18.996 INFO:tasks.rados.rados.0.smithi012.stdout:3435: done (1 left) 2024-04-02T08:35:18.996 INFO:tasks.rados.rados.0.smithi012.stdout:3439: done (0 left) 2024-04-02T08:35:18.996 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 41 current snap is 324 2024-04-02T08:35:18.996 INFO:tasks.rados.rados.0.smithi012.stdout:3440: seq_num 1082 ranges {7806976=524288,8331264=704512,9035776=98304} 2024-04-02T08:35:19.042 INFO:tasks.rados.rados.0.smithi012.stdout:3440: writing smithi01277369-41 from 7806976 to 8331264 tid 1 2024-04-02T08:35:19.046 INFO:tasks.rados.rados.0.smithi012.stdout:3440: writing smithi01277369-41 from 8331264 to 9035776 tid 2 2024-04-02T08:35:19.047 INFO:tasks.rados.rados.0.smithi012.stdout:3440: writing smithi01277369-41 from 9035776 to 9134080 tid 3 2024-04-02T08:35:19.047 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 27 current snap is 324 2024-04-02T08:35:19.047 INFO:tasks.rados.rados.0.smithi012.stdout:3440: finishing write tid 1 to smithi01277369-41 2024-04-02T08:35:19.047 INFO:tasks.rados.rados.0.smithi012.stdout:3441: seq_num 1083 ranges {1163264=540672,1703936=589824,2293760=212992} 2024-04-02T08:35:19.056 INFO:tasks.rados.rados.0.smithi012.stdout:3441: writing smithi01277369-27 from 1163264 to 1703936 tid 1 2024-04-02T08:35:19.059 INFO:tasks.rados.rados.0.smithi012.stdout:3441: writing smithi01277369-27 from 1703936 to 2293760 tid 2 2024-04-02T08:35:19.061 INFO:tasks.rados.rados.0.smithi012.stdout:3441: writing smithi01277369-27 from 2293760 to 2506752 tid 3 2024-04-02T08:35:19.061 INFO:tasks.rados.rados.0.smithi012.stdout:3442: read oid 3 snap -1 2024-04-02T08:35:19.061 INFO:tasks.rados.rados.0.smithi012.stdout:3442: expect (ObjNum 772 snap 253 seq_num 772) 2024-04-02T08:35:19.061 INFO:tasks.rados.rados.0.smithi012.stdout:3443: read oid 1 snap 322 2024-04-02T08:35:19.061 INFO:tasks.rados.rados.0.smithi012.stdout:3443: expect (ObjNum 1017 snap 304 seq_num 1017) 2024-04-02T08:35:19.061 INFO:tasks.rados.rados.0.smithi012.stdout:3444: delete oid 40 current snap is 324 2024-04-02T08:35:19.061 INFO:tasks.rados.rados.0.smithi012.stdout:3440: finishing write tid 2 to smithi01277369-41 2024-04-02T08:35:19.062 INFO:tasks.rados.rados.0.smithi012.stdout:3440: finishing write tid 3 to smithi01277369-41 2024-04-02T08:35:19.062 INFO:tasks.rados.rados.0.smithi012.stdout:3440: finishing write tid 4 to smithi01277369-41 2024-04-02T08:35:19.062 INFO:tasks.rados.rados.0.smithi012.stdout:3440: finishing write tid 5 to smithi01277369-41 2024-04-02T08:35:19.062 INFO:tasks.rados.rados.0.smithi012.stdout:3440: oid 41 updating version 0 to 2681 2024-04-02T08:35:19.062 INFO:tasks.rados.rados.0.smithi012.stdout:3440: oid 41 version 2681 is already newer than 2679 2024-04-02T08:35:19.062 INFO:tasks.rados.rados.0.smithi012.stdout:3440: oid 41 version 2681 is already newer than 2680 2024-04-02T08:35:19.062 INFO:tasks.rados.rados.0.smithi012.stdout:3440: oid 41 version 2681 is already newer than 2678 2024-04-02T08:35:19.062 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 41 v 2681 (ObjNum 1082 snap 324 seq_num 1082) dirty exists 2024-04-02T08:35:19.062 INFO:tasks.rados.rados.0.smithi012.stdout:3440: left oid 41 (ObjNum 1082 snap 324 seq_num 1082) 2024-04-02T08:35:19.063 INFO:tasks.rados.rados.0.smithi012.stdout:3441: finishing write tid 1 to smithi01277369-27 2024-04-02T08:35:19.063 INFO:tasks.rados.rados.0.smithi012.stdout:3440: done (4 left) 2024-04-02T08:35:19.063 INFO:tasks.rados.rados.0.smithi012.stdout:3444: done (3 left) 2024-04-02T08:35:19.063 INFO:tasks.rados.rados.0.smithi012.stdout:3445: snap_remove snap 318 2024-04-02T08:35:19.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:19 smithi055 ceph-mon[85080]: osdmap e729: 8 total, 8 up, 8 in 2024-04-02T08:35:19.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:19 smithi055 ceph-mon[85080]: osdmap e730: 8 total, 8 up, 8 in 2024-04-02T08:35:19.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:19 smithi012 ceph-mon[88355]: osdmap e729: 8 total, 8 up, 8 in 2024-04-02T08:35:19.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:19 smithi012 ceph-mon[88355]: osdmap e730: 8 total, 8 up, 8 in 2024-04-02T08:35:19.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:19 smithi012 ceph-mon[90784]: osdmap e729: 8 total, 8 up, 8 in 2024-04-02T08:35:19.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:19 smithi012 ceph-mon[90784]: osdmap e730: 8 total, 8 up, 8 in 2024-04-02T08:35:20.027 INFO:tasks.rados.rados.0.smithi012.stdout:3441: finishing write tid 2 to smithi01277369-27 2024-04-02T08:35:20.028 INFO:tasks.rados.rados.0.smithi012.stdout:3441: finishing write tid 3 to smithi01277369-27 2024-04-02T08:35:20.028 INFO:tasks.rados.rados.0.smithi012.stdout:3441: finishing write tid 4 to smithi01277369-27 2024-04-02T08:35:20.028 INFO:tasks.rados.rados.0.smithi012.stdout:3442: expect (ObjNum 772 snap 253 seq_num 772) 2024-04-02T08:35:20.062 INFO:tasks.rados.rados.0.smithi012.stdout:3441: finishing write tid 5 to smithi01277369-27 2024-04-02T08:35:20.062 INFO:tasks.rados.rados.0.smithi012.stdout:3441: oid 27 updating version 0 to 2115 2024-04-02T08:35:20.062 INFO:tasks.rados.rados.0.smithi012.stdout:3441: oid 27 version 2115 is already newer than 2114 2024-04-02T08:35:20.062 INFO:tasks.rados.rados.0.smithi012.stdout:3441: oid 27 version 2115 is already newer than 2112 2024-04-02T08:35:20.062 INFO:tasks.rados.rados.0.smithi012.stdout:3441: oid 27 version 2115 is already newer than 2113 2024-04-02T08:35:20.062 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 27 v 2115 (ObjNum 1083 snap 324 seq_num 1083) dirty exists 2024-04-02T08:35:20.062 INFO:tasks.rados.rados.0.smithi012.stdout:3441: left oid 27 (ObjNum 1083 snap 324 seq_num 1083) 2024-04-02T08:35:20.062 INFO:tasks.rados.rados.0.smithi012.stdout:3443: expect (ObjNum 1017 snap 304 seq_num 1017) 2024-04-02T08:35:20.068 INFO:tasks.rados.rados.0.smithi012.stdout:3441: done (3 left) 2024-04-02T08:35:20.068 INFO:tasks.rados.rados.0.smithi012.stdout:3442: done (2 left) 2024-04-02T08:35:20.068 INFO:tasks.rados.rados.0.smithi012.stdout:3443: done (1 left) 2024-04-02T08:35:20.068 INFO:tasks.rados.rados.0.smithi012.stdout:3445: done (0 left) 2024-04-02T08:35:20.068 INFO:tasks.rados.rados.0.smithi012.stdout:3446: rollback oid 48 current snap is 324 2024-04-02T08:35:20.069 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 48 to 321 2024-04-02T08:35:20.069 INFO:tasks.rados.rados.0.smithi012.stdout:3447: copy_from oid 44 from oid 42 current snap is 324 2024-04-02T08:35:20.069 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 41 current snap is 324 2024-04-02T08:35:20.069 INFO:tasks.rados.rados.0.smithi012.stdout:3448: seq_num 1085 ranges {9134080=581632,9715712=761856,10477568=40960} 2024-04-02T08:35:20.122 INFO:tasks.rados.rados.0.smithi012.stdout:3448: writing smithi01277369-41 from 9134080 to 9715712 tid 1 2024-04-02T08:35:20.126 INFO:tasks.rados.rados.0.smithi012.stdout:3448: writing smithi01277369-41 from 9715712 to 10477568 tid 2 2024-04-02T08:35:20.126 INFO:tasks.rados.rados.0.smithi012.stdout:3448: writing smithi01277369-41 from 10477568 to 10518528 tid 3 2024-04-02T08:35:20.126 INFO:tasks.rados.rados.0.smithi012.stdout:3449: read oid 1 snap -1 2024-04-02T08:35:20.126 INFO:tasks.rados.rados.0.smithi012.stdout:3449: expect (ObjNum 1017 snap 304 seq_num 1017) 2024-04-02T08:35:20.127 INFO:tasks.rados.rados.0.smithi012.stdout:3450: snap_remove snap 322 2024-04-02T08:35:20.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:20 smithi055 ceph-mon[85080]: pgmap v762: 121 pgs: 121 active+clean; 151 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 4.8 MiB/s wr, 20 op/s 2024-04-02T08:35:20.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:20 smithi012 ceph-mon[88355]: pgmap v762: 121 pgs: 121 active+clean; 151 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 4.8 MiB/s wr, 20 op/s 2024-04-02T08:35:20.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:20 smithi012 ceph-mon[90784]: pgmap v762: 121 pgs: 121 active+clean; 151 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 4.8 MiB/s wr, 20 op/s 2024-04-02T08:35:21.032 INFO:tasks.rados.rados.0.smithi012.stdout:3450: done (4 left) 2024-04-02T08:35:21.032 INFO:tasks.rados.rados.0.smithi012.stdout:3451: snap_remove snap 323 2024-04-02T08:35:21.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:21 smithi055 ceph-mon[85080]: osdmap e731: 8 total, 8 up, 8 in 2024-04-02T08:35:21.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:21 smithi055 ceph-mon[85080]: pgmap v765: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 150 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.4 MiB/s wr, 9 op/s 2024-04-02T08:35:21.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:21 smithi012 ceph-mon[88355]: osdmap e731: 8 total, 8 up, 8 in 2024-04-02T08:35:21.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:21 smithi012 ceph-mon[88355]: pgmap v765: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 150 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.4 MiB/s wr, 9 op/s 2024-04-02T08:35:21.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:21 smithi012 ceph-mon[90784]: osdmap e731: 8 total, 8 up, 8 in 2024-04-02T08:35:21.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:21 smithi012 ceph-mon[90784]: pgmap v765: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 150 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.4 MiB/s wr, 9 op/s 2024-04-02T08:35:22.037 INFO:tasks.rados.rados.0.smithi012.stdout:3451: done (4 left) 2024-04-02T08:35:22.037 INFO:tasks.rados.rados.0.smithi012.stdout:3452: read oid 50 snap -1 2024-04-02T08:35:22.037 INFO:tasks.rados.rados.0.smithi012.stdout:3452: expect (ObjNum 1033 snap 311 seq_num 1033) 2024-04-02T08:35:22.037 INFO:tasks.rados.rados.0.smithi012.stdout:3453: delete oid 4 current snap is 324 2024-04-02T08:35:22.037 INFO:tasks.rados.rados.0.smithi012.stdout:3446: finishing rollback tid 0 to smithi01277369-48 2024-04-02T08:35:22.037 INFO:tasks.rados.rados.0.smithi012.stdout:3446: finishing rollback tid 1 to smithi01277369-48 2024-04-02T08:35:22.037 INFO:tasks.rados.rados.0.smithi012.stdout:3446: finishing rollback tid 2 to smithi01277369-48 2024-04-02T08:35:22.037 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 48 v 2443 (ObjNum 1065 snap 317 seq_num 1065) dirty exists 2024-04-02T08:35:22.037 INFO:tasks.rados.rados.0.smithi012.stdout:3447: finishing copy_from racing read to smithi01277369-44 2024-04-02T08:35:22.037 INFO:tasks.rados.rados.0.smithi012.stdout:3447: finishing copy_from to smithi01277369-44 2024-04-02T08:35:22.037 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 44 v 2430 (ObjNum 1014 snap 303 seq_num 1014) dirty exists 2024-04-02T08:35:22.037 INFO:tasks.rados.rados.0.smithi012.stdout:3448: finishing write tid 1 to smithi01277369-41 2024-04-02T08:35:22.038 INFO:tasks.rados.rados.0.smithi012.stdout:3449: expect (ObjNum 1017 snap 304 seq_num 1017) 2024-04-02T08:35:22.046 INFO:tasks.rados.rados.0.smithi012.stdout:3448: finishing write tid 2 to smithi01277369-41 2024-04-02T08:35:22.046 INFO:tasks.rados.rados.0.smithi012.stdout:3448: finishing write tid 3 to smithi01277369-41 2024-04-02T08:35:22.046 INFO:tasks.rados.rados.0.smithi012.stdout:3448: finishing write tid 4 to smithi01277369-41 2024-04-02T08:35:22.047 INFO:tasks.rados.rados.0.smithi012.stdout:3448: finishing write tid 5 to smithi01277369-41 2024-04-02T08:35:22.047 INFO:tasks.rados.rados.0.smithi012.stdout:3448: oid 41 updating version 0 to 2684 2024-04-02T08:35:22.047 INFO:tasks.rados.rados.0.smithi012.stdout:3448: oid 41 version 2684 is already newer than 2682 2024-04-02T08:35:22.047 INFO:tasks.rados.rados.0.smithi012.stdout:3448: oid 41 updating version 2684 to 2685 2024-04-02T08:35:22.047 INFO:tasks.rados.rados.0.smithi012.stdout:3448: oid 41 version 2685 is already newer than 2683 2024-04-02T08:35:22.047 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 41 v 2685 (ObjNum 1085 snap 324 seq_num 1085) dirty exists 2024-04-02T08:35:22.047 INFO:tasks.rados.rados.0.smithi012.stdout:3448: left oid 41 (ObjNum 1085 snap 324 seq_num 1085) 2024-04-02T08:35:22.050 INFO:tasks.rados.rados.0.smithi012.stdout:3446: done (5 left) 2024-04-02T08:35:22.051 INFO:tasks.rados.rados.0.smithi012.stdout:3447: done (4 left) 2024-04-02T08:35:22.051 INFO:tasks.rados.rados.0.smithi012.stdout:3448: done (3 left) 2024-04-02T08:35:22.051 INFO:tasks.rados.rados.0.smithi012.stdout:3449: done (2 left) 2024-04-02T08:35:22.051 INFO:tasks.rados.rados.0.smithi012.stdout:3453: done (1 left) 2024-04-02T08:35:22.051 INFO:tasks.rados.rados.0.smithi012.stdout:3454: rmattr oid 45 current snap is 324 2024-04-02T08:35:22.051 INFO:tasks.rados.rados.0.smithi012.stdout:3455: rmattr oid 26 current snap is 324 2024-04-02T08:35:22.051 INFO:tasks.rados.rados.0.smithi012.stdout:3456: read oid 1 snap 321 2024-04-02T08:35:22.051 INFO:tasks.rados.rados.0.smithi012.stdout:3456: expect (ObjNum 1017 snap 304 seq_num 1017) 2024-04-02T08:35:22.051 INFO:tasks.rados.rados.0.smithi012.stdout:3457: read oid 5 snap 321 2024-04-02T08:35:22.051 INFO:tasks.rados.rados.0.smithi012.stdout:3457: expect (ObjNum 953 snap 292 seq_num 953) 2024-04-02T08:35:22.051 INFO:tasks.rados.rados.0.smithi012.stdout:3458: snap_create 2024-04-02T08:35:22.055 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 45 v 2116 (ObjNum 129 snap 0 seq_num 924062416) dirty exists 2024-04-02T08:35:22.059 INFO:tasks.rados.rados.0.smithi012.stdout:3456: expect (ObjNum 1017 snap 304 seq_num 1017) 2024-04-02T08:35:22.066 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 26 v 2576 (ObjNum 1070 snap 320 seq_num 1070) dirty exists 2024-04-02T08:35:22.106 INFO:tasks.rados.rados.0.smithi012.stdout:3457: expect (ObjNum 953 snap 292 seq_num 953) 2024-04-02T08:35:22.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:22 smithi055 ceph-mon[85080]: osdmap e732: 8 total, 8 up, 8 in 2024-04-02T08:35:22.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:22 smithi012 ceph-mon[88355]: osdmap e732: 8 total, 8 up, 8 in 2024-04-02T08:35:22.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:22 smithi012 ceph-mon[90784]: osdmap e732: 8 total, 8 up, 8 in 2024-04-02T08:35:22.459 INFO:tasks.rados.rados.0.smithi012.stdout:3452: expect (ObjNum 1033 snap 311 seq_num 1033) 2024-04-02T08:35:22.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:35:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:35:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:35:23.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:23 smithi055 ceph-mon[85080]: osdmap e733: 8 total, 8 up, 8 in 2024-04-02T08:35:23.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:23 smithi055 ceph-mon[85080]: pgmap v768: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 141 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.8 MiB/s wr, 18 op/s 2024-04-02T08:35:23.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:23 smithi012 ceph-mon[88355]: osdmap e733: 8 total, 8 up, 8 in 2024-04-02T08:35:23.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:23 smithi012 ceph-mon[88355]: pgmap v768: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 141 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.8 MiB/s wr, 18 op/s 2024-04-02T08:35:23.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:23 smithi012 ceph-mon[90784]: osdmap e733: 8 total, 8 up, 8 in 2024-04-02T08:35:23.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:23 smithi012 ceph-mon[90784]: pgmap v768: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 141 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.8 MiB/s wr, 18 op/s 2024-04-02T08:35:23.533 INFO:tasks.rados.rados.0.smithi012.stdout:3452: done (5 left) 2024-04-02T08:35:23.533 INFO:tasks.rados.rados.0.smithi012.stdout:3454: done (4 left) 2024-04-02T08:35:23.533 INFO:tasks.rados.rados.0.smithi012.stdout:3455: done (3 left) 2024-04-02T08:35:23.533 INFO:tasks.rados.rados.0.smithi012.stdout:3456: done (2 left) 2024-04-02T08:35:23.534 INFO:tasks.rados.rados.0.smithi012.stdout:3457: done (1 left) 2024-04-02T08:35:23.534 INFO:tasks.rados.rados.0.smithi012.stdout:3458: done (0 left) 2024-04-02T08:35:23.534 INFO:tasks.rados.rados.0.smithi012.stdout:3459: read oid 37 snap -1 2024-04-02T08:35:23.534 INFO:tasks.rados.rados.0.smithi012.stdout:3459: expect deleted 2024-04-02T08:35:23.534 INFO:tasks.rados.rados.0.smithi012.stdout:3460: snap_create 2024-04-02T08:35:23.996 INFO:tasks.rados.rados.0.smithi012.stdout:3459: done (1 left) 2024-04-02T08:35:23.996 INFO:tasks.rados.rados.0.smithi012.stdout:3460: done (0 left) 2024-04-02T08:35:23.996 INFO:tasks.rados.rados.0.smithi012.stdout:3461: delete oid 49 current snap is 326 2024-04-02T08:35:24.002 INFO:tasks.rados.rados.0.smithi012.stdout:3461: done (0 left) 2024-04-02T08:35:24.002 INFO:tasks.rados.rados.0.smithi012.stdout:3462: snap_remove snap 325 2024-04-02T08:35:24.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:24 smithi055 ceph-mon[85080]: osdmap e734: 8 total, 8 up, 8 in 2024-04-02T08:35:24.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:24 smithi055 ceph-mon[85080]: osdmap e735: 8 total, 8 up, 8 in 2024-04-02T08:35:24.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:24 smithi012 ceph-mon[88355]: osdmap e734: 8 total, 8 up, 8 in 2024-04-02T08:35:24.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:24 smithi012 ceph-mon[88355]: osdmap e735: 8 total, 8 up, 8 in 2024-04-02T08:35:24.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:24 smithi012 ceph-mon[90784]: osdmap e734: 8 total, 8 up, 8 in 2024-04-02T08:35:24.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:24 smithi012 ceph-mon[90784]: osdmap e735: 8 total, 8 up, 8 in 2024-04-02T08:35:24.997 INFO:tasks.rados.rados.0.smithi012.stdout:3462: done (0 left) 2024-04-02T08:35:24.998 INFO:tasks.rados.rados.0.smithi012.stdout:3463: rollback oid 20 current snap is 326 2024-04-02T08:35:24.998 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 20 to 321 2024-04-02T08:35:24.998 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 10 current snap is 326 2024-04-02T08:35:24.998 INFO:tasks.rados.rados.0.smithi012.stdout:3464: seq_num 1088 ranges {6348800=630784,6979584=466944,7446528=335872} 2024-04-02T08:35:25.035 INFO:tasks.rados.rados.0.smithi012.stdout:3464: writing smithi01277369-10 from 6348800 to 6979584 tid 1 2024-04-02T08:35:25.038 INFO:tasks.rados.rados.0.smithi012.stdout:3464: writing smithi01277369-10 from 6979584 to 7446528 tid 2 2024-04-02T08:35:25.040 INFO:tasks.rados.rados.0.smithi012.stdout:3464: writing smithi01277369-10 from 7446528 to 7782400 tid 3 2024-04-02T08:35:25.040 INFO:tasks.rados.rados.0.smithi012.stdout:3465: copy_from oid 24 from oid 49 current snap is 326 2024-04-02T08:35:25.040 INFO:tasks.rados.rados.0.smithi012.stdout:3463: finishing rollback tid 0 to smithi01277369-20 2024-04-02T08:35:25.040 INFO:tasks.rados.rados.0.smithi012.stdout:3463: finishing rollback tid 1 to smithi01277369-20 2024-04-02T08:35:25.040 INFO:tasks.rados.rados.0.smithi012.stdout:3463: finishing rollback tid 2 to smithi01277369-20 2024-04-02T08:35:25.040 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 20 v 2697 (ObjNum 1045 snap 316 seq_num 1045) dirty exists 2024-04-02T08:35:25.041 INFO:tasks.rados.rados.0.smithi012.stdout:3463: done (2 left) 2024-04-02T08:35:25.041 INFO:tasks.rados.rados.0.smithi012.stdout:3466: rollback oid 22 current snap is 326 2024-04-02T08:35:25.041 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 22 to 324 2024-04-02T08:35:25.041 INFO:tasks.rados.rados.0.smithi012.stdout:3467: snap_remove snap 321 2024-04-02T08:35:26.004 INFO:tasks.rados.rados.0.smithi012.stdout:3467: done (3 left) 2024-04-02T08:35:26.004 INFO:tasks.rados.rados.0.smithi012.stdout:3468: delete oid 30 current snap is 326 2024-04-02T08:35:26.004 INFO:tasks.rados.rados.0.smithi012.stdout:3465: finishing copy_from to smithi01277369-24 2024-04-02T08:35:26.004 INFO:tasks.rados.rados.0.smithi012.stdout:3465: got expected ENOENT (src dne) 2024-04-02T08:35:26.004 INFO:tasks.rados.rados.0.smithi012.stdout:3465: finishing copy_from racing read to smithi01277369-24 2024-04-02T08:35:26.004 INFO:tasks.rados.rados.0.smithi012.stdout:3466: finishing rollback tid 0 to smithi01277369-22 2024-04-02T08:35:26.004 INFO:tasks.rados.rados.0.smithi012.stdout:3466: finishing rollback tid 1 to smithi01277369-22 2024-04-02T08:35:26.005 INFO:tasks.rados.rados.0.smithi012.stdout:3466: finishing rollback tid 2 to smithi01277369-22 2024-04-02T08:35:26.005 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 22 v 2433 (ObjNum 1064 snap 317 seq_num 1064) dirty exists 2024-04-02T08:35:26.005 INFO:tasks.rados.rados.0.smithi012.stdout:3464: finishing write tid 1 to smithi01277369-10 2024-04-02T08:35:26.005 INFO:tasks.rados.rados.0.smithi012.stdout:3464: finishing write tid 2 to smithi01277369-10 2024-04-02T08:35:26.005 INFO:tasks.rados.rados.0.smithi012.stdout:3464: finishing write tid 3 to smithi01277369-10 2024-04-02T08:35:26.005 INFO:tasks.rados.rados.0.smithi012.stdout:3464: finishing write tid 4 to smithi01277369-10 2024-04-02T08:35:26.005 INFO:tasks.rados.rados.0.smithi012.stdout:3464: finishing write tid 5 to smithi01277369-10 2024-04-02T08:35:26.005 INFO:tasks.rados.rados.0.smithi012.stdout:3464: oid 10 updating version 0 to 2120 2024-04-02T08:35:26.005 INFO:tasks.rados.rados.0.smithi012.stdout:3464: oid 10 version 2120 is already newer than 2118 2024-04-02T08:35:26.005 INFO:tasks.rados.rados.0.smithi012.stdout:3464: oid 10 version 2120 is already newer than 2119 2024-04-02T08:35:26.005 INFO:tasks.rados.rados.0.smithi012.stdout:3464: oid 10 version 2120 is already newer than 2117 2024-04-02T08:35:26.005 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 10 v 2120 (ObjNum 1088 snap 326 seq_num 1088) dirty exists 2024-04-02T08:35:26.005 INFO:tasks.rados.rados.0.smithi012.stdout:3464: left oid 10 (ObjNum 1088 snap 326 seq_num 1088) 2024-04-02T08:35:26.011 INFO:tasks.rados.rados.0.smithi012.stdout:3464: done (3 left) 2024-04-02T08:35:26.011 INFO:tasks.rados.rados.0.smithi012.stdout:3465: done (2 left) 2024-04-02T08:35:26.011 INFO:tasks.rados.rados.0.smithi012.stdout:3466: done (1 left) 2024-04-02T08:35:26.011 INFO:tasks.rados.rados.0.smithi012.stdout:3468: done (0 left) 2024-04-02T08:35:26.011 INFO:tasks.rados.rados.0.smithi012.stdout:3469: read oid 27 snap -1 2024-04-02T08:35:26.011 INFO:tasks.rados.rados.0.smithi012.stdout:3469: expect (ObjNum 1083 snap 324 seq_num 1083) 2024-04-02T08:35:26.011 INFO:tasks.rados.rados.0.smithi012.stdout:3470: copy_from oid 25 from oid 17 current snap is 326 2024-04-02T08:35:26.011 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 19 current snap is 326 2024-04-02T08:35:26.011 INFO:tasks.rados.rados.0.smithi012.stdout:3471: seq_num 1090 ranges {0=663552,663552=630784,1294336=172032} 2024-04-02T08:35:26.015 INFO:tasks.rados.rados.0.smithi012.stdout:3471: writing smithi01277369-19 from 0 to 663552 tid 1 2024-04-02T08:35:26.020 INFO:tasks.rados.rados.0.smithi012.stdout:3471: writing smithi01277369-19 from 663552 to 1294336 tid 2 2024-04-02T08:35:26.021 INFO:tasks.rados.rados.0.smithi012.stdout:3471: writing smithi01277369-19 from 1294336 to 1466368 tid 3 2024-04-02T08:35:26.021 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 42 current snap is 326 2024-04-02T08:35:26.022 INFO:tasks.rados.rados.0.smithi012.stdout:3470: finishing copy_from to smithi01277369-25 2024-04-02T08:35:26.022 INFO:tasks.rados.rados.0.smithi012.stdout:3470: got expected ENOENT (src dne) 2024-04-02T08:35:26.022 INFO:tasks.rados.rados.0.smithi012.stdout:3470: finishing copy_from racing read to smithi01277369-25 2024-04-02T08:35:26.022 INFO:tasks.rados.rados.0.smithi012.stdout:3472: seq_num 1091 ranges {188416=679936,868352=516096,1384448=286720} 2024-04-02T08:35:26.027 INFO:tasks.rados.rados.0.smithi012.stdout:3472: writing smithi01277369-42 from 188416 to 868352 tid 1 2024-04-02T08:35:26.031 INFO:tasks.rados.rados.0.smithi012.stdout:3472: writing smithi01277369-42 from 868352 to 1384448 tid 2 2024-04-02T08:35:26.033 INFO:tasks.rados.rados.0.smithi012.stdout:3472: writing smithi01277369-42 from 1384448 to 1671168 tid 3 2024-04-02T08:35:26.033 INFO:tasks.rados.rados.0.smithi012.stdout:3470: done (3 left) 2024-04-02T08:35:26.033 INFO:tasks.rados.rados.0.smithi012.stdout:3473: rollback oid 32 current snap is 326 2024-04-02T08:35:26.033 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 32 to 324 2024-04-02T08:35:26.033 INFO:tasks.rados.rados.0.smithi012.stdout:3471: finishing write tid 1 to smithi01277369-19 2024-04-02T08:35:26.033 INFO:tasks.rados.rados.0.smithi012.stdout:3471: finishing write tid 2 to smithi01277369-19 2024-04-02T08:35:26.033 INFO:tasks.rados.rados.0.smithi012.stdout:3469: expect (ObjNum 1083 snap 324 seq_num 1083) 2024-04-02T08:35:26.122 INFO:tasks.rados.rados.0.smithi012.stdout:3471: finishing write tid 3 to smithi01277369-19 2024-04-02T08:35:26.122 INFO:tasks.rados.rados.0.smithi012.stdout:3471: finishing write tid 4 to smithi01277369-19 2024-04-02T08:35:26.122 INFO:tasks.rados.rados.0.smithi012.stdout:3469: done (3 left) 2024-04-02T08:35:26.122 INFO:tasks.rados.rados.0.smithi012.stdout:3474: read oid 47 snap -1 2024-04-02T08:35:26.122 INFO:tasks.rados.rados.0.smithi012.stdout:3474: expect (ObjNum 1015 snap 303 seq_num 1015) 2024-04-02T08:35:26.122 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 17 current snap is 326 2024-04-02T08:35:26.122 INFO:tasks.rados.rados.0.smithi012.stdout:3472: finishing write tid 1 to smithi01277369-42 2024-04-02T08:35:26.122 INFO:tasks.rados.rados.0.smithi012.stdout:3471: finishing write tid 5 to smithi01277369-19 2024-04-02T08:35:26.122 INFO:tasks.rados.rados.0.smithi012.stdout:3471: oid 19 updating version 0 to 2060 2024-04-02T08:35:26.123 INFO:tasks.rados.rados.0.smithi012.stdout:3471: oid 19 updating version 2060 to 2062 2024-04-02T08:35:26.123 INFO:tasks.rados.rados.0.smithi012.stdout:3471: oid 19 version 2062 is already newer than 2061 2024-04-02T08:35:26.123 INFO:tasks.rados.rados.0.smithi012.stdout:3471: oid 19 updating version 2062 to 2063 2024-04-02T08:35:26.123 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 19 v 2063 (ObjNum 1090 snap 326 seq_num 1090) dirty exists 2024-04-02T08:35:26.123 INFO:tasks.rados.rados.0.smithi012.stdout:3471: left oid 19 (ObjNum 1090 snap 326 seq_num 1090) 2024-04-02T08:35:26.123 INFO:tasks.rados.rados.0.smithi012.stdout:3472: finishing write tid 2 to smithi01277369-42 2024-04-02T08:35:26.123 INFO:tasks.rados.rados.0.smithi012.stdout:3472: finishing write tid 3 to smithi01277369-42 2024-04-02T08:35:26.123 INFO:tasks.rados.rados.0.smithi012.stdout:3472: finishing write tid 4 to smithi01277369-42 2024-04-02T08:35:26.123 INFO:tasks.rados.rados.0.smithi012.stdout:3472: finishing write tid 5 to smithi01277369-42 2024-04-02T08:35:26.123 INFO:tasks.rados.rados.0.smithi012.stdout:3472: oid 42 updating version 0 to 2447 2024-04-02T08:35:26.123 INFO:tasks.rados.rados.0.smithi012.stdout:3472: oid 42 version 2447 is already newer than 2446 2024-04-02T08:35:26.123 INFO:tasks.rados.rados.0.smithi012.stdout:3472: oid 42 updating version 2447 to 2448 2024-04-02T08:35:26.123 INFO:tasks.rados.rados.0.smithi012.stdout:3472: oid 42 version 2448 is already newer than 2445 2024-04-02T08:35:26.123 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 42 v 2448 (ObjNum 1091 snap 326 seq_num 1091) dirty exists 2024-04-02T08:35:26.124 INFO:tasks.rados.rados.0.smithi012.stdout:3472: left oid 42 (ObjNum 1091 snap 326 seq_num 1091) 2024-04-02T08:35:26.124 INFO:tasks.rados.rados.0.smithi012.stdout:3473: finishing rollback tid 0 to smithi01277369-32 2024-04-02T08:35:26.124 INFO:tasks.rados.rados.0.smithi012.stdout:3473: finishing rollback tid 1 to smithi01277369-32 2024-04-02T08:35:26.124 INFO:tasks.rados.rados.0.smithi012.stdout:3473: finishing rollback tid 2 to smithi01277369-32 2024-04-02T08:35:26.124 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 32 v 2705 (ObjNum 1039 snap 312 seq_num 1039) dirty exists 2024-04-02T08:35:26.124 INFO:tasks.rados.rados.0.smithi012.stdout:3475: seq_num 1092 ranges {0=696320,696320=802816} 2024-04-02T08:35:26.125 INFO:tasks.rados.rados.0.smithi012.stdout:3475: writing smithi01277369-17 from 0 to 696320 tid 1 2024-04-02T08:35:26.131 INFO:tasks.rados.rados.0.smithi012.stdout:3475: writing smithi01277369-17 from 696320 to 1499136 tid 2 2024-04-02T08:35:26.131 INFO:tasks.rados.rados.0.smithi012.stdout:3471: done (4 left) 2024-04-02T08:35:26.131 INFO:tasks.rados.rados.0.smithi012.stdout:3472: done (3 left) 2024-04-02T08:35:26.132 INFO:tasks.rados.rados.0.smithi012.stdout:3473: done (2 left) 2024-04-02T08:35:26.132 INFO:tasks.rados.rados.0.smithi012.stdout:3476: rmattr oid 5 current snap is 326 2024-04-02T08:35:26.132 INFO:tasks.rados.rados.0.smithi012.stdout:3474: expect (ObjNum 1015 snap 303 seq_num 1015) 2024-04-02T08:35:26.181 INFO:tasks.rados.rados.0.smithi012.stdout:3475: finishing write tid 1 to smithi01277369-17 2024-04-02T08:35:26.181 INFO:tasks.rados.rados.0.smithi012.stdout:3474: done (2 left) 2024-04-02T08:35:26.181 INFO:tasks.rados.rados.0.smithi012.stdout:3477: rmattr oid 44 current snap is 326 2024-04-02T08:35:26.181 INFO:tasks.rados.rados.0.smithi012.stdout:3477: done (2 left) 2024-04-02T08:35:26.181 INFO:tasks.rados.rados.0.smithi012.stdout:3478: snap_create 2024-04-02T08:35:26.181 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 5 v 2246 (ObjNum 953 snap 292 seq_num 953) dirty exists 2024-04-02T08:35:26.181 INFO:tasks.rados.rados.0.smithi012.stdout:3475: finishing write tid 2 to smithi01277369-17 2024-04-02T08:35:26.181 INFO:tasks.rados.rados.0.smithi012.stdout:3475: finishing write tid 3 to smithi01277369-17 2024-04-02T08:35:26.181 INFO:tasks.rados.rados.0.smithi012.stdout:3475: finishing write tid 4 to smithi01277369-17 2024-04-02T08:35:26.181 INFO:tasks.rados.rados.0.smithi012.stdout:3475: oid 17 updating version 0 to 2708 2024-04-02T08:35:26.182 INFO:tasks.rados.rados.0.smithi012.stdout:3475: oid 17 version 2708 is already newer than 2707 2024-04-02T08:35:26.182 INFO:tasks.rados.rados.0.smithi012.stdout:3475: oid 17 version 2708 is already newer than 2706 2024-04-02T08:35:26.182 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 17 v 2708 (ObjNum 1092 snap 326 seq_num 1092) dirty exists 2024-04-02T08:35:26.182 INFO:tasks.rados.rados.0.smithi012.stdout:3475: left oid 17 (ObjNum 1092 snap 326 seq_num 1092) 2024-04-02T08:35:26.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:25 smithi055 ceph-mon[85080]: pgmap v771: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 141 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 349 KiB/s rd, 374 KiB/s wr, 9 op/s 2024-04-02T08:35:26.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:25 smithi055 ceph-mon[85080]: osdmap e736: 8 total, 8 up, 8 in 2024-04-02T08:35:26.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:25 smithi012 ceph-mon[90784]: pgmap v771: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 141 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 349 KiB/s rd, 374 KiB/s wr, 9 op/s 2024-04-02T08:35:26.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:25 smithi012 ceph-mon[90784]: osdmap e736: 8 total, 8 up, 8 in 2024-04-02T08:35:26.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:25 smithi012 ceph-mon[88355]: pgmap v771: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 141 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 349 KiB/s rd, 374 KiB/s wr, 9 op/s 2024-04-02T08:35:26.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:25 smithi012 ceph-mon[88355]: osdmap e736: 8 total, 8 up, 8 in 2024-04-02T08:35:27.012 INFO:tasks.rados.rados.0.smithi012.stdout:3475: done (2 left) 2024-04-02T08:35:27.012 INFO:tasks.rados.rados.0.smithi012.stdout:3476: done (1 left) 2024-04-02T08:35:27.012 INFO:tasks.rados.rados.0.smithi012.stdout:3478: done (0 left) 2024-04-02T08:35:27.012 INFO:tasks.rados.rados.0.smithi012.stdout:3479: read oid 49 snap -1 2024-04-02T08:35:27.012 INFO:tasks.rados.rados.0.smithi012.stdout:3479: expect deleted 2024-04-02T08:35:27.013 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 4 current snap is 327 2024-04-02T08:35:27.013 INFO:tasks.rados.rados.0.smithi012.stdout:3480: seq_num 1093 ranges {0=712704,712704=688128,1400832=114688} 2024-04-02T08:35:27.016 INFO:tasks.rados.rados.0.smithi012.stdout:3480: writing smithi01277369-4 from 0 to 712704 tid 1 2024-04-02T08:35:27.019 INFO:tasks.rados.rados.0.smithi012.stdout:3480: writing smithi01277369-4 from 712704 to 1400832 tid 2 2024-04-02T08:35:27.020 INFO:tasks.rados.rados.0.smithi012.stdout:3480: writing smithi01277369-4 from 1400832 to 1515520 tid 3 2024-04-02T08:35:27.020 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 16 current snap is 327 2024-04-02T08:35:27.020 INFO:tasks.rados.rados.0.smithi012.stdout:3481: seq_num 1094 ranges {6717440=729088,7446528=573440,8019968=229376} 2024-04-02T08:35:27.061 INFO:tasks.rados.rados.0.smithi012.stdout:3481: writing smithi01277369-16 from 6717440 to 7446528 tid 1 2024-04-02T08:35:27.065 INFO:tasks.rados.rados.0.smithi012.stdout:3481: writing smithi01277369-16 from 7446528 to 8019968 tid 2 2024-04-02T08:35:27.067 INFO:tasks.rados.rados.0.smithi012.stdout:3481: writing smithi01277369-16 from 8019968 to 8249344 tid 3 2024-04-02T08:35:27.067 INFO:tasks.rados.rados.0.smithi012.stdout:3482: read oid 37 snap 324 2024-04-02T08:35:27.067 INFO:tasks.rados.rados.0.smithi012.stdout:3482: expect deleted 2024-04-02T08:35:27.067 INFO:tasks.rados.rados.0.smithi012.stdout:3483: snap_create 2024-04-02T08:35:27.067 INFO:tasks.rados.rados.0.smithi012.stdout:3480: finishing write tid 1 to smithi01277369-4 2024-04-02T08:35:27.067 INFO:tasks.rados.rados.0.smithi012.stdout:3480: finishing write tid 2 to smithi01277369-4 2024-04-02T08:35:27.067 INFO:tasks.rados.rados.0.smithi012.stdout:3480: finishing write tid 3 to smithi01277369-4 2024-04-02T08:35:27.067 INFO:tasks.rados.rados.0.smithi012.stdout:3480: finishing write tid 4 to smithi01277369-4 2024-04-02T08:35:27.067 INFO:tasks.rados.rados.0.smithi012.stdout:3480: finishing write tid 5 to smithi01277369-4 2024-04-02T08:35:27.067 INFO:tasks.rados.rados.0.smithi012.stdout:3480: oid 4 updating version 0 to 2690 2024-04-02T08:35:27.067 INFO:tasks.rados.rados.0.smithi012.stdout:3480: oid 4 version 2690 is already newer than 2687 2024-04-02T08:35:27.068 INFO:tasks.rados.rados.0.smithi012.stdout:3480: oid 4 version 2690 is already newer than 2688 2024-04-02T08:35:27.068 INFO:tasks.rados.rados.0.smithi012.stdout:3480: oid 4 version 2690 is already newer than 2689 2024-04-02T08:35:27.068 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 4 v 2690 (ObjNum 1093 snap 327 seq_num 1093) dirty exists 2024-04-02T08:35:27.068 INFO:tasks.rados.rados.0.smithi012.stdout:3480: left oid 4 (ObjNum 1093 snap 327 seq_num 1093) 2024-04-02T08:35:27.068 INFO:tasks.rados.rados.0.smithi012.stdout:3481: finishing write tid 1 to smithi01277369-16 2024-04-02T08:35:27.069 INFO:tasks.rados.rados.0.smithi012.stdout:3481: finishing write tid 2 to smithi01277369-16 2024-04-02T08:35:27.069 INFO:tasks.rados.rados.0.smithi012.stdout:3481: finishing write tid 3 to smithi01277369-16 2024-04-02T08:35:27.070 INFO:tasks.rados.rados.0.smithi012.stdout:3481: finishing write tid 4 to smithi01277369-16 2024-04-02T08:35:27.072 INFO:tasks.rados.rados.0.smithi012.stdout:3481: finishing write tid 5 to smithi01277369-16 2024-04-02T08:35:27.072 INFO:tasks.rados.rados.0.smithi012.stdout:3481: oid 16 updating version 0 to 1870 2024-04-02T08:35:27.073 INFO:tasks.rados.rados.0.smithi012.stdout:3481: oid 16 updating version 1870 to 1872 2024-04-02T08:35:27.073 INFO:tasks.rados.rados.0.smithi012.stdout:3481: oid 16 updating version 1872 to 1873 2024-04-02T08:35:27.073 INFO:tasks.rados.rados.0.smithi012.stdout:3481: oid 16 version 1873 is already newer than 1871 2024-04-02T08:35:27.073 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 16 v 1873 (ObjNum 1094 snap 327 seq_num 1094) dirty exists 2024-04-02T08:35:27.073 INFO:tasks.rados.rados.0.smithi012.stdout:3481: left oid 16 (ObjNum 1094 snap 327 seq_num 1094) 2024-04-02T08:35:27.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:27 smithi055 ceph-mon[85080]: osdmap e737: 8 total, 8 up, 8 in 2024-04-02T08:35:27.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:27 smithi012 ceph-mon[88355]: osdmap e737: 8 total, 8 up, 8 in 2024-04-02T08:35:27.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:27 smithi012 ceph-mon[90784]: osdmap e737: 8 total, 8 up, 8 in 2024-04-02T08:35:28.017 INFO:tasks.rados.rados.0.smithi012.stdout:3479: done (4 left) 2024-04-02T08:35:28.018 INFO:tasks.rados.rados.0.smithi012.stdout:3480: done (3 left) 2024-04-02T08:35:28.018 INFO:tasks.rados.rados.0.smithi012.stdout:3481: done (2 left) 2024-04-02T08:35:28.018 INFO:tasks.rados.rados.0.smithi012.stdout:3482: done (1 left) 2024-04-02T08:35:28.018 INFO:tasks.rados.rados.0.smithi012.stdout:3483: done (0 left) 2024-04-02T08:35:28.018 INFO:tasks.rados.rados.0.smithi012.stdout:3484: rollback oid 22 current snap is 328 2024-04-02T08:35:28.018 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 22 to 327 2024-04-02T08:35:28.018 INFO:tasks.rados.rados.0.smithi012.stdout:3485: snap_remove snap 326 2024-04-02T08:35:28.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:28 smithi055 ceph-mon[85080]: pgmap v774: 121 pgs: 121 active+clean; 137 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 708 KiB/s wr, 10 op/s 2024-04-02T08:35:28.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:28 smithi055 ceph-mon[85080]: osdmap e738: 8 total, 8 up, 8 in 2024-04-02T08:35:28.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:28 smithi012 ceph-mon[88355]: pgmap v774: 121 pgs: 121 active+clean; 137 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 708 KiB/s wr, 10 op/s 2024-04-02T08:35:28.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:28 smithi012 ceph-mon[88355]: osdmap e738: 8 total, 8 up, 8 in 2024-04-02T08:35:28.429 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:35:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:35:27] "GET /metrics HTTP/1.1" 200 36248 "" "Prometheus/2.43.0" 2024-04-02T08:35:28.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:28 smithi012 ceph-mon[90784]: pgmap v774: 121 pgs: 121 active+clean; 137 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 708 KiB/s wr, 10 op/s 2024-04-02T08:35:28.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:28 smithi012 ceph-mon[90784]: osdmap e738: 8 total, 8 up, 8 in 2024-04-02T08:35:28.997 INFO:tasks.rados.rados.0.smithi012.stdout:3485: done (1 left) 2024-04-02T08:35:28.998 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 50 current snap is 328 2024-04-02T08:35:28.998 INFO:tasks.rados.rados.0.smithi012.stdout:3486: seq_num 1095 ranges {10625024=745472,11370496=499712,11870208=303104} 2024-04-02T08:35:29.060 INFO:tasks.rados.rados.0.smithi012.stdout:3486: writing smithi01277369-50 from 10625024 to 11370496 tid 1 2024-04-02T08:35:29.062 INFO:tasks.rados.rados.0.smithi012.stdout:3486: writing smithi01277369-50 from 11370496 to 11870208 tid 2 2024-04-02T08:35:29.064 INFO:tasks.rados.rados.0.smithi012.stdout:3486: writing smithi01277369-50 from 11870208 to 12173312 tid 3 2024-04-02T08:35:29.064 INFO:tasks.rados.rados.0.smithi012.stdout:3487: delete oid 17 current snap is 328 2024-04-02T08:35:29.064 INFO:tasks.rados.rados.0.smithi012.stdout:3484: finishing rollback tid 0 to smithi01277369-22 2024-04-02T08:35:29.065 INFO:tasks.rados.rados.0.smithi012.stdout:3484: finishing rollback tid 1 to smithi01277369-22 2024-04-02T08:35:29.065 INFO:tasks.rados.rados.0.smithi012.stdout:3484: finishing rollback tid 2 to smithi01277369-22 2024-04-02T08:35:29.065 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 22 v 2437 (ObjNum 1064 snap 317 seq_num 1064) dirty exists 2024-04-02T08:35:29.065 INFO:tasks.rados.rados.0.smithi012.stdout:3486: finishing write tid 1 to smithi01277369-50 2024-04-02T08:35:29.067 INFO:tasks.rados.rados.0.smithi012.stdout:3486: finishing write tid 2 to smithi01277369-50 2024-04-02T08:35:29.067 INFO:tasks.rados.rados.0.smithi012.stdout:3486: finishing write tid 3 to smithi01277369-50 2024-04-02T08:35:29.068 INFO:tasks.rados.rados.0.smithi012.stdout:3486: finishing write tid 4 to smithi01277369-50 2024-04-02T08:35:29.070 INFO:tasks.rados.rados.0.smithi012.stdout:3484: done (2 left) 2024-04-02T08:35:29.070 INFO:tasks.rados.rados.0.smithi012.stdout:3487: done (1 left) 2024-04-02T08:35:29.070 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 14 current snap is 328 2024-04-02T08:35:29.070 INFO:tasks.rados.rados.0.smithi012.stdout:3486: finishing write tid 5 to smithi01277369-50 2024-04-02T08:35:29.070 INFO:tasks.rados.rados.0.smithi012.stdout:3486: oid 50 updating version 0 to 2591 2024-04-02T08:35:29.070 INFO:tasks.rados.rados.0.smithi012.stdout:3486: oid 50 updating version 2591 to 2594 2024-04-02T08:35:29.070 INFO:tasks.rados.rados.0.smithi012.stdout:3486: oid 50 version 2594 is already newer than 2593 2024-04-02T08:35:29.071 INFO:tasks.rados.rados.0.smithi012.stdout:3486: oid 50 version 2594 is already newer than 2592 2024-04-02T08:35:29.071 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 50 v 2594 (ObjNum 1095 snap 328 seq_num 1095) dirty exists 2024-04-02T08:35:29.071 INFO:tasks.rados.rados.0.smithi012.stdout:3486: left oid 50 (ObjNum 1095 snap 328 seq_num 1095) 2024-04-02T08:35:29.071 INFO:tasks.rados.rados.0.smithi012.stdout:3488: seq_num 1097 ranges {0=778240,778240=671744,1449984=131072} 2024-04-02T08:35:29.075 INFO:tasks.rados.rados.0.smithi012.stdout:3488: writing smithi01277369-14 from 0 to 778240 tid 1 2024-04-02T08:35:29.080 INFO:tasks.rados.rados.0.smithi012.stdout:3488: writing smithi01277369-14 from 778240 to 1449984 tid 2 2024-04-02T08:35:29.081 INFO:tasks.rados.rados.0.smithi012.stdout:3488: writing smithi01277369-14 from 1449984 to 1581056 tid 3 2024-04-02T08:35:29.082 INFO:tasks.rados.rados.0.smithi012.stdout:3486: done (1 left) 2024-04-02T08:35:29.082 INFO:tasks.rados.rados.0.smithi012.stdout:3489: read oid 1 snap -1 2024-04-02T08:35:29.082 INFO:tasks.rados.rados.0.smithi012.stdout:3489: expect (ObjNum 1017 snap 304 seq_num 1017) 2024-04-02T08:35:29.082 INFO:tasks.rados.rados.0.smithi012.stdout:3490: rollback oid 5 current snap is 328 2024-04-02T08:35:29.082 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 5 to 324 2024-04-02T08:35:29.082 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 13 current snap is 328 2024-04-02T08:35:29.082 INFO:tasks.rados.rados.0.smithi012.stdout:3491: seq_num 1098 ranges {7806976=794624,8601600=557056,9158656=245760} 2024-04-02T08:35:29.131 INFO:tasks.rados.rados.0.smithi012.stdout:3491: writing smithi01277369-13 from 7806976 to 8601600 tid 1 2024-04-02T08:35:29.134 INFO:tasks.rados.rados.0.smithi012.stdout:3491: writing smithi01277369-13 from 8601600 to 9158656 tid 2 2024-04-02T08:35:29.136 INFO:tasks.rados.rados.0.smithi012.stdout:3491: writing smithi01277369-13 from 9158656 to 9404416 tid 3 2024-04-02T08:35:29.136 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 16 current snap is 328 2024-04-02T08:35:29.136 INFO:tasks.rados.rados.0.smithi012.stdout:3488: finishing write tid 1 to smithi01277369-14 2024-04-02T08:35:29.136 INFO:tasks.rados.rados.0.smithi012.stdout:3489: expect (ObjNum 1017 snap 304 seq_num 1017) 2024-04-02T08:35:29.144 INFO:tasks.rados.rados.0.smithi012.stdout:3488: finishing write tid 2 to smithi01277369-14 2024-04-02T08:35:29.144 INFO:tasks.rados.rados.0.smithi012.stdout:3488: finishing write tid 3 to smithi01277369-14 2024-04-02T08:35:29.144 INFO:tasks.rados.rados.0.smithi012.stdout:3488: finishing write tid 4 to smithi01277369-14 2024-04-02T08:35:29.144 INFO:tasks.rados.rados.0.smithi012.stdout:3490: finishing rollback tid 0 to smithi01277369-5 2024-04-02T08:35:29.144 INFO:tasks.rados.rados.0.smithi012.stdout:3490: finishing rollback tid 1 to smithi01277369-5 2024-04-02T08:35:29.144 INFO:tasks.rados.rados.0.smithi012.stdout:3490: finishing rollback tid 2 to smithi01277369-5 2024-04-02T08:35:29.144 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 5 v 2249 (ObjNum 953 snap 292 seq_num 953) dirty exists 2024-04-02T08:35:29.144 INFO:tasks.rados.rados.0.smithi012.stdout:3488: finishing write tid 5 to smithi01277369-14 2024-04-02T08:35:29.144 INFO:tasks.rados.rados.0.smithi012.stdout:3488: oid 14 updating version 0 to 2096 2024-04-02T08:35:29.144 INFO:tasks.rados.rados.0.smithi012.stdout:3488: oid 14 updating version 2096 to 2098 2024-04-02T08:35:29.145 INFO:tasks.rados.rados.0.smithi012.stdout:3488: oid 14 version 2098 is already newer than 2097 2024-04-02T08:35:29.145 INFO:tasks.rados.rados.0.smithi012.stdout:3488: oid 14 version 2098 is already newer than 2095 2024-04-02T08:35:29.145 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 14 v 2098 (ObjNum 1097 snap 328 seq_num 1097) dirty exists 2024-04-02T08:35:29.145 INFO:tasks.rados.rados.0.smithi012.stdout:3488: left oid 14 (ObjNum 1097 snap 328 seq_num 1097) 2024-04-02T08:35:29.145 INFO:tasks.rados.rados.0.smithi012.stdout:3491: finishing write tid 1 to smithi01277369-13 2024-04-02T08:35:29.145 INFO:tasks.rados.rados.0.smithi012.stdout:3491: finishing write tid 2 to smithi01277369-13 2024-04-02T08:35:29.145 INFO:tasks.rados.rados.0.smithi012.stdout:3492: seq_num 1099 ranges {8249344=409600,8658944=442368,9101312=720896,9822208=40960} 2024-04-02T08:35:29.192 INFO:tasks.rados.rados.0.smithi012.stdout:3492: writing smithi01277369-16 from 8249344 to 8658944 tid 1 2024-04-02T08:35:29.194 INFO:tasks.rados.rados.0.smithi012.stdout:3492: writing smithi01277369-16 from 8658944 to 9101312 tid 2 2024-04-02T08:35:29.199 INFO:tasks.rados.rados.0.smithi012.stdout:3492: writing smithi01277369-16 from 9101312 to 9822208 tid 3 2024-04-02T08:35:29.199 INFO:tasks.rados.rados.0.smithi012.stdout:3492: writing smithi01277369-16 from 9822208 to 9863168 tid 4 2024-04-02T08:35:29.200 INFO:tasks.rados.rados.0.smithi012.stdout:3488: done (4 left) 2024-04-02T08:35:29.200 INFO:tasks.rados.rados.0.smithi012.stdout:3489: done (3 left) 2024-04-02T08:35:29.200 INFO:tasks.rados.rados.0.smithi012.stdout:3490: done (2 left) 2024-04-02T08:35:29.200 INFO:tasks.rados.rados.0.smithi012.stdout:3493: rollback oid 48 current snap is 328 2024-04-02T08:35:29.200 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 48 to 324 2024-04-02T08:35:29.200 INFO:tasks.rados.rados.0.smithi012.stdout:3491: finishing write tid 3 to smithi01277369-13 2024-04-02T08:35:29.200 INFO:tasks.rados.rados.0.smithi012.stdout:3491: finishing write tid 4 to smithi01277369-13 2024-04-02T08:35:29.200 INFO:tasks.rados.rados.0.smithi012.stdout:3491: finishing write tid 5 to smithi01277369-13 2024-04-02T08:35:29.200 INFO:tasks.rados.rados.0.smithi012.stdout:3491: oid 13 updating version 0 to 2712 2024-04-02T08:35:29.200 INFO:tasks.rados.rados.0.smithi012.stdout:3491: oid 13 updating version 2712 to 2715 2024-04-02T08:35:29.200 INFO:tasks.rados.rados.0.smithi012.stdout:3491: oid 13 version 2715 is already newer than 2714 2024-04-02T08:35:29.200 INFO:tasks.rados.rados.0.smithi012.stdout:3491: oid 13 version 2715 is already newer than 2713 2024-04-02T08:35:29.200 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 13 v 2715 (ObjNum 1098 snap 328 seq_num 1098) dirty exists 2024-04-02T08:35:29.201 INFO:tasks.rados.rados.0.smithi012.stdout:3491: left oid 13 (ObjNum 1098 snap 328 seq_num 1098) 2024-04-02T08:35:29.201 INFO:tasks.rados.rados.0.smithi012.stdout:3492: finishing write tid 1 to smithi01277369-16 2024-04-02T08:35:29.201 INFO:tasks.rados.rados.0.smithi012.stdout:3491: done (2 left) 2024-04-02T08:35:29.201 INFO:tasks.rados.rados.0.smithi012.stdout:3494: snap_create 2024-04-02T08:35:29.201 INFO:tasks.rados.rados.0.smithi012.stdout:3492: finishing write tid 2 to smithi01277369-16 2024-04-02T08:35:29.203 INFO:tasks.rados.rados.0.smithi012.stdout:3492: finishing write tid 3 to smithi01277369-16 2024-04-02T08:35:29.204 INFO:tasks.rados.rados.0.smithi012.stdout:3492: finishing write tid 4 to smithi01277369-16 2024-04-02T08:35:29.204 INFO:tasks.rados.rados.0.smithi012.stdout:3493: finishing rollback tid 0 to smithi01277369-48 2024-04-02T08:35:29.204 INFO:tasks.rados.rados.0.smithi012.stdout:3492: finishing write tid 5 to smithi01277369-16 2024-04-02T08:35:29.204 INFO:tasks.rados.rados.0.smithi012.stdout:3493: finishing rollback tid 1 to smithi01277369-48 2024-04-02T08:35:29.204 INFO:tasks.rados.rados.0.smithi012.stdout:3493: finishing rollback tid 2 to smithi01277369-48 2024-04-02T08:35:29.204 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 48 v 2451 (ObjNum 1065 snap 317 seq_num 1065) dirty exists 2024-04-02T08:35:29.205 INFO:tasks.rados.rados.0.smithi012.stdout:3492: finishing write tid 6 to smithi01277369-16 2024-04-02T08:35:29.205 INFO:tasks.rados.rados.0.smithi012.stdout:3492: oid 16 updating version 0 to 1878 2024-04-02T08:35:29.205 INFO:tasks.rados.rados.0.smithi012.stdout:3492: oid 16 version 1878 is already newer than 1877 2024-04-02T08:35:29.205 INFO:tasks.rados.rados.0.smithi012.stdout:3492: oid 16 version 1878 is already newer than 1874 2024-04-02T08:35:29.205 INFO:tasks.rados.rados.0.smithi012.stdout:3492: oid 16 version 1878 is already newer than 1875 2024-04-02T08:35:29.205 INFO:tasks.rados.rados.0.smithi012.stdout:3492: oid 16 version 1878 is already newer than 1876 2024-04-02T08:35:29.205 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 16 v 1878 (ObjNum 1099 snap 328 seq_num 1099) dirty exists 2024-04-02T08:35:29.205 INFO:tasks.rados.rados.0.smithi012.stdout:3492: left oid 16 (ObjNum 1099 snap 328 seq_num 1099) 2024-04-02T08:35:29.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:29 smithi055 ceph-mon[85080]: osdmap e739: 8 total, 8 up, 8 in 2024-04-02T08:35:29.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:29 smithi055 ceph-mon[85080]: osdmap e740: 8 total, 8 up, 8 in 2024-04-02T08:35:29.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:29 smithi012 ceph-mon[88355]: osdmap e739: 8 total, 8 up, 8 in 2024-04-02T08:35:29.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:29 smithi012 ceph-mon[88355]: osdmap e740: 8 total, 8 up, 8 in 2024-04-02T08:35:29.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:29 smithi012 ceph-mon[90784]: osdmap e739: 8 total, 8 up, 8 in 2024-04-02T08:35:29.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:29 smithi012 ceph-mon[90784]: osdmap e740: 8 total, 8 up, 8 in 2024-04-02T08:35:30.035 INFO:tasks.rados.rados.0.smithi012.stdout:3492: done (2 left) 2024-04-02T08:35:30.035 INFO:tasks.rados.rados.0.smithi012.stdout:3493: done (1 left) 2024-04-02T08:35:30.035 INFO:tasks.rados.rados.0.smithi012.stdout:3494: done (0 left) 2024-04-02T08:35:30.035 INFO:tasks.rados.rados.0.smithi012.stdout:3495: rollback oid 6 current snap is 329 2024-04-02T08:35:30.035 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 6 to 328 2024-04-02T08:35:30.035 INFO:tasks.rados.rados.0.smithi012.stdout:3496: read oid 16 snap -1 2024-04-02T08:35:30.035 INFO:tasks.rados.rados.0.smithi012.stdout:3496: expect (ObjNum 1099 snap 328 seq_num 1099) 2024-04-02T08:35:30.035 INFO:tasks.rados.rados.0.smithi012.stdout:3497: copy_from oid 49 from oid 36 current snap is 329 2024-04-02T08:35:30.036 INFO:tasks.rados.rados.0.smithi012.stdout:3498: read oid 44 snap -1 2024-04-02T08:35:30.036 INFO:tasks.rados.rados.0.smithi012.stdout:3498: expect (ObjNum 1014 snap 303 seq_num 1014) 2024-04-02T08:35:30.036 INFO:tasks.rados.rados.0.smithi012.stdout:3499: rollback oid 38 current snap is 329 2024-04-02T08:35:30.036 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 38 to 324 2024-04-02T08:35:30.036 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 34 current snap is 329 2024-04-02T08:35:30.036 INFO:tasks.rados.rados.0.smithi012.stdout:3500: seq_num 1100 ranges {2072576=425984,2498560=729088,3227648=475136} 2024-04-02T08:35:30.049 INFO:tasks.rados.rados.0.smithi012.stdout:3500: writing smithi01277369-34 from 2072576 to 2498560 tid 1 2024-04-02T08:35:30.054 INFO:tasks.rados.rados.0.smithi012.stdout:3500: writing smithi01277369-34 from 2498560 to 3227648 tid 2 2024-04-02T08:35:30.057 INFO:tasks.rados.rados.0.smithi012.stdout:3500: writing smithi01277369-34 from 3227648 to 3702784 tid 3 2024-04-02T08:35:30.057 INFO:tasks.rados.rados.0.smithi012.stdout:3501: rollback oid 23 current snap is 329 2024-04-02T08:35:30.057 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 23 to 324 2024-04-02T08:35:30.057 INFO:tasks.rados.rados.0.smithi012.stdout:3498: expect (ObjNum 1014 snap 303 seq_num 1014) 2024-04-02T08:35:30.065 INFO:tasks.rados.rados.0.smithi012.stdout:3495: finishing rollback tid 0 to smithi01277369-6 2024-04-02T08:35:30.065 INFO:tasks.rados.rados.0.smithi012.stdout:3495: finishing rollback tid 1 to smithi01277369-6 2024-04-02T08:35:30.065 INFO:tasks.rados.rados.0.smithi012.stdout:3498: done (6 left) 2024-04-02T08:35:30.065 INFO:tasks.rados.rados.0.smithi012.stdout:3502: setattr oid 47 current snap is 329 2024-04-02T08:35:30.065 INFO:tasks.rados.rados.0.smithi012.stdout:3495: finishing rollback tid 2 to smithi01277369-6 2024-04-02T08:35:30.065 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 6 v 2597 (ObjNum 1062 snap 317 seq_num 1062) dirty exists 2024-04-02T08:35:30.066 INFO:tasks.rados.rados.0.smithi012.stdout:3497: finishing copy_from to smithi01277369-49 2024-04-02T08:35:30.066 INFO:tasks.rados.rados.0.smithi012.stdout:3497: got expected ENOENT (src dne) 2024-04-02T08:35:30.066 INFO:tasks.rados.rados.0.smithi012.stdout:3497: finishing copy_from racing read to smithi01277369-49 2024-04-02T08:35:30.066 INFO:tasks.rados.rados.0.smithi012.stdout:3499: finishing rollback tid 0 to smithi01277369-38 2024-04-02T08:35:30.066 INFO:tasks.rados.rados.0.smithi012.stdout:3499: finishing rollback tid 1 to smithi01277369-38 2024-04-02T08:35:30.066 INFO:tasks.rados.rados.0.smithi012.stdout:3499: finishing rollback tid 2 to smithi01277369-38 2024-04-02T08:35:30.066 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 38 v 2066 (ObjNum 33 snap 0 seq_num 1382312032) dirty exists 2024-04-02T08:35:30.066 INFO:tasks.rados.rados.0.smithi012.stdout:3500: finishing write tid 1 to smithi01277369-34 2024-04-02T08:35:30.066 INFO:tasks.rados.rados.0.smithi012.stdout:3500: finishing write tid 2 to smithi01277369-34 2024-04-02T08:35:30.066 INFO:tasks.rados.rados.0.smithi012.stdout:3501: finishing rollback tid 0 to smithi01277369-23 2024-04-02T08:35:30.066 INFO:tasks.rados.rados.0.smithi012.stdout:3501: finishing rollback tid 1 to smithi01277369-23 2024-04-02T08:35:30.067 INFO:tasks.rados.rados.0.smithi012.stdout:3500: finishing write tid 3 to smithi01277369-34 2024-04-02T08:35:30.067 INFO:tasks.rados.rados.0.smithi012.stdout:3501: finishing rollback tid 2 to smithi01277369-23 2024-04-02T08:35:30.067 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 23 v 2252 (ObjNum 986 snap 297 seq_num 986) dirty exists 2024-04-02T08:35:30.067 INFO:tasks.rados.rados.0.smithi012.stdout:3500: finishing write tid 4 to smithi01277369-34 2024-04-02T08:35:30.067 INFO:tasks.rados.rados.0.smithi012.stdout:3495: done (6 left) 2024-04-02T08:35:30.067 INFO:tasks.rados.rados.0.smithi012.stdout:3497: done (5 left) 2024-04-02T08:35:30.068 INFO:tasks.rados.rados.0.smithi012.stdout:3499: done (4 left) 2024-04-02T08:35:30.068 INFO:tasks.rados.rados.0.smithi012.stdout:3501: done (3 left) 2024-04-02T08:35:30.068 INFO:tasks.rados.rados.0.smithi012.stdout:3503: snap_create 2024-04-02T08:35:30.068 INFO:tasks.rados.rados.0.smithi012.stdout:3500: finishing write tid 5 to smithi01277369-34 2024-04-02T08:35:30.068 INFO:tasks.rados.rados.0.smithi012.stdout:3500: oid 34 updating version 0 to 1112 2024-04-02T08:35:30.068 INFO:tasks.rados.rados.0.smithi012.stdout:3500: oid 34 version 1112 is already newer than 1111 2024-04-02T08:35:30.068 INFO:tasks.rados.rados.0.smithi012.stdout:3500: oid 34 version 1112 is already newer than 1109 2024-04-02T08:35:30.068 INFO:tasks.rados.rados.0.smithi012.stdout:3500: oid 34 version 1112 is already newer than 1110 2024-04-02T08:35:30.068 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 34 v 1112 (ObjNum 1100 snap 329 seq_num 1100) dirty exists 2024-04-02T08:35:30.068 INFO:tasks.rados.rados.0.smithi012.stdout:3500: left oid 34 (ObjNum 1100 snap 329 seq_num 1100) 2024-04-02T08:35:30.070 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 47 v 2275 (ObjNum 1015 snap 303 seq_num 1015) dirty exists 2024-04-02T08:35:30.070 INFO:tasks.rados.rados.0.smithi012.stdout:3496: expect (ObjNum 1099 snap 328 seq_num 1099) 2024-04-02T08:35:30.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:30 smithi055 ceph-mon[85080]: pgmap v777: 121 pgs: 121 active+clean; 137 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 708 KiB/s wr, 10 op/s 2024-04-02T08:35:30.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:30 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:30.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:30 smithi012 ceph-mon[88355]: pgmap v777: 121 pgs: 121 active+clean; 137 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 708 KiB/s wr, 10 op/s 2024-04-02T08:35:30.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:30 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:30.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:30 smithi012 ceph-mon[90784]: pgmap v777: 121 pgs: 121 active+clean; 137 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 708 KiB/s wr, 10 op/s 2024-04-02T08:35:30.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:30 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:31.040 INFO:tasks.rados.rados.0.smithi012.stdout:3496: done (3 left) 2024-04-02T08:35:31.040 INFO:tasks.rados.rados.0.smithi012.stdout:3500: done (2 left) 2024-04-02T08:35:31.040 INFO:tasks.rados.rados.0.smithi012.stdout:3502: done (1 left) 2024-04-02T08:35:31.040 INFO:tasks.rados.rados.0.smithi012.stdout:3503: done (0 left) 2024-04-02T08:35:31.040 INFO:tasks.rados.rados.0.smithi012.stdout:3504: read oid 20 snap -1 2024-04-02T08:35:31.040 INFO:tasks.rados.rados.0.smithi012.stdout:3504: expect (ObjNum 1045 snap 316 seq_num 1045) 2024-04-02T08:35:31.040 INFO:tasks.rados.rados.0.smithi012.stdout:3505: snap_create 2024-04-02T08:35:31.050 INFO:tasks.rados.rados.0.smithi012.stdout:3504: expect (ObjNum 1045 snap 316 seq_num 1045) 2024-04-02T08:35:31.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:31 smithi055 ceph-mon[85080]: osdmap e741: 8 total, 8 up, 8 in 2024-04-02T08:35:31.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:31 smithi055 ceph-mon[85080]: pgmap v780: 121 pgs: 121 active+clean; 135 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.5 MiB/s wr, 10 op/s 2024-04-02T08:35:31.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:31 smithi012 ceph-mon[88355]: osdmap e741: 8 total, 8 up, 8 in 2024-04-02T08:35:31.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:31 smithi012 ceph-mon[88355]: pgmap v780: 121 pgs: 121 active+clean; 135 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.5 MiB/s wr, 10 op/s 2024-04-02T08:35:31.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:31 smithi012 ceph-mon[90784]: osdmap e741: 8 total, 8 up, 8 in 2024-04-02T08:35:31.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:31 smithi012 ceph-mon[90784]: pgmap v780: 121 pgs: 121 active+clean; 135 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.5 MiB/s wr, 10 op/s 2024-04-02T08:35:32.044 INFO:tasks.rados.rados.0.smithi012.stdout:3504: done (1 left) 2024-04-02T08:35:32.044 INFO:tasks.rados.rados.0.smithi012.stdout:3505: done (0 left) 2024-04-02T08:35:32.044 INFO:tasks.rados.rados.0.smithi012.stdout:3506: snap_create 2024-04-02T08:35:32.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:32 smithi055 ceph-mon[85080]: osdmap e742: 8 total, 8 up, 8 in 2024-04-02T08:35:32.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:32 smithi012 ceph-mon[90784]: osdmap e742: 8 total, 8 up, 8 in 2024-04-02T08:35:32.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:32 smithi012 ceph-mon[88355]: osdmap e742: 8 total, 8 up, 8 in 2024-04-02T08:35:32.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:35:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:35:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:35:33.050 INFO:tasks.rados.rados.0.smithi012.stdout:3506: done (0 left) 2024-04-02T08:35:33.051 INFO:tasks.rados.rados.0.smithi012.stdout:3507: rmattr oid 8 current snap is 332 2024-04-02T08:35:33.051 INFO:tasks.rados.rados.0.smithi012.stdout:3508: copy_from oid 30 from oid 7 current snap is 332 2024-04-02T08:35:33.051 INFO:tasks.rados.rados.0.smithi012.stdout:3509: setattr oid 47 current snap is 332 2024-04-02T08:35:33.051 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 8 v 0 (ObjNum 1078 snap 323 seq_num 1078) dirty exists 2024-04-02T08:35:33.051 INFO:tasks.rados.rados.0.smithi012.stdout:3507: done (2 left) 2024-04-02T08:35:33.052 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 25 current snap is 332 2024-04-02T08:35:33.052 INFO:tasks.rados.rados.0.smithi012.stdout:3510: seq_num 1101 ranges {5210112=442368,5652480=606208,6258688=598016} 2024-04-02T08:35:33.083 INFO:tasks.rados.rados.0.smithi012.stdout:3510: writing smithi01277369-25 from 5210112 to 5652480 tid 1 2024-04-02T08:35:33.087 INFO:tasks.rados.rados.0.smithi012.stdout:3510: writing smithi01277369-25 from 5652480 to 6258688 tid 2 2024-04-02T08:35:33.090 INFO:tasks.rados.rados.0.smithi012.stdout:3510: writing smithi01277369-25 from 6258688 to 6856704 tid 3 2024-04-02T08:35:33.090 INFO:tasks.rados.rados.0.smithi012.stdout:3511: snap_remove snap 324 2024-04-02T08:35:33.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:33 smithi055 ceph-mon[85080]: osdmap e743: 8 total, 8 up, 8 in 2024-04-02T08:35:33.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:33 smithi055 ceph-mon[85080]: pgmap v783: 121 pgs: 121 active+clean; 142 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.3 MiB/s wr, 27 op/s 2024-04-02T08:35:33.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:33 smithi012 ceph-mon[88355]: osdmap e743: 8 total, 8 up, 8 in 2024-04-02T08:35:33.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:33 smithi012 ceph-mon[88355]: pgmap v783: 121 pgs: 121 active+clean; 142 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.3 MiB/s wr, 27 op/s 2024-04-02T08:35:33.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:33 smithi012 ceph-mon[90784]: osdmap e743: 8 total, 8 up, 8 in 2024-04-02T08:35:33.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:33 smithi012 ceph-mon[90784]: pgmap v783: 121 pgs: 121 active+clean; 142 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.3 MiB/s wr, 27 op/s 2024-04-02T08:35:33.998 INFO:tasks.rados.rados.0.smithi012.stdout:3511: done (3 left) 2024-04-02T08:35:33.999 INFO:tasks.rados.rados.0.smithi012.stdout:3512: read oid 4 snap 330 2024-04-02T08:35:33.999 INFO:tasks.rados.rados.0.smithi012.stdout:3512: expect (ObjNum 1093 snap 327 seq_num 1093) 2024-04-02T08:35:33.999 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 17 current snap is 332 2024-04-02T08:35:33.999 INFO:tasks.rados.rados.0.smithi012.stdout:3513: seq_num 1102 ranges {0=458752,458752=491520,950272=491520,1441792=221184} 2024-04-02T08:35:34.001 INFO:tasks.rados.rados.0.smithi012.stdout:3513: writing smithi01277369-17 from 0 to 458752 tid 1 2024-04-02T08:35:34.005 INFO:tasks.rados.rados.0.smithi012.stdout:3513: writing smithi01277369-17 from 458752 to 950272 tid 2 2024-04-02T08:35:34.008 INFO:tasks.rados.rados.0.smithi012.stdout:3513: writing smithi01277369-17 from 950272 to 1441792 tid 3 2024-04-02T08:35:34.010 INFO:tasks.rados.rados.0.smithi012.stdout:3513: writing smithi01277369-17 from 1441792 to 1662976 tid 4 2024-04-02T08:35:34.011 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 47 v 2276 (ObjNum 1015 snap 303 seq_num 1015) dirty exists 2024-04-02T08:35:34.011 INFO:tasks.rados.rados.0.smithi012.stdout:3508: finishing copy_from racing read to smithi01277369-30 2024-04-02T08:35:34.011 INFO:tasks.rados.rados.0.smithi012.stdout:3508: finishing copy_from to smithi01277369-30 2024-04-02T08:35:34.011 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 30 v 2268 (ObjNum 1043 snap 316 seq_num 1043) dirty exists 2024-04-02T08:35:34.011 INFO:tasks.rados.rados.0.smithi012.stdout:3510: finishing write tid 1 to smithi01277369-25 2024-04-02T08:35:34.011 INFO:tasks.rados.rados.0.smithi012.stdout:3510: finishing write tid 2 to smithi01277369-25 2024-04-02T08:35:34.011 INFO:tasks.rados.rados.0.smithi012.stdout:3510: finishing write tid 3 to smithi01277369-25 2024-04-02T08:35:34.011 INFO:tasks.rados.rados.0.smithi012.stdout:3510: finishing write tid 4 to smithi01277369-25 2024-04-02T08:35:34.011 INFO:tasks.rados.rados.0.smithi012.stdout:3510: finishing write tid 5 to smithi01277369-25 2024-04-02T08:35:34.011 INFO:tasks.rados.rados.0.smithi012.stdout:3510: oid 25 updating version 0 to 2694 2024-04-02T08:35:34.011 INFO:tasks.rados.rados.0.smithi012.stdout:3510: oid 25 version 2694 is already newer than 2692 2024-04-02T08:35:34.011 INFO:tasks.rados.rados.0.smithi012.stdout:3510: oid 25 version 2694 is already newer than 2693 2024-04-02T08:35:34.011 INFO:tasks.rados.rados.0.smithi012.stdout:3510: oid 25 version 2694 is already newer than 2691 2024-04-02T08:35:34.011 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 25 v 2694 (ObjNum 1101 snap 332 seq_num 1101) dirty exists 2024-04-02T08:35:34.011 INFO:tasks.rados.rados.0.smithi012.stdout:3510: left oid 25 (ObjNum 1101 snap 332 seq_num 1101) 2024-04-02T08:35:34.012 INFO:tasks.rados.rados.0.smithi012.stdout:3508: done (4 left) 2024-04-02T08:35:34.012 INFO:tasks.rados.rados.0.smithi012.stdout:3509: done (3 left) 2024-04-02T08:35:34.012 INFO:tasks.rados.rados.0.smithi012.stdout:3510: done (2 left) 2024-04-02T08:35:34.012 INFO:tasks.rados.rados.0.smithi012.stdout:3514: snap_remove snap 329 2024-04-02T08:35:34.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:34 smithi055 ceph-mon[85080]: osdmap e744: 8 total, 8 up, 8 in 2024-04-02T08:35:34.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:34 smithi055 ceph-mon[85080]: osdmap e745: 8 total, 8 up, 8 in 2024-04-02T08:35:34.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:34 smithi012 ceph-mon[88355]: osdmap e744: 8 total, 8 up, 8 in 2024-04-02T08:35:34.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:34 smithi012 ceph-mon[88355]: osdmap e745: 8 total, 8 up, 8 in 2024-04-02T08:35:34.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:34 smithi012 ceph-mon[90784]: osdmap e744: 8 total, 8 up, 8 in 2024-04-02T08:35:34.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:34 smithi012 ceph-mon[90784]: osdmap e745: 8 total, 8 up, 8 in 2024-04-02T08:35:34.999 INFO:tasks.rados.rados.0.smithi012.stdout:3514: done (2 left) 2024-04-02T08:35:34.999 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 24 current snap is 332 2024-04-02T08:35:34.999 INFO:tasks.rados.rados.0.smithi012.stdout:3513: finishing write tid 1 to smithi01277369-17 2024-04-02T08:35:34.999 INFO:tasks.rados.rados.0.smithi012.stdout:3513: finishing write tid 2 to smithi01277369-17 2024-04-02T08:35:34.999 INFO:tasks.rados.rados.0.smithi012.stdout:3513: finishing write tid 3 to smithi01277369-17 2024-04-02T08:35:35.000 INFO:tasks.rados.rados.0.smithi012.stdout:3513: finishing write tid 4 to smithi01277369-17 2024-04-02T08:35:35.000 INFO:tasks.rados.rados.0.smithi012.stdout:3513: finishing write tid 5 to smithi01277369-17 2024-04-02T08:35:35.000 INFO:tasks.rados.rados.0.smithi012.stdout:3512: expect (ObjNum 1093 snap 327 seq_num 1093) 2024-04-02T08:35:35.063 INFO:tasks.rados.rados.0.smithi012.stdout:3513: finishing write tid 6 to smithi01277369-17 2024-04-02T08:35:35.064 INFO:tasks.rados.rados.0.smithi012.stdout:3513: oid 17 updating version 0 to 2720 2024-04-02T08:35:35.064 INFO:tasks.rados.rados.0.smithi012.stdout:3513: oid 17 version 2720 is already newer than 2718 2024-04-02T08:35:35.064 INFO:tasks.rados.rados.0.smithi012.stdout:3513: oid 17 version 2720 is already newer than 2719 2024-04-02T08:35:35.064 INFO:tasks.rados.rados.0.smithi012.stdout:3513: oid 17 version 2720 is already newer than 2717 2024-04-02T08:35:35.064 INFO:tasks.rados.rados.0.smithi012.stdout:3513: oid 17 version 2720 is already newer than 2716 2024-04-02T08:35:35.064 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 17 v 2720 (ObjNum 1102 snap 332 seq_num 1102) dirty exists 2024-04-02T08:35:35.064 INFO:tasks.rados.rados.0.smithi012.stdout:3513: left oid 17 (ObjNum 1102 snap 332 seq_num 1102) 2024-04-02T08:35:35.064 INFO:tasks.rados.rados.0.smithi012.stdout:3515: seq_num 1103 ranges {2916352=475136,3391488=425984,3817472=696320,4513792=81920} 2024-04-02T08:35:35.082 INFO:tasks.rados.rados.0.smithi012.stdout:3515: writing smithi01277369-24 from 2916352 to 3391488 tid 1 2024-04-02T08:35:35.084 INFO:tasks.rados.rados.0.smithi012.stdout:3515: writing smithi01277369-24 from 3391488 to 3817472 tid 2 2024-04-02T08:35:35.089 INFO:tasks.rados.rados.0.smithi012.stdout:3515: writing smithi01277369-24 from 3817472 to 4513792 tid 3 2024-04-02T08:35:35.090 INFO:tasks.rados.rados.0.smithi012.stdout:3515: writing smithi01277369-24 from 4513792 to 4595712 tid 4 2024-04-02T08:35:35.090 INFO:tasks.rados.rados.0.smithi012.stdout:3512: done (2 left) 2024-04-02T08:35:35.090 INFO:tasks.rados.rados.0.smithi012.stdout:3513: done (1 left) 2024-04-02T08:35:35.090 INFO:tasks.rados.rados.0.smithi012.stdout:3516: snap_create 2024-04-02T08:35:35.090 INFO:tasks.rados.rados.0.smithi012.stdout:3515: finishing write tid 1 to smithi01277369-24 2024-04-02T08:35:35.090 INFO:tasks.rados.rados.0.smithi012.stdout:3515: finishing write tid 2 to smithi01277369-24 2024-04-02T08:35:35.095 INFO:tasks.rados.rados.0.smithi012.stdout:3515: finishing write tid 3 to smithi01277369-24 2024-04-02T08:35:35.095 INFO:tasks.rados.rados.0.smithi012.stdout:3515: finishing write tid 4 to smithi01277369-24 2024-04-02T08:35:35.095 INFO:tasks.rados.rados.0.smithi012.stdout:3515: finishing write tid 5 to smithi01277369-24 2024-04-02T08:35:35.097 INFO:tasks.rados.rados.0.smithi012.stdout:3515: finishing write tid 6 to smithi01277369-24 2024-04-02T08:35:35.097 INFO:tasks.rados.rados.0.smithi012.stdout:3515: oid 24 updating version 0 to 2728 2024-04-02T08:35:35.097 INFO:tasks.rados.rados.0.smithi012.stdout:3515: oid 24 updating version 2728 to 2730 2024-04-02T08:35:35.097 INFO:tasks.rados.rados.0.smithi012.stdout:3515: oid 24 version 2730 is already newer than 2729 2024-04-02T08:35:35.097 INFO:tasks.rados.rados.0.smithi012.stdout:3515: oid 24 updating version 2730 to 2732 2024-04-02T08:35:35.097 INFO:tasks.rados.rados.0.smithi012.stdout:3515: oid 24 version 2732 is already newer than 2731 2024-04-02T08:35:35.097 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 24 v 2732 (ObjNum 1103 snap 332 seq_num 1103) dirty exists 2024-04-02T08:35:35.097 INFO:tasks.rados.rados.0.smithi012.stdout:3515: left oid 24 (ObjNum 1103 snap 332 seq_num 1103) 2024-04-02T08:35:36.054 INFO:tasks.rados.rados.0.smithi012.stdout:3515: done (1 left) 2024-04-02T08:35:36.055 INFO:tasks.rados.rados.0.smithi012.stdout:3516: done (0 left) 2024-04-02T08:35:36.055 INFO:tasks.rados.rados.0.smithi012.stdout:3517: snap_create 2024-04-02T08:35:36.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:35 smithi055 ceph-mon[85080]: pgmap v786: 121 pgs: 121 active+clean; 142 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 1.9 MiB/s wr, 16 op/s 2024-04-02T08:35:36.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:35 smithi055 ceph-mon[85080]: osdmap e746: 8 total, 8 up, 8 in 2024-04-02T08:35:36.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:35 smithi012 ceph-mon[88355]: pgmap v786: 121 pgs: 121 active+clean; 142 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 1.9 MiB/s wr, 16 op/s 2024-04-02T08:35:36.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:35 smithi012 ceph-mon[88355]: osdmap e746: 8 total, 8 up, 8 in 2024-04-02T08:35:36.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:35 smithi012 ceph-mon[90784]: pgmap v786: 121 pgs: 121 active+clean; 142 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 1.9 MiB/s wr, 16 op/s 2024-04-02T08:35:36.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:35 smithi012 ceph-mon[90784]: osdmap e746: 8 total, 8 up, 8 in 2024-04-02T08:35:37.062 INFO:tasks.rados.rados.0.smithi012.stdout:3517: done (0 left) 2024-04-02T08:35:37.062 INFO:tasks.rados.rados.0.smithi012.stdout:3518: rollback oid 29 current snap is 334 2024-04-02T08:35:37.062 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 29 to 328 2024-04-02T08:35:37.062 INFO:tasks.rados.rados.0.smithi012.stdout:3519: rmattr oid 15 current snap is 334 2024-04-02T08:35:37.062 INFO:tasks.rados.rados.0.smithi012.stdout:3519: done (1 left) 2024-04-02T08:35:37.063 INFO:tasks.rados.rados.0.smithi012.stdout:3520: rmattr oid 40 current snap is 334 2024-04-02T08:35:37.063 INFO:tasks.rados.rados.0.smithi012.stdout:3520: done (1 left) 2024-04-02T08:35:37.063 INFO:tasks.rados.rados.0.smithi012.stdout:3521: snap_remove snap 332 2024-04-02T08:35:37.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:37 smithi012 ceph-mon[90784]: osdmap e747: 8 total, 8 up, 8 in 2024-04-02T08:35:37.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:37 smithi012 ceph-mon[90784]: pgmap v789: 121 pgs: 121 active+clean; 136 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 972 KiB/s wr, 10 op/s 2024-04-02T08:35:37.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:37 smithi012 ceph-mon[88355]: osdmap e747: 8 total, 8 up, 8 in 2024-04-02T08:35:37.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:37 smithi012 ceph-mon[88355]: pgmap v789: 121 pgs: 121 active+clean; 136 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 972 KiB/s wr, 10 op/s 2024-04-02T08:35:37.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:37 smithi055 ceph-mon[85080]: osdmap e747: 8 total, 8 up, 8 in 2024-04-02T08:35:37.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:37 smithi055 ceph-mon[85080]: pgmap v789: 121 pgs: 121 active+clean; 136 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 972 KiB/s wr, 10 op/s 2024-04-02T08:35:38.072 INFO:tasks.rados.rados.0.smithi012.stdout:3521: done (1 left) 2024-04-02T08:35:38.073 INFO:tasks.rados.rados.0.smithi012.stdout:3522: delete oid 12 current snap is 334 2024-04-02T08:35:38.073 INFO:tasks.rados.rados.0.smithi012.stdout:3518: finishing rollback tid 0 to smithi01277369-29 2024-04-02T08:35:38.073 INFO:tasks.rados.rados.0.smithi012.stdout:3518: finishing rollback tid 1 to smithi01277369-29 2024-04-02T08:35:38.073 INFO:tasks.rados.rados.0.smithi012.stdout:3518: finishing rollback tid 2 to smithi01277369-29 2024-04-02T08:35:38.073 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 29 v 2579 (ObjNum 1025 snap 306 seq_num 1025) dirty exists 2024-04-02T08:35:38.076 INFO:tasks.rados.rados.0.smithi012.stdout:3518: done (1 left) 2024-04-02T08:35:38.076 INFO:tasks.rados.rados.0.smithi012.stdout:3522: done (0 left) 2024-04-02T08:35:38.076 INFO:tasks.rados.rados.0.smithi012.stdout:3523: snap_create 2024-04-02T08:35:38.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:38 smithi012 ceph-mon[88355]: osdmap e748: 8 total, 8 up, 8 in 2024-04-02T08:35:38.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:38 smithi012 ceph-mon[90784]: osdmap e748: 8 total, 8 up, 8 in 2024-04-02T08:35:38.429 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:35:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:35:37] "GET /metrics HTTP/1.1" 200 36246 "" "Prometheus/2.43.0" 2024-04-02T08:35:38.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:38 smithi055 ceph-mon[85080]: osdmap e748: 8 total, 8 up, 8 in 2024-04-02T08:35:38.997 INFO:tasks.rados.rados.0.smithi012.stdout:3523: done (0 left) 2024-04-02T08:35:38.998 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 19 current snap is 335 2024-04-02T08:35:38.998 INFO:tasks.rados.rados.0.smithi012.stdout:3524: seq_num 1105 ranges {1466368=516096,1982464=598016,2580480=606208} 2024-04-02T08:35:39.008 INFO:tasks.rados.rados.0.smithi012.stdout:3524: writing smithi01277369-19 from 1466368 to 1982464 tid 1 2024-04-02T08:35:39.012 INFO:tasks.rados.rados.0.smithi012.stdout:3524: writing smithi01277369-19 from 1982464 to 2580480 tid 2 2024-04-02T08:35:39.015 INFO:tasks.rados.rados.0.smithi012.stdout:3524: writing smithi01277369-19 from 2580480 to 3186688 tid 3 2024-04-02T08:35:39.015 INFO:tasks.rados.rados.0.smithi012.stdout:3525: copy_from oid 20 from oid 49 current snap is 335 2024-04-02T08:35:39.016 INFO:tasks.rados.rados.0.smithi012.stdout:3524: finishing write tid 1 to smithi01277369-19 2024-04-02T08:35:39.016 INFO:tasks.rados.rados.0.smithi012.stdout:3524: finishing write tid 2 to smithi01277369-19 2024-04-02T08:35:39.016 INFO:tasks.rados.rados.0.smithi012.stdout:3526: snap_remove snap 327 2024-04-02T08:35:39.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:39 smithi012 ceph-mon[88355]: osdmap e749: 8 total, 8 up, 8 in 2024-04-02T08:35:39.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:39 smithi012 ceph-mon[88355]: pgmap v792: 121 pgs: 121 active+clean; 136 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 972 KiB/s wr, 10 op/s 2024-04-02T08:35:39.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:39 smithi012 ceph-mon[88355]: osdmap e750: 8 total, 8 up, 8 in 2024-04-02T08:35:39.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:39 smithi012 ceph-mon[90784]: osdmap e749: 8 total, 8 up, 8 in 2024-04-02T08:35:39.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:39 smithi012 ceph-mon[90784]: pgmap v792: 121 pgs: 121 active+clean; 136 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 972 KiB/s wr, 10 op/s 2024-04-02T08:35:39.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:39 smithi012 ceph-mon[90784]: osdmap e750: 8 total, 8 up, 8 in 2024-04-02T08:35:39.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:39 smithi055 ceph-mon[85080]: osdmap e749: 8 total, 8 up, 8 in 2024-04-02T08:35:39.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:39 smithi055 ceph-mon[85080]: pgmap v792: 121 pgs: 121 active+clean; 136 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 972 KiB/s wr, 10 op/s 2024-04-02T08:35:39.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:39 smithi055 ceph-mon[85080]: osdmap e750: 8 total, 8 up, 8 in 2024-04-02T08:35:40.001 INFO:tasks.rados.rados.0.smithi012.stdout:3526: done (2 left) 2024-04-02T08:35:40.001 INFO:tasks.rados.rados.0.smithi012.stdout:3527: rollback oid 39 current snap is 335 2024-04-02T08:35:40.001 INFO:tasks.rados.rados.0.smithi012.stdout:3524: finishing write tid 3 to smithi01277369-19 2024-04-02T08:35:40.001 INFO:tasks.rados.rados.0.smithi012.stdout:3525: finishing copy_from to smithi01277369-20 2024-04-02T08:35:40.002 INFO:tasks.rados.rados.0.smithi012.stdout:3525: got expected ENOENT (src dne) 2024-04-02T08:35:40.002 INFO:tasks.rados.rados.0.smithi012.stdout:3524: finishing write tid 4 to smithi01277369-19 2024-04-02T08:35:40.002 INFO:tasks.rados.rados.0.smithi012.stdout:3525: finishing copy_from racing read to smithi01277369-20 2024-04-02T08:35:40.002 INFO:tasks.rados.rados.0.smithi012.stdout:3524: finishing write tid 5 to smithi01277369-19 2024-04-02T08:35:40.002 INFO:tasks.rados.rados.0.smithi012.stdout:3524: oid 19 updating version 0 to 2067 2024-04-02T08:35:40.002 INFO:tasks.rados.rados.0.smithi012.stdout:3524: oid 19 updating version 2067 to 2069 2024-04-02T08:35:40.002 INFO:tasks.rados.rados.0.smithi012.stdout:3524: oid 19 updating version 2069 to 2070 2024-04-02T08:35:40.002 INFO:tasks.rados.rados.0.smithi012.stdout:3524: oid 19 version 2070 is already newer than 2068 2024-04-02T08:35:40.002 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 19 v 2070 (ObjNum 1105 snap 335 seq_num 1105) dirty exists 2024-04-02T08:35:40.002 INFO:tasks.rados.rados.0.smithi012.stdout:3524: left oid 19 (ObjNum 1105 snap 335 seq_num 1105) 2024-04-02T08:35:40.002 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 39 to 331 2024-04-02T08:35:40.002 INFO:tasks.rados.rados.0.smithi012.stdout:3524: done (2 left) 2024-04-02T08:35:40.002 INFO:tasks.rados.rados.0.smithi012.stdout:3525: done (1 left) 2024-04-02T08:35:40.003 INFO:tasks.rados.rados.0.smithi012.stdout:3528: copy_from oid 27 from oid 46 current snap is 335 2024-04-02T08:35:40.003 INFO:tasks.rados.rados.0.smithi012.stdout:3529: delete oid 4 current snap is 335 2024-04-02T08:35:40.011 INFO:tasks.rados.rados.0.smithi012.stdout:3527: finishing rollback tid 0 to smithi01277369-39 2024-04-02T08:35:40.015 INFO:tasks.rados.rados.0.smithi012.stdout:3527: finishing rollback tid 1 to smithi01277369-39 2024-04-02T08:35:40.016 INFO:tasks.rados.rados.0.smithi012.stdout:3529: done (2 left) 2024-04-02T08:35:40.016 INFO:tasks.rados.rados.0.smithi012.stdout:3530: rollback oid 38 current snap is 335 2024-04-02T08:35:40.016 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 38 to 333 2024-04-02T08:35:40.016 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 23 current snap is 335 2024-04-02T08:35:40.016 INFO:tasks.rados.rados.0.smithi012.stdout:3531: seq_num 1107 ranges {6152192=548864,6701056=770048,7471104=434176} 2024-04-02T08:35:40.053 INFO:tasks.rados.rados.0.smithi012.stdout:3531: writing smithi01277369-23 from 6152192 to 6701056 tid 1 2024-04-02T08:35:40.057 INFO:tasks.rados.rados.0.smithi012.stdout:3531: writing smithi01277369-23 from 6701056 to 7471104 tid 2 2024-04-02T08:35:40.060 INFO:tasks.rados.rados.0.smithi012.stdout:3531: writing smithi01277369-23 from 7471104 to 7905280 tid 3 2024-04-02T08:35:40.060 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 43 current snap is 335 2024-04-02T08:35:40.060 INFO:tasks.rados.rados.0.smithi012.stdout:3527: finishing rollback tid 2 to smithi01277369-39 2024-04-02T08:35:40.061 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 39 v 2073 (ObjNum 953 snap 292 seq_num 953) dirty exists 2024-04-02T08:35:40.061 INFO:tasks.rados.rados.0.smithi012.stdout:3532: seq_num 1108 ranges {1024000=565248,1589248=647168,2236416=483328,2719744=73728} 2024-04-02T08:35:40.069 INFO:tasks.rados.rados.0.smithi012.stdout:3532: writing smithi01277369-43 from 1024000 to 1589248 tid 1 2024-04-02T08:35:40.073 INFO:tasks.rados.rados.0.smithi012.stdout:3532: writing smithi01277369-43 from 1589248 to 2236416 tid 2 2024-04-02T08:35:40.076 INFO:tasks.rados.rados.0.smithi012.stdout:3532: writing smithi01277369-43 from 2236416 to 2719744 tid 3 2024-04-02T08:35:40.077 INFO:tasks.rados.rados.0.smithi012.stdout:3532: writing smithi01277369-43 from 2719744 to 2793472 tid 4 2024-04-02T08:35:40.077 INFO:tasks.rados.rados.0.smithi012.stdout:3527: done (4 left) 2024-04-02T08:35:40.077 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 34 current snap is 335 2024-04-02T08:35:40.077 INFO:tasks.rados.rados.0.smithi012.stdout:3528: finishing copy_from racing read to smithi01277369-27 2024-04-02T08:35:40.077 INFO:tasks.rados.rados.0.smithi012.stdout:3530: finishing rollback tid 0 to smithi01277369-38 2024-04-02T08:35:40.077 INFO:tasks.rados.rados.0.smithi012.stdout:3530: finishing rollback tid 1 to smithi01277369-38 2024-04-02T08:35:40.077 INFO:tasks.rados.rados.0.smithi012.stdout:3530: finishing rollback tid 2 to smithi01277369-38 2024-04-02T08:35:40.077 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 38 v 2076 (ObjNum 129 snap 0 seq_num 924302944) dirty exists 2024-04-02T08:35:40.077 INFO:tasks.rados.rados.0.smithi012.stdout:3528: finishing copy_from to smithi01277369-27 2024-04-02T08:35:40.077 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 27 v 2269 (ObjNum 1060 snap 317 seq_num 1060) dirty exists 2024-04-02T08:35:40.077 INFO:tasks.rados.rados.0.smithi012.stdout:3531: finishing write tid 1 to smithi01277369-23 2024-04-02T08:35:40.077 INFO:tasks.rados.rados.0.smithi012.stdout:3533: seq_num 1109 ranges {3702784=581632,4284416=532480,4816896=647168,5464064=24576} 2024-04-02T08:35:40.100 INFO:tasks.rados.rados.0.smithi012.stdout:3533: writing smithi01277369-34 from 3702784 to 4284416 tid 1 2024-04-02T08:35:40.103 INFO:tasks.rados.rados.0.smithi012.stdout:3533: writing smithi01277369-34 from 4284416 to 4816896 tid 2 2024-04-02T08:35:40.107 INFO:tasks.rados.rados.0.smithi012.stdout:3533: writing smithi01277369-34 from 4816896 to 5464064 tid 3 2024-04-02T08:35:40.107 INFO:tasks.rados.rados.0.smithi012.stdout:3533: writing smithi01277369-34 from 5464064 to 5488640 tid 4 2024-04-02T08:35:40.107 INFO:tasks.rados.rados.0.smithi012.stdout:3528: done (4 left) 2024-04-02T08:35:40.108 INFO:tasks.rados.rados.0.smithi012.stdout:3530: done (3 left) 2024-04-02T08:35:40.108 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 45 current snap is 335 2024-04-02T08:35:40.108 INFO:tasks.rados.rados.0.smithi012.stdout:3531: finishing write tid 2 to smithi01277369-23 2024-04-02T08:35:40.108 INFO:tasks.rados.rados.0.smithi012.stdout:3531: finishing write tid 3 to smithi01277369-23 2024-04-02T08:35:40.108 INFO:tasks.rados.rados.0.smithi012.stdout:3531: finishing write tid 4 to smithi01277369-23 2024-04-02T08:35:40.108 INFO:tasks.rados.rados.0.smithi012.stdout:3531: finishing write tid 5 to smithi01277369-23 2024-04-02T08:35:40.108 INFO:tasks.rados.rados.0.smithi012.stdout:3531: oid 23 updating version 0 to 2256 2024-04-02T08:35:40.108 INFO:tasks.rados.rados.0.smithi012.stdout:3531: oid 23 version 2256 is already newer than 2253 2024-04-02T08:35:40.108 INFO:tasks.rados.rados.0.smithi012.stdout:3531: oid 23 version 2256 is already newer than 2254 2024-04-02T08:35:40.108 INFO:tasks.rados.rados.0.smithi012.stdout:3531: oid 23 version 2256 is already newer than 2255 2024-04-02T08:35:40.108 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 23 v 2256 (ObjNum 1107 snap 335 seq_num 1107) dirty exists 2024-04-02T08:35:40.108 INFO:tasks.rados.rados.0.smithi012.stdout:3531: left oid 23 (ObjNum 1107 snap 335 seq_num 1107) 2024-04-02T08:35:40.108 INFO:tasks.rados.rados.0.smithi012.stdout:3532: finishing write tid 1 to smithi01277369-43 2024-04-02T08:35:40.108 INFO:tasks.rados.rados.0.smithi012.stdout:3532: finishing write tid 2 to smithi01277369-43 2024-04-02T08:35:40.108 INFO:tasks.rados.rados.0.smithi012.stdout:3534: seq_num 1110 ranges {0=598016,598016=466944,1064960=450560,1515520=286720} 2024-04-02T08:35:40.110 INFO:tasks.rados.rados.0.smithi012.stdout:3534: writing smithi01277369-45 from 0 to 598016 tid 1 2024-04-02T08:35:40.112 INFO:tasks.rados.rados.0.smithi012.stdout:3534: writing smithi01277369-45 from 598016 to 1064960 tid 2 2024-04-02T08:35:40.115 INFO:tasks.rados.rados.0.smithi012.stdout:3534: writing smithi01277369-45 from 1064960 to 1515520 tid 3 2024-04-02T08:35:40.119 INFO:tasks.rados.rados.0.smithi012.stdout:3534: writing smithi01277369-45 from 1515520 to 1802240 tid 4 2024-04-02T08:35:40.119 INFO:tasks.rados.rados.0.smithi012.stdout:3531: done (3 left) 2024-04-02T08:35:40.119 INFO:tasks.rados.rados.0.smithi012.stdout:3535: delete oid 9 current snap is 335 2024-04-02T08:35:40.119 INFO:tasks.rados.rados.0.smithi012.stdout:3532: finishing write tid 3 to smithi01277369-43 2024-04-02T08:35:40.119 INFO:tasks.rados.rados.0.smithi012.stdout:3532: finishing write tid 4 to smithi01277369-43 2024-04-02T08:35:40.119 INFO:tasks.rados.rados.0.smithi012.stdout:3532: finishing write tid 5 to smithi01277369-43 2024-04-02T08:35:40.119 INFO:tasks.rados.rados.0.smithi012.stdout:3532: finishing write tid 6 to smithi01277369-43 2024-04-02T08:35:40.119 INFO:tasks.rados.rados.0.smithi012.stdout:3532: oid 43 updating version 0 to 2282 2024-04-02T08:35:40.119 INFO:tasks.rados.rados.0.smithi012.stdout:3532: oid 43 updating version 2282 to 2283 2024-04-02T08:35:40.119 INFO:tasks.rados.rados.0.smithi012.stdout:3532: oid 43 version 2283 is already newer than 2281 2024-04-02T08:35:40.119 INFO:tasks.rados.rados.0.smithi012.stdout:3532: oid 43 version 2283 is already newer than 2280 2024-04-02T08:35:40.119 INFO:tasks.rados.rados.0.smithi012.stdout:3532: oid 43 version 2283 is already newer than 2279 2024-04-02T08:35:40.119 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 43 v 2283 (ObjNum 1108 snap 335 seq_num 1108) dirty exists 2024-04-02T08:35:40.119 INFO:tasks.rados.rados.0.smithi012.stdout:3532: left oid 43 (ObjNum 1108 snap 335 seq_num 1108) 2024-04-02T08:35:40.120 INFO:tasks.rados.rados.0.smithi012.stdout:3533: finishing write tid 1 to smithi01277369-34 2024-04-02T08:35:40.120 INFO:tasks.rados.rados.0.smithi012.stdout:3533: finishing write tid 2 to smithi01277369-34 2024-04-02T08:35:40.120 INFO:tasks.rados.rados.0.smithi012.stdout:3533: finishing write tid 3 to smithi01277369-34 2024-04-02T08:35:40.120 INFO:tasks.rados.rados.0.smithi012.stdout:3533: finishing write tid 4 to smithi01277369-34 2024-04-02T08:35:40.120 INFO:tasks.rados.rados.0.smithi012.stdout:3533: finishing write tid 5 to smithi01277369-34 2024-04-02T08:35:40.120 INFO:tasks.rados.rados.0.smithi012.stdout:3533: finishing write tid 6 to smithi01277369-34 2024-04-02T08:35:40.120 INFO:tasks.rados.rados.0.smithi012.stdout:3533: oid 34 updating version 0 to 1115 2024-04-02T08:35:40.120 INFO:tasks.rados.rados.0.smithi012.stdout:3533: oid 34 version 1115 is already newer than 1114 2024-04-02T08:35:40.120 INFO:tasks.rados.rados.0.smithi012.stdout:3533: oid 34 updating version 1115 to 1116 2024-04-02T08:35:40.120 INFO:tasks.rados.rados.0.smithi012.stdout:3533: oid 34 updating version 1116 to 1117 2024-04-02T08:35:40.120 INFO:tasks.rados.rados.0.smithi012.stdout:3533: oid 34 version 1117 is already newer than 1113 2024-04-02T08:35:40.120 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 34 v 1117 (ObjNum 1109 snap 335 seq_num 1109) dirty exists 2024-04-02T08:35:40.120 INFO:tasks.rados.rados.0.smithi012.stdout:3533: left oid 34 (ObjNum 1109 snap 335 seq_num 1109) 2024-04-02T08:35:40.120 INFO:tasks.rados.rados.0.smithi012.stdout:3534: finishing write tid 1 to smithi01277369-45 2024-04-02T08:35:40.120 INFO:tasks.rados.rados.0.smithi012.stdout:3534: finishing write tid 2 to smithi01277369-45 2024-04-02T08:35:40.121 INFO:tasks.rados.rados.0.smithi012.stdout:3534: finishing write tid 3 to smithi01277369-45 2024-04-02T08:35:40.121 INFO:tasks.rados.rados.0.smithi012.stdout:3532: done (3 left) 2024-04-02T08:35:40.121 INFO:tasks.rados.rados.0.smithi012.stdout:3533: done (2 left) 2024-04-02T08:35:40.121 INFO:tasks.rados.rados.0.smithi012.stdout:3535: done (1 left) 2024-04-02T08:35:40.121 INFO:tasks.rados.rados.0.smithi012.stdout:3536: delete oid 1 current snap is 335 2024-04-02T08:35:40.121 INFO:tasks.rados.rados.0.smithi012.stdout:3534: finishing write tid 4 to smithi01277369-45 2024-04-02T08:35:40.122 INFO:tasks.rados.rados.0.smithi012.stdout:3534: finishing write tid 5 to smithi01277369-45 2024-04-02T08:35:40.124 INFO:tasks.rados.rados.0.smithi012.stdout:3536: done (1 left) 2024-04-02T08:35:40.124 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 2 current snap is 335 2024-04-02T08:35:40.124 INFO:tasks.rados.rados.0.smithi012.stdout:3537: seq_num 1113 ranges {0=647168,647168=524288,1171456=622592,1794048=57344} 2024-04-02T08:35:40.128 INFO:tasks.rados.rados.0.smithi012.stdout:3537: writing smithi01277369-2 from 0 to 647168 tid 1 2024-04-02T08:35:40.131 INFO:tasks.rados.rados.0.smithi012.stdout:3537: writing smithi01277369-2 from 647168 to 1171456 tid 2 2024-04-02T08:35:40.134 INFO:tasks.rados.rados.0.smithi012.stdout:3537: writing smithi01277369-2 from 1171456 to 1794048 tid 3 2024-04-02T08:35:40.135 INFO:tasks.rados.rados.0.smithi012.stdout:3537: writing smithi01277369-2 from 1794048 to 1851392 tid 4 2024-04-02T08:35:40.135 INFO:tasks.rados.rados.0.smithi012.stdout:3538: snap_create 2024-04-02T08:35:40.135 INFO:tasks.rados.rados.0.smithi012.stdout:3534: finishing write tid 6 to smithi01277369-45 2024-04-02T08:35:40.135 INFO:tasks.rados.rados.0.smithi012.stdout:3534: oid 45 updating version 0 to 2273 2024-04-02T08:35:40.135 INFO:tasks.rados.rados.0.smithi012.stdout:3534: oid 45 version 2273 is already newer than 2271 2024-04-02T08:35:40.135 INFO:tasks.rados.rados.0.smithi012.stdout:3534: oid 45 updating version 2273 to 2274 2024-04-02T08:35:40.135 INFO:tasks.rados.rados.0.smithi012.stdout:3534: oid 45 version 2274 is already newer than 2270 2024-04-02T08:35:40.136 INFO:tasks.rados.rados.0.smithi012.stdout:3534: oid 45 version 2274 is already newer than 2272 2024-04-02T08:35:40.136 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 45 v 2274 (ObjNum 1110 snap 335 seq_num 1110) dirty exists 2024-04-02T08:35:40.136 INFO:tasks.rados.rados.0.smithi012.stdout:3534: left oid 45 (ObjNum 1110 snap 335 seq_num 1110) 2024-04-02T08:35:40.136 INFO:tasks.rados.rados.0.smithi012.stdout:3537: finishing write tid 1 to smithi01277369-2 2024-04-02T08:35:40.136 INFO:tasks.rados.rados.0.smithi012.stdout:3537: finishing write tid 2 to smithi01277369-2 2024-04-02T08:35:40.139 INFO:tasks.rados.rados.0.smithi012.stdout:3537: finishing write tid 3 to smithi01277369-2 2024-04-02T08:35:40.139 INFO:tasks.rados.rados.0.smithi012.stdout:3537: finishing write tid 4 to smithi01277369-2 2024-04-02T08:35:40.139 INFO:tasks.rados.rados.0.smithi012.stdout:3537: finishing write tid 5 to smithi01277369-2 2024-04-02T08:35:40.140 INFO:tasks.rados.rados.0.smithi012.stdout:3537: finishing write tid 6 to smithi01277369-2 2024-04-02T08:35:40.140 INFO:tasks.rados.rados.0.smithi012.stdout:3537: oid 2 updating version 0 to 2441 2024-04-02T08:35:40.141 INFO:tasks.rados.rados.0.smithi012.stdout:3537: oid 2 version 2441 is already newer than 2439 2024-04-02T08:35:40.141 INFO:tasks.rados.rados.0.smithi012.stdout:3537: oid 2 version 2441 is already newer than 2438 2024-04-02T08:35:40.141 INFO:tasks.rados.rados.0.smithi012.stdout:3537: oid 2 version 2441 is already newer than 2440 2024-04-02T08:35:40.141 INFO:tasks.rados.rados.0.smithi012.stdout:3537: oid 2 updating version 2441 to 2442 2024-04-02T08:35:40.141 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 2 v 2442 (ObjNum 1113 snap 335 seq_num 1113) dirty exists 2024-04-02T08:35:40.141 INFO:tasks.rados.rados.0.smithi012.stdout:3537: left oid 2 (ObjNum 1113 snap 335 seq_num 1113) 2024-04-02T08:35:41.008 INFO:tasks.rados.rados.0.smithi012.stdout:3534: done (2 left) 2024-04-02T08:35:41.008 INFO:tasks.rados.rados.0.smithi012.stdout:3537: done (1 left) 2024-04-02T08:35:41.008 INFO:tasks.rados.rados.0.smithi012.stdout:3538: done (0 left) 2024-04-02T08:35:41.008 INFO:tasks.rados.rados.0.smithi012.stdout:3539: read oid 25 snap -1 2024-04-02T08:35:41.008 INFO:tasks.rados.rados.0.smithi012.stdout:3539: expect (ObjNum 1101 snap 332 seq_num 1101) 2024-04-02T08:35:41.008 INFO:tasks.rados.rados.0.smithi012.stdout:3540: read oid 2 snap -1 2024-04-02T08:35:41.008 INFO:tasks.rados.rados.0.smithi012.stdout:3540: expect (ObjNum 1113 snap 335 seq_num 1113) 2024-04-02T08:35:41.009 INFO:tasks.rados.rados.0.smithi012.stdout:3541: copy_from oid 3 from oid 20 current snap is 336 2024-04-02T08:35:41.009 INFO:tasks.rados.rados.0.smithi012.stdout:3542: delete oid 43 current snap is 336 2024-04-02T08:35:41.013 INFO:tasks.rados.rados.0.smithi012.stdout:3542: done (3 left) 2024-04-02T08:35:41.013 INFO:tasks.rados.rados.0.smithi012.stdout:3543: read oid 6 snap -1 2024-04-02T08:35:41.013 INFO:tasks.rados.rados.0.smithi012.stdout:3543: expect (ObjNum 1062 snap 317 seq_num 1062) 2024-04-02T08:35:41.013 INFO:tasks.rados.rados.0.smithi012.stdout:3544: copy_from oid 49 from oid 7 current snap is 336 2024-04-02T08:35:41.013 INFO:tasks.rados.rados.0.smithi012.stdout:3545: read oid 37 snap 333 2024-04-02T08:35:41.013 INFO:tasks.rados.rados.0.smithi012.stdout:3545: expect deleted 2024-04-02T08:35:41.013 INFO:tasks.rados.rados.0.smithi012.stdout:3546: snap_remove snap 331 2024-04-02T08:35:41.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:41 smithi055 ceph-mon[85080]: osdmap e751: 8 total, 8 up, 8 in 2024-04-02T08:35:41.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:41 smithi012 ceph-mon[88355]: osdmap e751: 8 total, 8 up, 8 in 2024-04-02T08:35:41.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:41 smithi012 ceph-mon[90784]: osdmap e751: 8 total, 8 up, 8 in 2024-04-02T08:35:42.018 INFO:tasks.rados.rados.0.smithi012.stdout:3546: done (6 left) 2024-04-02T08:35:42.019 INFO:tasks.rados.rados.0.smithi012.stdout:3547: snap_create 2024-04-02T08:35:42.019 INFO:tasks.rados.rados.0.smithi012.stdout:3540: expect (ObjNum 1113 snap 335 seq_num 1113) 2024-04-02T08:35:42.074 INFO:tasks.rados.rados.0.smithi012.stdout:3544: finishing copy_from racing read to smithi01277369-49 2024-04-02T08:35:42.074 INFO:tasks.rados.rados.0.smithi012.stdout:3544: finishing copy_from to smithi01277369-49 2024-04-02T08:35:42.074 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 49 v 2268 (ObjNum 1043 snap 316 seq_num 1043) dirty exists 2024-04-02T08:35:42.074 INFO:tasks.rados.rados.0.smithi012.stdout:3543: expect (ObjNum 1062 snap 317 seq_num 1062) 2024-04-02T08:35:42.100 INFO:tasks.rados.rados.0.smithi012.stdout:3541: finishing copy_from racing read to smithi01277369-3 2024-04-02T08:35:42.100 INFO:tasks.rados.rados.0.smithi012.stdout:3539: expect (ObjNum 1101 snap 332 seq_num 1101) 2024-04-02T08:35:42.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:42 smithi055 ceph-mon[85080]: pgmap v795: 121 pgs: 121 active+clean; 138 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 838 KiB/s wr, 3 op/s 2024-04-02T08:35:42.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:42 smithi055 ceph-mon[85080]: osdmap e752: 8 total, 8 up, 8 in 2024-04-02T08:35:42.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:42 smithi012 ceph-mon[90784]: pgmap v795: 121 pgs: 121 active+clean; 138 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 838 KiB/s wr, 3 op/s 2024-04-02T08:35:42.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:42 smithi012 ceph-mon[90784]: osdmap e752: 8 total, 8 up, 8 in 2024-04-02T08:35:42.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:42 smithi012 ceph-mon[88355]: pgmap v795: 121 pgs: 121 active+clean; 138 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 838 KiB/s wr, 3 op/s 2024-04-02T08:35:42.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:42 smithi012 ceph-mon[88355]: osdmap e752: 8 total, 8 up, 8 in 2024-04-02T08:35:42.540 INFO:tasks.rados.rados.0.smithi012.stdout:3541: finishing copy_from to smithi01277369-3 2024-04-02T08:35:42.540 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 3 v 2697 (ObjNum 1045 snap 316 seq_num 1045) dirty exists 2024-04-02T08:35:42.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:35:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:35:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:35:43.023 INFO:tasks.rados.rados.0.smithi012.stdout:3539: done (6 left) 2024-04-02T08:35:43.023 INFO:tasks.rados.rados.0.smithi012.stdout:3540: done (5 left) 2024-04-02T08:35:43.023 INFO:tasks.rados.rados.0.smithi012.stdout:3541: done (4 left) 2024-04-02T08:35:43.023 INFO:tasks.rados.rados.0.smithi012.stdout:3543: done (3 left) 2024-04-02T08:35:43.023 INFO:tasks.rados.rados.0.smithi012.stdout:3544: done (2 left) 2024-04-02T08:35:43.023 INFO:tasks.rados.rados.0.smithi012.stdout:3545: done (1 left) 2024-04-02T08:35:43.023 INFO:tasks.rados.rados.0.smithi012.stdout:3547: done (0 left) 2024-04-02T08:35:43.023 INFO:tasks.rados.rados.0.smithi012.stdout:3548: snap_remove snap 336 2024-04-02T08:35:43.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:43 smithi055 ceph-mon[85080]: osdmap e753: 8 total, 8 up, 8 in 2024-04-02T08:35:43.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:43 smithi012 ceph-mon[90784]: osdmap e753: 8 total, 8 up, 8 in 2024-04-02T08:35:43.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:43 smithi012 ceph-mon[88355]: osdmap e753: 8 total, 8 up, 8 in 2024-04-02T08:35:44.004 INFO:tasks.rados.rados.0.smithi012.stdout:3548: done (0 left) 2024-04-02T08:35:44.004 INFO:tasks.rados.rados.0.smithi012.stdout:3549: read oid 32 snap -1 2024-04-02T08:35:44.004 INFO:tasks.rados.rados.0.smithi012.stdout:3549: expect (ObjNum 1039 snap 312 seq_num 1039) 2024-04-02T08:35:44.005 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 48 current snap is 337 2024-04-02T08:35:44.005 INFO:tasks.rados.rados.0.smithi012.stdout:3550: seq_num 1115 ranges {1310720=679936,1990656=688128,2678784=516096} 2024-04-02T08:35:44.016 INFO:tasks.rados.rados.0.smithi012.stdout:3550: writing smithi01277369-48 from 1310720 to 1990656 tid 1 2024-04-02T08:35:44.020 INFO:tasks.rados.rados.0.smithi012.stdout:3550: writing smithi01277369-48 from 1990656 to 2678784 tid 2 2024-04-02T08:35:44.024 INFO:tasks.rados.rados.0.smithi012.stdout:3550: writing smithi01277369-48 from 2678784 to 3194880 tid 3 2024-04-02T08:35:44.024 INFO:tasks.rados.rados.0.smithi012.stdout:3549: expect (ObjNum 1039 snap 312 seq_num 1039) 2024-04-02T08:35:44.042 INFO:tasks.rados.rados.0.smithi012.stdout:3550: finishing write tid 1 to smithi01277369-48 2024-04-02T08:35:44.042 INFO:tasks.rados.rados.0.smithi012.stdout:3550: finishing write tid 2 to smithi01277369-48 2024-04-02T08:35:44.042 INFO:tasks.rados.rados.0.smithi012.stdout:3550: finishing write tid 3 to smithi01277369-48 2024-04-02T08:35:44.042 INFO:tasks.rados.rados.0.smithi012.stdout:3550: finishing write tid 4 to smithi01277369-48 2024-04-02T08:35:44.042 INFO:tasks.rados.rados.0.smithi012.stdout:3550: finishing write tid 5 to smithi01277369-48 2024-04-02T08:35:44.042 INFO:tasks.rados.rados.0.smithi012.stdout:3550: oid 48 updating version 0 to 2454 2024-04-02T08:35:44.043 INFO:tasks.rados.rados.0.smithi012.stdout:3550: oid 48 updating version 2454 to 2455 2024-04-02T08:35:44.043 INFO:tasks.rados.rados.0.smithi012.stdout:3550: oid 48 version 2455 is already newer than 2453 2024-04-02T08:35:44.043 INFO:tasks.rados.rados.0.smithi012.stdout:3550: oid 48 version 2455 is already newer than 2452 2024-04-02T08:35:44.043 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 48 v 2455 (ObjNum 1115 snap 337 seq_num 1115) dirty exists 2024-04-02T08:35:44.043 INFO:tasks.rados.rados.0.smithi012.stdout:3550: left oid 48 (ObjNum 1115 snap 337 seq_num 1115) 2024-04-02T08:35:44.043 INFO:tasks.rados.rados.0.smithi012.stdout:3549: done (1 left) 2024-04-02T08:35:44.043 INFO:tasks.rados.rados.0.smithi012.stdout:3550: done (0 left) 2024-04-02T08:35:44.043 INFO:tasks.rados.rados.0.smithi012.stdout:3551: rollback oid 11 current snap is 337 2024-04-02T08:35:44.043 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 11 to 334 2024-04-02T08:35:44.043 INFO:tasks.rados.rados.0.smithi012.stdout:3552: rollback oid 3 current snap is 337 2024-04-02T08:35:44.043 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 3 to 335 2024-04-02T08:35:44.043 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 23 current snap is 337 2024-04-02T08:35:44.043 INFO:tasks.rados.rados.0.smithi012.stdout:3553: seq_num 1116 ranges {7905280=696320,8601600=573440,9175040=450560,9625600=180224} 2024-04-02T08:35:44.089 INFO:tasks.rados.rados.0.smithi012.stdout:3553: writing smithi01277369-23 from 7905280 to 8601600 tid 1 2024-04-02T08:35:44.092 INFO:tasks.rados.rados.0.smithi012.stdout:3553: writing smithi01277369-23 from 8601600 to 9175040 tid 2 2024-04-02T08:35:44.095 INFO:tasks.rados.rados.0.smithi012.stdout:3553: writing smithi01277369-23 from 9175040 to 9625600 tid 3 2024-04-02T08:35:44.097 INFO:tasks.rados.rados.0.smithi012.stdout:3553: writing smithi01277369-23 from 9625600 to 9805824 tid 4 2024-04-02T08:35:44.097 INFO:tasks.rados.rados.0.smithi012.stdout:3554: rollback oid 47 current snap is 337 2024-04-02T08:35:44.097 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 47 to 334 2024-04-02T08:35:44.097 INFO:tasks.rados.rados.0.smithi012.stdout:3552: finishing rollback tid 0 to smithi01277369-3 2024-04-02T08:35:44.097 INFO:tasks.rados.rados.0.smithi012.stdout:3552: finishing rollback tid 1 to smithi01277369-3 2024-04-02T08:35:44.097 INFO:tasks.rados.rados.0.smithi012.stdout:3552: finishing rollback tid 2 to smithi01277369-3 2024-04-02T08:35:44.097 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 3 v 2700 (ObjNum 772 snap 253 seq_num 772) dirty exists 2024-04-02T08:35:44.097 INFO:tasks.rados.rados.0.smithi012.stdout:3551: finishing rollback tid 0 to smithi01277369-11 2024-04-02T08:35:44.097 INFO:tasks.rados.rados.0.smithi012.stdout:3551: finishing rollback tid 1 to smithi01277369-11 2024-04-02T08:35:44.097 INFO:tasks.rados.rados.0.smithi012.stdout:3551: finishing rollback tid 2 to smithi01277369-11 2024-04-02T08:35:44.097 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 11 v 2744 (ObjNum 1025 snap 306 seq_num 1025) dirty exists 2024-04-02T08:35:44.097 INFO:tasks.rados.rados.0.smithi012.stdout:3553: finishing write tid 1 to smithi01277369-23 2024-04-02T08:35:44.098 INFO:tasks.rados.rados.0.smithi012.stdout:3551: done (3 left) 2024-04-02T08:35:44.098 INFO:tasks.rados.rados.0.smithi012.stdout:3552: done (2 left) 2024-04-02T08:35:44.098 INFO:tasks.rados.rados.0.smithi012.stdout:3555: setattr oid 4 current snap is 337 2024-04-02T08:35:44.098 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 24 current snap is 337 2024-04-02T08:35:44.098 INFO:tasks.rados.rados.0.smithi012.stdout:3556: seq_num 1117 ranges {4595712=712704,5308416=458752,5767168=655360,6422528=90112} 2024-04-02T08:35:44.127 INFO:tasks.rados.rados.0.smithi012.stdout:3556: writing smithi01277369-24 from 4595712 to 5308416 tid 1 2024-04-02T08:35:44.129 INFO:tasks.rados.rados.0.smithi012.stdout:3556: writing smithi01277369-24 from 5308416 to 5767168 tid 2 2024-04-02T08:35:44.134 INFO:tasks.rados.rados.0.smithi012.stdout:3556: writing smithi01277369-24 from 5767168 to 6422528 tid 3 2024-04-02T08:35:44.135 INFO:tasks.rados.rados.0.smithi012.stdout:3556: writing smithi01277369-24 from 6422528 to 6512640 tid 4 2024-04-02T08:35:44.135 INFO:tasks.rados.rados.0.smithi012.stdout:3557: read oid 44 snap 334 2024-04-02T08:35:44.135 INFO:tasks.rados.rados.0.smithi012.stdout:3557: expect (ObjNum 1014 snap 303 seq_num 1014) 2024-04-02T08:35:44.135 INFO:tasks.rados.rados.0.smithi012.stdout:3558: rollback oid 49 current snap is 337 2024-04-02T08:35:44.135 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 49 to 333 2024-04-02T08:35:44.135 INFO:tasks.rados.rados.0.smithi012.stdout:3553: finishing write tid 2 to smithi01277369-23 2024-04-02T08:35:44.135 INFO:tasks.rados.rados.0.smithi012.stdout:3554: finishing rollback tid 0 to smithi01277369-47 2024-04-02T08:35:44.135 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 4 v 2701 (ObjNum 97 snap 0 seq_num 3725955871) dirty exists 2024-04-02T08:35:44.136 INFO:tasks.rados.rados.0.smithi012.stdout:3553: finishing write tid 3 to smithi01277369-23 2024-04-02T08:35:44.136 INFO:tasks.rados.rados.0.smithi012.stdout:3554: finishing rollback tid 1 to smithi01277369-47 2024-04-02T08:35:44.136 INFO:tasks.rados.rados.0.smithi012.stdout:3553: finishing write tid 4 to smithi01277369-23 2024-04-02T08:35:44.136 INFO:tasks.rados.rados.0.smithi012.stdout:3554: finishing rollback tid 2 to smithi01277369-47 2024-04-02T08:35:44.136 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 47 v 2279 (ObjNum 1015 snap 303 seq_num 1015) dirty exists 2024-04-02T08:35:44.136 INFO:tasks.rados.rados.0.smithi012.stdout:3553: finishing write tid 5 to smithi01277369-23 2024-04-02T08:35:44.136 INFO:tasks.rados.rados.0.smithi012.stdout:3553: finishing write tid 6 to smithi01277369-23 2024-04-02T08:35:44.136 INFO:tasks.rados.rados.0.smithi012.stdout:3553: oid 23 updating version 0 to 2257 2024-04-02T08:35:44.136 INFO:tasks.rados.rados.0.smithi012.stdout:3553: oid 23 updating version 2257 to 2259 2024-04-02T08:35:44.136 INFO:tasks.rados.rados.0.smithi012.stdout:3553: oid 23 version 2259 is already newer than 2258 2024-04-02T08:35:44.136 INFO:tasks.rados.rados.0.smithi012.stdout:3553: oid 23 updating version 2259 to 2260 2024-04-02T08:35:44.136 INFO:tasks.rados.rados.0.smithi012.stdout:3553: oid 23 updating version 2260 to 2261 2024-04-02T08:35:44.136 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 23 v 2261 (ObjNum 1116 snap 337 seq_num 1116) dirty exists 2024-04-02T08:35:44.136 INFO:tasks.rados.rados.0.smithi012.stdout:3553: left oid 23 (ObjNum 1116 snap 337 seq_num 1116) 2024-04-02T08:35:44.136 INFO:tasks.rados.rados.0.smithi012.stdout:3556: finishing write tid 1 to smithi01277369-24 2024-04-02T08:35:44.137 INFO:tasks.rados.rados.0.smithi012.stdout:3556: finishing write tid 2 to smithi01277369-24 2024-04-02T08:35:44.137 INFO:tasks.rados.rados.0.smithi012.stdout:3553: done (5 left) 2024-04-02T08:35:44.137 INFO:tasks.rados.rados.0.smithi012.stdout:3554: done (4 left) 2024-04-02T08:35:44.137 INFO:tasks.rados.rados.0.smithi012.stdout:3555: done (3 left) 2024-04-02T08:35:44.137 INFO:tasks.rados.rados.0.smithi012.stdout:3559: delete oid 2 current snap is 337 2024-04-02T08:35:44.137 INFO:tasks.rados.rados.0.smithi012.stdout:3558: finishing rollback tid 0 to smithi01277369-49 2024-04-02T08:35:44.137 INFO:tasks.rados.rados.0.smithi012.stdout:3558: finishing rollback tid 1 to smithi01277369-49 2024-04-02T08:35:44.137 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 49 v 2457 (ObjNum 65 snap 0 seq_num 1316057195) dirty dne 2024-04-02T08:35:44.139 INFO:tasks.rados.rados.0.smithi012.stdout:3557: expect (ObjNum 1014 snap 303 seq_num 1014) 2024-04-02T08:35:44.149 INFO:tasks.rados.rados.0.smithi012.stdout:3556: finishing write tid 3 to smithi01277369-24 2024-04-02T08:35:44.149 INFO:tasks.rados.rados.0.smithi012.stdout:3556: finishing write tid 4 to smithi01277369-24 2024-04-02T08:35:44.150 INFO:tasks.rados.rados.0.smithi012.stdout:3556: finishing write tid 5 to smithi01277369-24 2024-04-02T08:35:44.150 INFO:tasks.rados.rados.0.smithi012.stdout:3556: finishing write tid 6 to smithi01277369-24 2024-04-02T08:35:44.150 INFO:tasks.rados.rados.0.smithi012.stdout:3556: oid 24 updating version 0 to 2748 2024-04-02T08:35:44.150 INFO:tasks.rados.rados.0.smithi012.stdout:3556: oid 24 version 2748 is already newer than 2746 2024-04-02T08:35:44.150 INFO:tasks.rados.rados.0.smithi012.stdout:3556: oid 24 version 2748 is already newer than 2747 2024-04-02T08:35:44.150 INFO:tasks.rados.rados.0.smithi012.stdout:3556: oid 24 updating version 2748 to 2750 2024-04-02T08:35:44.150 INFO:tasks.rados.rados.0.smithi012.stdout:3556: oid 24 version 2750 is already newer than 2749 2024-04-02T08:35:44.150 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 24 v 2750 (ObjNum 1117 snap 337 seq_num 1117) dirty exists 2024-04-02T08:35:44.150 INFO:tasks.rados.rados.0.smithi012.stdout:3556: left oid 24 (ObjNum 1117 snap 337 seq_num 1117) 2024-04-02T08:35:44.150 INFO:tasks.rados.rados.0.smithi012.stdout:3556: done (3 left) 2024-04-02T08:35:44.150 INFO:tasks.rados.rados.0.smithi012.stdout:3557: done (2 left) 2024-04-02T08:35:44.150 INFO:tasks.rados.rados.0.smithi012.stdout:3558: done (1 left) 2024-04-02T08:35:44.150 INFO:tasks.rados.rados.0.smithi012.stdout:3559: done (0 left) 2024-04-02T08:35:44.150 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 45 current snap is 337 2024-04-02T08:35:44.151 INFO:tasks.rados.rados.0.smithi012.stdout:3560: seq_num 1119 ranges {1802240=745472,2547712=679936,3227648=524288} 2024-04-02T08:35:44.160 INFO:tasks.rados.rados.0.smithi012.stdout:3560: writing smithi01277369-45 from 1802240 to 2547712 tid 1 2024-04-02T08:35:44.164 INFO:tasks.rados.rados.0.smithi012.stdout:3560: writing smithi01277369-45 from 2547712 to 3227648 tid 2 2024-04-02T08:35:44.167 INFO:tasks.rados.rados.0.smithi012.stdout:3560: writing smithi01277369-45 from 3227648 to 3751936 tid 3 2024-04-02T08:35:44.167 INFO:tasks.rados.rados.0.smithi012.stdout:3561: rmattr oid 31 current snap is 337 2024-04-02T08:35:44.168 INFO:tasks.rados.rados.0.smithi012.stdout:3560: finishing write tid 1 to smithi01277369-45 2024-04-02T08:35:44.168 INFO:tasks.rados.rados.0.smithi012.stdout:3562: snap_remove snap 328 2024-04-02T08:35:44.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:44 smithi055 ceph-mon[85080]: pgmap v798: 121 pgs: 121 active+clean; 147 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 15 op/s 2024-04-02T08:35:44.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:44 smithi055 ceph-mon[85080]: osdmap e754: 8 total, 8 up, 8 in 2024-04-02T08:35:44.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:44 smithi055 ceph-mon[85080]: osdmap e755: 8 total, 8 up, 8 in 2024-04-02T08:35:44.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:44 smithi012 ceph-mon[88355]: pgmap v798: 121 pgs: 121 active+clean; 147 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 15 op/s 2024-04-02T08:35:44.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:44 smithi012 ceph-mon[88355]: osdmap e754: 8 total, 8 up, 8 in 2024-04-02T08:35:44.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:44 smithi012 ceph-mon[88355]: osdmap e755: 8 total, 8 up, 8 in 2024-04-02T08:35:44.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:44 smithi012 ceph-mon[90784]: pgmap v798: 121 pgs: 121 active+clean; 147 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 15 op/s 2024-04-02T08:35:44.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:44 smithi012 ceph-mon[90784]: osdmap e754: 8 total, 8 up, 8 in 2024-04-02T08:35:44.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:44 smithi012 ceph-mon[90784]: osdmap e755: 8 total, 8 up, 8 in 2024-04-02T08:35:45.033 INFO:tasks.rados.rados.0.smithi012.stdout:3562: done (2 left) 2024-04-02T08:35:45.033 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 32 current snap is 337 2024-04-02T08:35:45.033 INFO:tasks.rados.rados.0.smithi012.stdout:3563: seq_num 1120 ranges {606208=761856,1368064=557056,1925120=425984,2351104=221184} 2024-04-02T08:35:45.041 INFO:tasks.rados.rados.0.smithi012.stdout:3563: writing smithi01277369-32 from 606208 to 1368064 tid 1 2024-04-02T08:35:45.045 INFO:tasks.rados.rados.0.smithi012.stdout:3563: writing smithi01277369-32 from 1368064 to 1925120 tid 2 2024-04-02T08:35:45.048 INFO:tasks.rados.rados.0.smithi012.stdout:3563: writing smithi01277369-32 from 1925120 to 2351104 tid 3 2024-04-02T08:35:45.050 INFO:tasks.rados.rados.0.smithi012.stdout:3563: writing smithi01277369-32 from 2351104 to 2572288 tid 4 2024-04-02T08:35:45.050 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 31 v 2099 (ObjNum 1034 snap 311 seq_num 1034) dirty exists 2024-04-02T08:35:45.050 INFO:tasks.rados.rados.0.smithi012.stdout:3560: finishing write tid 2 to smithi01277369-45 2024-04-02T08:35:45.050 INFO:tasks.rados.rados.0.smithi012.stdout:3560: finishing write tid 3 to smithi01277369-45 2024-04-02T08:35:45.050 INFO:tasks.rados.rados.0.smithi012.stdout:3560: finishing write tid 4 to smithi01277369-45 2024-04-02T08:35:45.050 INFO:tasks.rados.rados.0.smithi012.stdout:3560: finishing write tid 5 to smithi01277369-45 2024-04-02T08:35:45.050 INFO:tasks.rados.rados.0.smithi012.stdout:3560: oid 45 updating version 0 to 2277 2024-04-02T08:35:45.051 INFO:tasks.rados.rados.0.smithi012.stdout:3560: oid 45 updating version 2277 to 2279 2024-04-02T08:35:45.051 INFO:tasks.rados.rados.0.smithi012.stdout:3560: oid 45 version 2279 is already newer than 2278 2024-04-02T08:35:45.051 INFO:tasks.rados.rados.0.smithi012.stdout:3560: oid 45 version 2279 is already newer than 2276 2024-04-02T08:35:45.051 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 45 v 2279 (ObjNum 1119 snap 337 seq_num 1119) dirty exists 2024-04-02T08:35:45.051 INFO:tasks.rados.rados.0.smithi012.stdout:3560: left oid 45 (ObjNum 1119 snap 337 seq_num 1119) 2024-04-02T08:35:45.051 INFO:tasks.rados.rados.0.smithi012.stdout:3563: finishing write tid 1 to smithi01277369-32 2024-04-02T08:35:45.051 INFO:tasks.rados.rados.0.smithi012.stdout:3560: done (2 left) 2024-04-02T08:35:45.051 INFO:tasks.rados.rados.0.smithi012.stdout:3561: done (1 left) 2024-04-02T08:35:45.051 INFO:tasks.rados.rados.0.smithi012.stdout:3564: snap_remove snap 334 2024-04-02T08:35:45.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:45 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:45.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:45 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:45.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:45 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:46.040 INFO:tasks.rados.rados.0.smithi012.stdout:3564: done (1 left) 2024-04-02T08:35:46.040 INFO:tasks.rados.rados.0.smithi012.stdout:3565: delete oid 26 current snap is 337 2024-04-02T08:35:46.040 INFO:tasks.rados.rados.0.smithi012.stdout:3563: finishing write tid 2 to smithi01277369-32 2024-04-02T08:35:46.040 INFO:tasks.rados.rados.0.smithi012.stdout:3563: finishing write tid 3 to smithi01277369-32 2024-04-02T08:35:46.041 INFO:tasks.rados.rados.0.smithi012.stdout:3563: finishing write tid 4 to smithi01277369-32 2024-04-02T08:35:46.041 INFO:tasks.rados.rados.0.smithi012.stdout:3563: finishing write tid 5 to smithi01277369-32 2024-04-02T08:35:46.041 INFO:tasks.rados.rados.0.smithi012.stdout:3563: finishing write tid 6 to smithi01277369-32 2024-04-02T08:35:46.041 INFO:tasks.rados.rados.0.smithi012.stdout:3563: oid 32 updating version 0 to 2758 2024-04-02T08:35:46.041 INFO:tasks.rados.rados.0.smithi012.stdout:3563: oid 32 version 2758 is already newer than 2757 2024-04-02T08:35:46.041 INFO:tasks.rados.rados.0.smithi012.stdout:3563: oid 32 updating version 2758 to 2759 2024-04-02T08:35:46.041 INFO:tasks.rados.rados.0.smithi012.stdout:3563: oid 32 updating version 2759 to 2760 2024-04-02T08:35:46.041 INFO:tasks.rados.rados.0.smithi012.stdout:3563: oid 32 version 2760 is already newer than 2756 2024-04-02T08:35:46.041 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 32 v 2760 (ObjNum 1120 snap 337 seq_num 1120) dirty exists 2024-04-02T08:35:46.041 INFO:tasks.rados.rados.0.smithi012.stdout:3563: left oid 32 (ObjNum 1120 snap 337 seq_num 1120) 2024-04-02T08:35:46.052 INFO:tasks.rados.rados.0.smithi012.stdout:3563: done (1 left) 2024-04-02T08:35:46.052 INFO:tasks.rados.rados.0.smithi012.stdout:3565: done (0 left) 2024-04-02T08:35:46.052 INFO:tasks.rados.rados.0.smithi012.stdout:3566: rollback oid 8 current snap is 337 2024-04-02T08:35:46.053 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 8 to 330 2024-04-02T08:35:46.053 INFO:tasks.rados.rados.0.smithi012.stdout:3567: read oid 28 snap -1 2024-04-02T08:35:46.053 INFO:tasks.rados.rados.0.smithi012.stdout:3567: expect deleted 2024-04-02T08:35:46.053 INFO:tasks.rados.rados.0.smithi012.stdout:3568: delete oid 43 current snap is 337 2024-04-02T08:35:46.056 INFO:tasks.rados.rados.0.smithi012.stdout:3567: done (2 left) 2024-04-02T08:35:46.056 INFO:tasks.rados.rados.0.smithi012.stdout:3568: done (1 left) 2024-04-02T08:35:46.056 INFO:tasks.rados.rados.0.smithi012.stdout:3569: snap_remove snap 335 2024-04-02T08:35:46.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:46 smithi055 ceph-mon[85080]: pgmap v801: 121 pgs: 121 active+clean; 147 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 11 op/s 2024-04-02T08:35:46.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:46 smithi055 ceph-mon[85080]: osdmap e756: 8 total, 8 up, 8 in 2024-04-02T08:35:46.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:46 smithi012 ceph-mon[88355]: pgmap v801: 121 pgs: 121 active+clean; 147 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 11 op/s 2024-04-02T08:35:46.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:46 smithi012 ceph-mon[88355]: osdmap e756: 8 total, 8 up, 8 in 2024-04-02T08:35:46.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:46 smithi012 ceph-mon[90784]: pgmap v801: 121 pgs: 121 active+clean; 147 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 11 op/s 2024-04-02T08:35:46.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:46 smithi012 ceph-mon[90784]: osdmap e756: 8 total, 8 up, 8 in 2024-04-02T08:35:47.045 INFO:tasks.rados.rados.0.smithi012.stdout:3569: done (1 left) 2024-04-02T08:35:47.046 INFO:tasks.rados.rados.0.smithi012.stdout:3570: rollback oid 26 current snap is 337 2024-04-02T08:35:47.046 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 26 to 333 2024-04-02T08:35:47.046 INFO:tasks.rados.rados.0.smithi012.stdout:3566: finishing rollback tid 0 to smithi01277369-8 2024-04-02T08:35:47.046 INFO:tasks.rados.rados.0.smithi012.stdout:3566: finishing rollback tid 1 to smithi01277369-8 2024-04-02T08:35:47.046 INFO:tasks.rados.rados.0.smithi012.stdout:3566: finishing rollback tid 2 to smithi01277369-8 2024-04-02T08:35:47.046 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 8 v 2770 (ObjNum 1078 snap 323 seq_num 1078) dirty exists 2024-04-02T08:35:47.046 INFO:tasks.rados.rados.0.smithi012.stdout:3566: done (1 left) 2024-04-02T08:35:47.046 INFO:tasks.rados.rados.0.smithi012.stdout:3571: rollback oid 7 current snap is 337 2024-04-02T08:35:47.046 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 7 to 330 2024-04-02T08:35:47.046 INFO:tasks.rados.rados.0.smithi012.stdout:3572: rollback oid 32 current snap is 337 2024-04-02T08:35:47.046 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 32 to 333 2024-04-02T08:35:47.046 INFO:tasks.rados.rados.0.smithi012.stdout:3573: delete oid 46 current snap is 337 2024-04-02T08:35:47.054 INFO:tasks.rados.rados.0.smithi012.stdout:3571: finishing rollback tid 0 to smithi01277369-7 2024-04-02T08:35:47.055 INFO:tasks.rados.rados.0.smithi012.stdout:3570: finishing rollback tid 1 to smithi01277369-26 2024-04-02T08:35:47.056 INFO:tasks.rados.rados.0.smithi012.stdout:3571: finishing rollback tid 1 to smithi01277369-7 2024-04-02T08:35:47.056 INFO:tasks.rados.rados.0.smithi012.stdout:3573: done (3 left) 2024-04-02T08:35:47.057 INFO:tasks.rados.rados.0.smithi012.stdout:3574: delete oid 3 current snap is 337 2024-04-02T08:35:47.057 INFO:tasks.rados.rados.0.smithi012.stdout:3570: finishing rollback tid 2 to smithi01277369-26 2024-04-02T08:35:47.057 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 26 v 2582 (ObjNum 1070 snap 320 seq_num 1070) dirty exists 2024-04-02T08:35:47.058 INFO:tasks.rados.rados.0.smithi012.stdout:3572: finishing rollback tid 0 to smithi01277369-32 2024-04-02T08:35:47.058 INFO:tasks.rados.rados.0.smithi012.stdout:3571: finishing rollback tid 2 to smithi01277369-7 2024-04-02T08:35:47.058 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 7 v 2287 (ObjNum 1043 snap 316 seq_num 1043) dirty exists 2024-04-02T08:35:47.060 INFO:tasks.rados.rados.0.smithi012.stdout:3570: done (3 left) 2024-04-02T08:35:47.061 INFO:tasks.rados.rados.0.smithi012.stdout:3571: done (2 left) 2024-04-02T08:35:47.061 INFO:tasks.rados.rados.0.smithi012.stdout:3574: done (1 left) 2024-04-02T08:35:47.061 INFO:tasks.rados.rados.0.smithi012.stdout:3575: rmattr oid 39 current snap is 337 2024-04-02T08:35:47.061 INFO:tasks.rados.rados.0.smithi012.stdout:3576: read oid 47 snap -1 2024-04-02T08:35:47.061 INFO:tasks.rados.rados.0.smithi012.stdout:3576: expect (ObjNum 1015 snap 303 seq_num 1015) 2024-04-02T08:35:47.061 INFO:tasks.rados.rados.0.smithi012.stdout:3577: delete oid 50 current snap is 337 2024-04-02T08:35:47.064 INFO:tasks.rados.rados.0.smithi012.stdout:3572: finishing rollback tid 1 to smithi01277369-32 2024-04-02T08:35:47.064 INFO:tasks.rados.rados.0.smithi012.stdout:3572: finishing rollback tid 2 to smithi01277369-32 2024-04-02T08:35:47.064 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 32 v 2773 (ObjNum 1039 snap 312 seq_num 1039) dirty exists 2024-04-02T08:35:47.065 INFO:tasks.rados.rados.0.smithi012.stdout:3572: done (3 left) 2024-04-02T08:35:47.065 INFO:tasks.rados.rados.0.smithi012.stdout:3577: done (2 left) 2024-04-02T08:35:47.065 INFO:tasks.rados.rados.0.smithi012.stdout:3578: snap_remove snap 333 2024-04-02T08:35:47.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:47 smithi055 ceph-mon[85080]: osdmap e757: 8 total, 8 up, 8 in 2024-04-02T08:35:47.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:47 smithi055 ceph-mon[85080]: pgmap v804: 121 pgs: 3 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 117 active+clean; 157 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.9 MiB/s wr, 18 op/s 2024-04-02T08:35:47.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:47 smithi012 ceph-mon[88355]: osdmap e757: 8 total, 8 up, 8 in 2024-04-02T08:35:47.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:47 smithi012 ceph-mon[88355]: pgmap v804: 121 pgs: 3 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 117 active+clean; 157 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.9 MiB/s wr, 18 op/s 2024-04-02T08:35:47.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:47 smithi012 ceph-mon[90784]: osdmap e757: 8 total, 8 up, 8 in 2024-04-02T08:35:47.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:47 smithi012 ceph-mon[90784]: pgmap v804: 121 pgs: 3 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 117 active+clean; 157 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.9 MiB/s wr, 18 op/s 2024-04-02T08:35:48.058 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 39 v 2077 (ObjNum 953 snap 292 seq_num 953) dirty exists 2024-04-02T08:35:48.058 INFO:tasks.rados.rados.0.smithi012.stdout:3576: expect (ObjNum 1015 snap 303 seq_num 1015) 2024-04-02T08:35:48.108 INFO:tasks.rados.rados.0.smithi012.stdout:3575: done (2 left) 2024-04-02T08:35:48.108 INFO:tasks.rados.rados.0.smithi012.stdout:3576: done (1 left) 2024-04-02T08:35:48.108 INFO:tasks.rados.rados.0.smithi012.stdout:3578: done (0 left) 2024-04-02T08:35:48.108 INFO:tasks.rados.rados.0.smithi012.stdout:3579: snap_create 2024-04-02T08:35:48.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:48 smithi055 ceph-mon[85080]: osdmap e758: 8 total, 8 up, 8 in 2024-04-02T08:35:48.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:48 smithi012 ceph-mon[88355]: osdmap e758: 8 total, 8 up, 8 in 2024-04-02T08:35:48.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:48 smithi012 ceph-mon[90784]: osdmap e758: 8 total, 8 up, 8 in 2024-04-02T08:35:48.429 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:35:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:35:47] "GET /metrics HTTP/1.1" 200 36250 "" "Prometheus/2.43.0" 2024-04-02T08:35:49.004 INFO:tasks.rados.rados.0.smithi012.stdout:3579: done (0 left) 2024-04-02T08:35:49.004 INFO:tasks.rados.rados.0.smithi012.stdout:3580: rollback oid 21 current snap is 338 2024-04-02T08:35:49.004 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 21 to 330 2024-04-02T08:35:49.004 INFO:tasks.rados.rados.0.smithi012.stdout:3581: rollback oid 38 current snap is 338 2024-04-02T08:35:49.004 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 38 to 337 2024-04-02T08:35:49.005 INFO:tasks.rados.rados.0.smithi012.stdout:3582: snap_create 2024-04-02T08:35:49.010 INFO:tasks.rados.rados.0.smithi012.stdout:3580: finishing rollback tid 0 to smithi01277369-21 2024-04-02T08:35:49.011 INFO:tasks.rados.rados.0.smithi012.stdout:3580: finishing rollback tid 1 to smithi01277369-21 2024-04-02T08:35:49.011 INFO:tasks.rados.rados.0.smithi012.stdout:3580: finishing rollback tid 2 to smithi01277369-21 2024-04-02T08:35:49.011 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 21 v 2080 (ObjNum 1059 snap 317 seq_num 1059) dirty exists 2024-04-02T08:35:49.011 INFO:tasks.rados.rados.0.smithi012.stdout:3581: finishing rollback tid 0 to smithi01277369-38 2024-04-02T08:35:49.015 INFO:tasks.rados.rados.0.smithi012.stdout:3581: finishing rollback tid 1 to smithi01277369-38 2024-04-02T08:35:49.015 INFO:tasks.rados.rados.0.smithi012.stdout:3581: finishing rollback tid 2 to smithi01277369-38 2024-04-02T08:35:49.015 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 38 v 2083 (ObjNum 385 snap 0 seq_num 917302912) dirty exists 2024-04-02T08:35:49.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:49 smithi055 ceph-mon[85080]: osdmap e759: 8 total, 8 up, 8 in 2024-04-02T08:35:49.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:49 smithi055 ceph-mon[85080]: pgmap v807: 121 pgs: 3 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 117 active+clean; 157 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.9 MiB/s wr, 18 op/s 2024-04-02T08:35:49.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:49 smithi055 ceph-mon[85080]: osdmap e760: 8 total, 8 up, 8 in 2024-04-02T08:35:49.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:49 smithi012 ceph-mon[88355]: osdmap e759: 8 total, 8 up, 8 in 2024-04-02T08:35:49.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:49 smithi012 ceph-mon[88355]: pgmap v807: 121 pgs: 3 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 117 active+clean; 157 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.9 MiB/s wr, 18 op/s 2024-04-02T08:35:49.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:49 smithi012 ceph-mon[88355]: osdmap e760: 8 total, 8 up, 8 in 2024-04-02T08:35:49.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:49 smithi012 ceph-mon[90784]: osdmap e759: 8 total, 8 up, 8 in 2024-04-02T08:35:49.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:49 smithi012 ceph-mon[90784]: pgmap v807: 121 pgs: 3 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 117 active+clean; 157 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.9 MiB/s wr, 18 op/s 2024-04-02T08:35:49.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:49 smithi012 ceph-mon[90784]: osdmap e760: 8 total, 8 up, 8 in 2024-04-02T08:35:50.004 INFO:tasks.rados.rados.0.smithi012.stdout:3580: done (2 left) 2024-04-02T08:35:50.004 INFO:tasks.rados.rados.0.smithi012.stdout:3581: done (1 left) 2024-04-02T08:35:50.004 INFO:tasks.rados.rados.0.smithi012.stdout:3582: done (0 left) 2024-04-02T08:35:50.005 INFO:tasks.rados.rados.0.smithi012.stdout:3583: read oid 9 snap 338 2024-04-02T08:35:50.005 INFO:tasks.rados.rados.0.smithi012.stdout:3583: expect deleted 2024-04-02T08:35:50.005 INFO:tasks.rados.rados.0.smithi012.stdout:3584: delete oid 37 current snap is 339 2024-04-02T08:35:50.006 INFO:tasks.rados.rados.0.smithi012.stdout:3583: done (1 left) 2024-04-02T08:35:50.006 INFO:tasks.rados.rados.0.smithi012.stdout:3584: done (0 left) 2024-04-02T08:35:50.007 INFO:tasks.rados.rados.0.smithi012.stdout:3585: rollback oid 10 current snap is 339 2024-04-02T08:35:50.007 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 10 to 337 2024-04-02T08:35:50.007 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 1 current snap is 339 2024-04-02T08:35:50.007 INFO:tasks.rados.rados.0.smithi012.stdout:3586: seq_num 1127 ranges {0=483328,483328=598016,1081344=581632,1662976=425984} 2024-04-02T08:35:50.009 INFO:tasks.rados.rados.0.smithi012.stdout:3586: writing smithi01277369-1 from 0 to 483328 tid 1 2024-04-02T08:35:50.013 INFO:tasks.rados.rados.0.smithi012.stdout:3586: writing smithi01277369-1 from 483328 to 1081344 tid 2 2024-04-02T08:35:50.018 INFO:tasks.rados.rados.0.smithi012.stdout:3586: writing smithi01277369-1 from 1081344 to 1662976 tid 3 2024-04-02T08:35:50.021 INFO:tasks.rados.rados.0.smithi012.stdout:3586: writing smithi01277369-1 from 1662976 to 2088960 tid 4 2024-04-02T08:35:50.022 INFO:tasks.rados.rados.0.smithi012.stdout:3585: finishing rollback tid 0 to smithi01277369-10 2024-04-02T08:35:50.022 INFO:tasks.rados.rados.0.smithi012.stdout:3587: rmattr oid 15 current snap is 339 2024-04-02T08:35:50.022 INFO:tasks.rados.rados.0.smithi012.stdout:3587: done (2 left) 2024-04-02T08:35:50.022 INFO:tasks.rados.rados.0.smithi012.stdout:3588: copy_from oid 35 from oid 3 current snap is 339 2024-04-02T08:35:50.022 INFO:tasks.rados.rados.0.smithi012.stdout:3585: finishing rollback tid 1 to smithi01277369-10 2024-04-02T08:35:50.022 INFO:tasks.rados.rados.0.smithi012.stdout:3585: finishing rollback tid 2 to smithi01277369-10 2024-04-02T08:35:50.022 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 10 v 2282 (ObjNum 1088 snap 326 seq_num 1088) dirty exists 2024-04-02T08:35:50.022 INFO:tasks.rados.rados.0.smithi012.stdout:3586: finishing write tid 1 to smithi01277369-1 2024-04-02T08:35:50.022 INFO:tasks.rados.rados.0.smithi012.stdout:3586: finishing write tid 2 to smithi01277369-1 2024-04-02T08:35:50.022 INFO:tasks.rados.rados.0.smithi012.stdout:3585: done (2 left) 2024-04-02T08:35:50.022 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 20 current snap is 339 2024-04-02T08:35:50.023 INFO:tasks.rados.rados.0.smithi012.stdout:3589: seq_num 1128 ranges {2678784=499712,3178496=483328,3661824=786432,4448256=335872} 2024-04-02T08:35:50.038 INFO:tasks.rados.rados.0.smithi012.stdout:3589: writing smithi01277369-20 from 2678784 to 3178496 tid 1 2024-04-02T08:35:50.042 INFO:tasks.rados.rados.0.smithi012.stdout:3589: writing smithi01277369-20 from 3178496 to 3661824 tid 2 2024-04-02T08:35:50.047 INFO:tasks.rados.rados.0.smithi012.stdout:3589: writing smithi01277369-20 from 3661824 to 4448256 tid 3 2024-04-02T08:35:50.050 INFO:tasks.rados.rados.0.smithi012.stdout:3589: writing smithi01277369-20 from 4448256 to 4784128 tid 4 2024-04-02T08:35:50.050 INFO:tasks.rados.rados.0.smithi012.stdout:3590: read oid 30 snap -1 2024-04-02T08:35:50.050 INFO:tasks.rados.rados.0.smithi012.stdout:3590: expect (ObjNum 1043 snap 316 seq_num 1043) 2024-04-02T08:35:50.050 INFO:tasks.rados.rados.0.smithi012.stdout:3591: rmattr oid 16 current snap is 339 2024-04-02T08:35:50.050 INFO:tasks.rados.rados.0.smithi012.stdout:3588: finishing copy_from to smithi01277369-35 2024-04-02T08:35:50.050 INFO:tasks.rados.rados.0.smithi012.stdout:3588: got expected ENOENT (src dne) 2024-04-02T08:35:50.050 INFO:tasks.rados.rados.0.smithi012.stdout:3588: finishing copy_from racing read to smithi01277369-35 2024-04-02T08:35:50.050 INFO:tasks.rados.rados.0.smithi012.stdout:3586: finishing write tid 3 to smithi01277369-1 2024-04-02T08:35:50.050 INFO:tasks.rados.rados.0.smithi012.stdout:3586: finishing write tid 4 to smithi01277369-1 2024-04-02T08:35:50.050 INFO:tasks.rados.rados.0.smithi012.stdout:3586: finishing write tid 5 to smithi01277369-1 2024-04-02T08:35:50.050 INFO:tasks.rados.rados.0.smithi012.stdout:3586: finishing write tid 6 to smithi01277369-1 2024-04-02T08:35:50.051 INFO:tasks.rados.rados.0.smithi012.stdout:3586: oid 1 updating version 0 to 2286 2024-04-02T08:35:50.051 INFO:tasks.rados.rados.0.smithi012.stdout:3586: oid 1 version 2286 is already newer than 2283 2024-04-02T08:35:50.051 INFO:tasks.rados.rados.0.smithi012.stdout:3586: oid 1 updating version 2286 to 2287 2024-04-02T08:35:50.051 INFO:tasks.rados.rados.0.smithi012.stdout:3586: oid 1 version 2287 is already newer than 2285 2024-04-02T08:35:50.051 INFO:tasks.rados.rados.0.smithi012.stdout:3586: oid 1 version 2287 is already newer than 2284 2024-04-02T08:35:50.051 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 1 v 2287 (ObjNum 1127 snap 339 seq_num 1127) dirty exists 2024-04-02T08:35:50.051 INFO:tasks.rados.rados.0.smithi012.stdout:3586: left oid 1 (ObjNum 1127 snap 339 seq_num 1127) 2024-04-02T08:35:50.051 INFO:tasks.rados.rados.0.smithi012.stdout:3589: finishing write tid 1 to smithi01277369-20 2024-04-02T08:35:50.051 INFO:tasks.rados.rados.0.smithi012.stdout:3589: finishing write tid 2 to smithi01277369-20 2024-04-02T08:35:50.051 INFO:tasks.rados.rados.0.smithi012.stdout:3586: done (4 left) 2024-04-02T08:35:50.051 INFO:tasks.rados.rados.0.smithi012.stdout:3588: done (3 left) 2024-04-02T08:35:50.051 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 23 current snap is 339 2024-04-02T08:35:50.051 INFO:tasks.rados.rados.0.smithi012.stdout:3592: seq_num 1129 ranges {9805824=516096,10321920=770048,11091968=598016,11689984=237568} 2024-04-02T08:35:50.108 INFO:tasks.rados.rados.0.smithi012.stdout:3592: writing smithi01277369-23 from 9805824 to 10321920 tid 1 2024-04-02T08:35:50.112 INFO:tasks.rados.rados.0.smithi012.stdout:3592: writing smithi01277369-23 from 10321920 to 11091968 tid 2 2024-04-02T08:35:50.117 INFO:tasks.rados.rados.0.smithi012.stdout:3592: writing smithi01277369-23 from 11091968 to 11689984 tid 3 2024-04-02T08:35:50.118 INFO:tasks.rados.rados.0.smithi012.stdout:3592: writing smithi01277369-23 from 11689984 to 11927552 tid 4 2024-04-02T08:35:50.118 INFO:tasks.rados.rados.0.smithi012.stdout:3593: rmattr oid 24 current snap is 339 2024-04-02T08:35:50.118 INFO:tasks.rados.rados.0.smithi012.stdout:3593: done (4 left) 2024-04-02T08:35:50.119 INFO:tasks.rados.rados.0.smithi012.stdout:3594: snap_create 2024-04-02T08:35:50.119 INFO:tasks.rados.rados.0.smithi012.stdout:3590: expect (ObjNum 1043 snap 316 seq_num 1043) 2024-04-02T08:35:50.151 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 16 v 1879 (ObjNum 1099 snap 328 seq_num 1099) dirty exists 2024-04-02T08:35:50.151 INFO:tasks.rados.rados.0.smithi012.stdout:3589: finishing write tid 3 to smithi01277369-20 2024-04-02T08:35:50.151 INFO:tasks.rados.rados.0.smithi012.stdout:3589: finishing write tid 4 to smithi01277369-20 2024-04-02T08:35:50.151 INFO:tasks.rados.rados.0.smithi012.stdout:3589: finishing write tid 5 to smithi01277369-20 2024-04-02T08:35:50.151 INFO:tasks.rados.rados.0.smithi012.stdout:3589: finishing write tid 6 to smithi01277369-20 2024-04-02T08:35:50.151 INFO:tasks.rados.rados.0.smithi012.stdout:3589: oid 20 updating version 0 to 2792 2024-04-02T08:35:50.151 INFO:tasks.rados.rados.0.smithi012.stdout:3589: oid 20 updating version 2792 to 2795 2024-04-02T08:35:50.152 INFO:tasks.rados.rados.0.smithi012.stdout:3589: oid 20 version 2795 is already newer than 2793 2024-04-02T08:35:50.152 INFO:tasks.rados.rados.0.smithi012.stdout:3589: oid 20 version 2795 is already newer than 2791 2024-04-02T08:35:50.152 INFO:tasks.rados.rados.0.smithi012.stdout:3589: oid 20 version 2795 is already newer than 2794 2024-04-02T08:35:50.152 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 20 v 2795 (ObjNum 1128 snap 339 seq_num 1128) dirty exists 2024-04-02T08:35:50.152 INFO:tasks.rados.rados.0.smithi012.stdout:3589: left oid 20 (ObjNum 1128 snap 339 seq_num 1128) 2024-04-02T08:35:50.152 INFO:tasks.rados.rados.0.smithi012.stdout:3592: finishing write tid 1 to smithi01277369-23 2024-04-02T08:35:50.152 INFO:tasks.rados.rados.0.smithi012.stdout:3592: finishing write tid 2 to smithi01277369-23 2024-04-02T08:35:50.152 INFO:tasks.rados.rados.0.smithi012.stdout:3592: finishing write tid 3 to smithi01277369-23 2024-04-02T08:35:50.152 INFO:tasks.rados.rados.0.smithi012.stdout:3592: finishing write tid 4 to smithi01277369-23 2024-04-02T08:35:50.152 INFO:tasks.rados.rados.0.smithi012.stdout:3592: finishing write tid 5 to smithi01277369-23 2024-04-02T08:35:50.152 INFO:tasks.rados.rados.0.smithi012.stdout:3592: finishing write tid 6 to smithi01277369-23 2024-04-02T08:35:50.152 INFO:tasks.rados.rados.0.smithi012.stdout:3592: oid 23 updating version 0 to 2262 2024-04-02T08:35:50.152 INFO:tasks.rados.rados.0.smithi012.stdout:3592: oid 23 updating version 2262 to 2264 2024-04-02T08:35:50.152 INFO:tasks.rados.rados.0.smithi012.stdout:3592: oid 23 updating version 2264 to 2266 2024-04-02T08:35:50.153 INFO:tasks.rados.rados.0.smithi012.stdout:3592: oid 23 version 2266 is already newer than 2263 2024-04-02T08:35:50.153 INFO:tasks.rados.rados.0.smithi012.stdout:3592: oid 23 version 2266 is already newer than 2265 2024-04-02T08:35:50.153 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 23 v 2266 (ObjNum 1129 snap 339 seq_num 1129) dirty exists 2024-04-02T08:35:50.153 INFO:tasks.rados.rados.0.smithi012.stdout:3592: left oid 23 (ObjNum 1129 snap 339 seq_num 1129) 2024-04-02T08:35:50.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:50 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:35:50.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:50 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:35:50.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:50 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:35:50.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:50 smithi055 ceph-mon[85080]: osdmap e761: 8 total, 8 up, 8 in 2024-04-02T08:35:50.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:50 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:35:50.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:50 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:35:50.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:50 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:35:50.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:50 smithi012 ceph-mon[88355]: osdmap e761: 8 total, 8 up, 8 in 2024-04-02T08:35:50.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:50 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:35:50.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:50 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:35:50.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:50 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:35:50.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:50 smithi012 ceph-mon[90784]: osdmap e761: 8 total, 8 up, 8 in 2024-04-02T08:35:51.070 INFO:tasks.rados.rados.0.smithi012.stdout:3589: done (4 left) 2024-04-02T08:35:51.071 INFO:tasks.rados.rados.0.smithi012.stdout:3590: done (3 left) 2024-04-02T08:35:51.071 INFO:tasks.rados.rados.0.smithi012.stdout:3591: done (2 left) 2024-04-02T08:35:51.071 INFO:tasks.rados.rados.0.smithi012.stdout:3592: done (1 left) 2024-04-02T08:35:51.071 INFO:tasks.rados.rados.0.smithi012.stdout:3594: done (0 left) 2024-04-02T08:35:51.071 INFO:tasks.rados.rados.0.smithi012.stdout:3595: rmattr oid 16 current snap is 340 2024-04-02T08:35:51.071 INFO:tasks.rados.rados.0.smithi012.stdout:3596: read oid 21 snap 330 2024-04-02T08:35:51.071 INFO:tasks.rados.rados.0.smithi012.stdout:3596: expect (ObjNum 1059 snap 317 seq_num 1059) 2024-04-02T08:35:51.071 INFO:tasks.rados.rados.0.smithi012.stdout:3597: rollback oid 38 current snap is 340 2024-04-02T08:35:51.071 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 38 to 330 2024-04-02T08:35:51.071 INFO:tasks.rados.rados.0.smithi012.stdout:3598: rollback oid 20 current snap is 340 2024-04-02T08:35:51.072 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 20 to 338 2024-04-02T08:35:51.072 INFO:tasks.rados.rados.0.smithi012.stdout:3599: copy_from oid 48 from oid 32 current snap is 340 2024-04-02T08:35:51.072 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 36 current snap is 340 2024-04-02T08:35:51.072 INFO:tasks.rados.rados.0.smithi012.stdout:3600: seq_num 1130 ranges {0=532480,532480=655360,1187840=753664,1941504=196608} 2024-04-02T08:35:51.074 INFO:tasks.rados.rados.0.smithi012.stdout:3600: writing smithi01277369-36 from 0 to 532480 tid 1 2024-04-02T08:35:51.078 INFO:tasks.rados.rados.0.smithi012.stdout:3600: writing smithi01277369-36 from 532480 to 1187840 tid 2 2024-04-02T08:35:51.084 INFO:tasks.rados.rados.0.smithi012.stdout:3600: writing smithi01277369-36 from 1187840 to 1941504 tid 3 2024-04-02T08:35:51.085 INFO:tasks.rados.rados.0.smithi012.stdout:3600: writing smithi01277369-36 from 1941504 to 2138112 tid 4 2024-04-02T08:35:51.086 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 8 current snap is 340 2024-04-02T08:35:51.086 INFO:tasks.rados.rados.0.smithi012.stdout:3598: finishing rollback tid 0 to smithi01277369-20 2024-04-02T08:35:51.086 INFO:tasks.rados.rados.0.smithi012.stdout:3598: finishing rollback tid 1 to smithi01277369-20 2024-04-02T08:35:51.086 INFO:tasks.rados.rados.0.smithi012.stdout:3598: finishing rollback tid 2 to smithi01277369-20 2024-04-02T08:35:51.086 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 20 v 2799 (ObjNum 1045 snap 316 seq_num 1045) dirty exists 2024-04-02T08:35:51.087 INFO:tasks.rados.rados.0.smithi012.stdout:3600: finishing write tid 1 to smithi01277369-36 2024-04-02T08:35:51.087 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 16 v 1880 (ObjNum 1099 snap 328 seq_num 1099) dirty exists 2024-04-02T08:35:51.087 INFO:tasks.rados.rados.0.smithi012.stdout:3601: seq_num 1131 ranges {1261568=548864,1810432=540672,2351104=565248,2916352=425984,3342336=73728} 2024-04-02T08:35:51.097 INFO:tasks.rados.rados.0.smithi012.stdout:3601: writing smithi01277369-8 from 1261568 to 1810432 tid 1 2024-04-02T08:35:51.100 INFO:tasks.rados.rados.0.smithi012.stdout:3601: writing smithi01277369-8 from 1810432 to 2351104 tid 2 2024-04-02T08:35:51.105 INFO:tasks.rados.rados.0.smithi012.stdout:3601: writing smithi01277369-8 from 2351104 to 2916352 tid 3 2024-04-02T08:35:51.106 INFO:tasks.rados.rados.0.smithi012.stdout:3601: writing smithi01277369-8 from 2916352 to 3342336 tid 4 2024-04-02T08:35:51.107 INFO:tasks.rados.rados.0.smithi012.stdout:3601: writing smithi01277369-8 from 3342336 to 3416064 tid 5 2024-04-02T08:35:51.107 INFO:tasks.rados.rados.0.smithi012.stdout:3595: done (6 left) 2024-04-02T08:35:51.107 INFO:tasks.rados.rados.0.smithi012.stdout:3598: done (5 left) 2024-04-02T08:35:51.107 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 40 current snap is 340 2024-04-02T08:35:51.107 INFO:tasks.rados.rados.0.smithi012.stdout:3599: finishing copy_from racing read to smithi01277369-48 2024-04-02T08:35:51.107 INFO:tasks.rados.rados.0.smithi012.stdout:3602: seq_num 1132 ranges {0=565248,565248=425984,991232=770048,1761280=409600} 2024-04-02T08:35:51.110 INFO:tasks.rados.rados.0.smithi012.stdout:3602: writing smithi01277369-40 from 0 to 565248 tid 1 2024-04-02T08:35:51.113 INFO:tasks.rados.rados.0.smithi012.stdout:3602: writing smithi01277369-40 from 565248 to 991232 tid 2 2024-04-02T08:35:51.118 INFO:tasks.rados.rados.0.smithi012.stdout:3602: writing smithi01277369-40 from 991232 to 1761280 tid 3 2024-04-02T08:35:51.121 INFO:tasks.rados.rados.0.smithi012.stdout:3602: writing smithi01277369-40 from 1761280 to 2170880 tid 4 2024-04-02T08:35:51.121 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 3 current snap is 340 2024-04-02T08:35:51.121 INFO:tasks.rados.rados.0.smithi012.stdout:3597: finishing rollback tid 0 to smithi01277369-38 2024-04-02T08:35:51.121 INFO:tasks.rados.rados.0.smithi012.stdout:3603: seq_num 1133 ranges {0=581632,581632=753664,1335296=573440,1908736=278528} 2024-04-02T08:35:51.124 INFO:tasks.rados.rados.0.smithi012.stdout:3603: writing smithi01277369-3 from 0 to 581632 tid 1 2024-04-02T08:35:51.128 INFO:tasks.rados.rados.0.smithi012.stdout:3603: writing smithi01277369-3 from 581632 to 1335296 tid 2 2024-04-02T08:35:51.132 INFO:tasks.rados.rados.0.smithi012.stdout:3603: writing smithi01277369-3 from 1335296 to 1908736 tid 3 2024-04-02T08:35:51.134 INFO:tasks.rados.rados.0.smithi012.stdout:3603: writing smithi01277369-3 from 1908736 to 2187264 tid 4 2024-04-02T08:35:51.134 INFO:tasks.rados.rados.0.smithi012.stdout:3604: read oid 33 snap -1 2024-04-02T08:35:51.134 INFO:tasks.rados.rados.0.smithi012.stdout:3604: expect (ObjNum 1037 snap 311 seq_num 1037) 2024-04-02T08:35:51.135 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 34 current snap is 340 2024-04-02T08:35:51.135 INFO:tasks.rados.rados.0.smithi012.stdout:3599: finishing copy_from to smithi01277369-48 2024-04-02T08:35:51.135 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 48 v 2773 (ObjNum 1039 snap 312 seq_num 1039) dirty exists 2024-04-02T08:35:51.135 INFO:tasks.rados.rados.0.smithi012.stdout:3600: finishing write tid 2 to smithi01277369-36 2024-04-02T08:35:51.135 INFO:tasks.rados.rados.0.smithi012.stdout:3600: finishing write tid 3 to smithi01277369-36 2024-04-02T08:35:51.135 INFO:tasks.rados.rados.0.smithi012.stdout:3600: finishing write tid 4 to smithi01277369-36 2024-04-02T08:35:51.135 INFO:tasks.rados.rados.0.smithi012.stdout:3600: finishing write tid 5 to smithi01277369-36 2024-04-02T08:35:51.135 INFO:tasks.rados.rados.0.smithi012.stdout:3600: finishing write tid 6 to smithi01277369-36 2024-04-02T08:35:51.135 INFO:tasks.rados.rados.0.smithi012.stdout:3600: oid 36 updating version 0 to 2290 2024-04-02T08:35:51.135 INFO:tasks.rados.rados.0.smithi012.stdout:3600: oid 36 updating version 2290 to 2291 2024-04-02T08:35:51.135 INFO:tasks.rados.rados.0.smithi012.stdout:3600: oid 36 updating version 2291 to 2292 2024-04-02T08:35:51.135 INFO:tasks.rados.rados.0.smithi012.stdout:3600: oid 36 version 2292 is already newer than 2289 2024-04-02T08:35:51.135 INFO:tasks.rados.rados.0.smithi012.stdout:3600: oid 36 version 2292 is already newer than 2288 2024-04-02T08:35:51.135 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 36 v 2292 (ObjNum 1130 snap 340 seq_num 1130) dirty exists 2024-04-02T08:35:51.136 INFO:tasks.rados.rados.0.smithi012.stdout:3600: left oid 36 (ObjNum 1130 snap 340 seq_num 1130) 2024-04-02T08:35:51.136 INFO:tasks.rados.rados.0.smithi012.stdout:3597: finishing rollback tid 1 to smithi01277369-38 2024-04-02T08:35:51.136 INFO:tasks.rados.rados.0.smithi012.stdout:3597: finishing rollback tid 2 to smithi01277369-38 2024-04-02T08:35:51.136 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 38 v 2086 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-04-02T08:35:51.136 INFO:tasks.rados.rados.0.smithi012.stdout:3601: finishing write tid 1 to smithi01277369-8 2024-04-02T08:35:51.136 INFO:tasks.rados.rados.0.smithi012.stdout:3601: finishing write tid 2 to smithi01277369-8 2024-04-02T08:35:51.136 INFO:tasks.rados.rados.0.smithi012.stdout:3605: seq_num 1134 ranges {5488640=598016,6086656=638976,6725632=737280,7462912=229376} 2024-04-02T08:35:51.170 INFO:tasks.rados.rados.0.smithi012.stdout:3605: writing smithi01277369-34 from 5488640 to 6086656 tid 1 2024-04-02T08:35:51.173 INFO:tasks.rados.rados.0.smithi012.stdout:3605: writing smithi01277369-34 from 6086656 to 6725632 tid 2 2024-04-02T08:35:51.177 INFO:tasks.rados.rados.0.smithi012.stdout:3605: writing smithi01277369-34 from 6725632 to 7462912 tid 3 2024-04-02T08:35:51.179 INFO:tasks.rados.rados.0.smithi012.stdout:3605: writing smithi01277369-34 from 7462912 to 7692288 tid 4 2024-04-02T08:35:51.179 INFO:tasks.rados.rados.0.smithi012.stdout:3597: done (8 left) 2024-04-02T08:35:51.179 INFO:tasks.rados.rados.0.smithi012.stdout:3599: done (7 left) 2024-04-02T08:35:51.179 INFO:tasks.rados.rados.0.smithi012.stdout:3600: done (6 left) 2024-04-02T08:35:51.179 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 19 current snap is 340 2024-04-02T08:35:51.179 INFO:tasks.rados.rados.0.smithi012.stdout:3596: expect (ObjNum 1059 snap 317 seq_num 1059) 2024-04-02T08:35:51.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:51 smithi012 ceph-mon[88355]: pgmap v810: 121 pgs: 3 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 117 active+clean; 160 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.2 MiB/s wr, 5 op/s 2024-04-02T08:35:51.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:51 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:51.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:51 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:35:51.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:51 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:35:51.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:51 smithi012 ceph-mon[90784]: pgmap v810: 121 pgs: 3 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 117 active+clean; 160 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.2 MiB/s wr, 5 op/s 2024-04-02T08:35:51.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:51 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:51.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:51 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:35:51.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:51 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:35:51.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:51 smithi055 ceph-mon[85080]: pgmap v810: 121 pgs: 3 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 117 active+clean; 160 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.2 MiB/s wr, 5 op/s 2024-04-02T08:35:51.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:51 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:51.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:51 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:35:51.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:51 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:35:51.611 INFO:tasks.rados.rados.0.smithi012.stdout:3601: finishing write tid 3 to smithi01277369-8 2024-04-02T08:35:51.611 INFO:tasks.rados.rados.0.smithi012.stdout:3601: finishing write tid 4 to smithi01277369-8 2024-04-02T08:35:51.611 INFO:tasks.rados.rados.0.smithi012.stdout:3601: finishing write tid 5 to smithi01277369-8 2024-04-02T08:35:51.612 INFO:tasks.rados.rados.0.smithi012.stdout:3601: finishing write tid 6 to smithi01277369-8 2024-04-02T08:35:51.612 INFO:tasks.rados.rados.0.smithi012.stdout:3602: finishing write tid 1 to smithi01277369-40 2024-04-02T08:35:51.612 INFO:tasks.rados.rados.0.smithi012.stdout:3602: finishing write tid 2 to smithi01277369-40 2024-04-02T08:35:51.612 INFO:tasks.rados.rados.0.smithi012.stdout:3601: finishing write tid 7 to smithi01277369-8 2024-04-02T08:35:51.612 INFO:tasks.rados.rados.0.smithi012.stdout:3601: oid 8 updating version 0 to 2806 2024-04-02T08:35:51.612 INFO:tasks.rados.rados.0.smithi012.stdout:3601: oid 8 version 2806 is already newer than 2803 2024-04-02T08:35:51.612 INFO:tasks.rados.rados.0.smithi012.stdout:3601: oid 8 version 2806 is already newer than 2802 2024-04-02T08:35:51.612 INFO:tasks.rados.rados.0.smithi012.stdout:3601: oid 8 version 2806 is already newer than 2805 2024-04-02T08:35:51.612 INFO:tasks.rados.rados.0.smithi012.stdout:3601: oid 8 version 2806 is already newer than 2804 2024-04-02T08:35:51.612 INFO:tasks.rados.rados.0.smithi012.stdout:3601: oid 8 version 2806 is already newer than 2801 2024-04-02T08:35:51.612 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 8 v 2806 (ObjNum 1131 snap 340 seq_num 1131) dirty exists 2024-04-02T08:35:51.612 INFO:tasks.rados.rados.0.smithi012.stdout:3601: left oid 8 (ObjNum 1131 snap 340 seq_num 1131) 2024-04-02T08:35:51.612 INFO:tasks.rados.rados.0.smithi012.stdout:3602: finishing write tid 3 to smithi01277369-40 2024-04-02T08:35:51.613 INFO:tasks.rados.rados.0.smithi012.stdout:3602: finishing write tid 4 to smithi01277369-40 2024-04-02T08:35:51.613 INFO:tasks.rados.rados.0.smithi012.stdout:3602: finishing write tid 5 to smithi01277369-40 2024-04-02T08:35:51.613 INFO:tasks.rados.rados.0.smithi012.stdout:3606: seq_num 1135 ranges {3186688=614400,3801088=524288,4325376=540672,4866048=483328,5349376=57344} 2024-04-02T08:35:51.632 INFO:tasks.rados.rados.0.smithi012.stdout:3606: writing smithi01277369-19 from 3186688 to 3801088 tid 1 2024-04-02T08:35:51.634 INFO:tasks.rados.rados.0.smithi012.stdout:3606: writing smithi01277369-19 from 3801088 to 4325376 tid 2 2024-04-02T08:35:51.638 INFO:tasks.rados.rados.0.smithi012.stdout:3606: writing smithi01277369-19 from 4325376 to 4866048 tid 3 2024-04-02T08:35:51.641 INFO:tasks.rados.rados.0.smithi012.stdout:3606: writing smithi01277369-19 from 4866048 to 5349376 tid 4 2024-04-02T08:35:51.642 INFO:tasks.rados.rados.0.smithi012.stdout:3606: writing smithi01277369-19 from 5349376 to 5406720 tid 5 2024-04-02T08:35:51.642 INFO:tasks.rados.rados.0.smithi012.stdout:3596: done (6 left) 2024-04-02T08:35:51.642 INFO:tasks.rados.rados.0.smithi012.stdout:3601: done (5 left) 2024-04-02T08:35:51.643 INFO:tasks.rados.rados.0.smithi012.stdout:3607: rmattr oid 5 current snap is 340 2024-04-02T08:35:51.643 INFO:tasks.rados.rados.0.smithi012.stdout:3602: finishing write tid 6 to smithi01277369-40 2024-04-02T08:35:51.643 INFO:tasks.rados.rados.0.smithi012.stdout:3602: oid 40 updating version 0 to 2268 2024-04-02T08:35:51.643 INFO:tasks.rados.rados.0.smithi012.stdout:3602: oid 40 updating version 2268 to 2270 2024-04-02T08:35:51.643 INFO:tasks.rados.rados.0.smithi012.stdout:3602: oid 40 version 2270 is already newer than 2269 2024-04-02T08:35:51.643 INFO:tasks.rados.rados.0.smithi012.stdout:3602: oid 40 updating version 2270 to 2271 2024-04-02T08:35:51.643 INFO:tasks.rados.rados.0.smithi012.stdout:3602: oid 40 version 2271 is already newer than 2267 2024-04-02T08:35:51.643 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 40 v 2271 (ObjNum 1132 snap 340 seq_num 1132) dirty exists 2024-04-02T08:35:51.643 INFO:tasks.rados.rados.0.smithi012.stdout:3602: left oid 40 (ObjNum 1132 snap 340 seq_num 1132) 2024-04-02T08:35:51.643 INFO:tasks.rados.rados.0.smithi012.stdout:3603: finishing write tid 1 to smithi01277369-3 2024-04-02T08:35:51.643 INFO:tasks.rados.rados.0.smithi012.stdout:3603: finishing write tid 2 to smithi01277369-3 2024-04-02T08:35:51.644 INFO:tasks.rados.rados.0.smithi012.stdout:3603: finishing write tid 3 to smithi01277369-3 2024-04-02T08:35:51.644 INFO:tasks.rados.rados.0.smithi012.stdout:3603: finishing write tid 4 to smithi01277369-3 2024-04-02T08:35:51.644 INFO:tasks.rados.rados.0.smithi012.stdout:3603: finishing write tid 5 to smithi01277369-3 2024-04-02T08:35:51.644 INFO:tasks.rados.rados.0.smithi012.stdout:3603: finishing write tid 6 to smithi01277369-3 2024-04-02T08:35:51.644 INFO:tasks.rados.rados.0.smithi012.stdout:3603: oid 3 updating version 0 to 2705 2024-04-02T08:35:51.644 INFO:tasks.rados.rados.0.smithi012.stdout:3603: oid 3 updating version 2705 to 2707 2024-04-02T08:35:51.644 INFO:tasks.rados.rados.0.smithi012.stdout:3603: oid 3 version 2707 is already newer than 2703 2024-04-02T08:35:51.644 INFO:tasks.rados.rados.0.smithi012.stdout:3603: oid 3 version 2707 is already newer than 2706 2024-04-02T08:35:51.644 INFO:tasks.rados.rados.0.smithi012.stdout:3603: oid 3 version 2707 is already newer than 2704 2024-04-02T08:35:51.644 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 3 v 2707 (ObjNum 1133 snap 340 seq_num 1133) dirty exists 2024-04-02T08:35:51.644 INFO:tasks.rados.rados.0.smithi012.stdout:3603: left oid 3 (ObjNum 1133 snap 340 seq_num 1133) 2024-04-02T08:35:51.645 INFO:tasks.rados.rados.0.smithi012.stdout:3604: expect (ObjNum 1037 snap 311 seq_num 1037) 2024-04-02T08:35:52.047 INFO:tasks.rados.rados.0.smithi012.stdout:3605: finishing write tid 1 to smithi01277369-34 2024-04-02T08:35:52.047 INFO:tasks.rados.rados.0.smithi012.stdout:3605: finishing write tid 2 to smithi01277369-34 2024-04-02T08:35:52.047 INFO:tasks.rados.rados.0.smithi012.stdout:3605: finishing write tid 3 to smithi01277369-34 2024-04-02T08:35:52.047 INFO:tasks.rados.rados.0.smithi012.stdout:3605: finishing write tid 4 to smithi01277369-34 2024-04-02T08:35:52.047 INFO:tasks.rados.rados.0.smithi012.stdout:3605: finishing write tid 5 to smithi01277369-34 2024-04-02T08:35:52.048 INFO:tasks.rados.rados.0.smithi012.stdout:3605: finishing write tid 6 to smithi01277369-34 2024-04-02T08:35:52.048 INFO:tasks.rados.rados.0.smithi012.stdout:3605: oid 34 updating version 0 to 1118 2024-04-02T08:35:52.048 INFO:tasks.rados.rados.0.smithi012.stdout:3605: oid 34 updating version 1118 to 1121 2024-04-02T08:35:52.048 INFO:tasks.rados.rados.0.smithi012.stdout:3605: oid 34 updating version 1121 to 1122 2024-04-02T08:35:52.048 INFO:tasks.rados.rados.0.smithi012.stdout:3605: oid 34 version 1122 is already newer than 1119 2024-04-02T08:35:52.048 INFO:tasks.rados.rados.0.smithi012.stdout:3605: oid 34 version 1122 is already newer than 1120 2024-04-02T08:35:52.048 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 34 v 1122 (ObjNum 1134 snap 340 seq_num 1134) dirty exists 2024-04-02T08:35:52.048 INFO:tasks.rados.rados.0.smithi012.stdout:3605: left oid 34 (ObjNum 1134 snap 340 seq_num 1134) 2024-04-02T08:35:52.048 INFO:tasks.rados.rados.0.smithi012.stdout:3606: finishing write tid 1 to smithi01277369-19 2024-04-02T08:35:52.048 INFO:tasks.rados.rados.0.smithi012.stdout:3602: done (5 left) 2024-04-02T08:35:52.048 INFO:tasks.rados.rados.0.smithi012.stdout:3603: done (4 left) 2024-04-02T08:35:52.048 INFO:tasks.rados.rados.0.smithi012.stdout:3604: done (3 left) 2024-04-02T08:35:52.048 INFO:tasks.rados.rados.0.smithi012.stdout:3605: done (2 left) 2024-04-02T08:35:52.048 INFO:tasks.rados.rados.0.smithi012.stdout:3608: read oid 10 snap -1 2024-04-02T08:35:52.049 INFO:tasks.rados.rados.0.smithi012.stdout:3608: expect (ObjNum 1088 snap 326 seq_num 1088) 2024-04-02T08:35:52.049 INFO:tasks.rados.rados.0.smithi012.stdout:3609: rmattr oid 1 current snap is 340 2024-04-02T08:35:52.049 INFO:tasks.rados.rados.0.smithi012.stdout:3609: done (3 left) 2024-04-02T08:35:52.049 INFO:tasks.rados.rados.0.smithi012.stdout:3610: read oid 13 snap -1 2024-04-02T08:35:52.049 INFO:tasks.rados.rados.0.smithi012.stdout:3610: expect (ObjNum 1098 snap 328 seq_num 1098) 2024-04-02T08:35:52.049 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 7 current snap is 340 2024-04-02T08:35:52.049 INFO:tasks.rados.rados.0.smithi012.stdout:3606: finishing write tid 2 to smithi01277369-19 2024-04-02T08:35:52.049 INFO:tasks.rados.rados.0.smithi012.stdout:3606: finishing write tid 3 to smithi01277369-19 2024-04-02T08:35:52.049 INFO:tasks.rados.rados.0.smithi012.stdout:3611: seq_num 1136 ranges {671744=630784,1302528=409600,1712128=753664,2465792=417792,2883584=24576} 2024-04-02T08:35:52.055 INFO:tasks.rados.rados.0.smithi012.stdout:3611: writing smithi01277369-7 from 671744 to 1302528 tid 1 2024-04-02T08:35:52.058 INFO:tasks.rados.rados.0.smithi012.stdout:3611: writing smithi01277369-7 from 1302528 to 1712128 tid 2 2024-04-02T08:35:52.063 INFO:tasks.rados.rados.0.smithi012.stdout:3611: writing smithi01277369-7 from 1712128 to 2465792 tid 3 2024-04-02T08:35:52.068 INFO:tasks.rados.rados.0.smithi012.stdout:3611: writing smithi01277369-7 from 2465792 to 2883584 tid 4 2024-04-02T08:35:52.068 INFO:tasks.rados.rados.0.smithi012.stdout:3611: writing smithi01277369-7 from 2883584 to 2908160 tid 5 2024-04-02T08:35:52.068 INFO:tasks.rados.rados.0.smithi012.stdout:3612: read oid 22 snap 338 2024-04-02T08:35:52.068 INFO:tasks.rados.rados.0.smithi012.stdout:3612: expect (ObjNum 1064 snap 317 seq_num 1064) 2024-04-02T08:35:52.068 INFO:tasks.rados.rados.0.smithi012.stdout:3613: snap_create 2024-04-02T08:35:52.068 INFO:tasks.rados.rados.0.smithi012.stdout:3606: finishing write tid 4 to smithi01277369-19 2024-04-02T08:35:52.068 INFO:tasks.rados.rados.0.smithi012.stdout:3606: finishing write tid 5 to smithi01277369-19 2024-04-02T08:35:52.069 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 5 v 2272 (ObjNum 953 snap 292 seq_num 953) dirty exists 2024-04-02T08:35:52.069 INFO:tasks.rados.rados.0.smithi012.stdout:3606: finishing write tid 6 to smithi01277369-19 2024-04-02T08:35:52.069 INFO:tasks.rados.rados.0.smithi012.stdout:3606: finishing write tid 7 to smithi01277369-19 2024-04-02T08:35:52.069 INFO:tasks.rados.rados.0.smithi012.stdout:3606: oid 19 updating version 0 to 2089 2024-04-02T08:35:52.069 INFO:tasks.rados.rados.0.smithi012.stdout:3606: oid 19 updating version 2089 to 2090 2024-04-02T08:35:52.069 INFO:tasks.rados.rados.0.smithi012.stdout:3606: oid 19 updating version 2090 to 2092 2024-04-02T08:35:52.069 INFO:tasks.rados.rados.0.smithi012.stdout:3606: oid 19 version 2092 is already newer than 2087 2024-04-02T08:35:52.069 INFO:tasks.rados.rados.0.smithi012.stdout:3606: oid 19 version 2092 is already newer than 2088 2024-04-02T08:35:52.069 INFO:tasks.rados.rados.0.smithi012.stdout:3606: oid 19 version 2092 is already newer than 2091 2024-04-02T08:35:52.069 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 19 v 2092 (ObjNum 1135 snap 340 seq_num 1135) dirty exists 2024-04-02T08:35:52.069 INFO:tasks.rados.rados.0.smithi012.stdout:3606: left oid 19 (ObjNum 1135 snap 340 seq_num 1135) 2024-04-02T08:35:52.069 INFO:tasks.rados.rados.0.smithi012.stdout:3611: finishing write tid 1 to smithi01277369-7 2024-04-02T08:35:52.069 INFO:tasks.rados.rados.0.smithi012.stdout:3611: finishing write tid 2 to smithi01277369-7 2024-04-02T08:35:52.074 INFO:tasks.rados.rados.0.smithi012.stdout:3611: finishing write tid 3 to smithi01277369-7 2024-04-02T08:35:52.074 INFO:tasks.rados.rados.0.smithi012.stdout:3611: finishing write tid 4 to smithi01277369-7 2024-04-02T08:35:52.074 INFO:tasks.rados.rados.0.smithi012.stdout:3611: finishing write tid 5 to smithi01277369-7 2024-04-02T08:35:52.081 INFO:tasks.rados.rados.0.smithi012.stdout:3611: finishing write tid 6 to smithi01277369-7 2024-04-02T08:35:52.081 INFO:tasks.rados.rados.0.smithi012.stdout:3611: finishing write tid 7 to smithi01277369-7 2024-04-02T08:35:52.081 INFO:tasks.rados.rados.0.smithi012.stdout:3611: oid 7 updating version 0 to 2296 2024-04-02T08:35:52.081 INFO:tasks.rados.rados.0.smithi012.stdout:3611: oid 7 updating version 2296 to 2298 2024-04-02T08:35:52.081 INFO:tasks.rados.rados.0.smithi012.stdout:3611: oid 7 version 2298 is already newer than 2293 2024-04-02T08:35:52.081 INFO:tasks.rados.rados.0.smithi012.stdout:3611: oid 7 version 2298 is already newer than 2294 2024-04-02T08:35:52.081 INFO:tasks.rados.rados.0.smithi012.stdout:3611: oid 7 version 2298 is already newer than 2295 2024-04-02T08:35:52.081 INFO:tasks.rados.rados.0.smithi012.stdout:3611: oid 7 version 2298 is already newer than 2297 2024-04-02T08:35:52.081 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 7 v 2298 (ObjNum 1136 snap 340 seq_num 1136) dirty exists 2024-04-02T08:35:52.082 INFO:tasks.rados.rados.0.smithi012.stdout:3611: left oid 7 (ObjNum 1136 snap 340 seq_num 1136) 2024-04-02T08:35:52.089 INFO:tasks.rados.rados.0.smithi012.stdout:3610: expect (ObjNum 1098 snap 328 seq_num 1098) 2024-04-02T08:35:52.313 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:52 smithi055 ceph-mon[85080]: osdmap e762: 8 total, 8 up, 8 in 2024-04-02T08:35:52.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:52 smithi012 ceph-mon[88355]: osdmap e762: 8 total, 8 up, 8 in 2024-04-02T08:35:52.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:52 smithi012 ceph-mon[90784]: osdmap e762: 8 total, 8 up, 8 in 2024-04-02T08:35:52.706 INFO:tasks.rados.rados.0.smithi012.stdout:3608: expect (ObjNum 1088 snap 326 seq_num 1088) 2024-04-02T08:35:52.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:35:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:35:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:35:53.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:53 smithi012 ceph-mon[88355]: pgmap v812: 121 pgs: 121 active+clean; 158 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-04-02T08:35:53.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:53 smithi012 ceph-mon[90784]: pgmap v812: 121 pgs: 121 active+clean; 158 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-04-02T08:35:53.442 INFO:tasks.rados.rados.0.smithi012.stdout:3612: expect (ObjNum 1064 snap 317 seq_num 1064) 2024-04-02T08:35:53.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:53 smithi055 ceph-mon[85080]: pgmap v812: 121 pgs: 121 active+clean; 158 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-04-02T08:35:53.874 INFO:tasks.rados.rados.0.smithi012.stdout:3606: done (6 left) 2024-04-02T08:35:53.874 INFO:tasks.rados.rados.0.smithi012.stdout:3607: done (5 left) 2024-04-02T08:35:53.874 INFO:tasks.rados.rados.0.smithi012.stdout:3608: done (4 left) 2024-04-02T08:35:53.874 INFO:tasks.rados.rados.0.smithi012.stdout:3610: done (3 left) 2024-04-02T08:35:53.874 INFO:tasks.rados.rados.0.smithi012.stdout:3611: done (2 left) 2024-04-02T08:35:53.874 INFO:tasks.rados.rados.0.smithi012.stdout:3612: done (1 left) 2024-04-02T08:35:53.874 INFO:tasks.rados.rados.0.smithi012.stdout:3613: done (0 left) 2024-04-02T08:35:53.874 INFO:tasks.rados.rados.0.smithi012.stdout:3614: read oid 6 snap -1 2024-04-02T08:35:53.874 INFO:tasks.rados.rados.0.smithi012.stdout:3614: expect (ObjNum 1062 snap 317 seq_num 1062) 2024-04-02T08:35:53.875 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 4 current snap is 341 2024-04-02T08:35:53.875 INFO:tasks.rados.rados.0.smithi012.stdout:3615: seq_num 1137 ranges {0=647168,647168=696320,1343488=557056,1900544=352256} 2024-04-02T08:35:53.876 INFO:tasks.rados.rados.0.smithi012.stdout:3615: writing smithi01277369-4 from 0 to 647168 tid 1 2024-04-02T08:35:53.880 INFO:tasks.rados.rados.0.smithi012.stdout:3615: writing smithi01277369-4 from 647168 to 1343488 tid 2 2024-04-02T08:35:53.883 INFO:tasks.rados.rados.0.smithi012.stdout:3615: writing smithi01277369-4 from 1343488 to 1900544 tid 3 2024-04-02T08:35:53.885 INFO:tasks.rados.rados.0.smithi012.stdout:3615: writing smithi01277369-4 from 1900544 to 2252800 tid 4 2024-04-02T08:35:53.886 INFO:tasks.rados.rados.0.smithi012.stdout:3616: read oid 17 snap -1 2024-04-02T08:35:53.886 INFO:tasks.rados.rados.0.smithi012.stdout:3616: expect (ObjNum 1102 snap 332 seq_num 1102) 2024-04-02T08:35:53.886 INFO:tasks.rados.rados.0.smithi012.stdout:3617: snap_remove snap 338 2024-04-02T08:35:54.003 INFO:tasks.rados.rados.0.smithi012.stdout:3617: done (3 left) 2024-04-02T08:35:54.004 INFO:tasks.rados.rados.0.smithi012.stdout:3618: copy_from oid 12 from oid 11 current snap is 341 2024-04-02T08:35:54.004 INFO:tasks.rados.rados.0.smithi012.stdout:3614: expect (ObjNum 1062 snap 317 seq_num 1062) 2024-04-02T08:35:54.036 INFO:tasks.rados.rados.0.smithi012.stdout:3615: finishing write tid 1 to smithi01277369-4 2024-04-02T08:35:54.036 INFO:tasks.rados.rados.0.smithi012.stdout:3615: finishing write tid 2 to smithi01277369-4 2024-04-02T08:35:54.036 INFO:tasks.rados.rados.0.smithi012.stdout:3615: finishing write tid 3 to smithi01277369-4 2024-04-02T08:35:54.036 INFO:tasks.rados.rados.0.smithi012.stdout:3615: finishing write tid 4 to smithi01277369-4 2024-04-02T08:35:54.036 INFO:tasks.rados.rados.0.smithi012.stdout:3615: finishing write tid 5 to smithi01277369-4 2024-04-02T08:35:54.036 INFO:tasks.rados.rados.0.smithi012.stdout:3615: finishing write tid 6 to smithi01277369-4 2024-04-02T08:35:54.036 INFO:tasks.rados.rados.0.smithi012.stdout:3615: oid 4 updating version 0 to 2710 2024-04-02T08:35:54.036 INFO:tasks.rados.rados.0.smithi012.stdout:3615: oid 4 updating version 2710 to 2711 2024-04-02T08:35:54.037 INFO:tasks.rados.rados.0.smithi012.stdout:3615: oid 4 version 2711 is already newer than 2709 2024-04-02T08:35:54.037 INFO:tasks.rados.rados.0.smithi012.stdout:3615: oid 4 updating version 2711 to 2712 2024-04-02T08:35:54.037 INFO:tasks.rados.rados.0.smithi012.stdout:3615: oid 4 version 2712 is already newer than 2708 2024-04-02T08:35:54.037 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 4 v 2712 (ObjNum 1137 snap 341 seq_num 1137) dirty exists 2024-04-02T08:35:54.037 INFO:tasks.rados.rados.0.smithi012.stdout:3615: left oid 4 (ObjNum 1137 snap 341 seq_num 1137) 2024-04-02T08:35:54.037 INFO:tasks.rados.rados.0.smithi012.stdout:3616: expect (ObjNum 1102 snap 332 seq_num 1102) 2024-04-02T08:35:54.084 INFO:tasks.rados.rados.0.smithi012.stdout:3618: finishing copy_from racing read to smithi01277369-12 2024-04-02T08:35:54.084 INFO:tasks.rados.rados.0.smithi012.stdout:3618: finishing copy_from to smithi01277369-12 2024-04-02T08:35:54.084 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 12 v 2744 (ObjNum 1025 snap 306 seq_num 1025) dirty exists 2024-04-02T08:35:54.084 INFO:tasks.rados.rados.0.smithi012.stdout:3614: done (3 left) 2024-04-02T08:35:54.084 INFO:tasks.rados.rados.0.smithi012.stdout:3615: done (2 left) 2024-04-02T08:35:54.084 INFO:tasks.rados.rados.0.smithi012.stdout:3616: done (1 left) 2024-04-02T08:35:54.084 INFO:tasks.rados.rados.0.smithi012.stdout:3618: done (0 left) 2024-04-02T08:35:54.084 INFO:tasks.rados.rados.0.smithi012.stdout:3619: setattr oid 47 current snap is 341 2024-04-02T08:35:54.085 INFO:tasks.rados.rados.0.smithi012.stdout:3620: read oid 31 snap 339 2024-04-02T08:35:54.085 INFO:tasks.rados.rados.0.smithi012.stdout:3620: expect (ObjNum 1034 snap 311 seq_num 1034) 2024-04-02T08:35:54.086 INFO:tasks.rados.rados.0.smithi012.stdout:3621: read oid 28 snap 339 2024-04-02T08:35:54.086 INFO:tasks.rados.rados.0.smithi012.stdout:3621: expect deleted 2024-04-02T08:35:54.086 INFO:tasks.rados.rados.0.smithi012.stdout:3622: read oid 24 snap -1 2024-04-02T08:35:54.086 INFO:tasks.rados.rados.0.smithi012.stdout:3622: expect (ObjNum 1117 snap 337 seq_num 1117) 2024-04-02T08:35:54.086 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 45 current snap is 341 2024-04-02T08:35:54.086 INFO:tasks.rados.rados.0.smithi012.stdout:3623: seq_num 1138 ranges {3751936=663552,4415488=581632,4997120=712704,5709824=311296} 2024-04-02T08:35:54.110 INFO:tasks.rados.rados.0.smithi012.stdout:3623: writing smithi01277369-45 from 3751936 to 4415488 tid 1 2024-04-02T08:35:54.114 INFO:tasks.rados.rados.0.smithi012.stdout:3623: writing smithi01277369-45 from 4415488 to 4997120 tid 2 2024-04-02T08:35:54.118 INFO:tasks.rados.rados.0.smithi012.stdout:3623: writing smithi01277369-45 from 4997120 to 5709824 tid 3 2024-04-02T08:35:54.120 INFO:tasks.rados.rados.0.smithi012.stdout:3623: writing smithi01277369-45 from 5709824 to 6021120 tid 4 2024-04-02T08:35:54.121 INFO:tasks.rados.rados.0.smithi012.stdout:3624: read oid 13 snap -1 2024-04-02T08:35:54.121 INFO:tasks.rados.rados.0.smithi012.stdout:3624: expect (ObjNum 1098 snap 328 seq_num 1098) 2024-04-02T08:35:54.121 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 4 current snap is 341 2024-04-02T08:35:54.121 INFO:tasks.rados.rados.0.smithi012.stdout:3625: seq_num 1139 ranges {2252800=679936,2932736=458752,3391488=524288,3915776=540672,4456448=81920} 2024-04-02T08:35:54.138 INFO:tasks.rados.rados.0.smithi012.stdout:3625: writing smithi01277369-4 from 2252800 to 2932736 tid 1 2024-04-02T08:35:54.141 INFO:tasks.rados.rados.0.smithi012.stdout:3625: writing smithi01277369-4 from 2932736 to 3391488 tid 2 2024-04-02T08:35:54.145 INFO:tasks.rados.rados.0.smithi012.stdout:3625: writing smithi01277369-4 from 3391488 to 3915776 tid 3 2024-04-02T08:35:54.148 INFO:tasks.rados.rados.0.smithi012.stdout:3625: writing smithi01277369-4 from 3915776 to 4456448 tid 4 2024-04-02T08:35:54.149 INFO:tasks.rados.rados.0.smithi012.stdout:3625: writing smithi01277369-4 from 4456448 to 4538368 tid 5 2024-04-02T08:35:54.149 INFO:tasks.rados.rados.0.smithi012.stdout:3626: snap_remove snap 330 2024-04-02T08:35:54.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:54 smithi012 ceph-mon[88355]: osdmap e763: 8 total, 8 up, 8 in 2024-04-02T08:35:54.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:54 smithi012 ceph-mon[88355]: osdmap e764: 8 total, 8 up, 8 in 2024-04-02T08:35:54.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:54 smithi012 ceph-mon[90784]: osdmap e763: 8 total, 8 up, 8 in 2024-04-02T08:35:54.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:54 smithi012 ceph-mon[90784]: osdmap e764: 8 total, 8 up, 8 in 2024-04-02T08:35:54.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:54 smithi055 ceph-mon[85080]: osdmap e763: 8 total, 8 up, 8 in 2024-04-02T08:35:54.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:54 smithi055 ceph-mon[85080]: osdmap e764: 8 total, 8 up, 8 in 2024-04-02T08:35:55.083 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 47 v 2280 (ObjNum 1015 snap 303 seq_num 1015) dirty exists 2024-04-02T08:35:55.084 INFO:tasks.rados.rados.0.smithi012.stdout:3622: expect (ObjNum 1117 snap 337 seq_num 1117) 2024-04-02T08:35:55.425 INFO:tasks.rados.rados.0.smithi012.stdout:3623: finishing write tid 1 to smithi01277369-45 2024-04-02T08:35:55.425 INFO:tasks.rados.rados.0.smithi012.stdout:3623: finishing write tid 2 to smithi01277369-45 2024-04-02T08:35:55.425 INFO:tasks.rados.rados.0.smithi012.stdout:3619: done (7 left) 2024-04-02T08:35:55.425 INFO:tasks.rados.rados.0.smithi012.stdout:3621: done (6 left) 2024-04-02T08:35:55.425 INFO:tasks.rados.rados.0.smithi012.stdout:3622: done (5 left) 2024-04-02T08:35:55.425 INFO:tasks.rados.rados.0.smithi012.stdout:3626: done (4 left) 2024-04-02T08:35:55.425 INFO:tasks.rados.rados.0.smithi012.stdout:3627: copy_from oid 49 from oid 8 current snap is 341 2024-04-02T08:35:55.425 INFO:tasks.rados.rados.0.smithi012.stdout:3623: finishing write tid 3 to smithi01277369-45 2024-04-02T08:35:55.425 INFO:tasks.rados.rados.0.smithi012.stdout:3623: finishing write tid 4 to smithi01277369-45 2024-04-02T08:35:55.425 INFO:tasks.rados.rados.0.smithi012.stdout:3623: finishing write tid 5 to smithi01277369-45 2024-04-02T08:35:55.426 INFO:tasks.rados.rados.0.smithi012.stdout:3623: finishing write tid 6 to smithi01277369-45 2024-04-02T08:35:55.426 INFO:tasks.rados.rados.0.smithi012.stdout:3623: oid 45 updating version 0 to 2290 2024-04-02T08:35:55.426 INFO:tasks.rados.rados.0.smithi012.stdout:3623: oid 45 version 2290 is already newer than 2288 2024-04-02T08:35:55.426 INFO:tasks.rados.rados.0.smithi012.stdout:3623: oid 45 updating version 2290 to 2292 2024-04-02T08:35:55.426 INFO:tasks.rados.rados.0.smithi012.stdout:3623: oid 45 version 2292 is already newer than 2291 2024-04-02T08:35:55.426 INFO:tasks.rados.rados.0.smithi012.stdout:3623: oid 45 version 2292 is already newer than 2289 2024-04-02T08:35:55.426 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 45 v 2292 (ObjNum 1138 snap 341 seq_num 1138) dirty exists 2024-04-02T08:35:55.426 INFO:tasks.rados.rados.0.smithi012.stdout:3623: left oid 45 (ObjNum 1138 snap 341 seq_num 1138) 2024-04-02T08:35:55.426 INFO:tasks.rados.rados.0.smithi012.stdout:3620: expect (ObjNum 1034 snap 311 seq_num 1034) 2024-04-02T08:35:55.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:55 smithi012 ceph-mon[88355]: pgmap v815: 121 pgs: 121 active+clean; 158 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-04-02T08:35:55.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:55 smithi012 ceph-mon[90784]: pgmap v815: 121 pgs: 121 active+clean; 158 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-04-02T08:35:55.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:55 smithi055 ceph-mon[85080]: pgmap v815: 121 pgs: 121 active+clean; 158 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-04-02T08:35:56.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:56 smithi012 ceph-mon[88355]: osdmap e765: 8 total, 8 up, 8 in 2024-04-02T08:35:56.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:56 smithi012 ceph-mon[90784]: osdmap e765: 8 total, 8 up, 8 in 2024-04-02T08:35:56.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:56 smithi055 ceph-mon[85080]: osdmap e765: 8 total, 8 up, 8 in 2024-04-02T08:35:56.561 INFO:tasks.rados.rados.0.smithi012.stdout:3625: finishing write tid 1 to smithi01277369-4 2024-04-02T08:35:56.561 INFO:tasks.rados.rados.0.smithi012.stdout:3625: finishing write tid 2 to smithi01277369-4 2024-04-02T08:35:56.561 INFO:tasks.rados.rados.0.smithi012.stdout:3625: finishing write tid 3 to smithi01277369-4 2024-04-02T08:35:56.561 INFO:tasks.rados.rados.0.smithi012.stdout:3625: finishing write tid 4 to smithi01277369-4 2024-04-02T08:35:56.561 INFO:tasks.rados.rados.0.smithi012.stdout:3625: finishing write tid 5 to smithi01277369-4 2024-04-02T08:35:56.561 INFO:tasks.rados.rados.0.smithi012.stdout:3625: finishing write tid 6 to smithi01277369-4 2024-04-02T08:35:56.561 INFO:tasks.rados.rados.0.smithi012.stdout:3624: expect (ObjNum 1098 snap 328 seq_num 1098) 2024-04-02T08:35:57.166 INFO:tasks.rados.rados.0.smithi012.stdout:3625: finishing write tid 7 to smithi01277369-4 2024-04-02T08:35:57.166 INFO:tasks.rados.rados.0.smithi012.stdout:3625: oid 4 updating version 0 to 2715 2024-04-02T08:35:57.166 INFO:tasks.rados.rados.0.smithi012.stdout:3625: oid 4 version 2715 is already newer than 2713 2024-04-02T08:35:57.166 INFO:tasks.rados.rados.0.smithi012.stdout:3625: oid 4 updating version 2715 to 2718 2024-04-02T08:35:57.166 INFO:tasks.rados.rados.0.smithi012.stdout:3625: oid 4 version 2718 is already newer than 2716 2024-04-02T08:35:57.166 INFO:tasks.rados.rados.0.smithi012.stdout:3625: oid 4 version 2718 is already newer than 2717 2024-04-02T08:35:57.166 INFO:tasks.rados.rados.0.smithi012.stdout:3625: oid 4 version 2718 is already newer than 2714 2024-04-02T08:35:57.166 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 4 v 2718 (ObjNum 1139 snap 341 seq_num 1139) dirty exists 2024-04-02T08:35:57.166 INFO:tasks.rados.rados.0.smithi012.stdout:3625: left oid 4 (ObjNum 1139 snap 341 seq_num 1139) 2024-04-02T08:35:57.167 INFO:tasks.rados.rados.0.smithi012.stdout:3620: done (4 left) 2024-04-02T08:35:57.167 INFO:tasks.rados.rados.0.smithi012.stdout:3623: done (3 left) 2024-04-02T08:35:57.167 INFO:tasks.rados.rados.0.smithi012.stdout:3624: done (2 left) 2024-04-02T08:35:57.167 INFO:tasks.rados.rados.0.smithi012.stdout:3625: done (1 left) 2024-04-02T08:35:57.167 INFO:tasks.rados.rados.0.smithi012.stdout:3628: read oid 4 snap -1 2024-04-02T08:35:57.167 INFO:tasks.rados.rados.0.smithi012.stdout:3628: expect (ObjNum 1139 snap 341 seq_num 1139) 2024-04-02T08:35:57.167 INFO:tasks.rados.rados.0.smithi012.stdout:3629: read oid 36 snap -1 2024-04-02T08:35:57.167 INFO:tasks.rados.rados.0.smithi012.stdout:3629: expect (ObjNum 1130 snap 340 seq_num 1130) 2024-04-02T08:35:57.167 INFO:tasks.rados.rados.0.smithi012.stdout:3630: copy_from oid 50 from oid 21 current snap is 341 2024-04-02T08:35:57.167 INFO:tasks.rados.rados.0.smithi012.stdout:3627: finishing copy_from racing read to smithi01277369-49 2024-04-02T08:35:57.167 INFO:tasks.rados.rados.0.smithi012.stdout:3627: finishing copy_from to smithi01277369-49 2024-04-02T08:35:57.167 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 49 v 2806 (ObjNum 1131 snap 340 seq_num 1131) dirty exists 2024-04-02T08:35:57.167 INFO:tasks.rados.rados.0.smithi012.stdout:3627: done (3 left) 2024-04-02T08:35:57.167 INFO:tasks.rados.rados.0.smithi012.stdout:3631: setattr oid 45 current snap is 341 2024-04-02T08:35:57.168 INFO:tasks.rados.rados.0.smithi012.stdout:3632: delete oid 34 current snap is 341 2024-04-02T08:35:57.174 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 45 v 2293 (ObjNum 1138 snap 341 seq_num 1138) dirty exists 2024-04-02T08:35:57.176 INFO:tasks.rados.rados.0.smithi012.stdout:3629: expect (ObjNum 1130 snap 340 seq_num 1130) 2024-04-02T08:35:57.235 INFO:tasks.rados.rados.0.smithi012.stdout:3628: expect (ObjNum 1139 snap 341 seq_num 1139) 2024-04-02T08:35:57.393 INFO:tasks.rados.rados.0.smithi012.stdout:3630: finishing copy_from racing read to smithi01277369-50 2024-04-02T08:35:57.393 INFO:tasks.rados.rados.0.smithi012.stdout:3630: finishing copy_from to smithi01277369-50 2024-04-02T08:35:57.393 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 50 v 2080 (ObjNum 1059 snap 317 seq_num 1059) dirty exists 2024-04-02T08:35:57.393 INFO:tasks.rados.rados.0.smithi012.stdout:3628: done (4 left) 2024-04-02T08:35:57.393 INFO:tasks.rados.rados.0.smithi012.stdout:3629: done (3 left) 2024-04-02T08:35:57.393 INFO:tasks.rados.rados.0.smithi012.stdout:3630: done (2 left) 2024-04-02T08:35:57.393 INFO:tasks.rados.rados.0.smithi012.stdout:3631: done (1 left) 2024-04-02T08:35:57.393 INFO:tasks.rados.rados.0.smithi012.stdout:3632: done (0 left) 2024-04-02T08:35:57.393 INFO:tasks.rados.rados.0.smithi012.stdout:3633: copy_from oid 24 from oid 11 current snap is 341 2024-04-02T08:35:57.394 INFO:tasks.rados.rados.0.smithi012.stdout:3634: copy_from oid 46 from oid 29 current snap is 341 2024-04-02T08:35:57.394 INFO:tasks.rados.rados.0.smithi012.stdout:3635: delete oid 34 current snap is 341 2024-04-02T08:35:57.394 INFO:tasks.rados.rados.0.smithi012.stdout:3635: done (2 left) 2024-04-02T08:35:57.394 INFO:tasks.rados.rados.0.smithi012.stdout:3636: snap_remove snap 339 2024-04-02T08:35:57.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:57 smithi012 ceph-mon[88355]: pgmap v817: 121 pgs: 121 active+clean; 160 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 37 MiB/s rd, 4.3 MiB/s wr, 29 op/s 2024-04-02T08:35:57.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:57 smithi012 ceph-mon[90784]: pgmap v817: 121 pgs: 121 active+clean; 160 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 37 MiB/s rd, 4.3 MiB/s wr, 29 op/s 2024-04-02T08:35:57.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:57 smithi055 ceph-mon[85080]: pgmap v817: 121 pgs: 121 active+clean; 160 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 37 MiB/s rd, 4.3 MiB/s wr, 29 op/s 2024-04-02T08:35:58.096 INFO:tasks.rados.rados.0.smithi012.stdout:3634: finishing copy_from racing read to smithi01277369-46 2024-04-02T08:35:58.096 INFO:tasks.rados.rados.0.smithi012.stdout:3633: finishing copy_from racing read to smithi01277369-24 2024-04-02T08:35:58.097 INFO:tasks.rados.rados.0.smithi012.stdout:3633: finishing copy_from to smithi01277369-24 2024-04-02T08:35:58.097 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 24 v 2744 (ObjNum 1025 snap 306 seq_num 1025) dirty exists 2024-04-02T08:35:58.097 INFO:tasks.rados.rados.0.smithi012.stdout:3634: finishing copy_from to smithi01277369-46 2024-04-02T08:35:58.097 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 46 v 2579 (ObjNum 1025 snap 306 seq_num 1025) dirty exists 2024-04-02T08:35:58.097 INFO:tasks.rados.rados.0.smithi012.stdout:3633: done (2 left) 2024-04-02T08:35:58.097 INFO:tasks.rados.rados.0.smithi012.stdout:3634: done (1 left) 2024-04-02T08:35:58.097 INFO:tasks.rados.rados.0.smithi012.stdout:3636: done (0 left) 2024-04-02T08:35:58.097 INFO:tasks.rados.rados.0.smithi012.stdout:3637: setattr oid 36 current snap is 341 2024-04-02T08:35:58.097 INFO:tasks.rados.rados.0.smithi012.stdout:3638: delete oid 33 current snap is 341 2024-04-02T08:35:58.108 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 36 v 2745 (ObjNum 1130 snap 340 seq_num 1130) dirty exists 2024-04-02T08:35:58.108 INFO:tasks.rados.rados.0.smithi012.stdout:3637: done (1 left) 2024-04-02T08:35:58.109 INFO:tasks.rados.rados.0.smithi012.stdout:3638: done (0 left) 2024-04-02T08:35:58.109 INFO:tasks.rados.rados.0.smithi012.stdout:3639: read oid 23 snap -1 2024-04-02T08:35:58.109 INFO:tasks.rados.rados.0.smithi012.stdout:3639: expect (ObjNum 1129 snap 339 seq_num 1129) 2024-04-02T08:35:58.109 INFO:tasks.rados.rados.0.smithi012.stdout:3640: snap_remove snap 337 2024-04-02T08:35:58.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:35:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:35:57] "GET /metrics HTTP/1.1" 200 36250 "" "Prometheus/2.43.0" 2024-04-02T08:35:59.005 INFO:tasks.rados.rados.0.smithi012.stdout:3640: done (1 left) 2024-04-02T08:35:59.005 INFO:tasks.rados.rados.0.smithi012.stdout:3641: snap_remove snap 340 2024-04-02T08:35:59.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:59 smithi012 ceph-mon[88355]: osdmap e766: 8 total, 8 up, 8 in 2024-04-02T08:35:59.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:59 smithi012 ceph-mon[88355]: pgmap v819: 121 pgs: 121 active+clean; 160 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 37 MiB/s rd, 4.3 MiB/s wr, 29 op/s 2024-04-02T08:35:59.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:35:59 smithi012 ceph-mon[88355]: osdmap e767: 8 total, 8 up, 8 in 2024-04-02T08:35:59.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:59 smithi012 ceph-mon[90784]: osdmap e766: 8 total, 8 up, 8 in 2024-04-02T08:35:59.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:59 smithi012 ceph-mon[90784]: pgmap v819: 121 pgs: 121 active+clean; 160 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 37 MiB/s rd, 4.3 MiB/s wr, 29 op/s 2024-04-02T08:35:59.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:35:59 smithi012 ceph-mon[90784]: osdmap e767: 8 total, 8 up, 8 in 2024-04-02T08:35:59.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:59 smithi055 ceph-mon[85080]: osdmap e766: 8 total, 8 up, 8 in 2024-04-02T08:35:59.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:59 smithi055 ceph-mon[85080]: pgmap v819: 121 pgs: 121 active+clean; 160 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 37 MiB/s rd, 4.3 MiB/s wr, 29 op/s 2024-04-02T08:35:59.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:35:59 smithi055 ceph-mon[85080]: osdmap e767: 8 total, 8 up, 8 in 2024-04-02T08:36:00.005 INFO:tasks.rados.rados.0.smithi012.stdout:3641: done (1 left) 2024-04-02T08:36:00.005 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 31 current snap is 341 2024-04-02T08:36:00.005 INFO:tasks.rados.rados.0.smithi012.stdout:3642: seq_num 1143 ranges {10387456=753664,11141120=450560,11591680=507904,12099584=589824,12689408=57344} 2024-04-02T08:36:00.067 INFO:tasks.rados.rados.0.smithi012.stdout:3642: writing smithi01277369-31 from 10387456 to 11141120 tid 1 2024-04-02T08:36:00.069 INFO:tasks.rados.rados.0.smithi012.stdout:3642: writing smithi01277369-31 from 11141120 to 11591680 tid 2 2024-04-02T08:36:00.072 INFO:tasks.rados.rados.0.smithi012.stdout:3642: writing smithi01277369-31 from 11591680 to 12099584 tid 3 2024-04-02T08:36:00.076 INFO:tasks.rados.rados.0.smithi012.stdout:3642: writing smithi01277369-31 from 12099584 to 12689408 tid 4 2024-04-02T08:36:00.077 INFO:tasks.rados.rados.0.smithi012.stdout:3642: writing smithi01277369-31 from 12689408 to 12746752 tid 5 2024-04-02T08:36:00.077 INFO:tasks.rados.rados.0.smithi012.stdout:3643: setattr oid 40 current snap is 341 2024-04-02T08:36:00.077 INFO:tasks.rados.rados.0.smithi012.stdout:3639: expect (ObjNum 1129 snap 339 seq_num 1129) 2024-04-02T08:36:00.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:00 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:00.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:00 smithi012 ceph-mon[88355]: osdmap e768: 8 total, 8 up, 8 in 2024-04-02T08:36:00.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:00 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:00.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:00 smithi012 ceph-mon[90784]: osdmap e768: 8 total, 8 up, 8 in 2024-04-02T08:36:00.462 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:00 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:00.462 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:00 smithi055 ceph-mon[85080]: osdmap e768: 8 total, 8 up, 8 in 2024-04-02T08:36:00.941 INFO:tasks.rados.rados.0.smithi012.stdout:3642: finishing write tid 1 to smithi01277369-31 2024-04-02T08:36:00.942 INFO:tasks.rados.rados.0.smithi012.stdout:3642: finishing write tid 2 to smithi01277369-31 2024-04-02T08:36:00.942 INFO:tasks.rados.rados.0.smithi012.stdout:3642: finishing write tid 3 to smithi01277369-31 2024-04-02T08:36:00.942 INFO:tasks.rados.rados.0.smithi012.stdout:3642: finishing write tid 4 to smithi01277369-31 2024-04-02T08:36:00.942 INFO:tasks.rados.rados.0.smithi012.stdout:3642: finishing write tid 5 to smithi01277369-31 2024-04-02T08:36:00.942 INFO:tasks.rados.rados.0.smithi012.stdout:3642: finishing write tid 6 to smithi01277369-31 2024-04-02T08:36:00.942 INFO:tasks.rados.rados.0.smithi012.stdout:3642: finishing write tid 7 to smithi01277369-31 2024-04-02T08:36:00.942 INFO:tasks.rados.rados.0.smithi012.stdout:3642: oid 31 updating version 0 to 2102 2024-04-02T08:36:00.942 INFO:tasks.rados.rados.0.smithi012.stdout:3642: oid 31 updating version 2102 to 2105 2024-04-02T08:36:00.942 INFO:tasks.rados.rados.0.smithi012.stdout:3642: oid 31 version 2105 is already newer than 2104 2024-04-02T08:36:00.942 INFO:tasks.rados.rados.0.smithi012.stdout:3642: oid 31 version 2105 is already newer than 2100 2024-04-02T08:36:00.942 INFO:tasks.rados.rados.0.smithi012.stdout:3642: oid 31 version 2105 is already newer than 2103 2024-04-02T08:36:00.943 INFO:tasks.rados.rados.0.smithi012.stdout:3642: oid 31 version 2105 is already newer than 2101 2024-04-02T08:36:00.943 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 31 v 2105 (ObjNum 1143 snap 341 seq_num 1143) dirty exists 2024-04-02T08:36:00.943 INFO:tasks.rados.rados.0.smithi012.stdout:3642: left oid 31 (ObjNum 1143 snap 341 seq_num 1143) 2024-04-02T08:36:00.943 INFO:tasks.rados.rados.0.smithi012.stdout:3639: done (2 left) 2024-04-02T08:36:00.943 INFO:tasks.rados.rados.0.smithi012.stdout:3642: done (1 left) 2024-04-02T08:36:00.943 INFO:tasks.rados.rados.0.smithi012.stdout:3644: read oid 16 snap -1 2024-04-02T08:36:00.943 INFO:tasks.rados.rados.0.smithi012.stdout:3644: expect (ObjNum 1099 snap 328 seq_num 1099) 2024-04-02T08:36:00.943 INFO:tasks.rados.rados.0.smithi012.stdout:3645: snap_create 2024-04-02T08:36:00.944 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 40 v 2273 (ObjNum 1132 snap 340 seq_num 1132) dirty exists 2024-04-02T08:36:00.969 INFO:tasks.rados.rados.0.smithi012.stdout:3644: expect (ObjNum 1099 snap 328 seq_num 1099) 2024-04-02T08:36:01.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:01 smithi012 ceph-mon[88355]: pgmap v822: 121 pgs: 121 active+clean; 151 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 32 MiB/s rd, 4.6 MiB/s wr, 27 op/s 2024-04-02T08:36:01.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:01 smithi012 ceph-mon[90784]: pgmap v822: 121 pgs: 121 active+clean; 151 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 32 MiB/s rd, 4.6 MiB/s wr, 27 op/s 2024-04-02T08:36:01.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:01 smithi055 ceph-mon[85080]: pgmap v822: 121 pgs: 121 active+clean; 151 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 32 MiB/s rd, 4.6 MiB/s wr, 27 op/s 2024-04-02T08:36:01.649 INFO:tasks.rados.rados.0.smithi012.stdout:3643: done (2 left) 2024-04-02T08:36:01.649 INFO:tasks.rados.rados.0.smithi012.stdout:3644: done (1 left) 2024-04-02T08:36:01.649 INFO:tasks.rados.rados.0.smithi012.stdout:3645: done (0 left) 2024-04-02T08:36:01.649 INFO:tasks.rados.rados.0.smithi012.stdout:3646: copy_from oid 33 from oid 47 current snap is 342 2024-04-02T08:36:01.649 INFO:tasks.rados.rados.0.smithi012.stdout:3647: snap_create 2024-04-02T08:36:01.655 INFO:tasks.rados.rados.0.smithi012.stdout:3646: finishing copy_from racing read to smithi01277369-33 2024-04-02T08:36:01.657 INFO:tasks.rados.rados.0.smithi012.stdout:3646: finishing copy_from to smithi01277369-33 2024-04-02T08:36:01.657 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 33 v 2280 (ObjNum 1015 snap 303 seq_num 1015) dirty exists 2024-04-02T08:36:02.122 INFO:tasks.rados.rados.0.smithi012.stdout:3646: done (1 left) 2024-04-02T08:36:02.122 INFO:tasks.rados.rados.0.smithi012.stdout:3647: done (0 left) 2024-04-02T08:36:02.122 INFO:tasks.rados.rados.0.smithi012.stdout:3648: delete oid 8 current snap is 343 2024-04-02T08:36:02.128 INFO:tasks.rados.rados.0.smithi012.stdout:3648: done (0 left) 2024-04-02T08:36:02.128 INFO:tasks.rados.rados.0.smithi012.stdout:3649: snap_remove snap 341 2024-04-02T08:36:02.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:02 smithi012 ceph-mon[88355]: osdmap e769: 8 total, 8 up, 8 in 2024-04-02T08:36:02.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:02 smithi012 ceph-mon[90784]: osdmap e769: 8 total, 8 up, 8 in 2024-04-02T08:36:02.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:02 smithi055 ceph-mon[85080]: osdmap e769: 8 total, 8 up, 8 in 2024-04-02T08:36:02.561 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:36:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:36:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:36:03.126 INFO:tasks.rados.rados.0.smithi012.stdout:3649: done (0 left) 2024-04-02T08:36:03.126 INFO:tasks.rados.rados.0.smithi012.stdout:3650: rmattr oid 5 current snap is 343 2024-04-02T08:36:03.126 INFO:tasks.rados.rados.0.smithi012.stdout:3651: snap_create 2024-04-02T08:36:03.132 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 5 v 2274 (ObjNum 953 snap 292 seq_num 953) dirty exists 2024-04-02T08:36:03.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:03 smithi012 ceph-mon[88355]: osdmap e770: 8 total, 8 up, 8 in 2024-04-02T08:36:03.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:03 smithi012 ceph-mon[88355]: pgmap v825: 121 pgs: 121 active+clean; 146 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 3.0 MiB/s wr, 18 op/s 2024-04-02T08:36:03.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:03 smithi012 ceph-mon[90784]: osdmap e770: 8 total, 8 up, 8 in 2024-04-02T08:36:03.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:03 smithi012 ceph-mon[90784]: pgmap v825: 121 pgs: 121 active+clean; 146 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 3.0 MiB/s wr, 18 op/s 2024-04-02T08:36:03.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:03 smithi055 ceph-mon[85080]: osdmap e770: 8 total, 8 up, 8 in 2024-04-02T08:36:03.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:03 smithi055 ceph-mon[85080]: pgmap v825: 121 pgs: 121 active+clean; 146 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 3.0 MiB/s wr, 18 op/s 2024-04-02T08:36:04.006 INFO:tasks.rados.rados.0.smithi012.stdout:3650: done (1 left) 2024-04-02T08:36:04.006 INFO:tasks.rados.rados.0.smithi012.stdout:3651: done (0 left) 2024-04-02T08:36:04.006 INFO:tasks.rados.rados.0.smithi012.stdout:3652: snap_remove snap 342 2024-04-02T08:36:04.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:04 smithi012 ceph-mon[88355]: osdmap e771: 8 total, 8 up, 8 in 2024-04-02T08:36:04.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:04 smithi012 ceph-mon[88355]: osdmap e772: 8 total, 8 up, 8 in 2024-04-02T08:36:04.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:04 smithi012 ceph-mon[90784]: osdmap e771: 8 total, 8 up, 8 in 2024-04-02T08:36:04.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:04 smithi012 ceph-mon[90784]: osdmap e772: 8 total, 8 up, 8 in 2024-04-02T08:36:04.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:04 smithi055 ceph-mon[85080]: osdmap e771: 8 total, 8 up, 8 in 2024-04-02T08:36:04.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:04 smithi055 ceph-mon[85080]: osdmap e772: 8 total, 8 up, 8 in 2024-04-02T08:36:05.009 INFO:tasks.rados.rados.0.smithi012.stdout:3652: done (0 left) 2024-04-02T08:36:05.009 INFO:tasks.rados.rados.0.smithi012.stdout:3653: snap_remove snap 343 2024-04-02T08:36:06.008 INFO:tasks.rados.rados.0.smithi012.stdout:3653: done (0 left) 2024-04-02T08:36:06.008 INFO:tasks.rados.rados.0.smithi012.stdout:3654: snap_create 2024-04-02T08:36:06.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:06 smithi055 ceph-mon[85080]: pgmap v828: 121 pgs: 121 active+clean; 146 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.1 MiB/s wr, 15 op/s 2024-04-02T08:36:06.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:06 smithi055 ceph-mon[85080]: osdmap e773: 8 total, 8 up, 8 in 2024-04-02T08:36:06.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:06 smithi012 ceph-mon[88355]: pgmap v828: 121 pgs: 121 active+clean; 146 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.1 MiB/s wr, 15 op/s 2024-04-02T08:36:06.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:06 smithi012 ceph-mon[88355]: osdmap e773: 8 total, 8 up, 8 in 2024-04-02T08:36:06.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:06 smithi012 ceph-mon[90784]: pgmap v828: 121 pgs: 121 active+clean; 146 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.1 MiB/s wr, 15 op/s 2024-04-02T08:36:06.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:06 smithi012 ceph-mon[90784]: osdmap e773: 8 total, 8 up, 8 in 2024-04-02T08:36:07.010 INFO:tasks.rados.rados.0.smithi012.stdout:3654: done (0 left) 2024-04-02T08:36:07.011 INFO:tasks.rados.rados.0.smithi012.stdout:3655: read oid 36 snap 344 2024-04-02T08:36:07.011 INFO:tasks.rados.rados.0.smithi012.stdout:3655: expect (ObjNum 1130 snap 340 seq_num 1130) 2024-04-02T08:36:07.011 INFO:tasks.rados.rados.0.smithi012.stdout:3656: read oid 44 snap -1 2024-04-02T08:36:07.011 INFO:tasks.rados.rados.0.smithi012.stdout:3656: expect (ObjNum 1014 snap 303 seq_num 1014) 2024-04-02T08:36:07.011 INFO:tasks.rados.rados.0.smithi012.stdout:3657: setattr oid 10 current snap is 345 2024-04-02T08:36:07.013 INFO:tasks.rados.rados.0.smithi012.stdout:3658: read oid 11 snap -1 2024-04-02T08:36:07.013 INFO:tasks.rados.rados.0.smithi012.stdout:3658: expect (ObjNum 1025 snap 306 seq_num 1025) 2024-04-02T08:36:07.013 INFO:tasks.rados.rados.0.smithi012.stdout:3659: rollback oid 1 current snap is 345 2024-04-02T08:36:07.013 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 1 to 344 2024-04-02T08:36:07.013 INFO:tasks.rados.rados.0.smithi012.stdout:3660: read oid 24 snap -1 2024-04-02T08:36:07.013 INFO:tasks.rados.rados.0.smithi012.stdout:3660: expect (ObjNum 1025 snap 306 seq_num 1025) 2024-04-02T08:36:07.013 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 41 current snap is 345 2024-04-02T08:36:07.013 INFO:tasks.rados.rados.0.smithi012.stdout:3661: seq_num 1145 ranges {10518528=786432,11304960=622592,11927552=516096,12443648=417792,12861440=49152} 2024-04-02T08:36:07.076 INFO:tasks.rados.rados.0.smithi012.stdout:3661: writing smithi01277369-41 from 10518528 to 11304960 tid 1 2024-04-02T08:36:07.079 INFO:tasks.rados.rados.0.smithi012.stdout:3661: writing smithi01277369-41 from 11304960 to 11927552 tid 2 2024-04-02T08:36:07.082 INFO:tasks.rados.rados.0.smithi012.stdout:3661: writing smithi01277369-41 from 11927552 to 12443648 tid 3 2024-04-02T08:36:07.084 INFO:tasks.rados.rados.0.smithi012.stdout:3661: writing smithi01277369-41 from 12443648 to 12861440 tid 4 2024-04-02T08:36:07.085 INFO:tasks.rados.rados.0.smithi012.stdout:3661: writing smithi01277369-41 from 12861440 to 12910592 tid 5 2024-04-02T08:36:07.085 INFO:tasks.rados.rados.0.smithi012.stdout:3662: delete oid 27 current snap is 345 2024-04-02T08:36:07.085 INFO:tasks.rados.rados.0.smithi012.stdout:3656: expect (ObjNum 1014 snap 303 seq_num 1014) 2024-04-02T08:36:07.091 INFO:tasks.rados.rados.0.smithi012.stdout:3658: expect (ObjNum 1025 snap 306 seq_num 1025) 2024-04-02T08:36:07.101 INFO:tasks.rados.rados.0.smithi012.stdout:3660: expect (ObjNum 1025 snap 306 seq_num 1025) 2024-04-02T08:36:07.111 INFO:tasks.rados.rados.0.smithi012.stdout:3655: expect (ObjNum 1130 snap 340 seq_num 1130) 2024-04-02T08:36:07.168 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 10 v 2294 (ObjNum 1088 snap 326 seq_num 1088) dirty exists 2024-04-02T08:36:07.169 INFO:tasks.rados.rados.0.smithi012.stdout:3659: finishing rollback tid 0 to smithi01277369-1 2024-04-02T08:36:07.169 INFO:tasks.rados.rados.0.smithi012.stdout:3659: finishing rollback tid 1 to smithi01277369-1 2024-04-02T08:36:07.169 INFO:tasks.rados.rados.0.smithi012.stdout:3659: finishing rollback tid 2 to smithi01277369-1 2024-04-02T08:36:07.169 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 1 v 2297 (ObjNum 1127 snap 339 seq_num 1127) dirty exists 2024-04-02T08:36:07.169 INFO:tasks.rados.rados.0.smithi012.stdout:3661: finishing write tid 1 to smithi01277369-41 2024-04-02T08:36:07.169 INFO:tasks.rados.rados.0.smithi012.stdout:3661: finishing write tid 2 to smithi01277369-41 2024-04-02T08:36:07.169 INFO:tasks.rados.rados.0.smithi012.stdout:3655: done (7 left) 2024-04-02T08:36:07.170 INFO:tasks.rados.rados.0.smithi012.stdout:3656: done (6 left) 2024-04-02T08:36:07.170 INFO:tasks.rados.rados.0.smithi012.stdout:3657: done (5 left) 2024-04-02T08:36:07.170 INFO:tasks.rados.rados.0.smithi012.stdout:3658: done (4 left) 2024-04-02T08:36:07.170 INFO:tasks.rados.rados.0.smithi012.stdout:3659: done (3 left) 2024-04-02T08:36:07.170 INFO:tasks.rados.rados.0.smithi012.stdout:3660: done (2 left) 2024-04-02T08:36:07.170 INFO:tasks.rados.rados.0.smithi012.stdout:3662: done (1 left) 2024-04-02T08:36:07.170 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 21 current snap is 345 2024-04-02T08:36:07.170 INFO:tasks.rados.rados.0.smithi012.stdout:3661: finishing write tid 3 to smithi01277369-41 2024-04-02T08:36:07.170 INFO:tasks.rados.rados.0.smithi012.stdout:3661: finishing write tid 4 to smithi01277369-41 2024-04-02T08:36:07.170 INFO:tasks.rados.rados.0.smithi012.stdout:3661: finishing write tid 5 to smithi01277369-41 2024-04-02T08:36:07.171 INFO:tasks.rados.rados.0.smithi012.stdout:3661: finishing write tid 6 to smithi01277369-41 2024-04-02T08:36:07.171 INFO:tasks.rados.rados.0.smithi012.stdout:3661: finishing write tid 7 to smithi01277369-41 2024-04-02T08:36:07.171 INFO:tasks.rados.rados.0.smithi012.stdout:3661: oid 41 updating version 0 to 2720 2024-04-02T08:36:07.171 INFO:tasks.rados.rados.0.smithi012.stdout:3661: oid 41 version 2720 is already newer than 2719 2024-04-02T08:36:07.171 INFO:tasks.rados.rados.0.smithi012.stdout:3661: oid 41 updating version 2720 to 2721 2024-04-02T08:36:07.171 INFO:tasks.rados.rados.0.smithi012.stdout:3661: oid 41 updating version 2721 to 2724 2024-04-02T08:36:07.172 INFO:tasks.rados.rados.0.smithi012.stdout:3661: oid 41 version 2724 is already newer than 2722 2024-04-02T08:36:07.172 INFO:tasks.rados.rados.0.smithi012.stdout:3661: oid 41 version 2724 is already newer than 2723 2024-04-02T08:36:07.172 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 41 v 2724 (ObjNum 1145 snap 345 seq_num 1145) dirty exists 2024-04-02T08:36:07.172 INFO:tasks.rados.rados.0.smithi012.stdout:3661: left oid 41 (ObjNum 1145 snap 345 seq_num 1145) 2024-04-02T08:36:07.172 INFO:tasks.rados.rados.0.smithi012.stdout:3663: seq_num 1147 ranges {6152192=16384} 2024-04-02T08:36:07.202 INFO:tasks.rados.rados.0.smithi012.stdout:3663: writing smithi01277369-21 from 6152192 to 6168576 tid 1 2024-04-02T08:36:07.202 INFO:tasks.rados.rados.0.smithi012.stdout:3661: done (1 left) 2024-04-02T08:36:07.202 INFO:tasks.rados.rados.0.smithi012.stdout:3664: read oid 34 snap -1 2024-04-02T08:36:07.202 INFO:tasks.rados.rados.0.smithi012.stdout:3664: expect deleted 2024-04-02T08:36:07.202 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 48 current snap is 345 2024-04-02T08:36:07.202 INFO:tasks.rados.rados.0.smithi012.stdout:3665: seq_num 1148 ranges {606208=32768} 2024-04-02T08:36:07.205 INFO:tasks.rados.rados.0.smithi012.stdout:3665: writing smithi01277369-48 from 606208 to 638976 tid 1 2024-04-02T08:36:07.205 INFO:tasks.rados.rados.0.smithi012.stdout:3666: snap_create 2024-04-02T08:36:07.205 INFO:tasks.rados.rados.0.smithi012.stdout:3663: finishing write tid 1 to smithi01277369-21 2024-04-02T08:36:07.206 INFO:tasks.rados.rados.0.smithi012.stdout:3663: finishing write tid 2 to smithi01277369-21 2024-04-02T08:36:07.209 INFO:tasks.rados.rados.0.smithi012.stdout:3663: finishing write tid 3 to smithi01277369-21 2024-04-02T08:36:07.209 INFO:tasks.rados.rados.0.smithi012.stdout:3663: oid 21 updating version 0 to 2094 2024-04-02T08:36:07.209 INFO:tasks.rados.rados.0.smithi012.stdout:3663: oid 21 version 2094 is already newer than 2093 2024-04-02T08:36:07.209 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 21 v 2094 (ObjNum 1147 snap 345 seq_num 1147) dirty exists 2024-04-02T08:36:07.209 INFO:tasks.rados.rados.0.smithi012.stdout:3663: left oid 21 (ObjNum 1147 snap 345 seq_num 1147) 2024-04-02T08:36:07.209 INFO:tasks.rados.rados.0.smithi012.stdout:3665: finishing write tid 1 to smithi01277369-48 2024-04-02T08:36:07.209 INFO:tasks.rados.rados.0.smithi012.stdout:3665: finishing write tid 2 to smithi01277369-48 2024-04-02T08:36:07.211 INFO:tasks.rados.rados.0.smithi012.stdout:3665: finishing write tid 3 to smithi01277369-48 2024-04-02T08:36:07.211 INFO:tasks.rados.rados.0.smithi012.stdout:3665: oid 48 updating version 0 to 2807 2024-04-02T08:36:07.211 INFO:tasks.rados.rados.0.smithi012.stdout:3665: oid 48 updating version 2807 to 2808 2024-04-02T08:36:07.211 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 48 v 2808 (ObjNum 1148 snap 345 seq_num 1148) dirty exists 2024-04-02T08:36:07.211 INFO:tasks.rados.rados.0.smithi012.stdout:3665: left oid 48 (ObjNum 1148 snap 345 seq_num 1148) 2024-04-02T08:36:07.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:07 smithi055 ceph-mon[85080]: osdmap e774: 8 total, 8 up, 8 in 2024-04-02T08:36:07.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:07 smithi055 ceph-mon[85080]: osdmap e775: 8 total, 8 up, 8 in 2024-04-02T08:36:07.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:07 smithi012 ceph-mon[88355]: osdmap e774: 8 total, 8 up, 8 in 2024-04-02T08:36:07.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:07 smithi012 ceph-mon[88355]: osdmap e775: 8 total, 8 up, 8 in 2024-04-02T08:36:07.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:07 smithi012 ceph-mon[90784]: osdmap e774: 8 total, 8 up, 8 in 2024-04-02T08:36:07.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:07 smithi012 ceph-mon[90784]: osdmap e775: 8 total, 8 up, 8 in 2024-04-02T08:36:08.036 INFO:tasks.rados.rados.0.smithi012.stdout:3663: done (3 left) 2024-04-02T08:36:08.036 INFO:tasks.rados.rados.0.smithi012.stdout:3664: done (2 left) 2024-04-02T08:36:08.036 INFO:tasks.rados.rados.0.smithi012.stdout:3665: done (1 left) 2024-04-02T08:36:08.036 INFO:tasks.rados.rados.0.smithi012.stdout:3666: done (0 left) 2024-04-02T08:36:08.036 INFO:tasks.rados.rados.0.smithi012.stdout:3667: delete oid 30 current snap is 346 2024-04-02T08:36:08.042 INFO:tasks.rados.rados.0.smithi012.stdout:3667: done (0 left) 2024-04-02T08:36:08.042 INFO:tasks.rados.rados.0.smithi012.stdout:3668: read oid 9 snap 344 2024-04-02T08:36:08.042 INFO:tasks.rados.rados.0.smithi012.stdout:3668: expect deleted 2024-04-02T08:36:08.042 INFO:tasks.rados.rados.0.smithi012.stdout:3669: rollback oid 26 current snap is 346 2024-04-02T08:36:08.043 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 26 to 345 2024-04-02T08:36:08.043 INFO:tasks.rados.rados.0.smithi012.stdout:3670: read oid 28 snap 344 2024-04-02T08:36:08.043 INFO:tasks.rados.rados.0.smithi012.stdout:3670: expect deleted 2024-04-02T08:36:08.043 INFO:tasks.rados.rados.0.smithi012.stdout:3671: snap_create 2024-04-02T08:36:08.046 INFO:tasks.rados.rados.0.smithi012.stdout:3669: finishing rollback tid 0 to smithi01277369-26 2024-04-02T08:36:08.046 INFO:tasks.rados.rados.0.smithi012.stdout:3669: finishing rollback tid 1 to smithi01277369-26 2024-04-02T08:36:08.047 INFO:tasks.rados.rados.0.smithi012.stdout:3669: finishing rollback tid 2 to smithi01277369-26 2024-04-02T08:36:08.047 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 26 v 2585 (ObjNum 1070 snap 320 seq_num 1070) dirty exists 2024-04-02T08:36:08.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:08 smithi055 ceph-mon[85080]: pgmap v831: 121 pgs: 121 active+clean; 147 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 250 KiB/s wr, 7 op/s 2024-04-02T08:36:08.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:08 smithi012 ceph-mon[88355]: pgmap v831: 121 pgs: 121 active+clean; 147 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 250 KiB/s wr, 7 op/s 2024-04-02T08:36:08.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:08 smithi012 ceph-mon[90784]: pgmap v831: 121 pgs: 121 active+clean; 147 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 250 KiB/s wr, 7 op/s 2024-04-02T08:36:08.429 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:36:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:36:07] "GET /metrics HTTP/1.1" 200 36247 "" "Prometheus/2.43.0" 2024-04-02T08:36:09.009 INFO:tasks.rados.rados.0.smithi012.stdout:3668: done (3 left) 2024-04-02T08:36:09.009 INFO:tasks.rados.rados.0.smithi012.stdout:3669: done (2 left) 2024-04-02T08:36:09.009 INFO:tasks.rados.rados.0.smithi012.stdout:3670: done (1 left) 2024-04-02T08:36:09.009 INFO:tasks.rados.rados.0.smithi012.stdout:3671: done (0 left) 2024-04-02T08:36:09.009 INFO:tasks.rados.rados.0.smithi012.stdout:3672: snap_create 2024-04-02T08:36:09.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:09 smithi055 ceph-mon[85080]: osdmap e776: 8 total, 8 up, 8 in 2024-04-02T08:36:09.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:09 smithi055 ceph-mon[85080]: pgmap v834: 121 pgs: 121 active+clean; 147 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 250 KiB/s wr, 7 op/s 2024-04-02T08:36:09.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:09 smithi055 ceph-mon[85080]: osdmap e777: 8 total, 8 up, 8 in 2024-04-02T08:36:09.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:09 smithi012 ceph-mon[88355]: osdmap e776: 8 total, 8 up, 8 in 2024-04-02T08:36:09.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:09 smithi012 ceph-mon[88355]: pgmap v834: 121 pgs: 121 active+clean; 147 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 250 KiB/s wr, 7 op/s 2024-04-02T08:36:09.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:09 smithi012 ceph-mon[88355]: osdmap e777: 8 total, 8 up, 8 in 2024-04-02T08:36:09.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:09 smithi012 ceph-mon[90784]: osdmap e776: 8 total, 8 up, 8 in 2024-04-02T08:36:09.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:09 smithi012 ceph-mon[90784]: pgmap v834: 121 pgs: 121 active+clean; 147 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 250 KiB/s wr, 7 op/s 2024-04-02T08:36:09.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:09 smithi012 ceph-mon[90784]: osdmap e777: 8 total, 8 up, 8 in 2024-04-02T08:36:10.012 INFO:tasks.rados.rados.0.smithi012.stdout:3672: done (0 left) 2024-04-02T08:36:10.012 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 28 current snap is 348 2024-04-02T08:36:10.012 INFO:tasks.rados.rados.0.smithi012.stdout:3673: seq_num 1150 ranges {0=65536} 2024-04-02T08:36:10.012 INFO:tasks.rados.rados.0.smithi012.stdout:3673: writing smithi01277369-28 from 0 to 65536 tid 1 2024-04-02T08:36:10.012 INFO:tasks.rados.rados.0.smithi012.stdout:3674: snap_remove snap 344 2024-04-02T08:36:11.015 INFO:tasks.rados.rados.0.smithi012.stdout:3674: done (1 left) 2024-04-02T08:36:11.015 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 9 current snap is 348 2024-04-02T08:36:11.015 INFO:tasks.rados.rados.0.smithi012.stdout:3675: seq_num 1151 ranges {0=81920} 2024-04-02T08:36:11.015 INFO:tasks.rados.rados.0.smithi012.stdout:3675: writing smithi01277369-9 from 0 to 81920 tid 1 2024-04-02T08:36:11.015 INFO:tasks.rados.rados.0.smithi012.stdout:3676: rollback oid 32 current snap is 348 2024-04-02T08:36:11.015 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 32 to 346 2024-04-02T08:36:11.016 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 3 current snap is 348 2024-04-02T08:36:11.016 INFO:tasks.rados.rados.0.smithi012.stdout:3677: seq_num 1152 ranges {2187264=98304} 2024-04-02T08:36:11.029 INFO:tasks.rados.rados.0.smithi012.stdout:3677: writing smithi01277369-3 from 2187264 to 2285568 tid 1 2024-04-02T08:36:11.029 INFO:tasks.rados.rados.0.smithi012.stdout:3678: copy_from oid 23 from oid 43 current snap is 348 2024-04-02T08:36:11.029 INFO:tasks.rados.rados.0.smithi012.stdout:3679: read oid 33 snap -1 2024-04-02T08:36:11.030 INFO:tasks.rados.rados.0.smithi012.stdout:3679: expect (ObjNum 1015 snap 303 seq_num 1015) 2024-04-02T08:36:11.030 INFO:tasks.rados.rados.0.smithi012.stdout:3680: rollback oid 20 current snap is 348 2024-04-02T08:36:11.030 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 20 to 345 2024-04-02T08:36:11.030 INFO:tasks.rados.rados.0.smithi012.stdout:3673: finishing write tid 1 to smithi01277369-28 2024-04-02T08:36:11.030 INFO:tasks.rados.rados.0.smithi012.stdout:3681: snap_create 2024-04-02T08:36:11.030 INFO:tasks.rados.rados.0.smithi012.stdout:3673: finishing write tid 2 to smithi01277369-28 2024-04-02T08:36:11.030 INFO:tasks.rados.rados.0.smithi012.stdout:3673: finishing write tid 3 to smithi01277369-28 2024-04-02T08:36:11.030 INFO:tasks.rados.rados.0.smithi012.stdout:3673: oid 28 updating version 0 to 2299 2024-04-02T08:36:11.030 INFO:tasks.rados.rados.0.smithi012.stdout:3673: oid 28 updating version 2299 to 2300 2024-04-02T08:36:11.031 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 28 v 2300 (ObjNum 1150 snap 348 seq_num 1150) dirty exists 2024-04-02T08:36:11.031 INFO:tasks.rados.rados.0.smithi012.stdout:3673: left oid 28 (ObjNum 1150 snap 348 seq_num 1150) 2024-04-02T08:36:11.031 INFO:tasks.rados.rados.0.smithi012.stdout:3676: finishing rollback tid 0 to smithi01277369-32 2024-04-02T08:36:11.031 INFO:tasks.rados.rados.0.smithi012.stdout:3675: finishing write tid 1 to smithi01277369-9 2024-04-02T08:36:11.031 INFO:tasks.rados.rados.0.smithi012.stdout:3676: finishing rollback tid 1 to smithi01277369-32 2024-04-02T08:36:11.031 INFO:tasks.rados.rados.0.smithi012.stdout:3675: finishing write tid 2 to smithi01277369-9 2024-04-02T08:36:11.031 INFO:tasks.rados.rados.0.smithi012.stdout:3676: finishing rollback tid 2 to smithi01277369-32 2024-04-02T08:36:11.031 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 32 v 2846 (ObjNum 1039 snap 312 seq_num 1039) dirty exists 2024-04-02T08:36:11.032 INFO:tasks.rados.rados.0.smithi012.stdout:3678: finishing copy_from to smithi01277369-23 2024-04-02T08:36:11.032 INFO:tasks.rados.rados.0.smithi012.stdout:3678: got expected ENOENT (src dne) 2024-04-02T08:36:11.032 INFO:tasks.rados.rados.0.smithi012.stdout:3675: finishing write tid 3 to smithi01277369-9 2024-04-02T08:36:11.032 INFO:tasks.rados.rados.0.smithi012.stdout:3675: oid 9 updating version 0 to 2747 2024-04-02T08:36:11.032 INFO:tasks.rados.rados.0.smithi012.stdout:3675: oid 9 version 2747 is already newer than 2746 2024-04-02T08:36:11.032 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 9 v 2747 (ObjNum 1151 snap 348 seq_num 1151) dirty exists 2024-04-02T08:36:11.032 INFO:tasks.rados.rados.0.smithi012.stdout:3675: left oid 9 (ObjNum 1151 snap 348 seq_num 1151) 2024-04-02T08:36:11.032 INFO:tasks.rados.rados.0.smithi012.stdout:3678: finishing copy_from racing read to smithi01277369-23 2024-04-02T08:36:11.033 INFO:tasks.rados.rados.0.smithi012.stdout:3677: finishing write tid 1 to smithi01277369-3 2024-04-02T08:36:11.033 INFO:tasks.rados.rados.0.smithi012.stdout:3677: finishing write tid 2 to smithi01277369-3 2024-04-02T08:36:11.035 INFO:tasks.rados.rados.0.smithi012.stdout:3677: finishing write tid 3 to smithi01277369-3 2024-04-02T08:36:11.035 INFO:tasks.rados.rados.0.smithi012.stdout:3677: oid 3 updating version 0 to 2725 2024-04-02T08:36:11.035 INFO:tasks.rados.rados.0.smithi012.stdout:3677: oid 3 updating version 2725 to 2726 2024-04-02T08:36:11.035 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 3 v 2726 (ObjNum 1152 snap 348 seq_num 1152) dirty exists 2024-04-02T08:36:11.035 INFO:tasks.rados.rados.0.smithi012.stdout:3677: left oid 3 (ObjNum 1152 snap 348 seq_num 1152) 2024-04-02T08:36:11.035 INFO:tasks.rados.rados.0.smithi012.stdout:3679: expect (ObjNum 1015 snap 303 seq_num 1015) 2024-04-02T08:36:11.087 INFO:tasks.rados.rados.0.smithi012.stdout:3680: finishing rollback tid 0 to smithi01277369-20 2024-04-02T08:36:11.087 INFO:tasks.rados.rados.0.smithi012.stdout:3680: finishing rollback tid 1 to smithi01277369-20 2024-04-02T08:36:11.087 INFO:tasks.rados.rados.0.smithi012.stdout:3680: finishing rollback tid 2 to smithi01277369-20 2024-04-02T08:36:11.087 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 20 v 2850 (ObjNum 1045 snap 316 seq_num 1045) dirty exists 2024-04-02T08:36:11.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:11 smithi055 ceph-mon[85080]: osdmap e778: 8 total, 8 up, 8 in 2024-04-02T08:36:11.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:11 smithi012 ceph-mon[88355]: osdmap e778: 8 total, 8 up, 8 in 2024-04-02T08:36:11.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:11 smithi012 ceph-mon[90784]: osdmap e778: 8 total, 8 up, 8 in 2024-04-02T08:36:12.022 INFO:tasks.rados.rados.0.smithi012.stdout:3673: done (7 left) 2024-04-02T08:36:12.023 INFO:tasks.rados.rados.0.smithi012.stdout:3675: done (6 left) 2024-04-02T08:36:12.023 INFO:tasks.rados.rados.0.smithi012.stdout:3676: done (5 left) 2024-04-02T08:36:12.023 INFO:tasks.rados.rados.0.smithi012.stdout:3677: done (4 left) 2024-04-02T08:36:12.023 INFO:tasks.rados.rados.0.smithi012.stdout:3678: done (3 left) 2024-04-02T08:36:12.023 INFO:tasks.rados.rados.0.smithi012.stdout:3679: done (2 left) 2024-04-02T08:36:12.023 INFO:tasks.rados.rados.0.smithi012.stdout:3680: done (1 left) 2024-04-02T08:36:12.023 INFO:tasks.rados.rados.0.smithi012.stdout:3681: done (0 left) 2024-04-02T08:36:12.023 INFO:tasks.rados.rados.0.smithi012.stdout:3682: read oid 33 snap -1 2024-04-02T08:36:12.023 INFO:tasks.rados.rados.0.smithi012.stdout:3682: expect (ObjNum 1015 snap 303 seq_num 1015) 2024-04-02T08:36:12.023 INFO:tasks.rados.rados.0.smithi012.stdout:3683: rmattr oid 22 current snap is 349 2024-04-02T08:36:12.023 INFO:tasks.rados.rados.0.smithi012.stdout:3684: snap_remove snap 347 2024-04-02T08:36:12.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:12 smithi055 ceph-mon[85080]: pgmap v837: 121 pgs: 121 active+clean; 146 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 541 KiB/s rd, 592 KiB/s wr, 4 op/s 2024-04-02T08:36:12.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:12 smithi055 ceph-mon[85080]: osdmap e779: 8 total, 8 up, 8 in 2024-04-02T08:36:12.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:12 smithi012 ceph-mon[88355]: pgmap v837: 121 pgs: 121 active+clean; 146 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 541 KiB/s rd, 592 KiB/s wr, 4 op/s 2024-04-02T08:36:12.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:12 smithi012 ceph-mon[88355]: osdmap e779: 8 total, 8 up, 8 in 2024-04-02T08:36:12.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:12 smithi012 ceph-mon[90784]: pgmap v837: 121 pgs: 121 active+clean; 146 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 541 KiB/s rd, 592 KiB/s wr, 4 op/s 2024-04-02T08:36:12.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:12 smithi012 ceph-mon[90784]: osdmap e779: 8 total, 8 up, 8 in 2024-04-02T08:36:12.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:36:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:36:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:36:13.032 INFO:tasks.rados.rados.0.smithi012.stdout:3684: done (2 left) 2024-04-02T08:36:13.032 INFO:tasks.rados.rados.0.smithi012.stdout:3685: rmattr oid 37 current snap is 349 2024-04-02T08:36:13.032 INFO:tasks.rados.rados.0.smithi012.stdout:3685: done (2 left) 2024-04-02T08:36:13.032 INFO:tasks.rados.rados.0.smithi012.stdout:3686: rollback oid 16 current snap is 349 2024-04-02T08:36:13.033 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 16 to 345 2024-04-02T08:36:13.033 INFO:tasks.rados.rados.0.smithi012.stdout:3682: expect (ObjNum 1015 snap 303 seq_num 1015) 2024-04-02T08:36:13.086 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 22 v 2582 (ObjNum 1064 snap 317 seq_num 1064) dirty exists 2024-04-02T08:36:13.087 INFO:tasks.rados.rados.0.smithi012.stdout:3686: finishing rollback tid 0 to smithi01277369-16 2024-04-02T08:36:13.087 INFO:tasks.rados.rados.0.smithi012.stdout:3686: finishing rollback tid 1 to smithi01277369-16 2024-04-02T08:36:13.087 INFO:tasks.rados.rados.0.smithi012.stdout:3686: finishing rollback tid 2 to smithi01277369-16 2024-04-02T08:36:13.087 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 16 v 1883 (ObjNum 1099 snap 328 seq_num 1099) dirty exists 2024-04-02T08:36:13.087 INFO:tasks.rados.rados.0.smithi012.stdout:3682: done (2 left) 2024-04-02T08:36:13.087 INFO:tasks.rados.rados.0.smithi012.stdout:3683: done (1 left) 2024-04-02T08:36:13.087 INFO:tasks.rados.rados.0.smithi012.stdout:3686: done (0 left) 2024-04-02T08:36:13.087 INFO:tasks.rados.rados.0.smithi012.stdout:3687: read oid 15 snap -1 2024-04-02T08:36:13.087 INFO:tasks.rados.rados.0.smithi012.stdout:3687: expect deleted 2024-04-02T08:36:13.087 INFO:tasks.rados.rados.0.smithi012.stdout:3688: rollback oid 4 current snap is 349 2024-04-02T08:36:13.087 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 4 to 348 2024-04-02T08:36:13.087 INFO:tasks.rados.rados.0.smithi012.stdout:3689: read oid 6 snap -1 2024-04-02T08:36:13.087 INFO:tasks.rados.rados.0.smithi012.stdout:3689: expect (ObjNum 1062 snap 317 seq_num 1062) 2024-04-02T08:36:13.088 INFO:tasks.rados.rados.0.smithi012.stdout:3690: copy_from oid 33 from oid 10 current snap is 349 2024-04-02T08:36:13.088 INFO:tasks.rados.rados.0.smithi012.stdout:3691: snap_remove snap 345 2024-04-02T08:36:13.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:13 smithi055 ceph-mon[85080]: osdmap e780: 8 total, 8 up, 8 in 2024-04-02T08:36:13.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:13 smithi012 ceph-mon[88355]: osdmap e780: 8 total, 8 up, 8 in 2024-04-02T08:36:13.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:13 smithi012 ceph-mon[90784]: osdmap e780: 8 total, 8 up, 8 in 2024-04-02T08:36:14.007 INFO:tasks.rados.rados.0.smithi012.stdout:3691: done (4 left) 2024-04-02T08:36:14.007 INFO:tasks.rados.rados.0.smithi012.stdout:3692: snap_create 2024-04-02T08:36:14.007 INFO:tasks.rados.rados.0.smithi012.stdout:3688: finishing rollback tid 0 to smithi01277369-4 2024-04-02T08:36:14.007 INFO:tasks.rados.rados.0.smithi012.stdout:3688: finishing rollback tid 1 to smithi01277369-4 2024-04-02T08:36:14.008 INFO:tasks.rados.rados.0.smithi012.stdout:3688: finishing rollback tid 2 to smithi01277369-4 2024-04-02T08:36:14.008 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 4 v 2729 (ObjNum 1139 snap 341 seq_num 1139) dirty exists 2024-04-02T08:36:14.008 INFO:tasks.rados.rados.0.smithi012.stdout:3689: expect (ObjNum 1062 snap 317 seq_num 1062) 2024-04-02T08:36:14.043 INFO:tasks.rados.rados.0.smithi012.stdout:3690: finishing copy_from racing read to smithi01277369-33 2024-04-02T08:36:14.043 INFO:tasks.rados.rados.0.smithi012.stdout:3690: finishing copy_from to smithi01277369-33 2024-04-02T08:36:14.043 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 33 v 2294 (ObjNum 1088 snap 326 seq_num 1088) dirty exists 2024-04-02T08:36:14.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:14 smithi055 ceph-mon[85080]: pgmap v840: 121 pgs: 121 active+clean; 145 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 632 KiB/s wr, 16 op/s 2024-04-02T08:36:14.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:14 smithi055 ceph-mon[85080]: osdmap e781: 8 total, 8 up, 8 in 2024-04-02T08:36:14.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:14 smithi055 ceph-mon[85080]: osdmap e782: 8 total, 8 up, 8 in 2024-04-02T08:36:14.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:14 smithi012 ceph-mon[88355]: pgmap v840: 121 pgs: 121 active+clean; 145 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 632 KiB/s wr, 16 op/s 2024-04-02T08:36:14.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:14 smithi012 ceph-mon[88355]: osdmap e781: 8 total, 8 up, 8 in 2024-04-02T08:36:14.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:14 smithi012 ceph-mon[88355]: osdmap e782: 8 total, 8 up, 8 in 2024-04-02T08:36:14.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:14 smithi012 ceph-mon[90784]: pgmap v840: 121 pgs: 121 active+clean; 145 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 632 KiB/s wr, 16 op/s 2024-04-02T08:36:14.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:14 smithi012 ceph-mon[90784]: osdmap e781: 8 total, 8 up, 8 in 2024-04-02T08:36:14.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:14 smithi012 ceph-mon[90784]: osdmap e782: 8 total, 8 up, 8 in 2024-04-02T08:36:15.011 INFO:tasks.rados.rados.0.smithi012.stdout:3687: done (4 left) 2024-04-02T08:36:15.011 INFO:tasks.rados.rados.0.smithi012.stdout:3688: done (3 left) 2024-04-02T08:36:15.011 INFO:tasks.rados.rados.0.smithi012.stdout:3689: done (2 left) 2024-04-02T08:36:15.011 INFO:tasks.rados.rados.0.smithi012.stdout:3690: done (1 left) 2024-04-02T08:36:15.012 INFO:tasks.rados.rados.0.smithi012.stdout:3692: done (0 left) 2024-04-02T08:36:15.012 INFO:tasks.rados.rados.0.smithi012.stdout:3693: read oid 29 snap -1 2024-04-02T08:36:15.012 INFO:tasks.rados.rados.0.smithi012.stdout:3693: expect (ObjNum 1025 snap 306 seq_num 1025) 2024-04-02T08:36:15.012 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 37 current snap is 350 2024-04-02T08:36:15.012 INFO:tasks.rados.rados.0.smithi012.stdout:3694: seq_num 1153 ranges {0=114688} 2024-04-02T08:36:15.012 INFO:tasks.rados.rados.0.smithi012.stdout:3694: writing smithi01277369-37 from 0 to 114688 tid 1 2024-04-02T08:36:15.012 INFO:tasks.rados.rados.0.smithi012.stdout:3695: snap_create 2024-04-02T08:36:15.016 INFO:tasks.rados.rados.0.smithi012.stdout:3694: finishing write tid 1 to smithi01277369-37 2024-04-02T08:36:15.016 INFO:tasks.rados.rados.0.smithi012.stdout:3694: finishing write tid 2 to smithi01277369-37 2024-04-02T08:36:15.016 INFO:tasks.rados.rados.0.smithi012.stdout:3693: expect (ObjNum 1025 snap 306 seq_num 1025) 2024-04-02T08:36:15.030 INFO:tasks.rados.rados.0.smithi012.stdout:3694: finishing write tid 3 to smithi01277369-37 2024-04-02T08:36:15.030 INFO:tasks.rados.rados.0.smithi012.stdout:3694: oid 37 updating version 0 to 2810 2024-04-02T08:36:15.030 INFO:tasks.rados.rados.0.smithi012.stdout:3694: oid 37 version 2810 is already newer than 2809 2024-04-02T08:36:15.030 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 37 v 2810 (ObjNum 1153 snap 350 seq_num 1153) dirty exists 2024-04-02T08:36:15.030 INFO:tasks.rados.rados.0.smithi012.stdout:3694: left oid 37 (ObjNum 1153 snap 350 seq_num 1153) 2024-04-02T08:36:15.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:15 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:15.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:15 smithi055 ceph-mon[85080]: pgmap v843: 121 pgs: 121 active+clean; 145 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 40 KiB/s wr, 11 op/s 2024-04-02T08:36:15.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:15 smithi055 ceph-mon[85080]: osdmap e783: 8 total, 8 up, 8 in 2024-04-02T08:36:15.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:15.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:15 smithi012 ceph-mon[88355]: pgmap v843: 121 pgs: 121 active+clean; 145 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 40 KiB/s wr, 11 op/s 2024-04-02T08:36:15.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:15 smithi012 ceph-mon[88355]: osdmap e783: 8 total, 8 up, 8 in 2024-04-02T08:36:15.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:15.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:15 smithi012 ceph-mon[90784]: pgmap v843: 121 pgs: 121 active+clean; 145 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 40 KiB/s wr, 11 op/s 2024-04-02T08:36:15.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:15 smithi012 ceph-mon[90784]: osdmap e783: 8 total, 8 up, 8 in 2024-04-02T08:36:16.011 INFO:tasks.rados.rados.0.smithi012.stdout:3693: done (2 left) 2024-04-02T08:36:16.011 INFO:tasks.rados.rados.0.smithi012.stdout:3694: done (1 left) 2024-04-02T08:36:16.011 INFO:tasks.rados.rados.0.smithi012.stdout:3695: done (0 left) 2024-04-02T08:36:16.011 INFO:tasks.rados.rados.0.smithi012.stdout:3696: read oid 20 snap -1 2024-04-02T08:36:16.011 INFO:tasks.rados.rados.0.smithi012.stdout:3696: expect (ObjNum 1045 snap 316 seq_num 1045) 2024-04-02T08:36:16.011 INFO:tasks.rados.rados.0.smithi012.stdout:3697: rollback oid 45 current snap is 351 2024-04-02T08:36:16.012 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 45 to 350 2024-04-02T08:36:16.012 INFO:tasks.rados.rados.0.smithi012.stdout:3698: snap_remove snap 346 2024-04-02T08:36:17.018 INFO:tasks.rados.rados.0.smithi012.stdout:3698: done (2 left) 2024-04-02T08:36:17.018 INFO:tasks.rados.rados.0.smithi012.stdout:3699: delete oid 34 current snap is 351 2024-04-02T08:36:17.018 INFO:tasks.rados.rados.0.smithi012.stdout:3697: finishing rollback tid 0 to smithi01277369-45 2024-04-02T08:36:17.018 INFO:tasks.rados.rados.0.smithi012.stdout:3697: finishing rollback tid 1 to smithi01277369-45 2024-04-02T08:36:17.018 INFO:tasks.rados.rados.0.smithi012.stdout:3697: finishing rollback tid 2 to smithi01277369-45 2024-04-02T08:36:17.018 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 45 v 2303 (ObjNum 1138 snap 341 seq_num 1138) dirty exists 2024-04-02T08:36:17.018 INFO:tasks.rados.rados.0.smithi012.stdout:3696: expect (ObjNum 1045 snap 316 seq_num 1045) 2024-04-02T08:36:17.154 INFO:tasks.rados.rados.0.smithi012.stdout:3696: done (2 left) 2024-04-02T08:36:17.154 INFO:tasks.rados.rados.0.smithi012.stdout:3697: done (1 left) 2024-04-02T08:36:17.154 INFO:tasks.rados.rados.0.smithi012.stdout:3699: done (0 left) 2024-04-02T08:36:17.154 INFO:tasks.rados.rados.0.smithi012.stdout:3700: read oid 17 snap -1 2024-04-02T08:36:17.154 INFO:tasks.rados.rados.0.smithi012.stdout:3700: expect (ObjNum 1102 snap 332 seq_num 1102) 2024-04-02T08:36:17.154 INFO:tasks.rados.rados.0.smithi012.stdout:3701: snap_create 2024-04-02T08:36:17.160 INFO:tasks.rados.rados.0.smithi012.stdout:3700: expect (ObjNum 1102 snap 332 seq_num 1102) 2024-04-02T08:36:17.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:17 smithi055 ceph-mon[85080]: osdmap e784: 8 total, 8 up, 8 in 2024-04-02T08:36:17.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:17 smithi012 ceph-mon[88355]: osdmap e784: 8 total, 8 up, 8 in 2024-04-02T08:36:17.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:17 smithi012 ceph-mon[90784]: osdmap e784: 8 total, 8 up, 8 in 2024-04-02T08:36:18.026 INFO:tasks.rados.rados.0.smithi012.stdout:3700: done (1 left) 2024-04-02T08:36:18.026 INFO:tasks.rados.rados.0.smithi012.stdout:3701: done (0 left) 2024-04-02T08:36:18.026 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 34 current snap is 352 2024-04-02T08:36:18.026 INFO:tasks.rados.rados.0.smithi012.stdout:3702: seq_num 1155 ranges {0=147456} 2024-04-02T08:36:18.027 INFO:tasks.rados.rados.0.smithi012.stdout:3702: writing smithi01277369-34 from 0 to 147456 tid 1 2024-04-02T08:36:18.027 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 21 current snap is 352 2024-04-02T08:36:18.027 INFO:tasks.rados.rados.0.smithi012.stdout:3703: seq_num 1156 ranges {6168576=163840} 2024-04-02T08:36:18.064 INFO:tasks.rados.rados.0.smithi012.stdout:3703: writing smithi01277369-21 from 6168576 to 6332416 tid 1 2024-04-02T08:36:18.064 INFO:tasks.rados.rados.0.smithi012.stdout:3704: read oid 36 snap 348 2024-04-02T08:36:18.065 INFO:tasks.rados.rados.0.smithi012.stdout:3704: expect (ObjNum 1130 snap 340 seq_num 1130) 2024-04-02T08:36:18.065 INFO:tasks.rados.rados.0.smithi012.stdout:3705: read oid 39 snap -1 2024-04-02T08:36:18.065 INFO:tasks.rados.rados.0.smithi012.stdout:3705: expect (ObjNum 953 snap 292 seq_num 953) 2024-04-02T08:36:18.065 INFO:tasks.rados.rados.0.smithi012.stdout:3706: read oid 11 snap -1 2024-04-02T08:36:18.065 INFO:tasks.rados.rados.0.smithi012.stdout:3706: expect (ObjNum 1025 snap 306 seq_num 1025) 2024-04-02T08:36:18.065 INFO:tasks.rados.rados.0.smithi012.stdout:3707: rollback oid 48 current snap is 352 2024-04-02T08:36:18.065 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 48 to 351 2024-04-02T08:36:18.065 INFO:tasks.rados.rados.0.smithi012.stdout:3702: finishing write tid 1 to smithi01277369-34 2024-04-02T08:36:18.065 INFO:tasks.rados.rados.0.smithi012.stdout:3702: finishing write tid 2 to smithi01277369-34 2024-04-02T08:36:18.065 INFO:tasks.rados.rados.0.smithi012.stdout:3702: finishing write tid 3 to smithi01277369-34 2024-04-02T08:36:18.065 INFO:tasks.rados.rados.0.smithi012.stdout:3702: oid 34 updating version 0 to 1125 2024-04-02T08:36:18.065 INFO:tasks.rados.rados.0.smithi012.stdout:3702: oid 34 version 1125 is already newer than 1124 2024-04-02T08:36:18.065 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 34 v 1125 (ObjNum 1155 snap 352 seq_num 1155) dirty exists 2024-04-02T08:36:18.065 INFO:tasks.rados.rados.0.smithi012.stdout:3702: left oid 34 (ObjNum 1155 snap 352 seq_num 1155) 2024-04-02T08:36:18.066 INFO:tasks.rados.rados.0.smithi012.stdout:3702: done (5 left) 2024-04-02T08:36:18.066 INFO:tasks.rados.rados.0.smithi012.stdout:3708: snap_remove snap 349 2024-04-02T08:36:18.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:18 smithi055 ceph-mon[85080]: pgmap v846: 121 pgs: 121 active+clean; 152 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-04-02T08:36:18.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:18 smithi055 ceph-mon[85080]: osdmap e785: 8 total, 8 up, 8 in 2024-04-02T08:36:18.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:18 smithi012 ceph-mon[88355]: pgmap v846: 121 pgs: 121 active+clean; 152 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-04-02T08:36:18.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:18 smithi012 ceph-mon[88355]: osdmap e785: 8 total, 8 up, 8 in 2024-04-02T08:36:18.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:36:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:36:17] "GET /metrics HTTP/1.1" 200 36249 "" "Prometheus/2.43.0" 2024-04-02T08:36:18.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:18 smithi012 ceph-mon[90784]: pgmap v846: 121 pgs: 121 active+clean; 152 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-04-02T08:36:18.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:18 smithi012 ceph-mon[90784]: osdmap e785: 8 total, 8 up, 8 in 2024-04-02T08:36:19.013 INFO:tasks.rados.rados.0.smithi012.stdout:3708: done (5 left) 2024-04-02T08:36:19.013 INFO:tasks.rados.rados.0.smithi012.stdout:3709: read oid 5 snap -1 2024-04-02T08:36:19.013 INFO:tasks.rados.rados.0.smithi012.stdout:3709: expect (ObjNum 953 snap 292 seq_num 953) 2024-04-02T08:36:19.013 INFO:tasks.rados.rados.0.smithi012.stdout:3710: snap_remove snap 350 2024-04-02T08:36:19.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:19 smithi055 ceph-mon[85080]: osdmap e786: 8 total, 8 up, 8 in 2024-04-02T08:36:19.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:19 smithi055 ceph-mon[85080]: osdmap e787: 8 total, 8 up, 8 in 2024-04-02T08:36:19.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:19 smithi012 ceph-mon[88355]: osdmap e786: 8 total, 8 up, 8 in 2024-04-02T08:36:19.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:19 smithi012 ceph-mon[88355]: osdmap e787: 8 total, 8 up, 8 in 2024-04-02T08:36:19.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:19 smithi012 ceph-mon[90784]: osdmap e786: 8 total, 8 up, 8 in 2024-04-02T08:36:19.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:19 smithi012 ceph-mon[90784]: osdmap e787: 8 total, 8 up, 8 in 2024-04-02T08:36:20.018 INFO:tasks.rados.rados.0.smithi012.stdout:3710: done (6 left) 2024-04-02T08:36:20.019 INFO:tasks.rados.rados.0.smithi012.stdout:3711: delete oid 22 current snap is 352 2024-04-02T08:36:20.019 INFO:tasks.rados.rados.0.smithi012.stdout:3704: expect (ObjNum 1130 snap 340 seq_num 1130) 2024-04-02T08:36:20.083 INFO:tasks.rados.rados.0.smithi012.stdout:3706: expect (ObjNum 1025 snap 306 seq_num 1025) 2024-04-02T08:36:20.093 INFO:tasks.rados.rados.0.smithi012.stdout:3703: finishing write tid 1 to smithi01277369-21 2024-04-02T08:36:20.093 INFO:tasks.rados.rados.0.smithi012.stdout:3707: finishing rollback tid 0 to smithi01277369-48 2024-04-02T08:36:20.093 INFO:tasks.rados.rados.0.smithi012.stdout:3707: finishing rollback tid 1 to smithi01277369-48 2024-04-02T08:36:20.093 INFO:tasks.rados.rados.0.smithi012.stdout:3707: finishing rollback tid 2 to smithi01277369-48 2024-04-02T08:36:20.093 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 48 v 2813 (ObjNum 1148 snap 345 seq_num 1148) dirty exists 2024-04-02T08:36:20.093 INFO:tasks.rados.rados.0.smithi012.stdout:3703: finishing write tid 2 to smithi01277369-21 2024-04-02T08:36:20.093 INFO:tasks.rados.rados.0.smithi012.stdout:3705: expect (ObjNum 953 snap 292 seq_num 953) 2024-04-02T08:36:20.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:20 smithi055 ceph-mon[85080]: pgmap v849: 121 pgs: 121 active+clean; 152 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-04-02T08:36:20.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:20 smithi055 ceph-mon[85080]: osdmap e788: 8 total, 8 up, 8 in 2024-04-02T08:36:20.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:20 smithi012 ceph-mon[88355]: pgmap v849: 121 pgs: 121 active+clean; 152 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-04-02T08:36:20.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:20 smithi012 ceph-mon[88355]: osdmap e788: 8 total, 8 up, 8 in 2024-04-02T08:36:20.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:20 smithi012 ceph-mon[90784]: pgmap v849: 121 pgs: 121 active+clean; 152 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-04-02T08:36:20.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:20 smithi012 ceph-mon[90784]: osdmap e788: 8 total, 8 up, 8 in 2024-04-02T08:36:20.447 INFO:tasks.rados.rados.0.smithi012.stdout:3703: finishing write tid 3 to smithi01277369-21 2024-04-02T08:36:20.447 INFO:tasks.rados.rados.0.smithi012.stdout:3703: oid 21 updating version 0 to 2096 2024-04-02T08:36:20.447 INFO:tasks.rados.rados.0.smithi012.stdout:3703: oid 21 version 2096 is already newer than 2095 2024-04-02T08:36:20.447 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 21 v 2096 (ObjNum 1156 snap 352 seq_num 1156) dirty exists 2024-04-02T08:36:20.447 INFO:tasks.rados.rados.0.smithi012.stdout:3703: left oid 21 (ObjNum 1156 snap 352 seq_num 1156) 2024-04-02T08:36:20.447 INFO:tasks.rados.rados.0.smithi012.stdout:3709: expect (ObjNum 953 snap 292 seq_num 953) 2024-04-02T08:36:20.797 INFO:tasks.rados.rados.0.smithi012.stdout:3703: done (6 left) 2024-04-02T08:36:20.797 INFO:tasks.rados.rados.0.smithi012.stdout:3704: done (5 left) 2024-04-02T08:36:20.797 INFO:tasks.rados.rados.0.smithi012.stdout:3705: done (4 left) 2024-04-02T08:36:20.798 INFO:tasks.rados.rados.0.smithi012.stdout:3706: done (3 left) 2024-04-02T08:36:20.798 INFO:tasks.rados.rados.0.smithi012.stdout:3707: done (2 left) 2024-04-02T08:36:20.798 INFO:tasks.rados.rados.0.smithi012.stdout:3709: done (1 left) 2024-04-02T08:36:20.798 INFO:tasks.rados.rados.0.smithi012.stdout:3711: done (0 left) 2024-04-02T08:36:20.798 INFO:tasks.rados.rados.0.smithi012.stdout:3712: setattr oid 34 current snap is 352 2024-04-02T08:36:20.798 INFO:tasks.rados.rados.0.smithi012.stdout:3713: snap_create 2024-04-02T08:36:20.800 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 34 v 1126 (ObjNum 1155 snap 352 seq_num 1155) dirty exists 2024-04-02T08:36:21.045 INFO:tasks.rados.rados.0.smithi012.stdout:3712: done (1 left) 2024-04-02T08:36:21.045 INFO:tasks.rados.rados.0.smithi012.stdout:3713: done (0 left) 2024-04-02T08:36:21.045 INFO:tasks.rados.rados.0.smithi012.stdout:3714: copy_from oid 15 from oid 17 current snap is 353 2024-04-02T08:36:21.045 INFO:tasks.rados.rados.0.smithi012.stdout:3715: snap_remove snap 348 2024-04-02T08:36:21.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:21 smithi055 ceph-mon[85080]: pgmap v852: 121 pgs: 121 active+clean; 152 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.2 MiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T08:36:21.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:21 smithi012 ceph-mon[88355]: pgmap v852: 121 pgs: 121 active+clean; 152 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.2 MiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T08:36:21.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:21 smithi012 ceph-mon[90784]: pgmap v852: 121 pgs: 121 active+clean; 152 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.2 MiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T08:36:22.048 INFO:tasks.rados.rados.0.smithi012.stdout:3714: finishing copy_from racing read to smithi01277369-15 2024-04-02T08:36:22.048 INFO:tasks.rados.rados.0.smithi012.stdout:3714: finishing copy_from to smithi01277369-15 2024-04-02T08:36:22.048 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 15 v 2720 (ObjNum 1102 snap 332 seq_num 1102) dirty exists 2024-04-02T08:36:22.048 INFO:tasks.rados.rados.0.smithi012.stdout:3714: done (1 left) 2024-04-02T08:36:22.048 INFO:tasks.rados.rados.0.smithi012.stdout:3715: done (0 left) 2024-04-02T08:36:22.048 INFO:tasks.rados.rados.0.smithi012.stdout:3716: copy_from oid 10 from oid 6 current snap is 353 2024-04-02T08:36:22.048 INFO:tasks.rados.rados.0.smithi012.stdout:3717: snap_create 2024-04-02T08:36:22.063 INFO:tasks.rados.rados.0.smithi012.stdout:3716: finishing copy_from racing read to smithi01277369-10 2024-04-02T08:36:22.064 INFO:tasks.rados.rados.0.smithi012.stdout:3716: finishing copy_from to smithi01277369-10 2024-04-02T08:36:22.064 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 10 v 2597 (ObjNum 1062 snap 317 seq_num 1062) dirty exists 2024-04-02T08:36:22.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:22 smithi055 ceph-mon[85080]: osdmap e789: 8 total, 8 up, 8 in 2024-04-02T08:36:22.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:22 smithi012 ceph-mon[88355]: osdmap e789: 8 total, 8 up, 8 in 2024-04-02T08:36:22.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:22 smithi012 ceph-mon[90784]: osdmap e789: 8 total, 8 up, 8 in 2024-04-02T08:36:22.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:36:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:36:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:36:23.056 INFO:tasks.rados.rados.0.smithi012.stdout:3716: done (1 left) 2024-04-02T08:36:23.056 INFO:tasks.rados.rados.0.smithi012.stdout:3717: done (0 left) 2024-04-02T08:36:23.056 INFO:tasks.rados.rados.0.smithi012.stdout:3718: read oid 18 snap -1 2024-04-02T08:36:23.056 INFO:tasks.rados.rados.0.smithi012.stdout:3718: expect deleted 2024-04-02T08:36:23.056 INFO:tasks.rados.rados.0.smithi012.stdout:3719: read oid 24 snap 353 2024-04-02T08:36:23.056 INFO:tasks.rados.rados.0.smithi012.stdout:3719: expect (ObjNum 1025 snap 306 seq_num 1025) 2024-04-02T08:36:23.056 INFO:tasks.rados.rados.0.smithi012.stdout:3720: rollback oid 45 current snap is 354 2024-04-02T08:36:23.056 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 45 to 352 2024-04-02T08:36:23.056 INFO:tasks.rados.rados.0.smithi012.stdout:3721: snap_remove snap 351 2024-04-02T08:36:23.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:23 smithi012 ceph-mon[90784]: osdmap e790: 8 total, 8 up, 8 in 2024-04-02T08:36:23.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:23 smithi012 ceph-mon[90784]: pgmap v855: 121 pgs: 121 active+clean; 152 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 76 KiB/s wr, 13 op/s 2024-04-02T08:36:23.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:23 smithi012 ceph-mon[88355]: osdmap e790: 8 total, 8 up, 8 in 2024-04-02T08:36:23.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:23 smithi012 ceph-mon[88355]: pgmap v855: 121 pgs: 121 active+clean; 152 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 76 KiB/s wr, 13 op/s 2024-04-02T08:36:23.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:23 smithi055 ceph-mon[85080]: osdmap e790: 8 total, 8 up, 8 in 2024-04-02T08:36:23.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:23 smithi055 ceph-mon[85080]: pgmap v855: 121 pgs: 121 active+clean; 152 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 76 KiB/s wr, 13 op/s 2024-04-02T08:36:24.019 INFO:tasks.rados.rados.0.smithi012.stdout:3721: done (3 left) 2024-04-02T08:36:24.019 INFO:tasks.rados.rados.0.smithi012.stdout:3722: rollback oid 30 current snap is 354 2024-04-02T08:36:24.019 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 30 to 352 2024-04-02T08:36:24.019 INFO:tasks.rados.rados.0.smithi012.stdout:3718: done (3 left) 2024-04-02T08:36:24.019 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 1 current snap is 354 2024-04-02T08:36:24.019 INFO:tasks.rados.rados.0.smithi012.stdout:3723: seq_num 1158 ranges {2088960=196608} 2024-04-02T08:36:24.032 INFO:tasks.rados.rados.0.smithi012.stdout:3723: writing smithi01277369-1 from 2088960 to 2285568 tid 1 2024-04-02T08:36:24.032 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 23 current snap is 354 2024-04-02T08:36:24.032 INFO:tasks.rados.rados.0.smithi012.stdout:3720: finishing rollback tid 0 to smithi01277369-45 2024-04-02T08:36:24.032 INFO:tasks.rados.rados.0.smithi012.stdout:3724: seq_num 1159 ranges {11927552=212992} 2024-04-02T08:36:24.098 INFO:tasks.rados.rados.0.smithi012.stdout:3724: writing smithi01277369-23 from 11927552 to 12140544 tid 1 2024-04-02T08:36:24.098 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 35 current snap is 354 2024-04-02T08:36:24.099 INFO:tasks.rados.rados.0.smithi012.stdout:3725: seq_num 1160 ranges {0=229376} 2024-04-02T08:36:24.100 INFO:tasks.rados.rados.0.smithi012.stdout:3725: writing smithi01277369-35 from 0 to 229376 tid 1 2024-04-02T08:36:24.100 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 38 current snap is 354 2024-04-02T08:36:24.100 INFO:tasks.rados.rados.0.smithi012.stdout:3726: seq_num 1161 ranges {0=245760} 2024-04-02T08:36:24.101 INFO:tasks.rados.rados.0.smithi012.stdout:3726: writing smithi01277369-38 from 0 to 245760 tid 1 2024-04-02T08:36:24.101 INFO:tasks.rados.rados.0.smithi012.stdout:3727: copy_from oid 41 from oid 25 current snap is 354 2024-04-02T08:36:24.101 INFO:tasks.rados.rados.0.smithi012.stdout:3720: finishing rollback tid 1 to smithi01277369-45 2024-04-02T08:36:24.101 INFO:tasks.rados.rados.0.smithi012.stdout:3719: expect (ObjNum 1025 snap 306 seq_num 1025) 2024-04-02T08:36:24.114 INFO:tasks.rados.rados.0.smithi012.stdout:3720: finishing rollback tid 2 to smithi01277369-45 2024-04-02T08:36:24.115 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 45 v 2600 (ObjNum 1138 snap 341 seq_num 1138) dirty exists 2024-04-02T08:36:24.115 INFO:tasks.rados.rados.0.smithi012.stdout:3719: done (7 left) 2024-04-02T08:36:24.115 INFO:tasks.rados.rados.0.smithi012.stdout:3720: done (6 left) 2024-04-02T08:36:24.115 INFO:tasks.rados.rados.0.smithi012.stdout:3728: copy_from oid 37 from oid 26 current snap is 354 2024-04-02T08:36:24.115 INFO:tasks.rados.rados.0.smithi012.stdout:3722: finishing rollback tid 1 to smithi01277369-30 2024-04-02T08:36:24.115 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 30 v 0 (ObjNum 785 snap 0 seq_num 2613030880) dirty dne 2024-04-02T08:36:24.115 INFO:tasks.rados.rados.0.smithi012.stdout:3723: finishing write tid 1 to smithi01277369-1 2024-04-02T08:36:24.115 INFO:tasks.rados.rados.0.smithi012.stdout:3723: finishing write tid 2 to smithi01277369-1 2024-04-02T08:36:24.115 INFO:tasks.rados.rados.0.smithi012.stdout:3723: finishing write tid 3 to smithi01277369-1 2024-04-02T08:36:24.115 INFO:tasks.rados.rados.0.smithi012.stdout:3723: oid 1 updating version 0 to 2602 2024-04-02T08:36:24.115 INFO:tasks.rados.rados.0.smithi012.stdout:3723: oid 1 version 2602 is already newer than 2601 2024-04-02T08:36:24.115 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 1 v 2602 (ObjNum 1158 snap 354 seq_num 1158) dirty exists 2024-04-02T08:36:24.115 INFO:tasks.rados.rados.0.smithi012.stdout:3723: left oid 1 (ObjNum 1158 snap 354 seq_num 1158) 2024-04-02T08:36:24.116 INFO:tasks.rados.rados.0.smithi012.stdout:3724: finishing write tid 1 to smithi01277369-23 2024-04-02T08:36:24.116 INFO:tasks.rados.rados.0.smithi012.stdout:3724: finishing write tid 2 to smithi01277369-23 2024-04-02T08:36:24.116 INFO:tasks.rados.rados.0.smithi012.stdout:3725: finishing write tid 1 to smithi01277369-35 2024-04-02T08:36:24.116 INFO:tasks.rados.rados.0.smithi012.stdout:3725: finishing write tid 2 to smithi01277369-35 2024-04-02T08:36:24.116 INFO:tasks.rados.rados.0.smithi012.stdout:3726: finishing write tid 1 to smithi01277369-38 2024-04-02T08:36:24.116 INFO:tasks.rados.rados.0.smithi012.stdout:3726: finishing write tid 2 to smithi01277369-38 2024-04-02T08:36:24.116 INFO:tasks.rados.rados.0.smithi012.stdout:3725: finishing write tid 3 to smithi01277369-35 2024-04-02T08:36:24.116 INFO:tasks.rados.rados.0.smithi012.stdout:3725: oid 35 updating version 0 to 2863 2024-04-02T08:36:24.116 INFO:tasks.rados.rados.0.smithi012.stdout:3725: oid 35 updating version 2863 to 2864 2024-04-02T08:36:24.116 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 35 v 2864 (ObjNum 1160 snap 354 seq_num 1160) dirty exists 2024-04-02T08:36:24.116 INFO:tasks.rados.rados.0.smithi012.stdout:3725: left oid 35 (ObjNum 1160 snap 354 seq_num 1160) 2024-04-02T08:36:24.116 INFO:tasks.rados.rados.0.smithi012.stdout:3722: done (6 left) 2024-04-02T08:36:24.116 INFO:tasks.rados.rados.0.smithi012.stdout:3723: done (5 left) 2024-04-02T08:36:24.116 INFO:tasks.rados.rados.0.smithi012.stdout:3725: done (4 left) 2024-04-02T08:36:24.117 INFO:tasks.rados.rados.0.smithi012.stdout:3729: rollback oid 34 current snap is 354 2024-04-02T08:36:24.117 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 34 to 353 2024-04-02T08:36:24.117 INFO:tasks.rados.rados.0.smithi012.stdout:3724: finishing write tid 3 to smithi01277369-23 2024-04-02T08:36:24.117 INFO:tasks.rados.rados.0.smithi012.stdout:3724: oid 23 updating version 0 to 2275 2024-04-02T08:36:24.117 INFO:tasks.rados.rados.0.smithi012.stdout:3724: oid 23 updating version 2275 to 2276 2024-04-02T08:36:24.117 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 23 v 2276 (ObjNum 1159 snap 354 seq_num 1159) dirty exists 2024-04-02T08:36:24.117 INFO:tasks.rados.rados.0.smithi012.stdout:3724: left oid 23 (ObjNum 1159 snap 354 seq_num 1159) 2024-04-02T08:36:24.117 INFO:tasks.rados.rados.0.smithi012.stdout:3726: finishing write tid 3 to smithi01277369-38 2024-04-02T08:36:24.117 INFO:tasks.rados.rados.0.smithi012.stdout:3726: oid 38 updating version 0 to 2098 2024-04-02T08:36:24.117 INFO:tasks.rados.rados.0.smithi012.stdout:3726: oid 38 version 2098 is already newer than 2097 2024-04-02T08:36:24.117 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 38 v 2098 (ObjNum 1161 snap 354 seq_num 1161) dirty exists 2024-04-02T08:36:24.117 INFO:tasks.rados.rados.0.smithi012.stdout:3726: left oid 38 (ObjNum 1161 snap 354 seq_num 1161) 2024-04-02T08:36:24.117 INFO:tasks.rados.rados.0.smithi012.stdout:3724: done (4 left) 2024-04-02T08:36:24.117 INFO:tasks.rados.rados.0.smithi012.stdout:3726: done (3 left) 2024-04-02T08:36:24.118 INFO:tasks.rados.rados.0.smithi012.stdout:3730: snap_remove snap 352 2024-04-02T08:36:24.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:24 smithi012 ceph-mon[90784]: osdmap e791: 8 total, 8 up, 8 in 2024-04-02T08:36:24.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:24 smithi012 ceph-mon[90784]: osdmap e792: 8 total, 8 up, 8 in 2024-04-02T08:36:24.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:24 smithi012 ceph-mon[88355]: osdmap e791: 8 total, 8 up, 8 in 2024-04-02T08:36:24.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:24 smithi012 ceph-mon[88355]: osdmap e792: 8 total, 8 up, 8 in 2024-04-02T08:36:24.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:24 smithi055 ceph-mon[85080]: osdmap e791: 8 total, 8 up, 8 in 2024-04-02T08:36:24.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:24 smithi055 ceph-mon[85080]: osdmap e792: 8 total, 8 up, 8 in 2024-04-02T08:36:25.078 INFO:tasks.rados.rados.0.smithi012.stdout:3729: finishing rollback tid 0 to smithi01277369-34 2024-04-02T08:36:25.078 INFO:tasks.rados.rados.0.smithi012.stdout:3729: finishing rollback tid 1 to smithi01277369-34 2024-04-02T08:36:25.078 INFO:tasks.rados.rados.0.smithi012.stdout:3729: finishing rollback tid 2 to smithi01277369-34 2024-04-02T08:36:25.078 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 34 v 1129 (ObjNum 1155 snap 352 seq_num 1155) dirty exists 2024-04-02T08:36:25.078 INFO:tasks.rados.rados.0.smithi012.stdout:3728: finishing copy_from racing read to smithi01277369-37 2024-04-02T08:36:25.078 INFO:tasks.rados.rados.0.smithi012.stdout:3728: finishing copy_from to smithi01277369-37 2024-04-02T08:36:25.078 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 37 v 2585 (ObjNum 1070 snap 320 seq_num 1070) dirty exists 2024-04-02T08:36:25.078 INFO:tasks.rados.rados.0.smithi012.stdout:3727: finishing copy_from racing read to smithi01277369-41 2024-04-02T08:36:25.078 INFO:tasks.rados.rados.0.smithi012.stdout:3727: finishing copy_from to smithi01277369-41 2024-04-02T08:36:25.078 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 41 v 2694 (ObjNum 1101 snap 332 seq_num 1101) dirty exists 2024-04-02T08:36:25.078 INFO:tasks.rados.rados.0.smithi012.stdout:3727: done (3 left) 2024-04-02T08:36:25.079 INFO:tasks.rados.rados.0.smithi012.stdout:3728: done (2 left) 2024-04-02T08:36:25.079 INFO:tasks.rados.rados.0.smithi012.stdout:3729: done (1 left) 2024-04-02T08:36:25.079 INFO:tasks.rados.rados.0.smithi012.stdout:3730: done (0 left) 2024-04-02T08:36:25.079 INFO:tasks.rados.rados.0.smithi012.stdout:3731: snap_create 2024-04-02T08:36:25.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:25 smithi012 ceph-mon[88355]: pgmap v858: 121 pgs: 121 active+clean; 152 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.4 MiB/s rd, 76 KiB/s wr, 8 op/s 2024-04-02T08:36:25.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:25 smithi012 ceph-mon[90784]: pgmap v858: 121 pgs: 121 active+clean; 152 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.4 MiB/s rd, 76 KiB/s wr, 8 op/s 2024-04-02T08:36:25.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:25 smithi055 ceph-mon[85080]: pgmap v858: 121 pgs: 121 active+clean; 152 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.4 MiB/s rd, 76 KiB/s wr, 8 op/s 2024-04-02T08:36:26.077 INFO:tasks.rados.rados.0.smithi012.stdout:3731: done (0 left) 2024-04-02T08:36:26.078 INFO:tasks.rados.rados.0.smithi012.stdout:3732: setattr oid 5 current snap is 355 2024-04-02T08:36:26.078 INFO:tasks.rados.rados.0.smithi012.stdout:3733: snap_remove snap 354 2024-04-02T08:36:26.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:26 smithi012 ceph-mon[88355]: osdmap e793: 8 total, 8 up, 8 in 2024-04-02T08:36:26.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:26 smithi012 ceph-mon[90784]: osdmap e793: 8 total, 8 up, 8 in 2024-04-02T08:36:26.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:26 smithi055 ceph-mon[85080]: osdmap e793: 8 total, 8 up, 8 in 2024-04-02T08:36:27.081 INFO:tasks.rados.rados.0.smithi012.stdout:3733: done (1 left) 2024-04-02T08:36:27.081 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 36 current snap is 355 2024-04-02T08:36:27.081 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 5 v 2277 (ObjNum 953 snap 292 seq_num 953) dirty exists 2024-04-02T08:36:27.081 INFO:tasks.rados.rados.0.smithi012.stdout:3734: seq_num 1162 ranges {2138112=270336} 2024-04-02T08:36:27.094 INFO:tasks.rados.rados.0.smithi012.stdout:3734: writing smithi01277369-36 from 2138112 to 2408448 tid 1 2024-04-02T08:36:27.094 INFO:tasks.rados.rados.0.smithi012.stdout:3732: done (1 left) 2024-04-02T08:36:27.094 INFO:tasks.rados.rados.0.smithi012.stdout:3735: setattr oid 35 current snap is 355 2024-04-02T08:36:27.096 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 26 current snap is 355 2024-04-02T08:36:27.096 INFO:tasks.rados.rados.0.smithi012.stdout:3736: seq_num 1163 ranges {1130496=286720} 2024-04-02T08:36:27.105 INFO:tasks.rados.rados.0.smithi012.stdout:3736: writing smithi01277369-26 from 1130496 to 1417216 tid 1 2024-04-02T08:36:27.105 INFO:tasks.rados.rados.0.smithi012.stdout:3737: snap_create 2024-04-02T08:36:27.105 INFO:tasks.rados.rados.0.smithi012.stdout:3734: finishing write tid 1 to smithi01277369-36 2024-04-02T08:36:27.105 INFO:tasks.rados.rados.0.smithi012.stdout:3734: finishing write tid 2 to smithi01277369-36 2024-04-02T08:36:27.105 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 35 v 2865 (ObjNum 1160 snap 354 seq_num 1160) dirty exists 2024-04-02T08:36:27.105 INFO:tasks.rados.rados.0.smithi012.stdout:3734: finishing write tid 3 to smithi01277369-36 2024-04-02T08:36:27.105 INFO:tasks.rados.rados.0.smithi012.stdout:3734: oid 36 updating version 0 to 2749 2024-04-02T08:36:27.105 INFO:tasks.rados.rados.0.smithi012.stdout:3734: oid 36 version 2749 is already newer than 2748 2024-04-02T08:36:27.105 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 36 v 2749 (ObjNum 1162 snap 355 seq_num 1162) dirty exists 2024-04-02T08:36:27.105 INFO:tasks.rados.rados.0.smithi012.stdout:3734: left oid 36 (ObjNum 1162 snap 355 seq_num 1162) 2024-04-02T08:36:27.108 INFO:tasks.rados.rados.0.smithi012.stdout:3736: finishing write tid 1 to smithi01277369-26 2024-04-02T08:36:27.108 INFO:tasks.rados.rados.0.smithi012.stdout:3736: finishing write tid 2 to smithi01277369-26 2024-04-02T08:36:27.110 INFO:tasks.rados.rados.0.smithi012.stdout:3736: finishing write tid 3 to smithi01277369-26 2024-04-02T08:36:27.110 INFO:tasks.rados.rados.0.smithi012.stdout:3736: oid 26 updating version 0 to 2586 2024-04-02T08:36:27.110 INFO:tasks.rados.rados.0.smithi012.stdout:3736: oid 26 updating version 2586 to 2587 2024-04-02T08:36:27.110 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 26 v 2587 (ObjNum 1163 snap 355 seq_num 1163) dirty exists 2024-04-02T08:36:27.110 INFO:tasks.rados.rados.0.smithi012.stdout:3736: left oid 26 (ObjNum 1163 snap 355 seq_num 1163) 2024-04-02T08:36:27.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:27 smithi012 ceph-mon[88355]: osdmap e794: 8 total, 8 up, 8 in 2024-04-02T08:36:27.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:27 smithi012 ceph-mon[88355]: pgmap v861: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 148 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 271 KiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:36:27.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:27 smithi012 ceph-mon[88355]: osdmap e795: 8 total, 8 up, 8 in 2024-04-02T08:36:27.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:27 smithi012 ceph-mon[90784]: osdmap e794: 8 total, 8 up, 8 in 2024-04-02T08:36:27.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:27 smithi012 ceph-mon[90784]: pgmap v861: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 148 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 271 KiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:36:27.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:27 smithi012 ceph-mon[90784]: osdmap e795: 8 total, 8 up, 8 in 2024-04-02T08:36:27.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:27 smithi055 ceph-mon[85080]: osdmap e794: 8 total, 8 up, 8 in 2024-04-02T08:36:27.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:27 smithi055 ceph-mon[85080]: pgmap v861: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 148 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 271 KiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:36:27.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:27 smithi055 ceph-mon[85080]: osdmap e795: 8 total, 8 up, 8 in 2024-04-02T08:36:28.102 INFO:tasks.rados.rados.0.smithi012.stdout:3734: done (3 left) 2024-04-02T08:36:28.102 INFO:tasks.rados.rados.0.smithi012.stdout:3735: done (2 left) 2024-04-02T08:36:28.102 INFO:tasks.rados.rados.0.smithi012.stdout:3736: done (1 left) 2024-04-02T08:36:28.102 INFO:tasks.rados.rados.0.smithi012.stdout:3737: done (0 left) 2024-04-02T08:36:28.102 INFO:tasks.rados.rados.0.smithi012.stdout:3738: rollback oid 46 current snap is 356 2024-04-02T08:36:28.102 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 46 to 353 2024-04-02T08:36:28.102 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 48 current snap is 356 2024-04-02T08:36:28.102 INFO:tasks.rados.rados.0.smithi012.stdout:3739: seq_num 1164 ranges {638976=303104} 2024-04-02T08:36:28.107 INFO:tasks.rados.rados.0.smithi012.stdout:3739: writing smithi01277369-48 from 638976 to 942080 tid 1 2024-04-02T08:36:28.107 INFO:tasks.rados.rados.0.smithi012.stdout:3740: read oid 33 snap -1 2024-04-02T08:36:28.107 INFO:tasks.rados.rados.0.smithi012.stdout:3740: expect (ObjNum 1088 snap 326 seq_num 1088) 2024-04-02T08:36:28.107 INFO:tasks.rados.rados.0.smithi012.stdout:3741: rollback oid 30 current snap is 356 2024-04-02T08:36:28.107 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 30 to 355 2024-04-02T08:36:28.107 INFO:tasks.rados.rados.0.smithi012.stdout:3742: setattr oid 37 current snap is 356 2024-04-02T08:36:28.107 INFO:tasks.rados.rados.0.smithi012.stdout:3738: finishing rollback tid 0 to smithi01277369-46 2024-04-02T08:36:28.107 INFO:tasks.rados.rados.0.smithi012.stdout:3738: finishing rollback tid 1 to smithi01277369-46 2024-04-02T08:36:28.107 INFO:tasks.rados.rados.0.smithi012.stdout:3738: finishing rollback tid 2 to smithi01277369-46 2024-04-02T08:36:28.107 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 46 v 2586 (ObjNum 1025 snap 306 seq_num 1025) dirty exists 2024-04-02T08:36:28.108 INFO:tasks.rados.rados.0.smithi012.stdout:3738: done (4 left) 2024-04-02T08:36:28.108 INFO:tasks.rados.rados.0.smithi012.stdout:3743: copy_from oid 44 from oid 47 current snap is 356 2024-04-02T08:36:28.108 INFO:tasks.rados.rados.0.smithi012.stdout:3744: snap_create 2024-04-02T08:36:28.112 INFO:tasks.rados.rados.0.smithi012.stdout:3739: finishing write tid 1 to smithi01277369-48 2024-04-02T08:36:28.113 INFO:tasks.rados.rados.0.smithi012.stdout:3739: finishing write tid 2 to smithi01277369-48 2024-04-02T08:36:28.113 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 37 v 2816 (ObjNum 1070 snap 320 seq_num 1070) dirty exists 2024-04-02T08:36:28.115 INFO:tasks.rados.rados.0.smithi012.stdout:3739: finishing write tid 3 to smithi01277369-48 2024-04-02T08:36:28.115 INFO:tasks.rados.rados.0.smithi012.stdout:3739: oid 48 updating version 0 to 2815 2024-04-02T08:36:28.115 INFO:tasks.rados.rados.0.smithi012.stdout:3739: oid 48 version 2815 is already newer than 2814 2024-04-02T08:36:28.115 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 48 v 2815 (ObjNum 1164 snap 356 seq_num 1164) dirty exists 2024-04-02T08:36:28.115 INFO:tasks.rados.rados.0.smithi012.stdout:3739: left oid 48 (ObjNum 1164 snap 356 seq_num 1164) 2024-04-02T08:36:28.122 INFO:tasks.rados.rados.0.smithi012.stdout:3743: finishing copy_from racing read to smithi01277369-44 2024-04-02T08:36:28.130 INFO:tasks.rados.rados.0.smithi012.stdout:3741: finishing rollback tid 1 to smithi01277369-30 2024-04-02T08:36:28.131 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 30 v 0 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-02T08:36:28.131 INFO:tasks.rados.rados.0.smithi012.stdout:3743: finishing copy_from to smithi01277369-44 2024-04-02T08:36:28.131 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 44 v 2280 (ObjNum 1015 snap 303 seq_num 1015) dirty exists 2024-04-02T08:36:28.139 INFO:tasks.rados.rados.0.smithi012.stdout:3740: expect (ObjNum 1088 snap 326 seq_num 1088) 2024-04-02T08:36:28.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:36:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:36:27] "GET /metrics HTTP/1.1" 200 36249 "" "Prometheus/2.43.0" 2024-04-02T08:36:29.014 INFO:tasks.rados.rados.0.smithi012.stdout:3739: done (5 left) 2024-04-02T08:36:29.015 INFO:tasks.rados.rados.0.smithi012.stdout:3740: done (4 left) 2024-04-02T08:36:29.015 INFO:tasks.rados.rados.0.smithi012.stdout:3741: done (3 left) 2024-04-02T08:36:29.015 INFO:tasks.rados.rados.0.smithi012.stdout:3742: done (2 left) 2024-04-02T08:36:29.015 INFO:tasks.rados.rados.0.smithi012.stdout:3743: done (1 left) 2024-04-02T08:36:29.015 INFO:tasks.rados.rados.0.smithi012.stdout:3744: done (0 left) 2024-04-02T08:36:29.015 INFO:tasks.rados.rados.0.smithi012.stdout:3745: read oid 6 snap -1 2024-04-02T08:36:29.015 INFO:tasks.rados.rados.0.smithi012.stdout:3745: expect (ObjNum 1062 snap 317 seq_num 1062) 2024-04-02T08:36:29.015 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 43 current snap is 357 2024-04-02T08:36:29.015 INFO:tasks.rados.rados.0.smithi012.stdout:3746: seq_num 1165 ranges {0=319488} 2024-04-02T08:36:29.016 INFO:tasks.rados.rados.0.smithi012.stdout:3746: writing smithi01277369-43 from 0 to 319488 tid 1 2024-04-02T08:36:29.016 INFO:tasks.rados.rados.0.smithi012.stdout:3747: read oid 10 snap -1 2024-04-02T08:36:29.016 INFO:tasks.rados.rados.0.smithi012.stdout:3747: expect (ObjNum 1062 snap 317 seq_num 1062) 2024-04-02T08:36:29.016 INFO:tasks.rados.rados.0.smithi012.stdout:3748: snap_create 2024-04-02T08:36:29.022 INFO:tasks.rados.rados.0.smithi012.stdout:3746: finishing write tid 1 to smithi01277369-43 2024-04-02T08:36:29.022 INFO:tasks.rados.rados.0.smithi012.stdout:3746: finishing write tid 2 to smithi01277369-43 2024-04-02T08:36:29.025 INFO:tasks.rados.rados.0.smithi012.stdout:3746: finishing write tid 3 to smithi01277369-43 2024-04-02T08:36:29.025 INFO:tasks.rados.rados.0.smithi012.stdout:3746: oid 43 updating version 0 to 2750 2024-04-02T08:36:29.025 INFO:tasks.rados.rados.0.smithi012.stdout:3746: oid 43 updating version 2750 to 2751 2024-04-02T08:36:29.025 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 43 v 2751 (ObjNum 1165 snap 357 seq_num 1165) dirty exists 2024-04-02T08:36:29.025 INFO:tasks.rados.rados.0.smithi012.stdout:3746: left oid 43 (ObjNum 1165 snap 357 seq_num 1165) 2024-04-02T08:36:29.025 INFO:tasks.rados.rados.0.smithi012.stdout:3745: expect (ObjNum 1062 snap 317 seq_num 1062) 2024-04-02T08:36:29.051 INFO:tasks.rados.rados.0.smithi012.stdout:3747: expect (ObjNum 1062 snap 317 seq_num 1062) 2024-04-02T08:36:29.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:29 smithi012 ceph-mon[88355]: osdmap e796: 8 total, 8 up, 8 in 2024-04-02T08:36:29.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:29 smithi012 ceph-mon[88355]: pgmap v864: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 148 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 271 KiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:36:29.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:29 smithi012 ceph-mon[88355]: osdmap e797: 8 total, 8 up, 8 in 2024-04-02T08:36:29.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:29 smithi012 ceph-mon[90784]: osdmap e796: 8 total, 8 up, 8 in 2024-04-02T08:36:29.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:29 smithi012 ceph-mon[90784]: pgmap v864: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 148 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 271 KiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:36:29.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:29 smithi012 ceph-mon[90784]: osdmap e797: 8 total, 8 up, 8 in 2024-04-02T08:36:29.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:29 smithi055 ceph-mon[85080]: osdmap e796: 8 total, 8 up, 8 in 2024-04-02T08:36:29.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:29 smithi055 ceph-mon[85080]: pgmap v864: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 148 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 271 KiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:36:29.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:29 smithi055 ceph-mon[85080]: osdmap e797: 8 total, 8 up, 8 in 2024-04-02T08:36:30.015 INFO:tasks.rados.rados.0.smithi012.stdout:3745: done (3 left) 2024-04-02T08:36:30.015 INFO:tasks.rados.rados.0.smithi012.stdout:3746: done (2 left) 2024-04-02T08:36:30.015 INFO:tasks.rados.rados.0.smithi012.stdout:3747: done (1 left) 2024-04-02T08:36:30.015 INFO:tasks.rados.rados.0.smithi012.stdout:3748: done (0 left) 2024-04-02T08:36:30.015 INFO:tasks.rados.rados.0.smithi012.stdout:3749: setattr oid 34 current snap is 358 2024-04-02T08:36:30.017 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 25 current snap is 358 2024-04-02T08:36:30.017 INFO:tasks.rados.rados.0.smithi012.stdout:3750: seq_num 1166 ranges {6856704=335872} 2024-04-02T08:36:30.057 INFO:tasks.rados.rados.0.smithi012.stdout:3750: writing smithi01277369-25 from 6856704 to 7192576 tid 1 2024-04-02T08:36:30.057 INFO:tasks.rados.rados.0.smithi012.stdout:3751: delete oid 35 current snap is 358 2024-04-02T08:36:30.057 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 34 v 1130 (ObjNum 1155 snap 352 seq_num 1155) dirty exists 2024-04-02T08:36:30.061 INFO:tasks.rados.rados.0.smithi012.stdout:3749: done (2 left) 2024-04-02T08:36:30.061 INFO:tasks.rados.rados.0.smithi012.stdout:3751: done (1 left) 2024-04-02T08:36:30.061 INFO:tasks.rados.rados.0.smithi012.stdout:3752: snap_remove snap 356 2024-04-02T08:36:30.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:30 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:30.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:30 smithi012 ceph-mon[88355]: osdmap e798: 8 total, 8 up, 8 in 2024-04-02T08:36:30.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:30 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:30.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:30 smithi012 ceph-mon[90784]: osdmap e798: 8 total, 8 up, 8 in 2024-04-02T08:36:30.462 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:30 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:30.462 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:30 smithi055 ceph-mon[85080]: osdmap e798: 8 total, 8 up, 8 in 2024-04-02T08:36:31.017 INFO:tasks.rados.rados.0.smithi012.stdout:3752: done (1 left) 2024-04-02T08:36:31.017 INFO:tasks.rados.rados.0.smithi012.stdout:3753: rollback oid 35 current snap is 358 2024-04-02T08:36:31.017 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 35 to 355 2024-04-02T08:36:31.017 INFO:tasks.rados.rados.0.smithi012.stdout:3750: finishing write tid 1 to smithi01277369-25 2024-04-02T08:36:31.018 INFO:tasks.rados.rados.0.smithi012.stdout:3750: finishing write tid 2 to smithi01277369-25 2024-04-02T08:36:31.018 INFO:tasks.rados.rados.0.smithi012.stdout:3750: finishing write tid 3 to smithi01277369-25 2024-04-02T08:36:31.018 INFO:tasks.rados.rados.0.smithi012.stdout:3750: oid 25 updating version 0 to 2731 2024-04-02T08:36:31.018 INFO:tasks.rados.rados.0.smithi012.stdout:3750: oid 25 version 2731 is already newer than 2730 2024-04-02T08:36:31.018 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 25 v 2731 (ObjNum 1166 snap 358 seq_num 1166) dirty exists 2024-04-02T08:36:31.018 INFO:tasks.rados.rados.0.smithi012.stdout:3750: left oid 25 (ObjNum 1166 snap 358 seq_num 1166) 2024-04-02T08:36:31.018 INFO:tasks.rados.rados.0.smithi012.stdout:3750: done (1 left) 2024-04-02T08:36:31.018 INFO:tasks.rados.rados.0.smithi012.stdout:3754: setattr oid 17 current snap is 358 2024-04-02T08:36:31.019 INFO:tasks.rados.rados.0.smithi012.stdout:3755: setattr oid 34 current snap is 358 2024-04-02T08:36:31.023 INFO:tasks.rados.rados.0.smithi012.stdout:3756: snap_create 2024-04-02T08:36:31.027 INFO:tasks.rados.rados.0.smithi012.stdout:3753: finishing rollback tid 1 to smithi01277369-35 2024-04-02T08:36:31.028 INFO:tasks.rados.rados.0.smithi012.stdout:3753: finishing rollback tid 2 to smithi01277369-35 2024-04-02T08:36:31.028 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 35 v 2869 (ObjNum 1160 snap 354 seq_num 1160) dirty exists 2024-04-02T08:36:31.028 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 34 v 1131 (ObjNum 1155 snap 352 seq_num 1155) dirty exists 2024-04-02T08:36:31.028 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 17 v 2873 (ObjNum 1102 snap 332 seq_num 1102) dirty exists 2024-04-02T08:36:32.025 INFO:tasks.rados.rados.0.smithi012.stdout:3753: done (3 left) 2024-04-02T08:36:32.025 INFO:tasks.rados.rados.0.smithi012.stdout:3754: done (2 left) 2024-04-02T08:36:32.025 INFO:tasks.rados.rados.0.smithi012.stdout:3755: done (1 left) 2024-04-02T08:36:32.025 INFO:tasks.rados.rados.0.smithi012.stdout:3756: done (0 left) 2024-04-02T08:36:32.025 INFO:tasks.rados.rados.0.smithi012.stdout:3757: snap_create 2024-04-02T08:36:32.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:32 smithi055 ceph-mon[85080]: pgmap v867: 121 pgs: 121 active+clean; 149 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 226 KiB/s wr, 17 op/s 2024-04-02T08:36:32.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:32 smithi055 ceph-mon[85080]: osdmap e799: 8 total, 8 up, 8 in 2024-04-02T08:36:32.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:32 smithi012 ceph-mon[88355]: pgmap v867: 121 pgs: 121 active+clean; 149 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 226 KiB/s wr, 17 op/s 2024-04-02T08:36:32.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:32 smithi012 ceph-mon[88355]: osdmap e799: 8 total, 8 up, 8 in 2024-04-02T08:36:32.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:32 smithi012 ceph-mon[90784]: pgmap v867: 121 pgs: 121 active+clean; 149 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 226 KiB/s wr, 17 op/s 2024-04-02T08:36:32.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:32 smithi012 ceph-mon[90784]: osdmap e799: 8 total, 8 up, 8 in 2024-04-02T08:36:32.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:36:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:36:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:36:33.034 INFO:tasks.rados.rados.0.smithi012.stdout:3757: done (0 left) 2024-04-02T08:36:33.034 INFO:tasks.rados.rados.0.smithi012.stdout:3758: read oid 39 snap 359 2024-04-02T08:36:33.034 INFO:tasks.rados.rados.0.smithi012.stdout:3758: expect (ObjNum 953 snap 292 seq_num 953) 2024-04-02T08:36:33.034 INFO:tasks.rados.rados.0.smithi012.stdout:3759: rmattr oid 20 current snap is 360 2024-04-02T08:36:33.034 INFO:tasks.rados.rados.0.smithi012.stdout:3759: done (1 left) 2024-04-02T08:36:33.034 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 33 current snap is 360 2024-04-02T08:36:33.034 INFO:tasks.rados.rados.0.smithi012.stdout:3760: seq_num 1168 ranges {7782400=368640} 2024-04-02T08:36:33.080 INFO:tasks.rados.rados.0.smithi012.stdout:3760: writing smithi01277369-33 from 7782400 to 8151040 tid 1 2024-04-02T08:36:33.081 INFO:tasks.rados.rados.0.smithi012.stdout:3761: rmattr oid 7 current snap is 360 2024-04-02T08:36:33.081 INFO:tasks.rados.rados.0.smithi012.stdout:3761: done (2 left) 2024-04-02T08:36:33.081 INFO:tasks.rados.rados.0.smithi012.stdout:3762: delete oid 11 current snap is 360 2024-04-02T08:36:33.081 INFO:tasks.rados.rados.0.smithi012.stdout:3758: expect (ObjNum 953 snap 292 seq_num 953) 2024-04-02T08:36:33.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:33 smithi055 ceph-mon[85080]: osdmap e800: 8 total, 8 up, 8 in 2024-04-02T08:36:33.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:33 smithi012 ceph-mon[88355]: osdmap e800: 8 total, 8 up, 8 in 2024-04-02T08:36:33.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:33 smithi012 ceph-mon[90784]: osdmap e800: 8 total, 8 up, 8 in 2024-04-02T08:36:33.436 INFO:tasks.rados.rados.0.smithi012.stdout:3760: finishing write tid 1 to smithi01277369-33 2024-04-02T08:36:33.437 INFO:tasks.rados.rados.0.smithi012.stdout:3760: finishing write tid 2 to smithi01277369-33 2024-04-02T08:36:33.437 INFO:tasks.rados.rados.0.smithi012.stdout:3760: finishing write tid 3 to smithi01277369-33 2024-04-02T08:36:33.437 INFO:tasks.rados.rados.0.smithi012.stdout:3760: oid 33 updating version 0 to 2588 2024-04-02T08:36:33.437 INFO:tasks.rados.rados.0.smithi012.stdout:3760: oid 33 version 2588 is already newer than 2587 2024-04-02T08:36:33.437 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 33 v 2588 (ObjNum 1168 snap 360 seq_num 1168) dirty exists 2024-04-02T08:36:33.437 INFO:tasks.rados.rados.0.smithi012.stdout:3760: left oid 33 (ObjNum 1168 snap 360 seq_num 1168) 2024-04-02T08:36:33.437 INFO:tasks.rados.rados.0.smithi012.stdout:3758: done (2 left) 2024-04-02T08:36:33.437 INFO:tasks.rados.rados.0.smithi012.stdout:3760: done (1 left) 2024-04-02T08:36:33.437 INFO:tasks.rados.rados.0.smithi012.stdout:3762: done (0 left) 2024-04-02T08:36:33.437 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 4 current snap is 360 2024-04-02T08:36:33.437 INFO:tasks.rados.rados.0.smithi012.stdout:3763: seq_num 1170 ranges {4538368=401408} 2024-04-02T08:36:33.465 INFO:tasks.rados.rados.0.smithi012.stdout:3763: writing smithi01277369-4 from 4538368 to 4939776 tid 1 2024-04-02T08:36:33.466 INFO:tasks.rados.rados.0.smithi012.stdout:3764: read oid 26 snap 358 2024-04-02T08:36:33.466 INFO:tasks.rados.rados.0.smithi012.stdout:3764: expect (ObjNum 1163 snap 355 seq_num 1163) 2024-04-02T08:36:33.466 INFO:tasks.rados.rados.0.smithi012.stdout:3765: snap_create 2024-04-02T08:36:33.471 INFO:tasks.rados.rados.0.smithi012.stdout:3764: expect (ObjNum 1163 snap 355 seq_num 1163) 2024-04-02T08:36:33.529 INFO:tasks.rados.rados.0.smithi012.stdout:3763: finishing write tid 1 to smithi01277369-4 2024-04-02T08:36:33.529 INFO:tasks.rados.rados.0.smithi012.stdout:3763: finishing write tid 2 to smithi01277369-4 2024-04-02T08:36:33.529 INFO:tasks.rados.rados.0.smithi012.stdout:3763: finishing write tid 3 to smithi01277369-4 2024-04-02T08:36:33.529 INFO:tasks.rados.rados.0.smithi012.stdout:3763: oid 4 updating version 0 to 2733 2024-04-02T08:36:33.529 INFO:tasks.rados.rados.0.smithi012.stdout:3763: oid 4 version 2733 is already newer than 2732 2024-04-02T08:36:33.529 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 4 v 2733 (ObjNum 1170 snap 360 seq_num 1170) dirty exists 2024-04-02T08:36:33.530 INFO:tasks.rados.rados.0.smithi012.stdout:3763: left oid 4 (ObjNum 1170 snap 360 seq_num 1170) 2024-04-02T08:36:34.020 INFO:tasks.rados.rados.0.smithi012.stdout:3763: done (2 left) 2024-04-02T08:36:34.020 INFO:tasks.rados.rados.0.smithi012.stdout:3764: done (1 left) 2024-04-02T08:36:34.020 INFO:tasks.rados.rados.0.smithi012.stdout:3765: done (0 left) 2024-04-02T08:36:34.020 INFO:tasks.rados.rados.0.smithi012.stdout:3766: copy_from oid 7 from oid 44 current snap is 361 2024-04-02T08:36:34.020 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 32 current snap is 361 2024-04-02T08:36:34.020 INFO:tasks.rados.rados.0.smithi012.stdout:3767: seq_num 1171 ranges {606208=417792} 2024-04-02T08:36:34.025 INFO:tasks.rados.rados.0.smithi012.stdout:3767: writing smithi01277369-32 from 606208 to 1024000 tid 1 2024-04-02T08:36:34.026 INFO:tasks.rados.rados.0.smithi012.stdout:3768: snap_remove snap 360 2024-04-02T08:36:34.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:34 smithi055 ceph-mon[85080]: pgmap v870: 121 pgs: 121 active+clean; 150 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 620 KiB/s wr, 32 op/s 2024-04-02T08:36:34.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:34 smithi055 ceph-mon[85080]: osdmap e801: 8 total, 8 up, 8 in 2024-04-02T08:36:34.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:34 smithi055 ceph-mon[85080]: osdmap e802: 8 total, 8 up, 8 in 2024-04-02T08:36:34.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:34 smithi012 ceph-mon[88355]: pgmap v870: 121 pgs: 121 active+clean; 150 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 620 KiB/s wr, 32 op/s 2024-04-02T08:36:34.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:34 smithi012 ceph-mon[88355]: osdmap e801: 8 total, 8 up, 8 in 2024-04-02T08:36:34.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:34 smithi012 ceph-mon[88355]: osdmap e802: 8 total, 8 up, 8 in 2024-04-02T08:36:34.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:34 smithi012 ceph-mon[90784]: pgmap v870: 121 pgs: 121 active+clean; 150 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 620 KiB/s wr, 32 op/s 2024-04-02T08:36:34.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:34 smithi012 ceph-mon[90784]: osdmap e801: 8 total, 8 up, 8 in 2024-04-02T08:36:34.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:34 smithi012 ceph-mon[90784]: osdmap e802: 8 total, 8 up, 8 in 2024-04-02T08:36:35.017 INFO:tasks.rados.rados.0.smithi012.stdout:3768: done (2 left) 2024-04-02T08:36:35.018 INFO:tasks.rados.rados.0.smithi012.stdout:3769: read oid 1 snap -1 2024-04-02T08:36:35.018 INFO:tasks.rados.rados.0.smithi012.stdout:3769: expect (ObjNum 1158 snap 354 seq_num 1158) 2024-04-02T08:36:35.018 INFO:tasks.rados.rados.0.smithi012.stdout:3770: rollback oid 14 current snap is 361 2024-04-02T08:36:35.018 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 14 to 358 2024-04-02T08:36:35.018 INFO:tasks.rados.rados.0.smithi012.stdout:3766: finishing copy_from racing read to smithi01277369-7 2024-04-02T08:36:35.018 INFO:tasks.rados.rados.0.smithi012.stdout:3766: finishing copy_from to smithi01277369-7 2024-04-02T08:36:35.018 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 7 v 2280 (ObjNum 1015 snap 303 seq_num 1015) dirty exists 2024-04-02T08:36:35.018 INFO:tasks.rados.rados.0.smithi012.stdout:3767: finishing write tid 1 to smithi01277369-32 2024-04-02T08:36:35.018 INFO:tasks.rados.rados.0.smithi012.stdout:3767: finishing write tid 2 to smithi01277369-32 2024-04-02T08:36:35.018 INFO:tasks.rados.rados.0.smithi012.stdout:3767: finishing write tid 3 to smithi01277369-32 2024-04-02T08:36:35.018 INFO:tasks.rados.rados.0.smithi012.stdout:3767: oid 32 updating version 0 to 2878 2024-04-02T08:36:35.019 INFO:tasks.rados.rados.0.smithi012.stdout:3767: oid 32 version 2878 is already newer than 2877 2024-04-02T08:36:35.019 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 32 v 2878 (ObjNum 1171 snap 361 seq_num 1171) dirty exists 2024-04-02T08:36:35.019 INFO:tasks.rados.rados.0.smithi012.stdout:3767: left oid 32 (ObjNum 1171 snap 361 seq_num 1171) 2024-04-02T08:36:35.019 INFO:tasks.rados.rados.0.smithi012.stdout:3766: done (3 left) 2024-04-02T08:36:35.019 INFO:tasks.rados.rados.0.smithi012.stdout:3767: done (2 left) 2024-04-02T08:36:35.019 INFO:tasks.rados.rados.0.smithi012.stdout:3771: snap_remove snap 353 2024-04-02T08:36:36.021 INFO:tasks.rados.rados.0.smithi012.stdout:3771: done (2 left) 2024-04-02T08:36:36.021 INFO:tasks.rados.rados.0.smithi012.stdout:3772: snap_create 2024-04-02T08:36:36.021 INFO:tasks.rados.rados.0.smithi012.stdout:3770: finishing rollback tid 0 to smithi01277369-14 2024-04-02T08:36:36.021 INFO:tasks.rados.rados.0.smithi012.stdout:3770: finishing rollback tid 1 to smithi01277369-14 2024-04-02T08:36:36.022 INFO:tasks.rados.rados.0.smithi012.stdout:3770: finishing rollback tid 2 to smithi01277369-14 2024-04-02T08:36:36.022 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 14 v 2108 (ObjNum 1097 snap 328 seq_num 1097) dirty exists 2024-04-02T08:36:36.022 INFO:tasks.rados.rados.0.smithi012.stdout:3769: expect (ObjNum 1158 snap 354 seq_num 1158) 2024-04-02T08:36:36.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:36 smithi055 ceph-mon[85080]: pgmap v873: 121 pgs: 121 active+clean; 150 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 394 KiB/s wr, 15 op/s 2024-04-02T08:36:36.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:36 smithi055 ceph-mon[85080]: osdmap e803: 8 total, 8 up, 8 in 2024-04-02T08:36:36.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:36 smithi012 ceph-mon[88355]: pgmap v873: 121 pgs: 121 active+clean; 150 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 394 KiB/s wr, 15 op/s 2024-04-02T08:36:36.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:36 smithi012 ceph-mon[88355]: osdmap e803: 8 total, 8 up, 8 in 2024-04-02T08:36:36.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:36 smithi012 ceph-mon[90784]: pgmap v873: 121 pgs: 121 active+clean; 150 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 394 KiB/s wr, 15 op/s 2024-04-02T08:36:36.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:36 smithi012 ceph-mon[90784]: osdmap e803: 8 total, 8 up, 8 in 2024-04-02T08:36:37.028 INFO:tasks.rados.rados.0.smithi012.stdout:3769: done (2 left) 2024-04-02T08:36:37.028 INFO:tasks.rados.rados.0.smithi012.stdout:3770: done (1 left) 2024-04-02T08:36:37.028 INFO:tasks.rados.rados.0.smithi012.stdout:3772: done (0 left) 2024-04-02T08:36:37.028 INFO:tasks.rados.rados.0.smithi012.stdout:3773: snap_create 2024-04-02T08:36:37.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:37 smithi055 ceph-mon[85080]: osdmap e804: 8 total, 8 up, 8 in 2024-04-02T08:36:37.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:37 smithi012 ceph-mon[88355]: osdmap e804: 8 total, 8 up, 8 in 2024-04-02T08:36:37.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:37 smithi012 ceph-mon[90784]: osdmap e804: 8 total, 8 up, 8 in 2024-04-02T08:36:38.029 INFO:tasks.rados.rados.0.smithi012.stdout:3773: done (0 left) 2024-04-02T08:36:38.030 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 32 current snap is 363 2024-04-02T08:36:38.030 INFO:tasks.rados.rados.0.smithi012.stdout:3774: seq_num 1172 ranges {1024000=434176} 2024-04-02T08:36:38.038 INFO:tasks.rados.rados.0.smithi012.stdout:3774: writing smithi01277369-32 from 1024000 to 1458176 tid 1 2024-04-02T08:36:38.038 INFO:tasks.rados.rados.0.smithi012.stdout:3775: rollback oid 50 current snap is 363 2024-04-02T08:36:38.038 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 50 to 355 2024-04-02T08:36:38.038 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 2 current snap is 363 2024-04-02T08:36:38.038 INFO:tasks.rados.rados.0.smithi012.stdout:3776: seq_num 1173 ranges {0=450560} 2024-04-02T08:36:38.040 INFO:tasks.rados.rados.0.smithi012.stdout:3776: writing smithi01277369-2 from 0 to 450560 tid 1 2024-04-02T08:36:38.041 INFO:tasks.rados.rados.0.smithi012.stdout:3777: read oid 10 snap -1 2024-04-02T08:36:38.041 INFO:tasks.rados.rados.0.smithi012.stdout:3777: expect (ObjNum 1062 snap 317 seq_num 1062) 2024-04-02T08:36:38.041 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 8 current snap is 363 2024-04-02T08:36:38.041 INFO:tasks.rados.rados.0.smithi012.stdout:3778: seq_num 1174 ranges {0=466944} 2024-04-02T08:36:38.044 INFO:tasks.rados.rados.0.smithi012.stdout:3778: writing smithi01277369-8 from 0 to 466944 tid 1 2024-04-02T08:36:38.044 INFO:tasks.rados.rados.0.smithi012.stdout:3779: delete oid 35 current snap is 363 2024-04-02T08:36:38.044 INFO:tasks.rados.rados.0.smithi012.stdout:3775: finishing rollback tid 0 to smithi01277369-50 2024-04-02T08:36:38.044 INFO:tasks.rados.rados.0.smithi012.stdout:3775: finishing rollback tid 1 to smithi01277369-50 2024-04-02T08:36:38.045 INFO:tasks.rados.rados.0.smithi012.stdout:3775: finishing rollback tid 2 to smithi01277369-50 2024-04-02T08:36:38.045 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 50 v 2601 (ObjNum 1059 snap 317 seq_num 1059) dirty exists 2024-04-02T08:36:38.048 INFO:tasks.rados.rados.0.smithi012.stdout:3776: finishing write tid 1 to smithi01277369-2 2024-04-02T08:36:38.048 INFO:tasks.rados.rados.0.smithi012.stdout:3776: finishing write tid 2 to smithi01277369-2 2024-04-02T08:36:38.048 INFO:tasks.rados.rados.0.smithi012.stdout:3777: expect (ObjNum 1062 snap 317 seq_num 1062) 2024-04-02T08:36:38.077 INFO:tasks.rados.rados.0.smithi012.stdout:3776: finishing write tid 3 to smithi01277369-2 2024-04-02T08:36:38.077 INFO:tasks.rados.rados.0.smithi012.stdout:3776: oid 2 updating version 0 to 2589 2024-04-02T08:36:38.077 INFO:tasks.rados.rados.0.smithi012.stdout:3776: oid 2 updating version 2589 to 2590 2024-04-02T08:36:38.077 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 2 v 2590 (ObjNum 1173 snap 363 seq_num 1173) dirty exists 2024-04-02T08:36:38.077 INFO:tasks.rados.rados.0.smithi012.stdout:3776: left oid 2 (ObjNum 1173 snap 363 seq_num 1173) 2024-04-02T08:36:38.077 INFO:tasks.rados.rados.0.smithi012.stdout:3774: finishing write tid 1 to smithi01277369-32 2024-04-02T08:36:38.077 INFO:tasks.rados.rados.0.smithi012.stdout:3774: finishing write tid 2 to smithi01277369-32 2024-04-02T08:36:38.077 INFO:tasks.rados.rados.0.smithi012.stdout:3775: done (5 left) 2024-04-02T08:36:38.077 INFO:tasks.rados.rados.0.smithi012.stdout:3776: done (4 left) 2024-04-02T08:36:38.078 INFO:tasks.rados.rados.0.smithi012.stdout:3777: done (3 left) 2024-04-02T08:36:38.078 INFO:tasks.rados.rados.0.smithi012.stdout:3779: done (2 left) 2024-04-02T08:36:38.078 INFO:tasks.rados.rados.0.smithi012.stdout:3780: snap_create 2024-04-02T08:36:38.078 INFO:tasks.rados.rados.0.smithi012.stdout:3778: finishing write tid 1 to smithi01277369-8 2024-04-02T08:36:38.078 INFO:tasks.rados.rados.0.smithi012.stdout:3778: finishing write tid 2 to smithi01277369-8 2024-04-02T08:36:38.078 INFO:tasks.rados.rados.0.smithi012.stdout:3774: finishing write tid 3 to smithi01277369-32 2024-04-02T08:36:38.079 INFO:tasks.rados.rados.0.smithi012.stdout:3774: oid 32 updating version 0 to 2889 2024-04-02T08:36:38.079 INFO:tasks.rados.rados.0.smithi012.stdout:3774: oid 32 version 2889 is already newer than 2888 2024-04-02T08:36:38.079 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 32 v 2889 (ObjNum 1172 snap 363 seq_num 1172) dirty exists 2024-04-02T08:36:38.079 INFO:tasks.rados.rados.0.smithi012.stdout:3774: left oid 32 (ObjNum 1172 snap 363 seq_num 1172) 2024-04-02T08:36:38.079 INFO:tasks.rados.rados.0.smithi012.stdout:3778: finishing write tid 3 to smithi01277369-8 2024-04-02T08:36:38.079 INFO:tasks.rados.rados.0.smithi012.stdout:3778: oid 8 updating version 0 to 2891 2024-04-02T08:36:38.079 INFO:tasks.rados.rados.0.smithi012.stdout:3778: oid 8 version 2891 is already newer than 2890 2024-04-02T08:36:38.079 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 8 v 2891 (ObjNum 1174 snap 363 seq_num 1174) dirty exists 2024-04-02T08:36:38.079 INFO:tasks.rados.rados.0.smithi012.stdout:3778: left oid 8 (ObjNum 1174 snap 363 seq_num 1174) 2024-04-02T08:36:38.313 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:38 smithi055 ceph-mon[85080]: pgmap v876: 121 pgs: 121 active+clean; 153 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 540 KiB/s wr, 12 op/s 2024-04-02T08:36:38.313 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:38 smithi055 ceph-mon[85080]: osdmap e805: 8 total, 8 up, 8 in 2024-04-02T08:36:38.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:38 smithi012 ceph-mon[88355]: pgmap v876: 121 pgs: 121 active+clean; 153 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 540 KiB/s wr, 12 op/s 2024-04-02T08:36:38.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:38 smithi012 ceph-mon[88355]: osdmap e805: 8 total, 8 up, 8 in 2024-04-02T08:36:38.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:38 smithi012 ceph-mon[90784]: pgmap v876: 121 pgs: 121 active+clean; 153 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 540 KiB/s wr, 12 op/s 2024-04-02T08:36:38.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:38 smithi012 ceph-mon[90784]: osdmap e805: 8 total, 8 up, 8 in 2024-04-02T08:36:38.429 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:36:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:36:37] "GET /metrics HTTP/1.1" 200 36249 "" "Prometheus/2.43.0" 2024-04-02T08:36:39.018 INFO:tasks.rados.rados.0.smithi012.stdout:3774: done (2 left) 2024-04-02T08:36:39.018 INFO:tasks.rados.rados.0.smithi012.stdout:3778: done (1 left) 2024-04-02T08:36:39.018 INFO:tasks.rados.rados.0.smithi012.stdout:3780: done (0 left) 2024-04-02T08:36:39.018 INFO:tasks.rados.rados.0.smithi012.stdout:3781: copy_from oid 1 from oid 28 current snap is 364 2024-04-02T08:36:39.019 INFO:tasks.rados.rados.0.smithi012.stdout:3782: delete oid 34 current snap is 364 2024-04-02T08:36:39.023 INFO:tasks.rados.rados.0.smithi012.stdout:3782: done (1 left) 2024-04-02T08:36:39.023 INFO:tasks.rados.rados.0.smithi012.stdout:3783: snap_create 2024-04-02T08:36:39.026 INFO:tasks.rados.rados.0.smithi012.stdout:3781: finishing copy_from racing read to smithi01277369-1 2024-04-02T08:36:39.027 INFO:tasks.rados.rados.0.smithi012.stdout:3781: finishing copy_from to smithi01277369-1 2024-04-02T08:36:39.027 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 1 v 2300 (ObjNum 1150 snap 348 seq_num 1150) dirty exists 2024-04-02T08:36:39.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:39 smithi055 ceph-mon[85080]: osdmap e806: 8 total, 8 up, 8 in 2024-04-02T08:36:39.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:39 smithi055 ceph-mon[85080]: pgmap v879: 121 pgs: 121 active+clean; 153 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 540 KiB/s wr, 12 op/s 2024-04-02T08:36:39.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:39 smithi055 ceph-mon[85080]: osdmap e807: 8 total, 8 up, 8 in 2024-04-02T08:36:39.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:39 smithi012 ceph-mon[90784]: osdmap e806: 8 total, 8 up, 8 in 2024-04-02T08:36:39.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:39 smithi012 ceph-mon[90784]: pgmap v879: 121 pgs: 121 active+clean; 153 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 540 KiB/s wr, 12 op/s 2024-04-02T08:36:39.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:39 smithi012 ceph-mon[90784]: osdmap e807: 8 total, 8 up, 8 in 2024-04-02T08:36:39.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:39 smithi012 ceph-mon[88355]: osdmap e806: 8 total, 8 up, 8 in 2024-04-02T08:36:39.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:39 smithi012 ceph-mon[88355]: pgmap v879: 121 pgs: 121 active+clean; 153 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 540 KiB/s wr, 12 op/s 2024-04-02T08:36:39.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:39 smithi012 ceph-mon[88355]: osdmap e807: 8 total, 8 up, 8 in 2024-04-02T08:36:40.018 INFO:tasks.rados.rados.0.smithi012.stdout:3781: done (1 left) 2024-04-02T08:36:40.018 INFO:tasks.rados.rados.0.smithi012.stdout:3783: done (0 left) 2024-04-02T08:36:40.018 INFO:tasks.rados.rados.0.smithi012.stdout:3784: copy_from oid 44 from oid 13 current snap is 365 2024-04-02T08:36:40.018 INFO:tasks.rados.rados.0.smithi012.stdout:3785: snap_remove snap 361 2024-04-02T08:36:41.026 INFO:tasks.rados.rados.0.smithi012.stdout:3785: done (1 left) 2024-04-02T08:36:41.026 INFO:tasks.rados.rados.0.smithi012.stdout:3786: copy_from oid 12 from oid 17 current snap is 365 2024-04-02T08:36:41.026 INFO:tasks.rados.rados.0.smithi012.stdout:3784: finishing copy_from racing read to smithi01277369-44 2024-04-02T08:36:41.026 INFO:tasks.rados.rados.0.smithi012.stdout:3784: finishing copy_from to smithi01277369-44 2024-04-02T08:36:41.026 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 44 v 2715 (ObjNum 1098 snap 328 seq_num 1098) dirty exists 2024-04-02T08:36:41.026 INFO:tasks.rados.rados.0.smithi012.stdout:3784: done (1 left) 2024-04-02T08:36:41.026 INFO:tasks.rados.rados.0.smithi012.stdout:3787: delete oid 2 current snap is 365 2024-04-02T08:36:41.031 INFO:tasks.rados.rados.0.smithi012.stdout:3787: done (1 left) 2024-04-02T08:36:41.031 INFO:tasks.rados.rados.0.smithi012.stdout:3788: read oid 47 snap -1 2024-04-02T08:36:41.031 INFO:tasks.rados.rados.0.smithi012.stdout:3788: expect (ObjNum 1015 snap 303 seq_num 1015) 2024-04-02T08:36:41.031 INFO:tasks.rados.rados.0.smithi012.stdout:3789: rollback oid 23 current snap is 365 2024-04-02T08:36:41.031 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 23 to 362 2024-04-02T08:36:41.031 INFO:tasks.rados.rados.0.smithi012.stdout:3790: rollback oid 36 current snap is 365 2024-04-02T08:36:41.031 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 36 to 355 2024-04-02T08:36:41.031 INFO:tasks.rados.rados.0.smithi012.stdout:3791: read oid 35 snap -1 2024-04-02T08:36:41.031 INFO:tasks.rados.rados.0.smithi012.stdout:3791: expect deleted 2024-04-02T08:36:41.031 INFO:tasks.rados.rados.0.smithi012.stdout:3792: snap_remove snap 363 2024-04-02T08:36:41.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:41 smithi055 ceph-mon[85080]: osdmap e808: 8 total, 8 up, 8 in 2024-04-02T08:36:41.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:41 smithi012 ceph-mon[88355]: osdmap e808: 8 total, 8 up, 8 in 2024-04-02T08:36:41.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:41 smithi012 ceph-mon[90784]: osdmap e808: 8 total, 8 up, 8 in 2024-04-02T08:36:42.030 INFO:tasks.rados.rados.0.smithi012.stdout:3792: done (5 left) 2024-04-02T08:36:42.031 INFO:tasks.rados.rados.0.smithi012.stdout:3793: copy_from oid 3 from oid 7 current snap is 365 2024-04-02T08:36:42.031 INFO:tasks.rados.rados.0.smithi012.stdout:3788: expect (ObjNum 1015 snap 303 seq_num 1015) 2024-04-02T08:36:42.085 INFO:tasks.rados.rados.0.smithi012.stdout:3790: finishing rollback tid 0 to smithi01277369-36 2024-04-02T08:36:42.085 INFO:tasks.rados.rados.0.smithi012.stdout:3790: finishing rollback tid 1 to smithi01277369-36 2024-04-02T08:36:42.085 INFO:tasks.rados.rados.0.smithi012.stdout:3789: finishing rollback tid 0 to smithi01277369-23 2024-04-02T08:36:42.085 INFO:tasks.rados.rados.0.smithi012.stdout:3789: finishing rollback tid 1 to smithi01277369-23 2024-04-02T08:36:42.086 INFO:tasks.rados.rados.0.smithi012.stdout:3790: finishing rollback tid 2 to smithi01277369-36 2024-04-02T08:36:42.086 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 36 v 2754 (ObjNum 1162 snap 355 seq_num 1162) dirty exists 2024-04-02T08:36:42.086 INFO:tasks.rados.rados.0.smithi012.stdout:3789: finishing rollback tid 2 to smithi01277369-23 2024-04-02T08:36:42.086 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 23 v 2280 (ObjNum 1159 snap 354 seq_num 1159) dirty exists 2024-04-02T08:36:42.086 INFO:tasks.rados.rados.0.smithi012.stdout:3786: finishing copy_from racing read to smithi01277369-12 2024-04-02T08:36:42.086 INFO:tasks.rados.rados.0.smithi012.stdout:3786: finishing copy_from to smithi01277369-12 2024-04-02T08:36:42.086 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 12 v 2873 (ObjNum 1102 snap 332 seq_num 1102) dirty exists 2024-04-02T08:36:42.086 INFO:tasks.rados.rados.0.smithi012.stdout:3793: finishing copy_from racing read to smithi01277369-3 2024-04-02T08:36:42.086 INFO:tasks.rados.rados.0.smithi012.stdout:3793: finishing copy_from to smithi01277369-3 2024-04-02T08:36:42.086 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 3 v 2280 (ObjNum 1015 snap 303 seq_num 1015) dirty exists 2024-04-02T08:36:42.086 INFO:tasks.rados.rados.0.smithi012.stdout:3786: done (5 left) 2024-04-02T08:36:42.086 INFO:tasks.rados.rados.0.smithi012.stdout:3788: done (4 left) 2024-04-02T08:36:42.086 INFO:tasks.rados.rados.0.smithi012.stdout:3789: done (3 left) 2024-04-02T08:36:42.087 INFO:tasks.rados.rados.0.smithi012.stdout:3790: done (2 left) 2024-04-02T08:36:42.087 INFO:tasks.rados.rados.0.smithi012.stdout:3791: done (1 left) 2024-04-02T08:36:42.087 INFO:tasks.rados.rados.0.smithi012.stdout:3793: done (0 left) 2024-04-02T08:36:42.087 INFO:tasks.rados.rados.0.smithi012.stdout:3794: snap_create 2024-04-02T08:36:42.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:42 smithi055 ceph-mon[85080]: pgmap v882: 121 pgs: 121 active+clean; 141 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 220 KiB/s wr, 1 op/s 2024-04-02T08:36:42.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:42 smithi055 ceph-mon[85080]: osdmap e809: 8 total, 8 up, 8 in 2024-04-02T08:36:42.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:42 smithi012 ceph-mon[88355]: pgmap v882: 121 pgs: 121 active+clean; 141 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 220 KiB/s wr, 1 op/s 2024-04-02T08:36:42.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:42 smithi012 ceph-mon[88355]: osdmap e809: 8 total, 8 up, 8 in 2024-04-02T08:36:42.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:42 smithi012 ceph-mon[90784]: pgmap v882: 121 pgs: 121 active+clean; 141 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 220 KiB/s wr, 1 op/s 2024-04-02T08:36:42.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:42 smithi012 ceph-mon[90784]: osdmap e809: 8 total, 8 up, 8 in 2024-04-02T08:36:42.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:36:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:36:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:36:43.039 INFO:tasks.rados.rados.0.smithi012.stdout:3794: done (0 left) 2024-04-02T08:36:43.039 INFO:tasks.rados.rados.0.smithi012.stdout:3795: rollback oid 15 current snap is 366 2024-04-02T08:36:43.039 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 15 to 359 2024-04-02T08:36:43.039 INFO:tasks.rados.rados.0.smithi012.stdout:3796: read oid 2 snap -1 2024-04-02T08:36:43.039 INFO:tasks.rados.rados.0.smithi012.stdout:3796: expect deleted 2024-04-02T08:36:43.039 INFO:tasks.rados.rados.0.smithi012.stdout:3797: snap_remove snap 362 2024-04-02T08:36:43.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:43 smithi055 ceph-mon[85080]: osdmap e810: 8 total, 8 up, 8 in 2024-04-02T08:36:43.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:43 smithi012 ceph-mon[88355]: osdmap e810: 8 total, 8 up, 8 in 2024-04-02T08:36:43.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:43 smithi012 ceph-mon[90784]: osdmap e810: 8 total, 8 up, 8 in 2024-04-02T08:36:44.020 INFO:tasks.rados.rados.0.smithi012.stdout:3797: done (2 left) 2024-04-02T08:36:44.020 INFO:tasks.rados.rados.0.smithi012.stdout:3798: read oid 16 snap -1 2024-04-02T08:36:44.020 INFO:tasks.rados.rados.0.smithi012.stdout:3798: expect (ObjNum 1099 snap 328 seq_num 1099) 2024-04-02T08:36:44.020 INFO:tasks.rados.rados.0.smithi012.stdout:3799: snap_remove snap 364 2024-04-02T08:36:44.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:44 smithi055 ceph-mon[85080]: pgmap v885: 121 pgs: 121 active+clean; 152 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 7 op/s 2024-04-02T08:36:44.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:44 smithi055 ceph-mon[85080]: osdmap e811: 8 total, 8 up, 8 in 2024-04-02T08:36:44.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:44 smithi055 ceph-mon[85080]: osdmap e812: 8 total, 8 up, 8 in 2024-04-02T08:36:44.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:44 smithi012 ceph-mon[88355]: pgmap v885: 121 pgs: 121 active+clean; 152 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 7 op/s 2024-04-02T08:36:44.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:44 smithi012 ceph-mon[88355]: osdmap e811: 8 total, 8 up, 8 in 2024-04-02T08:36:44.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:44 smithi012 ceph-mon[88355]: osdmap e812: 8 total, 8 up, 8 in 2024-04-02T08:36:44.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:44 smithi012 ceph-mon[90784]: pgmap v885: 121 pgs: 121 active+clean; 152 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 7 op/s 2024-04-02T08:36:44.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:44 smithi012 ceph-mon[90784]: osdmap e811: 8 total, 8 up, 8 in 2024-04-02T08:36:44.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:44 smithi012 ceph-mon[90784]: osdmap e812: 8 total, 8 up, 8 in 2024-04-02T08:36:45.019 INFO:tasks.rados.rados.0.smithi012.stdout:3799: done (3 left) 2024-04-02T08:36:45.019 INFO:tasks.rados.rados.0.smithi012.stdout:3800: snap_create 2024-04-02T08:36:45.019 INFO:tasks.rados.rados.0.smithi012.stdout:3795: finishing rollback tid 0 to smithi01277369-15 2024-04-02T08:36:45.019 INFO:tasks.rados.rados.0.smithi012.stdout:3795: finishing rollback tid 1 to smithi01277369-15 2024-04-02T08:36:45.019 INFO:tasks.rados.rados.0.smithi012.stdout:3795: finishing rollback tid 2 to smithi01277369-15 2024-04-02T08:36:45.019 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 15 v 2723 (ObjNum 1102 snap 332 seq_num 1102) dirty exists 2024-04-02T08:36:45.020 INFO:tasks.rados.rados.0.smithi012.stdout:3798: expect (ObjNum 1099 snap 328 seq_num 1099) 2024-04-02T08:36:45.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:45 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:45.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:45 smithi055 ceph-mon[85080]: pgmap v888: 121 pgs: 121 active+clean; 152 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:36:45.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:45 smithi055 ceph-mon[85080]: osdmap e813: 8 total, 8 up, 8 in 2024-04-02T08:36:45.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:45 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:45.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:45 smithi012 ceph-mon[88355]: pgmap v888: 121 pgs: 121 active+clean; 152 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:36:45.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:45 smithi012 ceph-mon[88355]: osdmap e813: 8 total, 8 up, 8 in 2024-04-02T08:36:45.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:45 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:45.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:45 smithi012 ceph-mon[90784]: pgmap v888: 121 pgs: 121 active+clean; 152 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:36:45.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:45 smithi012 ceph-mon[90784]: osdmap e813: 8 total, 8 up, 8 in 2024-04-02T08:36:46.019 INFO:tasks.rados.rados.0.smithi012.stdout:3795: done (3 left) 2024-04-02T08:36:46.019 INFO:tasks.rados.rados.0.smithi012.stdout:3796: done (2 left) 2024-04-02T08:36:46.019 INFO:tasks.rados.rados.0.smithi012.stdout:3798: done (1 left) 2024-04-02T08:36:46.019 INFO:tasks.rados.rados.0.smithi012.stdout:3800: done (0 left) 2024-04-02T08:36:46.019 INFO:tasks.rados.rados.0.smithi012.stdout:3801: snap_remove snap 357 2024-04-02T08:36:47.033 INFO:tasks.rados.rados.0.smithi012.stdout:3801: done (0 left) 2024-04-02T08:36:47.034 INFO:tasks.rados.rados.0.smithi012.stdout:3802: rollback oid 37 current snap is 367 2024-04-02T08:36:47.034 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 37 to 359 2024-04-02T08:36:47.034 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 36 current snap is 367 2024-04-02T08:36:47.034 INFO:tasks.rados.rados.0.smithi012.stdout:3803: seq_num 1178 ranges {2408448=532480} 2024-04-02T08:36:47.051 INFO:tasks.rados.rados.0.smithi012.stdout:3803: writing smithi01277369-36 from 2408448 to 2940928 tid 1 2024-04-02T08:36:47.051 INFO:tasks.rados.rados.0.smithi012.stdout:3804: read oid 21 snap -1 2024-04-02T08:36:47.051 INFO:tasks.rados.rados.0.smithi012.stdout:3804: expect (ObjNum 1156 snap 352 seq_num 1156) 2024-04-02T08:36:47.051 INFO:tasks.rados.rados.0.smithi012.stdout:3805: read oid 18 snap -1 2024-04-02T08:36:47.051 INFO:tasks.rados.rados.0.smithi012.stdout:3805: expect deleted 2024-04-02T08:36:47.051 INFO:tasks.rados.rados.0.smithi012.stdout:3806: read oid 14 snap -1 2024-04-02T08:36:47.051 INFO:tasks.rados.rados.0.smithi012.stdout:3806: expect (ObjNum 1097 snap 328 seq_num 1097) 2024-04-02T08:36:47.052 INFO:tasks.rados.rados.0.smithi012.stdout:3807: delete oid 16 current snap is 367 2024-04-02T08:36:47.052 INFO:tasks.rados.rados.0.smithi012.stdout:3802: finishing rollback tid 0 to smithi01277369-37 2024-04-02T08:36:47.052 INFO:tasks.rados.rados.0.smithi012.stdout:3802: finishing rollback tid 1 to smithi01277369-37 2024-04-02T08:36:47.052 INFO:tasks.rados.rados.0.smithi012.stdout:3802: finishing rollback tid 2 to smithi01277369-37 2024-04-02T08:36:47.052 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 37 v 2819 (ObjNum 1070 snap 320 seq_num 1070) dirty exists 2024-04-02T08:36:47.055 INFO:tasks.rados.rados.0.smithi012.stdout:3802: done (5 left) 2024-04-02T08:36:47.055 INFO:tasks.rados.rados.0.smithi012.stdout:3805: done (4 left) 2024-04-02T08:36:47.055 INFO:tasks.rados.rados.0.smithi012.stdout:3807: done (3 left) 2024-04-02T08:36:47.055 INFO:tasks.rados.rados.0.smithi012.stdout:3808: copy_from oid 39 from oid 25 current snap is 367 2024-04-02T08:36:47.055 INFO:tasks.rados.rados.0.smithi012.stdout:3809: copy_from oid 8 from oid 37 current snap is 367 2024-04-02T08:36:47.055 INFO:tasks.rados.rados.0.smithi012.stdout:3810: setattr oid 47 current snap is 367 2024-04-02T08:36:47.056 INFO:tasks.rados.rados.0.smithi012.stdout:3811: snap_create 2024-04-02T08:36:47.057 INFO:tasks.rados.rados.0.smithi012.stdout:3803: finishing write tid 1 to smithi01277369-36 2024-04-02T08:36:47.057 INFO:tasks.rados.rados.0.smithi012.stdout:3803: finishing write tid 2 to smithi01277369-36 2024-04-02T08:36:47.060 INFO:tasks.rados.rados.0.smithi012.stdout:3803: finishing write tid 3 to smithi01277369-36 2024-04-02T08:36:47.060 INFO:tasks.rados.rados.0.smithi012.stdout:3803: oid 36 updating version 0 to 2875 2024-04-02T08:36:47.060 INFO:tasks.rados.rados.0.smithi012.stdout:3803: oid 36 version 2875 is already newer than 2874 2024-04-02T08:36:47.060 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 36 v 2875 (ObjNum 1178 snap 367 seq_num 1178) dirty exists 2024-04-02T08:36:47.061 INFO:tasks.rados.rados.0.smithi012.stdout:3803: left oid 36 (ObjNum 1178 snap 367 seq_num 1178) 2024-04-02T08:36:47.062 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 47 v 2281 (ObjNum 1015 snap 303 seq_num 1015) dirty exists 2024-04-02T08:36:47.065 INFO:tasks.rados.rados.0.smithi012.stdout:3806: expect (ObjNum 1097 snap 328 seq_num 1097) 2024-04-02T08:36:47.115 INFO:tasks.rados.rados.0.smithi012.stdout:3809: finishing copy_from racing read to smithi01277369-8 2024-04-02T08:36:47.115 INFO:tasks.rados.rados.0.smithi012.stdout:3809: finishing copy_from to smithi01277369-8 2024-04-02T08:36:47.115 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 8 v 2819 (ObjNum 1070 snap 320 seq_num 1070) dirty exists 2024-04-02T08:36:47.115 INFO:tasks.rados.rados.0.smithi012.stdout:3804: expect (ObjNum 1156 snap 352 seq_num 1156) 2024-04-02T08:36:47.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:47 smithi055 ceph-mon[85080]: osdmap e814: 8 total, 8 up, 8 in 2024-04-02T08:36:47.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:47 smithi012 ceph-mon[88355]: osdmap e814: 8 total, 8 up, 8 in 2024-04-02T08:36:47.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:47 smithi012 ceph-mon[90784]: osdmap e814: 8 total, 8 up, 8 in 2024-04-02T08:36:47.754 INFO:tasks.rados.rados.0.smithi012.stdout:3808: finishing copy_from racing read to smithi01277369-39 2024-04-02T08:36:47.755 INFO:tasks.rados.rados.0.smithi012.stdout:3808: finishing copy_from to smithi01277369-39 2024-04-02T08:36:47.755 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 39 v 2731 (ObjNum 1166 snap 358 seq_num 1166) dirty exists 2024-04-02T08:36:48.036 INFO:tasks.rados.rados.0.smithi012.stdout:3803: done (6 left) 2024-04-02T08:36:48.036 INFO:tasks.rados.rados.0.smithi012.stdout:3804: done (5 left) 2024-04-02T08:36:48.036 INFO:tasks.rados.rados.0.smithi012.stdout:3806: done (4 left) 2024-04-02T08:36:48.036 INFO:tasks.rados.rados.0.smithi012.stdout:3808: done (3 left) 2024-04-02T08:36:48.036 INFO:tasks.rados.rados.0.smithi012.stdout:3809: done (2 left) 2024-04-02T08:36:48.036 INFO:tasks.rados.rados.0.smithi012.stdout:3810: done (1 left) 2024-04-02T08:36:48.036 INFO:tasks.rados.rados.0.smithi012.stdout:3811: done (0 left) 2024-04-02T08:36:48.037 INFO:tasks.rados.rados.0.smithi012.stdout:3812: snap_create 2024-04-02T08:36:48.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:48 smithi055 ceph-mon[85080]: pgmap v891: 121 pgs: 121 active+clean; 153 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 250 KiB/s wr, 2 op/s 2024-04-02T08:36:48.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:48 smithi055 ceph-mon[85080]: osdmap e815: 8 total, 8 up, 8 in 2024-04-02T08:36:48.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:48 smithi012 ceph-mon[88355]: pgmap v891: 121 pgs: 121 active+clean; 153 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 250 KiB/s wr, 2 op/s 2024-04-02T08:36:48.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:48 smithi012 ceph-mon[88355]: osdmap e815: 8 total, 8 up, 8 in 2024-04-02T08:36:48.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:36:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:36:47] "GET /metrics HTTP/1.1" 200 36248 "" "Prometheus/2.43.0" 2024-04-02T08:36:48.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:48 smithi012 ceph-mon[90784]: pgmap v891: 121 pgs: 121 active+clean; 153 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 250 KiB/s wr, 2 op/s 2024-04-02T08:36:48.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:48 smithi012 ceph-mon[90784]: osdmap e815: 8 total, 8 up, 8 in 2024-04-02T08:36:49.019 INFO:tasks.rados.rados.0.smithi012.stdout:3812: done (0 left) 2024-04-02T08:36:49.019 INFO:tasks.rados.rados.0.smithi012.stdout:3813: delete oid 36 current snap is 369 2024-04-02T08:36:49.023 INFO:tasks.rados.rados.0.smithi012.stdout:3813: done (0 left) 2024-04-02T08:36:49.023 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 49 current snap is 369 2024-04-02T08:36:49.023 INFO:tasks.rados.rados.0.smithi012.stdout:3814: seq_num 1181 ranges {3416064=581632} 2024-04-02T08:36:49.045 INFO:tasks.rados.rados.0.smithi012.stdout:3814: writing smithi01277369-49 from 3416064 to 3997696 tid 1 2024-04-02T08:36:49.045 INFO:tasks.rados.rados.0.smithi012.stdout:3815: rollback oid 45 current snap is 369 2024-04-02T08:36:49.045 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 45 to 355 2024-04-02T08:36:49.045 INFO:tasks.rados.rados.0.smithi012.stdout:3816: setattr oid 5 current snap is 369 2024-04-02T08:36:49.049 INFO:tasks.rados.rados.0.smithi012.stdout:3817: copy_from oid 3 from oid 46 current snap is 369 2024-04-02T08:36:49.049 INFO:tasks.rados.rados.0.smithi012.stdout:3818: copy_from oid 47 from oid 50 current snap is 369 2024-04-02T08:36:49.049 INFO:tasks.rados.rados.0.smithi012.stdout:3819: read oid 38 snap -1 2024-04-02T08:36:49.049 INFO:tasks.rados.rados.0.smithi012.stdout:3819: expect (ObjNum 1161 snap 354 seq_num 1161) 2024-04-02T08:36:49.049 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 7 current snap is 369 2024-04-02T08:36:49.049 INFO:tasks.rados.rados.0.smithi012.stdout:3820: seq_num 1182 ranges {1024000=606208} 2024-04-02T08:36:49.059 INFO:tasks.rados.rados.0.smithi012.stdout:3820: writing smithi01277369-7 from 1024000 to 1630208 tid 1 2024-04-02T08:36:49.059 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 44 current snap is 369 2024-04-02T08:36:49.059 INFO:tasks.rados.rados.0.smithi012.stdout:3821: seq_num 1183 ranges {9404416=622592} 2024-04-02T08:36:49.115 INFO:tasks.rados.rados.0.smithi012.stdout:3821: writing smithi01277369-44 from 9404416 to 10027008 tid 1 2024-04-02T08:36:49.115 INFO:tasks.rados.rados.0.smithi012.stdout:3822: read oid 6 snap -1 2024-04-02T08:36:49.115 INFO:tasks.rados.rados.0.smithi012.stdout:3822: expect (ObjNum 1062 snap 317 seq_num 1062) 2024-04-02T08:36:49.115 INFO:tasks.rados.rados.0.smithi012.stdout:3823: read oid 8 snap -1 2024-04-02T08:36:49.115 INFO:tasks.rados.rados.0.smithi012.stdout:3823: expect (ObjNum 1070 snap 320 seq_num 1070) 2024-04-02T08:36:49.115 INFO:tasks.rados.rados.0.smithi012.stdout:3824: snap_create 2024-04-02T08:36:49.115 INFO:tasks.rados.rados.0.smithi012.stdout:3819: expect (ObjNum 1161 snap 354 seq_num 1161) 2024-04-02T08:36:49.127 INFO:tasks.rados.rados.0.smithi012.stdout:3815: finishing rollback tid 0 to smithi01277369-45 2024-04-02T08:36:49.128 INFO:tasks.rados.rados.0.smithi012.stdout:3815: finishing rollback tid 1 to smithi01277369-45 2024-04-02T08:36:49.128 INFO:tasks.rados.rados.0.smithi012.stdout:3815: finishing rollback tid 2 to smithi01277369-45 2024-04-02T08:36:49.128 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 45 v 2605 (ObjNum 1138 snap 341 seq_num 1138) dirty exists 2024-04-02T08:36:49.128 INFO:tasks.rados.rados.0.smithi012.stdout:3814: finishing write tid 1 to smithi01277369-49 2024-04-02T08:36:49.128 INFO:tasks.rados.rados.0.smithi012.stdout:3814: finishing write tid 2 to smithi01277369-49 2024-04-02T08:36:49.128 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 5 v 2281 (ObjNum 953 snap 292 seq_num 953) dirty exists 2024-04-02T08:36:49.128 INFO:tasks.rados.rados.0.smithi012.stdout:3814: finishing write tid 3 to smithi01277369-49 2024-04-02T08:36:49.128 INFO:tasks.rados.rados.0.smithi012.stdout:3814: oid 49 updating version 0 to 2821 2024-04-02T08:36:49.128 INFO:tasks.rados.rados.0.smithi012.stdout:3814: oid 49 version 2821 is already newer than 2820 2024-04-02T08:36:49.128 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 49 v 2821 (ObjNum 1181 snap 369 seq_num 1181) dirty exists 2024-04-02T08:36:49.128 INFO:tasks.rados.rados.0.smithi012.stdout:3814: left oid 49 (ObjNum 1181 snap 369 seq_num 1181) 2024-04-02T08:36:49.128 INFO:tasks.rados.rados.0.smithi012.stdout:3817: finishing copy_from racing read to smithi01277369-3 2024-04-02T08:36:49.128 INFO:tasks.rados.rados.0.smithi012.stdout:3817: finishing copy_from to smithi01277369-3 2024-04-02T08:36:49.129 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 3 v 2586 (ObjNum 1025 snap 306 seq_num 1025) dirty exists 2024-04-02T08:36:49.129 INFO:tasks.rados.rados.0.smithi012.stdout:3820: finishing write tid 1 to smithi01277369-7 2024-04-02T08:36:49.129 INFO:tasks.rados.rados.0.smithi012.stdout:3820: finishing write tid 2 to smithi01277369-7 2024-04-02T08:36:49.129 INFO:tasks.rados.rados.0.smithi012.stdout:3820: finishing write tid 3 to smithi01277369-7 2024-04-02T08:36:49.129 INFO:tasks.rados.rados.0.smithi012.stdout:3820: oid 7 updating version 0 to 2878 2024-04-02T08:36:49.129 INFO:tasks.rados.rados.0.smithi012.stdout:3820: oid 7 version 2878 is already newer than 2877 2024-04-02T08:36:49.129 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 7 v 2878 (ObjNum 1182 snap 369 seq_num 1182) dirty exists 2024-04-02T08:36:49.129 INFO:tasks.rados.rados.0.smithi012.stdout:3820: left oid 7 (ObjNum 1182 snap 369 seq_num 1182) 2024-04-02T08:36:49.129 INFO:tasks.rados.rados.0.smithi012.stdout:3818: finishing copy_from racing read to smithi01277369-47 2024-04-02T08:36:49.129 INFO:tasks.rados.rados.0.smithi012.stdout:3818: finishing copy_from to smithi01277369-47 2024-04-02T08:36:49.129 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 47 v 2601 (ObjNum 1059 snap 317 seq_num 1059) dirty exists 2024-04-02T08:36:49.129 INFO:tasks.rados.rados.0.smithi012.stdout:3821: finishing write tid 1 to smithi01277369-44 2024-04-02T08:36:49.130 INFO:tasks.rados.rados.0.smithi012.stdout:3821: finishing write tid 2 to smithi01277369-44 2024-04-02T08:36:49.130 INFO:tasks.rados.rados.0.smithi012.stdout:3822: expect (ObjNum 1062 snap 317 seq_num 1062) 2024-04-02T08:36:49.174 INFO:tasks.rados.rados.0.smithi012.stdout:3823: expect (ObjNum 1070 snap 320 seq_num 1070) 2024-04-02T08:36:49.224 INFO:tasks.rados.rados.0.smithi012.stdout:3821: finishing write tid 3 to smithi01277369-44 2024-04-02T08:36:49.224 INFO:tasks.rados.rados.0.smithi012.stdout:3821: oid 44 updating version 0 to 2718 2024-04-02T08:36:49.224 INFO:tasks.rados.rados.0.smithi012.stdout:3821: oid 44 version 2718 is already newer than 2717 2024-04-02T08:36:49.224 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 44 v 2718 (ObjNum 1183 snap 369 seq_num 1183) dirty exists 2024-04-02T08:36:49.224 INFO:tasks.rados.rados.0.smithi012.stdout:3821: left oid 44 (ObjNum 1183 snap 369 seq_num 1183) 2024-04-02T08:36:49.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:49 smithi055 ceph-mon[85080]: osdmap e816: 8 total, 8 up, 8 in 2024-04-02T08:36:49.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:49 smithi055 ceph-mon[85080]: pgmap v894: 121 pgs: 121 active+clean; 153 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 250 KiB/s wr, 2 op/s 2024-04-02T08:36:49.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:49 smithi055 ceph-mon[85080]: osdmap e817: 8 total, 8 up, 8 in 2024-04-02T08:36:49.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:49 smithi012 ceph-mon[88355]: osdmap e816: 8 total, 8 up, 8 in 2024-04-02T08:36:49.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:49 smithi012 ceph-mon[88355]: pgmap v894: 121 pgs: 121 active+clean; 153 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 250 KiB/s wr, 2 op/s 2024-04-02T08:36:49.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:49 smithi012 ceph-mon[88355]: osdmap e817: 8 total, 8 up, 8 in 2024-04-02T08:36:49.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:49 smithi012 ceph-mon[90784]: osdmap e816: 8 total, 8 up, 8 in 2024-04-02T08:36:49.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:49 smithi012 ceph-mon[90784]: pgmap v894: 121 pgs: 121 active+clean; 153 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 250 KiB/s wr, 2 op/s 2024-04-02T08:36:49.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:49 smithi012 ceph-mon[90784]: osdmap e817: 8 total, 8 up, 8 in 2024-04-02T08:36:50.047 INFO:tasks.rados.rados.0.smithi012.stdout:3814: done (10 left) 2024-04-02T08:36:50.047 INFO:tasks.rados.rados.0.smithi012.stdout:3815: done (9 left) 2024-04-02T08:36:50.048 INFO:tasks.rados.rados.0.smithi012.stdout:3816: done (8 left) 2024-04-02T08:36:50.048 INFO:tasks.rados.rados.0.smithi012.stdout:3817: done (7 left) 2024-04-02T08:36:50.048 INFO:tasks.rados.rados.0.smithi012.stdout:3818: done (6 left) 2024-04-02T08:36:50.048 INFO:tasks.rados.rados.0.smithi012.stdout:3819: done (5 left) 2024-04-02T08:36:50.048 INFO:tasks.rados.rados.0.smithi012.stdout:3820: done (4 left) 2024-04-02T08:36:50.048 INFO:tasks.rados.rados.0.smithi012.stdout:3821: done (3 left) 2024-04-02T08:36:50.048 INFO:tasks.rados.rados.0.smithi012.stdout:3822: done (2 left) 2024-04-02T08:36:50.048 INFO:tasks.rados.rados.0.smithi012.stdout:3823: done (1 left) 2024-04-02T08:36:50.048 INFO:tasks.rados.rados.0.smithi012.stdout:3824: done (0 left) 2024-04-02T08:36:50.048 INFO:tasks.rados.rados.0.smithi012.stdout:3825: read oid 7 snap -1 2024-04-02T08:36:50.048 INFO:tasks.rados.rados.0.smithi012.stdout:3825: expect (ObjNum 1182 snap 369 seq_num 1182) 2024-04-02T08:36:50.049 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 9 current snap is 370 2024-04-02T08:36:50.049 INFO:tasks.rados.rados.0.smithi012.stdout:3826: seq_num 1184 ranges {81920=638976} 2024-04-02T08:36:50.051 INFO:tasks.rados.rados.0.smithi012.stdout:3826: writing smithi01277369-9 from 81920 to 720896 tid 1 2024-04-02T08:36:50.051 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 20 current snap is 370 2024-04-02T08:36:50.051 INFO:tasks.rados.rados.0.smithi012.stdout:3827: seq_num 1185 ranges {2678784=655360} 2024-04-02T08:36:50.069 INFO:tasks.rados.rados.0.smithi012.stdout:3827: writing smithi01277369-20 from 2678784 to 3334144 tid 1 2024-04-02T08:36:50.070 INFO:tasks.rados.rados.0.smithi012.stdout:3828: read oid 32 snap -1 2024-04-02T08:36:50.070 INFO:tasks.rados.rados.0.smithi012.stdout:3828: expect (ObjNum 1172 snap 363 seq_num 1172) 2024-04-02T08:36:50.070 INFO:tasks.rados.rados.0.smithi012.stdout:3829: snap_create 2024-04-02T08:36:50.070 INFO:tasks.rados.rados.0.smithi012.stdout:3825: expect (ObjNum 1182 snap 369 seq_num 1182) 2024-04-02T08:36:50.188 INFO:tasks.rados.rados.0.smithi012.stdout:3826: finishing write tid 1 to smithi01277369-9 2024-04-02T08:36:50.188 INFO:tasks.rados.rados.0.smithi012.stdout:3826: finishing write tid 2 to smithi01277369-9 2024-04-02T08:36:50.188 INFO:tasks.rados.rados.0.smithi012.stdout:3826: finishing write tid 3 to smithi01277369-9 2024-04-02T08:36:50.188 INFO:tasks.rados.rados.0.smithi012.stdout:3826: oid 9 updating version 0 to 2880 2024-04-02T08:36:50.188 INFO:tasks.rados.rados.0.smithi012.stdout:3826: oid 9 version 2880 is already newer than 2879 2024-04-02T08:36:50.188 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 9 v 2880 (ObjNum 1184 snap 370 seq_num 1184) dirty exists 2024-04-02T08:36:50.188 INFO:tasks.rados.rados.0.smithi012.stdout:3826: left oid 9 (ObjNum 1184 snap 370 seq_num 1184) 2024-04-02T08:36:50.188 INFO:tasks.rados.rados.0.smithi012.stdout:3827: finishing write tid 1 to smithi01277369-20 2024-04-02T08:36:50.188 INFO:tasks.rados.rados.0.smithi012.stdout:3827: finishing write tid 2 to smithi01277369-20 2024-04-02T08:36:50.188 INFO:tasks.rados.rados.0.smithi012.stdout:3827: finishing write tid 3 to smithi01277369-20 2024-04-02T08:36:50.188 INFO:tasks.rados.rados.0.smithi012.stdout:3827: oid 20 updating version 0 to 2913 2024-04-02T08:36:50.188 INFO:tasks.rados.rados.0.smithi012.stdout:3827: oid 20 updating version 2913 to 2914 2024-04-02T08:36:50.189 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 20 v 2914 (ObjNum 1185 snap 370 seq_num 1185) dirty exists 2024-04-02T08:36:50.189 INFO:tasks.rados.rados.0.smithi012.stdout:3827: left oid 20 (ObjNum 1185 snap 370 seq_num 1185) 2024-04-02T08:36:50.189 INFO:tasks.rados.rados.0.smithi012.stdout:3828: expect (ObjNum 1172 snap 363 seq_num 1172) 2024-04-02T08:36:51.053 INFO:tasks.rados.rados.0.smithi012.stdout:3825: done (4 left) 2024-04-02T08:36:51.053 INFO:tasks.rados.rados.0.smithi012.stdout:3826: done (3 left) 2024-04-02T08:36:51.053 INFO:tasks.rados.rados.0.smithi012.stdout:3827: done (2 left) 2024-04-02T08:36:51.053 INFO:tasks.rados.rados.0.smithi012.stdout:3828: done (1 left) 2024-04-02T08:36:51.053 INFO:tasks.rados.rados.0.smithi012.stdout:3829: done (0 left) 2024-04-02T08:36:51.054 INFO:tasks.rados.rados.0.smithi012.stdout:3830: snap_create 2024-04-02T08:36:51.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:51 smithi055 ceph-mon[85080]: osdmap e818: 8 total, 8 up, 8 in 2024-04-02T08:36:51.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:51 smithi055 ceph-mon[85080]: pgmap v897: 121 pgs: 121 active+clean; 155 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 857 KiB/s rd, 508 KiB/s wr, 8 op/s 2024-04-02T08:36:51.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:51 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:36:51.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:51 smithi012 ceph-mon[90784]: osdmap e818: 8 total, 8 up, 8 in 2024-04-02T08:36:51.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:51 smithi012 ceph-mon[90784]: pgmap v897: 121 pgs: 121 active+clean; 155 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 857 KiB/s rd, 508 KiB/s wr, 8 op/s 2024-04-02T08:36:51.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:51 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:36:51.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:51 smithi012 ceph-mon[88355]: osdmap e818: 8 total, 8 up, 8 in 2024-04-02T08:36:51.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:51 smithi012 ceph-mon[88355]: pgmap v897: 121 pgs: 121 active+clean; 155 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 857 KiB/s rd, 508 KiB/s wr, 8 op/s 2024-04-02T08:36:51.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:51 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:36:52.058 INFO:tasks.rados.rados.0.smithi012.stdout:3830: done (0 left) 2024-04-02T08:36:52.058 INFO:tasks.rados.rados.0.smithi012.stdout:3831: copy_from oid 42 from oid 30 current snap is 372 2024-04-02T08:36:52.058 INFO:tasks.rados.rados.0.smithi012.stdout:3832: snap_remove snap 366 2024-04-02T08:36:52.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:52 smithi055 ceph-mon[85080]: osdmap e819: 8 total, 8 up, 8 in 2024-04-02T08:36:52.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:52 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:36:52.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:52 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:36:52.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:52 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:36:52.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:52 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:36:52.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:52 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:36:52.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:52 smithi012 ceph-mon[90784]: osdmap e819: 8 total, 8 up, 8 in 2024-04-02T08:36:52.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:52 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:36:52.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:52 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:36:52.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:52 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:36:52.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:52 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:36:52.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:52 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:36:52.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:52 smithi012 ceph-mon[88355]: osdmap e819: 8 total, 8 up, 8 in 2024-04-02T08:36:52.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:52 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:36:52.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:52 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:36:52.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:52 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:36:52.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:52 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:36:52.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:52 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:36:52.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:36:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:36:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:36:53.070 INFO:tasks.rados.rados.0.smithi012.stdout:3832: done (1 left) 2024-04-02T08:36:53.070 INFO:tasks.rados.rados.0.smithi012.stdout:3833: copy_from oid 31 from oid 22 current snap is 372 2024-04-02T08:36:53.070 INFO:tasks.rados.rados.0.smithi012.stdout:3834: copy_from oid 38 from oid 3 current snap is 372 2024-04-02T08:36:53.070 INFO:tasks.rados.rados.0.smithi012.stdout:3835: snap_remove snap 368 2024-04-02T08:36:53.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:53 smithi012 ceph-mon[88355]: osdmap e820: 8 total, 8 up, 8 in 2024-04-02T08:36:53.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:53 smithi012 ceph-mon[88355]: pgmap v900: 121 pgs: 121 active+clean; 170 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.6 MiB/s rd, 4.2 MiB/s wr, 23 op/s 2024-04-02T08:36:53.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:53 smithi012 ceph-mon[90784]: osdmap e820: 8 total, 8 up, 8 in 2024-04-02T08:36:53.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:53 smithi012 ceph-mon[90784]: pgmap v900: 121 pgs: 121 active+clean; 170 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.6 MiB/s rd, 4.2 MiB/s wr, 23 op/s 2024-04-02T08:36:53.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:53 smithi055 ceph-mon[85080]: osdmap e820: 8 total, 8 up, 8 in 2024-04-02T08:36:53.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:53 smithi055 ceph-mon[85080]: pgmap v900: 121 pgs: 121 active+clean; 170 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.6 MiB/s rd, 4.2 MiB/s wr, 23 op/s 2024-04-02T08:36:53.561 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 08:36:53 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T08:36:53.079+0000 7f1345390700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1b5 after trimming was started 2024-04-02T08:36:54.019 INFO:tasks.rados.rados.0.smithi012.stdout:3835: done (3 left) 2024-04-02T08:36:54.020 INFO:tasks.rados.rados.0.smithi012.stdout:3836: read oid 48 snap -1 2024-04-02T08:36:54.020 INFO:tasks.rados.rados.0.smithi012.stdout:3836: expect (ObjNum 1164 snap 356 seq_num 1164) 2024-04-02T08:36:54.020 INFO:tasks.rados.rados.0.smithi012.stdout:3837: read oid 2 snap 369 2024-04-02T08:36:54.020 INFO:tasks.rados.rados.0.smithi012.stdout:3837: expect deleted 2024-04-02T08:36:54.020 INFO:tasks.rados.rados.0.smithi012.stdout:3838: read oid 47 snap -1 2024-04-02T08:36:54.020 INFO:tasks.rados.rados.0.smithi012.stdout:3838: expect (ObjNum 1059 snap 317 seq_num 1059) 2024-04-02T08:36:54.020 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 40 current snap is 372 2024-04-02T08:36:54.020 INFO:tasks.rados.rados.0.smithi012.stdout:3839: seq_num 1186 ranges {2170880=671744} 2024-04-02T08:36:54.037 INFO:tasks.rados.rados.0.smithi012.stdout:3839: writing smithi01277369-40 from 2170880 to 2842624 tid 1 2024-04-02T08:36:54.037 INFO:tasks.rados.rados.0.smithi012.stdout:3840: delete oid 26 current snap is 372 2024-04-02T08:36:54.037 INFO:tasks.rados.rados.0.smithi012.stdout:3831: finishing copy_from to smithi01277369-42 2024-04-02T08:36:54.037 INFO:tasks.rados.rados.0.smithi012.stdout:3831: got expected ENOENT (src dne) 2024-04-02T08:36:54.037 INFO:tasks.rados.rados.0.smithi012.stdout:3831: finishing copy_from racing read to smithi01277369-42 2024-04-02T08:36:54.037 INFO:tasks.rados.rados.0.smithi012.stdout:3833: finishing copy_from to smithi01277369-31 2024-04-02T08:36:54.037 INFO:tasks.rados.rados.0.smithi012.stdout:3833: got expected ENOENT (src dne) 2024-04-02T08:36:54.037 INFO:tasks.rados.rados.0.smithi012.stdout:3833: finishing copy_from racing read to smithi01277369-31 2024-04-02T08:36:54.037 INFO:tasks.rados.rados.0.smithi012.stdout:3834: finishing copy_from racing read to smithi01277369-38 2024-04-02T08:36:54.037 INFO:tasks.rados.rados.0.smithi012.stdout:3834: finishing copy_from to smithi01277369-38 2024-04-02T08:36:54.038 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 38 v 2586 (ObjNum 1025 snap 306 seq_num 1025) dirty exists 2024-04-02T08:36:54.038 INFO:tasks.rados.rados.0.smithi012.stdout:3836: expect (ObjNum 1164 snap 356 seq_num 1164) 2024-04-02T08:36:54.089 INFO:tasks.rados.rados.0.smithi012.stdout:3839: finishing write tid 1 to smithi01277369-40 2024-04-02T08:36:54.089 INFO:tasks.rados.rados.0.smithi012.stdout:3839: finishing write tid 2 to smithi01277369-40 2024-04-02T08:36:54.089 INFO:tasks.rados.rados.0.smithi012.stdout:3839: finishing write tid 3 to smithi01277369-40 2024-04-02T08:36:54.089 INFO:tasks.rados.rados.0.smithi012.stdout:3839: oid 40 updating version 0 to 2282 2024-04-02T08:36:54.089 INFO:tasks.rados.rados.0.smithi012.stdout:3839: oid 40 updating version 2282 to 2283 2024-04-02T08:36:54.089 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 40 v 2283 (ObjNum 1186 snap 372 seq_num 1186) dirty exists 2024-04-02T08:36:54.089 INFO:tasks.rados.rados.0.smithi012.stdout:3839: left oid 40 (ObjNum 1186 snap 372 seq_num 1186) 2024-04-02T08:36:54.090 INFO:tasks.rados.rados.0.smithi012.stdout:3838: expect (ObjNum 1059 snap 317 seq_num 1059) 2024-04-02T08:36:54.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:54 smithi012 ceph-mon[88355]: osdmap e821: 8 total, 8 up, 8 in 2024-04-02T08:36:54.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:54 smithi012 ceph-mon[88355]: osdmap e822: 8 total, 8 up, 8 in 2024-04-02T08:36:54.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:54 smithi012 ceph-mon[90784]: osdmap e821: 8 total, 8 up, 8 in 2024-04-02T08:36:54.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:54 smithi012 ceph-mon[90784]: osdmap e822: 8 total, 8 up, 8 in 2024-04-02T08:36:54.429 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 08:36:54 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-2[105875]: 2024-04-02T08:36:54.054+0000 7fed0d18f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1b7 after trimming was started 2024-04-02T08:36:54.511 INFO:tasks.rados.rados.0.smithi012.stdout:3831: done (7 left) 2024-04-02T08:36:54.511 INFO:tasks.rados.rados.0.smithi012.stdout:3833: done (6 left) 2024-04-02T08:36:54.511 INFO:tasks.rados.rados.0.smithi012.stdout:3834: done (5 left) 2024-04-02T08:36:54.511 INFO:tasks.rados.rados.0.smithi012.stdout:3836: done (4 left) 2024-04-02T08:36:54.511 INFO:tasks.rados.rados.0.smithi012.stdout:3837: done (3 left) 2024-04-02T08:36:54.511 INFO:tasks.rados.rados.0.smithi012.stdout:3838: done (2 left) 2024-04-02T08:36:54.511 INFO:tasks.rados.rados.0.smithi012.stdout:3839: done (1 left) 2024-04-02T08:36:54.511 INFO:tasks.rados.rados.0.smithi012.stdout:3840: done (0 left) 2024-04-02T08:36:54.511 INFO:tasks.rados.rados.0.smithi012.stdout:3841: read oid 27 snap -1 2024-04-02T08:36:54.512 INFO:tasks.rados.rados.0.smithi012.stdout:3841: expect deleted 2024-04-02T08:36:54.512 INFO:tasks.rados.rados.0.smithi012.stdout:3842: delete oid 11 current snap is 372 2024-04-02T08:36:54.514 INFO:tasks.rados.rados.0.smithi012.stdout:3841: done (1 left) 2024-04-02T08:36:54.514 INFO:tasks.rados.rados.0.smithi012.stdout:3842: done (0 left) 2024-04-02T08:36:54.514 INFO:tasks.rados.rados.0.smithi012.stdout:3843: delete oid 25 current snap is 372 2024-04-02T08:36:54.517 INFO:tasks.rados.rados.0.smithi012.stdout:3843: done (0 left) 2024-04-02T08:36:54.518 INFO:tasks.rados.rados.0.smithi012.stdout:3844: snap_create 2024-04-02T08:36:54.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:54 smithi055 ceph-mon[85080]: osdmap e821: 8 total, 8 up, 8 in 2024-04-02T08:36:54.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:54 smithi055 ceph-mon[85080]: osdmap e822: 8 total, 8 up, 8 in 2024-04-02T08:36:55.072 INFO:tasks.rados.rados.0.smithi012.stdout:3844: done (0 left) 2024-04-02T08:36:55.072 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 15 current snap is 373 2024-04-02T08:36:55.072 INFO:tasks.rados.rados.0.smithi012.stdout:3845: seq_num 1190 ranges {1662976=737280} 2024-04-02T08:36:55.085 INFO:tasks.rados.rados.0.smithi012.stdout:3845: writing smithi01277369-15 from 1662976 to 2400256 tid 1 2024-04-02T08:36:55.085 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 36 current snap is 373 2024-04-02T08:36:55.085 INFO:tasks.rados.rados.0.smithi012.stdout:3846: seq_num 1191 ranges {0=753664} 2024-04-02T08:36:55.090 INFO:tasks.rados.rados.0.smithi012.stdout:3846: writing smithi01277369-36 from 0 to 753664 tid 1 2024-04-02T08:36:55.090 INFO:tasks.rados.rados.0.smithi012.stdout:3847: delete oid 8 current snap is 373 2024-04-02T08:36:55.091 INFO:tasks.rados.rados.0.smithi012.stdout:3845: finishing write tid 1 to smithi01277369-15 2024-04-02T08:36:55.092 INFO:tasks.rados.rados.0.smithi012.stdout:3845: finishing write tid 2 to smithi01277369-15 2024-04-02T08:36:55.095 INFO:tasks.rados.rados.0.smithi012.stdout:3845: finishing write tid 3 to smithi01277369-15 2024-04-02T08:36:55.095 INFO:tasks.rados.rados.0.smithi012.stdout:3845: oid 15 updating version 0 to 2725 2024-04-02T08:36:55.095 INFO:tasks.rados.rados.0.smithi012.stdout:3845: oid 15 updating version 2725 to 2726 2024-04-02T08:36:55.095 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 15 v 2726 (ObjNum 1190 snap 373 seq_num 1190) dirty exists 2024-04-02T08:36:55.095 INFO:tasks.rados.rados.0.smithi012.stdout:3845: left oid 15 (ObjNum 1190 snap 373 seq_num 1190) 2024-04-02T08:36:55.095 INFO:tasks.rados.rados.0.smithi012.stdout:3845: done (2 left) 2024-04-02T08:36:55.095 INFO:tasks.rados.rados.0.smithi012.stdout:3847: done (1 left) 2024-04-02T08:36:55.096 INFO:tasks.rados.rados.0.smithi012.stdout:3848: copy_from oid 21 from oid 45 current snap is 373 2024-04-02T08:36:55.096 INFO:tasks.rados.rados.0.smithi012.stdout:3849: snap_remove snap 372 2024-04-02T08:36:55.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:55 smithi012 ceph-mon[90784]: pgmap v903: 121 pgs: 121 active+clean; 170 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.8 MiB/s wr, 15 op/s 2024-04-02T08:36:55.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:55 smithi012 ceph-mon[88355]: pgmap v903: 121 pgs: 121 active+clean; 170 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.8 MiB/s wr, 15 op/s 2024-04-02T08:36:55.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:55 smithi055 ceph-mon[85080]: pgmap v903: 121 pgs: 121 active+clean; 170 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.8 MiB/s wr, 15 op/s 2024-04-02T08:36:56.079 INFO:tasks.rados.rados.0.smithi012.stdout:3849: done (2 left) 2024-04-02T08:36:56.079 INFO:tasks.rados.rados.0.smithi012.stdout:3850: setattr oid 43 current snap is 373 2024-04-02T08:36:56.079 INFO:tasks.rados.rados.0.smithi012.stdout:3846: finishing write tid 1 to smithi01277369-36 2024-04-02T08:36:56.079 INFO:tasks.rados.rados.0.smithi012.stdout:3846: finishing write tid 2 to smithi01277369-36 2024-04-02T08:36:56.079 INFO:tasks.rados.rados.0.smithi012.stdout:3846: finishing write tid 3 to smithi01277369-36 2024-04-02T08:36:56.079 INFO:tasks.rados.rados.0.smithi012.stdout:3846: oid 36 updating version 0 to 2881 2024-04-02T08:36:56.079 INFO:tasks.rados.rados.0.smithi012.stdout:3846: oid 36 updating version 2881 to 2882 2024-04-02T08:36:56.080 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 36 v 2882 (ObjNum 1191 snap 373 seq_num 1191) dirty exists 2024-04-02T08:36:56.080 INFO:tasks.rados.rados.0.smithi012.stdout:3846: left oid 36 (ObjNum 1191 snap 373 seq_num 1191) 2024-04-02T08:36:56.080 INFO:tasks.rados.rados.0.smithi012.stdout:3848: finishing copy_from racing read to smithi01277369-21 2024-04-02T08:36:56.080 INFO:tasks.rados.rados.0.smithi012.stdout:3848: finishing copy_from to smithi01277369-21 2024-04-02T08:36:56.080 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 21 v 2605 (ObjNum 1138 snap 341 seq_num 1138) dirty exists 2024-04-02T08:36:56.081 INFO:tasks.rados.rados.0.smithi012.stdout:3846: done (2 left) 2024-04-02T08:36:56.081 INFO:tasks.rados.rados.0.smithi012.stdout:3848: done (1 left) 2024-04-02T08:36:56.081 INFO:tasks.rados.rados.0.smithi012.stdout:3851: read oid 40 snap 371 2024-04-02T08:36:56.081 INFO:tasks.rados.rados.0.smithi012.stdout:3851: expect (ObjNum 1132 snap 340 seq_num 1132) 2024-04-02T08:36:56.081 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 34 current snap is 373 2024-04-02T08:36:56.081 INFO:tasks.rados.rados.0.smithi012.stdout:3852: seq_num 1193 ranges {0=786432} 2024-04-02T08:36:56.085 INFO:tasks.rados.rados.0.smithi012.stdout:3852: writing smithi01277369-34 from 0 to 786432 tid 1 2024-04-02T08:36:56.085 INFO:tasks.rados.rados.0.smithi012.stdout:3853: snap_create 2024-04-02T08:36:56.086 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 43 v 2883 (ObjNum 1165 snap 357 seq_num 1165) dirty exists 2024-04-02T08:36:56.094 INFO:tasks.rados.rados.0.smithi012.stdout:3852: finishing write tid 1 to smithi01277369-34 2024-04-02T08:36:56.095 INFO:tasks.rados.rados.0.smithi012.stdout:3852: finishing write tid 2 to smithi01277369-34 2024-04-02T08:36:56.097 INFO:tasks.rados.rados.0.smithi012.stdout:3852: finishing write tid 3 to smithi01277369-34 2024-04-02T08:36:56.097 INFO:tasks.rados.rados.0.smithi012.stdout:3852: oid 34 updating version 0 to 1133 2024-04-02T08:36:56.097 INFO:tasks.rados.rados.0.smithi012.stdout:3852: oid 34 updating version 1133 to 1134 2024-04-02T08:36:56.097 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 34 v 1134 (ObjNum 1193 snap 373 seq_num 1193) dirty exists 2024-04-02T08:36:56.097 INFO:tasks.rados.rados.0.smithi012.stdout:3852: left oid 34 (ObjNum 1193 snap 373 seq_num 1193) 2024-04-02T08:36:56.098 INFO:tasks.rados.rados.0.smithi012.stdout:3851: expect (ObjNum 1132 snap 340 seq_num 1132) 2024-04-02T08:36:56.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:56 smithi012 ceph-mon[88355]: osdmap e823: 8 total, 8 up, 8 in 2024-04-02T08:36:56.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:56 smithi012 ceph-mon[90784]: osdmap e823: 8 total, 8 up, 8 in 2024-04-02T08:36:56.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:56 smithi055 ceph-mon[85080]: osdmap e823: 8 total, 8 up, 8 in 2024-04-02T08:36:57.090 INFO:tasks.rados.rados.0.smithi012.stdout:3850: done (3 left) 2024-04-02T08:36:57.090 INFO:tasks.rados.rados.0.smithi012.stdout:3851: done (2 left) 2024-04-02T08:36:57.090 INFO:tasks.rados.rados.0.smithi012.stdout:3852: done (1 left) 2024-04-02T08:36:57.090 INFO:tasks.rados.rados.0.smithi012.stdout:3853: done (0 left) 2024-04-02T08:36:57.090 INFO:tasks.rados.rados.0.smithi012.stdout:3854: copy_from oid 35 from oid 38 current snap is 374 2024-04-02T08:36:57.090 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 8 current snap is 374 2024-04-02T08:36:57.090 INFO:tasks.rados.rados.0.smithi012.stdout:3855: seq_num 1194 ranges {0=802816} 2024-04-02T08:36:57.095 INFO:tasks.rados.rados.0.smithi012.stdout:3855: writing smithi01277369-8 from 0 to 802816 tid 1 2024-04-02T08:36:57.095 INFO:tasks.rados.rados.0.smithi012.stdout:3856: rmattr oid 28 current snap is 374 2024-04-02T08:36:57.095 INFO:tasks.rados.rados.0.smithi012.stdout:3856: done (2 left) 2024-04-02T08:36:57.095 INFO:tasks.rados.rados.0.smithi012.stdout:3857: read oid 4 snap -1 2024-04-02T08:36:57.095 INFO:tasks.rados.rados.0.smithi012.stdout:3857: expect (ObjNum 1170 snap 360 seq_num 1170) 2024-04-02T08:36:57.095 INFO:tasks.rados.rados.0.smithi012.stdout:3858: delete oid 36 current snap is 374 2024-04-02T08:36:57.100 INFO:tasks.rados.rados.0.smithi012.stdout:3858: done (3 left) 2024-04-02T08:36:57.100 INFO:tasks.rados.rados.0.smithi012.stdout:3859: read oid 32 snap -1 2024-04-02T08:36:57.100 INFO:tasks.rados.rados.0.smithi012.stdout:3859: expect (ObjNum 1172 snap 363 seq_num 1172) 2024-04-02T08:36:57.100 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 28 current snap is 374 2024-04-02T08:36:57.100 INFO:tasks.rados.rados.0.smithi012.stdout:3860: seq_num 1196 ranges {65536=434176,499712=401408} 2024-04-02T08:36:57.103 INFO:tasks.rados.rados.0.smithi012.stdout:3860: writing smithi01277369-28 from 65536 to 499712 tid 1 2024-04-02T08:36:57.106 INFO:tasks.rados.rados.0.smithi012.stdout:3860: writing smithi01277369-28 from 499712 to 901120 tid 2 2024-04-02T08:36:57.106 INFO:tasks.rados.rados.0.smithi012.stdout:3861: rmattr oid 44 current snap is 374 2024-04-02T08:36:57.106 INFO:tasks.rados.rados.0.smithi012.stdout:3854: finishing copy_from racing read to smithi01277369-35 2024-04-02T08:36:57.106 INFO:tasks.rados.rados.0.smithi012.stdout:3855: finishing write tid 1 to smithi01277369-8 2024-04-02T08:36:57.106 INFO:tasks.rados.rados.0.smithi012.stdout:3855: finishing write tid 2 to smithi01277369-8 2024-04-02T08:36:57.106 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 34 current snap is 374 2024-04-02T08:36:57.106 INFO:tasks.rados.rados.0.smithi012.stdout:3862: seq_num 1197 ranges {786432=450560,1236992=401408} 2024-04-02T08:36:57.113 INFO:tasks.rados.rados.0.smithi012.stdout:3862: writing smithi01277369-34 from 786432 to 1236992 tid 1 2024-04-02T08:36:57.116 INFO:tasks.rados.rados.0.smithi012.stdout:3862: writing smithi01277369-34 from 1236992 to 1638400 tid 2 2024-04-02T08:36:57.116 INFO:tasks.rados.rados.0.smithi012.stdout:3863: copy_from oid 46 from oid 12 current snap is 374 2024-04-02T08:36:57.116 INFO:tasks.rados.rados.0.smithi012.stdout:3854: finishing copy_from to smithi01277369-35 2024-04-02T08:36:57.116 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 35 v 2586 (ObjNum 1025 snap 306 seq_num 1025) dirty exists 2024-04-02T08:36:57.116 INFO:tasks.rados.rados.0.smithi012.stdout:3859: expect (ObjNum 1172 snap 363 seq_num 1172) 2024-04-02T08:36:57.183 INFO:tasks.rados.rados.0.smithi012.stdout:3855: finishing write tid 3 to smithi01277369-8 2024-04-02T08:36:57.184 INFO:tasks.rados.rados.0.smithi012.stdout:3855: oid 8 updating version 0 to 2926 2024-04-02T08:36:57.184 INFO:tasks.rados.rados.0.smithi012.stdout:3855: oid 8 updating version 2926 to 2927 2024-04-02T08:36:57.184 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 8 v 2927 (ObjNum 1194 snap 374 seq_num 1194) dirty exists 2024-04-02T08:36:57.184 INFO:tasks.rados.rados.0.smithi012.stdout:3855: left oid 8 (ObjNum 1194 snap 374 seq_num 1194) 2024-04-02T08:36:57.184 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 44 v 2719 (ObjNum 1183 snap 369 seq_num 1183) dirty exists 2024-04-02T08:36:57.184 INFO:tasks.rados.rados.0.smithi012.stdout:3860: finishing write tid 1 to smithi01277369-28 2024-04-02T08:36:57.184 INFO:tasks.rados.rados.0.smithi012.stdout:3854: done (7 left) 2024-04-02T08:36:57.184 INFO:tasks.rados.rados.0.smithi012.stdout:3855: done (6 left) 2024-04-02T08:36:57.184 INFO:tasks.rados.rados.0.smithi012.stdout:3859: done (5 left) 2024-04-02T08:36:57.184 INFO:tasks.rados.rados.0.smithi012.stdout:3861: done (4 left) 2024-04-02T08:36:57.184 INFO:tasks.rados.rados.0.smithi012.stdout:3864: read oid 42 snap -1 2024-04-02T08:36:57.184 INFO:tasks.rados.rados.0.smithi012.stdout:3864: expect (ObjNum 1091 snap 326 seq_num 1091) 2024-04-02T08:36:57.184 INFO:tasks.rados.rados.0.smithi012.stdout:3865: delete oid 3 current snap is 374 2024-04-02T08:36:57.185 INFO:tasks.rados.rados.0.smithi012.stdout:3860: finishing write tid 2 to smithi01277369-28 2024-04-02T08:36:57.185 INFO:tasks.rados.rados.0.smithi012.stdout:3860: finishing write tid 3 to smithi01277369-28 2024-04-02T08:36:57.185 INFO:tasks.rados.rados.0.smithi012.stdout:3860: finishing write tid 4 to smithi01277369-28 2024-04-02T08:36:57.185 INFO:tasks.rados.rados.0.smithi012.stdout:3860: oid 28 updating version 0 to 2607 2024-04-02T08:36:57.185 INFO:tasks.rados.rados.0.smithi012.stdout:3860: oid 28 updating version 2607 to 2608 2024-04-02T08:36:57.185 INFO:tasks.rados.rados.0.smithi012.stdout:3860: oid 28 version 2608 is already newer than 2606 2024-04-02T08:36:57.185 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 28 v 2608 (ObjNum 1196 snap 374 seq_num 1196) dirty exists 2024-04-02T08:36:57.185 INFO:tasks.rados.rados.0.smithi012.stdout:3860: left oid 28 (ObjNum 1196 snap 374 seq_num 1196) 2024-04-02T08:36:57.185 INFO:tasks.rados.rados.0.smithi012.stdout:3862: finishing write tid 1 to smithi01277369-34 2024-04-02T08:36:57.185 INFO:tasks.rados.rados.0.smithi012.stdout:3862: finishing write tid 2 to smithi01277369-34 2024-04-02T08:36:57.185 INFO:tasks.rados.rados.0.smithi012.stdout:3862: finishing write tid 3 to smithi01277369-34 2024-04-02T08:36:57.185 INFO:tasks.rados.rados.0.smithi012.stdout:3862: finishing write tid 4 to smithi01277369-34 2024-04-02T08:36:57.185 INFO:tasks.rados.rados.0.smithi012.stdout:3862: oid 34 updating version 0 to 1136 2024-04-02T08:36:57.185 INFO:tasks.rados.rados.0.smithi012.stdout:3862: oid 34 updating version 1136 to 1137 2024-04-02T08:36:57.185 INFO:tasks.rados.rados.0.smithi012.stdout:3862: oid 34 version 1137 is already newer than 1135 2024-04-02T08:36:57.186 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 34 v 1137 (ObjNum 1197 snap 374 seq_num 1197) dirty exists 2024-04-02T08:36:57.186 INFO:tasks.rados.rados.0.smithi012.stdout:3862: left oid 34 (ObjNum 1197 snap 374 seq_num 1197) 2024-04-02T08:36:57.186 INFO:tasks.rados.rados.0.smithi012.stdout:3857: expect (ObjNum 1170 snap 360 seq_num 1170) 2024-04-02T08:36:57.427 INFO:tasks.rados.rados.0.smithi012.stdout:3863: finishing copy_from racing read to smithi01277369-46 2024-04-02T08:36:57.427 INFO:tasks.rados.rados.0.smithi012.stdout:3863: finishing copy_from to smithi01277369-46 2024-04-02T08:36:57.427 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 46 v 2873 (ObjNum 1102 snap 332 seq_num 1102) dirty exists 2024-04-02T08:36:57.427 INFO:tasks.rados.rados.0.smithi012.stdout:3857: done (5 left) 2024-04-02T08:36:57.427 INFO:tasks.rados.rados.0.smithi012.stdout:3860: done (4 left) 2024-04-02T08:36:57.427 INFO:tasks.rados.rados.0.smithi012.stdout:3862: done (3 left) 2024-04-02T08:36:57.427 INFO:tasks.rados.rados.0.smithi012.stdout:3863: done (2 left) 2024-04-02T08:36:57.428 INFO:tasks.rados.rados.0.smithi012.stdout:3865: done (1 left) 2024-04-02T08:36:57.428 INFO:tasks.rados.rados.0.smithi012.stdout:3866: rollback oid 21 current snap is 374 2024-04-02T08:36:57.428 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 21 to 358 2024-04-02T08:36:57.428 INFO:tasks.rados.rados.0.smithi012.stdout:3864: expect (ObjNum 1091 snap 326 seq_num 1091) 2024-04-02T08:36:57.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:57 smithi012 ceph-mon[88355]: osdmap e824: 8 total, 8 up, 8 in 2024-04-02T08:36:57.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:57 smithi012 ceph-mon[88355]: pgmap v906: 121 pgs: 121 active+clean; 178 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-04-02T08:36:57.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:57 smithi012 ceph-mon[90784]: osdmap e824: 8 total, 8 up, 8 in 2024-04-02T08:36:57.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:57 smithi012 ceph-mon[90784]: pgmap v906: 121 pgs: 121 active+clean; 178 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-04-02T08:36:57.486 INFO:tasks.rados.rados.0.smithi012.stdout:3866: finishing rollback tid 0 to smithi01277369-21 2024-04-02T08:36:57.486 INFO:tasks.rados.rados.0.smithi012.stdout:3866: finishing rollback tid 1 to smithi01277369-21 2024-04-02T08:36:57.486 INFO:tasks.rados.rados.0.smithi012.stdout:3864: done (1 left) 2024-04-02T08:36:57.486 INFO:tasks.rados.rados.0.smithi012.stdout:3867: rmattr oid 36 current snap is 374 2024-04-02T08:36:57.486 INFO:tasks.rados.rados.0.smithi012.stdout:3867: done (1 left) 2024-04-02T08:36:57.487 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 28 current snap is 374 2024-04-02T08:36:57.487 INFO:tasks.rados.rados.0.smithi012.stdout:3866: finishing rollback tid 2 to smithi01277369-21 2024-04-02T08:36:57.487 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 21 v 2734 (ObjNum 1156 snap 352 seq_num 1156) dirty exists 2024-04-02T08:36:57.487 INFO:tasks.rados.rados.0.smithi012.stdout:3868: seq_num 1199 ranges {901120=483328,1384448=401408} 2024-04-02T08:36:57.493 INFO:tasks.rados.rados.0.smithi012.stdout:3868: writing smithi01277369-28 from 901120 to 1384448 tid 1 2024-04-02T08:36:57.496 INFO:tasks.rados.rados.0.smithi012.stdout:3868: writing smithi01277369-28 from 1384448 to 1785856 tid 2 2024-04-02T08:36:57.496 INFO:tasks.rados.rados.0.smithi012.stdout:3866: done (1 left) 2024-04-02T08:36:57.496 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 13 current snap is 374 2024-04-02T08:36:57.496 INFO:tasks.rados.rados.0.smithi012.stdout:3869: seq_num 1200 ranges {9404416=499712,9904128=401408} 2024-04-02T08:36:57.550 INFO:tasks.rados.rados.0.smithi012.stdout:3869: writing smithi01277369-13 from 9404416 to 9904128 tid 1 2024-04-02T08:36:57.553 INFO:tasks.rados.rados.0.smithi012.stdout:3869: writing smithi01277369-13 from 9904128 to 10305536 tid 2 2024-04-02T08:36:57.553 INFO:tasks.rados.rados.0.smithi012.stdout:3870: snap_create 2024-04-02T08:36:57.553 INFO:tasks.rados.rados.0.smithi012.stdout:3868: finishing write tid 1 to smithi01277369-28 2024-04-02T08:36:57.553 INFO:tasks.rados.rados.0.smithi012.stdout:3868: finishing write tid 2 to smithi01277369-28 2024-04-02T08:36:57.553 INFO:tasks.rados.rados.0.smithi012.stdout:3868: finishing write tid 3 to smithi01277369-28 2024-04-02T08:36:57.553 INFO:tasks.rados.rados.0.smithi012.stdout:3868: finishing write tid 4 to smithi01277369-28 2024-04-02T08:36:57.553 INFO:tasks.rados.rados.0.smithi012.stdout:3868: oid 28 updating version 0 to 2609 2024-04-02T08:36:57.553 INFO:tasks.rados.rados.0.smithi012.stdout:3868: oid 28 updating version 2609 to 2611 2024-04-02T08:36:57.553 INFO:tasks.rados.rados.0.smithi012.stdout:3868: oid 28 version 2611 is already newer than 2610 2024-04-02T08:36:57.553 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 28 v 2611 (ObjNum 1199 snap 374 seq_num 1199) dirty exists 2024-04-02T08:36:57.553 INFO:tasks.rados.rados.0.smithi012.stdout:3868: left oid 28 (ObjNum 1199 snap 374 seq_num 1199) 2024-04-02T08:36:57.557 INFO:tasks.rados.rados.0.smithi012.stdout:3869: finishing write tid 1 to smithi01277369-13 2024-04-02T08:36:57.557 INFO:tasks.rados.rados.0.smithi012.stdout:3869: finishing write tid 2 to smithi01277369-13 2024-04-02T08:36:57.557 INFO:tasks.rados.rados.0.smithi012.stdout:3869: finishing write tid 3 to smithi01277369-13 2024-04-02T08:36:57.559 INFO:tasks.rados.rados.0.smithi012.stdout:3869: finishing write tid 4 to smithi01277369-13 2024-04-02T08:36:57.560 INFO:tasks.rados.rados.0.smithi012.stdout:3869: oid 13 updating version 0 to 2930 2024-04-02T08:36:57.560 INFO:tasks.rados.rados.0.smithi012.stdout:3869: oid 13 updating version 2930 to 2931 2024-04-02T08:36:57.560 INFO:tasks.rados.rados.0.smithi012.stdout:3869: oid 13 updating version 2931 to 2932 2024-04-02T08:36:57.560 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 13 v 2932 (ObjNum 1200 snap 374 seq_num 1200) dirty exists 2024-04-02T08:36:57.560 INFO:tasks.rados.rados.0.smithi012.stdout:3869: left oid 13 (ObjNum 1200 snap 374 seq_num 1200) 2024-04-02T08:36:57.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:57 smithi055 ceph-mon[85080]: osdmap e824: 8 total, 8 up, 8 in 2024-04-02T08:36:57.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:57 smithi055 ceph-mon[85080]: pgmap v906: 121 pgs: 121 active+clean; 178 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-04-02T08:36:58.096 INFO:tasks.rados.rados.0.smithi012.stdout:3868: done (2 left) 2024-04-02T08:36:58.096 INFO:tasks.rados.rados.0.smithi012.stdout:3869: done (1 left) 2024-04-02T08:36:58.096 INFO:tasks.rados.rados.0.smithi012.stdout:3870: done (0 left) 2024-04-02T08:36:58.096 INFO:tasks.rados.rados.0.smithi012.stdout:3871: setattr oid 21 current snap is 375 2024-04-02T08:36:58.098 INFO:tasks.rados.rados.0.smithi012.stdout:3872: snap_create 2024-04-02T08:36:58.102 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 21 v 2735 (ObjNum 1156 snap 352 seq_num 1156) dirty exists 2024-04-02T08:36:58.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:58 smithi012 ceph-mon[88355]: osdmap e825: 8 total, 8 up, 8 in 2024-04-02T08:36:58.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:58 smithi012 ceph-mon[90784]: osdmap e825: 8 total, 8 up, 8 in 2024-04-02T08:36:58.429 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:36:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:36:57] "GET /metrics HTTP/1.1" 200 36248 "" "Prometheus/2.43.0" 2024-04-02T08:36:58.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:58 smithi055 ceph-mon[85080]: osdmap e825: 8 total, 8 up, 8 in 2024-04-02T08:36:59.022 INFO:tasks.rados.rados.0.smithi012.stdout:3871: done (1 left) 2024-04-02T08:36:59.022 INFO:tasks.rados.rados.0.smithi012.stdout:3872: done (0 left) 2024-04-02T08:36:59.022 INFO:tasks.rados.rados.0.smithi012.stdout:3873: read oid 4 snap -1 2024-04-02T08:36:59.022 INFO:tasks.rados.rados.0.smithi012.stdout:3873: expect (ObjNum 1170 snap 360 seq_num 1170) 2024-04-02T08:36:59.022 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 13 current snap is 376 2024-04-02T08:36:59.022 INFO:tasks.rados.rados.0.smithi012.stdout:3874: seq_num 1201 ranges {10305536=524288,10829824=401408} 2024-04-02T08:36:59.084 INFO:tasks.rados.rados.0.smithi012.stdout:3874: writing smithi01277369-13 from 10305536 to 10829824 tid 1 2024-04-02T08:36:59.087 INFO:tasks.rados.rados.0.smithi012.stdout:3874: writing smithi01277369-13 from 10829824 to 11231232 tid 2 2024-04-02T08:36:59.087 INFO:tasks.rados.rados.0.smithi012.stdout:3875: rollback oid 34 current snap is 376 2024-04-02T08:36:59.087 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 34 to 373 2024-04-02T08:36:59.090 INFO:tasks.rados.rados.0.smithi012.stdout:3873: expect (ObjNum 1170 snap 360 seq_num 1170) 2024-04-02T08:36:59.364 INFO:tasks.rados.rados.0.smithi012.stdout:3875: finishing rollback tid 0 to smithi01277369-34 2024-04-02T08:36:59.365 INFO:tasks.rados.rados.0.smithi012.stdout:3875: finishing rollback tid 1 to smithi01277369-34 2024-04-02T08:36:59.365 INFO:tasks.rados.rados.0.smithi012.stdout:3875: finishing rollback tid 2 to smithi01277369-34 2024-04-02T08:36:59.365 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 34 v 1140 (ObjNum 1193 snap 373 seq_num 1193) dirty exists 2024-04-02T08:36:59.365 INFO:tasks.rados.rados.0.smithi012.stdout:3873: done (2 left) 2024-04-02T08:36:59.365 INFO:tasks.rados.rados.0.smithi012.stdout:3875: done (1 left) 2024-04-02T08:36:59.365 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 47 current snap is 376 2024-04-02T08:36:59.365 INFO:tasks.rados.rados.0.smithi012.stdout:3874: finishing write tid 1 to smithi01277369-13 2024-04-02T08:36:59.365 INFO:tasks.rados.rados.0.smithi012.stdout:3874: finishing write tid 2 to smithi01277369-13 2024-04-02T08:36:59.365 INFO:tasks.rados.rados.0.smithi012.stdout:3874: finishing write tid 3 to smithi01277369-13 2024-04-02T08:36:59.365 INFO:tasks.rados.rados.0.smithi012.stdout:3874: finishing write tid 4 to smithi01277369-13 2024-04-02T08:36:59.365 INFO:tasks.rados.rados.0.smithi012.stdout:3874: oid 13 updating version 0 to 2936 2024-04-02T08:36:59.365 INFO:tasks.rados.rados.0.smithi012.stdout:3874: oid 13 version 2936 is already newer than 2935 2024-04-02T08:36:59.366 INFO:tasks.rados.rados.0.smithi012.stdout:3874: oid 13 version 2936 is already newer than 2934 2024-04-02T08:36:59.366 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 13 v 2936 (ObjNum 1201 snap 376 seq_num 1201) dirty exists 2024-04-02T08:36:59.366 INFO:tasks.rados.rados.0.smithi012.stdout:3874: left oid 13 (ObjNum 1201 snap 376 seq_num 1201) 2024-04-02T08:36:59.366 INFO:tasks.rados.rados.0.smithi012.stdout:3876: seq_num 1202 ranges {6152192=540672,6692864=401408} 2024-04-02T08:36:59.400 INFO:tasks.rados.rados.0.smithi012.stdout:3876: writing smithi01277369-47 from 6152192 to 6692864 tid 1 2024-04-02T08:36:59.403 INFO:tasks.rados.rados.0.smithi012.stdout:3876: writing smithi01277369-47 from 6692864 to 7094272 tid 2 2024-04-02T08:36:59.403 INFO:tasks.rados.rados.0.smithi012.stdout:3874: done (1 left) 2024-04-02T08:36:59.403 INFO:tasks.rados.rados.0.smithi012.stdout:3877: snap_remove snap 367 2024-04-02T08:36:59.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:59 smithi012 ceph-mon[88355]: osdmap e826: 8 total, 8 up, 8 in 2024-04-02T08:36:59.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:59 smithi012 ceph-mon[88355]: pgmap v909: 121 pgs: 121 active+clean; 178 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-04-02T08:36:59.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:36:59 smithi012 ceph-mon[88355]: osdmap e827: 8 total, 8 up, 8 in 2024-04-02T08:36:59.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:59 smithi012 ceph-mon[90784]: osdmap e826: 8 total, 8 up, 8 in 2024-04-02T08:36:59.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:59 smithi012 ceph-mon[90784]: pgmap v909: 121 pgs: 121 active+clean; 178 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-04-02T08:36:59.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:36:59 smithi012 ceph-mon[90784]: osdmap e827: 8 total, 8 up, 8 in 2024-04-02T08:36:59.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:59 smithi055 ceph-mon[85080]: osdmap e826: 8 total, 8 up, 8 in 2024-04-02T08:36:59.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:59 smithi055 ceph-mon[85080]: pgmap v909: 121 pgs: 121 active+clean; 178 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-04-02T08:36:59.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:36:59 smithi055 ceph-mon[85080]: osdmap e827: 8 total, 8 up, 8 in 2024-04-02T08:37:00.114 INFO:tasks.rados.rados.0.smithi012.stdout:3876: finishing write tid 1 to smithi01277369-47 2024-04-02T08:37:00.114 INFO:tasks.rados.rados.0.smithi012.stdout:3876: finishing write tid 2 to smithi01277369-47 2024-04-02T08:37:00.114 INFO:tasks.rados.rados.0.smithi012.stdout:3876: finishing write tid 3 to smithi01277369-47 2024-04-02T08:37:00.114 INFO:tasks.rados.rados.0.smithi012.stdout:3876: finishing write tid 4 to smithi01277369-47 2024-04-02T08:37:00.114 INFO:tasks.rados.rados.0.smithi012.stdout:3876: oid 47 updating version 0 to 2604 2024-04-02T08:37:00.114 INFO:tasks.rados.rados.0.smithi012.stdout:3876: oid 47 version 2604 is already newer than 2603 2024-04-02T08:37:00.114 INFO:tasks.rados.rados.0.smithi012.stdout:3876: oid 47 version 2604 is already newer than 2602 2024-04-02T08:37:00.114 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 47 v 2604 (ObjNum 1202 snap 376 seq_num 1202) dirty exists 2024-04-02T08:37:00.114 INFO:tasks.rados.rados.0.smithi012.stdout:3876: left oid 47 (ObjNum 1202 snap 376 seq_num 1202) 2024-04-02T08:37:00.114 INFO:tasks.rados.rados.0.smithi012.stdout:3876: done (1 left) 2024-04-02T08:37:00.115 INFO:tasks.rados.rados.0.smithi012.stdout:3877: done (0 left) 2024-04-02T08:37:00.115 INFO:tasks.rados.rados.0.smithi012.stdout:3878: read oid 26 snap -1 2024-04-02T08:37:00.115 INFO:tasks.rados.rados.0.smithi012.stdout:3878: expect deleted 2024-04-02T08:37:00.115 INFO:tasks.rados.rados.0.smithi012.stdout:3879: read oid 19 snap -1 2024-04-02T08:37:00.115 INFO:tasks.rados.rados.0.smithi012.stdout:3879: expect (ObjNum 1135 snap 340 seq_num 1135) 2024-04-02T08:37:00.115 INFO:tasks.rados.rados.0.smithi012.stdout:3880: copy_from oid 13 from oid 1 current snap is 376 2024-04-02T08:37:00.115 INFO:tasks.rados.rados.0.smithi012.stdout:3881: snap_remove snap 375 2024-04-02T08:37:00.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:00 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:00.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:00 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:00.462 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:00 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:01.117 INFO:tasks.rados.rados.0.smithi012.stdout:3881: done (3 left) 2024-04-02T08:37:01.118 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 42 current snap is 376 2024-04-02T08:37:01.118 INFO:tasks.rados.rados.0.smithi012.stdout:3882: seq_num 1203 ranges {1671168=557056,2228224=401408} 2024-04-02T08:37:01.130 INFO:tasks.rados.rados.0.smithi012.stdout:3882: writing smithi01277369-42 from 1671168 to 2228224 tid 1 2024-04-02T08:37:01.133 INFO:tasks.rados.rados.0.smithi012.stdout:3882: writing smithi01277369-42 from 2228224 to 2629632 tid 2 2024-04-02T08:37:01.133 INFO:tasks.rados.rados.0.smithi012.stdout:3883: rmattr oid 28 current snap is 376 2024-04-02T08:37:01.133 INFO:tasks.rados.rados.0.smithi012.stdout:3883: done (4 left) 2024-04-02T08:37:01.133 INFO:tasks.rados.rados.0.smithi012.stdout:3884: copy_from oid 17 from oid 10 current snap is 376 2024-04-02T08:37:01.133 INFO:tasks.rados.rados.0.smithi012.stdout:3880: finishing copy_from racing read to smithi01277369-13 2024-04-02T08:37:01.133 INFO:tasks.rados.rados.0.smithi012.stdout:3880: finishing copy_from to smithi01277369-13 2024-04-02T08:37:01.133 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 13 v 2300 (ObjNum 1150 snap 348 seq_num 1150) dirty exists 2024-04-02T08:37:01.133 INFO:tasks.rados.rados.0.smithi012.stdout:3879: expect (ObjNum 1135 snap 340 seq_num 1135) 2024-04-02T08:37:01.355 INFO:tasks.rados.rados.0.smithi012.stdout:3882: finishing write tid 1 to smithi01277369-42 2024-04-02T08:37:01.355 INFO:tasks.rados.rados.0.smithi012.stdout:3882: finishing write tid 2 to smithi01277369-42 2024-04-02T08:37:01.355 INFO:tasks.rados.rados.0.smithi012.stdout:3882: finishing write tid 3 to smithi01277369-42 2024-04-02T08:37:01.355 INFO:tasks.rados.rados.0.smithi012.stdout:3882: finishing write tid 4 to smithi01277369-42 2024-04-02T08:37:01.355 INFO:tasks.rados.rados.0.smithi012.stdout:3882: oid 42 updating version 0 to 2823 2024-04-02T08:37:01.355 INFO:tasks.rados.rados.0.smithi012.stdout:3882: oid 42 updating version 2823 to 2824 2024-04-02T08:37:01.355 INFO:tasks.rados.rados.0.smithi012.stdout:3882: oid 42 version 2824 is already newer than 2822 2024-04-02T08:37:01.355 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 42 v 2824 (ObjNum 1203 snap 376 seq_num 1203) dirty exists 2024-04-02T08:37:01.355 INFO:tasks.rados.rados.0.smithi012.stdout:3882: left oid 42 (ObjNum 1203 snap 376 seq_num 1203) 2024-04-02T08:37:01.355 INFO:tasks.rados.rados.0.smithi012.stdout:3884: finishing copy_from racing read to smithi01277369-17 2024-04-02T08:37:01.355 INFO:tasks.rados.rados.0.smithi012.stdout:3884: finishing copy_from to smithi01277369-17 2024-04-02T08:37:01.355 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 17 v 2597 (ObjNum 1062 snap 317 seq_num 1062) dirty exists 2024-04-02T08:37:01.355 INFO:tasks.rados.rados.0.smithi012.stdout:3878: done (4 left) 2024-04-02T08:37:01.355 INFO:tasks.rados.rados.0.smithi012.stdout:3879: done (3 left) 2024-04-02T08:37:01.356 INFO:tasks.rados.rados.0.smithi012.stdout:3880: done (2 left) 2024-04-02T08:37:01.356 INFO:tasks.rados.rados.0.smithi012.stdout:3882: done (1 left) 2024-04-02T08:37:01.356 INFO:tasks.rados.rados.0.smithi012.stdout:3884: done (0 left) 2024-04-02T08:37:01.356 INFO:tasks.rados.rados.0.smithi012.stdout:3885: snap_create 2024-04-02T08:37:01.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:01 smithi012 ceph-mon[90784]: osdmap e828: 8 total, 8 up, 8 in 2024-04-02T08:37:01.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:01 smithi012 ceph-mon[90784]: pgmap v912: 121 pgs: 121 active+clean; 181 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 732 KiB/s wr, 8 op/s 2024-04-02T08:37:01.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:01 smithi012 ceph-mon[88355]: osdmap e828: 8 total, 8 up, 8 in 2024-04-02T08:37:01.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:01 smithi012 ceph-mon[88355]: pgmap v912: 121 pgs: 121 active+clean; 181 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 732 KiB/s wr, 8 op/s 2024-04-02T08:37:01.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:01 smithi055 ceph-mon[85080]: osdmap e828: 8 total, 8 up, 8 in 2024-04-02T08:37:01.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:01 smithi055 ceph-mon[85080]: pgmap v912: 121 pgs: 121 active+clean; 181 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 732 KiB/s wr, 8 op/s 2024-04-02T08:37:02.121 INFO:tasks.rados.rados.0.smithi012.stdout:3885: done (0 left) 2024-04-02T08:37:02.122 INFO:tasks.rados.rados.0.smithi012.stdout:3886: rollback oid 50 current snap is 377 2024-04-02T08:37:02.122 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 50 to 358 2024-04-02T08:37:02.122 INFO:tasks.rados.rados.0.smithi012.stdout:3887: rollback oid 8 current snap is 377 2024-04-02T08:37:02.122 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 8 to 358 2024-04-02T08:37:02.122 INFO:tasks.rados.rados.0.smithi012.stdout:3888: snap_remove snap 371 2024-04-02T08:37:02.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:02 smithi012 ceph-mon[88355]: osdmap e829: 8 total, 8 up, 8 in 2024-04-02T08:37:02.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:02 smithi012 ceph-mon[90784]: osdmap e829: 8 total, 8 up, 8 in 2024-04-02T08:37:02.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:02 smithi055 ceph-mon[85080]: osdmap e829: 8 total, 8 up, 8 in 2024-04-02T08:37:02.561 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:37:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:37:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:37:03.127 INFO:tasks.rados.rados.0.smithi012.stdout:3888: done (2 left) 2024-04-02T08:37:03.127 INFO:tasks.rados.rados.0.smithi012.stdout:3889: snap_remove snap 373 2024-04-02T08:37:03.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:03 smithi012 ceph-mon[88355]: osdmap e830: 8 total, 8 up, 8 in 2024-04-02T08:37:03.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:03 smithi012 ceph-mon[88355]: pgmap v915: 121 pgs: 121 active+clean; 192 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 2.1 MiB/s wr, 27 op/s 2024-04-02T08:37:03.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:03 smithi012 ceph-mon[90784]: osdmap e830: 8 total, 8 up, 8 in 2024-04-02T08:37:03.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:03 smithi012 ceph-mon[90784]: pgmap v915: 121 pgs: 121 active+clean; 192 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 2.1 MiB/s wr, 27 op/s 2024-04-02T08:37:03.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:03 smithi055 ceph-mon[85080]: osdmap e830: 8 total, 8 up, 8 in 2024-04-02T08:37:03.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:03 smithi055 ceph-mon[85080]: pgmap v915: 121 pgs: 121 active+clean; 192 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 2.1 MiB/s wr, 27 op/s 2024-04-02T08:37:04.024 INFO:tasks.rados.rados.0.smithi012.stdout:3889: done (2 left) 2024-04-02T08:37:04.024 INFO:tasks.rados.rados.0.smithi012.stdout:3890: snap_create 2024-04-02T08:37:04.025 INFO:tasks.rados.rados.0.smithi012.stdout:3887: finishing rollback tid 0 to smithi01277369-8 2024-04-02T08:37:04.025 INFO:tasks.rados.rados.0.smithi012.stdout:3886: finishing rollback tid 0 to smithi01277369-50 2024-04-02T08:37:04.025 INFO:tasks.rados.rados.0.smithi012.stdout:3887: finishing rollback tid 1 to smithi01277369-8 2024-04-02T08:37:04.025 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 8 v 2950 (ObjNum 129 snap 0 seq_num 925105416) dirty dne 2024-04-02T08:37:04.025 INFO:tasks.rados.rados.0.smithi012.stdout:3886: finishing rollback tid 1 to smithi01277369-50 2024-04-02T08:37:04.025 INFO:tasks.rados.rados.0.smithi012.stdout:3886: finishing rollback tid 2 to smithi01277369-50 2024-04-02T08:37:04.025 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 50 v 2604 (ObjNum 1059 snap 317 seq_num 1059) dirty exists 2024-04-02T08:37:04.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:04 smithi012 ceph-mon[88355]: osdmap e831: 8 total, 8 up, 8 in 2024-04-02T08:37:04.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:04 smithi012 ceph-mon[88355]: osdmap e832: 8 total, 8 up, 8 in 2024-04-02T08:37:04.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:04 smithi012 ceph-mon[90784]: osdmap e831: 8 total, 8 up, 8 in 2024-04-02T08:37:04.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:04 smithi012 ceph-mon[90784]: osdmap e832: 8 total, 8 up, 8 in 2024-04-02T08:37:04.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:04 smithi055 ceph-mon[85080]: osdmap e831: 8 total, 8 up, 8 in 2024-04-02T08:37:04.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:04 smithi055 ceph-mon[85080]: osdmap e832: 8 total, 8 up, 8 in 2024-04-02T08:37:05.024 INFO:tasks.rados.rados.0.smithi012.stdout:3886: done (2 left) 2024-04-02T08:37:05.024 INFO:tasks.rados.rados.0.smithi012.stdout:3887: done (1 left) 2024-04-02T08:37:05.025 INFO:tasks.rados.rados.0.smithi012.stdout:3890: done (0 left) 2024-04-02T08:37:05.025 INFO:tasks.rados.rados.0.smithi012.stdout:3891: rmattr oid 26 current snap is 378 2024-04-02T08:37:05.025 INFO:tasks.rados.rados.0.smithi012.stdout:3891: done (0 left) 2024-04-02T08:37:05.025 INFO:tasks.rados.rados.0.smithi012.stdout:3892: snap_remove snap 365 2024-04-02T08:37:06.026 INFO:tasks.rados.rados.0.smithi012.stdout:3892: done (0 left) 2024-04-02T08:37:06.026 INFO:tasks.rados.rados.0.smithi012.stdout:3893: snap_create 2024-04-02T08:37:06.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:06 smithi055 ceph-mon[85080]: pgmap v918: 121 pgs: 121 active+clean; 192 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.4 MiB/s wr, 18 op/s 2024-04-02T08:37:06.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:06 smithi055 ceph-mon[85080]: osdmap e833: 8 total, 8 up, 8 in 2024-04-02T08:37:06.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:06 smithi012 ceph-mon[90784]: pgmap v918: 121 pgs: 121 active+clean; 192 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.4 MiB/s wr, 18 op/s 2024-04-02T08:37:06.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:06 smithi012 ceph-mon[90784]: osdmap e833: 8 total, 8 up, 8 in 2024-04-02T08:37:06.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:06 smithi012 ceph-mon[88355]: pgmap v918: 121 pgs: 121 active+clean; 192 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.4 MiB/s wr, 18 op/s 2024-04-02T08:37:06.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:06 smithi012 ceph-mon[88355]: osdmap e833: 8 total, 8 up, 8 in 2024-04-02T08:37:07.026 INFO:tasks.rados.rados.0.smithi012.stdout:3893: done (0 left) 2024-04-02T08:37:07.026 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 50 current snap is 379 2024-04-02T08:37:07.026 INFO:tasks.rados.rados.0.smithi012.stdout:3894: seq_num 1204 ranges {6152192=573440,6725632=401408} 2024-04-02T08:37:07.063 INFO:tasks.rados.rados.0.smithi012.stdout:3894: writing smithi01277369-50 from 6152192 to 6725632 tid 1 2024-04-02T08:37:07.065 INFO:tasks.rados.rados.0.smithi012.stdout:3894: writing smithi01277369-50 from 6725632 to 7127040 tid 2 2024-04-02T08:37:07.065 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 7 current snap is 379 2024-04-02T08:37:07.066 INFO:tasks.rados.rados.0.smithi012.stdout:3895: seq_num 1205 ranges {1630208=589824,2220032=401408} 2024-04-02T08:37:07.077 INFO:tasks.rados.rados.0.smithi012.stdout:3895: writing smithi01277369-7 from 1630208 to 2220032 tid 1 2024-04-02T08:37:07.080 INFO:tasks.rados.rados.0.smithi012.stdout:3895: writing smithi01277369-7 from 2220032 to 2621440 tid 2 2024-04-02T08:37:07.081 INFO:tasks.rados.rados.0.smithi012.stdout:3896: rollback oid 43 current snap is 379 2024-04-02T08:37:07.081 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 43 to 359 2024-04-02T08:37:07.081 INFO:tasks.rados.rados.0.smithi012.stdout:3894: finishing write tid 1 to smithi01277369-50 2024-04-02T08:37:07.081 INFO:tasks.rados.rados.0.smithi012.stdout:3894: finishing write tid 2 to smithi01277369-50 2024-04-02T08:37:07.081 INFO:tasks.rados.rados.0.smithi012.stdout:3894: finishing write tid 3 to smithi01277369-50 2024-04-02T08:37:07.081 INFO:tasks.rados.rados.0.smithi012.stdout:3894: finishing write tid 4 to smithi01277369-50 2024-04-02T08:37:07.081 INFO:tasks.rados.rados.0.smithi012.stdout:3894: oid 50 updating version 0 to 2605 2024-04-02T08:37:07.081 INFO:tasks.rados.rados.0.smithi012.stdout:3894: oid 50 updating version 2605 to 2606 2024-04-02T08:37:07.081 INFO:tasks.rados.rados.0.smithi012.stdout:3894: oid 50 updating version 2606 to 2607 2024-04-02T08:37:07.081 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 50 v 2607 (ObjNum 1204 snap 379 seq_num 1204) dirty exists 2024-04-02T08:37:07.081 INFO:tasks.rados.rados.0.smithi012.stdout:3894: left oid 50 (ObjNum 1204 snap 379 seq_num 1204) 2024-04-02T08:37:07.081 INFO:tasks.rados.rados.0.smithi012.stdout:3894: done (2 left) 2024-04-02T08:37:07.081 INFO:tasks.rados.rados.0.smithi012.stdout:3897: delete oid 4 current snap is 379 2024-04-02T08:37:07.085 INFO:tasks.rados.rados.0.smithi012.stdout:3895: finishing write tid 1 to smithi01277369-7 2024-04-02T08:37:07.087 INFO:tasks.rados.rados.0.smithi012.stdout:3897: done (2 left) 2024-04-02T08:37:07.087 INFO:tasks.rados.rados.0.smithi012.stdout:3898: read oid 18 snap 359 2024-04-02T08:37:07.087 INFO:tasks.rados.rados.0.smithi012.stdout:3898: expect deleted 2024-04-02T08:37:07.087 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 46 current snap is 379 2024-04-02T08:37:07.087 INFO:tasks.rados.rados.0.smithi012.stdout:3895: finishing write tid 2 to smithi01277369-7 2024-04-02T08:37:07.087 INFO:tasks.rados.rados.0.smithi012.stdout:3899: seq_num 1207 ranges {1662976=622592,2285568=401408} 2024-04-02T08:37:07.101 INFO:tasks.rados.rados.0.smithi012.stdout:3899: writing smithi01277369-46 from 1662976 to 2285568 tid 1 2024-04-02T08:37:07.104 INFO:tasks.rados.rados.0.smithi012.stdout:3899: writing smithi01277369-46 from 2285568 to 2686976 tid 2 2024-04-02T08:37:07.105 INFO:tasks.rados.rados.0.smithi012.stdout:3900: delete oid 3 current snap is 379 2024-04-02T08:37:07.105 INFO:tasks.rados.rados.0.smithi012.stdout:3895: finishing write tid 3 to smithi01277369-7 2024-04-02T08:37:07.105 INFO:tasks.rados.rados.0.smithi012.stdout:3896: finishing rollback tid 0 to smithi01277369-43 2024-04-02T08:37:07.105 INFO:tasks.rados.rados.0.smithi012.stdout:3896: finishing rollback tid 1 to smithi01277369-43 2024-04-02T08:37:07.105 INFO:tasks.rados.rados.0.smithi012.stdout:3895: finishing write tid 4 to smithi01277369-7 2024-04-02T08:37:07.105 INFO:tasks.rados.rados.0.smithi012.stdout:3895: oid 7 updating version 0 to 2887 2024-04-02T08:37:07.105 INFO:tasks.rados.rados.0.smithi012.stdout:3895: oid 7 version 2887 is already newer than 2886 2024-04-02T08:37:07.105 INFO:tasks.rados.rados.0.smithi012.stdout:3895: oid 7 version 2887 is already newer than 2885 2024-04-02T08:37:07.105 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 7 v 2887 (ObjNum 1205 snap 379 seq_num 1205) dirty exists 2024-04-02T08:37:07.105 INFO:tasks.rados.rados.0.smithi012.stdout:3895: left oid 7 (ObjNum 1205 snap 379 seq_num 1205) 2024-04-02T08:37:07.105 INFO:tasks.rados.rados.0.smithi012.stdout:3896: finishing rollback tid 2 to smithi01277369-43 2024-04-02T08:37:07.105 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 43 v 2890 (ObjNum 1165 snap 357 seq_num 1165) dirty exists 2024-04-02T08:37:07.107 INFO:tasks.rados.rados.0.smithi012.stdout:3895: done (4 left) 2024-04-02T08:37:07.107 INFO:tasks.rados.rados.0.smithi012.stdout:3896: done (3 left) 2024-04-02T08:37:07.107 INFO:tasks.rados.rados.0.smithi012.stdout:3898: done (2 left) 2024-04-02T08:37:07.107 INFO:tasks.rados.rados.0.smithi012.stdout:3900: done (1 left) 2024-04-02T08:37:07.107 INFO:tasks.rados.rados.0.smithi012.stdout:3901: delete oid 32 current snap is 379 2024-04-02T08:37:07.107 INFO:tasks.rados.rados.0.smithi012.stdout:3899: finishing write tid 1 to smithi01277369-46 2024-04-02T08:37:07.107 INFO:tasks.rados.rados.0.smithi012.stdout:3899: finishing write tid 2 to smithi01277369-46 2024-04-02T08:37:07.107 INFO:tasks.rados.rados.0.smithi012.stdout:3899: finishing write tid 3 to smithi01277369-46 2024-04-02T08:37:07.110 INFO:tasks.rados.rados.0.smithi012.stdout:3901: done (1 left) 2024-04-02T08:37:07.110 INFO:tasks.rados.rados.0.smithi012.stdout:3902: copy_from oid 31 from oid 38 current snap is 379 2024-04-02T08:37:07.110 INFO:tasks.rados.rados.0.smithi012.stdout:3903: read oid 37 snap -1 2024-04-02T08:37:07.110 INFO:tasks.rados.rados.0.smithi012.stdout:3903: expect (ObjNum 1070 snap 320 seq_num 1070) 2024-04-02T08:37:07.110 INFO:tasks.rados.rados.0.smithi012.stdout:3904: setattr oid 33 current snap is 379 2024-04-02T08:37:07.110 INFO:tasks.rados.rados.0.smithi012.stdout:3899: finishing write tid 4 to smithi01277369-46 2024-04-02T08:37:07.110 INFO:tasks.rados.rados.0.smithi012.stdout:3899: oid 46 updating version 0 to 2876 2024-04-02T08:37:07.110 INFO:tasks.rados.rados.0.smithi012.stdout:3899: oid 46 version 2876 is already newer than 2874 2024-04-02T08:37:07.110 INFO:tasks.rados.rados.0.smithi012.stdout:3899: oid 46 version 2876 is already newer than 2875 2024-04-02T08:37:07.110 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 46 v 2876 (ObjNum 1207 snap 379 seq_num 1207) dirty exists 2024-04-02T08:37:07.110 INFO:tasks.rados.rados.0.smithi012.stdout:3899: left oid 46 (ObjNum 1207 snap 379 seq_num 1207) 2024-04-02T08:37:07.112 INFO:tasks.rados.rados.0.smithi012.stdout:3899: done (3 left) 2024-04-02T08:37:07.112 INFO:tasks.rados.rados.0.smithi012.stdout:3905: copy_from oid 24 from oid 50 current snap is 379 2024-04-02T08:37:07.112 INFO:tasks.rados.rados.0.smithi012.stdout:3906: rollback oid 2 current snap is 379 2024-04-02T08:37:07.112 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 2 to 376 2024-04-02T08:37:07.112 INFO:tasks.rados.rados.0.smithi012.stdout:3907: snap_remove snap 359 2024-04-02T08:37:07.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:07 smithi055 ceph-mon[85080]: osdmap e834: 8 total, 8 up, 8 in 2024-04-02T08:37:07.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:07 smithi055 ceph-mon[85080]: pgmap v921: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 187 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 492 KiB/s wr, 2 op/s 2024-04-02T08:37:07.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:07 smithi055 ceph-mon[85080]: osdmap e835: 8 total, 8 up, 8 in 2024-04-02T08:37:07.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:07 smithi012 ceph-mon[88355]: osdmap e834: 8 total, 8 up, 8 in 2024-04-02T08:37:07.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:07 smithi012 ceph-mon[88355]: pgmap v921: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 187 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 492 KiB/s wr, 2 op/s 2024-04-02T08:37:07.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:07 smithi012 ceph-mon[88355]: osdmap e835: 8 total, 8 up, 8 in 2024-04-02T08:37:07.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:07 smithi012 ceph-mon[90784]: osdmap e834: 8 total, 8 up, 8 in 2024-04-02T08:37:07.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:07 smithi012 ceph-mon[90784]: pgmap v921: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 187 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 492 KiB/s wr, 2 op/s 2024-04-02T08:37:07.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:07 smithi012 ceph-mon[90784]: osdmap e835: 8 total, 8 up, 8 in 2024-04-02T08:37:08.045 INFO:tasks.rados.rados.0.smithi012.stdout:3907: done (5 left) 2024-04-02T08:37:08.045 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 36 current snap is 379 2024-04-02T08:37:08.045 INFO:tasks.rados.rados.0.smithi012.stdout:3908: seq_num 1210 ranges {0=671744,671744=401408} 2024-04-02T08:37:08.049 INFO:tasks.rados.rados.0.smithi012.stdout:3908: writing smithi01277369-36 from 0 to 671744 tid 1 2024-04-02T08:37:08.052 INFO:tasks.rados.rados.0.smithi012.stdout:3908: writing smithi01277369-36 from 671744 to 1073152 tid 2 2024-04-02T08:37:08.053 INFO:tasks.rados.rados.0.smithi012.stdout:3909: rollback oid 30 current snap is 379 2024-04-02T08:37:08.053 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 30 to 374 2024-04-02T08:37:08.053 INFO:tasks.rados.rados.0.smithi012.stdout:3903: expect (ObjNum 1070 snap 320 seq_num 1070) 2024-04-02T08:37:08.101 INFO:tasks.rados.rados.0.smithi012.stdout:3906: finishing rollback tid 1 to smithi01277369-2 2024-04-02T08:37:08.101 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 2 v 0 (ObjNum 97 snap 0 seq_num 2635234208) dirty dne 2024-04-02T08:37:08.101 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 33 v 2877 (ObjNum 1168 snap 360 seq_num 1168) dirty exists 2024-04-02T08:37:08.101 INFO:tasks.rados.rados.0.smithi012.stdout:3902: finishing copy_from racing read to smithi01277369-31 2024-04-02T08:37:08.102 INFO:tasks.rados.rados.0.smithi012.stdout:3902: finishing copy_from to smithi01277369-31 2024-04-02T08:37:08.102 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 31 v 2586 (ObjNum 1025 snap 306 seq_num 1025) dirty exists 2024-04-02T08:37:08.102 INFO:tasks.rados.rados.0.smithi012.stdout:3905: finishing copy_from racing read to smithi01277369-24 2024-04-02T08:37:08.102 INFO:tasks.rados.rados.0.smithi012.stdout:3905: finishing copy_from to smithi01277369-24 2024-04-02T08:37:08.102 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 24 v 2607 (ObjNum 1204 snap 379 seq_num 1204) dirty exists 2024-04-02T08:37:08.102 INFO:tasks.rados.rados.0.smithi012.stdout:3902: done (6 left) 2024-04-02T08:37:08.102 INFO:tasks.rados.rados.0.smithi012.stdout:3903: done (5 left) 2024-04-02T08:37:08.102 INFO:tasks.rados.rados.0.smithi012.stdout:3904: done (4 left) 2024-04-02T08:37:08.102 INFO:tasks.rados.rados.0.smithi012.stdout:3905: done (3 left) 2024-04-02T08:37:08.102 INFO:tasks.rados.rados.0.smithi012.stdout:3906: done (2 left) 2024-04-02T08:37:08.102 INFO:tasks.rados.rados.0.smithi012.stdout:3910: read oid 45 snap -1 2024-04-02T08:37:08.102 INFO:tasks.rados.rados.0.smithi012.stdout:3910: expect (ObjNum 1138 snap 341 seq_num 1138) 2024-04-02T08:37:08.102 INFO:tasks.rados.rados.0.smithi012.stdout:3911: copy_from oid 26 from oid 29 current snap is 379 2024-04-02T08:37:08.103 INFO:tasks.rados.rados.0.smithi012.stdout:3908: finishing write tid 1 to smithi01277369-36 2024-04-02T08:37:08.103 INFO:tasks.rados.rados.0.smithi012.stdout:3908: finishing write tid 2 to smithi01277369-36 2024-04-02T08:37:08.103 INFO:tasks.rados.rados.0.smithi012.stdout:3908: finishing write tid 3 to smithi01277369-36 2024-04-02T08:37:08.103 INFO:tasks.rados.rados.0.smithi012.stdout:3909: finishing rollback tid 1 to smithi01277369-30 2024-04-02T08:37:08.103 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 30 v 0 (ObjNum 33 snap 0 seq_num 917665728) dirty dne 2024-04-02T08:37:08.103 INFO:tasks.rados.rados.0.smithi012.stdout:3908: finishing write tid 4 to smithi01277369-36 2024-04-02T08:37:08.103 INFO:tasks.rados.rados.0.smithi012.stdout:3908: oid 36 updating version 0 to 2891 2024-04-02T08:37:08.103 INFO:tasks.rados.rados.0.smithi012.stdout:3908: oid 36 updating version 2891 to 2892 2024-04-02T08:37:08.103 INFO:tasks.rados.rados.0.smithi012.stdout:3908: oid 36 updating version 2892 to 2893 2024-04-02T08:37:08.103 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 36 v 2893 (ObjNum 1210 snap 379 seq_num 1210) dirty exists 2024-04-02T08:37:08.103 INFO:tasks.rados.rados.0.smithi012.stdout:3908: left oid 36 (ObjNum 1210 snap 379 seq_num 1210) 2024-04-02T08:37:08.103 INFO:tasks.rados.rados.0.smithi012.stdout:3908: done (3 left) 2024-04-02T08:37:08.103 INFO:tasks.rados.rados.0.smithi012.stdout:3909: done (2 left) 2024-04-02T08:37:08.104 INFO:tasks.rados.rados.0.smithi012.stdout:3912: rollback oid 32 current snap is 379 2024-04-02T08:37:08.104 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 32 to 378 2024-04-02T08:37:08.104 INFO:tasks.rados.rados.0.smithi012.stdout:3913: rmattr oid 40 current snap is 379 2024-04-02T08:37:08.104 INFO:tasks.rados.rados.0.smithi012.stdout:3914: setattr oid 35 current snap is 379 2024-04-02T08:37:08.104 INFO:tasks.rados.rados.0.smithi012.stdout:3915: snap_create 2024-04-02T08:37:08.104 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 40 v 2284 (ObjNum 1186 snap 372 seq_num 1186) dirty exists 2024-04-02T08:37:08.105 INFO:tasks.rados.rados.0.smithi012.stdout:3911: finishing copy_from racing read to smithi01277369-26 2024-04-02T08:37:08.106 INFO:tasks.rados.rados.0.smithi012.stdout:3911: finishing copy_from to smithi01277369-26 2024-04-02T08:37:08.106 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 26 v 2579 (ObjNum 1025 snap 306 seq_num 1025) dirty exists 2024-04-02T08:37:08.108 INFO:tasks.rados.rados.0.smithi012.stdout:3912: finishing rollback tid 1 to smithi01277369-32 2024-04-02T08:37:08.109 INFO:tasks.rados.rados.0.smithi012.stdout:3912: finishing rollback tid 2 to smithi01277369-32 2024-04-02T08:37:08.109 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 32 v 2988 (ObjNum 1172 snap 363 seq_num 1172) dirty exists 2024-04-02T08:37:08.109 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 35 v 2990 (ObjNum 1025 snap 306 seq_num 1025) dirty exists 2024-04-02T08:37:08.128 INFO:tasks.rados.rados.0.smithi012.stdout:3910: expect (ObjNum 1138 snap 341 seq_num 1138) 2024-04-02T08:37:08.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:37:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:37:07] "GET /metrics HTTP/1.1" 200 36247 "" "Prometheus/2.43.0" 2024-04-02T08:37:09.025 INFO:tasks.rados.rados.0.smithi012.stdout:3910: done (5 left) 2024-04-02T08:37:09.026 INFO:tasks.rados.rados.0.smithi012.stdout:3911: done (4 left) 2024-04-02T08:37:09.026 INFO:tasks.rados.rados.0.smithi012.stdout:3912: done (3 left) 2024-04-02T08:37:09.026 INFO:tasks.rados.rados.0.smithi012.stdout:3913: done (2 left) 2024-04-02T08:37:09.026 INFO:tasks.rados.rados.0.smithi012.stdout:3914: done (1 left) 2024-04-02T08:37:09.026 INFO:tasks.rados.rados.0.smithi012.stdout:3915: done (0 left) 2024-04-02T08:37:09.026 INFO:tasks.rados.rados.0.smithi012.stdout:3916: read oid 21 snap 378 2024-04-02T08:37:09.026 INFO:tasks.rados.rados.0.smithi012.stdout:3916: expect (ObjNum 1156 snap 352 seq_num 1156) 2024-04-02T08:37:09.026 INFO:tasks.rados.rados.0.smithi012.stdout:3917: delete oid 50 current snap is 380 2024-04-02T08:37:09.033 INFO:tasks.rados.rados.0.smithi012.stdout:3917: done (1 left) 2024-04-02T08:37:09.033 INFO:tasks.rados.rados.0.smithi012.stdout:3918: copy_from oid 29 from oid 24 current snap is 380 2024-04-02T08:37:09.034 INFO:tasks.rados.rados.0.smithi012.stdout:3919: copy_from oid 14 from oid 8 current snap is 380 2024-04-02T08:37:09.034 INFO:tasks.rados.rados.0.smithi012.stdout:3920: read oid 36 snap 370 2024-04-02T08:37:09.034 INFO:tasks.rados.rados.0.smithi012.stdout:3920: expect deleted 2024-04-02T08:37:09.034 INFO:tasks.rados.rados.0.smithi012.stdout:3921: snap_create 2024-04-02T08:37:09.035 INFO:tasks.rados.rados.0.smithi012.stdout:3919: finishing copy_from to smithi01277369-14 2024-04-02T08:37:09.035 INFO:tasks.rados.rados.0.smithi012.stdout:3919: got expected ENOENT (src dne) 2024-04-02T08:37:09.035 INFO:tasks.rados.rados.0.smithi012.stdout:3919: finishing copy_from racing read to smithi01277369-14 2024-04-02T08:37:09.054 INFO:tasks.rados.rados.0.smithi012.stdout:3916: expect (ObjNum 1156 snap 352 seq_num 1156) 2024-04-02T08:37:09.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:09 smithi055 ceph-mon[85080]: osdmap e836: 8 total, 8 up, 8 in 2024-04-02T08:37:09.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:09 smithi055 ceph-mon[85080]: pgmap v924: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 187 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 492 KiB/s wr, 2 op/s 2024-04-02T08:37:09.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:09 smithi055 ceph-mon[85080]: osdmap e837: 8 total, 8 up, 8 in 2024-04-02T08:37:09.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:09 smithi012 ceph-mon[88355]: osdmap e836: 8 total, 8 up, 8 in 2024-04-02T08:37:09.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:09 smithi012 ceph-mon[88355]: pgmap v924: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 187 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 492 KiB/s wr, 2 op/s 2024-04-02T08:37:09.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:09 smithi012 ceph-mon[88355]: osdmap e837: 8 total, 8 up, 8 in 2024-04-02T08:37:09.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:09 smithi012 ceph-mon[90784]: osdmap e836: 8 total, 8 up, 8 in 2024-04-02T08:37:09.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:09 smithi012 ceph-mon[90784]: pgmap v924: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 187 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 492 KiB/s wr, 2 op/s 2024-04-02T08:37:09.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:09 smithi012 ceph-mon[90784]: osdmap e837: 8 total, 8 up, 8 in 2024-04-02T08:37:09.688 INFO:tasks.rados.rados.0.smithi012.stdout:3918: finishing copy_from racing read to smithi01277369-29 2024-04-02T08:37:09.688 INFO:tasks.rados.rados.0.smithi012.stdout:3918: finishing copy_from to smithi01277369-29 2024-04-02T08:37:09.688 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 29 v 2607 (ObjNum 1204 snap 379 seq_num 1204) dirty exists 2024-04-02T08:37:10.024 INFO:tasks.rados.rados.0.smithi012.stdout:3916: done (4 left) 2024-04-02T08:37:10.024 INFO:tasks.rados.rados.0.smithi012.stdout:3918: done (3 left) 2024-04-02T08:37:10.024 INFO:tasks.rados.rados.0.smithi012.stdout:3919: done (2 left) 2024-04-02T08:37:10.025 INFO:tasks.rados.rados.0.smithi012.stdout:3920: done (1 left) 2024-04-02T08:37:10.025 INFO:tasks.rados.rados.0.smithi012.stdout:3921: done (0 left) 2024-04-02T08:37:10.025 INFO:tasks.rados.rados.0.smithi012.stdout:3922: snap_remove snap 355 2024-04-02T08:37:11.031 INFO:tasks.rados.rados.0.smithi012.stdout:3922: done (0 left) 2024-04-02T08:37:11.031 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 28 current snap is 381 2024-04-02T08:37:11.031 INFO:tasks.rados.rados.0.smithi012.stdout:3923: seq_num 1212 ranges {1785856=704512,2490368=401408} 2024-04-02T08:37:11.046 INFO:tasks.rados.rados.0.smithi012.stdout:3923: writing smithi01277369-28 from 1785856 to 2490368 tid 1 2024-04-02T08:37:11.050 INFO:tasks.rados.rados.0.smithi012.stdout:3923: writing smithi01277369-28 from 2490368 to 2891776 tid 2 2024-04-02T08:37:11.050 INFO:tasks.rados.rados.0.smithi012.stdout:3924: rollback oid 22 current snap is 381 2024-04-02T08:37:11.050 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 22 to 376 2024-04-02T08:37:11.050 INFO:tasks.rados.rados.0.smithi012.stdout:3925: read oid 30 snap -1 2024-04-02T08:37:11.050 INFO:tasks.rados.rados.0.smithi012.stdout:3925: expect deleted 2024-04-02T08:37:11.050 INFO:tasks.rados.rados.0.smithi012.stdout:3926: read oid 49 snap -1 2024-04-02T08:37:11.050 INFO:tasks.rados.rados.0.smithi012.stdout:3926: expect (ObjNum 1181 snap 369 seq_num 1181) 2024-04-02T08:37:11.051 INFO:tasks.rados.rados.0.smithi012.stdout:3927: rmattr oid 39 current snap is 381 2024-04-02T08:37:11.051 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 35 current snap is 381 2024-04-02T08:37:11.051 INFO:tasks.rados.rados.0.smithi012.stdout:3928: seq_num 1213 ranges {368640=720896,1089536=401408} 2024-04-02T08:37:11.057 INFO:tasks.rados.rados.0.smithi012.stdout:3928: writing smithi01277369-35 from 368640 to 1089536 tid 1 2024-04-02T08:37:11.061 INFO:tasks.rados.rados.0.smithi012.stdout:3928: writing smithi01277369-35 from 1089536 to 1490944 tid 2 2024-04-02T08:37:11.061 INFO:tasks.rados.rados.0.smithi012.stdout:3929: read oid 46 snap 370 2024-04-02T08:37:11.061 INFO:tasks.rados.rados.0.smithi012.stdout:3929: expect (ObjNum 1025 snap 306 seq_num 1025) 2024-04-02T08:37:11.061 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 2 current snap is 381 2024-04-02T08:37:11.061 INFO:tasks.rados.rados.0.smithi012.stdout:3924: finishing rollback tid 1 to smithi01277369-22 2024-04-02T08:37:11.061 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 22 v 0 (ObjNum 385 snap 0 seq_num 917726800) dirty dne 2024-04-02T08:37:11.061 INFO:tasks.rados.rados.0.smithi012.stdout:3930: seq_num 1214 ranges {0=737280,737280=401408} 2024-04-02T08:37:11.066 INFO:tasks.rados.rados.0.smithi012.stdout:3930: writing smithi01277369-2 from 0 to 737280 tid 1 2024-04-02T08:37:11.070 INFO:tasks.rados.rados.0.smithi012.stdout:3930: writing smithi01277369-2 from 737280 to 1138688 tid 2 2024-04-02T08:37:11.070 INFO:tasks.rados.rados.0.smithi012.stdout:3924: done (7 left) 2024-04-02T08:37:11.070 INFO:tasks.rados.rados.0.smithi012.stdout:3925: done (6 left) 2024-04-02T08:37:11.070 INFO:tasks.rados.rados.0.smithi012.stdout:3931: read oid 41 snap -1 2024-04-02T08:37:11.070 INFO:tasks.rados.rados.0.smithi012.stdout:3931: expect (ObjNum 1101 snap 332 seq_num 1101) 2024-04-02T08:37:11.070 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 48 current snap is 381 2024-04-02T08:37:11.070 INFO:tasks.rados.rados.0.smithi012.stdout:3923: finishing write tid 1 to smithi01277369-28 2024-04-02T08:37:11.070 INFO:tasks.rados.rados.0.smithi012.stdout:3923: finishing write tid 2 to smithi01277369-28 2024-04-02T08:37:11.070 INFO:tasks.rados.rados.0.smithi012.stdout:3923: finishing write tid 3 to smithi01277369-28 2024-04-02T08:37:11.070 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 39 v 2736 (ObjNum 1166 snap 358 seq_num 1166) dirty exists 2024-04-02T08:37:11.070 INFO:tasks.rados.rados.0.smithi012.stdout:3923: finishing write tid 4 to smithi01277369-28 2024-04-02T08:37:11.070 INFO:tasks.rados.rados.0.smithi012.stdout:3923: oid 28 updating version 0 to 2614 2024-04-02T08:37:11.071 INFO:tasks.rados.rados.0.smithi012.stdout:3923: oid 28 version 2614 is already newer than 2613 2024-04-02T08:37:11.071 INFO:tasks.rados.rados.0.smithi012.stdout:3923: oid 28 version 2614 is already newer than 2612 2024-04-02T08:37:11.071 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 28 v 2614 (ObjNum 1212 snap 381 seq_num 1212) dirty exists 2024-04-02T08:37:11.071 INFO:tasks.rados.rados.0.smithi012.stdout:3923: left oid 28 (ObjNum 1212 snap 381 seq_num 1212) 2024-04-02T08:37:11.071 INFO:tasks.rados.rados.0.smithi012.stdout:3932: seq_num 1215 ranges {942080=753664,1695744=401408} 2024-04-02T08:37:11.080 INFO:tasks.rados.rados.0.smithi012.stdout:3932: writing smithi01277369-48 from 942080 to 1695744 tid 1 2024-04-02T08:37:11.083 INFO:tasks.rados.rados.0.smithi012.stdout:3932: writing smithi01277369-48 from 1695744 to 2097152 tid 2 2024-04-02T08:37:11.083 INFO:tasks.rados.rados.0.smithi012.stdout:3923: done (7 left) 2024-04-02T08:37:11.083 INFO:tasks.rados.rados.0.smithi012.stdout:3927: done (6 left) 2024-04-02T08:37:11.083 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 38 current snap is 381 2024-04-02T08:37:11.083 INFO:tasks.rados.rados.0.smithi012.stdout:3933: seq_num 1216 ranges {368640=770048,1138688=401408} 2024-04-02T08:37:11.090 INFO:tasks.rados.rados.0.smithi012.stdout:3933: writing smithi01277369-38 from 368640 to 1138688 tid 1 2024-04-02T08:37:11.094 INFO:tasks.rados.rados.0.smithi012.stdout:3933: writing smithi01277369-38 from 1138688 to 1540096 tid 2 2024-04-02T08:37:11.094 INFO:tasks.rados.rados.0.smithi012.stdout:3934: snap_remove snap 369 2024-04-02T08:37:11.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:11 smithi055 ceph-mon[85080]: osdmap e838: 8 total, 8 up, 8 in 2024-04-02T08:37:11.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:11 smithi012 ceph-mon[88355]: osdmap e838: 8 total, 8 up, 8 in 2024-04-02T08:37:11.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:11 smithi012 ceph-mon[90784]: osdmap e838: 8 total, 8 up, 8 in 2024-04-02T08:37:11.428 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 08:37:11 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-1[101235]: 2024-04-02T08:37:11.078+0000 7f584d412700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1aa after trimming was started 2024-04-02T08:37:12.036 INFO:tasks.rados.rados.0.smithi012.stdout:3934: done (7 left) 2024-04-02T08:37:12.037 INFO:tasks.rados.rados.0.smithi012.stdout:3929: expect (ObjNum 1025 snap 306 seq_num 1025) 2024-04-02T08:37:12.053 INFO:tasks.rados.rados.0.smithi012.stdout:3928: finishing write tid 1 to smithi01277369-35 2024-04-02T08:37:12.053 INFO:tasks.rados.rados.0.smithi012.stdout:3930: finishing write tid 1 to smithi01277369-2 2024-04-02T08:37:12.053 INFO:tasks.rados.rados.0.smithi012.stdout:3928: finishing write tid 2 to smithi01277369-35 2024-04-02T08:37:12.053 INFO:tasks.rados.rados.0.smithi012.stdout:3928: finishing write tid 3 to smithi01277369-35 2024-04-02T08:37:12.053 INFO:tasks.rados.rados.0.smithi012.stdout:3930: finishing write tid 2 to smithi01277369-2 2024-04-02T08:37:12.053 INFO:tasks.rados.rados.0.smithi012.stdout:3930: finishing write tid 3 to smithi01277369-2 2024-04-02T08:37:12.054 INFO:tasks.rados.rados.0.smithi012.stdout:3928: finishing write tid 4 to smithi01277369-35 2024-04-02T08:37:12.054 INFO:tasks.rados.rados.0.smithi012.stdout:3928: oid 35 updating version 0 to 3006 2024-04-02T08:37:12.054 INFO:tasks.rados.rados.0.smithi012.stdout:3928: oid 35 version 3006 is already newer than 3004 2024-04-02T08:37:12.054 INFO:tasks.rados.rados.0.smithi012.stdout:3928: oid 35 version 3006 is already newer than 3005 2024-04-02T08:37:12.054 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 35 v 3006 (ObjNum 1213 snap 381 seq_num 1213) dirty exists 2024-04-02T08:37:12.054 INFO:tasks.rados.rados.0.smithi012.stdout:3928: left oid 35 (ObjNum 1213 snap 381 seq_num 1213) 2024-04-02T08:37:12.054 INFO:tasks.rados.rados.0.smithi012.stdout:3930: finishing write tid 4 to smithi01277369-2 2024-04-02T08:37:12.054 INFO:tasks.rados.rados.0.smithi012.stdout:3930: oid 2 updating version 0 to 2878 2024-04-02T08:37:12.054 INFO:tasks.rados.rados.0.smithi012.stdout:3930: oid 2 updating version 2878 to 2880 2024-04-02T08:37:12.054 INFO:tasks.rados.rados.0.smithi012.stdout:3930: oid 2 version 2880 is already newer than 2879 2024-04-02T08:37:12.054 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 2 v 2880 (ObjNum 1214 snap 381 seq_num 1214) dirty exists 2024-04-02T08:37:12.054 INFO:tasks.rados.rados.0.smithi012.stdout:3930: left oid 2 (ObjNum 1214 snap 381 seq_num 1214) 2024-04-02T08:37:12.054 INFO:tasks.rados.rados.0.smithi012.stdout:3926: expect (ObjNum 1181 snap 369 seq_num 1181) 2024-04-02T08:37:12.244 INFO:tasks.rados.rados.0.smithi012.stdout:3932: finishing write tid 1 to smithi01277369-48 2024-04-02T08:37:12.244 INFO:tasks.rados.rados.0.smithi012.stdout:3932: finishing write tid 2 to smithi01277369-48 2024-04-02T08:37:12.244 INFO:tasks.rados.rados.0.smithi012.stdout:3932: finishing write tid 3 to smithi01277369-48 2024-04-02T08:37:12.244 INFO:tasks.rados.rados.0.smithi012.stdout:3932: finishing write tid 4 to smithi01277369-48 2024-04-02T08:37:12.244 INFO:tasks.rados.rados.0.smithi012.stdout:3932: oid 48 updating version 0 to 2825 2024-04-02T08:37:12.244 INFO:tasks.rados.rados.0.smithi012.stdout:3932: oid 48 updating version 2825 to 2827 2024-04-02T08:37:12.245 INFO:tasks.rados.rados.0.smithi012.stdout:3932: oid 48 version 2827 is already newer than 2826 2024-04-02T08:37:12.245 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 48 v 2827 (ObjNum 1215 snap 381 seq_num 1215) dirty exists 2024-04-02T08:37:12.245 INFO:tasks.rados.rados.0.smithi012.stdout:3932: left oid 48 (ObjNum 1215 snap 381 seq_num 1215) 2024-04-02T08:37:12.245 INFO:tasks.rados.rados.0.smithi012.stdout:3933: finishing write tid 1 to smithi01277369-38 2024-04-02T08:37:12.245 INFO:tasks.rados.rados.0.smithi012.stdout:3933: finishing write tid 2 to smithi01277369-38 2024-04-02T08:37:12.245 INFO:tasks.rados.rados.0.smithi012.stdout:3935: read oid 44 snap -1 2024-04-02T08:37:12.245 INFO:tasks.rados.rados.0.smithi012.stdout:3935: expect (ObjNum 1183 snap 369 seq_num 1183) 2024-04-02T08:37:12.245 INFO:tasks.rados.rados.0.smithi012.stdout:3926: done (7 left) 2024-04-02T08:37:12.245 INFO:tasks.rados.rados.0.smithi012.stdout:3928: done (6 left) 2024-04-02T08:37:12.245 INFO:tasks.rados.rados.0.smithi012.stdout:3929: done (5 left) 2024-04-02T08:37:12.245 INFO:tasks.rados.rados.0.smithi012.stdout:3930: done (4 left) 2024-04-02T08:37:12.245 INFO:tasks.rados.rados.0.smithi012.stdout:3932: done (3 left) 2024-04-02T08:37:12.245 INFO:tasks.rados.rados.0.smithi012.stdout:3936: snap_create 2024-04-02T08:37:12.245 INFO:tasks.rados.rados.0.smithi012.stdout:3933: finishing write tid 3 to smithi01277369-38 2024-04-02T08:37:12.246 INFO:tasks.rados.rados.0.smithi012.stdout:3933: finishing write tid 4 to smithi01277369-38 2024-04-02T08:37:12.246 INFO:tasks.rados.rados.0.smithi012.stdout:3933: oid 38 updating version 0 to 2739 2024-04-02T08:37:12.246 INFO:tasks.rados.rados.0.smithi012.stdout:3933: oid 38 version 2739 is already newer than 2737 2024-04-02T08:37:12.246 INFO:tasks.rados.rados.0.smithi012.stdout:3933: oid 38 version 2739 is already newer than 2738 2024-04-02T08:37:12.246 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 38 v 2739 (ObjNum 1216 snap 381 seq_num 1216) dirty exists 2024-04-02T08:37:12.246 INFO:tasks.rados.rados.0.smithi012.stdout:3933: left oid 38 (ObjNum 1216 snap 381 seq_num 1216) 2024-04-02T08:37:12.246 INFO:tasks.rados.rados.0.smithi012.stdout:3931: expect (ObjNum 1101 snap 332 seq_num 1101) 2024-04-02T08:37:12.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:12 smithi055 ceph-mon[85080]: pgmap v927: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 201 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 857 KiB/s rd, 3.5 MiB/s wr, 10 op/s 2024-04-02T08:37:12.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:12 smithi055 ceph-mon[85080]: osdmap e839: 8 total, 8 up, 8 in 2024-04-02T08:37:12.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:12 smithi012 ceph-mon[88355]: pgmap v927: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 201 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 857 KiB/s rd, 3.5 MiB/s wr, 10 op/s 2024-04-02T08:37:12.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:12 smithi012 ceph-mon[88355]: osdmap e839: 8 total, 8 up, 8 in 2024-04-02T08:37:12.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:12 smithi012 ceph-mon[90784]: pgmap v927: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 201 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 857 KiB/s rd, 3.5 MiB/s wr, 10 op/s 2024-04-02T08:37:12.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:12 smithi012 ceph-mon[90784]: osdmap e839: 8 total, 8 up, 8 in 2024-04-02T08:37:12.686 INFO:tasks.rados.rados.0.smithi012.stdout:3935: expect (ObjNum 1183 snap 369 seq_num 1183) 2024-04-02T08:37:12.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:37:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:37:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:37:13.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:13 smithi055 ceph-mon[85080]: osdmap e840: 8 total, 8 up, 8 in 2024-04-02T08:37:13.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:13 smithi055 ceph-mon[85080]: pgmap v930: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 206 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 24 op/s 2024-04-02T08:37:13.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:13 smithi012 ceph-mon[88355]: osdmap e840: 8 total, 8 up, 8 in 2024-04-02T08:37:13.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:13 smithi012 ceph-mon[88355]: pgmap v930: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 206 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 24 op/s 2024-04-02T08:37:13.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:13 smithi012 ceph-mon[90784]: osdmap e840: 8 total, 8 up, 8 in 2024-04-02T08:37:13.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:13 smithi012 ceph-mon[90784]: pgmap v930: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 206 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 24 op/s 2024-04-02T08:37:13.474 INFO:tasks.rados.rados.0.smithi012.stdout:3931: done (3 left) 2024-04-02T08:37:13.474 INFO:tasks.rados.rados.0.smithi012.stdout:3933: done (2 left) 2024-04-02T08:37:13.474 INFO:tasks.rados.rados.0.smithi012.stdout:3935: done (1 left) 2024-04-02T08:37:13.475 INFO:tasks.rados.rados.0.smithi012.stdout:3936: done (0 left) 2024-04-02T08:37:13.475 INFO:tasks.rados.rados.0.smithi012.stdout:3937: copy_from oid 33 from oid 49 current snap is 382 2024-04-02T08:37:13.475 INFO:tasks.rados.rados.0.smithi012.stdout:3938: rollback oid 8 current snap is 382 2024-04-02T08:37:13.475 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 8 to 379 2024-04-02T08:37:13.475 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 39 current snap is 382 2024-04-02T08:37:13.475 INFO:tasks.rados.rados.0.smithi012.stdout:3939: seq_num 1217 ranges {7192576=786432,7979008=401408} 2024-04-02T08:37:13.520 INFO:tasks.rados.rados.0.smithi012.stdout:3939: writing smithi01277369-39 from 7192576 to 7979008 tid 1 2024-04-02T08:37:13.523 INFO:tasks.rados.rados.0.smithi012.stdout:3939: writing smithi01277369-39 from 7979008 to 8380416 tid 2 2024-04-02T08:37:13.523 INFO:tasks.rados.rados.0.smithi012.stdout:3940: copy_from oid 26 from oid 20 current snap is 382 2024-04-02T08:37:13.523 INFO:tasks.rados.rados.0.smithi012.stdout:3938: finishing rollback tid 1 to smithi01277369-8 2024-04-02T08:37:13.523 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 8 v 2950 (ObjNum 65 snap 0 seq_num 1901679214) dirty dne 2024-04-02T08:37:13.524 INFO:tasks.rados.rados.0.smithi012.stdout:3937: finishing copy_from racing read to smithi01277369-33 2024-04-02T08:37:13.524 INFO:tasks.rados.rados.0.smithi012.stdout:3937: finishing copy_from to smithi01277369-33 2024-04-02T08:37:13.524 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 33 v 2821 (ObjNum 1181 snap 369 seq_num 1181) dirty exists 2024-04-02T08:37:13.524 INFO:tasks.rados.rados.0.smithi012.stdout:3937: done (3 left) 2024-04-02T08:37:13.524 INFO:tasks.rados.rados.0.smithi012.stdout:3938: done (2 left) 2024-04-02T08:37:13.524 INFO:tasks.rados.rados.0.smithi012.stdout:3941: read oid 25 snap 380 2024-04-02T08:37:13.524 INFO:tasks.rados.rados.0.smithi012.stdout:3941: expect deleted 2024-04-02T08:37:13.524 INFO:tasks.rados.rados.0.smithi012.stdout:3942: rmattr oid 41 current snap is 382 2024-04-02T08:37:13.524 INFO:tasks.rados.rados.0.smithi012.stdout:3943: rmattr oid 15 current snap is 382 2024-04-02T08:37:13.524 INFO:tasks.rados.rados.0.smithi012.stdout:3944: delete oid 48 current snap is 382 2024-04-02T08:37:13.524 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 15 v 0 (ObjNum 1190 snap 373 seq_num 1190) dirty exists 2024-04-02T08:37:13.526 INFO:tasks.rados.rados.0.smithi012.stdout:3941: done (5 left) 2024-04-02T08:37:13.526 INFO:tasks.rados.rados.0.smithi012.stdout:3943: done (4 left) 2024-04-02T08:37:13.527 INFO:tasks.rados.rados.0.smithi012.stdout:3944: done (3 left) 2024-04-02T08:37:13.527 INFO:tasks.rados.rados.0.smithi012.stdout:3945: rollback oid 28 current snap is 382 2024-04-02T08:37:13.527 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 28 to 374 2024-04-02T08:37:13.527 INFO:tasks.rados.rados.0.smithi012.stdout:3946: copy_from oid 19 from oid 38 current snap is 382 2024-04-02T08:37:13.527 INFO:tasks.rados.rados.0.smithi012.stdout:3947: snap_remove snap 380 2024-04-02T08:37:14.026 INFO:tasks.rados.rados.0.smithi012.stdout:3947: done (5 left) 2024-04-02T08:37:14.026 INFO:tasks.rados.rados.0.smithi012.stdout:3948: snap_remove snap 381 2024-04-02T08:37:14.026 INFO:tasks.rados.rados.0.smithi012.stdout:3939: finishing write tid 1 to smithi01277369-39 2024-04-02T08:37:14.026 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 41 v 2737 (ObjNum 1101 snap 332 seq_num 1101) dirty exists 2024-04-02T08:37:14.026 INFO:tasks.rados.rados.0.smithi012.stdout:3945: finishing rollback tid 0 to smithi01277369-28 2024-04-02T08:37:14.026 INFO:tasks.rados.rados.0.smithi012.stdout:3939: finishing write tid 2 to smithi01277369-39 2024-04-02T08:37:14.026 INFO:tasks.rados.rados.0.smithi012.stdout:3939: finishing write tid 3 to smithi01277369-39 2024-04-02T08:37:14.026 INFO:tasks.rados.rados.0.smithi012.stdout:3945: finishing rollback tid 1 to smithi01277369-28 2024-04-02T08:37:14.026 INFO:tasks.rados.rados.0.smithi012.stdout:3945: finishing rollback tid 2 to smithi01277369-28 2024-04-02T08:37:14.026 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 28 v 2617 (ObjNum 1199 snap 374 seq_num 1199) dirty exists 2024-04-02T08:37:14.026 INFO:tasks.rados.rados.0.smithi012.stdout:3939: finishing write tid 4 to smithi01277369-39 2024-04-02T08:37:14.026 INFO:tasks.rados.rados.0.smithi012.stdout:3939: oid 39 updating version 0 to 2741 2024-04-02T08:37:14.026 INFO:tasks.rados.rados.0.smithi012.stdout:3939: oid 39 updating version 2741 to 2742 2024-04-02T08:37:14.026 INFO:tasks.rados.rados.0.smithi012.stdout:3939: oid 39 version 2742 is already newer than 2740 2024-04-02T08:37:14.027 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 39 v 2742 (ObjNum 1217 snap 382 seq_num 1217) dirty exists 2024-04-02T08:37:14.027 INFO:tasks.rados.rados.0.smithi012.stdout:3939: left oid 39 (ObjNum 1217 snap 382 seq_num 1217) 2024-04-02T08:37:14.027 INFO:tasks.rados.rados.0.smithi012.stdout:3940: finishing copy_from racing read to smithi01277369-26 2024-04-02T08:37:14.027 INFO:tasks.rados.rados.0.smithi012.stdout:3946: finishing copy_from racing read to smithi01277369-19 2024-04-02T08:37:14.027 INFO:tasks.rados.rados.0.smithi012.stdout:3946: finishing copy_from to smithi01277369-19 2024-04-02T08:37:14.027 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 19 v 2739 (ObjNum 1216 snap 381 seq_num 1216) dirty exists 2024-04-02T08:37:14.027 INFO:tasks.rados.rados.0.smithi012.stdout:3940: finishing copy_from to smithi01277369-26 2024-04-02T08:37:14.027 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 26 v 2914 (ObjNum 1185 snap 370 seq_num 1185) dirty exists 2024-04-02T08:37:14.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:14 smithi055 ceph-mon[85080]: osdmap e841: 8 total, 8 up, 8 in 2024-04-02T08:37:14.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:14 smithi055 ceph-mon[85080]: osdmap e842: 8 total, 8 up, 8 in 2024-04-02T08:37:14.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:14 smithi012 ceph-mon[90784]: osdmap e841: 8 total, 8 up, 8 in 2024-04-02T08:37:14.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:14 smithi012 ceph-mon[90784]: osdmap e842: 8 total, 8 up, 8 in 2024-04-02T08:37:14.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:14 smithi012 ceph-mon[88355]: osdmap e841: 8 total, 8 up, 8 in 2024-04-02T08:37:14.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:14 smithi012 ceph-mon[88355]: osdmap e842: 8 total, 8 up, 8 in 2024-04-02T08:37:15.028 INFO:tasks.rados.rados.0.smithi012.stdout:3939: done (5 left) 2024-04-02T08:37:15.029 INFO:tasks.rados.rados.0.smithi012.stdout:3940: done (4 left) 2024-04-02T08:37:15.029 INFO:tasks.rados.rados.0.smithi012.stdout:3942: done (3 left) 2024-04-02T08:37:15.029 INFO:tasks.rados.rados.0.smithi012.stdout:3945: done (2 left) 2024-04-02T08:37:15.029 INFO:tasks.rados.rados.0.smithi012.stdout:3946: done (1 left) 2024-04-02T08:37:15.029 INFO:tasks.rados.rados.0.smithi012.stdout:3948: done (0 left) 2024-04-02T08:37:15.029 INFO:tasks.rados.rados.0.smithi012.stdout:3949: delete oid 2 current snap is 382 2024-04-02T08:37:15.036 INFO:tasks.rados.rados.0.smithi012.stdout:3949: done (0 left) 2024-04-02T08:37:15.036 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 33 current snap is 382 2024-04-02T08:37:15.036 INFO:tasks.rados.rados.0.smithi012.stdout:3950: seq_num 1220 ranges {3997696=434176,4431872=442368,4874240=360448} 2024-04-02T08:37:15.061 INFO:tasks.rados.rados.0.smithi012.stdout:3950: writing smithi01277369-33 from 3997696 to 4431872 tid 1 2024-04-02T08:37:15.063 INFO:tasks.rados.rados.0.smithi012.stdout:3950: writing smithi01277369-33 from 4431872 to 4874240 tid 2 2024-04-02T08:37:15.066 INFO:tasks.rados.rados.0.smithi012.stdout:3950: writing smithi01277369-33 from 4874240 to 5234688 tid 3 2024-04-02T08:37:15.066 INFO:tasks.rados.rados.0.smithi012.stdout:3951: read oid 39 snap -1 2024-04-02T08:37:15.066 INFO:tasks.rados.rados.0.smithi012.stdout:3951: expect (ObjNum 1217 snap 382 seq_num 1217) 2024-04-02T08:37:15.066 INFO:tasks.rados.rados.0.smithi012.stdout:3952: setattr oid 48 current snap is 382 2024-04-02T08:37:15.066 INFO:tasks.rados.rados.0.smithi012.stdout:3950: finishing write tid 1 to smithi01277369-33 2024-04-02T08:37:15.068 INFO:tasks.rados.rados.0.smithi012.stdout:3953: read oid 36 snap -1 2024-04-02T08:37:15.068 INFO:tasks.rados.rados.0.smithi012.stdout:3953: expect (ObjNum 1210 snap 379 seq_num 1210) 2024-04-02T08:37:15.068 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 12 current snap is 382 2024-04-02T08:37:15.068 INFO:tasks.rados.rados.0.smithi012.stdout:3954: seq_num 1221 ranges {1662976=458752,2121728=729088,2850816=73728} 2024-04-02T08:37:15.080 INFO:tasks.rados.rados.0.smithi012.stdout:3954: writing smithi01277369-12 from 1662976 to 2121728 tid 1 2024-04-02T08:37:15.085 INFO:tasks.rados.rados.0.smithi012.stdout:3954: writing smithi01277369-12 from 2121728 to 2850816 tid 2 2024-04-02T08:37:15.086 INFO:tasks.rados.rados.0.smithi012.stdout:3954: writing smithi01277369-12 from 2850816 to 2924544 tid 3 2024-04-02T08:37:15.087 INFO:tasks.rados.rados.0.smithi012.stdout:3955: read oid 23 snap -1 2024-04-02T08:37:15.087 INFO:tasks.rados.rados.0.smithi012.stdout:3955: expect (ObjNum 1159 snap 354 seq_num 1159) 2024-04-02T08:37:15.087 INFO:tasks.rados.rados.0.smithi012.stdout:3956: rollback oid 18 current snap is 382 2024-04-02T08:37:15.087 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 18 to 370 2024-04-02T08:37:15.087 INFO:tasks.rados.rados.0.smithi012.stdout:3950: finishing write tid 2 to smithi01277369-33 2024-04-02T08:37:15.087 INFO:tasks.rados.rados.0.smithi012.stdout:3950: finishing write tid 3 to smithi01277369-33 2024-04-02T08:37:15.087 INFO:tasks.rados.rados.0.smithi012.stdout:3950: finishing write tid 4 to smithi01277369-33 2024-04-02T08:37:15.087 INFO:tasks.rados.rados.0.smithi012.stdout:3953: expect (ObjNum 1210 snap 379 seq_num 1210) 2024-04-02T08:37:15.122 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 48 v 2829 (ObjNum 1265 snap 0 seq_num 917765552) dirty exists 2024-04-02T08:37:15.122 INFO:tasks.rados.rados.0.smithi012.stdout:3950: finishing write tid 5 to smithi01277369-33 2024-04-02T08:37:15.122 INFO:tasks.rados.rados.0.smithi012.stdout:3950: oid 33 updating version 0 to 2883 2024-04-02T08:37:15.122 INFO:tasks.rados.rados.0.smithi012.stdout:3950: oid 33 updating version 2883 to 2885 2024-04-02T08:37:15.123 INFO:tasks.rados.rados.0.smithi012.stdout:3950: oid 33 version 2885 is already newer than 2882 2024-04-02T08:37:15.123 INFO:tasks.rados.rados.0.smithi012.stdout:3950: oid 33 version 2885 is already newer than 2884 2024-04-02T08:37:15.123 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 33 v 2885 (ObjNum 1220 snap 382 seq_num 1220) dirty exists 2024-04-02T08:37:15.123 INFO:tasks.rados.rados.0.smithi012.stdout:3950: left oid 33 (ObjNum 1220 snap 382 seq_num 1220) 2024-04-02T08:37:15.123 INFO:tasks.rados.rados.0.smithi012.stdout:3950: done (6 left) 2024-04-02T08:37:15.123 INFO:tasks.rados.rados.0.smithi012.stdout:3952: done (5 left) 2024-04-02T08:37:15.123 INFO:tasks.rados.rados.0.smithi012.stdout:3953: done (4 left) 2024-04-02T08:37:15.123 INFO:tasks.rados.rados.0.smithi012.stdout:3957: read oid 44 snap -1 2024-04-02T08:37:15.123 INFO:tasks.rados.rados.0.smithi012.stdout:3957: expect (ObjNum 1183 snap 369 seq_num 1183) 2024-04-02T08:37:15.123 INFO:tasks.rados.rados.0.smithi012.stdout:3958: read oid 15 snap -1 2024-04-02T08:37:15.123 INFO:tasks.rados.rados.0.smithi012.stdout:3958: expect (ObjNum 1190 snap 373 seq_num 1190) 2024-04-02T08:37:15.123 INFO:tasks.rados.rados.0.smithi012.stdout:3959: read oid 27 snap 358 2024-04-02T08:37:15.123 INFO:tasks.rados.rados.0.smithi012.stdout:3959: expect deleted 2024-04-02T08:37:15.123 INFO:tasks.rados.rados.0.smithi012.stdout:3954: finishing write tid 1 to smithi01277369-12 2024-04-02T08:37:15.123 INFO:tasks.rados.rados.0.smithi012.stdout:3956: finishing rollback tid 1 to smithi01277369-18 2024-04-02T08:37:15.123 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 18 v 0 (ObjNum 97 snap 0 seq_num 1) dirty dne 2024-04-02T08:37:15.124 INFO:tasks.rados.rados.0.smithi012.stdout:3954: finishing write tid 2 to smithi01277369-12 2024-04-02T08:37:15.124 INFO:tasks.rados.rados.0.smithi012.stdout:3954: finishing write tid 3 to smithi01277369-12 2024-04-02T08:37:15.124 INFO:tasks.rados.rados.0.smithi012.stdout:3954: finishing write tid 4 to smithi01277369-12 2024-04-02T08:37:15.124 INFO:tasks.rados.rados.0.smithi012.stdout:3951: expect (ObjNum 1217 snap 382 seq_num 1217) 2024-04-02T08:37:15.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:15 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:15.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:15 smithi055 ceph-mon[85080]: pgmap v933: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 206 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-04-02T08:37:15.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:15 smithi055 ceph-mon[85080]: osdmap e843: 8 total, 8 up, 8 in 2024-04-02T08:37:15.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:15.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:15 smithi012 ceph-mon[88355]: pgmap v933: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 206 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-04-02T08:37:15.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:15 smithi012 ceph-mon[88355]: osdmap e843: 8 total, 8 up, 8 in 2024-04-02T08:37:15.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:15.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:15 smithi012 ceph-mon[90784]: pgmap v933: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 206 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-04-02T08:37:15.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:15 smithi012 ceph-mon[90784]: osdmap e843: 8 total, 8 up, 8 in 2024-04-02T08:37:15.837 INFO:tasks.rados.rados.0.smithi012.stdout:3954: finishing write tid 5 to smithi01277369-12 2024-04-02T08:37:15.837 INFO:tasks.rados.rados.0.smithi012.stdout:3954: oid 12 updating version 0 to 2896 2024-04-02T08:37:15.837 INFO:tasks.rados.rados.0.smithi012.stdout:3954: oid 12 updating version 2896 to 2897 2024-04-02T08:37:15.837 INFO:tasks.rados.rados.0.smithi012.stdout:3954: oid 12 version 2897 is already newer than 2895 2024-04-02T08:37:15.837 INFO:tasks.rados.rados.0.smithi012.stdout:3954: oid 12 version 2897 is already newer than 2894 2024-04-02T08:37:15.837 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 12 v 2897 (ObjNum 1221 snap 382 seq_num 1221) dirty exists 2024-04-02T08:37:15.837 INFO:tasks.rados.rados.0.smithi012.stdout:3954: left oid 12 (ObjNum 1221 snap 382 seq_num 1221) 2024-04-02T08:37:15.837 INFO:tasks.rados.rados.0.smithi012.stdout:3958: expect (ObjNum 1190 snap 373 seq_num 1190) 2024-04-02T08:37:15.927 INFO:tasks.rados.rados.0.smithi012.stdout:3955: expect (ObjNum 1159 snap 354 seq_num 1159) 2024-04-02T08:37:17.020 INFO:tasks.rados.rados.0.smithi012.stdout:3957: expect (ObjNum 1183 snap 369 seq_num 1183) 2024-04-02T08:37:17.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:17 smithi055 ceph-mon[85080]: pgmap v935: 121 pgs: 121 active+clean; 219 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 38 MiB/s rd, 3.9 MiB/s wr, 25 op/s 2024-04-02T08:37:17.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:17 smithi012 ceph-mon[88355]: pgmap v935: 121 pgs: 121 active+clean; 219 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 38 MiB/s rd, 3.9 MiB/s wr, 25 op/s 2024-04-02T08:37:17.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:17 smithi012 ceph-mon[90784]: pgmap v935: 121 pgs: 121 active+clean; 219 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 38 MiB/s rd, 3.9 MiB/s wr, 25 op/s 2024-04-02T08:37:17.814 INFO:tasks.rados.rados.0.smithi012.stdout:3960: read oid 10 snap -1 2024-04-02T08:37:17.814 INFO:tasks.rados.rados.0.smithi012.stdout:3960: expect (ObjNum 1062 snap 317 seq_num 1062) 2024-04-02T08:37:17.814 INFO:tasks.rados.rados.0.smithi012.stdout:3951: done (7 left) 2024-04-02T08:37:17.814 INFO:tasks.rados.rados.0.smithi012.stdout:3954: done (6 left) 2024-04-02T08:37:17.814 INFO:tasks.rados.rados.0.smithi012.stdout:3955: done (5 left) 2024-04-02T08:37:17.814 INFO:tasks.rados.rados.0.smithi012.stdout:3956: done (4 left) 2024-04-02T08:37:17.815 INFO:tasks.rados.rados.0.smithi012.stdout:3957: done (3 left) 2024-04-02T08:37:17.815 INFO:tasks.rados.rados.0.smithi012.stdout:3958: done (2 left) 2024-04-02T08:37:17.815 INFO:tasks.rados.rados.0.smithi012.stdout:3959: done (1 left) 2024-04-02T08:37:17.815 INFO:tasks.rados.rados.0.smithi012.stdout:3961: rollback oid 18 current snap is 382 2024-04-02T08:37:17.815 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 18 to 378 2024-04-02T08:37:17.815 INFO:tasks.rados.rados.0.smithi012.stdout:3962: read oid 23 snap 374 2024-04-02T08:37:17.815 INFO:tasks.rados.rados.0.smithi012.stdout:3962: expect (ObjNum 1159 snap 354 seq_num 1159) 2024-04-02T08:37:17.815 INFO:tasks.rados.rados.0.smithi012.stdout:3963: snap_remove snap 370 2024-04-02T08:37:18.262 INFO:tasks.rados.rados.0.smithi012.stdout:3961: finishing rollback tid 1 to smithi01277369-18 2024-04-02T08:37:18.262 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 18 v 0 (ObjNum 97 snap 0 seq_num 1) dirty dne 2024-04-02T08:37:18.262 INFO:tasks.rados.rados.0.smithi012.stdout:3960: expect (ObjNum 1062 snap 317 seq_num 1062) 2024-04-02T08:37:18.300 INFO:tasks.rados.rados.0.smithi012.stdout:3962: expect (ObjNum 1159 snap 354 seq_num 1159) 2024-04-02T08:37:18.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:37:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:37:17] "GET /metrics HTTP/1.1" 200 36250 "" "Prometheus/2.43.0" 2024-04-02T08:37:19.335 INFO:tasks.rados.rados.0.smithi012.stdout:3960: done (3 left) 2024-04-02T08:37:19.335 INFO:tasks.rados.rados.0.smithi012.stdout:3961: done (2 left) 2024-04-02T08:37:19.335 INFO:tasks.rados.rados.0.smithi012.stdout:3962: done (1 left) 2024-04-02T08:37:19.335 INFO:tasks.rados.rados.0.smithi012.stdout:3963: done (0 left) 2024-04-02T08:37:19.335 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 43 current snap is 382 2024-04-02T08:37:19.335 INFO:tasks.rados.rados.0.smithi012.stdout:3964: seq_num 1222 ranges {319488=475136,794624=606208,1400832=196608} 2024-04-02T08:37:19.339 INFO:tasks.rados.rados.0.smithi012.stdout:3964: writing smithi01277369-43 from 319488 to 794624 tid 1 2024-04-02T08:37:19.342 INFO:tasks.rados.rados.0.smithi012.stdout:3964: writing smithi01277369-43 from 794624 to 1400832 tid 2 2024-04-02T08:37:19.344 INFO:tasks.rados.rados.0.smithi012.stdout:3964: writing smithi01277369-43 from 1400832 to 1597440 tid 3 2024-04-02T08:37:19.344 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 18 current snap is 382 2024-04-02T08:37:19.344 INFO:tasks.rados.rados.0.smithi012.stdout:3964: finishing write tid 1 to smithi01277369-43 2024-04-02T08:37:19.344 INFO:tasks.rados.rados.0.smithi012.stdout:3965: seq_num 1223 ranges {0=491520,491520=491520,983040=311296} 2024-04-02T08:37:19.347 INFO:tasks.rados.rados.0.smithi012.stdout:3965: writing smithi01277369-18 from 0 to 491520 tid 1 2024-04-02T08:37:19.350 INFO:tasks.rados.rados.0.smithi012.stdout:3965: writing smithi01277369-18 from 491520 to 983040 tid 2 2024-04-02T08:37:19.353 INFO:tasks.rados.rados.0.smithi012.stdout:3965: writing smithi01277369-18 from 983040 to 1294336 tid 3 2024-04-02T08:37:19.353 INFO:tasks.rados.rados.0.smithi012.stdout:3966: rollback oid 30 current snap is 382 2024-04-02T08:37:19.353 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 30 to 379 2024-04-02T08:37:19.353 INFO:tasks.rados.rados.0.smithi012.stdout:3964: finishing write tid 2 to smithi01277369-43 2024-04-02T08:37:19.353 INFO:tasks.rados.rados.0.smithi012.stdout:3964: finishing write tid 3 to smithi01277369-43 2024-04-02T08:37:19.353 INFO:tasks.rados.rados.0.smithi012.stdout:3964: finishing write tid 4 to smithi01277369-43 2024-04-02T08:37:19.353 INFO:tasks.rados.rados.0.smithi012.stdout:3964: finishing write tid 5 to smithi01277369-43 2024-04-02T08:37:19.353 INFO:tasks.rados.rados.0.smithi012.stdout:3964: oid 43 updating version 0 to 2899 2024-04-02T08:37:19.354 INFO:tasks.rados.rados.0.smithi012.stdout:3964: oid 43 version 2899 is already newer than 2898 2024-04-02T08:37:19.354 INFO:tasks.rados.rados.0.smithi012.stdout:3964: oid 43 updating version 2899 to 2901 2024-04-02T08:37:19.354 INFO:tasks.rados.rados.0.smithi012.stdout:3964: oid 43 version 2901 is already newer than 2900 2024-04-02T08:37:19.354 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 43 v 2901 (ObjNum 1222 snap 382 seq_num 1222) dirty exists 2024-04-02T08:37:19.354 INFO:tasks.rados.rados.0.smithi012.stdout:3964: left oid 43 (ObjNum 1222 snap 382 seq_num 1222) 2024-04-02T08:37:19.354 INFO:tasks.rados.rados.0.smithi012.stdout:3964: done (2 left) 2024-04-02T08:37:19.354 INFO:tasks.rados.rados.0.smithi012.stdout:3967: rmattr oid 34 current snap is 382 2024-04-02T08:37:19.354 INFO:tasks.rados.rados.0.smithi012.stdout:3967: done (2 left) 2024-04-02T08:37:19.354 INFO:tasks.rados.rados.0.smithi012.stdout:3968: read oid 32 snap -1 2024-04-02T08:37:19.354 INFO:tasks.rados.rados.0.smithi012.stdout:3968: expect (ObjNum 1172 snap 363 seq_num 1172) 2024-04-02T08:37:19.354 INFO:tasks.rados.rados.0.smithi012.stdout:3969: rollback oid 8 current snap is 382 2024-04-02T08:37:19.354 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 8 to 358 2024-04-02T08:37:19.354 INFO:tasks.rados.rados.0.smithi012.stdout:3970: read oid 42 snap -1 2024-04-02T08:37:19.354 INFO:tasks.rados.rados.0.smithi012.stdout:3970: expect (ObjNum 1203 snap 376 seq_num 1203) 2024-04-02T08:37:19.354 INFO:tasks.rados.rados.0.smithi012.stdout:3971: setattr oid 41 current snap is 382 2024-04-02T08:37:19.354 INFO:tasks.rados.rados.0.smithi012.stdout:3965: finishing write tid 1 to smithi01277369-18 2024-04-02T08:37:19.356 INFO:tasks.rados.rados.0.smithi012.stdout:3965: finishing write tid 2 to smithi01277369-18 2024-04-02T08:37:19.356 INFO:tasks.rados.rados.0.smithi012.stdout:3972: snap_create 2024-04-02T08:37:19.356 INFO:tasks.rados.rados.0.smithi012.stdout:3966: finishing rollback tid 1 to smithi01277369-30 2024-04-02T08:37:19.356 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 30 v 0 (ObjNum 49 snap 0 seq_num 1) dirty dne 2024-04-02T08:37:19.357 INFO:tasks.rados.rados.0.smithi012.stdout:3965: finishing write tid 3 to smithi01277369-18 2024-04-02T08:37:19.357 INFO:tasks.rados.rados.0.smithi012.stdout:3965: finishing write tid 4 to smithi01277369-18 2024-04-02T08:37:19.359 INFO:tasks.rados.rados.0.smithi012.stdout:3965: finishing write tid 5 to smithi01277369-18 2024-04-02T08:37:19.359 INFO:tasks.rados.rados.0.smithi012.stdout:3965: oid 18 updating version 0 to 1142 2024-04-02T08:37:19.359 INFO:tasks.rados.rados.0.smithi012.stdout:3965: oid 18 updating version 1142 to 1143 2024-04-02T08:37:19.359 INFO:tasks.rados.rados.0.smithi012.stdout:3965: oid 18 updating version 1143 to 1144 2024-04-02T08:37:19.359 INFO:tasks.rados.rados.0.smithi012.stdout:3965: oid 18 version 1144 is already newer than 1141 2024-04-02T08:37:19.360 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 18 v 1144 (ObjNum 1223 snap 382 seq_num 1223) dirty exists 2024-04-02T08:37:19.360 INFO:tasks.rados.rados.0.smithi012.stdout:3965: left oid 18 (ObjNum 1223 snap 382 seq_num 1223) 2024-04-02T08:37:19.361 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 41 v 2738 (ObjNum 1101 snap 332 seq_num 1101) dirty exists 2024-04-02T08:37:19.361 INFO:tasks.rados.rados.0.smithi012.stdout:3968: expect (ObjNum 1172 snap 363 seq_num 1172) 2024-04-02T08:37:19.427 INFO:tasks.rados.rados.0.smithi012.stdout:3969: finishing rollback tid 1 to smithi01277369-8 2024-04-02T08:37:19.427 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 8 v 2950 (ObjNum 145 snap 0 seq_num 924259040) dirty dne 2024-04-02T08:37:19.427 INFO:tasks.rados.rados.0.smithi012.stdout:3970: expect (ObjNum 1203 snap 376 seq_num 1203) 2024-04-02T08:37:19.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:19 smithi055 ceph-mon[85080]: pgmap v936: 121 pgs: 121 active+clean; 219 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 26 MiB/s rd, 2.7 MiB/s wr, 17 op/s 2024-04-02T08:37:19.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:19 smithi055 ceph-mon[85080]: osdmap e844: 8 total, 8 up, 8 in 2024-04-02T08:37:19.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:19 smithi055 ceph-mon[85080]: osdmap e845: 8 total, 8 up, 8 in 2024-04-02T08:37:19.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:19 smithi012 ceph-mon[90784]: pgmap v936: 121 pgs: 121 active+clean; 219 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 26 MiB/s rd, 2.7 MiB/s wr, 17 op/s 2024-04-02T08:37:19.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:19 smithi012 ceph-mon[90784]: osdmap e844: 8 total, 8 up, 8 in 2024-04-02T08:37:19.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:19 smithi012 ceph-mon[90784]: osdmap e845: 8 total, 8 up, 8 in 2024-04-02T08:37:19.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:19 smithi012 ceph-mon[88355]: pgmap v936: 121 pgs: 121 active+clean; 219 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 26 MiB/s rd, 2.7 MiB/s wr, 17 op/s 2024-04-02T08:37:19.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:19 smithi012 ceph-mon[88355]: osdmap e844: 8 total, 8 up, 8 in 2024-04-02T08:37:19.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:19 smithi012 ceph-mon[88355]: osdmap e845: 8 total, 8 up, 8 in 2024-04-02T08:37:20.268 INFO:tasks.rados.rados.0.smithi012.stdout:3965: done (6 left) 2024-04-02T08:37:20.268 INFO:tasks.rados.rados.0.smithi012.stdout:3966: done (5 left) 2024-04-02T08:37:20.268 INFO:tasks.rados.rados.0.smithi012.stdout:3968: done (4 left) 2024-04-02T08:37:20.268 INFO:tasks.rados.rados.0.smithi012.stdout:3969: done (3 left) 2024-04-02T08:37:20.268 INFO:tasks.rados.rados.0.smithi012.stdout:3970: done (2 left) 2024-04-02T08:37:20.269 INFO:tasks.rados.rados.0.smithi012.stdout:3971: done (1 left) 2024-04-02T08:37:20.269 INFO:tasks.rados.rados.0.smithi012.stdout:3972: done (0 left) 2024-04-02T08:37:20.269 INFO:tasks.rados.rados.0.smithi012.stdout:3973: delete oid 11 current snap is 383 2024-04-02T08:37:20.271 INFO:tasks.rados.rados.0.smithi012.stdout:3973: done (0 left) 2024-04-02T08:37:20.272 INFO:tasks.rados.rados.0.smithi012.stdout:3974: snap_remove snap 374 2024-04-02T08:37:21.276 INFO:tasks.rados.rados.0.smithi012.stdout:3974: done (0 left) 2024-04-02T08:37:21.276 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 47 current snap is 383 2024-04-02T08:37:21.276 INFO:tasks.rados.rados.0.smithi012.stdout:3975: seq_num 1225 ranges {7094272=524288,7618560=712704,8331264=90112} 2024-04-02T08:37:21.319 INFO:tasks.rados.rados.0.smithi012.stdout:3975: writing smithi01277369-47 from 7094272 to 7618560 tid 1 2024-04-02T08:37:21.323 INFO:tasks.rados.rados.0.smithi012.stdout:3975: writing smithi01277369-47 from 7618560 to 8331264 tid 2 2024-04-02T08:37:21.324 INFO:tasks.rados.rados.0.smithi012.stdout:3975: writing smithi01277369-47 from 8331264 to 8421376 tid 3 2024-04-02T08:37:21.324 INFO:tasks.rados.rados.0.smithi012.stdout:3976: read oid 15 snap -1 2024-04-02T08:37:21.324 INFO:tasks.rados.rados.0.smithi012.stdout:3976: expect (ObjNum 1190 snap 373 seq_num 1190) 2024-04-02T08:37:21.324 INFO:tasks.rados.rados.0.smithi012.stdout:3977: rmattr oid 30 current snap is 383 2024-04-02T08:37:21.324 INFO:tasks.rados.rados.0.smithi012.stdout:3977: done (2 left) 2024-04-02T08:37:21.324 INFO:tasks.rados.rados.0.smithi012.stdout:3978: delete oid 7 current snap is 383 2024-04-02T08:37:21.324 INFO:tasks.rados.rados.0.smithi012.stdout:3975: finishing write tid 1 to smithi01277369-47 2024-04-02T08:37:21.327 INFO:tasks.rados.rados.0.smithi012.stdout:3975: finishing write tid 2 to smithi01277369-47 2024-04-02T08:37:21.327 INFO:tasks.rados.rados.0.smithi012.stdout:3975: finishing write tid 3 to smithi01277369-47 2024-04-02T08:37:21.328 INFO:tasks.rados.rados.0.smithi012.stdout:3975: finishing write tid 4 to smithi01277369-47 2024-04-02T08:37:21.328 INFO:tasks.rados.rados.0.smithi012.stdout:3978: done (2 left) 2024-04-02T08:37:21.329 INFO:tasks.rados.rados.0.smithi012.stdout:3979: setattr oid 45 current snap is 383 2024-04-02T08:37:21.330 INFO:tasks.rados.rados.0.smithi012.stdout:3975: finishing write tid 5 to smithi01277369-47 2024-04-02T08:37:21.330 INFO:tasks.rados.rados.0.smithi012.stdout:3975: oid 47 updating version 0 to 2605 2024-04-02T08:37:21.330 INFO:tasks.rados.rados.0.smithi012.stdout:3975: oid 47 updating version 2605 to 2607 2024-04-02T08:37:21.330 INFO:tasks.rados.rados.0.smithi012.stdout:3975: oid 47 version 2607 is already newer than 2606 2024-04-02T08:37:21.330 INFO:tasks.rados.rados.0.smithi012.stdout:3975: oid 47 updating version 2607 to 2608 2024-04-02T08:37:21.330 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 47 v 2608 (ObjNum 1225 snap 383 seq_num 1225) dirty exists 2024-04-02T08:37:21.330 INFO:tasks.rados.rados.0.smithi012.stdout:3975: left oid 47 (ObjNum 1225 snap 383 seq_num 1225) 2024-04-02T08:37:21.332 INFO:tasks.rados.rados.0.smithi012.stdout:3975: done (2 left) 2024-04-02T08:37:21.332 INFO:tasks.rados.rados.0.smithi012.stdout:3980: rollback oid 40 current snap is 383 2024-04-02T08:37:21.332 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 40 to 376 2024-04-02T08:37:21.332 INFO:tasks.rados.rados.0.smithi012.stdout:3981: rmattr oid 6 current snap is 383 2024-04-02T08:37:21.332 INFO:tasks.rados.rados.0.smithi012.stdout:3982: read oid 11 snap -1 2024-04-02T08:37:21.333 INFO:tasks.rados.rados.0.smithi012.stdout:3982: expect deleted 2024-04-02T08:37:21.333 INFO:tasks.rados.rados.0.smithi012.stdout:3983: read oid 29 snap -1 2024-04-02T08:37:21.333 INFO:tasks.rados.rados.0.smithi012.stdout:3983: expect (ObjNum 1204 snap 379 seq_num 1204) 2024-04-02T08:37:21.333 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 41 current snap is 383 2024-04-02T08:37:21.333 INFO:tasks.rados.rados.0.smithi012.stdout:3984: seq_num 1227 ranges {6856704=557056,7413760=483328,7897088=319488} 2024-04-02T08:37:21.374 INFO:tasks.rados.rados.0.smithi012.stdout:3984: writing smithi01277369-41 from 6856704 to 7413760 tid 1 2024-04-02T08:37:21.377 INFO:tasks.rados.rados.0.smithi012.stdout:3984: writing smithi01277369-41 from 7413760 to 7897088 tid 2 2024-04-02T08:37:21.380 INFO:tasks.rados.rados.0.smithi012.stdout:3984: writing smithi01277369-41 from 7897088 to 8216576 tid 3 2024-04-02T08:37:21.380 INFO:tasks.rados.rados.0.smithi012.stdout:3985: read oid 4 snap 382 2024-04-02T08:37:21.380 INFO:tasks.rados.rados.0.smithi012.stdout:3985: expect deleted 2024-04-02T08:37:21.380 INFO:tasks.rados.rados.0.smithi012.stdout:3986: read oid 22 snap -1 2024-04-02T08:37:21.380 INFO:tasks.rados.rados.0.smithi012.stdout:3986: expect deleted 2024-04-02T08:37:21.380 INFO:tasks.rados.rados.0.smithi012.stdout:3987: rmattr oid 17 current snap is 383 2024-04-02T08:37:21.380 INFO:tasks.rados.rados.0.smithi012.stdout:3987: done (9 left) 2024-04-02T08:37:21.380 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 27 current snap is 383 2024-04-02T08:37:21.380 INFO:tasks.rados.rados.0.smithi012.stdout:3988: seq_num 1228 ranges {0=573440,573440=761856,1335296=40960} 2024-04-02T08:37:21.383 INFO:tasks.rados.rados.0.smithi012.stdout:3988: writing smithi01277369-27 from 0 to 573440 tid 1 2024-04-02T08:37:21.389 INFO:tasks.rados.rados.0.smithi012.stdout:3988: writing smithi01277369-27 from 573440 to 1335296 tid 2 2024-04-02T08:37:21.390 INFO:tasks.rados.rados.0.smithi012.stdout:3988: writing smithi01277369-27 from 1335296 to 1376256 tid 3 2024-04-02T08:37:21.390 INFO:tasks.rados.rados.0.smithi012.stdout:3989: read oid 7 snap 378 2024-04-02T08:37:21.390 INFO:tasks.rados.rados.0.smithi012.stdout:3989: expect (ObjNum 1182 snap 369 seq_num 1182) 2024-04-02T08:37:21.391 INFO:tasks.rados.rados.0.smithi012.stdout:3990: rollback oid 43 current snap is 383 2024-04-02T08:37:21.391 INFO:tasks.rados.rados.0.smithi012.stdout:rollback oid 43 to 382 2024-04-02T08:37:21.391 INFO:tasks.rados.rados.0.smithi012.stdout:3976: expect (ObjNum 1190 snap 373 seq_num 1190) 2024-04-02T08:37:21.483 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 6 v 0 (ObjNum 1062 snap 317 seq_num 1062) dirty exists 2024-04-02T08:37:21.483 INFO:tasks.rados.rados.0.smithi012.stdout:3980: finishing rollback tid 0 to smithi01277369-40 2024-04-02T08:37:21.483 INFO:tasks.rados.rados.0.smithi012.stdout:3976: done (11 left) 2024-04-02T08:37:21.483 INFO:tasks.rados.rados.0.smithi012.stdout:3981: done (10 left) 2024-04-02T08:37:21.484 INFO:tasks.rados.rados.0.smithi012.stdout:3982: done (9 left) 2024-04-02T08:37:21.484 INFO:tasks.rados.rados.0.smithi012.stdout:3991: read oid 47 snap -1 2024-04-02T08:37:21.484 INFO:tasks.rados.rados.0.smithi012.stdout:3991: expect (ObjNum 1225 snap 383 seq_num 1225) 2024-04-02T08:37:21.484 INFO:tasks.rados.rados.0.smithi012.stdout:append oid 49 current snap is 383 2024-04-02T08:37:21.484 INFO:tasks.rados.rados.0.smithi012.stdout:3980: finishing rollback tid 1 to smithi01277369-40 2024-04-02T08:37:21.484 INFO:tasks.rados.rados.0.smithi012.stdout:3992: seq_num 1229 ranges {3997696=589824,4587520=647168,5234688=155648} 2024-04-02T08:37:21.508 INFO:tasks.rados.rados.0.smithi012.stdout:3992: writing smithi01277369-49 from 3997696 to 4587520 tid 1 2024-04-02T08:37:21.512 INFO:tasks.rados.rados.0.smithi012.stdout:3992: writing smithi01277369-49 from 4587520 to 5234688 tid 2 2024-04-02T08:37:21.515 INFO:tasks.rados.rados.0.smithi012.stdout:3992: writing smithi01277369-49 from 5234688 to 5390336 tid 3 2024-04-02T08:37:21.515 INFO:tasks.rados.rados.0.smithi012.stdout:3993: snap_create 2024-04-02T08:37:21.515 INFO:tasks.rados.rados.0.smithi012.stdout:3980: finishing rollback tid 2 to smithi01277369-40 2024-04-02T08:37:21.515 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 40 v 2287 (ObjNum 1186 snap 372 seq_num 1186) dirty exists 2024-04-02T08:37:21.515 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 45 v 2618 (ObjNum 1138 snap 341 seq_num 1138) dirty exists 2024-04-02T08:37:21.516 INFO:tasks.rados.rados.0.smithi012.stdout:3983: expect (ObjNum 1204 snap 379 seq_num 1204) 2024-04-02T08:37:21.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:21 smithi055 ceph-mon[85080]: pgmap v939: 121 pgs: 121 active+clean; 217 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 34 MiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-04-02T08:37:21.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:21 smithi055 ceph-mon[85080]: osdmap e846: 8 total, 8 up, 8 in 2024-04-02T08:37:21.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:21 smithi012 ceph-mon[88355]: pgmap v939: 121 pgs: 121 active+clean; 217 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 34 MiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-04-02T08:37:21.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:21 smithi012 ceph-mon[88355]: osdmap e846: 8 total, 8 up, 8 in 2024-04-02T08:37:21.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:21 smithi012 ceph-mon[90784]: pgmap v939: 121 pgs: 121 active+clean; 217 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 34 MiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-04-02T08:37:21.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:21 smithi012 ceph-mon[90784]: osdmap e846: 8 total, 8 up, 8 in 2024-04-02T08:37:22.069 INFO:tasks.rados.rados.0.smithi012.stdout:3984: finishing write tid 1 to smithi01277369-41 2024-04-02T08:37:22.069 INFO:tasks.rados.rados.0.smithi012.stdout:3984: finishing write tid 2 to smithi01277369-41 2024-04-02T08:37:22.070 INFO:tasks.rados.rados.0.smithi012.stdout:3984: finishing write tid 3 to smithi01277369-41 2024-04-02T08:37:22.070 INFO:tasks.rados.rados.0.smithi012.stdout:3984: finishing write tid 4 to smithi01277369-41 2024-04-02T08:37:22.070 INFO:tasks.rados.rados.0.smithi012.stdout:3984: finishing write tid 5 to smithi01277369-41 2024-04-02T08:37:22.070 INFO:tasks.rados.rados.0.smithi012.stdout:3984: oid 41 updating version 0 to 2739 2024-04-02T08:37:22.070 INFO:tasks.rados.rados.0.smithi012.stdout:3984: oid 41 updating version 2739 to 2740 2024-04-02T08:37:22.070 INFO:tasks.rados.rados.0.smithi012.stdout:3984: oid 41 updating version 2740 to 2741 2024-04-02T08:37:22.070 INFO:tasks.rados.rados.0.smithi012.stdout:3984: oid 41 updating version 2741 to 2742 2024-04-02T08:37:22.070 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 41 v 2742 (ObjNum 1227 snap 383 seq_num 1227) dirty exists 2024-04-02T08:37:22.070 INFO:tasks.rados.rados.0.smithi012.stdout:3984: left oid 41 (ObjNum 1227 snap 383 seq_num 1227) 2024-04-02T08:37:22.070 INFO:tasks.rados.rados.0.smithi012.stdout:3988: finishing write tid 1 to smithi01277369-27 2024-04-02T08:37:22.070 INFO:tasks.rados.rados.0.smithi012.stdout:3988: finishing write tid 2 to smithi01277369-27 2024-04-02T08:37:22.070 INFO:tasks.rados.rados.0.smithi012.stdout:3988: finishing write tid 3 to smithi01277369-27 2024-04-02T08:37:22.070 INFO:tasks.rados.rados.0.smithi012.stdout:3988: finishing write tid 4 to smithi01277369-27 2024-04-02T08:37:22.071 INFO:tasks.rados.rados.0.smithi012.stdout:3990: finishing rollback tid 0 to smithi01277369-43 2024-04-02T08:37:22.071 INFO:tasks.rados.rados.0.smithi012.stdout:3988: finishing write tid 5 to smithi01277369-27 2024-04-02T08:37:22.071 INFO:tasks.rados.rados.0.smithi012.stdout:3988: oid 27 updating version 0 to 2620 2024-04-02T08:37:22.071 INFO:tasks.rados.rados.0.smithi012.stdout:3988: oid 27 updating version 2620 to 2621 2024-04-02T08:37:22.071 INFO:tasks.rados.rados.0.smithi012.stdout:3988: oid 27 version 2621 is already newer than 2619 2024-04-02T08:37:22.071 INFO:tasks.rados.rados.0.smithi012.stdout:3988: oid 27 updating version 2621 to 2622 2024-04-02T08:37:22.071 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 27 v 2622 (ObjNum 1228 snap 383 seq_num 1228) dirty exists 2024-04-02T08:37:22.071 INFO:tasks.rados.rados.0.smithi012.stdout:3988: left oid 27 (ObjNum 1228 snap 383 seq_num 1228) 2024-04-02T08:37:22.071 INFO:tasks.rados.rados.0.smithi012.stdout:3990: finishing rollback tid 1 to smithi01277369-43 2024-04-02T08:37:22.071 INFO:tasks.rados.rados.0.smithi012.stdout:3990: finishing rollback tid 2 to smithi01277369-43 2024-04-02T08:37:22.071 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 43 v 2905 (ObjNum 1222 snap 382 seq_num 1222) dirty exists 2024-04-02T08:37:22.071 INFO:tasks.rados.rados.0.smithi012.stdout:3989: expect (ObjNum 1182 snap 369 seq_num 1182) 2024-04-02T08:37:22.151 INFO:tasks.rados.rados.0.smithi012.stdout:3992: finishing write tid 1 to smithi01277369-49 2024-04-02T08:37:22.151 INFO:tasks.rados.rados.0.smithi012.stdout:3991: expect (ObjNum 1225 snap 383 seq_num 1225) 2024-04-02T08:37:22.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:22 smithi055 ceph-mon[85080]: osdmap e847: 8 total, 8 up, 8 in 2024-04-02T08:37:22.561 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:37:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:37:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:37:22.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:22 smithi012 ceph-mon[88355]: osdmap e847: 8 total, 8 up, 8 in 2024-04-02T08:37:22.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:22 smithi012 ceph-mon[90784]: osdmap e847: 8 total, 8 up, 8 in 2024-04-02T08:37:22.855 INFO:tasks.rados.rados.0.smithi012.stdout:3992: finishing write tid 2 to smithi01277369-49 2024-04-02T08:37:22.855 INFO:tasks.rados.rados.0.smithi012.stdout:3992: finishing write tid 3 to smithi01277369-49 2024-04-02T08:37:22.855 INFO:tasks.rados.rados.0.smithi012.stdout:3992: finishing write tid 4 to smithi01277369-49 2024-04-02T08:37:22.855 INFO:tasks.rados.rados.0.smithi012.stdout:3979: done (11 left) 2024-04-02T08:37:22.855 INFO:tasks.rados.rados.0.smithi012.stdout:3980: done (10 left) 2024-04-02T08:37:22.855 INFO:tasks.rados.rados.0.smithi012.stdout:3983: done (9 left) 2024-04-02T08:37:22.855 INFO:tasks.rados.rados.0.smithi012.stdout:3984: done (8 left) 2024-04-02T08:37:22.856 INFO:tasks.rados.rados.0.smithi012.stdout:3985: done (7 left) 2024-04-02T08:37:22.856 INFO:tasks.rados.rados.0.smithi012.stdout:3986: done (6 left) 2024-04-02T08:37:22.856 INFO:tasks.rados.rados.0.smithi012.stdout:3988: done (5 left) 2024-04-02T08:37:22.856 INFO:tasks.rados.rados.0.smithi012.stdout:3989: done (4 left) 2024-04-02T08:37:22.856 INFO:tasks.rados.rados.0.smithi012.stdout:3990: done (3 left) 2024-04-02T08:37:22.856 INFO:tasks.rados.rados.0.smithi012.stdout:3991: done (2 left) 2024-04-02T08:37:22.856 INFO:tasks.rados.rados.0.smithi012.stdout:3993: done (1 left) 2024-04-02T08:37:22.856 INFO:tasks.rados.rados.0.smithi012.stdout:3994: read oid 39 snap -1 2024-04-02T08:37:22.856 INFO:tasks.rados.rados.0.smithi012.stdout:3994: expect (ObjNum 1217 snap 382 seq_num 1217) 2024-04-02T08:37:22.856 INFO:tasks.rados.rados.0.smithi012.stdout:3995: snap_remove snap 378 2024-04-02T08:37:23.287 INFO:tasks.rados.rados.0.smithi012.stdout:3995: done (2 left) 2024-04-02T08:37:23.288 INFO:tasks.rados.rados.0.smithi012.stdout:3996: setattr oid 6 current snap is 384 2024-04-02T08:37:23.288 INFO:tasks.rados.rados.0.smithi012.stdout:3992: finishing write tid 5 to smithi01277369-49 2024-04-02T08:37:23.288 INFO:tasks.rados.rados.0.smithi012.stdout:3992: oid 49 updating version 0 to 2832 2024-04-02T08:37:23.288 INFO:tasks.rados.rados.0.smithi012.stdout:3992: oid 49 version 2832 is already newer than 2831 2024-04-02T08:37:23.288 INFO:tasks.rados.rados.0.smithi012.stdout:3992: oid 49 updating version 2832 to 2833 2024-04-02T08:37:23.288 INFO:tasks.rados.rados.0.smithi012.stdout:3992: oid 49 version 2833 is already newer than 2830 2024-04-02T08:37:23.288 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 49 v 2833 (ObjNum 1229 snap 383 seq_num 1229) dirty exists 2024-04-02T08:37:23.288 INFO:tasks.rados.rados.0.smithi012.stdout:3992: left oid 49 (ObjNum 1229 snap 383 seq_num 1229) 2024-04-02T08:37:23.288 INFO:tasks.rados.rados.0.smithi012.stdout:3994: expect (ObjNum 1217 snap 382 seq_num 1217) 2024-04-02T08:37:23.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:23 smithi055 ceph-mon[85080]: pgmap v942: 121 pgs: 121 active+clean; 220 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 628 KiB/s wr, 11 op/s 2024-04-02T08:37:23.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:23 smithi055 ceph-mon[85080]: osdmap e848: 8 total, 8 up, 8 in 2024-04-02T08:37:23.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:23 smithi012 ceph-mon[88355]: pgmap v942: 121 pgs: 121 active+clean; 220 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 628 KiB/s wr, 11 op/s 2024-04-02T08:37:23.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:23 smithi012 ceph-mon[88355]: osdmap e848: 8 total, 8 up, 8 in 2024-04-02T08:37:23.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:23 smithi012 ceph-mon[90784]: pgmap v942: 121 pgs: 121 active+clean; 220 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 628 KiB/s wr, 11 op/s 2024-04-02T08:37:23.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:23 smithi012 ceph-mon[90784]: osdmap e848: 8 total, 8 up, 8 in 2024-04-02T08:37:24.006 INFO:tasks.rados.rados.0.smithi012.stdout:3992: done (2 left) 2024-04-02T08:37:24.006 INFO:tasks.rados.rados.0.smithi012.stdout:3994: done (1 left) 2024-04-02T08:37:24.006 INFO:tasks.rados.rados.0.smithi012.stdout:3997: read oid 10 snap -1 2024-04-02T08:37:24.006 INFO:tasks.rados.rados.0.smithi012.stdout:3997: expect (ObjNum 1062 snap 317 seq_num 1062) 2024-04-02T08:37:24.006 INFO:tasks.rados.rados.0.smithi012.stdout:3998: read oid 45 snap 358 2024-04-02T08:37:24.006 INFO:tasks.rados.rados.0.smithi012.stdout:3998: expect (ObjNum 1138 snap 341 seq_num 1138) 2024-04-02T08:37:24.006 INFO:tasks.rados.rados.0.smithi012.stdout:3999: read oid 39 snap -1 2024-04-02T08:37:24.006 INFO:tasks.rados.rados.0.smithi012.stdout:3999: expect (ObjNum 1217 snap 382 seq_num 1217) 2024-04-02T08:37:24.006 INFO:tasks.rados.rados.0.smithi012.stdout: waiting on 4 2024-04-02T08:37:24.009 INFO:tasks.rados.rados.0.smithi012.stdout:update_object_version oid 6 v 2609 (ObjNum 1062 snap 317 seq_num 1062) dirty exists 2024-04-02T08:37:24.009 INFO:tasks.rados.rados.0.smithi012.stdout:3996: done (3 left) 2024-04-02T08:37:24.009 INFO:tasks.rados.rados.0.smithi012.stdout: waiting on 3 2024-04-02T08:37:24.015 INFO:tasks.rados.rados.0.smithi012.stdout:3997: expect (ObjNum 1062 snap 317 seq_num 1062) 2024-04-02T08:37:24.047 INFO:tasks.rados.rados.0.smithi012.stdout:3999: expect (ObjNum 1217 snap 382 seq_num 1217) 2024-04-02T08:37:24.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:24 smithi055 ceph-mon[85080]: osdmap e849: 8 total, 8 up, 8 in 2024-04-02T08:37:24.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:24 smithi055 ceph-mon[85080]: osdmap e850: 8 total, 8 up, 8 in 2024-04-02T08:37:24.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:24 smithi012 ceph-mon[88355]: osdmap e849: 8 total, 8 up, 8 in 2024-04-02T08:37:24.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:24 smithi012 ceph-mon[88355]: osdmap e850: 8 total, 8 up, 8 in 2024-04-02T08:37:24.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:24 smithi012 ceph-mon[90784]: osdmap e849: 8 total, 8 up, 8 in 2024-04-02T08:37:24.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:24 smithi012 ceph-mon[90784]: osdmap e850: 8 total, 8 up, 8 in 2024-04-02T08:37:24.767 INFO:tasks.rados.rados.0.smithi012.stdout:3998: expect (ObjNum 1138 snap 341 seq_num 1138) 2024-04-02T08:37:25.021 INFO:tasks.rados.rados.0.smithi012.stdout:3997: done (2 left) 2024-04-02T08:37:25.021 INFO:tasks.rados.rados.0.smithi012.stdout:3998: done (1 left) 2024-04-02T08:37:25.021 INFO:tasks.rados.rados.0.smithi012.stdout:3999: done (0 left) 2024-04-02T08:37:25.023 INFO:tasks.rados.rados.0.smithi012.stderr:0 errors. 2024-04-02T08:37:25.023 INFO:tasks.rados.rados.0.smithi012.stderr: 2024-04-02T08:37:25.027 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph osd dump --format=json 2024-04-02T08:37:25.283 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:37:26.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:26 smithi055 ceph-mon[85080]: pgmap v946: 121 pgs: 121 active+clean; 220 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 739 KiB/s rd, 638 KiB/s wr, 3 op/s 2024-04-02T08:37:26.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:26 smithi012 ceph-mon[88355]: pgmap v946: 121 pgs: 121 active+clean; 220 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 739 KiB/s rd, 638 KiB/s wr, 3 op/s 2024-04-02T08:37:26.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:26 smithi012 ceph-mon[90784]: pgmap v946: 121 pgs: 121 active+clean; 220 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 739 KiB/s rd, 638 KiB/s wr, 3 op/s 2024-04-02T08:37:27.328 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:37:27.328 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":850,"fsid":"f84ae488-f0c8-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:14:47.100991+0000","modified":"2024-04-02T08:37:24.023665+0000","last_up_change":"2024-04-02T08:31:51.051825+0000","last_in_change":"2024-04-02T08:19:50.694979+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:18:06.608226+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:20:24.936299+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:20:26.204160+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-02T08:21:00.660362+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2024-04-02T08:24:04.139723+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"849","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":454,"snap_epoch":849,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"9465701c-6525-4f7b-b4e1-7a23f688803b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":297,"up_from":308,"up_thru":523,"down_at":298,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":2187057449},{"type":"v1","addr":"172.21.15.12:6803","nonce":2187057449}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":2187057449},{"type":"v1","addr":"172.21.15.12:6805","nonce":2187057449}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":2187057449},{"type":"v1","addr":"172.21.15.12:6809","nonce":2187057449}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":2187057449},{"type":"v1","addr":"172.21.15.12:6807","nonce":2187057449}]},"public_addr":"172.21.15.12:6803/2187057449","cluster_addr":"172.21.15.12:6805/2187057449","heartbeat_back_addr":"172.21.15.12:6809/2187057449","heartbeat_front_addr":"172.21.15.12:6807/2187057449","state":["exists","up"]},{"osd":1,"uuid":"914dac79-5bfb-4a8f-ad1b-e7183980255c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":332,"up_from":343,"up_thru":523,"down_at":333,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":2972098764},{"type":"v1","addr":"172.21.15.12:6811","nonce":2972098764}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":2972098764},{"type":"v1","addr":"172.21.15.12:6813","nonce":2972098764}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6816","nonce":2972098764},{"type":"v1","addr":"172.21.15.12:6817","nonce":2972098764}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":2972098764},{"type":"v1","addr":"172.21.15.12:6815","nonce":2972098764}]},"public_addr":"172.21.15.12:6811/2972098764","cluster_addr":"172.21.15.12:6813/2972098764","heartbeat_back_addr":"172.21.15.12:6817/2972098764","heartbeat_front_addr":"172.21.15.12:6815/2972098764","state":["exists","up"]},{"osd":2,"uuid":"fa81360e-4d05-4e92-8a34-28214e301a70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":368,"up_from":379,"up_thru":523,"down_at":369,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6818","nonce":878884947},{"type":"v1","addr":"172.21.15.12:6819","nonce":878884947}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6820","nonce":878884947},{"type":"v1","addr":"172.21.15.12:6821","nonce":878884947}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6824","nonce":878884947},{"type":"v1","addr":"172.21.15.12:6825","nonce":878884947}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6822","nonce":878884947},{"type":"v1","addr":"172.21.15.12:6823","nonce":878884947}]},"public_addr":"172.21.15.12:6819/878884947","cluster_addr":"172.21.15.12:6821/878884947","heartbeat_back_addr":"172.21.15.12:6825/878884947","heartbeat_front_addr":"172.21.15.12:6823/878884947","state":["exists","up"]},{"osd":3,"uuid":"99db8493-5590-4203-bbbc-3ce887c39eef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":403,"up_from":414,"up_thru":523,"down_at":404,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6826","nonce":2524449834},{"type":"v1","addr":"172.21.15.12:6827","nonce":2524449834}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6828","nonce":2524449834},{"type":"v1","addr":"172.21.15.12:6829","nonce":2524449834}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6832","nonce":2524449834},{"type":"v1","addr":"172.21.15.12:6833","nonce":2524449834}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6830","nonce":2524449834},{"type":"v1","addr":"172.21.15.12:6831","nonce":2524449834}]},"public_addr":"172.21.15.12:6827/2524449834","cluster_addr":"172.21.15.12:6829/2524449834","heartbeat_back_addr":"172.21.15.12:6833/2524449834","heartbeat_front_addr":"172.21.15.12:6831/2524449834","state":["exists","up"]},{"osd":4,"uuid":"add5a0cc-ad50-4999-8dfe-1cfdd579af91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":423,"up_from":434,"up_thru":523,"down_at":424,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":902192217},{"type":"v1","addr":"172.21.15.55:6801","nonce":902192217}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":902192217},{"type":"v1","addr":"172.21.15.55:6803","nonce":902192217}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":902192217},{"type":"v1","addr":"172.21.15.55:6807","nonce":902192217}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":902192217},{"type":"v1","addr":"172.21.15.55:6805","nonce":902192217}]},"public_addr":"172.21.15.55:6801/902192217","cluster_addr":"172.21.15.55:6803/902192217","heartbeat_back_addr":"172.21.15.55:6807/902192217","heartbeat_front_addr":"172.21.15.55:6805/902192217","state":["exists","up"]},{"osd":5,"uuid":"2c0c62e3-0a0a-4ee0-bb63-783d1f34ea63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":38,"last_clean_end":443,"up_from":454,"up_thru":523,"down_at":444,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":69984260},{"type":"v1","addr":"172.21.15.55:6809","nonce":69984260}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":69984260},{"type":"v1","addr":"172.21.15.55:6811","nonce":69984260}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":69984260},{"type":"v1","addr":"172.21.15.55:6815","nonce":69984260}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":69984260},{"type":"v1","addr":"172.21.15.55:6813","nonce":69984260}]},"public_addr":"172.21.15.55:6809/69984260","cluster_addr":"172.21.15.55:6811/69984260","heartbeat_back_addr":"172.21.15.55:6815/69984260","heartbeat_front_addr":"172.21.15.55:6813/69984260","state":["exists","up"]},{"osd":6,"uuid":"31a294b2-85bc-4013-ad69-282589387e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":46,"last_clean_end":477,"up_from":488,"up_thru":523,"down_at":478,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":2371072131},{"type":"v1","addr":"172.21.15.55:6817","nonce":2371072131}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":2371072131},{"type":"v1","addr":"172.21.15.55:6819","nonce":2371072131}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":2371072131},{"type":"v1","addr":"172.21.15.55:6823","nonce":2371072131}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":2371072131},{"type":"v1","addr":"172.21.15.55:6821","nonce":2371072131}]},"public_addr":"172.21.15.55:6817/2371072131","cluster_addr":"172.21.15.55:6819/2371072131","heartbeat_back_addr":"172.21.15.55:6823/2371072131","heartbeat_front_addr":"172.21.15.55:6821/2371072131","state":["exists","up"]},{"osd":7,"uuid":"5db85b07-7b70-4fc2-906e-cb42e6b34d43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":54,"last_clean_end":512,"up_from":523,"up_thru":523,"down_at":513,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":2558814253},{"type":"v1","addr":"172.21.15.55:6825","nonce":2558814253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":2558814253},{"type":"v1","addr":"172.21.15.55:6827","nonce":2558814253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":2558814253},{"type":"v1","addr":"172.21.15.55:6831","nonce":2558814253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":2558814253},{"type":"v1","addr":"172.21.15.55:6829","nonce":2558814253}]},"public_addr":"172.21.15.55:6825/2558814253","cluster_addr":"172.21.15.55:6827/2558814253","heartbeat_back_addr":"172.21.15.55:6831/2558814253","heartbeat_front_addr":"172.21.15.55:6829/2558814253","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:17:11.735583+0000","dead_epoch":297},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:17:37.605500+0000","dead_epoch":332},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:03.929062+0000","dead_epoch":368},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:29.867263+0000","dead_epoch":402},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:52.905079+0000","dead_epoch":423},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:16.975099+0000","dead_epoch":443},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:41.855008+0000","dead_epoch":477},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:20:06.157912+0000","dead_epoch":512}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":7,"to":2}]},{"pgid":"2.9","mappings":[{"from":7,"to":2}]},{"pgid":"2.c","mappings":[{"from":0,"to":1}]},{"pgid":"2.e","mappings":[{"from":7,"to":1}]},{"pgid":"2.12","mappings":[{"from":7,"to":1}]},{"pgid":"2.13","mappings":[{"from":0,"to":1}]},{"pgid":"2.1a","mappings":[{"from":7,"to":1}]},{"pgid":"2.1c","mappings":[{"from":7,"to":1}]},{"pgid":"3.a","mappings":[{"from":6,"to":2}]},{"pgid":"3.11","mappings":[{"from":4,"to":2}]},{"pgid":"3.19","mappings":[{"from":4,"to":2}]},{"pgid":"3.27","mappings":[{"from":4,"to":1}]},{"pgid":"3.2c","mappings":[{"from":0,"to":2}]},{"pgid":"3.39","mappings":[{"from":0,"to":1}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]},{"pgid":"3.3d","mappings":[{"from":0,"to":3}]},{"pgid":"5.f","mappings":[{"from":5,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.55:0/2114490360":"2024-04-03T08:25:56.511124+0000","172.21.15.12:0/1943274225":"2024-04-03T08:25:20.967261+0000","172.21.15.12:0/488425968":"2024-04-03T08:26:44.055923+0000","172.21.15.12:6800/2345516633":"2024-04-03T08:25:20.967261+0000","172.21.15.12:0/3671766089":"2024-04-03T08:25:20.967261+0000","172.21.15.55:0/441489437":"2024-04-03T08:25:56.511124+0000","172.21.15.12:6801/2585047473":"2024-04-03T08:15:46.289443+0000","172.21.15.12:0/2848373591":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/3292194376":"2024-04-03T08:15:20.734788+0000","172.21.15.55:0/750364047":"2024-04-03T08:25:56.511124+0000","172.21.15.12:6801/978596675":"2024-04-03T08:20:58.768723+0000","172.21.15.12:6800/978596675":"2024-04-03T08:20:58.768723+0000","172.21.15.12:0/2609845193":"2024-04-03T08:26:44.055923+0000","172.21.15.12:0/1113443101":"2024-04-03T08:15:20.734788+0000","172.21.15.55:0/3927327600":"2024-04-03T08:25:56.511124+0000","172.21.15.12:6800/630828293":"2024-04-03T08:26:44.055923+0000","172.21.15.12:0/1832172657":"2024-04-03T08:25:20.967261+0000","172.21.15.12:0/4287960091":"2024-04-03T08:20:58.768723+0000","172.21.15.55:6834/625383780":"2024-04-03T08:25:56.511124+0000","172.21.15.55:0/2128974665":"2024-04-03T08:25:56.511124+0000","172.21.15.55:6833/593905928":"2024-04-03T08:32:17.930827+0000","172.21.15.12:6801/2345516633":"2024-04-03T08:25:20.967261+0000","172.21.15.12:6801/630828293":"2024-04-03T08:26:44.055923+0000","172.21.15.12:0/21351856":"2024-04-03T08:26:44.055923+0000","172.21.15.12:0/2905068341":"2024-04-03T08:20:58.768723+0000","172.21.15.12:0/1790445152":"2024-04-03T08:25:20.967261+0000","172.21.15.12:0/1099045220":"2024-04-03T08:20:58.768723+0000","172.21.15.12:0/3791642222":"2024-04-03T08:15:46.289443+0000","172.21.15.12:0/3408537424":"2024-04-03T08:26:44.055923+0000","172.21.15.55:6835/625383780":"2024-04-03T08:25:56.511124+0000","172.21.15.12:0/970876264":"2024-04-03T08:20:58.768723+0000","172.21.15.12:0/1372609197":"2024-04-03T08:25:20.967261+0000","172.21.15.12:0/1209928625":"2024-04-03T08:26:44.055923+0000","172.21.15.12:6800/2585047473":"2024-04-03T08:15:46.289443+0000","172.21.15.55:0/3529930780":"2024-04-03T08:25:56.511124+0000","172.21.15.12:0/2503506368":"2024-04-03T08:26:44.055923+0000","172.21.15.55:6832/593905928":"2024-04-03T08:32:17.930827+0000","172.21.15.12:0/4150217245":"2024-04-03T08:15:46.289443+0000","172.21.15.12:0/2134192847":"2024-04-03T08:15:46.289443+0000","172.21.15.12:6800/1702112966":"2024-04-03T08:15:20.734788+0000","172.21.15.12:6801/1702112966":"2024-04-03T08:15:20.734788+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":445,"length":1},{"begin":449,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[{"pool":5,"snaps":[{"begin":441,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:37:28.029 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:37:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:37:27] "GET /metrics HTTP/1.1" 200 36250 "" "Prometheus/2.43.0" 2024-04-02T08:37:28.144 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph pg dump --format=json 2024-04-02T08:37:28.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:28 smithi055 ceph-mon[85080]: pgmap v947: 121 pgs: 121 active+clean; 223 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 1.1 MiB/s wr, 19 op/s 2024-04-02T08:37:28.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:28 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/4006525049' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:37:28.362 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:37:28.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:28 smithi012 ceph-mon[88355]: pgmap v947: 121 pgs: 121 active+clean; 223 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 1.1 MiB/s wr, 19 op/s 2024-04-02T08:37:28.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:28 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/4006525049' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:37:28.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:28 smithi012 ceph-mon[90784]: pgmap v947: 121 pgs: 121 active+clean; 223 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 1.1 MiB/s wr, 19 op/s 2024-04-02T08:37:28.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:28 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/4006525049' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:37:30.135 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:30 smithi012 ceph-mon[88355]: pgmap v948: 121 pgs: 121 active+clean; 223 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 888 KiB/s wr, 16 op/s 2024-04-02T08:37:30.135 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:30 smithi012 ceph-mon[88355]: osdmap e851: 8 total, 8 up, 8 in 2024-04-02T08:37:30.135 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:30 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:30.135 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:30 smithi012 ceph-mon[90784]: pgmap v948: 121 pgs: 121 active+clean; 223 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 888 KiB/s wr, 16 op/s 2024-04-02T08:37:30.136 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:30 smithi012 ceph-mon[90784]: osdmap e851: 8 total, 8 up, 8 in 2024-04-02T08:37:30.136 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:30 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:30.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:30 smithi055 ceph-mon[85080]: pgmap v948: 121 pgs: 121 active+clean; 223 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 888 KiB/s wr, 16 op/s 2024-04-02T08:37:30.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:30 smithi055 ceph-mon[85080]: osdmap e851: 8 total, 8 up, 8 in 2024-04-02T08:37:30.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:30 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:30.489 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T08:37:30.491 INFO:teuthology.orchestra.run.smithi012.stderr:dumped all 2024-04-02T08:37:31.127 INFO:teuthology.orchestra.run.smithi012.stdout:{"pg_ready":true,"pg_map":{"version":950,"stamp":"2024-04-02T08:37:30.202780+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":234290174,"num_objects":141,"num_object_clones":70,"num_object_copies":423,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":141,"num_whiteouts":8,"num_read":4784,"num_read_kb":5930210,"num_write":8900,"num_write_kb":1890972,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":126,"num_bytes_recovered":375572098,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":19059,"ondisk_log_size":19059,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3490528,"kb_used_data":434676,"kb_used_omap":228,"kb_used_meta":3055515,"kb_avail":746470688,"statfs":{"total":767960285184,"available":764385984512,"internally_reserved":0,"allocated":445108224,"data_stored":614566291,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":234439,"internal_metadata":3128847417},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":3702784,"num_objects":5,"num_object_clones":4,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":37,"num_read_kb":127724,"num_write":61,"num_write_kb":5328,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.916196"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1127,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-02T08:37:29.209271+0000","last_change":"2024-04-02T08:31:52.087345+0000","last_active":"2024-04-02T08:37:29.209271+0000","last_peered":"2024-04-02T08:37:29.209271+0000","last_clean":"2024-04-02T08:37:29.209271+0000","last_became_active":"2024-04-02T08:31:52.087051+0000","last_became_peered":"2024-04-02T08:31:52.087051+0000","last_unstale":"2024-04-02T08:37:29.209271+0000","last_undegraded":"2024-04-02T08:37:29.209271+0000","last_fullsized":"2024-04-02T08:37:29.209271+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:33:24.386842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1306,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-02T08:37:29.033609+0000","last_change":"2024-04-02T08:31:17.183587+0000","last_active":"2024-04-02T08:37:29.033609+0000","last_peered":"2024-04-02T08:37:29.033609+0000","last_clean":"2024-04-02T08:37:29.033609+0000","last_became_active":"2024-04-02T08:31:17.182856+0000","last_became_peered":"2024-04-02T08:31:17.182856+0000","last_unstale":"2024-04-02T08:37:29.033609+0000","last_undegraded":"2024-04-02T08:37:29.033609+0000","last_fullsized":"2024-04-02T08:37:29.033609+0000","mapping_epoch":488,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":489,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:25:11.423673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1238,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.029042+0000","last_change":"2024-04-02T08:30:03.038901+0000","last_active":"2024-04-02T08:37:24.029042+0000","last_peered":"2024-04-02T08:37:24.029042+0000","last_clean":"2024-04-02T08:37:24.029042+0000","last_became_active":"2024-04-02T08:30:03.038241+0000","last_became_peered":"2024-04-02T08:30:03.038241+0000","last_unstale":"2024-04-02T08:37:24.029042+0000","last_undegraded":"2024-04-02T08:37:24.029042+0000","last_fullsized":"2024-04-02T08:37:24.029042+0000","mapping_epoch":414,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":415,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:06:03.144655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1187,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.307869+0000","last_change":"2024-04-02T08:31:52.081141+0000","last_active":"2024-04-02T08:37:24.307869+0000","last_peered":"2024-04-02T08:37:24.307869+0000","last_clean":"2024-04-02T08:37:24.307869+0000","last_became_active":"2024-04-02T08:31:52.080645+0000","last_became_peered":"2024-04-02T08:31:52.080645+0000","last_unstale":"2024-04-02T08:37:24.307869+0000","last_undegraded":"2024-04-02T08:37:24.307869+0000","last_fullsized":"2024-04-02T08:37:24.307869+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:44:47.128944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1114,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-02T08:37:29.208549+0000","last_change":"2024-04-02T08:31:52.079957+0000","last_active":"2024-04-02T08:37:29.208549+0000","last_peered":"2024-04-02T08:37:29.208549+0000","last_clean":"2024-04-02T08:37:29.208549+0000","last_became_active":"2024-04-02T08:31:52.079349+0000","last_became_peered":"2024-04-02T08:31:52.079349+0000","last_unstale":"2024-04-02T08:37:29.208549+0000","last_undegraded":"2024-04-02T08:37:29.208549+0000","last_fullsized":"2024-04-02T08:37:29.208549+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:11:51.086353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1277,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.032780+0000","last_change":"2024-04-02T08:29:27.972853+0000","last_active":"2024-04-02T08:37:24.032780+0000","last_peered":"2024-04-02T08:37:24.032780+0000","last_clean":"2024-04-02T08:37:24.032780+0000","last_became_active":"2024-04-02T08:29:27.972475+0000","last_became_peered":"2024-04-02T08:29:27.972475+0000","last_unstale":"2024-04-02T08:37:24.032780+0000","last_undegraded":"2024-04-02T08:37:24.032780+0000","last_fullsized":"2024-04-02T08:37:24.032780+0000","mapping_epoch":379,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":380,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:02:46.769014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1123,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-02T08:37:29.208399+0000","last_change":"2024-04-02T08:31:52.087635+0000","last_active":"2024-04-02T08:37:29.208399+0000","last_peered":"2024-04-02T08:37:29.208399+0000","last_clean":"2024-04-02T08:37:29.208399+0000","last_became_active":"2024-04-02T08:31:52.084229+0000","last_became_peered":"2024-04-02T08:31:52.084229+0000","last_unstale":"2024-04-02T08:37:29.208399+0000","last_undegraded":"2024-04-02T08:37:29.208399+0000","last_fullsized":"2024-04-02T08:37:29.208399+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:26:53.744586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1236,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.030255+0000","last_change":"2024-04-02T08:31:17.175762+0000","last_active":"2024-04-02T08:37:24.030255+0000","last_peered":"2024-04-02T08:37:24.030255+0000","last_clean":"2024-04-02T08:37:24.030255+0000","last_became_active":"2024-04-02T08:31:17.175402+0000","last_became_peered":"2024-04-02T08:31:17.175402+0000","last_unstale":"2024-04-02T08:37:24.030255+0000","last_undegraded":"2024-04-02T08:37:24.030255+0000","last_fullsized":"2024-04-02T08:37:24.030255+0000","mapping_epoch":488,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":489,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:08:32.932284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1134,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-02T08:37:29.209658+0000","last_change":"2024-04-02T08:31:52.089003+0000","last_active":"2024-04-02T08:37:29.209658+0000","last_peered":"2024-04-02T08:37:29.209658+0000","last_clean":"2024-04-02T08:37:29.209658+0000","last_became_active":"2024-04-02T08:31:52.088331+0000","last_became_peered":"2024-04-02T08:31:52.088331+0000","last_unstale":"2024-04-02T08:37:29.209658+0000","last_undegraded":"2024-04-02T08:37:29.209658+0000","last_fullsized":"2024-04-02T08:37:29.209658+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:26:27.016628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1153,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.701257+0000","last_change":"2024-04-02T08:31:17.184641+0000","last_active":"2024-04-02T08:37:24.701257+0000","last_peered":"2024-04-02T08:37:24.701257+0000","last_clean":"2024-04-02T08:37:24.701257+0000","last_became_active":"2024-04-02T08:31:17.184356+0000","last_became_peered":"2024-04-02T08:31:17.184356+0000","last_unstale":"2024-04-02T08:37:24.701257+0000","last_undegraded":"2024-04-02T08:37:24.701257+0000","last_fullsized":"2024-04-02T08:37:24.701257+0000","mapping_epoch":488,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":489,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:25:50.998117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1153,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.701166+0000","last_change":"2024-04-02T08:31:17.184617+0000","last_active":"2024-04-02T08:37:24.701166+0000","last_peered":"2024-04-02T08:37:24.701166+0000","last_clean":"2024-04-02T08:37:24.701166+0000","last_became_active":"2024-04-02T08:31:17.184294+0000","last_became_peered":"2024-04-02T08:31:17.184294+0000","last_unstale":"2024-04-02T08:37:24.701166+0000","last_undegraded":"2024-04-02T08:37:24.701166+0000","last_fullsized":"2024-04-02T08:37:24.701166+0000","mapping_epoch":488,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":489,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:00:09.407463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1207,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.027968+0000","last_change":"2024-04-02T08:31:17.180484+0000","last_active":"2024-04-02T08:37:24.027968+0000","last_peered":"2024-04-02T08:37:24.027968+0000","last_clean":"2024-04-02T08:37:24.027968+0000","last_became_active":"2024-04-02T08:31:17.179079+0000","last_became_peered":"2024-04-02T08:31:17.179079+0000","last_unstale":"2024-04-02T08:37:24.027968+0000","last_undegraded":"2024-04-02T08:37:24.027968+0000","last_fullsized":"2024-04-02T08:37:24.027968+0000","mapping_epoch":488,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":489,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:07:09.308090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1239,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.030432+0000","last_change":"2024-04-02T08:31:17.175903+0000","last_active":"2024-04-02T08:37:24.030432+0000","last_peered":"2024-04-02T08:37:24.030432+0000","last_clean":"2024-04-02T08:37:24.030432+0000","last_became_active":"2024-04-02T08:31:17.174832+0000","last_became_peered":"2024-04-02T08:31:17.174832+0000","last_unstale":"2024-04-02T08:37:24.030432+0000","last_undegraded":"2024-04-02T08:37:24.030432+0000","last_fullsized":"2024-04-02T08:37:24.030432+0000","mapping_epoch":488,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":489,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:01:32.160674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1327,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-02T08:37:29.227022+0000","last_change":"2024-04-02T08:30:42.957458+0000","last_active":"2024-04-02T08:37:29.227022+0000","last_peered":"2024-04-02T08:37:29.227022+0000","last_clean":"2024-04-02T08:37:29.227022+0000","last_became_active":"2024-04-02T08:30:42.957109+0000","last_became_peered":"2024-04-02T08:30:42.957109+0000","last_unstale":"2024-04-02T08:37:29.227022+0000","last_undegraded":"2024-04-02T08:37:29.227022+0000","last_fullsized":"2024-04-02T08:37:29.227022+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:15:04.610742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1298,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-02T08:37:29.032915+0000","last_change":"2024-04-02T08:30:42.966205+0000","last_active":"2024-04-02T08:37:29.032915+0000","last_peered":"2024-04-02T08:37:29.032915+0000","last_clean":"2024-04-02T08:37:29.032915+0000","last_became_active":"2024-04-02T08:30:42.965077+0000","last_became_peered":"2024-04-02T08:30:42.965077+0000","last_unstale":"2024-04-02T08:37:29.032915+0000","last_undegraded":"2024-04-02T08:37:29.032915+0000","last_fullsized":"2024-04-02T08:37:29.032915+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:24:19.603492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1204,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.307057+0000","last_change":"2024-04-02T08:31:52.081798+0000","last_active":"2024-04-02T08:37:24.307057+0000","last_peered":"2024-04-02T08:37:24.307057+0000","last_clean":"2024-04-02T08:37:24.307057+0000","last_became_active":"2024-04-02T08:31:52.081497+0000","last_became_peered":"2024-04-02T08:31:52.081497+0000","last_unstale":"2024-04-02T08:37:24.307057+0000","last_undegraded":"2024-04-02T08:37:24.307057+0000","last_fullsized":"2024-04-02T08:37:24.307057+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:20:07.200080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1206,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.308197+0000","last_change":"2024-04-02T08:31:52.079092+0000","last_active":"2024-04-02T08:37:24.308197+0000","last_peered":"2024-04-02T08:37:24.308197+0000","last_clean":"2024-04-02T08:37:24.308197+0000","last_became_active":"2024-04-02T08:31:52.078618+0000","last_became_peered":"2024-04-02T08:31:52.078618+0000","last_unstale":"2024-04-02T08:37:24.308197+0000","last_undegraded":"2024-04-02T08:37:24.308197+0000","last_fullsized":"2024-04-02T08:37:24.308197+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:08:02.356439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1272,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.034028+0000","last_change":"2024-04-02T08:31:52.079641+0000","last_active":"2024-04-02T08:37:24.034028+0000","last_peered":"2024-04-02T08:37:24.034028+0000","last_clean":"2024-04-02T08:37:24.034028+0000","last_became_active":"2024-04-02T08:31:52.079315+0000","last_became_peered":"2024-04-02T08:31:52.079315+0000","last_unstale":"2024-04-02T08:37:24.034028+0000","last_undegraded":"2024-04-02T08:37:24.034028+0000","last_fullsized":"2024-04-02T08:37:24.034028+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:03:21.630474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1126,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-02T08:37:29.209264+0000","last_change":"2024-04-02T08:31:52.092861+0000","last_active":"2024-04-02T08:37:29.209264+0000","last_peered":"2024-04-02T08:37:29.209264+0000","last_clean":"2024-04-02T08:37:29.209264+0000","last_became_active":"2024-04-02T08:31:52.092394+0000","last_became_peered":"2024-04-02T08:31:52.092394+0000","last_unstale":"2024-04-02T08:37:29.209264+0000","last_undegraded":"2024-04-02T08:37:29.209264+0000","last_fullsized":"2024-04-02T08:37:29.209264+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:02:49.600412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"550'5","reported_seq":1336,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-02T08:37:29.228802+0000","last_change":"2024-04-02T08:31:52.082443+0000","last_active":"2024-04-02T08:37:29.228802+0000","last_peered":"2024-04-02T08:37:29.228802+0000","last_clean":"2024-04-02T08:37:29.228802+0000","last_became_active":"2024-04-02T08:31:52.082093+0000","last_became_peered":"2024-04-02T08:31:52.082093+0000","last_unstale":"2024-04-02T08:37:29.228802+0000","last_undegraded":"2024-04-02T08:37:29.228802+0000","last_fullsized":"2024-04-02T08:37:29.228802+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:33:59.796438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1234,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.028328+0000","last_change":"2024-04-02T08:31:17.169311+0000","last_active":"2024-04-02T08:37:24.028328+0000","last_peered":"2024-04-02T08:37:24.028328+0000","last_clean":"2024-04-02T08:37:24.028328+0000","last_became_active":"2024-04-02T08:31:17.168944+0000","last_became_peered":"2024-04-02T08:31:17.168944+0000","last_unstale":"2024-04-02T08:37:24.028328+0000","last_undegraded":"2024-04-02T08:37:24.028328+0000","last_fullsized":"2024-04-02T08:37:24.028328+0000","mapping_epoch":488,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":489,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:45:13.384505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"550'2","reported_seq":1249,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.028478+0000","last_change":"2024-04-02T08:30:42.968212+0000","last_active":"2024-04-02T08:37:24.028478+0000","last_peered":"2024-04-02T08:37:24.028478+0000","last_clean":"2024-04-02T08:37:24.028478+0000","last_became_active":"2024-04-02T08:30:42.967839+0000","last_became_peered":"2024-04-02T08:30:42.967839+0000","last_unstale":"2024-04-02T08:37:24.028478+0000","last_undegraded":"2024-04-02T08:37:24.028478+0000","last_fullsized":"2024-04-02T08:37:24.028478+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:47:36.508895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1328,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-02T08:37:29.228285+0000","last_change":"2024-04-02T08:30:42.963308+0000","last_active":"2024-04-02T08:37:29.228285+0000","last_peered":"2024-04-02T08:37:29.228285+0000","last_clean":"2024-04-02T08:37:29.228285+0000","last_became_active":"2024-04-02T08:30:42.962893+0000","last_became_peered":"2024-04-02T08:30:42.962893+0000","last_unstale":"2024-04-02T08:37:29.228285+0000","last_undegraded":"2024-04-02T08:37:29.228285+0000","last_fullsized":"2024-04-02T08:37:29.228285+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:50:46.949586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":1131,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-02T08:37:29.209485+0000","last_change":"2024-04-02T08:31:52.088990+0000","last_active":"2024-04-02T08:37:29.209485+0000","last_peered":"2024-04-02T08:37:29.209485+0000","last_clean":"2024-04-02T08:37:29.209485+0000","last_became_active":"2024-04-02T08:31:52.087634+0000","last_became_peered":"2024-04-02T08:31:52.087634+0000","last_unstale":"2024-04-02T08:37:29.209485+0000","last_undegraded":"2024-04-02T08:37:29.209485+0000","last_fullsized":"2024-04-02T08:37:29.209485+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:02:50.975757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1211,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.307749+0000","last_change":"2024-04-02T08:30:42.970383+0000","last_active":"2024-04-02T08:37:24.307749+0000","last_peered":"2024-04-02T08:37:24.307749+0000","last_clean":"2024-04-02T08:37:24.307749+0000","last_became_active":"2024-04-02T08:30:42.970062+0000","last_became_peered":"2024-04-02T08:30:42.970062+0000","last_unstale":"2024-04-02T08:37:24.307749+0000","last_undegraded":"2024-04-02T08:37:24.307749+0000","last_fullsized":"2024-04-02T08:37:24.307749+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:40:13.745044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":1043,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-02T08:37:29.033582+0000","last_change":"2024-04-02T08:30:42.968699+0000","last_active":"2024-04-02T08:37:29.033582+0000","last_peered":"2024-04-02T08:37:29.033582+0000","last_clean":"2024-04-02T08:37:29.033582+0000","last_became_active":"2024-04-02T08:30:42.968168+0000","last_became_peered":"2024-04-02T08:30:42.968168+0000","last_unstale":"2024-04-02T08:37:29.033582+0000","last_undegraded":"2024-04-02T08:37:29.033582+0000","last_fullsized":"2024-04-02T08:37:29.033582+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:57:19.211122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1205,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.307644+0000","last_change":"2024-04-02T08:31:17.190260+0000","last_active":"2024-04-02T08:37:24.307644+0000","last_peered":"2024-04-02T08:37:24.307644+0000","last_clean":"2024-04-02T08:37:24.307644+0000","last_became_active":"2024-04-02T08:31:17.189367+0000","last_became_peered":"2024-04-02T08:31:17.189367+0000","last_unstale":"2024-04-02T08:37:24.307644+0000","last_undegraded":"2024-04-02T08:37:24.307644+0000","last_fullsized":"2024-04-02T08:37:24.307644+0000","mapping_epoch":488,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":489,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:04:40.494679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"550'2","reported_seq":1239,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.030696+0000","last_change":"2024-04-02T08:31:52.080885+0000","last_active":"2024-04-02T08:37:24.030696+0000","last_peered":"2024-04-02T08:37:24.030696+0000","last_clean":"2024-04-02T08:37:24.030696+0000","last_became_active":"2024-04-02T08:31:52.080499+0000","last_became_peered":"2024-04-02T08:31:52.080499+0000","last_unstale":"2024-04-02T08:37:24.030696+0000","last_undegraded":"2024-04-02T08:37:24.030696+0000","last_fullsized":"2024-04-02T08:37:24.030696+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:21:48.076347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1243,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.028032+0000","last_change":"2024-04-02T08:30:22.996106+0000","last_active":"2024-04-02T08:37:24.028032+0000","last_peered":"2024-04-02T08:37:24.028032+0000","last_clean":"2024-04-02T08:37:24.028032+0000","last_became_active":"2024-04-02T08:30:22.993797+0000","last_became_peered":"2024-04-02T08:30:22.993797+0000","last_unstale":"2024-04-02T08:37:24.028032+0000","last_undegraded":"2024-04-02T08:37:24.028032+0000","last_fullsized":"2024-04-02T08:37:24.028032+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:51:17.959172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"550'2","reported_seq":1183,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.701143+0000","last_change":"2024-04-02T08:31:17.174870+0000","last_active":"2024-04-02T08:37:24.701143+0000","last_peered":"2024-04-02T08:37:24.701143+0000","last_clean":"2024-04-02T08:37:24.701143+0000","last_became_active":"2024-04-02T08:31:17.172372+0000","last_became_peered":"2024-04-02T08:31:17.172372+0000","last_unstale":"2024-04-02T08:37:24.701143+0000","last_undegraded":"2024-04-02T08:37:24.701143+0000","last_fullsized":"2024-04-02T08:37:24.701143+0000","mapping_epoch":488,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":489,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:50:37.382151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1326,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-02T08:37:29.228274+0000","last_change":"2024-04-02T08:31:52.084197+0000","last_active":"2024-04-02T08:37:29.228274+0000","last_peered":"2024-04-02T08:37:29.228274+0000","last_clean":"2024-04-02T08:37:29.228274+0000","last_became_active":"2024-04-02T08:31:52.082987+0000","last_became_peered":"2024-04-02T08:31:52.082987+0000","last_unstale":"2024-04-02T08:37:29.228274+0000","last_undegraded":"2024-04-02T08:37:29.228274+0000","last_fullsized":"2024-04-02T08:37:29.228274+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:16:00.355551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1246,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.027754+0000","last_change":"2024-04-02T08:31:17.176555+0000","last_active":"2024-04-02T08:37:24.027754+0000","last_peered":"2024-04-02T08:37:24.027754+0000","last_clean":"2024-04-02T08:37:24.027754+0000","last_became_active":"2024-04-02T08:31:17.176018+0000","last_became_peered":"2024-04-02T08:31:17.176018+0000","last_unstale":"2024-04-02T08:37:24.027754+0000","last_undegraded":"2024-04-02T08:37:24.027754+0000","last_fullsized":"2024-04-02T08:37:24.027754+0000","mapping_epoch":488,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":489,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:51:30.933254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1245,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.029726+0000","last_change":"2024-04-02T08:30:03.041003+0000","last_active":"2024-04-02T08:37:24.029726+0000","last_peered":"2024-04-02T08:37:24.029726+0000","last_clean":"2024-04-02T08:37:24.029726+0000","last_became_active":"2024-04-02T08:30:03.039199+0000","last_became_peered":"2024-04-02T08:30:03.039199+0000","last_unstale":"2024-04-02T08:37:24.029726+0000","last_undegraded":"2024-04-02T08:37:24.029726+0000","last_fullsized":"2024-04-02T08:37:24.029726+0000","mapping_epoch":414,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":415,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:04:34.652697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1207,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.307318+0000","last_change":"2024-04-02T08:31:52.081219+0000","last_active":"2024-04-02T08:37:24.307318+0000","last_peered":"2024-04-02T08:37:24.307318+0000","last_clean":"2024-04-02T08:37:24.307318+0000","last_became_active":"2024-04-02T08:31:52.080515+0000","last_became_peered":"2024-04-02T08:31:52.080515+0000","last_unstale":"2024-04-02T08:37:24.307318+0000","last_undegraded":"2024-04-02T08:37:24.307318+0000","last_fullsized":"2024-04-02T08:37:24.307318+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:48:45.931812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1310,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-02T08:37:29.032952+0000","last_change":"2024-04-02T08:30:03.025214+0000","last_active":"2024-04-02T08:37:29.032952+0000","last_peered":"2024-04-02T08:37:29.032952+0000","last_clean":"2024-04-02T08:37:29.032952+0000","last_became_active":"2024-04-02T08:30:03.024907+0000","last_became_peered":"2024-04-02T08:30:03.024907+0000","last_unstale":"2024-04-02T08:37:29.032952+0000","last_undegraded":"2024-04-02T08:37:29.032952+0000","last_fullsized":"2024-04-02T08:37:29.032952+0000","mapping_epoch":414,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":415,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:43:52.372474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1154,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.701666+0000","last_change":"2024-04-02T08:31:17.186495+0000","last_active":"2024-04-02T08:37:24.701666+0000","last_peered":"2024-04-02T08:37:24.701666+0000","last_clean":"2024-04-02T08:37:24.701666+0000","last_became_active":"2024-04-02T08:31:17.185526+0000","last_became_peered":"2024-04-02T08:31:17.185526+0000","last_unstale":"2024-04-02T08:37:24.701666+0000","last_undegraded":"2024-04-02T08:37:24.701666+0000","last_fullsized":"2024-04-02T08:37:24.701666+0000","mapping_epoch":488,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":489,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:47:22.270449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1198,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.307918+0000","last_change":"2024-04-02T08:31:52.078775+0000","last_active":"2024-04-02T08:37:24.307918+0000","last_peered":"2024-04-02T08:37:24.307918+0000","last_clean":"2024-04-02T08:37:24.307918+0000","last_became_active":"2024-04-02T08:31:52.078462+0000","last_became_peered":"2024-04-02T08:31:52.078462+0000","last_unstale":"2024-04-02T08:37:24.307918+0000","last_undegraded":"2024-04-02T08:37:24.307918+0000","last_fullsized":"2024-04-02T08:37:24.307918+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:46:45.226326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1193,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.307645+0000","last_change":"2024-04-02T08:31:17.188767+0000","last_active":"2024-04-02T08:37:24.307645+0000","last_peered":"2024-04-02T08:37:24.307645+0000","last_clean":"2024-04-02T08:37:24.307645+0000","last_became_active":"2024-04-02T08:31:17.188407+0000","last_became_peered":"2024-04-02T08:31:17.188407+0000","last_unstale":"2024-04-02T08:37:24.307645+0000","last_undegraded":"2024-04-02T08:37:24.307645+0000","last_fullsized":"2024-04-02T08:37:24.307645+0000","mapping_epoch":488,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":489,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:18:08.999821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1326,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-02T08:37:29.228597+0000","last_change":"2024-04-02T08:30:42.963912+0000","last_active":"2024-04-02T08:37:29.228597+0000","last_peered":"2024-04-02T08:37:29.228597+0000","last_clean":"2024-04-02T08:37:29.228597+0000","last_became_active":"2024-04-02T08:30:42.962973+0000","last_became_peered":"2024-04-02T08:30:42.962973+0000","last_unstale":"2024-04-02T08:37:29.228597+0000","last_undegraded":"2024-04-02T08:37:29.228597+0000","last_fullsized":"2024-04-02T08:37:29.228597+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:37:27.609200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1312,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-02T08:37:29.031649+0000","last_change":"2024-04-02T08:30:42.968790+0000","last_active":"2024-04-02T08:37:29.031649+0000","last_peered":"2024-04-02T08:37:29.031649+0000","last_clean":"2024-04-02T08:37:29.031649+0000","last_became_active":"2024-04-02T08:30:42.968328+0000","last_became_peered":"2024-04-02T08:30:42.968328+0000","last_unstale":"2024-04-02T08:37:29.031649+0000","last_undegraded":"2024-04-02T08:37:29.031649+0000","last_fullsized":"2024-04-02T08:37:29.031649+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:02:48.528353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1200,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.028883+0000","last_change":"2024-04-02T08:31:52.085948+0000","last_active":"2024-04-02T08:37:24.028883+0000","last_peered":"2024-04-02T08:37:24.028883+0000","last_clean":"2024-04-02T08:37:24.028883+0000","last_became_active":"2024-04-02T08:31:52.085375+0000","last_became_peered":"2024-04-02T08:31:52.085375+0000","last_unstale":"2024-04-02T08:37:24.028883+0000","last_undegraded":"2024-04-02T08:37:24.028883+0000","last_fullsized":"2024-04-02T08:37:24.028883+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:11:17.205389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"550'29","reported_seq":1189,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.701378+0000","last_change":"2024-04-02T08:31:17.191584+0000","last_active":"2024-04-02T08:37:24.701378+0000","last_peered":"2024-04-02T08:37:24.701378+0000","last_clean":"2024-04-02T08:37:24.701378+0000","last_became_active":"2024-04-02T08:31:17.187724+0000","last_became_peered":"2024-04-02T08:31:17.187724+0000","last_unstale":"2024-04-02T08:37:24.701378+0000","last_undegraded":"2024-04-02T08:37:24.701378+0000","last_fullsized":"2024-04-02T08:37:24.701378+0000","mapping_epoch":488,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":489,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:59:24.614526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5824,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1114,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-02T08:37:29.208983+0000","last_change":"2024-04-02T08:31:52.078291+0000","last_active":"2024-04-02T08:37:29.208983+0000","last_peered":"2024-04-02T08:37:29.208983+0000","last_clean":"2024-04-02T08:37:29.208983+0000","last_became_active":"2024-04-02T08:31:52.076655+0000","last_became_peered":"2024-04-02T08:31:52.076655+0000","last_unstale":"2024-04-02T08:37:29.208983+0000","last_undegraded":"2024-04-02T08:37:29.208983+0000","last_fullsized":"2024-04-02T08:37:29.208983+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:22:41.931996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1045,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-02T08:37:29.032357+0000","last_change":"2024-04-02T08:30:22.996608+0000","last_active":"2024-04-02T08:37:29.032357+0000","last_peered":"2024-04-02T08:37:29.032357+0000","last_clean":"2024-04-02T08:37:29.032357+0000","last_became_active":"2024-04-02T08:30:22.996229+0000","last_became_peered":"2024-04-02T08:30:22.996229+0000","last_unstale":"2024-04-02T08:37:29.032357+0000","last_undegraded":"2024-04-02T08:37:29.032357+0000","last_fullsized":"2024-04-02T08:37:29.032357+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:05:21.870420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1327,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-02T08:37:29.227297+0000","last_change":"2024-04-02T08:31:52.080930+0000","last_active":"2024-04-02T08:37:29.227297+0000","last_peered":"2024-04-02T08:37:29.227297+0000","last_clean":"2024-04-02T08:37:29.227297+0000","last_became_active":"2024-04-02T08:31:52.080580+0000","last_became_peered":"2024-04-02T08:31:52.080580+0000","last_unstale":"2024-04-02T08:37:29.227297+0000","last_undegraded":"2024-04-02T08:37:29.227297+0000","last_fullsized":"2024-04-02T08:37:29.227297+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:03:10.919885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1198,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.307437+0000","last_change":"2024-04-02T08:30:42.967068+0000","last_active":"2024-04-02T08:37:24.307437+0000","last_peered":"2024-04-02T08:37:24.307437+0000","last_clean":"2024-04-02T08:37:24.307437+0000","last_became_active":"2024-04-02T08:30:42.965904+0000","last_became_peered":"2024-04-02T08:30:42.965904+0000","last_unstale":"2024-04-02T08:37:24.307437+0000","last_undegraded":"2024-04-02T08:37:24.307437+0000","last_fullsized":"2024-04-02T08:37:24.307437+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:32:07.190067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1114,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-02T08:37:29.208838+0000","last_change":"2024-04-02T08:31:52.077342+0000","last_active":"2024-04-02T08:37:29.208838+0000","last_peered":"2024-04-02T08:37:29.208838+0000","last_clean":"2024-04-02T08:37:29.208838+0000","last_became_active":"2024-04-02T08:31:52.076760+0000","last_became_peered":"2024-04-02T08:31:52.076760+0000","last_unstale":"2024-04-02T08:37:29.208838+0000","last_undegraded":"2024-04-02T08:37:29.208838+0000","last_fullsized":"2024-04-02T08:37:29.208838+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:46:14.562318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1176,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.700886+0000","last_change":"2024-04-02T08:31:17.187805+0000","last_active":"2024-04-02T08:37:24.700886+0000","last_peered":"2024-04-02T08:37:24.700886+0000","last_clean":"2024-04-02T08:37:24.700886+0000","last_became_active":"2024-04-02T08:31:17.187382+0000","last_became_peered":"2024-04-02T08:31:17.187382+0000","last_unstale":"2024-04-02T08:37:24.700886+0000","last_undegraded":"2024-04-02T08:37:24.700886+0000","last_fullsized":"2024-04-02T08:37:24.700886+0000","mapping_epoch":488,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":489,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:14:32.144521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1153,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.700800+0000","last_change":"2024-04-02T08:31:17.184782+0000","last_active":"2024-04-02T08:37:24.700800+0000","last_peered":"2024-04-02T08:37:24.700800+0000","last_clean":"2024-04-02T08:37:24.700800+0000","last_became_active":"2024-04-02T08:31:17.177748+0000","last_became_peered":"2024-04-02T08:31:17.177748+0000","last_unstale":"2024-04-02T08:37:24.700800+0000","last_undegraded":"2024-04-02T08:37:24.700800+0000","last_fullsized":"2024-04-02T08:37:24.700800+0000","mapping_epoch":488,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":489,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:58:14.832282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1296,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.031999+0000","last_change":"2024-04-02T08:29:27.972520+0000","last_active":"2024-04-02T08:37:24.031999+0000","last_peered":"2024-04-02T08:37:24.031999+0000","last_clean":"2024-04-02T08:37:24.031999+0000","last_became_active":"2024-04-02T08:29:27.972132+0000","last_became_peered":"2024-04-02T08:29:27.972132+0000","last_unstale":"2024-04-02T08:37:24.031999+0000","last_undegraded":"2024-04-02T08:37:24.031999+0000","last_fullsized":"2024-04-02T08:37:24.031999+0000","mapping_epoch":379,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":380,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:14:01.561780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1135,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-02T08:37:29.208671+0000","last_change":"2024-04-02T08:31:52.088919+0000","last_active":"2024-04-02T08:37:29.208671+0000","last_peered":"2024-04-02T08:37:29.208671+0000","last_clean":"2024-04-02T08:37:29.208671+0000","last_became_active":"2024-04-02T08:31:52.084433+0000","last_became_peered":"2024-04-02T08:31:52.084433+0000","last_unstale":"2024-04-02T08:37:29.208671+0000","last_undegraded":"2024-04-02T08:37:29.208671+0000","last_fullsized":"2024-04-02T08:37:29.208671+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:29:38.677768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":3303,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.031783+0000","last_change":"2024-04-02T08:37:23.288304+0000","last_active":"2024-04-02T08:37:24.031783+0000","last_peered":"2024-04-02T08:37:24.031783+0000","last_clean":"2024-04-02T08:37:24.031783+0000","last_became_active":"2024-04-02T08:29:27.972018+0000","last_became_peered":"2024-04-02T08:29:27.972018+0000","last_unstale":"2024-04-02T08:37:24.031783+0000","last_undegraded":"2024-04-02T08:37:24.031783+0000","last_fullsized":"2024-04-02T08:37:24.031783+0000","mapping_epoch":379,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":380,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:24:04.881929+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:24:04.881929+0000","last_clean_scrub_stamp":"2024-04-02T08:24:04.881929+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:42:40.689096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00062985299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1bd","length":"1"},{"start":"1c1","length":"1"}]},{"pgid":"2.f","version":"61'1","reported_seq":1212,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.029462+0000","last_change":"2024-04-02T08:31:52.087189+0000","last_active":"2024-04-02T08:37:24.029462+0000","last_peered":"2024-04-02T08:37:24.029462+0000","last_clean":"2024-04-02T08:37:24.029462+0000","last_became_active":"2024-04-02T08:31:52.086784+0000","last_became_peered":"2024-04-02T08:31:52.086784+0000","last_unstale":"2024-04-02T08:37:24.029462+0000","last_undegraded":"2024-04-02T08:37:24.029462+0000","last_fullsized":"2024-04-02T08:37:24.029462+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:44:30.191302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1114,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-02T08:37:29.209240+0000","last_change":"2024-04-02T08:31:52.083325+0000","last_active":"2024-04-02T08:37:29.209240+0000","last_peered":"2024-04-02T08:37:29.209240+0000","last_clean":"2024-04-02T08:37:29.209240+0000","last_became_active":"2024-04-02T08:31:52.082977+0000","last_became_peered":"2024-04-02T08:31:52.082977+0000","last_unstale":"2024-04-02T08:37:29.209240+0000","last_undegraded":"2024-04-02T08:37:29.209240+0000","last_fullsized":"2024-04-02T08:37:29.209240+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:48:17.518778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"849'1391","reported_seq":4825,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-02T08:37:29.227965+0000","last_change":"2024-04-02T08:37:23.302279+0000","last_active":"2024-04-02T08:37:29.227965+0000","last_peered":"2024-04-02T08:37:29.227965+0000","last_clean":"2024-04-02T08:37:29.227965+0000","last_became_active":"2024-04-02T08:31:17.188193+0000","last_became_peered":"2024-04-02T08:31:17.188193+0000","last_unstale":"2024-04-02T08:37:29.227965+0000","last_undegraded":"2024-04-02T08:37:29.227965+0000","last_fullsized":"2024-04-02T08:37:29.227965+0000","mapping_epoch":488,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":489,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:24:04.881929+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:24:04.881929+0000","last_clean_scrub_stamp":"2024-04-02T08:24:04.881929+0000","objects_scrubbed":0,"log_size":1391,"log_dups_size":0,"ondisk_log_size":1391,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:09:40.303955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0093371410000000002,"stat_sum":{"num_bytes":10092544,"num_objects":9,"num_object_clones":5,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":316,"num_read_kb":483649,"num_write":632,"num_write_kb":155968,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":28327936,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1299,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-02T08:37:29.033102+0000","last_change":"2024-04-02T08:30:42.966420+0000","last_active":"2024-04-02T08:37:29.033102+0000","last_peered":"2024-04-02T08:37:29.033102+0000","last_clean":"2024-04-02T08:37:29.033102+0000","last_became_active":"2024-04-02T08:30:42.965912+0000","last_became_peered":"2024-04-02T08:30:42.965912+0000","last_unstale":"2024-04-02T08:37:29.033102+0000","last_undegraded":"2024-04-02T08:37:29.033102+0000","last_fullsized":"2024-04-02T08:37:29.033102+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:01.007578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:01.007578+0000","last_clean_scrub_stamp":"2024-04-02T08:21:01.007578+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:06:28.312683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1316,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-02T08:37:29.033542+0000","last_change":"2024-04-02T08:29:27.978545+0000","last_active":"2024-04-02T08:37:29.033542+0000","last_peered":"2024-04-02T08:37:29.033542+0000","last_clean":"2024-04-02T08:37:29.033542+0000","last_became_active":"2024-04-02T08:29:27.978031+0000","last_became_peered":"2024-04-02T08:29:27.978031+0000","last_unstale":"2024-04-02T08:37:29.033542+0000","last_undegraded":"2024-04-02T08:37:29.033542+0000","last_fullsized":"2024-04-02T08:37:29.033542+0000","mapping_epoch":379,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":380,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:49:17.711244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1193,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.307572+0000","last_change":"2024-04-02T08:30:42.974906+0000","last_active":"2024-04-02T08:37:24.307572+0000","last_peered":"2024-04-02T08:37:24.307572+0000","last_clean":"2024-04-02T08:37:24.307572+0000","last_became_active":"2024-04-02T08:30:42.974579+0000","last_became_peered":"2024-04-02T08:30:42.974579+0000","last_unstale":"2024-04-02T08:37:24.307572+0000","last_undegraded":"2024-04-02T08:37:24.307572+0000","last_fullsized":"2024-04-02T08:37:24.307572+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:40:21.687638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":3407,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-02T08:37:29.227993+0000","last_change":"2024-04-02T08:37:23.293101+0000","last_active":"2024-04-02T08:37:29.227993+0000","last_peered":"2024-04-02T08:37:29.227993+0000","last_clean":"2024-04-02T08:37:29.227993+0000","last_became_active":"2024-04-02T08:30:22.988565+0000","last_became_peered":"2024-04-02T08:30:22.988565+0000","last_unstale":"2024-04-02T08:37:29.227993+0000","last_undegraded":"2024-04-02T08:37:29.227993+0000","last_fullsized":"2024-04-02T08:37:29.227993+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:24:04.881929+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:24:04.881929+0000","last_clean_scrub_stamp":"2024-04-02T08:24:04.881929+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:04:48.532095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00077305400000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1299,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-02T08:37:29.033450+0000","last_change":"2024-04-02T08:30:03.028853+0000","last_active":"2024-04-02T08:37:29.033450+0000","last_peered":"2024-04-02T08:37:29.033450+0000","last_clean":"2024-04-02T08:37:29.033450+0000","last_became_active":"2024-04-02T08:30:03.028532+0000","last_became_peered":"2024-04-02T08:30:03.028532+0000","last_unstale":"2024-04-02T08:37:29.033450+0000","last_undegraded":"2024-04-02T08:37:29.033450+0000","last_fullsized":"2024-04-02T08:37:29.033450+0000","mapping_epoch":414,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":415,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:01.007578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:01.007578+0000","last_clean_scrub_stamp":"2024-04-02T08:21:01.007578+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:21:10.024574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1200,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.307172+0000","last_change":"2024-04-02T08:31:17.189749+0000","last_active":"2024-04-02T08:37:24.307172+0000","last_peered":"2024-04-02T08:37:24.307172+0000","last_clean":"2024-04-02T08:37:24.307172+0000","last_became_active":"2024-04-02T08:31:17.189147+0000","last_became_peered":"2024-04-02T08:31:17.189147+0000","last_unstale":"2024-04-02T08:37:24.307172+0000","last_undegraded":"2024-04-02T08:37:24.307172+0000","last_fullsized":"2024-04-02T08:37:24.307172+0000","mapping_epoch":488,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":489,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:49:44.180183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1209,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.028545+0000","last_change":"2024-04-02T08:31:17.177951+0000","last_active":"2024-04-02T08:37:24.028545+0000","last_peered":"2024-04-02T08:37:24.028545+0000","last_clean":"2024-04-02T08:37:24.028545+0000","last_became_active":"2024-04-02T08:31:17.177611+0000","last_became_peered":"2024-04-02T08:31:17.177611+0000","last_unstale":"2024-04-02T08:37:24.028545+0000","last_undegraded":"2024-04-02T08:37:24.028545+0000","last_fullsized":"2024-04-02T08:37:24.028545+0000","mapping_epoch":488,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":489,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:08:35.174411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"849'2022","reported_seq":5228,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.033798+0000","last_change":"2024-04-02T08:37:23.316981+0000","last_active":"2024-04-02T08:37:24.033798+0000","last_peered":"2024-04-02T08:37:24.033798+0000","last_clean":"2024-04-02T08:37:24.033798+0000","last_became_active":"2024-04-02T08:30:42.969247+0000","last_became_peered":"2024-04-02T08:30:42.969247+0000","last_unstale":"2024-04-02T08:37:24.033798+0000","last_undegraded":"2024-04-02T08:37:24.033798+0000","last_fullsized":"2024-04-02T08:37:24.033798+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:24:04.881929+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:24:04.881929+0000","last_clean_scrub_stamp":"2024-04-02T08:24:04.881929+0000","objects_scrubbed":0,"log_size":2022,"log_dups_size":0,"ondisk_log_size":2022,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:16:59.080145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.026523529000000001,"stat_sum":{"num_bytes":14622720,"num_objects":16,"num_object_clones":11,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":1,"num_read":345,"num_read_kb":372912,"num_write":974,"num_write_kb":198392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":28360704,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1bd","length":"1"},{"start":"1c1","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1300,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-02T08:37:29.033777+0000","last_change":"2024-04-02T08:30:42.967356+0000","last_active":"2024-04-02T08:37:29.033777+0000","last_peered":"2024-04-02T08:37:29.033777+0000","last_clean":"2024-04-02T08:37:29.033777+0000","last_became_active":"2024-04-02T08:30:42.967018+0000","last_became_peered":"2024-04-02T08:30:42.967018+0000","last_unstale":"2024-04-02T08:37:29.033777+0000","last_undegraded":"2024-04-02T08:37:29.033777+0000","last_fullsized":"2024-04-02T08:37:29.033777+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:01.007578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:01.007578+0000","last_clean_scrub_stamp":"2024-04-02T08:21:01.007578+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:17:04.171972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1299,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-02T08:37:29.031825+0000","last_change":"2024-04-02T08:31:17.173075+0000","last_active":"2024-04-02T08:37:29.031825+0000","last_peered":"2024-04-02T08:37:29.031825+0000","last_clean":"2024-04-02T08:37:29.031825+0000","last_became_active":"2024-04-02T08:31:17.172688+0000","last_became_peered":"2024-04-02T08:31:17.172688+0000","last_unstale":"2024-04-02T08:37:29.031825+0000","last_undegraded":"2024-04-02T08:37:29.031825+0000","last_fullsized":"2024-04-02T08:37:29.031825+0000","mapping_epoch":488,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":489,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:06:49.800380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1282,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.032415+0000","last_change":"2024-04-02T08:30:03.029801+0000","last_active":"2024-04-02T08:37:24.032415+0000","last_peered":"2024-04-02T08:37:24.032415+0000","last_clean":"2024-04-02T08:37:24.032415+0000","last_became_active":"2024-04-02T08:30:03.029465+0000","last_became_peered":"2024-04-02T08:30:03.029465+0000","last_unstale":"2024-04-02T08:37:24.032415+0000","last_undegraded":"2024-04-02T08:37:24.032415+0000","last_fullsized":"2024-04-02T08:37:24.032415+0000","mapping_epoch":414,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":415,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:22:01.122055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"849'1263","reported_seq":4255,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-02T08:37:29.209014+0000","last_change":"2024-04-02T08:37:23.298845+0000","last_active":"2024-04-02T08:37:29.209014+0000","last_peered":"2024-04-02T08:37:29.209014+0000","last_clean":"2024-04-02T08:37:29.209014+0000","last_became_active":"2024-04-02T08:31:52.080301+0000","last_became_peered":"2024-04-02T08:31:52.080301+0000","last_unstale":"2024-04-02T08:37:29.209014+0000","last_undegraded":"2024-04-02T08:37:29.209014+0000","last_fullsized":"2024-04-02T08:37:29.209014+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:24:04.881929+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:24:04.881929+0000","last_clean_scrub_stamp":"2024-04-02T08:24:04.881929+0000","objects_scrubbed":0,"log_size":1263,"log_dups_size":0,"ondisk_log_size":1263,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:57:44.815980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0079683210000000004,"stat_sum":{"num_bytes":21700608,"num_objects":8,"num_object_clones":5,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":237,"num_read_kb":475680,"num_write":700,"num_write_kb":139160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":17072128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":1163,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.701330+0000","last_change":"2024-04-02T08:31:52.078847+0000","last_active":"2024-04-02T08:37:24.701330+0000","last_peered":"2024-04-02T08:37:24.701330+0000","last_clean":"2024-04-02T08:37:24.701330+0000","last_became_active":"2024-04-02T08:31:52.078522+0000","last_became_peered":"2024-04-02T08:31:52.078522+0000","last_unstale":"2024-04-02T08:37:24.701330+0000","last_undegraded":"2024-04-02T08:37:24.701330+0000","last_fullsized":"2024-04-02T08:37:24.701330+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:01.007578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:01.007578+0000","last_clean_scrub_stamp":"2024-04-02T08:21:01.007578+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:37:22.305214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1238,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.029360+0000","last_change":"2024-04-02T08:31:17.175437+0000","last_active":"2024-04-02T08:37:24.029360+0000","last_peered":"2024-04-02T08:37:24.029360+0000","last_clean":"2024-04-02T08:37:24.029360+0000","last_became_active":"2024-04-02T08:31:17.175083+0000","last_became_peered":"2024-04-02T08:31:17.175083+0000","last_unstale":"2024-04-02T08:37:24.029360+0000","last_undegraded":"2024-04-02T08:37:24.029360+0000","last_fullsized":"2024-04-02T08:37:24.029360+0000","mapping_epoch":488,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":489,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:47:49.389689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1195,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.307464+0000","last_change":"2024-04-02T08:31:52.081351+0000","last_active":"2024-04-02T08:37:24.307464+0000","last_peered":"2024-04-02T08:37:24.307464+0000","last_clean":"2024-04-02T08:37:24.307464+0000","last_became_active":"2024-04-02T08:31:52.080974+0000","last_became_peered":"2024-04-02T08:31:52.080974+0000","last_unstale":"2024-04-02T08:37:24.307464+0000","last_undegraded":"2024-04-02T08:37:24.307464+0000","last_fullsized":"2024-04-02T08:37:24.307464+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:51:59.381737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"229'197","reported_seq":1619,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-02T08:37:29.208291+0000","last_change":"2024-04-02T08:31:52.092248+0000","last_active":"2024-04-02T08:37:29.208291+0000","last_peered":"2024-04-02T08:37:29.208291+0000","last_clean":"2024-04-02T08:37:29.208291+0000","last_became_active":"2024-04-02T08:31:52.090494+0000","last_became_peered":"2024-04-02T08:31:52.090494+0000","last_unstale":"2024-04-02T08:37:29.208291+0000","last_undegraded":"2024-04-02T08:37:29.208291+0000","last_fullsized":"2024-04-02T08:37:29.208291+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:18:06.875872+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:18:06.875872+0000","last_clean_scrub_stamp":"2024-04-02T08:18:06.875872+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:29:09.384173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"849'1838","reported_seq":4995,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.308052+0000","last_change":"2024-04-02T08:37:23.310007+0000","last_active":"2024-04-02T08:37:24.308052+0000","last_peered":"2024-04-02T08:37:24.308052+0000","last_clean":"2024-04-02T08:37:24.308052+0000","last_became_active":"2024-04-02T08:30:42.970836+0000","last_became_peered":"2024-04-02T08:30:42.970836+0000","last_unstale":"2024-04-02T08:37:24.308052+0000","last_undegraded":"2024-04-02T08:37:24.308052+0000","last_fullsized":"2024-04-02T08:37:24.308052+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:24:04.881929+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:24:04.881929+0000","last_clean_scrub_stamp":"2024-04-02T08:24:04.881929+0000","objects_scrubbed":0,"log_size":1838,"log_dups_size":0,"ondisk_log_size":1838,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:59:41.892918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.009668088,"stat_sum":{"num_bytes":12525568,"num_objects":10,"num_object_clones":5,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":397,"num_read_kb":577791,"num_write":797,"num_write_kb":192736,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":19857408,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"1bd","length":"1"},{"start":"1c1","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1328,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-02T08:37:29.228362+0000","last_change":"2024-04-02T08:29:27.966589+0000","last_active":"2024-04-02T08:37:29.228362+0000","last_peered":"2024-04-02T08:37:29.228362+0000","last_clean":"2024-04-02T08:37:29.228362+0000","last_became_active":"2024-04-02T08:29:27.966258+0000","last_became_peered":"2024-04-02T08:29:27.966258+0000","last_unstale":"2024-04-02T08:37:29.228362+0000","last_undegraded":"2024-04-02T08:37:29.228362+0000","last_fullsized":"2024-04-02T08:37:29.228362+0000","mapping_epoch":379,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":380,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:01.007578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:01.007578+0000","last_clean_scrub_stamp":"2024-04-02T08:21:01.007578+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:19:59.443196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1328,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-02T08:37:29.226902+0000","last_change":"2024-04-02T08:30:22.991851+0000","last_active":"2024-04-02T08:37:29.226902+0000","last_peered":"2024-04-02T08:37:29.226902+0000","last_clean":"2024-04-02T08:37:29.226902+0000","last_became_active":"2024-04-02T08:30:22.991520+0000","last_became_peered":"2024-04-02T08:30:22.991520+0000","last_unstale":"2024-04-02T08:37:29.226902+0000","last_undegraded":"2024-04-02T08:37:29.226902+0000","last_fullsized":"2024-04-02T08:37:29.226902+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:39:25.713629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1147,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-02T08:37:29.208649+0000","last_change":"2024-04-02T08:31:52.090903+0000","last_active":"2024-04-02T08:37:29.208649+0000","last_peered":"2024-04-02T08:37:29.208649+0000","last_clean":"2024-04-02T08:37:29.208649+0000","last_became_active":"2024-04-02T08:31:52.089542+0000","last_became_peered":"2024-04-02T08:31:52.089542+0000","last_unstale":"2024-04-02T08:37:29.208649+0000","last_undegraded":"2024-04-02T08:37:29.208649+0000","last_fullsized":"2024-04-02T08:37:29.208649+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:52:38.506901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"849'745","reported_seq":3836,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.701133+0000","last_change":"2024-04-02T08:37:23.306958+0000","last_active":"2024-04-02T08:37:24.701133+0000","last_peered":"2024-04-02T08:37:24.701133+0000","last_clean":"2024-04-02T08:37:24.701133+0000","last_became_active":"2024-04-02T08:31:17.181423+0000","last_became_peered":"2024-04-02T08:31:17.181423+0000","last_unstale":"2024-04-02T08:37:24.701133+0000","last_undegraded":"2024-04-02T08:37:24.701133+0000","last_fullsized":"2024-04-02T08:37:24.701133+0000","mapping_epoch":488,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":489,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:24:04.881929+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:24:04.881929+0000","last_clean_scrub_stamp":"2024-04-02T08:24:04.881929+0000","objects_scrubbed":0,"log_size":745,"log_dups_size":0,"ondisk_log_size":745,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:28:49.163870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012862138,"stat_sum":{"num_bytes":14696448,"num_objects":4,"num_object_clones":2,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":159,"num_read_kb":443507,"num_write":287,"num_write_kb":83104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":16957440,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"1bd","length":"1"},{"start":"1c1","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1328,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-02T08:37:29.228180+0000","last_change":"2024-04-02T08:31:52.084483+0000","last_active":"2024-04-02T08:37:29.228180+0000","last_peered":"2024-04-02T08:37:29.228180+0000","last_clean":"2024-04-02T08:37:29.228180+0000","last_became_active":"2024-04-02T08:31:52.083476+0000","last_became_peered":"2024-04-02T08:31:52.083476+0000","last_unstale":"2024-04-02T08:37:29.228180+0000","last_undegraded":"2024-04-02T08:37:29.228180+0000","last_fullsized":"2024-04-02T08:37:29.228180+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:01.007578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:01.007578+0000","last_clean_scrub_stamp":"2024-04-02T08:21:01.007578+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:23:43.402501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1116,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-02T08:37:29.209350+0000","last_change":"2024-04-02T08:31:52.087978+0000","last_active":"2024-04-02T08:37:29.209350+0000","last_peered":"2024-04-02T08:37:29.209350+0000","last_clean":"2024-04-02T08:37:29.209350+0000","last_became_active":"2024-04-02T08:31:52.087655+0000","last_became_peered":"2024-04-02T08:31:52.087655+0000","last_unstale":"2024-04-02T08:37:29.209350+0000","last_undegraded":"2024-04-02T08:37:29.209350+0000","last_fullsized":"2024-04-02T08:37:29.209350+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:52:46.762945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1299,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-02T08:37:29.033342+0000","last_change":"2024-04-02T08:30:42.968529+0000","last_active":"2024-04-02T08:37:29.033342+0000","last_peered":"2024-04-02T08:37:29.033342+0000","last_clean":"2024-04-02T08:37:29.033342+0000","last_became_active":"2024-04-02T08:30:42.967450+0000","last_became_peered":"2024-04-02T08:30:42.967450+0000","last_unstale":"2024-04-02T08:37:29.033342+0000","last_undegraded":"2024-04-02T08:37:29.033342+0000","last_fullsized":"2024-04-02T08:37:29.033342+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:30:50.944896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"847'636","reported_seq":3829,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.028284+0000","last_change":"2024-04-02T08:37:23.296433+0000","last_active":"2024-04-02T08:37:24.028284+0000","last_peered":"2024-04-02T08:37:24.028284+0000","last_clean":"2024-04-02T08:37:24.028284+0000","last_became_active":"2024-04-02T08:31:52.079284+0000","last_became_peered":"2024-04-02T08:31:52.079284+0000","last_unstale":"2024-04-02T08:37:24.028284+0000","last_undegraded":"2024-04-02T08:37:24.028284+0000","last_fullsized":"2024-04-02T08:37:24.028284+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:24:04.881929+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:24:04.881929+0000","last_clean_scrub_stamp":"2024-04-02T08:24:04.881929+0000","objects_scrubbed":0,"log_size":636,"log_dups_size":0,"ondisk_log_size":636,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:26:32.003107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014236940000000001,"stat_sum":{"num_bytes":2228224,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":96,"num_read_kb":134465,"num_write":372,"num_write_kb":53576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1622016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1bd","length":"1"},{"start":"1c1","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1240,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.030077+0000","last_change":"2024-04-02T08:31:52.077309+0000","last_active":"2024-04-02T08:37:24.030077+0000","last_peered":"2024-04-02T08:37:24.030077+0000","last_clean":"2024-04-02T08:37:24.030077+0000","last_became_active":"2024-04-02T08:31:52.076971+0000","last_became_peered":"2024-04-02T08:31:52.076971+0000","last_unstale":"2024-04-02T08:37:24.030077+0000","last_undegraded":"2024-04-02T08:37:24.030077+0000","last_fullsized":"2024-04-02T08:37:24.030077+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:01.007578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:01.007578+0000","last_clean_scrub_stamp":"2024-04-02T08:21:01.007578+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:26:02.383567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"553'2","reported_seq":1304,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-02T08:37:29.033672+0000","last_change":"2024-04-02T08:31:17.183954+0000","last_active":"2024-04-02T08:37:29.033672+0000","last_peered":"2024-04-02T08:37:29.033672+0000","last_clean":"2024-04-02T08:37:29.033672+0000","last_became_active":"2024-04-02T08:31:17.183165+0000","last_became_peered":"2024-04-02T08:31:17.183165+0000","last_unstale":"2024-04-02T08:37:29.033672+0000","last_undegraded":"2024-04-02T08:37:29.033672+0000","last_fullsized":"2024-04-02T08:37:29.033672+0000","mapping_epoch":488,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":489,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:11:29.638509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1246,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.028590+0000","last_change":"2024-04-02T08:31:52.088416+0000","last_active":"2024-04-02T08:37:24.028590+0000","last_peered":"2024-04-02T08:37:24.028590+0000","last_clean":"2024-04-02T08:37:24.028590+0000","last_became_active":"2024-04-02T08:31:52.088033+0000","last_became_peered":"2024-04-02T08:31:52.088033+0000","last_unstale":"2024-04-02T08:37:24.028590+0000","last_undegraded":"2024-04-02T08:37:24.028590+0000","last_fullsized":"2024-04-02T08:37:24.028590+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:10:59.963212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"844'639","reported_seq":3942,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.029908+0000","last_change":"2024-04-02T08:37:23.288198+0000","last_active":"2024-04-02T08:37:24.029908+0000","last_peered":"2024-04-02T08:37:24.029908+0000","last_clean":"2024-04-02T08:37:24.029908+0000","last_became_active":"2024-04-02T08:30:22.987163+0000","last_became_peered":"2024-04-02T08:30:22.987163+0000","last_unstale":"2024-04-02T08:37:24.029908+0000","last_undegraded":"2024-04-02T08:37:24.029908+0000","last_fullsized":"2024-04-02T08:37:24.029908+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:24:04.881929+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:24:04.881929+0000","last_clean_scrub_stamp":"2024-04-02T08:24:04.881929+0000","objects_scrubbed":0,"log_size":639,"log_dups_size":0,"ondisk_log_size":639,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:50:27.756297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00052201400000000001,"stat_sum":{"num_bytes":12263424,"num_objects":4,"num_object_clones":2,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":1,"num_read":156,"num_read_kb":314617,"num_write":243,"num_write_kb":58376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":21372928,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"1bd","length":"1"},{"start":"1c1","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1201,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.028475+0000","last_change":"2024-04-02T08:31:17.178506+0000","last_active":"2024-04-02T08:37:24.028475+0000","last_peered":"2024-04-02T08:37:24.028475+0000","last_clean":"2024-04-02T08:37:24.028475+0000","last_became_active":"2024-04-02T08:31:17.178172+0000","last_became_peered":"2024-04-02T08:31:17.178172+0000","last_unstale":"2024-04-02T08:37:24.028475+0000","last_undegraded":"2024-04-02T08:37:24.028475+0000","last_fullsized":"2024-04-02T08:37:24.028475+0000","mapping_epoch":488,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":489,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:01.007578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:01.007578+0000","last_clean_scrub_stamp":"2024-04-02T08:21:01.007578+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:59:49.890692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":1160,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.701615+0000","last_change":"2024-04-02T08:31:52.077231+0000","last_active":"2024-04-02T08:37:24.701615+0000","last_peered":"2024-04-02T08:37:24.701615+0000","last_clean":"2024-04-02T08:37:24.701615+0000","last_became_active":"2024-04-02T08:31:52.076898+0000","last_became_peered":"2024-04-02T08:31:52.076898+0000","last_unstale":"2024-04-02T08:37:24.701615+0000","last_undegraded":"2024-04-02T08:37:24.701615+0000","last_fullsized":"2024-04-02T08:37:24.701615+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:10:19.334381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1328,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-02T08:37:29.228237+0000","last_change":"2024-04-02T08:30:22.988577+0000","last_active":"2024-04-02T08:37:29.228237+0000","last_peered":"2024-04-02T08:37:29.228237+0000","last_clean":"2024-04-02T08:37:29.228237+0000","last_became_active":"2024-04-02T08:30:22.988242+0000","last_became_peered":"2024-04-02T08:30:22.988242+0000","last_unstale":"2024-04-02T08:37:29.228237+0000","last_undegraded":"2024-04-02T08:37:29.228237+0000","last_fullsized":"2024-04-02T08:37:29.228237+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:21:26.567401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"849'748","reported_seq":4107,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-02T08:37:29.033782+0000","last_change":"2024-04-02T08:37:23.304596+0000","last_active":"2024-04-02T08:37:29.033782+0000","last_peered":"2024-04-02T08:37:29.033782+0000","last_clean":"2024-04-02T08:37:29.033782+0000","last_became_active":"2024-04-02T08:31:17.172617+0000","last_became_peered":"2024-04-02T08:31:17.172617+0000","last_unstale":"2024-04-02T08:37:29.033782+0000","last_undegraded":"2024-04-02T08:37:29.033782+0000","last_fullsized":"2024-04-02T08:37:29.033782+0000","mapping_epoch":488,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":489,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:24:04.881929+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:24:04.881929+0000","last_clean_scrub_stamp":"2024-04-02T08:24:04.881929+0000","objects_scrubbed":0,"log_size":748,"log_dups_size":0,"ondisk_log_size":748,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:20:59.892094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0076111130000000001,"stat_sum":{"num_bytes":12615680,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":143,"num_read_kb":202602,"num_write":305,"num_write_kb":72176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":5652480,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":1147,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-02T08:37:29.208420+0000","last_change":"2024-04-02T08:31:52.090244+0000","last_active":"2024-04-02T08:37:29.208420+0000","last_peered":"2024-04-02T08:37:29.208420+0000","last_clean":"2024-04-02T08:37:29.208420+0000","last_became_active":"2024-04-02T08:31:52.089378+0000","last_became_peered":"2024-04-02T08:31:52.089378+0000","last_unstale":"2024-04-02T08:37:29.208420+0000","last_undegraded":"2024-04-02T08:37:29.208420+0000","last_fullsized":"2024-04-02T08:37:29.208420+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:45:19.769398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1239,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.027789+0000","last_change":"2024-04-02T08:31:52.085302+0000","last_active":"2024-04-02T08:37:24.027789+0000","last_peered":"2024-04-02T08:37:24.027789+0000","last_clean":"2024-04-02T08:37:24.027789+0000","last_became_active":"2024-04-02T08:31:52.083024+0000","last_became_peered":"2024-04-02T08:31:52.083024+0000","last_unstale":"2024-04-02T08:37:24.027789+0000","last_undegraded":"2024-04-02T08:37:24.027789+0000","last_fullsized":"2024-04-02T08:37:24.027789+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:20:55.124700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"849'688","reported_seq":3925,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.029141+0000","last_change":"2024-04-02T08:37:23.305138+0000","last_active":"2024-04-02T08:37:24.029141+0000","last_peered":"2024-04-02T08:37:24.029141+0000","last_clean":"2024-04-02T08:37:24.029141+0000","last_became_active":"2024-04-02T08:30:42.963457+0000","last_became_peered":"2024-04-02T08:30:42.963457+0000","last_unstale":"2024-04-02T08:37:24.029141+0000","last_undegraded":"2024-04-02T08:37:24.029141+0000","last_fullsized":"2024-04-02T08:37:24.029141+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:24:04.881929+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:24:04.881929+0000","last_clean_scrub_stamp":"2024-04-02T08:24:04.881929+0000","objects_scrubbed":0,"log_size":688,"log_dups_size":0,"ondisk_log_size":688,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:06:29.769032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0087018029999999993,"stat_sum":{"num_bytes":8118272,"num_objects":7,"num_object_clones":5,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":172,"num_read_kb":379286,"num_write":226,"num_write_kb":78432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":31760384,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1bd","length":"1"},{"start":"1c1","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1296,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-02T08:37:29.033179+0000","last_change":"2024-04-02T08:30:03.029163+0000","last_active":"2024-04-02T08:37:29.033179+0000","last_peered":"2024-04-02T08:37:29.033179+0000","last_clean":"2024-04-02T08:37:29.033179+0000","last_became_active":"2024-04-02T08:30:03.028597+0000","last_became_peered":"2024-04-02T08:30:03.028597+0000","last_unstale":"2024-04-02T08:37:29.033179+0000","last_undegraded":"2024-04-02T08:37:29.033179+0000","last_fullsized":"2024-04-02T08:37:29.033179+0000","mapping_epoch":414,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":415,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:24:48.132802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1240,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.030160+0000","last_change":"2024-04-02T08:31:52.081044+0000","last_active":"2024-04-02T08:37:24.030160+0000","last_peered":"2024-04-02T08:37:24.030160+0000","last_clean":"2024-04-02T08:37:24.030160+0000","last_became_active":"2024-04-02T08:31:52.080581+0000","last_became_peered":"2024-04-02T08:31:52.080581+0000","last_unstale":"2024-04-02T08:37:24.030160+0000","last_undegraded":"2024-04-02T08:37:24.030160+0000","last_fullsized":"2024-04-02T08:37:24.030160+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:20:37.366830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"849'2235","reported_seq":5503,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.032406+0000","last_change":"2024-04-02T08:37:23.308227+0000","last_active":"2024-04-02T08:37:24.032406+0000","last_peered":"2024-04-02T08:37:24.032406+0000","last_clean":"2024-04-02T08:37:24.032406+0000","last_became_active":"2024-04-02T08:31:52.079834+0000","last_became_peered":"2024-04-02T08:31:52.079834+0000","last_unstale":"2024-04-02T08:37:24.032406+0000","last_undegraded":"2024-04-02T08:37:24.032406+0000","last_fullsized":"2024-04-02T08:37:24.032406+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:24:04.881929+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:24:04.881929+0000","last_clean_scrub_stamp":"2024-04-02T08:24:04.881929+0000","objects_scrubbed":0,"log_size":2235,"log_dups_size":0,"ondisk_log_size":2235,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:50:15.090725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.018558667000000001,"stat_sum":{"num_bytes":27492352,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":482,"num_read_kb":725649,"num_write":890,"num_write_kb":244720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":43966464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1bd","length":"1"},{"start":"1c1","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1299,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-02T08:37:29.032976+0000","last_change":"2024-04-02T08:31:52.084180+0000","last_active":"2024-04-02T08:37:29.032976+0000","last_peered":"2024-04-02T08:37:29.032976+0000","last_clean":"2024-04-02T08:37:29.032976+0000","last_became_active":"2024-04-02T08:31:52.083820+0000","last_became_peered":"2024-04-02T08:31:52.083820+0000","last_unstale":"2024-04-02T08:37:29.032976+0000","last_undegraded":"2024-04-02T08:37:29.032976+0000","last_fullsized":"2024-04-02T08:37:29.032976+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:30:53.204652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1246,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.030349+0000","last_change":"2024-04-02T08:30:22.988115+0000","last_active":"2024-04-02T08:37:24.030349+0000","last_peered":"2024-04-02T08:37:24.030349+0000","last_clean":"2024-04-02T08:37:24.030349+0000","last_became_active":"2024-04-02T08:30:22.987778+0000","last_became_peered":"2024-04-02T08:30:22.987778+0000","last_unstale":"2024-04-02T08:37:24.030349+0000","last_undegraded":"2024-04-02T08:37:24.030349+0000","last_fullsized":"2024-04-02T08:37:24.030349+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:31:14.099751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"849'3053","reported_seq":6342,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-02T08:37:29.033393+0000","last_change":"2024-04-02T08:37:23.312838+0000","last_active":"2024-04-02T08:37:29.033393+0000","last_peered":"2024-04-02T08:37:29.033393+0000","last_clean":"2024-04-02T08:37:29.033393+0000","last_became_active":"2024-04-02T08:30:22.997687+0000","last_became_peered":"2024-04-02T08:30:22.997687+0000","last_unstale":"2024-04-02T08:37:29.033393+0000","last_undegraded":"2024-04-02T08:37:29.033393+0000","last_fullsized":"2024-04-02T08:37:29.033393+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:24:04.881929+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:24:04.881929+0000","last_clean_scrub_stamp":"2024-04-02T08:24:04.881929+0000","objects_scrubbed":0,"log_size":3053,"log_dups_size":0,"ondisk_log_size":3053,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:42:20.807929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.016347684000000001,"stat_sum":{"num_bytes":28762112,"num_objects":19,"num_object_clones":11,"num_object_copies":57,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":2,"num_read":634,"num_read_kb":718960,"num_write":1282,"num_write_kb":289808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":75866112,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.b","version":"550'3","reported_seq":1139,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-02T08:37:29.208830+0000","last_change":"2024-04-02T08:31:52.080837+0000","last_active":"2024-04-02T08:37:29.208830+0000","last_peered":"2024-04-02T08:37:29.208830+0000","last_clean":"2024-04-02T08:37:29.208830+0000","last_became_active":"2024-04-02T08:31:52.080171+0000","last_became_peered":"2024-04-02T08:31:52.080171+0000","last_unstale":"2024-04-02T08:37:29.208830+0000","last_undegraded":"2024-04-02T08:37:29.208830+0000","last_fullsized":"2024-04-02T08:37:29.208830+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:15:36.786216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1271,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.032897+0000","last_change":"2024-04-02T08:30:22.994578+0000","last_active":"2024-04-02T08:37:24.032897+0000","last_peered":"2024-04-02T08:37:24.032897+0000","last_clean":"2024-04-02T08:37:24.032897+0000","last_became_active":"2024-04-02T08:30:22.994263+0000","last_became_peered":"2024-04-02T08:30:22.994263+0000","last_unstale":"2024-04-02T08:37:24.032897+0000","last_undegraded":"2024-04-02T08:37:24.032897+0000","last_fullsized":"2024-04-02T08:37:24.032897+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:08:50.363417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.b","version":"849'1501","reported_seq":4793,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.034540+0000","last_change":"2024-04-02T08:37:23.308356+0000","last_active":"2024-04-02T08:37:24.034540+0000","last_peered":"2024-04-02T08:37:24.034540+0000","last_clean":"2024-04-02T08:37:24.034540+0000","last_became_active":"2024-04-02T08:30:42.967110+0000","last_became_peered":"2024-04-02T08:30:42.967110+0000","last_unstale":"2024-04-02T08:37:24.034540+0000","last_undegraded":"2024-04-02T08:37:24.034540+0000","last_fullsized":"2024-04-02T08:37:24.034540+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:24:04.881929+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:24:04.881929+0000","last_clean_scrub_stamp":"2024-04-02T08:24:04.881929+0000","objects_scrubbed":0,"log_size":1501,"log_dups_size":0,"ondisk_log_size":1501,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:43:32.510281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019121490000000001,"stat_sum":{"num_bytes":36495360,"num_objects":10,"num_object_clones":6,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":325,"num_read_kb":538738,"num_write":705,"num_write_kb":152216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":53616640,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1bd","length":"1"},{"start":"1c1","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1295,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.032822+0000","last_change":"2024-04-02T08:30:42.966485+0000","last_active":"2024-04-02T08:37:24.032822+0000","last_peered":"2024-04-02T08:37:24.032822+0000","last_clean":"2024-04-02T08:37:24.032822+0000","last_became_active":"2024-04-02T08:30:42.966187+0000","last_became_peered":"2024-04-02T08:30:42.966187+0000","last_unstale":"2024-04-02T08:37:24.032822+0000","last_undegraded":"2024-04-02T08:37:24.032822+0000","last_fullsized":"2024-04-02T08:37:24.032822+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:37:11.850530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1126,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-02T08:37:29.209472+0000","last_change":"2024-04-02T08:31:52.081726+0000","last_active":"2024-04-02T08:37:29.209472+0000","last_peered":"2024-04-02T08:37:29.209472+0000","last_clean":"2024-04-02T08:37:29.209472+0000","last_became_active":"2024-04-02T08:31:52.080413+0000","last_became_peered":"2024-04-02T08:31:52.080413+0000","last_unstale":"2024-04-02T08:37:29.209472+0000","last_undegraded":"2024-04-02T08:37:29.209472+0000","last_fullsized":"2024-04-02T08:37:29.209472+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:54:56.268521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"849'437","reported_seq":3776,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.033070+0000","last_change":"2024-04-02T08:37:23.297205+0000","last_active":"2024-04-02T08:37:24.033070+0000","last_peered":"2024-04-02T08:37:24.033070+0000","last_clean":"2024-04-02T08:37:24.033070+0000","last_became_active":"2024-04-02T08:30:22.993514+0000","last_became_peered":"2024-04-02T08:30:22.993514+0000","last_unstale":"2024-04-02T08:37:24.033070+0000","last_undegraded":"2024-04-02T08:37:24.033070+0000","last_fullsized":"2024-04-02T08:37:24.033070+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:24:04.881929+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:24:04.881929+0000","last_clean_scrub_stamp":"2024-04-02T08:24:04.881929+0000","objects_scrubbed":0,"log_size":437,"log_dups_size":0,"ondisk_log_size":437,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:53:17.386521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0087609760000000002,"stat_sum":{"num_bytes":9445376,"num_objects":3,"num_object_clones":2,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":99,"num_read_kb":157852,"num_write":278,"num_write_kb":41912,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":4521984,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1bd","length":"1"},{"start":"1c1","length":"1"}]},{"pgid":"2.d","version":"61'1","reported_seq":1301,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-02T08:37:29.031373+0000","last_change":"2024-04-02T08:30:22.990323+0000","last_active":"2024-04-02T08:37:29.031373+0000","last_peered":"2024-04-02T08:37:29.031373+0000","last_clean":"2024-04-02T08:37:29.031373+0000","last_became_active":"2024-04-02T08:30:22.989764+0000","last_became_peered":"2024-04-02T08:30:22.989764+0000","last_unstale":"2024-04-02T08:37:29.031373+0000","last_undegraded":"2024-04-02T08:37:29.031373+0000","last_fullsized":"2024-04-02T08:37:29.031373+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:43:30.553496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1187,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.307461+0000","last_change":"2024-04-02T08:31:17.193551+0000","last_active":"2024-04-02T08:37:24.307461+0000","last_peered":"2024-04-02T08:37:24.307461+0000","last_clean":"2024-04-02T08:37:24.307461+0000","last_became_active":"2024-04-02T08:31:17.193254+0000","last_became_peered":"2024-04-02T08:31:17.193254+0000","last_unstale":"2024-04-02T08:37:24.307461+0000","last_undegraded":"2024-04-02T08:37:24.307461+0000","last_fullsized":"2024-04-02T08:37:24.307461+0000","mapping_epoch":488,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":489,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:47:39.443287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"849'1598","reported_seq":4625,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-02T08:37:29.208571+0000","last_change":"2024-04-02T08:37:23.300233+0000","last_active":"2024-04-02T08:37:29.208571+0000","last_peered":"2024-04-02T08:37:29.208571+0000","last_clean":"2024-04-02T08:37:29.208571+0000","last_became_active":"2024-04-02T08:31:52.090770+0000","last_became_peered":"2024-04-02T08:31:52.090770+0000","last_unstale":"2024-04-02T08:37:29.208571+0000","last_undegraded":"2024-04-02T08:37:29.208571+0000","last_fullsized":"2024-04-02T08:37:29.208571+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:24:04.881929+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:24:04.881929+0000","last_clean_scrub_stamp":"2024-04-02T08:24:04.881929+0000","objects_scrubbed":0,"log_size":1598,"log_dups_size":0,"ondisk_log_size":1598,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:04:24.993758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010104558,"stat_sum":{"num_bytes":22634496,"num_objects":10,"num_object_clones":6,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":3,"num_read":332,"num_read_kb":403105,"num_write":830,"num_write_kb":127944,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":24846336,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":1288,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.033580+0000","last_change":"2024-04-02T08:30:03.028777+0000","last_active":"2024-04-02T08:37:24.033580+0000","last_peered":"2024-04-02T08:37:24.033580+0000","last_clean":"2024-04-02T08:37:24.033580+0000","last_became_active":"2024-04-02T08:30:03.028355+0000","last_became_peered":"2024-04-02T08:30:03.028355+0000","last_unstale":"2024-04-02T08:37:24.033580+0000","last_undegraded":"2024-04-02T08:37:24.033580+0000","last_fullsized":"2024-04-02T08:37:24.033580+0000","mapping_epoch":414,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":415,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:25.621155+0000","last_clean_scrub_stamp":"2024-04-02T08:20:25.621155+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:11:24.904615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1],"acting":[2,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1114,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-02T08:37:29.209575+0000","last_change":"2024-04-02T08:31:52.087192+0000","last_active":"2024-04-02T08:37:29.209575+0000","last_peered":"2024-04-02T08:37:29.209575+0000","last_clean":"2024-04-02T08:37:29.209575+0000","last_became_active":"2024-04-02T08:31:52.086879+0000","last_became_peered":"2024-04-02T08:31:52.086879+0000","last_unstale":"2024-04-02T08:37:29.209575+0000","last_undegraded":"2024-04-02T08:37:29.209575+0000","last_fullsized":"2024-04-02T08:37:29.209575+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:25:11.304142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1153,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.700794+0000","last_change":"2024-04-02T08:31:17.178130+0000","last_active":"2024-04-02T08:37:24.700794+0000","last_peered":"2024-04-02T08:37:24.700794+0000","last_clean":"2024-04-02T08:37:24.700794+0000","last_became_active":"2024-04-02T08:31:17.177341+0000","last_became_peered":"2024-04-02T08:31:17.177341+0000","last_unstale":"2024-04-02T08:37:24.700794+0000","last_undegraded":"2024-04-02T08:37:24.700794+0000","last_fullsized":"2024-04-02T08:37:24.700794+0000","mapping_epoch":488,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":489,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:15:37.598099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1273,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.031523+0000","last_change":"2024-04-02T08:31:17.178168+0000","last_active":"2024-04-02T08:37:24.031523+0000","last_peered":"2024-04-02T08:37:24.031523+0000","last_clean":"2024-04-02T08:37:24.031523+0000","last_became_active":"2024-04-02T08:31:17.177826+0000","last_became_peered":"2024-04-02T08:31:17.177826+0000","last_unstale":"2024-04-02T08:37:24.031523+0000","last_undegraded":"2024-04-02T08:37:24.031523+0000","last_fullsized":"2024-04-02T08:37:24.031523+0000","mapping_epoch":488,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":489,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:42:28.675043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1193,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.307568+0000","last_change":"2024-04-02T08:30:42.964594+0000","last_active":"2024-04-02T08:37:24.307568+0000","last_peered":"2024-04-02T08:37:24.307568+0000","last_clean":"2024-04-02T08:37:24.307568+0000","last_became_active":"2024-04-02T08:30:42.964185+0000","last_became_peered":"2024-04-02T08:30:42.964185+0000","last_unstale":"2024-04-02T08:37:24.307568+0000","last_undegraded":"2024-04-02T08:37:24.307568+0000","last_fullsized":"2024-04-02T08:37:24.307568+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:02:37.886359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1328,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-02T08:37:29.227807+0000","last_change":"2024-04-02T08:30:22.992960+0000","last_active":"2024-04-02T08:37:29.227807+0000","last_peered":"2024-04-02T08:37:29.227807+0000","last_clean":"2024-04-02T08:37:29.227807+0000","last_became_active":"2024-04-02T08:30:22.992223+0000","last_became_peered":"2024-04-02T08:30:22.992223+0000","last_unstale":"2024-04-02T08:37:29.227807+0000","last_undegraded":"2024-04-02T08:37:29.227807+0000","last_fullsized":"2024-04-02T08:37:29.227807+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:06:44.315373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1246,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.027929+0000","last_change":"2024-04-02T08:30:22.992841+0000","last_active":"2024-04-02T08:37:24.027929+0000","last_peered":"2024-04-02T08:37:24.027929+0000","last_clean":"2024-04-02T08:37:24.027929+0000","last_became_active":"2024-04-02T08:30:22.992523+0000","last_became_peered":"2024-04-02T08:30:22.992523+0000","last_unstale":"2024-04-02T08:37:24.027929+0000","last_undegraded":"2024-04-02T08:37:24.027929+0000","last_fullsized":"2024-04-02T08:37:24.027929+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:50:35.040725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1299,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-02T08:37:29.031526+0000","last_change":"2024-04-02T08:30:03.039313+0000","last_active":"2024-04-02T08:37:29.031526+0000","last_peered":"2024-04-02T08:37:29.031526+0000","last_clean":"2024-04-02T08:37:29.031526+0000","last_became_active":"2024-04-02T08:30:03.038959+0000","last_became_peered":"2024-04-02T08:30:03.038959+0000","last_unstale":"2024-04-02T08:37:29.031526+0000","last_undegraded":"2024-04-02T08:37:29.031526+0000","last_fullsized":"2024-04-02T08:37:29.031526+0000","mapping_epoch":414,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":415,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:09:41.809998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1169,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.701591+0000","last_change":"2024-04-02T08:31:52.077181+0000","last_active":"2024-04-02T08:37:24.701591+0000","last_peered":"2024-04-02T08:37:24.701591+0000","last_clean":"2024-04-02T08:37:24.701591+0000","last_became_active":"2024-04-02T08:31:52.076853+0000","last_became_peered":"2024-04-02T08:31:52.076853+0000","last_unstale":"2024-04-02T08:37:24.701591+0000","last_undegraded":"2024-04-02T08:37:24.701591+0000","last_fullsized":"2024-04-02T08:37:24.701591+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:50:14.827316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1249,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.028725+0000","last_change":"2024-04-02T08:30:03.031911+0000","last_active":"2024-04-02T08:37:24.028725+0000","last_peered":"2024-04-02T08:37:24.028725+0000","last_clean":"2024-04-02T08:37:24.028725+0000","last_became_active":"2024-04-02T08:30:03.031590+0000","last_became_peered":"2024-04-02T08:30:03.031590+0000","last_unstale":"2024-04-02T08:37:24.028725+0000","last_undegraded":"2024-04-02T08:37:24.028725+0000","last_fullsized":"2024-04-02T08:37:24.028725+0000","mapping_epoch":414,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":415,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:43:02.632787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1193,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.307347+0000","last_change":"2024-04-02T08:30:42.964191+0000","last_active":"2024-04-02T08:37:24.307347+0000","last_peered":"2024-04-02T08:37:24.307347+0000","last_clean":"2024-04-02T08:37:24.307347+0000","last_became_active":"2024-04-02T08:30:42.963691+0000","last_became_peered":"2024-04-02T08:30:42.963691+0000","last_unstale":"2024-04-02T08:37:24.307347+0000","last_undegraded":"2024-04-02T08:37:24.307347+0000","last_fullsized":"2024-04-02T08:37:24.307347+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:28:43.931620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1240,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.028853+0000","last_change":"2024-04-02T08:30:22.993497+0000","last_active":"2024-04-02T08:37:24.028853+0000","last_peered":"2024-04-02T08:37:24.028853+0000","last_clean":"2024-04-02T08:37:24.028853+0000","last_became_active":"2024-04-02T08:30:22.992898+0000","last_became_peered":"2024-04-02T08:30:22.992898+0000","last_unstale":"2024-04-02T08:37:24.028853+0000","last_undegraded":"2024-04-02T08:37:24.028853+0000","last_fullsized":"2024-04-02T08:37:24.028853+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:35:05.134394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1197,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.307219+0000","last_change":"2024-04-02T08:31:52.081287+0000","last_active":"2024-04-02T08:37:24.307219+0000","last_peered":"2024-04-02T08:37:24.307219+0000","last_clean":"2024-04-02T08:37:24.307219+0000","last_became_active":"2024-04-02T08:31:52.080854+0000","last_became_peered":"2024-04-02T08:31:52.080854+0000","last_unstale":"2024-04-02T08:37:24.307219+0000","last_undegraded":"2024-04-02T08:37:24.307219+0000","last_fullsized":"2024-04-02T08:37:24.307219+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:05:21.091489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1328,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-02T08:37:29.228522+0000","last_change":"2024-04-02T08:31:52.085389+0000","last_active":"2024-04-02T08:37:29.228522+0000","last_peered":"2024-04-02T08:37:29.228522+0000","last_clean":"2024-04-02T08:37:29.228522+0000","last_became_active":"2024-04-02T08:31:52.085012+0000","last_became_peered":"2024-04-02T08:31:52.085012+0000","last_unstale":"2024-04-02T08:37:29.228522+0000","last_undegraded":"2024-04-02T08:37:29.228522+0000","last_fullsized":"2024-04-02T08:37:29.228522+0000","mapping_epoch":523,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":524,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:37:39.439141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1199,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-02T08:37:24.701109+0000","last_change":"2024-04-02T08:31:17.188367+0000","last_active":"2024-04-02T08:37:24.701109+0000","last_peered":"2024-04-02T08:37:24.701109+0000","last_clean":"2024-04-02T08:37:24.701109+0000","last_became_active":"2024-04-02T08:31:17.187159+0000","last_became_peered":"2024-04-02T08:31:17.187159+0000","last_unstale":"2024-04-02T08:37:24.701109+0000","last_undegraded":"2024-04-02T08:37:24.701109+0000","last_fullsized":"2024-04-02T08:37:24.701109+0000","mapping_epoch":488,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":489,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:20:26.623032+0000","last_clean_scrub_stamp":"2024-04-02T08:20:26.623032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:14:29.296406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":233693184,"num_objects":117,"num_object_clones":70,"num_object_copies":351,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":117,"num_whiteouts":8,"num_read":3893,"num_read_kb":5928813,"num_write":8521,"num_write_kb":1888520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":117,"num_bytes_recovered":373800960,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":338853888,"data_stored":551497728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":18794,"ondisk_log_size":18794,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6622,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19866,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":42504,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":523,"seq":2246267895877,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":391396,"kb_used_data":49496,"kb_used_omap":36,"kb_used_meta":341851,"kb_avail":93353756,"statfs":{"total":95995035648,"available":95594246144,"internally_reserved":0,"allocated":50683904,"data_stored":76565336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37372,"internal_metadata":350055940},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":488,"seq":2095944040523,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":320164,"kb_used_data":42648,"kb_used_omap":24,"kb_used_meta":277479,"kb_avail":93424988,"statfs":{"total":95995035648,"available":95667187712,"internally_reserved":0,"allocated":43671552,"data_stored":53296297,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":25285,"internal_metadata":284138811},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":343,"seq":1473173782633,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":568476,"kb_used_data":62544,"kb_used_omap":25,"kb_used_meta":505894,"kb_avail":93176676,"statfs":{"total":95995035648,"available":95412916224,"internally_reserved":0,"allocated":64045056,"data_stored":81258183,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26600,"internal_metadata":518035480},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":308,"seq":1322849927280,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":532016,"kb_used_data":63588,"kb_used_omap":25,"kb_used_meta":468390,"kb_avail":93213136,"statfs":{"total":95995035648,"available":95450251264,"internally_reserved":0,"allocated":65114112,"data_stored":91962621,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26178,"internal_metadata":479631806},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":379,"seq":1627792605281,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":501068,"kb_used_data":63232,"kb_used_omap":23,"kb_used_meta":437800,"kb_avail":93244084,"statfs":{"total":95995035648,"available":95481942016,"internally_reserved":0,"allocated":64749568,"data_stored":94982840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24352,"internal_metadata":448307424},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":414,"seq":1778116460634,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":197008,"kb_used_data":29376,"kb_used_omap":16,"kb_used_meta":167599,"kb_avail":93548144,"statfs":{"total":95995035648,"available":95793299456,"internally_reserved":0,"allocated":30081024,"data_stored":34163441,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":16417,"internal_metadata":171622367},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":434,"seq":1864015806550,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":281452,"kb_used_data":47896,"kb_used_omap":28,"kb_used_meta":233507,"kb_avail":93463700,"statfs":{"total":95995035648,"available":95706828800,"internally_reserved":0,"allocated":49045504,"data_stored":60487309,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":29348,"internal_metadata":239111516},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":454,"seq":1949915152466,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":698948,"kb_used_data":75896,"kb_used_omap":47,"kb_used_meta":622992,"kb_avail":93046204,"statfs":{"total":95995035648,"available":95279312896,"internally_reserved":0,"allocated":77717504,"data_stored":121850264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48887,"internal_metadata":637944073},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5416,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4249,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5001,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5797,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5797,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5914,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5032,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5444,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5768,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":51449856,"data_stored":83705856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":50982912,"data_stored":73592832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":51712000,"data_stored":87326720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":17014784,"data_stored":26501120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":35987456,"data_stored":52830208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":64659456,"data_stored":114188288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":30019584,"data_stored":45043712,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":37027840,"data_stored":68308992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-02T08:37:31.133 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2024-04-02T08:37:31.133 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2024-04-02T08:37:31.348 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:37:32.172 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:32 smithi012 ceph-mon[88355]: pgmap v950: 121 pgs: 121 active+clean; 223 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 770 KiB/s wr, 14 op/s 2024-04-02T08:37:32.172 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:32 smithi012 ceph-mon[88355]: from='client.34485 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:37:32.173 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:32 smithi012 ceph-mon[90784]: pgmap v950: 121 pgs: 121 active+clean; 223 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 770 KiB/s wr, 14 op/s 2024-04-02T08:37:32.173 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:32 smithi012 ceph-mon[90784]: from='client.34485 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:37:32.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:32 smithi055 ceph-mon[85080]: pgmap v950: 121 pgs: 121 active+clean; 223 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 770 KiB/s wr, 14 op/s 2024-04-02T08:37:32.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:32 smithi055 ceph-mon[85080]: from='client.34485 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:37:32.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:37:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:37:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:37:34.065 INFO:teuthology.orchestra.run.smithi012.stderr:pool 'unique_pool_0' removed 2024-04-02T08:37:34.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:34 smithi055 ceph-mon[85080]: pgmap v951: 121 pgs: 121 active+clean; 223 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 652 KiB/s wr, 11 op/s 2024-04-02T08:37:34.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:34 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3637616956' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T08:37:34.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:34 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T08:37:34.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:34 smithi012 ceph-mon[88355]: pgmap v951: 121 pgs: 121 active+clean; 223 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 652 KiB/s wr, 11 op/s 2024-04-02T08:37:34.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:34 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3637616956' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T08:37:34.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:34 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T08:37:34.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:34 smithi012 ceph-mon[90784]: pgmap v951: 121 pgs: 121 active+clean; 223 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 652 KiB/s wr, 11 op/s 2024-04-02T08:37:34.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:34 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3637616956' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T08:37:34.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:34 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T08:37:34.867 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T08:37:34.867 INFO:teuthology.task.print:**** done end ec-rados-default.yaml 2024-04-02T08:37:34.867 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T08:37:34.867 INFO:teuthology.task.print:**** done start rados_api.yaml 2024-04-02T08:37:34.867 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-02T08:37:34.868 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-02T08:37:34.868 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-02T08:37:34.868 DEBUG:teuthology.orchestra.run.smithi012:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-02T08:37:34.883 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T08:37:34.884 INFO:teuthology.orchestra.run.smithi012.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-02T08:37:34.884 DEBUG:teuthology.orchestra.run.smithi012:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T08:37:34.943 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-02T08:37:34.943 DEBUG:teuthology.orchestra.run.smithi012:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-02T08:37:34.998 INFO:tasks.workunit:timeout=3h 2024-04-02T08:37:34.998 INFO:tasks.workunit:cleanup=True 2024-04-02T08:37:34.998 DEBUG:teuthology.orchestra.run.smithi012:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-02T08:37:35.054 INFO:tasks.workunit.client.0.smithi012.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-02T08:37:35.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:35 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-04-02T08:37:35.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:35 smithi012 ceph-mon[88355]: osdmap e852: 8 total, 8 up, 8 in 2024-04-02T08:37:35.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:35 smithi012 ceph-mon[88355]: pgmap v953: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:35.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:35 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-04-02T08:37:35.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:35 smithi012 ceph-mon[90784]: osdmap e852: 8 total, 8 up, 8 in 2024-04-02T08:37:35.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:35 smithi012 ceph-mon[90784]: pgmap v953: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:35.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:35 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-04-02T08:37:35.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:35 smithi055 ceph-mon[85080]: osdmap e852: 8 total, 8 up, 8 in 2024-04-02T08:37:35.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:35 smithi055 ceph-mon[85080]: pgmap v953: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:37.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:37 smithi055 ceph-mon[85080]: pgmap v954: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:37.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:37 smithi012 ceph-mon[88355]: pgmap v954: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:37.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:37 smithi012 ceph-mon[90784]: pgmap v954: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:38.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:37:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:37:37] "GET /metrics HTTP/1.1" 200 36251 "" "Prometheus/2.43.0" 2024-04-02T08:37:39.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:39 smithi055 ceph-mon[85080]: pgmap v955: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:39.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:39 smithi012 ceph-mon[88355]: pgmap v955: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:39.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:39 smithi012 ceph-mon[90784]: pgmap v955: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:40.570 DEBUG:teuthology.orchestra.run.smithi012:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-02T08:37:40.624 INFO:tasks.workunit.client.0.smithi012.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-02T08:37:40.626 INFO:tasks.workunit.client.0.smithi012.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T08:37:40.626 INFO:tasks.workunit.client.0.smithi012.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-02T08:37:40.676 INFO:tasks.workunit.client.0.smithi012.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-02T08:37:40.726 INFO:tasks.workunit.client.0.smithi012.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-02T08:37:40.768 INFO:tasks.workunit.client.0.smithi012.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T08:37:40.769 INFO:tasks.workunit.client.0.smithi012.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T08:37:40.769 INFO:tasks.workunit.client.0.smithi012.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-02T08:37:40.808 INFO:tasks.workunit.client.0.smithi012.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T08:37:40.811 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-04-02T08:37:40.811 DEBUG:teuthology.orchestra.run.smithi012:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-02T08:37:40.867 INFO:tasks.workunit:Running workunits matching cls on client.0... 2024-04-02T08:37:40.868 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2024-04-02T08:37:40.868 DEBUG:teuthology.orchestra.run.smithi012:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2024-04-02T08:37:40.937 INFO:tasks.workunit.client.0.smithi012.stdout:Running main() from gmock_main.cc 2024-04-02T08:37:40.937 INFO:tasks.workunit.client.0.smithi012.stdout:[==========] Running 22 tests from 1 test suite. 2024-04-02T08:37:40.937 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] Global test environment set-up. 2024-04-02T08:37:40.937 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 22 tests from TestCls2PCQueue 2024-04-02T08:37:40.937 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2024-04-02T08:37:41.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:41 smithi055 ceph-mon[85080]: pgmap v956: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:41.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:41 smithi012 ceph-mon[88355]: pgmap v956: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:41.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:41 smithi012 ceph-mon[90784]: pgmap v956: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:42.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:42 smithi055 ceph-mon[85080]: osdmap e853: 8 total, 8 up, 8 in 2024-04-02T08:37:42.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:42 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1280184486' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:42.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:42 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:42.561 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:37:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:37:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:37:42.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:42 smithi012 ceph-mon[88355]: osdmap e853: 8 total, 8 up, 8 in 2024-04-02T08:37:42.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:42 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1280184486' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:42.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:42 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:42.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:42 smithi012 ceph-mon[90784]: osdmap e853: 8 total, 8 up, 8 in 2024-04-02T08:37:42.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:42 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1280184486' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:42.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:42 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:43.289 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2352 ms) 2024-04-02T08:37:43.290 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2024-04-02T08:37:43.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:43 smithi055 ceph-mon[85080]: pgmap v958: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:43.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:43 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:37:43.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:43 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:43.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:43 smithi055 ceph-mon[85080]: osdmap e854: 8 total, 8 up, 8 in 2024-04-02T08:37:43.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:43 smithi012 ceph-mon[88355]: pgmap v958: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:43.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:43 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:37:43.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:43 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:43.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:43 smithi012 ceph-mon[88355]: osdmap e854: 8 total, 8 up, 8 in 2024-04-02T08:37:43.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:43 smithi012 ceph-mon[90784]: pgmap v958: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:43.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:43 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:37:43.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:43 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:43.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:43 smithi012 ceph-mon[90784]: osdmap e854: 8 total, 8 up, 8 in 2024-04-02T08:37:44.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:44 smithi055 ceph-mon[85080]: osdmap e855: 8 total, 8 up, 8 in 2024-04-02T08:37:44.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:37:44.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:44.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:44 smithi012 ceph-mon[88355]: osdmap e855: 8 total, 8 up, 8 in 2024-04-02T08:37:44.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:37:44.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:44.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:44 smithi012 ceph-mon[90784]: osdmap e855: 8 total, 8 up, 8 in 2024-04-02T08:37:44.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:37:44.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:45.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:45 smithi055 ceph-mon[85080]: pgmap v961: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:45.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:45 smithi055 ceph-mon[85080]: osdmap e856: 8 total, 8 up, 8 in 2024-04-02T08:37:45.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:45 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2412694427' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:45.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:45 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:45.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:45 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:37:45.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:45 smithi055 ceph-mon[85080]: Cluster is now healthy 2024-04-02T08:37:45.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:45 smithi012 ceph-mon[88355]: pgmap v961: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:45.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:45 smithi012 ceph-mon[88355]: osdmap e856: 8 total, 8 up, 8 in 2024-04-02T08:37:45.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:45 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2412694427' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:45.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:45 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:45.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:45 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:37:45.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:45 smithi012 ceph-mon[88355]: Cluster is now healthy 2024-04-02T08:37:45.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:45 smithi012 ceph-mon[90784]: pgmap v961: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:45.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:45 smithi012 ceph-mon[90784]: osdmap e856: 8 total, 8 up, 8 in 2024-04-02T08:37:45.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:45 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2412694427' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:45.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:45 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:45.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:45 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:37:45.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:45 smithi012 ceph-mon[90784]: Cluster is now healthy 2024-04-02T08:37:46.313 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3023 ms) 2024-04-02T08:37:46.313 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestCls2PCQueue.Reserve 2024-04-02T08:37:46.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:46 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:46.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:46 smithi055 ceph-mon[85080]: osdmap e857: 8 total, 8 up, 8 in 2024-04-02T08:37:46.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:46 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:46.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:46 smithi012 ceph-mon[88355]: osdmap e857: 8 total, 8 up, 8 in 2024-04-02T08:37:46.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:46 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:46.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:46 smithi012 ceph-mon[90784]: osdmap e857: 8 total, 8 up, 8 in 2024-04-02T08:37:47.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:47 smithi055 ceph-mon[85080]: pgmap v964: 137 pgs: 20 creating+peering, 117 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:47.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:47 smithi055 ceph-mon[85080]: osdmap e858: 8 total, 8 up, 8 in 2024-04-02T08:37:47.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:47 smithi012 ceph-mon[88355]: pgmap v964: 137 pgs: 20 creating+peering, 117 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:47.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:47 smithi012 ceph-mon[88355]: osdmap e858: 8 total, 8 up, 8 in 2024-04-02T08:37:47.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:47 smithi012 ceph-mon[90784]: pgmap v964: 137 pgs: 20 creating+peering, 117 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:47.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:47 smithi012 ceph-mon[90784]: osdmap e858: 8 total, 8 up, 8 in 2024-04-02T08:37:48.325 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:37:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:37:47] "GET /metrics HTTP/1.1" 200 33973 "" "Prometheus/2.43.0" 2024-04-02T08:37:48.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:48 smithi012 ceph-mon[88355]: osdmap e859: 8 total, 8 up, 8 in 2024-04-02T08:37:48.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:48 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2841277656' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:48.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:48 smithi012 ceph-mon[90784]: osdmap e859: 8 total, 8 up, 8 in 2024-04-02T08:37:48.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:48 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2841277656' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:48.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:48 smithi055 ceph-mon[85080]: osdmap e859: 8 total, 8 up, 8 in 2024-04-02T08:37:48.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:48 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2841277656' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:49.337 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestCls2PCQueue.Reserve (3024 ms) 2024-04-02T08:37:49.337 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2024-04-02T08:37:49.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:49 smithi012 ceph-mon[88355]: pgmap v967: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:49.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:49 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:37:49.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:49 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2841277656' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:49.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:49 smithi012 ceph-mon[88355]: osdmap e860: 8 total, 8 up, 8 in 2024-04-02T08:37:49.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:49 smithi012 ceph-mon[90784]: pgmap v967: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:49.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:49 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:37:49.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:49 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2841277656' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:49.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:49 smithi012 ceph-mon[90784]: osdmap e860: 8 total, 8 up, 8 in 2024-04-02T08:37:49.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:49 smithi055 ceph-mon[85080]: pgmap v967: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:49.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:49 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:37:49.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:49 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2841277656' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:49.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:49 smithi055 ceph-mon[85080]: osdmap e860: 8 total, 8 up, 8 in 2024-04-02T08:37:50.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:50 smithi012 ceph-mon[88355]: osdmap e861: 8 total, 8 up, 8 in 2024-04-02T08:37:50.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:50 smithi012 ceph-mon[90784]: osdmap e861: 8 total, 8 up, 8 in 2024-04-02T08:37:50.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:50 smithi055 ceph-mon[85080]: osdmap e861: 8 total, 8 up, 8 in 2024-04-02T08:37:51.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:51 smithi012 ceph-mon[88355]: pgmap v970: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:51.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:51 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:37:51.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:51 smithi012 ceph-mon[88355]: Cluster is now healthy 2024-04-02T08:37:51.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:51 smithi012 ceph-mon[88355]: osdmap e862: 8 total, 8 up, 8 in 2024-04-02T08:37:51.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:51 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2485131407' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:51.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:51 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:51.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:51 smithi012 ceph-mon[90784]: pgmap v970: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:51.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:51 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:37:51.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:51 smithi012 ceph-mon[90784]: Cluster is now healthy 2024-04-02T08:37:51.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:51 smithi012 ceph-mon[90784]: osdmap e862: 8 total, 8 up, 8 in 2024-04-02T08:37:51.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:51 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2485131407' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:51.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:51 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:51.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:51 smithi055 ceph-mon[85080]: pgmap v970: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:51.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:51 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:37:51.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:51 smithi055 ceph-mon[85080]: Cluster is now healthy 2024-04-02T08:37:51.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:51 smithi055 ceph-mon[85080]: osdmap e862: 8 total, 8 up, 8 in 2024-04-02T08:37:51.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:51 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2485131407' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:51.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:51 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:52.371 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3033 ms) 2024-04-02T08:37:52.371 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestCls2PCQueue.Commit 2024-04-02T08:37:52.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:52 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:52.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:52 smithi012 ceph-mon[90784]: osdmap e863: 8 total, 8 up, 8 in 2024-04-02T08:37:52.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:52 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:37:52.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:52 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:52.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:52 smithi012 ceph-mon[88355]: osdmap e863: 8 total, 8 up, 8 in 2024-04-02T08:37:52.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:52 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:37:52.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:52 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:52.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:52 smithi055 ceph-mon[85080]: osdmap e863: 8 total, 8 up, 8 in 2024-04-02T08:37:52.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:52 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:37:52.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:37:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:37:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:37:53.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:53 smithi012 ceph-mon[90784]: pgmap v973: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:53.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:53 smithi012 ceph-mon[90784]: osdmap e864: 8 total, 8 up, 8 in 2024-04-02T08:37:53.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:53 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:37:53.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:53 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:37:53.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:53 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:37:53.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:53 smithi012 ceph-mon[88355]: pgmap v973: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:53.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:53 smithi012 ceph-mon[88355]: osdmap e864: 8 total, 8 up, 8 in 2024-04-02T08:37:53.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:53 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:37:53.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:53 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:37:53.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:53 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:37:53.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:53 smithi055 ceph-mon[85080]: pgmap v973: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:53.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:53 smithi055 ceph-mon[85080]: osdmap e864: 8 total, 8 up, 8 in 2024-04-02T08:37:53.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:53 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:37:53.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:53 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:37:53.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:53 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:37:54.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:54 smithi012 ceph-mon[90784]: osdmap e865: 8 total, 8 up, 8 in 2024-04-02T08:37:54.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:54 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/4124100207' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:54.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:54 smithi012 ceph-mon[88355]: osdmap e865: 8 total, 8 up, 8 in 2024-04-02T08:37:54.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:54 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/4124100207' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:54.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:54 smithi055 ceph-mon[85080]: osdmap e865: 8 total, 8 up, 8 in 2024-04-02T08:37:54.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:54 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/4124100207' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:55.388 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestCls2PCQueue.Commit (3018 ms) 2024-04-02T08:37:55.388 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestCls2PCQueue.Abort 2024-04-02T08:37:55.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:55 smithi012 ceph-mon[88355]: pgmap v976: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:55.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:55 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:37:55.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:55 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/4124100207' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:55.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:55 smithi012 ceph-mon[88355]: osdmap e866: 8 total, 8 up, 8 in 2024-04-02T08:37:55.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:55 smithi012 ceph-mon[90784]: pgmap v976: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:55.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:55 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:37:55.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:55 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/4124100207' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:55.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:55 smithi012 ceph-mon[90784]: osdmap e866: 8 total, 8 up, 8 in 2024-04-02T08:37:55.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:55 smithi055 ceph-mon[85080]: pgmap v976: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:55.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:55 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:37:55.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:55 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/4124100207' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:55.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:55 smithi055 ceph-mon[85080]: osdmap e866: 8 total, 8 up, 8 in 2024-04-02T08:37:56.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:56 smithi012 ceph-mon[88355]: osdmap e867: 8 total, 8 up, 8 in 2024-04-02T08:37:56.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:56 smithi012 ceph-mon[90784]: osdmap e867: 8 total, 8 up, 8 in 2024-04-02T08:37:56.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:56 smithi055 ceph-mon[85080]: osdmap e867: 8 total, 8 up, 8 in 2024-04-02T08:37:57.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:57 smithi012 ceph-mon[90784]: pgmap v979: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:57.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:57 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:37:57.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:57 smithi012 ceph-mon[90784]: Cluster is now healthy 2024-04-02T08:37:57.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:57 smithi012 ceph-mon[90784]: osdmap e868: 8 total, 8 up, 8 in 2024-04-02T08:37:57.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:57 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3158169157' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:57.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:57 smithi012 ceph-mon[88355]: pgmap v979: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:57.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:57 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:37:57.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:57 smithi012 ceph-mon[88355]: Cluster is now healthy 2024-04-02T08:37:57.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:57 smithi012 ceph-mon[88355]: osdmap e868: 8 total, 8 up, 8 in 2024-04-02T08:37:57.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:57 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3158169157' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:57.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:57 smithi055 ceph-mon[85080]: pgmap v979: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:57.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:57 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:37:57.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:57 smithi055 ceph-mon[85080]: Cluster is now healthy 2024-04-02T08:37:57.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:57 smithi055 ceph-mon[85080]: osdmap e868: 8 total, 8 up, 8 in 2024-04-02T08:37:57.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:57 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3158169157' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:37:58.398 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:37:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:37:57] "GET /metrics HTTP/1.1" 200 33973 "" "Prometheus/2.43.0" 2024-04-02T08:37:58.403 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestCls2PCQueue.Abort (3016 ms) 2024-04-02T08:37:58.404 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2024-04-02T08:37:58.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:58 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3158169157' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:58.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:58 smithi012 ceph-mon[88355]: osdmap e869: 8 total, 8 up, 8 in 2024-04-02T08:37:58.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:58 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3158169157' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:58.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:58 smithi012 ceph-mon[90784]: osdmap e869: 8 total, 8 up, 8 in 2024-04-02T08:37:58.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:58 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3158169157' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:37:58.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:58 smithi055 ceph-mon[85080]: osdmap e869: 8 total, 8 up, 8 in 2024-04-02T08:37:59.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:59 smithi012 ceph-mon[90784]: pgmap v982: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:59.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:59 smithi012 ceph-mon[90784]: osdmap e870: 8 total, 8 up, 8 in 2024-04-02T08:37:59.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:37:59.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:37:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:59.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:59 smithi012 ceph-mon[88355]: pgmap v982: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:59.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:59 smithi012 ceph-mon[88355]: osdmap e870: 8 total, 8 up, 8 in 2024-04-02T08:37:59.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:37:59.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:37:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:59.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:59 smithi055 ceph-mon[85080]: pgmap v982: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:37:59.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:59 smithi055 ceph-mon[85080]: osdmap e870: 8 total, 8 up, 8 in 2024-04-02T08:37:59.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:37:59.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:37:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:00.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:00 smithi012 ceph-mon[88355]: osdmap e871: 8 total, 8 up, 8 in 2024-04-02T08:38:00.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:00 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2943076341' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:00.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:00 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:00.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:00 smithi012 ceph-mon[90784]: osdmap e871: 8 total, 8 up, 8 in 2024-04-02T08:38:00.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:00 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2943076341' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:00.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:00 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:00.711 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:00 smithi055 ceph-mon[85080]: osdmap e871: 8 total, 8 up, 8 in 2024-04-02T08:38:00.711 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:00 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2943076341' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:00.711 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:00 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:01.421 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestCls2PCQueue.ReserveError (3017 ms) 2024-04-02T08:38:01.421 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestCls2PCQueue.CommitError 2024-04-02T08:38:01.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:01 smithi012 ceph-mon[88355]: pgmap v985: 137 pgs: 20 creating+peering, 12 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:01.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:01 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:38:01.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:01 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:01.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:01 smithi012 ceph-mon[88355]: osdmap e872: 8 total, 8 up, 8 in 2024-04-02T08:38:01.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:01 smithi012 ceph-mon[90784]: pgmap v985: 137 pgs: 20 creating+peering, 12 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:01.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:01 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:38:01.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:01 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:01.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:01 smithi012 ceph-mon[90784]: osdmap e872: 8 total, 8 up, 8 in 2024-04-02T08:38:01.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:01 smithi055 ceph-mon[85080]: pgmap v985: 137 pgs: 20 creating+peering, 12 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:01.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:01 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:38:01.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:01 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:01.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:01 smithi055 ceph-mon[85080]: osdmap e872: 8 total, 8 up, 8 in 2024-04-02T08:38:02.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:02 smithi012 ceph-mon[88355]: osdmap e873: 8 total, 8 up, 8 in 2024-04-02T08:38:02.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:02 smithi012 ceph-mon[90784]: osdmap e873: 8 total, 8 up, 8 in 2024-04-02T08:38:02.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:02 smithi055 ceph-mon[85080]: osdmap e873: 8 total, 8 up, 8 in 2024-04-02T08:38:02.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:38:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:38:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:38:03.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:03 smithi055 ceph-mon[85080]: pgmap v988: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:03.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:03 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:38:03.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:03 smithi055 ceph-mon[85080]: Cluster is now healthy 2024-04-02T08:38:03.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:03 smithi055 ceph-mon[85080]: osdmap e874: 8 total, 8 up, 8 in 2024-04-02T08:38:03.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:03 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1971860227' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:03.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:03 smithi012 ceph-mon[88355]: pgmap v988: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:03.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:03 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:38:03.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:03 smithi012 ceph-mon[88355]: Cluster is now healthy 2024-04-02T08:38:03.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:03 smithi012 ceph-mon[88355]: osdmap e874: 8 total, 8 up, 8 in 2024-04-02T08:38:03.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:03 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1971860227' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:03.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:03 smithi012 ceph-mon[90784]: pgmap v988: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:03.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:03 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:38:03.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:03 smithi012 ceph-mon[90784]: Cluster is now healthy 2024-04-02T08:38:03.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:03 smithi012 ceph-mon[90784]: osdmap e874: 8 total, 8 up, 8 in 2024-04-02T08:38:03.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:03 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1971860227' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:04.455 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestCls2PCQueue.CommitError (3034 ms) 2024-04-02T08:38:04.456 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestCls2PCQueue.AbortError 2024-04-02T08:38:04.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:04 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1971860227' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:04.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:04 smithi055 ceph-mon[85080]: osdmap e875: 8 total, 8 up, 8 in 2024-04-02T08:38:04.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:04 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1971860227' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:04.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:04 smithi012 ceph-mon[88355]: osdmap e875: 8 total, 8 up, 8 in 2024-04-02T08:38:04.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:04 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1971860227' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:04.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:04 smithi012 ceph-mon[90784]: osdmap e875: 8 total, 8 up, 8 in 2024-04-02T08:38:05.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:05 smithi055 ceph-mon[85080]: pgmap v991: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:05.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:05 smithi055 ceph-mon[85080]: osdmap e876: 8 total, 8 up, 8 in 2024-04-02T08:38:05.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:05 smithi012 ceph-mon[88355]: pgmap v991: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:05.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:05 smithi012 ceph-mon[88355]: osdmap e876: 8 total, 8 up, 8 in 2024-04-02T08:38:05.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:05 smithi012 ceph-mon[90784]: pgmap v991: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:05.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:05 smithi012 ceph-mon[90784]: osdmap e876: 8 total, 8 up, 8 in 2024-04-02T08:38:06.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:06 smithi055 ceph-mon[85080]: osdmap e877: 8 total, 8 up, 8 in 2024-04-02T08:38:06.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:06 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3109754935' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:06.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:06 smithi012 ceph-mon[90784]: osdmap e877: 8 total, 8 up, 8 in 2024-04-02T08:38:06.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:06 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3109754935' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:06.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:06 smithi012 ceph-mon[88355]: osdmap e877: 8 total, 8 up, 8 in 2024-04-02T08:38:06.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:06 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3109754935' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:07.477 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestCls2PCQueue.AbortError (3022 ms) 2024-04-02T08:38:07.477 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2024-04-02T08:38:07.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:07 smithi055 ceph-mon[85080]: pgmap v994: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:07.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:07 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:38:07.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:07 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3109754935' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:07.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:07 smithi055 ceph-mon[85080]: osdmap e878: 8 total, 8 up, 8 in 2024-04-02T08:38:07.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:07 smithi012 ceph-mon[88355]: pgmap v994: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:07.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:07 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:38:07.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:07 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3109754935' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:07.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:07 smithi012 ceph-mon[88355]: osdmap e878: 8 total, 8 up, 8 in 2024-04-02T08:38:07.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:07 smithi012 ceph-mon[90784]: pgmap v994: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:07.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:07 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:38:07.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:07 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3109754935' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:07.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:07 smithi012 ceph-mon[90784]: osdmap e878: 8 total, 8 up, 8 in 2024-04-02T08:38:08.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:38:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:38:07] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2024-04-02T08:38:08.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:08 smithi055 ceph-mon[85080]: osdmap e879: 8 total, 8 up, 8 in 2024-04-02T08:38:08.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:08 smithi012 ceph-mon[88355]: osdmap e879: 8 total, 8 up, 8 in 2024-04-02T08:38:08.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:08 smithi012 ceph-mon[90784]: osdmap e879: 8 total, 8 up, 8 in 2024-04-02T08:38:09.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:09 smithi055 ceph-mon[85080]: pgmap v997: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:09.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:09 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:38:09.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:09 smithi055 ceph-mon[85080]: Cluster is now healthy 2024-04-02T08:38:09.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:09 smithi055 ceph-mon[85080]: osdmap e880: 8 total, 8 up, 8 in 2024-04-02T08:38:09.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:09 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1331124734' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:09.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:09 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:09.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:09 smithi012 ceph-mon[90784]: pgmap v997: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:09.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:09 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:38:09.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:09 smithi012 ceph-mon[90784]: Cluster is now healthy 2024-04-02T08:38:09.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:09 smithi012 ceph-mon[90784]: osdmap e880: 8 total, 8 up, 8 in 2024-04-02T08:38:09.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:09 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1331124734' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:09.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:09 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:09.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:09 smithi012 ceph-mon[88355]: pgmap v997: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:09.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:09 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:38:09.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:09 smithi012 ceph-mon[88355]: Cluster is now healthy 2024-04-02T08:38:09.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:09 smithi012 ceph-mon[88355]: osdmap e880: 8 total, 8 up, 8 in 2024-04-02T08:38:09.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:09 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1331124734' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:09.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:09 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:10.504 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3026 ms) 2024-04-02T08:38:10.504 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2024-04-02T08:38:10.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:10 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:10.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:10 smithi055 ceph-mon[85080]: osdmap e881: 8 total, 8 up, 8 in 2024-04-02T08:38:10.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:10 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:10.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:10 smithi012 ceph-mon[88355]: osdmap e881: 8 total, 8 up, 8 in 2024-04-02T08:38:10.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:10 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:10.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:10 smithi012 ceph-mon[90784]: osdmap e881: 8 total, 8 up, 8 in 2024-04-02T08:38:11.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:11 smithi055 ceph-mon[85080]: pgmap v1000: 137 pgs: 18 unknown, 119 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:11.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:11 smithi055 ceph-mon[85080]: osdmap e882: 8 total, 8 up, 8 in 2024-04-02T08:38:11.829 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:11 smithi012 ceph-mon[88355]: pgmap v1000: 137 pgs: 18 unknown, 119 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:11.829 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:11 smithi012 ceph-mon[88355]: osdmap e882: 8 total, 8 up, 8 in 2024-04-02T08:38:11.830 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:11 smithi012 ceph-mon[90784]: pgmap v1000: 137 pgs: 18 unknown, 119 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:11.830 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:11 smithi012 ceph-mon[90784]: osdmap e882: 8 total, 8 up, 8 in 2024-04-02T08:38:12.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:12 smithi055 ceph-mon[85080]: osdmap e883: 8 total, 8 up, 8 in 2024-04-02T08:38:12.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:12 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2416179805' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:12.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:12 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:12.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:38:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:38:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:38:12.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:12 smithi012 ceph-mon[88355]: osdmap e883: 8 total, 8 up, 8 in 2024-04-02T08:38:12.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:12 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2416179805' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:12.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:12 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:12.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:12 smithi012 ceph-mon[90784]: osdmap e883: 8 total, 8 up, 8 in 2024-04-02T08:38:12.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:12 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2416179805' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:12.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:12 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:13.517 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3014 ms) 2024-04-02T08:38:13.517 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2024-04-02T08:38:13.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:13 smithi055 ceph-mon[85080]: pgmap v1003: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:13.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:13 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:38:13.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:13 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:13.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:13 smithi055 ceph-mon[85080]: osdmap e884: 8 total, 8 up, 8 in 2024-04-02T08:38:13.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:13 smithi055 ceph-mon[85080]: osdmap e885: 8 total, 8 up, 8 in 2024-04-02T08:38:13.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:13 smithi012 ceph-mon[88355]: pgmap v1003: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:13.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:13 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:38:13.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:13 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:13.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:13 smithi012 ceph-mon[88355]: osdmap e884: 8 total, 8 up, 8 in 2024-04-02T08:38:13.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:13 smithi012 ceph-mon[88355]: osdmap e885: 8 total, 8 up, 8 in 2024-04-02T08:38:13.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:13 smithi012 ceph-mon[90784]: pgmap v1003: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:13.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:13 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:38:13.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:13 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:13.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:13 smithi012 ceph-mon[90784]: osdmap e884: 8 total, 8 up, 8 in 2024-04-02T08:38:13.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:13 smithi012 ceph-mon[90784]: osdmap e885: 8 total, 8 up, 8 in 2024-04-02T08:38:15.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:38:15.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:15.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:15 smithi012 ceph-mon[88355]: pgmap v1006: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:15.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:15 smithi012 ceph-mon[88355]: osdmap e886: 8 total, 8 up, 8 in 2024-04-02T08:38:15.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:15 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2550525407' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:15.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:15 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:15.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:38:15.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:15.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:15 smithi012 ceph-mon[90784]: pgmap v1006: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:15.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:15 smithi012 ceph-mon[90784]: osdmap e886: 8 total, 8 up, 8 in 2024-04-02T08:38:15.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:15 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2550525407' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:15.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:15 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:15.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:15 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:38:15.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:15 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:15.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:15 smithi055 ceph-mon[85080]: pgmap v1006: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:15.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:15 smithi055 ceph-mon[85080]: osdmap e886: 8 total, 8 up, 8 in 2024-04-02T08:38:15.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:15 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2550525407' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:15.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:15 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:16.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:16 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:38:16.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:16 smithi012 ceph-mon[88355]: Cluster is now healthy 2024-04-02T08:38:16.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:16 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:16.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:16 smithi012 ceph-mon[88355]: osdmap e887: 8 total, 8 up, 8 in 2024-04-02T08:38:16.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:16 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:38:16.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:16 smithi012 ceph-mon[90784]: Cluster is now healthy 2024-04-02T08:38:16.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:16 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:16.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:16 smithi012 ceph-mon[90784]: osdmap e887: 8 total, 8 up, 8 in 2024-04-02T08:38:16.532 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3015 ms) 2024-04-02T08:38:16.532 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2024-04-02T08:38:16.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:16 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:38:16.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:16 smithi055 ceph-mon[85080]: Cluster is now healthy 2024-04-02T08:38:16.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:16 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:16.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:16 smithi055 ceph-mon[85080]: osdmap e887: 8 total, 8 up, 8 in 2024-04-02T08:38:17.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:17 smithi055 ceph-mon[85080]: pgmap v1009: 137 pgs: 19 creating+peering, 118 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:17.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:17 smithi055 ceph-mon[85080]: osdmap e888: 8 total, 8 up, 8 in 2024-04-02T08:38:17.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:17 smithi012 ceph-mon[88355]: pgmap v1009: 137 pgs: 19 creating+peering, 118 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:17.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:17 smithi012 ceph-mon[88355]: osdmap e888: 8 total, 8 up, 8 in 2024-04-02T08:38:17.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:17 smithi012 ceph-mon[90784]: pgmap v1009: 137 pgs: 19 creating+peering, 118 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:17.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:17 smithi012 ceph-mon[90784]: osdmap e888: 8 total, 8 up, 8 in 2024-04-02T08:38:18.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:38:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:38:17] "GET /metrics HTTP/1.1" 200 33971 "" "Prometheus/2.43.0" 2024-04-02T08:38:18.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:18 smithi055 ceph-mon[85080]: osdmap e889: 8 total, 8 up, 8 in 2024-04-02T08:38:18.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:18 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2510330892' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:18.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:18 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:18.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:18 smithi012 ceph-mon[88355]: osdmap e889: 8 total, 8 up, 8 in 2024-04-02T08:38:18.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:18 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2510330892' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:18.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:18 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:18.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:18 smithi012 ceph-mon[90784]: osdmap e889: 8 total, 8 up, 8 in 2024-04-02T08:38:18.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:18 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2510330892' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:18.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:18 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:19.553 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3021 ms) 2024-04-02T08:38:19.554 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2024-04-02T08:38:19.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:19 smithi055 ceph-mon[85080]: pgmap v1012: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:19.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:19 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:38:19.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:19 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:19.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:19 smithi055 ceph-mon[85080]: osdmap e890: 8 total, 8 up, 8 in 2024-04-02T08:38:19.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:19 smithi012 ceph-mon[88355]: pgmap v1012: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:19.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:19 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:38:19.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:19 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:19.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:19 smithi012 ceph-mon[88355]: osdmap e890: 8 total, 8 up, 8 in 2024-04-02T08:38:19.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:19 smithi012 ceph-mon[90784]: pgmap v1012: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:19.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:19 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:38:19.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:19 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:19.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:19 smithi012 ceph-mon[90784]: osdmap e890: 8 total, 8 up, 8 in 2024-04-02T08:38:20.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:20 smithi055 ceph-mon[85080]: osdmap e891: 8 total, 8 up, 8 in 2024-04-02T08:38:20.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:20 smithi012 ceph-mon[88355]: osdmap e891: 8 total, 8 up, 8 in 2024-04-02T08:38:20.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:20 smithi012 ceph-mon[90784]: osdmap e891: 8 total, 8 up, 8 in 2024-04-02T08:38:21.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:21 smithi055 ceph-mon[85080]: pgmap v1015: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:21.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:21 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:38:21.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:21 smithi055 ceph-mon[85080]: Cluster is now healthy 2024-04-02T08:38:21.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:21 smithi055 ceph-mon[85080]: osdmap e892: 8 total, 8 up, 8 in 2024-04-02T08:38:21.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:21 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2604541473' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:21.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:21 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:21.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:21 smithi012 ceph-mon[88355]: pgmap v1015: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:21.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:21 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:38:21.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:21 smithi012 ceph-mon[88355]: Cluster is now healthy 2024-04-02T08:38:21.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:21 smithi012 ceph-mon[88355]: osdmap e892: 8 total, 8 up, 8 in 2024-04-02T08:38:21.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:21 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2604541473' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:21.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:21 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:21.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:21 smithi012 ceph-mon[90784]: pgmap v1015: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:21.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:21 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:38:21.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:21 smithi012 ceph-mon[90784]: Cluster is now healthy 2024-04-02T08:38:21.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:21 smithi012 ceph-mon[90784]: osdmap e892: 8 total, 8 up, 8 in 2024-04-02T08:38:21.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:21 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2604541473' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:21.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:21 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:22.578 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:38:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:38:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:38:22.581 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3025 ms) 2024-04-02T08:38:22.581 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2024-04-02T08:38:22.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:22 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:22.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:22 smithi012 ceph-mon[88355]: osdmap e893: 8 total, 8 up, 8 in 2024-04-02T08:38:22.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:22 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:22.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:22 smithi012 ceph-mon[90784]: osdmap e893: 8 total, 8 up, 8 in 2024-04-02T08:38:23.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:22 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:23.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:22 smithi055 ceph-mon[85080]: osdmap e893: 8 total, 8 up, 8 in 2024-04-02T08:38:23.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:23 smithi012 ceph-mon[88355]: pgmap v1018: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:23.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:23 smithi012 ceph-mon[88355]: osdmap e894: 8 total, 8 up, 8 in 2024-04-02T08:38:23.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:23 smithi012 ceph-mon[90784]: pgmap v1018: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:23.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:23 smithi012 ceph-mon[90784]: osdmap e894: 8 total, 8 up, 8 in 2024-04-02T08:38:24.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:23 smithi055 ceph-mon[85080]: pgmap v1018: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:24.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:23 smithi055 ceph-mon[85080]: osdmap e894: 8 total, 8 up, 8 in 2024-04-02T08:38:24.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:24 smithi012 ceph-mon[88355]: osdmap e895: 8 total, 8 up, 8 in 2024-04-02T08:38:24.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:24 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1828136126' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:24.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:24 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:24.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:24 smithi012 ceph-mon[90784]: osdmap e895: 8 total, 8 up, 8 in 2024-04-02T08:38:24.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:24 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1828136126' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:24.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:24 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:25.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:24 smithi055 ceph-mon[85080]: osdmap e895: 8 total, 8 up, 8 in 2024-04-02T08:38:25.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:24 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1828136126' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:25.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:24 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:25.596 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3017 ms) 2024-04-02T08:38:25.596 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2024-04-02T08:38:25.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:25 smithi012 ceph-mon[88355]: pgmap v1021: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:25.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:25 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:38:25.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:25 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:25.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:25 smithi012 ceph-mon[88355]: osdmap e896: 8 total, 8 up, 8 in 2024-04-02T08:38:25.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:25 smithi012 ceph-mon[90784]: pgmap v1021: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:25.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:25 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:38:25.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:25 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:25.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:25 smithi012 ceph-mon[90784]: osdmap e896: 8 total, 8 up, 8 in 2024-04-02T08:38:26.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:25 smithi055 ceph-mon[85080]: pgmap v1021: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:26.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:25 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:38:26.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:25 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:26.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:25 smithi055 ceph-mon[85080]: osdmap e896: 8 total, 8 up, 8 in 2024-04-02T08:38:26.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:26 smithi012 ceph-mon[88355]: osdmap e897: 8 total, 8 up, 8 in 2024-04-02T08:38:26.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:26 smithi012 ceph-mon[90784]: osdmap e897: 8 total, 8 up, 8 in 2024-04-02T08:38:27.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:26 smithi055 ceph-mon[85080]: osdmap e897: 8 total, 8 up, 8 in 2024-04-02T08:38:27.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:27 smithi012 ceph-mon[88355]: pgmap v1024: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:27.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:27 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:38:27.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:27 smithi012 ceph-mon[88355]: Cluster is now healthy 2024-04-02T08:38:27.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:27 smithi012 ceph-mon[88355]: osdmap e898: 8 total, 8 up, 8 in 2024-04-02T08:38:27.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:27 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3222400495' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:27.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:27 smithi012 ceph-mon[90784]: pgmap v1024: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:27.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:27 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:38:27.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:27 smithi012 ceph-mon[90784]: Cluster is now healthy 2024-04-02T08:38:27.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:27 smithi012 ceph-mon[90784]: osdmap e898: 8 total, 8 up, 8 in 2024-04-02T08:38:27.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:27 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3222400495' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:28.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:27 smithi055 ceph-mon[85080]: pgmap v1024: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:28.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:27 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:38:28.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:27 smithi055 ceph-mon[85080]: Cluster is now healthy 2024-04-02T08:38:28.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:27 smithi055 ceph-mon[85080]: osdmap e898: 8 total, 8 up, 8 in 2024-04-02T08:38:28.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:27 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3222400495' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:28.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:38:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:38:27] "GET /metrics HTTP/1.1" 200 33971 "" "Prometheus/2.43.0" 2024-04-02T08:38:28.619 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestCls2PCQueue.Cleanup (3023 ms) 2024-04-02T08:38:28.620 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2024-04-02T08:38:28.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:28 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3222400495' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:28.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:28 smithi012 ceph-mon[88355]: osdmap e899: 8 total, 8 up, 8 in 2024-04-02T08:38:28.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:28 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3222400495' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:28.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:28 smithi012 ceph-mon[90784]: osdmap e899: 8 total, 8 up, 8 in 2024-04-02T08:38:29.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:28 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3222400495' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:29.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:28 smithi055 ceph-mon[85080]: osdmap e899: 8 total, 8 up, 8 in 2024-04-02T08:38:29.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:29 smithi012 ceph-mon[90784]: pgmap v1027: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:29.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:29 smithi012 ceph-mon[90784]: osdmap e900: 8 total, 8 up, 8 in 2024-04-02T08:38:29.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:38:29.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:29.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:29 smithi012 ceph-mon[88355]: pgmap v1027: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:29.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:29 smithi012 ceph-mon[88355]: osdmap e900: 8 total, 8 up, 8 in 2024-04-02T08:38:29.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:38:29.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:30.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:29 smithi055 ceph-mon[85080]: pgmap v1027: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:30.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:29 smithi055 ceph-mon[85080]: osdmap e900: 8 total, 8 up, 8 in 2024-04-02T08:38:30.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:38:30.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:30.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:30 smithi012 ceph-mon[88355]: osdmap e901: 8 total, 8 up, 8 in 2024-04-02T08:38:30.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:30 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/444516134' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:30.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:30 smithi012 ceph-mon[90784]: osdmap e901: 8 total, 8 up, 8 in 2024-04-02T08:38:30.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:30 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/444516134' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:30.962 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:30 smithi055 ceph-mon[85080]: osdmap e901: 8 total, 8 up, 8 in 2024-04-02T08:38:30.962 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:30 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/444516134' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:31.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:31 smithi012 ceph-mon[90784]: pgmap v1030: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:31.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:31 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:38:31.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:31 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/444516134' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:31.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:31 smithi012 ceph-mon[90784]: osdmap e902: 8 total, 8 up, 8 in 2024-04-02T08:38:31.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:31 smithi012 ceph-mon[88355]: pgmap v1030: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:31.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:31 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:38:31.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:31 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/444516134' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:31.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:31 smithi012 ceph-mon[88355]: osdmap e902: 8 total, 8 up, 8 in 2024-04-02T08:38:32.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:31 smithi055 ceph-mon[85080]: pgmap v1030: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:32.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:31 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:38:32.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:31 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/444516134' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:32.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:31 smithi055 ceph-mon[85080]: osdmap e902: 8 total, 8 up, 8 in 2024-04-02T08:38:32.637 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:38:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:38:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:38:32.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:32 smithi012 ceph-mon[88355]: osdmap e903: 8 total, 8 up, 8 in 2024-04-02T08:38:32.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:32 smithi012 ceph-mon[90784]: osdmap e903: 8 total, 8 up, 8 in 2024-04-02T08:38:33.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:32 smithi055 ceph-mon[85080]: osdmap e903: 8 total, 8 up, 8 in 2024-04-02T08:38:33.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:33 smithi012 ceph-mon[88355]: pgmap v1033: 137 pgs: 17 creating+peering, 120 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:33.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:33 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:38:33.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:33 smithi012 ceph-mon[88355]: Cluster is now healthy 2024-04-02T08:38:33.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:33 smithi012 ceph-mon[90784]: pgmap v1033: 137 pgs: 17 creating+peering, 120 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:33.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:33 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:38:33.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:33 smithi012 ceph-mon[90784]: Cluster is now healthy 2024-04-02T08:38:34.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:33 smithi055 ceph-mon[85080]: pgmap v1033: 137 pgs: 17 creating+peering, 120 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:34.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:33 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:38:34.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:33 smithi055 ceph-mon[85080]: Cluster is now healthy 2024-04-02T08:38:35.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:35 smithi012 ceph-mon[88355]: pgmap v1034: 137 pgs: 17 creating+peering, 120 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:35.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:35 smithi012 ceph-mon[90784]: pgmap v1034: 137 pgs: 17 creating+peering, 120 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:36.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:35 smithi055 ceph-mon[85080]: pgmap v1034: 137 pgs: 17 creating+peering, 120 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:37.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:37 smithi012 ceph-mon[88355]: pgmap v1035: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 6.6 MiB/s wr, 7.46k op/s 2024-04-02T08:38:37.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:37 smithi012 ceph-mon[90784]: pgmap v1035: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 6.6 MiB/s wr, 7.46k op/s 2024-04-02T08:38:38.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:37 smithi055 ceph-mon[85080]: pgmap v1035: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 6.6 MiB/s wr, 7.46k op/s 2024-04-02T08:38:38.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:38:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:38:37] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2024-04-02T08:38:39.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:39 smithi012 ceph-mon[88355]: pgmap v1036: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 5.5 MiB/s wr, 6.15k op/s 2024-04-02T08:38:39.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:39 smithi012 ceph-mon[90784]: pgmap v1036: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 5.5 MiB/s wr, 6.15k op/s 2024-04-02T08:38:40.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:39 smithi055 ceph-mon[85080]: pgmap v1036: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 5.5 MiB/s wr, 6.15k op/s 2024-04-02T08:38:41.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:41 smithi012 ceph-mon[88355]: pgmap v1037: 137 pgs: 137 active+clean; 2.3 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 118 MiB/s rd, 7.7 MiB/s wr, 8.80k op/s 2024-04-02T08:38:41.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:41 smithi012 ceph-mon[90784]: pgmap v1037: 137 pgs: 137 active+clean; 2.3 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 118 MiB/s rd, 7.7 MiB/s wr, 8.80k op/s 2024-04-02T08:38:42.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:41 smithi055 ceph-mon[85080]: pgmap v1037: 137 pgs: 137 active+clean; 2.3 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 118 MiB/s rd, 7.7 MiB/s wr, 8.80k op/s 2024-04-02T08:38:42.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:38:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:38:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:38:43.664 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestCls2PCQueue.MultiProducer (15045 ms) 2024-04-02T08:38:43.664 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2024-04-02T08:38:43.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:43 smithi012 ceph-mon[88355]: pgmap v1038: 137 pgs: 137 active+clean; 2.3 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 107 MiB/s rd, 7.0 MiB/s wr, 7.98k op/s 2024-04-02T08:38:43.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:43 smithi012 ceph-mon[90784]: pgmap v1038: 137 pgs: 137 active+clean; 2.3 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 107 MiB/s rd, 7.0 MiB/s wr, 7.98k op/s 2024-04-02T08:38:44.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:43 smithi055 ceph-mon[85080]: pgmap v1038: 137 pgs: 137 active+clean; 2.3 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 107 MiB/s rd, 7.0 MiB/s wr, 7.98k op/s 2024-04-02T08:38:44.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:44 smithi012 ceph-mon[88355]: osdmap e904: 8 total, 8 up, 8 in 2024-04-02T08:38:44.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:44.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:44 smithi012 ceph-mon[90784]: osdmap e904: 8 total, 8 up, 8 in 2024-04-02T08:38:44.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:45.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:44 smithi055 ceph-mon[85080]: osdmap e904: 8 total, 8 up, 8 in 2024-04-02T08:38:45.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:45.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:45 smithi012 ceph-mon[90784]: pgmap v1040: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:45.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:45 smithi012 ceph-mon[90784]: osdmap e905: 8 total, 8 up, 8 in 2024-04-02T08:38:45.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:45 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3643406286' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:45.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:45 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:45.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:45 smithi012 ceph-mon[88355]: pgmap v1040: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:45.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:45 smithi012 ceph-mon[88355]: osdmap e905: 8 total, 8 up, 8 in 2024-04-02T08:38:45.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:45 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3643406286' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:45.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:45 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:46.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:45 smithi055 ceph-mon[85080]: pgmap v1040: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:46.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:45 smithi055 ceph-mon[85080]: osdmap e905: 8 total, 8 up, 8 in 2024-04-02T08:38:46.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:45 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3643406286' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:46.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:45 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:46.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:46 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:46.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:46 smithi012 ceph-mon[88355]: osdmap e906: 8 total, 8 up, 8 in 2024-04-02T08:38:46.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:46 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:46.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:46 smithi012 ceph-mon[90784]: osdmap e906: 8 total, 8 up, 8 in 2024-04-02T08:38:47.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:46 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:47.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:46 smithi055 ceph-mon[85080]: osdmap e906: 8 total, 8 up, 8 in 2024-04-02T08:38:47.685 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (4021 ms) 2024-04-02T08:38:47.685 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2024-04-02T08:38:48.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:47 smithi055 ceph-mon[85080]: pgmap v1043: 137 pgs: 5 creating+activating, 13 creating+peering, 119 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:48.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:47 smithi055 ceph-mon[85080]: osdmap e907: 8 total, 8 up, 8 in 2024-04-02T08:38:48.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:47 smithi012 ceph-mon[88355]: pgmap v1043: 137 pgs: 5 creating+activating, 13 creating+peering, 119 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:48.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:47 smithi012 ceph-mon[88355]: osdmap e907: 8 total, 8 up, 8 in 2024-04-02T08:38:48.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:38:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:38:47] "GET /metrics HTTP/1.1" 200 33970 "" "Prometheus/2.43.0" 2024-04-02T08:38:48.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:47 smithi012 ceph-mon[90784]: pgmap v1043: 137 pgs: 5 creating+activating, 13 creating+peering, 119 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:48.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:47 smithi012 ceph-mon[90784]: osdmap e907: 8 total, 8 up, 8 in 2024-04-02T08:38:49.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:48 smithi055 ceph-mon[85080]: osdmap e908: 8 total, 8 up, 8 in 2024-04-02T08:38:49.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:48 smithi012 ceph-mon[88355]: osdmap e908: 8 total, 8 up, 8 in 2024-04-02T08:38:49.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:48 smithi012 ceph-mon[90784]: osdmap e908: 8 total, 8 up, 8 in 2024-04-02T08:38:50.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:49 smithi055 ceph-mon[85080]: pgmap v1046: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:50.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:49 smithi055 ceph-mon[85080]: osdmap e909: 8 total, 8 up, 8 in 2024-04-02T08:38:50.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:49 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3288773543' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:50.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:49 smithi012 ceph-mon[88355]: pgmap v1046: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:50.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:49 smithi012 ceph-mon[88355]: osdmap e909: 8 total, 8 up, 8 in 2024-04-02T08:38:50.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:49 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3288773543' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:50.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:49 smithi012 ceph-mon[90784]: pgmap v1046: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:50.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:49 smithi012 ceph-mon[90784]: osdmap e909: 8 total, 8 up, 8 in 2024-04-02T08:38:50.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:49 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3288773543' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:51.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:50 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3288773543' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:51.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:50 smithi055 ceph-mon[85080]: osdmap e910: 8 total, 8 up, 8 in 2024-04-02T08:38:51.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:50 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3288773543' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:51.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:50 smithi012 ceph-mon[88355]: osdmap e910: 8 total, 8 up, 8 in 2024-04-02T08:38:51.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:50 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3288773543' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:51.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:50 smithi012 ceph-mon[90784]: osdmap e910: 8 total, 8 up, 8 in 2024-04-02T08:38:52.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:51 smithi055 ceph-mon[85080]: pgmap v1049: 137 pgs: 16 unknown, 121 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:52.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:51 smithi055 ceph-mon[85080]: osdmap e911: 8 total, 8 up, 8 in 2024-04-02T08:38:52.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:51 smithi012 ceph-mon[88355]: pgmap v1049: 137 pgs: 16 unknown, 121 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:52.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:51 smithi012 ceph-mon[88355]: osdmap e911: 8 total, 8 up, 8 in 2024-04-02T08:38:52.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:51 smithi012 ceph-mon[90784]: pgmap v1049: 137 pgs: 16 unknown, 121 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:52.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:51 smithi012 ceph-mon[90784]: osdmap e911: 8 total, 8 up, 8 in 2024-04-02T08:38:52.717 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:38:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:38:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:38:53.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:52 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:38:53.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:52 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:38:53.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:52 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:38:54.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:53 smithi055 ceph-mon[85080]: pgmap v1051: 137 pgs: 137 active+clean; 890 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.7 MiB/s wr, 3.20k op/s 2024-04-02T08:38:54.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:53 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:38:54.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:53 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:38:54.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:53 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:38:54.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:53 smithi012 ceph-mon[88355]: pgmap v1051: 137 pgs: 137 active+clean; 890 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.7 MiB/s wr, 3.20k op/s 2024-04-02T08:38:54.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:53 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:38:54.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:53 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:38:54.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:53 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:38:54.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:53 smithi012 ceph-mon[90784]: pgmap v1051: 137 pgs: 137 active+clean; 890 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.7 MiB/s wr, 3.20k op/s 2024-04-02T08:38:54.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:53 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:38:54.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:53 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:38:54.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:53 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:38:55.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:55 smithi055 ceph-mon[85080]: pgmap v1052: 137 pgs: 137 active+clean; 890 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.1 MiB/s wr, 2.42k op/s 2024-04-02T08:38:55.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:55 smithi012 ceph-mon[88355]: pgmap v1052: 137 pgs: 137 active+clean; 890 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.1 MiB/s wr, 2.42k op/s 2024-04-02T08:38:55.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:55 smithi012 ceph-mon[90784]: pgmap v1052: 137 pgs: 137 active+clean; 890 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.1 MiB/s wr, 2.42k op/s 2024-04-02T08:38:57.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:57 smithi055 ceph-mon[85080]: pgmap v1053: 137 pgs: 137 active+clean; 1.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 61 MiB/s rd, 5.9 MiB/s wr, 7.03k op/s 2024-04-02T08:38:57.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:57 smithi012 ceph-mon[88355]: pgmap v1053: 137 pgs: 137 active+clean; 1.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 61 MiB/s rd, 5.9 MiB/s wr, 7.03k op/s 2024-04-02T08:38:57.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:57 smithi012 ceph-mon[90784]: pgmap v1053: 137 pgs: 137 active+clean; 1.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 61 MiB/s rd, 5.9 MiB/s wr, 7.03k op/s 2024-04-02T08:38:58.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:38:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:38:57] "GET /metrics HTTP/1.1" 200 33970 "" "Prometheus/2.43.0" 2024-04-02T08:38:59.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:59 smithi055 ceph-mon[85080]: pgmap v1054: 137 pgs: 137 active+clean; 1.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 54 MiB/s rd, 5.2 MiB/s wr, 6.20k op/s 2024-04-02T08:38:59.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:38:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:59.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:59 smithi012 ceph-mon[88355]: pgmap v1054: 137 pgs: 137 active+clean; 1.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 54 MiB/s rd, 5.2 MiB/s wr, 6.20k op/s 2024-04-02T08:38:59.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:38:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:59.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:59 smithi012 ceph-mon[90784]: pgmap v1054: 137 pgs: 137 active+clean; 1.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 54 MiB/s rd, 5.2 MiB/s wr, 6.20k op/s 2024-04-02T08:38:59.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:38:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:01.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:01 smithi055 ceph-mon[85080]: pgmap v1055: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 46 MiB/s rd, 4.5 MiB/s wr, 5.29k op/s 2024-04-02T08:39:01.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:01 smithi012 ceph-mon[88355]: pgmap v1055: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 46 MiB/s rd, 4.5 MiB/s wr, 5.29k op/s 2024-04-02T08:39:01.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:01 smithi012 ceph-mon[90784]: pgmap v1055: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 46 MiB/s rd, 4.5 MiB/s wr, 5.29k op/s 2024-04-02T08:39:02.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:39:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:39:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:39:03.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:03 smithi055 ceph-mon[85080]: pgmap v1056: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 68 MiB/s rd, 5.2 MiB/s wr, 6.29k op/s 2024-04-02T08:39:03.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:03 smithi012 ceph-mon[88355]: pgmap v1056: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 68 MiB/s rd, 5.2 MiB/s wr, 6.29k op/s 2024-04-02T08:39:03.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:03 smithi012 ceph-mon[90784]: pgmap v1056: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 68 MiB/s rd, 5.2 MiB/s wr, 6.29k op/s 2024-04-02T08:39:05.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:05 smithi055 ceph-mon[85080]: pgmap v1057: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 62 MiB/s rd, 4.0 MiB/s wr, 4.82k op/s 2024-04-02T08:39:05.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:05 smithi012 ceph-mon[88355]: pgmap v1057: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 62 MiB/s rd, 4.0 MiB/s wr, 4.82k op/s 2024-04-02T08:39:05.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:05 smithi012 ceph-mon[90784]: pgmap v1057: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 62 MiB/s rd, 4.0 MiB/s wr, 4.82k op/s 2024-04-02T08:39:07.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:07 smithi055 ceph-mon[85080]: pgmap v1058: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 93 MiB/s rd, 5.0 MiB/s wr, 6.10k op/s 2024-04-02T08:39:07.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:07 smithi012 ceph-mon[88355]: pgmap v1058: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 93 MiB/s rd, 5.0 MiB/s wr, 6.10k op/s 2024-04-02T08:39:07.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:07 smithi012 ceph-mon[90784]: pgmap v1058: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 93 MiB/s rd, 5.0 MiB/s wr, 6.10k op/s 2024-04-02T08:39:08.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:39:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:39:07] "GET /metrics HTTP/1.1" 200 36401 "" "Prometheus/2.43.0" 2024-04-02T08:39:09.297 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (21610 ms) 2024-04-02T08:39:09.297 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2024-04-02T08:39:09.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:09 smithi055 ceph-mon[85080]: pgmap v1059: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 58 MiB/s rd, 2.3 MiB/s wr, 2.90k op/s 2024-04-02T08:39:09.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:09 smithi012 ceph-mon[88355]: pgmap v1059: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 58 MiB/s rd, 2.3 MiB/s wr, 2.90k op/s 2024-04-02T08:39:09.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:09 smithi012 ceph-mon[90784]: pgmap v1059: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 58 MiB/s rd, 2.3 MiB/s wr, 2.90k op/s 2024-04-02T08:39:10.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:10 smithi055 ceph-mon[85080]: osdmap e912: 8 total, 8 up, 8 in 2024-04-02T08:39:10.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:10 smithi012 ceph-mon[88355]: osdmap e912: 8 total, 8 up, 8 in 2024-04-02T08:39:10.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:10 smithi012 ceph-mon[90784]: osdmap e912: 8 total, 8 up, 8 in 2024-04-02T08:39:11.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:11 smithi055 ceph-mon[85080]: pgmap v1061: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:11.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:11 smithi055 ceph-mon[85080]: osdmap e913: 8 total, 8 up, 8 in 2024-04-02T08:39:11.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:11 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/4138635325' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:11.578 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:11 smithi012 ceph-mon[88355]: pgmap v1061: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:11.579 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:11 smithi012 ceph-mon[88355]: osdmap e913: 8 total, 8 up, 8 in 2024-04-02T08:39:11.579 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:11 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/4138635325' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:11.579 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:11 smithi012 ceph-mon[90784]: pgmap v1061: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:11.579 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:11 smithi012 ceph-mon[90784]: osdmap e913: 8 total, 8 up, 8 in 2024-04-02T08:39:11.579 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:11 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/4138635325' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:12.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:12 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/4138635325' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:12.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:12 smithi012 ceph-mon[90784]: osdmap e914: 8 total, 8 up, 8 in 2024-04-02T08:39:12.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:12 smithi012 ceph-mon[90784]: osdmap e915: 8 total, 8 up, 8 in 2024-04-02T08:39:12.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:12 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/4138635325' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:12.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:12 smithi012 ceph-mon[88355]: osdmap e914: 8 total, 8 up, 8 in 2024-04-02T08:39:12.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:12 smithi012 ceph-mon[88355]: osdmap e915: 8 total, 8 up, 8 in 2024-04-02T08:39:12.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:12 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/4138635325' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:12.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:12 smithi055 ceph-mon[85080]: osdmap e914: 8 total, 8 up, 8 in 2024-04-02T08:39:12.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:12 smithi055 ceph-mon[85080]: osdmap e915: 8 total, 8 up, 8 in 2024-04-02T08:39:12.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:39:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:39:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:39:13.329 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4032 ms) 2024-04-02T08:39:13.329 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2024-04-02T08:39:13.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:13 smithi012 ceph-mon[88355]: pgmap v1064: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:13.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:13 smithi012 ceph-mon[90784]: pgmap v1064: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:13.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:13 smithi055 ceph-mon[85080]: pgmap v1064: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:14.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:14 smithi012 ceph-mon[88355]: osdmap e916: 8 total, 8 up, 8 in 2024-04-02T08:39:14.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:14.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:14 smithi012 ceph-mon[90784]: osdmap e916: 8 total, 8 up, 8 in 2024-04-02T08:39:14.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:14.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:14 smithi055 ceph-mon[85080]: osdmap e916: 8 total, 8 up, 8 in 2024-04-02T08:39:14.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:15.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:15 smithi012 ceph-mon[88355]: pgmap v1067: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:15.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:15 smithi012 ceph-mon[88355]: osdmap e917: 8 total, 8 up, 8 in 2024-04-02T08:39:15.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:15 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2118071638' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:15.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:15 smithi012 ceph-mon[90784]: pgmap v1067: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:15.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:15 smithi012 ceph-mon[90784]: osdmap e917: 8 total, 8 up, 8 in 2024-04-02T08:39:15.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:15 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2118071638' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:15.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:15 smithi055 ceph-mon[85080]: pgmap v1067: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:15.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:15 smithi055 ceph-mon[85080]: osdmap e917: 8 total, 8 up, 8 in 2024-04-02T08:39:15.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:15 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2118071638' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:16.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:16 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2118071638' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:16.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:16 smithi012 ceph-mon[88355]: osdmap e918: 8 total, 8 up, 8 in 2024-04-02T08:39:16.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:16 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2118071638' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:16.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:16 smithi012 ceph-mon[90784]: osdmap e918: 8 total, 8 up, 8 in 2024-04-02T08:39:16.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:16 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2118071638' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:16.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:16 smithi055 ceph-mon[85080]: osdmap e918: 8 total, 8 up, 8 in 2024-04-02T08:39:17.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:17 smithi012 ceph-mon[88355]: pgmap v1070: 137 pgs: 16 creating+peering, 121 active+clean; 601 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 418 op/s 2024-04-02T08:39:17.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:17 smithi012 ceph-mon[88355]: osdmap e919: 8 total, 8 up, 8 in 2024-04-02T08:39:17.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:17 smithi012 ceph-mon[90784]: pgmap v1070: 137 pgs: 16 creating+peering, 121 active+clean; 601 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 418 op/s 2024-04-02T08:39:17.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:17 smithi012 ceph-mon[90784]: osdmap e919: 8 total, 8 up, 8 in 2024-04-02T08:39:17.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:17 smithi055 ceph-mon[85080]: pgmap v1070: 137 pgs: 16 creating+peering, 121 active+clean; 601 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 418 op/s 2024-04-02T08:39:17.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:17 smithi055 ceph-mon[85080]: osdmap e919: 8 total, 8 up, 8 in 2024-04-02T08:39:18.356 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (5029 ms) 2024-04-02T08:39:18.356 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2024-04-02T08:39:18.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:39:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:39:17] "GET /metrics HTTP/1.1" 200 33974 "" "Prometheus/2.43.0" 2024-04-02T08:39:19.351 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:19 smithi012 ceph-mon[88355]: pgmap v1072: 137 pgs: 16 creating+peering, 121 active+clean; 601 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.1 MiB/s wr, 341 op/s 2024-04-02T08:39:19.351 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:19 smithi012 ceph-mon[88355]: osdmap e920: 8 total, 8 up, 8 in 2024-04-02T08:39:19.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:19 smithi012 ceph-mon[90784]: pgmap v1072: 137 pgs: 16 creating+peering, 121 active+clean; 601 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.1 MiB/s wr, 341 op/s 2024-04-02T08:39:19.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:19 smithi012 ceph-mon[90784]: osdmap e920: 8 total, 8 up, 8 in 2024-04-02T08:39:19.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:19 smithi055 ceph-mon[85080]: pgmap v1072: 137 pgs: 16 creating+peering, 121 active+clean; 601 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.1 MiB/s wr, 341 op/s 2024-04-02T08:39:19.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:19 smithi055 ceph-mon[85080]: osdmap e920: 8 total, 8 up, 8 in 2024-04-02T08:39:20.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:20 smithi012 ceph-mon[90784]: osdmap e921: 8 total, 8 up, 8 in 2024-04-02T08:39:20.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:20 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2217350918' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:20.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:20 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:20.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:20 smithi012 ceph-mon[88355]: osdmap e921: 8 total, 8 up, 8 in 2024-04-02T08:39:20.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:20 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2217350918' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:20.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:20 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:20.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:20 smithi055 ceph-mon[85080]: osdmap e921: 8 total, 8 up, 8 in 2024-04-02T08:39:20.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:20 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2217350918' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:20.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:20 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:21.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:21 smithi012 ceph-mon[88355]: pgmap v1075: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:21.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:21 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:21.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:21 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:21.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:21 smithi012 ceph-mon[88355]: osdmap e922: 8 total, 8 up, 8 in 2024-04-02T08:39:21.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:21 smithi012 ceph-mon[90784]: pgmap v1075: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:21.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:21 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:21.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:21 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:21.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:21 smithi012 ceph-mon[90784]: osdmap e922: 8 total, 8 up, 8 in 2024-04-02T08:39:21.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:21 smithi055 ceph-mon[85080]: pgmap v1075: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:21.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:21 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:21.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:21 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-128405-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:21.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:21 smithi055 ceph-mon[85080]: osdmap e922: 8 total, 8 up, 8 in 2024-04-02T08:39:22.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:22 smithi012 ceph-mon[88355]: osdmap e923: 8 total, 8 up, 8 in 2024-04-02T08:39:22.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:22 smithi012 ceph-mon[90784]: osdmap e923: 8 total, 8 up, 8 in 2024-04-02T08:39:22.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:22 smithi055 ceph-mon[85080]: osdmap e923: 8 total, 8 up, 8 in 2024-04-02T08:39:22.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:39:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:39:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:39:23.388 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (5033 ms) 2024-04-02T08:39:23.389 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 22 tests from TestCls2PCQueue (102452 ms total) 2024-04-02T08:39:23.389 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T08:39:23.389 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] Global test environment tear-down 2024-04-02T08:39:23.389 INFO:tasks.workunit.client.0.smithi012.stdout:[==========] 22 tests from 1 test suite ran. (102452 ms total) 2024-04-02T08:39:23.389 INFO:tasks.workunit.client.0.smithi012.stdout:[ PASSED ] 22 tests. 2024-04-02T08:39:23.392 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:39:23.393 DEBUG:teuthology.orchestra.run.smithi012:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:39:23.431 INFO:tasks.workunit:Running workunit cls/test_cls_cas.sh... 2024-04-02T08:39:23.431 DEBUG:teuthology.orchestra.run.smithi012:workunit test cls/test_cls_cas.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cas.sh 2024-04-02T08:39:23.500 INFO:tasks.workunit.client.0.smithi012.stdout:Running main() from gmock_main.cc 2024-04-02T08:39:23.500 INFO:tasks.workunit.client.0.smithi012.stdout:[==========] Running 6 tests from 2 test suites. 2024-04-02T08:39:23.500 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] Global test environment set-up. 2024-04-02T08:39:23.500 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 5 tests from cls_cas 2024-04-02T08:39:23.500 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] cls_cas.get_put 2024-04-02T08:39:23.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:23 smithi012 ceph-mon[88355]: pgmap v1078: 137 pgs: 14 creating+peering, 123 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:39:23.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:23 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:23.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:23 smithi012 ceph-mon[88355]: Cluster is now healthy 2024-04-02T08:39:23.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:23 smithi012 ceph-mon[90784]: pgmap v1078: 137 pgs: 14 creating+peering, 123 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:39:23.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:23 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:23.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:23 smithi012 ceph-mon[90784]: Cluster is now healthy 2024-04-02T08:39:23.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:23 smithi055 ceph-mon[85080]: pgmap v1078: 137 pgs: 14 creating+peering, 123 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:39:23.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:23 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:23.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:23 smithi055 ceph-mon[85080]: Cluster is now healthy 2024-04-02T08:39:24.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:24 smithi012 ceph-mon[88355]: osdmap e924: 8 total, 8 up, 8 in 2024-04-02T08:39:24.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:24 smithi012 ceph-mon[90784]: osdmap e924: 8 total, 8 up, 8 in 2024-04-02T08:39:24.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:24 smithi055 ceph-mon[85080]: osdmap e924: 8 total, 8 up, 8 in 2024-04-02T08:39:25.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:25 smithi012 ceph-mon[88355]: pgmap v1080: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:39:25.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:25 smithi012 ceph-mon[88355]: osdmap e925: 8 total, 8 up, 8 in 2024-04-02T08:39:25.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:25 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3283294976' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129201-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:25.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:25 smithi012 ceph-mon[90784]: pgmap v1080: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:39:25.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:25 smithi012 ceph-mon[90784]: osdmap e925: 8 total, 8 up, 8 in 2024-04-02T08:39:25.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:25 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3283294976' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129201-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:25.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:25 smithi055 ceph-mon[85080]: pgmap v1080: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:39:25.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:25 smithi055 ceph-mon[85080]: osdmap e925: 8 total, 8 up, 8 in 2024-04-02T08:39:25.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:25 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3283294976' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129201-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:26.417 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] cls_cas.get_put (2917 ms) 2024-04-02T08:39:26.417 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] cls_cas.wrong_put 2024-04-02T08:39:26.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:26 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3283294976' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129201-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:26.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:26 smithi012 ceph-mon[88355]: osdmap e926: 8 total, 8 up, 8 in 2024-04-02T08:39:26.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:26 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3283294976' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129201-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:26.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:26 smithi012 ceph-mon[90784]: osdmap e926: 8 total, 8 up, 8 in 2024-04-02T08:39:26.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:26 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3283294976' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129201-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:26.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:26 smithi055 ceph-mon[85080]: osdmap e926: 8 total, 8 up, 8 in 2024-04-02T08:39:27.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:27 smithi012 ceph-mon[90784]: pgmap v1083: 137 pgs: 19 creating+peering, 118 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:39:27.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:27 smithi012 ceph-mon[90784]: osdmap e927: 8 total, 8 up, 8 in 2024-04-02T08:39:27.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:27 smithi012 ceph-mon[88355]: pgmap v1083: 137 pgs: 19 creating+peering, 118 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:39:27.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:27 smithi012 ceph-mon[88355]: osdmap e927: 8 total, 8 up, 8 in 2024-04-02T08:39:27.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:27 smithi055 ceph-mon[85080]: pgmap v1083: 137 pgs: 19 creating+peering, 118 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:39:27.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:27 smithi055 ceph-mon[85080]: osdmap e927: 8 total, 8 up, 8 in 2024-04-02T08:39:28.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:39:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:39:27] "GET /metrics HTTP/1.1" 200 33974 "" "Prometheus/2.43.0" 2024-04-02T08:39:28.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:28 smithi055 ceph-mon[85080]: osdmap e928: 8 total, 8 up, 8 in 2024-04-02T08:39:28.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:28 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1168725425' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129201-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:28.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:28 smithi012 ceph-mon[88355]: osdmap e928: 8 total, 8 up, 8 in 2024-04-02T08:39:28.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:28 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1168725425' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129201-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:28.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:28 smithi012 ceph-mon[90784]: osdmap e928: 8 total, 8 up, 8 in 2024-04-02T08:39:28.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:28 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1168725425' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129201-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:29.441 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] cls_cas.wrong_put (3023 ms) 2024-04-02T08:39:29.441 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] cls_cas.dup_get 2024-04-02T08:39:29.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:29 smithi055 ceph-mon[85080]: pgmap v1086: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:39:29.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:29 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:29.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:29 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1168725425' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129201-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:29.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:29 smithi055 ceph-mon[85080]: osdmap e929: 8 total, 8 up, 8 in 2024-04-02T08:39:29.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:39:29.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:29.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:29 smithi012 ceph-mon[88355]: pgmap v1086: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:39:29.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:29 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:29.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:29 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1168725425' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129201-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:29.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:29 smithi012 ceph-mon[88355]: osdmap e929: 8 total, 8 up, 8 in 2024-04-02T08:39:29.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:39:29.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:29.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:29 smithi012 ceph-mon[90784]: pgmap v1086: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:39:29.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:29 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:29.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:29 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1168725425' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129201-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:29.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:29 smithi012 ceph-mon[90784]: osdmap e929: 8 total, 8 up, 8 in 2024-04-02T08:39:29.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:39:29.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:30.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:30 smithi055 ceph-mon[85080]: osdmap e930: 8 total, 8 up, 8 in 2024-04-02T08:39:30.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:30 smithi012 ceph-mon[88355]: osdmap e930: 8 total, 8 up, 8 in 2024-04-02T08:39:30.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:30 smithi012 ceph-mon[90784]: osdmap e930: 8 total, 8 up, 8 in 2024-04-02T08:39:31.712 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:31 smithi055 ceph-mon[85080]: pgmap v1089: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:39:31.713 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:31 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:31.713 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:31 smithi055 ceph-mon[85080]: Cluster is now healthy 2024-04-02T08:39:31.713 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:31 smithi055 ceph-mon[85080]: osdmap e931: 8 total, 8 up, 8 in 2024-04-02T08:39:31.713 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:31 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3578228393' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129201-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:31.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:31 smithi012 ceph-mon[88355]: pgmap v1089: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:39:31.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:31 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:31.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:31 smithi012 ceph-mon[88355]: Cluster is now healthy 2024-04-02T08:39:31.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:31 smithi012 ceph-mon[88355]: osdmap e931: 8 total, 8 up, 8 in 2024-04-02T08:39:31.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:31 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3578228393' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129201-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:31.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:31 smithi012 ceph-mon[90784]: pgmap v1089: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:39:31.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:31 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:31.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:31 smithi012 ceph-mon[90784]: Cluster is now healthy 2024-04-02T08:39:31.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:31 smithi012 ceph-mon[90784]: osdmap e931: 8 total, 8 up, 8 in 2024-04-02T08:39:31.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:31 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3578228393' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129201-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:32.474 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] cls_cas.dup_get (3032 ms) 2024-04-02T08:39:32.474 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] cls_cas.dup_put 2024-04-02T08:39:32.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:32 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3578228393' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129201-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:32.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:32 smithi055 ceph-mon[85080]: osdmap e932: 8 total, 8 up, 8 in 2024-04-02T08:39:32.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:39:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:39:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:39:32.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:32 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3578228393' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129201-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:32.930 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:32 smithi012 ceph-mon[88355]: osdmap e932: 8 total, 8 up, 8 in 2024-04-02T08:39:32.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:32 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3578228393' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129201-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:32.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:32 smithi012 ceph-mon[90784]: osdmap e932: 8 total, 8 up, 8 in 2024-04-02T08:39:33.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:33 smithi055 ceph-mon[85080]: pgmap v1092: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:39:33.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:33 smithi055 ceph-mon[85080]: osdmap e933: 8 total, 8 up, 8 in 2024-04-02T08:39:33.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:33 smithi012 ceph-mon[90784]: pgmap v1092: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:39:33.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:33 smithi012 ceph-mon[90784]: osdmap e933: 8 total, 8 up, 8 in 2024-04-02T08:39:33.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:33 smithi012 ceph-mon[88355]: pgmap v1092: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:39:33.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:33 smithi012 ceph-mon[88355]: osdmap e933: 8 total, 8 up, 8 in 2024-04-02T08:39:34.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:34 smithi055 ceph-mon[85080]: osdmap e934: 8 total, 8 up, 8 in 2024-04-02T08:39:34.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:34 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2924704572' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129201-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:34.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:34 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129201-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:34.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:34 smithi012 ceph-mon[88355]: osdmap e934: 8 total, 8 up, 8 in 2024-04-02T08:39:34.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:34 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2924704572' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129201-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:34.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:34 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129201-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:34.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:34 smithi012 ceph-mon[90784]: osdmap e934: 8 total, 8 up, 8 in 2024-04-02T08:39:34.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:34 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2924704572' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129201-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:34.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:34 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129201-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:35.493 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] cls_cas.dup_put (3019 ms) 2024-04-02T08:39:35.493 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] cls_cas.get_wrong_data 2024-04-02T08:39:35.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:35 smithi055 ceph-mon[85080]: pgmap v1095: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:39:35.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:35 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:35.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:35 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129201-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:35.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:35 smithi055 ceph-mon[85080]: osdmap e935: 8 total, 8 up, 8 in 2024-04-02T08:39:35.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:35 smithi012 ceph-mon[90784]: pgmap v1095: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:39:35.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:35 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:35.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:35 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129201-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:35.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:35 smithi012 ceph-mon[90784]: osdmap e935: 8 total, 8 up, 8 in 2024-04-02T08:39:35.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:35 smithi012 ceph-mon[88355]: pgmap v1095: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:39:35.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:35 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:35.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:35 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129201-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:35.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:35 smithi012 ceph-mon[88355]: osdmap e935: 8 total, 8 up, 8 in 2024-04-02T08:39:36.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:36 smithi055 ceph-mon[85080]: osdmap e936: 8 total, 8 up, 8 in 2024-04-02T08:39:36.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:36 smithi012 ceph-mon[88355]: osdmap e936: 8 total, 8 up, 8 in 2024-04-02T08:39:36.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:36 smithi012 ceph-mon[90784]: osdmap e936: 8 total, 8 up, 8 in 2024-04-02T08:39:37.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:37 smithi055 ceph-mon[85080]: pgmap v1098: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:39:37.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:37 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:37.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:37 smithi055 ceph-mon[85080]: Cluster is now healthy 2024-04-02T08:39:37.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:37 smithi055 ceph-mon[85080]: osdmap e937: 8 total, 8 up, 8 in 2024-04-02T08:39:37.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:37 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2256528448' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129201-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:37.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:37 smithi012 ceph-mon[88355]: pgmap v1098: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:39:37.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:37 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:37.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:37 smithi012 ceph-mon[88355]: Cluster is now healthy 2024-04-02T08:39:37.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:37 smithi012 ceph-mon[88355]: osdmap e937: 8 total, 8 up, 8 in 2024-04-02T08:39:37.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:37 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2256528448' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129201-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:37.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:37 smithi012 ceph-mon[90784]: pgmap v1098: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:39:37.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:37 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:37.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:37 smithi012 ceph-mon[90784]: Cluster is now healthy 2024-04-02T08:39:37.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:37 smithi012 ceph-mon[90784]: osdmap e937: 8 total, 8 up, 8 in 2024-04-02T08:39:37.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:37 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2256528448' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129201-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:38.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:39:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:39:37] "GET /metrics HTTP/1.1" 200 36340 "" "Prometheus/2.43.0" 2024-04-02T08:39:38.517 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] cls_cas.get_wrong_data (3023 ms) 2024-04-02T08:39:38.517 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 5 tests from cls_cas (15016 ms total) 2024-04-02T08:39:38.517 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T08:39:38.517 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 1 test from chunk_refs_t 2024-04-02T08:39:38.517 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] chunk_refs_t.size 2024-04-02T08:39:38.517 INFO:tasks.workunit.client.0.smithi012.stdout:1 60 by_object 2024-04-02T08:39:38.517 INFO:tasks.workunit.client.0.smithi012.stdout:2 103 by_object 2024-04-02T08:39:38.517 INFO:tasks.workunit.client.0.smithi012.stdout:4 189 by_object 2024-04-02T08:39:38.517 INFO:tasks.workunit.client.0.smithi012.stdout:8 361 by_object 2024-04-02T08:39:38.517 INFO:tasks.workunit.client.0.smithi012.stdout:16 112 by_hash(32 bits) 2024-04-02T08:39:38.517 INFO:tasks.workunit.client.0.smithi012.stdout:32 208 by_hash(32 bits) 2024-04-02T08:39:38.517 INFO:tasks.workunit.client.0.smithi012.stdout:64 400 by_hash(32 bits) 2024-04-02T08:39:38.518 INFO:tasks.workunit.client.0.smithi012.stdout:128 509 by_hash(10 bits) 2024-04-02T08:39:38.518 INFO:tasks.workunit.client.0.smithi012.stdout:256 499 by_hash(7 bits) 2024-04-02T08:39:38.518 INFO:tasks.workunit.client.0.smithi012.stdout:512 462 by_hash(5 bits) 2024-04-02T08:39:38.518 INFO:tasks.workunit.client.0.smithi012.stdout:1024 466 by_hash(5 bits) 2024-04-02T08:39:38.519 INFO:tasks.workunit.client.0.smithi012.stdout:2048 466 by_hash(5 bits) 2024-04-02T08:39:38.520 INFO:tasks.workunit.client.0.smithi012.stdout:4096 470 by_hash(5 bits) 2024-04-02T08:39:38.521 INFO:tasks.workunit.client.0.smithi012.stdout:8192 498 by_hash(4 bits) 2024-04-02T08:39:38.524 INFO:tasks.workunit.client.0.smithi012.stdout:16384 278 by_hash(3 bits) 2024-04-02T08:39:38.529 INFO:tasks.workunit.client.0.smithi012.stdout:32768 337 by_hash(2 bits) 2024-04-02T08:39:38.536 INFO:tasks.workunit.client.0.smithi012.stdout:65536 367 by_hash(2 bits) 2024-04-02T08:39:38.548 INFO:tasks.workunit.client.0.smithi012.stdout:131072 387 by_hash(1 bits) 2024-04-02T08:39:38.563 INFO:tasks.workunit.client.0.smithi012.stdout:262144 331 by_pool 2024-04-02T08:39:38.592 INFO:tasks.workunit.client.0.smithi012.stdout:524288 21 count 2024-04-02T08:39:38.644 INFO:tasks.workunit.client.0.smithi012.stdout:1048576 21 count 2024-04-02T08:39:38.754 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] chunk_refs_t.size (238 ms) 2024-04-02T08:39:38.755 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 1 test from chunk_refs_t (238 ms total) 2024-04-02T08:39:38.755 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T08:39:38.755 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] Global test environment tear-down 2024-04-02T08:39:38.755 INFO:tasks.workunit.client.0.smithi012.stdout:[==========] 6 tests from 2 test suites ran. (15254 ms total) 2024-04-02T08:39:38.755 INFO:tasks.workunit.client.0.smithi012.stdout:[ PASSED ] 6 tests. 2024-04-02T08:39:38.757 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:39:38.757 DEBUG:teuthology.orchestra.run.smithi012:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:39:38.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:38 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2256528448' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129201-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:38.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:38 smithi055 ceph-mon[85080]: osdmap e938: 8 total, 8 up, 8 in 2024-04-02T08:39:38.820 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:38 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2256528448' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129201-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:38.820 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:38 smithi012 ceph-mon[88355]: osdmap e938: 8 total, 8 up, 8 in 2024-04-02T08:39:38.820 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:38 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2256528448' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129201-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:38.820 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:38 smithi012 ceph-mon[90784]: osdmap e938: 8 total, 8 up, 8 in 2024-04-02T08:39:38.823 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2024-04-02T08:39:38.823 DEBUG:teuthology.orchestra.run.smithi012:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2024-04-02T08:39:38.891 INFO:tasks.workunit.client.0.smithi012.stdout:Running main() from gmock_main.cc 2024-04-02T08:39:38.891 INFO:tasks.workunit.client.0.smithi012.stdout:[==========] Running 31 tests from 1 test suite. 2024-04-02T08:39:38.891 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] Global test environment set-up. 2024-04-02T08:39:39.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:39 smithi055 ceph-mon[85080]: pgmap v1101: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:39:39.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:39 smithi055 ceph-mon[85080]: osdmap e939: 8 total, 8 up, 8 in 2024-04-02T08:39:39.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:39 smithi012 ceph-mon[88355]: pgmap v1101: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:39:39.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:39 smithi012 ceph-mon[88355]: osdmap e939: 8 total, 8 up, 8 in 2024-04-02T08:39:39.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:39 smithi012 ceph-mon[90784]: pgmap v1101: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:39:39.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:39 smithi012 ceph-mon[90784]: osdmap e939: 8 total, 8 up, 8 in 2024-04-02T08:39:40.531 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 31 tests from CmpOmap 2024-04-02T08:39:40.531 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2024-04-02T08:39:40.550 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (19 ms) 2024-04-02T08:39:40.550 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2024-04-02T08:39:40.553 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (3 ms) 2024-04-02T08:39:40.553 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2024-04-02T08:39:40.556 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (3 ms) 2024-04-02T08:39:40.556 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2024-04-02T08:39:40.559 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (3 ms) 2024-04-02T08:39:40.559 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] CmpOmap.cmp_vals_str 2024-04-02T08:39:40.565 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] CmpOmap.cmp_vals_str (6 ms) 2024-04-02T08:39:40.565 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2024-04-02T08:39:40.571 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] CmpOmap.cmp_vals_u64 (6 ms) 2024-04-02T08:39:40.571 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2024-04-02T08:39:40.574 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (3 ms) 2024-04-02T08:39:40.574 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2024-04-02T08:39:40.577 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (3 ms) 2024-04-02T08:39:40.577 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2024-04-02T08:39:40.579 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (2 ms) 2024-04-02T08:39:40.579 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2024-04-02T08:39:40.583 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (4 ms) 2024-04-02T08:39:40.583 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2024-04-02T08:39:40.584 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (1 ms) 2024-04-02T08:39:40.584 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2024-04-02T08:39:40.585 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (0 ms) 2024-04-02T08:39:40.585 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2024-04-02T08:39:40.590 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (7 ms) 2024-04-02T08:39:40.591 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2024-04-02T08:39:40.596 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (6 ms) 2024-04-02T08:39:40.597 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2024-04-02T08:39:40.602 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (5 ms) 2024-04-02T08:39:40.602 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2024-04-02T08:39:40.610 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (8 ms) 2024-04-02T08:39:40.610 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2024-04-02T08:39:40.618 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] CmpOmap.cmp_set_vals_str (8 ms) 2024-04-02T08:39:40.618 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2024-04-02T08:39:40.626 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (8 ms) 2024-04-02T08:39:40.626 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2024-04-02T08:39:40.628 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (2 ms) 2024-04-02T08:39:40.628 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2024-04-02T08:39:40.630 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (2 ms) 2024-04-02T08:39:40.630 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2024-04-02T08:39:40.631 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (1 ms) 2024-04-02T08:39:40.631 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2024-04-02T08:39:40.632 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (1 ms) 2024-04-02T08:39:40.632 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2024-04-02T08:39:40.639 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (7 ms) 2024-04-02T08:39:40.639 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2024-04-02T08:39:40.644 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (6 ms) 2024-04-02T08:39:40.645 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2024-04-02T08:39:40.653 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (8 ms) 2024-04-02T08:39:40.653 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2024-04-02T08:39:40.661 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (8 ms) 2024-04-02T08:39:40.661 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2024-04-02T08:39:40.663 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (2 ms) 2024-04-02T08:39:40.663 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2024-04-02T08:39:40.665 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (2 ms) 2024-04-02T08:39:40.665 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2024-04-02T08:39:40.667 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (2 ms) 2024-04-02T08:39:40.667 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2024-04-02T08:39:40.668 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (1 ms) 2024-04-02T08:39:40.668 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2024-04-02T08:39:40.676 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (8 ms) 2024-04-02T08:39:40.676 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 31 tests from CmpOmap (145 ms total) 2024-04-02T08:39:40.676 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T08:39:40.677 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] Global test environment tear-down 2024-04-02T08:39:40.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:40 smithi055 ceph-mon[85080]: osdmap e940: 8 total, 8 up, 8 in 2024-04-02T08:39:40.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:40 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1625461409' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129324-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:40.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:40 smithi012 ceph-mon[88355]: osdmap e940: 8 total, 8 up, 8 in 2024-04-02T08:39:40.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:40 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1625461409' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129324-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:40.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:40 smithi012 ceph-mon[90784]: osdmap e940: 8 total, 8 up, 8 in 2024-04-02T08:39:40.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:40 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1625461409' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129324-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:41.538 INFO:tasks.workunit.client.0.smithi012.stdout:[==========] 31 tests from 1 test suite ran. (2646 ms total) 2024-04-02T08:39:41.538 INFO:tasks.workunit.client.0.smithi012.stdout:[ PASSED ] 31 tests. 2024-04-02T08:39:41.541 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:39:41.541 DEBUG:teuthology.orchestra.run.smithi012:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:39:41.608 INFO:tasks.workunit:Running workunit cls/test_cls_hello.sh... 2024-04-02T08:39:41.608 DEBUG:teuthology.orchestra.run.smithi012:workunit test cls/test_cls_hello.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_hello.sh 2024-04-02T08:39:41.679 INFO:tasks.workunit.client.0.smithi012.stdout:Running main() from gmock_main.cc 2024-04-02T08:39:41.679 INFO:tasks.workunit.client.0.smithi012.stdout:[==========] Running 6 tests from 1 test suite. 2024-04-02T08:39:41.679 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] Global test environment set-up. 2024-04-02T08:39:41.679 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 6 tests from ClsHello 2024-04-02T08:39:41.679 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] ClsHello.SayHello 2024-04-02T08:39:41.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:41 smithi055 ceph-mon[85080]: pgmap v1104: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:39:41.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:41 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:41.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:41 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1625461409' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129324-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:41.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:41 smithi055 ceph-mon[85080]: osdmap e941: 8 total, 8 up, 8 in 2024-04-02T08:39:41.829 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:41 smithi012 ceph-mon[88355]: pgmap v1104: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:39:41.829 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:41 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:41.829 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:41 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1625461409' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129324-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:41.829 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:41 smithi012 ceph-mon[88355]: osdmap e941: 8 total, 8 up, 8 in 2024-04-02T08:39:41.830 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:41 smithi012 ceph-mon[90784]: pgmap v1104: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:39:41.830 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:41 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:41.830 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:41 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1625461409' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129324-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:41.830 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:41 smithi012 ceph-mon[90784]: osdmap e941: 8 total, 8 up, 8 in 2024-04-02T08:39:42.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:42 smithi055 ceph-mon[85080]: osdmap e942: 8 total, 8 up, 8 in 2024-04-02T08:39:42.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:39:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:39:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:39:42.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:42 smithi012 ceph-mon[88355]: osdmap e942: 8 total, 8 up, 8 in 2024-04-02T08:39:42.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:42 smithi012 ceph-mon[90784]: osdmap e942: 8 total, 8 up, 8 in 2024-04-02T08:39:43.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:43 smithi055 ceph-mon[85080]: pgmap v1107: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:39:43.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:43 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:43.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:43 smithi055 ceph-mon[85080]: Cluster is now healthy 2024-04-02T08:39:43.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:43 smithi055 ceph-mon[85080]: osdmap e943: 8 total, 8 up, 8 in 2024-04-02T08:39:43.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:43 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1957392681' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129379-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:43.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:43 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129379-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:43.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:43 smithi012 ceph-mon[88355]: pgmap v1107: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:39:43.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:43 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:43.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:43 smithi012 ceph-mon[88355]: Cluster is now healthy 2024-04-02T08:39:43.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:43 smithi012 ceph-mon[88355]: osdmap e943: 8 total, 8 up, 8 in 2024-04-02T08:39:43.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:43 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1957392681' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129379-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:43.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:43 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129379-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:43.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:43 smithi012 ceph-mon[90784]: pgmap v1107: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:39:43.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:43 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:43.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:43 smithi012 ceph-mon[90784]: Cluster is now healthy 2024-04-02T08:39:43.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:43 smithi012 ceph-mon[90784]: osdmap e943: 8 total, 8 up, 8 in 2024-04-02T08:39:43.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:43 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1957392681' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129379-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:43.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:43 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129379-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:44.555 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] ClsHello.SayHello (2877 ms) 2024-04-02T08:39:44.556 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] ClsHello.RecordHello 2024-04-02T08:39:44.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:44 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129379-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:44.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:44 smithi055 ceph-mon[85080]: osdmap e944: 8 total, 8 up, 8 in 2024-04-02T08:39:44.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:39:44.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:44.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:44 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129379-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:44.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:44 smithi012 ceph-mon[90784]: osdmap e944: 8 total, 8 up, 8 in 2024-04-02T08:39:44.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:39:44.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:44.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:44 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129379-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:44.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:44 smithi012 ceph-mon[88355]: osdmap e944: 8 total, 8 up, 8 in 2024-04-02T08:39:44.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:39:44.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:45.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:45 smithi055 ceph-mon[85080]: pgmap v1110: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:39:45.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:45 smithi055 ceph-mon[85080]: osdmap e945: 8 total, 8 up, 8 in 2024-04-02T08:39:45.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:45 smithi012 ceph-mon[88355]: pgmap v1110: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:39:45.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:45 smithi012 ceph-mon[88355]: osdmap e945: 8 total, 8 up, 8 in 2024-04-02T08:39:45.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:45 smithi012 ceph-mon[90784]: pgmap v1110: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:39:45.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:45 smithi012 ceph-mon[90784]: osdmap e945: 8 total, 8 up, 8 in 2024-04-02T08:39:46.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:46 smithi012 ceph-mon[88355]: osdmap e946: 8 total, 8 up, 8 in 2024-04-02T08:39:46.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:46 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2627671752' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129379-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:46.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:46 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129379-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:46.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:46 smithi012 ceph-mon[90784]: osdmap e946: 8 total, 8 up, 8 in 2024-04-02T08:39:46.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:46 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2627671752' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129379-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:46.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:46 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129379-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:47.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:46 smithi055 ceph-mon[85080]: osdmap e946: 8 total, 8 up, 8 in 2024-04-02T08:39:47.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:46 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2627671752' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129379-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:47.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:46 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129379-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:47.588 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] ClsHello.RecordHello (3031 ms) 2024-04-02T08:39:47.588 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] ClsHello.WriteReturnData 2024-04-02T08:39:47.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:47 smithi012 ceph-mon[88355]: pgmap v1113: 137 pgs: 20 creating+peering, 12 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:39:47.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:47 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:47.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:47 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129379-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:47.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:47 smithi012 ceph-mon[88355]: osdmap e947: 8 total, 8 up, 8 in 2024-04-02T08:39:47.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:47 smithi012 ceph-mon[90784]: pgmap v1113: 137 pgs: 20 creating+peering, 12 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:39:47.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:47 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:47.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:47 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129379-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:47.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:47 smithi012 ceph-mon[90784]: osdmap e947: 8 total, 8 up, 8 in 2024-04-02T08:39:48.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:47 smithi055 ceph-mon[85080]: pgmap v1113: 137 pgs: 20 creating+peering, 12 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:39:48.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:47 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:48.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:47 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129379-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:48.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:47 smithi055 ceph-mon[85080]: osdmap e947: 8 total, 8 up, 8 in 2024-04-02T08:39:48.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:39:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:39:47] "GET /metrics HTTP/1.1" 200 36336 "" "Prometheus/2.43.0" 2024-04-02T08:39:48.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:48 smithi012 ceph-mon[88355]: osdmap e948: 8 total, 8 up, 8 in 2024-04-02T08:39:48.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:48 smithi012 ceph-mon[90784]: osdmap e948: 8 total, 8 up, 8 in 2024-04-02T08:39:49.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:48 smithi055 ceph-mon[85080]: osdmap e948: 8 total, 8 up, 8 in 2024-04-02T08:39:49.604 INFO:tasks.workunit.client.0.smithi012.stdout:require_osd_release = squid 2024-04-02T08:39:49.609 INFO:tasks.workunit.client.0.smithi012.stdout:0 2024-04-02T08:39:49.670 INFO:tasks.workunit.client.0.smithi012.stdout:1 2024-04-02T08:39:49.671 INFO:tasks.workunit.client.0.smithi012.stdout:2 2024-04-02T08:39:49.672 INFO:tasks.workunit.client.0.smithi012.stdout:3 2024-04-02T08:39:49.673 INFO:tasks.workunit.client.0.smithi012.stdout:4 2024-04-02T08:39:49.674 INFO:tasks.workunit.client.0.smithi012.stdout:5 2024-04-02T08:39:49.675 INFO:tasks.workunit.client.0.smithi012.stdout:6 2024-04-02T08:39:49.676 INFO:tasks.workunit.client.0.smithi012.stdout:7 2024-04-02T08:39:49.677 INFO:tasks.workunit.client.0.smithi012.stdout:8 2024-04-02T08:39:49.678 INFO:tasks.workunit.client.0.smithi012.stdout:9 2024-04-02T08:39:49.679 INFO:tasks.workunit.client.0.smithi012.stdout:10 2024-04-02T08:39:49.680 INFO:tasks.workunit.client.0.smithi012.stdout:11 2024-04-02T08:39:49.681 INFO:tasks.workunit.client.0.smithi012.stdout:12 2024-04-02T08:39:49.682 INFO:tasks.workunit.client.0.smithi012.stdout:13 2024-04-02T08:39:49.683 INFO:tasks.workunit.client.0.smithi012.stdout:14 2024-04-02T08:39:49.684 INFO:tasks.workunit.client.0.smithi012.stdout:15 2024-04-02T08:39:49.685 INFO:tasks.workunit.client.0.smithi012.stdout:16 2024-04-02T08:39:49.686 INFO:tasks.workunit.client.0.smithi012.stdout:17 2024-04-02T08:39:49.686 INFO:tasks.workunit.client.0.smithi012.stdout:18 2024-04-02T08:39:49.687 INFO:tasks.workunit.client.0.smithi012.stdout:19 2024-04-02T08:39:49.688 INFO:tasks.workunit.client.0.smithi012.stdout:20 2024-04-02T08:39:49.689 INFO:tasks.workunit.client.0.smithi012.stdout:21 2024-04-02T08:39:49.690 INFO:tasks.workunit.client.0.smithi012.stdout:22 2024-04-02T08:39:49.691 INFO:tasks.workunit.client.0.smithi012.stdout:23 2024-04-02T08:39:49.692 INFO:tasks.workunit.client.0.smithi012.stdout:24 2024-04-02T08:39:49.693 INFO:tasks.workunit.client.0.smithi012.stdout:25 2024-04-02T08:39:49.694 INFO:tasks.workunit.client.0.smithi012.stdout:26 2024-04-02T08:39:49.695 INFO:tasks.workunit.client.0.smithi012.stdout:27 2024-04-02T08:39:49.696 INFO:tasks.workunit.client.0.smithi012.stdout:28 2024-04-02T08:39:49.697 INFO:tasks.workunit.client.0.smithi012.stdout:29 2024-04-02T08:39:49.698 INFO:tasks.workunit.client.0.smithi012.stdout:30 2024-04-02T08:39:49.699 INFO:tasks.workunit.client.0.smithi012.stdout:31 2024-04-02T08:39:49.700 INFO:tasks.workunit.client.0.smithi012.stdout:32 2024-04-02T08:39:49.700 INFO:tasks.workunit.client.0.smithi012.stdout:33 2024-04-02T08:39:49.701 INFO:tasks.workunit.client.0.smithi012.stdout:34 2024-04-02T08:39:49.702 INFO:tasks.workunit.client.0.smithi012.stdout:35 2024-04-02T08:39:49.703 INFO:tasks.workunit.client.0.smithi012.stdout:36 2024-04-02T08:39:49.704 INFO:tasks.workunit.client.0.smithi012.stdout:37 2024-04-02T08:39:49.705 INFO:tasks.workunit.client.0.smithi012.stdout:38 2024-04-02T08:39:49.706 INFO:tasks.workunit.client.0.smithi012.stdout:39 2024-04-02T08:39:49.707 INFO:tasks.workunit.client.0.smithi012.stdout:40 2024-04-02T08:39:49.708 INFO:tasks.workunit.client.0.smithi012.stdout:41 2024-04-02T08:39:49.709 INFO:tasks.workunit.client.0.smithi012.stdout:42 2024-04-02T08:39:49.710 INFO:tasks.workunit.client.0.smithi012.stdout:43 2024-04-02T08:39:49.711 INFO:tasks.workunit.client.0.smithi012.stdout:44 2024-04-02T08:39:49.712 INFO:tasks.workunit.client.0.smithi012.stdout:45 2024-04-02T08:39:49.713 INFO:tasks.workunit.client.0.smithi012.stdout:46 2024-04-02T08:39:49.714 INFO:tasks.workunit.client.0.smithi012.stdout:47 2024-04-02T08:39:49.715 INFO:tasks.workunit.client.0.smithi012.stdout:48 2024-04-02T08:39:49.716 INFO:tasks.workunit.client.0.smithi012.stdout:49 2024-04-02T08:39:49.717 INFO:tasks.workunit.client.0.smithi012.stdout:50 2024-04-02T08:39:49.718 INFO:tasks.workunit.client.0.smithi012.stdout:51 2024-04-02T08:39:49.719 INFO:tasks.workunit.client.0.smithi012.stdout:52 2024-04-02T08:39:49.720 INFO:tasks.workunit.client.0.smithi012.stdout:53 2024-04-02T08:39:49.721 INFO:tasks.workunit.client.0.smithi012.stdout:54 2024-04-02T08:39:49.722 INFO:tasks.workunit.client.0.smithi012.stdout:55 2024-04-02T08:39:49.723 INFO:tasks.workunit.client.0.smithi012.stdout:56 2024-04-02T08:39:49.724 INFO:tasks.workunit.client.0.smithi012.stdout:57 2024-04-02T08:39:49.725 INFO:tasks.workunit.client.0.smithi012.stdout:58 2024-04-02T08:39:49.726 INFO:tasks.workunit.client.0.smithi012.stdout:59 2024-04-02T08:39:49.727 INFO:tasks.workunit.client.0.smithi012.stdout:60 2024-04-02T08:39:49.728 INFO:tasks.workunit.client.0.smithi012.stdout:61 2024-04-02T08:39:49.729 INFO:tasks.workunit.client.0.smithi012.stdout:62 2024-04-02T08:39:49.730 INFO:tasks.workunit.client.0.smithi012.stdout:63 2024-04-02T08:39:49.731 INFO:tasks.workunit.client.0.smithi012.stdout:64 2024-04-02T08:39:49.732 INFO:tasks.workunit.client.0.smithi012.stdout:65 2024-04-02T08:39:49.733 INFO:tasks.workunit.client.0.smithi012.stdout:66 2024-04-02T08:39:49.734 INFO:tasks.workunit.client.0.smithi012.stdout:67 2024-04-02T08:39:49.735 INFO:tasks.workunit.client.0.smithi012.stdout:68 2024-04-02T08:39:49.736 INFO:tasks.workunit.client.0.smithi012.stdout:69 2024-04-02T08:39:49.737 INFO:tasks.workunit.client.0.smithi012.stdout:70 2024-04-02T08:39:49.738 INFO:tasks.workunit.client.0.smithi012.stdout:71 2024-04-02T08:39:49.739 INFO:tasks.workunit.client.0.smithi012.stdout:72 2024-04-02T08:39:49.740 INFO:tasks.workunit.client.0.smithi012.stdout:73 2024-04-02T08:39:49.741 INFO:tasks.workunit.client.0.smithi012.stdout:74 2024-04-02T08:39:49.742 INFO:tasks.workunit.client.0.smithi012.stdout:75 2024-04-02T08:39:49.743 INFO:tasks.workunit.client.0.smithi012.stdout:76 2024-04-02T08:39:49.744 INFO:tasks.workunit.client.0.smithi012.stdout:77 2024-04-02T08:39:49.746 INFO:tasks.workunit.client.0.smithi012.stdout:78 2024-04-02T08:39:49.747 INFO:tasks.workunit.client.0.smithi012.stdout:79 2024-04-02T08:39:49.748 INFO:tasks.workunit.client.0.smithi012.stdout:80 2024-04-02T08:39:49.749 INFO:tasks.workunit.client.0.smithi012.stdout:81 2024-04-02T08:39:49.750 INFO:tasks.workunit.client.0.smithi012.stdout:82 2024-04-02T08:39:49.751 INFO:tasks.workunit.client.0.smithi012.stdout:83 2024-04-02T08:39:49.752 INFO:tasks.workunit.client.0.smithi012.stdout:84 2024-04-02T08:39:49.754 INFO:tasks.workunit.client.0.smithi012.stdout:85 2024-04-02T08:39:49.755 INFO:tasks.workunit.client.0.smithi012.stdout:86 2024-04-02T08:39:49.756 INFO:tasks.workunit.client.0.smithi012.stdout:87 2024-04-02T08:39:49.757 INFO:tasks.workunit.client.0.smithi012.stdout:88 2024-04-02T08:39:49.758 INFO:tasks.workunit.client.0.smithi012.stdout:89 2024-04-02T08:39:49.759 INFO:tasks.workunit.client.0.smithi012.stdout:90 2024-04-02T08:39:49.760 INFO:tasks.workunit.client.0.smithi012.stdout:91 2024-04-02T08:39:49.761 INFO:tasks.workunit.client.0.smithi012.stdout:92 2024-04-02T08:39:49.762 INFO:tasks.workunit.client.0.smithi012.stdout:93 2024-04-02T08:39:49.763 INFO:tasks.workunit.client.0.smithi012.stdout:94 2024-04-02T08:39:49.764 INFO:tasks.workunit.client.0.smithi012.stdout:95 2024-04-02T08:39:49.765 INFO:tasks.workunit.client.0.smithi012.stdout:96 2024-04-02T08:39:49.766 INFO:tasks.workunit.client.0.smithi012.stdout:97 2024-04-02T08:39:49.767 INFO:tasks.workunit.client.0.smithi012.stdout:98 2024-04-02T08:39:49.769 INFO:tasks.workunit.client.0.smithi012.stdout:99 2024-04-02T08:39:49.770 INFO:tasks.workunit.client.0.smithi012.stdout:100 2024-04-02T08:39:49.771 INFO:tasks.workunit.client.0.smithi012.stdout:101 2024-04-02T08:39:49.772 INFO:tasks.workunit.client.0.smithi012.stdout:102 2024-04-02T08:39:49.773 INFO:tasks.workunit.client.0.smithi012.stdout:103 2024-04-02T08:39:49.774 INFO:tasks.workunit.client.0.smithi012.stdout:104 2024-04-02T08:39:49.776 INFO:tasks.workunit.client.0.smithi012.stdout:105 2024-04-02T08:39:49.777 INFO:tasks.workunit.client.0.smithi012.stdout:106 2024-04-02T08:39:49.777 INFO:tasks.workunit.client.0.smithi012.stdout:107 2024-04-02T08:39:49.778 INFO:tasks.workunit.client.0.smithi012.stdout:108 2024-04-02T08:39:49.780 INFO:tasks.workunit.client.0.smithi012.stdout:109 2024-04-02T08:39:49.780 INFO:tasks.workunit.client.0.smithi012.stdout:110 2024-04-02T08:39:49.781 INFO:tasks.workunit.client.0.smithi012.stdout:111 2024-04-02T08:39:49.782 INFO:tasks.workunit.client.0.smithi012.stdout:112 2024-04-02T08:39:49.784 INFO:tasks.workunit.client.0.smithi012.stdout:113 2024-04-02T08:39:49.784 INFO:tasks.workunit.client.0.smithi012.stdout:114 2024-04-02T08:39:49.785 INFO:tasks.workunit.client.0.smithi012.stdout:115 2024-04-02T08:39:49.786 INFO:tasks.workunit.client.0.smithi012.stdout:116 2024-04-02T08:39:49.787 INFO:tasks.workunit.client.0.smithi012.stdout:117 2024-04-02T08:39:49.788 INFO:tasks.workunit.client.0.smithi012.stdout:118 2024-04-02T08:39:49.789 INFO:tasks.workunit.client.0.smithi012.stdout:119 2024-04-02T08:39:49.790 INFO:tasks.workunit.client.0.smithi012.stdout:120 2024-04-02T08:39:49.791 INFO:tasks.workunit.client.0.smithi012.stdout:121 2024-04-02T08:39:49.792 INFO:tasks.workunit.client.0.smithi012.stdout:122 2024-04-02T08:39:49.793 INFO:tasks.workunit.client.0.smithi012.stdout:123 2024-04-02T08:39:49.794 INFO:tasks.workunit.client.0.smithi012.stdout:124 2024-04-02T08:39:49.795 INFO:tasks.workunit.client.0.smithi012.stdout:125 2024-04-02T08:39:49.796 INFO:tasks.workunit.client.0.smithi012.stdout:126 2024-04-02T08:39:49.797 INFO:tasks.workunit.client.0.smithi012.stdout:127 2024-04-02T08:39:49.798 INFO:tasks.workunit.client.0.smithi012.stdout:128 2024-04-02T08:39:49.799 INFO:tasks.workunit.client.0.smithi012.stdout:129 2024-04-02T08:39:49.800 INFO:tasks.workunit.client.0.smithi012.stdout:130 2024-04-02T08:39:49.801 INFO:tasks.workunit.client.0.smithi012.stdout:131 2024-04-02T08:39:49.802 INFO:tasks.workunit.client.0.smithi012.stdout:132 2024-04-02T08:39:49.803 INFO:tasks.workunit.client.0.smithi012.stdout:133 2024-04-02T08:39:49.804 INFO:tasks.workunit.client.0.smithi012.stdout:134 2024-04-02T08:39:49.805 INFO:tasks.workunit.client.0.smithi012.stdout:135 2024-04-02T08:39:49.806 INFO:tasks.workunit.client.0.smithi012.stdout:136 2024-04-02T08:39:49.807 INFO:tasks.workunit.client.0.smithi012.stdout:137 2024-04-02T08:39:49.808 INFO:tasks.workunit.client.0.smithi012.stdout:138 2024-04-02T08:39:49.809 INFO:tasks.workunit.client.0.smithi012.stdout:139 2024-04-02T08:39:49.810 INFO:tasks.workunit.client.0.smithi012.stdout:140 2024-04-02T08:39:49.811 INFO:tasks.workunit.client.0.smithi012.stdout:141 2024-04-02T08:39:49.812 INFO:tasks.workunit.client.0.smithi012.stdout:142 2024-04-02T08:39:49.813 INFO:tasks.workunit.client.0.smithi012.stdout:143 2024-04-02T08:39:49.814 INFO:tasks.workunit.client.0.smithi012.stdout:144 2024-04-02T08:39:49.815 INFO:tasks.workunit.client.0.smithi012.stdout:145 2024-04-02T08:39:49.816 INFO:tasks.workunit.client.0.smithi012.stdout:146 2024-04-02T08:39:49.817 INFO:tasks.workunit.client.0.smithi012.stdout:147 2024-04-02T08:39:49.818 INFO:tasks.workunit.client.0.smithi012.stdout:148 2024-04-02T08:39:49.819 INFO:tasks.workunit.client.0.smithi012.stdout:149 2024-04-02T08:39:49.820 INFO:tasks.workunit.client.0.smithi012.stdout:150 2024-04-02T08:39:49.821 INFO:tasks.workunit.client.0.smithi012.stdout:151 2024-04-02T08:39:49.822 INFO:tasks.workunit.client.0.smithi012.stdout:152 2024-04-02T08:39:49.823 INFO:tasks.workunit.client.0.smithi012.stdout:153 2024-04-02T08:39:49.824 INFO:tasks.workunit.client.0.smithi012.stdout:154 2024-04-02T08:39:49.825 INFO:tasks.workunit.client.0.smithi012.stdout:155 2024-04-02T08:39:49.826 INFO:tasks.workunit.client.0.smithi012.stdout:156 2024-04-02T08:39:49.827 INFO:tasks.workunit.client.0.smithi012.stdout:157 2024-04-02T08:39:49.828 INFO:tasks.workunit.client.0.smithi012.stdout:158 2024-04-02T08:39:49.829 INFO:tasks.workunit.client.0.smithi012.stdout:159 2024-04-02T08:39:49.830 INFO:tasks.workunit.client.0.smithi012.stdout:160 2024-04-02T08:39:49.831 INFO:tasks.workunit.client.0.smithi012.stdout:161 2024-04-02T08:39:49.832 INFO:tasks.workunit.client.0.smithi012.stdout:162 2024-04-02T08:39:49.833 INFO:tasks.workunit.client.0.smithi012.stdout:163 2024-04-02T08:39:49.834 INFO:tasks.workunit.client.0.smithi012.stdout:164 2024-04-02T08:39:49.835 INFO:tasks.workunit.client.0.smithi012.stdout:165 2024-04-02T08:39:49.836 INFO:tasks.workunit.client.0.smithi012.stdout:166 2024-04-02T08:39:49.837 INFO:tasks.workunit.client.0.smithi012.stdout:167 2024-04-02T08:39:49.838 INFO:tasks.workunit.client.0.smithi012.stdout:168 2024-04-02T08:39:49.839 INFO:tasks.workunit.client.0.smithi012.stdout:169 2024-04-02T08:39:49.840 INFO:tasks.workunit.client.0.smithi012.stdout:170 2024-04-02T08:39:49.841 INFO:tasks.workunit.client.0.smithi012.stdout:171 2024-04-02T08:39:49.842 INFO:tasks.workunit.client.0.smithi012.stdout:172 2024-04-02T08:39:49.843 INFO:tasks.workunit.client.0.smithi012.stdout:173 2024-04-02T08:39:49.844 INFO:tasks.workunit.client.0.smithi012.stdout:174 2024-04-02T08:39:49.845 INFO:tasks.workunit.client.0.smithi012.stdout:175 2024-04-02T08:39:49.846 INFO:tasks.workunit.client.0.smithi012.stdout:176 2024-04-02T08:39:49.847 INFO:tasks.workunit.client.0.smithi012.stdout:177 2024-04-02T08:39:49.848 INFO:tasks.workunit.client.0.smithi012.stdout:178 2024-04-02T08:39:49.849 INFO:tasks.workunit.client.0.smithi012.stdout:179 2024-04-02T08:39:49.850 INFO:tasks.workunit.client.0.smithi012.stdout:180 2024-04-02T08:39:49.851 INFO:tasks.workunit.client.0.smithi012.stdout:181 2024-04-02T08:39:49.852 INFO:tasks.workunit.client.0.smithi012.stdout:182 2024-04-02T08:39:49.853 INFO:tasks.workunit.client.0.smithi012.stdout:183 2024-04-02T08:39:49.854 INFO:tasks.workunit.client.0.smithi012.stdout:184 2024-04-02T08:39:49.855 INFO:tasks.workunit.client.0.smithi012.stdout:185 2024-04-02T08:39:49.856 INFO:tasks.workunit.client.0.smithi012.stdout:186 2024-04-02T08:39:49.857 INFO:tasks.workunit.client.0.smithi012.stdout:187 2024-04-02T08:39:49.858 INFO:tasks.workunit.client.0.smithi012.stdout:188 2024-04-02T08:39:49.859 INFO:tasks.workunit.client.0.smithi012.stdout:189 2024-04-02T08:39:49.860 INFO:tasks.workunit.client.0.smithi012.stdout:190 2024-04-02T08:39:49.861 INFO:tasks.workunit.client.0.smithi012.stdout:191 2024-04-02T08:39:49.862 INFO:tasks.workunit.client.0.smithi012.stdout:192 2024-04-02T08:39:49.863 INFO:tasks.workunit.client.0.smithi012.stdout:193 2024-04-02T08:39:49.864 INFO:tasks.workunit.client.0.smithi012.stdout:194 2024-04-02T08:39:49.865 INFO:tasks.workunit.client.0.smithi012.stdout:195 2024-04-02T08:39:49.865 INFO:tasks.workunit.client.0.smithi012.stdout:196 2024-04-02T08:39:49.866 INFO:tasks.workunit.client.0.smithi012.stdout:197 2024-04-02T08:39:49.867 INFO:tasks.workunit.client.0.smithi012.stdout:198 2024-04-02T08:39:49.868 INFO:tasks.workunit.client.0.smithi012.stdout:199 2024-04-02T08:39:49.869 INFO:tasks.workunit.client.0.smithi012.stdout:200 2024-04-02T08:39:49.870 INFO:tasks.workunit.client.0.smithi012.stdout:201 2024-04-02T08:39:49.871 INFO:tasks.workunit.client.0.smithi012.stdout:202 2024-04-02T08:39:49.872 INFO:tasks.workunit.client.0.smithi012.stdout:203 2024-04-02T08:39:49.873 INFO:tasks.workunit.client.0.smithi012.stdout:204 2024-04-02T08:39:49.874 INFO:tasks.workunit.client.0.smithi012.stdout:205 2024-04-02T08:39:49.875 INFO:tasks.workunit.client.0.smithi012.stdout:206 2024-04-02T08:39:49.876 INFO:tasks.workunit.client.0.smithi012.stdout:207 2024-04-02T08:39:49.877 INFO:tasks.workunit.client.0.smithi012.stdout:208 2024-04-02T08:39:49.878 INFO:tasks.workunit.client.0.smithi012.stdout:209 2024-04-02T08:39:49.879 INFO:tasks.workunit.client.0.smithi012.stdout:210 2024-04-02T08:39:49.880 INFO:tasks.workunit.client.0.smithi012.stdout:211 2024-04-02T08:39:49.882 INFO:tasks.workunit.client.0.smithi012.stdout:212 2024-04-02T08:39:49.883 INFO:tasks.workunit.client.0.smithi012.stdout:213 2024-04-02T08:39:49.884 INFO:tasks.workunit.client.0.smithi012.stdout:214 2024-04-02T08:39:49.885 INFO:tasks.workunit.client.0.smithi012.stdout:215 2024-04-02T08:39:49.886 INFO:tasks.workunit.client.0.smithi012.stdout:216 2024-04-02T08:39:49.887 INFO:tasks.workunit.client.0.smithi012.stdout:217 2024-04-02T08:39:49.888 INFO:tasks.workunit.client.0.smithi012.stdout:218 2024-04-02T08:39:49.889 INFO:tasks.workunit.client.0.smithi012.stdout:219 2024-04-02T08:39:49.890 INFO:tasks.workunit.client.0.smithi012.stdout:220 2024-04-02T08:39:49.891 INFO:tasks.workunit.client.0.smithi012.stdout:221 2024-04-02T08:39:49.892 INFO:tasks.workunit.client.0.smithi012.stdout:222 2024-04-02T08:39:49.893 INFO:tasks.workunit.client.0.smithi012.stdout:223 2024-04-02T08:39:49.895 INFO:tasks.workunit.client.0.smithi012.stdout:224 2024-04-02T08:39:49.896 INFO:tasks.workunit.client.0.smithi012.stdout:225 2024-04-02T08:39:49.897 INFO:tasks.workunit.client.0.smithi012.stdout:226 2024-04-02T08:39:49.898 INFO:tasks.workunit.client.0.smithi012.stdout:227 2024-04-02T08:39:49.899 INFO:tasks.workunit.client.0.smithi012.stdout:228 2024-04-02T08:39:49.900 INFO:tasks.workunit.client.0.smithi012.stdout:229 2024-04-02T08:39:49.901 INFO:tasks.workunit.client.0.smithi012.stdout:230 2024-04-02T08:39:49.902 INFO:tasks.workunit.client.0.smithi012.stdout:231 2024-04-02T08:39:49.903 INFO:tasks.workunit.client.0.smithi012.stdout:232 2024-04-02T08:39:49.904 INFO:tasks.workunit.client.0.smithi012.stdout:233 2024-04-02T08:39:49.905 INFO:tasks.workunit.client.0.smithi012.stdout:234 2024-04-02T08:39:49.906 INFO:tasks.workunit.client.0.smithi012.stdout:235 2024-04-02T08:39:49.907 INFO:tasks.workunit.client.0.smithi012.stdout:236 2024-04-02T08:39:49.908 INFO:tasks.workunit.client.0.smithi012.stdout:237 2024-04-02T08:39:49.909 INFO:tasks.workunit.client.0.smithi012.stdout:238 2024-04-02T08:39:49.910 INFO:tasks.workunit.client.0.smithi012.stdout:239 2024-04-02T08:39:49.911 INFO:tasks.workunit.client.0.smithi012.stdout:240 2024-04-02T08:39:49.912 INFO:tasks.workunit.client.0.smithi012.stdout:241 2024-04-02T08:39:49.913 INFO:tasks.workunit.client.0.smithi012.stdout:242 2024-04-02T08:39:49.914 INFO:tasks.workunit.client.0.smithi012.stdout:243 2024-04-02T08:39:49.915 INFO:tasks.workunit.client.0.smithi012.stdout:244 2024-04-02T08:39:49.915 INFO:tasks.workunit.client.0.smithi012.stdout:245 2024-04-02T08:39:49.916 INFO:tasks.workunit.client.0.smithi012.stdout:246 2024-04-02T08:39:49.917 INFO:tasks.workunit.client.0.smithi012.stdout:247 2024-04-02T08:39:49.920 INFO:tasks.workunit.client.0.smithi012.stdout:248 2024-04-02T08:39:49.921 INFO:tasks.workunit.client.0.smithi012.stdout:249 2024-04-02T08:39:49.921 INFO:tasks.workunit.client.0.smithi012.stdout:250 2024-04-02T08:39:49.921 INFO:tasks.workunit.client.0.smithi012.stdout:251 2024-04-02T08:39:49.922 INFO:tasks.workunit.client.0.smithi012.stdout:252 2024-04-02T08:39:49.923 INFO:tasks.workunit.client.0.smithi012.stdout:253 2024-04-02T08:39:49.924 INFO:tasks.workunit.client.0.smithi012.stdout:254 2024-04-02T08:39:49.925 INFO:tasks.workunit.client.0.smithi012.stdout:255 2024-04-02T08:39:49.926 INFO:tasks.workunit.client.0.smithi012.stdout:256 2024-04-02T08:39:49.927 INFO:tasks.workunit.client.0.smithi012.stdout:257 2024-04-02T08:39:49.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:49 smithi012 ceph-mon[90784]: pgmap v1116: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:39:49.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:49 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:49.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:49 smithi012 ceph-mon[90784]: Cluster is now healthy 2024-04-02T08:39:49.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:49 smithi012 ceph-mon[90784]: osdmap e949: 8 total, 8 up, 8 in 2024-04-02T08:39:49.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:49 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/948054964' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129379-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:49.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:49 smithi012 ceph-mon[88355]: pgmap v1116: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:39:49.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:49 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:49.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:49 smithi012 ceph-mon[88355]: Cluster is now healthy 2024-04-02T08:39:49.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:49 smithi012 ceph-mon[88355]: osdmap e949: 8 total, 8 up, 8 in 2024-04-02T08:39:49.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:49 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/948054964' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129379-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:49.929 INFO:tasks.workunit.client.0.smithi012.stdout:258 2024-04-02T08:39:49.929 INFO:tasks.workunit.client.0.smithi012.stdout:259 2024-04-02T08:39:49.930 INFO:tasks.workunit.client.0.smithi012.stdout:260 2024-04-02T08:39:49.931 INFO:tasks.workunit.client.0.smithi012.stdout:261 2024-04-02T08:39:49.932 INFO:tasks.workunit.client.0.smithi012.stdout:262 2024-04-02T08:39:49.933 INFO:tasks.workunit.client.0.smithi012.stdout:263 2024-04-02T08:39:49.934 INFO:tasks.workunit.client.0.smithi012.stdout:264 2024-04-02T08:39:49.935 INFO:tasks.workunit.client.0.smithi012.stdout:265 2024-04-02T08:39:49.936 INFO:tasks.workunit.client.0.smithi012.stdout:266 2024-04-02T08:39:49.937 INFO:tasks.workunit.client.0.smithi012.stdout:267 2024-04-02T08:39:49.938 INFO:tasks.workunit.client.0.smithi012.stdout:268 2024-04-02T08:39:49.939 INFO:tasks.workunit.client.0.smithi012.stdout:269 2024-04-02T08:39:49.940 INFO:tasks.workunit.client.0.smithi012.stdout:270 2024-04-02T08:39:49.941 INFO:tasks.workunit.client.0.smithi012.stdout:271 2024-04-02T08:39:49.942 INFO:tasks.workunit.client.0.smithi012.stdout:272 2024-04-02T08:39:49.943 INFO:tasks.workunit.client.0.smithi012.stdout:273 2024-04-02T08:39:49.944 INFO:tasks.workunit.client.0.smithi012.stdout:274 2024-04-02T08:39:49.945 INFO:tasks.workunit.client.0.smithi012.stdout:275 2024-04-02T08:39:49.946 INFO:tasks.workunit.client.0.smithi012.stdout:276 2024-04-02T08:39:49.947 INFO:tasks.workunit.client.0.smithi012.stdout:277 2024-04-02T08:39:49.948 INFO:tasks.workunit.client.0.smithi012.stdout:278 2024-04-02T08:39:49.949 INFO:tasks.workunit.client.0.smithi012.stdout:279 2024-04-02T08:39:49.950 INFO:tasks.workunit.client.0.smithi012.stdout:280 2024-04-02T08:39:49.951 INFO:tasks.workunit.client.0.smithi012.stdout:281 2024-04-02T08:39:49.952 INFO:tasks.workunit.client.0.smithi012.stdout:282 2024-04-02T08:39:49.953 INFO:tasks.workunit.client.0.smithi012.stdout:283 2024-04-02T08:39:49.954 INFO:tasks.workunit.client.0.smithi012.stdout:284 2024-04-02T08:39:49.955 INFO:tasks.workunit.client.0.smithi012.stdout:285 2024-04-02T08:39:49.956 INFO:tasks.workunit.client.0.smithi012.stdout:286 2024-04-02T08:39:49.957 INFO:tasks.workunit.client.0.smithi012.stdout:287 2024-04-02T08:39:49.958 INFO:tasks.workunit.client.0.smithi012.stdout:288 2024-04-02T08:39:49.959 INFO:tasks.workunit.client.0.smithi012.stdout:289 2024-04-02T08:39:49.960 INFO:tasks.workunit.client.0.smithi012.stdout:290 2024-04-02T08:39:49.962 INFO:tasks.workunit.client.0.smithi012.stdout:291 2024-04-02T08:39:49.963 INFO:tasks.workunit.client.0.smithi012.stdout:292 2024-04-02T08:39:49.964 INFO:tasks.workunit.client.0.smithi012.stdout:293 2024-04-02T08:39:49.965 INFO:tasks.workunit.client.0.smithi012.stdout:294 2024-04-02T08:39:49.967 INFO:tasks.workunit.client.0.smithi012.stdout:295 2024-04-02T08:39:49.967 INFO:tasks.workunit.client.0.smithi012.stdout:296 2024-04-02T08:39:49.969 INFO:tasks.workunit.client.0.smithi012.stdout:297 2024-04-02T08:39:49.970 INFO:tasks.workunit.client.0.smithi012.stdout:298 2024-04-02T08:39:49.971 INFO:tasks.workunit.client.0.smithi012.stdout:299 2024-04-02T08:39:49.972 INFO:tasks.workunit.client.0.smithi012.stdout:300 2024-04-02T08:39:49.973 INFO:tasks.workunit.client.0.smithi012.stdout:301 2024-04-02T08:39:49.974 INFO:tasks.workunit.client.0.smithi012.stdout:302 2024-04-02T08:39:49.975 INFO:tasks.workunit.client.0.smithi012.stdout:303 2024-04-02T08:39:49.976 INFO:tasks.workunit.client.0.smithi012.stdout:304 2024-04-02T08:39:49.977 INFO:tasks.workunit.client.0.smithi012.stdout:305 2024-04-02T08:39:49.978 INFO:tasks.workunit.client.0.smithi012.stdout:306 2024-04-02T08:39:49.979 INFO:tasks.workunit.client.0.smithi012.stdout:307 2024-04-02T08:39:49.980 INFO:tasks.workunit.client.0.smithi012.stdout:308 2024-04-02T08:39:49.982 INFO:tasks.workunit.client.0.smithi012.stdout:309 2024-04-02T08:39:49.982 INFO:tasks.workunit.client.0.smithi012.stdout:310 2024-04-02T08:39:49.983 INFO:tasks.workunit.client.0.smithi012.stdout:311 2024-04-02T08:39:49.984 INFO:tasks.workunit.client.0.smithi012.stdout:312 2024-04-02T08:39:49.985 INFO:tasks.workunit.client.0.smithi012.stdout:313 2024-04-02T08:39:49.986 INFO:tasks.workunit.client.0.smithi012.stdout:314 2024-04-02T08:39:49.987 INFO:tasks.workunit.client.0.smithi012.stdout:315 2024-04-02T08:39:49.988 INFO:tasks.workunit.client.0.smithi012.stdout:316 2024-04-02T08:39:49.989 INFO:tasks.workunit.client.0.smithi012.stdout:317 2024-04-02T08:39:49.990 INFO:tasks.workunit.client.0.smithi012.stdout:318 2024-04-02T08:39:49.991 INFO:tasks.workunit.client.0.smithi012.stdout:319 2024-04-02T08:39:49.992 INFO:tasks.workunit.client.0.smithi012.stdout:320 2024-04-02T08:39:49.993 INFO:tasks.workunit.client.0.smithi012.stdout:321 2024-04-02T08:39:49.994 INFO:tasks.workunit.client.0.smithi012.stdout:322 2024-04-02T08:39:49.995 INFO:tasks.workunit.client.0.smithi012.stdout:323 2024-04-02T08:39:49.996 INFO:tasks.workunit.client.0.smithi012.stdout:324 2024-04-02T08:39:49.997 INFO:tasks.workunit.client.0.smithi012.stdout:325 2024-04-02T08:39:49.998 INFO:tasks.workunit.client.0.smithi012.stdout:326 2024-04-02T08:39:49.999 INFO:tasks.workunit.client.0.smithi012.stdout:327 2024-04-02T08:39:50.000 INFO:tasks.workunit.client.0.smithi012.stdout:328 2024-04-02T08:39:50.001 INFO:tasks.workunit.client.0.smithi012.stdout:329 2024-04-02T08:39:50.002 INFO:tasks.workunit.client.0.smithi012.stdout:330 2024-04-02T08:39:50.003 INFO:tasks.workunit.client.0.smithi012.stdout:331 2024-04-02T08:39:50.003 INFO:tasks.workunit.client.0.smithi012.stdout:332 2024-04-02T08:39:50.004 INFO:tasks.workunit.client.0.smithi012.stdout:333 2024-04-02T08:39:50.005 INFO:tasks.workunit.client.0.smithi012.stdout:334 2024-04-02T08:39:50.006 INFO:tasks.workunit.client.0.smithi012.stdout:335 2024-04-02T08:39:50.007 INFO:tasks.workunit.client.0.smithi012.stdout:336 2024-04-02T08:39:50.008 INFO:tasks.workunit.client.0.smithi012.stdout:337 2024-04-02T08:39:50.009 INFO:tasks.workunit.client.0.smithi012.stdout:338 2024-04-02T08:39:50.010 INFO:tasks.workunit.client.0.smithi012.stdout:339 2024-04-02T08:39:50.011 INFO:tasks.workunit.client.0.smithi012.stdout:340 2024-04-02T08:39:50.012 INFO:tasks.workunit.client.0.smithi012.stdout:341 2024-04-02T08:39:50.013 INFO:tasks.workunit.client.0.smithi012.stdout:342 2024-04-02T08:39:50.014 INFO:tasks.workunit.client.0.smithi012.stdout:343 2024-04-02T08:39:50.016 INFO:tasks.workunit.client.0.smithi012.stdout:344 2024-04-02T08:39:50.016 INFO:tasks.workunit.client.0.smithi012.stdout:345 2024-04-02T08:39:50.017 INFO:tasks.workunit.client.0.smithi012.stdout:346 2024-04-02T08:39:50.018 INFO:tasks.workunit.client.0.smithi012.stdout:347 2024-04-02T08:39:50.019 INFO:tasks.workunit.client.0.smithi012.stdout:348 2024-04-02T08:39:50.020 INFO:tasks.workunit.client.0.smithi012.stdout:349 2024-04-02T08:39:50.021 INFO:tasks.workunit.client.0.smithi012.stdout:350 2024-04-02T08:39:50.022 INFO:tasks.workunit.client.0.smithi012.stdout:351 2024-04-02T08:39:50.023 INFO:tasks.workunit.client.0.smithi012.stdout:352 2024-04-02T08:39:50.024 INFO:tasks.workunit.client.0.smithi012.stdout:353 2024-04-02T08:39:50.025 INFO:tasks.workunit.client.0.smithi012.stdout:354 2024-04-02T08:39:50.026 INFO:tasks.workunit.client.0.smithi012.stdout:355 2024-04-02T08:39:50.027 INFO:tasks.workunit.client.0.smithi012.stdout:356 2024-04-02T08:39:50.028 INFO:tasks.workunit.client.0.smithi012.stdout:357 2024-04-02T08:39:50.029 INFO:tasks.workunit.client.0.smithi012.stdout:358 2024-04-02T08:39:50.030 INFO:tasks.workunit.client.0.smithi012.stdout:359 2024-04-02T08:39:50.030 INFO:tasks.workunit.client.0.smithi012.stdout:360 2024-04-02T08:39:50.031 INFO:tasks.workunit.client.0.smithi012.stdout:361 2024-04-02T08:39:50.032 INFO:tasks.workunit.client.0.smithi012.stdout:362 2024-04-02T08:39:50.033 INFO:tasks.workunit.client.0.smithi012.stdout:363 2024-04-02T08:39:50.034 INFO:tasks.workunit.client.0.smithi012.stdout:364 2024-04-02T08:39:50.035 INFO:tasks.workunit.client.0.smithi012.stdout:365 2024-04-02T08:39:50.036 INFO:tasks.workunit.client.0.smithi012.stdout:366 2024-04-02T08:39:50.037 INFO:tasks.workunit.client.0.smithi012.stdout:367 2024-04-02T08:39:50.038 INFO:tasks.workunit.client.0.smithi012.stdout:368 2024-04-02T08:39:50.039 INFO:tasks.workunit.client.0.smithi012.stdout:369 2024-04-02T08:39:50.040 INFO:tasks.workunit.client.0.smithi012.stdout:370 2024-04-02T08:39:50.041 INFO:tasks.workunit.client.0.smithi012.stdout:371 2024-04-02T08:39:50.042 INFO:tasks.workunit.client.0.smithi012.stdout:372 2024-04-02T08:39:50.043 INFO:tasks.workunit.client.0.smithi012.stdout:373 2024-04-02T08:39:50.044 INFO:tasks.workunit.client.0.smithi012.stdout:374 2024-04-02T08:39:50.045 INFO:tasks.workunit.client.0.smithi012.stdout:375 2024-04-02T08:39:50.046 INFO:tasks.workunit.client.0.smithi012.stdout:376 2024-04-02T08:39:50.048 INFO:tasks.workunit.client.0.smithi012.stdout:377 2024-04-02T08:39:50.049 INFO:tasks.workunit.client.0.smithi012.stdout:378 2024-04-02T08:39:50.050 INFO:tasks.workunit.client.0.smithi012.stdout:379 2024-04-02T08:39:50.051 INFO:tasks.workunit.client.0.smithi012.stdout:380 2024-04-02T08:39:50.052 INFO:tasks.workunit.client.0.smithi012.stdout:381 2024-04-02T08:39:50.053 INFO:tasks.workunit.client.0.smithi012.stdout:382 2024-04-02T08:39:50.054 INFO:tasks.workunit.client.0.smithi012.stdout:383 2024-04-02T08:39:50.055 INFO:tasks.workunit.client.0.smithi012.stdout:384 2024-04-02T08:39:50.056 INFO:tasks.workunit.client.0.smithi012.stdout:385 2024-04-02T08:39:50.057 INFO:tasks.workunit.client.0.smithi012.stdout:386 2024-04-02T08:39:50.058 INFO:tasks.workunit.client.0.smithi012.stdout:387 2024-04-02T08:39:50.059 INFO:tasks.workunit.client.0.smithi012.stdout:388 2024-04-02T08:39:50.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:49 smithi055 ceph-mon[85080]: pgmap v1116: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:39:50.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:49 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:50.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:49 smithi055 ceph-mon[85080]: Cluster is now healthy 2024-04-02T08:39:50.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:49 smithi055 ceph-mon[85080]: osdmap e949: 8 total, 8 up, 8 in 2024-04-02T08:39:50.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:49 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/948054964' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129379-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:50.061 INFO:tasks.workunit.client.0.smithi012.stdout:389 2024-04-02T08:39:50.062 INFO:tasks.workunit.client.0.smithi012.stdout:390 2024-04-02T08:39:50.064 INFO:tasks.workunit.client.0.smithi012.stdout:391 2024-04-02T08:39:50.064 INFO:tasks.workunit.client.0.smithi012.stdout:392 2024-04-02T08:39:50.065 INFO:tasks.workunit.client.0.smithi012.stdout:393 2024-04-02T08:39:50.067 INFO:tasks.workunit.client.0.smithi012.stdout:394 2024-04-02T08:39:50.068 INFO:tasks.workunit.client.0.smithi012.stdout:395 2024-04-02T08:39:50.069 INFO:tasks.workunit.client.0.smithi012.stdout:396 2024-04-02T08:39:50.070 INFO:tasks.workunit.client.0.smithi012.stdout:397 2024-04-02T08:39:50.071 INFO:tasks.workunit.client.0.smithi012.stdout:398 2024-04-02T08:39:50.072 INFO:tasks.workunit.client.0.smithi012.stdout:399 2024-04-02T08:39:50.073 INFO:tasks.workunit.client.0.smithi012.stdout:400 2024-04-02T08:39:50.075 INFO:tasks.workunit.client.0.smithi012.stdout:401 2024-04-02T08:39:50.076 INFO:tasks.workunit.client.0.smithi012.stdout:402 2024-04-02T08:39:50.077 INFO:tasks.workunit.client.0.smithi012.stdout:403 2024-04-02T08:39:50.078 INFO:tasks.workunit.client.0.smithi012.stdout:404 2024-04-02T08:39:50.082 INFO:tasks.workunit.client.0.smithi012.stdout:405 2024-04-02T08:39:50.082 INFO:tasks.workunit.client.0.smithi012.stdout:406 2024-04-02T08:39:50.082 INFO:tasks.workunit.client.0.smithi012.stdout:407 2024-04-02T08:39:50.084 INFO:tasks.workunit.client.0.smithi012.stdout:408 2024-04-02T08:39:50.085 INFO:tasks.workunit.client.0.smithi012.stdout:409 2024-04-02T08:39:50.086 INFO:tasks.workunit.client.0.smithi012.stdout:410 2024-04-02T08:39:50.087 INFO:tasks.workunit.client.0.smithi012.stdout:411 2024-04-02T08:39:50.088 INFO:tasks.workunit.client.0.smithi012.stdout:412 2024-04-02T08:39:50.090 INFO:tasks.workunit.client.0.smithi012.stdout:413 2024-04-02T08:39:50.091 INFO:tasks.workunit.client.0.smithi012.stdout:414 2024-04-02T08:39:50.092 INFO:tasks.workunit.client.0.smithi012.stdout:415 2024-04-02T08:39:50.093 INFO:tasks.workunit.client.0.smithi012.stdout:416 2024-04-02T08:39:50.094 INFO:tasks.workunit.client.0.smithi012.stdout:417 2024-04-02T08:39:50.096 INFO:tasks.workunit.client.0.smithi012.stdout:418 2024-04-02T08:39:50.097 INFO:tasks.workunit.client.0.smithi012.stdout:419 2024-04-02T08:39:50.098 INFO:tasks.workunit.client.0.smithi012.stdout:420 2024-04-02T08:39:50.099 INFO:tasks.workunit.client.0.smithi012.stdout:421 2024-04-02T08:39:50.100 INFO:tasks.workunit.client.0.smithi012.stdout:422 2024-04-02T08:39:50.102 INFO:tasks.workunit.client.0.smithi012.stdout:423 2024-04-02T08:39:50.103 INFO:tasks.workunit.client.0.smithi012.stdout:424 2024-04-02T08:39:50.104 INFO:tasks.workunit.client.0.smithi012.stdout:425 2024-04-02T08:39:50.105 INFO:tasks.workunit.client.0.smithi012.stdout:426 2024-04-02T08:39:50.107 INFO:tasks.workunit.client.0.smithi012.stdout:427 2024-04-02T08:39:50.108 INFO:tasks.workunit.client.0.smithi012.stdout:428 2024-04-02T08:39:50.109 INFO:tasks.workunit.client.0.smithi012.stdout:429 2024-04-02T08:39:50.110 INFO:tasks.workunit.client.0.smithi012.stdout:430 2024-04-02T08:39:50.112 INFO:tasks.workunit.client.0.smithi012.stdout:431 2024-04-02T08:39:50.113 INFO:tasks.workunit.client.0.smithi012.stdout:432 2024-04-02T08:39:50.114 INFO:tasks.workunit.client.0.smithi012.stdout:433 2024-04-02T08:39:50.115 INFO:tasks.workunit.client.0.smithi012.stdout:434 2024-04-02T08:39:50.116 INFO:tasks.workunit.client.0.smithi012.stdout:435 2024-04-02T08:39:50.117 INFO:tasks.workunit.client.0.smithi012.stdout:436 2024-04-02T08:39:50.118 INFO:tasks.workunit.client.0.smithi012.stdout:437 2024-04-02T08:39:50.120 INFO:tasks.workunit.client.0.smithi012.stdout:438 2024-04-02T08:39:50.121 INFO:tasks.workunit.client.0.smithi012.stdout:439 2024-04-02T08:39:50.122 INFO:tasks.workunit.client.0.smithi012.stdout:440 2024-04-02T08:39:50.123 INFO:tasks.workunit.client.0.smithi012.stdout:441 2024-04-02T08:39:50.124 INFO:tasks.workunit.client.0.smithi012.stdout:442 2024-04-02T08:39:50.124 INFO:tasks.workunit.client.0.smithi012.stdout:443 2024-04-02T08:39:50.125 INFO:tasks.workunit.client.0.smithi012.stdout:444 2024-04-02T08:39:50.127 INFO:tasks.workunit.client.0.smithi012.stdout:445 2024-04-02T08:39:50.128 INFO:tasks.workunit.client.0.smithi012.stdout:446 2024-04-02T08:39:50.129 INFO:tasks.workunit.client.0.smithi012.stdout:447 2024-04-02T08:39:50.130 INFO:tasks.workunit.client.0.smithi012.stdout:448 2024-04-02T08:39:50.131 INFO:tasks.workunit.client.0.smithi012.stdout:449 2024-04-02T08:39:50.132 INFO:tasks.workunit.client.0.smithi012.stdout:450 2024-04-02T08:39:50.133 INFO:tasks.workunit.client.0.smithi012.stdout:451 2024-04-02T08:39:50.134 INFO:tasks.workunit.client.0.smithi012.stdout:452 2024-04-02T08:39:50.135 INFO:tasks.workunit.client.0.smithi012.stdout:453 2024-04-02T08:39:50.137 INFO:tasks.workunit.client.0.smithi012.stdout:454 2024-04-02T08:39:50.138 INFO:tasks.workunit.client.0.smithi012.stdout:455 2024-04-02T08:39:50.139 INFO:tasks.workunit.client.0.smithi012.stdout:456 2024-04-02T08:39:50.140 INFO:tasks.workunit.client.0.smithi012.stdout:457 2024-04-02T08:39:50.141 INFO:tasks.workunit.client.0.smithi012.stdout:458 2024-04-02T08:39:50.142 INFO:tasks.workunit.client.0.smithi012.stdout:459 2024-04-02T08:39:50.143 INFO:tasks.workunit.client.0.smithi012.stdout:460 2024-04-02T08:39:50.144 INFO:tasks.workunit.client.0.smithi012.stdout:461 2024-04-02T08:39:50.145 INFO:tasks.workunit.client.0.smithi012.stdout:462 2024-04-02T08:39:50.146 INFO:tasks.workunit.client.0.smithi012.stdout:463 2024-04-02T08:39:50.147 INFO:tasks.workunit.client.0.smithi012.stdout:464 2024-04-02T08:39:50.148 INFO:tasks.workunit.client.0.smithi012.stdout:465 2024-04-02T08:39:50.150 INFO:tasks.workunit.client.0.smithi012.stdout:466 2024-04-02T08:39:50.151 INFO:tasks.workunit.client.0.smithi012.stdout:467 2024-04-02T08:39:50.152 INFO:tasks.workunit.client.0.smithi012.stdout:468 2024-04-02T08:39:50.153 INFO:tasks.workunit.client.0.smithi012.stdout:469 2024-04-02T08:39:50.154 INFO:tasks.workunit.client.0.smithi012.stdout:470 2024-04-02T08:39:50.155 INFO:tasks.workunit.client.0.smithi012.stdout:471 2024-04-02T08:39:50.156 INFO:tasks.workunit.client.0.smithi012.stdout:472 2024-04-02T08:39:50.157 INFO:tasks.workunit.client.0.smithi012.stdout:473 2024-04-02T08:39:50.158 INFO:tasks.workunit.client.0.smithi012.stdout:474 2024-04-02T08:39:50.159 INFO:tasks.workunit.client.0.smithi012.stdout:475 2024-04-02T08:39:50.160 INFO:tasks.workunit.client.0.smithi012.stdout:476 2024-04-02T08:39:50.161 INFO:tasks.workunit.client.0.smithi012.stdout:477 2024-04-02T08:39:50.162 INFO:tasks.workunit.client.0.smithi012.stdout:478 2024-04-02T08:39:50.163 INFO:tasks.workunit.client.0.smithi012.stdout:479 2024-04-02T08:39:50.165 INFO:tasks.workunit.client.0.smithi012.stdout:480 2024-04-02T08:39:50.166 INFO:tasks.workunit.client.0.smithi012.stdout:481 2024-04-02T08:39:50.167 INFO:tasks.workunit.client.0.smithi012.stdout:482 2024-04-02T08:39:50.168 INFO:tasks.workunit.client.0.smithi012.stdout:483 2024-04-02T08:39:50.169 INFO:tasks.workunit.client.0.smithi012.stdout:484 2024-04-02T08:39:50.170 INFO:tasks.workunit.client.0.smithi012.stdout:485 2024-04-02T08:39:50.171 INFO:tasks.workunit.client.0.smithi012.stdout:486 2024-04-02T08:39:50.172 INFO:tasks.workunit.client.0.smithi012.stdout:487 2024-04-02T08:39:50.173 INFO:tasks.workunit.client.0.smithi012.stdout:488 2024-04-02T08:39:50.174 INFO:tasks.workunit.client.0.smithi012.stdout:489 2024-04-02T08:39:50.175 INFO:tasks.workunit.client.0.smithi012.stdout:490 2024-04-02T08:39:50.176 INFO:tasks.workunit.client.0.smithi012.stdout:491 2024-04-02T08:39:50.177 INFO:tasks.workunit.client.0.smithi012.stdout:492 2024-04-02T08:39:50.178 INFO:tasks.workunit.client.0.smithi012.stdout:493 2024-04-02T08:39:50.179 INFO:tasks.workunit.client.0.smithi012.stdout:494 2024-04-02T08:39:50.180 INFO:tasks.workunit.client.0.smithi012.stdout:495 2024-04-02T08:39:50.181 INFO:tasks.workunit.client.0.smithi012.stdout:496 2024-04-02T08:39:50.183 INFO:tasks.workunit.client.0.smithi012.stdout:497 2024-04-02T08:39:50.184 INFO:tasks.workunit.client.0.smithi012.stdout:498 2024-04-02T08:39:50.185 INFO:tasks.workunit.client.0.smithi012.stdout:499 2024-04-02T08:39:50.186 INFO:tasks.workunit.client.0.smithi012.stdout:500 2024-04-02T08:39:50.187 INFO:tasks.workunit.client.0.smithi012.stdout:501 2024-04-02T08:39:50.188 INFO:tasks.workunit.client.0.smithi012.stdout:502 2024-04-02T08:39:50.189 INFO:tasks.workunit.client.0.smithi012.stdout:503 2024-04-02T08:39:50.190 INFO:tasks.workunit.client.0.smithi012.stdout:504 2024-04-02T08:39:50.191 INFO:tasks.workunit.client.0.smithi012.stdout:505 2024-04-02T08:39:50.192 INFO:tasks.workunit.client.0.smithi012.stdout:506 2024-04-02T08:39:50.193 INFO:tasks.workunit.client.0.smithi012.stdout:507 2024-04-02T08:39:50.195 INFO:tasks.workunit.client.0.smithi012.stdout:508 2024-04-02T08:39:50.196 INFO:tasks.workunit.client.0.smithi012.stdout:509 2024-04-02T08:39:50.197 INFO:tasks.workunit.client.0.smithi012.stdout:510 2024-04-02T08:39:50.198 INFO:tasks.workunit.client.0.smithi012.stdout:511 2024-04-02T08:39:50.199 INFO:tasks.workunit.client.0.smithi012.stdout:512 2024-04-02T08:39:50.200 INFO:tasks.workunit.client.0.smithi012.stdout:513 2024-04-02T08:39:50.201 INFO:tasks.workunit.client.0.smithi012.stdout:514 2024-04-02T08:39:50.203 INFO:tasks.workunit.client.0.smithi012.stdout:515 2024-04-02T08:39:50.204 INFO:tasks.workunit.client.0.smithi012.stdout:516 2024-04-02T08:39:50.205 INFO:tasks.workunit.client.0.smithi012.stdout:517 2024-04-02T08:39:50.206 INFO:tasks.workunit.client.0.smithi012.stdout:518 2024-04-02T08:39:50.207 INFO:tasks.workunit.client.0.smithi012.stdout:519 2024-04-02T08:39:50.208 INFO:tasks.workunit.client.0.smithi012.stdout:520 2024-04-02T08:39:50.209 INFO:tasks.workunit.client.0.smithi012.stdout:521 2024-04-02T08:39:50.210 INFO:tasks.workunit.client.0.smithi012.stdout:522 2024-04-02T08:39:50.212 INFO:tasks.workunit.client.0.smithi012.stdout:523 2024-04-02T08:39:50.213 INFO:tasks.workunit.client.0.smithi012.stdout:524 2024-04-02T08:39:50.214 INFO:tasks.workunit.client.0.smithi012.stdout:525 2024-04-02T08:39:50.216 INFO:tasks.workunit.client.0.smithi012.stdout:526 2024-04-02T08:39:50.217 INFO:tasks.workunit.client.0.smithi012.stdout:527 2024-04-02T08:39:50.218 INFO:tasks.workunit.client.0.smithi012.stdout:528 2024-04-02T08:39:50.220 INFO:tasks.workunit.client.0.smithi012.stdout:529 2024-04-02T08:39:50.221 INFO:tasks.workunit.client.0.smithi012.stdout:530 2024-04-02T08:39:50.222 INFO:tasks.workunit.client.0.smithi012.stdout:531 2024-04-02T08:39:50.224 INFO:tasks.workunit.client.0.smithi012.stdout:532 2024-04-02T08:39:50.225 INFO:tasks.workunit.client.0.smithi012.stdout:533 2024-04-02T08:39:50.226 INFO:tasks.workunit.client.0.smithi012.stdout:534 2024-04-02T08:39:50.228 INFO:tasks.workunit.client.0.smithi012.stdout:535 2024-04-02T08:39:50.229 INFO:tasks.workunit.client.0.smithi012.stdout:536 2024-04-02T08:39:50.231 INFO:tasks.workunit.client.0.smithi012.stdout:537 2024-04-02T08:39:50.231 INFO:tasks.workunit.client.0.smithi012.stdout:538 2024-04-02T08:39:50.232 INFO:tasks.workunit.client.0.smithi012.stdout:539 2024-04-02T08:39:50.234 INFO:tasks.workunit.client.0.smithi012.stdout:540 2024-04-02T08:39:50.235 INFO:tasks.workunit.client.0.smithi012.stdout:541 2024-04-02T08:39:50.236 INFO:tasks.workunit.client.0.smithi012.stdout:542 2024-04-02T08:39:50.237 INFO:tasks.workunit.client.0.smithi012.stdout:543 2024-04-02T08:39:50.238 INFO:tasks.workunit.client.0.smithi012.stdout:544 2024-04-02T08:39:50.239 INFO:tasks.workunit.client.0.smithi012.stdout:545 2024-04-02T08:39:50.240 INFO:tasks.workunit.client.0.smithi012.stdout:546 2024-04-02T08:39:50.241 INFO:tasks.workunit.client.0.smithi012.stdout:547 2024-04-02T08:39:50.242 INFO:tasks.workunit.client.0.smithi012.stdout:548 2024-04-02T08:39:50.243 INFO:tasks.workunit.client.0.smithi012.stdout:549 2024-04-02T08:39:50.245 INFO:tasks.workunit.client.0.smithi012.stdout:550 2024-04-02T08:39:50.245 INFO:tasks.workunit.client.0.smithi012.stdout:551 2024-04-02T08:39:50.247 INFO:tasks.workunit.client.0.smithi012.stdout:552 2024-04-02T08:39:50.248 INFO:tasks.workunit.client.0.smithi012.stdout:553 2024-04-02T08:39:50.248 INFO:tasks.workunit.client.0.smithi012.stdout:554 2024-04-02T08:39:50.249 INFO:tasks.workunit.client.0.smithi012.stdout:555 2024-04-02T08:39:50.251 INFO:tasks.workunit.client.0.smithi012.stdout:556 2024-04-02T08:39:50.252 INFO:tasks.workunit.client.0.smithi012.stdout:557 2024-04-02T08:39:50.253 INFO:tasks.workunit.client.0.smithi012.stdout:558 2024-04-02T08:39:50.254 INFO:tasks.workunit.client.0.smithi012.stdout:559 2024-04-02T08:39:50.255 INFO:tasks.workunit.client.0.smithi012.stdout:560 2024-04-02T08:39:50.256 INFO:tasks.workunit.client.0.smithi012.stdout:561 2024-04-02T08:39:50.257 INFO:tasks.workunit.client.0.smithi012.stdout:562 2024-04-02T08:39:50.258 INFO:tasks.workunit.client.0.smithi012.stdout:563 2024-04-02T08:39:50.259 INFO:tasks.workunit.client.0.smithi012.stdout:564 2024-04-02T08:39:50.260 INFO:tasks.workunit.client.0.smithi012.stdout:565 2024-04-02T08:39:50.261 INFO:tasks.workunit.client.0.smithi012.stdout:566 2024-04-02T08:39:50.262 INFO:tasks.workunit.client.0.smithi012.stdout:567 2024-04-02T08:39:50.263 INFO:tasks.workunit.client.0.smithi012.stdout:568 2024-04-02T08:39:50.264 INFO:tasks.workunit.client.0.smithi012.stdout:569 2024-04-02T08:39:50.265 INFO:tasks.workunit.client.0.smithi012.stdout:570 2024-04-02T08:39:50.266 INFO:tasks.workunit.client.0.smithi012.stdout:571 2024-04-02T08:39:50.267 INFO:tasks.workunit.client.0.smithi012.stdout:572 2024-04-02T08:39:50.268 INFO:tasks.workunit.client.0.smithi012.stdout:573 2024-04-02T08:39:50.269 INFO:tasks.workunit.client.0.smithi012.stdout:574 2024-04-02T08:39:50.270 INFO:tasks.workunit.client.0.smithi012.stdout:575 2024-04-02T08:39:50.271 INFO:tasks.workunit.client.0.smithi012.stdout:576 2024-04-02T08:39:50.272 INFO:tasks.workunit.client.0.smithi012.stdout:577 2024-04-02T08:39:50.273 INFO:tasks.workunit.client.0.smithi012.stdout:578 2024-04-02T08:39:50.275 INFO:tasks.workunit.client.0.smithi012.stdout:579 2024-04-02T08:39:50.275 INFO:tasks.workunit.client.0.smithi012.stdout:580 2024-04-02T08:39:50.276 INFO:tasks.workunit.client.0.smithi012.stdout:581 2024-04-02T08:39:50.277 INFO:tasks.workunit.client.0.smithi012.stdout:582 2024-04-02T08:39:50.278 INFO:tasks.workunit.client.0.smithi012.stdout:583 2024-04-02T08:39:50.279 INFO:tasks.workunit.client.0.smithi012.stdout:584 2024-04-02T08:39:50.281 INFO:tasks.workunit.client.0.smithi012.stdout:585 2024-04-02T08:39:50.282 INFO:tasks.workunit.client.0.smithi012.stdout:586 2024-04-02T08:39:50.286 INFO:tasks.workunit.client.0.smithi012.stdout:587 2024-04-02T08:39:50.286 INFO:tasks.workunit.client.0.smithi012.stdout:588 2024-04-02T08:39:50.286 INFO:tasks.workunit.client.0.smithi012.stdout:589 2024-04-02T08:39:50.286 INFO:tasks.workunit.client.0.smithi012.stdout:590 2024-04-02T08:39:50.287 INFO:tasks.workunit.client.0.smithi012.stdout:591 2024-04-02T08:39:50.288 INFO:tasks.workunit.client.0.smithi012.stdout:592 2024-04-02T08:39:50.289 INFO:tasks.workunit.client.0.smithi012.stdout:593 2024-04-02T08:39:50.290 INFO:tasks.workunit.client.0.smithi012.stdout:594 2024-04-02T08:39:50.291 INFO:tasks.workunit.client.0.smithi012.stdout:595 2024-04-02T08:39:50.292 INFO:tasks.workunit.client.0.smithi012.stdout:596 2024-04-02T08:39:50.293 INFO:tasks.workunit.client.0.smithi012.stdout:597 2024-04-02T08:39:50.295 INFO:tasks.workunit.client.0.smithi012.stdout:598 2024-04-02T08:39:50.296 INFO:tasks.workunit.client.0.smithi012.stdout:599 2024-04-02T08:39:50.297 INFO:tasks.workunit.client.0.smithi012.stdout:600 2024-04-02T08:39:50.298 INFO:tasks.workunit.client.0.smithi012.stdout:601 2024-04-02T08:39:50.300 INFO:tasks.workunit.client.0.smithi012.stdout:602 2024-04-02T08:39:50.301 INFO:tasks.workunit.client.0.smithi012.stdout:603 2024-04-02T08:39:50.302 INFO:tasks.workunit.client.0.smithi012.stdout:604 2024-04-02T08:39:50.303 INFO:tasks.workunit.client.0.smithi012.stdout:605 2024-04-02T08:39:50.304 INFO:tasks.workunit.client.0.smithi012.stdout:606 2024-04-02T08:39:50.305 INFO:tasks.workunit.client.0.smithi012.stdout:607 2024-04-02T08:39:50.306 INFO:tasks.workunit.client.0.smithi012.stdout:608 2024-04-02T08:39:50.307 INFO:tasks.workunit.client.0.smithi012.stdout:609 2024-04-02T08:39:50.308 INFO:tasks.workunit.client.0.smithi012.stdout:610 2024-04-02T08:39:50.310 INFO:tasks.workunit.client.0.smithi012.stdout:611 2024-04-02T08:39:50.311 INFO:tasks.workunit.client.0.smithi012.stdout:612 2024-04-02T08:39:50.312 INFO:tasks.workunit.client.0.smithi012.stdout:613 2024-04-02T08:39:50.313 INFO:tasks.workunit.client.0.smithi012.stdout:614 2024-04-02T08:39:50.314 INFO:tasks.workunit.client.0.smithi012.stdout:615 2024-04-02T08:39:50.315 INFO:tasks.workunit.client.0.smithi012.stdout:616 2024-04-02T08:39:50.316 INFO:tasks.workunit.client.0.smithi012.stdout:617 2024-04-02T08:39:50.317 INFO:tasks.workunit.client.0.smithi012.stdout:618 2024-04-02T08:39:50.319 INFO:tasks.workunit.client.0.smithi012.stdout:619 2024-04-02T08:39:50.320 INFO:tasks.workunit.client.0.smithi012.stdout:620 2024-04-02T08:39:50.321 INFO:tasks.workunit.client.0.smithi012.stdout:621 2024-04-02T08:39:50.323 INFO:tasks.workunit.client.0.smithi012.stdout:622 2024-04-02T08:39:50.324 INFO:tasks.workunit.client.0.smithi012.stdout:623 2024-04-02T08:39:50.325 INFO:tasks.workunit.client.0.smithi012.stdout:624 2024-04-02T08:39:50.327 INFO:tasks.workunit.client.0.smithi012.stdout:625 2024-04-02T08:39:50.328 INFO:tasks.workunit.client.0.smithi012.stdout:626 2024-04-02T08:39:50.329 INFO:tasks.workunit.client.0.smithi012.stdout:627 2024-04-02T08:39:50.331 INFO:tasks.workunit.client.0.smithi012.stdout:628 2024-04-02T08:39:50.332 INFO:tasks.workunit.client.0.smithi012.stdout:629 2024-04-02T08:39:50.333 INFO:tasks.workunit.client.0.smithi012.stdout:630 2024-04-02T08:39:50.335 INFO:tasks.workunit.client.0.smithi012.stdout:631 2024-04-02T08:39:50.336 INFO:tasks.workunit.client.0.smithi012.stdout:632 2024-04-02T08:39:50.337 INFO:tasks.workunit.client.0.smithi012.stdout:633 2024-04-02T08:39:50.339 INFO:tasks.workunit.client.0.smithi012.stdout:634 2024-04-02T08:39:50.340 INFO:tasks.workunit.client.0.smithi012.stdout:635 2024-04-02T08:39:50.341 INFO:tasks.workunit.client.0.smithi012.stdout:636 2024-04-02T08:39:50.343 INFO:tasks.workunit.client.0.smithi012.stdout:637 2024-04-02T08:39:50.344 INFO:tasks.workunit.client.0.smithi012.stdout:638 2024-04-02T08:39:50.346 INFO:tasks.workunit.client.0.smithi012.stdout:639 2024-04-02T08:39:50.347 INFO:tasks.workunit.client.0.smithi012.stdout:640 2024-04-02T08:39:50.348 INFO:tasks.workunit.client.0.smithi012.stdout:641 2024-04-02T08:39:50.350 INFO:tasks.workunit.client.0.smithi012.stdout:642 2024-04-02T08:39:50.351 INFO:tasks.workunit.client.0.smithi012.stdout:643 2024-04-02T08:39:50.352 INFO:tasks.workunit.client.0.smithi012.stdout:644 2024-04-02T08:39:50.354 INFO:tasks.workunit.client.0.smithi012.stdout:645 2024-04-02T08:39:50.355 INFO:tasks.workunit.client.0.smithi012.stdout:646 2024-04-02T08:39:50.356 INFO:tasks.workunit.client.0.smithi012.stdout:647 2024-04-02T08:39:50.357 INFO:tasks.workunit.client.0.smithi012.stdout:648 2024-04-02T08:39:50.358 INFO:tasks.workunit.client.0.smithi012.stdout:649 2024-04-02T08:39:50.359 INFO:tasks.workunit.client.0.smithi012.stdout:650 2024-04-02T08:39:50.360 INFO:tasks.workunit.client.0.smithi012.stdout:651 2024-04-02T08:39:50.361 INFO:tasks.workunit.client.0.smithi012.stdout:652 2024-04-02T08:39:50.362 INFO:tasks.workunit.client.0.smithi012.stdout:653 2024-04-02T08:39:50.363 INFO:tasks.workunit.client.0.smithi012.stdout:654 2024-04-02T08:39:50.364 INFO:tasks.workunit.client.0.smithi012.stdout:655 2024-04-02T08:39:50.365 INFO:tasks.workunit.client.0.smithi012.stdout:656 2024-04-02T08:39:50.366 INFO:tasks.workunit.client.0.smithi012.stdout:657 2024-04-02T08:39:50.367 INFO:tasks.workunit.client.0.smithi012.stdout:658 2024-04-02T08:39:50.369 INFO:tasks.workunit.client.0.smithi012.stdout:659 2024-04-02T08:39:50.370 INFO:tasks.workunit.client.0.smithi012.stdout:660 2024-04-02T08:39:50.371 INFO:tasks.workunit.client.0.smithi012.stdout:661 2024-04-02T08:39:50.372 INFO:tasks.workunit.client.0.smithi012.stdout:662 2024-04-02T08:39:50.373 INFO:tasks.workunit.client.0.smithi012.stdout:663 2024-04-02T08:39:50.374 INFO:tasks.workunit.client.0.smithi012.stdout:664 2024-04-02T08:39:50.375 INFO:tasks.workunit.client.0.smithi012.stdout:665 2024-04-02T08:39:50.376 INFO:tasks.workunit.client.0.smithi012.stdout:666 2024-04-02T08:39:50.377 INFO:tasks.workunit.client.0.smithi012.stdout:667 2024-04-02T08:39:50.378 INFO:tasks.workunit.client.0.smithi012.stdout:668 2024-04-02T08:39:50.379 INFO:tasks.workunit.client.0.smithi012.stdout:669 2024-04-02T08:39:50.381 INFO:tasks.workunit.client.0.smithi012.stdout:670 2024-04-02T08:39:50.382 INFO:tasks.workunit.client.0.smithi012.stdout:671 2024-04-02T08:39:50.383 INFO:tasks.workunit.client.0.smithi012.stdout:672 2024-04-02T08:39:50.385 INFO:tasks.workunit.client.0.smithi012.stdout:673 2024-04-02T08:39:50.386 INFO:tasks.workunit.client.0.smithi012.stdout:674 2024-04-02T08:39:50.387 INFO:tasks.workunit.client.0.smithi012.stdout:675 2024-04-02T08:39:50.388 INFO:tasks.workunit.client.0.smithi012.stdout:676 2024-04-02T08:39:50.389 INFO:tasks.workunit.client.0.smithi012.stdout:677 2024-04-02T08:39:50.390 INFO:tasks.workunit.client.0.smithi012.stdout:678 2024-04-02T08:39:50.392 INFO:tasks.workunit.client.0.smithi012.stdout:679 2024-04-02T08:39:50.393 INFO:tasks.workunit.client.0.smithi012.stdout:680 2024-04-02T08:39:50.394 INFO:tasks.workunit.client.0.smithi012.stdout:681 2024-04-02T08:39:50.396 INFO:tasks.workunit.client.0.smithi012.stdout:682 2024-04-02T08:39:50.397 INFO:tasks.workunit.client.0.smithi012.stdout:683 2024-04-02T08:39:50.398 INFO:tasks.workunit.client.0.smithi012.stdout:684 2024-04-02T08:39:50.399 INFO:tasks.workunit.client.0.smithi012.stdout:685 2024-04-02T08:39:50.400 INFO:tasks.workunit.client.0.smithi012.stdout:686 2024-04-02T08:39:50.401 INFO:tasks.workunit.client.0.smithi012.stdout:687 2024-04-02T08:39:50.402 INFO:tasks.workunit.client.0.smithi012.stdout:688 2024-04-02T08:39:50.403 INFO:tasks.workunit.client.0.smithi012.stdout:689 2024-04-02T08:39:50.404 INFO:tasks.workunit.client.0.smithi012.stdout:690 2024-04-02T08:39:50.405 INFO:tasks.workunit.client.0.smithi012.stdout:691 2024-04-02T08:39:50.406 INFO:tasks.workunit.client.0.smithi012.stdout:692 2024-04-02T08:39:50.407 INFO:tasks.workunit.client.0.smithi012.stdout:693 2024-04-02T08:39:50.408 INFO:tasks.workunit.client.0.smithi012.stdout:694 2024-04-02T08:39:50.409 INFO:tasks.workunit.client.0.smithi012.stdout:695 2024-04-02T08:39:50.410 INFO:tasks.workunit.client.0.smithi012.stdout:696 2024-04-02T08:39:50.412 INFO:tasks.workunit.client.0.smithi012.stdout:697 2024-04-02T08:39:50.413 INFO:tasks.workunit.client.0.smithi012.stdout:698 2024-04-02T08:39:50.414 INFO:tasks.workunit.client.0.smithi012.stdout:699 2024-04-02T08:39:50.415 INFO:tasks.workunit.client.0.smithi012.stdout:700 2024-04-02T08:39:50.416 INFO:tasks.workunit.client.0.smithi012.stdout:701 2024-04-02T08:39:50.417 INFO:tasks.workunit.client.0.smithi012.stdout:702 2024-04-02T08:39:50.418 INFO:tasks.workunit.client.0.smithi012.stdout:703 2024-04-02T08:39:50.420 INFO:tasks.workunit.client.0.smithi012.stdout:704 2024-04-02T08:39:50.421 INFO:tasks.workunit.client.0.smithi012.stdout:705 2024-04-02T08:39:50.422 INFO:tasks.workunit.client.0.smithi012.stdout:706 2024-04-02T08:39:50.424 INFO:tasks.workunit.client.0.smithi012.stdout:707 2024-04-02T08:39:50.425 INFO:tasks.workunit.client.0.smithi012.stdout:708 2024-04-02T08:39:50.426 INFO:tasks.workunit.client.0.smithi012.stdout:709 2024-04-02T08:39:50.428 INFO:tasks.workunit.client.0.smithi012.stdout:710 2024-04-02T08:39:50.429 INFO:tasks.workunit.client.0.smithi012.stdout:711 2024-04-02T08:39:50.430 INFO:tasks.workunit.client.0.smithi012.stdout:712 2024-04-02T08:39:50.433 INFO:tasks.workunit.client.0.smithi012.stdout:713 2024-04-02T08:39:50.434 INFO:tasks.workunit.client.0.smithi012.stdout:714 2024-04-02T08:39:50.434 INFO:tasks.workunit.client.0.smithi012.stdout:715 2024-04-02T08:39:50.434 INFO:tasks.workunit.client.0.smithi012.stdout:716 2024-04-02T08:39:50.435 INFO:tasks.workunit.client.0.smithi012.stdout:717 2024-04-02T08:39:50.437 INFO:tasks.workunit.client.0.smithi012.stdout:718 2024-04-02T08:39:50.438 INFO:tasks.workunit.client.0.smithi012.stdout:719 2024-04-02T08:39:50.439 INFO:tasks.workunit.client.0.smithi012.stdout:720 2024-04-02T08:39:50.440 INFO:tasks.workunit.client.0.smithi012.stdout:721 2024-04-02T08:39:50.441 INFO:tasks.workunit.client.0.smithi012.stdout:722 2024-04-02T08:39:50.442 INFO:tasks.workunit.client.0.smithi012.stdout:723 2024-04-02T08:39:50.443 INFO:tasks.workunit.client.0.smithi012.stdout:724 2024-04-02T08:39:50.445 INFO:tasks.workunit.client.0.smithi012.stdout:725 2024-04-02T08:39:50.446 INFO:tasks.workunit.client.0.smithi012.stdout:726 2024-04-02T08:39:50.447 INFO:tasks.workunit.client.0.smithi012.stdout:727 2024-04-02T08:39:50.448 INFO:tasks.workunit.client.0.smithi012.stdout:728 2024-04-02T08:39:50.450 INFO:tasks.workunit.client.0.smithi012.stdout:729 2024-04-02T08:39:50.451 INFO:tasks.workunit.client.0.smithi012.stdout:730 2024-04-02T08:39:50.453 INFO:tasks.workunit.client.0.smithi012.stdout:731 2024-04-02T08:39:50.454 INFO:tasks.workunit.client.0.smithi012.stdout:732 2024-04-02T08:39:50.455 INFO:tasks.workunit.client.0.smithi012.stdout:733 2024-04-02T08:39:50.456 INFO:tasks.workunit.client.0.smithi012.stdout:734 2024-04-02T08:39:50.457 INFO:tasks.workunit.client.0.smithi012.stdout:735 2024-04-02T08:39:50.458 INFO:tasks.workunit.client.0.smithi012.stdout:736 2024-04-02T08:39:50.459 INFO:tasks.workunit.client.0.smithi012.stdout:737 2024-04-02T08:39:50.461 INFO:tasks.workunit.client.0.smithi012.stdout:738 2024-04-02T08:39:50.462 INFO:tasks.workunit.client.0.smithi012.stdout:739 2024-04-02T08:39:50.463 INFO:tasks.workunit.client.0.smithi012.stdout:740 2024-04-02T08:39:50.465 INFO:tasks.workunit.client.0.smithi012.stdout:741 2024-04-02T08:39:50.466 INFO:tasks.workunit.client.0.smithi012.stdout:742 2024-04-02T08:39:50.467 INFO:tasks.workunit.client.0.smithi012.stdout:743 2024-04-02T08:39:50.468 INFO:tasks.workunit.client.0.smithi012.stdout:744 2024-04-02T08:39:50.469 INFO:tasks.workunit.client.0.smithi012.stdout:745 2024-04-02T08:39:50.471 INFO:tasks.workunit.client.0.smithi012.stdout:746 2024-04-02T08:39:50.472 INFO:tasks.workunit.client.0.smithi012.stdout:747 2024-04-02T08:39:50.473 INFO:tasks.workunit.client.0.smithi012.stdout:748 2024-04-02T08:39:50.474 INFO:tasks.workunit.client.0.smithi012.stdout:749 2024-04-02T08:39:50.476 INFO:tasks.workunit.client.0.smithi012.stdout:750 2024-04-02T08:39:50.477 INFO:tasks.workunit.client.0.smithi012.stdout:751 2024-04-02T08:39:50.478 INFO:tasks.workunit.client.0.smithi012.stdout:752 2024-04-02T08:39:50.479 INFO:tasks.workunit.client.0.smithi012.stdout:753 2024-04-02T08:39:50.480 INFO:tasks.workunit.client.0.smithi012.stdout:754 2024-04-02T08:39:50.481 INFO:tasks.workunit.client.0.smithi012.stdout:755 2024-04-02T08:39:50.482 INFO:tasks.workunit.client.0.smithi012.stdout:756 2024-04-02T08:39:50.483 INFO:tasks.workunit.client.0.smithi012.stdout:757 2024-04-02T08:39:50.484 INFO:tasks.workunit.client.0.smithi012.stdout:758 2024-04-02T08:39:50.485 INFO:tasks.workunit.client.0.smithi012.stdout:759 2024-04-02T08:39:50.487 INFO:tasks.workunit.client.0.smithi012.stdout:760 2024-04-02T08:39:50.488 INFO:tasks.workunit.client.0.smithi012.stdout:761 2024-04-02T08:39:50.489 INFO:tasks.workunit.client.0.smithi012.stdout:762 2024-04-02T08:39:50.490 INFO:tasks.workunit.client.0.smithi012.stdout:763 2024-04-02T08:39:50.491 INFO:tasks.workunit.client.0.smithi012.stdout:764 2024-04-02T08:39:50.492 INFO:tasks.workunit.client.0.smithi012.stdout:765 2024-04-02T08:39:50.493 INFO:tasks.workunit.client.0.smithi012.stdout:766 2024-04-02T08:39:50.494 INFO:tasks.workunit.client.0.smithi012.stdout:767 2024-04-02T08:39:50.495 INFO:tasks.workunit.client.0.smithi012.stdout:768 2024-04-02T08:39:50.496 INFO:tasks.workunit.client.0.smithi012.stdout:769 2024-04-02T08:39:50.497 INFO:tasks.workunit.client.0.smithi012.stdout:770 2024-04-02T08:39:50.498 INFO:tasks.workunit.client.0.smithi012.stdout:771 2024-04-02T08:39:50.499 INFO:tasks.workunit.client.0.smithi012.stdout:772 2024-04-02T08:39:50.500 INFO:tasks.workunit.client.0.smithi012.stdout:773 2024-04-02T08:39:50.501 INFO:tasks.workunit.client.0.smithi012.stdout:774 2024-04-02T08:39:50.502 INFO:tasks.workunit.client.0.smithi012.stdout:775 2024-04-02T08:39:50.503 INFO:tasks.workunit.client.0.smithi012.stdout:776 2024-04-02T08:39:50.504 INFO:tasks.workunit.client.0.smithi012.stdout:777 2024-04-02T08:39:50.506 INFO:tasks.workunit.client.0.smithi012.stdout:778 2024-04-02T08:39:50.507 INFO:tasks.workunit.client.0.smithi012.stdout:779 2024-04-02T08:39:50.508 INFO:tasks.workunit.client.0.smithi012.stdout:780 2024-04-02T08:39:50.509 INFO:tasks.workunit.client.0.smithi012.stdout:781 2024-04-02T08:39:50.510 INFO:tasks.workunit.client.0.smithi012.stdout:782 2024-04-02T08:39:50.511 INFO:tasks.workunit.client.0.smithi012.stdout:783 2024-04-02T08:39:50.512 INFO:tasks.workunit.client.0.smithi012.stdout:784 2024-04-02T08:39:50.513 INFO:tasks.workunit.client.0.smithi012.stdout:785 2024-04-02T08:39:50.514 INFO:tasks.workunit.client.0.smithi012.stdout:786 2024-04-02T08:39:50.516 INFO:tasks.workunit.client.0.smithi012.stdout:787 2024-04-02T08:39:50.517 INFO:tasks.workunit.client.0.smithi012.stdout:788 2024-04-02T08:39:50.518 INFO:tasks.workunit.client.0.smithi012.stdout:789 2024-04-02T08:39:50.519 INFO:tasks.workunit.client.0.smithi012.stdout:790 2024-04-02T08:39:50.520 INFO:tasks.workunit.client.0.smithi012.stdout:791 2024-04-02T08:39:50.521 INFO:tasks.workunit.client.0.smithi012.stdout:792 2024-04-02T08:39:50.522 INFO:tasks.workunit.client.0.smithi012.stdout:793 2024-04-02T08:39:50.523 INFO:tasks.workunit.client.0.smithi012.stdout:794 2024-04-02T08:39:50.524 INFO:tasks.workunit.client.0.smithi012.stdout:795 2024-04-02T08:39:50.525 INFO:tasks.workunit.client.0.smithi012.stdout:796 2024-04-02T08:39:50.527 INFO:tasks.workunit.client.0.smithi012.stdout:797 2024-04-02T08:39:50.528 INFO:tasks.workunit.client.0.smithi012.stdout:798 2024-04-02T08:39:50.529 INFO:tasks.workunit.client.0.smithi012.stdout:799 2024-04-02T08:39:50.530 INFO:tasks.workunit.client.0.smithi012.stdout:800 2024-04-02T08:39:50.531 INFO:tasks.workunit.client.0.smithi012.stdout:801 2024-04-02T08:39:50.532 INFO:tasks.workunit.client.0.smithi012.stdout:802 2024-04-02T08:39:50.533 INFO:tasks.workunit.client.0.smithi012.stdout:803 2024-04-02T08:39:50.535 INFO:tasks.workunit.client.0.smithi012.stdout:804 2024-04-02T08:39:50.536 INFO:tasks.workunit.client.0.smithi012.stdout:805 2024-04-02T08:39:50.537 INFO:tasks.workunit.client.0.smithi012.stdout:806 2024-04-02T08:39:50.538 INFO:tasks.workunit.client.0.smithi012.stdout:807 2024-04-02T08:39:50.539 INFO:tasks.workunit.client.0.smithi012.stdout:808 2024-04-02T08:39:50.540 INFO:tasks.workunit.client.0.smithi012.stdout:809 2024-04-02T08:39:50.541 INFO:tasks.workunit.client.0.smithi012.stdout:810 2024-04-02T08:39:50.542 INFO:tasks.workunit.client.0.smithi012.stdout:811 2024-04-02T08:39:50.544 INFO:tasks.workunit.client.0.smithi012.stdout:812 2024-04-02T08:39:50.545 INFO:tasks.workunit.client.0.smithi012.stdout:813 2024-04-02T08:39:50.546 INFO:tasks.workunit.client.0.smithi012.stdout:814 2024-04-02T08:39:50.547 INFO:tasks.workunit.client.0.smithi012.stdout:815 2024-04-02T08:39:50.549 INFO:tasks.workunit.client.0.smithi012.stdout:816 2024-04-02T08:39:50.550 INFO:tasks.workunit.client.0.smithi012.stdout:817 2024-04-02T08:39:50.551 INFO:tasks.workunit.client.0.smithi012.stdout:818 2024-04-02T08:39:50.553 INFO:tasks.workunit.client.0.smithi012.stdout:819 2024-04-02T08:39:50.553 INFO:tasks.workunit.client.0.smithi012.stdout:820 2024-04-02T08:39:50.555 INFO:tasks.workunit.client.0.smithi012.stdout:821 2024-04-02T08:39:50.556 INFO:tasks.workunit.client.0.smithi012.stdout:822 2024-04-02T08:39:50.557 INFO:tasks.workunit.client.0.smithi012.stdout:823 2024-04-02T08:39:50.558 INFO:tasks.workunit.client.0.smithi012.stdout:824 2024-04-02T08:39:50.560 INFO:tasks.workunit.client.0.smithi012.stdout:825 2024-04-02T08:39:50.561 INFO:tasks.workunit.client.0.smithi012.stdout:826 2024-04-02T08:39:50.562 INFO:tasks.workunit.client.0.smithi012.stdout:827 2024-04-02T08:39:50.563 INFO:tasks.workunit.client.0.smithi012.stdout:828 2024-04-02T08:39:50.564 INFO:tasks.workunit.client.0.smithi012.stdout:829 2024-04-02T08:39:50.566 INFO:tasks.workunit.client.0.smithi012.stdout:830 2024-04-02T08:39:50.567 INFO:tasks.workunit.client.0.smithi012.stdout:831 2024-04-02T08:39:50.568 INFO:tasks.workunit.client.0.smithi012.stdout:832 2024-04-02T08:39:50.570 INFO:tasks.workunit.client.0.smithi012.stdout:833 2024-04-02T08:39:50.571 INFO:tasks.workunit.client.0.smithi012.stdout:834 2024-04-02T08:39:50.572 INFO:tasks.workunit.client.0.smithi012.stdout:835 2024-04-02T08:39:50.573 INFO:tasks.workunit.client.0.smithi012.stdout:836 2024-04-02T08:39:50.574 INFO:tasks.workunit.client.0.smithi012.stdout:837 2024-04-02T08:39:50.576 INFO:tasks.workunit.client.0.smithi012.stdout:838 2024-04-02T08:39:50.577 INFO:tasks.workunit.client.0.smithi012.stdout:839 2024-04-02T08:39:50.578 INFO:tasks.workunit.client.0.smithi012.stdout:840 2024-04-02T08:39:50.579 INFO:tasks.workunit.client.0.smithi012.stdout:841 2024-04-02T08:39:50.581 INFO:tasks.workunit.client.0.smithi012.stdout:842 2024-04-02T08:39:50.582 INFO:tasks.workunit.client.0.smithi012.stdout:843 2024-04-02T08:39:50.583 INFO:tasks.workunit.client.0.smithi012.stdout:844 2024-04-02T08:39:50.584 INFO:tasks.workunit.client.0.smithi012.stdout:845 2024-04-02T08:39:50.585 INFO:tasks.workunit.client.0.smithi012.stdout:846 2024-04-02T08:39:50.587 INFO:tasks.workunit.client.0.smithi012.stdout:847 2024-04-02T08:39:50.588 INFO:tasks.workunit.client.0.smithi012.stdout:848 2024-04-02T08:39:50.589 INFO:tasks.workunit.client.0.smithi012.stdout:849 2024-04-02T08:39:50.590 INFO:tasks.workunit.client.0.smithi012.stdout:850 2024-04-02T08:39:50.592 INFO:tasks.workunit.client.0.smithi012.stdout:851 2024-04-02T08:39:50.593 INFO:tasks.workunit.client.0.smithi012.stdout:852 2024-04-02T08:39:50.594 INFO:tasks.workunit.client.0.smithi012.stdout:853 2024-04-02T08:39:50.596 INFO:tasks.workunit.client.0.smithi012.stdout:854 2024-04-02T08:39:50.598 INFO:tasks.workunit.client.0.smithi012.stdout:855 2024-04-02T08:39:50.600 INFO:tasks.workunit.client.0.smithi012.stdout:856 2024-04-02T08:39:50.602 INFO:tasks.workunit.client.0.smithi012.stdout:857 2024-04-02T08:39:50.603 INFO:tasks.workunit.client.0.smithi012.stdout:858 2024-04-02T08:39:50.604 INFO:tasks.workunit.client.0.smithi012.stdout:859 2024-04-02T08:39:50.605 INFO:tasks.workunit.client.0.smithi012.stdout:860 2024-04-02T08:39:50.606 INFO:tasks.workunit.client.0.smithi012.stdout:861 2024-04-02T08:39:50.608 INFO:tasks.workunit.client.0.smithi012.stdout:862 2024-04-02T08:39:50.609 INFO:tasks.workunit.client.0.smithi012.stdout:863 2024-04-02T08:39:50.610 INFO:tasks.workunit.client.0.smithi012.stdout:864 2024-04-02T08:39:50.611 INFO:tasks.workunit.client.0.smithi012.stdout:865 2024-04-02T08:39:50.613 INFO:tasks.workunit.client.0.smithi012.stdout:866 2024-04-02T08:39:50.614 INFO:tasks.workunit.client.0.smithi012.stdout:867 2024-04-02T08:39:50.615 INFO:tasks.workunit.client.0.smithi012.stdout:868 2024-04-02T08:39:50.616 INFO:tasks.workunit.client.0.smithi012.stdout:869 2024-04-02T08:39:50.618 INFO:tasks.workunit.client.0.smithi012.stdout:870 2024-04-02T08:39:50.619 INFO:tasks.workunit.client.0.smithi012.stdout:871 2024-04-02T08:39:50.620 INFO:tasks.workunit.client.0.smithi012.stdout:872 2024-04-02T08:39:50.621 INFO:tasks.workunit.client.0.smithi012.stdout:873 2024-04-02T08:39:50.622 INFO:tasks.workunit.client.0.smithi012.stdout:874 2024-04-02T08:39:50.624 INFO:tasks.workunit.client.0.smithi012.stdout:875 2024-04-02T08:39:50.625 INFO:tasks.workunit.client.0.smithi012.stdout:876 2024-04-02T08:39:50.626 INFO:tasks.workunit.client.0.smithi012.stdout:877 2024-04-02T08:39:50.628 INFO:tasks.workunit.client.0.smithi012.stdout:878 2024-04-02T08:39:50.629 INFO:tasks.workunit.client.0.smithi012.stdout:879 2024-04-02T08:39:50.630 INFO:tasks.workunit.client.0.smithi012.stdout:880 2024-04-02T08:39:50.632 INFO:tasks.workunit.client.0.smithi012.stdout:881 2024-04-02T08:39:50.633 INFO:tasks.workunit.client.0.smithi012.stdout:882 2024-04-02T08:39:50.634 INFO:tasks.workunit.client.0.smithi012.stdout:883 2024-04-02T08:39:50.636 INFO:tasks.workunit.client.0.smithi012.stdout:884 2024-04-02T08:39:50.637 INFO:tasks.workunit.client.0.smithi012.stdout:885 2024-04-02T08:39:50.638 INFO:tasks.workunit.client.0.smithi012.stdout:886 2024-04-02T08:39:50.639 INFO:tasks.workunit.client.0.smithi012.stdout:887 2024-04-02T08:39:50.641 INFO:tasks.workunit.client.0.smithi012.stdout:888 2024-04-02T08:39:50.642 INFO:tasks.workunit.client.0.smithi012.stdout:889 2024-04-02T08:39:50.643 INFO:tasks.workunit.client.0.smithi012.stdout:890 2024-04-02T08:39:50.645 INFO:tasks.workunit.client.0.smithi012.stdout:891 2024-04-02T08:39:50.646 INFO:tasks.workunit.client.0.smithi012.stdout:892 2024-04-02T08:39:50.647 INFO:tasks.workunit.client.0.smithi012.stdout:893 2024-04-02T08:39:50.648 INFO:tasks.workunit.client.0.smithi012.stdout:894 2024-04-02T08:39:50.649 INFO:tasks.workunit.client.0.smithi012.stdout:895 2024-04-02T08:39:50.650 INFO:tasks.workunit.client.0.smithi012.stdout:896 2024-04-02T08:39:50.651 INFO:tasks.workunit.client.0.smithi012.stdout:897 2024-04-02T08:39:50.653 INFO:tasks.workunit.client.0.smithi012.stdout:898 2024-04-02T08:39:50.654 INFO:tasks.workunit.client.0.smithi012.stdout:899 2024-04-02T08:39:50.655 INFO:tasks.workunit.client.0.smithi012.stdout:900 2024-04-02T08:39:50.657 INFO:tasks.workunit.client.0.smithi012.stdout:901 2024-04-02T08:39:50.660 INFO:tasks.workunit.client.0.smithi012.stdout:902 2024-04-02T08:39:50.662 INFO:tasks.workunit.client.0.smithi012.stdout:903 2024-04-02T08:39:50.663 INFO:tasks.workunit.client.0.smithi012.stdout:904 2024-04-02T08:39:50.664 INFO:tasks.workunit.client.0.smithi012.stdout:905 2024-04-02T08:39:50.665 INFO:tasks.workunit.client.0.smithi012.stdout:906 2024-04-02T08:39:50.666 INFO:tasks.workunit.client.0.smithi012.stdout:907 2024-04-02T08:39:50.667 INFO:tasks.workunit.client.0.smithi012.stdout:908 2024-04-02T08:39:50.668 INFO:tasks.workunit.client.0.smithi012.stdout:909 2024-04-02T08:39:50.670 INFO:tasks.workunit.client.0.smithi012.stdout:910 2024-04-02T08:39:50.671 INFO:tasks.workunit.client.0.smithi012.stdout:911 2024-04-02T08:39:50.672 INFO:tasks.workunit.client.0.smithi012.stdout:912 2024-04-02T08:39:50.674 INFO:tasks.workunit.client.0.smithi012.stdout:913 2024-04-02T08:39:50.674 INFO:tasks.workunit.client.0.smithi012.stdout:914 2024-04-02T08:39:50.675 INFO:tasks.workunit.client.0.smithi012.stdout:915 2024-04-02T08:39:50.677 INFO:tasks.workunit.client.0.smithi012.stdout:916 2024-04-02T08:39:50.678 INFO:tasks.workunit.client.0.smithi012.stdout:917 2024-04-02T08:39:50.679 INFO:tasks.workunit.client.0.smithi012.stdout:918 2024-04-02T08:39:50.681 INFO:tasks.workunit.client.0.smithi012.stdout:919 2024-04-02T08:39:50.682 INFO:tasks.workunit.client.0.smithi012.stdout:920 2024-04-02T08:39:50.683 INFO:tasks.workunit.client.0.smithi012.stdout:921 2024-04-02T08:39:50.684 INFO:tasks.workunit.client.0.smithi012.stdout:922 2024-04-02T08:39:50.686 INFO:tasks.workunit.client.0.smithi012.stdout:923 2024-04-02T08:39:50.687 INFO:tasks.workunit.client.0.smithi012.stdout:924 2024-04-02T08:39:50.688 INFO:tasks.workunit.client.0.smithi012.stdout:925 2024-04-02T08:39:50.689 INFO:tasks.workunit.client.0.smithi012.stdout:926 2024-04-02T08:39:50.691 INFO:tasks.workunit.client.0.smithi012.stdout:927 2024-04-02T08:39:50.692 INFO:tasks.workunit.client.0.smithi012.stdout:928 2024-04-02T08:39:50.693 INFO:tasks.workunit.client.0.smithi012.stdout:929 2024-04-02T08:39:50.699 INFO:tasks.workunit.client.0.smithi012.stdout:930 2024-04-02T08:39:50.699 INFO:tasks.workunit.client.0.smithi012.stdout:931 2024-04-02T08:39:50.699 INFO:tasks.workunit.client.0.smithi012.stdout:932 2024-04-02T08:39:50.699 INFO:tasks.workunit.client.0.smithi012.stdout:933 2024-04-02T08:39:50.700 INFO:tasks.workunit.client.0.smithi012.stdout:934 2024-04-02T08:39:50.701 INFO:tasks.workunit.client.0.smithi012.stdout:935 2024-04-02T08:39:50.702 INFO:tasks.workunit.client.0.smithi012.stdout:936 2024-04-02T08:39:50.704 INFO:tasks.workunit.client.0.smithi012.stdout:937 2024-04-02T08:39:50.705 INFO:tasks.workunit.client.0.smithi012.stdout:938 2024-04-02T08:39:50.706 INFO:tasks.workunit.client.0.smithi012.stdout:939 2024-04-02T08:39:50.708 INFO:tasks.workunit.client.0.smithi012.stdout:940 2024-04-02T08:39:50.709 INFO:tasks.workunit.client.0.smithi012.stdout:941 2024-04-02T08:39:50.711 INFO:tasks.workunit.client.0.smithi012.stdout:942 2024-04-02T08:39:50.712 INFO:tasks.workunit.client.0.smithi012.stdout:943 2024-04-02T08:39:50.713 INFO:tasks.workunit.client.0.smithi012.stdout:944 2024-04-02T08:39:50.714 INFO:tasks.workunit.client.0.smithi012.stdout:945 2024-04-02T08:39:50.716 INFO:tasks.workunit.client.0.smithi012.stdout:946 2024-04-02T08:39:50.717 INFO:tasks.workunit.client.0.smithi012.stdout:947 2024-04-02T08:39:50.719 INFO:tasks.workunit.client.0.smithi012.stdout:948 2024-04-02T08:39:50.720 INFO:tasks.workunit.client.0.smithi012.stdout:949 2024-04-02T08:39:50.721 INFO:tasks.workunit.client.0.smithi012.stdout:950 2024-04-02T08:39:50.723 INFO:tasks.workunit.client.0.smithi012.stdout:951 2024-04-02T08:39:50.725 INFO:tasks.workunit.client.0.smithi012.stdout:952 2024-04-02T08:39:50.726 INFO:tasks.workunit.client.0.smithi012.stdout:953 2024-04-02T08:39:50.728 INFO:tasks.workunit.client.0.smithi012.stdout:954 2024-04-02T08:39:50.730 INFO:tasks.workunit.client.0.smithi012.stdout:955 2024-04-02T08:39:50.731 INFO:tasks.workunit.client.0.smithi012.stdout:956 2024-04-02T08:39:50.733 INFO:tasks.workunit.client.0.smithi012.stdout:957 2024-04-02T08:39:50.734 INFO:tasks.workunit.client.0.smithi012.stdout:958 2024-04-02T08:39:50.735 INFO:tasks.workunit.client.0.smithi012.stdout:959 2024-04-02T08:39:50.737 INFO:tasks.workunit.client.0.smithi012.stdout:960 2024-04-02T08:39:50.738 INFO:tasks.workunit.client.0.smithi012.stdout:961 2024-04-02T08:39:50.739 INFO:tasks.workunit.client.0.smithi012.stdout:962 2024-04-02T08:39:50.741 INFO:tasks.workunit.client.0.smithi012.stdout:963 2024-04-02T08:39:50.742 INFO:tasks.workunit.client.0.smithi012.stdout:964 2024-04-02T08:39:50.743 INFO:tasks.workunit.client.0.smithi012.stdout:965 2024-04-02T08:39:50.745 INFO:tasks.workunit.client.0.smithi012.stdout:966 2024-04-02T08:39:50.746 INFO:tasks.workunit.client.0.smithi012.stdout:967 2024-04-02T08:39:50.747 INFO:tasks.workunit.client.0.smithi012.stdout:968 2024-04-02T08:39:50.749 INFO:tasks.workunit.client.0.smithi012.stdout:969 2024-04-02T08:39:50.750 INFO:tasks.workunit.client.0.smithi012.stdout:970 2024-04-02T08:39:50.752 INFO:tasks.workunit.client.0.smithi012.stdout:971 2024-04-02T08:39:50.753 INFO:tasks.workunit.client.0.smithi012.stdout:972 2024-04-02T08:39:50.755 INFO:tasks.workunit.client.0.smithi012.stdout:973 2024-04-02T08:39:50.756 INFO:tasks.workunit.client.0.smithi012.stdout:974 2024-04-02T08:39:50.757 INFO:tasks.workunit.client.0.smithi012.stdout:975 2024-04-02T08:39:50.759 INFO:tasks.workunit.client.0.smithi012.stdout:976 2024-04-02T08:39:50.760 INFO:tasks.workunit.client.0.smithi012.stdout:977 2024-04-02T08:39:50.762 INFO:tasks.workunit.client.0.smithi012.stdout:978 2024-04-02T08:39:50.763 INFO:tasks.workunit.client.0.smithi012.stdout:979 2024-04-02T08:39:50.764 INFO:tasks.workunit.client.0.smithi012.stdout:980 2024-04-02T08:39:50.766 INFO:tasks.workunit.client.0.smithi012.stdout:981 2024-04-02T08:39:50.767 INFO:tasks.workunit.client.0.smithi012.stdout:982 2024-04-02T08:39:50.768 INFO:tasks.workunit.client.0.smithi012.stdout:983 2024-04-02T08:39:50.769 INFO:tasks.workunit.client.0.smithi012.stdout:984 2024-04-02T08:39:50.771 INFO:tasks.workunit.client.0.smithi012.stdout:985 2024-04-02T08:39:50.772 INFO:tasks.workunit.client.0.smithi012.stdout:986 2024-04-02T08:39:50.774 INFO:tasks.workunit.client.0.smithi012.stdout:987 2024-04-02T08:39:50.775 INFO:tasks.workunit.client.0.smithi012.stdout:988 2024-04-02T08:39:50.777 INFO:tasks.workunit.client.0.smithi012.stdout:989 2024-04-02T08:39:50.778 INFO:tasks.workunit.client.0.smithi012.stdout:990 2024-04-02T08:39:50.780 INFO:tasks.workunit.client.0.smithi012.stdout:991 2024-04-02T08:39:50.781 INFO:tasks.workunit.client.0.smithi012.stdout:992 2024-04-02T08:39:50.782 INFO:tasks.workunit.client.0.smithi012.stdout:993 2024-04-02T08:39:50.784 INFO:tasks.workunit.client.0.smithi012.stdout:994 2024-04-02T08:39:50.786 INFO:tasks.workunit.client.0.smithi012.stdout:995 2024-04-02T08:39:50.787 INFO:tasks.workunit.client.0.smithi012.stdout:996 2024-04-02T08:39:50.789 INFO:tasks.workunit.client.0.smithi012.stdout:997 2024-04-02T08:39:50.790 INFO:tasks.workunit.client.0.smithi012.stdout:998 2024-04-02T08:39:50.791 INFO:tasks.workunit.client.0.smithi012.stdout:999 2024-04-02T08:39:50.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:50 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/948054964' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129379-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:50.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:50 smithi012 ceph-mon[88355]: osdmap e950: 8 total, 8 up, 8 in 2024-04-02T08:39:50.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:50 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/948054964' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-04-02T08:39:50.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:50 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/948054964' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129379-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:50.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:50 smithi012 ceph-mon[90784]: osdmap e950: 8 total, 8 up, 8 in 2024-04-02T08:39:50.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:50 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/948054964' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-04-02T08:39:51.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:50 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/948054964' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129379-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:51.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:50 smithi055 ceph-mon[85080]: osdmap e950: 8 total, 8 up, 8 in 2024-04-02T08:39:51.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:50 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/948054964' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-04-02T08:39:51.616 INFO:tasks.workunit.client.0.smithi012.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-04-02T08:39:51.616 INFO:tasks.workunit.client.0.smithi012.stdout:00000010 69 73 |is| 2024-04-02T08:39:51.616 INFO:tasks.workunit.client.0.smithi012.stdout:00000012 2024-04-02T08:39:51.616 INFO:tasks.workunit.client.0.smithi012.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-04-02T08:39:51.616 INFO:tasks.workunit.client.0.smithi012.stdout:00000010 69 73 |is| 2024-04-02T08:39:51.616 INFO:tasks.workunit.client.0.smithi012.stdout:00000012 2024-04-02T08:39:51.616 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] ClsHello.WriteReturnData (4028 ms) 2024-04-02T08:39:51.616 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] ClsHello.Loud 2024-04-02T08:39:51.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:51 smithi012 ceph-mon[88355]: pgmap v1119: 137 pgs: 14 unknown, 123 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:39:51.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:51 smithi012 ceph-mon[88355]: osdmap e951: 8 total, 8 up, 8 in 2024-04-02T08:39:51.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:51 smithi012 ceph-mon[90784]: pgmap v1119: 137 pgs: 14 unknown, 123 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:39:51.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:51 smithi012 ceph-mon[90784]: osdmap e951: 8 total, 8 up, 8 in 2024-04-02T08:39:52.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:51 smithi055 ceph-mon[85080]: pgmap v1119: 137 pgs: 14 unknown, 123 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:39:52.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:51 smithi055 ceph-mon[85080]: osdmap e951: 8 total, 8 up, 8 in 2024-04-02T08:39:52.617 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:39:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:39:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:39:52.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:52 smithi012 ceph-mon[88355]: osdmap e952: 8 total, 8 up, 8 in 2024-04-02T08:39:52.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:52 smithi012 ceph-mon[90784]: osdmap e952: 8 total, 8 up, 8 in 2024-04-02T08:39:53.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:52 smithi055 ceph-mon[85080]: osdmap e952: 8 total, 8 up, 8 in 2024-04-02T08:39:53.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:53 smithi012 ceph-mon[88355]: pgmap v1122: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:39:53.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:53 smithi012 ceph-mon[88355]: osdmap e953: 8 total, 8 up, 8 in 2024-04-02T08:39:53.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:53 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2217490755' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129379-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:53.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:53 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:53.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:53 smithi012 ceph-mon[90784]: pgmap v1122: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:39:53.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:53 smithi012 ceph-mon[90784]: osdmap e953: 8 total, 8 up, 8 in 2024-04-02T08:39:53.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:53 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2217490755' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129379-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:53.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:53 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:54.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:53 smithi055 ceph-mon[85080]: pgmap v1122: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:39:54.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:53 smithi055 ceph-mon[85080]: osdmap e953: 8 total, 8 up, 8 in 2024-04-02T08:39:54.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:53 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2217490755' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129379-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:54.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:53 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:54.645 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] ClsHello.Loud (3028 ms) 2024-04-02T08:39:54.645 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] ClsHello.BadMethods 2024-04-02T08:39:54.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:54 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2217490755' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129379-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:54.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:54 smithi012 ceph-mon[88355]: osdmap e954: 8 total, 8 up, 8 in 2024-04-02T08:39:54.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:54 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:39:54.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:54 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:39:54.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:54 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:39:54.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:54 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2217490755' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129379-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:54.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:54 smithi012 ceph-mon[90784]: osdmap e954: 8 total, 8 up, 8 in 2024-04-02T08:39:54.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:54 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:39:54.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:54 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:39:54.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:54 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:39:55.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:54 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2217490755' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129379-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:55.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:54 smithi055 ceph-mon[85080]: osdmap e954: 8 total, 8 up, 8 in 2024-04-02T08:39:55.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:54 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:39:55.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:54 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:39:55.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:54 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:39:55.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:55 smithi012 ceph-mon[88355]: pgmap v1125: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:39:55.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:55 smithi012 ceph-mon[88355]: osdmap e955: 8 total, 8 up, 8 in 2024-04-02T08:39:55.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:55 smithi012 ceph-mon[90784]: pgmap v1125: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:39:55.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:55 smithi012 ceph-mon[90784]: osdmap e955: 8 total, 8 up, 8 in 2024-04-02T08:39:56.075 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:55 smithi055 ceph-mon[85080]: pgmap v1125: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:39:56.076 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:55 smithi055 ceph-mon[85080]: osdmap e955: 8 total, 8 up, 8 in 2024-04-02T08:39:56.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:56 smithi012 ceph-mon[88355]: osdmap e956: 8 total, 8 up, 8 in 2024-04-02T08:39:56.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:56 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/4223980884' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129379-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:56.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:56 smithi012 ceph-mon[90784]: osdmap e956: 8 total, 8 up, 8 in 2024-04-02T08:39:56.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:56 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/4223980884' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129379-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:56.929 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 08:39:56 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-3[110753]: 2024-04-02T08:39:56.684+0000 7f55f2702700 -1 osd.3 pg_epoch: 957 pg[38.2( v 957'1 (0'0,957'1] local-lis/les=956/957 n=1 ec=956/956 lis/c=956/956 les/c/f=957/957/0 sis=956) [3,7,5] r=0 lpr=956 crt=957'1 lcod 0'0 mlcod 0'0 active+clean] method hello.bad_reader tried to read object but is not marked RD 2024-04-02T08:39:56.929 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 08:39:56 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-3[110753]: 2024-04-02T08:39:56.685+0000 7f55f670a700 -1 osd.3 pg_epoch: 957 pg[38.2( v 957'2 (0'0,957'2] local-lis/les=956/957 n=1 ec=956/956 lis/c=956/956 les/c/f=957/957/0 sis=956) [3,7,5] r=0 lpr=956 crt=957'1 lcod 957'1 mlcod 957'1 active+clean] method hello.bad_writer tried to update object but is not marked WR 2024-04-02T08:39:57.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:56 smithi055 ceph-mon[85080]: osdmap e956: 8 total, 8 up, 8 in 2024-04-02T08:39:57.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:56 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/4223980884' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129379-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:57.663 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] ClsHello.BadMethods (3019 ms) 2024-04-02T08:39:57.663 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] ClsHello.Filter 2024-04-02T08:39:57.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:57 smithi012 ceph-mon[88355]: pgmap v1128: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:39:57.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:57 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:57.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:57 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/4223980884' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129379-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:57.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:57 smithi012 ceph-mon[88355]: osdmap e957: 8 total, 8 up, 8 in 2024-04-02T08:39:57.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:57 smithi012 ceph-mon[90784]: pgmap v1128: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:39:57.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:57 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:57.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:57 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/4223980884' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129379-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:57.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:57 smithi012 ceph-mon[90784]: osdmap e957: 8 total, 8 up, 8 in 2024-04-02T08:39:58.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:57 smithi055 ceph-mon[85080]: pgmap v1128: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:39:58.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:57 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:58.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:57 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/4223980884' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129379-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:58.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:57 smithi055 ceph-mon[85080]: osdmap e957: 8 total, 8 up, 8 in 2024-04-02T08:39:58.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:39:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:39:57] "GET /metrics HTTP/1.1" 200 36336 "" "Prometheus/2.43.0" 2024-04-02T08:39:58.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:58 smithi012 ceph-mon[88355]: osdmap e958: 8 total, 8 up, 8 in 2024-04-02T08:39:58.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:58 smithi012 ceph-mon[90784]: osdmap e958: 8 total, 8 up, 8 in 2024-04-02T08:39:59.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:58 smithi055 ceph-mon[85080]: osdmap e958: 8 total, 8 up, 8 in 2024-04-02T08:39:59.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:59 smithi012 ceph-mon[88355]: pgmap v1131: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:39:59.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:59 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:59.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:59 smithi012 ceph-mon[88355]: Cluster is now healthy 2024-04-02T08:39:59.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:59 smithi012 ceph-mon[88355]: osdmap e959: 8 total, 8 up, 8 in 2024-04-02T08:39:59.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:59 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2185057613' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129379-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:59.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:59 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129379-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:59.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:39:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:59.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:59 smithi012 ceph-mon[90784]: pgmap v1131: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:39:59.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:59 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:59.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:59 smithi012 ceph-mon[90784]: Cluster is now healthy 2024-04-02T08:39:59.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:59 smithi012 ceph-mon[90784]: osdmap e959: 8 total, 8 up, 8 in 2024-04-02T08:39:59.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:59 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2185057613' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129379-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:59.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:59 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129379-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:59.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:39:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:00.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:59 smithi055 ceph-mon[85080]: pgmap v1131: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:40:00.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:59 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:40:00.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:59 smithi055 ceph-mon[85080]: Cluster is now healthy 2024-04-02T08:40:00.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:59 smithi055 ceph-mon[85080]: osdmap e959: 8 total, 8 up, 8 in 2024-04-02T08:40:00.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:59 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2185057613' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129379-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:00.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:59 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129379-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:00.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:39:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:00.688 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] ClsHello.Filter (3024 ms) 2024-04-02T08:40:00.688 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 6 tests from ClsHello (19008 ms total) 2024-04-02T08:40:00.688 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T08:40:00.688 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] Global test environment tear-down 2024-04-02T08:40:00.688 INFO:tasks.workunit.client.0.smithi012.stdout:[==========] 6 tests from 1 test suite ran. (19009 ms total) 2024-04-02T08:40:00.688 INFO:tasks.workunit.client.0.smithi012.stdout:[ PASSED ] 6 tests. 2024-04-02T08:40:00.691 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:40:00.691 DEBUG:teuthology.orchestra.run.smithi012:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:40:00.760 INFO:tasks.workunit:Running workunit cls/test_cls_journal.sh... 2024-04-02T08:40:00.760 DEBUG:teuthology.orchestra.run.smithi012:workunit test cls/test_cls_journal.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_journal.sh 2024-04-02T08:40:00.829 INFO:tasks.workunit.client.0.smithi012.stdout:Running main() from gmock_main.cc 2024-04-02T08:40:00.829 INFO:tasks.workunit.client.0.smithi012.stdout:[==========] Running 27 tests from 1 test suite. 2024-04-02T08:40:00.829 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] Global test environment set-up. 2024-04-02T08:40:00.830 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 27 tests from TestClsJournal 2024-04-02T08:40:01.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:00 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129379-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:01.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:00 smithi055 ceph-mon[85080]: osdmap e960: 8 total, 8 up, 8 in 2024-04-02T08:40:01.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:00 smithi055 ceph-mon[85080]: overall HEALTH_OK 2024-04-02T08:40:01.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:00 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129379-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:01.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:00 smithi012 ceph-mon[88355]: osdmap e960: 8 total, 8 up, 8 in 2024-04-02T08:40:01.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:00 smithi012 ceph-mon[88355]: overall HEALTH_OK 2024-04-02T08:40:01.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:00 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129379-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:01.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:00 smithi012 ceph-mon[90784]: osdmap e960: 8 total, 8 up, 8 in 2024-04-02T08:40:01.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:00 smithi012 ceph-mon[90784]: overall HEALTH_OK 2024-04-02T08:40:01.962 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:01 smithi055 ceph-mon[85080]: pgmap v1134: 137 pgs: 17 unknown, 120 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:40:01.962 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:01 smithi055 ceph-mon[85080]: osdmap e961: 8 total, 8 up, 8 in 2024-04-02T08:40:02.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:01 smithi012 ceph-mon[90784]: pgmap v1134: 137 pgs: 17 unknown, 120 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:40:02.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:01 smithi012 ceph-mon[90784]: osdmap e961: 8 total, 8 up, 8 in 2024-04-02T08:40:02.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:01 smithi012 ceph-mon[88355]: pgmap v1134: 137 pgs: 17 unknown, 120 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:40:02.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:01 smithi012 ceph-mon[88355]: osdmap e961: 8 total, 8 up, 8 in 2024-04-02T08:40:02.697 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:40:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:40:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:40:02.698 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsJournal.Create 2024-04-02T08:40:02.709 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsJournal.Create (10 ms) 2024-04-02T08:40:02.709 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsJournal.MinimumSet 2024-04-02T08:40:02.724 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsJournal.MinimumSet (15 ms) 2024-04-02T08:40:02.724 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsJournal.MinimumSetStale 2024-04-02T08:40:02.729 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsJournal.MinimumSetStale (5 ms) 2024-04-02T08:40:02.729 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsJournal.MinimumSetOrderConstraint 2024-04-02T08:40:02.732 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsJournal.MinimumSetOrderConstraint (4 ms) 2024-04-02T08:40:02.733 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsJournal.ActiveSet 2024-04-02T08:40:02.735 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsJournal.ActiveSet (3 ms) 2024-04-02T08:40:02.735 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsJournal.ActiveSetStale 2024-04-02T08:40:02.738 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsJournal.ActiveSetStale (3 ms) 2024-04-02T08:40:02.739 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsJournal.CreateDuplicate 2024-04-02T08:40:02.741 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsJournal.CreateDuplicate (3 ms) 2024-04-02T08:40:02.741 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsJournal.GetClient 2024-04-02T08:40:02.744 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsJournal.GetClient (2 ms) 2024-04-02T08:40:02.744 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsJournal.ClientRegister 2024-04-02T08:40:02.746 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsJournal.ClientRegister (3 ms) 2024-04-02T08:40:02.746 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsJournal.ClientRegisterDuplicate 2024-04-02T08:40:02.750 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsJournal.ClientRegisterDuplicate (3 ms) 2024-04-02T08:40:02.750 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsJournal.ClientUpdateData 2024-04-02T08:40:02.754 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsJournal.ClientUpdateData (5 ms) 2024-04-02T08:40:02.754 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsJournal.ClientUpdateState 2024-04-02T08:40:02.759 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsJournal.ClientUpdateState (5 ms) 2024-04-02T08:40:02.759 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsJournal.ClientUnregister 2024-04-02T08:40:02.762 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsJournal.ClientUnregister (3 ms) 2024-04-02T08:40:02.763 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsJournal.ClientUnregisterDNE 2024-04-02T08:40:02.767 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsJournal.ClientUnregisterDNE (4 ms) 2024-04-02T08:40:02.767 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsJournal.ClientUnregisterPruneTags 2024-04-02T08:40:02.887 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsJournal.ClientUnregisterPruneTags (120 ms) 2024-04-02T08:40:02.887 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsJournal.ClientCommit 2024-04-02T08:40:02.891 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsJournal.ClientCommit (5 ms) 2024-04-02T08:40:02.891 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsJournal.ClientCommitInvalid 2024-04-02T08:40:02.895 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsJournal.ClientCommitInvalid (3 ms) 2024-04-02T08:40:02.895 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsJournal.ClientCommitDNE 2024-04-02T08:40:02.895 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsJournal.ClientCommitDNE (1 ms) 2024-04-02T08:40:02.896 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsJournal.ClientList 2024-04-02T08:40:02.936 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsJournal.ClientList (40 ms) 2024-04-02T08:40:02.936 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsJournal.GetNextTagTid 2024-04-02T08:40:02.940 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsJournal.GetNextTagTid (4 ms) 2024-04-02T08:40:02.940 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsJournal.TagCreate 2024-04-02T08:40:02.949 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsJournal.TagCreate (9 ms) 2024-04-02T08:40:02.949 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsJournal.TagCreatePrunesTags 2024-04-02T08:40:02.956 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsJournal.TagCreatePrunesTags (8 ms) 2024-04-02T08:40:02.956 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsJournal.TagList 2024-04-02T08:40:03.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:02 smithi055 ceph-mon[85080]: osdmap e962: 8 total, 8 up, 8 in 2024-04-02T08:40:03.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:02 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3841287690' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129651-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:03.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:02 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:40:03.064 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsJournal.TagList (107 ms) 2024-04-02T08:40:03.064 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsJournal.GuardAppend 2024-04-02T08:40:03.066 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsJournal.GuardAppend (3 ms) 2024-04-02T08:40:03.066 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsJournal.GuardAppendDNE 2024-04-02T08:40:03.067 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsJournal.GuardAppendDNE (1 ms) 2024-04-02T08:40:03.067 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsJournal.GuardAppendOverflow 2024-04-02T08:40:03.069 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsJournal.GuardAppendOverflow (2 ms) 2024-04-02T08:40:03.069 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsJournal.Append 2024-04-02T08:40:03.084 INFO:tasks.workunit.client.0.smithi012.stdout:padding is not enabled 2024-04-02T08:40:03.084 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsJournal.Append (14 ms) 2024-04-02T08:40:03.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:02 smithi012 ceph-mon[88355]: osdmap e962: 8 total, 8 up, 8 in 2024-04-02T08:40:03.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:02 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3841287690' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129651-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:03.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:02 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:40:03.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:02 smithi012 ceph-mon[90784]: osdmap e962: 8 total, 8 up, 8 in 2024-04-02T08:40:03.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:02 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3841287690' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129651-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:03.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:02 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:40:03.703 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 27 tests from TestClsJournal (385 ms total) 2024-04-02T08:40:03.703 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T08:40:03.703 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] Global test environment tear-down 2024-04-02T08:40:03.703 INFO:tasks.workunit.client.0.smithi012.stdout:[==========] 27 tests from 1 test suite ran. (2874 ms total) 2024-04-02T08:40:03.703 INFO:tasks.workunit.client.0.smithi012.stdout:[ PASSED ] 27 tests. 2024-04-02T08:40:03.706 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:40:03.706 DEBUG:teuthology.orchestra.run.smithi012:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:40:03.775 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2024-04-02T08:40:03.775 DEBUG:teuthology.orchestra.run.smithi012:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2024-04-02T08:40:03.842 INFO:tasks.workunit.client.0.smithi012.stdout:Running main() from gmock_main.cc 2024-04-02T08:40:03.843 INFO:tasks.workunit.client.0.smithi012.stdout:[==========] Running 11 tests from 1 test suite. 2024-04-02T08:40:03.843 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] Global test environment set-up. 2024-04-02T08:40:03.843 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 11 tests from ClsLock 2024-04-02T08:40:03.843 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] ClsLock.TestMultiLocking 2024-04-02T08:40:04.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:03 smithi055 ceph-mon[85080]: pgmap v1137: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:40:04.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:03 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3841287690' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129651-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:04.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:03 smithi055 ceph-mon[85080]: osdmap e963: 8 total, 8 up, 8 in 2024-04-02T08:40:04.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:03 smithi012 ceph-mon[90784]: pgmap v1137: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:40:04.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:03 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3841287690' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129651-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:04.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:03 smithi012 ceph-mon[90784]: osdmap e963: 8 total, 8 up, 8 in 2024-04-02T08:40:04.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:03 smithi012 ceph-mon[88355]: pgmap v1137: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:40:04.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:03 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3841287690' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129651-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:04.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:03 smithi012 ceph-mon[88355]: osdmap e963: 8 total, 8 up, 8 in 2024-04-02T08:40:05.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:04 smithi055 ceph-mon[85080]: osdmap e964: 8 total, 8 up, 8 in 2024-04-02T08:40:05.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:04 smithi012 ceph-mon[88355]: osdmap e964: 8 total, 8 up, 8 in 2024-04-02T08:40:05.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:04 smithi012 ceph-mon[90784]: osdmap e964: 8 total, 8 up, 8 in 2024-04-02T08:40:05.758 INFO:tasks.workunit.client.0.smithi012.stdout:lock: mylock 2024-04-02T08:40:05.759 INFO:tasks.workunit.client.0.smithi012.stdout: lock_type: exclusive 2024-04-02T08:40:05.759 INFO:tasks.workunit.client.0.smithi012.stdout: tag: 2024-04-02T08:40:05.759 INFO:tasks.workunit.client.0.smithi012.stdout: lockers: 2024-04-02T08:40:05.759 INFO:tasks.workunit.client.0.smithi012.stdout: client.44648 expiration=2024-04-02T08:42:05.756979+0000 addr=v1:172.21.15.12:0/2042468476 cookie= 2024-04-02T08:40:05.762 INFO:tasks.workunit.client.0.smithi012.stdout:lock: mylock 2024-04-02T08:40:05.762 INFO:tasks.workunit.client.0.smithi012.stdout: lock_type: shared 2024-04-02T08:40:05.762 INFO:tasks.workunit.client.0.smithi012.stdout: tag: 2024-04-02T08:40:05.762 INFO:tasks.workunit.client.0.smithi012.stdout: lockers: 2024-04-02T08:40:05.763 INFO:tasks.workunit.client.0.smithi012.stdout: client.34713 expiration=0.000000 addr=v1:172.21.15.12:0/2906318101 cookie= 2024-04-02T08:40:05.763 INFO:tasks.workunit.client.0.smithi012.stdout: client.44648 expiration=2024-04-02T08:42:05.763789+0000 addr=v1:172.21.15.12:0/2042468476 cookie= 2024-04-02T08:40:05.764 INFO:tasks.workunit.client.0.smithi012.stdout:lock: mylock 2024-04-02T08:40:05.764 INFO:tasks.workunit.client.0.smithi012.stdout: lock_type: shared 2024-04-02T08:40:05.764 INFO:tasks.workunit.client.0.smithi012.stdout: tag: 2024-04-02T08:40:05.764 INFO:tasks.workunit.client.0.smithi012.stdout: lockers: 2024-04-02T08:40:05.764 INFO:tasks.workunit.client.0.smithi012.stdout: client.34713 expiration=0.000000 addr=v1:172.21.15.12:0/2906318101 cookie= 2024-04-02T08:40:06.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:05 smithi055 ceph-mon[85080]: pgmap v1140: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:40:06.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:05 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:40:06.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:05 smithi055 ceph-mon[85080]: Cluster is now healthy 2024-04-02T08:40:06.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:05 smithi055 ceph-mon[85080]: osdmap e965: 8 total, 8 up, 8 in 2024-04-02T08:40:06.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:05 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2042468476' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:06.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:05 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:06.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:05 smithi012 ceph-mon[88355]: pgmap v1140: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:40:06.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:05 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:40:06.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:05 smithi012 ceph-mon[88355]: Cluster is now healthy 2024-04-02T08:40:06.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:05 smithi012 ceph-mon[88355]: osdmap e965: 8 total, 8 up, 8 in 2024-04-02T08:40:06.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:05 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2042468476' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:06.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:05 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:06.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:05 smithi012 ceph-mon[90784]: pgmap v1140: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:40:06.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:05 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:40:06.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:05 smithi012 ceph-mon[90784]: Cluster is now healthy 2024-04-02T08:40:06.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:05 smithi012 ceph-mon[90784]: osdmap e965: 8 total, 8 up, 8 in 2024-04-02T08:40:06.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:05 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2042468476' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:06.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:05 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:06.739 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] ClsLock.TestMultiLocking (2897 ms) 2024-04-02T08:40:06.739 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] ClsLock.TestMeta 2024-04-02T08:40:07.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:06 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:07.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:06 smithi055 ceph-mon[85080]: osdmap e966: 8 total, 8 up, 8 in 2024-04-02T08:40:07.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:06 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:07.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:06 smithi012 ceph-mon[90784]: osdmap e966: 8 total, 8 up, 8 in 2024-04-02T08:40:07.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:06 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:07.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:06 smithi012 ceph-mon[88355]: osdmap e966: 8 total, 8 up, 8 in 2024-04-02T08:40:08.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:07 smithi055 ceph-mon[85080]: pgmap v1143: 137 pgs: 13 creating+peering, 124 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T08:40:08.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:07 smithi055 ceph-mon[85080]: osdmap e967: 8 total, 8 up, 8 in 2024-04-02T08:40:08.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:07 smithi012 ceph-mon[90784]: pgmap v1143: 137 pgs: 13 creating+peering, 124 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T08:40:08.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:07 smithi012 ceph-mon[90784]: osdmap e967: 8 total, 8 up, 8 in 2024-04-02T08:40:08.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:07 smithi012 ceph-mon[88355]: pgmap v1143: 137 pgs: 13 creating+peering, 124 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T08:40:08.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:07 smithi012 ceph-mon[88355]: osdmap e967: 8 total, 8 up, 8 in 2024-04-02T08:40:08.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:40:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:40:07] "GET /metrics HTTP/1.1" 200 36338 "" "Prometheus/2.43.0" 2024-04-02T08:40:08.774 INFO:tasks.workunit.client.0.smithi012.stdout:lock: mylock 2024-04-02T08:40:08.774 INFO:tasks.workunit.client.0.smithi012.stdout: lock_type: shared 2024-04-02T08:40:08.774 INFO:tasks.workunit.client.0.smithi012.stdout: tag: 2024-04-02T08:40:08.774 INFO:tasks.workunit.client.0.smithi012.stdout: lockers: 2024-04-02T08:40:08.775 INFO:tasks.workunit.client.0.smithi012.stdout: client.34725 expiration=0.000000 addr=v1:172.21.15.12:0/1077850948 cookie= 2024-04-02T08:40:08.776 INFO:tasks.workunit.client.0.smithi012.stdout:lock: mylock 2024-04-02T08:40:08.776 INFO:tasks.workunit.client.0.smithi012.stdout: lock_type: exclusive 2024-04-02T08:40:08.776 INFO:tasks.workunit.client.0.smithi012.stdout: tag: new_tag 2024-04-02T08:40:08.776 INFO:tasks.workunit.client.0.smithi012.stdout: lockers: 2024-04-02T08:40:08.776 INFO:tasks.workunit.client.0.smithi012.stdout: client.44660 expiration=0.000000 addr=v1:172.21.15.12:0/208632764 cookie= 2024-04-02T08:40:09.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:08 smithi055 ceph-mon[85080]: osdmap e968: 8 total, 8 up, 8 in 2024-04-02T08:40:09.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:08 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/208632764' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:09.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:08 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:09.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:08 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:09.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:08 smithi055 ceph-mon[85080]: osdmap e969: 8 total, 8 up, 8 in 2024-04-02T08:40:09.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:08 smithi012 ceph-mon[88355]: osdmap e968: 8 total, 8 up, 8 in 2024-04-02T08:40:09.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:08 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/208632764' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:09.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:08 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:09.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:08 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:09.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:08 smithi012 ceph-mon[88355]: osdmap e969: 8 total, 8 up, 8 in 2024-04-02T08:40:09.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:08 smithi012 ceph-mon[90784]: osdmap e968: 8 total, 8 up, 8 in 2024-04-02T08:40:09.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:08 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/208632764' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:09.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:08 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:09.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:08 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:09.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:08 smithi012 ceph-mon[90784]: osdmap e969: 8 total, 8 up, 8 in 2024-04-02T08:40:09.744 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] ClsLock.TestMeta (3005 ms) 2024-04-02T08:40:09.744 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] ClsLock.TestCookie 2024-04-02T08:40:10.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:09 smithi055 ceph-mon[85080]: pgmap v1146: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:40:10.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:09 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:40:10.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:09 smithi055 ceph-mon[85080]: osdmap e970: 8 total, 8 up, 8 in 2024-04-02T08:40:10.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:09 smithi012 ceph-mon[88355]: pgmap v1146: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:40:10.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:09 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:40:10.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:09 smithi012 ceph-mon[88355]: osdmap e970: 8 total, 8 up, 8 in 2024-04-02T08:40:10.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:09 smithi012 ceph-mon[90784]: pgmap v1146: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:40:10.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:09 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:40:10.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:09 smithi012 ceph-mon[90784]: osdmap e970: 8 total, 8 up, 8 in 2024-04-02T08:40:11.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:10 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:40:11.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:10 smithi055 ceph-mon[85080]: Cluster is now healthy 2024-04-02T08:40:11.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:10 smithi055 ceph-mon[85080]: osdmap e971: 8 total, 8 up, 8 in 2024-04-02T08:40:11.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:10 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3976327986' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:11.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:10 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:11.079 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:10 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:40:11.080 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:10 smithi012 ceph-mon[88355]: Cluster is now healthy 2024-04-02T08:40:11.080 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:10 smithi012 ceph-mon[88355]: osdmap e971: 8 total, 8 up, 8 in 2024-04-02T08:40:11.080 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:10 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3976327986' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:11.080 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:10 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:11.080 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:10 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:40:11.080 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:10 smithi012 ceph-mon[90784]: Cluster is now healthy 2024-04-02T08:40:11.080 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:10 smithi012 ceph-mon[90784]: osdmap e971: 8 total, 8 up, 8 in 2024-04-02T08:40:11.080 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:10 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3976327986' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:11.080 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:10 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:11.797 INFO:tasks.workunit.client.0.smithi012.stdout:lock: mylock 2024-04-02T08:40:11.798 INFO:tasks.workunit.client.0.smithi012.stdout: lock_type: exclusive 2024-04-02T08:40:11.798 INFO:tasks.workunit.client.0.smithi012.stdout: tag: 2024-04-02T08:40:11.798 INFO:tasks.workunit.client.0.smithi012.stdout: lockers: 2024-04-02T08:40:11.800 INFO:tasks.workunit.client.0.smithi012.stdout:lock: mylock 2024-04-02T08:40:11.800 INFO:tasks.workunit.client.0.smithi012.stdout: lock_type: shared 2024-04-02T08:40:11.801 INFO:tasks.workunit.client.0.smithi012.stdout: tag: 2024-04-02T08:40:11.801 INFO:tasks.workunit.client.0.smithi012.stdout: lockers: 2024-04-02T08:40:11.801 INFO:tasks.workunit.client.0.smithi012.stdout: client.44672 expiration=0.000000 addr=v1:172.21.15.12:0/3976327986 cookie= 2024-04-02T08:40:11.801 INFO:tasks.workunit.client.0.smithi012.stdout: client.44672 expiration=0.000000 addr=v1:172.21.15.12:0/3976327986 cookie=new cookie 2024-04-02T08:40:12.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:11 smithi055 ceph-mon[85080]: pgmap v1149: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:40:12.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:11 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:12.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:11 smithi055 ceph-mon[85080]: osdmap e972: 8 total, 8 up, 8 in 2024-04-02T08:40:12.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:11 smithi012 ceph-mon[88355]: pgmap v1149: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:40:12.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:11 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:12.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:11 smithi012 ceph-mon[88355]: osdmap e972: 8 total, 8 up, 8 in 2024-04-02T08:40:12.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:11 smithi012 ceph-mon[90784]: pgmap v1149: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:40:12.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:11 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:12.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:11 smithi012 ceph-mon[90784]: osdmap e972: 8 total, 8 up, 8 in 2024-04-02T08:40:12.770 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] ClsLock.TestCookie (3026 ms) 2024-04-02T08:40:12.770 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] ClsLock.TestMultipleLocks 2024-04-02T08:40:12.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:40:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:40:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:40:14.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:13 smithi055 ceph-mon[85080]: pgmap v1152: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:40:14.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:13 smithi055 ceph-mon[85080]: osdmap e973: 8 total, 8 up, 8 in 2024-04-02T08:40:14.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:13 smithi012 ceph-mon[88355]: pgmap v1152: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:40:14.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:13 smithi012 ceph-mon[88355]: osdmap e973: 8 total, 8 up, 8 in 2024-04-02T08:40:14.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:13 smithi012 ceph-mon[90784]: pgmap v1152: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:40:14.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:13 smithi012 ceph-mon[90784]: osdmap e973: 8 total, 8 up, 8 in 2024-04-02T08:40:15.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:14 smithi055 ceph-mon[85080]: osdmap e974: 8 total, 8 up, 8 in 2024-04-02T08:40:15.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:14 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3780997148' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:15.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:14 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:15.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:15.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:14 smithi012 ceph-mon[88355]: osdmap e974: 8 total, 8 up, 8 in 2024-04-02T08:40:15.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:14 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3780997148' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:15.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:14 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:15.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:15.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:14 smithi012 ceph-mon[90784]: osdmap e974: 8 total, 8 up, 8 in 2024-04-02T08:40:15.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:14 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3780997148' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:15.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:14 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:15.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:15.797 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] ClsLock.TestMultipleLocks (3026 ms) 2024-04-02T08:40:15.797 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] ClsLock.TestLockDuration 2024-04-02T08:40:16.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:15 smithi055 ceph-mon[85080]: pgmap v1155: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:40:16.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:15 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:40:16.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:15 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:16.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:15 smithi055 ceph-mon[85080]: osdmap e975: 8 total, 8 up, 8 in 2024-04-02T08:40:16.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:15 smithi012 ceph-mon[88355]: pgmap v1155: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:40:16.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:15 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:40:16.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:15 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:16.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:15 smithi012 ceph-mon[88355]: osdmap e975: 8 total, 8 up, 8 in 2024-04-02T08:40:16.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:15 smithi012 ceph-mon[90784]: pgmap v1155: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:40:16.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:15 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:40:16.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:15 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:16.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:15 smithi012 ceph-mon[90784]: osdmap e975: 8 total, 8 up, 8 in 2024-04-02T08:40:17.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:16 smithi055 ceph-mon[85080]: osdmap e976: 8 total, 8 up, 8 in 2024-04-02T08:40:17.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:16 smithi012 ceph-mon[88355]: osdmap e976: 8 total, 8 up, 8 in 2024-04-02T08:40:17.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:16 smithi012 ceph-mon[90784]: osdmap e976: 8 total, 8 up, 8 in 2024-04-02T08:40:18.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:17 smithi055 ceph-mon[85080]: pgmap v1158: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:40:18.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:17 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:40:18.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:17 smithi055 ceph-mon[85080]: Cluster is now healthy 2024-04-02T08:40:18.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:17 smithi055 ceph-mon[85080]: osdmap e977: 8 total, 8 up, 8 in 2024-04-02T08:40:18.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:17 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3022368414' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:18.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:17 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:18.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:40:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:40:17] "GET /metrics HTTP/1.1" 200 36333 "" "Prometheus/2.43.0" 2024-04-02T08:40:18.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:17 smithi012 ceph-mon[90784]: pgmap v1158: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:40:18.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:17 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:40:18.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:17 smithi012 ceph-mon[90784]: Cluster is now healthy 2024-04-02T08:40:18.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:17 smithi012 ceph-mon[90784]: osdmap e977: 8 total, 8 up, 8 in 2024-04-02T08:40:18.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:17 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3022368414' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:18.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:17 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:18.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:17 smithi012 ceph-mon[88355]: pgmap v1158: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:40:18.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:17 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:40:18.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:17 smithi012 ceph-mon[88355]: Cluster is now healthy 2024-04-02T08:40:18.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:17 smithi012 ceph-mon[88355]: osdmap e977: 8 total, 8 up, 8 in 2024-04-02T08:40:18.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:17 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3022368414' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:18.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:17 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:19.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:18 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:19.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:18 smithi012 ceph-mon[88355]: osdmap e978: 8 total, 8 up, 8 in 2024-04-02T08:40:19.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:18 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:19.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:18 smithi012 ceph-mon[90784]: osdmap e978: 8 total, 8 up, 8 in 2024-04-02T08:40:19.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:18 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:19.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:18 smithi055 ceph-mon[85080]: osdmap e978: 8 total, 8 up, 8 in 2024-04-02T08:40:20.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:19 smithi055 ceph-mon[85080]: pgmap v1161: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:40:20.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:19 smithi055 ceph-mon[85080]: osdmap e979: 8 total, 8 up, 8 in 2024-04-02T08:40:20.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:19 smithi012 ceph-mon[88355]: pgmap v1161: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:40:20.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:19 smithi012 ceph-mon[88355]: osdmap e979: 8 total, 8 up, 8 in 2024-04-02T08:40:20.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:19 smithi012 ceph-mon[90784]: pgmap v1161: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:40:20.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:19 smithi012 ceph-mon[90784]: osdmap e979: 8 total, 8 up, 8 in 2024-04-02T08:40:22.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:21 smithi012 ceph-mon[88355]: pgmap v1163: 137 pgs: 15 unknown, 122 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:40:22.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:21 smithi012 ceph-mon[90784]: pgmap v1163: 137 pgs: 15 unknown, 122 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:40:22.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:21 smithi055 ceph-mon[85080]: pgmap v1163: 137 pgs: 15 unknown, 122 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:40:22.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:40:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:40:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:40:23.835 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] ClsLock.TestLockDuration (8039 ms) 2024-04-02T08:40:23.836 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] ClsLock.TestAssertLocked 2024-04-02T08:40:24.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:23 smithi012 ceph-mon[88355]: pgmap v1164: 137 pgs: 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:40:24.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:23 smithi012 ceph-mon[90784]: pgmap v1164: 137 pgs: 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:40:24.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:23 smithi055 ceph-mon[85080]: pgmap v1164: 137 pgs: 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:40:25.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:24 smithi012 ceph-mon[88355]: osdmap e980: 8 total, 8 up, 8 in 2024-04-02T08:40:25.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:24 smithi012 ceph-mon[90784]: osdmap e980: 8 total, 8 up, 8 in 2024-04-02T08:40:25.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:24 smithi055 ceph-mon[85080]: osdmap e980: 8 total, 8 up, 8 in 2024-04-02T08:40:26.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:25 smithi012 ceph-mon[88355]: pgmap v1166: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:40:26.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:25 smithi012 ceph-mon[88355]: osdmap e981: 8 total, 8 up, 8 in 2024-04-02T08:40:26.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:25 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2016263707' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:26.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:25 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:26.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:25 smithi012 ceph-mon[90784]: pgmap v1166: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:40:26.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:25 smithi012 ceph-mon[90784]: osdmap e981: 8 total, 8 up, 8 in 2024-04-02T08:40:26.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:25 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2016263707' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:26.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:25 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:26.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:25 smithi055 ceph-mon[85080]: pgmap v1166: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:40:26.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:25 smithi055 ceph-mon[85080]: osdmap e981: 8 total, 8 up, 8 in 2024-04-02T08:40:26.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:25 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2016263707' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:26.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:25 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:26.866 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] ClsLock.TestAssertLocked (3030 ms) 2024-04-02T08:40:26.869 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] ClsLock.TestSetCookie 2024-04-02T08:40:27.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:26 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:27.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:26 smithi012 ceph-mon[88355]: osdmap e982: 8 total, 8 up, 8 in 2024-04-02T08:40:27.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:26 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:27.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:26 smithi012 ceph-mon[90784]: osdmap e982: 8 total, 8 up, 8 in 2024-04-02T08:40:27.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:26 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:27.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:26 smithi055 ceph-mon[85080]: osdmap e982: 8 total, 8 up, 8 in 2024-04-02T08:40:28.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:40:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:40:27] "GET /metrics HTTP/1.1" 200 36333 "" "Prometheus/2.43.0" 2024-04-02T08:40:28.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:27 smithi012 ceph-mon[88355]: pgmap v1169: 137 pgs: 20 creating+peering, 117 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:40:28.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:27 smithi012 ceph-mon[88355]: osdmap e983: 8 total, 8 up, 8 in 2024-04-02T08:40:28.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:27 smithi012 ceph-mon[90784]: pgmap v1169: 137 pgs: 20 creating+peering, 117 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:40:28.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:27 smithi012 ceph-mon[90784]: osdmap e983: 8 total, 8 up, 8 in 2024-04-02T08:40:28.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:27 smithi055 ceph-mon[85080]: pgmap v1169: 137 pgs: 20 creating+peering, 117 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:40:28.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:27 smithi055 ceph-mon[85080]: osdmap e983: 8 total, 8 up, 8 in 2024-04-02T08:40:29.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:28 smithi012 ceph-mon[90784]: osdmap e984: 8 total, 8 up, 8 in 2024-04-02T08:40:29.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:28 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1112369271' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:29.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:28 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:29.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:28 smithi012 ceph-mon[88355]: osdmap e984: 8 total, 8 up, 8 in 2024-04-02T08:40:29.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:28 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1112369271' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:29.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:28 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:29.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:28 smithi055 ceph-mon[85080]: osdmap e984: 8 total, 8 up, 8 in 2024-04-02T08:40:29.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:28 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1112369271' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:29.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:28 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:29.885 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] ClsLock.TestSetCookie (3020 ms) 2024-04-02T08:40:29.885 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] ClsLock.TestRenew 2024-04-02T08:40:30.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:29 smithi012 ceph-mon[88355]: pgmap v1172: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:40:30.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:29 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:40:30.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:29 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:30.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:29 smithi012 ceph-mon[88355]: osdmap e985: 8 total, 8 up, 8 in 2024-04-02T08:40:30.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:40:30.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:30.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:29 smithi012 ceph-mon[90784]: pgmap v1172: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:40:30.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:29 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:40:30.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:29 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:30.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:29 smithi012 ceph-mon[90784]: osdmap e985: 8 total, 8 up, 8 in 2024-04-02T08:40:30.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:40:30.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:30.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:29 smithi055 ceph-mon[85080]: pgmap v1172: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:40:30.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:29 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:40:30.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:29 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:30.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:29 smithi055 ceph-mon[85080]: osdmap e985: 8 total, 8 up, 8 in 2024-04-02T08:40:30.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:40:30.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:31.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:30 smithi012 ceph-mon[88355]: osdmap e986: 8 total, 8 up, 8 in 2024-04-02T08:40:31.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:30 smithi012 ceph-mon[90784]: osdmap e986: 8 total, 8 up, 8 in 2024-04-02T08:40:31.212 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:30 smithi055 ceph-mon[85080]: osdmap e986: 8 total, 8 up, 8 in 2024-04-02T08:40:32.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:31 smithi012 ceph-mon[88355]: pgmap v1175: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:40:32.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:31 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:40:32.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:31 smithi012 ceph-mon[88355]: Cluster is now healthy 2024-04-02T08:40:32.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:31 smithi012 ceph-mon[88355]: osdmap e987: 8 total, 8 up, 8 in 2024-04-02T08:40:32.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:31 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/827193608' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:32.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:31 smithi012 ceph-mon[90784]: pgmap v1175: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:40:32.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:31 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:40:32.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:31 smithi012 ceph-mon[90784]: Cluster is now healthy 2024-04-02T08:40:32.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:31 smithi012 ceph-mon[90784]: osdmap e987: 8 total, 8 up, 8 in 2024-04-02T08:40:32.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:31 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/827193608' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:32.232 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:31 smithi055 ceph-mon[85080]: pgmap v1175: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:40:32.232 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:31 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:40:32.232 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:31 smithi055 ceph-mon[85080]: Cluster is now healthy 2024-04-02T08:40:32.232 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:31 smithi055 ceph-mon[85080]: osdmap e987: 8 total, 8 up, 8 in 2024-04-02T08:40:32.232 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:31 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/827193608' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:32.499 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:40:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:40:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:40:33.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:32 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/827193608' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:33.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:32 smithi012 ceph-mon[88355]: osdmap e988: 8 total, 8 up, 8 in 2024-04-02T08:40:33.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:32 smithi012 ceph-mon[88355]: osdmap e989: 8 total, 8 up, 8 in 2024-04-02T08:40:33.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:32 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/827193608' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:33.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:32 smithi012 ceph-mon[90784]: osdmap e988: 8 total, 8 up, 8 in 2024-04-02T08:40:33.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:32 smithi012 ceph-mon[90784]: osdmap e989: 8 total, 8 up, 8 in 2024-04-02T08:40:33.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:32 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/827193608' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:33.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:32 smithi055 ceph-mon[85080]: osdmap e988: 8 total, 8 up, 8 in 2024-04-02T08:40:33.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:32 smithi055 ceph-mon[85080]: osdmap e989: 8 total, 8 up, 8 in 2024-04-02T08:40:34.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:33 smithi012 ceph-mon[88355]: pgmap v1178: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:40:34.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:33 smithi012 ceph-mon[90784]: pgmap v1178: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:40:34.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:33 smithi055 ceph-mon[85080]: pgmap v1178: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:40:36.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:35 smithi012 ceph-mon[88355]: pgmap v1180: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:40:36.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:35 smithi012 ceph-mon[90784]: pgmap v1180: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:40:36.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:35 smithi055 ceph-mon[85080]: pgmap v1180: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:40:38.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:37 smithi012 ceph-mon[88355]: pgmap v1181: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:40:38.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:37 smithi012 ceph-mon[90784]: pgmap v1181: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:40:38.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:40:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:40:37] "GET /metrics HTTP/1.1" 200 36341 "" "Prometheus/2.43.0" 2024-04-02T08:40:38.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:37 smithi055 ceph-mon[85080]: pgmap v1181: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:40:40.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:39 smithi012 ceph-mon[88355]: pgmap v1182: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 139 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:40:40.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:39 smithi012 ceph-mon[90784]: pgmap v1182: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 139 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:40:40.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:39 smithi055 ceph-mon[85080]: pgmap v1182: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 139 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:40:42.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:41 smithi012 ceph-mon[88355]: pgmap v1183: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 122 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:40:42.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:41 smithi012 ceph-mon[90784]: pgmap v1183: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 122 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:40:42.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:41 smithi055 ceph-mon[85080]: pgmap v1183: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 122 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:40:42.813 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:40:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:40:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:40:44.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:43 smithi012 ceph-mon[88355]: pgmap v1184: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:40:44.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:43 smithi012 ceph-mon[90784]: pgmap v1184: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:40:44.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:43 smithi055 ceph-mon[85080]: pgmap v1184: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:40:45.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:45 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:40:45.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:45 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:45.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:45 smithi012 ceph-mon[90784]: pgmap v1185: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 90 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:40:45.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:45 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:40:45.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:45 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:45.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:45 smithi012 ceph-mon[88355]: pgmap v1185: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 90 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:40:45.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:45 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:40:45.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:45 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:45.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:45 smithi055 ceph-mon[85080]: pgmap v1185: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 90 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:40:47.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:47 smithi055 ceph-mon[85080]: pgmap v1186: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-04-02T08:40:47.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:47 smithi012 ceph-mon[88355]: pgmap v1186: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-04-02T08:40:47.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:47 smithi012 ceph-mon[90784]: pgmap v1186: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-04-02T08:40:48.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:40:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:40:47] "GET /metrics HTTP/1.1" 200 36342 "" "Prometheus/2.43.0" 2024-04-02T08:40:49.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:49 smithi055 ceph-mon[85080]: pgmap v1187: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:40:49.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:49 smithi012 ceph-mon[88355]: pgmap v1187: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:40:49.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:49 smithi012 ceph-mon[90784]: pgmap v1187: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:40:50.309 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] ClsLock.TestRenew (20424 ms) 2024-04-02T08:40:50.309 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2024-04-02T08:40:51.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:51 smithi055 ceph-mon[85080]: pgmap v1188: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:40:51.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:51 smithi055 ceph-mon[85080]: osdmap e990: 8 total, 8 up, 8 in 2024-04-02T08:40:51.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:51 smithi012 ceph-mon[88355]: pgmap v1188: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:40:51.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:51 smithi012 ceph-mon[88355]: osdmap e990: 8 total, 8 up, 8 in 2024-04-02T08:40:51.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:51 smithi012 ceph-mon[90784]: pgmap v1188: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:40:51.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:51 smithi012 ceph-mon[90784]: osdmap e990: 8 total, 8 up, 8 in 2024-04-02T08:40:52.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:52 smithi012 ceph-mon[88355]: osdmap e991: 8 total, 8 up, 8 in 2024-04-02T08:40:52.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:52 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/48729271' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:52.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:52 smithi012 ceph-mon[90784]: osdmap e991: 8 total, 8 up, 8 in 2024-04-02T08:40:52.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:52 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/48729271' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:52.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:52 smithi055 ceph-mon[85080]: osdmap e991: 8 total, 8 up, 8 in 2024-04-02T08:40:52.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:52 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/48729271' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:52.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:40:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:40:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:40:53.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:53 smithi012 ceph-mon[88355]: pgmap v1191: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:40:53.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:53 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:40:53.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:53 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/48729271' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:53.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:53 smithi012 ceph-mon[88355]: osdmap e992: 8 total, 8 up, 8 in 2024-04-02T08:40:53.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:53 smithi012 ceph-mon[90784]: pgmap v1191: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:40:53.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:53 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:40:53.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:53 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/48729271' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:53.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:53 smithi012 ceph-mon[90784]: osdmap e992: 8 total, 8 up, 8 in 2024-04-02T08:40:53.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:53 smithi055 ceph-mon[85080]: pgmap v1191: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:40:53.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:53 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:40:53.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:53 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/48729271' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:53.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:53 smithi055 ceph-mon[85080]: osdmap e992: 8 total, 8 up, 8 in 2024-04-02T08:40:54.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:54 smithi012 ceph-mon[88355]: osdmap e993: 8 total, 8 up, 8 in 2024-04-02T08:40:54.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:54 smithi012 ceph-mon[90784]: osdmap e993: 8 total, 8 up, 8 in 2024-04-02T08:40:54.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:54 smithi055 ceph-mon[85080]: osdmap e993: 8 total, 8 up, 8 in 2024-04-02T08:40:55.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:55 smithi012 ceph-mon[90784]: pgmap v1194: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:40:55.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:55 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:40:55.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:55 smithi012 ceph-mon[90784]: Cluster is now healthy 2024-04-02T08:40:55.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:55.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:40:55.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:40:55.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:40:55.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:55 smithi012 ceph-mon[88355]: pgmap v1194: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:40:55.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:55 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:40:55.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:55 smithi012 ceph-mon[88355]: Cluster is now healthy 2024-04-02T08:40:55.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:55.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:40:55.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:40:55.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:40:55.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:55 smithi055 ceph-mon[85080]: pgmap v1194: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:40:55.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:55 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:40:55.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:55 smithi055 ceph-mon[85080]: Cluster is now healthy 2024-04-02T08:40:55.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:55.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:40:55.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:40:55.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:40:57.352 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (7041 ms) 2024-04-02T08:40:57.352 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2024-04-02T08:40:57.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:57 smithi012 ceph-mon[88355]: pgmap v1195: 137 pgs: 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 172 B/s rd, 0 B/s wr, 1 op/s 2024-04-02T08:40:57.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:57 smithi012 ceph-mon[90784]: pgmap v1195: 137 pgs: 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 172 B/s rd, 0 B/s wr, 1 op/s 2024-04-02T08:40:57.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:57 smithi055 ceph-mon[85080]: pgmap v1195: 137 pgs: 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 172 B/s rd, 0 B/s wr, 1 op/s 2024-04-02T08:40:58.359 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:40:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:40:57] "GET /metrics HTTP/1.1" 200 36342 "" "Prometheus/2.43.0" 2024-04-02T08:40:58.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:58 smithi012 ceph-mon[88355]: osdmap e994: 8 total, 8 up, 8 in 2024-04-02T08:40:58.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:58 smithi012 ceph-mon[90784]: osdmap e994: 8 total, 8 up, 8 in 2024-04-02T08:40:58.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:58 smithi055 ceph-mon[85080]: osdmap e994: 8 total, 8 up, 8 in 2024-04-02T08:40:59.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:59 smithi012 ceph-mon[90784]: pgmap v1197: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:40:59.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:59 smithi012 ceph-mon[90784]: osdmap e995: 8 total, 8 up, 8 in 2024-04-02T08:40:59.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:59 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/735244392' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:59.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:59 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:59.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:40:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:59.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:59 smithi012 ceph-mon[88355]: pgmap v1197: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:40:59.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:59 smithi012 ceph-mon[88355]: osdmap e995: 8 total, 8 up, 8 in 2024-04-02T08:40:59.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:59 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/735244392' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:59.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:59 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:59.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:40:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:59.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:59 smithi055 ceph-mon[85080]: pgmap v1197: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:40:59.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:59 smithi055 ceph-mon[85080]: osdmap e995: 8 total, 8 up, 8 in 2024-04-02T08:40:59.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:59 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/735244392' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:59.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:59 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:59.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:40:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:00.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:00 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:00.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:00 smithi012 ceph-mon[88355]: osdmap e996: 8 total, 8 up, 8 in 2024-04-02T08:41:00.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:00 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:00.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:00 smithi012 ceph-mon[90784]: osdmap e996: 8 total, 8 up, 8 in 2024-04-02T08:41:00.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:00 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:00.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:00 smithi055 ceph-mon[85080]: osdmap e996: 8 total, 8 up, 8 in 2024-04-02T08:41:01.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:01 smithi012 ceph-mon[88355]: pgmap v1200: 137 pgs: 18 unknown, 119 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:01.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:01 smithi012 ceph-mon[88355]: osdmap e997: 8 total, 8 up, 8 in 2024-04-02T08:41:01.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:01 smithi012 ceph-mon[90784]: pgmap v1200: 137 pgs: 18 unknown, 119 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:01.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:01 smithi012 ceph-mon[90784]: osdmap e997: 8 total, 8 up, 8 in 2024-04-02T08:41:01.712 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:01 smithi055 ceph-mon[85080]: pgmap v1200: 137 pgs: 18 unknown, 119 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:01.712 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:01 smithi055 ceph-mon[85080]: osdmap e997: 8 total, 8 up, 8 in 2024-04-02T08:41:02.814 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:41:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:41:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:41:03.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:03 smithi012 ceph-mon[90784]: pgmap v1202: 137 pgs: 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:41:03.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:03 smithi012 ceph-mon[88355]: pgmap v1202: 137 pgs: 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:41:03.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:03 smithi055 ceph-mon[85080]: pgmap v1202: 137 pgs: 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:41:05.391 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (8041 ms) 2024-04-02T08:41:05.391 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2024-04-02T08:41:05.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:05 smithi012 ceph-mon[88355]: pgmap v1203: 137 pgs: 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:41:05.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:05 smithi012 ceph-mon[90784]: pgmap v1203: 137 pgs: 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:41:05.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:05 smithi055 ceph-mon[85080]: pgmap v1203: 137 pgs: 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:41:06.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:06 smithi012 ceph-mon[88355]: osdmap e998: 8 total, 8 up, 8 in 2024-04-02T08:41:06.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:06 smithi012 ceph-mon[90784]: osdmap e998: 8 total, 8 up, 8 in 2024-04-02T08:41:06.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:06 smithi055 ceph-mon[85080]: osdmap e998: 8 total, 8 up, 8 in 2024-04-02T08:41:07.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:07 smithi012 ceph-mon[88355]: pgmap v1205: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:07.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:07 smithi012 ceph-mon[88355]: osdmap e999: 8 total, 8 up, 8 in 2024-04-02T08:41:07.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:07 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1833905570' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:07.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:07 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:07.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:07 smithi012 ceph-mon[90784]: pgmap v1205: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:07.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:07 smithi012 ceph-mon[90784]: osdmap e999: 8 total, 8 up, 8 in 2024-04-02T08:41:07.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:07 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1833905570' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:07.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:07 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:07.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:07 smithi055 ceph-mon[85080]: pgmap v1205: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:07.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:07 smithi055 ceph-mon[85080]: osdmap e999: 8 total, 8 up, 8 in 2024-04-02T08:41:07.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:07 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1833905570' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:07.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:07 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:08.404 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:41:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:41:07] "GET /metrics HTTP/1.1" 200 36337 "" "Prometheus/2.43.0" 2024-04-02T08:41:08.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:08 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:08.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:08 smithi012 ceph-mon[88355]: osdmap e1000: 8 total, 8 up, 8 in 2024-04-02T08:41:08.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:08 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:08.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:08 smithi012 ceph-mon[90784]: osdmap e1000: 8 total, 8 up, 8 in 2024-04-02T08:41:08.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:08 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-129706-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:08.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:08 smithi055 ceph-mon[85080]: osdmap e1000: 8 total, 8 up, 8 in 2024-04-02T08:41:09.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:09 smithi012 ceph-mon[88355]: pgmap v1208: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:09.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:09 smithi012 ceph-mon[88355]: osdmap e1001: 8 total, 8 up, 8 in 2024-04-02T08:41:09.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:09 smithi012 ceph-mon[90784]: pgmap v1208: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:09.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:09 smithi012 ceph-mon[90784]: osdmap e1001: 8 total, 8 up, 8 in 2024-04-02T08:41:09.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:09 smithi055 ceph-mon[85080]: pgmap v1208: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:09.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:09 smithi055 ceph-mon[85080]: osdmap e1001: 8 total, 8 up, 8 in 2024-04-02T08:41:11.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:11 smithi012 ceph-mon[88355]: pgmap v1210: 137 pgs: 16 unknown, 121 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:41:11.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:11 smithi012 ceph-mon[90784]: pgmap v1210: 137 pgs: 16 unknown, 121 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:41:11.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:11 smithi055 ceph-mon[85080]: pgmap v1210: 137 pgs: 16 unknown, 121 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:41:12.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:41:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:41:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:41:13.416 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (8024 ms) 2024-04-02T08:41:13.416 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 11 tests from ClsLock (69574 ms total) 2024-04-02T08:41:13.416 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T08:41:13.416 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] Global test environment tear-down 2024-04-02T08:41:13.416 INFO:tasks.workunit.client.0.smithi012.stdout:[==========] 11 tests from 1 test suite ran. (69574 ms total) 2024-04-02T08:41:13.416 INFO:tasks.workunit.client.0.smithi012.stdout:[ PASSED ] 11 tests. 2024-04-02T08:41:13.419 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:41:13.420 DEBUG:teuthology.orchestra.run.smithi012:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:41:13.452 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2024-04-02T08:41:13.452 DEBUG:teuthology.orchestra.run.smithi012:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2024-04-02T08:41:13.522 INFO:tasks.workunit.client.0.smithi012.stdout:Running main() from gmock_main.cc 2024-04-02T08:41:13.522 INFO:tasks.workunit.client.0.smithi012.stdout:[==========] Running 4 tests from 1 test suite. 2024-04-02T08:41:13.522 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] Global test environment set-up. 2024-04-02T08:41:13.523 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 4 tests from cls_log 2024-04-02T08:41:13.523 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] cls_log.test_log_add_same_time 2024-04-02T08:41:13.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:13 smithi012 ceph-mon[88355]: pgmap v1211: 137 pgs: 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:41:13.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:13 smithi012 ceph-mon[90784]: pgmap v1211: 137 pgs: 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:41:13.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:13 smithi055 ceph-mon[85080]: pgmap v1211: 137 pgs: 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:41:14.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:14 smithi012 ceph-mon[88355]: osdmap e1002: 8 total, 8 up, 8 in 2024-04-02T08:41:14.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:14.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:14 smithi012 ceph-mon[90784]: osdmap e1002: 8 total, 8 up, 8 in 2024-04-02T08:41:14.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:14.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:14 smithi055 ceph-mon[85080]: osdmap e1002: 8 total, 8 up, 8 in 2024-04-02T08:41:14.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:15.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:15 smithi055 ceph-mon[85080]: pgmap v1213: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:15.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:15 smithi055 ceph-mon[85080]: osdmap e1003: 8 total, 8 up, 8 in 2024-04-02T08:41:15.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:15 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3788093378' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130101-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:15.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:15 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130101-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:15.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:15 smithi012 ceph-mon[88355]: pgmap v1213: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:15.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:15 smithi012 ceph-mon[88355]: osdmap e1003: 8 total, 8 up, 8 in 2024-04-02T08:41:15.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:15 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3788093378' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130101-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:15.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:15 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130101-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:15.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:15 smithi012 ceph-mon[90784]: pgmap v1213: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:15.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:15 smithi012 ceph-mon[90784]: osdmap e1003: 8 total, 8 up, 8 in 2024-04-02T08:41:15.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:15 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3788093378' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130101-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:15.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:15 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130101-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:16.454 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] cls_log.test_log_add_same_time (2932 ms) 2024-04-02T08:41:16.454 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] cls_log.test_log_add_different_time 2024-04-02T08:41:16.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:16 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130101-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:16.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:16 smithi055 ceph-mon[85080]: osdmap e1004: 8 total, 8 up, 8 in 2024-04-02T08:41:16.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:16 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130101-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:16.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:16 smithi012 ceph-mon[88355]: osdmap e1004: 8 total, 8 up, 8 in 2024-04-02T08:41:16.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:16 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130101-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:16.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:16 smithi012 ceph-mon[90784]: osdmap e1004: 8 total, 8 up, 8 in 2024-04-02T08:41:17.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:17 smithi055 ceph-mon[85080]: pgmap v1216: 137 pgs: 16 creating+peering, 121 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 1.7 KiB/s wr, 4 op/s 2024-04-02T08:41:17.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:17 smithi055 ceph-mon[85080]: osdmap e1005: 8 total, 8 up, 8 in 2024-04-02T08:41:17.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:17 smithi012 ceph-mon[88355]: pgmap v1216: 137 pgs: 16 creating+peering, 121 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 1.7 KiB/s wr, 4 op/s 2024-04-02T08:41:17.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:17 smithi012 ceph-mon[88355]: osdmap e1005: 8 total, 8 up, 8 in 2024-04-02T08:41:17.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:17 smithi012 ceph-mon[90784]: pgmap v1216: 137 pgs: 16 creating+peering, 121 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 1.7 KiB/s wr, 4 op/s 2024-04-02T08:41:17.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:17 smithi012 ceph-mon[90784]: osdmap e1005: 8 total, 8 up, 8 in 2024-04-02T08:41:18.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:41:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:41:17] "GET /metrics HTTP/1.1" 200 33971 "" "Prometheus/2.43.0" 2024-04-02T08:41:18.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:18 smithi055 ceph-mon[85080]: osdmap e1006: 8 total, 8 up, 8 in 2024-04-02T08:41:18.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:18 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2211980516' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130101-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:18.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:18 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130101-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:18.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:18 smithi012 ceph-mon[88355]: osdmap e1006: 8 total, 8 up, 8 in 2024-04-02T08:41:18.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:18 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2211980516' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130101-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:18.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:18 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130101-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:18.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:18 smithi012 ceph-mon[90784]: osdmap e1006: 8 total, 8 up, 8 in 2024-04-02T08:41:18.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:18 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2211980516' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130101-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:18.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:18 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130101-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:19.476 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] cls_log.test_log_add_different_time (3022 ms) 2024-04-02T08:41:19.476 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] cls_log.trim_by_time 2024-04-02T08:41:19.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:19 smithi055 ceph-mon[85080]: pgmap v1219: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:19.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:19 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:41:19.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:19 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130101-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:19.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:19 smithi055 ceph-mon[85080]: osdmap e1007: 8 total, 8 up, 8 in 2024-04-02T08:41:19.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:19 smithi012 ceph-mon[88355]: pgmap v1219: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:19.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:19 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:41:19.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:19 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130101-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:19.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:19 smithi012 ceph-mon[88355]: osdmap e1007: 8 total, 8 up, 8 in 2024-04-02T08:41:19.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:19 smithi012 ceph-mon[90784]: pgmap v1219: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:19.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:19 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:41:19.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:19 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130101-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:19.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:19 smithi012 ceph-mon[90784]: osdmap e1007: 8 total, 8 up, 8 in 2024-04-02T08:41:20.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:20 smithi055 ceph-mon[85080]: osdmap e1008: 8 total, 8 up, 8 in 2024-04-02T08:41:20.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:20 smithi012 ceph-mon[88355]: osdmap e1008: 8 total, 8 up, 8 in 2024-04-02T08:41:20.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:20 smithi012 ceph-mon[90784]: osdmap e1008: 8 total, 8 up, 8 in 2024-04-02T08:41:21.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:21 smithi055 ceph-mon[85080]: pgmap v1222: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:21.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:21 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:41:21.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:21 smithi055 ceph-mon[85080]: Cluster is now healthy 2024-04-02T08:41:21.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:21 smithi055 ceph-mon[85080]: osdmap e1009: 8 total, 8 up, 8 in 2024-04-02T08:41:21.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:21 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2791883095' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130101-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:21.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:21 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130101-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:21.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:21 smithi012 ceph-mon[90784]: pgmap v1222: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:21.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:21 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:41:21.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:21 smithi012 ceph-mon[90784]: Cluster is now healthy 2024-04-02T08:41:21.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:21 smithi012 ceph-mon[90784]: osdmap e1009: 8 total, 8 up, 8 in 2024-04-02T08:41:21.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:21 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2791883095' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130101-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:21.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:21 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130101-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:21.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:21 smithi012 ceph-mon[88355]: pgmap v1222: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:21.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:21 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:41:21.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:21 smithi012 ceph-mon[88355]: Cluster is now healthy 2024-04-02T08:41:21.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:21 smithi012 ceph-mon[88355]: osdmap e1009: 8 total, 8 up, 8 in 2024-04-02T08:41:21.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:21 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2791883095' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130101-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:21.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:21 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130101-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:22.491 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] cls_log.trim_by_time (3015 ms) 2024-04-02T08:41:22.491 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] cls_log.trim_by_marker 2024-04-02T08:41:22.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:22 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130101-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:22.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:22 smithi055 ceph-mon[85080]: osdmap e1010: 8 total, 8 up, 8 in 2024-04-02T08:41:22.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:41:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:41:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:41:22.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:22 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130101-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:22.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:22 smithi012 ceph-mon[88355]: osdmap e1010: 8 total, 8 up, 8 in 2024-04-02T08:41:22.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:22 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130101-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:22.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:22 smithi012 ceph-mon[90784]: osdmap e1010: 8 total, 8 up, 8 in 2024-04-02T08:41:23.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:23 smithi055 ceph-mon[85080]: pgmap v1225: 137 pgs: 20 creating+peering, 12 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:23.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:23 smithi055 ceph-mon[85080]: osdmap e1011: 8 total, 8 up, 8 in 2024-04-02T08:41:23.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:23 smithi012 ceph-mon[88355]: pgmap v1225: 137 pgs: 20 creating+peering, 12 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:23.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:23 smithi012 ceph-mon[88355]: osdmap e1011: 8 total, 8 up, 8 in 2024-04-02T08:41:23.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:23 smithi012 ceph-mon[90784]: pgmap v1225: 137 pgs: 20 creating+peering, 12 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:23.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:23 smithi012 ceph-mon[90784]: osdmap e1011: 8 total, 8 up, 8 in 2024-04-02T08:41:24.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:24 smithi055 ceph-mon[85080]: osdmap e1012: 8 total, 8 up, 8 in 2024-04-02T08:41:24.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:24 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/836900317' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130101-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:24.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:24 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130101-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:24.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:24 smithi012 ceph-mon[90784]: osdmap e1012: 8 total, 8 up, 8 in 2024-04-02T08:41:24.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:24 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/836900317' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130101-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:24.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:24 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130101-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:24.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:24 smithi012 ceph-mon[88355]: osdmap e1012: 8 total, 8 up, 8 in 2024-04-02T08:41:24.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:24 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/836900317' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130101-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:24.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:24 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130101-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:25.523 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] cls_log.trim_by_marker (3032 ms) 2024-04-02T08:41:25.523 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 4 tests from cls_log (12001 ms total) 2024-04-02T08:41:25.523 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T08:41:25.524 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] Global test environment tear-down 2024-04-02T08:41:25.524 INFO:tasks.workunit.client.0.smithi012.stdout:[==========] 4 tests from 1 test suite ran. (12001 ms total) 2024-04-02T08:41:25.524 INFO:tasks.workunit.client.0.smithi012.stdout:[ PASSED ] 4 tests. 2024-04-02T08:41:25.527 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:41:25.527 DEBUG:teuthology.orchestra.run.smithi012:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:41:25.595 INFO:tasks.workunit:Running workunit cls/test_cls_numops.sh... 2024-04-02T08:41:25.595 DEBUG:teuthology.orchestra.run.smithi012:workunit test cls/test_cls_numops.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_numops.sh 2024-04-02T08:41:25.663 INFO:tasks.workunit.client.0.smithi012.stdout:Running main() from gmock_main.cc 2024-04-02T08:41:25.663 INFO:tasks.workunit.client.0.smithi012.stdout:[==========] Running 4 tests from 1 test suite. 2024-04-02T08:41:25.663 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] Global test environment set-up. 2024-04-02T08:41:25.663 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 4 tests from ClsNumOps 2024-04-02T08:41:25.663 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] ClsNumOps.Add 2024-04-02T08:41:25.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:25 smithi055 ceph-mon[85080]: pgmap v1228: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:25.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:25 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130101-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:25.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:25 smithi055 ceph-mon[85080]: osdmap e1013: 8 total, 8 up, 8 in 2024-04-02T08:41:25.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:25 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:41:25.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:25 smithi012 ceph-mon[88355]: pgmap v1228: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:25.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:25 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130101-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:25.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:25 smithi012 ceph-mon[88355]: osdmap e1013: 8 total, 8 up, 8 in 2024-04-02T08:41:25.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:25 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:41:25.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:25 smithi012 ceph-mon[90784]: pgmap v1228: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:25.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:25 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130101-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:25.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:25 smithi012 ceph-mon[90784]: osdmap e1013: 8 total, 8 up, 8 in 2024-04-02T08:41:25.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:25 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:41:26.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:26 smithi055 ceph-mon[85080]: osdmap e1014: 8 total, 8 up, 8 in 2024-04-02T08:41:26.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:26 smithi012 ceph-mon[88355]: osdmap e1014: 8 total, 8 up, 8 in 2024-04-02T08:41:26.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:26 smithi012 ceph-mon[90784]: osdmap e1014: 8 total, 8 up, 8 in 2024-04-02T08:41:27.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:27 smithi055 ceph-mon[85080]: pgmap v1231: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:27.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:27 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:41:27.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:27 smithi055 ceph-mon[85080]: Cluster is now healthy 2024-04-02T08:41:27.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:27 smithi055 ceph-mon[85080]: osdmap e1015: 8 total, 8 up, 8 in 2024-04-02T08:41:27.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:27 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2641301340' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130207-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:27.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:27 smithi012 ceph-mon[88355]: pgmap v1231: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:27.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:27 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:41:27.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:27 smithi012 ceph-mon[88355]: Cluster is now healthy 2024-04-02T08:41:27.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:27 smithi012 ceph-mon[88355]: osdmap e1015: 8 total, 8 up, 8 in 2024-04-02T08:41:27.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:27 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2641301340' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130207-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:27.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:27 smithi012 ceph-mon[90784]: pgmap v1231: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:27.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:27 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:41:27.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:27 smithi012 ceph-mon[90784]: Cluster is now healthy 2024-04-02T08:41:27.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:27 smithi012 ceph-mon[90784]: osdmap e1015: 8 total, 8 up, 8 in 2024-04-02T08:41:27.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:27 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2641301340' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130207-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:28.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:41:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:41:27] "GET /metrics HTTP/1.1" 200 33971 "" "Prometheus/2.43.0" 2024-04-02T08:41:28.547 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] ClsNumOps.Add (2884 ms) 2024-04-02T08:41:28.548 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] ClsNumOps.Sub 2024-04-02T08:41:28.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:28 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2641301340' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130207-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:28.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:28 smithi055 ceph-mon[85080]: osdmap e1016: 8 total, 8 up, 8 in 2024-04-02T08:41:28.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:28 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2641301340' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130207-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:28.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:28 smithi012 ceph-mon[88355]: osdmap e1016: 8 total, 8 up, 8 in 2024-04-02T08:41:28.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:28 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2641301340' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130207-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:28.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:28 smithi012 ceph-mon[90784]: osdmap e1016: 8 total, 8 up, 8 in 2024-04-02T08:41:29.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:29 smithi055 ceph-mon[85080]: pgmap v1234: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:29.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:29 smithi055 ceph-mon[85080]: osdmap e1017: 8 total, 8 up, 8 in 2024-04-02T08:41:29.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:29.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:29 smithi012 ceph-mon[88355]: pgmap v1234: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:29.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:29 smithi012 ceph-mon[88355]: osdmap e1017: 8 total, 8 up, 8 in 2024-04-02T08:41:29.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:29.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:29 smithi012 ceph-mon[90784]: pgmap v1234: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:29.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:29 smithi012 ceph-mon[90784]: osdmap e1017: 8 total, 8 up, 8 in 2024-04-02T08:41:29.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:30.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:30 smithi012 ceph-mon[88355]: osdmap e1018: 8 total, 8 up, 8 in 2024-04-02T08:41:30.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:30 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1190488237' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130207-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:30.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:30 smithi012 ceph-mon[90784]: osdmap e1018: 8 total, 8 up, 8 in 2024-04-02T08:41:30.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:30 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1190488237' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130207-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:31.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:30 smithi055 ceph-mon[85080]: osdmap e1018: 8 total, 8 up, 8 in 2024-04-02T08:41:31.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:30 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1190488237' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130207-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:31.585 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] ClsNumOps.Sub (3038 ms) 2024-04-02T08:41:31.585 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] ClsNumOps.Mul 2024-04-02T08:41:31.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:31 smithi012 ceph-mon[88355]: pgmap v1237: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:31.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:31 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:41:31.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:31 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1190488237' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130207-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:31.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:31 smithi012 ceph-mon[88355]: osdmap e1019: 8 total, 8 up, 8 in 2024-04-02T08:41:31.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:31 smithi012 ceph-mon[90784]: pgmap v1237: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:31.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:31 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:41:31.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:31 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1190488237' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130207-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:31.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:31 smithi012 ceph-mon[90784]: osdmap e1019: 8 total, 8 up, 8 in 2024-04-02T08:41:31.962 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:31 smithi055 ceph-mon[85080]: pgmap v1237: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:31.962 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:31 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:41:31.962 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:31 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1190488237' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130207-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:31.962 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:31 smithi055 ceph-mon[85080]: osdmap e1019: 8 total, 8 up, 8 in 2024-04-02T08:41:32.580 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:41:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:41:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:41:32.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:32 smithi012 ceph-mon[88355]: osdmap e1020: 8 total, 8 up, 8 in 2024-04-02T08:41:32.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:32 smithi012 ceph-mon[90784]: osdmap e1020: 8 total, 8 up, 8 in 2024-04-02T08:41:33.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:32 smithi055 ceph-mon[85080]: osdmap e1020: 8 total, 8 up, 8 in 2024-04-02T08:41:33.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:33 smithi012 ceph-mon[88355]: pgmap v1240: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:33.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:33 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:41:33.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:33 smithi012 ceph-mon[88355]: Cluster is now healthy 2024-04-02T08:41:33.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:33 smithi012 ceph-mon[88355]: osdmap e1021: 8 total, 8 up, 8 in 2024-04-02T08:41:33.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:33 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1110444302' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130207-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:33.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:33 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130207-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:33.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:33 smithi012 ceph-mon[90784]: pgmap v1240: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:33.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:33 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:41:33.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:33 smithi012 ceph-mon[90784]: Cluster is now healthy 2024-04-02T08:41:33.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:33 smithi012 ceph-mon[90784]: osdmap e1021: 8 total, 8 up, 8 in 2024-04-02T08:41:33.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:33 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1110444302' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130207-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:33.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:33 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130207-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:34.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:33 smithi055 ceph-mon[85080]: pgmap v1240: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:34.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:33 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:41:34.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:33 smithi055 ceph-mon[85080]: Cluster is now healthy 2024-04-02T08:41:34.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:33 smithi055 ceph-mon[85080]: osdmap e1021: 8 total, 8 up, 8 in 2024-04-02T08:41:34.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:33 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1110444302' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130207-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:34.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:33 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130207-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:34.600 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] ClsNumOps.Mul (3015 ms) 2024-04-02T08:41:34.600 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] ClsNumOps.Div 2024-04-02T08:41:34.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:34 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130207-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:34.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:34 smithi012 ceph-mon[88355]: osdmap e1022: 8 total, 8 up, 8 in 2024-04-02T08:41:34.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:34 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130207-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:34.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:34 smithi012 ceph-mon[90784]: osdmap e1022: 8 total, 8 up, 8 in 2024-04-02T08:41:35.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:34 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130207-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:35.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:34 smithi055 ceph-mon[85080]: osdmap e1022: 8 total, 8 up, 8 in 2024-04-02T08:41:35.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:35 smithi012 ceph-mon[88355]: pgmap v1243: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:35.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:35 smithi012 ceph-mon[88355]: osdmap e1023: 8 total, 8 up, 8 in 2024-04-02T08:41:35.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:35 smithi012 ceph-mon[90784]: pgmap v1243: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:35.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:35 smithi012 ceph-mon[90784]: osdmap e1023: 8 total, 8 up, 8 in 2024-04-02T08:41:36.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:35 smithi055 ceph-mon[85080]: pgmap v1243: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:36.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:35 smithi055 ceph-mon[85080]: osdmap e1023: 8 total, 8 up, 8 in 2024-04-02T08:41:36.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:36 smithi012 ceph-mon[88355]: osdmap e1024: 8 total, 8 up, 8 in 2024-04-02T08:41:36.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:36 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1842436945' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130207-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:36.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:36 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130207-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:36.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:36 smithi012 ceph-mon[90784]: osdmap e1024: 8 total, 8 up, 8 in 2024-04-02T08:41:36.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:36 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1842436945' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130207-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:36.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:36 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130207-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:37.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:36 smithi055 ceph-mon[85080]: osdmap e1024: 8 total, 8 up, 8 in 2024-04-02T08:41:37.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:36 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1842436945' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130207-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:37.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:36 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130207-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:37.634 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] ClsNumOps.Div (3034 ms) 2024-04-02T08:41:37.634 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 4 tests from ClsNumOps (11971 ms total) 2024-04-02T08:41:37.634 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T08:41:37.634 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] Global test environment tear-down 2024-04-02T08:41:37.634 INFO:tasks.workunit.client.0.smithi012.stdout:[==========] 4 tests from 1 test suite ran. (11971 ms total) 2024-04-02T08:41:37.634 INFO:tasks.workunit.client.0.smithi012.stdout:[ PASSED ] 4 tests. 2024-04-02T08:41:37.637 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:41:37.637 DEBUG:teuthology.orchestra.run.smithi012:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:41:37.704 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2024-04-02T08:41:37.704 DEBUG:teuthology.orchestra.run.smithi012:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2024-04-02T08:41:37.773 INFO:tasks.workunit.client.0.smithi012.stdout:Running main() from gmock_main.cc 2024-04-02T08:41:37.774 INFO:tasks.workunit.client.0.smithi012.stdout:[==========] Running 70 tests from 1 test suite. 2024-04-02T08:41:37.774 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] Global test environment set-up. 2024-04-02T08:41:37.774 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 70 tests from TestClsRbd 2024-04-02T08:41:37.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:37 smithi012 ceph-mon[88355]: pgmap v1246: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:37.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:37 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:41:37.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:37 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130207-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:37.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:37 smithi012 ceph-mon[88355]: osdmap e1025: 8 total, 8 up, 8 in 2024-04-02T08:41:37.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:37 smithi012 ceph-mon[90784]: pgmap v1246: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:37.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:37 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:41:37.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:37 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130207-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:37.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:37 smithi012 ceph-mon[90784]: osdmap e1025: 8 total, 8 up, 8 in 2024-04-02T08:41:38.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:37 smithi055 ceph-mon[85080]: pgmap v1246: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:38.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:37 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:41:38.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:37 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130207-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:38.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:37 smithi055 ceph-mon[85080]: osdmap e1025: 8 total, 8 up, 8 in 2024-04-02T08:41:38.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:41:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:41:37] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2024-04-02T08:41:38.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:38 smithi012 ceph-mon[88355]: osdmap e1026: 8 total, 8 up, 8 in 2024-04-02T08:41:38.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:38 smithi012 ceph-mon[90784]: osdmap e1026: 8 total, 8 up, 8 in 2024-04-02T08:41:39.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:38 smithi055 ceph-mon[85080]: osdmap e1026: 8 total, 8 up, 8 in 2024-04-02T08:41:39.640 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.get_all_features 2024-04-02T08:41:39.663 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.get_all_features (24 ms) 2024-04-02T08:41:39.664 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.copyup 2024-04-02T08:41:39.838 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.copyup (174 ms) 2024-04-02T08:41:39.838 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.sparse_copyup 2024-04-02T08:41:39.862 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.sparse_copyup (24 ms) 2024-04-02T08:41:39.862 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.get_and_set_id 2024-04-02T08:41:39.869 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.get_and_set_id (8 ms) 2024-04-02T08:41:39.870 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.add_remove_child 2024-04-02T08:41:39.882 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.add_remove_child (13 ms) 2024-04-02T08:41:39.882 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.directory_methods 2024-04-02T08:41:39.909 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.directory_methods (26 ms) 2024-04-02T08:41:39.909 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.create 2024-04-02T08:41:39.924 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.create (15 ms) 2024-04-02T08:41:39.924 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.get_features 2024-04-02T08:41:39.926 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.get_features (2 ms) 2024-04-02T08:41:39.926 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.get_object_prefix 2024-04-02T08:41:39.927 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.get_object_prefix (2 ms) 2024-04-02T08:41:39.927 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2024-04-02T08:41:39.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:39 smithi012 ceph-mon[90784]: pgmap v1249: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:39.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:39 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:41:39.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:39 smithi012 ceph-mon[90784]: Cluster is now healthy 2024-04-02T08:41:39.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:39 smithi012 ceph-mon[90784]: osdmap e1027: 8 total, 8 up, 8 in 2024-04-02T08:41:39.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:39 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1654886029' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130313-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:39.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:39 smithi012 ceph-mon[88355]: pgmap v1249: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:39.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:39 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:41:39.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:39 smithi012 ceph-mon[88355]: Cluster is now healthy 2024-04-02T08:41:39.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:39 smithi012 ceph-mon[88355]: osdmap e1027: 8 total, 8 up, 8 in 2024-04-02T08:41:39.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:39 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1654886029' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130313-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:39.929 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.get_create_timestamp (2 ms) 2024-04-02T08:41:39.929 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2024-04-02T08:41:39.931 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.get_access_timestamp (1 ms) 2024-04-02T08:41:39.931 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2024-04-02T08:41:39.932 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.get_modify_timestamp (2 ms) 2024-04-02T08:41:39.932 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.get_data_pool 2024-04-02T08:41:39.936 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.get_data_pool (4 ms) 2024-04-02T08:41:39.936 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.get_size 2024-04-02T08:41:39.940 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.get_size (4 ms) 2024-04-02T08:41:39.941 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.set_size 2024-04-02T08:41:39.945 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.set_size (5 ms) 2024-04-02T08:41:39.945 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.protection_status 2024-04-02T08:41:39.963 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.protection_status (17 ms) 2024-04-02T08:41:39.963 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.snapshot_limits 2024-04-02T08:41:39.972 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.snapshot_limits (8 ms) 2024-04-02T08:41:39.972 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.parents_v1 2024-04-02T08:41:40.020 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.parents_v1 (48 ms) 2024-04-02T08:41:40.020 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.parents_v2 2024-04-02T08:41:40.050 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.parents_v2 (30 ms) 2024-04-02T08:41:40.050 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.snapshots 2024-04-02T08:41:40.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:39 smithi055 ceph-mon[85080]: pgmap v1249: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:40.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:39 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:41:40.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:39 smithi055 ceph-mon[85080]: Cluster is now healthy 2024-04-02T08:41:40.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:39 smithi055 ceph-mon[85080]: osdmap e1027: 8 total, 8 up, 8 in 2024-04-02T08:41:40.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:39 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1654886029' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130313-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:40.074 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.snapshots (24 ms) 2024-04-02T08:41:40.074 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.snapid_race 2024-04-02T08:41:40.080 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.snapid_race (6 ms) 2024-04-02T08:41:40.080 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.stripingv2 2024-04-02T08:41:40.090 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.stripingv2 (10 ms) 2024-04-02T08:41:40.091 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.object_map_save 2024-04-02T08:41:40.096 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.object_map_save (6 ms) 2024-04-02T08:41:40.096 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.object_map_resize 2024-04-02T08:41:40.107 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.object_map_resize (11 ms) 2024-04-02T08:41:40.107 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.object_map_update 2024-04-02T08:41:40.115 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.object_map_update (8 ms) 2024-04-02T08:41:40.115 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2024-04-02T08:41:40.115 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.object_map_load_enoent (0 ms) 2024-04-02T08:41:40.115 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2024-04-02T08:41:40.128 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.object_map_snap_add (13 ms) 2024-04-02T08:41:40.128 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2024-04-02T08:41:40.138 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.object_map_snap_remove (11 ms) 2024-04-02T08:41:40.138 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.flags 2024-04-02T08:41:40.143 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.flags (5 ms) 2024-04-02T08:41:40.144 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.metadata 2024-04-02T08:41:40.168 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.metadata (24 ms) 2024-04-02T08:41:40.168 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.set_features 2024-04-02T08:41:40.176 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.set_features (8 ms) 2024-04-02T08:41:40.176 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.mirror 2024-04-02T08:41:40.216 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.mirror (40 ms) 2024-04-02T08:41:40.217 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.mirror_image 2024-04-02T08:41:40.232 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.mirror_image (15 ms) 2024-04-02T08:41:40.232 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.mirror_image_status 2024-04-02T08:41:40.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:40 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1654886029' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130313-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:40.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:40 smithi012 ceph-mon[88355]: osdmap e1028: 8 total, 8 up, 8 in 2024-04-02T08:41:40.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:40 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1654886029' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130313-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:40.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:40 smithi012 ceph-mon[90784]: osdmap e1028: 8 total, 8 up, 8 in 2024-04-02T08:41:41.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:40 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1654886029' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130313-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:41.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:40 smithi055 ceph-mon[85080]: osdmap e1028: 8 total, 8 up, 8 in 2024-04-02T08:41:41.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:41 smithi012 ceph-mon[88355]: pgmap v1252: 137 pgs: 16 unknown, 121 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.0 MiB/s wr, 104 op/s 2024-04-02T08:41:41.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:41 smithi012 ceph-mon[88355]: osdmap e1029: 8 total, 8 up, 8 in 2024-04-02T08:41:41.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:41 smithi012 ceph-mon[90784]: pgmap v1252: 137 pgs: 16 unknown, 121 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.0 MiB/s wr, 104 op/s 2024-04-02T08:41:41.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:41 smithi012 ceph-mon[90784]: osdmap e1029: 8 total, 8 up, 8 in 2024-04-02T08:41:42.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:41 smithi055 ceph-mon[85080]: pgmap v1252: 137 pgs: 16 unknown, 121 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.0 MiB/s wr, 104 op/s 2024-04-02T08:41:42.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:41 smithi055 ceph-mon[85080]: osdmap e1029: 8 total, 8 up, 8 in 2024-04-02T08:41:42.761 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.mirror_image_status (2529 ms) 2024-04-02T08:41:42.761 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.mirror_image_map 2024-04-02T08:41:42.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:41:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:41:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:41:42.850 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.mirror_image_map (89 ms) 2024-04-02T08:41:42.850 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.mirror_instances 2024-04-02T08:41:42.858 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.mirror_instances (8 ms) 2024-04-02T08:41:42.858 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.mirror_snapshot 2024-04-02T08:41:42.870 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.mirror_snapshot (12 ms) 2024-04-02T08:41:42.870 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.group_dir_list 2024-04-02T08:41:42.872 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.group_dir_list (3 ms) 2024-04-02T08:41:42.872 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.group_dir_add 2024-04-02T08:41:42.874 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.group_dir_add (2 ms) 2024-04-02T08:41:42.874 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2024-04-02T08:41:42.877 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.dir_add_already_existing (3 ms) 2024-04-02T08:41:42.877 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.group_dir_rename 2024-04-02T08:41:42.883 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.group_dir_rename (5 ms) 2024-04-02T08:41:42.883 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.group_dir_remove 2024-04-02T08:41:42.886 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.group_dir_remove (4 ms) 2024-04-02T08:41:42.886 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2024-04-02T08:41:42.890 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (4 ms) 2024-04-02T08:41:42.890 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.group_image_add 2024-04-02T08:41:42.892 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.group_image_add (2 ms) 2024-04-02T08:41:42.893 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.group_image_remove 2024-04-02T08:41:42.896 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.group_image_remove (3 ms) 2024-04-02T08:41:42.896 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.group_image_list 2024-04-02T08:41:42.898 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.group_image_list (2 ms) 2024-04-02T08:41:42.898 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.group_image_clean 2024-04-02T08:41:42.902 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.group_image_clean (5 ms) 2024-04-02T08:41:42.902 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.image_group_add 2024-04-02T08:41:42.905 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.image_group_add (2 ms) 2024-04-02T08:41:42.905 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.image_group_remove 2024-04-02T08:41:42.908 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.image_group_remove (4 ms) 2024-04-02T08:41:42.908 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.image_group_get 2024-04-02T08:41:42.911 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.image_group_get (2 ms) 2024-04-02T08:41:42.911 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2024-04-02T08:41:42.913 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (2 ms) 2024-04-02T08:41:42.913 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2024-04-02T08:41:42.915 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (2 ms) 2024-04-02T08:41:42.915 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2024-04-02T08:41:42.918 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (3 ms) 2024-04-02T08:41:42.918 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2024-04-02T08:41:42.921 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (3 ms) 2024-04-02T08:41:42.921 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.group_snap_set 2024-04-02T08:41:42.923 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.group_snap_set (2 ms) 2024-04-02T08:41:42.923 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.group_snap_list 2024-04-02T08:41:42.927 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.group_snap_list (4 ms) 2024-04-02T08:41:42.927 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2024-04-02T08:41:42.946 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (19 ms) 2024-04-02T08:41:42.946 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.group_snap_list_max_read 2024-04-02T08:41:43.169 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.group_snap_list_max_read (224 ms) 2024-04-02T08:41:43.170 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.group_snap_remove 2024-04-02T08:41:43.173 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.group_snap_remove (3 ms) 2024-04-02T08:41:43.173 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2024-04-02T08:41:43.175 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (2 ms) 2024-04-02T08:41:43.175 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.trash_methods 2024-04-02T08:41:43.182 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.trash_methods (7 ms) 2024-04-02T08:41:43.182 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.op_features 2024-04-02T08:41:43.190 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.op_features (8 ms) 2024-04-02T08:41:43.190 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.clone_parent 2024-04-02T08:41:43.211 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.clone_parent (22 ms) 2024-04-02T08:41:43.212 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2024-04-02T08:41:43.220 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.clone_parent_ns (8 ms) 2024-04-02T08:41:43.220 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.clone_child 2024-04-02T08:41:43.231 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.clone_child (12 ms) 2024-04-02T08:41:43.231 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.namespace_methods 2024-04-02T08:41:43.238 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.namespace_methods (7 ms) 2024-04-02T08:41:43.239 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.migration 2024-04-02T08:41:43.251 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.migration (12 ms) 2024-04-02T08:41:43.251 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.migration_v1 2024-04-02T08:41:43.264 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.migration_v1 (13 ms) 2024-04-02T08:41:43.264 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2024-04-02T08:41:43.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:43 smithi012 ceph-mon[88355]: pgmap v1254: 137 pgs: 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.1 MiB/s wr, 832 op/s 2024-04-02T08:41:43.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:43 smithi012 ceph-mon[90784]: pgmap v1254: 137 pgs: 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.1 MiB/s wr, 832 op/s 2024-04-02T08:41:44.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:43 smithi055 ceph-mon[85080]: pgmap v1254: 137 pgs: 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.1 MiB/s wr, 832 op/s 2024-04-02T08:41:44.671 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1407 ms) 2024-04-02T08:41:44.671 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestClsRbd.sparsify 2024-04-02T08:41:44.727 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestClsRbd.sparsify (56 ms) 2024-04-02T08:41:44.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:44 smithi012 ceph-mon[88355]: osdmap e1030: 8 total, 8 up, 8 in 2024-04-02T08:41:44.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:44.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:44 smithi012 ceph-mon[90784]: osdmap e1030: 8 total, 8 up, 8 in 2024-04-02T08:41:44.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:45.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:44 smithi055 ceph-mon[85080]: osdmap e1030: 8 total, 8 up, 8 in 2024-04-02T08:41:45.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:45.677 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 70 tests from TestClsRbd (5087 ms total) 2024-04-02T08:41:45.678 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T08:41:45.678 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] Global test environment tear-down 2024-04-02T08:41:45.678 INFO:tasks.workunit.client.0.smithi012.stdout:[==========] 70 tests from 1 test suite ran. (7903 ms total) 2024-04-02T08:41:45.678 INFO:tasks.workunit.client.0.smithi012.stdout:[ PASSED ] 70 tests. 2024-04-02T08:41:45.681 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:41:45.681 DEBUG:teuthology.orchestra.run.smithi012:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:41:45.748 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2024-04-02T08:41:45.748 DEBUG:teuthology.orchestra.run.smithi012:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2024-04-02T08:41:45.817 INFO:tasks.workunit.client.0.smithi012.stdout:Running main() from gmock_main.cc 2024-04-02T08:41:45.817 INFO:tasks.workunit.client.0.smithi012.stdout:[==========] Running 10 tests from 1 test suite. 2024-04-02T08:41:45.817 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] Global test environment set-up. 2024-04-02T08:41:45.817 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 10 tests from cls_rgw 2024-04-02T08:41:45.817 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] cls_rgw.test_implicit 2024-04-02T08:41:45.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:45 smithi012 ceph-mon[90784]: pgmap v1256: 137 pgs: 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 966 KiB/s wr, 685 op/s 2024-04-02T08:41:45.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:45 smithi012 ceph-mon[90784]: osdmap e1031: 8 total, 8 up, 8 in 2024-04-02T08:41:45.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:45 smithi012 ceph-mon[88355]: pgmap v1256: 137 pgs: 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 966 KiB/s wr, 685 op/s 2024-04-02T08:41:45.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:45 smithi012 ceph-mon[88355]: osdmap e1031: 8 total, 8 up, 8 in 2024-04-02T08:41:46.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:45 smithi055 ceph-mon[85080]: pgmap v1256: 137 pgs: 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 966 KiB/s wr, 685 op/s 2024-04-02T08:41:46.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:45 smithi055 ceph-mon[85080]: osdmap e1031: 8 total, 8 up, 8 in 2024-04-02T08:41:47.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:46 smithi055 ceph-mon[85080]: osdmap e1032: 8 total, 8 up, 8 in 2024-04-02T08:41:47.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:46 smithi012 ceph-mon[88355]: osdmap e1032: 8 total, 8 up, 8 in 2024-04-02T08:41:47.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:46 smithi012 ceph-mon[90784]: osdmap e1032: 8 total, 8 up, 8 in 2024-04-02T08:41:47.930 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:47 smithi012 ceph-mon[88355]: pgmap v1259: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:47.931 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:47 smithi012 ceph-mon[88355]: osdmap e1033: 8 total, 8 up, 8 in 2024-04-02T08:41:47.931 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:47 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3077545556' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130368-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:47.931 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:47 smithi012 ceph-mon[90784]: pgmap v1259: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:47.931 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:47 smithi012 ceph-mon[90784]: osdmap e1033: 8 total, 8 up, 8 in 2024-04-02T08:41:47.931 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:47 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3077545556' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130368-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:48.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:47 smithi055 ceph-mon[85080]: pgmap v1259: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:48.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:47 smithi055 ceph-mon[85080]: osdmap e1033: 8 total, 8 up, 8 in 2024-04-02T08:41:48.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:47 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3077545556' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130368-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:48.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:41:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:41:47] "GET /metrics HTTP/1.1" 200 36389 "" "Prometheus/2.43.0" 2024-04-02T08:41:48.705 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] cls_rgw.test_implicit (2888 ms) 2024-04-02T08:41:48.705 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] cls_rgw.test_implicit_idempotent 2024-04-02T08:41:49.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:48 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3077545556' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130368-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:49.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:48 smithi055 ceph-mon[85080]: osdmap e1034: 8 total, 8 up, 8 in 2024-04-02T08:41:49.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:48 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3077545556' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130368-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:49.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:48 smithi012 ceph-mon[88355]: osdmap e1034: 8 total, 8 up, 8 in 2024-04-02T08:41:49.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:48 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3077545556' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130368-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:49.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:48 smithi012 ceph-mon[90784]: osdmap e1034: 8 total, 8 up, 8 in 2024-04-02T08:41:50.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:49 smithi055 ceph-mon[85080]: pgmap v1262: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:50.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:49 smithi055 ceph-mon[85080]: osdmap e1035: 8 total, 8 up, 8 in 2024-04-02T08:41:50.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:49 smithi012 ceph-mon[88355]: pgmap v1262: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:50.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:49 smithi012 ceph-mon[88355]: osdmap e1035: 8 total, 8 up, 8 in 2024-04-02T08:41:50.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:49 smithi012 ceph-mon[90784]: pgmap v1262: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:50.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:49 smithi012 ceph-mon[90784]: osdmap e1035: 8 total, 8 up, 8 in 2024-04-02T08:41:51.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:50 smithi055 ceph-mon[85080]: osdmap e1036: 8 total, 8 up, 8 in 2024-04-02T08:41:51.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:50 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2581018035' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130368-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:51.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:50 smithi012 ceph-mon[90784]: osdmap e1036: 8 total, 8 up, 8 in 2024-04-02T08:41:51.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:50 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2581018035' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130368-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:51.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:50 smithi012 ceph-mon[88355]: osdmap e1036: 8 total, 8 up, 8 in 2024-04-02T08:41:51.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:50 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2581018035' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130368-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:51.724 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] cls_rgw.test_implicit_idempotent (3019 ms) 2024-04-02T08:41:51.724 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] cls_rgw.test_put_snap 2024-04-02T08:41:52.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:51 smithi055 ceph-mon[85080]: pgmap v1265: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:52.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:51 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:41:52.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:51 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2581018035' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130368-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:52.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:51 smithi055 ceph-mon[85080]: osdmap e1037: 8 total, 8 up, 8 in 2024-04-02T08:41:52.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:51 smithi012 ceph-mon[90784]: pgmap v1265: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:52.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:51 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:41:52.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:51 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2581018035' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130368-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:52.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:51 smithi012 ceph-mon[90784]: osdmap e1037: 8 total, 8 up, 8 in 2024-04-02T08:41:52.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:51 smithi012 ceph-mon[88355]: pgmap v1265: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:52.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:51 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:41:52.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:51 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2581018035' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130368-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:52.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:51 smithi012 ceph-mon[88355]: osdmap e1037: 8 total, 8 up, 8 in 2024-04-02T08:41:52.731 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:41:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:41:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:41:53.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:52 smithi055 ceph-mon[85080]: osdmap e1038: 8 total, 8 up, 8 in 2024-04-02T08:41:53.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:52 smithi012 ceph-mon[90784]: osdmap e1038: 8 total, 8 up, 8 in 2024-04-02T08:41:53.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:52 smithi012 ceph-mon[88355]: osdmap e1038: 8 total, 8 up, 8 in 2024-04-02T08:41:54.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:53 smithi055 ceph-mon[85080]: pgmap v1268: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:54.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:53 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:41:54.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:53 smithi055 ceph-mon[85080]: Cluster is now healthy 2024-04-02T08:41:54.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:53 smithi055 ceph-mon[85080]: osdmap e1039: 8 total, 8 up, 8 in 2024-04-02T08:41:54.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:53 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/726664739' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130368-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:54.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:53 smithi012 ceph-mon[88355]: pgmap v1268: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:54.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:53 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:41:54.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:53 smithi012 ceph-mon[88355]: Cluster is now healthy 2024-04-02T08:41:54.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:53 smithi012 ceph-mon[88355]: osdmap e1039: 8 total, 8 up, 8 in 2024-04-02T08:41:54.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:53 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/726664739' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130368-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:54.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:53 smithi012 ceph-mon[90784]: pgmap v1268: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:54.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:53 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:41:54.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:53 smithi012 ceph-mon[90784]: Cluster is now healthy 2024-04-02T08:41:54.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:53 smithi012 ceph-mon[90784]: osdmap e1039: 8 total, 8 up, 8 in 2024-04-02T08:41:54.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:53 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/726664739' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130368-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:55.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:54 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/726664739' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130368-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:55.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:54 smithi055 ceph-mon[85080]: osdmap e1040: 8 total, 8 up, 8 in 2024-04-02T08:41:55.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:54 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/726664739' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130368-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:55.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:54 smithi012 ceph-mon[88355]: osdmap e1040: 8 total, 8 up, 8 in 2024-04-02T08:41:55.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:54 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/726664739' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130368-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:55.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:54 smithi012 ceph-mon[90784]: osdmap e1040: 8 total, 8 up, 8 in 2024-04-02T08:41:56.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:55 smithi055 ceph-mon[85080]: pgmap v1271: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:56.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:55 smithi055 ceph-mon[85080]: osdmap e1041: 8 total, 8 up, 8 in 2024-04-02T08:41:56.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:41:56.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:55 smithi012 ceph-mon[88355]: pgmap v1271: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:56.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:55 smithi012 ceph-mon[88355]: osdmap e1041: 8 total, 8 up, 8 in 2024-04-02T08:41:56.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:41:56.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:55 smithi012 ceph-mon[90784]: pgmap v1271: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:56.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:55 smithi012 ceph-mon[90784]: osdmap e1041: 8 total, 8 up, 8 in 2024-04-02T08:41:56.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:41:57.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:41:57.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:41:57.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:41:57.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:41:57.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:41:57.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:41:57.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:41:57.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:41:57.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:41:58.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:57 smithi055 ceph-mon[85080]: pgmap v1273: 137 pgs: 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 225 B/s wr, 0 op/s 2024-04-02T08:41:58.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:57 smithi055 ceph-mon[85080]: osdmap e1042: 8 total, 8 up, 8 in 2024-04-02T08:41:58.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:57 smithi012 ceph-mon[90784]: pgmap v1273: 137 pgs: 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 225 B/s wr, 0 op/s 2024-04-02T08:41:58.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:57 smithi012 ceph-mon[90784]: osdmap e1042: 8 total, 8 up, 8 in 2024-04-02T08:41:58.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:57 smithi012 ceph-mon[88355]: pgmap v1273: 137 pgs: 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 225 B/s wr, 0 op/s 2024-04-02T08:41:58.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:57 smithi012 ceph-mon[88355]: osdmap e1042: 8 total, 8 up, 8 in 2024-04-02T08:41:58.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:41:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:41:57] "GET /metrics HTTP/1.1" 200 36389 "" "Prometheus/2.43.0" 2024-04-02T08:41:59.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:58 smithi055 ceph-mon[85080]: osdmap e1043: 8 total, 8 up, 8 in 2024-04-02T08:41:59.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:58 smithi012 ceph-mon[88355]: osdmap e1043: 8 total, 8 up, 8 in 2024-04-02T08:41:59.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:58 smithi012 ceph-mon[90784]: osdmap e1043: 8 total, 8 up, 8 in 2024-04-02T08:41:59.791 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] cls_rgw.test_put_snap (8066 ms) 2024-04-02T08:41:59.791 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] cls_rgw.test_explicit 2024-04-02T08:42:00.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:59 smithi055 ceph-mon[85080]: pgmap v1276: 137 pgs: 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 226 B/s wr, 0 op/s 2024-04-02T08:42:00.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:59 smithi055 ceph-mon[85080]: osdmap e1044: 8 total, 8 up, 8 in 2024-04-02T08:42:00.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:41:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:00.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:59 smithi012 ceph-mon[90784]: pgmap v1276: 137 pgs: 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 226 B/s wr, 0 op/s 2024-04-02T08:42:00.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:59 smithi012 ceph-mon[90784]: osdmap e1044: 8 total, 8 up, 8 in 2024-04-02T08:42:00.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:41:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:00.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:59 smithi012 ceph-mon[88355]: pgmap v1276: 137 pgs: 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 226 B/s wr, 0 op/s 2024-04-02T08:42:00.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:59 smithi012 ceph-mon[88355]: osdmap e1044: 8 total, 8 up, 8 in 2024-04-02T08:42:00.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:41:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:01.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:00 smithi055 ceph-mon[85080]: osdmap e1045: 8 total, 8 up, 8 in 2024-04-02T08:42:01.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:00 smithi012 ceph-mon[88355]: osdmap e1045: 8 total, 8 up, 8 in 2024-04-02T08:42:01.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:00 smithi012 ceph-mon[90784]: osdmap e1045: 8 total, 8 up, 8 in 2024-04-02T08:42:02.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:01 smithi012 ceph-mon[88355]: pgmap v1279: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:02.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:01 smithi012 ceph-mon[88355]: osdmap e1046: 8 total, 8 up, 8 in 2024-04-02T08:42:02.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:01 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/485841532' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130368-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:02.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:01 smithi012 ceph-mon[90784]: pgmap v1279: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:02.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:01 smithi012 ceph-mon[90784]: osdmap e1046: 8 total, 8 up, 8 in 2024-04-02T08:42:02.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:01 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/485841532' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130368-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:02.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:01 smithi055 ceph-mon[85080]: pgmap v1279: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:02.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:01 smithi055 ceph-mon[85080]: osdmap e1046: 8 total, 8 up, 8 in 2024-04-02T08:42:02.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:01 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/485841532' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130368-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:02.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:42:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:42:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:42:02.818 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] cls_rgw.test_explicit (3028 ms) 2024-04-02T08:42:02.818 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] cls_rgw.set 2024-04-02T08:42:03.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:02 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/485841532' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130368-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:42:03.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:02 smithi012 ceph-mon[88355]: osdmap e1047: 8 total, 8 up, 8 in 2024-04-02T08:42:03.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:02 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/485841532' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130368-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:42:03.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:02 smithi012 ceph-mon[90784]: osdmap e1047: 8 total, 8 up, 8 in 2024-04-02T08:42:03.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:02 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/485841532' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130368-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:42:03.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:02 smithi055 ceph-mon[85080]: osdmap e1047: 8 total, 8 up, 8 in 2024-04-02T08:42:04.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:03 smithi012 ceph-mon[88355]: pgmap v1282: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:04.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:03 smithi012 ceph-mon[88355]: osdmap e1048: 8 total, 8 up, 8 in 2024-04-02T08:42:04.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:03 smithi012 ceph-mon[90784]: pgmap v1282: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:04.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:03 smithi012 ceph-mon[90784]: osdmap e1048: 8 total, 8 up, 8 in 2024-04-02T08:42:04.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:03 smithi055 ceph-mon[85080]: pgmap v1282: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:04.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:03 smithi055 ceph-mon[85080]: osdmap e1048: 8 total, 8 up, 8 in 2024-04-02T08:42:05.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:04 smithi012 ceph-mon[88355]: osdmap e1049: 8 total, 8 up, 8 in 2024-04-02T08:42:05.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:04 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1000049342' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130368-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:05.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:04 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130368-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:05.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:04 smithi012 ceph-mon[90784]: osdmap e1049: 8 total, 8 up, 8 in 2024-04-02T08:42:05.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:04 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1000049342' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130368-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:05.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:04 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130368-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:05.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:04 smithi055 ceph-mon[85080]: osdmap e1049: 8 total, 8 up, 8 in 2024-04-02T08:42:05.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:04 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1000049342' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130368-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:05.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:04 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130368-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:05.841 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] cls_rgw.set (3023 ms) 2024-04-02T08:42:05.841 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] cls_rgw.test_implicit_ec 2024-04-02T08:42:06.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:05 smithi012 ceph-mon[88355]: pgmap v1285: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:06.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:05 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:42:06.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:05 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130368-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:42:06.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:05 smithi012 ceph-mon[88355]: osdmap e1050: 8 total, 8 up, 8 in 2024-04-02T08:42:06.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:05 smithi012 ceph-mon[90784]: pgmap v1285: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:06.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:05 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:42:06.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:05 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130368-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:42:06.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:05 smithi012 ceph-mon[90784]: osdmap e1050: 8 total, 8 up, 8 in 2024-04-02T08:42:06.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:05 smithi055 ceph-mon[85080]: pgmap v1285: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:06.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:05 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:42:06.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:05 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130368-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:42:06.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:05 smithi055 ceph-mon[85080]: osdmap e1050: 8 total, 8 up, 8 in 2024-04-02T08:42:07.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:06 smithi012 ceph-mon[90784]: osdmap e1051: 8 total, 8 up, 8 in 2024-04-02T08:42:07.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:06 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1459317887' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-6"}]: dispatch 2024-04-02T08:42:07.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:06 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-6"}]: dispatch 2024-04-02T08:42:07.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:06 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1459317887' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-6"}]: dispatch 2024-04-02T08:42:07.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:06 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-6"}]: dispatch 2024-04-02T08:42:07.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:06 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1459317887' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi012-130368-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:42:07.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:06 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi012-130368-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:42:07.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:06 smithi012 ceph-mon[88355]: osdmap e1051: 8 total, 8 up, 8 in 2024-04-02T08:42:07.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:06 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1459317887' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-6"}]: dispatch 2024-04-02T08:42:07.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:06 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-6"}]: dispatch 2024-04-02T08:42:07.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:06 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1459317887' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-6"}]: dispatch 2024-04-02T08:42:07.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:06 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-6"}]: dispatch 2024-04-02T08:42:07.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:06 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1459317887' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi012-130368-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:42:07.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:06 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi012-130368-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:42:07.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:06 smithi055 ceph-mon[85080]: osdmap e1051: 8 total, 8 up, 8 in 2024-04-02T08:42:07.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:06 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1459317887' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-6"}]: dispatch 2024-04-02T08:42:07.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:06 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-6"}]: dispatch 2024-04-02T08:42:07.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:06 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1459317887' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-6"}]: dispatch 2024-04-02T08:42:07.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:06 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-6"}]: dispatch 2024-04-02T08:42:07.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:06 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1459317887' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi012-130368-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:42:07.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:06 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi012-130368-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:42:08.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:42:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:42:07] "GET /metrics HTTP/1.1" 200 36366 "" "Prometheus/2.43.0" 2024-04-02T08:42:08.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:07 smithi012 ceph-mon[88355]: pgmap v1288: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:08.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:07 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:42:08.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:07 smithi012 ceph-mon[88355]: Cluster is now healthy 2024-04-02T08:42:08.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:07 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi012-130368-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:42:08.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:07 smithi012 ceph-mon[88355]: osdmap e1052: 8 total, 8 up, 8 in 2024-04-02T08:42:08.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:07 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1459317887' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi012-130368-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi012-130368-6"}]: dispatch 2024-04-02T08:42:08.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:07 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi012-130368-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi012-130368-6"}]: dispatch 2024-04-02T08:42:08.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:07 smithi012 ceph-mon[90784]: pgmap v1288: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:08.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:07 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:42:08.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:07 smithi012 ceph-mon[90784]: Cluster is now healthy 2024-04-02T08:42:08.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:07 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi012-130368-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:42:08.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:07 smithi012 ceph-mon[90784]: osdmap e1052: 8 total, 8 up, 8 in 2024-04-02T08:42:08.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:07 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1459317887' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi012-130368-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi012-130368-6"}]: dispatch 2024-04-02T08:42:08.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:07 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi012-130368-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi012-130368-6"}]: dispatch 2024-04-02T08:42:08.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:07 smithi055 ceph-mon[85080]: pgmap v1288: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:08.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:07 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:42:08.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:07 smithi055 ceph-mon[85080]: Cluster is now healthy 2024-04-02T08:42:08.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:07 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi012-130368-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:42:08.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:07 smithi055 ceph-mon[85080]: osdmap e1052: 8 total, 8 up, 8 in 2024-04-02T08:42:08.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:07 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1459317887' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi012-130368-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi012-130368-6"}]: dispatch 2024-04-02T08:42:08.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:07 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi012-130368-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi012-130368-6"}]: dispatch 2024-04-02T08:42:09.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:08 smithi012 ceph-mon[88355]: osdmap e1053: 8 total, 8 up, 8 in 2024-04-02T08:42:09.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:08 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi012-130368-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi012-130368-6"}]': finished 2024-04-02T08:42:09.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:08 smithi012 ceph-mon[88355]: osdmap e1054: 8 total, 8 up, 8 in 2024-04-02T08:42:09.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:08 smithi012 ceph-mon[90784]: osdmap e1053: 8 total, 8 up, 8 in 2024-04-02T08:42:09.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:08 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi012-130368-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi012-130368-6"}]': finished 2024-04-02T08:42:09.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:08 smithi012 ceph-mon[90784]: osdmap e1054: 8 total, 8 up, 8 in 2024-04-02T08:42:09.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:08 smithi055 ceph-mon[85080]: osdmap e1053: 8 total, 8 up, 8 in 2024-04-02T08:42:09.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:08 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi012-130368-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi012-130368-6"}]': finished 2024-04-02T08:42:09.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:08 smithi055 ceph-mon[85080]: osdmap e1054: 8 total, 8 up, 8 in 2024-04-02T08:42:10.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:09 smithi012 ceph-mon[88355]: pgmap v1291: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:10.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:09 smithi012 ceph-mon[88355]: osdmap e1055: 8 total, 8 up, 8 in 2024-04-02T08:42:10.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:09 smithi012 ceph-mon[90784]: pgmap v1291: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:10.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:09 smithi012 ceph-mon[90784]: osdmap e1055: 8 total, 8 up, 8 in 2024-04-02T08:42:10.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:09 smithi055 ceph-mon[85080]: pgmap v1291: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:10.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:09 smithi055 ceph-mon[85080]: osdmap e1055: 8 total, 8 up, 8 in 2024-04-02T08:42:12.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:11 smithi012 ceph-mon[90784]: pgmap v1294: 113 pgs: 2 creating+activating, 2 unknown, 109 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-02T08:42:12.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:11 smithi012 ceph-mon[90784]: osdmap e1056: 8 total, 8 up, 8 in 2024-04-02T08:42:12.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:11 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1459317887' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-6"}]: dispatch 2024-04-02T08:42:12.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:11 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-6"}]: dispatch 2024-04-02T08:42:12.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:11 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:42:12.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:11 smithi012 ceph-mon[88355]: pgmap v1294: 113 pgs: 2 creating+activating, 2 unknown, 109 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-02T08:42:12.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:11 smithi012 ceph-mon[88355]: osdmap e1056: 8 total, 8 up, 8 in 2024-04-02T08:42:12.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:11 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1459317887' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-6"}]: dispatch 2024-04-02T08:42:12.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:11 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-6"}]: dispatch 2024-04-02T08:42:12.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:11 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:42:12.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:11 smithi055 ceph-mon[85080]: pgmap v1294: 113 pgs: 2 creating+activating, 2 unknown, 109 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-02T08:42:12.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:11 smithi055 ceph-mon[85080]: osdmap e1056: 8 total, 8 up, 8 in 2024-04-02T08:42:12.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:11 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1459317887' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-6"}]: dispatch 2024-04-02T08:42:12.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:11 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-6"}]: dispatch 2024-04-02T08:42:12.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:11 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:42:12.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:42:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:42:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:42:12.856 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] cls_rgw.test_implicit_ec (7015 ms) 2024-04-02T08:42:12.856 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] cls_rgw.test_implicit_idempotent_ec 2024-04-02T08:42:13.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:12 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-6"}]': finished 2024-04-02T08:42:13.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:12 smithi012 ceph-mon[90784]: osdmap e1057: 8 total, 8 up, 8 in 2024-04-02T08:42:13.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:12 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1459317887' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-6"}]: dispatch 2024-04-02T08:42:13.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:12 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-6"}]: dispatch 2024-04-02T08:42:13.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:12 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-6"}]': finished 2024-04-02T08:42:13.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:12 smithi012 ceph-mon[90784]: osdmap e1058: 8 total, 8 up, 8 in 2024-04-02T08:42:13.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:12 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-6"}]': finished 2024-04-02T08:42:13.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:12 smithi012 ceph-mon[88355]: osdmap e1057: 8 total, 8 up, 8 in 2024-04-02T08:42:13.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:12 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1459317887' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-6"}]: dispatch 2024-04-02T08:42:13.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:12 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-6"}]: dispatch 2024-04-02T08:42:13.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:12 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-6"}]': finished 2024-04-02T08:42:13.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:12 smithi012 ceph-mon[88355]: osdmap e1058: 8 total, 8 up, 8 in 2024-04-02T08:42:13.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:12 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-6"}]': finished 2024-04-02T08:42:13.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:12 smithi055 ceph-mon[85080]: osdmap e1057: 8 total, 8 up, 8 in 2024-04-02T08:42:13.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:12 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1459317887' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-6"}]: dispatch 2024-04-02T08:42:13.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:12 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-6"}]: dispatch 2024-04-02T08:42:13.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:12 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-6"}]': finished 2024-04-02T08:42:13.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:12 smithi055 ceph-mon[85080]: osdmap e1058: 8 total, 8 up, 8 in 2024-04-02T08:42:14.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:13 smithi012 ceph-mon[90784]: pgmap v1297: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:14.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:13 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:42:14.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:13 smithi012 ceph-mon[90784]: Cluster is now healthy 2024-04-02T08:42:14.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:13 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1019347226' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-7"}]: dispatch 2024-04-02T08:42:14.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:13 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-7"}]: dispatch 2024-04-02T08:42:14.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:13 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1019347226' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-7"}]: dispatch 2024-04-02T08:42:14.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:13 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-7"}]: dispatch 2024-04-02T08:42:14.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:13 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1019347226' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi012-130368-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:42:14.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:13 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi012-130368-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:42:14.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:13 smithi012 ceph-mon[88355]: pgmap v1297: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:14.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:13 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:42:14.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:13 smithi012 ceph-mon[88355]: Cluster is now healthy 2024-04-02T08:42:14.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:13 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1019347226' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-7"}]: dispatch 2024-04-02T08:42:14.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:13 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-7"}]: dispatch 2024-04-02T08:42:14.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:13 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1019347226' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-7"}]: dispatch 2024-04-02T08:42:14.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:13 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-7"}]: dispatch 2024-04-02T08:42:14.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:13 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1019347226' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi012-130368-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:42:14.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:13 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi012-130368-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:42:14.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:13 smithi055 ceph-mon[85080]: pgmap v1297: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:14.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:13 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:42:14.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:13 smithi055 ceph-mon[85080]: Cluster is now healthy 2024-04-02T08:42:14.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:13 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1019347226' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-7"}]: dispatch 2024-04-02T08:42:14.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:13 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-7"}]: dispatch 2024-04-02T08:42:14.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:13 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1019347226' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-7"}]: dispatch 2024-04-02T08:42:14.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:13 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-7"}]: dispatch 2024-04-02T08:42:14.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:13 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1019347226' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi012-130368-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:42:14.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:13 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi012-130368-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:42:15.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:14 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi012-130368-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:42:15.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:14 smithi012 ceph-mon[90784]: osdmap e1059: 8 total, 8 up, 8 in 2024-04-02T08:42:15.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:14 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1019347226' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi012-130368-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi012-130368-7"}]: dispatch 2024-04-02T08:42:15.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:14 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi012-130368-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi012-130368-7"}]: dispatch 2024-04-02T08:42:15.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:15.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:14 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi012-130368-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:42:15.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:14 smithi012 ceph-mon[88355]: osdmap e1059: 8 total, 8 up, 8 in 2024-04-02T08:42:15.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:14 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1019347226' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi012-130368-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi012-130368-7"}]: dispatch 2024-04-02T08:42:15.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:14 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi012-130368-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi012-130368-7"}]: dispatch 2024-04-02T08:42:15.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:15.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:14 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi012-130368-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:42:15.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:14 smithi055 ceph-mon[85080]: osdmap e1059: 8 total, 8 up, 8 in 2024-04-02T08:42:15.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:14 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1019347226' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi012-130368-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi012-130368-7"}]: dispatch 2024-04-02T08:42:15.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:14 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi012-130368-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi012-130368-7"}]: dispatch 2024-04-02T08:42:15.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:16.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:15 smithi012 ceph-mon[88355]: pgmap v1300: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:16.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:15 smithi012 ceph-mon[88355]: osdmap e1060: 8 total, 8 up, 8 in 2024-04-02T08:42:16.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:15 smithi012 ceph-mon[90784]: pgmap v1300: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:16.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:15 smithi012 ceph-mon[90784]: osdmap e1060: 8 total, 8 up, 8 in 2024-04-02T08:42:16.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:15 smithi055 ceph-mon[85080]: pgmap v1300: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:16.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:15 smithi055 ceph-mon[85080]: osdmap e1060: 8 total, 8 up, 8 in 2024-04-02T08:42:17.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:16 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi012-130368-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi012-130368-7"}]': finished 2024-04-02T08:42:17.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:16 smithi012 ceph-mon[88355]: osdmap e1061: 8 total, 8 up, 8 in 2024-04-02T08:42:17.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:16 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi012-130368-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi012-130368-7"}]': finished 2024-04-02T08:42:17.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:16 smithi012 ceph-mon[90784]: osdmap e1061: 8 total, 8 up, 8 in 2024-04-02T08:42:17.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:16 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi012-130368-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi012-130368-7"}]': finished 2024-04-02T08:42:17.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:16 smithi055 ceph-mon[85080]: osdmap e1061: 8 total, 8 up, 8 in 2024-04-02T08:42:18.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:17 smithi012 ceph-mon[90784]: pgmap v1303: 113 pgs: 3 creating+peering, 5 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:18.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:17 smithi012 ceph-mon[90784]: osdmap e1062: 8 total, 8 up, 8 in 2024-04-02T08:42:18.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:17 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:42:18.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:17 smithi012 ceph-mon[88355]: pgmap v1303: 113 pgs: 3 creating+peering, 5 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:18.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:17 smithi012 ceph-mon[88355]: osdmap e1062: 8 total, 8 up, 8 in 2024-04-02T08:42:18.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:17 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:42:18.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:42:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:42:17] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2024-04-02T08:42:18.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:17 smithi055 ceph-mon[85080]: pgmap v1303: 113 pgs: 3 creating+peering, 5 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:18.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:17 smithi055 ceph-mon[85080]: osdmap e1062: 8 total, 8 up, 8 in 2024-04-02T08:42:18.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:17 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:42:19.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:18 smithi012 ceph-mon[88355]: osdmap e1063: 8 total, 8 up, 8 in 2024-04-02T08:42:19.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:18 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1019347226' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-7"}]: dispatch 2024-04-02T08:42:19.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:18 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-7"}]: dispatch 2024-04-02T08:42:19.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:18 smithi012 ceph-mon[90784]: osdmap e1063: 8 total, 8 up, 8 in 2024-04-02T08:42:19.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:18 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1019347226' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-7"}]: dispatch 2024-04-02T08:42:19.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:18 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-7"}]: dispatch 2024-04-02T08:42:19.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:18 smithi055 ceph-mon[85080]: osdmap e1063: 8 total, 8 up, 8 in 2024-04-02T08:42:19.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:18 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1019347226' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-7"}]: dispatch 2024-04-02T08:42:19.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:18 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-7"}]: dispatch 2024-04-02T08:42:19.924 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] cls_rgw.test_implicit_idempotent_ec (7068 ms) 2024-04-02T08:42:19.924 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] cls_rgw.test_put_snap_ec 2024-04-02T08:42:20.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:19 smithi012 ceph-mon[88355]: pgmap v1306: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:20.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:19 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:42:20.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:19 smithi012 ceph-mon[88355]: Cluster is now healthy 2024-04-02T08:42:20.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:19 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-7"}]': finished 2024-04-02T08:42:20.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:19 smithi012 ceph-mon[88355]: osdmap e1064: 8 total, 8 up, 8 in 2024-04-02T08:42:20.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:19 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1019347226' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-7"}]: dispatch 2024-04-02T08:42:20.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:19 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-7"}]: dispatch 2024-04-02T08:42:20.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:19 smithi012 ceph-mon[90784]: pgmap v1306: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:20.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:19 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:42:20.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:19 smithi012 ceph-mon[90784]: Cluster is now healthy 2024-04-02T08:42:20.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:19 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-7"}]': finished 2024-04-02T08:42:20.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:19 smithi012 ceph-mon[90784]: osdmap e1064: 8 total, 8 up, 8 in 2024-04-02T08:42:20.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:19 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1019347226' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-7"}]: dispatch 2024-04-02T08:42:20.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:19 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-7"}]: dispatch 2024-04-02T08:42:20.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:19 smithi055 ceph-mon[85080]: pgmap v1306: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:20.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:19 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:42:20.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:19 smithi055 ceph-mon[85080]: Cluster is now healthy 2024-04-02T08:42:20.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:19 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-7"}]': finished 2024-04-02T08:42:20.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:19 smithi055 ceph-mon[85080]: osdmap e1064: 8 total, 8 up, 8 in 2024-04-02T08:42:20.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:19 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1019347226' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-7"}]: dispatch 2024-04-02T08:42:20.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:19 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-7"}]: dispatch 2024-04-02T08:42:21.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:20 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-7"}]': finished 2024-04-02T08:42:21.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:20 smithi012 ceph-mon[88355]: osdmap e1065: 8 total, 8 up, 8 in 2024-04-02T08:42:21.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:20 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2500022' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-8"}]: dispatch 2024-04-02T08:42:21.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:20 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2500022' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-8"}]: dispatch 2024-04-02T08:42:21.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:20 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2500022' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi012-130368-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:42:21.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:20 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-7"}]': finished 2024-04-02T08:42:21.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:20 smithi012 ceph-mon[90784]: osdmap e1065: 8 total, 8 up, 8 in 2024-04-02T08:42:21.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:20 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2500022' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-8"}]: dispatch 2024-04-02T08:42:21.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:20 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2500022' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-8"}]: dispatch 2024-04-02T08:42:21.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:20 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2500022' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi012-130368-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:42:21.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:20 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-7"}]': finished 2024-04-02T08:42:21.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:20 smithi055 ceph-mon[85080]: osdmap e1065: 8 total, 8 up, 8 in 2024-04-02T08:42:21.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:20 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2500022' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-8"}]: dispatch 2024-04-02T08:42:21.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:20 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2500022' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-8"}]: dispatch 2024-04-02T08:42:21.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:20 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2500022' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi012-130368-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:42:22.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:21 smithi055 ceph-mon[85080]: pgmap v1309: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:22.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:21 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2500022' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi012-130368-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:42:22.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:21 smithi055 ceph-mon[85080]: osdmap e1066: 8 total, 8 up, 8 in 2024-04-02T08:42:22.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:21 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2500022' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi012-130368-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi012-130368-8"}]: dispatch 2024-04-02T08:42:22.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:21 smithi012 ceph-mon[88355]: pgmap v1309: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:22.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:21 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2500022' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi012-130368-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:42:22.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:21 smithi012 ceph-mon[88355]: osdmap e1066: 8 total, 8 up, 8 in 2024-04-02T08:42:22.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:21 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2500022' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi012-130368-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi012-130368-8"}]: dispatch 2024-04-02T08:42:22.431 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:21 smithi012 ceph-mon[90784]: pgmap v1309: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:22.431 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:21 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2500022' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi012-130368-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:42:22.431 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:21 smithi012 ceph-mon[90784]: osdmap e1066: 8 total, 8 up, 8 in 2024-04-02T08:42:22.431 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:21 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2500022' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi012-130368-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi012-130368-8"}]: dispatch 2024-04-02T08:42:22.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:42:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:42:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:42:23.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:22 smithi055 ceph-mon[85080]: osdmap e1067: 8 total, 8 up, 8 in 2024-04-02T08:42:23.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:22 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2500022' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi012-130368-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi012-130368-8"}]': finished 2024-04-02T08:42:23.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:22 smithi055 ceph-mon[85080]: osdmap e1068: 8 total, 8 up, 8 in 2024-04-02T08:42:23.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:22 smithi012 ceph-mon[90784]: osdmap e1067: 8 total, 8 up, 8 in 2024-04-02T08:42:23.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:22 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2500022' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi012-130368-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi012-130368-8"}]': finished 2024-04-02T08:42:23.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:22 smithi012 ceph-mon[90784]: osdmap e1068: 8 total, 8 up, 8 in 2024-04-02T08:42:23.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:22 smithi012 ceph-mon[88355]: osdmap e1067: 8 total, 8 up, 8 in 2024-04-02T08:42:23.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:22 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2500022' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi012-130368-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi012-130368-8"}]': finished 2024-04-02T08:42:23.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:22 smithi012 ceph-mon[88355]: osdmap e1068: 8 total, 8 up, 8 in 2024-04-02T08:42:24.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:23 smithi055 ceph-mon[85080]: pgmap v1312: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:24.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:23 smithi055 ceph-mon[85080]: osdmap e1069: 8 total, 8 up, 8 in 2024-04-02T08:42:24.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:23 smithi012 ceph-mon[88355]: pgmap v1312: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:24.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:23 smithi012 ceph-mon[88355]: osdmap e1069: 8 total, 8 up, 8 in 2024-04-02T08:42:24.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:23 smithi012 ceph-mon[90784]: pgmap v1312: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:24.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:23 smithi012 ceph-mon[90784]: osdmap e1069: 8 total, 8 up, 8 in 2024-04-02T08:42:26.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:25 smithi055 ceph-mon[85080]: pgmap v1315: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:26.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:25 smithi055 ceph-mon[85080]: osdmap e1070: 8 total, 8 up, 8 in 2024-04-02T08:42:26.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:25 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:42:26.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:25 smithi012 ceph-mon[88355]: pgmap v1315: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:26.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:25 smithi012 ceph-mon[88355]: osdmap e1070: 8 total, 8 up, 8 in 2024-04-02T08:42:26.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:25 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:42:26.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:25 smithi012 ceph-mon[90784]: pgmap v1315: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:26.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:25 smithi012 ceph-mon[90784]: osdmap e1070: 8 total, 8 up, 8 in 2024-04-02T08:42:26.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:25 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:42:28.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:27 smithi055 ceph-mon[85080]: pgmap v1317: 113 pgs: 113 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 236 B/s wr, 0 op/s 2024-04-02T08:42:28.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:27 smithi012 ceph-mon[88355]: pgmap v1317: 113 pgs: 113 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 236 B/s wr, 0 op/s 2024-04-02T08:42:28.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:27 smithi012 ceph-mon[90784]: pgmap v1317: 113 pgs: 113 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 236 B/s wr, 0 op/s 2024-04-02T08:42:28.429 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:42:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:42:27] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2024-04-02T08:42:29.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:28 smithi055 ceph-mon[85080]: osdmap e1071: 8 total, 8 up, 8 in 2024-04-02T08:42:29.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:28 smithi012 ceph-mon[88355]: osdmap e1071: 8 total, 8 up, 8 in 2024-04-02T08:42:29.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:28 smithi012 ceph-mon[90784]: osdmap e1071: 8 total, 8 up, 8 in 2024-04-02T08:42:30.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:29 smithi055 ceph-mon[85080]: pgmap v1319: 113 pgs: 113 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 192 B/s wr, 0 op/s 2024-04-02T08:42:30.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:29 smithi055 ceph-mon[85080]: osdmap e1072: 8 total, 8 up, 8 in 2024-04-02T08:42:30.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:42:30.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:30.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:29 smithi012 ceph-mon[88355]: pgmap v1319: 113 pgs: 113 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 192 B/s wr, 0 op/s 2024-04-02T08:42:30.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:29 smithi012 ceph-mon[88355]: osdmap e1072: 8 total, 8 up, 8 in 2024-04-02T08:42:30.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:42:30.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:30.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:29 smithi012 ceph-mon[90784]: pgmap v1319: 113 pgs: 113 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 192 B/s wr, 0 op/s 2024-04-02T08:42:30.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:29 smithi012 ceph-mon[90784]: osdmap e1072: 8 total, 8 up, 8 in 2024-04-02T08:42:30.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:42:30.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:31.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:30 smithi055 ceph-mon[85080]: osdmap e1073: 8 total, 8 up, 8 in 2024-04-02T08:42:31.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:30 smithi055 ceph-mon[85080]: osdmap e1074: 8 total, 8 up, 8 in 2024-04-02T08:42:31.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:30 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2500022' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-8"}]: dispatch 2024-04-02T08:42:31.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:30 smithi012 ceph-mon[88355]: osdmap e1073: 8 total, 8 up, 8 in 2024-04-02T08:42:31.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:30 smithi012 ceph-mon[88355]: osdmap e1074: 8 total, 8 up, 8 in 2024-04-02T08:42:31.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:30 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2500022' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-8"}]: dispatch 2024-04-02T08:42:31.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:30 smithi012 ceph-mon[90784]: osdmap e1073: 8 total, 8 up, 8 in 2024-04-02T08:42:31.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:30 smithi012 ceph-mon[90784]: osdmap e1074: 8 total, 8 up, 8 in 2024-04-02T08:42:31.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:30 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2500022' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-8"}]: dispatch 2024-04-02T08:42:32.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:31 smithi055 ceph-mon[85080]: pgmap v1322: 113 pgs: 113 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 192 B/s wr, 0 op/s 2024-04-02T08:42:32.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:31 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2500022' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-8"}]': finished 2024-04-02T08:42:32.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:31 smithi055 ceph-mon[85080]: osdmap e1075: 8 total, 8 up, 8 in 2024-04-02T08:42:32.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:31 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2500022' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-8"}]: dispatch 2024-04-02T08:42:32.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:31 smithi012 ceph-mon[88355]: pgmap v1322: 113 pgs: 113 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 192 B/s wr, 0 op/s 2024-04-02T08:42:32.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:31 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2500022' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-8"}]': finished 2024-04-02T08:42:32.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:31 smithi012 ceph-mon[88355]: osdmap e1075: 8 total, 8 up, 8 in 2024-04-02T08:42:32.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:31 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2500022' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-8"}]: dispatch 2024-04-02T08:42:32.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:31 smithi012 ceph-mon[90784]: pgmap v1322: 113 pgs: 113 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 192 B/s wr, 0 op/s 2024-04-02T08:42:32.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:31 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2500022' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-8"}]': finished 2024-04-02T08:42:32.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:31 smithi012 ceph-mon[90784]: osdmap e1075: 8 total, 8 up, 8 in 2024-04-02T08:42:32.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:31 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2500022' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-8"}]: dispatch 2024-04-02T08:42:32.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:42:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:42:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:42:32.962 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] cls_rgw.test_put_snap_ec (13038 ms) 2024-04-02T08:42:32.963 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] cls_rgw.test_explicit_ec 2024-04-02T08:42:34.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:33 smithi055 ceph-mon[85080]: pgmap v1325: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:34.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:33 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2500022' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-8"}]': finished 2024-04-02T08:42:34.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:33 smithi055 ceph-mon[85080]: osdmap e1076: 8 total, 8 up, 8 in 2024-04-02T08:42:34.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:33 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:42:34.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:33 smithi055 ceph-mon[85080]: Cluster is now healthy 2024-04-02T08:42:34.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:33 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3891862386' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-9"}]: dispatch 2024-04-02T08:42:34.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:33 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3891862386' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-9"}]: dispatch 2024-04-02T08:42:34.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:33 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3891862386' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi012-130368-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:42:34.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:33 smithi012 ceph-mon[88355]: pgmap v1325: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:34.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:33 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2500022' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-8"}]': finished 2024-04-02T08:42:34.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:33 smithi012 ceph-mon[88355]: osdmap e1076: 8 total, 8 up, 8 in 2024-04-02T08:42:34.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:33 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:42:34.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:33 smithi012 ceph-mon[88355]: Cluster is now healthy 2024-04-02T08:42:34.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:33 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3891862386' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-9"}]: dispatch 2024-04-02T08:42:34.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:33 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3891862386' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-9"}]: dispatch 2024-04-02T08:42:34.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:33 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3891862386' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi012-130368-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:42:34.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:33 smithi012 ceph-mon[90784]: pgmap v1325: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:34.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:33 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2500022' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-8"}]': finished 2024-04-02T08:42:34.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:33 smithi012 ceph-mon[90784]: osdmap e1076: 8 total, 8 up, 8 in 2024-04-02T08:42:34.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:33 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:42:34.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:33 smithi012 ceph-mon[90784]: Cluster is now healthy 2024-04-02T08:42:34.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:33 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3891862386' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-9"}]: dispatch 2024-04-02T08:42:34.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:33 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3891862386' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-9"}]: dispatch 2024-04-02T08:42:34.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:33 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3891862386' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi012-130368-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:42:35.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:34 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3891862386' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi012-130368-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:42:35.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:34 smithi055 ceph-mon[85080]: osdmap e1077: 8 total, 8 up, 8 in 2024-04-02T08:42:35.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:34 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3891862386' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi012-130368-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi012-130368-9"}]: dispatch 2024-04-02T08:42:35.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:34 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3891862386' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi012-130368-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:42:35.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:34 smithi012 ceph-mon[88355]: osdmap e1077: 8 total, 8 up, 8 in 2024-04-02T08:42:35.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:34 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3891862386' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi012-130368-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi012-130368-9"}]: dispatch 2024-04-02T08:42:35.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:34 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3891862386' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi012-130368-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:42:35.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:34 smithi012 ceph-mon[90784]: osdmap e1077: 8 total, 8 up, 8 in 2024-04-02T08:42:35.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:34 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3891862386' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi012-130368-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi012-130368-9"}]: dispatch 2024-04-02T08:42:36.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:35 smithi055 ceph-mon[85080]: pgmap v1328: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:36.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:35 smithi055 ceph-mon[85080]: osdmap e1078: 8 total, 8 up, 8 in 2024-04-02T08:42:36.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:35 smithi012 ceph-mon[88355]: pgmap v1328: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:36.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:35 smithi012 ceph-mon[88355]: osdmap e1078: 8 total, 8 up, 8 in 2024-04-02T08:42:36.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:35 smithi012 ceph-mon[90784]: pgmap v1328: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:36.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:35 smithi012 ceph-mon[90784]: osdmap e1078: 8 total, 8 up, 8 in 2024-04-02T08:42:37.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:37 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3891862386' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi012-130368-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi012-130368-9"}]': finished 2024-04-02T08:42:37.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:37 smithi055 ceph-mon[85080]: osdmap e1079: 8 total, 8 up, 8 in 2024-04-02T08:42:37.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:37 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3891862386' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi012-130368-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi012-130368-9"}]': finished 2024-04-02T08:42:37.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:37 smithi012 ceph-mon[88355]: osdmap e1079: 8 total, 8 up, 8 in 2024-04-02T08:42:37.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:37 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3891862386' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi012-130368-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi012-130368-9"}]': finished 2024-04-02T08:42:37.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:37 smithi012 ceph-mon[90784]: osdmap e1079: 8 total, 8 up, 8 in 2024-04-02T08:42:38.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:38 smithi055 ceph-mon[85080]: pgmap v1331: 113 pgs: 4 creating+peering, 4 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:38.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:38 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:42:38.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:38 smithi055 ceph-mon[85080]: osdmap e1080: 8 total, 8 up, 8 in 2024-04-02T08:42:38.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:38 smithi012 ceph-mon[88355]: pgmap v1331: 113 pgs: 4 creating+peering, 4 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:38.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:38 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:42:38.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:38 smithi012 ceph-mon[88355]: osdmap e1080: 8 total, 8 up, 8 in 2024-04-02T08:42:38.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:38 smithi012 ceph-mon[90784]: pgmap v1331: 113 pgs: 4 creating+peering, 4 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:38.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:38 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:42:38.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:38 smithi012 ceph-mon[90784]: osdmap e1080: 8 total, 8 up, 8 in 2024-04-02T08:42:38.429 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:42:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:42:37] "GET /metrics HTTP/1.1" 200 36362 "" "Prometheus/2.43.0" 2024-04-02T08:42:39.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:39 smithi055 ceph-mon[85080]: osdmap e1081: 8 total, 8 up, 8 in 2024-04-02T08:42:39.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:39 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3891862386' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-9"}]: dispatch 2024-04-02T08:42:39.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:39 smithi012 ceph-mon[88355]: osdmap e1081: 8 total, 8 up, 8 in 2024-04-02T08:42:39.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:39 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3891862386' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-9"}]: dispatch 2024-04-02T08:42:39.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:39 smithi012 ceph-mon[90784]: osdmap e1081: 8 total, 8 up, 8 in 2024-04-02T08:42:39.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:39 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3891862386' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-9"}]: dispatch 2024-04-02T08:42:40.035 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] cls_rgw.test_explicit_ec (7073 ms) 2024-04-02T08:42:40.035 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] cls_rgw.set_ec 2024-04-02T08:42:40.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:40 smithi055 ceph-mon[85080]: pgmap v1334: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:40.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:40 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:42:40.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:40 smithi055 ceph-mon[85080]: Cluster is now healthy 2024-04-02T08:42:40.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:40 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3891862386' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-9"}]': finished 2024-04-02T08:42:40.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:40 smithi055 ceph-mon[85080]: osdmap e1082: 8 total, 8 up, 8 in 2024-04-02T08:42:40.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:40 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3891862386' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-9"}]: dispatch 2024-04-02T08:42:40.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:40 smithi012 ceph-mon[88355]: pgmap v1334: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:40.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:40 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:42:40.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:40 smithi012 ceph-mon[88355]: Cluster is now healthy 2024-04-02T08:42:40.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:40 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3891862386' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-9"}]': finished 2024-04-02T08:42:40.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:40 smithi012 ceph-mon[88355]: osdmap e1082: 8 total, 8 up, 8 in 2024-04-02T08:42:40.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:40 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3891862386' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-9"}]: dispatch 2024-04-02T08:42:40.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:40 smithi012 ceph-mon[90784]: pgmap v1334: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:40.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:40 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:42:40.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:40 smithi012 ceph-mon[90784]: Cluster is now healthy 2024-04-02T08:42:40.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:40 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3891862386' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-9"}]': finished 2024-04-02T08:42:40.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:40 smithi012 ceph-mon[90784]: osdmap e1082: 8 total, 8 up, 8 in 2024-04-02T08:42:40.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:40 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3891862386' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-9"}]: dispatch 2024-04-02T08:42:41.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:41 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3891862386' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-9"}]': finished 2024-04-02T08:42:41.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:41 smithi055 ceph-mon[85080]: osdmap e1083: 8 total, 8 up, 8 in 2024-04-02T08:42:41.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:41 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3613318898' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-10"}]: dispatch 2024-04-02T08:42:41.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:41 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-10"}]: dispatch 2024-04-02T08:42:41.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:41 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3613318898' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-10"}]: dispatch 2024-04-02T08:42:41.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:41 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-10"}]: dispatch 2024-04-02T08:42:41.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:41 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3613318898' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi012-130368-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:42:41.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:41 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi012-130368-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:42:41.330 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:41 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3891862386' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-9"}]': finished 2024-04-02T08:42:41.330 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:41 smithi012 ceph-mon[88355]: osdmap e1083: 8 total, 8 up, 8 in 2024-04-02T08:42:41.330 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:41 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3613318898' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-10"}]: dispatch 2024-04-02T08:42:41.330 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:41 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-10"}]: dispatch 2024-04-02T08:42:41.330 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:41 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3613318898' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-10"}]: dispatch 2024-04-02T08:42:41.331 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:41 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-10"}]: dispatch 2024-04-02T08:42:41.331 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:41 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3613318898' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi012-130368-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:42:41.331 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:41 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi012-130368-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:42:41.331 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:41 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3891862386' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-9"}]': finished 2024-04-02T08:42:41.331 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:41 smithi012 ceph-mon[90784]: osdmap e1083: 8 total, 8 up, 8 in 2024-04-02T08:42:41.331 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:41 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3613318898' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-10"}]: dispatch 2024-04-02T08:42:41.331 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:41 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-10"}]: dispatch 2024-04-02T08:42:41.331 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:41 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3613318898' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-10"}]: dispatch 2024-04-02T08:42:41.331 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:41 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-10"}]: dispatch 2024-04-02T08:42:41.331 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:41 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3613318898' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi012-130368-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:42:41.331 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:41 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi012-130368-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:42:42.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:42 smithi055 ceph-mon[85080]: pgmap v1337: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:42.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:42 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi012-130368-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:42:42.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:42 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3613318898' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi012-130368-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi012-130368-10"}]: dispatch 2024-04-02T08:42:42.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:42 smithi055 ceph-mon[85080]: osdmap e1084: 8 total, 8 up, 8 in 2024-04-02T08:42:42.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:42 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi012-130368-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi012-130368-10"}]: dispatch 2024-04-02T08:42:42.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:42 smithi012 ceph-mon[90784]: pgmap v1337: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:42.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:42 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi012-130368-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:42:42.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:42 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3613318898' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi012-130368-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi012-130368-10"}]: dispatch 2024-04-02T08:42:42.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:42 smithi012 ceph-mon[90784]: osdmap e1084: 8 total, 8 up, 8 in 2024-04-02T08:42:42.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:42 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi012-130368-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi012-130368-10"}]: dispatch 2024-04-02T08:42:42.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:42 smithi012 ceph-mon[88355]: pgmap v1337: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:42.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:42 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi012-130368-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:42:42.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:42 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3613318898' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi012-130368-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi012-130368-10"}]: dispatch 2024-04-02T08:42:42.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:42 smithi012 ceph-mon[88355]: osdmap e1084: 8 total, 8 up, 8 in 2024-04-02T08:42:42.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:42 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi012-130368-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi012-130368-10"}]: dispatch 2024-04-02T08:42:42.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:42:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:42:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:42:43.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:43 smithi012 ceph-mon[88355]: osdmap e1085: 8 total, 8 up, 8 in 2024-04-02T08:42:43.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:43 smithi012 ceph-mon[90784]: osdmap e1085: 8 total, 8 up, 8 in 2024-04-02T08:42:43.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:43 smithi055 ceph-mon[85080]: osdmap e1085: 8 total, 8 up, 8 in 2024-04-02T08:42:44.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:44 smithi012 ceph-mon[88355]: pgmap v1340: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:44.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:44 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi012-130368-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi012-130368-10"}]': finished 2024-04-02T08:42:44.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:44 smithi012 ceph-mon[88355]: osdmap e1086: 8 total, 8 up, 8 in 2024-04-02T08:42:44.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:44 smithi012 ceph-mon[90784]: pgmap v1340: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:44.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:44 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi012-130368-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi012-130368-10"}]': finished 2024-04-02T08:42:44.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:44 smithi012 ceph-mon[90784]: osdmap e1086: 8 total, 8 up, 8 in 2024-04-02T08:42:44.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:44 smithi055 ceph-mon[85080]: pgmap v1340: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:44.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:44 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi012-130368-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi012-130368-10"}]': finished 2024-04-02T08:42:44.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:44 smithi055 ceph-mon[85080]: osdmap e1086: 8 total, 8 up, 8 in 2024-04-02T08:42:45.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:45 smithi012 ceph-mon[90784]: osdmap e1087: 8 total, 8 up, 8 in 2024-04-02T08:42:45.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:45 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:42:45.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:45 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:45.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:45 smithi012 ceph-mon[90784]: pgmap v1343: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:45.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:45 smithi012 ceph-mon[88355]: osdmap e1087: 8 total, 8 up, 8 in 2024-04-02T08:42:45.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:45 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:42:45.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:45 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:45.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:45 smithi012 ceph-mon[88355]: pgmap v1343: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:45.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:45 smithi055 ceph-mon[85080]: osdmap e1087: 8 total, 8 up, 8 in 2024-04-02T08:42:45.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:45 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:42:45.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:45 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:45.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:45 smithi055 ceph-mon[85080]: pgmap v1343: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:46.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:46 smithi012 ceph-mon[90784]: osdmap e1088: 8 total, 8 up, 8 in 2024-04-02T08:42:46.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:46 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3613318898' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-10"}]: dispatch 2024-04-02T08:42:46.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:46 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-10"}]: dispatch 2024-04-02T08:42:46.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:46 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:42:46.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:46 smithi012 ceph-mon[88355]: osdmap e1088: 8 total, 8 up, 8 in 2024-04-02T08:42:46.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:46 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3613318898' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-10"}]: dispatch 2024-04-02T08:42:46.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:46 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-10"}]: dispatch 2024-04-02T08:42:46.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:46 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:42:46.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:46 smithi055 ceph-mon[85080]: osdmap e1088: 8 total, 8 up, 8 in 2024-04-02T08:42:46.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:46 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3613318898' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-10"}]: dispatch 2024-04-02T08:42:46.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:46 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-10"}]: dispatch 2024-04-02T08:42:46.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:46 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:42:47.099 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] cls_rgw.set_ec (7064 ms) 2024-04-02T08:42:47.099 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 10 tests from cls_rgw (61282 ms total) 2024-04-02T08:42:47.099 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T08:42:47.100 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] Global test environment tear-down 2024-04-02T08:42:47.100 INFO:tasks.workunit.client.0.smithi012.stdout:[==========] 10 tests from 1 test suite ran. (61282 ms total) 2024-04-02T08:42:47.100 INFO:tasks.workunit.client.0.smithi012.stdout:[ PASSED ] 10 tests. 2024-04-02T08:42:47.102 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:42:47.102 DEBUG:teuthology.orchestra.run.smithi012:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:42:47.168 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2024-04-02T08:42:47.168 DEBUG:teuthology.orchestra.run.smithi012:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2024-04-02T08:42:47.237 INFO:tasks.workunit.client.0.smithi012.stdout:Running main() from gmock_main.cc 2024-04-02T08:42:47.237 INFO:tasks.workunit.client.0.smithi012.stdout:[==========] Running 16 tests from 1 test suite. 2024-04-02T08:42:47.237 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] Global test environment set-up. 2024-04-02T08:42:47.237 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 16 tests from cls_rgw 2024-04-02T08:42:47.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:47 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-10"}]': finished 2024-04-02T08:42:47.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:47 smithi012 ceph-mon[90784]: osdmap e1089: 8 total, 8 up, 8 in 2024-04-02T08:42:47.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:47 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3613318898' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-10"}]: dispatch 2024-04-02T08:42:47.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:47 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-10"}]: dispatch 2024-04-02T08:42:47.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:47 smithi012 ceph-mon[90784]: pgmap v1346: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:47.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:47 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-10"}]': finished 2024-04-02T08:42:47.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:47 smithi012 ceph-mon[88355]: osdmap e1089: 8 total, 8 up, 8 in 2024-04-02T08:42:47.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:47 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3613318898' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-10"}]: dispatch 2024-04-02T08:42:47.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:47 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-10"}]: dispatch 2024-04-02T08:42:47.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:47 smithi012 ceph-mon[88355]: pgmap v1346: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:47.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:47 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi012-130368-10"}]': finished 2024-04-02T08:42:47.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:47 smithi055 ceph-mon[85080]: osdmap e1089: 8 total, 8 up, 8 in 2024-04-02T08:42:47.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:47 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3613318898' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-10"}]: dispatch 2024-04-02T08:42:47.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:47 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-10"}]: dispatch 2024-04-02T08:42:47.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:47 smithi055 ceph-mon[85080]: pgmap v1346: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:48.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:42:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:42:47] "GET /metrics HTTP/1.1" 200 36329 "" "Prometheus/2.43.0" 2024-04-02T08:42:48.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:48 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:42:48.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:48 smithi012 ceph-mon[88355]: Cluster is now healthy 2024-04-02T08:42:48.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:48 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-10"}]': finished 2024-04-02T08:42:48.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:48 smithi012 ceph-mon[88355]: osdmap e1090: 8 total, 8 up, 8 in 2024-04-02T08:42:48.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:48 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:42:48.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:48 smithi012 ceph-mon[90784]: Cluster is now healthy 2024-04-02T08:42:48.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:48 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-10"}]': finished 2024-04-02T08:42:48.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:48 smithi012 ceph-mon[90784]: osdmap e1090: 8 total, 8 up, 8 in 2024-04-02T08:42:48.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:48 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:42:48.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:48 smithi055 ceph-mon[85080]: Cluster is now healthy 2024-04-02T08:42:48.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:48 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi012-130368-10"}]': finished 2024-04-02T08:42:48.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:48 smithi055 ceph-mon[85080]: osdmap e1090: 8 total, 8 up, 8 in 2024-04-02T08:42:49.114 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] cls_rgw.index_basic 2024-04-02T08:42:49.159 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] cls_rgw.index_basic (45 ms) 2024-04-02T08:42:49.159 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2024-04-02T08:42:49.189 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (29 ms) 2024-04-02T08:42:49.190 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] cls_rgw.index_remove_object 2024-04-02T08:42:49.224 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] cls_rgw.index_remove_object (36 ms) 2024-04-02T08:42:49.224 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] cls_rgw.index_suggest 2024-04-02T08:42:49.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:49 smithi012 ceph-mon[88355]: osdmap e1091: 8 total, 8 up, 8 in 2024-04-02T08:42:49.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:49 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/260195243' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130709-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:49.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:49 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130709-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:49.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:49 smithi012 ceph-mon[88355]: pgmap v1349: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:49.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:49 smithi012 ceph-mon[90784]: osdmap e1091: 8 total, 8 up, 8 in 2024-04-02T08:42:49.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:49 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/260195243' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130709-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:49.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:49 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130709-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:49.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:49 smithi012 ceph-mon[90784]: pgmap v1349: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:49.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:49 smithi055 ceph-mon[85080]: osdmap e1091: 8 total, 8 up, 8 in 2024-04-02T08:42:49.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:49 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/260195243' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130709-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:49.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:49 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130709-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:49.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:49 smithi055 ceph-mon[85080]: pgmap v1349: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:50.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:50 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:42:50.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:50 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130709-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:42:50.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:50 smithi012 ceph-mon[88355]: osdmap e1092: 8 total, 8 up, 8 in 2024-04-02T08:42:50.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:50 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:42:50.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:50 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130709-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:42:50.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:50 smithi012 ceph-mon[90784]: osdmap e1092: 8 total, 8 up, 8 in 2024-04-02T08:42:50.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:50 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:42:50.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:50 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130709-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:42:50.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:50 smithi055 ceph-mon[85080]: osdmap e1092: 8 total, 8 up, 8 in 2024-04-02T08:42:50.676 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] cls_rgw.index_suggest (1452 ms) 2024-04-02T08:42:50.676 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] cls_rgw.index_suggest_complete 2024-04-02T08:42:50.681 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] cls_rgw.index_suggest_complete (6 ms) 2024-04-02T08:42:50.682 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] cls_rgw.index_list 2024-04-02T08:42:50.704 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] cls_rgw.index_list (22 ms) 2024-04-02T08:42:50.704 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] cls_rgw.index_list_delimited 2024-04-02T08:42:51.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:51 smithi012 ceph-mon[88355]: osdmap e1093: 8 total, 8 up, 8 in 2024-04-02T08:42:51.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:51 smithi012 ceph-mon[88355]: pgmap v1352: 137 pgs: 17 unknown, 120 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 10 KiB/s wr, 30 op/s 2024-04-02T08:42:51.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:51 smithi012 ceph-mon[90784]: osdmap e1093: 8 total, 8 up, 8 in 2024-04-02T08:42:51.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:51 smithi012 ceph-mon[90784]: pgmap v1352: 137 pgs: 17 unknown, 120 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 10 KiB/s wr, 30 op/s 2024-04-02T08:42:51.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:51 smithi055 ceph-mon[85080]: osdmap e1093: 8 total, 8 up, 8 in 2024-04-02T08:42:51.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:51 smithi055 ceph-mon[85080]: pgmap v1352: 137 pgs: 17 unknown, 120 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 10 KiB/s wr, 30 op/s 2024-04-02T08:42:52.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:52 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:42:52.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:52 smithi012 ceph-mon[88355]: Cluster is now healthy 2024-04-02T08:42:52.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:52 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:42:52.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:52 smithi012 ceph-mon[90784]: Cluster is now healthy 2024-04-02T08:42:52.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:52 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:42:52.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:52 smithi055 ceph-mon[85080]: Cluster is now healthy 2024-04-02T08:42:52.561 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:42:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:42:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:42:53.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:53 smithi012 ceph-mon[88355]: pgmap v1353: 137 pgs: 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 319 KiB/s rd, 178 KiB/s wr, 573 op/s 2024-04-02T08:42:53.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:53 smithi012 ceph-mon[90784]: pgmap v1353: 137 pgs: 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 319 KiB/s rd, 178 KiB/s wr, 573 op/s 2024-04-02T08:42:53.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:53 smithi055 ceph-mon[85080]: pgmap v1353: 137 pgs: 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 319 KiB/s rd, 178 KiB/s wr, 573 op/s 2024-04-02T08:42:55.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:55 smithi012 ceph-mon[88355]: pgmap v1354: 137 pgs: 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 268 KiB/s rd, 150 KiB/s wr, 481 op/s 2024-04-02T08:42:55.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:55 smithi012 ceph-mon[90784]: pgmap v1354: 137 pgs: 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 268 KiB/s rd, 150 KiB/s wr, 481 op/s 2024-04-02T08:42:55.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:55 smithi055 ceph-mon[85080]: pgmap v1354: 137 pgs: 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 268 KiB/s rd, 150 KiB/s wr, 481 op/s 2024-04-02T08:42:56.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:42:56.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:42:56.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:42:57.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:57 smithi012 ceph-mon[88355]: pgmap v1355: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 858 KiB/s rd, 551 KiB/s wr, 1.67k op/s 2024-04-02T08:42:57.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:57 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:42:57.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:57 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:42:57.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:57 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:42:57.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:57 smithi012 ceph-mon[90784]: pgmap v1355: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 858 KiB/s rd, 551 KiB/s wr, 1.67k op/s 2024-04-02T08:42:57.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:57 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:42:57.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:57 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:42:57.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:57 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:42:57.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:57 smithi055 ceph-mon[85080]: pgmap v1355: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 858 KiB/s rd, 551 KiB/s wr, 1.67k op/s 2024-04-02T08:42:57.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:57 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:42:57.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:57 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:42:57.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:57 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:42:58.429 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:42:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:42:57] "GET /metrics HTTP/1.1" 200 36329 "" "Prometheus/2.43.0" 2024-04-02T08:42:59.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:59 smithi012 ceph-mon[88355]: pgmap v1356: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 750 KiB/s rd, 481 KiB/s wr, 1.46k op/s 2024-04-02T08:42:59.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:42:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:59.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:59 smithi012 ceph-mon[90784]: pgmap v1356: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 750 KiB/s rd, 481 KiB/s wr, 1.46k op/s 2024-04-02T08:42:59.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:42:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:59.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:59 smithi055 ceph-mon[85080]: pgmap v1356: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 750 KiB/s rd, 481 KiB/s wr, 1.46k op/s 2024-04-02T08:42:59.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:42:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:01.612 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:43:01 smithi055 ceph-mon[85080]: pgmap v1357: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 677 KiB/s rd, 434 KiB/s wr, 1.32k op/s 2024-04-02T08:43:01.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:43:01 smithi012 ceph-mon[88355]: pgmap v1357: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 677 KiB/s rd, 434 KiB/s wr, 1.32k op/s 2024-04-02T08:43:01.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:43:01 smithi012 ceph-mon[90784]: pgmap v1357: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 677 KiB/s rd, 434 KiB/s wr, 1.32k op/s 2024-04-02T08:43:02.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:43:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:43:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:43:03.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:43:03 smithi012 ceph-mon[88355]: pgmap v1358: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 874 KiB/s rd, 568 KiB/s wr, 1.72k op/s 2024-04-02T08:43:03.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:43:03 smithi012 ceph-mon[90784]: pgmap v1358: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 874 KiB/s rd, 568 KiB/s wr, 1.72k op/s 2024-04-02T08:43:03.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:43:03 smithi055 ceph-mon[85080]: pgmap v1358: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 874 KiB/s rd, 568 KiB/s wr, 1.72k op/s 2024-04-02T08:43:05.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:43:05 smithi012 ceph-mon[88355]: pgmap v1359: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 742 KiB/s rd, 495 KiB/s wr, 1.48k op/s 2024-04-02T08:43:05.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:43:05 smithi012 ceph-mon[90784]: pgmap v1359: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 742 KiB/s rd, 495 KiB/s wr, 1.48k op/s 2024-04-02T08:43:05.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:43:05 smithi055 ceph-mon[85080]: pgmap v1359: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 742 KiB/s rd, 495 KiB/s wr, 1.48k op/s 2024-04-02T08:43:07.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:43:07 smithi012 ceph-mon[88355]: pgmap v1360: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1011 KiB/s rd, 675 KiB/s wr, 2.02k op/s 2024-04-02T08:43:07.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:43:07 smithi012 ceph-mon[90784]: pgmap v1360: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1011 KiB/s rd, 675 KiB/s wr, 2.02k op/s 2024-04-02T08:43:07.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:43:07 smithi055 ceph-mon[85080]: pgmap v1360: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1011 KiB/s rd, 675 KiB/s wr, 2.02k op/s 2024-04-02T08:43:08.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:43:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:43:07] "GET /metrics HTTP/1.1" 200 36357 "" "Prometheus/2.43.0" 2024-04-02T08:43:09.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:43:09 smithi012 ceph-mon[88355]: pgmap v1361: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 577 KiB/s rd, 384 KiB/s wr, 1.15k op/s 2024-04-02T08:43:09.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:43:09 smithi012 ceph-mon[90784]: pgmap v1361: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 577 KiB/s rd, 384 KiB/s wr, 1.15k op/s 2024-04-02T08:43:09.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:43:09 smithi055 ceph-mon[85080]: pgmap v1361: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 577 KiB/s rd, 384 KiB/s wr, 1.15k op/s 2024-04-02T08:43:11.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:43:11 smithi012 ceph-mon[88355]: pgmap v1362: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 577 KiB/s rd, 384 KiB/s wr, 1.15k op/s 2024-04-02T08:43:11.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:43:11 smithi012 ceph-mon[90784]: pgmap v1362: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 577 KiB/s rd, 384 KiB/s wr, 1.15k op/s 2024-04-02T08:43:11.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:43:11 smithi055 ceph-mon[85080]: pgmap v1362: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 577 KiB/s rd, 384 KiB/s wr, 1.15k op/s 2024-04-02T08:43:12.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:43:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:43:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:43:13.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:43:13 smithi012 ceph-mon[88355]: pgmap v1363: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 846 KiB/s rd, 564 KiB/s wr, 1.69k op/s 2024-04-02T08:43:13.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:43:13 smithi012 ceph-mon[90784]: pgmap v1363: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 846 KiB/s rd, 564 KiB/s wr, 1.69k op/s 2024-04-02T08:43:13.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:43:13 smithi055 ceph-mon[85080]: pgmap v1363: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 846 KiB/s rd, 564 KiB/s wr, 1.69k op/s 2024-04-02T08:43:14.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:43:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:14.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:43:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:14.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:43:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:15.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:43:15 smithi012 ceph-mon[88355]: pgmap v1364: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 539 KiB/s rd, 359 KiB/s wr, 1.08k op/s 2024-04-02T08:43:15.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:43:15 smithi012 ceph-mon[90784]: pgmap v1364: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 539 KiB/s rd, 359 KiB/s wr, 1.08k op/s 2024-04-02T08:43:15.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:43:15 smithi055 ceph-mon[85080]: pgmap v1364: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 539 KiB/s rd, 359 KiB/s wr, 1.08k op/s 2024-04-02T08:43:17.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:43:17 smithi012 ceph-mon[88355]: pgmap v1365: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 804 KiB/s rd, 536 KiB/s wr, 1.61k op/s 2024-04-02T08:43:17.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:43:17 smithi012 ceph-mon[90784]: pgmap v1365: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 804 KiB/s rd, 536 KiB/s wr, 1.61k op/s 2024-04-02T08:43:17.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:43:17 smithi055 ceph-mon[85080]: pgmap v1365: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 804 KiB/s rd, 536 KiB/s wr, 1.61k op/s 2024-04-02T08:43:18.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:43:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:43:17] "GET /metrics HTTP/1.1" 200 36357 "" "Prometheus/2.43.0" 2024-04-02T08:43:19.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:43:19 smithi012 ceph-mon[88355]: pgmap v1366: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 534 KiB/s rd, 356 KiB/s wr, 1.07k op/s 2024-04-02T08:43:19.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:43:19 smithi012 ceph-mon[90784]: pgmap v1366: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 534 KiB/s rd, 356 KiB/s wr, 1.07k op/s 2024-04-02T08:43:19.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:43:19 smithi055 ceph-mon[85080]: pgmap v1366: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 534 KiB/s rd, 356 KiB/s wr, 1.07k op/s 2024-04-02T08:43:21.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:43:21 smithi012 ceph-mon[88355]: pgmap v1367: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 534 KiB/s rd, 356 KiB/s wr, 1.07k op/s 2024-04-02T08:43:21.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:43:21 smithi012 ceph-mon[90784]: pgmap v1367: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 534 KiB/s rd, 356 KiB/s wr, 1.07k op/s 2024-04-02T08:43:21.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:43:21 smithi055 ceph-mon[85080]: pgmap v1367: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 534 KiB/s rd, 356 KiB/s wr, 1.07k op/s 2024-04-02T08:43:22.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:43:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:43:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:43:23.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:43:23 smithi012 ceph-mon[88355]: pgmap v1368: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 795 KiB/s rd, 530 KiB/s wr, 1.59k op/s 2024-04-02T08:43:23.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:43:23 smithi012 ceph-mon[90784]: pgmap v1368: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 795 KiB/s rd, 530 KiB/s wr, 1.59k op/s 2024-04-02T08:43:23.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:43:23 smithi055 ceph-mon[85080]: pgmap v1368: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 795 KiB/s rd, 530 KiB/s wr, 1.59k op/s 2024-04-02T08:43:25.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:43:25 smithi012 ceph-mon[88355]: pgmap v1369: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 525 KiB/s rd, 350 KiB/s wr, 1.05k op/s 2024-04-02T08:43:25.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:43:25 smithi012 ceph-mon[90784]: pgmap v1369: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 525 KiB/s rd, 350 KiB/s wr, 1.05k op/s 2024-04-02T08:43:25.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:43:25 smithi055 ceph-mon[85080]: pgmap v1369: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 525 KiB/s rd, 350 KiB/s wr, 1.05k op/s 2024-04-02T08:43:27.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:43:27 smithi012 ceph-mon[88355]: pgmap v1370: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 785 KiB/s rd, 523 KiB/s wr, 1.57k op/s 2024-04-02T08:43:27.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:43:27 smithi012 ceph-mon[90784]: pgmap v1370: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 785 KiB/s rd, 523 KiB/s wr, 1.57k op/s 2024-04-02T08:43:27.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:43:27 smithi055 ceph-mon[85080]: pgmap v1370: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 785 KiB/s rd, 523 KiB/s wr, 1.57k op/s 2024-04-02T08:43:28.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:43:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:43:27] "GET /metrics HTTP/1.1" 200 36357 "" "Prometheus/2.43.0" 2024-04-02T08:43:29.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:43:29 smithi012 ceph-mon[88355]: pgmap v1371: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 520 KiB/s rd, 346 KiB/s wr, 1.04k op/s 2024-04-02T08:43:29.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:43:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:29.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:43:29 smithi012 ceph-mon[90784]: pgmap v1371: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 520 KiB/s rd, 346 KiB/s wr, 1.04k op/s 2024-04-02T08:43:29.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:43:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:29.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:43:29 smithi055 ceph-mon[85080]: pgmap v1371: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 520 KiB/s rd, 346 KiB/s wr, 1.04k op/s 2024-04-02T08:43:29.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:43:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:31.611 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:43:31 smithi055 ceph-mon[85080]: pgmap v1372: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 520 KiB/s rd, 346 KiB/s wr, 1.04k op/s 2024-04-02T08:43:31.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:43:31 smithi012 ceph-mon[88355]: pgmap v1372: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 520 KiB/s rd, 346 KiB/s wr, 1.04k op/s 2024-04-02T08:43:31.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:43:31 smithi012 ceph-mon[90784]: pgmap v1372: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 520 KiB/s rd, 346 KiB/s wr, 1.04k op/s 2024-04-02T08:43:32.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:43:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:43:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:43:33.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:43:33 smithi012 ceph-mon[88355]: pgmap v1373: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 782 KiB/s rd, 521 KiB/s wr, 1.56k op/s 2024-04-02T08:43:33.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:43:33 smithi012 ceph-mon[90784]: pgmap v1373: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 782 KiB/s rd, 521 KiB/s wr, 1.56k op/s 2024-04-02T08:43:33.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:43:33 smithi055 ceph-mon[85080]: pgmap v1373: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 782 KiB/s rd, 521 KiB/s wr, 1.56k op/s 2024-04-02T08:43:34.122 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] cls_rgw.index_list_delimited (43418 ms) 2024-04-02T08:43:34.122 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] cls_rgw.bi_list 2024-04-02T08:43:34.202 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] cls_rgw.bi_list (80 ms) 2024-04-02T08:43:34.202 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] cls_rgw.gc_set 2024-04-02T08:43:34.229 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] cls_rgw.gc_set (28 ms) 2024-04-02T08:43:34.229 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] cls_rgw.gc_list 2024-04-02T08:43:34.256 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] cls_rgw.gc_list (26 ms) 2024-04-02T08:43:34.256 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] cls_rgw.gc_defer 2024-04-02T08:43:35.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:43:35 smithi012 ceph-mon[88355]: pgmap v1374: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 522 KiB/s rd, 348 KiB/s wr, 1.04k op/s 2024-04-02T08:43:35.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:43:35 smithi012 ceph-mon[88355]: osdmap e1094: 8 total, 8 up, 8 in 2024-04-02T08:43:35.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:43:35 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3433662759' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130709-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:35.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:43:35 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130709-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:35.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:43:35 smithi012 ceph-mon[90784]: pgmap v1374: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 522 KiB/s rd, 348 KiB/s wr, 1.04k op/s 2024-04-02T08:43:35.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:43:35 smithi012 ceph-mon[90784]: osdmap e1094: 8 total, 8 up, 8 in 2024-04-02T08:43:35.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:43:35 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3433662759' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130709-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:35.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:43:35 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130709-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:35.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:43:35 smithi055 ceph-mon[85080]: pgmap v1374: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 522 KiB/s rd, 348 KiB/s wr, 1.04k op/s 2024-04-02T08:43:35.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:43:35 smithi055 ceph-mon[85080]: osdmap e1094: 8 total, 8 up, 8 in 2024-04-02T08:43:35.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:43:35 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3433662759' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130709-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:35.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:43:35 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130709-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:36.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:43:36 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130709-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:43:36.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:43:36 smithi012 ceph-mon[88355]: osdmap e1095: 8 total, 8 up, 8 in 2024-04-02T08:43:36.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:43:36 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130709-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:43:36.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:43:36 smithi012 ceph-mon[90784]: osdmap e1095: 8 total, 8 up, 8 in 2024-04-02T08:43:36.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:43:36 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130709-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:43:36.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:43:36 smithi055 ceph-mon[85080]: osdmap e1095: 8 total, 8 up, 8 in 2024-04-02T08:43:37.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:43:37 smithi012 ceph-mon[88355]: pgmap v1377: 169 pgs: 16 creating+peering, 153 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 834 KiB/s rd, 437 KiB/s wr, 1.31k op/s 2024-04-02T08:43:37.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:43:37 smithi012 ceph-mon[88355]: osdmap e1096: 8 total, 8 up, 8 in 2024-04-02T08:43:37.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:43:37 smithi012 ceph-mon[90784]: pgmap v1377: 169 pgs: 16 creating+peering, 153 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 834 KiB/s rd, 437 KiB/s wr, 1.31k op/s 2024-04-02T08:43:37.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:43:37 smithi012 ceph-mon[90784]: osdmap e1096: 8 total, 8 up, 8 in 2024-04-02T08:43:37.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:43:37 smithi055 ceph-mon[85080]: pgmap v1377: 169 pgs: 16 creating+peering, 153 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 834 KiB/s rd, 437 KiB/s wr, 1.31k op/s 2024-04-02T08:43:37.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:43:37 smithi055 ceph-mon[85080]: osdmap e1096: 8 total, 8 up, 8 in 2024-04-02T08:43:38.310 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:43:38 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[122025]: logger=cleanup t=2024-04-02T08:43:38.001358719Z level=info msg="Completed cleanup jobs" duration=1.162389ms 2024-04-02T08:43:38.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:43:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:43:37] "GET /metrics HTTP/1.1" 200 36359 "" "Prometheus/2.43.0" 2024-04-02T08:43:39.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:43:39 smithi012 ceph-mon[88355]: pgmap v1379: 169 pgs: 16 creating+peering, 153 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 587 KiB/s rd, 233 KiB/s wr, 691 op/s 2024-04-02T08:43:39.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:43:39 smithi012 ceph-mon[90784]: pgmap v1379: 169 pgs: 16 creating+peering, 153 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 587 KiB/s rd, 233 KiB/s wr, 691 op/s 2024-04-02T08:43:39.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:43:39 smithi055 ceph-mon[85080]: pgmap v1379: 169 pgs: 16 creating+peering, 153 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 587 KiB/s rd, 233 KiB/s wr, 691 op/s 2024-04-02T08:43:41.407 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] cls_rgw.gc_defer (7151 ms) 2024-04-02T08:43:41.407 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] cls_rgw.usage_basic 2024-04-02T08:43:41.488 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] cls_rgw.usage_basic (81 ms) 2024-04-02T08:43:41.488 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2024-04-02T08:43:41.489 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] cls_rgw.usage_clear_no_obj (1 ms) 2024-04-02T08:43:41.489 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] cls_rgw.usage_clear 2024-04-02T08:43:41.580 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] cls_rgw.usage_clear (91 ms) 2024-04-02T08:43:41.581 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] cls_rgw.bi_log_trim 2024-04-02T08:43:41.638 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] cls_rgw.bi_log_trim (58 ms) 2024-04-02T08:43:41.638 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] cls_rgw.index_racing_removes 2024-04-02T08:43:41.650 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] cls_rgw.index_racing_removes (12 ms) 2024-04-02T08:43:41.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:43:41 smithi012 ceph-mon[88355]: pgmap v1380: 169 pgs: 169 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 587 KiB/s rd, 233 KiB/s wr, 691 op/s 2024-04-02T08:43:41.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:43:41 smithi012 ceph-mon[90784]: pgmap v1380: 169 pgs: 169 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 587 KiB/s rd, 233 KiB/s wr, 691 op/s 2024-04-02T08:43:41.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:43:41 smithi055 ceph-mon[85080]: pgmap v1380: 169 pgs: 169 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 587 KiB/s rd, 233 KiB/s wr, 691 op/s 2024-04-02T08:43:42.415 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 16 tests from cls_rgw (52536 ms total) 2024-04-02T08:43:42.415 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T08:43:42.415 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] Global test environment tear-down 2024-04-02T08:43:42.415 INFO:tasks.workunit.client.0.smithi012.stdout:[==========] 16 tests from 1 test suite ran. (55178 ms total) 2024-04-02T08:43:42.415 INFO:tasks.workunit.client.0.smithi012.stdout:[ PASSED ] 16 tests. 2024-04-02T08:43:42.419 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:43:42.419 DEBUG:teuthology.orchestra.run.smithi012:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:43:42.486 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_gc.sh... 2024-04-02T08:43:42.486 DEBUG:teuthology.orchestra.run.smithi012:workunit test cls/test_cls_rgw_gc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_gc.sh 2024-04-02T08:43:42.557 INFO:tasks.workunit.client.0.smithi012.stdout:Running main() from gmock_main.cc 2024-04-02T08:43:42.557 INFO:tasks.workunit.client.0.smithi012.stdout:[==========] Running 9 tests from 1 test suite. 2024-04-02T08:43:42.557 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] Global test environment set-up. 2024-04-02T08:43:42.557 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 9 tests from cls_rgw_gc 2024-04-02T08:43:42.557 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] cls_rgw_gc.init 2024-04-02T08:43:42.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:43:42 smithi012 ceph-mon[88355]: osdmap e1097: 8 total, 8 up, 8 in 2024-04-02T08:43:42.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:43:42 smithi012 ceph-mon[90784]: osdmap e1097: 8 total, 8 up, 8 in 2024-04-02T08:43:42.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:43:42 smithi055 ceph-mon[85080]: osdmap e1097: 8 total, 8 up, 8 in 2024-04-02T08:43:42.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:43:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:43:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:43:43.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:43:43 smithi012 ceph-mon[88355]: pgmap v1382: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 510 KiB/s rd, 202 KiB/s wr, 599 op/s 2024-04-02T08:43:43.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:43:43 smithi012 ceph-mon[88355]: osdmap e1098: 8 total, 8 up, 8 in 2024-04-02T08:43:43.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:43:43 smithi012 ceph-mon[90784]: pgmap v1382: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 510 KiB/s rd, 202 KiB/s wr, 599 op/s 2024-04-02T08:43:43.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:43:43 smithi012 ceph-mon[90784]: osdmap e1098: 8 total, 8 up, 8 in 2024-04-02T08:43:43.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:43:43 smithi055 ceph-mon[85080]: pgmap v1382: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 510 KiB/s rd, 202 KiB/s wr, 599 op/s 2024-04-02T08:43:43.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:43:43 smithi055 ceph-mon[85080]: osdmap e1098: 8 total, 8 up, 8 in 2024-04-02T08:43:44.438 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] cls_rgw_gc.init (1881 ms) 2024-04-02T08:43:44.438 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops1 2024-04-02T08:43:44.469 INFO:tasks.workunit.client.0.smithi012.stderr:[ ] list info tag = chain-0 2024-04-02T08:43:44.469 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] cls_rgw_gc.gc_queue_ops1 (31 ms) 2024-04-02T08:43:44.469 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops2 2024-04-02T08:43:44.475 INFO:tasks.workunit.client.0.smithi012.stderr:[ ] next_marker is: = 0/4263 2024-04-02T08:43:44.475 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] cls_rgw_gc.gc_queue_ops2 (6 ms) 2024-04-02T08:43:44.476 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops5 2024-04-02T08:43:44.483 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] cls_rgw_gc.gc_queue_ops5 (8 ms) 2024-04-02T08:43:44.483 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops6 2024-04-02T08:43:44.490 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] cls_rgw_gc.gc_queue_ops6 (7 ms) 2024-04-02T08:43:44.491 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops7 2024-04-02T08:43:44.498 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] cls_rgw_gc.gc_queue_ops7 (8 ms) 2024-04-02T08:43:44.498 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops8 2024-04-02T08:43:44.505 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] cls_rgw_gc.gc_queue_ops8 (7 ms) 2024-04-02T08:43:44.505 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops9 2024-04-02T08:43:44.510 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] cls_rgw_gc.gc_queue_ops9 (6 ms) 2024-04-02T08:43:44.511 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] cls_rgw_gc.finalize 2024-04-02T08:43:44.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:43:44 smithi055 ceph-mon[85080]: osdmap e1099: 8 total, 8 up, 8 in 2024-04-02T08:43:44.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:43:44 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1047817063' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130910-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:44.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:43:44 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130910-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:44.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:43:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:44.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:43:44 smithi012 ceph-mon[88355]: osdmap e1099: 8 total, 8 up, 8 in 2024-04-02T08:43:44.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:43:44 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1047817063' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130910-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:44.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:43:44 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130910-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:44.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:43:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:44.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:43:44 smithi012 ceph-mon[90784]: osdmap e1099: 8 total, 8 up, 8 in 2024-04-02T08:43:44.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:43:44 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1047817063' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130910-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:44.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:43:44 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130910-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:44.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:43:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:45.445 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] cls_rgw_gc.finalize (934 ms) 2024-04-02T08:43:45.446 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 9 tests from cls_rgw_gc (2888 ms total) 2024-04-02T08:43:45.446 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T08:43:45.446 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] Global test environment tear-down 2024-04-02T08:43:45.446 INFO:tasks.workunit.client.0.smithi012.stdout:[==========] 9 tests from 1 test suite ran. (2888 ms total) 2024-04-02T08:43:45.446 INFO:tasks.workunit.client.0.smithi012.stdout:[ PASSED ] 9 tests. 2024-04-02T08:43:45.448 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:43:45.448 DEBUG:teuthology.orchestra.run.smithi012:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:43:45.515 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_stats.sh... 2024-04-02T08:43:45.515 DEBUG:teuthology.orchestra.run.smithi012:workunit test cls/test_cls_rgw_stats.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_stats.sh 2024-04-02T08:43:45.592 INFO:tasks.workunit.client.0.smithi012.stdout:[==========] Running 1 test from 1 test suite. 2024-04-02T08:43:45.592 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] Global test environment set-up. 2024-04-02T08:43:45.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:43:45 smithi055 ceph-mon[85080]: pgmap v1385: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:45.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:43:45 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:43:45.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:43:45 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130910-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:43:45.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:43:45 smithi055 ceph-mon[85080]: osdmap e1100: 8 total, 8 up, 8 in 2024-04-02T08:43:45.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:43:45 smithi012 ceph-mon[88355]: pgmap v1385: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:45.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:43:45 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:43:45.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:43:45 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130910-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:43:45.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:43:45 smithi012 ceph-mon[88355]: osdmap e1100: 8 total, 8 up, 8 in 2024-04-02T08:43:45.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:43:45 smithi012 ceph-mon[90784]: pgmap v1385: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:45.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:43:45 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:43:45.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:43:45 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130910-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:43:45.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:43:45 smithi012 ceph-mon[90784]: osdmap e1100: 8 total, 8 up, 8 in 2024-04-02T08:43:46.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:43:46 smithi055 ceph-mon[85080]: osdmap e1101: 8 total, 8 up, 8 in 2024-04-02T08:43:46.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:43:46 smithi012 ceph-mon[88355]: osdmap e1101: 8 total, 8 up, 8 in 2024-04-02T08:43:46.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:43:46 smithi012 ceph-mon[90784]: osdmap e1101: 8 total, 8 up, 8 in 2024-04-02T08:43:47.459 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 1 test from cls_rgw_stats 2024-04-02T08:43:47.459 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] cls_rgw_stats.simulate 2024-04-02T08:43:47.479 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.480+0000 7f7da3039780 1 > prepared part key=_multipart_YXESDZ3ETQK9.2~5LKB1E0BKWD6.0 size=1048576 2024-04-02T08:43:47.480 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.482+0000 7f7da3039780 1 > prepared part key=_multipart_YXESDZ3ETQK9.2~5LKB1E0BKWD6.1 size=1048576 2024-04-02T08:43:47.481 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.483+0000 7f7da3039780 1 > prepared part key=_multipart_YXESDZ3ETQK9.2~5LKB1E0BKWD6.2 size=305062 2024-04-02T08:43:47.482 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.483+0000 7f7da3039780 1 > prepared multipart upload key=YXESDZ3ETQK9 upload=5LKB1E0BKWD6 tag=MOPM7J3EC7QV type=write size=3450790 2024-04-02T08:43:47.483 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.485+0000 7f7da3039780 1 > prepared operation key=QSPL4WJY2BVT tag=LKRJ944I4B4L type=del size=1649128 2024-04-02T08:43:47.486 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.488+0000 7f7da3039780 1 > prepared part key=_multipart_ZV3Q7IXMLI1J.2~YJJ8V1EFMV59.0 size=1048576 2024-04-02T08:43:47.487 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.489+0000 7f7da3039780 1 > prepared part key=_multipart_ZV3Q7IXMLI1J.2~YJJ8V1EFMV59.1 size=550920 2024-04-02T08:43:47.488 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.489+0000 7f7da3039780 1 > prepared multipart upload key=ZV3Q7IXMLI1J upload=YJJ8V1EFMV59 tag=NJCF1MS6WUBG type=write size=2648072 2024-04-02T08:43:47.490 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.492+0000 7f7da3039780 1 > prepared part key=_multipart_N5AIAS76IS0Z.2~QW5XDYQ2P6IB.0 size=962190 2024-04-02T08:43:47.490 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.492+0000 7f7da3039780 1 > prepared multipart upload key=N5AIAS76IS0Z upload=QW5XDYQ2P6IB tag=B2KBAC2UC3FP type=write size=2010766 2024-04-02T08:43:47.492 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.493+0000 7f7da3039780 1 > prepared operation key=NOK2IIY1WSGJ tag=3K1B3YRZ9S9F type=write size=562264 2024-04-02T08:43:47.493 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.494+0000 7f7da3039780 1 > prepared operation key=QSPL4WJY2BVT tag=O9OAWMGOY5E9 type=del size=4139192 2024-04-02T08:43:47.495 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.497+0000 7f7da3039780 1 > prepared part key=_multipart_DJP9NW2GDNHB.2~ZGISF8KPATZX.0 size=657055 2024-04-02T08:43:47.496 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.497+0000 7f7da3039780 1 > prepared multipart upload key=DJP9NW2GDNHB upload=ZGISF8KPATZX tag=0W82H2UZ4225 type=write size=1705631 2024-04-02T08:43:47.498 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.500+0000 7f7da3039780 1 > prepared part key=_multipart_ZV3Q7IXMLI1J.2~BTNCFLPG9LCI.0 size=1048576 2024-04-02T08:43:47.499 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.501+0000 7f7da3039780 1 > prepared part key=_multipart_ZV3Q7IXMLI1J.2~BTNCFLPG9LCI.1 size=217417 2024-04-02T08:43:47.500 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.501+0000 7f7da3039780 1 > prepared multipart upload key=ZV3Q7IXMLI1J upload=BTNCFLPG9LCI tag=4B3QNRN4OPW7 type=write size=2314569 2024-04-02T08:43:47.502 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.504+0000 7f7da3039780 1 > prepared part key=_multipart_NOK2IIY1WSGJ.2~3JC9QVJ2PTBV.0 size=163346 2024-04-02T08:43:47.502 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.504+0000 7f7da3039780 1 > prepared multipart upload key=NOK2IIY1WSGJ upload=3JC9QVJ2PTBV tag=8S5C2C12D3W4 type=write size=1211922 2024-04-02T08:43:47.504 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.505+0000 7f7da3039780 1 > prepared operation key=993CLRT5TRZG tag=HR9IY5XKL26Z type=del size=3109446 2024-04-02T08:43:47.505 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.506+0000 7f7da3039780 1 > prepared operation key=ELDWOJAKQD69 tag=1J8YTUL2GJ2X type=write size=825517 2024-04-02T08:43:47.506 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.508+0000 7f7da3039780 1 > prepared operation key=XN6KQ2LGZYGL tag=3853L92IQCIF type=del size=1189220 2024-04-02T08:43:47.509 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.511+0000 7f7da3039780 1 > prepared part key=_multipart_1SDLEDDX8LZR.2~19WN5P9UTXG4.0 size=1048576 2024-04-02T08:43:47.510 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.512+0000 7f7da3039780 1 > prepared part key=_multipart_1SDLEDDX8LZR.2~19WN5P9UTXG4.1 size=382013 2024-04-02T08:43:47.510 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.512+0000 7f7da3039780 1 > prepared multipart upload key=1SDLEDDX8LZR upload=19WN5P9UTXG4 tag=3RH3VH1Q0QN9 type=write size=2479165 2024-04-02T08:43:47.511 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.513+0000 7f7da3039780 1 > prepared operation key=YWRL9YH2Y59R tag=F0Y7EZ23RTGG type=del size=3368382 2024-04-02T08:43:47.514 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.516+0000 7f7da3039780 1 > prepared part key=_multipart_A3I3KM5DTR9R.2~GBQK30DFNC1P.0 size=1048576 2024-04-02T08:43:47.515 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.517+0000 7f7da3039780 1 > prepared part key=_multipart_A3I3KM5DTR9R.2~GBQK30DFNC1P.1 size=1048576 2024-04-02T08:43:47.516 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.518+0000 7f7da3039780 1 > prepared part key=_multipart_A3I3KM5DTR9R.2~GBQK30DFNC1P.2 size=327154 2024-04-02T08:43:47.516 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.518+0000 7f7da3039780 1 > prepared multipart upload key=A3I3KM5DTR9R upload=GBQK30DFNC1P tag=YMULIF399MPW type=write size=3472882 2024-04-02T08:43:47.517 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.519+0000 7f7da3039780 1 > prepared operation key=1SDLEDDX8LZR tag=F5XSXLV9BBUM type=del size=509801 2024-04-02T08:43:47.519 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.520+0000 7f7da3039780 1 < completed part key=_multipart_YXESDZ3ETQK9.2~5LKB1E0BKWD6.0 size=1048576 2024-04-02T08:43:47.520 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.521+0000 7f7da3039780 1 < completed part key=_multipart_YXESDZ3ETQK9.2~5LKB1E0BKWD6.1 size=1048576 2024-04-02T08:43:47.521 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.522+0000 7f7da3039780 1 < completed part key=_multipart_YXESDZ3ETQK9.2~5LKB1E0BKWD6.2 size=305062 2024-04-02T08:43:47.523 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.525+0000 7f7da3039780 1 < completed multipart upload key=YXESDZ3ETQK9 upload=5LKB1E0BKWD6 tag=MOPM7J3EC7QV type=write size=3450790 2024-04-02T08:43:47.525 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.526+0000 7f7da3039780 1 > prepared operation key=AESEEOTWQSFQ tag=TVSKCMYZPQRV type=del size=2071835 2024-04-02T08:43:47.526 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.528+0000 7f7da3039780 1 < completed delete operation key=QSPL4WJY2BVT tag=LKRJ944I4B4L type=del 2024-04-02T08:43:47.527 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.529+0000 7f7da3039780 1 > prepared operation key=AMAKFO5IP7AO tag=28L3JA96Y8OP type=write size=4456 2024-04-02T08:43:47.529 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.530+0000 7f7da3039780 1 < completed part key=_multipart_ZV3Q7IXMLI1J.2~YJJ8V1EFMV59.0 size=1048576 2024-04-02T08:43:47.530 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.531+0000 7f7da3039780 1 < completed part key=_multipart_ZV3Q7IXMLI1J.2~YJJ8V1EFMV59.1 size=550920 2024-04-02T08:43:47.532 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.533+0000 7f7da3039780 1 < completed multipart upload key=ZV3Q7IXMLI1J upload=YJJ8V1EFMV59 tag=NJCF1MS6WUBG type=write size=2648072 2024-04-02T08:43:47.534 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.536+0000 7f7da3039780 1 > prepared part key=_multipart_81LFSX7KH5JC.2~DX880JU681G3.0 size=1048576 2024-04-02T08:43:47.535 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.537+0000 7f7da3039780 1 > prepared part key=_multipart_81LFSX7KH5JC.2~DX880JU681G3.1 size=292891 2024-04-02T08:43:47.535 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.537+0000 7f7da3039780 1 > prepared multipart upload key=81LFSX7KH5JC upload=DX880JU681G3 tag=ILV8P6ZJBH83 type=write size=2390043 2024-04-02T08:43:47.536 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.538+0000 7f7da3039780 1 < completed part key=_multipart_N5AIAS76IS0Z.2~QW5XDYQ2P6IB.0 size=962190 2024-04-02T08:43:47.539 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.540+0000 7f7da3039780 1 < completed multipart upload key=N5AIAS76IS0Z upload=QW5XDYQ2P6IB tag=B2KBAC2UC3FP type=write size=2010766 2024-04-02T08:43:47.541 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.543+0000 7f7da3039780 1 > prepared part key=_multipart_A3I3KM5DTR9R.2~VVHB5NK7RGEG.0 size=1048576 2024-04-02T08:43:47.542 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.544+0000 7f7da3039780 1 > prepared part key=_multipart_A3I3KM5DTR9R.2~VVHB5NK7RGEG.1 size=1048576 2024-04-02T08:43:47.543 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.545+0000 7f7da3039780 1 > prepared part key=_multipart_A3I3KM5DTR9R.2~VVHB5NK7RGEG.2 size=903143 2024-04-02T08:43:47.543 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.545+0000 7f7da3039780 1 > prepared multipart upload key=A3I3KM5DTR9R upload=VVHB5NK7RGEG tag=N0AU7FTKIHWG type=write size=4048871 2024-04-02T08:43:47.545 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.546+0000 7f7da3039780 1 < completed write operation key=NOK2IIY1WSGJ tag=3K1B3YRZ9S9F type=write size=562264 2024-04-02T08:43:47.547 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.549+0000 7f7da3039780 1 > prepared part key=_multipart_9JGJK5C8JJ0Z.2~3DJ2269XQEF6.0 size=1048576 2024-04-02T08:43:47.548 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.550+0000 7f7da3039780 1 > prepared part key=_multipart_9JGJK5C8JJ0Z.2~3DJ2269XQEF6.1 size=795733 2024-04-02T08:43:47.548 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.550+0000 7f7da3039780 1 > prepared multipart upload key=9JGJK5C8JJ0Z upload=3DJ2269XQEF6 tag=2RI334VXOEC3 type=write size=2892885 2024-04-02T08:43:47.549 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.551+0000 7f7da3039780 1 < completed delete operation key=QSPL4WJY2BVT tag=O9OAWMGOY5E9 type=del 2024-04-02T08:43:47.552 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.553+0000 7f7da3039780 1 > prepared part key=_multipart_XN6KQ2LGZYGL.2~DMGXEGKCPF4P.0 size=1048576 2024-04-02T08:43:47.553 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.554+0000 7f7da3039780 1 > prepared part key=_multipart_XN6KQ2LGZYGL.2~DMGXEGKCPF4P.1 size=716453 2024-04-02T08:43:47.553 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.554+0000 7f7da3039780 1 > prepared multipart upload key=XN6KQ2LGZYGL upload=DMGXEGKCPF4P tag=8VS5BFWADMB3 type=write size=2813605 2024-04-02T08:43:47.554 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.556+0000 7f7da3039780 1 < completed part key=_multipart_DJP9NW2GDNHB.2~ZGISF8KPATZX.0 size=657055 2024-04-02T08:43:47.556 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.558+0000 7f7da3039780 1 < completed multipart upload key=DJP9NW2GDNHB upload=ZGISF8KPATZX tag=0W82H2UZ4225 type=write size=1705631 2024-04-02T08:43:47.558 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.559+0000 7f7da3039780 1 > prepared operation key=Z2HC0VEJJV9V tag=JWIZ6C49JLI1 type=del size=673175 2024-04-02T08:43:47.559 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.561+0000 7f7da3039780 1 < completed part key=_multipart_ZV3Q7IXMLI1J.2~BTNCFLPG9LCI.0 size=1048576 2024-04-02T08:43:47.560 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.562+0000 7f7da3039780 1 < completed part key=_multipart_ZV3Q7IXMLI1J.2~BTNCFLPG9LCI.1 size=217417 2024-04-02T08:43:47.562 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.564+0000 7f7da3039780 1 < completed multipart upload key=ZV3Q7IXMLI1J upload=BTNCFLPG9LCI tag=4B3QNRN4OPW7 type=write size=2314569 2024-04-02T08:43:47.565 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.566+0000 7f7da3039780 1 > prepared part key=_multipart_YWRL9YH2Y59R.2~KGS6X8MBAJV2.0 size=677017 2024-04-02T08:43:47.565 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.566+0000 7f7da3039780 1 > prepared multipart upload key=YWRL9YH2Y59R upload=KGS6X8MBAJV2 tag=447FWMRGDL4Z type=write size=1725593 2024-04-02T08:43:47.566 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.568+0000 7f7da3039780 1 < completed part key=_multipart_NOK2IIY1WSGJ.2~3JC9QVJ2PTBV.0 size=163346 2024-04-02T08:43:47.568 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.570+0000 7f7da3039780 1 < completed multipart upload key=NOK2IIY1WSGJ upload=3JC9QVJ2PTBV tag=8S5C2C12D3W4 type=write size=1211922 2024-04-02T08:43:47.571 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.572+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~MVWNEM3A3DNY.0 size=1048576 2024-04-02T08:43:47.572 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.573+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~MVWNEM3A3DNY.1 size=1048576 2024-04-02T08:43:47.573 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.574+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~MVWNEM3A3DNY.2 size=60599 2024-04-02T08:43:47.573 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.574+0000 7f7da3039780 1 > prepared multipart upload key=6TJF572KI0FA upload=MVWNEM3A3DNY tag=1RWT002EUTGB type=write size=3206327 2024-04-02T08:43:47.574 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.576+0000 7f7da3039780 1 < completed delete operation key=993CLRT5TRZG tag=HR9IY5XKL26Z type=del 2024-04-02T08:43:47.575 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.577+0000 7f7da3039780 1 > prepared operation key=EAG9W8JA0WA6 tag=7V0232MN6S2L type=write size=926149 2024-04-02T08:43:47.577 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.578+0000 7f7da3039780 1 < completed write operation key=ELDWOJAKQD69 tag=1J8YTUL2GJ2X type=write size=825517 2024-04-02T08:43:47.578 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.580+0000 7f7da3039780 1 > prepared operation key=ELDWOJAKQD69 tag=RK1LAVKAXALV type=del size=3148078 2024-04-02T08:43:47.579 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.581+0000 7f7da3039780 1 < canceled operation key=XN6KQ2LGZYGL tag=3853L92IQCIF type=del size=1189220 2024-04-02T08:43:47.582 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.583+0000 7f7da3039780 1 > prepared part key=_multipart_9JGJK5C8JJ0Z.2~87F1PLRFIZLT.0 size=1048576 2024-04-02T08:43:47.583 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.584+0000 7f7da3039780 1 > prepared part key=_multipart_9JGJK5C8JJ0Z.2~87F1PLRFIZLT.1 size=1048576 2024-04-02T08:43:47.584 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.585+0000 7f7da3039780 1 > prepared part key=_multipart_9JGJK5C8JJ0Z.2~87F1PLRFIZLT.2 size=766952 2024-04-02T08:43:47.584 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.585+0000 7f7da3039780 1 > prepared multipart upload key=9JGJK5C8JJ0Z upload=87F1PLRFIZLT tag=AVM9EJIOLGUB type=write size=3912680 2024-04-02T08:43:47.585 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.587+0000 7f7da3039780 1 < completed part key=_multipart_1SDLEDDX8LZR.2~19WN5P9UTXG4.0 size=1048576 2024-04-02T08:43:47.586 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.588+0000 7f7da3039780 1 < completed part key=_multipart_1SDLEDDX8LZR.2~19WN5P9UTXG4.1 size=382013 2024-04-02T08:43:47.588 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.590+0000 7f7da3039780 1 < completed multipart upload key=1SDLEDDX8LZR upload=19WN5P9UTXG4 tag=3RH3VH1Q0QN9 type=write size=2479165 2024-04-02T08:43:47.590 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.591+0000 7f7da3039780 1 > prepared operation key=NOK2IIY1WSGJ tag=EAV3ATCWYCEX type=del size=982624 2024-04-02T08:43:47.591 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.592+0000 7f7da3039780 1 < completed delete operation key=YWRL9YH2Y59R tag=F0Y7EZ23RTGG type=del 2024-04-02T08:43:47.592 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.594+0000 7f7da3039780 1 > prepared operation key=YWRL9YH2Y59R tag=OJ5IGN8MTHSE type=del size=1463795 2024-04-02T08:43:47.593 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.595+0000 7f7da3039780 1 < completed part key=_multipart_A3I3KM5DTR9R.2~GBQK30DFNC1P.0 size=1048576 2024-04-02T08:43:47.595 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.596+0000 7f7da3039780 1 < completed part key=_multipart_A3I3KM5DTR9R.2~GBQK30DFNC1P.1 size=1048576 2024-04-02T08:43:47.596 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.597+0000 7f7da3039780 1 < completed part key=_multipart_A3I3KM5DTR9R.2~GBQK30DFNC1P.2 size=327154 2024-04-02T08:43:47.598 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.599+0000 7f7da3039780 1 < completed multipart upload key=A3I3KM5DTR9R upload=GBQK30DFNC1P tag=YMULIF399MPW type=write size=3472882 2024-04-02T08:43:47.599 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.601+0000 7f7da3039780 1 > prepared operation key=1SDLEDDX8LZR tag=1ZOGJRQE21P6 type=del size=1179967 2024-04-02T08:43:47.601 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.602+0000 7f7da3039780 1 < canceled operation key=1SDLEDDX8LZR tag=F5XSXLV9BBUM type=del size=509801 2024-04-02T08:43:47.603 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.605+0000 7f7da3039780 1 > prepared part key=_multipart_N5AIAS76IS0Z.2~YHOZ0U5MMTNQ.0 size=432259 2024-04-02T08:43:47.603 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.605+0000 7f7da3039780 1 > prepared multipart upload key=N5AIAS76IS0Z upload=YHOZ0U5MMTNQ tag=VGTESSA0JTTQ type=write size=1480835 2024-04-02T08:43:47.606 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.607+0000 7f7da3039780 1 < suggested remove operation key=AESEEOTWQSFQ tag=TVSKCMYZPQRV type=del 2024-04-02T08:43:47.607 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.609+0000 7f7da3039780 1 > prepared operation key=ELDWOJAKQD69 tag=1PKF2MFHBP8P type=del size=3659509 2024-04-02T08:43:47.608 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.610+0000 7f7da3039780 1 < completed write operation key=AMAKFO5IP7AO tag=28L3JA96Y8OP type=write size=4456 2024-04-02T08:43:47.611 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.612+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~N5FLW8IMXM46.0 size=745285 2024-04-02T08:43:47.611 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.612+0000 7f7da3039780 1 > prepared multipart upload key=QSPL4WJY2BVT upload=N5FLW8IMXM46 tag=Y9U4LYEG96V8 type=write size=1793861 2024-04-02T08:43:47.612 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.613+0000 7f7da3039780 1 < completed part key=_multipart_81LFSX7KH5JC.2~DX880JU681G3.0 size=1048576 2024-04-02T08:43:47.613 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.614+0000 7f7da3039780 1 < completed part key=_multipart_81LFSX7KH5JC.2~DX880JU681G3.1 size=292891 2024-04-02T08:43:47.615 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.616+0000 7f7da3039780 1 < completed multipart upload key=81LFSX7KH5JC upload=DX880JU681G3 tag=ILV8P6ZJBH83 type=write size=2390043 2024-04-02T08:43:47.616 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.617+0000 7f7da3039780 1 > prepared operation key=YXESDZ3ETQK9 tag=HJ193Z97L8O5 type=del size=330820 2024-04-02T08:43:47.616 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.618+0000 7f7da3039780 1 < canceled part key=_multipart_A3I3KM5DTR9R.2~VVHB5NK7RGEG.0 size=1048576 2024-04-02T08:43:47.617 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.619+0000 7f7da3039780 1 < completed part key=_multipart_A3I3KM5DTR9R.2~VVHB5NK7RGEG.1 size=1048576 2024-04-02T08:43:47.618 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.620+0000 7f7da3039780 1 < completed part key=_multipart_A3I3KM5DTR9R.2~VVHB5NK7RGEG.2 size=903143 2024-04-02T08:43:47.620 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.622+0000 7f7da3039780 1 < canceled multipart upload key=A3I3KM5DTR9R upload=VVHB5NK7RGEG tag=N0AU7FTKIHWG type=write size=4048871 2024-04-02T08:43:47.622 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.624+0000 7f7da3039780 1 > prepared part key=_multipart_N5AIAS76IS0Z.2~C28QN6BFFCX5.0 size=82351 2024-04-02T08:43:47.622 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.624+0000 7f7da3039780 1 > prepared multipart upload key=N5AIAS76IS0Z upload=C28QN6BFFCX5 tag=0KDUGIWVT6T4 type=write size=1130927 2024-04-02T08:43:47.623 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.625+0000 7f7da3039780 1 < completed part key=_multipart_9JGJK5C8JJ0Z.2~3DJ2269XQEF6.0 size=1048576 2024-04-02T08:43:47.624 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.626+0000 7f7da3039780 1 < completed part key=_multipart_9JGJK5C8JJ0Z.2~3DJ2269XQEF6.1 size=795733 2024-04-02T08:43:47.626 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.628+0000 7f7da3039780 1 < completed multipart upload key=9JGJK5C8JJ0Z upload=3DJ2269XQEF6 tag=2RI334VXOEC3 type=write size=2892885 2024-04-02T08:43:47.629 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.630+0000 7f7da3039780 1 > prepared part key=_multipart_SPZ4WDU9FXVH.2~LVK0JAQR4ME3.0 size=1048576 2024-04-02T08:43:47.629 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.631+0000 7f7da3039780 1 > prepared part key=_multipart_SPZ4WDU9FXVH.2~LVK0JAQR4ME3.1 size=1048576 2024-04-02T08:43:47.630 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.632+0000 7f7da3039780 1 > prepared part key=_multipart_SPZ4WDU9FXVH.2~LVK0JAQR4ME3.2 size=898961 2024-04-02T08:43:47.630 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.632+0000 7f7da3039780 1 > prepared multipart upload key=SPZ4WDU9FXVH upload=LVK0JAQR4ME3 tag=V01X49J69E14 type=write size=4044689 2024-04-02T08:43:47.631 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.633+0000 7f7da3039780 1 < completed part key=_multipart_XN6KQ2LGZYGL.2~DMGXEGKCPF4P.0 size=1048576 2024-04-02T08:43:47.632 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.634+0000 7f7da3039780 1 < completed part key=_multipart_XN6KQ2LGZYGL.2~DMGXEGKCPF4P.1 size=716453 2024-04-02T08:43:47.634 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.636+0000 7f7da3039780 1 < completed multipart upload key=XN6KQ2LGZYGL upload=DMGXEGKCPF4P tag=8VS5BFWADMB3 type=write size=2813605 2024-04-02T08:43:47.636 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.637+0000 7f7da3039780 1 > prepared operation key=AESEEOTWQSFQ tag=U8WE0BXLIXCP type=del size=1534575 2024-04-02T08:43:47.638 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.639+0000 7f7da3039780 1 < suggested update operation key=Z2HC0VEJJV9V tag=JWIZ6C49JLI1 type=del size=673175 2024-04-02T08:43:47.639 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.641+0000 7f7da3039780 1 > prepared operation key=9H9O464QAWB2 tag=4MRZD8AHX3RY type=del size=3739010 2024-04-02T08:43:47.640 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.642+0000 7f7da3039780 1 < completed part key=_multipart_YWRL9YH2Y59R.2~KGS6X8MBAJV2.0 size=677017 2024-04-02T08:43:47.642 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.644+0000 7f7da3039780 1 < completed multipart upload key=YWRL9YH2Y59R upload=KGS6X8MBAJV2 tag=447FWMRGDL4Z type=write size=1725593 2024-04-02T08:43:47.644 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.645+0000 7f7da3039780 1 > prepared operation key=57GR82RGCWC5 tag=VHGKFAMI7HCA type=del size=1484495 2024-04-02T08:43:47.645 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.646+0000 7f7da3039780 1 < completed part key=_multipart_6TJF572KI0FA.2~MVWNEM3A3DNY.0 size=1048576 2024-04-02T08:43:47.646 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.647+0000 7f7da3039780 1 < completed part key=_multipart_6TJF572KI0FA.2~MVWNEM3A3DNY.1 size=1048576 2024-04-02T08:43:47.647 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.648+0000 7f7da3039780 1 < completed part key=_multipart_6TJF572KI0FA.2~MVWNEM3A3DNY.2 size=60599 2024-04-02T08:43:47.649 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.650+0000 7f7da3039780 1 < completed multipart upload key=6TJF572KI0FA upload=MVWNEM3A3DNY tag=1RWT002EUTGB type=write size=3206327 2024-04-02T08:43:47.650 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.651+0000 7f7da3039780 1 > prepared operation key=JFW247YEIEQ0 tag=YC8BV6ATQ5GQ type=del size=2247309 2024-04-02T08:43:47.651 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.653+0000 7f7da3039780 1 < completed write operation key=EAG9W8JA0WA6 tag=7V0232MN6S2L type=write size=926149 2024-04-02T08:43:47.652 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.654+0000 7f7da3039780 1 > prepared operation key=57GR82RGCWC5 tag=XVRNRWUYG91Z type=del size=25888 2024-04-02T08:43:47.654 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.655+0000 7f7da3039780 1 < completed delete operation key=ELDWOJAKQD69 tag=RK1LAVKAXALV type=del 2024-04-02T08:43:47.655 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.656+0000 7f7da3039780 1 > prepared operation key=YXESDZ3ETQK9 tag=IV26CGSUQQT7 type=write size=90702 2024-04-02T08:43:47.656 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.658+0000 7f7da3039780 1 < completed part key=_multipart_9JGJK5C8JJ0Z.2~87F1PLRFIZLT.0 size=1048576 2024-04-02T08:43:47.657 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.659+0000 7f7da3039780 1 < completed part key=_multipart_9JGJK5C8JJ0Z.2~87F1PLRFIZLT.1 size=1048576 2024-04-02T08:43:47.658 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.660+0000 7f7da3039780 1 < completed part key=_multipart_9JGJK5C8JJ0Z.2~87F1PLRFIZLT.2 size=766952 2024-04-02T08:43:47.660 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.662+0000 7f7da3039780 1 < completed multipart upload key=9JGJK5C8JJ0Z upload=87F1PLRFIZLT tag=AVM9EJIOLGUB type=write size=3912680 2024-04-02T08:43:47.662 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.664+0000 7f7da3039780 1 > prepared part key=_multipart_XV6PSEG36RCA.2~P5ZVGA1V32DQ.0 size=77511 2024-04-02T08:43:47.662 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.664+0000 7f7da3039780 1 > prepared multipart upload key=XV6PSEG36RCA upload=P5ZVGA1V32DQ tag=11GFYB3S6Z4J type=write size=1126087 2024-04-02T08:43:47.664 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.665+0000 7f7da3039780 1 < completed delete operation key=NOK2IIY1WSGJ tag=EAV3ATCWYCEX type=del 2024-04-02T08:43:47.665 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.666+0000 7f7da3039780 1 > prepared operation key=ELDWOJAKQD69 tag=BWV2KQ6SO86J type=del size=3250452 2024-04-02T08:43:47.666 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.668+0000 7f7da3039780 1 < completed delete operation key=YWRL9YH2Y59R tag=OJ5IGN8MTHSE type=del 2024-04-02T08:43:47.668 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.670+0000 7f7da3039780 1 > prepared part key=_multipart_BURYF1967J48.2~LA671WSVMO9M.0 size=962850 2024-04-02T08:43:47.668 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.670+0000 7f7da3039780 1 > prepared multipart upload key=BURYF1967J48 upload=LA671WSVMO9M tag=G1D1SL6HMIDI type=write size=2011426 2024-04-02T08:43:47.671 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.672+0000 7f7da3039780 1 < suggested remove operation key=1SDLEDDX8LZR tag=1ZOGJRQE21P6 type=del 2024-04-02T08:43:47.673 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.675+0000 7f7da3039780 1 > prepared part key=_multipart_Z2HC0VEJJV9V.2~QTTSN3VKOUXW.0 size=1048576 2024-04-02T08:43:47.674 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.676+0000 7f7da3039780 1 > prepared part key=_multipart_Z2HC0VEJJV9V.2~QTTSN3VKOUXW.1 size=446740 2024-04-02T08:43:47.674 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.676+0000 7f7da3039780 1 > prepared multipart upload key=Z2HC0VEJJV9V upload=QTTSN3VKOUXW tag=8196FLH9F2Q0 type=write size=2543892 2024-04-02T08:43:47.675 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.677+0000 7f7da3039780 1 < completed part key=_multipart_N5AIAS76IS0Z.2~YHOZ0U5MMTNQ.0 size=432259 2024-04-02T08:43:47.677 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.679+0000 7f7da3039780 1 < completed multipart upload key=N5AIAS76IS0Z upload=YHOZ0U5MMTNQ tag=VGTESSA0JTTQ type=write size=1480835 2024-04-02T08:43:47.680 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.681+0000 7f7da3039780 1 > prepared part key=_multipart_1SDLEDDX8LZR.2~UATJ5TF931VZ.0 size=692710 2024-04-02T08:43:47.680 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.681+0000 7f7da3039780 1 > prepared multipart upload key=1SDLEDDX8LZR upload=UATJ5TF931VZ tag=ML9XE7CNRROE type=write size=1741286 2024-04-02T08:43:47.681 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.683+0000 7f7da3039780 1 < completed delete operation key=ELDWOJAKQD69 tag=1PKF2MFHBP8P type=del 2024-04-02T08:43:47.682 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.684+0000 7f7da3039780 1 > prepared operation key=EAG9W8JA0WA6 tag=2JGPSP8TZ96B type=del size=3056929 2024-04-02T08:43:47.683 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.685+0000 7f7da3039780 1 < completed part key=_multipart_QSPL4WJY2BVT.2~N5FLW8IMXM46.0 size=745285 2024-04-02T08:43:47.686 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.687+0000 7f7da3039780 1 < completed multipart upload key=QSPL4WJY2BVT upload=N5FLW8IMXM46 tag=Y9U4LYEG96V8 type=write size=1793861 2024-04-02T08:43:47.688 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.689+0000 7f7da3039780 1 > prepared part key=_multipart_AMAKFO5IP7AO.2~7VIKHEJ6HDNY.0 size=176829 2024-04-02T08:43:47.688 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.689+0000 7f7da3039780 1 > prepared multipart upload key=AMAKFO5IP7AO upload=7VIKHEJ6HDNY tag=3469V4BX9KNY type=write size=1225405 2024-04-02T08:43:47.689 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.691+0000 7f7da3039780 1 < completed delete operation key=YXESDZ3ETQK9 tag=HJ193Z97L8O5 type=del 2024-04-02T08:43:47.690 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.692+0000 7f7da3039780 1 > prepared operation key=DJP9NW2GDNHB tag=F1AWK5RHCQHI type=del size=207086 2024-04-02T08:43:47.692 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.693+0000 7f7da3039780 1 < completed part key=_multipart_N5AIAS76IS0Z.2~C28QN6BFFCX5.0 size=82351 2024-04-02T08:43:47.694 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.695+0000 7f7da3039780 1 < completed multipart upload key=N5AIAS76IS0Z upload=C28QN6BFFCX5 tag=0KDUGIWVT6T4 type=write size=1130927 2024-04-02T08:43:47.695 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.696+0000 7f7da3039780 1 > prepared operation key=QHKAPO5SX6SG tag=LN5VE4808JVU type=del size=2846350 2024-04-02T08:43:47.696 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.698+0000 7f7da3039780 1 < completed part key=_multipart_SPZ4WDU9FXVH.2~LVK0JAQR4ME3.0 size=1048576 2024-04-02T08:43:47.697 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.699+0000 7f7da3039780 1 < completed part key=_multipart_SPZ4WDU9FXVH.2~LVK0JAQR4ME3.1 size=1048576 2024-04-02T08:43:47.698 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.700+0000 7f7da3039780 1 < completed part key=_multipart_SPZ4WDU9FXVH.2~LVK0JAQR4ME3.2 size=898961 2024-04-02T08:43:47.700 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.702+0000 7f7da3039780 1 < completed multipart upload key=SPZ4WDU9FXVH upload=LVK0JAQR4ME3 tag=V01X49J69E14 type=write size=4044689 2024-04-02T08:43:47.701 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.703+0000 7f7da3039780 1 > prepared operation key=AMAKFO5IP7AO tag=G54Y1ASQ4MZJ type=del size=3750971 2024-04-02T08:43:47.704 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.705+0000 7f7da3039780 1 < suggested update operation key=AESEEOTWQSFQ tag=U8WE0BXLIXCP type=del size=1534575 2024-04-02T08:43:47.705 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.707+0000 7f7da3039780 1 > prepared operation key=YWRL9YH2Y59R tag=250WL0SU53A2 type=del size=4124473 2024-04-02T08:43:47.706 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.708+0000 7f7da3039780 1 < completed delete operation key=9H9O464QAWB2 tag=4MRZD8AHX3RY type=del 2024-04-02T08:43:47.709 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.710+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~RE36649A853O.0 size=440298 2024-04-02T08:43:47.709 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.710+0000 7f7da3039780 1 > prepared multipart upload key=6TJF572KI0FA upload=RE36649A853O tag=8BREML4WNB08 type=write size=1488874 2024-04-02T08:43:47.710 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.711+0000 7f7da3039780 1 < completed delete operation key=57GR82RGCWC5 tag=VHGKFAMI7HCA type=del 2024-04-02T08:43:47.711 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.713+0000 7f7da3039780 1 > prepared operation key=IX5GR5MVNL1T tag=AHNBC7X7KQ58 type=del size=2165528 2024-04-02T08:43:47.712 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.714+0000 7f7da3039780 1 < completed delete operation key=JFW247YEIEQ0 tag=YC8BV6ATQ5GQ type=del 2024-04-02T08:43:47.714 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.715+0000 7f7da3039780 1 > prepared operation key=Z2HC0VEJJV9V tag=VCJ0AS8HRCKQ type=del size=3130787 2024-04-02T08:43:47.715 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.716+0000 7f7da3039780 1 < completed delete operation key=57GR82RGCWC5 tag=XVRNRWUYG91Z type=del 2024-04-02T08:43:47.716 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.718+0000 7f7da3039780 1 > prepared operation key=9JGJK5C8JJ0Z tag=110G910FK62O type=del size=2424194 2024-04-02T08:43:47.718 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.719+0000 7f7da3039780 1 < canceled operation key=YXESDZ3ETQK9 tag=IV26CGSUQQT7 type=write size=90702 2024-04-02T08:43:47.720 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.721+0000 7f7da3039780 1 > prepared part key=_multipart_B23RMWV8I9ZL.2~W7ZKQ6UUOVAW.0 size=1048576 2024-04-02T08:43:47.721 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.722+0000 7f7da3039780 1 > prepared part key=_multipart_B23RMWV8I9ZL.2~W7ZKQ6UUOVAW.1 size=504422 2024-04-02T08:43:47.721 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.722+0000 7f7da3039780 1 > prepared multipart upload key=B23RMWV8I9ZL upload=W7ZKQ6UUOVAW tag=DYMOXZ9M8PA9 type=write size=2601574 2024-04-02T08:43:47.722 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.724+0000 7f7da3039780 1 < completed part key=_multipart_XV6PSEG36RCA.2~P5ZVGA1V32DQ.0 size=77511 2024-04-02T08:43:47.724 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.725+0000 7f7da3039780 1 < completed multipart upload key=XV6PSEG36RCA upload=P5ZVGA1V32DQ tag=11GFYB3S6Z4J type=write size=1126087 2024-04-02T08:43:47.726 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.728+0000 7f7da3039780 1 > prepared part key=_multipart_AMAKFO5IP7AO.2~7C4GLZ0ZQQQ7.0 size=1048576 2024-04-02T08:43:47.727 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.729+0000 7f7da3039780 1 > prepared part key=_multipart_AMAKFO5IP7AO.2~7C4GLZ0ZQQQ7.1 size=469518 2024-04-02T08:43:47.727 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.729+0000 7f7da3039780 1 > prepared multipart upload key=AMAKFO5IP7AO upload=7C4GLZ0ZQQQ7 tag=0DUZ37XQ803E type=write size=2566670 2024-04-02T08:43:47.728 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.730+0000 7f7da3039780 1 < completed delete operation key=ELDWOJAKQD69 tag=BWV2KQ6SO86J type=del 2024-04-02T08:43:47.730 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.731+0000 7f7da3039780 1 > prepared operation key=NOK2IIY1WSGJ tag=RUFCH3FWLHQ9 type=del size=129280 2024-04-02T08:43:47.730 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.732+0000 7f7da3039780 1 < canceled part key=_multipart_BURYF1967J48.2~LA671WSVMO9M.0 size=962850 2024-04-02T08:43:47.732 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.733+0000 7f7da3039780 1 < canceled multipart upload key=BURYF1967J48 upload=LA671WSVMO9M tag=G1D1SL6HMIDI type=write size=2011426 2024-04-02T08:43:47.733 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.735+0000 7f7da3039780 1 > prepared operation key=EAG9W8JA0WA6 tag=B3TFSSJ5E7VP type=del size=2176874 2024-04-02T08:43:47.734 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.736+0000 7f7da3039780 1 < completed part key=_multipart_Z2HC0VEJJV9V.2~QTTSN3VKOUXW.0 size=1048576 2024-04-02T08:43:47.735 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.737+0000 7f7da3039780 1 < completed part key=_multipart_Z2HC0VEJJV9V.2~QTTSN3VKOUXW.1 size=446740 2024-04-02T08:43:47.737 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.739+0000 7f7da3039780 1 < completed multipart upload key=Z2HC0VEJJV9V upload=QTTSN3VKOUXW tag=8196FLH9F2Q0 type=write size=2543892 2024-04-02T08:43:47.740 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.741+0000 7f7da3039780 1 > prepared part key=_multipart_ZZ885TFYL1OI.2~5NKRNF4MA5RK.0 size=1048576 2024-04-02T08:43:47.740 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.742+0000 7f7da3039780 1 > prepared part key=_multipart_ZZ885TFYL1OI.2~5NKRNF4MA5RK.1 size=512992 2024-04-02T08:43:47.741 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.742+0000 7f7da3039780 1 > prepared multipart upload key=ZZ885TFYL1OI upload=5NKRNF4MA5RK tag=ATYLUXHBN36V type=write size=2610144 2024-04-02T08:43:47.742 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.743+0000 7f7da3039780 1 < completed part key=_multipart_1SDLEDDX8LZR.2~UATJ5TF931VZ.0 size=692710 2024-04-02T08:43:47.744 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.745+0000 7f7da3039780 1 < completed multipart upload key=1SDLEDDX8LZR upload=UATJ5TF931VZ tag=ML9XE7CNRROE type=write size=1741286 2024-04-02T08:43:47.746 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.747+0000 7f7da3039780 1 > prepared part key=_multipart_9JGJK5C8JJ0Z.2~D5E0A82N2NTX.0 size=1048576 2024-04-02T08:43:47.747 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.748+0000 7f7da3039780 1 > prepared part key=_multipart_9JGJK5C8JJ0Z.2~D5E0A82N2NTX.1 size=549074 2024-04-02T08:43:47.747 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.748+0000 7f7da3039780 1 > prepared multipart upload key=9JGJK5C8JJ0Z upload=D5E0A82N2NTX tag=R2NFGGTF7QOQ type=write size=2646226 2024-04-02T08:43:47.748 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.750+0000 7f7da3039780 1 < completed delete operation key=EAG9W8JA0WA6 tag=2JGPSP8TZ96B type=del 2024-04-02T08:43:47.749 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.751+0000 7f7da3039780 1 > prepared operation key=EAG9W8JA0WA6 tag=3J26HFBEGIS7 type=del size=584012 2024-04-02T08:43:47.751 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.752+0000 7f7da3039780 1 < completed part key=_multipart_AMAKFO5IP7AO.2~7VIKHEJ6HDNY.0 size=176829 2024-04-02T08:43:47.753 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.754+0000 7f7da3039780 1 < completed multipart upload key=AMAKFO5IP7AO upload=7VIKHEJ6HDNY tag=3469V4BX9KNY type=write size=1225405 2024-04-02T08:43:47.754 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.755+0000 7f7da3039780 1 > prepared operation key=9H9O464QAWB2 tag=32WP1PQ6V2QN type=del size=1694429 2024-04-02T08:43:47.755 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.757+0000 7f7da3039780 1 < completed delete operation key=DJP9NW2GDNHB tag=F1AWK5RHCQHI type=del 2024-04-02T08:43:47.756 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.758+0000 7f7da3039780 1 > prepared operation key=D0Z1XMS5I5SH tag=6XHJNUTC128X type=write size=816915 2024-04-02T08:43:47.758 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.759+0000 7f7da3039780 1 < canceled operation key=QHKAPO5SX6SG tag=LN5VE4808JVU type=del size=2846350 2024-04-02T08:43:47.760 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.761+0000 7f7da3039780 1 > prepared part key=_multipart_B23RMWV8I9ZL.2~B5YT7AXSH8X0.0 size=1048576 2024-04-02T08:43:47.761 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.762+0000 7f7da3039780 1 > prepared part key=_multipart_B23RMWV8I9ZL.2~B5YT7AXSH8X0.1 size=1048576 2024-04-02T08:43:47.762 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.763+0000 7f7da3039780 1 > prepared part key=_multipart_B23RMWV8I9ZL.2~B5YT7AXSH8X0.2 size=419906 2024-04-02T08:43:47.762 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.763+0000 7f7da3039780 1 > prepared multipart upload key=B23RMWV8I9ZL upload=B5YT7AXSH8X0 tag=MQK3HQHRRDL8 type=write size=3565634 2024-04-02T08:43:47.763 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.764+0000 7f7da3039780 1 < completed delete operation key=AMAKFO5IP7AO tag=G54Y1ASQ4MZJ type=del 2024-04-02T08:43:47.764 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.766+0000 7f7da3039780 1 > prepared operation key=ZZ885TFYL1OI tag=IA360LSQUBIS type=write size=18416 2024-04-02T08:43:47.765 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.767+0000 7f7da3039780 1 < completed delete operation key=YWRL9YH2Y59R tag=250WL0SU53A2 type=del 2024-04-02T08:43:47.768 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.769+0000 7f7da3039780 1 > prepared part key=_multipart_ZZ885TFYL1OI.2~ODZM5YIDAA0F.0 size=555064 2024-04-02T08:43:47.768 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.769+0000 7f7da3039780 1 > prepared multipart upload key=ZZ885TFYL1OI upload=ODZM5YIDAA0F tag=0UPAKYP7OL63 type=write size=1603640 2024-04-02T08:43:47.769 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.770+0000 7f7da3039780 1 < completed part key=_multipart_6TJF572KI0FA.2~RE36649A853O.0 size=440298 2024-04-02T08:43:47.771 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.772+0000 7f7da3039780 1 < completed multipart upload key=6TJF572KI0FA upload=RE36649A853O tag=8BREML4WNB08 type=write size=1488874 2024-04-02T08:43:47.772 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.774+0000 7f7da3039780 1 > prepared operation key=Z2HC0VEJJV9V tag=TQ46XULT0OE8 type=write size=473446 2024-04-02T08:43:47.774 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.775+0000 7f7da3039780 1 < completed delete operation key=IX5GR5MVNL1T tag=AHNBC7X7KQ58 type=del 2024-04-02T08:43:47.774 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.776+0000 7f7da3039780 1 > prepared operation key=9JGJK5C8JJ0Z tag=EV42515CJ9Q5 type=del size=2520042 2024-04-02T08:43:47.776 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.777+0000 7f7da3039780 1 < completed delete operation key=Z2HC0VEJJV9V tag=VCJ0AS8HRCKQ type=del 2024-04-02T08:43:47.777 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.778+0000 7f7da3039780 1 > prepared operation key=ZV3Q7IXMLI1J tag=ZR5IGZBR9F1W type=del size=2336782 2024-04-02T08:43:47.778 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.780+0000 7f7da3039780 1 < completed delete operation key=9JGJK5C8JJ0Z tag=110G910FK62O type=del 2024-04-02T08:43:47.779 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.781+0000 7f7da3039780 1 > prepared operation key=9H9O464QAWB2 tag=A94QH4HCBMLU type=del size=1021150 2024-04-02T08:43:47.781 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.782+0000 7f7da3039780 1 < completed part key=_multipart_B23RMWV8I9ZL.2~W7ZKQ6UUOVAW.0 size=1048576 2024-04-02T08:43:47.782 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.783+0000 7f7da3039780 1 < completed part key=_multipart_B23RMWV8I9ZL.2~W7ZKQ6UUOVAW.1 size=504422 2024-04-02T08:43:47.784 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.785+0000 7f7da3039780 1 < completed multipart upload key=B23RMWV8I9ZL upload=W7ZKQ6UUOVAW tag=DYMOXZ9M8PA9 type=write size=2601574 2024-04-02T08:43:47.785 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.786+0000 7f7da3039780 1 > prepared operation key=D0Z1XMS5I5SH tag=2KHFQL5QQU7U type=del size=2511374 2024-04-02T08:43:47.786 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.788+0000 7f7da3039780 1 < completed part key=_multipart_AMAKFO5IP7AO.2~7C4GLZ0ZQQQ7.0 size=1048576 2024-04-02T08:43:47.787 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.788+0000 7f7da3039780 1 < completed part key=_multipart_AMAKFO5IP7AO.2~7C4GLZ0ZQQQ7.1 size=469518 2024-04-02T08:43:47.789 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.791+0000 7f7da3039780 1 < completed multipart upload key=AMAKFO5IP7AO upload=7C4GLZ0ZQQQ7 tag=0DUZ37XQ803E type=write size=2566670 2024-04-02T08:43:47.791 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.793+0000 7f7da3039780 1 > prepared part key=_multipart_993CLRT5TRZG.2~KPUHZK2S1QCB.0 size=1048576 2024-04-02T08:43:47.792 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.794+0000 7f7da3039780 1 > prepared part key=_multipart_993CLRT5TRZG.2~KPUHZK2S1QCB.1 size=273059 2024-04-02T08:43:47.792 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.794+0000 7f7da3039780 1 > prepared multipart upload key=993CLRT5TRZG upload=KPUHZK2S1QCB tag=TY0FTM1GZ0N0 type=write size=2370211 2024-04-02T08:43:47.795 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.796+0000 7f7da3039780 1 < suggested update operation key=NOK2IIY1WSGJ tag=RUFCH3FWLHQ9 type=del size=129280 2024-04-02T08:43:47.797 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.798+0000 7f7da3039780 1 > prepared part key=_multipart_NOK2IIY1WSGJ.2~X9L00JYBHEZ4.0 size=1048576 2024-04-02T08:43:47.798 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.799+0000 7f7da3039780 1 > prepared part key=_multipart_NOK2IIY1WSGJ.2~X9L00JYBHEZ4.1 size=1048576 2024-04-02T08:43:47.799 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.800+0000 7f7da3039780 1 > prepared part key=_multipart_NOK2IIY1WSGJ.2~X9L00JYBHEZ4.2 size=365273 2024-04-02T08:43:47.799 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.800+0000 7f7da3039780 1 > prepared multipart upload key=NOK2IIY1WSGJ upload=X9L00JYBHEZ4 tag=2P3X8KOBOV3A type=write size=3511001 2024-04-02T08:43:47.800 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.801+0000 7f7da3039780 1 < completed delete operation key=EAG9W8JA0WA6 tag=B3TFSSJ5E7VP type=del 2024-04-02T08:43:47.801 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.803+0000 7f7da3039780 1 > prepared operation key=R3KOUNXRRJL4 tag=PUB10FNQVZ34 type=del size=3851451 2024-04-02T08:43:47.801 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.803+0000 7f7da3039780 1 < canceled part key=_multipart_ZZ885TFYL1OI.2~5NKRNF4MA5RK.0 size=1048576 2024-04-02T08:43:47.802 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.804+0000 7f7da3039780 1 < completed part key=_multipart_ZZ885TFYL1OI.2~5NKRNF4MA5RK.1 size=512992 2024-04-02T08:43:47.804 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.806+0000 7f7da3039780 1 < canceled multipart upload key=ZZ885TFYL1OI upload=5NKRNF4MA5RK tag=ATYLUXHBN36V type=write size=2610144 2024-04-02T08:43:47.805 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.807+0000 7f7da3039780 1 > prepared operation key=BURYF1967J48 tag=MBCL4822VLWE type=del size=498766 2024-04-02T08:43:47.806 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.808+0000 7f7da3039780 1 < completed part key=_multipart_9JGJK5C8JJ0Z.2~D5E0A82N2NTX.0 size=1048576 2024-04-02T08:43:47.807 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.809+0000 7f7da3039780 1 < completed part key=_multipart_9JGJK5C8JJ0Z.2~D5E0A82N2NTX.1 size=549074 2024-04-02T08:43:47.809 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.811+0000 7f7da3039780 1 < completed multipart upload key=9JGJK5C8JJ0Z upload=D5E0A82N2NTX tag=R2NFGGTF7QOQ type=write size=2646226 2024-04-02T08:43:47.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:43:47 smithi055 ceph-mon[85080]: pgmap v1388: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:47.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:43:47 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:43:47.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:43:47 smithi055 ceph-mon[85080]: Cluster is now healthy 2024-04-02T08:43:47.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:43:47 smithi055 ceph-mon[85080]: osdmap e1102: 8 total, 8 up, 8 in 2024-04-02T08:43:47.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:43:47 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/780658511' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130965-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:47.811 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.812+0000 7f7da3039780 1 > prepared operation key=DJP9NW2GDNHB tag=D0EYTC5WUFWF type=write size=940571 2024-04-02T08:43:47.812 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.813+0000 7f7da3039780 1 < completed delete operation key=EAG9W8JA0WA6 tag=3J26HFBEGIS7 type=del 2024-04-02T08:43:47.814 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.815+0000 7f7da3039780 1 > prepared part key=_multipart_Z2HC0VEJJV9V.2~6YHXDYF8Z7H8.0 size=982385 2024-04-02T08:43:47.814 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.815+0000 7f7da3039780 1 > prepared multipart upload key=Z2HC0VEJJV9V upload=6YHXDYF8Z7H8 tag=G6V0EMATHISX type=write size=2030961 2024-04-02T08:43:47.815 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.817+0000 7f7da3039780 1 < completed delete operation key=9H9O464QAWB2 tag=32WP1PQ6V2QN type=del 2024-04-02T08:43:47.817 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.819+0000 7f7da3039780 1 > prepared part key=_multipart_YWRL9YH2Y59R.2~57NWDBTQSSDN.0 size=1048576 2024-04-02T08:43:47.818 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.820+0000 7f7da3039780 1 > prepared part key=_multipart_YWRL9YH2Y59R.2~57NWDBTQSSDN.1 size=170730 2024-04-02T08:43:47.819 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.820+0000 7f7da3039780 1 > prepared multipart upload key=YWRL9YH2Y59R upload=57NWDBTQSSDN tag=QOI2ZZU63DJW type=write size=2267882 2024-04-02T08:43:47.820 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.821+0000 7f7da3039780 1 < completed write operation key=D0Z1XMS5I5SH tag=6XHJNUTC128X type=write size=816915 2024-04-02T08:43:47.821 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.822+0000 7f7da3039780 1 > prepared operation key=9JGJK5C8JJ0Z tag=D6LCYOY0MEK0 type=write size=662857 2024-04-02T08:43:47.822 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.823+0000 7f7da3039780 1 < completed part key=_multipart_B23RMWV8I9ZL.2~B5YT7AXSH8X0.0 size=1048576 2024-04-02T08:43:47.823 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.824+0000 7f7da3039780 1 < completed part key=_multipart_B23RMWV8I9ZL.2~B5YT7AXSH8X0.1 size=1048576 2024-04-02T08:43:47.824 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.825+0000 7f7da3039780 1 < completed part key=_multipart_B23RMWV8I9ZL.2~B5YT7AXSH8X0.2 size=419906 2024-04-02T08:43:47.826 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.827+0000 7f7da3039780 1 < completed multipart upload key=B23RMWV8I9ZL upload=B5YT7AXSH8X0 tag=MQK3HQHRRDL8 type=write size=3565634 2024-04-02T08:43:47.827 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.829+0000 7f7da3039780 1 > prepared operation key=QHKAPO5SX6SG tag=009PTQAK0T1D type=write size=976824 2024-04-02T08:43:47.828 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.830+0000 7f7da3039780 1 < completed write operation key=ZZ885TFYL1OI tag=IA360LSQUBIS type=write size=18416 2024-04-02T08:43:47.830 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.832+0000 7f7da3039780 1 > prepared part key=_multipart_DJP9NW2GDNHB.2~3MRT9KK0JQC5.0 size=1048576 2024-04-02T08:43:47.831 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.833+0000 7f7da3039780 1 > prepared part key=_multipart_DJP9NW2GDNHB.2~3MRT9KK0JQC5.1 size=986278 2024-04-02T08:43:47.832 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.833+0000 7f7da3039780 1 > prepared multipart upload key=DJP9NW2GDNHB upload=3MRT9KK0JQC5 tag=LMFILKX52WNV type=write size=3083430 2024-04-02T08:43:47.833 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.834+0000 7f7da3039780 1 < completed part key=_multipart_ZZ885TFYL1OI.2~ODZM5YIDAA0F.0 size=555064 2024-04-02T08:43:47.835 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.836+0000 7f7da3039780 1 < completed multipart upload key=ZZ885TFYL1OI upload=ODZM5YIDAA0F tag=0UPAKYP7OL63 type=write size=1603640 2024-04-02T08:43:47.836 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.837+0000 7f7da3039780 1 > prepared operation key=A3I3KM5DTR9R tag=JMEC8B2C7QW5 type=del size=1371181 2024-04-02T08:43:47.837 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.839+0000 7f7da3039780 1 < completed write operation key=Z2HC0VEJJV9V tag=TQ46XULT0OE8 type=write size=473446 2024-04-02T08:43:47.842 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.841+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~WADKGF86OZMI.0 size=1048576 2024-04-02T08:43:47.842 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.842+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~WADKGF86OZMI.1 size=1048576 2024-04-02T08:43:47.842 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.843+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~WADKGF86OZMI.2 size=480440 2024-04-02T08:43:47.842 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.843+0000 7f7da3039780 1 > prepared multipart upload key=QSPL4WJY2BVT upload=WADKGF86OZMI tag=MUIQWC46HNEV type=write size=3626168 2024-04-02T08:43:47.843 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.844+0000 7f7da3039780 1 < canceled operation key=9JGJK5C8JJ0Z tag=EV42515CJ9Q5 type=del size=2520042 2024-04-02T08:43:47.844 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.845+0000 7f7da3039780 1 > prepared operation key=9H9O464QAWB2 tag=95RDFIQPI3J6 type=write size=727133 2024-04-02T08:43:47.845 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.847+0000 7f7da3039780 1 < canceled operation key=ZV3Q7IXMLI1J tag=ZR5IGZBR9F1W type=del size=2336782 2024-04-02T08:43:47.846 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.848+0000 7f7da3039780 1 > prepared operation key=ZZ885TFYL1OI tag=G3OXF0CQY8JT type=del size=1472429 2024-04-02T08:43:47.848 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.849+0000 7f7da3039780 1 < completed delete operation key=9H9O464QAWB2 tag=A94QH4HCBMLU type=del 2024-04-02T08:43:47.850 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.852+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~GIYZ24WGKY1C.0 size=1048576 2024-04-02T08:43:47.851 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.853+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~GIYZ24WGKY1C.1 size=1048576 2024-04-02T08:43:47.852 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.854+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~GIYZ24WGKY1C.2 size=537523 2024-04-02T08:43:47.852 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.854+0000 7f7da3039780 1 > prepared multipart upload key=ELDWOJAKQD69 upload=GIYZ24WGKY1C tag=OBPEZP6SP99G type=write size=3683251 2024-04-02T08:43:47.854 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.855+0000 7f7da3039780 1 < completed delete operation key=D0Z1XMS5I5SH tag=2KHFQL5QQU7U type=del 2024-04-02T08:43:47.855 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.856+0000 7f7da3039780 1 > prepared operation key=XV6PSEG36RCA tag=JOM68CFEY0XU type=del size=698539 2024-04-02T08:43:47.856 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.858+0000 7f7da3039780 1 < completed part key=_multipart_993CLRT5TRZG.2~KPUHZK2S1QCB.0 size=1048576 2024-04-02T08:43:47.857 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.858+0000 7f7da3039780 1 < completed part key=_multipart_993CLRT5TRZG.2~KPUHZK2S1QCB.1 size=273059 2024-04-02T08:43:47.859 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.860+0000 7f7da3039780 1 < completed multipart upload key=993CLRT5TRZG upload=KPUHZK2S1QCB tag=TY0FTM1GZ0N0 type=write size=2370211 2024-04-02T08:43:47.860 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.862+0000 7f7da3039780 1 > prepared operation key=QHKAPO5SX6SG tag=LIX6AB5FO7R4 type=del size=1216601 2024-04-02T08:43:47.861 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.863+0000 7f7da3039780 1 < completed part key=_multipart_NOK2IIY1WSGJ.2~X9L00JYBHEZ4.0 size=1048576 2024-04-02T08:43:47.862 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.864+0000 7f7da3039780 1 < completed part key=_multipart_NOK2IIY1WSGJ.2~X9L00JYBHEZ4.1 size=1048576 2024-04-02T08:43:47.863 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.865+0000 7f7da3039780 1 < completed part key=_multipart_NOK2IIY1WSGJ.2~X9L00JYBHEZ4.2 size=365273 2024-04-02T08:43:47.865 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.867+0000 7f7da3039780 1 < completed multipart upload key=NOK2IIY1WSGJ upload=X9L00JYBHEZ4 tag=2P3X8KOBOV3A type=write size=3511001 2024-04-02T08:43:47.867 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.869+0000 7f7da3039780 1 > prepared part key=_multipart_BURYF1967J48.2~KBWP8U9JP7T2.0 size=1048576 2024-04-02T08:43:47.868 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.870+0000 7f7da3039780 1 > prepared part key=_multipart_BURYF1967J48.2~KBWP8U9JP7T2.1 size=1048576 2024-04-02T08:43:47.869 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.871+0000 7f7da3039780 1 > prepared part key=_multipart_BURYF1967J48.2~KBWP8U9JP7T2.2 size=179514 2024-04-02T08:43:47.869 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.871+0000 7f7da3039780 1 > prepared multipart upload key=BURYF1967J48 upload=KBWP8U9JP7T2 tag=AUNBEQ21I1U0 type=write size=3325242 2024-04-02T08:43:47.870 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.872+0000 7f7da3039780 1 < completed delete operation key=R3KOUNXRRJL4 tag=PUB10FNQVZ34 type=del 2024-04-02T08:43:47.872 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.873+0000 7f7da3039780 1 > prepared operation key=XN6KQ2LGZYGL tag=09XL023VKYAT type=write size=920654 2024-04-02T08:43:47.873 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.874+0000 7f7da3039780 1 < completed delete operation key=BURYF1967J48 tag=MBCL4822VLWE type=del 2024-04-02T08:43:47.874 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.876+0000 7f7da3039780 1 > prepared operation key=YWRL9YH2Y59R tag=IWXHFII90OA3 type=del size=2049052 2024-04-02T08:43:47.875 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.877+0000 7f7da3039780 1 < completed write operation key=DJP9NW2GDNHB tag=D0EYTC5WUFWF type=write size=940571 2024-04-02T08:43:47.876 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.878+0000 7f7da3039780 1 > prepared operation key=IX5GR5MVNL1T tag=378FDPCEQFSR type=del size=314788 2024-04-02T08:43:47.878 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.879+0000 7f7da3039780 1 < completed part key=_multipart_Z2HC0VEJJV9V.2~6YHXDYF8Z7H8.0 size=982385 2024-04-02T08:43:47.880 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.881+0000 7f7da3039780 1 < completed multipart upload key=Z2HC0VEJJV9V upload=6YHXDYF8Z7H8 tag=G6V0EMATHISX type=write size=2030961 2024-04-02T08:43:47.882 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.884+0000 7f7da3039780 1 > prepared part key=_multipart_A3I3KM5DTR9R.2~5C5IF7SL1JOM.0 size=489170 2024-04-02T08:43:47.882 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.884+0000 7f7da3039780 1 > prepared multipart upload key=A3I3KM5DTR9R upload=5C5IF7SL1JOM tag=R0B3RTE43YRX type=write size=1537746 2024-04-02T08:43:47.883 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.885+0000 7f7da3039780 1 < completed part key=_multipart_YWRL9YH2Y59R.2~57NWDBTQSSDN.0 size=1048576 2024-04-02T08:43:47.884 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.886+0000 7f7da3039780 1 < completed part key=_multipart_YWRL9YH2Y59R.2~57NWDBTQSSDN.1 size=170730 2024-04-02T08:43:47.886 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.888+0000 7f7da3039780 1 < completed multipart upload key=YWRL9YH2Y59R upload=57NWDBTQSSDN tag=QOI2ZZU63DJW type=write size=2267882 2024-04-02T08:43:47.887 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.889+0000 7f7da3039780 1 > prepared operation key=XN6KQ2LGZYGL tag=MNC9DV16JAB6 type=write size=515912 2024-04-02T08:43:47.890 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.892+0000 7f7da3039780 1 < suggested remove operation key=9JGJK5C8JJ0Z tag=D6LCYOY0MEK0 type=write 2024-04-02T08:43:47.891 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.893+0000 7f7da3039780 1 > prepared operation key=ZV3Q7IXMLI1J tag=A3C42AB370KI type=del size=3335352 2024-04-02T08:43:47.893 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.894+0000 7f7da3039780 1 < completed write operation key=QHKAPO5SX6SG tag=009PTQAK0T1D type=write size=976824 2024-04-02T08:43:47.894 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.896+0000 7f7da3039780 1 > prepared operation key=1SDLEDDX8LZR tag=R3X3MYZ20P3V type=del size=3236675 2024-04-02T08:43:47.896 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.897+0000 7f7da3039780 1 < completed part key=_multipart_DJP9NW2GDNHB.2~3MRT9KK0JQC5.0 size=1048576 2024-04-02T08:43:47.896 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.897+0000 7f7da3039780 1 < canceled part key=_multipart_DJP9NW2GDNHB.2~3MRT9KK0JQC5.1 size=986278 2024-04-02T08:43:47.898 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.899+0000 7f7da3039780 1 < canceled multipart upload key=DJP9NW2GDNHB upload=3MRT9KK0JQC5 tag=LMFILKX52WNV type=write size=3083430 2024-04-02T08:43:47.900 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.902+0000 7f7da3039780 1 > prepared part key=_multipart_81LFSX7KH5JC.2~AUBXLA16261R.0 size=1048576 2024-04-02T08:43:47.901 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.903+0000 7f7da3039780 1 > prepared part key=_multipart_81LFSX7KH5JC.2~AUBXLA16261R.1 size=1008894 2024-04-02T08:43:47.901 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.903+0000 7f7da3039780 1 > prepared multipart upload key=81LFSX7KH5JC upload=AUBXLA16261R tag=XLCYS93Y8RXL type=write size=3106046 2024-04-02T08:43:47.902 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.904+0000 7f7da3039780 1 < completed delete operation key=A3I3KM5DTR9R tag=JMEC8B2C7QW5 type=del 2024-04-02T08:43:47.904 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.905+0000 7f7da3039780 1 > prepared operation key=81LFSX7KH5JC tag=HFG8ST8P47BA type=write size=528415 2024-04-02T08:43:47.905 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.907+0000 7f7da3039780 1 < completed part key=_multipart_QSPL4WJY2BVT.2~WADKGF86OZMI.0 size=1048576 2024-04-02T08:43:47.906 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.908+0000 7f7da3039780 1 < completed part key=_multipart_QSPL4WJY2BVT.2~WADKGF86OZMI.1 size=1048576 2024-04-02T08:43:47.907 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.909+0000 7f7da3039780 1 < completed part key=_multipart_QSPL4WJY2BVT.2~WADKGF86OZMI.2 size=480440 2024-04-02T08:43:47.910 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.911+0000 7f7da3039780 1 < completed multipart upload key=QSPL4WJY2BVT upload=WADKGF86OZMI tag=MUIQWC46HNEV type=write size=3626168 2024-04-02T08:43:47.912 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.913+0000 7f7da3039780 1 > prepared part key=_multipart_R3KOUNXRRJL4.2~ODDTTLKTH2DX.0 size=1048576 2024-04-02T08:43:47.913 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.914+0000 7f7da3039780 1 > prepared part key=_multipart_R3KOUNXRRJL4.2~ODDTTLKTH2DX.1 size=1048576 2024-04-02T08:43:47.914 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.915+0000 7f7da3039780 1 > prepared part key=_multipart_R3KOUNXRRJL4.2~ODDTTLKTH2DX.2 size=622915 2024-04-02T08:43:47.914 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.915+0000 7f7da3039780 1 > prepared multipart upload key=R3KOUNXRRJL4 upload=ODDTTLKTH2DX tag=6OG16O7ORZCY type=write size=3768643 2024-04-02T08:43:47.915 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.917+0000 7f7da3039780 1 < completed write operation key=9H9O464QAWB2 tag=95RDFIQPI3J6 type=write size=727133 2024-04-02T08:43:47.916 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.918+0000 7f7da3039780 1 > prepared operation key=SPZ4WDU9FXVH tag=RF8D0RJ0GQDS type=write size=338154 2024-04-02T08:43:47.918 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.919+0000 7f7da3039780 1 < completed delete operation key=ZZ885TFYL1OI tag=G3OXF0CQY8JT type=del 2024-04-02T08:43:47.920 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.922+0000 7f7da3039780 1 > prepared part key=_multipart_XV6PSEG36RCA.2~Y0DJS36AF1M7.0 size=1048576 2024-04-02T08:43:47.921 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.923+0000 7f7da3039780 1 > prepared part key=_multipart_XV6PSEG36RCA.2~Y0DJS36AF1M7.1 size=1048576 2024-04-02T08:43:47.922 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.924+0000 7f7da3039780 1 > prepared part key=_multipart_XV6PSEG36RCA.2~Y0DJS36AF1M7.2 size=309711 2024-04-02T08:43:47.922 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.924+0000 7f7da3039780 1 > prepared multipart upload key=XV6PSEG36RCA upload=Y0DJS36AF1M7 tag=UGAWQAP1K657 type=write size=3455439 2024-04-02T08:43:47.924 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.925+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~GIYZ24WGKY1C.0 size=1048576 2024-04-02T08:43:47.925 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.926+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~GIYZ24WGKY1C.1 size=1048576 2024-04-02T08:43:47.926 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.927+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~GIYZ24WGKY1C.2 size=537523 2024-04-02T08:43:47.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:43:47 smithi012 ceph-mon[88355]: pgmap v1388: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:47.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:43:47 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:43:47.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:43:47 smithi012 ceph-mon[88355]: Cluster is now healthy 2024-04-02T08:43:47.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:43:47 smithi012 ceph-mon[88355]: osdmap e1102: 8 total, 8 up, 8 in 2024-04-02T08:43:47.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:43:47 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/780658511' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130965-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:47.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:43:47 smithi012 ceph-mon[90784]: pgmap v1388: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:47.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:43:47 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:43:47.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:43:47 smithi012 ceph-mon[90784]: Cluster is now healthy 2024-04-02T08:43:47.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:43:47 smithi012 ceph-mon[90784]: osdmap e1102: 8 total, 8 up, 8 in 2024-04-02T08:43:47.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:43:47 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/780658511' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130965-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:47.929 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.930+0000 7f7da3039780 1 < completed multipart upload key=ELDWOJAKQD69 upload=GIYZ24WGKY1C tag=OBPEZP6SP99G type=write size=3683251 2024-04-02T08:43:47.931 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.932+0000 7f7da3039780 1 > prepared part key=_multipart_1SDLEDDX8LZR.2~E22COLWXQLCU.0 size=689955 2024-04-02T08:43:47.931 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.932+0000 7f7da3039780 1 > prepared multipart upload key=1SDLEDDX8LZR upload=E22COLWXQLCU tag=FQU9NJ12KWNG type=write size=1738531 2024-04-02T08:43:47.932 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.934+0000 7f7da3039780 1 < completed delete operation key=XV6PSEG36RCA tag=JOM68CFEY0XU type=del 2024-04-02T08:43:47.935 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.936+0000 7f7da3039780 1 > prepared part key=_multipart_ZV3Q7IXMLI1J.2~UH1W28006OHV.0 size=201421 2024-04-02T08:43:47.935 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.936+0000 7f7da3039780 1 > prepared multipart upload key=ZV3Q7IXMLI1J upload=UH1W28006OHV tag=A8NJ12LSOTUB type=write size=1249997 2024-04-02T08:43:47.936 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.938+0000 7f7da3039780 1 < canceled operation key=QHKAPO5SX6SG tag=LIX6AB5FO7R4 type=del size=1216601 2024-04-02T08:43:47.938 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.940+0000 7f7da3039780 1 > prepared part key=_multipart_B23RMWV8I9ZL.2~MNKTG2MKBU74.0 size=1048576 2024-04-02T08:43:47.939 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.941+0000 7f7da3039780 1 > prepared part key=_multipart_B23RMWV8I9ZL.2~MNKTG2MKBU74.1 size=1048576 2024-04-02T08:43:47.940 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.942+0000 7f7da3039780 1 > prepared part key=_multipart_B23RMWV8I9ZL.2~MNKTG2MKBU74.2 size=555596 2024-04-02T08:43:47.941 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.942+0000 7f7da3039780 1 > prepared multipart upload key=B23RMWV8I9ZL upload=MNKTG2MKBU74 tag=JIOSWH0FYUQM type=write size=3701324 2024-04-02T08:43:47.942 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.943+0000 7f7da3039780 1 < completed part key=_multipart_BURYF1967J48.2~KBWP8U9JP7T2.0 size=1048576 2024-04-02T08:43:47.943 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.944+0000 7f7da3039780 1 < completed part key=_multipart_BURYF1967J48.2~KBWP8U9JP7T2.1 size=1048576 2024-04-02T08:43:47.944 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.946+0000 7f7da3039780 1 < completed part key=_multipart_BURYF1967J48.2~KBWP8U9JP7T2.2 size=179514 2024-04-02T08:43:47.946 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.948+0000 7f7da3039780 1 < completed multipart upload key=BURYF1967J48 upload=KBWP8U9JP7T2 tag=AUNBEQ21I1U0 type=write size=3325242 2024-04-02T08:43:47.947 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.949+0000 7f7da3039780 1 > prepared operation key=6TJF572KI0FA tag=J475W2DAAKU8 type=del size=2067419 2024-04-02T08:43:47.950 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.952+0000 7f7da3039780 1 < suggested update operation key=XN6KQ2LGZYGL tag=09XL023VKYAT type=write size=920654 2024-04-02T08:43:47.953 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.954+0000 7f7da3039780 1 > prepared part key=_multipart_JFW247YEIEQ0.2~R4OP5CSXWMTD.0 size=1048576 2024-04-02T08:43:47.954 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.955+0000 7f7da3039780 1 > prepared part key=_multipart_JFW247YEIEQ0.2~R4OP5CSXWMTD.1 size=1048576 2024-04-02T08:43:47.955 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.956+0000 7f7da3039780 1 > prepared part key=_multipart_JFW247YEIEQ0.2~R4OP5CSXWMTD.2 size=652276 2024-04-02T08:43:47.955 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.956+0000 7f7da3039780 1 > prepared multipart upload key=JFW247YEIEQ0 upload=R4OP5CSXWMTD tag=IA0GRKR0R0W9 type=write size=3798004 2024-04-02T08:43:47.957 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.959+0000 7f7da3039780 1 < suggested remove operation key=YWRL9YH2Y59R tag=IWXHFII90OA3 type=del 2024-04-02T08:43:47.959 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.960+0000 7f7da3039780 1 > prepared operation key=R3KOUNXRRJL4 tag=0ODQM20L1Y8I type=del size=170591 2024-04-02T08:43:47.961 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.963+0000 7f7da3039780 1 < suggested remove operation key=IX5GR5MVNL1T tag=378FDPCEQFSR type=del 2024-04-02T08:43:47.963 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.964+0000 7f7da3039780 1 > prepared operation key=81LFSX7KH5JC tag=NGAMAL51TXSO type=del size=2645176 2024-04-02T08:43:47.964 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.966+0000 7f7da3039780 1 < completed part key=_multipart_A3I3KM5DTR9R.2~5C5IF7SL1JOM.0 size=489170 2024-04-02T08:43:47.966 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.968+0000 7f7da3039780 1 < completed multipart upload key=A3I3KM5DTR9R upload=5C5IF7SL1JOM tag=R0B3RTE43YRX type=write size=1537746 2024-04-02T08:43:47.969 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.970+0000 7f7da3039780 1 > prepared part key=_multipart_A3I3KM5DTR9R.2~ALMHSGR9J05G.0 size=1048576 2024-04-02T08:43:47.970 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.971+0000 7f7da3039780 1 > prepared part key=_multipart_A3I3KM5DTR9R.2~ALMHSGR9J05G.1 size=1048576 2024-04-02T08:43:47.971 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.972+0000 7f7da3039780 1 > prepared part key=_multipart_A3I3KM5DTR9R.2~ALMHSGR9J05G.2 size=220087 2024-04-02T08:43:47.971 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.972+0000 7f7da3039780 1 > prepared multipart upload key=A3I3KM5DTR9R upload=ALMHSGR9J05G tag=Y40O1Q1SXD6E type=write size=3365815 2024-04-02T08:43:47.972 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.974+0000 7f7da3039780 -1 < failed to complete operation key=XN6KQ2LGZYGL tag=MNC9DV16JAB6 type=write size=515912: (22) Invalid argument 2024-04-02T08:43:47.974 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.976+0000 7f7da3039780 1 > prepared part key=_multipart_XV6PSEG36RCA.2~OVDK3TDLIZNL.0 size=1048576 2024-04-02T08:43:47.975 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.977+0000 7f7da3039780 1 > prepared part key=_multipart_XV6PSEG36RCA.2~OVDK3TDLIZNL.1 size=354780 2024-04-02T08:43:47.976 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.977+0000 7f7da3039780 1 > prepared multipart upload key=XV6PSEG36RCA upload=OVDK3TDLIZNL tag=YNPOQJUTT5MQ type=write size=2451932 2024-04-02T08:43:47.977 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.978+0000 7f7da3039780 1 < completed delete operation key=ZV3Q7IXMLI1J tag=A3C42AB370KI type=del 2024-04-02T08:43:47.978 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.980+0000 7f7da3039780 1 > prepared operation key=EAG9W8JA0WA6 tag=HZDPE84SU2QI type=del size=2796495 2024-04-02T08:43:47.979 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.981+0000 7f7da3039780 1 < completed delete operation key=1SDLEDDX8LZR tag=R3X3MYZ20P3V type=del 2024-04-02T08:43:47.982 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.983+0000 7f7da3039780 1 > prepared part key=_multipart_R3KOUNXRRJL4.2~YVCT9HPHZX84.0 size=313784 2024-04-02T08:43:47.982 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.983+0000 7f7da3039780 1 > prepared multipart upload key=R3KOUNXRRJL4 upload=YVCT9HPHZX84 tag=N2XUFIEIJRW2 type=write size=1362360 2024-04-02T08:43:47.983 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.985+0000 7f7da3039780 1 < completed part key=_multipart_81LFSX7KH5JC.2~AUBXLA16261R.0 size=1048576 2024-04-02T08:43:47.984 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.986+0000 7f7da3039780 1 < completed part key=_multipart_81LFSX7KH5JC.2~AUBXLA16261R.1 size=1008894 2024-04-02T08:43:47.986 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.988+0000 7f7da3039780 1 < completed multipart upload key=81LFSX7KH5JC upload=AUBXLA16261R tag=XLCYS93Y8RXL type=write size=3106046 2024-04-02T08:43:47.988 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.990+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~H0FPC05FDPY3.0 size=1048576 2024-04-02T08:43:47.989 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.991+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~H0FPC05FDPY3.1 size=1048576 2024-04-02T08:43:47.991 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.992+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~H0FPC05FDPY3.2 size=172109 2024-04-02T08:43:47.991 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.992+0000 7f7da3039780 1 > prepared multipart upload key=QHKAPO5SX6SG upload=H0FPC05FDPY3 tag=2A5Y31AMI95U type=write size=3317837 2024-04-02T08:43:47.992 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.993+0000 7f7da3039780 1 < completed write operation key=81LFSX7KH5JC tag=HFG8ST8P47BA type=write size=528415 2024-04-02T08:43:47.993 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.995+0000 7f7da3039780 1 > prepared operation key=1SDLEDDX8LZR tag=VYM4FVLBNFES type=del size=2621004 2024-04-02T08:43:47.994 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.996+0000 7f7da3039780 1 < completed part key=_multipart_R3KOUNXRRJL4.2~ODDTTLKTH2DX.0 size=1048576 2024-04-02T08:43:47.995 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.997+0000 7f7da3039780 1 < completed part key=_multipart_R3KOUNXRRJL4.2~ODDTTLKTH2DX.1 size=1048576 2024-04-02T08:43:47.996 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:47.998+0000 7f7da3039780 1 < completed part key=_multipart_R3KOUNXRRJL4.2~ODDTTLKTH2DX.2 size=622915 2024-04-02T08:43:47.998 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.000+0000 7f7da3039780 1 < completed multipart upload key=R3KOUNXRRJL4 upload=ODDTTLKTH2DX tag=6OG16O7ORZCY type=write size=3768643 2024-04-02T08:43:48.001 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.002+0000 7f7da3039780 1 > prepared part key=_multipart_81LFSX7KH5JC.2~OLKPU56FYJ2X.0 size=875116 2024-04-02T08:43:48.002 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.002+0000 7f7da3039780 1 > prepared multipart upload key=81LFSX7KH5JC upload=OLKPU56FYJ2X tag=GBYL31YG7CQA type=write size=1923692 2024-04-02T08:43:48.002 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.004+0000 7f7da3039780 1 < completed write operation key=SPZ4WDU9FXVH tag=RF8D0RJ0GQDS type=write size=338154 2024-04-02T08:43:48.005 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.006+0000 7f7da3039780 1 > prepared part key=_multipart_DJP9NW2GDNHB.2~NB93BBP62IYI.0 size=1048576 2024-04-02T08:43:48.005 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.007+0000 7f7da3039780 1 > prepared part key=_multipart_DJP9NW2GDNHB.2~NB93BBP62IYI.1 size=506549 2024-04-02T08:43:48.006 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.007+0000 7f7da3039780 1 > prepared multipart upload key=DJP9NW2GDNHB upload=NB93BBP62IYI tag=P72IVW1HALOX type=write size=2603701 2024-04-02T08:43:48.007 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.008+0000 7f7da3039780 1 < completed part key=_multipart_XV6PSEG36RCA.2~Y0DJS36AF1M7.0 size=1048576 2024-04-02T08:43:48.008 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.009+0000 7f7da3039780 1 < completed part key=_multipart_XV6PSEG36RCA.2~Y0DJS36AF1M7.1 size=1048576 2024-04-02T08:43:48.009 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.010+0000 7f7da3039780 1 < completed part key=_multipart_XV6PSEG36RCA.2~Y0DJS36AF1M7.2 size=309711 2024-04-02T08:43:48.011 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.013+0000 7f7da3039780 1 < completed multipart upload key=XV6PSEG36RCA upload=Y0DJS36AF1M7 tag=UGAWQAP1K657 type=write size=3455439 2024-04-02T08:43:48.012 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.014+0000 7f7da3039780 1 > prepared operation key=9H9O464QAWB2 tag=1A0QLK28HMR8 type=write size=127575 2024-04-02T08:43:48.013 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.015+0000 7f7da3039780 1 < completed part key=_multipart_1SDLEDDX8LZR.2~E22COLWXQLCU.0 size=689955 2024-04-02T08:43:48.015 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.017+0000 7f7da3039780 1 < completed multipart upload key=1SDLEDDX8LZR upload=E22COLWXQLCU tag=FQU9NJ12KWNG type=write size=1738531 2024-04-02T08:43:48.017 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.018+0000 7f7da3039780 1 > prepared operation key=SPZ4WDU9FXVH tag=26S7H28YWLUQ type=del size=965784 2024-04-02T08:43:48.018 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.020+0000 7f7da3039780 1 < completed part key=_multipart_ZV3Q7IXMLI1J.2~UH1W28006OHV.0 size=201421 2024-04-02T08:43:48.020 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.022+0000 7f7da3039780 1 < completed multipart upload key=ZV3Q7IXMLI1J upload=UH1W28006OHV tag=A8NJ12LSOTUB type=write size=1249997 2024-04-02T08:43:48.021 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.023+0000 7f7da3039780 1 > prepared operation key=9JGJK5C8JJ0Z tag=HOGQH6O0DL13 type=del size=665920 2024-04-02T08:43:48.023 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.024+0000 7f7da3039780 1 < completed part key=_multipart_B23RMWV8I9ZL.2~MNKTG2MKBU74.0 size=1048576 2024-04-02T08:43:48.024 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.025+0000 7f7da3039780 1 < completed part key=_multipart_B23RMWV8I9ZL.2~MNKTG2MKBU74.1 size=1048576 2024-04-02T08:43:48.025 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.026+0000 7f7da3039780 1 < completed part key=_multipart_B23RMWV8I9ZL.2~MNKTG2MKBU74.2 size=555596 2024-04-02T08:43:48.027 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.028+0000 7f7da3039780 1 < completed multipart upload key=B23RMWV8I9ZL upload=MNKTG2MKBU74 tag=JIOSWH0FYUQM type=write size=3701324 2024-04-02T08:43:48.029 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.031+0000 7f7da3039780 1 > prepared part key=_multipart_ZV3Q7IXMLI1J.2~LDZZDMSKBM1I.0 size=1048576 2024-04-02T08:43:48.030 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.032+0000 7f7da3039780 1 > prepared part key=_multipart_ZV3Q7IXMLI1J.2~LDZZDMSKBM1I.1 size=377275 2024-04-02T08:43:48.030 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.032+0000 7f7da3039780 1 > prepared multipart upload key=ZV3Q7IXMLI1J upload=LDZZDMSKBM1I tag=IB1DP0EYQTKW type=write size=2474427 2024-04-02T08:43:48.031 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.033+0000 7f7da3039780 1 < completed delete operation key=6TJF572KI0FA tag=J475W2DAAKU8 type=del 2024-04-02T08:43:48.034 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.035+0000 7f7da3039780 1 > prepared part key=_multipart_IX5GR5MVNL1T.2~B9F7C2HXKZGX.0 size=1048576 2024-04-02T08:43:48.035 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.036+0000 7f7da3039780 1 > prepared part key=_multipart_IX5GR5MVNL1T.2~B9F7C2HXKZGX.1 size=1048576 2024-04-02T08:43:48.035 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.037+0000 7f7da3039780 1 > prepared part key=_multipart_IX5GR5MVNL1T.2~B9F7C2HXKZGX.2 size=736652 2024-04-02T08:43:48.036 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.037+0000 7f7da3039780 1 > prepared multipart upload key=IX5GR5MVNL1T upload=B9F7C2HXKZGX tag=5YAS62E7KWZJ type=write size=3882380 2024-04-02T08:43:48.037 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.038+0000 7f7da3039780 1 < completed part key=_multipart_JFW247YEIEQ0.2~R4OP5CSXWMTD.0 size=1048576 2024-04-02T08:43:48.038 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.039+0000 7f7da3039780 1 < completed part key=_multipart_JFW247YEIEQ0.2~R4OP5CSXWMTD.1 size=1048576 2024-04-02T08:43:48.039 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.040+0000 7f7da3039780 1 < completed part key=_multipart_JFW247YEIEQ0.2~R4OP5CSXWMTD.2 size=652276 2024-04-02T08:43:48.041 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.043+0000 7f7da3039780 1 < completed multipart upload key=JFW247YEIEQ0 upload=R4OP5CSXWMTD tag=IA0GRKR0R0W9 type=write size=3798004 2024-04-02T08:43:48.042 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.044+0000 7f7da3039780 1 > prepared operation key=Y5E6U7ZCX7JC tag=C19L7E0JKCTD type=del size=1922441 2024-04-02T08:43:48.044 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.045+0000 7f7da3039780 1 < completed delete operation key=R3KOUNXRRJL4 tag=0ODQM20L1Y8I type=del 2024-04-02T08:43:48.045 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.046+0000 7f7da3039780 1 > prepared operation key=A3I3KM5DTR9R tag=QXXMXI7OGCU2 type=del size=3876486 2024-04-02T08:43:48.047 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.049+0000 7f7da3039780 1 < suggested update operation key=81LFSX7KH5JC tag=NGAMAL51TXSO type=del size=2645176 2024-04-02T08:43:48.050 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.051+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~AMY2YCY4R1KS.0 size=1048576 2024-04-02T08:43:48.051 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.052+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~AMY2YCY4R1KS.1 size=240433 2024-04-02T08:43:48.051 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.052+0000 7f7da3039780 1 > prepared multipart upload key=QHKAPO5SX6SG upload=AMY2YCY4R1KS tag=OOSK3JDM5UUU type=write size=2337585 2024-04-02T08:43:48.052 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.054+0000 7f7da3039780 1 < completed part key=_multipart_A3I3KM5DTR9R.2~ALMHSGR9J05G.0 size=1048576 2024-04-02T08:43:48.053 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.055+0000 7f7da3039780 1 < completed part key=_multipart_A3I3KM5DTR9R.2~ALMHSGR9J05G.1 size=1048576 2024-04-02T08:43:48.054 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.056+0000 7f7da3039780 1 < completed part key=_multipart_A3I3KM5DTR9R.2~ALMHSGR9J05G.2 size=220087 2024-04-02T08:43:48.056 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.058+0000 7f7da3039780 1 < completed multipart upload key=A3I3KM5DTR9R upload=ALMHSGR9J05G tag=Y40O1Q1SXD6E type=write size=3365815 2024-04-02T08:43:48.059 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.060+0000 7f7da3039780 1 > prepared part key=_multipart_DJP9NW2GDNHB.2~WIPDARIM1ADI.0 size=1048576 2024-04-02T08:43:48.060 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.061+0000 7f7da3039780 1 > prepared part key=_multipart_DJP9NW2GDNHB.2~WIPDARIM1ADI.1 size=1048576 2024-04-02T08:43:48.061 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.063+0000 7f7da3039780 1 > prepared part key=_multipart_DJP9NW2GDNHB.2~WIPDARIM1ADI.2 size=204709 2024-04-02T08:43:48.061 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.063+0000 7f7da3039780 1 > prepared multipart upload key=DJP9NW2GDNHB upload=WIPDARIM1ADI tag=MH70WE7VTJUH type=write size=3350437 2024-04-02T08:43:48.062 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.064+0000 7f7da3039780 1 < completed part key=_multipart_XV6PSEG36RCA.2~OVDK3TDLIZNL.0 size=1048576 2024-04-02T08:43:48.063 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.065+0000 7f7da3039780 1 < completed part key=_multipart_XV6PSEG36RCA.2~OVDK3TDLIZNL.1 size=354780 2024-04-02T08:43:48.066 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.067+0000 7f7da3039780 1 < completed multipart upload key=XV6PSEG36RCA upload=OVDK3TDLIZNL tag=YNPOQJUTT5MQ type=write size=2451932 2024-04-02T08:43:48.067 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.068+0000 7f7da3039780 1 > prepared operation key=NOK2IIY1WSGJ tag=WBE5BG3SFX0V type=del size=2041733 2024-04-02T08:43:48.068 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.070+0000 7f7da3039780 1 < completed delete operation key=EAG9W8JA0WA6 tag=HZDPE84SU2QI type=del 2024-04-02T08:43:48.071 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.072+0000 7f7da3039780 1 > prepared part key=_multipart_N5AIAS76IS0Z.2~BQB0SDHCPECQ.0 size=1048576 2024-04-02T08:43:48.072 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.073+0000 7f7da3039780 1 > prepared part key=_multipart_N5AIAS76IS0Z.2~BQB0SDHCPECQ.1 size=1048576 2024-04-02T08:43:48.073 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.074+0000 7f7da3039780 1 > prepared part key=_multipart_N5AIAS76IS0Z.2~BQB0SDHCPECQ.2 size=1003860 2024-04-02T08:43:48.073 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.074+0000 7f7da3039780 1 > prepared multipart upload key=N5AIAS76IS0Z upload=BQB0SDHCPECQ tag=1IF5OT79WNLH type=write size=4149588 2024-04-02T08:43:48.074 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.076+0000 7f7da3039780 1 < completed part key=_multipart_R3KOUNXRRJL4.2~YVCT9HPHZX84.0 size=313784 2024-04-02T08:43:48.076 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.078+0000 7f7da3039780 1 < completed multipart upload key=R3KOUNXRRJL4 upload=YVCT9HPHZX84 tag=N2XUFIEIJRW2 type=write size=1362360 2024-04-02T08:43:48.077 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.079+0000 7f7da3039780 1 > prepared operation key=B23RMWV8I9ZL tag=48473KY8D8FP type=del size=1022989 2024-04-02T08:43:48.078 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.080+0000 7f7da3039780 1 < completed part key=_multipart_QHKAPO5SX6SG.2~H0FPC05FDPY3.0 size=1048576 2024-04-02T08:43:48.080 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.081+0000 7f7da3039780 1 < completed part key=_multipart_QHKAPO5SX6SG.2~H0FPC05FDPY3.1 size=1048576 2024-04-02T08:43:48.081 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.082+0000 7f7da3039780 1 < completed part key=_multipart_QHKAPO5SX6SG.2~H0FPC05FDPY3.2 size=172109 2024-04-02T08:43:48.083 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.084+0000 7f7da3039780 1 < completed multipart upload key=QHKAPO5SX6SG upload=H0FPC05FDPY3 tag=2A5Y31AMI95U type=write size=3317837 2024-04-02T08:43:48.085 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.087+0000 7f7da3039780 1 > prepared part key=_multipart_N5AIAS76IS0Z.2~AO18SMBUCHLL.0 size=651221 2024-04-02T08:43:48.085 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.087+0000 7f7da3039780 1 > prepared multipart upload key=N5AIAS76IS0Z upload=AO18SMBUCHLL tag=PAMD3TX4M7Y4 type=write size=1699797 2024-04-02T08:43:48.087 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.088+0000 7f7da3039780 1 < completed delete operation key=1SDLEDDX8LZR tag=VYM4FVLBNFES type=del 2024-04-02T08:43:48.089 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.090+0000 7f7da3039780 1 > prepared part key=_multipart_1SDLEDDX8LZR.2~VESQ85I4AXR7.0 size=1048576 2024-04-02T08:43:48.090 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.092+0000 7f7da3039780 1 > prepared part key=_multipart_1SDLEDDX8LZR.2~VESQ85I4AXR7.1 size=32348 2024-04-02T08:43:48.090 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.092+0000 7f7da3039780 1 > prepared multipart upload key=1SDLEDDX8LZR upload=VESQ85I4AXR7 tag=J85QECYGEOJ0 type=write size=2129500 2024-04-02T08:43:48.091 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.093+0000 7f7da3039780 1 < completed part key=_multipart_81LFSX7KH5JC.2~OLKPU56FYJ2X.0 size=875116 2024-04-02T08:43:48.093 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.095+0000 7f7da3039780 1 < completed multipart upload key=81LFSX7KH5JC upload=OLKPU56FYJ2X tag=GBYL31YG7CQA type=write size=1923692 2024-04-02T08:43:48.095 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.096+0000 7f7da3039780 1 > prepared operation key=57GR82RGCWC5 tag=EMCWKXBQHQ3D type=write size=234627 2024-04-02T08:43:48.096 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.098+0000 7f7da3039780 1 < completed part key=_multipart_DJP9NW2GDNHB.2~NB93BBP62IYI.0 size=1048576 2024-04-02T08:43:48.097 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.099+0000 7f7da3039780 1 < completed part key=_multipart_DJP9NW2GDNHB.2~NB93BBP62IYI.1 size=506549 2024-04-02T08:43:48.099 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.101+0000 7f7da3039780 1 < completed multipart upload key=DJP9NW2GDNHB upload=NB93BBP62IYI tag=P72IVW1HALOX type=write size=2603701 2024-04-02T08:43:48.101 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.102+0000 7f7da3039780 1 > prepared operation key=ELDWOJAKQD69 tag=412F33U4JQL4 type=write size=467933 2024-04-02T08:43:48.102 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.104+0000 7f7da3039780 1 < completed write operation key=9H9O464QAWB2 tag=1A0QLK28HMR8 type=write size=127575 2024-04-02T08:43:48.105 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.106+0000 7f7da3039780 1 > prepared part key=_multipart_XN6KQ2LGZYGL.2~2N192OYJP1CI.0 size=708290 2024-04-02T08:43:48.105 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.106+0000 7f7da3039780 1 > prepared multipart upload key=XN6KQ2LGZYGL upload=2N192OYJP1CI tag=YETYVPMO37DD type=write size=1756866 2024-04-02T08:43:48.107 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.109+0000 7f7da3039780 1 < suggested update operation key=SPZ4WDU9FXVH tag=26S7H28YWLUQ type=del size=965784 2024-04-02T08:43:48.110 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.111+0000 7f7da3039780 1 > prepared part key=_multipart_NOK2IIY1WSGJ.2~GA40YKLTXTT0.0 size=1048576 2024-04-02T08:43:48.111 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.112+0000 7f7da3039780 1 > prepared part key=_multipart_NOK2IIY1WSGJ.2~GA40YKLTXTT0.1 size=1048576 2024-04-02T08:43:48.112 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.113+0000 7f7da3039780 1 > prepared part key=_multipart_NOK2IIY1WSGJ.2~GA40YKLTXTT0.2 size=1030212 2024-04-02T08:43:48.112 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.113+0000 7f7da3039780 1 > prepared multipart upload key=NOK2IIY1WSGJ upload=GA40YKLTXTT0 tag=Z2AFCJFCWH4A type=write size=4175940 2024-04-02T08:43:48.113 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.115+0000 7f7da3039780 1 < completed delete operation key=9JGJK5C8JJ0Z tag=HOGQH6O0DL13 type=del 2024-04-02T08:43:48.115 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.116+0000 7f7da3039780 1 > prepared operation key=A3I3KM5DTR9R tag=SWKAZKBUT6R9 type=del size=2765260 2024-04-02T08:43:48.115 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.116+0000 7f7da3039780 1 < canceled part key=_multipart_ZV3Q7IXMLI1J.2~LDZZDMSKBM1I.0 size=1048576 2024-04-02T08:43:48.116 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.118+0000 7f7da3039780 1 < completed part key=_multipart_ZV3Q7IXMLI1J.2~LDZZDMSKBM1I.1 size=377275 2024-04-02T08:43:48.118 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.120+0000 7f7da3039780 1 < canceled multipart upload key=ZV3Q7IXMLI1J upload=LDZZDMSKBM1I tag=IB1DP0EYQTKW type=write size=2474427 2024-04-02T08:43:48.120 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.121+0000 7f7da3039780 1 > prepared operation key=6TJF572KI0FA tag=81UEHQKQQR14 type=del size=1619201 2024-04-02T08:43:48.121 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.122+0000 7f7da3039780 1 < completed part key=_multipart_IX5GR5MVNL1T.2~B9F7C2HXKZGX.0 size=1048576 2024-04-02T08:43:48.122 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.124+0000 7f7da3039780 1 < completed part key=_multipart_IX5GR5MVNL1T.2~B9F7C2HXKZGX.1 size=1048576 2024-04-02T08:43:48.123 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.125+0000 7f7da3039780 1 < completed part key=_multipart_IX5GR5MVNL1T.2~B9F7C2HXKZGX.2 size=736652 2024-04-02T08:43:48.125 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.127+0000 7f7da3039780 1 < completed multipart upload key=IX5GR5MVNL1T upload=B9F7C2HXKZGX tag=5YAS62E7KWZJ type=write size=3882380 2024-04-02T08:43:48.127 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.128+0000 7f7da3039780 1 > prepared operation key=ZV3Q7IXMLI1J tag=7CX1H39HW8IZ type=del size=3860283 2024-04-02T08:43:48.128 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.129+0000 7f7da3039780 1 < completed delete operation key=Y5E6U7ZCX7JC tag=C19L7E0JKCTD type=del 2024-04-02T08:43:48.129 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.131+0000 7f7da3039780 1 > prepared operation key=6TJF572KI0FA tag=34S7E3VPRIEW type=del size=1545992 2024-04-02T08:43:48.130 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.132+0000 7f7da3039780 1 < completed delete operation key=A3I3KM5DTR9R tag=QXXMXI7OGCU2 type=del 2024-04-02T08:43:48.132 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.134+0000 7f7da3039780 1 > prepared operation key=Y5E6U7ZCX7JC tag=461TTRFGDN0H type=del size=3566746 2024-04-02T08:43:48.133 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.135+0000 7f7da3039780 1 < completed part key=_multipart_QHKAPO5SX6SG.2~AMY2YCY4R1KS.0 size=1048576 2024-04-02T08:43:48.135 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.136+0000 7f7da3039780 1 < completed part key=_multipart_QHKAPO5SX6SG.2~AMY2YCY4R1KS.1 size=240433 2024-04-02T08:43:48.137 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.138+0000 7f7da3039780 1 < completed multipart upload key=QHKAPO5SX6SG upload=AMY2YCY4R1KS tag=OOSK3JDM5UUU type=write size=2337585 2024-04-02T08:43:48.140 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.141+0000 7f7da3039780 1 > prepared part key=_multipart_ZZ885TFYL1OI.2~F0GQ08696KA2.0 size=563828 2024-04-02T08:43:48.140 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.141+0000 7f7da3039780 1 > prepared multipart upload key=ZZ885TFYL1OI upload=F0GQ08696KA2 tag=JLIUIQT52TRS type=write size=1612404 2024-04-02T08:43:48.141 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.142+0000 7f7da3039780 1 < completed part key=_multipart_DJP9NW2GDNHB.2~WIPDARIM1ADI.0 size=1048576 2024-04-02T08:43:48.142 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.143+0000 7f7da3039780 1 < completed part key=_multipart_DJP9NW2GDNHB.2~WIPDARIM1ADI.1 size=1048576 2024-04-02T08:43:48.143 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.145+0000 7f7da3039780 1 < completed part key=_multipart_DJP9NW2GDNHB.2~WIPDARIM1ADI.2 size=204709 2024-04-02T08:43:48.146 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.147+0000 7f7da3039780 1 < completed multipart upload key=DJP9NW2GDNHB upload=WIPDARIM1ADI tag=MH70WE7VTJUH type=write size=3350437 2024-04-02T08:43:48.147 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.149+0000 7f7da3039780 1 > prepared operation key=QSPL4WJY2BVT tag=ILLGMXX6HX0L type=del size=3106338 2024-04-02T08:43:48.148 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.150+0000 7f7da3039780 1 < canceled operation key=NOK2IIY1WSGJ tag=WBE5BG3SFX0V type=del size=2041733 2024-04-02T08:43:48.151 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.152+0000 7f7da3039780 1 > prepared part key=_multipart_ZV3Q7IXMLI1J.2~VKRTJ8ZB7L7X.0 size=1048576 2024-04-02T08:43:48.152 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.153+0000 7f7da3039780 1 > prepared part key=_multipart_ZV3Q7IXMLI1J.2~VKRTJ8ZB7L7X.1 size=1048576 2024-04-02T08:43:48.153 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.154+0000 7f7da3039780 1 > prepared part key=_multipart_ZV3Q7IXMLI1J.2~VKRTJ8ZB7L7X.2 size=566003 2024-04-02T08:43:48.153 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.154+0000 7f7da3039780 1 > prepared multipart upload key=ZV3Q7IXMLI1J upload=VKRTJ8ZB7L7X tag=2UQ1ADAXLCVN type=write size=3711731 2024-04-02T08:43:48.154 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.156+0000 7f7da3039780 1 < completed part key=_multipart_N5AIAS76IS0Z.2~BQB0SDHCPECQ.0 size=1048576 2024-04-02T08:43:48.155 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.157+0000 7f7da3039780 1 < completed part key=_multipart_N5AIAS76IS0Z.2~BQB0SDHCPECQ.1 size=1048576 2024-04-02T08:43:48.156 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.158+0000 7f7da3039780 1 < completed part key=_multipart_N5AIAS76IS0Z.2~BQB0SDHCPECQ.2 size=1003860 2024-04-02T08:43:48.158 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.160+0000 7f7da3039780 1 < completed multipart upload key=N5AIAS76IS0Z upload=BQB0SDHCPECQ tag=1IF5OT79WNLH type=write size=4149588 2024-04-02T08:43:48.161 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.162+0000 7f7da3039780 1 > prepared part key=_multipart_DJP9NW2GDNHB.2~NUQYALHCEEDN.0 size=1048576 2024-04-02T08:43:48.162 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.163+0000 7f7da3039780 1 > prepared part key=_multipart_DJP9NW2GDNHB.2~NUQYALHCEEDN.1 size=1048576 2024-04-02T08:43:48.163 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.165+0000 7f7da3039780 1 > prepared part key=_multipart_DJP9NW2GDNHB.2~NUQYALHCEEDN.2 size=659365 2024-04-02T08:43:48.163 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.165+0000 7f7da3039780 1 > prepared multipart upload key=DJP9NW2GDNHB upload=NUQYALHCEEDN tag=XYGJWF11C84U type=write size=3805093 2024-04-02T08:43:48.164 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.166+0000 7f7da3039780 1 < completed delete operation key=B23RMWV8I9ZL tag=48473KY8D8FP type=del 2024-04-02T08:43:48.166 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.167+0000 7f7da3039780 1 > prepared operation key=EAG9W8JA0WA6 tag=S6O4U8SQ9FNY type=del size=1140295 2024-04-02T08:43:48.167 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.169+0000 7f7da3039780 1 < completed part key=_multipart_N5AIAS76IS0Z.2~AO18SMBUCHLL.0 size=651221 2024-04-02T08:43:48.169 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.171+0000 7f7da3039780 1 < completed multipart upload key=N5AIAS76IS0Z upload=AO18SMBUCHLL tag=PAMD3TX4M7Y4 type=write size=1699797 2024-04-02T08:43:48.170 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.172+0000 7f7da3039780 1 > prepared operation key=R3KOUNXRRJL4 tag=ICY1KX77A24Y type=write size=739916 2024-04-02T08:43:48.172 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.173+0000 7f7da3039780 1 < completed part key=_multipart_1SDLEDDX8LZR.2~VESQ85I4AXR7.0 size=1048576 2024-04-02T08:43:48.173 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.174+0000 7f7da3039780 1 < completed part key=_multipart_1SDLEDDX8LZR.2~VESQ85I4AXR7.1 size=32348 2024-04-02T08:43:48.175 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.177+0000 7f7da3039780 1 < completed multipart upload key=1SDLEDDX8LZR upload=VESQ85I4AXR7 tag=J85QECYGEOJ0 type=write size=2129500 2024-04-02T08:43:48.178 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.179+0000 7f7da3039780 1 > prepared part key=_multipart_YWRL9YH2Y59R.2~R25UZAPXN2CT.0 size=47995 2024-04-02T08:43:48.178 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.179+0000 7f7da3039780 1 > prepared multipart upload key=YWRL9YH2Y59R upload=R25UZAPXN2CT tag=G0ZS1L5V2EVN type=write size=1096571 2024-04-02T08:43:48.179 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.180+0000 7f7da3039780 1 < completed write operation key=57GR82RGCWC5 tag=EMCWKXBQHQ3D type=write size=234627 2024-04-02T08:43:48.182 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.183+0000 7f7da3039780 1 > prepared part key=_multipart_B23RMWV8I9ZL.2~9O34UXR1FMM7.0 size=1048576 2024-04-02T08:43:48.183 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.184+0000 7f7da3039780 1 > prepared part key=_multipart_B23RMWV8I9ZL.2~9O34UXR1FMM7.1 size=561255 2024-04-02T08:43:48.183 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.184+0000 7f7da3039780 1 > prepared multipart upload key=B23RMWV8I9ZL upload=9O34UXR1FMM7 tag=ACBLUE32MKQU type=write size=2658407 2024-04-02T08:43:48.184 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.186+0000 7f7da3039780 1 < completed write operation key=ELDWOJAKQD69 tag=412F33U4JQL4 type=write size=467933 2024-04-02T08:43:48.187 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.188+0000 7f7da3039780 1 > prepared part key=_multipart_81LFSX7KH5JC.2~P4E12QFRDMF0.0 size=1048576 2024-04-02T08:43:48.188 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.189+0000 7f7da3039780 1 > prepared part key=_multipart_81LFSX7KH5JC.2~P4E12QFRDMF0.1 size=637966 2024-04-02T08:43:48.188 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.189+0000 7f7da3039780 1 > prepared multipart upload key=81LFSX7KH5JC upload=P4E12QFRDMF0 tag=2NX1203T2316 type=write size=2735118 2024-04-02T08:43:48.189 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.191+0000 7f7da3039780 1 < completed part key=_multipart_XN6KQ2LGZYGL.2~2N192OYJP1CI.0 size=708290 2024-04-02T08:43:48.191 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.193+0000 7f7da3039780 1 < completed multipart upload key=XN6KQ2LGZYGL upload=2N192OYJP1CI tag=YETYVPMO37DD type=write size=1756866 2024-04-02T08:43:48.193 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.194+0000 7f7da3039780 1 > prepared operation key=6TJF572KI0FA tag=0FEAD05AF1C4 type=del size=2626628 2024-04-02T08:43:48.194 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.196+0000 7f7da3039780 1 < completed part key=_multipart_NOK2IIY1WSGJ.2~GA40YKLTXTT0.0 size=1048576 2024-04-02T08:43:48.195 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.197+0000 7f7da3039780 1 < completed part key=_multipart_NOK2IIY1WSGJ.2~GA40YKLTXTT0.1 size=1048576 2024-04-02T08:43:48.196 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.198+0000 7f7da3039780 1 < completed part key=_multipart_NOK2IIY1WSGJ.2~GA40YKLTXTT0.2 size=1030212 2024-04-02T08:43:48.199 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.200+0000 7f7da3039780 1 < completed multipart upload key=NOK2IIY1WSGJ upload=GA40YKLTXTT0 tag=Z2AFCJFCWH4A type=write size=4175940 2024-04-02T08:43:48.201 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.202+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~LUO5L34RX7U2.0 size=753225 2024-04-02T08:43:48.201 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.202+0000 7f7da3039780 1 > prepared multipart upload key=QHKAPO5SX6SG upload=LUO5L34RX7U2 tag=UH6NYD80TLZ1 type=write size=1801801 2024-04-02T08:43:48.202 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.204+0000 7f7da3039780 1 < completed delete operation key=A3I3KM5DTR9R tag=SWKAZKBUT6R9 type=del 2024-04-02T08:43:48.204 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.205+0000 7f7da3039780 1 > prepared operation key=EAG9W8JA0WA6 tag=2N8C05ICG5QI type=del size=783827 2024-04-02T08:43:48.205 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.207+0000 7f7da3039780 1 < completed delete operation key=6TJF572KI0FA tag=81UEHQKQQR14 type=del 2024-04-02T08:43:48.207 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.209+0000 7f7da3039780 1 > prepared part key=_multipart_XN6KQ2LGZYGL.2~3UT9IKMOUL38.0 size=238156 2024-04-02T08:43:48.207 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.209+0000 7f7da3039780 1 > prepared multipart upload key=XN6KQ2LGZYGL upload=3UT9IKMOUL38 tag=3OE1BRJ2R9YG type=write size=1286732 2024-04-02T08:43:48.209 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.210+0000 7f7da3039780 1 < completed delete operation key=ZV3Q7IXMLI1J tag=7CX1H39HW8IZ type=del 2024-04-02T08:43:48.211 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.212+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~MXTEJCQE43AW.0 size=738800 2024-04-02T08:43:48.211 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.212+0000 7f7da3039780 1 > prepared multipart upload key=9H9O464QAWB2 upload=MXTEJCQE43AW tag=04J0UHSL192M type=write size=1787376 2024-04-02T08:43:48.213 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.215+0000 7f7da3039780 1 < suggested remove operation key=6TJF572KI0FA tag=34S7E3VPRIEW type=del 2024-04-02T08:43:48.215 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.217+0000 7f7da3039780 1 > prepared operation key=A3I3KM5DTR9R tag=PW40K0JBTMT9 type=del size=3297540 2024-04-02T08:43:48.216 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.218+0000 7f7da3039780 1 < completed delete operation key=Y5E6U7ZCX7JC tag=461TTRFGDN0H type=del 2024-04-02T08:43:48.219 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.220+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~14D2E88H22F8.0 size=1048576 2024-04-02T08:43:48.220 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.221+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~14D2E88H22F8.1 size=1048576 2024-04-02T08:43:48.221 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.223+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~14D2E88H22F8.2 size=225973 2024-04-02T08:43:48.221 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.223+0000 7f7da3039780 1 > prepared multipart upload key=9H9O464QAWB2 upload=14D2E88H22F8 tag=6NEY3KPHX3AT type=write size=3371701 2024-04-02T08:43:48.222 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.224+0000 7f7da3039780 1 < completed part key=_multipart_ZZ885TFYL1OI.2~F0GQ08696KA2.0 size=563828 2024-04-02T08:43:48.225 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.226+0000 7f7da3039780 1 < completed multipart upload key=ZZ885TFYL1OI upload=F0GQ08696KA2 tag=JLIUIQT52TRS type=write size=1612404 2024-04-02T08:43:48.226 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.227+0000 7f7da3039780 1 > prepared operation key=B23RMWV8I9ZL tag=1W00PBNRK0S5 type=del size=1826285 2024-04-02T08:43:48.227 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.229+0000 7f7da3039780 1 < completed delete operation key=QSPL4WJY2BVT tag=ILLGMXX6HX0L type=del 2024-04-02T08:43:48.229 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.230+0000 7f7da3039780 1 > prepared operation key=DJP9NW2GDNHB tag=0WS9PC62L04H type=write size=362748 2024-04-02T08:43:48.230 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.232+0000 7f7da3039780 1 < completed part key=_multipart_ZV3Q7IXMLI1J.2~VKRTJ8ZB7L7X.0 size=1048576 2024-04-02T08:43:48.231 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.233+0000 7f7da3039780 1 < completed part key=_multipart_ZV3Q7IXMLI1J.2~VKRTJ8ZB7L7X.1 size=1048576 2024-04-02T08:43:48.232 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.234+0000 7f7da3039780 1 < completed part key=_multipart_ZV3Q7IXMLI1J.2~VKRTJ8ZB7L7X.2 size=566003 2024-04-02T08:43:48.234 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.236+0000 7f7da3039780 1 < completed multipart upload key=ZV3Q7IXMLI1J upload=VKRTJ8ZB7L7X tag=2UQ1ADAXLCVN type=write size=3711731 2024-04-02T08:43:48.236 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.238+0000 7f7da3039780 1 > prepared operation key=YWRL9YH2Y59R tag=IVO9CDJO53WK type=del size=428185 2024-04-02T08:43:48.237 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.239+0000 7f7da3039780 1 < completed part key=_multipart_DJP9NW2GDNHB.2~NUQYALHCEEDN.0 size=1048576 2024-04-02T08:43:48.238 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.240+0000 7f7da3039780 1 < completed part key=_multipart_DJP9NW2GDNHB.2~NUQYALHCEEDN.1 size=1048576 2024-04-02T08:43:48.240 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.241+0000 7f7da3039780 1 < completed part key=_multipart_DJP9NW2GDNHB.2~NUQYALHCEEDN.2 size=659365 2024-04-02T08:43:48.242 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.243+0000 7f7da3039780 1 < completed multipart upload key=DJP9NW2GDNHB upload=NUQYALHCEEDN tag=XYGJWF11C84U type=write size=3805093 2024-04-02T08:43:48.244 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.246+0000 7f7da3039780 1 > prepared part key=_multipart_R3KOUNXRRJL4.2~7M9AB2A3XW79.0 size=1048576 2024-04-02T08:43:48.245 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.247+0000 7f7da3039780 1 > prepared part key=_multipart_R3KOUNXRRJL4.2~7M9AB2A3XW79.1 size=508664 2024-04-02T08:43:48.245 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.247+0000 7f7da3039780 1 > prepared multipart upload key=R3KOUNXRRJL4 upload=7M9AB2A3XW79 tag=GKF0IYHA2ZKR type=write size=2605816 2024-04-02T08:43:48.246 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.248+0000 7f7da3039780 1 < completed delete operation key=EAG9W8JA0WA6 tag=S6O4U8SQ9FNY type=del 2024-04-02T08:43:48.250 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.250+0000 7f7da3039780 1 > prepared part key=_multipart_DJP9NW2GDNHB.2~BZY4K0H64IYE.0 size=1048576 2024-04-02T08:43:48.250 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.251+0000 7f7da3039780 1 > prepared part key=_multipart_DJP9NW2GDNHB.2~BZY4K0H64IYE.1 size=1048576 2024-04-02T08:43:48.251 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.252+0000 7f7da3039780 1 > prepared part key=_multipart_DJP9NW2GDNHB.2~BZY4K0H64IYE.2 size=135158 2024-04-02T08:43:48.251 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.252+0000 7f7da3039780 1 > prepared multipart upload key=DJP9NW2GDNHB upload=BZY4K0H64IYE tag=VATAKBNMF22N type=write size=3280886 2024-04-02T08:43:48.254 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.255+0000 7f7da3039780 1 < suggested update operation key=R3KOUNXRRJL4 tag=ICY1KX77A24Y type=write size=739916 2024-04-02T08:43:48.255 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.256+0000 7f7da3039780 1 > prepared operation key=B23RMWV8I9ZL tag=DSJLMXCBKATS type=del size=1951436 2024-04-02T08:43:48.256 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.258+0000 7f7da3039780 1 < completed part key=_multipart_YWRL9YH2Y59R.2~R25UZAPXN2CT.0 size=47995 2024-04-02T08:43:48.258 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.260+0000 7f7da3039780 1 < completed multipart upload key=YWRL9YH2Y59R upload=R25UZAPXN2CT tag=G0ZS1L5V2EVN type=write size=1096571 2024-04-02T08:43:48.259 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.261+0000 7f7da3039780 1 > prepared operation key=IX5GR5MVNL1T tag=3VRS5Z2Z8M0D type=del size=914367 2024-04-02T08:43:48.261 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.262+0000 7f7da3039780 1 < completed part key=_multipart_B23RMWV8I9ZL.2~9O34UXR1FMM7.0 size=1048576 2024-04-02T08:43:48.262 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.263+0000 7f7da3039780 1 < completed part key=_multipart_B23RMWV8I9ZL.2~9O34UXR1FMM7.1 size=561255 2024-04-02T08:43:48.264 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.265+0000 7f7da3039780 1 < completed multipart upload key=B23RMWV8I9ZL upload=9O34UXR1FMM7 tag=ACBLUE32MKQU type=write size=2658407 2024-04-02T08:43:48.265 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.267+0000 7f7da3039780 1 > prepared operation key=QHKAPO5SX6SG tag=RIHZWDVCMT14 type=del size=3392554 2024-04-02T08:43:48.266 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.268+0000 7f7da3039780 1 < completed part key=_multipart_81LFSX7KH5JC.2~P4E12QFRDMF0.0 size=1048576 2024-04-02T08:43:48.268 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.269+0000 7f7da3039780 1 < completed part key=_multipart_81LFSX7KH5JC.2~P4E12QFRDMF0.1 size=637966 2024-04-02T08:43:48.270 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.271+0000 7f7da3039780 1 < completed multipart upload key=81LFSX7KH5JC upload=P4E12QFRDMF0 tag=2NX1203T2316 type=write size=2735118 2024-04-02T08:43:48.272 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.274+0000 7f7da3039780 1 > prepared part key=_multipart_B23RMWV8I9ZL.2~DUAAH73BCANK.0 size=393927 2024-04-02T08:43:48.272 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.274+0000 7f7da3039780 1 > prepared multipart upload key=B23RMWV8I9ZL upload=DUAAH73BCANK tag=T6LRX44I4OXA type=write size=1442503 2024-04-02T08:43:48.273 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.275+0000 7f7da3039780 -1 < failed to complete operation key=6TJF572KI0FA tag=0FEAD05AF1C4 type=del size=2626628: (22) Invalid argument 2024-04-02T08:43:48.275 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.276+0000 7f7da3039780 1 > prepared operation key=ZV3Q7IXMLI1J tag=5O6I5I86TMUG type=del size=2683021 2024-04-02T08:43:48.276 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.278+0000 7f7da3039780 1 < completed part key=_multipart_QHKAPO5SX6SG.2~LUO5L34RX7U2.0 size=753225 2024-04-02T08:43:48.278 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.280+0000 7f7da3039780 1 < completed multipart upload key=QHKAPO5SX6SG upload=LUO5L34RX7U2 tag=UH6NYD80TLZ1 type=write size=1801801 2024-04-02T08:43:48.279 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.281+0000 7f7da3039780 1 > prepared operation key=JFW247YEIEQ0 tag=UWM6S9WPPFWJ type=del size=2944996 2024-04-02T08:43:48.281 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.282+0000 7f7da3039780 1 < completed delete operation key=EAG9W8JA0WA6 tag=2N8C05ICG5QI type=del 2024-04-02T08:43:48.283 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.285+0000 7f7da3039780 1 > prepared part key=_multipart_Z2HC0VEJJV9V.2~XNSV9USDMKYY.0 size=951563 2024-04-02T08:43:48.283 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.285+0000 7f7da3039780 1 > prepared multipart upload key=Z2HC0VEJJV9V upload=XNSV9USDMKYY tag=Z63XB45DZ6U6 type=write size=2000139 2024-04-02T08:43:48.285 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.286+0000 7f7da3039780 1 < completed part key=_multipart_XN6KQ2LGZYGL.2~3UT9IKMOUL38.0 size=238156 2024-04-02T08:43:48.287 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.288+0000 7f7da3039780 1 < completed multipart upload key=XN6KQ2LGZYGL upload=3UT9IKMOUL38 tag=3OE1BRJ2R9YG type=write size=1286732 2024-04-02T08:43:48.288 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.289+0000 7f7da3039780 1 > prepared operation key=YXESDZ3ETQK9 tag=Q17OI66V90PJ type=del size=2680043 2024-04-02T08:43:48.289 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.291+0000 7f7da3039780 1 < completed part key=_multipart_9H9O464QAWB2.2~MXTEJCQE43AW.0 size=738800 2024-04-02T08:43:48.291 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.293+0000 7f7da3039780 1 < completed multipart upload key=9H9O464QAWB2 upload=MXTEJCQE43AW tag=04J0UHSL192M type=write size=1787376 2024-04-02T08:43:48.293 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.294+0000 7f7da3039780 1 > prepared operation key=57GR82RGCWC5 tag=NT7KSUTXFV98 type=write size=53410 2024-04-02T08:43:48.294 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.296+0000 7f7da3039780 1 < completed delete operation key=A3I3KM5DTR9R tag=PW40K0JBTMT9 type=del 2024-04-02T08:43:48.296 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.298+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~1MXMJGU313ON.0 size=1048576 2024-04-02T08:43:48.297 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.299+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~1MXMJGU313ON.1 size=1048576 2024-04-02T08:43:48.299 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.300+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~1MXMJGU313ON.2 size=182994 2024-04-02T08:43:48.299 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.300+0000 7f7da3039780 1 > prepared multipart upload key=ELDWOJAKQD69 upload=1MXMJGU313ON tag=FJT7VQPZXF8E type=write size=3328722 2024-04-02T08:43:48.300 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.301+0000 7f7da3039780 1 < completed part key=_multipart_9H9O464QAWB2.2~14D2E88H22F8.0 size=1048576 2024-04-02T08:43:48.301 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.303+0000 7f7da3039780 1 < completed part key=_multipart_9H9O464QAWB2.2~14D2E88H22F8.1 size=1048576 2024-04-02T08:43:48.302 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.304+0000 7f7da3039780 1 < completed part key=_multipart_9H9O464QAWB2.2~14D2E88H22F8.2 size=225973 2024-04-02T08:43:48.304 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.306+0000 7f7da3039780 1 < completed multipart upload key=9H9O464QAWB2 upload=14D2E88H22F8 tag=6NEY3KPHX3AT type=write size=3371701 2024-04-02T08:43:48.307 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.308+0000 7f7da3039780 1 > prepared part key=_multipart_DJP9NW2GDNHB.2~6P1R43T0NMKB.0 size=1048576 2024-04-02T08:43:48.308 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.309+0000 7f7da3039780 1 > prepared part key=_multipart_DJP9NW2GDNHB.2~6P1R43T0NMKB.1 size=2045 2024-04-02T08:43:48.308 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.309+0000 7f7da3039780 1 > prepared multipart upload key=DJP9NW2GDNHB upload=6P1R43T0NMKB tag=TKY316UXBZBR type=write size=2099197 2024-04-02T08:43:48.310 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.312+0000 7f7da3039780 1 < suggested remove operation key=B23RMWV8I9ZL tag=1W00PBNRK0S5 type=del 2024-04-02T08:43:48.313 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.314+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~5FTOW40OLQPQ.0 size=639926 2024-04-02T08:43:48.313 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.314+0000 7f7da3039780 1 > prepared multipart upload key=QHKAPO5SX6SG upload=5FTOW40OLQPQ tag=X3VEP35O4C84 type=write size=1688502 2024-04-02T08:43:48.314 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.316+0000 7f7da3039780 1 < completed write operation key=DJP9NW2GDNHB tag=0WS9PC62L04H type=write size=362748 2024-04-02T08:43:48.316 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.318+0000 7f7da3039780 1 > prepared part key=_multipart_R3KOUNXRRJL4.2~24JFI11TBI0F.0 size=273286 2024-04-02T08:43:48.317 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.318+0000 7f7da3039780 1 > prepared multipart upload key=R3KOUNXRRJL4 upload=24JFI11TBI0F tag=QVUM1Z395EMI type=write size=1321862 2024-04-02T08:43:48.318 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.319+0000 7f7da3039780 1 < completed delete operation key=YWRL9YH2Y59R tag=IVO9CDJO53WK type=del 2024-04-02T08:43:48.319 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.321+0000 7f7da3039780 1 > prepared operation key=QSPL4WJY2BVT tag=KY2UL314R788 type=write size=974654 2024-04-02T08:43:48.320 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.322+0000 7f7da3039780 1 < completed part key=_multipart_R3KOUNXRRJL4.2~7M9AB2A3XW79.0 size=1048576 2024-04-02T08:43:48.321 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.322+0000 7f7da3039780 1 < canceled part key=_multipart_R3KOUNXRRJL4.2~7M9AB2A3XW79.1 size=508664 2024-04-02T08:43:48.323 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.324+0000 7f7da3039780 1 < canceled multipart upload key=R3KOUNXRRJL4 upload=7M9AB2A3XW79 tag=GKF0IYHA2ZKR type=write size=2605816 2024-04-02T08:43:48.325 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.327+0000 7f7da3039780 1 > prepared part key=_multipart_ZZ885TFYL1OI.2~N49AQ7H0OLGP.0 size=1048576 2024-04-02T08:43:48.326 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.328+0000 7f7da3039780 1 > prepared part key=_multipart_ZZ885TFYL1OI.2~N49AQ7H0OLGP.1 size=929057 2024-04-02T08:43:48.326 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.328+0000 7f7da3039780 1 > prepared multipart upload key=ZZ885TFYL1OI upload=N49AQ7H0OLGP tag=GOO4A1NE5VBV type=write size=3026209 2024-04-02T08:43:48.327 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.329+0000 7f7da3039780 1 < completed part key=_multipart_DJP9NW2GDNHB.2~BZY4K0H64IYE.0 size=1048576 2024-04-02T08:43:48.328 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.330+0000 7f7da3039780 1 < completed part key=_multipart_DJP9NW2GDNHB.2~BZY4K0H64IYE.1 size=1048576 2024-04-02T08:43:48.330 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.331+0000 7f7da3039780 1 < completed part key=_multipart_DJP9NW2GDNHB.2~BZY4K0H64IYE.2 size=135158 2024-04-02T08:43:48.332 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.333+0000 7f7da3039780 1 < completed multipart upload key=DJP9NW2GDNHB upload=BZY4K0H64IYE tag=VATAKBNMF22N type=write size=3280886 2024-04-02T08:43:48.335 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.336+0000 7f7da3039780 1 > prepared part key=_multipart_NOK2IIY1WSGJ.2~QXBA6U6CNY7B.0 size=609035 2024-04-02T08:43:48.335 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.336+0000 7f7da3039780 1 > prepared multipart upload key=NOK2IIY1WSGJ upload=QXBA6U6CNY7B tag=IURJKB31NICP type=write size=1657611 2024-04-02T08:43:48.335 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.337+0000 7f7da3039780 -1 < no bi entry to suggest for operation key=B23RMWV8I9ZL tag=DSJLMXCBKATS type=del size=1951436: (2) No such file or directory 2024-04-02T08:43:48.336 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.338+0000 7f7da3039780 1 > prepared operation key=6TJF572KI0FA tag=XW2K10K1SKOR type=del size=841694 2024-04-02T08:43:48.339 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.341+0000 7f7da3039780 1 < suggested update operation key=IX5GR5MVNL1T tag=3VRS5Z2Z8M0D type=del size=914367 2024-04-02T08:43:48.342 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.344+0000 7f7da3039780 1 > prepared part key=_multipart_Y5E6U7ZCX7JC.2~T28B9ECMLW25.0 size=1048576 2024-04-02T08:43:48.343 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.345+0000 7f7da3039780 1 > prepared part key=_multipart_Y5E6U7ZCX7JC.2~T28B9ECMLW25.1 size=932698 2024-04-02T08:43:48.343 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.345+0000 7f7da3039780 1 > prepared multipart upload key=Y5E6U7ZCX7JC upload=T28B9ECMLW25 tag=ANBVU90MEX1C type=write size=3029850 2024-04-02T08:43:48.346 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.347+0000 7f7da3039780 1 < suggested remove operation key=QHKAPO5SX6SG tag=RIHZWDVCMT14 type=del 2024-04-02T08:43:48.348 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.350+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~PWEFB788SDL0.0 size=1048576 2024-04-02T08:43:48.349 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.351+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~PWEFB788SDL0.1 size=1048576 2024-04-02T08:43:48.350 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.352+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~PWEFB788SDL0.2 size=307021 2024-04-02T08:43:48.350 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.352+0000 7f7da3039780 1 > prepared multipart upload key=QSPL4WJY2BVT upload=PWEFB788SDL0 tag=6NOZ0777DRYA type=write size=3452749 2024-04-02T08:43:48.352 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.353+0000 7f7da3039780 1 < completed part key=_multipart_B23RMWV8I9ZL.2~DUAAH73BCANK.0 size=393927 2024-04-02T08:43:48.354 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.356+0000 7f7da3039780 1 < completed multipart upload key=B23RMWV8I9ZL upload=DUAAH73BCANK tag=T6LRX44I4OXA type=write size=1442503 2024-04-02T08:43:48.355 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.357+0000 7f7da3039780 1 > prepared operation key=EAG9W8JA0WA6 tag=KGVYSJ6R0AE1 type=del size=2486047 2024-04-02T08:43:48.357 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.358+0000 7f7da3039780 1 < completed delete operation key=ZV3Q7IXMLI1J tag=5O6I5I86TMUG type=del 2024-04-02T08:43:48.359 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.361+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~BTOJRQ7Q5G02.0 size=1048576 2024-04-02T08:43:48.360 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.362+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~BTOJRQ7Q5G02.1 size=401069 2024-04-02T08:43:48.360 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.362+0000 7f7da3039780 1 > prepared multipart upload key=ELDWOJAKQD69 upload=BTOJRQ7Q5G02 tag=FX5V9O4TPOY7 type=write size=2498221 2024-04-02T08:43:48.362 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.363+0000 7f7da3039780 1 < canceled operation key=JFW247YEIEQ0 tag=UWM6S9WPPFWJ type=del size=2944996 2024-04-02T08:43:48.364 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.366+0000 7f7da3039780 1 > prepared part key=_multipart_YXESDZ3ETQK9.2~JO75GKCDF7W5.0 size=1048576 2024-04-02T08:43:48.365 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.367+0000 7f7da3039780 1 > prepared part key=_multipart_YXESDZ3ETQK9.2~JO75GKCDF7W5.1 size=1048576 2024-04-02T08:43:48.367 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.368+0000 7f7da3039780 1 > prepared part key=_multipart_YXESDZ3ETQK9.2~JO75GKCDF7W5.2 size=789371 2024-04-02T08:43:48.367 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.368+0000 7f7da3039780 1 > prepared multipart upload key=YXESDZ3ETQK9 upload=JO75GKCDF7W5 tag=8ELV49BU96F9 type=write size=3935099 2024-04-02T08:43:48.368 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.370+0000 7f7da3039780 1 < completed part key=_multipart_Z2HC0VEJJV9V.2~XNSV9USDMKYY.0 size=951563 2024-04-02T08:43:48.370 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.372+0000 7f7da3039780 1 < completed multipart upload key=Z2HC0VEJJV9V upload=XNSV9USDMKYY tag=Z63XB45DZ6U6 type=write size=2000139 2024-04-02T08:43:48.372 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.373+0000 7f7da3039780 1 > prepared operation key=993CLRT5TRZG tag=NJE64V6EHPWI type=del size=2740916 2024-04-02T08:43:48.373 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.375+0000 7f7da3039780 1 < completed delete operation key=YXESDZ3ETQK9 tag=Q17OI66V90PJ type=del 2024-04-02T08:43:48.375 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.376+0000 7f7da3039780 1 > prepared operation key=B23RMWV8I9ZL tag=XVRS1GUSEXBH type=del size=266193 2024-04-02T08:43:48.376 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.378+0000 7f7da3039780 1 < completed write operation key=57GR82RGCWC5 tag=NT7KSUTXFV98 type=write size=53410 2024-04-02T08:43:48.377 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.379+0000 7f7da3039780 1 > prepared operation key=YWRL9YH2Y59R tag=QIAQL8AKD4NC type=del size=1254561 2024-04-02T08:43:48.379 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.380+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~1MXMJGU313ON.0 size=1048576 2024-04-02T08:43:48.380 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.382+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~1MXMJGU313ON.1 size=1048576 2024-04-02T08:43:48.381 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.383+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~1MXMJGU313ON.2 size=182994 2024-04-02T08:43:48.383 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.385+0000 7f7da3039780 1 < completed multipart upload key=ELDWOJAKQD69 upload=1MXMJGU313ON tag=FJT7VQPZXF8E type=write size=3328722 2024-04-02T08:43:48.385 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.386+0000 7f7da3039780 1 > prepared operation key=ZZ885TFYL1OI tag=77FHZWNOGNP7 type=del size=1438239 2024-04-02T08:43:48.386 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.388+0000 7f7da3039780 1 < completed part key=_multipart_DJP9NW2GDNHB.2~6P1R43T0NMKB.0 size=1048576 2024-04-02T08:43:48.386 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.388+0000 7f7da3039780 1 < canceled part key=_multipart_DJP9NW2GDNHB.2~6P1R43T0NMKB.1 size=2045 2024-04-02T08:43:48.388 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.390+0000 7f7da3039780 1 < canceled multipart upload key=DJP9NW2GDNHB upload=6P1R43T0NMKB tag=TKY316UXBZBR type=write size=2099197 2024-04-02T08:43:48.390 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.391+0000 7f7da3039780 1 > prepared operation key=ZV3Q7IXMLI1J tag=WDU4UCNB30HD type=write size=872678 2024-04-02T08:43:48.390 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.392+0000 7f7da3039780 1 < canceled part key=_multipart_QHKAPO5SX6SG.2~5FTOW40OLQPQ.0 size=639926 2024-04-02T08:43:48.392 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.394+0000 7f7da3039780 1 < canceled multipart upload key=QHKAPO5SX6SG upload=5FTOW40OLQPQ tag=X3VEP35O4C84 type=write size=1688502 2024-04-02T08:43:48.395 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.396+0000 7f7da3039780 1 > prepared part key=_multipart_JFW247YEIEQ0.2~1FNP1FVIN38I.0 size=1048576 2024-04-02T08:43:48.396 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.397+0000 7f7da3039780 1 > prepared part key=_multipart_JFW247YEIEQ0.2~1FNP1FVIN38I.1 size=1048576 2024-04-02T08:43:48.397 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.398+0000 7f7da3039780 1 > prepared part key=_multipart_JFW247YEIEQ0.2~1FNP1FVIN38I.2 size=30968 2024-04-02T08:43:48.397 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.398+0000 7f7da3039780 1 > prepared multipart upload key=JFW247YEIEQ0 upload=1FNP1FVIN38I tag=B3AFXYCUGMDO type=write size=3176696 2024-04-02T08:43:48.398 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.400+0000 7f7da3039780 1 < completed part key=_multipart_R3KOUNXRRJL4.2~24JFI11TBI0F.0 size=273286 2024-04-02T08:43:48.400 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.402+0000 7f7da3039780 1 < completed multipart upload key=R3KOUNXRRJL4 upload=24JFI11TBI0F tag=QVUM1Z395EMI type=write size=1321862 2024-04-02T08:43:48.402 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.403+0000 7f7da3039780 1 > prepared operation key=993CLRT5TRZG tag=ZAFOMYUZHU7X type=del size=3098896 2024-04-02T08:43:48.403 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.405+0000 7f7da3039780 1 < completed write operation key=QSPL4WJY2BVT tag=KY2UL314R788 type=write size=974654 2024-04-02T08:43:48.405 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.406+0000 7f7da3039780 1 > prepared operation key=N5AIAS76IS0Z tag=5TJXTA8A8DQ6 type=del size=3267527 2024-04-02T08:43:48.406 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.408+0000 7f7da3039780 1 < completed part key=_multipart_ZZ885TFYL1OI.2~N49AQ7H0OLGP.0 size=1048576 2024-04-02T08:43:48.407 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.409+0000 7f7da3039780 1 < completed part key=_multipart_ZZ885TFYL1OI.2~N49AQ7H0OLGP.1 size=929057 2024-04-02T08:43:48.410 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.411+0000 7f7da3039780 1 < completed multipart upload key=ZZ885TFYL1OI upload=N49AQ7H0OLGP tag=GOO4A1NE5VBV type=write size=3026209 2024-04-02T08:43:48.411 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.413+0000 7f7da3039780 1 > prepared operation key=Y5E6U7ZCX7JC tag=BT5YSQPWSIIK type=write size=893965 2024-04-02T08:43:48.412 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.414+0000 7f7da3039780 1 < completed part key=_multipart_NOK2IIY1WSGJ.2~QXBA6U6CNY7B.0 size=609035 2024-04-02T08:43:48.415 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.416+0000 7f7da3039780 1 < completed multipart upload key=NOK2IIY1WSGJ upload=QXBA6U6CNY7B tag=IURJKB31NICP type=write size=1657611 2024-04-02T08:43:48.417 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.419+0000 7f7da3039780 1 > prepared part key=_multipart_81LFSX7KH5JC.2~7SW81B0PD8L8.0 size=1048576 2024-04-02T08:43:48.418 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.420+0000 7f7da3039780 1 > prepared part key=_multipart_81LFSX7KH5JC.2~7SW81B0PD8L8.1 size=1048576 2024-04-02T08:43:48.419 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.421+0000 7f7da3039780 1 > prepared part key=_multipart_81LFSX7KH5JC.2~7SW81B0PD8L8.2 size=910237 2024-04-02T08:43:48.419 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.421+0000 7f7da3039780 1 > prepared multipart upload key=81LFSX7KH5JC upload=7SW81B0PD8L8 tag=RZQ802WC87FZ type=write size=4055965 2024-04-02T08:43:48.420 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.422+0000 7f7da3039780 1 < completed delete operation key=6TJF572KI0FA tag=XW2K10K1SKOR type=del 2024-04-02T08:43:48.422 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.423+0000 7f7da3039780 1 > prepared operation key=JFW247YEIEQ0 tag=G0XLXE5X4F3Q type=del size=3778006 2024-04-02T08:43:48.423 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.425+0000 7f7da3039780 1 < completed part key=_multipart_Y5E6U7ZCX7JC.2~T28B9ECMLW25.0 size=1048576 2024-04-02T08:43:48.424 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.426+0000 7f7da3039780 1 < completed part key=_multipart_Y5E6U7ZCX7JC.2~T28B9ECMLW25.1 size=932698 2024-04-02T08:43:48.426 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.428+0000 7f7da3039780 1 < completed multipart upload key=Y5E6U7ZCX7JC upload=T28B9ECMLW25 tag=ANBVU90MEX1C type=write size=3029850 2024-04-02T08:43:48.428 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.429+0000 7f7da3039780 1 > prepared operation key=R3KOUNXRRJL4 tag=300RNQPO8IHZ type=write size=543261 2024-04-02T08:43:48.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:43:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:43:47] "GET /metrics HTTP/1.1" 200 36335 "" "Prometheus/2.43.0" 2024-04-02T08:43:48.429 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.430+0000 7f7da3039780 1 < completed part key=_multipart_QSPL4WJY2BVT.2~PWEFB788SDL0.0 size=1048576 2024-04-02T08:43:48.430 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.431+0000 7f7da3039780 1 < completed part key=_multipart_QSPL4WJY2BVT.2~PWEFB788SDL0.1 size=1048576 2024-04-02T08:43:48.431 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.433+0000 7f7da3039780 1 < completed part key=_multipart_QSPL4WJY2BVT.2~PWEFB788SDL0.2 size=307021 2024-04-02T08:43:48.433 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.435+0000 7f7da3039780 1 < completed multipart upload key=QSPL4WJY2BVT upload=PWEFB788SDL0 tag=6NOZ0777DRYA type=write size=3452749 2024-04-02T08:43:48.434 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.436+0000 7f7da3039780 1 > prepared operation key=6TJF572KI0FA tag=JVKEN1V1O5BZ type=del size=168187 2024-04-02T08:43:48.436 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.437+0000 7f7da3039780 1 < completed delete operation key=EAG9W8JA0WA6 tag=KGVYSJ6R0AE1 type=del 2024-04-02T08:43:48.437 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.439+0000 7f7da3039780 1 > prepared operation key=ZZ885TFYL1OI tag=0RTSWFA61JNH type=del size=3486885 2024-04-02T08:43:48.437 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.439+0000 7f7da3039780 1 < canceled part key=_multipart_ELDWOJAKQD69.2~BTOJRQ7Q5G02.0 size=1048576 2024-04-02T08:43:48.438 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.440+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~BTOJRQ7Q5G02.1 size=401069 2024-04-02T08:43:48.441 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.442+0000 7f7da3039780 1 < canceled multipart upload key=ELDWOJAKQD69 upload=BTOJRQ7Q5G02 tag=FX5V9O4TPOY7 type=write size=2498221 2024-04-02T08:43:48.442 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.444+0000 7f7da3039780 1 > prepared operation key=Y5E6U7ZCX7JC tag=VJJ617R82TOQ type=del size=2832248 2024-04-02T08:43:48.444 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.445+0000 7f7da3039780 1 < completed part key=_multipart_YXESDZ3ETQK9.2~JO75GKCDF7W5.0 size=1048576 2024-04-02T08:43:48.445 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.446+0000 7f7da3039780 1 < completed part key=_multipart_YXESDZ3ETQK9.2~JO75GKCDF7W5.1 size=1048576 2024-04-02T08:43:48.446 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.447+0000 7f7da3039780 1 < completed part key=_multipart_YXESDZ3ETQK9.2~JO75GKCDF7W5.2 size=789371 2024-04-02T08:43:48.448 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.449+0000 7f7da3039780 1 < completed multipart upload key=YXESDZ3ETQK9 upload=JO75GKCDF7W5 tag=8ELV49BU96F9 type=write size=3935099 2024-04-02T08:43:48.450 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.452+0000 7f7da3039780 1 > prepared part key=_multipart_57GR82RGCWC5.2~J5P1RP3KI00Y.0 size=454106 2024-04-02T08:43:48.450 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.452+0000 7f7da3039780 1 > prepared multipart upload key=57GR82RGCWC5 upload=J5P1RP3KI00Y tag=VSVJUZO2RDV4 type=write size=1502682 2024-04-02T08:43:48.452 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.453+0000 7f7da3039780 1 < completed delete operation key=993CLRT5TRZG tag=NJE64V6EHPWI type=del 2024-04-02T08:43:48.458 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.456+0000 7f7da3039780 1 > prepared part key=_multipart_AESEEOTWQSFQ.2~IC5ZTOP9GZK4.0 size=1048576 2024-04-02T08:43:48.458 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.457+0000 7f7da3039780 1 > prepared part key=_multipart_AESEEOTWQSFQ.2~IC5ZTOP9GZK4.1 size=1048576 2024-04-02T08:43:48.458 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.458+0000 7f7da3039780 1 > prepared part key=_multipart_AESEEOTWQSFQ.2~IC5ZTOP9GZK4.2 size=568006 2024-04-02T08:43:48.458 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.458+0000 7f7da3039780 1 > prepared multipart upload key=AESEEOTWQSFQ upload=IC5ZTOP9GZK4 tag=5WY3B4M99XXV type=write size=3713734 2024-04-02T08:43:48.461 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.462+0000 7f7da3039780 1 < suggested remove operation key=B23RMWV8I9ZL tag=XVRS1GUSEXBH type=del 2024-04-02T08:43:48.464 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.466+0000 7f7da3039780 1 > prepared operation key=QHKAPO5SX6SG tag=SGVRLPB0Y8NR type=del size=1521147 2024-04-02T08:43:48.466 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.467+0000 7f7da3039780 1 < completed delete operation key=YWRL9YH2Y59R tag=QIAQL8AKD4NC type=del 2024-04-02T08:43:48.468 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.470+0000 7f7da3039780 1 > prepared part key=_multipart_DJP9NW2GDNHB.2~20E3QFSAUUFE.0 size=1048576 2024-04-02T08:43:48.469 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.471+0000 7f7da3039780 1 > prepared part key=_multipart_DJP9NW2GDNHB.2~20E3QFSAUUFE.1 size=1036840 2024-04-02T08:43:48.470 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.471+0000 7f7da3039780 1 > prepared multipart upload key=DJP9NW2GDNHB upload=20E3QFSAUUFE tag=SS71MB9PBH7W type=write size=3133992 2024-04-02T08:43:48.471 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.472+0000 7f7da3039780 1 < completed delete operation key=ZZ885TFYL1OI tag=77FHZWNOGNP7 type=del 2024-04-02T08:43:48.472 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.474+0000 7f7da3039780 1 > prepared operation key=QSPL4WJY2BVT tag=2Y1MNWMUO92M type=del size=1248661 2024-04-02T08:43:48.474 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.475+0000 7f7da3039780 1 < completed write operation key=ZV3Q7IXMLI1J tag=WDU4UCNB30HD type=write size=872678 2024-04-02T08:43:48.475 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.477+0000 7f7da3039780 1 > prepared operation key=B23RMWV8I9ZL tag=PXBU3Z4XG2OW type=del size=2394290 2024-04-02T08:43:48.476 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.478+0000 7f7da3039780 1 < completed part key=_multipart_JFW247YEIEQ0.2~1FNP1FVIN38I.0 size=1048576 2024-04-02T08:43:48.477 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.479+0000 7f7da3039780 1 < completed part key=_multipart_JFW247YEIEQ0.2~1FNP1FVIN38I.1 size=1048576 2024-04-02T08:43:48.479 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.480+0000 7f7da3039780 1 < completed part key=_multipart_JFW247YEIEQ0.2~1FNP1FVIN38I.2 size=30968 2024-04-02T08:43:48.481 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.483+0000 7f7da3039780 1 < completed multipart upload key=JFW247YEIEQ0 upload=1FNP1FVIN38I tag=B3AFXYCUGMDO type=write size=3176696 2024-04-02T08:43:48.482 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.484+0000 7f7da3039780 1 > prepared operation key=9JGJK5C8JJ0Z tag=12Q7XDBHBOLZ type=del size=2329409 2024-04-02T08:43:48.484 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.485+0000 7f7da3039780 1 < completed delete operation key=993CLRT5TRZG tag=ZAFOMYUZHU7X type=del 2024-04-02T08:43:48.485 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.487+0000 7f7da3039780 1 > prepared operation key=QHKAPO5SX6SG tag=6MYRDB7PFH4X type=del size=3658272 2024-04-02T08:43:48.487 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.488+0000 7f7da3039780 1 < completed delete operation key=N5AIAS76IS0Z tag=5TJXTA8A8DQ6 type=del 2024-04-02T08:43:48.488 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.490+0000 7f7da3039780 1 > prepared operation key=EAG9W8JA0WA6 tag=X2U1JFU5Y06M type=del size=2821273 2024-04-02T08:43:48.490 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.491+0000 7f7da3039780 1 < canceled operation key=Y5E6U7ZCX7JC tag=BT5YSQPWSIIK type=write size=893965 2024-04-02T08:43:48.492 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.494+0000 7f7da3039780 1 > prepared part key=_multipart_YWRL9YH2Y59R.2~X0Y8I638MM4A.0 size=1048576 2024-04-02T08:43:48.493 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.495+0000 7f7da3039780 1 > prepared part key=_multipart_YWRL9YH2Y59R.2~X0Y8I638MM4A.1 size=171726 2024-04-02T08:43:48.494 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.495+0000 7f7da3039780 1 > prepared multipart upload key=YWRL9YH2Y59R upload=X0Y8I638MM4A tag=ZV44X959EYBU type=write size=2268878 2024-04-02T08:43:48.495 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.497+0000 7f7da3039780 1 < completed part key=_multipart_81LFSX7KH5JC.2~7SW81B0PD8L8.0 size=1048576 2024-04-02T08:43:48.496 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.498+0000 7f7da3039780 1 < completed part key=_multipart_81LFSX7KH5JC.2~7SW81B0PD8L8.1 size=1048576 2024-04-02T08:43:48.497 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.499+0000 7f7da3039780 1 < completed part key=_multipart_81LFSX7KH5JC.2~7SW81B0PD8L8.2 size=910237 2024-04-02T08:43:48.500 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.502+0000 7f7da3039780 1 < completed multipart upload key=81LFSX7KH5JC upload=7SW81B0PD8L8 tag=RZQ802WC87FZ type=write size=4055965 2024-04-02T08:43:48.501 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.503+0000 7f7da3039780 1 > prepared operation key=Y5E6U7ZCX7JC tag=EZGO6MERA7OW type=del size=3761432 2024-04-02T08:43:48.503 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.504+0000 7f7da3039780 1 < completed delete operation key=JFW247YEIEQ0 tag=G0XLXE5X4F3Q type=del 2024-04-02T08:43:48.504 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.506+0000 7f7da3039780 1 > prepared operation key=R3KOUNXRRJL4 tag=96DGVGWURLJ4 type=del size=1604835 2024-04-02T08:43:48.507 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.509+0000 7f7da3039780 1 < suggested update operation key=R3KOUNXRRJL4 tag=300RNQPO8IHZ type=write size=543261 2024-04-02T08:43:48.509 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.511+0000 7f7da3039780 1 > prepared part key=_multipart_B23RMWV8I9ZL.2~N2FW0Q0A8R09.0 size=1048576 2024-04-02T08:43:48.510 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.512+0000 7f7da3039780 1 > prepared part key=_multipart_B23RMWV8I9ZL.2~N2FW0Q0A8R09.1 size=68532 2024-04-02T08:43:48.511 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.512+0000 7f7da3039780 1 > prepared multipart upload key=B23RMWV8I9ZL upload=N2FW0Q0A8R09 tag=HRNXSWFA0Y7J type=write size=2165684 2024-04-02T08:43:48.513 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.515+0000 7f7da3039780 1 < suggested update operation key=6TJF572KI0FA tag=JVKEN1V1O5BZ type=del size=168187 2024-04-02T08:43:48.514 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.516+0000 7f7da3039780 1 > prepared operation key=Z2HC0VEJJV9V tag=GRC3A6VAYLZA type=del size=3954301 2024-04-02T08:43:48.516 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.517+0000 7f7da3039780 1 < completed delete operation key=ZZ885TFYL1OI tag=0RTSWFA61JNH type=del 2024-04-02T08:43:48.517 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.519+0000 7f7da3039780 1 > prepared operation key=BURYF1967J48 tag=3EW4MEUU3FZE type=write size=768850 2024-04-02T08:43:48.518 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.520+0000 7f7da3039780 1 < completed delete operation key=Y5E6U7ZCX7JC tag=VJJ617R82TOQ type=del 2024-04-02T08:43:48.521 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.522+0000 7f7da3039780 1 > prepared part key=_multipart_D0Z1XMS5I5SH.2~UJ1374P31I0Z.0 size=1048576 2024-04-02T08:43:48.522 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.523+0000 7f7da3039780 1 > prepared part key=_multipart_D0Z1XMS5I5SH.2~UJ1374P31I0Z.1 size=1048576 2024-04-02T08:43:48.523 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.524+0000 7f7da3039780 1 > prepared part key=_multipart_D0Z1XMS5I5SH.2~UJ1374P31I0Z.2 size=26605 2024-04-02T08:43:48.523 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.524+0000 7f7da3039780 1 > prepared multipart upload key=D0Z1XMS5I5SH upload=UJ1374P31I0Z tag=CGTS8ZD0I94F type=write size=3172333 2024-04-02T08:43:48.523 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.525+0000 7f7da3039780 1 < canceled part key=_multipart_57GR82RGCWC5.2~J5P1RP3KI00Y.0 size=454106 2024-04-02T08:43:48.525 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.527+0000 7f7da3039780 1 < canceled multipart upload key=57GR82RGCWC5 upload=J5P1RP3KI00Y tag=VSVJUZO2RDV4 type=write size=1502682 2024-04-02T08:43:48.528 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.529+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~NJ2SJ4UMP7MT.0 size=1048576 2024-04-02T08:43:48.529 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.530+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~NJ2SJ4UMP7MT.1 size=1048576 2024-04-02T08:43:48.530 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.531+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~NJ2SJ4UMP7MT.2 size=825949 2024-04-02T08:43:48.530 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.531+0000 7f7da3039780 1 > prepared multipart upload key=ELDWOJAKQD69 upload=NJ2SJ4UMP7MT tag=JPYIVS3CL1IF type=write size=3971677 2024-04-02T08:43:48.531 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.533+0000 7f7da3039780 1 < completed part key=_multipart_AESEEOTWQSFQ.2~IC5ZTOP9GZK4.0 size=1048576 2024-04-02T08:43:48.532 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.534+0000 7f7da3039780 1 < completed part key=_multipart_AESEEOTWQSFQ.2~IC5ZTOP9GZK4.1 size=1048576 2024-04-02T08:43:48.532 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.534+0000 7f7da3039780 1 < canceled part key=_multipart_AESEEOTWQSFQ.2~IC5ZTOP9GZK4.2 size=568006 2024-04-02T08:43:48.534 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.536+0000 7f7da3039780 1 < canceled multipart upload key=AESEEOTWQSFQ upload=IC5ZTOP9GZK4 tag=5WY3B4M99XXV type=write size=3713734 2024-04-02T08:43:48.537 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.538+0000 7f7da3039780 1 > prepared part key=_multipart_NOK2IIY1WSGJ.2~6N8RI4A1SOUF.0 size=727509 2024-04-02T08:43:48.537 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.538+0000 7f7da3039780 1 > prepared multipart upload key=NOK2IIY1WSGJ upload=6N8RI4A1SOUF tag=R94CDDCP9VJT type=write size=1776085 2024-04-02T08:43:48.538 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.540+0000 7f7da3039780 1 < canceled operation key=QHKAPO5SX6SG tag=SGVRLPB0Y8NR type=del size=1521147 2024-04-02T08:43:48.539 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.541+0000 7f7da3039780 1 > prepared operation key=6TJF572KI0FA tag=EQXRH2QE2P7N type=del size=3344243 2024-04-02T08:43:48.541 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.542+0000 7f7da3039780 1 < completed part key=_multipart_DJP9NW2GDNHB.2~20E3QFSAUUFE.0 size=1048576 2024-04-02T08:43:48.542 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.543+0000 7f7da3039780 1 < completed part key=_multipart_DJP9NW2GDNHB.2~20E3QFSAUUFE.1 size=1036840 2024-04-02T08:43:48.544 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.546+0000 7f7da3039780 1 < completed multipart upload key=DJP9NW2GDNHB upload=20E3QFSAUUFE tag=SS71MB9PBH7W type=write size=3133992 2024-04-02T08:43:48.547 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.548+0000 7f7da3039780 1 > prepared part key=_multipart_JFW247YEIEQ0.2~3PJC5BOWD421.0 size=1048576 2024-04-02T08:43:48.548 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.549+0000 7f7da3039780 1 > prepared part key=_multipart_JFW247YEIEQ0.2~3PJC5BOWD421.1 size=1048576 2024-04-02T08:43:48.549 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.550+0000 7f7da3039780 1 > prepared part key=_multipart_JFW247YEIEQ0.2~3PJC5BOWD421.2 size=913228 2024-04-02T08:43:48.549 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.550+0000 7f7da3039780 1 > prepared multipart upload key=JFW247YEIEQ0 upload=3PJC5BOWD421 tag=WK4XW9MGM73C type=write size=4058956 2024-04-02T08:43:48.550 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.551+0000 7f7da3039780 1 < completed delete operation key=QSPL4WJY2BVT tag=2Y1MNWMUO92M type=del 2024-04-02T08:43:48.551 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.553+0000 7f7da3039780 1 > prepared operation key=B23RMWV8I9ZL tag=WSOD2VV3L43Q type=write size=697816 2024-04-02T08:43:48.553 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.554+0000 7f7da3039780 1 < completed delete operation key=B23RMWV8I9ZL tag=PXBU3Z4XG2OW type=del 2024-04-02T08:43:48.555 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.557+0000 7f7da3039780 1 > prepared part key=_multipart_D0Z1XMS5I5SH.2~20UTVIWUNCMT.0 size=1048576 2024-04-02T08:43:48.556 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.558+0000 7f7da3039780 1 > prepared part key=_multipart_D0Z1XMS5I5SH.2~20UTVIWUNCMT.1 size=1048576 2024-04-02T08:43:48.557 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.559+0000 7f7da3039780 1 > prepared part key=_multipart_D0Z1XMS5I5SH.2~20UTVIWUNCMT.2 size=494261 2024-04-02T08:43:48.557 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.559+0000 7f7da3039780 1 > prepared multipart upload key=D0Z1XMS5I5SH upload=20UTVIWUNCMT tag=77MAMXYHJ2Z1 type=write size=3639989 2024-04-02T08:43:48.558 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.560+0000 7f7da3039780 1 < completed delete operation key=9JGJK5C8JJ0Z tag=12Q7XDBHBOLZ type=del 2024-04-02T08:43:48.561 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.562+0000 7f7da3039780 1 > prepared part key=_multipart_IX5GR5MVNL1T.2~D8ACP8LWIQCZ.0 size=1048576 2024-04-02T08:43:48.562 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.563+0000 7f7da3039780 1 > prepared part key=_multipart_IX5GR5MVNL1T.2~D8ACP8LWIQCZ.1 size=719835 2024-04-02T08:43:48.562 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.563+0000 7f7da3039780 1 > prepared multipart upload key=IX5GR5MVNL1T upload=D8ACP8LWIQCZ tag=NNUKY8HDQY3X type=write size=2816987 2024-04-02T08:43:48.563 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.565+0000 7f7da3039780 1 < completed delete operation key=QHKAPO5SX6SG tag=6MYRDB7PFH4X type=del 2024-04-02T08:43:48.564 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.566+0000 7f7da3039780 1 > prepared operation key=A3I3KM5DTR9R tag=NNBJH9SNA4OY type=del size=3942997 2024-04-02T08:43:48.567 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.569+0000 7f7da3039780 1 < suggested update operation key=EAG9W8JA0WA6 tag=X2U1JFU5Y06M type=del size=2821273 2024-04-02T08:43:48.569 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.571+0000 7f7da3039780 1 > prepared part key=_multipart_SPZ4WDU9FXVH.2~2MLG1TSM8F8G.0 size=1048576 2024-04-02T08:43:48.571 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.572+0000 7f7da3039780 1 > prepared part key=_multipart_SPZ4WDU9FXVH.2~2MLG1TSM8F8G.1 size=102271 2024-04-02T08:43:48.571 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.572+0000 7f7da3039780 1 > prepared multipart upload key=SPZ4WDU9FXVH upload=2MLG1TSM8F8G tag=GS8TMIM54XCO type=write size=2199423 2024-04-02T08:43:48.571 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.572+0000 7f7da3039780 1 < canceled part key=_multipart_YWRL9YH2Y59R.2~X0Y8I638MM4A.0 size=1048576 2024-04-02T08:43:48.572 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.574+0000 7f7da3039780 1 < completed part key=_multipart_YWRL9YH2Y59R.2~X0Y8I638MM4A.1 size=171726 2024-04-02T08:43:48.574 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.576+0000 7f7da3039780 1 < canceled multipart upload key=YWRL9YH2Y59R upload=X0Y8I638MM4A tag=ZV44X959EYBU type=write size=2268878 2024-04-02T08:43:48.576 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.577+0000 7f7da3039780 1 > prepared operation key=ELDWOJAKQD69 tag=I371UB52LFMI type=write size=423981 2024-04-02T08:43:48.577 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.578+0000 7f7da3039780 1 < completed delete operation key=Y5E6U7ZCX7JC tag=EZGO6MERA7OW type=del 2024-04-02T08:43:48.578 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.580+0000 7f7da3039780 1 > prepared operation key=NOK2IIY1WSGJ tag=9PH6LX4SVQXP type=del size=1696549 2024-04-02T08:43:48.580 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.581+0000 7f7da3039780 -1 < failed to complete operation key=R3KOUNXRRJL4 tag=96DGVGWURLJ4 type=del size=1604835: (22) Invalid argument 2024-04-02T08:43:48.582 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.584+0000 7f7da3039780 1 > prepared part key=_multipart_AMAKFO5IP7AO.2~CCWBZ595XS7A.0 size=1048576 2024-04-02T08:43:48.583 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.585+0000 7f7da3039780 1 > prepared part key=_multipart_AMAKFO5IP7AO.2~CCWBZ595XS7A.1 size=254455 2024-04-02T08:43:48.583 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.585+0000 7f7da3039780 1 > prepared multipart upload key=AMAKFO5IP7AO upload=CCWBZ595XS7A tag=XBHMLNHJAMWT type=write size=2351607 2024-04-02T08:43:48.585 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.586+0000 7f7da3039780 1 < completed part key=_multipart_B23RMWV8I9ZL.2~N2FW0Q0A8R09.0 size=1048576 2024-04-02T08:43:48.586 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.587+0000 7f7da3039780 1 < completed part key=_multipart_B23RMWV8I9ZL.2~N2FW0Q0A8R09.1 size=68532 2024-04-02T08:43:48.588 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.590+0000 7f7da3039780 1 < completed multipart upload key=B23RMWV8I9ZL upload=N2FW0Q0A8R09 tag=HRNXSWFA0Y7J type=write size=2165684 2024-04-02T08:43:48.591 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.592+0000 7f7da3039780 1 > prepared part key=_multipart_SPZ4WDU9FXVH.2~S7EY1JMHV6XJ.0 size=1048576 2024-04-02T08:43:48.592 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.593+0000 7f7da3039780 1 > prepared part key=_multipart_SPZ4WDU9FXVH.2~S7EY1JMHV6XJ.1 size=1048576 2024-04-02T08:43:48.593 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.594+0000 7f7da3039780 1 > prepared part key=_multipart_SPZ4WDU9FXVH.2~S7EY1JMHV6XJ.2 size=334534 2024-04-02T08:43:48.593 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.594+0000 7f7da3039780 1 > prepared multipart upload key=SPZ4WDU9FXVH upload=S7EY1JMHV6XJ tag=WONSND64KXAC type=write size=3480262 2024-04-02T08:43:48.594 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.596+0000 7f7da3039780 1 < completed delete operation key=Z2HC0VEJJV9V tag=GRC3A6VAYLZA type=del 2024-04-02T08:43:48.597 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.599+0000 7f7da3039780 1 > prepared part key=_multipart_D0Z1XMS5I5SH.2~HIQK06XH4ROG.0 size=1048576 2024-04-02T08:43:48.598 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.600+0000 7f7da3039780 1 > prepared part key=_multipart_D0Z1XMS5I5SH.2~HIQK06XH4ROG.1 size=76784 2024-04-02T08:43:48.598 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.600+0000 7f7da3039780 1 > prepared multipart upload key=D0Z1XMS5I5SH upload=HIQK06XH4ROG tag=P2T7AED0O13H type=write size=2173936 2024-04-02T08:43:48.601 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.603+0000 7f7da3039780 1 < suggested update operation key=BURYF1967J48 tag=3EW4MEUU3FZE type=write size=768850 2024-04-02T08:43:48.604 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.605+0000 7f7da3039780 1 > prepared part key=_multipart_JFW247YEIEQ0.2~4PYR0IDKUXYX.0 size=52813 2024-04-02T08:43:48.604 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.605+0000 7f7da3039780 1 > prepared multipart upload key=JFW247YEIEQ0 upload=4PYR0IDKUXYX tag=O2IO847ADX2U type=write size=1101389 2024-04-02T08:43:48.605 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.607+0000 7f7da3039780 1 < completed part key=_multipart_D0Z1XMS5I5SH.2~UJ1374P31I0Z.0 size=1048576 2024-04-02T08:43:48.606 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.608+0000 7f7da3039780 1 < completed part key=_multipart_D0Z1XMS5I5SH.2~UJ1374P31I0Z.1 size=1048576 2024-04-02T08:43:48.607 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.609+0000 7f7da3039780 1 < completed part key=_multipart_D0Z1XMS5I5SH.2~UJ1374P31I0Z.2 size=26605 2024-04-02T08:43:48.610 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.611+0000 7f7da3039780 1 < completed multipart upload key=D0Z1XMS5I5SH upload=UJ1374P31I0Z tag=CGTS8ZD0I94F type=write size=3172333 2024-04-02T08:43:48.612 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.614+0000 7f7da3039780 1 > prepared part key=_multipart_JFW247YEIEQ0.2~G5FVH5MR737Q.0 size=618471 2024-04-02T08:43:48.612 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.614+0000 7f7da3039780 1 > prepared multipart upload key=JFW247YEIEQ0 upload=G5FVH5MR737Q tag=1SV053HVTE26 type=write size=1667047 2024-04-02T08:43:48.613 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.615+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~NJ2SJ4UMP7MT.0 size=1048576 2024-04-02T08:43:48.615 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.616+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~NJ2SJ4UMP7MT.1 size=1048576 2024-04-02T08:43:48.616 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.617+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~NJ2SJ4UMP7MT.2 size=825949 2024-04-02T08:43:48.618 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.620+0000 7f7da3039780 1 < completed multipart upload key=ELDWOJAKQD69 upload=NJ2SJ4UMP7MT tag=JPYIVS3CL1IF type=write size=3971677 2024-04-02T08:43:48.619 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.621+0000 7f7da3039780 1 > prepared operation key=N5AIAS76IS0Z tag=5QQWQRPPPXD8 type=del size=734582 2024-04-02T08:43:48.621 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.622+0000 7f7da3039780 1 < completed part key=_multipart_NOK2IIY1WSGJ.2~6N8RI4A1SOUF.0 size=727509 2024-04-02T08:43:48.623 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.624+0000 7f7da3039780 1 < completed multipart upload key=NOK2IIY1WSGJ upload=6N8RI4A1SOUF tag=R94CDDCP9VJT type=write size=1776085 2024-04-02T08:43:48.625 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.627+0000 7f7da3039780 1 > prepared part key=_multipart_B23RMWV8I9ZL.2~GJRAEQAVDK6V.0 size=1013036 2024-04-02T08:43:48.625 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.627+0000 7f7da3039780 1 > prepared multipart upload key=B23RMWV8I9ZL upload=GJRAEQAVDK6V tag=Q08A1044P72T type=write size=2061612 2024-04-02T08:43:48.627 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.628+0000 7f7da3039780 1 < completed delete operation key=6TJF572KI0FA tag=EQXRH2QE2P7N type=del 2024-04-02T08:43:48.629 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.631+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~3F1ZVBNUL1XY.0 size=395176 2024-04-02T08:43:48.629 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.631+0000 7f7da3039780 1 > prepared multipart upload key=9H9O464QAWB2 upload=3F1ZVBNUL1XY tag=D2D08WTYUFEH type=write size=1443752 2024-04-02T08:43:48.630 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.632+0000 7f7da3039780 1 < completed part key=_multipart_JFW247YEIEQ0.2~3PJC5BOWD421.0 size=1048576 2024-04-02T08:43:48.632 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.633+0000 7f7da3039780 1 < completed part key=_multipart_JFW247YEIEQ0.2~3PJC5BOWD421.1 size=1048576 2024-04-02T08:43:48.633 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.634+0000 7f7da3039780 1 < completed part key=_multipart_JFW247YEIEQ0.2~3PJC5BOWD421.2 size=913228 2024-04-02T08:43:48.635 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.636+0000 7f7da3039780 1 < completed multipart upload key=JFW247YEIEQ0 upload=3PJC5BOWD421 tag=WK4XW9MGM73C type=write size=4058956 2024-04-02T08:43:48.637 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.639+0000 7f7da3039780 1 > prepared part key=_multipart_ZV3Q7IXMLI1J.2~B6SO2NGQ1TC6.0 size=530780 2024-04-02T08:43:48.638 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.639+0000 7f7da3039780 1 > prepared multipart upload key=ZV3Q7IXMLI1J upload=B6SO2NGQ1TC6 tag=ISJES2KVXKJ5 type=write size=1579356 2024-04-02T08:43:48.640 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.642+0000 7f7da3039780 1 < suggested remove operation key=B23RMWV8I9ZL tag=WSOD2VV3L43Q type=write 2024-04-02T08:43:48.643 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.644+0000 7f7da3039780 1 > prepared part key=_multipart_YWRL9YH2Y59R.2~WI6ER859STL6.0 size=1048576 2024-04-02T08:43:48.644 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.645+0000 7f7da3039780 1 > prepared part key=_multipart_YWRL9YH2Y59R.2~WI6ER859STL6.1 size=278369 2024-04-02T08:43:48.644 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.645+0000 7f7da3039780 1 > prepared multipart upload key=YWRL9YH2Y59R upload=WI6ER859STL6 tag=WMZZJV5HCVSJ type=write size=2375521 2024-04-02T08:43:48.645 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.647+0000 7f7da3039780 1 < completed part key=_multipart_D0Z1XMS5I5SH.2~20UTVIWUNCMT.0 size=1048576 2024-04-02T08:43:48.646 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.648+0000 7f7da3039780 1 < completed part key=_multipart_D0Z1XMS5I5SH.2~20UTVIWUNCMT.1 size=1048576 2024-04-02T08:43:48.648 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.650+0000 7f7da3039780 1 < completed part key=_multipart_D0Z1XMS5I5SH.2~20UTVIWUNCMT.2 size=494261 2024-04-02T08:43:48.650 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.652+0000 7f7da3039780 1 < completed multipart upload key=D0Z1XMS5I5SH upload=20UTVIWUNCMT tag=77MAMXYHJ2Z1 type=write size=3639989 2024-04-02T08:43:48.652 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.653+0000 7f7da3039780 1 > prepared operation key=B23RMWV8I9ZL tag=27PM8QPU62JX type=write size=81442 2024-04-02T08:43:48.653 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.655+0000 7f7da3039780 1 < completed part key=_multipart_IX5GR5MVNL1T.2~D8ACP8LWIQCZ.0 size=1048576 2024-04-02T08:43:48.654 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.656+0000 7f7da3039780 1 < completed part key=_multipart_IX5GR5MVNL1T.2~D8ACP8LWIQCZ.1 size=719835 2024-04-02T08:43:48.656 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.658+0000 7f7da3039780 1 < completed multipart upload key=IX5GR5MVNL1T upload=D8ACP8LWIQCZ tag=NNUKY8HDQY3X type=write size=2816987 2024-04-02T08:43:48.658 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.659+0000 7f7da3039780 1 > prepared operation key=57GR82RGCWC5 tag=JZU1LWBPGWTJ type=del size=3918284 2024-04-02T08:43:48.662 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.662+0000 7f7da3039780 1 < suggested remove operation key=A3I3KM5DTR9R tag=NNBJH9SNA4OY type=del 2024-04-02T08:43:48.662 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.664+0000 7f7da3039780 1 > prepared operation key=81LFSX7KH5JC tag=3HKSOVDNY10V type=del size=3989352 2024-04-02T08:43:48.663 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.665+0000 7f7da3039780 1 < completed part key=_multipart_SPZ4WDU9FXVH.2~2MLG1TSM8F8G.0 size=1048576 2024-04-02T08:43:48.664 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.666+0000 7f7da3039780 1 < completed part key=_multipart_SPZ4WDU9FXVH.2~2MLG1TSM8F8G.1 size=102271 2024-04-02T08:43:48.667 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.668+0000 7f7da3039780 1 < completed multipart upload key=SPZ4WDU9FXVH upload=2MLG1TSM8F8G tag=GS8TMIM54XCO type=write size=2199423 2024-04-02T08:43:48.669 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.671+0000 7f7da3039780 1 > prepared part key=_multipart_SPZ4WDU9FXVH.2~XRAU3L2CZQPL.0 size=822378 2024-04-02T08:43:48.669 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.671+0000 7f7da3039780 1 > prepared multipart upload key=SPZ4WDU9FXVH upload=XRAU3L2CZQPL tag=NWIGDTNE1Z7Y type=write size=1870954 2024-04-02T08:43:48.671 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.672+0000 7f7da3039780 1 < completed write operation key=ELDWOJAKQD69 tag=I371UB52LFMI type=write size=423981 2024-04-02T08:43:48.673 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.675+0000 7f7da3039780 1 > prepared part key=_multipart_B23RMWV8I9ZL.2~Z6ZZ6ML80U3B.0 size=1048576 2024-04-02T08:43:48.674 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.676+0000 7f7da3039780 1 > prepared part key=_multipart_B23RMWV8I9ZL.2~Z6ZZ6ML80U3B.1 size=477498 2024-04-02T08:43:48.674 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.676+0000 7f7da3039780 1 > prepared multipart upload key=B23RMWV8I9ZL upload=Z6ZZ6ML80U3B tag=LUTANQN693RE type=write size=2574650 2024-04-02T08:43:48.676 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.677+0000 7f7da3039780 1 < completed delete operation key=NOK2IIY1WSGJ tag=9PH6LX4SVQXP type=del 2024-04-02T08:43:48.677 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.679+0000 7f7da3039780 1 > prepared operation key=D0Z1XMS5I5SH tag=82KL6I759NC6 type=del size=2961035 2024-04-02T08:43:48.678 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.680+0000 7f7da3039780 1 < completed part key=_multipart_AMAKFO5IP7AO.2~CCWBZ595XS7A.0 size=1048576 2024-04-02T08:43:48.680 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.681+0000 7f7da3039780 1 < completed part key=_multipart_AMAKFO5IP7AO.2~CCWBZ595XS7A.1 size=254455 2024-04-02T08:43:48.682 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.684+0000 7f7da3039780 1 < completed multipart upload key=AMAKFO5IP7AO upload=CCWBZ595XS7A tag=XBHMLNHJAMWT type=write size=2351607 2024-04-02T08:43:48.684 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.685+0000 7f7da3039780 1 > prepared operation key=ZZ885TFYL1OI tag=EMKDCLBYDSKW type=del size=1798681 2024-04-02T08:43:48.685 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.687+0000 7f7da3039780 1 < completed part key=_multipart_SPZ4WDU9FXVH.2~S7EY1JMHV6XJ.0 size=1048576 2024-04-02T08:43:48.686 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.688+0000 7f7da3039780 1 < completed part key=_multipart_SPZ4WDU9FXVH.2~S7EY1JMHV6XJ.1 size=1048576 2024-04-02T08:43:48.687 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.689+0000 7f7da3039780 1 < completed part key=_multipart_SPZ4WDU9FXVH.2~S7EY1JMHV6XJ.2 size=334534 2024-04-02T08:43:48.689 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.691+0000 7f7da3039780 1 < completed multipart upload key=SPZ4WDU9FXVH upload=S7EY1JMHV6XJ tag=WONSND64KXAC type=write size=3480262 2024-04-02T08:43:48.692 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.694+0000 7f7da3039780 1 > prepared part key=_multipart_ZV3Q7IXMLI1J.2~S0P5CGVPGFCQ.0 size=1048576 2024-04-02T08:43:48.693 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.695+0000 7f7da3039780 1 > prepared part key=_multipart_ZV3Q7IXMLI1J.2~S0P5CGVPGFCQ.1 size=363600 2024-04-02T08:43:48.693 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.695+0000 7f7da3039780 1 > prepared multipart upload key=ZV3Q7IXMLI1J upload=S0P5CGVPGFCQ tag=EP5I6LKDUM7H type=write size=2460752 2024-04-02T08:43:48.694 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.696+0000 7f7da3039780 1 < completed part key=_multipart_D0Z1XMS5I5SH.2~HIQK06XH4ROG.0 size=1048576 2024-04-02T08:43:48.695 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.697+0000 7f7da3039780 1 < completed part key=_multipart_D0Z1XMS5I5SH.2~HIQK06XH4ROG.1 size=76784 2024-04-02T08:43:48.698 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.699+0000 7f7da3039780 1 < completed multipart upload key=D0Z1XMS5I5SH upload=HIQK06XH4ROG tag=P2T7AED0O13H type=write size=2173936 2024-04-02T08:43:48.699 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.701+0000 7f7da3039780 1 > prepared operation key=QSPL4WJY2BVT tag=Z915JKBCOK5K type=del size=2214977 2024-04-02T08:43:48.701 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.702+0000 7f7da3039780 1 < completed part key=_multipart_JFW247YEIEQ0.2~4PYR0IDKUXYX.0 size=52813 2024-04-02T08:43:48.703 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.704+0000 7f7da3039780 1 < completed multipart upload key=JFW247YEIEQ0 upload=4PYR0IDKUXYX tag=O2IO847ADX2U type=write size=1101389 2024-04-02T08:43:48.705 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.707+0000 7f7da3039780 1 > prepared part key=_multipart_AMAKFO5IP7AO.2~9VMYWVPDUCJK.0 size=1048576 2024-04-02T08:43:48.707 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.708+0000 7f7da3039780 1 > prepared part key=_multipart_AMAKFO5IP7AO.2~9VMYWVPDUCJK.1 size=1048576 2024-04-02T08:43:48.708 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.709+0000 7f7da3039780 1 > prepared part key=_multipart_AMAKFO5IP7AO.2~9VMYWVPDUCJK.2 size=558920 2024-04-02T08:43:48.708 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.709+0000 7f7da3039780 1 > prepared multipart upload key=AMAKFO5IP7AO upload=9VMYWVPDUCJK tag=EL1D49M87PXO type=write size=3704648 2024-04-02T08:43:48.710 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.711+0000 7f7da3039780 1 < completed part key=_multipart_JFW247YEIEQ0.2~G5FVH5MR737Q.0 size=618471 2024-04-02T08:43:48.712 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.714+0000 7f7da3039780 1 < completed multipart upload key=JFW247YEIEQ0 upload=G5FVH5MR737Q tag=1SV053HVTE26 type=write size=1667047 2024-04-02T08:43:48.714 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.715+0000 7f7da3039780 1 > prepared operation key=QSPL4WJY2BVT tag=U7DOV0RXCCOP type=del size=2033378 2024-04-02T08:43:48.716 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.717+0000 7f7da3039780 1 < canceled operation key=N5AIAS76IS0Z tag=5QQWQRPPPXD8 type=del size=734582 2024-04-02T08:43:48.717 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.719+0000 7f7da3039780 1 > prepared operation key=ELDWOJAKQD69 tag=N1L8MDO5ELVX type=del size=3705553 2024-04-02T08:43:48.718 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.720+0000 7f7da3039780 1 < completed part key=_multipart_B23RMWV8I9ZL.2~GJRAEQAVDK6V.0 size=1013036 2024-04-02T08:43:48.721 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.722+0000 7f7da3039780 1 < completed multipart upload key=B23RMWV8I9ZL upload=GJRAEQAVDK6V tag=Q08A1044P72T type=write size=2061612 2024-04-02T08:43:48.722 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.724+0000 7f7da3039780 1 > prepared operation key=YWRL9YH2Y59R tag=WARPXYUMDNNL type=write size=709921 2024-04-02T08:43:48.724 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.725+0000 7f7da3039780 1 < completed part key=_multipart_9H9O464QAWB2.2~3F1ZVBNUL1XY.0 size=395176 2024-04-02T08:43:48.726 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.728+0000 7f7da3039780 1 < completed multipart upload key=9H9O464QAWB2 upload=3F1ZVBNUL1XY tag=D2D08WTYUFEH type=write size=1443752 2024-04-02T08:43:48.727 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.729+0000 7f7da3039780 1 > prepared operation key=JFW247YEIEQ0 tag=5SCGW8IDPN9O type=del size=988784 2024-04-02T08:43:48.729 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.730+0000 7f7da3039780 1 < completed part key=_multipart_ZV3Q7IXMLI1J.2~B6SO2NGQ1TC6.0 size=530780 2024-04-02T08:43:48.732 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.733+0000 7f7da3039780 1 < completed multipart upload key=ZV3Q7IXMLI1J upload=B6SO2NGQ1TC6 tag=ISJES2KVXKJ5 type=write size=1579356 2024-04-02T08:43:48.733 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.735+0000 7f7da3039780 1 > prepared operation key=XV6PSEG36RCA tag=7SBHKRQ3Q2C2 type=del size=320459 2024-04-02T08:43:48.734 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.736+0000 7f7da3039780 1 < completed part key=_multipart_YWRL9YH2Y59R.2~WI6ER859STL6.0 size=1048576 2024-04-02T08:43:48.736 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.737+0000 7f7da3039780 1 < completed part key=_multipart_YWRL9YH2Y59R.2~WI6ER859STL6.1 size=278369 2024-04-02T08:43:48.738 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.739+0000 7f7da3039780 1 < completed multipart upload key=YWRL9YH2Y59R upload=WI6ER859STL6 tag=WMZZJV5HCVSJ type=write size=2375521 2024-04-02T08:43:48.739 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.741+0000 7f7da3039780 1 > prepared operation key=N5AIAS76IS0Z tag=1DBYJUW317EI type=del size=2024384 2024-04-02T08:43:48.741 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.742+0000 7f7da3039780 1 < canceled operation key=B23RMWV8I9ZL tag=27PM8QPU62JX type=write size=81442 2024-04-02T08:43:48.742 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.744+0000 7f7da3039780 1 > prepared operation key=NOK2IIY1WSGJ tag=UVKCVD0VPD8W type=del size=3423373 2024-04-02T08:43:48.744 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.745+0000 7f7da3039780 1 < canceled operation key=57GR82RGCWC5 tag=JZU1LWBPGWTJ type=del size=3918284 2024-04-02T08:43:48.746 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.748+0000 7f7da3039780 1 > prepared part key=_multipart_D0Z1XMS5I5SH.2~PZYK7DT2470G.0 size=1048576 2024-04-02T08:43:48.747 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.749+0000 7f7da3039780 1 > prepared part key=_multipart_D0Z1XMS5I5SH.2~PZYK7DT2470G.1 size=374662 2024-04-02T08:43:48.747 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.749+0000 7f7da3039780 1 > prepared multipart upload key=D0Z1XMS5I5SH upload=PZYK7DT2470G tag=D52QLHKRI22Z type=write size=2471814 2024-04-02T08:43:48.749 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.750+0000 7f7da3039780 1 < completed delete operation key=81LFSX7KH5JC tag=3HKSOVDNY10V type=del 2024-04-02T08:43:48.751 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.753+0000 7f7da3039780 1 > prepared part key=_multipart_JFW247YEIEQ0.2~BEPEECTS66QU.0 size=1048576 2024-04-02T08:43:48.752 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.754+0000 7f7da3039780 1 > prepared part key=_multipart_JFW247YEIEQ0.2~BEPEECTS66QU.1 size=1048576 2024-04-02T08:43:48.753 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.755+0000 7f7da3039780 1 > prepared part key=_multipart_JFW247YEIEQ0.2~BEPEECTS66QU.2 size=473964 2024-04-02T08:43:48.754 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.755+0000 7f7da3039780 1 > prepared multipart upload key=JFW247YEIEQ0 upload=BEPEECTS66QU tag=PI3TN9P4U222 type=write size=3619692 2024-04-02T08:43:48.755 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.756+0000 7f7da3039780 1 < completed part key=_multipart_SPZ4WDU9FXVH.2~XRAU3L2CZQPL.0 size=822378 2024-04-02T08:43:48.757 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.759+0000 7f7da3039780 1 < completed multipart upload key=SPZ4WDU9FXVH upload=XRAU3L2CZQPL tag=NWIGDTNE1Z7Y type=write size=1870954 2024-04-02T08:43:48.759 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.761+0000 7f7da3039780 1 > prepared operation key=QSPL4WJY2BVT tag=61Y1C91HK5D8 type=del size=1198761 2024-04-02T08:43:48.761 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.762+0000 7f7da3039780 1 < completed part key=_multipart_B23RMWV8I9ZL.2~Z6ZZ6ML80U3B.0 size=1048576 2024-04-02T08:43:48.762 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.763+0000 7f7da3039780 1 < completed part key=_multipart_B23RMWV8I9ZL.2~Z6ZZ6ML80U3B.1 size=477498 2024-04-02T08:43:48.765 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.766+0000 7f7da3039780 1 < completed multipart upload key=B23RMWV8I9ZL upload=Z6ZZ6ML80U3B tag=LUTANQN693RE type=write size=2574650 2024-04-02T08:43:48.766 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.768+0000 7f7da3039780 1 > prepared operation key=57GR82RGCWC5 tag=BWT32MPH6YNO type=del size=3302304 2024-04-02T08:43:48.768 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.769+0000 7f7da3039780 1 < completed delete operation key=D0Z1XMS5I5SH tag=82KL6I759NC6 type=del 2024-04-02T08:43:48.770 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.772+0000 7f7da3039780 1 > prepared part key=_multipart_YWRL9YH2Y59R.2~YNCF1VUVGWHB.0 size=303714 2024-04-02T08:43:48.771 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.772+0000 7f7da3039780 1 > prepared multipart upload key=YWRL9YH2Y59R upload=YNCF1VUVGWHB tag=7JO617YXQUFU type=write size=1352290 2024-04-02T08:43:48.774 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.775+0000 7f7da3039780 1 < suggested update operation key=ZZ885TFYL1OI tag=EMKDCLBYDSKW type=del size=1798681 2024-04-02T08:43:48.775 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.777+0000 7f7da3039780 1 > prepared operation key=AESEEOTWQSFQ tag=KVM4LS3E4BWG type=del size=2824978 2024-04-02T08:43:48.777 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.778+0000 7f7da3039780 1 < completed part key=_multipart_ZV3Q7IXMLI1J.2~S0P5CGVPGFCQ.0 size=1048576 2024-04-02T08:43:48.778 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.780+0000 7f7da3039780 1 < completed part key=_multipart_ZV3Q7IXMLI1J.2~S0P5CGVPGFCQ.1 size=363600 2024-04-02T08:43:48.780 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.782+0000 7f7da3039780 1 < completed multipart upload key=ZV3Q7IXMLI1J upload=S0P5CGVPGFCQ tag=EP5I6LKDUM7H type=write size=2460752 2024-04-02T08:43:48.782 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.783+0000 7f7da3039780 1 > prepared operation key=JFW247YEIEQ0 tag=MOCV69F07Z8E type=del size=517088 2024-04-02T08:43:48.783 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.785+0000 7f7da3039780 1 < completed delete operation key=QSPL4WJY2BVT tag=Z915JKBCOK5K type=del 2024-04-02T08:43:48.785 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.786+0000 7f7da3039780 1 > prepared operation key=D0Z1XMS5I5SH tag=RB27JJXN2C6M type=del size=1464732 2024-04-02T08:43:48.786 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.788+0000 7f7da3039780 1 < completed part key=_multipart_AMAKFO5IP7AO.2~9VMYWVPDUCJK.0 size=1048576 2024-04-02T08:43:48.787 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.789+0000 7f7da3039780 1 < completed part key=_multipart_AMAKFO5IP7AO.2~9VMYWVPDUCJK.1 size=1048576 2024-04-02T08:43:48.789 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.790+0000 7f7da3039780 1 < completed part key=_multipart_AMAKFO5IP7AO.2~9VMYWVPDUCJK.2 size=558920 2024-04-02T08:43:48.791 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.792+0000 7f7da3039780 1 < completed multipart upload key=AMAKFO5IP7AO upload=9VMYWVPDUCJK tag=EL1D49M87PXO type=write size=3704648 2024-04-02T08:43:48.792 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.794+0000 7f7da3039780 1 > prepared operation key=1SDLEDDX8LZR tag=8SK6XND0SFYX type=del size=3358008 2024-04-02T08:43:48.794 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.795+0000 7f7da3039780 1 < completed delete operation key=QSPL4WJY2BVT tag=U7DOV0RXCCOP type=del 2024-04-02T08:43:48.795 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.797+0000 7f7da3039780 1 > prepared operation key=Z2HC0VEJJV9V tag=T3M7PXO7Q0A4 type=del size=1186362 2024-04-02T08:43:48.796 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.798+0000 7f7da3039780 1 < completed delete operation key=ELDWOJAKQD69 tag=N1L8MDO5ELVX type=del 2024-04-02T08:43:48.798 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.799+0000 7f7da3039780 1 > prepared operation key=Z2HC0VEJJV9V tag=A0NLEQCC11A7 type=del size=2770985 2024-04-02T08:43:48.799 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.801+0000 7f7da3039780 1 < completed write operation key=YWRL9YH2Y59R tag=WARPXYUMDNNL type=write size=709921 2024-04-02T08:43:48.802 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.803+0000 7f7da3039780 1 > prepared part key=_multipart_JFW247YEIEQ0.2~IRAZSIAQZ1GQ.0 size=1048576 2024-04-02T08:43:48.803 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.804+0000 7f7da3039780 1 > prepared part key=_multipart_JFW247YEIEQ0.2~IRAZSIAQZ1GQ.1 size=1048576 2024-04-02T08:43:48.804 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.805+0000 7f7da3039780 1 > prepared part key=_multipart_JFW247YEIEQ0.2~IRAZSIAQZ1GQ.2 size=683486 2024-04-02T08:43:48.804 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.805+0000 7f7da3039780 1 > prepared multipart upload key=JFW247YEIEQ0 upload=IRAZSIAQZ1GQ tag=LPTT13I1AIIV type=write size=3829214 2024-04-02T08:43:48.805 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.807+0000 7f7da3039780 1 < canceled operation key=JFW247YEIEQ0 tag=5SCGW8IDPN9O type=del size=988784 2024-04-02T08:43:48.808 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.809+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~E2AYOQ1VUPCE.0 size=1048576 2024-04-02T08:43:48.809 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.810+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~E2AYOQ1VUPCE.1 size=371158 2024-04-02T08:43:48.809 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.810+0000 7f7da3039780 1 > prepared multipart upload key=9H9O464QAWB2 upload=E2AYOQ1VUPCE tag=CIZI3SF825GV type=write size=2468310 2024-04-02T08:43:48.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:43:48 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/780658511' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130965-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:43:48.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:43:48 smithi055 ceph-mon[85080]: osdmap e1103: 8 total, 8 up, 8 in 2024-04-02T08:43:48.811 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.812+0000 7f7da3039780 1 < completed delete operation key=XV6PSEG36RCA tag=7SBHKRQ3Q2C2 type=del 2024-04-02T08:43:48.811 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.813+0000 7f7da3039780 1 > prepared operation key=Y5E6U7ZCX7JC tag=6J4KSKL9QTMK type=write size=895717 2024-04-02T08:43:48.814 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.816+0000 7f7da3039780 1 < suggested remove operation key=N5AIAS76IS0Z tag=1DBYJUW317EI type=del 2024-04-02T08:43:48.816 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.817+0000 7f7da3039780 1 > prepared operation key=YXESDZ3ETQK9 tag=IQ60EH0CJR1Y type=del size=3916915 2024-04-02T08:43:48.817 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.819+0000 7f7da3039780 1 < completed delete operation key=NOK2IIY1WSGJ tag=UVKCVD0VPD8W type=del 2024-04-02T08:43:48.820 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.821+0000 7f7da3039780 1 > prepared part key=_multipart_Y5E6U7ZCX7JC.2~JW04J79UTU8V.0 size=1048576 2024-04-02T08:43:48.821 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.822+0000 7f7da3039780 1 > prepared part key=_multipart_Y5E6U7ZCX7JC.2~JW04J79UTU8V.1 size=535202 2024-04-02T08:43:48.821 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.822+0000 7f7da3039780 1 > prepared multipart upload key=Y5E6U7ZCX7JC upload=JW04J79UTU8V tag=EWFGPQ5YOL31 type=write size=2632354 2024-04-02T08:43:48.822 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.824+0000 7f7da3039780 1 < completed part key=_multipart_D0Z1XMS5I5SH.2~PZYK7DT2470G.0 size=1048576 2024-04-02T08:43:48.823 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.825+0000 7f7da3039780 1 < completed part key=_multipart_D0Z1XMS5I5SH.2~PZYK7DT2470G.1 size=374662 2024-04-02T08:43:48.826 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.828+0000 7f7da3039780 1 < completed multipart upload key=D0Z1XMS5I5SH upload=PZYK7DT2470G tag=D52QLHKRI22Z type=write size=2471814 2024-04-02T08:43:48.829 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.830+0000 7f7da3039780 1 > prepared part key=_multipart_IX5GR5MVNL1T.2~DR27TEZU0N5K.0 size=528329 2024-04-02T08:43:48.829 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.830+0000 7f7da3039780 1 > prepared multipart upload key=IX5GR5MVNL1T upload=DR27TEZU0N5K tag=X0415SKYPKOJ type=write size=1576905 2024-04-02T08:43:48.830 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.832+0000 7f7da3039780 1 < completed part key=_multipart_JFW247YEIEQ0.2~BEPEECTS66QU.0 size=1048576 2024-04-02T08:43:48.831 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.833+0000 7f7da3039780 1 < completed part key=_multipart_JFW247YEIEQ0.2~BEPEECTS66QU.1 size=1048576 2024-04-02T08:43:48.832 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.834+0000 7f7da3039780 1 < completed part key=_multipart_JFW247YEIEQ0.2~BEPEECTS66QU.2 size=473964 2024-04-02T08:43:48.835 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.836+0000 7f7da3039780 1 < completed multipart upload key=JFW247YEIEQ0 upload=BEPEECTS66QU tag=PI3TN9P4U222 type=write size=3619692 2024-04-02T08:43:48.837 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.839+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~6PULVV84B0XX.0 size=1048576 2024-04-02T08:43:48.838 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.840+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~6PULVV84B0XX.1 size=731681 2024-04-02T08:43:48.838 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.840+0000 7f7da3039780 1 > prepared multipart upload key=9H9O464QAWB2 upload=6PULVV84B0XX tag=MH1EDGJFAR8R type=write size=2828833 2024-04-02T08:43:48.841 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.842+0000 7f7da3039780 1 < suggested remove operation key=QSPL4WJY2BVT tag=61Y1C91HK5D8 type=del 2024-04-02T08:43:48.842 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.844+0000 7f7da3039780 1 > prepared operation key=XV6PSEG36RCA tag=20ZG6S0AGSM1 type=del size=2882015 2024-04-02T08:43:48.843 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.845+0000 7f7da3039780 1 < completed delete operation key=57GR82RGCWC5 tag=BWT32MPH6YNO type=del 2024-04-02T08:43:48.845 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.846+0000 7f7da3039780 1 > prepared operation key=NOK2IIY1WSGJ tag=S7FG9ECK97N8 type=write size=1017977 2024-04-02T08:43:48.846 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.848+0000 7f7da3039780 1 < completed part key=_multipart_YWRL9YH2Y59R.2~YNCF1VUVGWHB.0 size=303714 2024-04-02T08:43:48.849 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.850+0000 7f7da3039780 1 < completed multipart upload key=YWRL9YH2Y59R upload=YNCF1VUVGWHB tag=7JO617YXQUFU type=write size=1352290 2024-04-02T08:43:48.851 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.853+0000 7f7da3039780 1 > prepared part key=_multipart_R3KOUNXRRJL4.2~GY4R4NPNT39W.0 size=1048576 2024-04-02T08:43:48.852 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.854+0000 7f7da3039780 1 > prepared part key=_multipart_R3KOUNXRRJL4.2~GY4R4NPNT39W.1 size=1048576 2024-04-02T08:43:48.854 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.855+0000 7f7da3039780 1 > prepared part key=_multipart_R3KOUNXRRJL4.2~GY4R4NPNT39W.2 size=1018898 2024-04-02T08:43:48.854 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.855+0000 7f7da3039780 1 > prepared multipart upload key=R3KOUNXRRJL4 upload=GY4R4NPNT39W tag=RHH4KBK2SMHB type=write size=4164626 2024-04-02T08:43:48.855 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.857+0000 7f7da3039780 1 < completed delete operation key=AESEEOTWQSFQ tag=KVM4LS3E4BWG type=del 2024-04-02T08:43:48.856 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.858+0000 7f7da3039780 1 > prepared operation key=DJP9NW2GDNHB tag=OTDEUEM969O4 type=del size=2439480 2024-04-02T08:43:48.860 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.861+0000 7f7da3039780 1 < suggested update operation key=JFW247YEIEQ0 tag=MOCV69F07Z8E type=del size=517088 2024-04-02T08:43:48.862 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.864+0000 7f7da3039780 1 > prepared part key=_multipart_R3KOUNXRRJL4.2~NUV7HAG2UFDA.0 size=1048576 2024-04-02T08:43:48.866 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.865+0000 7f7da3039780 1 > prepared part key=_multipart_R3KOUNXRRJL4.2~NUV7HAG2UFDA.1 size=1048576 2024-04-02T08:43:48.866 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.866+0000 7f7da3039780 1 > prepared part key=_multipart_R3KOUNXRRJL4.2~NUV7HAG2UFDA.2 size=661540 2024-04-02T08:43:48.866 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.866+0000 7f7da3039780 1 > prepared multipart upload key=R3KOUNXRRJL4 upload=NUV7HAG2UFDA tag=YORQZO2C49ZR type=write size=3807268 2024-04-02T08:43:48.866 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.867+0000 7f7da3039780 1 < completed delete operation key=D0Z1XMS5I5SH tag=RB27JJXN2C6M type=del 2024-04-02T08:43:48.867 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.869+0000 7f7da3039780 1 > prepared operation key=DJP9NW2GDNHB tag=DWT6SNJJO1V6 type=write size=53581 2024-04-02T08:43:48.870 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.872+0000 7f7da3039780 1 < suggested remove operation key=1SDLEDDX8LZR tag=8SK6XND0SFYX type=del 2024-04-02T08:43:48.873 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.874+0000 7f7da3039780 1 > prepared part key=_multipart_JFW247YEIEQ0.2~BTCE2FJJDUQP.0 size=1048576 2024-04-02T08:43:48.874 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.875+0000 7f7da3039780 1 > prepared part key=_multipart_JFW247YEIEQ0.2~BTCE2FJJDUQP.1 size=1048576 2024-04-02T08:43:48.875 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.876+0000 7f7da3039780 1 > prepared part key=_multipart_JFW247YEIEQ0.2~BTCE2FJJDUQP.2 size=371297 2024-04-02T08:43:48.875 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.876+0000 7f7da3039780 1 > prepared multipart upload key=JFW247YEIEQ0 upload=BTCE2FJJDUQP tag=F6WB9J2QUJ8E type=write size=3517025 2024-04-02T08:43:48.876 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.878+0000 7f7da3039780 1 < completed delete operation key=Z2HC0VEJJV9V tag=T3M7PXO7Q0A4 type=del 2024-04-02T08:43:48.878 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.879+0000 7f7da3039780 1 > prepared operation key=9H9O464QAWB2 tag=L49ILTGSHWMJ type=del size=2972855 2024-04-02T08:43:48.881 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.882+0000 7f7da3039780 1 < suggested remove operation key=Z2HC0VEJJV9V tag=A0NLEQCC11A7 type=del 2024-04-02T08:43:48.882 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.884+0000 7f7da3039780 1 > prepared operation key=B23RMWV8I9ZL tag=5UYZWXDLR9VL type=del size=2817222 2024-04-02T08:43:48.883 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.885+0000 7f7da3039780 1 < completed part key=_multipart_JFW247YEIEQ0.2~IRAZSIAQZ1GQ.0 size=1048576 2024-04-02T08:43:48.884 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.885+0000 7f7da3039780 1 < canceled part key=_multipart_JFW247YEIEQ0.2~IRAZSIAQZ1GQ.1 size=1048576 2024-04-02T08:43:48.885 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.886+0000 7f7da3039780 1 < completed part key=_multipart_JFW247YEIEQ0.2~IRAZSIAQZ1GQ.2 size=683486 2024-04-02T08:43:48.887 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.889+0000 7f7da3039780 1 < canceled multipart upload key=JFW247YEIEQ0 upload=IRAZSIAQZ1GQ tag=LPTT13I1AIIV type=write size=3829214 2024-04-02T08:43:48.889 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.890+0000 7f7da3039780 1 > prepared operation key=ELDWOJAKQD69 tag=5YQRF9UOCB9R type=del size=3001199 2024-04-02T08:43:48.890 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.892+0000 7f7da3039780 1 < completed part key=_multipart_9H9O464QAWB2.2~E2AYOQ1VUPCE.0 size=1048576 2024-04-02T08:43:48.891 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.893+0000 7f7da3039780 1 < completed part key=_multipart_9H9O464QAWB2.2~E2AYOQ1VUPCE.1 size=371158 2024-04-02T08:43:48.894 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.895+0000 7f7da3039780 1 < completed multipart upload key=9H9O464QAWB2 upload=E2AYOQ1VUPCE tag=CIZI3SF825GV type=write size=2468310 2024-04-02T08:43:48.895 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.897+0000 7f7da3039780 1 > prepared operation key=JFW247YEIEQ0 tag=I55CTR5C47T8 type=del size=871384 2024-04-02T08:43:48.897 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.898+0000 7f7da3039780 1 < completed write operation key=Y5E6U7ZCX7JC tag=6J4KSKL9QTMK type=write size=895717 2024-04-02T08:43:48.898 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.900+0000 7f7da3039780 1 > prepared operation key=YXESDZ3ETQK9 tag=9CP7C1UJ3NUU type=del size=1279035 2024-04-02T08:43:48.901 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.902+0000 7f7da3039780 1 < suggested remove operation key=YXESDZ3ETQK9 tag=IQ60EH0CJR1Y type=del 2024-04-02T08:43:48.902 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.904+0000 7f7da3039780 1 > prepared operation key=NOK2IIY1WSGJ tag=SYTSWV7THGV1 type=del size=1097325 2024-04-02T08:43:48.904 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.905+0000 7f7da3039780 1 < completed part key=_multipart_Y5E6U7ZCX7JC.2~JW04J79UTU8V.0 size=1048576 2024-04-02T08:43:48.905 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.906+0000 7f7da3039780 1 < completed part key=_multipart_Y5E6U7ZCX7JC.2~JW04J79UTU8V.1 size=535202 2024-04-02T08:43:48.907 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.909+0000 7f7da3039780 1 < completed multipart upload key=Y5E6U7ZCX7JC upload=JW04J79UTU8V tag=EWFGPQ5YOL31 type=write size=2632354 2024-04-02T08:43:48.909 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.910+0000 7f7da3039780 1 > prepared operation key=N5AIAS76IS0Z tag=Z5P7Z2W0Q49L type=del size=3589027 2024-04-02T08:43:48.911 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.912+0000 7f7da3039780 1 < completed part key=_multipart_IX5GR5MVNL1T.2~DR27TEZU0N5K.0 size=528329 2024-04-02T08:43:48.913 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.914+0000 7f7da3039780 1 < completed multipart upload key=IX5GR5MVNL1T upload=DR27TEZU0N5K tag=X0415SKYPKOJ type=write size=1576905 2024-04-02T08:43:48.914 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.916+0000 7f7da3039780 1 > prepared operation key=ELDWOJAKQD69 tag=IU9X8VMQDDUO type=del size=3017438 2024-04-02T08:43:48.916 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.917+0000 7f7da3039780 1 < completed part key=_multipart_9H9O464QAWB2.2~6PULVV84B0XX.0 size=1048576 2024-04-02T08:43:48.917 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.918+0000 7f7da3039780 1 < completed part key=_multipart_9H9O464QAWB2.2~6PULVV84B0XX.1 size=731681 2024-04-02T08:43:48.919 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.921+0000 7f7da3039780 1 < completed multipart upload key=9H9O464QAWB2 upload=6PULVV84B0XX tag=MH1EDGJFAR8R type=write size=2828833 2024-04-02T08:43:48.921 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.922+0000 7f7da3039780 1 > prepared operation key=ZV3Q7IXMLI1J tag=3BE6R57I328W type=del size=446866 2024-04-02T08:43:48.923 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.925+0000 7f7da3039780 1 < suggested update operation key=XV6PSEG36RCA tag=20ZG6S0AGSM1 type=del size=2882015 2024-04-02T08:43:48.925 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.926+0000 7f7da3039780 1 > prepared operation key=ZV3Q7IXMLI1J tag=2EO5LQVFHSY1 type=del size=1463317 2024-04-02T08:43:48.927 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.929+0000 7f7da3039780 1 < suggested remove operation key=NOK2IIY1WSGJ tag=S7FG9ECK97N8 type=write 2024-04-02T08:43:48.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:43:48 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/780658511' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130965-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:43:48.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:43:48 smithi012 ceph-mon[88355]: osdmap e1103: 8 total, 8 up, 8 in 2024-04-02T08:43:48.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:43:48 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/780658511' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-130965-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:43:48.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:43:48 smithi012 ceph-mon[90784]: osdmap e1103: 8 total, 8 up, 8 in 2024-04-02T08:43:48.929 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.931+0000 7f7da3039780 1 > prepared operation key=ZV3Q7IXMLI1J tag=JV2MHSYLNAXR type=del size=3461699 2024-04-02T08:43:48.930 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.932+0000 7f7da3039780 1 < completed part key=_multipart_R3KOUNXRRJL4.2~GY4R4NPNT39W.0 size=1048576 2024-04-02T08:43:48.931 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.933+0000 7f7da3039780 1 < completed part key=_multipart_R3KOUNXRRJL4.2~GY4R4NPNT39W.1 size=1048576 2024-04-02T08:43:48.932 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.933+0000 7f7da3039780 1 < canceled part key=_multipart_R3KOUNXRRJL4.2~GY4R4NPNT39W.2 size=1018898 2024-04-02T08:43:48.934 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.935+0000 7f7da3039780 1 < canceled multipart upload key=R3KOUNXRRJL4 upload=GY4R4NPNT39W tag=RHH4KBK2SMHB type=write size=4164626 2024-04-02T08:43:48.935 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.937+0000 7f7da3039780 1 > prepared operation key=ZV3Q7IXMLI1J tag=WOVGL7VT29N7 type=del size=4118875 2024-04-02T08:43:48.937 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.938+0000 7f7da3039780 1 < completed delete operation key=DJP9NW2GDNHB tag=OTDEUEM969O4 type=del 2024-04-02T08:43:48.938 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.939+0000 7f7da3039780 1 > prepared operation key=993CLRT5TRZG tag=4CL8XNYHIEP6 type=write size=113174 2024-04-02T08:43:48.939 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.941+0000 7f7da3039780 1 < completed part key=_multipart_R3KOUNXRRJL4.2~NUV7HAG2UFDA.0 size=1048576 2024-04-02T08:43:48.940 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.942+0000 7f7da3039780 1 < completed part key=_multipart_R3KOUNXRRJL4.2~NUV7HAG2UFDA.1 size=1048576 2024-04-02T08:43:48.942 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.943+0000 7f7da3039780 1 < completed part key=_multipart_R3KOUNXRRJL4.2~NUV7HAG2UFDA.2 size=661540 2024-04-02T08:43:48.944 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.945+0000 7f7da3039780 1 < completed multipart upload key=R3KOUNXRRJL4 upload=NUV7HAG2UFDA tag=YORQZO2C49ZR type=write size=3807268 2024-04-02T08:43:48.945 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.947+0000 7f7da3039780 1 > prepared operation key=XN6KQ2LGZYGL tag=61IFHE77V74M type=del size=780172 2024-04-02T08:43:48.948 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.949+0000 7f7da3039780 1 < suggested update operation key=DJP9NW2GDNHB tag=DWT6SNJJO1V6 type=write size=53581 2024-04-02T08:43:48.949 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.951+0000 7f7da3039780 1 > prepared operation key=NOK2IIY1WSGJ tag=48DJ3BGCAMOS type=del size=956610 2024-04-02T08:43:48.951 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.952+0000 7f7da3039780 1 < completed part key=_multipart_JFW247YEIEQ0.2~BTCE2FJJDUQP.0 size=1048576 2024-04-02T08:43:48.952 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.953+0000 7f7da3039780 1 < completed part key=_multipart_JFW247YEIEQ0.2~BTCE2FJJDUQP.1 size=1048576 2024-04-02T08:43:48.953 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.954+0000 7f7da3039780 1 < completed part key=_multipart_JFW247YEIEQ0.2~BTCE2FJJDUQP.2 size=371297 2024-04-02T08:43:48.955 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.957+0000 7f7da3039780 1 < completed multipart upload key=JFW247YEIEQ0 upload=BTCE2FJJDUQP tag=F6WB9J2QUJ8E type=write size=3517025 2024-04-02T08:43:48.956 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.958+0000 7f7da3039780 1 > prepared operation key=SPZ4WDU9FXVH tag=8685HLFZMWXV type=del size=3442369 2024-04-02T08:43:48.958 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.959+0000 7f7da3039780 1 < completed delete operation key=9H9O464QAWB2 tag=L49ILTGSHWMJ type=del 2024-04-02T08:43:48.959 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.961+0000 7f7da3039780 1 > prepared operation key=1SDLEDDX8LZR tag=LAAZ0IJQBEVQ type=del size=1314459 2024-04-02T08:43:48.961 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.962+0000 7f7da3039780 1 < completed delete operation key=B23RMWV8I9ZL tag=5UYZWXDLR9VL type=del 2024-04-02T08:43:48.962 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.964+0000 7f7da3039780 1 > prepared operation key=B23RMWV8I9ZL tag=WWT6HTUIJNTI type=del size=3607519 2024-04-02T08:43:48.964 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.965+0000 7f7da3039780 1 < completed delete operation key=ELDWOJAKQD69 tag=5YQRF9UOCB9R type=del 2024-04-02T08:43:48.965 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.967+0000 7f7da3039780 1 > prepared operation key=9JGJK5C8JJ0Z tag=O8IM9A06R35O type=del size=2384458 2024-04-02T08:43:48.968 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.969+0000 7f7da3039780 1 < suggested update operation key=JFW247YEIEQ0 tag=I55CTR5C47T8 type=del size=871384 2024-04-02T08:43:48.969 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.971+0000 7f7da3039780 1 > prepared operation key=57GR82RGCWC5 tag=URTHSYNAGV3F type=del size=692029 2024-04-02T08:43:48.971 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.972+0000 7f7da3039780 -1 < failed to complete operation key=YXESDZ3ETQK9 tag=9CP7C1UJ3NUU type=del size=1279035: (22) Invalid argument 2024-04-02T08:43:48.973 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.974+0000 7f7da3039780 1 > prepared operation key=81LFSX7KH5JC tag=RVZ6ABOJ6CB1 type=del size=370299 2024-04-02T08:43:48.974 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.976+0000 7f7da3039780 -1 < failed to complete operation key=NOK2IIY1WSGJ tag=SYTSWV7THGV1 type=del size=1097325: (22) Invalid argument 2024-04-02T08:43:48.976 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.977+0000 7f7da3039780 1 > prepared operation key=ZZ885TFYL1OI tag=BMQQ7NYDRTJV type=del size=545076 2024-04-02T08:43:48.977 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.979+0000 7f7da3039780 1 < completed delete operation key=N5AIAS76IS0Z tag=Z5P7Z2W0Q49L type=del 2024-04-02T08:43:48.980 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.981+0000 7f7da3039780 1 > prepared part key=_multipart_81LFSX7KH5JC.2~FM67E528UBES.0 size=1043259 2024-04-02T08:43:48.980 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.981+0000 7f7da3039780 1 > prepared multipart upload key=81LFSX7KH5JC upload=FM67E528UBES tag=F7E61JT8A5TK type=write size=2091835 2024-04-02T08:43:48.981 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.983+0000 7f7da3039780 1 < completed delete operation key=ELDWOJAKQD69 tag=IU9X8VMQDDUO type=del 2024-04-02T08:43:48.983 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.984+0000 7f7da3039780 1 > prepared operation key=JFW247YEIEQ0 tag=JW8C543ICHC1 type=write size=111744 2024-04-02T08:43:48.984 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.986+0000 7f7da3039780 1 < completed delete operation key=ZV3Q7IXMLI1J tag=3BE6R57I328W type=del 2024-04-02T08:43:48.987 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.988+0000 7f7da3039780 1 > prepared part key=_multipart_BURYF1967J48.2~OLMRAUPMB6BV.0 size=1048576 2024-04-02T08:43:48.988 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.989+0000 7f7da3039780 1 > prepared part key=_multipart_BURYF1967J48.2~OLMRAUPMB6BV.1 size=1048576 2024-04-02T08:43:48.989 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.991+0000 7f7da3039780 1 > prepared part key=_multipart_BURYF1967J48.2~OLMRAUPMB6BV.2 size=22077 2024-04-02T08:43:48.989 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.991+0000 7f7da3039780 1 > prepared multipart upload key=BURYF1967J48 upload=OLMRAUPMB6BV tag=7QVRK7E3CH60 type=write size=3167805 2024-04-02T08:43:48.990 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.992+0000 7f7da3039780 1 < completed delete operation key=ZV3Q7IXMLI1J tag=2EO5LQVFHSY1 type=del 2024-04-02T08:43:48.992 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.993+0000 7f7da3039780 1 > prepared operation key=Z2HC0VEJJV9V tag=B2LDMWCT0GSY type=del size=470813 2024-04-02T08:43:48.993 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.995+0000 7f7da3039780 1 < completed delete operation key=ZV3Q7IXMLI1J tag=JV2MHSYLNAXR type=del 2024-04-02T08:43:48.995 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.996+0000 7f7da3039780 1 > prepared operation key=QHKAPO5SX6SG tag=YI2RU6S1P50W type=del size=1854370 2024-04-02T08:43:48.998 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:48.999+0000 7f7da3039780 1 < suggested update operation key=ZV3Q7IXMLI1J tag=WOVGL7VT29N7 type=del size=4118875 2024-04-02T08:43:48.999 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.001+0000 7f7da3039780 1 > prepared operation key=IX5GR5MVNL1T tag=0NT9I12MOGHR type=del size=676177 2024-04-02T08:43:49.002 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.004+0000 7f7da3039780 1 < suggested remove operation key=993CLRT5TRZG tag=4CL8XNYHIEP6 type=write 2024-04-02T08:43:49.004 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.005+0000 7f7da3039780 1 > prepared operation key=9JGJK5C8JJ0Z tag=PXGE5HYGHT2B type=del size=733443 2024-04-02T08:43:49.007 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.008+0000 7f7da3039780 1 < suggested remove operation key=XN6KQ2LGZYGL tag=61IFHE77V74M type=del 2024-04-02T08:43:49.008 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.010+0000 7f7da3039780 1 > prepared operation key=QHKAPO5SX6SG tag=EIBFUO22K4HZ type=del size=759868 2024-04-02T08:43:49.010 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.011+0000 7f7da3039780 1 < completed delete operation key=NOK2IIY1WSGJ tag=48DJ3BGCAMOS type=del 2024-04-02T08:43:49.011 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.013+0000 7f7da3039780 1 > prepared operation key=1SDLEDDX8LZR tag=3LQTY8XWMBS8 type=del size=3555680 2024-04-02T08:43:49.014 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.016+0000 7f7da3039780 1 < suggested update operation key=SPZ4WDU9FXVH tag=8685HLFZMWXV type=del size=3442369 2024-04-02T08:43:49.017 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.018+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~12N7DDOOOFOQ.0 size=1048576 2024-04-02T08:43:49.018 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.020+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~12N7DDOOOFOQ.1 size=1048576 2024-04-02T08:43:49.019 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.021+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~12N7DDOOOFOQ.2 size=755108 2024-04-02T08:43:49.019 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.021+0000 7f7da3039780 1 > prepared multipart upload key=6TJF572KI0FA upload=12N7DDOOOFOQ tag=4VKY4UI06TP9 type=write size=3900836 2024-04-02T08:43:49.021 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.022+0000 7f7da3039780 1 < completed delete operation key=1SDLEDDX8LZR tag=LAAZ0IJQBEVQ type=del 2024-04-02T08:43:49.022 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.024+0000 7f7da3039780 1 > prepared operation key=A3I3KM5DTR9R tag=2EX1EOWYSH4B type=del size=1757490 2024-04-02T08:43:49.024 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.025+0000 7f7da3039780 1 < completed delete operation key=B23RMWV8I9ZL tag=WWT6HTUIJNTI type=del 2024-04-02T08:43:49.026 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.028+0000 7f7da3039780 1 > prepared part key=_multipart_993CLRT5TRZG.2~KU5RGJ8YTDFF.0 size=1048576 2024-04-02T08:43:49.027 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.029+0000 7f7da3039780 1 > prepared part key=_multipart_993CLRT5TRZG.2~KU5RGJ8YTDFF.1 size=1048576 2024-04-02T08:43:49.028 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.030+0000 7f7da3039780 1 > prepared part key=_multipart_993CLRT5TRZG.2~KU5RGJ8YTDFF.2 size=906298 2024-04-02T08:43:49.029 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.030+0000 7f7da3039780 1 > prepared multipart upload key=993CLRT5TRZG upload=KU5RGJ8YTDFF tag=A7TT1LLL9H5O type=write size=4052026 2024-04-02T08:43:49.032 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.033+0000 7f7da3039780 1 < suggested update operation key=9JGJK5C8JJ0Z tag=O8IM9A06R35O type=del size=2384458 2024-04-02T08:43:49.033 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.035+0000 7f7da3039780 1 > prepared operation key=JFW247YEIEQ0 tag=2XDZM5LRTHVB type=del size=2981973 2024-04-02T08:43:49.034 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.036+0000 7f7da3039780 1 < completed delete operation key=57GR82RGCWC5 tag=URTHSYNAGV3F type=del 2024-04-02T08:43:49.037 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.039+0000 7f7da3039780 1 > prepared part key=_multipart_IX5GR5MVNL1T.2~CLP9OUYBDBHE.0 size=900823 2024-04-02T08:43:49.037 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.039+0000 7f7da3039780 1 > prepared multipart upload key=IX5GR5MVNL1T upload=CLP9OUYBDBHE tag=C4J9X0KIW85Y type=write size=1949399 2024-04-02T08:43:49.041 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.042+0000 7f7da3039780 1 < suggested update operation key=81LFSX7KH5JC tag=RVZ6ABOJ6CB1 type=del size=370299 2024-04-02T08:43:49.043 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.045+0000 7f7da3039780 1 > prepared part key=_multipart_Z2HC0VEJJV9V.2~51RDHAF7S85P.0 size=1048576 2024-04-02T08:43:49.044 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.046+0000 7f7da3039780 1 > prepared part key=_multipart_Z2HC0VEJJV9V.2~51RDHAF7S85P.1 size=1048576 2024-04-02T08:43:49.046 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.047+0000 7f7da3039780 1 > prepared part key=_multipart_Z2HC0VEJJV9V.2~51RDHAF7S85P.2 size=306218 2024-04-02T08:43:49.046 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.047+0000 7f7da3039780 1 > prepared multipart upload key=Z2HC0VEJJV9V upload=51RDHAF7S85P tag=BIB15E8DCEQP type=write size=3451946 2024-04-02T08:43:49.048 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.050+0000 7f7da3039780 1 < suggested remove operation key=ZZ885TFYL1OI tag=BMQQ7NYDRTJV type=del 2024-04-02T08:43:49.050 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.051+0000 7f7da3039780 1 > prepared operation key=ZZ885TFYL1OI tag=BG1B7ZCD4DHF type=write size=748860 2024-04-02T08:43:49.051 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.053+0000 7f7da3039780 1 < completed part key=_multipart_81LFSX7KH5JC.2~FM67E528UBES.0 size=1043259 2024-04-02T08:43:49.054 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.055+0000 7f7da3039780 1 < completed multipart upload key=81LFSX7KH5JC upload=FM67E528UBES tag=F7E61JT8A5TK type=write size=2091835 2024-04-02T08:43:49.057 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.058+0000 7f7da3039780 1 > prepared part key=_multipart_AESEEOTWQSFQ.2~9C3XWL9UYMNZ.0 size=257544 2024-04-02T08:43:49.057 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.058+0000 7f7da3039780 1 > prepared multipart upload key=AESEEOTWQSFQ upload=9C3XWL9UYMNZ tag=IIJBNAGB4CID type=write size=1306120 2024-04-02T08:43:49.058 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.059+0000 7f7da3039780 1 < completed write operation key=JFW247YEIEQ0 tag=JW8C543ICHC1 type=write size=111744 2024-04-02T08:43:49.061 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.062+0000 7f7da3039780 1 > prepared part key=_multipart_81LFSX7KH5JC.2~HIF7RBWJ9631.0 size=710874 2024-04-02T08:43:49.061 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.062+0000 7f7da3039780 1 > prepared multipart upload key=81LFSX7KH5JC upload=HIF7RBWJ9631 tag=3A253BAVDFNE type=write size=1759450 2024-04-02T08:43:49.062 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.064+0000 7f7da3039780 1 < completed part key=_multipart_BURYF1967J48.2~OLMRAUPMB6BV.0 size=1048576 2024-04-02T08:43:49.063 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.065+0000 7f7da3039780 1 < completed part key=_multipart_BURYF1967J48.2~OLMRAUPMB6BV.1 size=1048576 2024-04-02T08:43:49.064 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.066+0000 7f7da3039780 1 < completed part key=_multipart_BURYF1967J48.2~OLMRAUPMB6BV.2 size=22077 2024-04-02T08:43:49.067 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.068+0000 7f7da3039780 1 < completed multipart upload key=BURYF1967J48 upload=OLMRAUPMB6BV tag=7QVRK7E3CH60 type=write size=3167805 2024-04-02T08:43:49.069 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.071+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~2IQVAZST88BH.0 size=349228 2024-04-02T08:43:49.070 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.071+0000 7f7da3039780 1 > prepared multipart upload key=ELDWOJAKQD69 upload=2IQVAZST88BH tag=4TH21015NPG8 type=write size=1397804 2024-04-02T08:43:49.072 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.074+0000 7f7da3039780 1 < suggested update operation key=Z2HC0VEJJV9V tag=B2LDMWCT0GSY type=del size=470813 2024-04-02T08:43:49.075 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.076+0000 7f7da3039780 1 > prepared part key=_multipart_AESEEOTWQSFQ.2~XVBPGJQGXY8U.0 size=1018384 2024-04-02T08:43:49.075 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.076+0000 7f7da3039780 1 > prepared multipart upload key=AESEEOTWQSFQ upload=XVBPGJQGXY8U tag=WM9WBQI5DFX1 type=write size=2066960 2024-04-02T08:43:49.076 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.078+0000 7f7da3039780 1 < completed delete operation key=QHKAPO5SX6SG tag=YI2RU6S1P50W type=del 2024-04-02T08:43:49.079 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.080+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~485ON0QP3J11.0 size=1048576 2024-04-02T08:43:49.080 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.081+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~485ON0QP3J11.1 size=1048576 2024-04-02T08:43:49.081 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.083+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~485ON0QP3J11.2 size=1013193 2024-04-02T08:43:49.081 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.083+0000 7f7da3039780 1 > prepared multipart upload key=QSPL4WJY2BVT upload=485ON0QP3J11 tag=KUY9HGF0OWUH type=write size=4158921 2024-04-02T08:43:49.082 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.084+0000 7f7da3039780 1 < completed delete operation key=IX5GR5MVNL1T tag=0NT9I12MOGHR type=del 2024-04-02T08:43:49.085 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.086+0000 7f7da3039780 1 > prepared part key=_multipart_AESEEOTWQSFQ.2~2AN2VCV220LV.0 size=1048576 2024-04-02T08:43:49.086 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.088+0000 7f7da3039780 1 > prepared part key=_multipart_AESEEOTWQSFQ.2~2AN2VCV220LV.1 size=1048576 2024-04-02T08:43:49.087 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.089+0000 7f7da3039780 1 > prepared part key=_multipart_AESEEOTWQSFQ.2~2AN2VCV220LV.2 size=529913 2024-04-02T08:43:49.087 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.089+0000 7f7da3039780 1 > prepared multipart upload key=AESEEOTWQSFQ upload=2AN2VCV220LV tag=WLPUCPN29HGQ type=write size=3675641 2024-04-02T08:43:49.089 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.090+0000 7f7da3039780 -1 < failed to complete operation key=9JGJK5C8JJ0Z tag=PXGE5HYGHT2B type=del size=733443: (22) Invalid argument 2024-04-02T08:43:49.090 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.092+0000 7f7da3039780 1 > prepared operation key=57GR82RGCWC5 tag=RWF0QHIKA48Z type=write size=223315 2024-04-02T08:43:49.092 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.093+0000 7f7da3039780 1 < canceled operation key=QHKAPO5SX6SG tag=EIBFUO22K4HZ type=del size=759868 2024-04-02T08:43:49.093 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.095+0000 7f7da3039780 1 > prepared operation key=ZZ885TFYL1OI tag=B0B1HJBUDBB8 type=write size=109240 2024-04-02T08:43:49.095 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.096+0000 7f7da3039780 1 < completed delete operation key=1SDLEDDX8LZR tag=3LQTY8XWMBS8 type=del 2024-04-02T08:43:49.096 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.098+0000 7f7da3039780 1 > prepared operation key=ZZ885TFYL1OI tag=787NF03IIZ8V type=del size=3790337 2024-04-02T08:43:49.097 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.099+0000 7f7da3039780 1 < completed part key=_multipart_6TJF572KI0FA.2~12N7DDOOOFOQ.0 size=1048576 2024-04-02T08:43:49.099 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.100+0000 7f7da3039780 1 < completed part key=_multipart_6TJF572KI0FA.2~12N7DDOOOFOQ.1 size=1048576 2024-04-02T08:43:49.100 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.101+0000 7f7da3039780 1 < completed part key=_multipart_6TJF572KI0FA.2~12N7DDOOOFOQ.2 size=755108 2024-04-02T08:43:49.102 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.104+0000 7f7da3039780 1 < completed multipart upload key=6TJF572KI0FA upload=12N7DDOOOFOQ tag=4VKY4UI06TP9 type=write size=3900836 2024-04-02T08:43:49.104 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.105+0000 7f7da3039780 1 > prepared operation key=R3KOUNXRRJL4 tag=8USGQ53XSZJ9 type=del size=3830553 2024-04-02T08:43:49.105 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.107+0000 7f7da3039780 1 < completed delete operation key=A3I3KM5DTR9R tag=2EX1EOWYSH4B type=del 2024-04-02T08:43:49.107 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.108+0000 7f7da3039780 1 > prepared operation key=QSPL4WJY2BVT tag=NQBNB2OVRK8G type=del size=3060087 2024-04-02T08:43:49.108 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.110+0000 7f7da3039780 1 < completed part key=_multipart_993CLRT5TRZG.2~KU5RGJ8YTDFF.0 size=1048576 2024-04-02T08:43:49.109 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.111+0000 7f7da3039780 1 < completed part key=_multipart_993CLRT5TRZG.2~KU5RGJ8YTDFF.1 size=1048576 2024-04-02T08:43:49.110 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.112+0000 7f7da3039780 1 < completed part key=_multipart_993CLRT5TRZG.2~KU5RGJ8YTDFF.2 size=906298 2024-04-02T08:43:49.113 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.115+0000 7f7da3039780 1 < completed multipart upload key=993CLRT5TRZG upload=KU5RGJ8YTDFF tag=A7TT1LLL9H5O type=write size=4052026 2024-04-02T08:43:49.114 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.116+0000 7f7da3039780 1 > prepared operation key=DJP9NW2GDNHB tag=KBN5QDBXBW4J type=del size=157126 2024-04-02T08:43:49.116 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.117+0000 7f7da3039780 1 < completed delete operation key=JFW247YEIEQ0 tag=2XDZM5LRTHVB type=del 2024-04-02T08:43:49.118 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.120+0000 7f7da3039780 1 > prepared part key=_multipart_XV6PSEG36RCA.2~V8ASIP0D86XA.0 size=1048576 2024-04-02T08:43:49.119 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.121+0000 7f7da3039780 1 > prepared part key=_multipart_XV6PSEG36RCA.2~V8ASIP0D86XA.1 size=454945 2024-04-02T08:43:49.120 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.121+0000 7f7da3039780 1 > prepared multipart upload key=XV6PSEG36RCA upload=V8ASIP0D86XA tag=LM1MK92FYWSU type=write size=2552097 2024-04-02T08:43:49.121 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.122+0000 7f7da3039780 1 < completed part key=_multipart_IX5GR5MVNL1T.2~CLP9OUYBDBHE.0 size=900823 2024-04-02T08:43:49.123 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.125+0000 7f7da3039780 1 < completed multipart upload key=IX5GR5MVNL1T upload=CLP9OUYBDBHE tag=C4J9X0KIW85Y type=write size=1949399 2024-04-02T08:43:49.125 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.126+0000 7f7da3039780 1 > prepared operation key=YXESDZ3ETQK9 tag=CR75WL96XOFR type=del size=3650075 2024-04-02T08:43:49.126 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.128+0000 7f7da3039780 1 < completed part key=_multipart_Z2HC0VEJJV9V.2~51RDHAF7S85P.0 size=1048576 2024-04-02T08:43:49.127 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.129+0000 7f7da3039780 1 < completed part key=_multipart_Z2HC0VEJJV9V.2~51RDHAF7S85P.1 size=1048576 2024-04-02T08:43:49.128 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.130+0000 7f7da3039780 1 < completed part key=_multipart_Z2HC0VEJJV9V.2~51RDHAF7S85P.2 size=306218 2024-04-02T08:43:49.131 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.132+0000 7f7da3039780 1 < completed multipart upload key=Z2HC0VEJJV9V upload=51RDHAF7S85P tag=BIB15E8DCEQP type=write size=3451946 2024-04-02T08:43:49.132 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.134+0000 7f7da3039780 1 > prepared operation key=YWRL9YH2Y59R tag=BKHEW93VLF38 type=del size=3292969 2024-04-02T08:43:49.134 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.135+0000 7f7da3039780 1 < completed write operation key=ZZ885TFYL1OI tag=BG1B7ZCD4DHF type=write size=748860 2024-04-02T08:43:49.136 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.138+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~132QPFDAMDX7.0 size=1048576 2024-04-02T08:43:49.138 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.139+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~132QPFDAMDX7.1 size=1048576 2024-04-02T08:43:49.139 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.140+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~132QPFDAMDX7.2 size=379751 2024-04-02T08:43:49.139 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.140+0000 7f7da3039780 1 > prepared multipart upload key=QHKAPO5SX6SG upload=132QPFDAMDX7 tag=CKVXVK0N2J4C type=write size=3525479 2024-04-02T08:43:49.140 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.142+0000 7f7da3039780 1 < completed part key=_multipart_AESEEOTWQSFQ.2~9C3XWL9UYMNZ.0 size=257544 2024-04-02T08:43:49.143 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.144+0000 7f7da3039780 1 < completed multipart upload key=AESEEOTWQSFQ upload=9C3XWL9UYMNZ tag=IIJBNAGB4CID type=write size=1306120 2024-04-02T08:43:49.145 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.147+0000 7f7da3039780 1 > prepared part key=_multipart_DJP9NW2GDNHB.2~IPZIA5QJ0MI8.0 size=1048576 2024-04-02T08:43:49.147 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.148+0000 7f7da3039780 1 > prepared part key=_multipart_DJP9NW2GDNHB.2~IPZIA5QJ0MI8.1 size=110881 2024-04-02T08:43:49.147 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.148+0000 7f7da3039780 1 > prepared multipart upload key=DJP9NW2GDNHB upload=IPZIA5QJ0MI8 tag=JC7N4FF3I9AN type=write size=2208033 2024-04-02T08:43:49.148 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.150+0000 7f7da3039780 1 < completed part key=_multipart_81LFSX7KH5JC.2~HIF7RBWJ9631.0 size=710874 2024-04-02T08:43:49.151 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.152+0000 7f7da3039780 1 < completed multipart upload key=81LFSX7KH5JC upload=HIF7RBWJ9631 tag=3A253BAVDFNE type=write size=1759450 2024-04-02T08:43:49.152 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.154+0000 7f7da3039780 1 > prepared operation key=QSPL4WJY2BVT tag=M8NHQZ2J39UL type=write size=731443 2024-04-02T08:43:49.154 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.155+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~2IQVAZST88BH.0 size=349228 2024-04-02T08:43:49.156 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.158+0000 7f7da3039780 1 < completed multipart upload key=ELDWOJAKQD69 upload=2IQVAZST88BH tag=4TH21015NPG8 type=write size=1397804 2024-04-02T08:43:49.158 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.159+0000 7f7da3039780 1 > prepared operation key=993CLRT5TRZG tag=9DEKTB9YYRED type=del size=578314 2024-04-02T08:43:49.159 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.161+0000 7f7da3039780 1 < completed part key=_multipart_AESEEOTWQSFQ.2~XVBPGJQGXY8U.0 size=1018384 2024-04-02T08:43:49.162 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.163+0000 7f7da3039780 1 < completed multipart upload key=AESEEOTWQSFQ upload=XVBPGJQGXY8U tag=WM9WBQI5DFX1 type=write size=2066960 2024-04-02T08:43:49.163 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.165+0000 7f7da3039780 1 > prepared operation key=1SDLEDDX8LZR tag=CQRVMSY341VI type=del size=69564 2024-04-02T08:43:49.165 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.166+0000 7f7da3039780 1 < completed part key=_multipart_QSPL4WJY2BVT.2~485ON0QP3J11.0 size=1048576 2024-04-02T08:43:49.165 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.166+0000 7f7da3039780 1 < canceled part key=_multipart_QSPL4WJY2BVT.2~485ON0QP3J11.1 size=1048576 2024-04-02T08:43:49.166 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.168+0000 7f7da3039780 1 < completed part key=_multipart_QSPL4WJY2BVT.2~485ON0QP3J11.2 size=1013193 2024-04-02T08:43:49.169 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.171+0000 7f7da3039780 1 < canceled multipart upload key=QSPL4WJY2BVT upload=485ON0QP3J11 tag=KUY9HGF0OWUH type=write size=4158921 2024-04-02T08:43:49.170 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.172+0000 7f7da3039780 1 > prepared operation key=EAG9W8JA0WA6 tag=NW60FPPHEGE6 type=del size=3131285 2024-04-02T08:43:49.172 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.174+0000 7f7da3039780 1 < completed part key=_multipart_AESEEOTWQSFQ.2~2AN2VCV220LV.0 size=1048576 2024-04-02T08:43:49.173 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.175+0000 7f7da3039780 1 < completed part key=_multipart_AESEEOTWQSFQ.2~2AN2VCV220LV.1 size=1048576 2024-04-02T08:43:49.174 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.176+0000 7f7da3039780 1 < completed part key=_multipart_AESEEOTWQSFQ.2~2AN2VCV220LV.2 size=529913 2024-04-02T08:43:49.177 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.178+0000 7f7da3039780 1 < completed multipart upload key=AESEEOTWQSFQ upload=2AN2VCV220LV tag=WLPUCPN29HGQ type=write size=3675641 2024-04-02T08:43:49.179 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.181+0000 7f7da3039780 1 > prepared part key=_multipart_Y5E6U7ZCX7JC.2~QG0PNEKZDCRH.0 size=1037631 2024-04-02T08:43:49.180 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.181+0000 7f7da3039780 1 > prepared multipart upload key=Y5E6U7ZCX7JC upload=QG0PNEKZDCRH tag=D4AH3P5D70XJ type=write size=2086207 2024-04-02T08:43:49.181 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.182+0000 7f7da3039780 1 < completed write operation key=57GR82RGCWC5 tag=RWF0QHIKA48Z type=write size=223315 2024-04-02T08:43:49.183 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.185+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~WIQXB1CZTBLE.0 size=1048576 2024-04-02T08:43:49.184 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.186+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~WIQXB1CZTBLE.1 size=1048576 2024-04-02T08:43:49.186 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.187+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~WIQXB1CZTBLE.2 size=267856 2024-04-02T08:43:49.186 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.187+0000 7f7da3039780 1 > prepared multipart upload key=ELDWOJAKQD69 upload=WIQXB1CZTBLE tag=4CM9G5OY0HXB type=write size=3413584 2024-04-02T08:43:49.187 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.189+0000 7f7da3039780 1 < completed write operation key=ZZ885TFYL1OI tag=B0B1HJBUDBB8 type=write size=109240 2024-04-02T08:43:49.189 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.190+0000 7f7da3039780 1 > prepared operation key=YXESDZ3ETQK9 tag=R7VPWEWHO4VW type=del size=2544557 2024-04-02T08:43:49.190 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.192+0000 7f7da3039780 1 < completed delete operation key=ZZ885TFYL1OI tag=787NF03IIZ8V type=del 2024-04-02T08:43:49.192 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.193+0000 7f7da3039780 1 > prepared operation key=B23RMWV8I9ZL tag=PJCDOGS0YBAQ type=del size=2812663 2024-04-02T08:43:49.193 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.195+0000 7f7da3039780 1 < completed delete operation key=R3KOUNXRRJL4 tag=8USGQ53XSZJ9 type=del 2024-04-02T08:43:49.195 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.196+0000 7f7da3039780 1 > prepared operation key=ZZ885TFYL1OI tag=4TQYRX732VRY type=del size=816069 2024-04-02T08:43:49.196 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.198+0000 7f7da3039780 1 < completed delete operation key=QSPL4WJY2BVT tag=NQBNB2OVRK8G type=del 2024-04-02T08:43:49.199 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.201+0000 7f7da3039780 1 > prepared part key=_multipart_993CLRT5TRZG.2~DTEG5HMAXHNO.0 size=681299 2024-04-02T08:43:49.199 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.201+0000 7f7da3039780 1 > prepared multipart upload key=993CLRT5TRZG upload=DTEG5HMAXHNO tag=BJD9PLZA6UAD type=write size=1729875 2024-04-02T08:43:49.202 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.203+0000 7f7da3039780 1 < suggested remove operation key=DJP9NW2GDNHB tag=KBN5QDBXBW4J type=del 2024-04-02T08:43:49.205 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.206+0000 7f7da3039780 1 > prepared part key=_multipart_YXESDZ3ETQK9.2~PB0LXE7LMQ2U.0 size=518063 2024-04-02T08:43:49.205 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.206+0000 7f7da3039780 1 > prepared multipart upload key=YXESDZ3ETQK9 upload=PB0LXE7LMQ2U tag=QCE364AFB7QI type=write size=1566639 2024-04-02T08:43:49.206 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.207+0000 7f7da3039780 1 < completed part key=_multipart_XV6PSEG36RCA.2~V8ASIP0D86XA.0 size=1048576 2024-04-02T08:43:49.207 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.209+0000 7f7da3039780 1 < completed part key=_multipart_XV6PSEG36RCA.2~V8ASIP0D86XA.1 size=454945 2024-04-02T08:43:49.209 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.211+0000 7f7da3039780 1 < completed multipart upload key=XV6PSEG36RCA upload=V8ASIP0D86XA tag=LM1MK92FYWSU type=write size=2552097 2024-04-02T08:43:49.211 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.212+0000 7f7da3039780 1 > prepared operation key=81LFSX7KH5JC tag=AZIV853C8A71 type=del size=4042277 2024-04-02T08:43:49.213 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.215+0000 7f7da3039780 1 < suggested update operation key=YXESDZ3ETQK9 tag=CR75WL96XOFR type=del size=3650075 2024-04-02T08:43:49.216 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.217+0000 7f7da3039780 1 > prepared part key=_multipart_SPZ4WDU9FXVH.2~UZ6V3GMEZX2Q.0 size=1048576 2024-04-02T08:43:49.217 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.219+0000 7f7da3039780 1 > prepared part key=_multipart_SPZ4WDU9FXVH.2~UZ6V3GMEZX2Q.1 size=1048576 2024-04-02T08:43:49.218 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.220+0000 7f7da3039780 1 > prepared part key=_multipart_SPZ4WDU9FXVH.2~UZ6V3GMEZX2Q.2 size=117685 2024-04-02T08:43:49.218 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.220+0000 7f7da3039780 1 > prepared multipart upload key=SPZ4WDU9FXVH upload=UZ6V3GMEZX2Q tag=MSR4358EZM1V type=write size=3263413 2024-04-02T08:43:49.221 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.222+0000 7f7da3039780 1 < suggested remove operation key=YWRL9YH2Y59R tag=BKHEW93VLF38 type=del 2024-04-02T08:43:49.222 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.224+0000 7f7da3039780 1 > prepared operation key=QSPL4WJY2BVT tag=YFFFN8YSPQ2H type=del size=797253 2024-04-02T08:43:49.224 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.225+0000 7f7da3039780 1 < completed part key=_multipart_QHKAPO5SX6SG.2~132QPFDAMDX7.0 size=1048576 2024-04-02T08:43:49.225 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.226+0000 7f7da3039780 1 < completed part key=_multipart_QHKAPO5SX6SG.2~132QPFDAMDX7.1 size=1048576 2024-04-02T08:43:49.226 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.227+0000 7f7da3039780 1 < completed part key=_multipart_QHKAPO5SX6SG.2~132QPFDAMDX7.2 size=379751 2024-04-02T08:43:49.228 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.230+0000 7f7da3039780 1 < completed multipart upload key=QHKAPO5SX6SG upload=132QPFDAMDX7 tag=CKVXVK0N2J4C type=write size=3525479 2024-04-02T08:43:49.230 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.232+0000 7f7da3039780 1 > prepared part key=_multipart_AESEEOTWQSFQ.2~9AXR6B3E7FHY.0 size=1048576 2024-04-02T08:43:49.231 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.233+0000 7f7da3039780 1 > prepared part key=_multipart_AESEEOTWQSFQ.2~9AXR6B3E7FHY.1 size=37351 2024-04-02T08:43:49.232 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.233+0000 7f7da3039780 1 > prepared multipart upload key=AESEEOTWQSFQ upload=9AXR6B3E7FHY tag=ICBVLQBZPVD8 type=write size=2134503 2024-04-02T08:43:49.233 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.234+0000 7f7da3039780 1 < completed part key=_multipart_DJP9NW2GDNHB.2~IPZIA5QJ0MI8.0 size=1048576 2024-04-02T08:43:49.234 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.236+0000 7f7da3039780 1 < completed part key=_multipart_DJP9NW2GDNHB.2~IPZIA5QJ0MI8.1 size=110881 2024-04-02T08:43:49.236 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.238+0000 7f7da3039780 1 < completed multipart upload key=DJP9NW2GDNHB upload=IPZIA5QJ0MI8 tag=JC7N4FF3I9AN type=write size=2208033 2024-04-02T08:43:49.238 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.239+0000 7f7da3039780 1 > prepared operation key=DJP9NW2GDNHB tag=OHJPXK60BANE type=write size=647559 2024-04-02T08:43:49.239 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.241+0000 7f7da3039780 1 < completed write operation key=QSPL4WJY2BVT tag=M8NHQZ2J39UL type=write size=731443 2024-04-02T08:43:49.241 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.243+0000 7f7da3039780 1 > prepared part key=_multipart_Z2HC0VEJJV9V.2~2KM1HG4O8QRY.0 size=1048576 2024-04-02T08:43:49.242 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.244+0000 7f7da3039780 1 > prepared part key=_multipart_Z2HC0VEJJV9V.2~2KM1HG4O8QRY.1 size=1048576 2024-04-02T08:43:49.243 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.245+0000 7f7da3039780 1 > prepared part key=_multipart_Z2HC0VEJJV9V.2~2KM1HG4O8QRY.2 size=650470 2024-04-02T08:43:49.244 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.245+0000 7f7da3039780 1 > prepared multipart upload key=Z2HC0VEJJV9V upload=2KM1HG4O8QRY tag=5IOVQMAZ83JY type=write size=3796198 2024-04-02T08:43:49.245 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.246+0000 7f7da3039780 1 < canceled operation key=993CLRT5TRZG tag=9DEKTB9YYRED type=del size=578314 2024-04-02T08:43:49.246 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.248+0000 7f7da3039780 1 > prepared operation key=NOK2IIY1WSGJ tag=109B2TLAZYF8 type=write size=949483 2024-04-02T08:43:49.249 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.250+0000 7f7da3039780 1 < suggested remove operation key=1SDLEDDX8LZR tag=CQRVMSY341VI type=del 2024-04-02T08:43:49.251 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.253+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~VTXWRAUBTYED.0 size=1048576 2024-04-02T08:43:49.252 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.254+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~VTXWRAUBTYED.1 size=350159 2024-04-02T08:43:49.252 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.254+0000 7f7da3039780 1 > prepared multipart upload key=ELDWOJAKQD69 upload=VTXWRAUBTYED tag=B038Z60SU6PX type=write size=2447311 2024-04-02T08:43:49.254 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.255+0000 7f7da3039780 1 < completed delete operation key=EAG9W8JA0WA6 tag=NW60FPPHEGE6 type=del 2024-04-02T08:43:49.255 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.257+0000 7f7da3039780 1 > prepared operation key=ZV3Q7IXMLI1J tag=W5LP1N38RM0U type=del size=361895 2024-04-02T08:43:49.256 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.258+0000 7f7da3039780 1 < completed part key=_multipart_Y5E6U7ZCX7JC.2~QG0PNEKZDCRH.0 size=1037631 2024-04-02T08:43:49.259 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.260+0000 7f7da3039780 1 < completed multipart upload key=Y5E6U7ZCX7JC upload=QG0PNEKZDCRH tag=D4AH3P5D70XJ type=write size=2086207 2024-04-02T08:43:49.260 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.262+0000 7f7da3039780 1 > prepared operation key=A3I3KM5DTR9R tag=8FWHV4O7Y4BR type=write size=798379 2024-04-02T08:43:49.261 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.263+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~WIQXB1CZTBLE.0 size=1048576 2024-04-02T08:43:49.263 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.264+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~WIQXB1CZTBLE.1 size=1048576 2024-04-02T08:43:49.264 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.265+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~WIQXB1CZTBLE.2 size=267856 2024-04-02T08:43:49.266 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.268+0000 7f7da3039780 1 < completed multipart upload key=ELDWOJAKQD69 upload=WIQXB1CZTBLE tag=4CM9G5OY0HXB type=write size=3413584 2024-04-02T08:43:49.269 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.270+0000 7f7da3039780 1 > prepared part key=_multipart_R3KOUNXRRJL4.2~KL77E9F6X05Z.0 size=321228 2024-04-02T08:43:49.269 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.270+0000 7f7da3039780 1 > prepared multipart upload key=R3KOUNXRRJL4 upload=KL77E9F6X05Z tag=4BFAJIVTBNMI type=write size=1369804 2024-04-02T08:43:49.274 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.273+0000 7f7da3039780 1 < suggested remove operation key=YXESDZ3ETQK9 tag=R7VPWEWHO4VW type=del 2024-04-02T08:43:49.274 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.276+0000 7f7da3039780 1 > prepared part key=_multipart_57GR82RGCWC5.2~22ADIE5ZP4HJ.0 size=1048576 2024-04-02T08:43:49.275 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.277+0000 7f7da3039780 1 > prepared part key=_multipart_57GR82RGCWC5.2~22ADIE5ZP4HJ.1 size=1048576 2024-04-02T08:43:49.277 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.278+0000 7f7da3039780 1 > prepared part key=_multipart_57GR82RGCWC5.2~22ADIE5ZP4HJ.2 size=354895 2024-04-02T08:43:49.277 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.278+0000 7f7da3039780 1 > prepared multipart upload key=57GR82RGCWC5 upload=22ADIE5ZP4HJ tag=R9YR0Y3Z1JH4 type=write size=3500623 2024-04-02T08:43:49.278 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.280+0000 7f7da3039780 1 < completed delete operation key=B23RMWV8I9ZL tag=PJCDOGS0YBAQ type=del 2024-04-02T08:43:49.279 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.281+0000 7f7da3039780 1 > prepared operation key=YXESDZ3ETQK9 tag=HWHY5GNCFVRY type=del size=1754695 2024-04-02T08:43:49.281 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.282+0000 7f7da3039780 1 < completed delete operation key=ZZ885TFYL1OI tag=4TQYRX732VRY type=del 2024-04-02T08:43:49.282 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.284+0000 7f7da3039780 1 > prepared operation key=Y5E6U7ZCX7JC tag=2PBOSAO2ELMP type=del size=676198 2024-04-02T08:43:49.284 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.285+0000 7f7da3039780 1 < completed part key=_multipart_993CLRT5TRZG.2~DTEG5HMAXHNO.0 size=681299 2024-04-02T08:43:49.286 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.288+0000 7f7da3039780 1 < completed multipart upload key=993CLRT5TRZG upload=DTEG5HMAXHNO tag=BJD9PLZA6UAD type=write size=1729875 2024-04-02T08:43:49.288 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.290+0000 7f7da3039780 1 > prepared operation key=AMAKFO5IP7AO tag=0RYZTJY6JJE5 type=del size=3427175 2024-04-02T08:43:49.289 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.291+0000 7f7da3039780 1 < completed part key=_multipart_YXESDZ3ETQK9.2~PB0LXE7LMQ2U.0 size=518063 2024-04-02T08:43:49.292 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.294+0000 7f7da3039780 1 < completed multipart upload key=YXESDZ3ETQK9 upload=PB0LXE7LMQ2U tag=QCE364AFB7QI type=write size=1566639 2024-04-02T08:43:49.294 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.296+0000 7f7da3039780 1 > prepared operation key=AESEEOTWQSFQ tag=3KUZ5RRGQZK5 type=del size=3494739 2024-04-02T08:43:49.296 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.297+0000 7f7da3039780 1 < completed delete operation key=81LFSX7KH5JC tag=AZIV853C8A71 type=del 2024-04-02T08:43:49.299 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.300+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~3UF1GZI30DUK.0 size=1048576 2024-04-02T08:43:49.300 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.302+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~3UF1GZI30DUK.1 size=1048576 2024-04-02T08:43:49.301 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.303+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~3UF1GZI30DUK.2 size=602672 2024-04-02T08:43:49.301 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.303+0000 7f7da3039780 1 > prepared multipart upload key=QSPL4WJY2BVT upload=3UF1GZI30DUK tag=MXOLONLX5PO5 type=write size=3748400 2024-04-02T08:43:49.303 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.304+0000 7f7da3039780 1 < completed part key=_multipart_SPZ4WDU9FXVH.2~UZ6V3GMEZX2Q.0 size=1048576 2024-04-02T08:43:49.304 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.306+0000 7f7da3039780 1 < completed part key=_multipart_SPZ4WDU9FXVH.2~UZ6V3GMEZX2Q.1 size=1048576 2024-04-02T08:43:49.305 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.307+0000 7f7da3039780 1 < completed part key=_multipart_SPZ4WDU9FXVH.2~UZ6V3GMEZX2Q.2 size=117685 2024-04-02T08:43:49.308 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.310+0000 7f7da3039780 1 < completed multipart upload key=SPZ4WDU9FXVH upload=UZ6V3GMEZX2Q tag=MSR4358EZM1V type=write size=3263413 2024-04-02T08:43:49.310 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.311+0000 7f7da3039780 1 > prepared operation key=XN6KQ2LGZYGL tag=FYM84494HZI9 type=del size=2233300 2024-04-02T08:43:49.311 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.313+0000 7f7da3039780 1 < completed delete operation key=QSPL4WJY2BVT tag=YFFFN8YSPQ2H type=del 2024-04-02T08:43:49.314 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.315+0000 7f7da3039780 1 > prepared part key=_multipart_Z2HC0VEJJV9V.2~H5612L98TC38.0 size=84753 2024-04-02T08:43:49.314 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.316+0000 7f7da3039780 1 > prepared multipart upload key=Z2HC0VEJJV9V upload=H5612L98TC38 tag=HWFKANXBCCXQ type=write size=1133329 2024-04-02T08:43:49.315 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.317+0000 7f7da3039780 1 < completed part key=_multipart_AESEEOTWQSFQ.2~9AXR6B3E7FHY.0 size=1048576 2024-04-02T08:43:49.317 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.318+0000 7f7da3039780 1 < completed part key=_multipart_AESEEOTWQSFQ.2~9AXR6B3E7FHY.1 size=37351 2024-04-02T08:43:49.319 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.321+0000 7f7da3039780 1 < completed multipart upload key=AESEEOTWQSFQ upload=9AXR6B3E7FHY tag=ICBVLQBZPVD8 type=write size=2134503 2024-04-02T08:43:49.322 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.324+0000 7f7da3039780 1 > prepared part key=_multipart_NOK2IIY1WSGJ.2~H4Y9WNQWQIM0.0 size=1048576 2024-04-02T08:43:49.323 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.325+0000 7f7da3039780 1 > prepared part key=_multipart_NOK2IIY1WSGJ.2~H4Y9WNQWQIM0.1 size=993714 2024-04-02T08:43:49.324 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.325+0000 7f7da3039780 1 > prepared multipart upload key=NOK2IIY1WSGJ upload=H4Y9WNQWQIM0 tag=X870JNLET3U4 type=write size=3090866 2024-04-02T08:43:49.328 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.328+0000 7f7da3039780 1 < suggested remove operation key=DJP9NW2GDNHB tag=OHJPXK60BANE type=write 2024-04-02T08:43:49.328 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.330+0000 7f7da3039780 1 > prepared operation key=D0Z1XMS5I5SH tag=0H8SGJMCAXAK type=del size=3915447 2024-04-02T08:43:49.330 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.331+0000 7f7da3039780 1 < completed part key=_multipart_Z2HC0VEJJV9V.2~2KM1HG4O8QRY.0 size=1048576 2024-04-02T08:43:49.331 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.333+0000 7f7da3039780 1 < completed part key=_multipart_Z2HC0VEJJV9V.2~2KM1HG4O8QRY.1 size=1048576 2024-04-02T08:43:49.331 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.333+0000 7f7da3039780 1 < canceled part key=_multipart_Z2HC0VEJJV9V.2~2KM1HG4O8QRY.2 size=650470 2024-04-02T08:43:49.334 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.335+0000 7f7da3039780 1 < canceled multipart upload key=Z2HC0VEJJV9V upload=2KM1HG4O8QRY tag=5IOVQMAZ83JY type=write size=3796198 2024-04-02T08:43:49.335 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.337+0000 7f7da3039780 1 > prepared operation key=XN6KQ2LGZYGL tag=MZM2FPC8RGCV type=del size=3400609 2024-04-02T08:43:49.337 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.338+0000 7f7da3039780 1 < completed write operation key=NOK2IIY1WSGJ tag=109B2TLAZYF8 type=write size=949483 2024-04-02T08:43:49.338 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.340+0000 7f7da3039780 1 > prepared operation key=ZZ885TFYL1OI tag=XMWG4RZDF0QC type=del size=586647 2024-04-02T08:43:49.340 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.342+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~VTXWRAUBTYED.0 size=1048576 2024-04-02T08:43:49.341 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.343+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~VTXWRAUBTYED.1 size=350159 2024-04-02T08:43:49.343 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.345+0000 7f7da3039780 1 < completed multipart upload key=ELDWOJAKQD69 upload=VTXWRAUBTYED tag=B038Z60SU6PX type=write size=2447311 2024-04-02T08:43:49.346 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.347+0000 7f7da3039780 1 > prepared part key=_multipart_ZZ885TFYL1OI.2~LNXIY18SO19S.0 size=1048576 2024-04-02T08:43:49.347 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.349+0000 7f7da3039780 1 > prepared part key=_multipart_ZZ885TFYL1OI.2~LNXIY18SO19S.1 size=1048576 2024-04-02T08:43:49.348 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.350+0000 7f7da3039780 1 > prepared part key=_multipart_ZZ885TFYL1OI.2~LNXIY18SO19S.2 size=223980 2024-04-02T08:43:49.348 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.350+0000 7f7da3039780 1 > prepared multipart upload key=ZZ885TFYL1OI upload=LNXIY18SO19S tag=8LFQQUUQ4V1L type=write size=3369708 2024-04-02T08:43:49.350 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.351+0000 7f7da3039780 1 < completed delete operation key=ZV3Q7IXMLI1J tag=W5LP1N38RM0U type=del 2024-04-02T08:43:49.351 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.353+0000 7f7da3039780 1 > prepared operation key=Y5E6U7ZCX7JC tag=U7AREIHAPU3P type=write size=501275 2024-04-02T08:43:49.353 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.354+0000 7f7da3039780 1 < completed write operation key=A3I3KM5DTR9R tag=8FWHV4O7Y4BR type=write size=798379 2024-04-02T08:43:49.354 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.356+0000 7f7da3039780 1 > prepared operation key=XN6KQ2LGZYGL tag=27X3LEPELA2U type=del size=2254345 2024-04-02T08:43:49.356 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.357+0000 7f7da3039780 1 < completed part key=_multipart_R3KOUNXRRJL4.2~KL77E9F6X05Z.0 size=321228 2024-04-02T08:43:49.358 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.360+0000 7f7da3039780 1 < completed multipart upload key=R3KOUNXRRJL4 upload=KL77E9F6X05Z tag=4BFAJIVTBNMI type=write size=1369804 2024-04-02T08:43:49.360 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.361+0000 7f7da3039780 1 > prepared operation key=AMAKFO5IP7AO tag=W5VAVGNYV9KE type=write size=722568 2024-04-02T08:43:49.361 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.363+0000 7f7da3039780 1 < completed part key=_multipart_57GR82RGCWC5.2~22ADIE5ZP4HJ.0 size=1048576 2024-04-02T08:43:49.362 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.364+0000 7f7da3039780 1 < completed part key=_multipart_57GR82RGCWC5.2~22ADIE5ZP4HJ.1 size=1048576 2024-04-02T08:43:49.364 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.365+0000 7f7da3039780 1 < completed part key=_multipart_57GR82RGCWC5.2~22ADIE5ZP4HJ.2 size=354895 2024-04-02T08:43:49.366 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.367+0000 7f7da3039780 1 < completed multipart upload key=57GR82RGCWC5 upload=22ADIE5ZP4HJ tag=R9YR0Y3Z1JH4 type=write size=3500623 2024-04-02T08:43:49.367 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.369+0000 7f7da3039780 1 > prepared operation key=993CLRT5TRZG tag=DUV6W033A15N type=del size=3610679 2024-04-02T08:43:49.369 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.370+0000 7f7da3039780 1 < canceled operation key=YXESDZ3ETQK9 tag=HWHY5GNCFVRY type=del size=1754695 2024-04-02T08:43:49.370 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.372+0000 7f7da3039780 1 > prepared operation key=6TJF572KI0FA tag=U05FRDBFM1ZR type=del size=1504121 2024-04-02T08:43:49.372 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.373+0000 7f7da3039780 1 < completed delete operation key=Y5E6U7ZCX7JC tag=2PBOSAO2ELMP type=del 2024-04-02T08:43:49.374 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.376+0000 7f7da3039780 1 > prepared part key=_multipart_B23RMWV8I9ZL.2~99ZCRC0A9PR5.0 size=607742 2024-04-02T08:43:49.374 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.376+0000 7f7da3039780 1 > prepared multipart upload key=B23RMWV8I9ZL upload=99ZCRC0A9PR5 tag=N0HQSWWW6NI5 type=write size=1656318 2024-04-02T08:43:49.376 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.377+0000 7f7da3039780 1 < canceled operation key=AMAKFO5IP7AO tag=0RYZTJY6JJE5 type=del size=3427175 2024-04-02T08:43:49.377 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.379+0000 7f7da3039780 1 > prepared operation key=QHKAPO5SX6SG tag=B0C8NUQVKJFL type=del size=937385 2024-04-02T08:43:49.379 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.380+0000 7f7da3039780 1 < completed delete operation key=AESEEOTWQSFQ tag=3KUZ5RRGQZK5 type=del 2024-04-02T08:43:49.381 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.383+0000 7f7da3039780 1 > prepared part key=_multipart_N5AIAS76IS0Z.2~5GG2J10M9JHC.0 size=1048576 2024-04-02T08:43:49.383 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.384+0000 7f7da3039780 1 > prepared part key=_multipart_N5AIAS76IS0Z.2~5GG2J10M9JHC.1 size=1048576 2024-04-02T08:43:49.384 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.385+0000 7f7da3039780 1 > prepared part key=_multipart_N5AIAS76IS0Z.2~5GG2J10M9JHC.2 size=208131 2024-04-02T08:43:49.384 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.385+0000 7f7da3039780 1 > prepared multipart upload key=N5AIAS76IS0Z upload=5GG2J10M9JHC tag=7JFXUOZS6VKM type=write size=3353859 2024-04-02T08:43:49.384 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.386+0000 7f7da3039780 1 < canceled part key=_multipart_QSPL4WJY2BVT.2~3UF1GZI30DUK.0 size=1048576 2024-04-02T08:43:49.385 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.387+0000 7f7da3039780 1 < completed part key=_multipart_QSPL4WJY2BVT.2~3UF1GZI30DUK.1 size=1048576 2024-04-02T08:43:49.386 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.388+0000 7f7da3039780 1 < completed part key=_multipart_QSPL4WJY2BVT.2~3UF1GZI30DUK.2 size=602672 2024-04-02T08:43:49.389 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.390+0000 7f7da3039780 1 < canceled multipart upload key=QSPL4WJY2BVT upload=3UF1GZI30DUK tag=MXOLONLX5PO5 type=write size=3748400 2024-04-02T08:43:49.390 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.392+0000 7f7da3039780 1 > prepared operation key=B23RMWV8I9ZL tag=U2JDYLPCIUEL type=del size=1754147 2024-04-02T08:43:49.391 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.393+0000 7f7da3039780 1 < completed delete operation key=XN6KQ2LGZYGL tag=FYM84494HZI9 type=del 2024-04-02T08:43:49.394 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.396+0000 7f7da3039780 1 > prepared part key=_multipart_AESEEOTWQSFQ.2~QWF6ER06WV96.0 size=71624 2024-04-02T08:43:49.394 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.396+0000 7f7da3039780 1 > prepared multipart upload key=AESEEOTWQSFQ upload=QWF6ER06WV96 tag=XJ98S2OF85WF type=write size=1120200 2024-04-02T08:43:49.395 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.397+0000 7f7da3039780 1 < completed part key=_multipart_Z2HC0VEJJV9V.2~H5612L98TC38.0 size=84753 2024-04-02T08:43:49.398 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.399+0000 7f7da3039780 1 < completed multipart upload key=Z2HC0VEJJV9V upload=H5612L98TC38 tag=HWFKANXBCCXQ type=write size=1133329 2024-04-02T08:43:49.399 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.401+0000 7f7da3039780 1 > prepared operation key=DJP9NW2GDNHB tag=F0H31C1L55D9 type=del size=424726 2024-04-02T08:43:49.401 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.402+0000 7f7da3039780 1 < completed part key=_multipart_NOK2IIY1WSGJ.2~H4Y9WNQWQIM0.0 size=1048576 2024-04-02T08:43:49.401 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.402+0000 7f7da3039780 1 < canceled part key=_multipart_NOK2IIY1WSGJ.2~H4Y9WNQWQIM0.1 size=993714 2024-04-02T08:43:49.403 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.404+0000 7f7da3039780 1 < canceled multipart upload key=NOK2IIY1WSGJ upload=H4Y9WNQWQIM0 tag=X870JNLET3U4 type=write size=3090866 2024-04-02T08:43:49.404 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.406+0000 7f7da3039780 1 > prepared operation key=R3KOUNXRRJL4 tag=W24H45X95K8X type=del size=4071190 2024-04-02T08:43:49.406 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.407+0000 7f7da3039780 1 < completed delete operation key=D0Z1XMS5I5SH tag=0H8SGJMCAXAK type=del 2024-04-02T08:43:49.407 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.409+0000 7f7da3039780 1 > prepared operation key=YXESDZ3ETQK9 tag=2VNEEKT9P8FY type=del size=191635 2024-04-02T08:43:49.409 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.410+0000 7f7da3039780 1 < completed delete operation key=XN6KQ2LGZYGL tag=MZM2FPC8RGCV type=del 2024-04-02T08:43:49.410 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.412+0000 7f7da3039780 1 > prepared operation key=YXESDZ3ETQK9 tag=07YRVA504LBE type=del size=3015542 2024-04-02T08:43:49.412 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.413+0000 7f7da3039780 1 < completed delete operation key=ZZ885TFYL1OI tag=XMWG4RZDF0QC type=del 2024-04-02T08:43:49.413 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.415+0000 7f7da3039780 1 > prepared operation key=N5AIAS76IS0Z tag=ICYWK4DIG700 type=write size=55552 2024-04-02T08:43:49.415 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.416+0000 7f7da3039780 1 < completed part key=_multipart_ZZ885TFYL1OI.2~LNXIY18SO19S.0 size=1048576 2024-04-02T08:43:49.416 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.417+0000 7f7da3039780 1 < completed part key=_multipart_ZZ885TFYL1OI.2~LNXIY18SO19S.1 size=1048576 2024-04-02T08:43:49.417 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.418+0000 7f7da3039780 1 < completed part key=_multipart_ZZ885TFYL1OI.2~LNXIY18SO19S.2 size=223980 2024-04-02T08:43:49.419 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.421+0000 7f7da3039780 1 < completed multipart upload key=ZZ885TFYL1OI upload=LNXIY18SO19S tag=8LFQQUUQ4V1L type=write size=3369708 2024-04-02T08:43:49.421 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.422+0000 7f7da3039780 1 > prepared operation key=IX5GR5MVNL1T tag=IVU73SSWTRVH type=del size=3019758 2024-04-02T08:43:49.422 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.424+0000 7f7da3039780 1 < completed write operation key=Y5E6U7ZCX7JC tag=U7AREIHAPU3P type=write size=501275 2024-04-02T08:43:49.424 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.425+0000 7f7da3039780 1 > prepared operation key=NOK2IIY1WSGJ tag=N25QEZ1F4Z6Y type=del size=259652 2024-04-02T08:43:49.425 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.427+0000 7f7da3039780 1 < completed delete operation key=XN6KQ2LGZYGL tag=27X3LEPELA2U type=del 2024-04-02T08:43:49.427 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.429+0000 7f7da3039780 1 > prepared operation key=QSPL4WJY2BVT tag=JIBFWL8BNK2A type=del size=2747073 2024-04-02T08:43:49.430 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.432+0000 7f7da3039780 1 < suggested remove operation key=AMAKFO5IP7AO tag=W5VAVGNYV9KE type=write 2024-04-02T08:43:49.433 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.434+0000 7f7da3039780 1 > prepared part key=_multipart_R3KOUNXRRJL4.2~NWGKNXVS37MU.0 size=1048576 2024-04-02T08:43:49.434 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.436+0000 7f7da3039780 1 > prepared part key=_multipart_R3KOUNXRRJL4.2~NWGKNXVS37MU.1 size=695366 2024-04-02T08:43:49.434 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.436+0000 7f7da3039780 1 > prepared multipart upload key=R3KOUNXRRJL4 upload=NWGKNXVS37MU tag=W34CN216L1NK type=write size=2792518 2024-04-02T08:43:49.436 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.437+0000 7f7da3039780 1 < canceled operation key=993CLRT5TRZG tag=DUV6W033A15N type=del size=3610679 2024-04-02T08:43:49.437 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.439+0000 7f7da3039780 1 > prepared operation key=57GR82RGCWC5 tag=UPHRFU1WBLWL type=del size=371384 2024-04-02T08:43:49.440 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.441+0000 7f7da3039780 1 < suggested remove operation key=6TJF572KI0FA tag=U05FRDBFM1ZR type=del 2024-04-02T08:43:49.443 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.444+0000 7f7da3039780 1 > prepared part key=_multipart_SPZ4WDU9FXVH.2~FBOLGWT0BR2R.0 size=1048576 2024-04-02T08:43:49.444 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.445+0000 7f7da3039780 1 > prepared part key=_multipart_SPZ4WDU9FXVH.2~FBOLGWT0BR2R.1 size=409673 2024-04-02T08:43:49.444 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.445+0000 7f7da3039780 1 > prepared multipart upload key=SPZ4WDU9FXVH upload=FBOLGWT0BR2R tag=HLLXSF7V3CY4 type=write size=2506825 2024-04-02T08:43:49.445 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.447+0000 7f7da3039780 1 < completed part key=_multipart_B23RMWV8I9ZL.2~99ZCRC0A9PR5.0 size=607742 2024-04-02T08:43:49.448 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.449+0000 7f7da3039780 1 < completed multipart upload key=B23RMWV8I9ZL upload=99ZCRC0A9PR5 tag=N0HQSWWW6NI5 type=write size=1656318 2024-04-02T08:43:49.449 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.451+0000 7f7da3039780 1 > prepared operation key=R3KOUNXRRJL4 tag=5FL99HJK7RP4 type=write size=984372 2024-04-02T08:43:49.451 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.452+0000 7f7da3039780 1 < completed delete operation key=QHKAPO5SX6SG tag=B0C8NUQVKJFL type=del 2024-04-02T08:43:49.452 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.454+0000 7f7da3039780 1 > prepared operation key=BURYF1967J48 tag=7R3E9PZ76VOI type=del size=1580879 2024-04-02T08:43:49.454 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.455+0000 7f7da3039780 1 < completed part key=_multipart_N5AIAS76IS0Z.2~5GG2J10M9JHC.0 size=1048576 2024-04-02T08:43:49.455 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.457+0000 7f7da3039780 1 < completed part key=_multipart_N5AIAS76IS0Z.2~5GG2J10M9JHC.1 size=1048576 2024-04-02T08:43:49.456 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.458+0000 7f7da3039780 1 < completed part key=_multipart_N5AIAS76IS0Z.2~5GG2J10M9JHC.2 size=208131 2024-04-02T08:43:49.459 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.460+0000 7f7da3039780 1 < completed multipart upload key=N5AIAS76IS0Z upload=5GG2J10M9JHC tag=7JFXUOZS6VKM type=write size=3353859 2024-04-02T08:43:49.462 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.463+0000 7f7da3039780 1 > prepared part key=_multipart_DJP9NW2GDNHB.2~CXKZ85LV07E9.0 size=1048576 2024-04-02T08:43:49.463 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.464+0000 7f7da3039780 1 > prepared part key=_multipart_DJP9NW2GDNHB.2~CXKZ85LV07E9.1 size=1048576 2024-04-02T08:43:49.464 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.466+0000 7f7da3039780 1 > prepared part key=_multipart_DJP9NW2GDNHB.2~CXKZ85LV07E9.2 size=695411 2024-04-02T08:43:49.464 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.466+0000 7f7da3039780 1 > prepared multipart upload key=DJP9NW2GDNHB upload=CXKZ85LV07E9 tag=43DLGCSTIZL4 type=write size=3841139 2024-04-02T08:43:49.466 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.467+0000 7f7da3039780 1 < completed delete operation key=B23RMWV8I9ZL tag=U2JDYLPCIUEL type=del 2024-04-02T08:43:49.467 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.469+0000 7f7da3039780 1 > prepared operation key=YXESDZ3ETQK9 tag=24VXPSM4MJ88 type=del size=319030 2024-04-02T08:43:49.469 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.470+0000 7f7da3039780 1 < completed part key=_multipart_AESEEOTWQSFQ.2~QWF6ER06WV96.0 size=71624 2024-04-02T08:43:49.471 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.473+0000 7f7da3039780 1 < completed multipart upload key=AESEEOTWQSFQ upload=QWF6ER06WV96 tag=XJ98S2OF85WF type=write size=1120200 2024-04-02T08:43:49.474 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.475+0000 7f7da3039780 1 > prepared part key=_multipart_Y5E6U7ZCX7JC.2~61P8PMGJXNJH.0 size=759983 2024-04-02T08:43:49.474 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.475+0000 7f7da3039780 1 > prepared multipart upload key=Y5E6U7ZCX7JC upload=61P8PMGJXNJH tag=U23YEYH473PY type=write size=1808559 2024-04-02T08:43:49.475 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.477+0000 7f7da3039780 1 < completed delete operation key=DJP9NW2GDNHB tag=F0H31C1L55D9 type=del 2024-04-02T08:43:49.477 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.478+0000 7f7da3039780 1 > prepared operation key=ELDWOJAKQD69 tag=0FDO4SBM016T type=write size=706347 2024-04-02T08:43:49.478 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.480+0000 7f7da3039780 1 < completed delete operation key=R3KOUNXRRJL4 tag=W24H45X95K8X type=del 2024-04-02T08:43:49.479 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.481+0000 7f7da3039780 1 > prepared operation key=A3I3KM5DTR9R tag=099GJXSZDGMG type=write size=424706 2024-04-02T08:43:49.481 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.482+0000 7f7da3039780 1 < completed delete operation key=YXESDZ3ETQK9 tag=2VNEEKT9P8FY type=del 2024-04-02T08:43:49.483 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.484+0000 7f7da3039780 1 > prepared operation key=6TJF572KI0FA tag=9Q052W53H418 type=del size=3437618 2024-04-02T08:43:49.484 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.485+0000 7f7da3039780 1 < completed delete operation key=YXESDZ3ETQK9 tag=07YRVA504LBE type=del 2024-04-02T08:43:49.485 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.487+0000 7f7da3039780 1 > prepared operation key=JFW247YEIEQ0 tag=W18B541D8K8B type=del size=2858935 2024-04-02T08:43:49.487 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.488+0000 7f7da3039780 1 < completed write operation key=N5AIAS76IS0Z tag=ICYWK4DIG700 type=write size=55552 2024-04-02T08:43:49.488 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.490+0000 7f7da3039780 1 > prepared operation key=1SDLEDDX8LZR tag=T6PVY9JZDRQ2 type=del size=380725 2024-04-02T08:43:49.490 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.491+0000 7f7da3039780 1 < completed delete operation key=IX5GR5MVNL1T tag=IVU73SSWTRVH type=del 2024-04-02T08:43:49.491 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.493+0000 7f7da3039780 1 > prepared operation key=B23RMWV8I9ZL tag=3IWOR7JIJHGW type=del size=4016021 2024-04-02T08:43:49.494 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.496+0000 7f7da3039780 1 < suggested update operation key=NOK2IIY1WSGJ tag=N25QEZ1F4Z6Y type=del size=259652 2024-04-02T08:43:49.495 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.497+0000 7f7da3039780 1 > prepared operation key=ZV3Q7IXMLI1J tag=0RP9KN2KC6T5 type=write size=855992 2024-04-02T08:43:49.497 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.498+0000 7f7da3039780 1 < completed delete operation key=QSPL4WJY2BVT tag=JIBFWL8BNK2A type=del 2024-04-02T08:43:49.500 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.501+0000 7f7da3039780 1 > prepared part key=_multipart_Y5E6U7ZCX7JC.2~VERLR9VZ64R5.0 size=1048576 2024-04-02T08:43:49.501 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.502+0000 7f7da3039780 1 > prepared part key=_multipart_Y5E6U7ZCX7JC.2~VERLR9VZ64R5.1 size=560027 2024-04-02T08:43:49.501 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.502+0000 7f7da3039780 1 > prepared multipart upload key=Y5E6U7ZCX7JC upload=VERLR9VZ64R5 tag=8323D11Y6I10 type=write size=2657179 2024-04-02T08:43:49.502 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.504+0000 7f7da3039780 1 < completed part key=_multipart_R3KOUNXRRJL4.2~NWGKNXVS37MU.0 size=1048576 2024-04-02T08:43:49.503 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.505+0000 7f7da3039780 1 < completed part key=_multipart_R3KOUNXRRJL4.2~NWGKNXVS37MU.1 size=695366 2024-04-02T08:43:49.506 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.507+0000 7f7da3039780 1 < completed multipart upload key=R3KOUNXRRJL4 upload=NWGKNXVS37MU tag=W34CN216L1NK type=write size=2792518 2024-04-02T08:43:49.507 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.508+0000 7f7da3039780 1 > prepared operation key=9JGJK5C8JJ0Z tag=VTUULFPT8SX6 type=write size=996205 2024-04-02T08:43:49.508 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.510+0000 7f7da3039780 1 < canceled operation key=57GR82RGCWC5 tag=UPHRFU1WBLWL type=del size=371384 2024-04-02T08:43:49.510 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.511+0000 7f7da3039780 1 > prepared operation key=IX5GR5MVNL1T tag=S4Z6ANCFI7PZ type=del size=3925143 2024-04-02T08:43:49.511 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.513+0000 7f7da3039780 1 < completed part key=_multipart_SPZ4WDU9FXVH.2~FBOLGWT0BR2R.0 size=1048576 2024-04-02T08:43:49.511 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.513+0000 7f7da3039780 1 < canceled part key=_multipart_SPZ4WDU9FXVH.2~FBOLGWT0BR2R.1 size=409673 2024-04-02T08:43:49.514 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.515+0000 7f7da3039780 1 < canceled multipart upload key=SPZ4WDU9FXVH upload=FBOLGWT0BR2R tag=HLLXSF7V3CY4 type=write size=2506825 2024-04-02T08:43:49.515 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.517+0000 7f7da3039780 1 > prepared operation key=ZV3Q7IXMLI1J tag=FCNLQVC9FH55 type=write size=304327 2024-04-02T08:43:49.516 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.518+0000 7f7da3039780 1 < canceled operation key=R3KOUNXRRJL4 tag=5FL99HJK7RP4 type=write size=984372 2024-04-02T08:43:49.520 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.521+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~LKN2URSNCTJA.0 size=1048576 2024-04-02T08:43:49.521 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.522+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~LKN2URSNCTJA.1 size=797 2024-04-02T08:43:49.521 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.522+0000 7f7da3039780 1 > prepared multipart upload key=ELDWOJAKQD69 upload=LKN2URSNCTJA tag=6QKR6PCPX1CI type=write size=2097949 2024-04-02T08:43:49.524 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.525+0000 7f7da3039780 1 < suggested remove operation key=BURYF1967J48 tag=7R3E9PZ76VOI type=del 2024-04-02T08:43:49.525 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.527+0000 7f7da3039780 1 > prepared operation key=Y5E6U7ZCX7JC tag=P7A90OWSUUJ1 type=del size=514192 2024-04-02T08:43:49.527 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.529+0000 7f7da3039780 1 < completed part key=_multipart_DJP9NW2GDNHB.2~CXKZ85LV07E9.0 size=1048576 2024-04-02T08:43:49.527 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.529+0000 7f7da3039780 1 < canceled part key=_multipart_DJP9NW2GDNHB.2~CXKZ85LV07E9.1 size=1048576 2024-04-02T08:43:49.527 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.529+0000 7f7da3039780 1 < canceled part key=_multipart_DJP9NW2GDNHB.2~CXKZ85LV07E9.2 size=695411 2024-04-02T08:43:49.530 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.532+0000 7f7da3039780 1 < canceled multipart upload key=DJP9NW2GDNHB upload=CXKZ85LV07E9 tag=43DLGCSTIZL4 type=write size=3841139 2024-04-02T08:43:49.533 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.535+0000 7f7da3039780 1 > prepared part key=_multipart_N5AIAS76IS0Z.2~HI9E7RD7QKEI.0 size=726326 2024-04-02T08:43:49.533 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.535+0000 7f7da3039780 1 > prepared multipart upload key=N5AIAS76IS0Z upload=HI9E7RD7QKEI tag=FWLY1OGBA0TM type=write size=1774902 2024-04-02T08:43:49.534 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.536+0000 7f7da3039780 1 < completed delete operation key=YXESDZ3ETQK9 tag=24VXPSM4MJ88 type=del 2024-04-02T08:43:49.537 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.538+0000 7f7da3039780 1 > prepared part key=_multipart_AMAKFO5IP7AO.2~B0HVMI3LS63C.0 size=1048576 2024-04-02T08:43:49.538 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.540+0000 7f7da3039780 1 > prepared part key=_multipart_AMAKFO5IP7AO.2~B0HVMI3LS63C.1 size=504023 2024-04-02T08:43:49.538 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.540+0000 7f7da3039780 1 > prepared multipart upload key=AMAKFO5IP7AO upload=B0HVMI3LS63C tag=RN8SY4QU4SBA type=write size=2601175 2024-04-02T08:43:49.539 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.541+0000 7f7da3039780 1 < completed part key=_multipart_Y5E6U7ZCX7JC.2~61P8PMGJXNJH.0 size=759983 2024-04-02T08:43:49.542 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.543+0000 7f7da3039780 1 < completed multipart upload key=Y5E6U7ZCX7JC upload=61P8PMGJXNJH tag=U23YEYH473PY type=write size=1808559 2024-04-02T08:43:49.543 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.545+0000 7f7da3039780 1 > prepared operation key=Y5E6U7ZCX7JC tag=5G86VR7S97IW type=del size=1418106 2024-04-02T08:43:49.545 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.546+0000 7f7da3039780 1 < completed write operation key=ELDWOJAKQD69 tag=0FDO4SBM016T type=write size=706347 2024-04-02T08:43:49.546 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.548+0000 7f7da3039780 1 > prepared operation key=EAG9W8JA0WA6 tag=2KYE38MO79I9 type=del size=318816 2024-04-02T08:43:49.548 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.549+0000 7f7da3039780 1 < canceled operation key=A3I3KM5DTR9R tag=099GJXSZDGMG type=write size=424706 2024-04-02T08:43:49.549 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.551+0000 7f7da3039780 1 > prepared operation key=57GR82RGCWC5 tag=UXWBQNTOZWM3 type=del size=3449167 2024-04-02T08:43:49.552 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.554+0000 7f7da3039780 1 < suggested update operation key=6TJF572KI0FA tag=9Q052W53H418 type=del size=3437618 2024-04-02T08:43:49.554 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.555+0000 7f7da3039780 1 > prepared operation key=QSPL4WJY2BVT tag=N6TA2UOM7DCR type=del size=2334449 2024-04-02T08:43:49.557 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.558+0000 7f7da3039780 1 < suggested update operation key=JFW247YEIEQ0 tag=W18B541D8K8B type=del size=2858935 2024-04-02T08:43:49.558 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.559+0000 7f7da3039780 1 > prepared operation key=BURYF1967J48 tag=8VE227F5KABP type=del size=3787490 2024-04-02T08:43:49.561 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.562+0000 7f7da3039780 1 < suggested remove operation key=1SDLEDDX8LZR tag=T6PVY9JZDRQ2 type=del 2024-04-02T08:43:49.562 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.564+0000 7f7da3039780 1 > prepared operation key=ZV3Q7IXMLI1J tag=YK5NSPFADTXH type=write size=551663 2024-04-02T08:43:49.565 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.566+0000 7f7da3039780 1 < suggested remove operation key=B23RMWV8I9ZL tag=3IWOR7JIJHGW type=del 2024-04-02T08:43:49.567 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.569+0000 7f7da3039780 1 > prepared part key=_multipart_YWRL9YH2Y59R.2~VG2AE36WCVS4.0 size=210192 2024-04-02T08:43:49.567 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.569+0000 7f7da3039780 1 > prepared multipart upload key=YWRL9YH2Y59R upload=VG2AE36WCVS4 tag=14F5U2W1BBOM type=write size=1258768 2024-04-02T08:43:49.570 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.572+0000 7f7da3039780 1 < suggested update operation key=ZV3Q7IXMLI1J tag=0RP9KN2KC6T5 type=write size=855992 2024-04-02T08:43:49.573 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.574+0000 7f7da3039780 1 > prepared part key=_multipart_ZZ885TFYL1OI.2~7L5BI7GUDOWC.0 size=1048576 2024-04-02T08:43:49.574 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.576+0000 7f7da3039780 1 > prepared part key=_multipart_ZZ885TFYL1OI.2~7L5BI7GUDOWC.1 size=1048576 2024-04-02T08:43:49.575 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.577+0000 7f7da3039780 1 > prepared part key=_multipart_ZZ885TFYL1OI.2~7L5BI7GUDOWC.2 size=66750 2024-04-02T08:43:49.575 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.577+0000 7f7da3039780 1 > prepared multipart upload key=ZZ885TFYL1OI upload=7L5BI7GUDOWC tag=96Y3U8YF7208 type=write size=3212478 2024-04-02T08:43:49.577 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.578+0000 7f7da3039780 1 < completed part key=_multipart_Y5E6U7ZCX7JC.2~VERLR9VZ64R5.0 size=1048576 2024-04-02T08:43:49.578 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.580+0000 7f7da3039780 1 < completed part key=_multipart_Y5E6U7ZCX7JC.2~VERLR9VZ64R5.1 size=560027 2024-04-02T08:43:49.581 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.582+0000 7f7da3039780 1 < completed multipart upload key=Y5E6U7ZCX7JC upload=VERLR9VZ64R5 tag=8323D11Y6I10 type=write size=2657179 2024-04-02T08:43:49.582 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.584+0000 7f7da3039780 1 > prepared operation key=Y5E6U7ZCX7JC tag=R7RITGTLJ97M type=del size=291958 2024-04-02T08:43:49.584 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.585+0000 7f7da3039780 1 < completed write operation key=9JGJK5C8JJ0Z tag=VTUULFPT8SX6 type=write size=996205 2024-04-02T08:43:49.585 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.587+0000 7f7da3039780 1 > prepared operation key=ZV3Q7IXMLI1J tag=61TPGI7ZJ4UL type=del size=3707491 2024-04-02T08:43:49.588 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.590+0000 7f7da3039780 1 < suggested remove operation key=IX5GR5MVNL1T tag=S4Z6ANCFI7PZ type=del 2024-04-02T08:43:49.590 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.591+0000 7f7da3039780 1 > prepared operation key=1SDLEDDX8LZR tag=VEFO2347G313 type=del size=1216753 2024-04-02T08:43:49.593 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.594+0000 7f7da3039780 1 < suggested update operation key=ZV3Q7IXMLI1J tag=FCNLQVC9FH55 type=write size=304327 2024-04-02T08:43:49.594 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.596+0000 7f7da3039780 1 > prepared operation key=AMAKFO5IP7AO tag=PVQEW8OW952N type=del size=3079920 2024-04-02T08:43:49.596 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.597+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~LKN2URSNCTJA.0 size=1048576 2024-04-02T08:43:49.597 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.598+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~LKN2URSNCTJA.1 size=797 2024-04-02T08:43:49.599 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.601+0000 7f7da3039780 1 < completed multipart upload key=ELDWOJAKQD69 upload=LKN2URSNCTJA tag=6QKR6PCPX1CI type=write size=2097949 2024-04-02T08:43:49.601 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.602+0000 7f7da3039780 1 > prepared operation key=AESEEOTWQSFQ tag=1FCZBTUHGTNG type=del size=3932526 2024-04-02T08:43:49.604 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.605+0000 7f7da3039780 1 < suggested remove operation key=Y5E6U7ZCX7JC tag=P7A90OWSUUJ1 type=del 2024-04-02T08:43:49.605 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.607+0000 7f7da3039780 1 > prepared operation key=993CLRT5TRZG tag=NWA4Q8ITVT06 type=write size=264616 2024-04-02T08:43:49.607 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.608+0000 7f7da3039780 1 < completed part key=_multipart_N5AIAS76IS0Z.2~HI9E7RD7QKEI.0 size=726326 2024-04-02T08:43:49.609 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.611+0000 7f7da3039780 1 < completed multipart upload key=N5AIAS76IS0Z upload=HI9E7RD7QKEI tag=FWLY1OGBA0TM type=write size=1774902 2024-04-02T08:43:49.612 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.614+0000 7f7da3039780 1 > prepared part key=_multipart_YXESDZ3ETQK9.2~FXPBMDQCAP3G.0 size=177417 2024-04-02T08:43:49.612 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.614+0000 7f7da3039780 1 > prepared multipart upload key=YXESDZ3ETQK9 upload=FXPBMDQCAP3G tag=8YYLA8T6BUPL type=write size=1225993 2024-04-02T08:43:49.612 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.614+0000 7f7da3039780 1 < canceled part key=_multipart_AMAKFO5IP7AO.2~B0HVMI3LS63C.0 size=1048576 2024-04-02T08:43:49.613 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.615+0000 7f7da3039780 1 < completed part key=_multipart_AMAKFO5IP7AO.2~B0HVMI3LS63C.1 size=504023 2024-04-02T08:43:49.616 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.618+0000 7f7da3039780 1 < canceled multipart upload key=AMAKFO5IP7AO upload=B0HVMI3LS63C tag=RN8SY4QU4SBA type=write size=2601175 2024-04-02T08:43:49.619 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.620+0000 7f7da3039780 1 > prepared part key=_multipart_EAG9W8JA0WA6.2~GXM373K8EPJW.0 size=1048576 2024-04-02T08:43:49.620 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.621+0000 7f7da3039780 1 > prepared part key=_multipart_EAG9W8JA0WA6.2~GXM373K8EPJW.1 size=85883 2024-04-02T08:43:49.620 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.621+0000 7f7da3039780 1 > prepared multipart upload key=EAG9W8JA0WA6 upload=GXM373K8EPJW tag=G1Z58GAYYWAK type=write size=2183035 2024-04-02T08:43:49.622 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.623+0000 7f7da3039780 -1 < failed to complete operation key=Y5E6U7ZCX7JC tag=5G86VR7S97IW type=del size=1418106: (22) Invalid argument 2024-04-02T08:43:49.625 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.626+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~AE2FZVIMUNY2.0 size=1048576 2024-04-02T08:43:49.626 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.627+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~AE2FZVIMUNY2.1 size=893302 2024-04-02T08:43:49.626 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.627+0000 7f7da3039780 1 > prepared multipart upload key=6TJF572KI0FA upload=AE2FZVIMUNY2 tag=G5BG3X6K7RZA type=write size=2990454 2024-04-02T08:43:49.627 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.629+0000 7f7da3039780 1 < completed delete operation key=EAG9W8JA0WA6 tag=2KYE38MO79I9 type=del 2024-04-02T08:43:49.629 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.630+0000 7f7da3039780 1 > prepared operation key=1SDLEDDX8LZR tag=9MF6HH5RPKMH type=write size=973542 2024-04-02T08:43:49.630 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.632+0000 7f7da3039780 1 < completed delete operation key=57GR82RGCWC5 tag=UXWBQNTOZWM3 type=del 2024-04-02T08:43:49.632 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.633+0000 7f7da3039780 1 > prepared operation key=BURYF1967J48 tag=8EHR0GFCRZQV type=del size=2420880 2024-04-02T08:43:49.633 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.635+0000 7f7da3039780 1 < completed delete operation key=QSPL4WJY2BVT tag=N6TA2UOM7DCR type=del 2024-04-02T08:43:49.635 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.636+0000 7f7da3039780 1 > prepared operation key=6TJF572KI0FA tag=QC5JBI41FT4Z type=del size=1253941 2024-04-02T08:43:49.636 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.638+0000 7f7da3039780 1 < completed delete operation key=BURYF1967J48 tag=8VE227F5KABP type=del 2024-04-02T08:43:49.639 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.640+0000 7f7da3039780 1 > prepared part key=_multipart_YWRL9YH2Y59R.2~YDPTDWPL7JQR.0 size=1048576 2024-04-02T08:43:49.640 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.642+0000 7f7da3039780 1 > prepared part key=_multipart_YWRL9YH2Y59R.2~YDPTDWPL7JQR.1 size=64686 2024-04-02T08:43:49.640 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.642+0000 7f7da3039780 1 > prepared multipart upload key=YWRL9YH2Y59R upload=YDPTDWPL7JQR tag=78BYW0CGISH8 type=write size=2161838 2024-04-02T08:43:49.642 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.643+0000 7f7da3039780 -1 < failed to complete operation key=ZV3Q7IXMLI1J tag=YK5NSPFADTXH type=write size=551663: (22) Invalid argument 2024-04-02T08:43:49.643 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.645+0000 7f7da3039780 1 > prepared operation key=BURYF1967J48 tag=YGFPWTIRYX8U type=write size=801605 2024-04-02T08:43:49.644 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.646+0000 7f7da3039780 1 < completed part key=_multipart_YWRL9YH2Y59R.2~VG2AE36WCVS4.0 size=210192 2024-04-02T08:43:49.647 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.648+0000 7f7da3039780 1 < completed multipart upload key=YWRL9YH2Y59R upload=VG2AE36WCVS4 tag=14F5U2W1BBOM type=write size=1258768 2024-04-02T08:43:49.648 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.650+0000 7f7da3039780 1 > prepared operation key=D0Z1XMS5I5SH tag=J90EFHW8XL58 type=del size=383429 2024-04-02T08:43:49.650 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.651+0000 7f7da3039780 1 < completed part key=_multipart_ZZ885TFYL1OI.2~7L5BI7GUDOWC.0 size=1048576 2024-04-02T08:43:49.651 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.653+0000 7f7da3039780 1 < completed part key=_multipart_ZZ885TFYL1OI.2~7L5BI7GUDOWC.1 size=1048576 2024-04-02T08:43:49.652 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.654+0000 7f7da3039780 1 < completed part key=_multipart_ZZ885TFYL1OI.2~7L5BI7GUDOWC.2 size=66750 2024-04-02T08:43:49.655 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.656+0000 7f7da3039780 1 < completed multipart upload key=ZZ885TFYL1OI upload=7L5BI7GUDOWC tag=96Y3U8YF7208 type=write size=3212478 2024-04-02T08:43:49.656 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.658+0000 7f7da3039780 1 > prepared operation key=A3I3KM5DTR9R tag=J439LEXB8FNC type=del size=3149923 2024-04-02T08:43:49.658 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.659+0000 7f7da3039780 -1 < failed to complete operation key=Y5E6U7ZCX7JC tag=R7RITGTLJ97M type=del size=291958: (22) Invalid argument 2024-04-02T08:43:49.659 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.661+0000 7f7da3039780 1 > prepared operation key=ELDWOJAKQD69 tag=JW3SFNC9ILOO type=write size=522300 2024-04-02T08:43:49.661 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.663+0000 7f7da3039780 -1 < failed to complete operation key=ZV3Q7IXMLI1J tag=61TPGI7ZJ4UL type=del size=3707491: (22) Invalid argument 2024-04-02T08:43:49.664 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.665+0000 7f7da3039780 1 > prepared part key=_multipart_BURYF1967J48.2~HS5Y1KNQB39G.0 size=234228 2024-04-02T08:43:49.664 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.665+0000 7f7da3039780 1 > prepared multipart upload key=BURYF1967J48 upload=HS5Y1KNQB39G tag=6H3ZOMBBHVQY type=write size=1282804 2024-04-02T08:43:49.667 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.668+0000 7f7da3039780 1 < suggested remove operation key=1SDLEDDX8LZR tag=VEFO2347G313 type=del 2024-04-02T08:43:49.669 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.671+0000 7f7da3039780 1 > prepared part key=_multipart_Y5E6U7ZCX7JC.2~AZXUI4MK0ZO4.0 size=944051 2024-04-02T08:43:49.670 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.671+0000 7f7da3039780 1 > prepared multipart upload key=Y5E6U7ZCX7JC upload=AZXUI4MK0ZO4 tag=MNHQ70HCP9FP type=write size=1992627 2024-04-02T08:43:49.671 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.672+0000 7f7da3039780 1 < canceled operation key=AMAKFO5IP7AO tag=PVQEW8OW952N type=del size=3079920 2024-04-02T08:43:49.674 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.675+0000 7f7da3039780 1 > prepared part key=_multipart_81LFSX7KH5JC.2~A2FL865OB6W5.0 size=285109 2024-04-02T08:43:49.674 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.675+0000 7f7da3039780 1 > prepared multipart upload key=81LFSX7KH5JC upload=A2FL865OB6W5 tag=YSPR1F4VA6J7 type=write size=1333685 2024-04-02T08:43:49.675 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.677+0000 7f7da3039780 1 < completed delete operation key=AESEEOTWQSFQ tag=1FCZBTUHGTNG type=del 2024-04-02T08:43:49.678 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.679+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~PUZGUGQ13Y1Q.0 size=1048576 2024-04-02T08:43:49.682 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.680+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~PUZGUGQ13Y1Q.1 size=1048576 2024-04-02T08:43:49.682 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.682+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~PUZGUGQ13Y1Q.2 size=376273 2024-04-02T08:43:49.682 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.682+0000 7f7da3039780 1 > prepared multipart upload key=6TJF572KI0FA upload=PUZGUGQ13Y1Q tag=S0FYBF79IXTH type=write size=3522001 2024-04-02T08:43:49.682 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.683+0000 7f7da3039780 1 < completed write operation key=993CLRT5TRZG tag=NWA4Q8ITVT06 type=write size=264616 2024-04-02T08:43:49.685 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.686+0000 7f7da3039780 1 > prepared part key=_multipart_XV6PSEG36RCA.2~FJIJ6LMD049M.0 size=1048576 2024-04-02T08:43:49.686 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.688+0000 7f7da3039780 1 > prepared part key=_multipart_XV6PSEG36RCA.2~FJIJ6LMD049M.1 size=1048576 2024-04-02T08:43:49.687 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.689+0000 7f7da3039780 1 > prepared part key=_multipart_XV6PSEG36RCA.2~FJIJ6LMD049M.2 size=74188 2024-04-02T08:43:49.687 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.689+0000 7f7da3039780 1 > prepared multipart upload key=XV6PSEG36RCA upload=FJIJ6LMD049M tag=DHX0USJ5FHDZ type=write size=3219916 2024-04-02T08:43:49.689 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.690+0000 7f7da3039780 1 < completed part key=_multipart_YXESDZ3ETQK9.2~FXPBMDQCAP3G.0 size=177417 2024-04-02T08:43:49.691 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.693+0000 7f7da3039780 1 < completed multipart upload key=YXESDZ3ETQK9 upload=FXPBMDQCAP3G tag=8YYLA8T6BUPL type=write size=1225993 2024-04-02T08:43:49.694 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.696+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~LJTI7OXTRR39.0 size=1048576 2024-04-02T08:43:49.695 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.697+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~LJTI7OXTRR39.1 size=969792 2024-04-02T08:43:49.695 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.697+0000 7f7da3039780 1 > prepared multipart upload key=QHKAPO5SX6SG upload=LJTI7OXTRR39 tag=YX1GZBEBFJGT type=write size=3066944 2024-04-02T08:43:49.697 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.698+0000 7f7da3039780 1 < completed part key=_multipart_EAG9W8JA0WA6.2~GXM373K8EPJW.0 size=1048576 2024-04-02T08:43:49.697 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.698+0000 7f7da3039780 1 < canceled part key=_multipart_EAG9W8JA0WA6.2~GXM373K8EPJW.1 size=85883 2024-04-02T08:43:49.699 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.701+0000 7f7da3039780 1 < canceled multipart upload key=EAG9W8JA0WA6 upload=GXM373K8EPJW tag=G1Z58GAYYWAK type=write size=2183035 2024-04-02T08:43:49.700 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.702+0000 7f7da3039780 1 > prepared operation key=EAG9W8JA0WA6 tag=PHJNOW2XKQRB type=del size=2768626 2024-04-02T08:43:49.702 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.704+0000 7f7da3039780 1 < completed part key=_multipart_6TJF572KI0FA.2~AE2FZVIMUNY2.0 size=1048576 2024-04-02T08:43:49.703 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.705+0000 7f7da3039780 1 < completed part key=_multipart_6TJF572KI0FA.2~AE2FZVIMUNY2.1 size=893302 2024-04-02T08:43:49.706 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.708+0000 7f7da3039780 1 < completed multipart upload key=6TJF572KI0FA upload=AE2FZVIMUNY2 tag=G5BG3X6K7RZA type=write size=2990454 2024-04-02T08:43:49.709 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.711+0000 7f7da3039780 1 > prepared part key=_multipart_YXESDZ3ETQK9.2~DT7YKM4EAMQU.0 size=1048576 2024-04-02T08:43:49.711 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.712+0000 7f7da3039780 1 > prepared part key=_multipart_YXESDZ3ETQK9.2~DT7YKM4EAMQU.1 size=1048576 2024-04-02T08:43:49.712 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.713+0000 7f7da3039780 1 > prepared part key=_multipart_YXESDZ3ETQK9.2~DT7YKM4EAMQU.2 size=938296 2024-04-02T08:43:49.712 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.713+0000 7f7da3039780 1 > prepared multipart upload key=YXESDZ3ETQK9 upload=DT7YKM4EAMQU tag=AM0TC1CUODDC type=write size=4084024 2024-04-02T08:43:49.713 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.714+0000 7f7da3039780 -1 < no bi entry to suggest for operation key=1SDLEDDX8LZR tag=9MF6HH5RPKMH type=write size=973542: (2) No such file or directory 2024-04-02T08:43:49.714 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.716+0000 7f7da3039780 1 > prepared operation key=B23RMWV8I9ZL tag=4NLHGJ5UZ9IS type=del size=1268442 2024-04-02T08:43:49.716 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.717+0000 7f7da3039780 1 < completed delete operation key=BURYF1967J48 tag=8EHR0GFCRZQV type=del 2024-04-02T08:43:49.719 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.720+0000 7f7da3039780 1 > prepared part key=_multipart_81LFSX7KH5JC.2~LEAQA297V546.0 size=52239 2024-04-02T08:43:49.719 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.720+0000 7f7da3039780 1 > prepared multipart upload key=81LFSX7KH5JC upload=LEAQA297V546 tag=8GY2J83CUP1W type=write size=1100815 2024-04-02T08:43:49.720 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.722+0000 7f7da3039780 1 < completed delete operation key=6TJF572KI0FA tag=QC5JBI41FT4Z type=del 2024-04-02T08:43:49.723 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.725+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~4HA2XS7OZC7Z.0 size=1048576 2024-04-02T08:43:49.725 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.726+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~4HA2XS7OZC7Z.1 size=1048576 2024-04-02T08:43:49.726 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.727+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~4HA2XS7OZC7Z.2 size=929848 2024-04-02T08:43:49.727 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.727+0000 7f7da3039780 1 > prepared multipart upload key=ELDWOJAKQD69 upload=4HA2XS7OZC7Z tag=06YPSK33DO45 type=write size=4075576 2024-04-02T08:43:49.727 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.729+0000 7f7da3039780 1 < completed part key=_multipart_YWRL9YH2Y59R.2~YDPTDWPL7JQR.0 size=1048576 2024-04-02T08:43:49.729 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.730+0000 7f7da3039780 1 < completed part key=_multipart_YWRL9YH2Y59R.2~YDPTDWPL7JQR.1 size=64686 2024-04-02T08:43:49.731 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.733+0000 7f7da3039780 1 < completed multipart upload key=YWRL9YH2Y59R upload=YDPTDWPL7JQR tag=78BYW0CGISH8 type=write size=2161838 2024-04-02T08:43:49.733 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.734+0000 7f7da3039780 1 > prepared operation key=QHKAPO5SX6SG tag=MOVVM1UNFIU0 type=del size=1921597 2024-04-02T08:43:49.734 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.736+0000 7f7da3039780 1 < completed write operation key=BURYF1967J48 tag=YGFPWTIRYX8U type=write size=801605 2024-04-02T08:43:49.736 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.737+0000 7f7da3039780 1 > prepared operation key=N5AIAS76IS0Z tag=4A26VD2N2LDA type=del size=1009876 2024-04-02T08:43:49.737 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.739+0000 7f7da3039780 1 < completed delete operation key=D0Z1XMS5I5SH tag=J90EFHW8XL58 type=del 2024-04-02T08:43:49.740 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.742+0000 7f7da3039780 1 > prepared part key=_multipart_XV6PSEG36RCA.2~798CJFDF6SOF.0 size=1048576 2024-04-02T08:43:49.742 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.743+0000 7f7da3039780 1 > prepared part key=_multipart_XV6PSEG36RCA.2~798CJFDF6SOF.1 size=978548 2024-04-02T08:43:49.742 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.743+0000 7f7da3039780 1 > prepared multipart upload key=XV6PSEG36RCA upload=798CJFDF6SOF tag=U4ANJ1ICS6C0 type=write size=3075700 2024-04-02T08:43:49.743 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.745+0000 7f7da3039780 1 < completed delete operation key=A3I3KM5DTR9R tag=J439LEXB8FNC type=del 2024-04-02T08:43:49.746 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.748+0000 7f7da3039780 1 > prepared part key=_multipart_EAG9W8JA0WA6.2~ZHA5M0UU17CK.0 size=1048576 2024-04-02T08:43:49.747 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.749+0000 7f7da3039780 1 > prepared part key=_multipart_EAG9W8JA0WA6.2~ZHA5M0UU17CK.1 size=513612 2024-04-02T08:43:49.748 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.749+0000 7f7da3039780 1 > prepared multipart upload key=EAG9W8JA0WA6 upload=ZHA5M0UU17CK tag=E6JJIJXGW5TP type=write size=2610764 2024-04-02T08:43:49.751 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.752+0000 7f7da3039780 1 < suggested update operation key=ELDWOJAKQD69 tag=JW3SFNC9ILOO type=write size=522300 2024-04-02T08:43:49.754 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.755+0000 7f7da3039780 1 > prepared part key=_multipart_BURYF1967J48.2~TO5MIHGCX0QL.0 size=1048576 2024-04-02T08:43:49.755 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.757+0000 7f7da3039780 1 > prepared part key=_multipart_BURYF1967J48.2~TO5MIHGCX0QL.1 size=20118 2024-04-02T08:43:49.755 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.757+0000 7f7da3039780 1 > prepared multipart upload key=BURYF1967J48 upload=TO5MIHGCX0QL tag=OY2EJ213AH5D type=write size=2117270 2024-04-02T08:43:49.757 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.758+0000 7f7da3039780 1 < completed part key=_multipart_BURYF1967J48.2~HS5Y1KNQB39G.0 size=234228 2024-04-02T08:43:49.759 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.761+0000 7f7da3039780 1 < completed multipart upload key=BURYF1967J48 upload=HS5Y1KNQB39G tag=6H3ZOMBBHVQY type=write size=1282804 2024-04-02T08:43:49.761 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.762+0000 7f7da3039780 1 > prepared operation key=N5AIAS76IS0Z tag=49FLNQ7J8RRE type=del size=2094598 2024-04-02T08:43:49.762 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.764+0000 7f7da3039780 1 < completed part key=_multipart_Y5E6U7ZCX7JC.2~AZXUI4MK0ZO4.0 size=944051 2024-04-02T08:43:49.765 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.767+0000 7f7da3039780 1 < completed multipart upload key=Y5E6U7ZCX7JC upload=AZXUI4MK0ZO4 tag=MNHQ70HCP9FP type=write size=1992627 2024-04-02T08:43:49.768 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.770+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~B8L1TZQE011J.0 size=521523 2024-04-02T08:43:49.768 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.770+0000 7f7da3039780 1 > prepared multipart upload key=9H9O464QAWB2 upload=B8L1TZQE011J tag=47P5G3DFVM6Z type=write size=1570099 2024-04-02T08:43:49.769 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.771+0000 7f7da3039780 1 < completed part key=_multipart_81LFSX7KH5JC.2~A2FL865OB6W5.0 size=285109 2024-04-02T08:43:49.772 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.774+0000 7f7da3039780 1 < completed multipart upload key=81LFSX7KH5JC upload=A2FL865OB6W5 tag=YSPR1F4VA6J7 type=write size=1333685 2024-04-02T08:43:49.774 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.776+0000 7f7da3039780 1 > prepared operation key=B23RMWV8I9ZL tag=TYXTXRUUMQJC type=write size=777861 2024-04-02T08:43:49.776 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.777+0000 7f7da3039780 1 < completed part key=_multipart_6TJF572KI0FA.2~PUZGUGQ13Y1Q.0 size=1048576 2024-04-02T08:43:49.777 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.779+0000 7f7da3039780 1 < completed part key=_multipart_6TJF572KI0FA.2~PUZGUGQ13Y1Q.1 size=1048576 2024-04-02T08:43:49.779 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.780+0000 7f7da3039780 1 < completed part key=_multipart_6TJF572KI0FA.2~PUZGUGQ13Y1Q.2 size=376273 2024-04-02T08:43:49.782 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.783+0000 7f7da3039780 1 < completed multipart upload key=6TJF572KI0FA upload=PUZGUGQ13Y1Q tag=S0FYBF79IXTH type=write size=3522001 2024-04-02T08:43:49.783 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.785+0000 7f7da3039780 1 > prepared operation key=QSPL4WJY2BVT tag=IQLIDAHHXS4Z type=del size=2029611 2024-04-02T08:43:49.785 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.787+0000 7f7da3039780 1 < completed part key=_multipart_XV6PSEG36RCA.2~FJIJ6LMD049M.0 size=1048576 2024-04-02T08:43:49.786 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.788+0000 7f7da3039780 1 < completed part key=_multipart_XV6PSEG36RCA.2~FJIJ6LMD049M.1 size=1048576 2024-04-02T08:43:49.788 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.789+0000 7f7da3039780 1 < completed part key=_multipart_XV6PSEG36RCA.2~FJIJ6LMD049M.2 size=74188 2024-04-02T08:43:49.790 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.792+0000 7f7da3039780 1 < completed multipart upload key=XV6PSEG36RCA upload=FJIJ6LMD049M tag=DHX0USJ5FHDZ type=write size=3219916 2024-04-02T08:43:49.793 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.795+0000 7f7da3039780 1 > prepared part key=_multipart_Y5E6U7ZCX7JC.2~EDW99H27Y2VK.0 size=600379 2024-04-02T08:43:49.793 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.795+0000 7f7da3039780 1 > prepared multipart upload key=Y5E6U7ZCX7JC upload=EDW99H27Y2VK tag=X4HLU30ZUSGD type=write size=1648955 2024-04-02T08:43:49.795 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.797+0000 7f7da3039780 1 < completed part key=_multipart_QHKAPO5SX6SG.2~LJTI7OXTRR39.0 size=1048576 2024-04-02T08:43:49.796 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.798+0000 7f7da3039780 1 < completed part key=_multipart_QHKAPO5SX6SG.2~LJTI7OXTRR39.1 size=969792 2024-04-02T08:43:49.799 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.800+0000 7f7da3039780 1 < completed multipart upload key=QHKAPO5SX6SG upload=LJTI7OXTRR39 tag=YX1GZBEBFJGT type=write size=3066944 2024-04-02T08:43:49.800 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.802+0000 7f7da3039780 1 > prepared operation key=1SDLEDDX8LZR tag=FYPYVJF7LVEV type=del size=3401100 2024-04-02T08:43:49.801 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.803+0000 7f7da3039780 1 < completed delete operation key=EAG9W8JA0WA6 tag=PHJNOW2XKQRB type=del 2024-04-02T08:43:49.804 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.806+0000 7f7da3039780 1 > prepared part key=_multipart_YWRL9YH2Y59R.2~DGK7GO5CJLS5.0 size=179795 2024-04-02T08:43:49.804 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.806+0000 7f7da3039780 1 > prepared multipart upload key=YWRL9YH2Y59R upload=DGK7GO5CJLS5 tag=O51EBWLZ2JZL type=write size=1228371 2024-04-02T08:43:49.806 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.807+0000 7f7da3039780 1 < completed part key=_multipart_YXESDZ3ETQK9.2~DT7YKM4EAMQU.0 size=1048576 2024-04-02T08:43:49.807 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.809+0000 7f7da3039780 1 < completed part key=_multipart_YXESDZ3ETQK9.2~DT7YKM4EAMQU.1 size=1048576 2024-04-02T08:43:49.808 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.810+0000 7f7da3039780 1 < completed part key=_multipart_YXESDZ3ETQK9.2~DT7YKM4EAMQU.2 size=938296 2024-04-02T08:43:49.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:43:49 smithi055 ceph-mon[85080]: pgmap v1391: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:49.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:43:49 smithi055 ceph-mon[85080]: osdmap e1104: 8 total, 8 up, 8 in 2024-04-02T08:43:49.811 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.812+0000 7f7da3039780 1 < completed multipart upload key=YXESDZ3ETQK9 upload=DT7YKM4EAMQU tag=AM0TC1CUODDC type=write size=4084024 2024-04-02T08:43:49.812 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.814+0000 7f7da3039780 1 > prepared operation key=EAG9W8JA0WA6 tag=FALPLZTJSG3Y type=del size=2413409 2024-04-02T08:43:49.814 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.815+0000 7f7da3039780 1 < completed delete operation key=B23RMWV8I9ZL tag=4NLHGJ5UZ9IS type=del 2024-04-02T08:43:49.815 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.817+0000 7f7da3039780 1 > prepared operation key=XV6PSEG36RCA tag=158XTZ331O63 type=del size=56306 2024-04-02T08:43:49.817 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.818+0000 7f7da3039780 1 < completed part key=_multipart_81LFSX7KH5JC.2~LEAQA297V546.0 size=52239 2024-04-02T08:43:49.819 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.821+0000 7f7da3039780 1 < completed multipart upload key=81LFSX7KH5JC upload=LEAQA297V546 tag=8GY2J83CUP1W type=write size=1100815 2024-04-02T08:43:49.821 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.822+0000 7f7da3039780 1 > prepared operation key=ZZ885TFYL1OI tag=FMZPKKPK2EPQ type=del size=1051317 2024-04-02T08:43:49.822 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.824+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~4HA2XS7OZC7Z.0 size=1048576 2024-04-02T08:43:49.822 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.824+0000 7f7da3039780 1 < canceled part key=_multipart_ELDWOJAKQD69.2~4HA2XS7OZC7Z.1 size=1048576 2024-04-02T08:43:49.822 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.824+0000 7f7da3039780 1 < canceled part key=_multipart_ELDWOJAKQD69.2~4HA2XS7OZC7Z.2 size=929848 2024-04-02T08:43:49.825 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.826+0000 7f7da3039780 1 < canceled multipart upload key=ELDWOJAKQD69 upload=4HA2XS7OZC7Z tag=06YPSK33DO45 type=write size=4075576 2024-04-02T08:43:49.827 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.829+0000 7f7da3039780 1 > prepared part key=_multipart_DJP9NW2GDNHB.2~AL4A178VIAT7.0 size=1048576 2024-04-02T08:43:49.829 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.830+0000 7f7da3039780 1 > prepared part key=_multipart_DJP9NW2GDNHB.2~AL4A178VIAT7.1 size=1048576 2024-04-02T08:43:49.830 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.831+0000 7f7da3039780 1 > prepared part key=_multipart_DJP9NW2GDNHB.2~AL4A178VIAT7.2 size=756090 2024-04-02T08:43:49.830 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.831+0000 7f7da3039780 1 > prepared multipart upload key=DJP9NW2GDNHB upload=AL4A178VIAT7 tag=8QLYKRX0XZI8 type=write size=3901818 2024-04-02T08:43:49.831 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.833+0000 7f7da3039780 1 < completed delete operation key=QHKAPO5SX6SG tag=MOVVM1UNFIU0 type=del 2024-04-02T08:43:49.834 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.835+0000 7f7da3039780 1 > prepared part key=_multipart_IX5GR5MVNL1T.2~FI779RHGRV0W.0 size=1048576 2024-04-02T08:43:49.835 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.837+0000 7f7da3039780 1 > prepared part key=_multipart_IX5GR5MVNL1T.2~FI779RHGRV0W.1 size=1048576 2024-04-02T08:43:49.836 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.838+0000 7f7da3039780 1 > prepared part key=_multipart_IX5GR5MVNL1T.2~FI779RHGRV0W.2 size=969803 2024-04-02T08:43:49.837 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.838+0000 7f7da3039780 1 > prepared multipart upload key=IX5GR5MVNL1T upload=FI779RHGRV0W tag=NNI2G8U0DCXG type=write size=4115531 2024-04-02T08:43:49.840 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.841+0000 7f7da3039780 1 < suggested update operation key=N5AIAS76IS0Z tag=4A26VD2N2LDA type=del size=1009876 2024-04-02T08:43:49.842 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.844+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~PIQ6MSVXR9XR.0 size=1048576 2024-04-02T08:43:49.843 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.845+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~PIQ6MSVXR9XR.1 size=1048576 2024-04-02T08:43:49.845 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.846+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~PIQ6MSVXR9XR.2 size=760921 2024-04-02T08:43:49.845 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.846+0000 7f7da3039780 1 > prepared multipart upload key=6TJF572KI0FA upload=PIQ6MSVXR9XR tag=MT83V34X3XR0 type=write size=3906649 2024-04-02T08:43:49.846 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.848+0000 7f7da3039780 1 < completed part key=_multipart_XV6PSEG36RCA.2~798CJFDF6SOF.0 size=1048576 2024-04-02T08:43:49.846 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.848+0000 7f7da3039780 1 < canceled part key=_multipart_XV6PSEG36RCA.2~798CJFDF6SOF.1 size=978548 2024-04-02T08:43:49.848 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.850+0000 7f7da3039780 1 < canceled multipart upload key=XV6PSEG36RCA upload=798CJFDF6SOF tag=U4ANJ1ICS6C0 type=write size=3075700 2024-04-02T08:43:49.851 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.853+0000 7f7da3039780 1 > prepared part key=_multipart_ZV3Q7IXMLI1J.2~SP1W81PSBOK0.0 size=1048576 2024-04-02T08:43:49.852 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.854+0000 7f7da3039780 1 > prepared part key=_multipart_ZV3Q7IXMLI1J.2~SP1W81PSBOK0.1 size=1025754 2024-04-02T08:43:49.853 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.854+0000 7f7da3039780 1 > prepared multipart upload key=ZV3Q7IXMLI1J upload=SP1W81PSBOK0 tag=BIF0TJ75QELY type=write size=3122906 2024-04-02T08:43:49.854 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.856+0000 7f7da3039780 1 < completed part key=_multipart_EAG9W8JA0WA6.2~ZHA5M0UU17CK.0 size=1048576 2024-04-02T08:43:49.855 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.857+0000 7f7da3039780 1 < completed part key=_multipart_EAG9W8JA0WA6.2~ZHA5M0UU17CK.1 size=513612 2024-04-02T08:43:49.858 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.859+0000 7f7da3039780 1 < completed multipart upload key=EAG9W8JA0WA6 upload=ZHA5M0UU17CK tag=E6JJIJXGW5TP type=write size=2610764 2024-04-02T08:43:49.859 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.861+0000 7f7da3039780 1 > prepared operation key=993CLRT5TRZG tag=9Z353SYH02UC type=write size=830947 2024-04-02T08:43:49.861 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.862+0000 7f7da3039780 1 < completed part key=_multipart_BURYF1967J48.2~TO5MIHGCX0QL.0 size=1048576 2024-04-02T08:43:49.862 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.863+0000 7f7da3039780 1 < completed part key=_multipart_BURYF1967J48.2~TO5MIHGCX0QL.1 size=20118 2024-04-02T08:43:49.864 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.866+0000 7f7da3039780 1 < completed multipart upload key=BURYF1967J48 upload=TO5MIHGCX0QL tag=OY2EJ213AH5D type=write size=2117270 2024-04-02T08:43:49.866 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.867+0000 7f7da3039780 1 > prepared operation key=NOK2IIY1WSGJ tag=48SDNK7TD46V type=del size=3958069 2024-04-02T08:43:49.868 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.869+0000 7f7da3039780 -1 < failed to complete operation key=N5AIAS76IS0Z tag=49FLNQ7J8RRE type=del size=2094598: (22) Invalid argument 2024-04-02T08:43:49.869 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.871+0000 7f7da3039780 1 > prepared operation key=XN6KQ2LGZYGL tag=OL0OMF2SX1MO type=del size=2986504 2024-04-02T08:43:49.871 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.873+0000 7f7da3039780 1 < completed part key=_multipart_9H9O464QAWB2.2~B8L1TZQE011J.0 size=521523 2024-04-02T08:43:49.874 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.875+0000 7f7da3039780 1 < completed multipart upload key=9H9O464QAWB2 upload=B8L1TZQE011J tag=47P5G3DFVM6Z type=write size=1570099 2024-04-02T08:43:49.877 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.878+0000 7f7da3039780 1 > prepared part key=_multipart_9JGJK5C8JJ0Z.2~WP2NWFX2DCZJ.0 size=1048576 2024-04-02T08:43:49.878 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.879+0000 7f7da3039780 1 > prepared part key=_multipart_9JGJK5C8JJ0Z.2~WP2NWFX2DCZJ.1 size=1048576 2024-04-02T08:43:49.879 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.880+0000 7f7da3039780 1 > prepared part key=_multipart_9JGJK5C8JJ0Z.2~WP2NWFX2DCZJ.2 size=178928 2024-04-02T08:43:49.879 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.880+0000 7f7da3039780 1 > prepared multipart upload key=9JGJK5C8JJ0Z upload=WP2NWFX2DCZJ tag=TAZP1L21PQZ5 type=write size=3324656 2024-04-02T08:43:49.882 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.883+0000 7f7da3039780 1 < suggested remove operation key=B23RMWV8I9ZL tag=TYXTXRUUMQJC type=write 2024-04-02T08:43:49.884 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.885+0000 7f7da3039780 1 > prepared operation key=B23RMWV8I9ZL tag=UFT1589124NB type=write size=101015 2024-04-02T08:43:49.885 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.887+0000 7f7da3039780 1 < completed delete operation key=QSPL4WJY2BVT tag=IQLIDAHHXS4Z type=del 2024-04-02T08:43:49.890 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.888+0000 7f7da3039780 1 > prepared operation key=YWRL9YH2Y59R tag=5803J73PKSXC type=del size=2209539 2024-04-02T08:43:49.890 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.890+0000 7f7da3039780 1 < completed part key=_multipart_Y5E6U7ZCX7JC.2~EDW99H27Y2VK.0 size=600379 2024-04-02T08:43:49.891 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.892+0000 7f7da3039780 1 < completed multipart upload key=Y5E6U7ZCX7JC upload=EDW99H27Y2VK tag=X4HLU30ZUSGD type=write size=1648955 2024-04-02T08:43:49.892 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.894+0000 7f7da3039780 1 > prepared operation key=Z2HC0VEJJV9V tag=VCX4WH7EN2K8 type=del size=499385 2024-04-02T08:43:49.896 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.897+0000 7f7da3039780 1 < suggested update operation key=1SDLEDDX8LZR tag=FYPYVJF7LVEV type=del size=3401100 2024-04-02T08:43:49.897 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.899+0000 7f7da3039780 1 > prepared operation key=D0Z1XMS5I5SH tag=MNR3LHX7E62W type=del size=1639587 2024-04-02T08:43:49.899 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.900+0000 7f7da3039780 1 < completed part key=_multipart_YWRL9YH2Y59R.2~DGK7GO5CJLS5.0 size=179795 2024-04-02T08:43:49.901 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.903+0000 7f7da3039780 1 < completed multipart upload key=YWRL9YH2Y59R upload=DGK7GO5CJLS5 tag=O51EBWLZ2JZL type=write size=1228371 2024-04-02T08:43:49.904 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.905+0000 7f7da3039780 1 > prepared part key=_multipart_Z2HC0VEJJV9V.2~NQ4YWN8EOX9B.0 size=1048576 2024-04-02T08:43:49.905 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.907+0000 7f7da3039780 1 > prepared part key=_multipart_Z2HC0VEJJV9V.2~NQ4YWN8EOX9B.1 size=1048576 2024-04-02T08:43:49.907 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.909+0000 7f7da3039780 1 > prepared part key=_multipart_Z2HC0VEJJV9V.2~NQ4YWN8EOX9B.2 size=659375 2024-04-02T08:43:49.907 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.909+0000 7f7da3039780 1 > prepared multipart upload key=Z2HC0VEJJV9V upload=NQ4YWN8EOX9B tag=9COVVZ8EZ9QH type=write size=3805103 2024-04-02T08:43:49.909 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.910+0000 7f7da3039780 1 < completed delete operation key=EAG9W8JA0WA6 tag=FALPLZTJSG3Y type=del 2024-04-02T08:43:49.911 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.913+0000 7f7da3039780 1 > prepared part key=_multipart_D0Z1XMS5I5SH.2~UX4EJ1P0W48G.0 size=1048576 2024-04-02T08:43:49.913 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.914+0000 7f7da3039780 1 > prepared part key=_multipart_D0Z1XMS5I5SH.2~UX4EJ1P0W48G.1 size=444089 2024-04-02T08:43:49.913 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.914+0000 7f7da3039780 1 > prepared multipart upload key=D0Z1XMS5I5SH upload=UX4EJ1P0W48G tag=OUMWRVYCV1QV type=write size=2541241 2024-04-02T08:43:49.916 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.917+0000 7f7da3039780 1 < suggested update operation key=XV6PSEG36RCA tag=158XTZ331O63 type=del size=56306 2024-04-02T08:43:49.917 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.919+0000 7f7da3039780 1 > prepared operation key=ELDWOJAKQD69 tag=UGILXC7KCLB5 type=write size=596421 2024-04-02T08:43:49.920 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.922+0000 7f7da3039780 1 < suggested remove operation key=ZZ885TFYL1OI tag=FMZPKKPK2EPQ type=del 2024-04-02T08:43:49.922 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.923+0000 7f7da3039780 1 > prepared operation key=AESEEOTWQSFQ tag=AGSC9HJ5N5C1 type=del size=1372106 2024-04-02T08:43:49.923 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.925+0000 7f7da3039780 1 < completed part key=_multipart_DJP9NW2GDNHB.2~AL4A178VIAT7.0 size=1048576 2024-04-02T08:43:49.924 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.926+0000 7f7da3039780 1 < completed part key=_multipart_DJP9NW2GDNHB.2~AL4A178VIAT7.1 size=1048576 2024-04-02T08:43:49.926 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.927+0000 7f7da3039780 1 < completed part key=_multipart_DJP9NW2GDNHB.2~AL4A178VIAT7.2 size=756090 2024-04-02T08:43:49.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:43:49 smithi012 ceph-mon[88355]: pgmap v1391: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:49.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:43:49 smithi012 ceph-mon[88355]: osdmap e1104: 8 total, 8 up, 8 in 2024-04-02T08:43:49.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:43:49 smithi012 ceph-mon[90784]: pgmap v1391: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:49.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:43:49 smithi012 ceph-mon[90784]: osdmap e1104: 8 total, 8 up, 8 in 2024-04-02T08:43:49.929 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.930+0000 7f7da3039780 1 < completed multipart upload key=DJP9NW2GDNHB upload=AL4A178VIAT7 tag=8QLYKRX0XZI8 type=write size=3901818 2024-04-02T08:43:49.930 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.931+0000 7f7da3039780 1 > prepared operation key=BURYF1967J48 tag=HEALDHJDX0WD type=write size=724594 2024-04-02T08:43:49.931 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.933+0000 7f7da3039780 1 < completed part key=_multipart_IX5GR5MVNL1T.2~FI779RHGRV0W.0 size=1048576 2024-04-02T08:43:49.932 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.934+0000 7f7da3039780 1 < completed part key=_multipart_IX5GR5MVNL1T.2~FI779RHGRV0W.1 size=1048576 2024-04-02T08:43:49.933 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.935+0000 7f7da3039780 1 < completed part key=_multipart_IX5GR5MVNL1T.2~FI779RHGRV0W.2 size=969803 2024-04-02T08:43:49.936 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.937+0000 7f7da3039780 1 < completed multipart upload key=IX5GR5MVNL1T upload=FI779RHGRV0W tag=NNI2G8U0DCXG type=write size=4115531 2024-04-02T08:43:49.937 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.939+0000 7f7da3039780 1 > prepared operation key=AMAKFO5IP7AO tag=BNZQP6Y5Q1TR type=del size=932361 2024-04-02T08:43:49.939 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.941+0000 7f7da3039780 1 < completed part key=_multipart_6TJF572KI0FA.2~PIQ6MSVXR9XR.0 size=1048576 2024-04-02T08:43:49.940 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.942+0000 7f7da3039780 1 < completed part key=_multipart_6TJF572KI0FA.2~PIQ6MSVXR9XR.1 size=1048576 2024-04-02T08:43:49.941 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.943+0000 7f7da3039780 1 < completed part key=_multipart_6TJF572KI0FA.2~PIQ6MSVXR9XR.2 size=760921 2024-04-02T08:43:49.944 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.946+0000 7f7da3039780 1 < completed multipart upload key=6TJF572KI0FA upload=PIQ6MSVXR9XR tag=MT83V34X3XR0 type=write size=3906649 2024-04-02T08:43:49.947 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.948+0000 7f7da3039780 1 > prepared part key=_multipart_Z2HC0VEJJV9V.2~Y6NI3D8Q2OLR.0 size=1048576 2024-04-02T08:43:49.948 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.950+0000 7f7da3039780 1 > prepared part key=_multipart_Z2HC0VEJJV9V.2~Y6NI3D8Q2OLR.1 size=968207 2024-04-02T08:43:49.948 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.950+0000 7f7da3039780 1 > prepared multipart upload key=Z2HC0VEJJV9V upload=Y6NI3D8Q2OLR tag=TRC4DRZ2VBA2 type=write size=3065359 2024-04-02T08:43:49.950 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.951+0000 7f7da3039780 1 < completed part key=_multipart_ZV3Q7IXMLI1J.2~SP1W81PSBOK0.0 size=1048576 2024-04-02T08:43:49.951 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.952+0000 7f7da3039780 1 < completed part key=_multipart_ZV3Q7IXMLI1J.2~SP1W81PSBOK0.1 size=1025754 2024-04-02T08:43:49.953 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.955+0000 7f7da3039780 1 < completed multipart upload key=ZV3Q7IXMLI1J upload=SP1W81PSBOK0 tag=BIF0TJ75QELY type=write size=3122906 2024-04-02T08:43:49.955 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.956+0000 7f7da3039780 1 > prepared operation key=XV6PSEG36RCA tag=PJY3CK96JSSY type=del size=520158 2024-04-02T08:43:49.958 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.959+0000 7f7da3039780 1 < suggested remove operation key=993CLRT5TRZG tag=9Z353SYH02UC type=write 2024-04-02T08:43:49.959 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.961+0000 7f7da3039780 1 > prepared operation key=D0Z1XMS5I5SH tag=FWEY34JOID1A type=del size=2147628 2024-04-02T08:43:49.961 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.962+0000 7f7da3039780 1 < completed delete operation key=NOK2IIY1WSGJ tag=48SDNK7TD46V type=del 2024-04-02T08:43:49.963 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.965+0000 7f7da3039780 1 > prepared part key=_multipart_Z2HC0VEJJV9V.2~0BOJMGMLWIKZ.0 size=136509 2024-04-02T08:43:49.963 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.965+0000 7f7da3039780 1 > prepared multipart upload key=Z2HC0VEJJV9V upload=0BOJMGMLWIKZ tag=WGQG40N0OKGG type=write size=1185085 2024-04-02T08:43:49.965 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.966+0000 7f7da3039780 1 < completed delete operation key=XN6KQ2LGZYGL tag=OL0OMF2SX1MO type=del 2024-04-02T08:43:49.967 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.969+0000 7f7da3039780 1 > prepared part key=_multipart_D0Z1XMS5I5SH.2~KKUY3S5N6QXX.0 size=1048576 2024-04-02T08:43:49.969 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.970+0000 7f7da3039780 1 > prepared part key=_multipart_D0Z1XMS5I5SH.2~KKUY3S5N6QXX.1 size=823511 2024-04-02T08:43:49.969 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.970+0000 7f7da3039780 1 > prepared multipart upload key=D0Z1XMS5I5SH upload=KKUY3S5N6QXX tag=ZSW3SX1XTDUA type=write size=2920663 2024-04-02T08:43:49.970 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.972+0000 7f7da3039780 1 < completed part key=_multipart_9JGJK5C8JJ0Z.2~WP2NWFX2DCZJ.0 size=1048576 2024-04-02T08:43:49.971 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.973+0000 7f7da3039780 1 < completed part key=_multipart_9JGJK5C8JJ0Z.2~WP2NWFX2DCZJ.1 size=1048576 2024-04-02T08:43:49.973 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.974+0000 7f7da3039780 1 < completed part key=_multipart_9JGJK5C8JJ0Z.2~WP2NWFX2DCZJ.2 size=178928 2024-04-02T08:43:49.975 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.977+0000 7f7da3039780 1 < completed multipart upload key=9JGJK5C8JJ0Z upload=WP2NWFX2DCZJ tag=TAZP1L21PQZ5 type=write size=3324656 2024-04-02T08:43:49.978 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.980+0000 7f7da3039780 1 > prepared part key=_multipart_BURYF1967J48.2~RF8SEY0VOKO9.0 size=1048576 2024-04-02T08:43:49.979 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.981+0000 7f7da3039780 1 > prepared part key=_multipart_BURYF1967J48.2~RF8SEY0VOKO9.1 size=644576 2024-04-02T08:43:49.980 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.981+0000 7f7da3039780 1 > prepared multipart upload key=BURYF1967J48 upload=RF8SEY0VOKO9 tag=OI3UYLPM5YCP type=write size=2741728 2024-04-02T08:43:49.981 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.983+0000 7f7da3039780 1 < completed write operation key=B23RMWV8I9ZL tag=UFT1589124NB type=write size=101015 2024-04-02T08:43:49.984 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.985+0000 7f7da3039780 1 > prepared part key=_multipart_Z2HC0VEJJV9V.2~UKA21QZ70BU7.0 size=510372 2024-04-02T08:43:49.985 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.985+0000 7f7da3039780 1 > prepared multipart upload key=Z2HC0VEJJV9V upload=UKA21QZ70BU7 tag=7GYNPXIF4US6 type=write size=1558948 2024-04-02T08:43:49.985 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.987+0000 7f7da3039780 1 < completed delete operation key=YWRL9YH2Y59R tag=5803J73PKSXC type=del 2024-04-02T08:43:49.988 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.989+0000 7f7da3039780 1 > prepared part key=_multipart_ZV3Q7IXMLI1J.2~6JP9ICMIB7O8.0 size=1048576 2024-04-02T08:43:49.989 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.991+0000 7f7da3039780 1 > prepared part key=_multipart_ZV3Q7IXMLI1J.2~6JP9ICMIB7O8.1 size=947100 2024-04-02T08:43:49.989 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.991+0000 7f7da3039780 1 > prepared multipart upload key=ZV3Q7IXMLI1J upload=6JP9ICMIB7O8 tag=BT6AJ7OIPYN4 type=write size=3044252 2024-04-02T08:43:49.990 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.992+0000 7f7da3039780 1 < completed delete operation key=Z2HC0VEJJV9V tag=VCX4WH7EN2K8 type=del 2024-04-02T08:43:49.993 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.995+0000 7f7da3039780 1 > prepared part key=_multipart_ZV3Q7IXMLI1J.2~265X224M1ZB6.0 size=376764 2024-04-02T08:43:49.993 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.995+0000 7f7da3039780 1 > prepared multipart upload key=ZV3Q7IXMLI1J upload=265X224M1ZB6 tag=UZNQW55D7E41 type=write size=1425340 2024-04-02T08:43:49.995 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.996+0000 7f7da3039780 1 < completed delete operation key=D0Z1XMS5I5SH tag=MNR3LHX7E62W type=del 2024-04-02T08:43:49.996 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.998+0000 7f7da3039780 1 > prepared operation key=AMAKFO5IP7AO tag=GTSUCP7QCZE6 type=del size=321764 2024-04-02T08:43:49.997 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:49.999+0000 7f7da3039780 1 < completed part key=_multipart_Z2HC0VEJJV9V.2~NQ4YWN8EOX9B.0 size=1048576 2024-04-02T08:43:49.999 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.000+0000 7f7da3039780 1 < completed part key=_multipart_Z2HC0VEJJV9V.2~NQ4YWN8EOX9B.1 size=1048576 2024-04-02T08:43:50.000 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.002+0000 7f7da3039780 1 < completed part key=_multipart_Z2HC0VEJJV9V.2~NQ4YWN8EOX9B.2 size=659375 2024-04-02T08:43:50.002 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.004+0000 7f7da3039780 1 < completed multipart upload key=Z2HC0VEJJV9V upload=NQ4YWN8EOX9B tag=9COVVZ8EZ9QH type=write size=3805103 2024-04-02T08:43:50.004 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.005+0000 7f7da3039780 1 > prepared operation key=QSPL4WJY2BVT tag=8QK3COBIWDL3 type=del size=1925465 2024-04-02T08:43:50.005 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.007+0000 7f7da3039780 1 < completed part key=_multipart_D0Z1XMS5I5SH.2~UX4EJ1P0W48G.0 size=1048576 2024-04-02T08:43:50.006 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.008+0000 7f7da3039780 1 < completed part key=_multipart_D0Z1XMS5I5SH.2~UX4EJ1P0W48G.1 size=444089 2024-04-02T08:43:50.009 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.011+0000 7f7da3039780 1 < completed multipart upload key=D0Z1XMS5I5SH upload=UX4EJ1P0W48G tag=OUMWRVYCV1QV type=write size=2541241 2024-04-02T08:43:50.010 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.012+0000 7f7da3039780 1 > prepared operation key=R3KOUNXRRJL4 tag=UWJQ4NYUCBD8 type=del size=3395518 2024-04-02T08:43:50.012 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.013+0000 7f7da3039780 1 < completed write operation key=ELDWOJAKQD69 tag=UGILXC7KCLB5 type=write size=596421 2024-04-02T08:43:50.013 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.015+0000 7f7da3039780 1 > prepared operation key=57GR82RGCWC5 tag=0GLX8Q0LSRG4 type=del size=2944616 2024-04-02T08:43:50.015 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.016+0000 7f7da3039780 1 < completed delete operation key=AESEEOTWQSFQ tag=AGSC9HJ5N5C1 type=del 2024-04-02T08:43:50.018 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.019+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~BK8TWC3S33ZD.0 size=701503 2024-04-02T08:43:50.018 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.019+0000 7f7da3039780 1 > prepared multipart upload key=QSPL4WJY2BVT upload=BK8TWC3S33ZD tag=4JQD4C6CDYIJ type=write size=1750079 2024-04-02T08:43:50.019 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.021+0000 7f7da3039780 1 < canceled operation key=BURYF1967J48 tag=HEALDHJDX0WD type=write size=724594 2024-04-02T08:43:50.021 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.022+0000 7f7da3039780 1 > prepared operation key=ELDWOJAKQD69 tag=VQB3GI180N6G type=del size=304235 2024-04-02T08:43:50.022 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.024+0000 7f7da3039780 1 < completed delete operation key=AMAKFO5IP7AO tag=BNZQP6Y5Q1TR type=del 2024-04-02T08:43:50.024 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.025+0000 7f7da3039780 1 > prepared operation key=ZV3Q7IXMLI1J tag=398VU86BV55J type=del size=78069 2024-04-02T08:43:50.025 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.027+0000 7f7da3039780 1 < completed part key=_multipart_Z2HC0VEJJV9V.2~Y6NI3D8Q2OLR.0 size=1048576 2024-04-02T08:43:50.025 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.027+0000 7f7da3039780 1 < canceled part key=_multipart_Z2HC0VEJJV9V.2~Y6NI3D8Q2OLR.1 size=968207 2024-04-02T08:43:50.028 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.030+0000 7f7da3039780 1 < canceled multipart upload key=Z2HC0VEJJV9V upload=Y6NI3D8Q2OLR tag=TRC4DRZ2VBA2 type=write size=3065359 2024-04-02T08:43:50.030 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.031+0000 7f7da3039780 1 > prepared operation key=YXESDZ3ETQK9 tag=HTE6QDEQP5JM type=write size=613736 2024-04-02T08:43:50.031 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.033+0000 7f7da3039780 1 < completed delete operation key=XV6PSEG36RCA tag=PJY3CK96JSSY type=del 2024-04-02T08:43:50.034 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.036+0000 7f7da3039780 1 > prepared part key=_multipart_81LFSX7KH5JC.2~NNAV8FW3NNY9.0 size=1048576 2024-04-02T08:43:50.035 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.037+0000 7f7da3039780 1 > prepared part key=_multipart_81LFSX7KH5JC.2~NNAV8FW3NNY9.1 size=1048576 2024-04-02T08:43:50.037 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.038+0000 7f7da3039780 1 > prepared part key=_multipart_81LFSX7KH5JC.2~NNAV8FW3NNY9.2 size=83416 2024-04-02T08:43:50.037 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.039+0000 7f7da3039780 1 > prepared multipart upload key=81LFSX7KH5JC upload=NNAV8FW3NNY9 tag=USTBPYKQTH00 type=write size=3229144 2024-04-02T08:43:50.040 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.042+0000 7f7da3039780 1 < suggested remove operation key=D0Z1XMS5I5SH tag=FWEY34JOID1A type=del 2024-04-02T08:43:50.042 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.043+0000 7f7da3039780 1 > prepared operation key=N5AIAS76IS0Z tag=M0UCN14GYDG6 type=del size=3437781 2024-04-02T08:43:50.043 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.045+0000 7f7da3039780 1 < completed part key=_multipart_Z2HC0VEJJV9V.2~0BOJMGMLWIKZ.0 size=136509 2024-04-02T08:43:50.046 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.048+0000 7f7da3039780 1 < completed multipart upload key=Z2HC0VEJJV9V upload=0BOJMGMLWIKZ tag=WGQG40N0OKGG type=write size=1185085 2024-04-02T08:43:50.049 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.051+0000 7f7da3039780 1 > prepared part key=_multipart_ZV3Q7IXMLI1J.2~R66WU03CQMOA.0 size=1048576 2024-04-02T08:43:50.051 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.052+0000 7f7da3039780 1 > prepared part key=_multipart_ZV3Q7IXMLI1J.2~R66WU03CQMOA.1 size=1048576 2024-04-02T08:43:50.052 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.053+0000 7f7da3039780 1 > prepared part key=_multipart_ZV3Q7IXMLI1J.2~R66WU03CQMOA.2 size=312026 2024-04-02T08:43:50.052 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.053+0000 7f7da3039780 1 > prepared multipart upload key=ZV3Q7IXMLI1J upload=R66WU03CQMOA tag=7X070VE0155F type=write size=3457754 2024-04-02T08:43:50.053 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.055+0000 7f7da3039780 1 < completed part key=_multipart_D0Z1XMS5I5SH.2~KKUY3S5N6QXX.0 size=1048576 2024-04-02T08:43:50.055 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.056+0000 7f7da3039780 1 < completed part key=_multipart_D0Z1XMS5I5SH.2~KKUY3S5N6QXX.1 size=823511 2024-04-02T08:43:50.057 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.059+0000 7f7da3039780 1 < completed multipart upload key=D0Z1XMS5I5SH upload=KKUY3S5N6QXX tag=ZSW3SX1XTDUA type=write size=2920663 2024-04-02T08:43:50.060 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.062+0000 7f7da3039780 1 > prepared part key=_multipart_AMAKFO5IP7AO.2~5PDKL3Y2JE13.0 size=1048576 2024-04-02T08:43:50.062 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.063+0000 7f7da3039780 1 > prepared part key=_multipart_AMAKFO5IP7AO.2~5PDKL3Y2JE13.1 size=1048576 2024-04-02T08:43:50.063 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.065+0000 7f7da3039780 1 > prepared part key=_multipart_AMAKFO5IP7AO.2~5PDKL3Y2JE13.2 size=236016 2024-04-02T08:43:50.063 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.065+0000 7f7da3039780 1 > prepared multipart upload key=AMAKFO5IP7AO upload=5PDKL3Y2JE13 tag=I12CABELSL6O type=write size=3381744 2024-04-02T08:43:50.065 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.067+0000 7f7da3039780 1 < completed part key=_multipart_BURYF1967J48.2~RF8SEY0VOKO9.0 size=1048576 2024-04-02T08:43:50.066 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.068+0000 7f7da3039780 1 < completed part key=_multipart_BURYF1967J48.2~RF8SEY0VOKO9.1 size=644576 2024-04-02T08:43:50.069 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.071+0000 7f7da3039780 1 < completed multipart upload key=BURYF1967J48 upload=RF8SEY0VOKO9 tag=OI3UYLPM5YCP type=write size=2741728 2024-04-02T08:43:50.071 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.073+0000 7f7da3039780 1 > prepared operation key=81LFSX7KH5JC tag=ZIO5BQFZOCY3 type=del size=2065600 2024-04-02T08:43:50.073 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.074+0000 7f7da3039780 1 < completed part key=_multipart_Z2HC0VEJJV9V.2~UKA21QZ70BU7.0 size=510372 2024-04-02T08:43:50.076 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.077+0000 7f7da3039780 1 < completed multipart upload key=Z2HC0VEJJV9V upload=UKA21QZ70BU7 tag=7GYNPXIF4US6 type=write size=1558948 2024-04-02T08:43:50.078 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.079+0000 7f7da3039780 1 > prepared operation key=ELDWOJAKQD69 tag=5M98GGPPCA2I type=del size=52474 2024-04-02T08:43:50.079 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.081+0000 7f7da3039780 1 < completed part key=_multipart_ZV3Q7IXMLI1J.2~6JP9ICMIB7O8.0 size=1048576 2024-04-02T08:43:50.081 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.082+0000 7f7da3039780 1 < completed part key=_multipart_ZV3Q7IXMLI1J.2~6JP9ICMIB7O8.1 size=947100 2024-04-02T08:43:50.084 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.085+0000 7f7da3039780 1 < completed multipart upload key=ZV3Q7IXMLI1J upload=6JP9ICMIB7O8 tag=BT6AJ7OIPYN4 type=write size=3044252 2024-04-02T08:43:50.087 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.088+0000 7f7da3039780 1 > prepared part key=_multipart_81LFSX7KH5JC.2~WTX3DAXHF306.0 size=961044 2024-04-02T08:43:50.087 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.088+0000 7f7da3039780 1 > prepared multipart upload key=81LFSX7KH5JC upload=WTX3DAXHF306 tag=YLBSJ4BIP9QL type=write size=2009620 2024-04-02T08:43:50.087 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.089+0000 7f7da3039780 1 < canceled part key=_multipart_ZV3Q7IXMLI1J.2~265X224M1ZB6.0 size=376764 2024-04-02T08:43:50.090 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.091+0000 7f7da3039780 1 < canceled multipart upload key=ZV3Q7IXMLI1J upload=265X224M1ZB6 tag=UZNQW55D7E41 type=write size=1425340 2024-04-02T08:43:50.094 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.093+0000 7f7da3039780 1 > prepared operation key=D0Z1XMS5I5SH tag=YKEFXB2TY3V7 type=del size=3193010 2024-04-02T08:43:50.094 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.095+0000 7f7da3039780 1 < completed delete operation key=AMAKFO5IP7AO tag=GTSUCP7QCZE6 type=del 2024-04-02T08:43:50.095 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.096+0000 7f7da3039780 1 > prepared operation key=9JGJK5C8JJ0Z tag=3H7354RHJBFP type=del size=3812693 2024-04-02T08:43:50.096 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.098+0000 7f7da3039780 1 < canceled operation key=QSPL4WJY2BVT tag=8QK3COBIWDL3 type=del size=1925465 2024-04-02T08:43:50.098 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.100+0000 7f7da3039780 1 > prepared operation key=AESEEOTWQSFQ tag=E5MMUFLALNR1 type=write size=278477 2024-04-02T08:43:50.099 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.101+0000 7f7da3039780 1 < completed delete operation key=R3KOUNXRRJL4 tag=UWJQ4NYUCBD8 type=del 2024-04-02T08:43:50.102 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.104+0000 7f7da3039780 1 > prepared part key=_multipart_57GR82RGCWC5.2~0IVAWXMC5CLL.0 size=1048576 2024-04-02T08:43:50.103 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.105+0000 7f7da3039780 1 > prepared part key=_multipart_57GR82RGCWC5.2~0IVAWXMC5CLL.1 size=410809 2024-04-02T08:43:50.104 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.105+0000 7f7da3039780 1 > prepared multipart upload key=57GR82RGCWC5 upload=0IVAWXMC5CLL tag=8B109BJE0Z2L type=write size=2507961 2024-04-02T08:43:50.105 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.107+0000 7f7da3039780 1 < canceled operation key=57GR82RGCWC5 tag=0GLX8Q0LSRG4 type=del size=2944616 2024-04-02T08:43:50.106 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.108+0000 7f7da3039780 1 > prepared operation key=993CLRT5TRZG tag=OF8DTMR9R025 type=write size=968207 2024-04-02T08:43:50.108 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.110+0000 7f7da3039780 1 < completed part key=_multipart_QSPL4WJY2BVT.2~BK8TWC3S33ZD.0 size=701503 2024-04-02T08:43:50.110 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.112+0000 7f7da3039780 1 < completed multipart upload key=QSPL4WJY2BVT upload=BK8TWC3S33ZD tag=4JQD4C6CDYIJ type=write size=1750079 2024-04-02T08:43:50.112 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.114+0000 7f7da3039780 1 > prepared operation key=AESEEOTWQSFQ tag=93FBQEWIUSCT type=del size=3003638 2024-04-02T08:43:50.113 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.115+0000 7f7da3039780 1 < completed delete operation key=ELDWOJAKQD69 tag=VQB3GI180N6G type=del 2024-04-02T08:43:50.116 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.118+0000 7f7da3039780 1 > prepared part key=_multipart_993CLRT5TRZG.2~F1AXLF05XQ81.0 size=1048576 2024-04-02T08:43:50.117 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.119+0000 7f7da3039780 1 > prepared part key=_multipart_993CLRT5TRZG.2~F1AXLF05XQ81.1 size=870000 2024-04-02T08:43:50.117 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.119+0000 7f7da3039780 1 > prepared multipart upload key=993CLRT5TRZG upload=F1AXLF05XQ81 tag=HU6XROPP6C8B type=write size=2967152 2024-04-02T08:43:50.119 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.120+0000 7f7da3039780 1 < completed delete operation key=ZV3Q7IXMLI1J tag=398VU86BV55J type=del 2024-04-02T08:43:50.121 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.123+0000 7f7da3039780 1 > prepared part key=_multipart_993CLRT5TRZG.2~9H80Z6KN7ZPO.0 size=455960 2024-04-02T08:43:50.121 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.123+0000 7f7da3039780 1 > prepared multipart upload key=993CLRT5TRZG upload=9H80Z6KN7ZPO tag=QJF722S1RZ8Z type=write size=1504536 2024-04-02T08:43:50.123 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.124+0000 7f7da3039780 1 < canceled operation key=YXESDZ3ETQK9 tag=HTE6QDEQP5JM type=write size=613736 2024-04-02T08:43:50.124 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.126+0000 7f7da3039780 1 > prepared operation key=IX5GR5MVNL1T tag=Q03MGGHEWL6P type=del size=3114488 2024-04-02T08:43:50.126 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.128+0000 7f7da3039780 1 < completed part key=_multipart_81LFSX7KH5JC.2~NNAV8FW3NNY9.0 size=1048576 2024-04-02T08:43:50.127 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.129+0000 7f7da3039780 1 < completed part key=_multipart_81LFSX7KH5JC.2~NNAV8FW3NNY9.1 size=1048576 2024-04-02T08:43:50.128 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.130+0000 7f7da3039780 1 < completed part key=_multipart_81LFSX7KH5JC.2~NNAV8FW3NNY9.2 size=83416 2024-04-02T08:43:50.131 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.133+0000 7f7da3039780 1 < completed multipart upload key=81LFSX7KH5JC upload=NNAV8FW3NNY9 tag=USTBPYKQTH00 type=write size=3229144 2024-04-02T08:43:50.134 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.136+0000 7f7da3039780 1 > prepared part key=_multipart_B23RMWV8I9ZL.2~Z05OAD0IX5XX.0 size=298632 2024-04-02T08:43:50.134 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.136+0000 7f7da3039780 1 > prepared multipart upload key=B23RMWV8I9ZL upload=Z05OAD0IX5XX tag=KW48EBL7B75W type=write size=1347208 2024-04-02T08:43:50.136 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.137+0000 7f7da3039780 1 < completed delete operation key=N5AIAS76IS0Z tag=M0UCN14GYDG6 type=del 2024-04-02T08:43:50.138 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.139+0000 7f7da3039780 1 > prepared operation key=6TJF572KI0FA tag=0D78ETHZCSN9 type=del size=1428704 2024-04-02T08:43:50.139 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.141+0000 7f7da3039780 1 < completed part key=_multipart_ZV3Q7IXMLI1J.2~R66WU03CQMOA.0 size=1048576 2024-04-02T08:43:50.141 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.142+0000 7f7da3039780 1 < completed part key=_multipart_ZV3Q7IXMLI1J.2~R66WU03CQMOA.1 size=1048576 2024-04-02T08:43:50.142 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.144+0000 7f7da3039780 1 < completed part key=_multipart_ZV3Q7IXMLI1J.2~R66WU03CQMOA.2 size=312026 2024-04-02T08:43:50.145 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.147+0000 7f7da3039780 1 < completed multipart upload key=ZV3Q7IXMLI1J upload=R66WU03CQMOA tag=7X070VE0155F type=write size=3457754 2024-04-02T08:43:50.149 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.150+0000 7f7da3039780 1 > prepared part key=_multipart_JFW247YEIEQ0.2~XWOT0BB6I817.0 size=1048576 2024-04-02T08:43:50.150 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.151+0000 7f7da3039780 1 > prepared part key=_multipart_JFW247YEIEQ0.2~XWOT0BB6I817.1 size=717637 2024-04-02T08:43:50.150 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.151+0000 7f7da3039780 1 > prepared multipart upload key=JFW247YEIEQ0 upload=XWOT0BB6I817 tag=71NBXHS55HRA type=write size=2814789 2024-04-02T08:43:50.151 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.153+0000 7f7da3039780 1 < completed part key=_multipart_AMAKFO5IP7AO.2~5PDKL3Y2JE13.0 size=1048576 2024-04-02T08:43:50.153 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.154+0000 7f7da3039780 1 < completed part key=_multipart_AMAKFO5IP7AO.2~5PDKL3Y2JE13.1 size=1048576 2024-04-02T08:43:50.154 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.155+0000 7f7da3039780 1 < completed part key=_multipart_AMAKFO5IP7AO.2~5PDKL3Y2JE13.2 size=236016 2024-04-02T08:43:50.157 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.158+0000 7f7da3039780 1 < completed multipart upload key=AMAKFO5IP7AO upload=5PDKL3Y2JE13 tag=I12CABELSL6O type=write size=3381744 2024-04-02T08:43:50.160 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.162+0000 7f7da3039780 1 > prepared part key=_multipart_R3KOUNXRRJL4.2~1UBFOGV297G2.0 size=1048576 2024-04-02T08:43:50.161 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.163+0000 7f7da3039780 1 > prepared part key=_multipart_R3KOUNXRRJL4.2~1UBFOGV297G2.1 size=498486 2024-04-02T08:43:50.161 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.163+0000 7f7da3039780 1 > prepared multipart upload key=R3KOUNXRRJL4 upload=1UBFOGV297G2 tag=F09DHKB7N0D7 type=write size=2595638 2024-04-02T08:43:50.163 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.164+0000 7f7da3039780 1 < completed delete operation key=81LFSX7KH5JC tag=ZIO5BQFZOCY3 type=del 2024-04-02T08:43:50.165 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.166+0000 7f7da3039780 1 > prepared operation key=R3KOUNXRRJL4 tag=Q2M7N88HSOWO type=del size=1047341 2024-04-02T08:43:50.166 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.168+0000 7f7da3039780 1 < completed delete operation key=ELDWOJAKQD69 tag=5M98GGPPCA2I type=del 2024-04-02T08:43:50.168 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.170+0000 7f7da3039780 1 > prepared operation key=ELDWOJAKQD69 tag=TE9015WAQY7X type=del size=3804833 2024-04-02T08:43:50.169 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.171+0000 7f7da3039780 1 < completed part key=_multipart_81LFSX7KH5JC.2~WTX3DAXHF306.0 size=961044 2024-04-02T08:43:50.172 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.174+0000 7f7da3039780 1 < completed multipart upload key=81LFSX7KH5JC upload=WTX3DAXHF306 tag=YLBSJ4BIP9QL type=write size=2009620 2024-04-02T08:43:50.175 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.176+0000 7f7da3039780 1 > prepared part key=_multipart_BURYF1967J48.2~RMZH5SCTN80R.0 size=1048576 2024-04-02T08:43:50.176 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.178+0000 7f7da3039780 1 > prepared part key=_multipart_BURYF1967J48.2~RMZH5SCTN80R.1 size=1048576 2024-04-02T08:43:50.178 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.179+0000 7f7da3039780 1 > prepared part key=_multipart_BURYF1967J48.2~RMZH5SCTN80R.2 size=899282 2024-04-02T08:43:50.178 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.179+0000 7f7da3039780 1 > prepared multipart upload key=BURYF1967J48 upload=RMZH5SCTN80R tag=46ZJHLK5D6GV type=write size=4045010 2024-04-02T08:43:50.181 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.182+0000 7f7da3039780 1 < suggested update operation key=D0Z1XMS5I5SH tag=YKEFXB2TY3V7 type=del size=3193010 2024-04-02T08:43:50.183 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.185+0000 7f7da3039780 1 > prepared part key=_multipart_XV6PSEG36RCA.2~1TYZOFJRCVT0.0 size=1048576 2024-04-02T08:43:50.185 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.186+0000 7f7da3039780 1 > prepared part key=_multipart_XV6PSEG36RCA.2~1TYZOFJRCVT0.1 size=1006506 2024-04-02T08:43:50.185 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.186+0000 7f7da3039780 1 > prepared multipart upload key=XV6PSEG36RCA upload=1TYZOFJRCVT0 tag=Z6O15ENNHSA8 type=write size=3103658 2024-04-02T08:43:50.186 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.188+0000 7f7da3039780 1 < completed delete operation key=9JGJK5C8JJ0Z tag=3H7354RHJBFP type=del 2024-04-02T08:43:50.189 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.190+0000 7f7da3039780 1 > prepared part key=_multipart_993CLRT5TRZG.2~4DISYD3OYXO9.0 size=1048576 2024-04-02T08:43:50.190 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.192+0000 7f7da3039780 1 > prepared part key=_multipart_993CLRT5TRZG.2~4DISYD3OYXO9.1 size=117910 2024-04-02T08:43:50.190 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.192+0000 7f7da3039780 1 > prepared multipart upload key=993CLRT5TRZG upload=4DISYD3OYXO9 tag=6ZOL88YCXVRD type=write size=2215062 2024-04-02T08:43:50.192 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.193+0000 7f7da3039780 1 < completed write operation key=AESEEOTWQSFQ tag=E5MMUFLALNR1 type=write size=278477 2024-04-02T08:43:50.193 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.195+0000 7f7da3039780 1 > prepared operation key=NOK2IIY1WSGJ tag=8DFZ3I6LG3TU type=del size=1025561 2024-04-02T08:43:50.195 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.196+0000 7f7da3039780 1 < completed part key=_multipart_57GR82RGCWC5.2~0IVAWXMC5CLL.0 size=1048576 2024-04-02T08:43:50.196 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.198+0000 7f7da3039780 1 < completed part key=_multipart_57GR82RGCWC5.2~0IVAWXMC5CLL.1 size=410809 2024-04-02T08:43:50.199 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.201+0000 7f7da3039780 1 < completed multipart upload key=57GR82RGCWC5 upload=0IVAWXMC5CLL tag=8B109BJE0Z2L type=write size=2507961 2024-04-02T08:43:50.202 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.203+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~7RLBM8GRAT76.0 size=539504 2024-04-02T08:43:50.202 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.203+0000 7f7da3039780 1 > prepared multipart upload key=ELDWOJAKQD69 upload=7RLBM8GRAT76 tag=RRJG0MY7OFF3 type=write size=1588080 2024-04-02T08:43:50.205 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.206+0000 7f7da3039780 1 < suggested update operation key=993CLRT5TRZG tag=OF8DTMR9R025 type=write size=968207 2024-04-02T08:43:50.208 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.209+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~ZNPSZJ9IV8W6.0 size=1048576 2024-04-02T08:43:50.209 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.211+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~ZNPSZJ9IV8W6.1 size=1048576 2024-04-02T08:43:50.210 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.212+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~ZNPSZJ9IV8W6.2 size=284766 2024-04-02T08:43:50.210 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.212+0000 7f7da3039780 1 > prepared multipart upload key=ELDWOJAKQD69 upload=ZNPSZJ9IV8W6 tag=ED4OL50KP5ZI type=write size=3430494 2024-04-02T08:43:50.212 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.214+0000 7f7da3039780 1 < completed delete operation key=AESEEOTWQSFQ tag=93FBQEWIUSCT type=del 2024-04-02T08:43:50.215 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.217+0000 7f7da3039780 1 > prepared part key=_multipart_D0Z1XMS5I5SH.2~1RDAS6RTJ5JQ.0 size=199829 2024-04-02T08:43:50.215 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.217+0000 7f7da3039780 1 > prepared multipart upload key=D0Z1XMS5I5SH upload=1RDAS6RTJ5JQ tag=QWS6M7VIJMS1 type=write size=1248405 2024-04-02T08:43:50.217 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.218+0000 7f7da3039780 1 < completed part key=_multipart_993CLRT5TRZG.2~F1AXLF05XQ81.0 size=1048576 2024-04-02T08:43:50.218 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.219+0000 7f7da3039780 1 < completed part key=_multipart_993CLRT5TRZG.2~F1AXLF05XQ81.1 size=870000 2024-04-02T08:43:50.220 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.222+0000 7f7da3039780 1 < completed multipart upload key=993CLRT5TRZG upload=F1AXLF05XQ81 tag=HU6XROPP6C8B type=write size=2967152 2024-04-02T08:43:50.223 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.225+0000 7f7da3039780 1 > prepared part key=_multipart_EAG9W8JA0WA6.2~4Q2P8K6N87NV.0 size=38492 2024-04-02T08:43:50.223 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.225+0000 7f7da3039780 1 > prepared multipart upload key=EAG9W8JA0WA6 upload=4Q2P8K6N87NV tag=HKLNZZI8DLS2 type=write size=1087068 2024-04-02T08:43:50.225 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.226+0000 7f7da3039780 1 < completed part key=_multipart_993CLRT5TRZG.2~9H80Z6KN7ZPO.0 size=455960 2024-04-02T08:43:50.227 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.229+0000 7f7da3039780 1 < completed multipart upload key=993CLRT5TRZG upload=9H80Z6KN7ZPO tag=QJF722S1RZ8Z type=write size=1504536 2024-04-02T08:43:50.230 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.231+0000 7f7da3039780 1 > prepared part key=_multipart_XV6PSEG36RCA.2~DWQIZDIJV9CB.0 size=1031602 2024-04-02T08:43:50.230 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.231+0000 7f7da3039780 1 > prepared multipart upload key=XV6PSEG36RCA upload=DWQIZDIJV9CB tag=WKMTIAPS313Z type=write size=2080178 2024-04-02T08:43:50.233 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.234+0000 7f7da3039780 1 < suggested remove operation key=IX5GR5MVNL1T tag=Q03MGGHEWL6P type=del 2024-04-02T08:43:50.234 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.236+0000 7f7da3039780 1 > prepared operation key=JFW247YEIEQ0 tag=CH8AX96Q5KQX type=del size=3933360 2024-04-02T08:43:50.236 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.238+0000 7f7da3039780 1 < completed part key=_multipart_B23RMWV8I9ZL.2~Z05OAD0IX5XX.0 size=298632 2024-04-02T08:43:50.239 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.240+0000 7f7da3039780 1 < completed multipart upload key=B23RMWV8I9ZL upload=Z05OAD0IX5XX tag=KW48EBL7B75W type=write size=1347208 2024-04-02T08:43:50.242 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.243+0000 7f7da3039780 1 > prepared part key=_multipart_IX5GR5MVNL1T.2~CGCZCCY4ALJF.0 size=1048576 2024-04-02T08:43:50.243 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.245+0000 7f7da3039780 1 > prepared part key=_multipart_IX5GR5MVNL1T.2~CGCZCCY4ALJF.1 size=1048576 2024-04-02T08:43:50.245 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.246+0000 7f7da3039780 1 > prepared part key=_multipart_IX5GR5MVNL1T.2~CGCZCCY4ALJF.2 size=1030954 2024-04-02T08:43:50.245 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.246+0000 7f7da3039780 1 > prepared multipart upload key=IX5GR5MVNL1T upload=CGCZCCY4ALJF tag=QK6X015J53MY type=write size=4176682 2024-04-02T08:43:50.246 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.248+0000 7f7da3039780 1 < completed delete operation key=6TJF572KI0FA tag=0D78ETHZCSN9 type=del 2024-04-02T08:43:50.248 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.249+0000 7f7da3039780 1 > prepared operation key=B23RMWV8I9ZL tag=CJINWY2IAFHT type=del size=2516813 2024-04-02T08:43:50.249 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.251+0000 7f7da3039780 1 < completed part key=_multipart_JFW247YEIEQ0.2~XWOT0BB6I817.0 size=1048576 2024-04-02T08:43:50.251 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.252+0000 7f7da3039780 1 < completed part key=_multipart_JFW247YEIEQ0.2~XWOT0BB6I817.1 size=717637 2024-04-02T08:43:50.254 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.255+0000 7f7da3039780 1 < completed multipart upload key=JFW247YEIEQ0 upload=XWOT0BB6I817 tag=71NBXHS55HRA type=write size=2814789 2024-04-02T08:43:50.255 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.257+0000 7f7da3039780 1 > prepared operation key=YWRL9YH2Y59R tag=XWE4JBLF278P type=del size=2930778 2024-04-02T08:43:50.257 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.259+0000 7f7da3039780 1 < completed part key=_multipart_R3KOUNXRRJL4.2~1UBFOGV297G2.0 size=1048576 2024-04-02T08:43:50.259 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.260+0000 7f7da3039780 1 < completed part key=_multipart_R3KOUNXRRJL4.2~1UBFOGV297G2.1 size=498486 2024-04-02T08:43:50.261 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.263+0000 7f7da3039780 1 < completed multipart upload key=R3KOUNXRRJL4 upload=1UBFOGV297G2 tag=F09DHKB7N0D7 type=write size=2595638 2024-04-02T08:43:50.263 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.265+0000 7f7da3039780 1 > prepared operation key=ELDWOJAKQD69 tag=B3C421U1FB3W type=del size=363745 2024-04-02T08:43:50.265 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.266+0000 7f7da3039780 1 < completed delete operation key=R3KOUNXRRJL4 tag=Q2M7N88HSOWO type=del 2024-04-02T08:43:50.266 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.268+0000 7f7da3039780 1 > prepared operation key=BURYF1967J48 tag=VEPUAIQBV04I type=del size=675003 2024-04-02T08:43:50.268 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.269+0000 7f7da3039780 1 < completed delete operation key=ELDWOJAKQD69 tag=TE9015WAQY7X type=del 2024-04-02T08:43:50.269 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.271+0000 7f7da3039780 1 > prepared operation key=AESEEOTWQSFQ tag=40TX12MJSYPG type=del size=2304187 2024-04-02T08:43:50.269 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.271+0000 7f7da3039780 1 < canceled part key=_multipart_BURYF1967J48.2~RMZH5SCTN80R.0 size=1048576 2024-04-02T08:43:50.271 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.272+0000 7f7da3039780 1 < completed part key=_multipart_BURYF1967J48.2~RMZH5SCTN80R.1 size=1048576 2024-04-02T08:43:50.272 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.273+0000 7f7da3039780 1 < completed part key=_multipart_BURYF1967J48.2~RMZH5SCTN80R.2 size=899282 2024-04-02T08:43:50.274 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.276+0000 7f7da3039780 1 < canceled multipart upload key=BURYF1967J48 upload=RMZH5SCTN80R tag=46ZJHLK5D6GV type=write size=4045010 2024-04-02T08:43:50.276 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.278+0000 7f7da3039780 1 > prepared operation key=JFW247YEIEQ0 tag=TTC247S4MJ2D type=del size=190149 2024-04-02T08:43:50.277 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.279+0000 7f7da3039780 1 < completed part key=_multipart_XV6PSEG36RCA.2~1TYZOFJRCVT0.0 size=1048576 2024-04-02T08:43:50.279 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.280+0000 7f7da3039780 1 < completed part key=_multipart_XV6PSEG36RCA.2~1TYZOFJRCVT0.1 size=1006506 2024-04-02T08:43:50.281 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.283+0000 7f7da3039780 1 < completed multipart upload key=XV6PSEG36RCA upload=1TYZOFJRCVT0 tag=Z6O15ENNHSA8 type=write size=3103658 2024-04-02T08:43:50.283 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.284+0000 7f7da3039780 1 > prepared operation key=JFW247YEIEQ0 tag=6FEZU3GW3D6Q type=del size=1293843 2024-04-02T08:43:50.284 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.286+0000 7f7da3039780 1 < completed part key=_multipart_993CLRT5TRZG.2~4DISYD3OYXO9.0 size=1048576 2024-04-02T08:43:50.285 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.287+0000 7f7da3039780 1 < completed part key=_multipart_993CLRT5TRZG.2~4DISYD3OYXO9.1 size=117910 2024-04-02T08:43:50.288 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.290+0000 7f7da3039780 1 < completed multipart upload key=993CLRT5TRZG upload=4DISYD3OYXO9 tag=6ZOL88YCXVRD type=write size=2215062 2024-04-02T08:43:50.289 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.291+0000 7f7da3039780 1 > prepared operation key=A3I3KM5DTR9R tag=RTLSI2NHCPQ3 type=del size=413475 2024-04-02T08:43:50.291 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.293+0000 7f7da3039780 1 < completed delete operation key=NOK2IIY1WSGJ tag=8DFZ3I6LG3TU type=del 2024-04-02T08:43:50.294 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.295+0000 7f7da3039780 1 > prepared part key=_multipart_DJP9NW2GDNHB.2~T6BFSQDKI9W5.0 size=1048576 2024-04-02T08:43:50.295 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.296+0000 7f7da3039780 1 > prepared part key=_multipart_DJP9NW2GDNHB.2~T6BFSQDKI9W5.1 size=674533 2024-04-02T08:43:50.295 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.296+0000 7f7da3039780 1 > prepared multipart upload key=DJP9NW2GDNHB upload=T6BFSQDKI9W5 tag=1VFP3HUL3BLZ type=write size=2771685 2024-04-02T08:43:50.296 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.298+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~7RLBM8GRAT76.0 size=539504 2024-04-02T08:43:50.299 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.301+0000 7f7da3039780 1 < completed multipart upload key=ELDWOJAKQD69 upload=7RLBM8GRAT76 tag=RRJG0MY7OFF3 type=write size=1588080 2024-04-02T08:43:50.301 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.302+0000 7f7da3039780 1 > prepared operation key=9JGJK5C8JJ0Z tag=8VPL12FOO4N4 type=del size=743600 2024-04-02T08:43:50.302 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.304+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~ZNPSZJ9IV8W6.0 size=1048576 2024-04-02T08:43:50.304 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.305+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~ZNPSZJ9IV8W6.1 size=1048576 2024-04-02T08:43:50.305 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.307+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~ZNPSZJ9IV8W6.2 size=284766 2024-04-02T08:43:50.308 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.309+0000 7f7da3039780 1 < completed multipart upload key=ELDWOJAKQD69 upload=ZNPSZJ9IV8W6 tag=ED4OL50KP5ZI type=write size=3430494 2024-04-02T08:43:50.309 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.311+0000 7f7da3039780 1 > prepared operation key=NOK2IIY1WSGJ tag=HLTJJ2IANURR type=del size=2096825 2024-04-02T08:43:50.311 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.312+0000 7f7da3039780 1 < completed part key=_multipart_D0Z1XMS5I5SH.2~1RDAS6RTJ5JQ.0 size=199829 2024-04-02T08:43:50.313 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.315+0000 7f7da3039780 1 < completed multipart upload key=D0Z1XMS5I5SH upload=1RDAS6RTJ5JQ tag=QWS6M7VIJMS1 type=write size=1248405 2024-04-02T08:43:50.316 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.317+0000 7f7da3039780 1 > prepared operation key=N5AIAS76IS0Z tag=QZVY1BWLF396 type=write size=842442 2024-04-02T08:43:50.317 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.319+0000 7f7da3039780 1 < completed part key=_multipart_EAG9W8JA0WA6.2~4Q2P8K6N87NV.0 size=38492 2024-04-02T08:43:50.320 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.321+0000 7f7da3039780 1 < completed multipart upload key=EAG9W8JA0WA6 upload=4Q2P8K6N87NV tag=HKLNZZI8DLS2 type=write size=1087068 2024-04-02T08:43:50.321 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.323+0000 7f7da3039780 1 > prepared operation key=YXESDZ3ETQK9 tag=TB72T2R9J0E5 type=write size=275783 2024-04-02T08:43:50.323 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.325+0000 7f7da3039780 1 < completed part key=_multipart_XV6PSEG36RCA.2~DWQIZDIJV9CB.0 size=1031602 2024-04-02T08:43:50.327 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.328+0000 7f7da3039780 1 < completed multipart upload key=XV6PSEG36RCA upload=DWQIZDIJV9CB tag=WKMTIAPS313Z type=write size=2080178 2024-04-02T08:43:50.328 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.330+0000 7f7da3039780 1 > prepared operation key=B23RMWV8I9ZL tag=550H4DMR5ZAS type=write size=28206 2024-04-02T08:43:50.330 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.331+0000 7f7da3039780 1 < completed delete operation key=JFW247YEIEQ0 tag=CH8AX96Q5KQX type=del 2024-04-02T08:43:50.333 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.335+0000 7f7da3039780 1 > prepared part key=_multipart_XN6KQ2LGZYGL.2~TK4Z4UN7KWT9.0 size=1048576 2024-04-02T08:43:50.334 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.336+0000 7f7da3039780 1 > prepared part key=_multipart_XN6KQ2LGZYGL.2~TK4Z4UN7KWT9.1 size=42805 2024-04-02T08:43:50.334 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.336+0000 7f7da3039780 1 > prepared multipart upload key=XN6KQ2LGZYGL upload=TK4Z4UN7KWT9 tag=CUAIGS1BDICC type=write size=2139957 2024-04-02T08:43:50.336 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.337+0000 7f7da3039780 1 < completed part key=_multipart_IX5GR5MVNL1T.2~CGCZCCY4ALJF.0 size=1048576 2024-04-02T08:43:50.337 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.339+0000 7f7da3039780 1 < completed part key=_multipart_IX5GR5MVNL1T.2~CGCZCCY4ALJF.1 size=1048576 2024-04-02T08:43:50.342 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.340+0000 7f7da3039780 1 < completed part key=_multipart_IX5GR5MVNL1T.2~CGCZCCY4ALJF.2 size=1030954 2024-04-02T08:43:50.342 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.343+0000 7f7da3039780 1 < completed multipart upload key=IX5GR5MVNL1T upload=CGCZCCY4ALJF tag=QK6X015J53MY type=write size=4176682 2024-04-02T08:43:50.344 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.346+0000 7f7da3039780 1 > prepared part key=_multipart_R3KOUNXRRJL4.2~XV9OADD2M0QF.0 size=1048576 2024-04-02T08:43:50.345 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.347+0000 7f7da3039780 1 > prepared part key=_multipart_R3KOUNXRRJL4.2~XV9OADD2M0QF.1 size=162935 2024-04-02T08:43:50.346 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.347+0000 7f7da3039780 1 > prepared multipart upload key=R3KOUNXRRJL4 upload=XV9OADD2M0QF tag=RPRE92N52LYB type=write size=2260087 2024-04-02T08:43:50.347 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.349+0000 7f7da3039780 1 < completed delete operation key=B23RMWV8I9ZL tag=CJINWY2IAFHT type=del 2024-04-02T08:43:50.350 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.351+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~5MUWWI1GUWDK.0 size=1048576 2024-04-02T08:43:50.351 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.353+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~5MUWWI1GUWDK.1 size=1048576 2024-04-02T08:43:50.353 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.354+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~5MUWWI1GUWDK.2 size=472691 2024-04-02T08:43:50.353 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.354+0000 7f7da3039780 1 > prepared multipart upload key=QSPL4WJY2BVT upload=5MUWWI1GUWDK tag=GP7L3BWAYTJZ type=write size=3618419 2024-04-02T08:43:50.355 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.356+0000 7f7da3039780 1 < canceled operation key=YWRL9YH2Y59R tag=XWE4JBLF278P type=del size=2930778 2024-04-02T08:43:50.358 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.359+0000 7f7da3039780 1 > prepared part key=_multipart_Z2HC0VEJJV9V.2~OHM5FL9WE43S.0 size=1048576 2024-04-02T08:43:50.359 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.361+0000 7f7da3039780 1 > prepared part key=_multipart_Z2HC0VEJJV9V.2~OHM5FL9WE43S.1 size=1022424 2024-04-02T08:43:50.359 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.361+0000 7f7da3039780 1 > prepared multipart upload key=Z2HC0VEJJV9V upload=OHM5FL9WE43S tag=LMBQ2TVRMG13 type=write size=3119576 2024-04-02T08:43:50.361 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.363+0000 7f7da3039780 1 < canceled operation key=ELDWOJAKQD69 tag=B3C421U1FB3W type=del size=363745 2024-04-02T08:43:50.363 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.364+0000 7f7da3039780 1 > prepared operation key=ZV3Q7IXMLI1J tag=XMQFQ6EP4EY6 type=del size=3671382 2024-04-02T08:43:50.364 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.366+0000 7f7da3039780 1 < completed delete operation key=BURYF1967J48 tag=VEPUAIQBV04I type=del 2024-04-02T08:43:50.366 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.367+0000 7f7da3039780 1 > prepared operation key=R3KOUNXRRJL4 tag=PF4JRGPXXSRJ type=del size=3014646 2024-04-02T08:43:50.367 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.369+0000 7f7da3039780 1 < completed delete operation key=AESEEOTWQSFQ tag=40TX12MJSYPG type=del 2024-04-02T08:43:50.370 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.372+0000 7f7da3039780 1 > prepared part key=_multipart_XV6PSEG36RCA.2~3HR1EB8DY1T5.0 size=650893 2024-04-02T08:43:50.370 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.372+0000 7f7da3039780 1 > prepared multipart upload key=XV6PSEG36RCA upload=3HR1EB8DY1T5 tag=UYMUKRH21HHA type=write size=1699469 2024-04-02T08:43:50.372 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.373+0000 7f7da3039780 1 < completed delete operation key=JFW247YEIEQ0 tag=TTC247S4MJ2D type=del 2024-04-02T08:43:50.374 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.375+0000 7f7da3039780 1 > prepared operation key=1SDLEDDX8LZR tag=4R2U7JQU8AD8 type=del size=2971437 2024-04-02T08:43:50.375 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.377+0000 7f7da3039780 1 < completed delete operation key=JFW247YEIEQ0 tag=6FEZU3GW3D6Q type=del 2024-04-02T08:43:50.377 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.378+0000 7f7da3039780 1 > prepared operation key=XV6PSEG36RCA tag=Y88VJVEO9FBA type=del size=649390 2024-04-02T08:43:50.379 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.380+0000 7f7da3039780 1 < canceled operation key=A3I3KM5DTR9R tag=RTLSI2NHCPQ3 type=del size=413475 2024-04-02T08:43:50.380 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.381+0000 7f7da3039780 1 > prepared operation key=Z2HC0VEJJV9V tag=K6SIT7M5FMLR type=del size=3209863 2024-04-02T08:43:50.381 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.383+0000 7f7da3039780 1 < completed part key=_multipart_DJP9NW2GDNHB.2~T6BFSQDKI9W5.0 size=1048576 2024-04-02T08:43:50.383 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.384+0000 7f7da3039780 1 < completed part key=_multipart_DJP9NW2GDNHB.2~T6BFSQDKI9W5.1 size=674533 2024-04-02T08:43:50.386 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.387+0000 7f7da3039780 1 < completed multipart upload key=DJP9NW2GDNHB upload=T6BFSQDKI9W5 tag=1VFP3HUL3BLZ type=write size=2771685 2024-04-02T08:43:50.387 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.389+0000 7f7da3039780 1 > prepared operation key=AMAKFO5IP7AO tag=YTB7EKGO9QOS type=del size=2127404 2024-04-02T08:43:50.389 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.391+0000 7f7da3039780 1 < canceled operation key=9JGJK5C8JJ0Z tag=8VPL12FOO4N4 type=del size=743600 2024-04-02T08:43:50.392 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.394+0000 7f7da3039780 1 > prepared part key=_multipart_AESEEOTWQSFQ.2~3I37ES94A206.0 size=1048576 2024-04-02T08:43:50.393 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.395+0000 7f7da3039780 1 > prepared part key=_multipart_AESEEOTWQSFQ.2~3I37ES94A206.1 size=1048576 2024-04-02T08:43:50.395 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.396+0000 7f7da3039780 1 > prepared part key=_multipart_AESEEOTWQSFQ.2~3I37ES94A206.2 size=97249 2024-04-02T08:43:50.395 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.396+0000 7f7da3039780 1 > prepared multipart upload key=AESEEOTWQSFQ upload=3I37ES94A206 tag=9U12TT1YWHRN type=write size=3242977 2024-04-02T08:43:50.396 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.398+0000 7f7da3039780 1 < completed delete operation key=NOK2IIY1WSGJ tag=HLTJJ2IANURR type=del 2024-04-02T08:43:50.398 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.399+0000 7f7da3039780 1 > prepared operation key=B23RMWV8I9ZL tag=PHA8EYFMTZ96 type=del size=366971 2024-04-02T08:43:50.400 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.401+0000 7f7da3039780 1 < completed write operation key=N5AIAS76IS0Z tag=QZVY1BWLF396 type=write size=842442 2024-04-02T08:43:50.401 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.403+0000 7f7da3039780 1 > prepared operation key=57GR82RGCWC5 tag=5J6IIBD8PJT8 type=del size=3829184 2024-04-02T08:43:50.403 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.404+0000 7f7da3039780 1 < completed write operation key=YXESDZ3ETQK9 tag=TB72T2R9J0E5 type=write size=275783 2024-04-02T08:43:50.406 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.407+0000 7f7da3039780 1 > prepared part key=_multipart_XV6PSEG36RCA.2~OC4R6HAW7H26.0 size=1048576 2024-04-02T08:43:50.407 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.409+0000 7f7da3039780 1 > prepared part key=_multipart_XV6PSEG36RCA.2~OC4R6HAW7H26.1 size=490780 2024-04-02T08:43:50.407 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.409+0000 7f7da3039780 1 > prepared multipart upload key=XV6PSEG36RCA upload=OC4R6HAW7H26 tag=3ID88VJ1D2ND type=write size=2587932 2024-04-02T08:43:50.409 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.411+0000 7f7da3039780 1 < completed write operation key=B23RMWV8I9ZL tag=550H4DMR5ZAS type=write size=28206 2024-04-02T08:43:50.412 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.414+0000 7f7da3039780 1 > prepared part key=_multipart_R3KOUNXRRJL4.2~TCLVLKVVIGOD.0 size=340595 2024-04-02T08:43:50.413 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.414+0000 7f7da3039780 1 > prepared multipart upload key=R3KOUNXRRJL4 upload=TCLVLKVVIGOD tag=PNG6AV5SIK5L type=write size=1389171 2024-04-02T08:43:50.414 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.416+0000 7f7da3039780 1 < completed part key=_multipart_XN6KQ2LGZYGL.2~TK4Z4UN7KWT9.0 size=1048576 2024-04-02T08:43:50.416 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.417+0000 7f7da3039780 1 < completed part key=_multipart_XN6KQ2LGZYGL.2~TK4Z4UN7KWT9.1 size=42805 2024-04-02T08:43:50.419 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.420+0000 7f7da3039780 1 < completed multipart upload key=XN6KQ2LGZYGL upload=TK4Z4UN7KWT9 tag=CUAIGS1BDICC type=write size=2139957 2024-04-02T08:43:50.420 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.422+0000 7f7da3039780 1 > prepared operation key=N5AIAS76IS0Z tag=8NP16D6TMNC0 type=write size=98576 2024-04-02T08:43:50.422 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.424+0000 7f7da3039780 1 < completed part key=_multipart_R3KOUNXRRJL4.2~XV9OADD2M0QF.0 size=1048576 2024-04-02T08:43:50.424 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.425+0000 7f7da3039780 1 < completed part key=_multipart_R3KOUNXRRJL4.2~XV9OADD2M0QF.1 size=162935 2024-04-02T08:43:50.427 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.428+0000 7f7da3039780 1 < completed multipart upload key=R3KOUNXRRJL4 upload=XV9OADD2M0QF tag=RPRE92N52LYB type=write size=2260087 2024-04-02T08:43:50.428 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.430+0000 7f7da3039780 1 > prepared operation key=N5AIAS76IS0Z tag=A1IKV617I35D type=del size=3055568 2024-04-02T08:43:50.429 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.430+0000 7f7da3039780 1 < canceled part key=_multipart_QSPL4WJY2BVT.2~5MUWWI1GUWDK.0 size=1048576 2024-04-02T08:43:50.430 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.431+0000 7f7da3039780 1 < completed part key=_multipart_QSPL4WJY2BVT.2~5MUWWI1GUWDK.1 size=1048576 2024-04-02T08:43:50.431 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.433+0000 7f7da3039780 1 < completed part key=_multipart_QSPL4WJY2BVT.2~5MUWWI1GUWDK.2 size=472691 2024-04-02T08:43:50.434 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.435+0000 7f7da3039780 1 < canceled multipart upload key=QSPL4WJY2BVT upload=5MUWWI1GUWDK tag=GP7L3BWAYTJZ type=write size=3618419 2024-04-02T08:43:50.436 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.437+0000 7f7da3039780 1 > prepared operation key=SPZ4WDU9FXVH tag=VGYCGZE6QHTA type=del size=3085305 2024-04-02T08:43:50.437 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.439+0000 7f7da3039780 1 < completed part key=_multipart_Z2HC0VEJJV9V.2~OHM5FL9WE43S.0 size=1048576 2024-04-02T08:43:50.439 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.441+0000 7f7da3039780 1 < completed part key=_multipart_Z2HC0VEJJV9V.2~OHM5FL9WE43S.1 size=1022424 2024-04-02T08:43:50.442 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.444+0000 7f7da3039780 1 < completed multipart upload key=Z2HC0VEJJV9V upload=OHM5FL9WE43S tag=LMBQ2TVRMG13 type=write size=3119576 2024-04-02T08:43:50.445 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.447+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~7QBT48CPBPER.0 size=1048576 2024-04-02T08:43:50.447 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.449+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~7QBT48CPBPER.1 size=1048576 2024-04-02T08:43:50.448 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.450+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~7QBT48CPBPER.2 size=309005 2024-04-02T08:43:50.449 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.450+0000 7f7da3039780 1 > prepared multipart upload key=QSPL4WJY2BVT upload=7QBT48CPBPER tag=19U6KLEGMQB4 type=write size=3454733 2024-04-02T08:43:50.450 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.452+0000 7f7da3039780 1 < completed delete operation key=ZV3Q7IXMLI1J tag=XMQFQ6EP4EY6 type=del 2024-04-02T08:43:50.453 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.455+0000 7f7da3039780 1 > prepared part key=_multipart_57GR82RGCWC5.2~AFRDPRAIRVUZ.0 size=1048576 2024-04-02T08:43:50.455 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.457+0000 7f7da3039780 1 > prepared part key=_multipart_57GR82RGCWC5.2~AFRDPRAIRVUZ.1 size=1048576 2024-04-02T08:43:50.457 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.458+0000 7f7da3039780 1 > prepared part key=_multipart_57GR82RGCWC5.2~AFRDPRAIRVUZ.2 size=950001 2024-04-02T08:43:50.457 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.458+0000 7f7da3039780 1 > prepared multipart upload key=57GR82RGCWC5 upload=AFRDPRAIRVUZ tag=P0PAA6SA41F4 type=write size=4095729 2024-04-02T08:43:50.458 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.460+0000 7f7da3039780 1 < completed delete operation key=R3KOUNXRRJL4 tag=PF4JRGPXXSRJ type=del 2024-04-02T08:43:50.460 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.462+0000 7f7da3039780 1 > prepared operation key=ZZ885TFYL1OI tag=HQYCY9MJJD14 type=del size=2262563 2024-04-02T08:43:50.462 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.463+0000 7f7da3039780 1 < completed part key=_multipart_XV6PSEG36RCA.2~3HR1EB8DY1T5.0 size=650893 2024-04-02T08:43:50.465 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.467+0000 7f7da3039780 1 < completed multipart upload key=XV6PSEG36RCA upload=3HR1EB8DY1T5 tag=UYMUKRH21HHA type=write size=1699469 2024-04-02T08:43:50.468 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.470+0000 7f7da3039780 1 > prepared part key=_multipart_ZV3Q7IXMLI1J.2~OX6ZCGTNKJ0C.0 size=1048576 2024-04-02T08:43:50.469 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.471+0000 7f7da3039780 1 > prepared part key=_multipart_ZV3Q7IXMLI1J.2~OX6ZCGTNKJ0C.1 size=1048576 2024-04-02T08:43:50.471 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.472+0000 7f7da3039780 1 > prepared part key=_multipart_ZV3Q7IXMLI1J.2~OX6ZCGTNKJ0C.2 size=902295 2024-04-02T08:43:50.471 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.472+0000 7f7da3039780 1 > prepared multipart upload key=ZV3Q7IXMLI1J upload=OX6ZCGTNKJ0C tag=H5IXK1UIBD3I type=write size=4048023 2024-04-02T08:43:50.474 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.475+0000 7f7da3039780 1 < suggested update operation key=1SDLEDDX8LZR tag=4R2U7JQU8AD8 type=del size=2971437 2024-04-02T08:43:50.475 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.477+0000 7f7da3039780 1 > prepared operation key=YXESDZ3ETQK9 tag=0D3WTA8WEY3I type=del size=855587 2024-04-02T08:43:50.477 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.478+0000 7f7da3039780 1 < completed delete operation key=XV6PSEG36RCA tag=Y88VJVEO9FBA type=del 2024-04-02T08:43:50.480 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.482+0000 7f7da3039780 1 > prepared part key=_multipart_993CLRT5TRZG.2~570YKAMYAT7X.0 size=1048576 2024-04-02T08:43:50.482 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.483+0000 7f7da3039780 1 > prepared part key=_multipart_993CLRT5TRZG.2~570YKAMYAT7X.1 size=1048576 2024-04-02T08:43:50.484 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.485+0000 7f7da3039780 1 > prepared part key=_multipart_993CLRT5TRZG.2~570YKAMYAT7X.2 size=369059 2024-04-02T08:43:50.484 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.485+0000 7f7da3039780 1 > prepared multipart upload key=993CLRT5TRZG upload=570YKAMYAT7X tag=OD3V26FJ9Y1Y type=write size=3514787 2024-04-02T08:43:50.486 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.487+0000 7f7da3039780 1 < completed delete operation key=Z2HC0VEJJV9V tag=K6SIT7M5FMLR type=del 2024-04-02T08:43:50.487 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.489+0000 7f7da3039780 1 > prepared operation key=AMAKFO5IP7AO tag=P2TVF150CR13 type=del size=106639 2024-04-02T08:43:50.489 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.491+0000 7f7da3039780 1 < completed delete operation key=AMAKFO5IP7AO tag=YTB7EKGO9QOS type=del 2024-04-02T08:43:50.492 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.494+0000 7f7da3039780 1 > prepared part key=_multipart_D0Z1XMS5I5SH.2~QSY20ZCW2CVH.0 size=456155 2024-04-02T08:43:50.493 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.494+0000 7f7da3039780 1 > prepared multipart upload key=D0Z1XMS5I5SH upload=QSY20ZCW2CVH tag=F5Z8XE2AOK5X type=write size=1504731 2024-04-02T08:43:50.494 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.496+0000 7f7da3039780 1 < completed part key=_multipart_AESEEOTWQSFQ.2~3I37ES94A206.0 size=1048576 2024-04-02T08:43:50.496 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.497+0000 7f7da3039780 1 < completed part key=_multipart_AESEEOTWQSFQ.2~3I37ES94A206.1 size=1048576 2024-04-02T08:43:50.497 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.499+0000 7f7da3039780 1 < completed part key=_multipart_AESEEOTWQSFQ.2~3I37ES94A206.2 size=97249 2024-04-02T08:43:50.500 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.502+0000 7f7da3039780 1 < completed multipart upload key=AESEEOTWQSFQ upload=3I37ES94A206 tag=9U12TT1YWHRN type=write size=3242977 2024-04-02T08:43:50.506 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.505+0000 7f7da3039780 1 > prepared part key=_multipart_ZZ885TFYL1OI.2~YF4I4KYVMGKK.0 size=150683 2024-04-02T08:43:50.506 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.505+0000 7f7da3039780 1 > prepared multipart upload key=ZZ885TFYL1OI upload=YF4I4KYVMGKK tag=22ATL11ILEUE type=write size=1199259 2024-04-02T08:43:50.507 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.508+0000 7f7da3039780 1 < suggested update operation key=B23RMWV8I9ZL tag=PHA8EYFMTZ96 type=del size=366971 2024-04-02T08:43:50.510 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.512+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~VO1REI2PP9WX.0 size=1048576 2024-04-02T08:43:50.512 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.513+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~VO1REI2PP9WX.1 size=1048576 2024-04-02T08:43:50.513 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.515+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~VO1REI2PP9WX.2 size=708100 2024-04-02T08:43:50.513 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.515+0000 7f7da3039780 1 > prepared multipart upload key=QHKAPO5SX6SG upload=VO1REI2PP9WX tag=TO3ZB2W9A7CE type=write size=3853828 2024-04-02T08:43:50.515 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.517+0000 7f7da3039780 1 < completed delete operation key=57GR82RGCWC5 tag=5J6IIBD8PJT8 type=del 2024-04-02T08:43:50.517 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.518+0000 7f7da3039780 1 > prepared operation key=XV6PSEG36RCA tag=W3WS5JDX7XU0 type=del size=1887237 2024-04-02T08:43:50.519 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.520+0000 7f7da3039780 1 < completed part key=_multipart_XV6PSEG36RCA.2~OC4R6HAW7H26.0 size=1048576 2024-04-02T08:43:50.520 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.522+0000 7f7da3039780 1 < completed part key=_multipart_XV6PSEG36RCA.2~OC4R6HAW7H26.1 size=490780 2024-04-02T08:43:50.523 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.524+0000 7f7da3039780 1 < completed multipart upload key=XV6PSEG36RCA upload=OC4R6HAW7H26 tag=3ID88VJ1D2ND type=write size=2587932 2024-04-02T08:43:50.525 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.526+0000 7f7da3039780 1 > prepared operation key=1SDLEDDX8LZR tag=M9JMJ0OCLO9C type=del size=2193005 2024-04-02T08:43:50.527 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.528+0000 7f7da3039780 1 < completed part key=_multipart_R3KOUNXRRJL4.2~TCLVLKVVIGOD.0 size=340595 2024-04-02T08:43:50.529 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.531+0000 7f7da3039780 1 < completed multipart upload key=R3KOUNXRRJL4 upload=TCLVLKVVIGOD tag=PNG6AV5SIK5L type=write size=1389171 2024-04-02T08:43:50.532 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.534+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~06459ZUPLT99.0 size=458274 2024-04-02T08:43:50.532 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.534+0000 7f7da3039780 1 > prepared multipart upload key=ELDWOJAKQD69 upload=06459ZUPLT99 tag=3KV2F0UFV3XO type=write size=1506850 2024-04-02T08:43:50.534 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.536+0000 7f7da3039780 1 < completed write operation key=N5AIAS76IS0Z tag=8NP16D6TMNC0 type=write size=98576 2024-04-02T08:43:50.536 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.537+0000 7f7da3039780 1 > prepared operation key=YWRL9YH2Y59R tag=LBJR506CONIQ type=del size=3041131 2024-04-02T08:43:50.537 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.539+0000 7f7da3039780 1 < completed delete operation key=N5AIAS76IS0Z tag=A1IKV617I35D type=del 2024-04-02T08:43:50.539 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.540+0000 7f7da3039780 1 > prepared operation key=9JGJK5C8JJ0Z tag=Y2X59U3VJKDC type=del size=1659518 2024-04-02T08:43:50.540 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.542+0000 7f7da3039780 1 < completed delete operation key=SPZ4WDU9FXVH tag=VGYCGZE6QHTA type=del 2024-04-02T08:43:50.542 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.544+0000 7f7da3039780 1 > prepared operation key=9JGJK5C8JJ0Z tag=QBFVZPPDIL6A type=del size=70101 2024-04-02T08:43:50.544 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.545+0000 7f7da3039780 1 < completed part key=_multipart_QSPL4WJY2BVT.2~7QBT48CPBPER.0 size=1048576 2024-04-02T08:43:50.545 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.547+0000 7f7da3039780 1 < completed part key=_multipart_QSPL4WJY2BVT.2~7QBT48CPBPER.1 size=1048576 2024-04-02T08:43:50.546 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.548+0000 7f7da3039780 1 < completed part key=_multipart_QSPL4WJY2BVT.2~7QBT48CPBPER.2 size=309005 2024-04-02T08:43:50.549 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.551+0000 7f7da3039780 1 < completed multipart upload key=QSPL4WJY2BVT upload=7QBT48CPBPER tag=19U6KLEGMQB4 type=write size=3454733 2024-04-02T08:43:50.551 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.552+0000 7f7da3039780 1 > prepared operation key=NOK2IIY1WSGJ tag=ND74VG6ATPAQ type=del size=3351594 2024-04-02T08:43:50.553 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.554+0000 7f7da3039780 1 < completed part key=_multipart_57GR82RGCWC5.2~AFRDPRAIRVUZ.0 size=1048576 2024-04-02T08:43:50.554 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.556+0000 7f7da3039780 1 < completed part key=_multipart_57GR82RGCWC5.2~AFRDPRAIRVUZ.1 size=1048576 2024-04-02T08:43:50.555 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.557+0000 7f7da3039780 1 < completed part key=_multipart_57GR82RGCWC5.2~AFRDPRAIRVUZ.2 size=950001 2024-04-02T08:43:50.558 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.559+0000 7f7da3039780 1 < completed multipart upload key=57GR82RGCWC5 upload=AFRDPRAIRVUZ tag=P0PAA6SA41F4 type=write size=4095729 2024-04-02T08:43:50.559 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.561+0000 7f7da3039780 1 > prepared operation key=9H9O464QAWB2 tag=35BPD88R7UG2 type=write size=955019 2024-04-02T08:43:50.561 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.563+0000 7f7da3039780 1 < completed delete operation key=ZZ885TFYL1OI tag=HQYCY9MJJD14 type=del 2024-04-02T08:43:50.563 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.564+0000 7f7da3039780 1 > prepared operation key=XV6PSEG36RCA tag=VVL3XGC3WF0A type=del size=1144248 2024-04-02T08:43:50.565 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.566+0000 7f7da3039780 1 < completed part key=_multipart_ZV3Q7IXMLI1J.2~OX6ZCGTNKJ0C.0 size=1048576 2024-04-02T08:43:50.566 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.568+0000 7f7da3039780 1 < completed part key=_multipart_ZV3Q7IXMLI1J.2~OX6ZCGTNKJ0C.1 size=1048576 2024-04-02T08:43:50.567 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.569+0000 7f7da3039780 1 < completed part key=_multipart_ZV3Q7IXMLI1J.2~OX6ZCGTNKJ0C.2 size=902295 2024-04-02T08:43:50.570 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.572+0000 7f7da3039780 1 < completed multipart upload key=ZV3Q7IXMLI1J upload=OX6ZCGTNKJ0C tag=H5IXK1UIBD3I type=write size=4048023 2024-04-02T08:43:50.573 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.575+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~U3RY4BK5W1KK.0 size=1048576 2024-04-02T08:43:50.575 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.576+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~U3RY4BK5W1KK.1 size=1048576 2024-04-02T08:43:50.576 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.578+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~U3RY4BK5W1KK.2 size=836542 2024-04-02T08:43:50.576 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.578+0000 7f7da3039780 1 > prepared multipart upload key=QSPL4WJY2BVT upload=U3RY4BK5W1KK tag=P0E4HFIW84TV type=write size=3982270 2024-04-02T08:43:50.579 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.581+0000 7f7da3039780 1 < suggested update operation key=YXESDZ3ETQK9 tag=0D3WTA8WEY3I type=del size=855587 2024-04-02T08:43:50.583 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.584+0000 7f7da3039780 1 > prepared part key=_multipart_IX5GR5MVNL1T.2~BUHUGJJY8UXD.0 size=1048576 2024-04-02T08:43:50.584 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.586+0000 7f7da3039780 1 > prepared part key=_multipart_IX5GR5MVNL1T.2~BUHUGJJY8UXD.1 size=825264 2024-04-02T08:43:50.584 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.586+0000 7f7da3039780 1 > prepared multipart upload key=IX5GR5MVNL1T upload=BUHUGJJY8UXD tag=B1N9SZEIGOC6 type=write size=2922416 2024-04-02T08:43:50.586 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.587+0000 7f7da3039780 1 < completed part key=_multipart_993CLRT5TRZG.2~570YKAMYAT7X.0 size=1048576 2024-04-02T08:43:50.587 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.589+0000 7f7da3039780 1 < completed part key=_multipart_993CLRT5TRZG.2~570YKAMYAT7X.1 size=1048576 2024-04-02T08:43:50.588 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.590+0000 7f7da3039780 1 < completed part key=_multipart_993CLRT5TRZG.2~570YKAMYAT7X.2 size=369059 2024-04-02T08:43:50.591 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.593+0000 7f7da3039780 1 < completed multipart upload key=993CLRT5TRZG upload=570YKAMYAT7X tag=OD3V26FJ9Y1Y type=write size=3514787 2024-04-02T08:43:50.593 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.595+0000 7f7da3039780 1 > prepared operation key=XV6PSEG36RCA tag=P43NV1RJZ43A type=del size=2868532 2024-04-02T08:43:50.595 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.596+0000 7f7da3039780 1 < canceled operation key=AMAKFO5IP7AO tag=P2TVF150CR13 type=del size=106639 2024-04-02T08:43:50.596 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.598+0000 7f7da3039780 1 > prepared operation key=N5AIAS76IS0Z tag=3ZLNDWTGUYDH type=del size=3216254 2024-04-02T08:43:50.598 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.600+0000 7f7da3039780 1 < completed part key=_multipart_D0Z1XMS5I5SH.2~QSY20ZCW2CVH.0 size=456155 2024-04-02T08:43:50.601 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.603+0000 7f7da3039780 1 < completed multipart upload key=D0Z1XMS5I5SH upload=QSY20ZCW2CVH tag=F5Z8XE2AOK5X type=write size=1504731 2024-04-02T08:43:50.603 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.604+0000 7f7da3039780 1 > prepared operation key=IX5GR5MVNL1T tag=CBMIUX07IHF3 type=del size=3135034 2024-04-02T08:43:50.605 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.606+0000 7f7da3039780 1 < completed part key=_multipart_ZZ885TFYL1OI.2~YF4I4KYVMGKK.0 size=150683 2024-04-02T08:43:50.608 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.609+0000 7f7da3039780 1 < completed multipart upload key=ZZ885TFYL1OI upload=YF4I4KYVMGKK tag=22ATL11ILEUE type=write size=1199259 2024-04-02T08:43:50.609 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.611+0000 7f7da3039780 1 > prepared operation key=R3KOUNXRRJL4 tag=4QO9BHK19MEO type=del size=2796244 2024-04-02T08:43:50.611 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.612+0000 7f7da3039780 1 < completed part key=_multipart_QHKAPO5SX6SG.2~VO1REI2PP9WX.0 size=1048576 2024-04-02T08:43:50.612 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.614+0000 7f7da3039780 1 < completed part key=_multipart_QHKAPO5SX6SG.2~VO1REI2PP9WX.1 size=1048576 2024-04-02T08:43:50.614 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.615+0000 7f7da3039780 1 < completed part key=_multipart_QHKAPO5SX6SG.2~VO1REI2PP9WX.2 size=708100 2024-04-02T08:43:50.617 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.619+0000 7f7da3039780 1 < completed multipart upload key=QHKAPO5SX6SG upload=VO1REI2PP9WX tag=TO3ZB2W9A7CE type=write size=3853828 2024-04-02T08:43:50.620 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.622+0000 7f7da3039780 1 > prepared part key=_multipart_NOK2IIY1WSGJ.2~0O5H4I0GNOUO.0 size=1048576 2024-04-02T08:43:50.621 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.623+0000 7f7da3039780 1 > prepared part key=_multipart_NOK2IIY1WSGJ.2~0O5H4I0GNOUO.1 size=463004 2024-04-02T08:43:50.622 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.623+0000 7f7da3039780 1 > prepared multipart upload key=NOK2IIY1WSGJ upload=0O5H4I0GNOUO tag=ICE4ZS3AR56O type=write size=2560156 2024-04-02T08:43:50.623 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.625+0000 7f7da3039780 1 < completed delete operation key=XV6PSEG36RCA tag=W3WS5JDX7XU0 type=del 2024-04-02T08:43:50.626 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.628+0000 7f7da3039780 1 > prepared part key=_multipart_XN6KQ2LGZYGL.2~CCKRIGNJWULK.0 size=1048576 2024-04-02T08:43:50.627 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.629+0000 7f7da3039780 1 > prepared part key=_multipart_XN6KQ2LGZYGL.2~CCKRIGNJWULK.1 size=1048576 2024-04-02T08:43:50.629 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.630+0000 7f7da3039780 1 > prepared part key=_multipart_XN6KQ2LGZYGL.2~CCKRIGNJWULK.2 size=613788 2024-04-02T08:43:50.629 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.630+0000 7f7da3039780 1 > prepared multipart upload key=XN6KQ2LGZYGL upload=CCKRIGNJWULK tag=C9WO6X2GRRIC type=write size=3759516 2024-04-02T08:43:50.630 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.632+0000 7f7da3039780 1 < completed delete operation key=1SDLEDDX8LZR tag=M9JMJ0OCLO9C type=del 2024-04-02T08:43:50.633 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.635+0000 7f7da3039780 1 > prepared part key=_multipart_IX5GR5MVNL1T.2~L6Q6A40MJ4WS.0 size=248393 2024-04-02T08:43:50.633 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.635+0000 7f7da3039780 1 > prepared multipart upload key=IX5GR5MVNL1T upload=L6Q6A40MJ4WS tag=6NSYJ74ADCY8 type=write size=1296969 2024-04-02T08:43:50.635 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.637+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~06459ZUPLT99.0 size=458274 2024-04-02T08:43:50.638 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.639+0000 7f7da3039780 1 < completed multipart upload key=ELDWOJAKQD69 upload=06459ZUPLT99 tag=3KV2F0UFV3XO type=write size=1506850 2024-04-02T08:43:50.640 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.642+0000 7f7da3039780 1 > prepared part key=_multipart_993CLRT5TRZG.2~ESG6FHCBFB35.0 size=1048576 2024-04-02T08:43:50.642 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.643+0000 7f7da3039780 1 > prepared part key=_multipart_993CLRT5TRZG.2~ESG6FHCBFB35.1 size=1048576 2024-04-02T08:43:50.643 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.645+0000 7f7da3039780 1 > prepared part key=_multipart_993CLRT5TRZG.2~ESG6FHCBFB35.2 size=536161 2024-04-02T08:43:50.643 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.645+0000 7f7da3039780 1 > prepared multipart upload key=993CLRT5TRZG upload=ESG6FHCBFB35 tag=WRDM9ITVZX34 type=write size=3681889 2024-04-02T08:43:50.645 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.646+0000 7f7da3039780 1 < completed delete operation key=YWRL9YH2Y59R tag=LBJR506CONIQ type=del 2024-04-02T08:43:50.646 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.648+0000 7f7da3039780 1 > prepared operation key=YXESDZ3ETQK9 tag=5T14FOAW5CW8 type=del size=2742250 2024-04-02T08:43:50.648 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.649+0000 7f7da3039780 1 < canceled operation key=9JGJK5C8JJ0Z tag=Y2X59U3VJKDC type=del size=1659518 2024-04-02T08:43:50.651 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.652+0000 7f7da3039780 1 > prepared part key=_multipart_XN6KQ2LGZYGL.2~36N3UFOL7II5.0 size=1048576 2024-04-02T08:43:50.652 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.654+0000 7f7da3039780 1 > prepared part key=_multipart_XN6KQ2LGZYGL.2~36N3UFOL7II5.1 size=776813 2024-04-02T08:43:50.652 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.654+0000 7f7da3039780 1 > prepared multipart upload key=XN6KQ2LGZYGL upload=36N3UFOL7II5 tag=6H7FTMV6JQGW type=write size=2873965 2024-04-02T08:43:50.654 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.655+0000 7f7da3039780 1 < completed delete operation key=9JGJK5C8JJ0Z tag=QBFVZPPDIL6A type=del 2024-04-02T08:43:50.657 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.658+0000 7f7da3039780 1 > prepared part key=_multipart_NOK2IIY1WSGJ.2~R5OYOTZCTC1B.0 size=1048576 2024-04-02T08:43:50.658 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.659+0000 7f7da3039780 1 > prepared part key=_multipart_NOK2IIY1WSGJ.2~R5OYOTZCTC1B.1 size=1048576 2024-04-02T08:43:50.659 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.661+0000 7f7da3039780 1 > prepared part key=_multipart_NOK2IIY1WSGJ.2~R5OYOTZCTC1B.2 size=769749 2024-04-02T08:43:50.659 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.661+0000 7f7da3039780 1 > prepared multipart upload key=NOK2IIY1WSGJ upload=R5OYOTZCTC1B tag=NF3IE4WLC9LC type=write size=3915477 2024-04-02T08:43:50.661 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.662+0000 7f7da3039780 1 < canceled operation key=NOK2IIY1WSGJ tag=ND74VG6ATPAQ type=del size=3351594 2024-04-02T08:43:50.662 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.664+0000 7f7da3039780 1 > prepared operation key=Y5E6U7ZCX7JC tag=WEVGWFCIWTRI type=del size=4126416 2024-04-02T08:43:50.664 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.665+0000 7f7da3039780 1 < completed write operation key=9H9O464QAWB2 tag=35BPD88R7UG2 type=write size=955019 2024-04-02T08:43:50.666 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.668+0000 7f7da3039780 1 > prepared part key=_multipart_Y5E6U7ZCX7JC.2~D9V8PB7W96J1.0 size=1048576 2024-04-02T08:43:50.668 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.669+0000 7f7da3039780 1 > prepared part key=_multipart_Y5E6U7ZCX7JC.2~D9V8PB7W96J1.1 size=918551 2024-04-02T08:43:50.668 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.669+0000 7f7da3039780 1 > prepared multipart upload key=Y5E6U7ZCX7JC upload=D9V8PB7W96J1 tag=NRV8S5TBEPD7 type=write size=3015703 2024-04-02T08:43:50.669 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.671+0000 7f7da3039780 1 < completed delete operation key=XV6PSEG36RCA tag=VVL3XGC3WF0A type=del 2024-04-02T08:43:50.672 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.674+0000 7f7da3039780 1 > prepared part key=_multipart_AMAKFO5IP7AO.2~5EYVTJLHA6J2.0 size=730537 2024-04-02T08:43:50.672 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.674+0000 7f7da3039780 1 > prepared multipart upload key=AMAKFO5IP7AO upload=5EYVTJLHA6J2 tag=6AWFYNUI8OCG type=write size=1779113 2024-04-02T08:43:50.674 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.675+0000 7f7da3039780 1 < completed part key=_multipart_QSPL4WJY2BVT.2~U3RY4BK5W1KK.0 size=1048576 2024-04-02T08:43:50.675 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.677+0000 7f7da3039780 1 < completed part key=_multipart_QSPL4WJY2BVT.2~U3RY4BK5W1KK.1 size=1048576 2024-04-02T08:43:50.676 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.678+0000 7f7da3039780 1 < completed part key=_multipart_QSPL4WJY2BVT.2~U3RY4BK5W1KK.2 size=836542 2024-04-02T08:43:50.679 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.681+0000 7f7da3039780 1 < completed multipart upload key=QSPL4WJY2BVT upload=U3RY4BK5W1KK tag=P0E4HFIW84TV type=write size=3982270 2024-04-02T08:43:50.682 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.684+0000 7f7da3039780 1 > prepared part key=_multipart_IX5GR5MVNL1T.2~S2UM6QJOARVE.0 size=944954 2024-04-02T08:43:50.682 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.684+0000 7f7da3039780 1 > prepared multipart upload key=IX5GR5MVNL1T upload=S2UM6QJOARVE tag=LCMT4ZN6EV1W type=write size=1993530 2024-04-02T08:43:50.684 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.686+0000 7f7da3039780 1 < completed part key=_multipart_IX5GR5MVNL1T.2~BUHUGJJY8UXD.0 size=1048576 2024-04-02T08:43:50.685 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.687+0000 7f7da3039780 1 < completed part key=_multipart_IX5GR5MVNL1T.2~BUHUGJJY8UXD.1 size=825264 2024-04-02T08:43:50.688 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.689+0000 7f7da3039780 1 < completed multipart upload key=IX5GR5MVNL1T upload=BUHUGJJY8UXD tag=B1N9SZEIGOC6 type=write size=2922416 2024-04-02T08:43:50.689 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.691+0000 7f7da3039780 1 > prepared operation key=993CLRT5TRZG tag=ZFM01ILYMPYT type=write size=265743 2024-04-02T08:43:50.691 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.692+0000 7f7da3039780 1 < completed delete operation key=XV6PSEG36RCA tag=P43NV1RJZ43A type=del 2024-04-02T08:43:50.693 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.694+0000 7f7da3039780 1 > prepared operation key=81LFSX7KH5JC tag=LJTFVPDE4Z1O type=write size=6490 2024-04-02T08:43:50.694 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.696+0000 7f7da3039780 1 < completed delete operation key=N5AIAS76IS0Z tag=3ZLNDWTGUYDH type=del 2024-04-02T08:43:50.695 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.697+0000 7f7da3039780 1 > prepared operation key=YWRL9YH2Y59R tag=D3078A9LGJA3 type=del size=932735 2024-04-02T08:43:50.698 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.700+0000 7f7da3039780 1 < suggested remove operation key=IX5GR5MVNL1T tag=CBMIUX07IHF3 type=del 2024-04-02T08:43:50.700 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.701+0000 7f7da3039780 1 > prepared operation key=9JGJK5C8JJ0Z tag=TFBE2SQUCWBG type=del size=1296464 2024-04-02T08:43:50.702 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.703+0000 7f7da3039780 1 < completed delete operation key=R3KOUNXRRJL4 tag=4QO9BHK19MEO type=del 2024-04-02T08:43:50.704 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.706+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~QCNS4BHTGSXJ.0 size=1048576 2024-04-02T08:43:50.706 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.707+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~QCNS4BHTGSXJ.1 size=1048576 2024-04-02T08:43:50.707 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.709+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~QCNS4BHTGSXJ.2 size=547332 2024-04-02T08:43:50.707 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.709+0000 7f7da3039780 1 > prepared multipart upload key=ELDWOJAKQD69 upload=QCNS4BHTGSXJ tag=OPDKSGP8737D type=write size=3693060 2024-04-02T08:43:50.709 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.710+0000 7f7da3039780 1 < completed part key=_multipart_NOK2IIY1WSGJ.2~0O5H4I0GNOUO.0 size=1048576 2024-04-02T08:43:50.710 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.712+0000 7f7da3039780 1 < completed part key=_multipart_NOK2IIY1WSGJ.2~0O5H4I0GNOUO.1 size=463004 2024-04-02T08:43:50.713 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.714+0000 7f7da3039780 1 < completed multipart upload key=NOK2IIY1WSGJ upload=0O5H4I0GNOUO tag=ICE4ZS3AR56O type=write size=2560156 2024-04-02T08:43:50.714 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.716+0000 7f7da3039780 1 > prepared operation key=XN6KQ2LGZYGL tag=15OTWRP343VN type=write size=18364 2024-04-02T08:43:50.716 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.718+0000 7f7da3039780 1 < completed part key=_multipart_XN6KQ2LGZYGL.2~CCKRIGNJWULK.0 size=1048576 2024-04-02T08:43:50.717 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.719+0000 7f7da3039780 1 < completed part key=_multipart_XN6KQ2LGZYGL.2~CCKRIGNJWULK.1 size=1048576 2024-04-02T08:43:50.719 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.720+0000 7f7da3039780 1 < completed part key=_multipart_XN6KQ2LGZYGL.2~CCKRIGNJWULK.2 size=613788 2024-04-02T08:43:50.722 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.723+0000 7f7da3039780 1 < completed multipart upload key=XN6KQ2LGZYGL upload=CCKRIGNJWULK tag=C9WO6X2GRRIC type=write size=3759516 2024-04-02T08:43:50.723 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.725+0000 7f7da3039780 1 > prepared operation key=9JGJK5C8JJ0Z tag=545UWGMSIHL7 type=del size=495349 2024-04-02T08:43:50.724 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.725+0000 7f7da3039780 1 < canceled part key=_multipart_IX5GR5MVNL1T.2~L6Q6A40MJ4WS.0 size=248393 2024-04-02T08:43:50.726 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.728+0000 7f7da3039780 1 < canceled multipart upload key=IX5GR5MVNL1T upload=L6Q6A40MJ4WS tag=6NSYJ74ADCY8 type=write size=1296969 2024-04-02T08:43:50.729 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.731+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~0LYI7IGZRDMH.0 size=1048576 2024-04-02T08:43:50.730 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.732+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~0LYI7IGZRDMH.1 size=102717 2024-04-02T08:43:50.731 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.732+0000 7f7da3039780 1 > prepared multipart upload key=9H9O464QAWB2 upload=0LYI7IGZRDMH tag=JSFF16DP4LVG type=write size=2199869 2024-04-02T08:43:50.732 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.734+0000 7f7da3039780 1 < completed part key=_multipart_993CLRT5TRZG.2~ESG6FHCBFB35.0 size=1048576 2024-04-02T08:43:50.733 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.735+0000 7f7da3039780 1 < completed part key=_multipart_993CLRT5TRZG.2~ESG6FHCBFB35.1 size=1048576 2024-04-02T08:43:50.735 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.737+0000 7f7da3039780 1 < completed part key=_multipart_993CLRT5TRZG.2~ESG6FHCBFB35.2 size=536161 2024-04-02T08:43:50.738 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.740+0000 7f7da3039780 1 < completed multipart upload key=993CLRT5TRZG upload=ESG6FHCBFB35 tag=WRDM9ITVZX34 type=write size=3681889 2024-04-02T08:43:50.740 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.741+0000 7f7da3039780 1 > prepared operation key=NOK2IIY1WSGJ tag=62FF49PCIK7F type=write size=108079 2024-04-02T08:43:50.743 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.744+0000 7f7da3039780 1 < suggested remove operation key=YXESDZ3ETQK9 tag=5T14FOAW5CW8 type=del 2024-04-02T08:43:50.745 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.746+0000 7f7da3039780 1 > prepared operation key=QHKAPO5SX6SG tag=B3MLQRFBXCZD type=del size=3589851 2024-04-02T08:43:50.746 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.748+0000 7f7da3039780 1 < completed part key=_multipart_XN6KQ2LGZYGL.2~36N3UFOL7II5.0 size=1048576 2024-04-02T08:43:50.748 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.749+0000 7f7da3039780 1 < completed part key=_multipart_XN6KQ2LGZYGL.2~36N3UFOL7II5.1 size=776813 2024-04-02T08:43:50.751 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.753+0000 7f7da3039780 1 < completed multipart upload key=XN6KQ2LGZYGL upload=36N3UFOL7II5 tag=6H7FTMV6JQGW type=write size=2873965 2024-04-02T08:43:50.754 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.755+0000 7f7da3039780 1 > prepared part key=_multipart_A3I3KM5DTR9R.2~OUH6N5QI2YNU.0 size=1048576 2024-04-02T08:43:50.755 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.757+0000 7f7da3039780 1 > prepared part key=_multipart_A3I3KM5DTR9R.2~OUH6N5QI2YNU.1 size=576991 2024-04-02T08:43:50.755 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.757+0000 7f7da3039780 1 > prepared multipart upload key=A3I3KM5DTR9R upload=OUH6N5QI2YNU tag=OOMUEF7WDOKB type=write size=2674143 2024-04-02T08:43:50.757 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.758+0000 7f7da3039780 1 < completed part key=_multipart_NOK2IIY1WSGJ.2~R5OYOTZCTC1B.0 size=1048576 2024-04-02T08:43:50.758 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.760+0000 7f7da3039780 1 < completed part key=_multipart_NOK2IIY1WSGJ.2~R5OYOTZCTC1B.1 size=1048576 2024-04-02T08:43:50.760 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.761+0000 7f7da3039780 1 < completed part key=_multipart_NOK2IIY1WSGJ.2~R5OYOTZCTC1B.2 size=769749 2024-04-02T08:43:50.762 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.764+0000 7f7da3039780 1 < completed multipart upload key=NOK2IIY1WSGJ upload=R5OYOTZCTC1B tag=NF3IE4WLC9LC type=write size=3915477 2024-04-02T08:43:50.764 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.766+0000 7f7da3039780 1 > prepared operation key=Y5E6U7ZCX7JC tag=1KDY4QV4O11N type=del size=241833 2024-04-02T08:43:50.767 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.769+0000 7f7da3039780 1 < suggested update operation key=Y5E6U7ZCX7JC tag=WEVGWFCIWTRI type=del size=4126416 2024-04-02T08:43:50.770 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.772+0000 7f7da3039780 1 > prepared part key=_multipart_A3I3KM5DTR9R.2~AIPLYOSEFCDT.0 size=1048576 2024-04-02T08:43:50.772 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.773+0000 7f7da3039780 1 > prepared part key=_multipart_A3I3KM5DTR9R.2~AIPLYOSEFCDT.1 size=38408 2024-04-02T08:43:50.772 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.773+0000 7f7da3039780 1 > prepared multipart upload key=A3I3KM5DTR9R upload=AIPLYOSEFCDT tag=LXD2NT2K0LH4 type=write size=2135560 2024-04-02T08:43:50.773 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.775+0000 7f7da3039780 1 < completed part key=_multipart_Y5E6U7ZCX7JC.2~D9V8PB7W96J1.0 size=1048576 2024-04-02T08:43:50.775 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.776+0000 7f7da3039780 1 < completed part key=_multipart_Y5E6U7ZCX7JC.2~D9V8PB7W96J1.1 size=918551 2024-04-02T08:43:50.777 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.779+0000 7f7da3039780 1 < completed multipart upload key=Y5E6U7ZCX7JC upload=D9V8PB7W96J1 tag=NRV8S5TBEPD7 type=write size=3015703 2024-04-02T08:43:50.779 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.780+0000 7f7da3039780 1 > prepared operation key=YXESDZ3ETQK9 tag=613FQH2KAGZS type=del size=805461 2024-04-02T08:43:50.780 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.782+0000 7f7da3039780 1 < completed part key=_multipart_AMAKFO5IP7AO.2~5EYVTJLHA6J2.0 size=730537 2024-04-02T08:43:50.783 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.785+0000 7f7da3039780 1 < completed multipart upload key=AMAKFO5IP7AO upload=5EYVTJLHA6J2 tag=6AWFYNUI8OCG type=write size=1779113 2024-04-02T08:43:50.786 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.788+0000 7f7da3039780 1 > prepared part key=_multipart_XN6KQ2LGZYGL.2~4LAD3I1SWKDW.0 size=1048576 2024-04-02T08:43:50.787 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.789+0000 7f7da3039780 1 > prepared part key=_multipart_XN6KQ2LGZYGL.2~4LAD3I1SWKDW.1 size=918331 2024-04-02T08:43:50.787 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.789+0000 7f7da3039780 1 > prepared multipart upload key=XN6KQ2LGZYGL upload=4LAD3I1SWKDW tag=6RNDFE7MDF8R type=write size=3015483 2024-04-02T08:43:50.789 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.790+0000 7f7da3039780 1 < completed part key=_multipart_IX5GR5MVNL1T.2~S2UM6QJOARVE.0 size=944954 2024-04-02T08:43:50.791 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.793+0000 7f7da3039780 1 < completed multipart upload key=IX5GR5MVNL1T upload=S2UM6QJOARVE tag=LCMT4ZN6EV1W type=write size=1993530 2024-04-02T08:43:50.793 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.795+0000 7f7da3039780 1 > prepared operation key=57GR82RGCWC5 tag=QWXY97Y29ORR type=del size=1385107 2024-04-02T08:43:50.795 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.796+0000 7f7da3039780 1 < completed write operation key=993CLRT5TRZG tag=ZFM01ILYMPYT type=write size=265743 2024-04-02T08:43:50.796 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.798+0000 7f7da3039780 1 > prepared operation key=IX5GR5MVNL1T tag=MKSLL8B77ET4 type=del size=3983108 2024-04-02T08:43:50.798 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.800+0000 7f7da3039780 1 < completed write operation key=81LFSX7KH5JC tag=LJTFVPDE4Z1O type=write size=6490 2024-04-02T08:43:50.800 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.801+0000 7f7da3039780 1 > prepared operation key=57GR82RGCWC5 tag=5YO8428MSPNH type=del size=1826928 2024-04-02T08:43:50.801 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.803+0000 7f7da3039780 1 < completed delete operation key=YWRL9YH2Y59R tag=D3078A9LGJA3 type=del 2024-04-02T08:43:50.803 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.804+0000 7f7da3039780 1 > prepared operation key=SPZ4WDU9FXVH tag=1CG4YRDV5IYC type=write size=983470 2024-04-02T08:43:50.806 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.808+0000 7f7da3039780 1 < suggested update operation key=9JGJK5C8JJ0Z tag=TFBE2SQUCWBG type=del size=1296464 2024-04-02T08:43:50.808 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.810+0000 7f7da3039780 1 > prepared operation key=57GR82RGCWC5 tag=EDSQ4V7GSK0I type=del size=3017877 2024-04-02T08:43:50.810 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.811+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~QCNS4BHTGSXJ.0 size=1048576 2024-04-02T08:43:50.811 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.813+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~QCNS4BHTGSXJ.1 size=1048576 2024-04-02T08:43:50.812 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.814+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~QCNS4BHTGSXJ.2 size=547332 2024-04-02T08:43:50.815 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.817+0000 7f7da3039780 1 < completed multipart upload key=ELDWOJAKQD69 upload=QCNS4BHTGSXJ tag=OPDKSGP8737D type=write size=3693060 2024-04-02T08:43:50.817 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.818+0000 7f7da3039780 1 > prepared operation key=JFW247YEIEQ0 tag=CGCMLJRPSSV2 type=write size=854089 2024-04-02T08:43:50.819 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.820+0000 7f7da3039780 1 < completed write operation key=XN6KQ2LGZYGL tag=15OTWRP343VN type=write size=18364 2024-04-02T08:43:50.820 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.822+0000 7f7da3039780 1 > prepared operation key=IX5GR5MVNL1T tag=Z96H671Z9Z0O type=del size=2281900 2024-04-02T08:43:50.822 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.824+0000 7f7da3039780 -1 < failed to complete operation key=9JGJK5C8JJ0Z tag=545UWGMSIHL7 type=del size=495349: (22) Invalid argument 2024-04-02T08:43:50.824 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.825+0000 7f7da3039780 1 > prepared operation key=57GR82RGCWC5 tag=NOK6Y3MKYT6F type=del size=3513069 2024-04-02T08:43:50.826 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.827+0000 7f7da3039780 1 < completed part key=_multipart_9H9O464QAWB2.2~0LYI7IGZRDMH.0 size=1048576 2024-04-02T08:43:50.827 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.829+0000 7f7da3039780 1 < completed part key=_multipart_9H9O464QAWB2.2~0LYI7IGZRDMH.1 size=102717 2024-04-02T08:43:50.830 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.832+0000 7f7da3039780 1 < completed multipart upload key=9H9O464QAWB2 upload=0LYI7IGZRDMH tag=JSFF16DP4LVG type=write size=2199869 2024-04-02T08:43:50.832 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.833+0000 7f7da3039780 1 > prepared operation key=9JGJK5C8JJ0Z tag=GK3RATKZO45R type=del size=1075299 2024-04-02T08:43:50.833 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.835+0000 7f7da3039780 1 < completed write operation key=NOK2IIY1WSGJ tag=62FF49PCIK7F type=write size=108079 2024-04-02T08:43:50.836 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.838+0000 7f7da3039780 1 > prepared part key=_multipart_A3I3KM5DTR9R.2~RF0CBV8SF2Q1.0 size=1048576 2024-04-02T08:43:50.838 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.839+0000 7f7da3039780 1 > prepared part key=_multipart_A3I3KM5DTR9R.2~RF0CBV8SF2Q1.1 size=1048576 2024-04-02T08:43:50.839 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.840+0000 7f7da3039780 1 > prepared part key=_multipart_A3I3KM5DTR9R.2~RF0CBV8SF2Q1.2 size=704842 2024-04-02T08:43:50.839 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.840+0000 7f7da3039780 1 > prepared multipart upload key=A3I3KM5DTR9R upload=RF0CBV8SF2Q1 tag=DBXJ6VSS220X type=write size=3850570 2024-04-02T08:43:50.841 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.842+0000 7f7da3039780 1 < completed delete operation key=QHKAPO5SX6SG tag=B3MLQRFBXCZD type=del 2024-04-02T08:43:50.844 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.845+0000 7f7da3039780 1 > prepared part key=_multipart_YWRL9YH2Y59R.2~F1TI026FJYE9.0 size=1048576 2024-04-02T08:43:50.845 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.846+0000 7f7da3039780 1 > prepared part key=_multipart_YWRL9YH2Y59R.2~F1TI026FJYE9.1 size=1048576 2024-04-02T08:43:50.846 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.848+0000 7f7da3039780 1 > prepared part key=_multipart_YWRL9YH2Y59R.2~F1TI026FJYE9.2 size=780551 2024-04-02T08:43:50.846 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.848+0000 7f7da3039780 1 > prepared multipart upload key=YWRL9YH2Y59R upload=F1TI026FJYE9 tag=PPH1HZMMY50M type=write size=3926279 2024-04-02T08:43:50.848 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.850+0000 7f7da3039780 1 < completed part key=_multipart_A3I3KM5DTR9R.2~OUH6N5QI2YNU.0 size=1048576 2024-04-02T08:43:50.849 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.851+0000 7f7da3039780 1 < completed part key=_multipart_A3I3KM5DTR9R.2~OUH6N5QI2YNU.1 size=576991 2024-04-02T08:43:50.852 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.854+0000 7f7da3039780 1 < completed multipart upload key=A3I3KM5DTR9R upload=OUH6N5QI2YNU tag=OOMUEF7WDOKB type=write size=2674143 2024-04-02T08:43:50.854 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.855+0000 7f7da3039780 1 > prepared operation key=QHKAPO5SX6SG tag=DWFVFF3ESXCO type=del size=2243526 2024-04-02T08:43:50.856 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.857+0000 7f7da3039780 -1 < failed to complete operation key=Y5E6U7ZCX7JC tag=1KDY4QV4O11N type=del size=241833: (22) Invalid argument 2024-04-02T08:43:50.859 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.860+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~BJ06Z7IYMD20.0 size=1048576 2024-04-02T08:43:50.860 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.862+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~BJ06Z7IYMD20.1 size=1048576 2024-04-02T08:43:50.861 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.863+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~BJ06Z7IYMD20.2 size=706561 2024-04-02T08:43:50.862 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.863+0000 7f7da3039780 1 > prepared multipart upload key=9H9O464QAWB2 upload=BJ06Z7IYMD20 tag=EU6L3JS7IQL9 type=write size=3852289 2024-04-02T08:43:50.863 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.865+0000 7f7da3039780 1 < completed part key=_multipart_A3I3KM5DTR9R.2~AIPLYOSEFCDT.0 size=1048576 2024-04-02T08:43:50.864 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.866+0000 7f7da3039780 1 < completed part key=_multipart_A3I3KM5DTR9R.2~AIPLYOSEFCDT.1 size=38408 2024-04-02T08:43:50.867 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.869+0000 7f7da3039780 1 < completed multipart upload key=A3I3KM5DTR9R upload=AIPLYOSEFCDT tag=LXD2NT2K0LH4 type=write size=2135560 2024-04-02T08:43:50.869 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.870+0000 7f7da3039780 1 > prepared operation key=1SDLEDDX8LZR tag=7HXK0F7HEBGE type=del size=3161713 2024-04-02T08:43:50.870 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.872+0000 7f7da3039780 1 < completed delete operation key=YXESDZ3ETQK9 tag=613FQH2KAGZS type=del 2024-04-02T08:43:50.872 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.874+0000 7f7da3039780 1 > prepared operation key=YWRL9YH2Y59R tag=884T2P4SZN0Z type=del size=3139632 2024-04-02T08:43:50.874 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.875+0000 7f7da3039780 1 < completed part key=_multipart_XN6KQ2LGZYGL.2~4LAD3I1SWKDW.0 size=1048576 2024-04-02T08:43:50.875 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.877+0000 7f7da3039780 1 < completed part key=_multipart_XN6KQ2LGZYGL.2~4LAD3I1SWKDW.1 size=918331 2024-04-02T08:43:50.878 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.879+0000 7f7da3039780 1 < completed multipart upload key=XN6KQ2LGZYGL upload=4LAD3I1SWKDW tag=6RNDFE7MDF8R type=write size=3015483 2024-04-02T08:43:50.881 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.882+0000 7f7da3039780 1 > prepared part key=_multipart_9JGJK5C8JJ0Z.2~8BTGP30YSJAP.0 size=1048576 2024-04-02T08:43:50.882 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.884+0000 7f7da3039780 1 > prepared part key=_multipart_9JGJK5C8JJ0Z.2~8BTGP30YSJAP.1 size=1048576 2024-04-02T08:43:50.883 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.885+0000 7f7da3039780 1 > prepared part key=_multipart_9JGJK5C8JJ0Z.2~8BTGP30YSJAP.2 size=737141 2024-04-02T08:43:50.883 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.885+0000 7f7da3039780 1 > prepared multipart upload key=9JGJK5C8JJ0Z upload=8BTGP30YSJAP tag=SY8HK1CLGFM4 type=write size=3882869 2024-04-02T08:43:50.885 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.886+0000 7f7da3039780 1 < completed delete operation key=57GR82RGCWC5 tag=QWXY97Y29ORR type=del 2024-04-02T08:43:50.886 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.888+0000 7f7da3039780 1 > prepared operation key=AESEEOTWQSFQ tag=H7DB6019E0IX type=del size=2526664 2024-04-02T08:43:50.888 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.890+0000 7f7da3039780 1 < completed delete operation key=IX5GR5MVNL1T tag=MKSLL8B77ET4 type=del 2024-04-02T08:43:50.890 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.891+0000 7f7da3039780 1 > prepared operation key=XV6PSEG36RCA tag=1TFPRBA6T54N type=del size=3732337 2024-04-02T08:43:50.891 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.893+0000 7f7da3039780 1 < completed delete operation key=57GR82RGCWC5 tag=5YO8428MSPNH type=del 2024-04-02T08:43:50.893 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.894+0000 7f7da3039780 1 > prepared operation key=Z2HC0VEJJV9V tag=0GCZRMP7DMOX type=del size=2296414 2024-04-02T08:43:50.894 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.896+0000 7f7da3039780 1 < completed write operation key=SPZ4WDU9FXVH tag=1CG4YRDV5IYC type=write size=983470 2024-04-02T08:43:50.897 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.899+0000 7f7da3039780 1 > prepared part key=_multipart_993CLRT5TRZG.2~LAC3S7MSL85I.0 size=1048576 2024-04-02T08:43:50.898 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.900+0000 7f7da3039780 1 > prepared part key=_multipart_993CLRT5TRZG.2~LAC3S7MSL85I.1 size=1048576 2024-04-02T08:43:50.900 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.901+0000 7f7da3039780 1 > prepared part key=_multipart_993CLRT5TRZG.2~LAC3S7MSL85I.2 size=700855 2024-04-02T08:43:50.900 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.901+0000 7f7da3039780 1 > prepared multipart upload key=993CLRT5TRZG upload=LAC3S7MSL85I tag=TRKU7NB8GWHK type=write size=3846583 2024-04-02T08:43:50.901 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.903+0000 7f7da3039780 1 < completed delete operation key=57GR82RGCWC5 tag=EDSQ4V7GSK0I type=del 2024-04-02T08:43:50.903 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.904+0000 7f7da3039780 1 > prepared operation key=Z2HC0VEJJV9V tag=L4AYO9BA05ZL type=write size=815170 2024-04-02T08:43:50.905 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.906+0000 7f7da3039780 1 < canceled operation key=JFW247YEIEQ0 tag=CGCMLJRPSSV2 type=write size=854089 2024-04-02T08:43:50.908 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.909+0000 7f7da3039780 1 > prepared part key=_multipart_A3I3KM5DTR9R.2~SHMNO00BDDAB.0 size=879499 2024-04-02T08:43:50.908 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.909+0000 7f7da3039780 1 > prepared multipart upload key=A3I3KM5DTR9R upload=SHMNO00BDDAB tag=PQJ3KW9CHIGP type=write size=1928075 2024-04-02T08:43:50.909 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.911+0000 7f7da3039780 1 < completed delete operation key=IX5GR5MVNL1T tag=Z96H671Z9Z0O type=del 2024-04-02T08:43:50.915 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.914+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~4QUUK53OIMJW.0 size=1048576 2024-04-02T08:43:50.915 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.915+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~4QUUK53OIMJW.1 size=292370 2024-04-02T08:43:50.915 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.915+0000 7f7da3039780 1 > prepared multipart upload key=QSPL4WJY2BVT upload=4QUUK53OIMJW tag=0Z6V4FQWY16U type=write size=2389522 2024-04-02T08:43:50.915 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.916+0000 7f7da3039780 1 < completed delete operation key=57GR82RGCWC5 tag=NOK6Y3MKYT6F type=del 2024-04-02T08:43:50.918 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.919+0000 7f7da3039780 1 > prepared part key=_multipart_JFW247YEIEQ0.2~T9JC6FJ4TYEK.0 size=1048576 2024-04-02T08:43:50.919 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.921+0000 7f7da3039780 1 > prepared part key=_multipart_JFW247YEIEQ0.2~T9JC6FJ4TYEK.1 size=1048576 2024-04-02T08:43:50.920 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.922+0000 7f7da3039780 1 > prepared part key=_multipart_JFW247YEIEQ0.2~T9JC6FJ4TYEK.2 size=450840 2024-04-02T08:43:50.920 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.922+0000 7f7da3039780 1 > prepared multipart upload key=JFW247YEIEQ0 upload=T9JC6FJ4TYEK tag=IH1W4WH90TG1 type=write size=3596568 2024-04-02T08:43:50.922 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.923+0000 7f7da3039780 1 < completed delete operation key=9JGJK5C8JJ0Z tag=GK3RATKZO45R type=del 2024-04-02T08:43:50.923 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.925+0000 7f7da3039780 1 > prepared operation key=57GR82RGCWC5 tag=JZ2LNM7GKNB8 type=del size=1619633 2024-04-02T08:43:50.925 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.927+0000 7f7da3039780 1 < completed part key=_multipart_A3I3KM5DTR9R.2~RF0CBV8SF2Q1.0 size=1048576 2024-04-02T08:43:50.926 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.928+0000 7f7da3039780 1 < completed part key=_multipart_A3I3KM5DTR9R.2~RF0CBV8SF2Q1.1 size=1048576 2024-04-02T08:43:50.928 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.929+0000 7f7da3039780 1 < completed part key=_multipart_A3I3KM5DTR9R.2~RF0CBV8SF2Q1.2 size=704842 2024-04-02T08:43:50.930 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.932+0000 7f7da3039780 1 < completed multipart upload key=A3I3KM5DTR9R upload=RF0CBV8SF2Q1 tag=DBXJ6VSS220X type=write size=3850570 2024-04-02T08:43:50.933 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.935+0000 7f7da3039780 1 > prepared part key=_multipart_NOK2IIY1WSGJ.2~AP5NJL0SP5TB.0 size=1048576 2024-04-02T08:43:50.935 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.936+0000 7f7da3039780 1 > prepared part key=_multipart_NOK2IIY1WSGJ.2~AP5NJL0SP5TB.1 size=1048576 2024-04-02T08:43:50.936 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.938+0000 7f7da3039780 1 > prepared part key=_multipart_NOK2IIY1WSGJ.2~AP5NJL0SP5TB.2 size=64085 2024-04-02T08:43:50.936 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.938+0000 7f7da3039780 1 > prepared multipart upload key=NOK2IIY1WSGJ upload=AP5NJL0SP5TB tag=7CB5T6EUPRO2 type=write size=3209813 2024-04-02T08:43:50.938 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.939+0000 7f7da3039780 1 < completed part key=_multipart_YWRL9YH2Y59R.2~F1TI026FJYE9.0 size=1048576 2024-04-02T08:43:50.939 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.940+0000 7f7da3039780 1 < completed part key=_multipart_YWRL9YH2Y59R.2~F1TI026FJYE9.1 size=1048576 2024-04-02T08:43:50.940 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.942+0000 7f7da3039780 1 < completed part key=_multipart_YWRL9YH2Y59R.2~F1TI026FJYE9.2 size=780551 2024-04-02T08:43:50.943 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.945+0000 7f7da3039780 1 < completed multipart upload key=YWRL9YH2Y59R upload=F1TI026FJYE9 tag=PPH1HZMMY50M type=write size=3926279 2024-04-02T08:43:50.946 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.948+0000 7f7da3039780 1 > prepared part key=_multipart_N5AIAS76IS0Z.2~CHTL7E49TAB4.0 size=512547 2024-04-02T08:43:50.946 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.948+0000 7f7da3039780 1 > prepared multipart upload key=N5AIAS76IS0Z upload=CHTL7E49TAB4 tag=N7UXY17HA2GZ type=write size=1561123 2024-04-02T08:43:50.948 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.949+0000 7f7da3039780 1 < completed delete operation key=QHKAPO5SX6SG tag=DWFVFF3ESXCO type=del 2024-04-02T08:43:50.949 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.951+0000 7f7da3039780 1 > prepared operation key=ZZ885TFYL1OI tag=LS2H5F7VCPDE type=del size=1140530 2024-04-02T08:43:50.951 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.953+0000 7f7da3039780 1 < completed part key=_multipart_9H9O464QAWB2.2~BJ06Z7IYMD20.0 size=1048576 2024-04-02T08:43:50.953 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.954+0000 7f7da3039780 1 < completed part key=_multipart_9H9O464QAWB2.2~BJ06Z7IYMD20.1 size=1048576 2024-04-02T08:43:50.954 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.955+0000 7f7da3039780 1 < completed part key=_multipart_9H9O464QAWB2.2~BJ06Z7IYMD20.2 size=706561 2024-04-02T08:43:50.956 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.958+0000 7f7da3039780 1 < completed multipart upload key=9H9O464QAWB2 upload=BJ06Z7IYMD20 tag=EU6L3JS7IQL9 type=write size=3852289 2024-04-02T08:43:50.959 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.961+0000 7f7da3039780 1 > prepared part key=_multipart_57GR82RGCWC5.2~P4IR2VHK95BU.0 size=1048576 2024-04-02T08:43:50.961 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.962+0000 7f7da3039780 1 > prepared part key=_multipart_57GR82RGCWC5.2~P4IR2VHK95BU.1 size=1048576 2024-04-02T08:43:50.962 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.964+0000 7f7da3039780 1 > prepared part key=_multipart_57GR82RGCWC5.2~P4IR2VHK95BU.2 size=34711 2024-04-02T08:43:50.963 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.964+0000 7f7da3039780 1 > prepared multipart upload key=57GR82RGCWC5 upload=P4IR2VHK95BU tag=ZSTDOM8ZXFCG type=write size=3180439 2024-04-02T08:43:50.964 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.965+0000 7f7da3039780 1 < completed delete operation key=1SDLEDDX8LZR tag=7HXK0F7HEBGE type=del 2024-04-02T08:43:50.966 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.967+0000 7f7da3039780 1 > prepared operation key=EAG9W8JA0WA6 tag=3O5Q3L30VDWI type=del size=2319527 2024-04-02T08:43:50.967 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.969+0000 7f7da3039780 1 < completed delete operation key=YWRL9YH2Y59R tag=884T2P4SZN0Z type=del 2024-04-02T08:43:50.969 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.970+0000 7f7da3039780 1 > prepared operation key=NOK2IIY1WSGJ tag=8EQG0749K2XU type=del size=908396 2024-04-02T08:43:50.970 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.972+0000 7f7da3039780 1 < completed part key=_multipart_9JGJK5C8JJ0Z.2~8BTGP30YSJAP.0 size=1048576 2024-04-02T08:43:50.971 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.972+0000 7f7da3039780 1 < canceled part key=_multipart_9JGJK5C8JJ0Z.2~8BTGP30YSJAP.1 size=1048576 2024-04-02T08:43:50.972 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.973+0000 7f7da3039780 1 < completed part key=_multipart_9JGJK5C8JJ0Z.2~8BTGP30YSJAP.2 size=737141 2024-04-02T08:43:50.975 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.976+0000 7f7da3039780 1 < canceled multipart upload key=9JGJK5C8JJ0Z upload=8BTGP30YSJAP tag=SY8HK1CLGFM4 type=write size=3882869 2024-04-02T08:43:50.976 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.978+0000 7f7da3039780 1 > prepared operation key=SPZ4WDU9FXVH tag=R2PL4M6U12ZM type=del size=2987657 2024-04-02T08:43:50.978 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.980+0000 7f7da3039780 1 < completed delete operation key=AESEEOTWQSFQ tag=H7DB6019E0IX type=del 2024-04-02T08:43:50.980 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.981+0000 7f7da3039780 1 > prepared operation key=QSPL4WJY2BVT tag=IYLOGKP230FF type=write size=941442 2024-04-02T08:43:50.981 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.983+0000 7f7da3039780 1 < canceled operation key=XV6PSEG36RCA tag=1TFPRBA6T54N type=del size=3732337 2024-04-02T08:43:50.983 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.985+0000 7f7da3039780 1 > prepared operation key=QHKAPO5SX6SG tag=U19HP6YHVWQM type=del size=1494711 2024-04-02T08:43:50.985 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.987+0000 7f7da3039780 1 < completed delete operation key=Z2HC0VEJJV9V tag=0GCZRMP7DMOX type=del 2024-04-02T08:43:50.987 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.988+0000 7f7da3039780 1 > prepared operation key=R3KOUNXRRJL4 tag=DAWZZOMYSEL4 type=write size=1046607 2024-04-02T08:43:50.988 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.990+0000 7f7da3039780 1 < completed part key=_multipart_993CLRT5TRZG.2~LAC3S7MSL85I.0 size=1048576 2024-04-02T08:43:50.990 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.991+0000 7f7da3039780 1 < completed part key=_multipart_993CLRT5TRZG.2~LAC3S7MSL85I.1 size=1048576 2024-04-02T08:43:50.991 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.993+0000 7f7da3039780 1 < completed part key=_multipart_993CLRT5TRZG.2~LAC3S7MSL85I.2 size=700855 2024-04-02T08:43:50.994 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.996+0000 7f7da3039780 1 < completed multipart upload key=993CLRT5TRZG upload=LAC3S7MSL85I tag=TRKU7NB8GWHK type=write size=3846583 2024-04-02T08:43:50.997 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:50.998+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~6XS6TLOEC7WX.0 size=1048576 2024-04-02T08:43:50.999 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.000+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~6XS6TLOEC7WX.1 size=1048576 2024-04-02T08:43:51.000 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.002+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~6XS6TLOEC7WX.2 size=182140 2024-04-02T08:43:51.000 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.002+0000 7f7da3039780 1 > prepared multipart upload key=6TJF572KI0FA upload=6XS6TLOEC7WX tag=C3XY0PZA51SH type=write size=3327868 2024-04-02T08:43:51.002 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.003+0000 7f7da3039780 1 < canceled operation key=Z2HC0VEJJV9V tag=L4AYO9BA05ZL type=write size=815170 2024-04-02T08:43:51.003 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.005+0000 7f7da3039780 1 > prepared operation key=EAG9W8JA0WA6 tag=O9T3FADG40YJ type=del size=1882786 2024-04-02T08:43:51.005 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.007+0000 7f7da3039780 1 < completed part key=_multipart_A3I3KM5DTR9R.2~SHMNO00BDDAB.0 size=879499 2024-04-02T08:43:51.008 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.010+0000 7f7da3039780 1 < completed multipart upload key=A3I3KM5DTR9R upload=SHMNO00BDDAB tag=PQJ3KW9CHIGP type=write size=1928075 2024-04-02T08:43:51.010 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.012+0000 7f7da3039780 1 > prepared operation key=57GR82RGCWC5 tag=5JTC44PA76TY type=del size=45402 2024-04-02T08:43:51.012 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.014+0000 7f7da3039780 1 < completed part key=_multipart_QSPL4WJY2BVT.2~4QUUK53OIMJW.0 size=1048576 2024-04-02T08:43:51.013 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.015+0000 7f7da3039780 1 < completed part key=_multipart_QSPL4WJY2BVT.2~4QUUK53OIMJW.1 size=292370 2024-04-02T08:43:51.016 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.018+0000 7f7da3039780 1 < completed multipart upload key=QSPL4WJY2BVT upload=4QUUK53OIMJW tag=0Z6V4FQWY16U type=write size=2389522 2024-04-02T08:43:51.018 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.019+0000 7f7da3039780 1 > prepared operation key=XV6PSEG36RCA tag=3MD9FADHW8EF type=del size=1683818 2024-04-02T08:43:51.018 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.020+0000 7f7da3039780 1 < canceled part key=_multipart_JFW247YEIEQ0.2~T9JC6FJ4TYEK.0 size=1048576 2024-04-02T08:43:51.019 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.021+0000 7f7da3039780 1 < completed part key=_multipart_JFW247YEIEQ0.2~T9JC6FJ4TYEK.1 size=1048576 2024-04-02T08:43:51.021 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.022+0000 7f7da3039780 1 < completed part key=_multipart_JFW247YEIEQ0.2~T9JC6FJ4TYEK.2 size=450840 2024-04-02T08:43:51.024 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.025+0000 7f7da3039780 1 < canceled multipart upload key=JFW247YEIEQ0 upload=T9JC6FJ4TYEK tag=IH1W4WH90TG1 type=write size=3596568 2024-04-02T08:43:51.026 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.028+0000 7f7da3039780 1 > prepared part key=_multipart_N5AIAS76IS0Z.2~LY3L4F8UPTJT.0 size=1048576 2024-04-02T08:43:51.028 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.029+0000 7f7da3039780 1 > prepared part key=_multipart_N5AIAS76IS0Z.2~LY3L4F8UPTJT.1 size=242257 2024-04-02T08:43:51.028 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.029+0000 7f7da3039780 1 > prepared multipart upload key=N5AIAS76IS0Z upload=LY3L4F8UPTJT tag=FH5QDXNP0178 type=write size=2339409 2024-04-02T08:43:51.029 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.031+0000 7f7da3039780 1 < completed delete operation key=57GR82RGCWC5 tag=JZ2LNM7GKNB8 type=del 2024-04-02T08:43:51.032 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.034+0000 7f7da3039780 1 > prepared part key=_multipart_993CLRT5TRZG.2~HZO375B014A6.0 size=942565 2024-04-02T08:43:51.032 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.034+0000 7f7da3039780 1 > prepared multipart upload key=993CLRT5TRZG upload=HZO375B014A6 tag=8XI172BF815G type=write size=1991141 2024-04-02T08:43:51.034 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.035+0000 7f7da3039780 1 < completed part key=_multipart_NOK2IIY1WSGJ.2~AP5NJL0SP5TB.0 size=1048576 2024-04-02T08:43:51.035 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.037+0000 7f7da3039780 1 < completed part key=_multipart_NOK2IIY1WSGJ.2~AP5NJL0SP5TB.1 size=1048576 2024-04-02T08:43:51.036 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.038+0000 7f7da3039780 1 < completed part key=_multipart_NOK2IIY1WSGJ.2~AP5NJL0SP5TB.2 size=64085 2024-04-02T08:43:51.039 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.040+0000 7f7da3039780 1 < completed multipart upload key=NOK2IIY1WSGJ upload=AP5NJL0SP5TB tag=7CB5T6EUPRO2 type=write size=3209813 2024-04-02T08:43:51.041 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.042+0000 7f7da3039780 1 > prepared operation key=XN6KQ2LGZYGL tag=VI5ZR623A4SF type=del size=1693891 2024-04-02T08:43:51.042 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.044+0000 7f7da3039780 1 < completed part key=_multipart_N5AIAS76IS0Z.2~CHTL7E49TAB4.0 size=512547 2024-04-02T08:43:51.045 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.046+0000 7f7da3039780 1 < completed multipart upload key=N5AIAS76IS0Z upload=CHTL7E49TAB4 tag=N7UXY17HA2GZ type=write size=1561123 2024-04-02T08:43:51.046 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.048+0000 7f7da3039780 1 > prepared operation key=1SDLEDDX8LZR tag=0NK402VOKKKS type=del size=3934064 2024-04-02T08:43:51.048 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.049+0000 7f7da3039780 1 < completed delete operation key=ZZ885TFYL1OI tag=LS2H5F7VCPDE type=del 2024-04-02T08:43:51.049 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.051+0000 7f7da3039780 1 > prepared operation key=6TJF572KI0FA tag=HH2LDPMPD32H type=del size=3962853 2024-04-02T08:43:51.051 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.053+0000 7f7da3039780 1 < completed part key=_multipart_57GR82RGCWC5.2~P4IR2VHK95BU.0 size=1048576 2024-04-02T08:43:51.052 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.054+0000 7f7da3039780 1 < completed part key=_multipart_57GR82RGCWC5.2~P4IR2VHK95BU.1 size=1048576 2024-04-02T08:43:51.054 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.055+0000 7f7da3039780 1 < completed part key=_multipart_57GR82RGCWC5.2~P4IR2VHK95BU.2 size=34711 2024-04-02T08:43:51.057 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.058+0000 7f7da3039780 1 < completed multipart upload key=57GR82RGCWC5 upload=P4IR2VHK95BU tag=ZSTDOM8ZXFCG type=write size=3180439 2024-04-02T08:43:51.058 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.060+0000 7f7da3039780 1 > prepared operation key=D0Z1XMS5I5SH tag=645K03DH6ZOC type=del size=3625145 2024-04-02T08:43:51.060 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.061+0000 7f7da3039780 1 < completed delete operation key=EAG9W8JA0WA6 tag=3O5Q3L30VDWI type=del 2024-04-02T08:43:51.063 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.064+0000 7f7da3039780 1 > prepared part key=_multipart_Y5E6U7ZCX7JC.2~7V6YB8QREJUY.0 size=1048576 2024-04-02T08:43:51.064 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.066+0000 7f7da3039780 1 > prepared part key=_multipart_Y5E6U7ZCX7JC.2~7V6YB8QREJUY.1 size=1048576 2024-04-02T08:43:51.065 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.067+0000 7f7da3039780 1 > prepared part key=_multipart_Y5E6U7ZCX7JC.2~7V6YB8QREJUY.2 size=34188 2024-04-02T08:43:51.065 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.067+0000 7f7da3039780 1 > prepared multipart upload key=Y5E6U7ZCX7JC upload=7V6YB8QREJUY tag=JMITZVA1EYTX type=write size=3179916 2024-04-02T08:43:51.067 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.068+0000 7f7da3039780 1 < completed delete operation key=NOK2IIY1WSGJ tag=8EQG0749K2XU type=del 2024-04-02T08:43:51.069 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.070+0000 7f7da3039780 1 > prepared operation key=993CLRT5TRZG tag=NAC7XA3IDASQ type=write size=233722 2024-04-02T08:43:51.070 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.072+0000 7f7da3039780 1 < completed delete operation key=SPZ4WDU9FXVH tag=R2PL4M6U12ZM type=del 2024-04-02T08:43:51.073 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.075+0000 7f7da3039780 1 > prepared part key=_multipart_EAG9W8JA0WA6.2~U7EOFSUSG726.0 size=652405 2024-04-02T08:43:51.073 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.075+0000 7f7da3039780 1 > prepared multipart upload key=EAG9W8JA0WA6 upload=U7EOFSUSG726 tag=NIP24OL5IBML type=write size=1700981 2024-04-02T08:43:51.075 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.077+0000 7f7da3039780 1 < completed write operation key=QSPL4WJY2BVT tag=IYLOGKP230FF type=write size=941442 2024-04-02T08:43:51.077 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.078+0000 7f7da3039780 1 > prepared operation key=Y5E6U7ZCX7JC tag=8CIFJ4HC4UBD type=del size=2470942 2024-04-02T08:43:51.078 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.080+0000 7f7da3039780 1 < completed delete operation key=QHKAPO5SX6SG tag=U19HP6YHVWQM type=del 2024-04-02T08:43:51.082 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.083+0000 7f7da3039780 1 > prepared part key=_multipart_YXESDZ3ETQK9.2~M61B3XJPUA89.0 size=1048576 2024-04-02T08:43:51.083 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.085+0000 7f7da3039780 1 > prepared part key=_multipart_YXESDZ3ETQK9.2~M61B3XJPUA89.1 size=1048576 2024-04-02T08:43:51.084 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.086+0000 7f7da3039780 1 > prepared part key=_multipart_YXESDZ3ETQK9.2~M61B3XJPUA89.2 size=1030377 2024-04-02T08:43:51.084 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.086+0000 7f7da3039780 1 > prepared multipart upload key=YXESDZ3ETQK9 upload=M61B3XJPUA89 tag=34OP93KSO3UF type=write size=4176105 2024-04-02T08:43:51.086 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.087+0000 7f7da3039780 1 < completed write operation key=R3KOUNXRRJL4 tag=DAWZZOMYSEL4 type=write size=1046607 2024-04-02T08:43:51.087 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.089+0000 7f7da3039780 1 > prepared operation key=JFW247YEIEQ0 tag=RKUN0L4F79X6 type=del size=565506 2024-04-02T08:43:51.089 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.091+0000 7f7da3039780 1 < completed part key=_multipart_6TJF572KI0FA.2~6XS6TLOEC7WX.0 size=1048576 2024-04-02T08:43:51.091 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.092+0000 7f7da3039780 1 < completed part key=_multipart_6TJF572KI0FA.2~6XS6TLOEC7WX.1 size=1048576 2024-04-02T08:43:51.092 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.094+0000 7f7da3039780 1 < completed part key=_multipart_6TJF572KI0FA.2~6XS6TLOEC7WX.2 size=182140 2024-04-02T08:43:51.095 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.097+0000 7f7da3039780 1 < completed multipart upload key=6TJF572KI0FA upload=6XS6TLOEC7WX tag=C3XY0PZA51SH type=write size=3327868 2024-04-02T08:43:51.097 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.098+0000 7f7da3039780 1 > prepared operation key=993CLRT5TRZG tag=7KEB7ZZ2FKKG type=del size=2577310 2024-04-02T08:43:51.098 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.100+0000 7f7da3039780 1 < completed delete operation key=EAG9W8JA0WA6 tag=O9T3FADG40YJ type=del 2024-04-02T08:43:51.100 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.102+0000 7f7da3039780 1 > prepared operation key=9H9O464QAWB2 tag=RR0030I4SFK0 type=del size=8040 2024-04-02T08:43:51.106 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.106+0000 7f7da3039780 1 < suggested update operation key=57GR82RGCWC5 tag=5JTC44PA76TY type=del size=45402 2024-04-02T08:43:51.106 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.108+0000 7f7da3039780 1 > prepared operation key=SPZ4WDU9FXVH tag=923JP97XQI08 type=write size=87921 2024-04-02T08:43:51.108 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.109+0000 7f7da3039780 1 < completed delete operation key=XV6PSEG36RCA tag=3MD9FADHW8EF type=del 2024-04-02T08:43:51.110 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.111+0000 7f7da3039780 1 > prepared operation key=IX5GR5MVNL1T tag=2HJOWGCUV7N8 type=del size=2705271 2024-04-02T08:43:51.112 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.113+0000 7f7da3039780 1 < completed part key=_multipart_N5AIAS76IS0Z.2~LY3L4F8UPTJT.0 size=1048576 2024-04-02T08:43:51.113 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.115+0000 7f7da3039780 1 < completed part key=_multipart_N5AIAS76IS0Z.2~LY3L4F8UPTJT.1 size=242257 2024-04-02T08:43:51.119 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.118+0000 7f7da3039780 1 < completed multipart upload key=N5AIAS76IS0Z upload=LY3L4F8UPTJT tag=FH5QDXNP0178 type=write size=2339409 2024-04-02T08:43:51.120 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.121+0000 7f7da3039780 1 > prepared part key=_multipart_Z2HC0VEJJV9V.2~LFRL9KBAG2W5.0 size=1048576 2024-04-02T08:43:51.121 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.123+0000 7f7da3039780 1 > prepared part key=_multipart_Z2HC0VEJJV9V.2~LFRL9KBAG2W5.1 size=1048576 2024-04-02T08:43:51.123 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.124+0000 7f7da3039780 1 > prepared part key=_multipart_Z2HC0VEJJV9V.2~LFRL9KBAG2W5.2 size=834479 2024-04-02T08:43:51.123 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.124+0000 7f7da3039780 1 > prepared multipart upload key=Z2HC0VEJJV9V upload=LFRL9KBAG2W5 tag=I8GG7CWAG9Y6 type=write size=3980207 2024-04-02T08:43:51.125 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.126+0000 7f7da3039780 1 < completed part key=_multipart_993CLRT5TRZG.2~HZO375B014A6.0 size=942565 2024-04-02T08:43:51.128 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.129+0000 7f7da3039780 1 < completed multipart upload key=993CLRT5TRZG upload=HZO375B014A6 tag=8XI172BF815G type=write size=1991141 2024-04-02T08:43:51.129 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.131+0000 7f7da3039780 1 > prepared operation key=9H9O464QAWB2 tag=D5RI7XLEASRE type=del size=1412473 2024-04-02T08:43:51.131 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.133+0000 7f7da3039780 1 < completed delete operation key=XN6KQ2LGZYGL tag=VI5ZR623A4SF type=del 2024-04-02T08:43:51.133 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.134+0000 7f7da3039780 1 > prepared operation key=AMAKFO5IP7AO tag=GQ3IO6N3BWAR type=del size=2027481 2024-04-02T08:43:51.135 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.136+0000 7f7da3039780 1 < completed delete operation key=1SDLEDDX8LZR tag=0NK402VOKKKS type=del 2024-04-02T08:43:51.136 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.138+0000 7f7da3039780 1 > prepared operation key=D0Z1XMS5I5SH tag=GHWX42B56PZY type=del size=1182696 2024-04-02T08:43:51.138 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.139+0000 7f7da3039780 1 < completed delete operation key=6TJF572KI0FA tag=HH2LDPMPD32H type=del 2024-04-02T08:43:51.139 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.141+0000 7f7da3039780 1 > prepared operation key=B23RMWV8I9ZL tag=QI15AKD5BO54 type=del size=528678 2024-04-02T08:43:51.141 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.143+0000 7f7da3039780 1 < completed delete operation key=D0Z1XMS5I5SH tag=645K03DH6ZOC type=del 2024-04-02T08:43:51.143 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.144+0000 7f7da3039780 1 > prepared operation key=AMAKFO5IP7AO tag=TOHVGOV2A9TO type=del size=1786026 2024-04-02T08:43:51.145 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.146+0000 7f7da3039780 1 < completed part key=_multipart_Y5E6U7ZCX7JC.2~7V6YB8QREJUY.0 size=1048576 2024-04-02T08:43:51.146 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.148+0000 7f7da3039780 1 < completed part key=_multipart_Y5E6U7ZCX7JC.2~7V6YB8QREJUY.1 size=1048576 2024-04-02T08:43:51.147 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.149+0000 7f7da3039780 1 < completed part key=_multipart_Y5E6U7ZCX7JC.2~7V6YB8QREJUY.2 size=34188 2024-04-02T08:43:51.151 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.152+0000 7f7da3039780 1 < completed multipart upload key=Y5E6U7ZCX7JC upload=7V6YB8QREJUY tag=JMITZVA1EYTX type=write size=3179916 2024-04-02T08:43:51.152 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.154+0000 7f7da3039780 1 > prepared operation key=9H9O464QAWB2 tag=HGSKCAJHZGXJ type=del size=2442126 2024-04-02T08:43:51.154 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.156+0000 7f7da3039780 1 < completed write operation key=993CLRT5TRZG tag=NAC7XA3IDASQ type=write size=233722 2024-04-02T08:43:51.156 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.158+0000 7f7da3039780 1 > prepared operation key=9JGJK5C8JJ0Z tag=5OK2OUAE1V27 type=del size=334753 2024-04-02T08:43:51.158 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.160+0000 7f7da3039780 1 < completed part key=_multipart_EAG9W8JA0WA6.2~U7EOFSUSG726.0 size=652405 2024-04-02T08:43:51.161 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.162+0000 7f7da3039780 1 < completed multipart upload key=EAG9W8JA0WA6 upload=U7EOFSUSG726 tag=NIP24OL5IBML type=write size=1700981 2024-04-02T08:43:51.163 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.164+0000 7f7da3039780 1 > prepared operation key=SPZ4WDU9FXVH tag=ZDW5YY4QF6TA type=del size=1162005 2024-04-02T08:43:51.166 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.168+0000 7f7da3039780 1 < suggested update operation key=Y5E6U7ZCX7JC tag=8CIFJ4HC4UBD type=del size=2470942 2024-04-02T08:43:51.170 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.171+0000 7f7da3039780 1 > prepared part key=_multipart_N5AIAS76IS0Z.2~0QOYBC7MR3KC.0 size=951193 2024-04-02T08:43:51.170 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.171+0000 7f7da3039780 1 > prepared multipart upload key=N5AIAS76IS0Z upload=0QOYBC7MR3KC tag=0HBBNPMDSRG5 type=write size=1999769 2024-04-02T08:43:51.172 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.173+0000 7f7da3039780 1 < completed part key=_multipart_YXESDZ3ETQK9.2~M61B3XJPUA89.0 size=1048576 2024-04-02T08:43:51.173 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.175+0000 7f7da3039780 1 < completed part key=_multipart_YXESDZ3ETQK9.2~M61B3XJPUA89.1 size=1048576 2024-04-02T08:43:51.175 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.176+0000 7f7da3039780 1 < completed part key=_multipart_YXESDZ3ETQK9.2~M61B3XJPUA89.2 size=1030377 2024-04-02T08:43:51.178 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.179+0000 7f7da3039780 1 < completed multipart upload key=YXESDZ3ETQK9 upload=M61B3XJPUA89 tag=34OP93KSO3UF type=write size=4176105 2024-04-02T08:43:51.180 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.181+0000 7f7da3039780 1 > prepared operation key=QSPL4WJY2BVT tag=PIFJFY10HFVC type=del size=3793989 2024-04-02T08:43:51.184 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.185+0000 7f7da3039780 1 < suggested remove operation key=JFW247YEIEQ0 tag=RKUN0L4F79X6 type=del 2024-04-02T08:43:51.185 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.187+0000 7f7da3039780 1 > prepared operation key=QSPL4WJY2BVT tag=CJ8EXRWPFSR2 type=del size=2693629 2024-04-02T08:43:51.187 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.189+0000 7f7da3039780 1 < completed delete operation key=993CLRT5TRZG tag=7KEB7ZZ2FKKG type=del 2024-04-02T08:43:51.191 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.192+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~VEOR2ETECIER.0 size=1048576 2024-04-02T08:43:51.192 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.193+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~VEOR2ETECIER.1 size=1048576 2024-04-02T08:43:51.193 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.195+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~VEOR2ETECIER.2 size=289240 2024-04-02T08:43:51.193 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.195+0000 7f7da3039780 1 > prepared multipart upload key=ELDWOJAKQD69 upload=VEOR2ETECIER tag=FWQP3ILI0AZ0 type=write size=3434968 2024-04-02T08:43:51.195 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.196+0000 7f7da3039780 1 < completed delete operation key=9H9O464QAWB2 tag=RR0030I4SFK0 type=del 2024-04-02T08:43:51.197 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.198+0000 7f7da3039780 1 > prepared operation key=AMAKFO5IP7AO tag=Y6VBYJWR0LK4 type=del size=3741341 2024-04-02T08:43:51.198 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.200+0000 7f7da3039780 1 < completed write operation key=SPZ4WDU9FXVH tag=923JP97XQI08 type=write size=87921 2024-04-02T08:43:51.200 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.202+0000 7f7da3039780 1 > prepared operation key=D0Z1XMS5I5SH tag=3SC3GH9SSY8C type=del size=3466337 2024-04-02T08:43:51.202 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.203+0000 7f7da3039780 1 < completed delete operation key=IX5GR5MVNL1T tag=2HJOWGCUV7N8 type=del 2024-04-02T08:43:51.205 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.206+0000 7f7da3039780 1 > prepared part key=_multipart_57GR82RGCWC5.2~VDRGEL328UJW.0 size=1005840 2024-04-02T08:43:51.205 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.206+0000 7f7da3039780 1 > prepared multipart upload key=57GR82RGCWC5 upload=VDRGEL328UJW tag=PRCKPYN4F1VK type=write size=2054416 2024-04-02T08:43:51.206 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.208+0000 7f7da3039780 1 < completed part key=_multipart_Z2HC0VEJJV9V.2~LFRL9KBAG2W5.0 size=1048576 2024-04-02T08:43:51.208 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.209+0000 7f7da3039780 1 < completed part key=_multipart_Z2HC0VEJJV9V.2~LFRL9KBAG2W5.1 size=1048576 2024-04-02T08:43:51.208 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.209+0000 7f7da3039780 1 < canceled part key=_multipart_Z2HC0VEJJV9V.2~LFRL9KBAG2W5.2 size=834479 2024-04-02T08:43:51.211 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.212+0000 7f7da3039780 1 < canceled multipart upload key=Z2HC0VEJJV9V upload=LFRL9KBAG2W5 tag=I8GG7CWAG9Y6 type=write size=3980207 2024-04-02T08:43:51.212 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.214+0000 7f7da3039780 1 > prepared operation key=A3I3KM5DTR9R tag=HPFSMZVAFUD0 type=del size=232518 2024-04-02T08:43:51.214 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.216+0000 7f7da3039780 1 < completed delete operation key=9H9O464QAWB2 tag=D5RI7XLEASRE type=del 2024-04-02T08:43:51.216 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.217+0000 7f7da3039780 1 > prepared operation key=9JGJK5C8JJ0Z tag=94KLCMUCWA62 type=del size=2029183 2024-04-02T08:43:51.219 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.221+0000 7f7da3039780 1 < suggested remove operation key=AMAKFO5IP7AO tag=GQ3IO6N3BWAR type=del 2024-04-02T08:43:51.221 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.222+0000 7f7da3039780 1 > prepared operation key=YWRL9YH2Y59R tag=YZEQTPLVFKRN type=del size=2366278 2024-04-02T08:43:51.222 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.224+0000 7f7da3039780 1 < completed delete operation key=D0Z1XMS5I5SH tag=GHWX42B56PZY type=del 2024-04-02T08:43:51.224 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.226+0000 7f7da3039780 1 > prepared operation key=YXESDZ3ETQK9 tag=L14IS9A7HY40 type=del size=1745543 2024-04-02T08:43:51.226 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.227+0000 7f7da3039780 1 < completed delete operation key=B23RMWV8I9ZL tag=QI15AKD5BO54 type=del 2024-04-02T08:43:51.229 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.230+0000 7f7da3039780 1 > prepared part key=_multipart_XV6PSEG36RCA.2~YYD8S8VH8778.0 size=683417 2024-04-02T08:43:51.229 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.230+0000 7f7da3039780 1 > prepared multipart upload key=XV6PSEG36RCA upload=YYD8S8VH8778 tag=J1MJZKCFR46S type=write size=1731993 2024-04-02T08:43:51.231 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.232+0000 7f7da3039780 -1 < failed to complete operation key=AMAKFO5IP7AO tag=TOHVGOV2A9TO type=del size=1786026: (22) Invalid argument 2024-04-02T08:43:51.232 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.234+0000 7f7da3039780 1 > prepared operation key=81LFSX7KH5JC tag=EUAB1ROQ6ODO type=del size=1977103 2024-04-02T08:43:51.234 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.235+0000 7f7da3039780 1 < completed delete operation key=9H9O464QAWB2 tag=HGSKCAJHZGXJ type=del 2024-04-02T08:43:51.237 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.238+0000 7f7da3039780 1 > prepared part key=_multipart_EAG9W8JA0WA6.2~PVZ3A0GPPDB6.0 size=1048576 2024-04-02T08:43:51.238 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.240+0000 7f7da3039780 1 > prepared part key=_multipart_EAG9W8JA0WA6.2~PVZ3A0GPPDB6.1 size=689152 2024-04-02T08:43:51.238 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.240+0000 7f7da3039780 1 > prepared multipart upload key=EAG9W8JA0WA6 upload=PVZ3A0GPPDB6 tag=TZNWPRPZA2IO type=write size=2786304 2024-04-02T08:43:51.241 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.243+0000 7f7da3039780 1 < suggested update operation key=9JGJK5C8JJ0Z tag=5OK2OUAE1V27 type=del size=334753 2024-04-02T08:43:51.243 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.245+0000 7f7da3039780 1 > prepared operation key=R3KOUNXRRJL4 tag=Z1V983X8HUS5 type=write size=199056 2024-04-02T08:43:51.245 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.246+0000 7f7da3039780 1 < canceled operation key=SPZ4WDU9FXVH tag=ZDW5YY4QF6TA type=del size=1162005 2024-04-02T08:43:51.246 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.248+0000 7f7da3039780 1 > prepared operation key=AESEEOTWQSFQ tag=4G6PURE4M2RM type=write size=967552 2024-04-02T08:43:51.248 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.249+0000 7f7da3039780 1 < completed part key=_multipart_N5AIAS76IS0Z.2~0QOYBC7MR3KC.0 size=951193 2024-04-02T08:43:51.250 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.252+0000 7f7da3039780 1 < completed multipart upload key=N5AIAS76IS0Z upload=0QOYBC7MR3KC tag=0HBBNPMDSRG5 type=write size=1999769 2024-04-02T08:43:51.252 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.254+0000 7f7da3039780 1 > prepared operation key=NOK2IIY1WSGJ tag=5POA1UAQ17CQ type=del size=3898527 2024-04-02T08:43:51.255 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.257+0000 7f7da3039780 1 < suggested remove operation key=QSPL4WJY2BVT tag=PIFJFY10HFVC type=del 2024-04-02T08:43:51.257 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.258+0000 7f7da3039780 1 > prepared operation key=NOK2IIY1WSGJ tag=9B5TU0K9E1BN type=write size=124551 2024-04-02T08:43:51.257 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.259+0000 7f7da3039780 -1 < no bi entry to suggest for operation key=QSPL4WJY2BVT tag=CJ8EXRWPFSR2 type=del size=2693629: (2) No such file or directory 2024-04-02T08:43:51.261 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.262+0000 7f7da3039780 1 > prepared part key=_multipart_993CLRT5TRZG.2~KX2ZRMN4KJ23.0 size=31392 2024-04-02T08:43:51.261 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.262+0000 7f7da3039780 1 > prepared multipart upload key=993CLRT5TRZG upload=KX2ZRMN4KJ23 tag=J5CGHAM4AGU0 type=write size=1079968 2024-04-02T08:43:51.261 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.262+0000 7f7da3039780 1 < canceled part key=_multipart_ELDWOJAKQD69.2~VEOR2ETECIER.0 size=1048576 2024-04-02T08:43:51.262 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.264+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~VEOR2ETECIER.1 size=1048576 2024-04-02T08:43:51.263 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.265+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~VEOR2ETECIER.2 size=289240 2024-04-02T08:43:51.266 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.268+0000 7f7da3039780 1 < canceled multipart upload key=ELDWOJAKQD69 upload=VEOR2ETECIER tag=FWQP3ILI0AZ0 type=write size=3434968 2024-04-02T08:43:51.270 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.271+0000 7f7da3039780 1 > prepared part key=_multipart_XN6KQ2LGZYGL.2~07Z1HJQECQEY.0 size=1048576 2024-04-02T08:43:51.271 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.273+0000 7f7da3039780 1 > prepared part key=_multipart_XN6KQ2LGZYGL.2~07Z1HJQECQEY.1 size=1048576 2024-04-02T08:43:51.273 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.274+0000 7f7da3039780 1 > prepared part key=_multipart_XN6KQ2LGZYGL.2~07Z1HJQECQEY.2 size=844293 2024-04-02T08:43:51.273 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.274+0000 7f7da3039780 1 > prepared multipart upload key=XN6KQ2LGZYGL upload=07Z1HJQECQEY tag=AJUK8OK2PKJ3 type=write size=3990021 2024-04-02T08:43:51.273 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.275+0000 7f7da3039780 -1 < no bi entry to suggest for operation key=AMAKFO5IP7AO tag=Y6VBYJWR0LK4 type=del size=3741341: (2) No such file or directory 2024-04-02T08:43:51.276 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.278+0000 7f7da3039780 1 > prepared part key=_multipart_9JGJK5C8JJ0Z.2~O2LPUM4T25HW.0 size=1048576 2024-04-02T08:43:51.278 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.279+0000 7f7da3039780 1 > prepared part key=_multipart_9JGJK5C8JJ0Z.2~O2LPUM4T25HW.1 size=439928 2024-04-02T08:43:51.278 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.279+0000 7f7da3039780 1 > prepared multipart upload key=9JGJK5C8JJ0Z upload=O2LPUM4T25HW tag=VCQ8HAO9TCN7 type=write size=2537080 2024-04-02T08:43:51.279 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.281+0000 7f7da3039780 1 < completed delete operation key=D0Z1XMS5I5SH tag=3SC3GH9SSY8C type=del 2024-04-02T08:43:51.282 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.284+0000 7f7da3039780 1 > prepared part key=_multipart_SPZ4WDU9FXVH.2~57PVRPOT8ANM.0 size=1048576 2024-04-02T08:43:51.284 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.285+0000 7f7da3039780 1 > prepared part key=_multipart_SPZ4WDU9FXVH.2~57PVRPOT8ANM.1 size=1048576 2024-04-02T08:43:51.285 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.286+0000 7f7da3039780 1 > prepared part key=_multipart_SPZ4WDU9FXVH.2~57PVRPOT8ANM.2 size=65984 2024-04-02T08:43:51.285 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.287+0000 7f7da3039780 1 > prepared multipart upload key=SPZ4WDU9FXVH upload=57PVRPOT8ANM tag=W2LBJ91XKORB type=write size=3211712 2024-04-02T08:43:51.287 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.288+0000 7f7da3039780 1 < completed part key=_multipart_57GR82RGCWC5.2~VDRGEL328UJW.0 size=1005840 2024-04-02T08:43:51.290 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.291+0000 7f7da3039780 1 < completed multipart upload key=57GR82RGCWC5 upload=VDRGEL328UJW tag=PRCKPYN4F1VK type=write size=2054416 2024-04-02T08:43:51.291 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.292+0000 7f7da3039780 1 > prepared operation key=N5AIAS76IS0Z tag=5APO6FAIU9BW type=del size=2588153 2024-04-02T08:43:51.293 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.294+0000 7f7da3039780 1 < completed delete operation key=A3I3KM5DTR9R tag=HPFSMZVAFUD0 type=del 2024-04-02T08:43:51.295 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.296+0000 7f7da3039780 1 > prepared operation key=6TJF572KI0FA tag=9JZT710HD2FW type=del size=2110560 2024-04-02T08:43:51.297 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.298+0000 7f7da3039780 -1 < failed to complete operation key=9JGJK5C8JJ0Z tag=94KLCMUCWA62 type=del size=2029183: (22) Invalid argument 2024-04-02T08:43:51.300 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.301+0000 7f7da3039780 1 > prepared part key=_multipart_JFW247YEIEQ0.2~G9JKWHKW7772.0 size=1048576 2024-04-02T08:43:51.301 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.302+0000 7f7da3039780 1 > prepared part key=_multipart_JFW247YEIEQ0.2~G9JKWHKW7772.1 size=660129 2024-04-02T08:43:51.301 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.302+0000 7f7da3039780 1 > prepared multipart upload key=JFW247YEIEQ0 upload=G9JKWHKW7772 tag=VALO7EY7V26L type=write size=2757281 2024-04-02T08:43:51.304 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.306+0000 7f7da3039780 1 < suggested update operation key=YWRL9YH2Y59R tag=YZEQTPLVFKRN type=del size=2366278 2024-04-02T08:43:51.307 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.308+0000 7f7da3039780 1 > prepared part key=_multipart_YWRL9YH2Y59R.2~0YC0NQEA82V6.0 size=1048576 2024-04-02T08:43:51.308 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.310+0000 7f7da3039780 1 > prepared part key=_multipart_YWRL9YH2Y59R.2~0YC0NQEA82V6.1 size=1048576 2024-04-02T08:43:51.309 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.311+0000 7f7da3039780 1 > prepared part key=_multipart_YWRL9YH2Y59R.2~0YC0NQEA82V6.2 size=238786 2024-04-02T08:43:51.310 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.311+0000 7f7da3039780 1 > prepared multipart upload key=YWRL9YH2Y59R upload=0YC0NQEA82V6 tag=ATCS3W6MVACP type=write size=3384514 2024-04-02T08:43:51.311 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.313+0000 7f7da3039780 1 < completed delete operation key=YXESDZ3ETQK9 tag=L14IS9A7HY40 type=del 2024-04-02T08:43:51.313 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.314+0000 7f7da3039780 1 > prepared operation key=QHKAPO5SX6SG tag=JT7GU4KKNCJP type=del size=890185 2024-04-02T08:43:51.313 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.315+0000 7f7da3039780 1 < canceled part key=_multipart_XV6PSEG36RCA.2~YYD8S8VH8778.0 size=683417 2024-04-02T08:43:51.316 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.317+0000 7f7da3039780 1 < canceled multipart upload key=XV6PSEG36RCA upload=YYD8S8VH8778 tag=J1MJZKCFR46S type=write size=1731993 2024-04-02T08:43:51.317 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.319+0000 7f7da3039780 1 > prepared operation key=57GR82RGCWC5 tag=DXG2KLJZ70ZH type=del size=2407139 2024-04-02T08:43:51.322 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.321+0000 7f7da3039780 1 < completed delete operation key=81LFSX7KH5JC tag=EUAB1ROQ6ODO type=del 2024-04-02T08:43:51.322 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.324+0000 7f7da3039780 1 > prepared part key=_multipart_ZZ885TFYL1OI.2~CH3PO37G5BFV.0 size=1048576 2024-04-02T08:43:51.323 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.325+0000 7f7da3039780 1 > prepared part key=_multipart_ZZ885TFYL1OI.2~CH3PO37G5BFV.1 size=1048576 2024-04-02T08:43:51.325 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.326+0000 7f7da3039780 1 > prepared part key=_multipart_ZZ885TFYL1OI.2~CH3PO37G5BFV.2 size=981883 2024-04-02T08:43:51.325 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.326+0000 7f7da3039780 1 > prepared multipart upload key=ZZ885TFYL1OI upload=CH3PO37G5BFV tag=350KQES8BKOW type=write size=4127611 2024-04-02T08:43:51.326 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.328+0000 7f7da3039780 1 < completed part key=_multipart_EAG9W8JA0WA6.2~PVZ3A0GPPDB6.0 size=1048576 2024-04-02T08:43:51.328 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.329+0000 7f7da3039780 1 < completed part key=_multipart_EAG9W8JA0WA6.2~PVZ3A0GPPDB6.1 size=689152 2024-04-02T08:43:51.330 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.332+0000 7f7da3039780 1 < completed multipart upload key=EAG9W8JA0WA6 upload=PVZ3A0GPPDB6 tag=TZNWPRPZA2IO type=write size=2786304 2024-04-02T08:43:51.332 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.333+0000 7f7da3039780 1 > prepared operation key=1SDLEDDX8LZR tag=CFF1Y5YHW6XE type=del size=3454120 2024-04-02T08:43:51.334 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.335+0000 7f7da3039780 1 < completed write operation key=R3KOUNXRRJL4 tag=Z1V983X8HUS5 type=write size=199056 2024-04-02T08:43:51.337 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.338+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~L6P6U2TV4601.0 size=692955 2024-04-02T08:43:51.337 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.338+0000 7f7da3039780 1 > prepared multipart upload key=QHKAPO5SX6SG upload=L6P6U2TV4601 tag=B4VJL5B0BWYU type=write size=1741531 2024-04-02T08:43:51.338 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.340+0000 7f7da3039780 1 < completed write operation key=AESEEOTWQSFQ tag=4G6PURE4M2RM type=write size=967552 2024-04-02T08:43:51.342 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.343+0000 7f7da3039780 1 > prepared part key=_multipart_YWRL9YH2Y59R.2~AIQI8G0KB823.0 size=1048576 2024-04-02T08:43:51.343 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.344+0000 7f7da3039780 1 > prepared part key=_multipart_YWRL9YH2Y59R.2~AIQI8G0KB823.1 size=1048576 2024-04-02T08:43:51.344 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.346+0000 7f7da3039780 1 > prepared part key=_multipart_YWRL9YH2Y59R.2~AIQI8G0KB823.2 size=881192 2024-04-02T08:43:51.344 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.346+0000 7f7da3039780 1 > prepared multipart upload key=YWRL9YH2Y59R upload=AIQI8G0KB823 tag=G3AONNLYKLMV type=write size=4026920 2024-04-02T08:43:51.346 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.347+0000 7f7da3039780 1 < completed delete operation key=NOK2IIY1WSGJ tag=5POA1UAQ17CQ type=del 2024-04-02T08:43:51.348 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.350+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~CV093PI5UN6J.0 size=474699 2024-04-02T08:43:51.349 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.350+0000 7f7da3039780 1 > prepared multipart upload key=QHKAPO5SX6SG upload=CV093PI5UN6J tag=F9H7K59RKSH9 type=write size=1523275 2024-04-02T08:43:51.350 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.352+0000 7f7da3039780 1 < completed write operation key=NOK2IIY1WSGJ tag=9B5TU0K9E1BN type=write size=124551 2024-04-02T08:43:51.352 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.354+0000 7f7da3039780 1 > prepared operation key=993CLRT5TRZG tag=J8SBY51N391X type=del size=746820 2024-04-02T08:43:51.354 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.355+0000 7f7da3039780 1 < completed part key=_multipart_993CLRT5TRZG.2~KX2ZRMN4KJ23.0 size=31392 2024-04-02T08:43:51.356 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.358+0000 7f7da3039780 1 < completed multipart upload key=993CLRT5TRZG upload=KX2ZRMN4KJ23 tag=J5CGHAM4AGU0 type=write size=1079968 2024-04-02T08:43:51.359 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.361+0000 7f7da3039780 1 > prepared part key=_multipart_SPZ4WDU9FXVH.2~RN38EFWN529J.0 size=1048576 2024-04-02T08:43:51.361 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.362+0000 7f7da3039780 1 > prepared part key=_multipart_SPZ4WDU9FXVH.2~RN38EFWN529J.1 size=1048576 2024-04-02T08:43:51.362 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.363+0000 7f7da3039780 1 > prepared part key=_multipart_SPZ4WDU9FXVH.2~RN38EFWN529J.2 size=586395 2024-04-02T08:43:51.362 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.364+0000 7f7da3039780 1 > prepared multipart upload key=SPZ4WDU9FXVH upload=RN38EFWN529J tag=J46FY2VU64CY type=write size=3732123 2024-04-02T08:43:51.364 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.365+0000 7f7da3039780 1 < completed part key=_multipart_XN6KQ2LGZYGL.2~07Z1HJQECQEY.0 size=1048576 2024-04-02T08:43:51.365 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.367+0000 7f7da3039780 1 < completed part key=_multipart_XN6KQ2LGZYGL.2~07Z1HJQECQEY.1 size=1048576 2024-04-02T08:43:51.366 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.368+0000 7f7da3039780 1 < completed part key=_multipart_XN6KQ2LGZYGL.2~07Z1HJQECQEY.2 size=844293 2024-04-02T08:43:51.369 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.371+0000 7f7da3039780 1 < completed multipart upload key=XN6KQ2LGZYGL upload=07Z1HJQECQEY tag=AJUK8OK2PKJ3 type=write size=3990021 2024-04-02T08:43:51.371 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.373+0000 7f7da3039780 1 > prepared operation key=Y5E6U7ZCX7JC tag=SEELQ2A3TDAJ type=del size=3247398 2024-04-02T08:43:51.373 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.374+0000 7f7da3039780 1 < completed part key=_multipart_9JGJK5C8JJ0Z.2~O2LPUM4T25HW.0 size=1048576 2024-04-02T08:43:51.374 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.376+0000 7f7da3039780 1 < completed part key=_multipart_9JGJK5C8JJ0Z.2~O2LPUM4T25HW.1 size=439928 2024-04-02T08:43:51.377 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.379+0000 7f7da3039780 1 < completed multipart upload key=9JGJK5C8JJ0Z upload=O2LPUM4T25HW tag=VCQ8HAO9TCN7 type=write size=2537080 2024-04-02T08:43:51.380 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.382+0000 7f7da3039780 1 > prepared part key=_multipart_YWRL9YH2Y59R.2~5KNAB9APNHO9.0 size=1048576 2024-04-02T08:43:51.382 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.383+0000 7f7da3039780 1 > prepared part key=_multipart_YWRL9YH2Y59R.2~5KNAB9APNHO9.1 size=553699 2024-04-02T08:43:51.382 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.383+0000 7f7da3039780 1 > prepared multipart upload key=YWRL9YH2Y59R upload=5KNAB9APNHO9 tag=2X8CDL1BEEXH type=write size=2650851 2024-04-02T08:43:51.384 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.385+0000 7f7da3039780 1 < completed part key=_multipart_SPZ4WDU9FXVH.2~57PVRPOT8ANM.0 size=1048576 2024-04-02T08:43:51.385 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.387+0000 7f7da3039780 1 < completed part key=_multipart_SPZ4WDU9FXVH.2~57PVRPOT8ANM.1 size=1048576 2024-04-02T08:43:51.387 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.388+0000 7f7da3039780 1 < completed part key=_multipart_SPZ4WDU9FXVH.2~57PVRPOT8ANM.2 size=65984 2024-04-02T08:43:51.390 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.392+0000 7f7da3039780 1 < completed multipart upload key=SPZ4WDU9FXVH upload=57PVRPOT8ANM tag=W2LBJ91XKORB type=write size=3211712 2024-04-02T08:43:51.393 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.395+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~V9T6V4B5B4HT.0 size=1048576 2024-04-02T08:43:51.394 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.396+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~V9T6V4B5B4HT.1 size=274140 2024-04-02T08:43:51.394 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.396+0000 7f7da3039780 1 > prepared multipart upload key=QSPL4WJY2BVT upload=V9T6V4B5B4HT tag=4KEN22UGHYXE type=write size=2371292 2024-04-02T08:43:51.396 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.397+0000 7f7da3039780 1 < completed delete operation key=N5AIAS76IS0Z tag=5APO6FAIU9BW type=del 2024-04-02T08:43:51.399 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.400+0000 7f7da3039780 1 > prepared part key=_multipart_EAG9W8JA0WA6.2~LNKZRFRJ7791.0 size=132213 2024-04-02T08:43:51.399 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.400+0000 7f7da3039780 1 > prepared multipart upload key=EAG9W8JA0WA6 upload=LNKZRFRJ7791 tag=OVQOLI6KWN6N type=write size=1180789 2024-04-02T08:43:51.403 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.404+0000 7f7da3039780 1 < suggested remove operation key=6TJF572KI0FA tag=9JZT710HD2FW type=del 2024-04-02T08:43:51.406 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.407+0000 7f7da3039780 1 > prepared part key=_multipart_Y5E6U7ZCX7JC.2~KXQVJEOK2KQ0.0 size=255624 2024-04-02T08:43:51.406 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.407+0000 7f7da3039780 1 > prepared multipart upload key=Y5E6U7ZCX7JC upload=KXQVJEOK2KQ0 tag=9SYXYVZ7JP7X type=write size=1304200 2024-04-02T08:43:51.407 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.409+0000 7f7da3039780 1 < completed part key=_multipart_JFW247YEIEQ0.2~G9JKWHKW7772.0 size=1048576 2024-04-02T08:43:51.409 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.410+0000 7f7da3039780 1 < completed part key=_multipart_JFW247YEIEQ0.2~G9JKWHKW7772.1 size=660129 2024-04-02T08:43:51.412 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.414+0000 7f7da3039780 1 < completed multipart upload key=JFW247YEIEQ0 upload=G9JKWHKW7772 tag=VALO7EY7V26L type=write size=2757281 2024-04-02T08:43:51.415 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.417+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~617H8Q3TU518.0 size=1048576 2024-04-02T08:43:51.416 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.418+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~617H8Q3TU518.1 size=1048576 2024-04-02T08:43:51.418 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.419+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~617H8Q3TU518.2 size=923257 2024-04-02T08:43:51.418 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.419+0000 7f7da3039780 1 > prepared multipart upload key=9H9O464QAWB2 upload=617H8Q3TU518 tag=DIA3S9JDMWMC type=write size=4068985 2024-04-02T08:43:51.420 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.421+0000 7f7da3039780 1 < completed part key=_multipart_YWRL9YH2Y59R.2~0YC0NQEA82V6.0 size=1048576 2024-04-02T08:43:51.421 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.422+0000 7f7da3039780 1 < completed part key=_multipart_YWRL9YH2Y59R.2~0YC0NQEA82V6.1 size=1048576 2024-04-02T08:43:51.422 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.424+0000 7f7da3039780 1 < completed part key=_multipart_YWRL9YH2Y59R.2~0YC0NQEA82V6.2 size=238786 2024-04-02T08:43:51.425 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.427+0000 7f7da3039780 1 < completed multipart upload key=YWRL9YH2Y59R upload=0YC0NQEA82V6 tag=ATCS3W6MVACP type=write size=3384514 2024-04-02T08:43:51.428 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.430+0000 7f7da3039780 1 > prepared part key=_multipart_JFW247YEIEQ0.2~C4R940P0U4NJ.0 size=852293 2024-04-02T08:43:51.428 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.430+0000 7f7da3039780 1 > prepared multipart upload key=JFW247YEIEQ0 upload=C4R940P0U4NJ tag=MDVOPTIDP854 type=write size=1900869 2024-04-02T08:43:51.430 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.431+0000 7f7da3039780 1 < canceled operation key=QHKAPO5SX6SG tag=JT7GU4KKNCJP type=del size=890185 2024-04-02T08:43:51.431 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.433+0000 7f7da3039780 1 > prepared operation key=QHKAPO5SX6SG tag=N9F07NTS925O type=del size=404248 2024-04-02T08:43:51.433 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.435+0000 7f7da3039780 1 < completed delete operation key=57GR82RGCWC5 tag=DXG2KLJZ70ZH type=del 2024-04-02T08:43:51.436 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.438+0000 7f7da3039780 1 > prepared part key=_multipart_DJP9NW2GDNHB.2~XZNI4RKI7WGY.0 size=1048576 2024-04-02T08:43:51.437 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.439+0000 7f7da3039780 1 > prepared part key=_multipart_DJP9NW2GDNHB.2~XZNI4RKI7WGY.1 size=844922 2024-04-02T08:43:51.437 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.439+0000 7f7da3039780 1 > prepared multipart upload key=DJP9NW2GDNHB upload=XZNI4RKI7WGY tag=9SZYONL4IYAP type=write size=2942074 2024-04-02T08:43:51.439 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.441+0000 7f7da3039780 1 < completed part key=_multipart_ZZ885TFYL1OI.2~CH3PO37G5BFV.0 size=1048576 2024-04-02T08:43:51.440 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.442+0000 7f7da3039780 1 < completed part key=_multipart_ZZ885TFYL1OI.2~CH3PO37G5BFV.1 size=1048576 2024-04-02T08:43:51.442 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.444+0000 7f7da3039780 1 < completed part key=_multipart_ZZ885TFYL1OI.2~CH3PO37G5BFV.2 size=981883 2024-04-02T08:43:51.445 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.447+0000 7f7da3039780 1 < completed multipart upload key=ZZ885TFYL1OI upload=CH3PO37G5BFV tag=350KQES8BKOW type=write size=4127611 2024-04-02T08:43:51.447 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.449+0000 7f7da3039780 1 > prepared operation key=Y5E6U7ZCX7JC tag=73SAQG73GGUV type=del size=3121252 2024-04-02T08:43:51.450 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.451+0000 7f7da3039780 1 < completed delete operation key=1SDLEDDX8LZR tag=CFF1Y5YHW6XE type=del 2024-04-02T08:43:51.452 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.454+0000 7f7da3039780 1 > prepared part key=_multipart_Z2HC0VEJJV9V.2~W2CCXD82DO6N.0 size=867375 2024-04-02T08:43:51.453 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.454+0000 7f7da3039780 1 > prepared multipart upload key=Z2HC0VEJJV9V upload=W2CCXD82DO6N tag=D4ESLAOTUY3H type=write size=1915951 2024-04-02T08:43:51.454 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.456+0000 7f7da3039780 1 < completed part key=_multipart_QHKAPO5SX6SG.2~L6P6U2TV4601.0 size=692955 2024-04-02T08:43:51.457 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.458+0000 7f7da3039780 1 < completed multipart upload key=QHKAPO5SX6SG upload=L6P6U2TV4601 tag=B4VJL5B0BWYU type=write size=1741531 2024-04-02T08:43:51.459 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.460+0000 7f7da3039780 1 > prepared operation key=BURYF1967J48 tag=DM4RTXBVMQZE type=del size=536983 2024-04-02T08:43:51.461 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.462+0000 7f7da3039780 1 < completed part key=_multipart_YWRL9YH2Y59R.2~AIQI8G0KB823.0 size=1048576 2024-04-02T08:43:51.466 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.467+0000 7f7da3039780 1 < completed part key=_multipart_YWRL9YH2Y59R.2~AIQI8G0KB823.1 size=1048576 2024-04-02T08:43:51.467 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.469+0000 7f7da3039780 1 < completed part key=_multipart_YWRL9YH2Y59R.2~AIQI8G0KB823.2 size=881192 2024-04-02T08:43:51.470 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.472+0000 7f7da3039780 1 < completed multipart upload key=YWRL9YH2Y59R upload=AIQI8G0KB823 tag=G3AONNLYKLMV type=write size=4026920 2024-04-02T08:43:51.472 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.474+0000 7f7da3039780 1 > prepared operation key=IX5GR5MVNL1T tag=B4TDLNKAKJ54 type=del size=1659196 2024-04-02T08:43:51.474 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.475+0000 7f7da3039780 1 < completed part key=_multipart_QHKAPO5SX6SG.2~CV093PI5UN6J.0 size=474699 2024-04-02T08:43:51.477 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.478+0000 7f7da3039780 1 < completed multipart upload key=QHKAPO5SX6SG upload=CV093PI5UN6J tag=F9H7K59RKSH9 type=write size=1523275 2024-04-02T08:43:51.478 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.480+0000 7f7da3039780 1 > prepared operation key=D0Z1XMS5I5SH tag=RIWJOLH0TDVR type=del size=288195 2024-04-02T08:43:51.480 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.481+0000 7f7da3039780 1 < completed delete operation key=993CLRT5TRZG tag=J8SBY51N391X type=del 2024-04-02T08:43:51.483 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.484+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~E4KQSIZBIVZ2.0 size=1043912 2024-04-02T08:43:51.483 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.484+0000 7f7da3039780 1 > prepared multipart upload key=9H9O464QAWB2 upload=E4KQSIZBIVZ2 tag=FQGQROPDTDFP type=write size=2092488 2024-04-02T08:43:51.484 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.486+0000 7f7da3039780 1 < completed part key=_multipart_SPZ4WDU9FXVH.2~RN38EFWN529J.0 size=1048576 2024-04-02T08:43:51.486 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.487+0000 7f7da3039780 1 < completed part key=_multipart_SPZ4WDU9FXVH.2~RN38EFWN529J.1 size=1048576 2024-04-02T08:43:51.487 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.489+0000 7f7da3039780 1 < completed part key=_multipart_SPZ4WDU9FXVH.2~RN38EFWN529J.2 size=586395 2024-04-02T08:43:51.490 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.492+0000 7f7da3039780 1 < completed multipart upload key=SPZ4WDU9FXVH upload=RN38EFWN529J tag=J46FY2VU64CY type=write size=3732123 2024-04-02T08:43:51.493 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.495+0000 7f7da3039780 1 > prepared part key=_multipart_SPZ4WDU9FXVH.2~SJ2W4953PZXY.0 size=701359 2024-04-02T08:43:51.493 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.495+0000 7f7da3039780 1 > prepared multipart upload key=SPZ4WDU9FXVH upload=SJ2W4953PZXY tag=GHWK23VRQTLB type=write size=1749935 2024-04-02T08:43:51.495 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.496+0000 7f7da3039780 1 < completed delete operation key=Y5E6U7ZCX7JC tag=SEELQ2A3TDAJ type=del 2024-04-02T08:43:51.497 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.498+0000 7f7da3039780 1 > prepared operation key=QHKAPO5SX6SG tag=UC670OMDBU9E type=del size=1141217 2024-04-02T08:43:51.497 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.499+0000 7f7da3039780 1 < canceled part key=_multipart_YWRL9YH2Y59R.2~5KNAB9APNHO9.0 size=1048576 2024-04-02T08:43:51.497 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.499+0000 7f7da3039780 1 < canceled part key=_multipart_YWRL9YH2Y59R.2~5KNAB9APNHO9.1 size=553699 2024-04-02T08:43:51.500 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.502+0000 7f7da3039780 1 < canceled multipart upload key=YWRL9YH2Y59R upload=5KNAB9APNHO9 tag=2X8CDL1BEEXH type=write size=2650851 2024-04-02T08:43:51.509 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.511+0000 7f7da3039780 1 > prepared part key=_multipart_R3KOUNXRRJL4.2~RZZROZ1ZH38P.0 size=1048576 2024-04-02T08:43:51.511 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.513+0000 7f7da3039780 1 > prepared part key=_multipart_R3KOUNXRRJL4.2~RZZROZ1ZH38P.1 size=563977 2024-04-02T08:43:51.511 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.513+0000 7f7da3039780 1 > prepared multipart upload key=R3KOUNXRRJL4 upload=RZZROZ1ZH38P tag=J33B7Q42QK5U type=write size=2661129 2024-04-02T08:43:51.513 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.515+0000 7f7da3039780 1 < completed part key=_multipart_QSPL4WJY2BVT.2~V9T6V4B5B4HT.0 size=1048576 2024-04-02T08:43:51.515 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.516+0000 7f7da3039780 1 < completed part key=_multipart_QSPL4WJY2BVT.2~V9T6V4B5B4HT.1 size=274140 2024-04-02T08:43:51.518 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.520+0000 7f7da3039780 1 < completed multipart upload key=QSPL4WJY2BVT upload=V9T6V4B5B4HT tag=4KEN22UGHYXE type=write size=2371292 2024-04-02T08:43:51.522 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.523+0000 7f7da3039780 1 > prepared part key=_multipart_YXESDZ3ETQK9.2~RLY73R4L5Z79.0 size=1048576 2024-04-02T08:43:51.526 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.525+0000 7f7da3039780 1 > prepared part key=_multipart_YXESDZ3ETQK9.2~RLY73R4L5Z79.1 size=388128 2024-04-02T08:43:51.526 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.525+0000 7f7da3039780 1 > prepared multipart upload key=YXESDZ3ETQK9 upload=RLY73R4L5Z79 tag=7YLDDRWX0EEZ type=write size=2485280 2024-04-02T08:43:51.526 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.527+0000 7f7da3039780 1 < completed part key=_multipart_EAG9W8JA0WA6.2~LNKZRFRJ7791.0 size=132213 2024-04-02T08:43:51.529 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.530+0000 7f7da3039780 1 < completed multipart upload key=EAG9W8JA0WA6 upload=LNKZRFRJ7791 tag=OVQOLI6KWN6N type=write size=1180789 2024-04-02T08:43:51.530 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.532+0000 7f7da3039780 1 > prepared operation key=A3I3KM5DTR9R tag=3FCACHKD1HT9 type=del size=3787152 2024-04-02T08:43:51.532 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.534+0000 7f7da3039780 1 < completed part key=_multipart_Y5E6U7ZCX7JC.2~KXQVJEOK2KQ0.0 size=255624 2024-04-02T08:43:51.536 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.537+0000 7f7da3039780 1 < completed multipart upload key=Y5E6U7ZCX7JC upload=KXQVJEOK2KQ0 tag=9SYXYVZ7JP7X type=write size=1304200 2024-04-02T08:43:51.539 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.541+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~VKPAHXQ5I7BZ.0 size=1048576 2024-04-02T08:43:51.541 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.542+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~VKPAHXQ5I7BZ.1 size=330292 2024-04-02T08:43:51.541 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.542+0000 7f7da3039780 1 > prepared multipart upload key=ELDWOJAKQD69 upload=VKPAHXQ5I7BZ tag=MOCLT0KS5BS0 type=write size=2427444 2024-04-02T08:43:51.541 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.543+0000 7f7da3039780 1 < canceled part key=_multipart_9H9O464QAWB2.2~617H8Q3TU518.0 size=1048576 2024-04-02T08:43:51.543 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.544+0000 7f7da3039780 1 < completed part key=_multipart_9H9O464QAWB2.2~617H8Q3TU518.1 size=1048576 2024-04-02T08:43:51.544 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.546+0000 7f7da3039780 1 < completed part key=_multipart_9H9O464QAWB2.2~617H8Q3TU518.2 size=923257 2024-04-02T08:43:51.548 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.549+0000 7f7da3039780 1 < canceled multipart upload key=9H9O464QAWB2 upload=617H8Q3TU518 tag=DIA3S9JDMWMC type=write size=4068985 2024-04-02T08:43:51.550 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.551+0000 7f7da3039780 1 > prepared operation key=QHKAPO5SX6SG tag=19R9OK2MBKB1 type=del size=3083090 2024-04-02T08:43:51.552 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.553+0000 7f7da3039780 1 < completed part key=_multipart_JFW247YEIEQ0.2~C4R940P0U4NJ.0 size=852293 2024-04-02T08:43:51.555 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.556+0000 7f7da3039780 1 < completed multipart upload key=JFW247YEIEQ0 upload=C4R940P0U4NJ tag=MDVOPTIDP854 type=write size=1900869 2024-04-02T08:43:51.559 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.560+0000 7f7da3039780 1 > prepared part key=_multipart_AESEEOTWQSFQ.2~20XOTMBFC0AV.0 size=1048576 2024-04-02T08:43:51.560 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.561+0000 7f7da3039780 1 > prepared part key=_multipart_AESEEOTWQSFQ.2~20XOTMBFC0AV.1 size=1048576 2024-04-02T08:43:51.561 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.563+0000 7f7da3039780 1 > prepared part key=_multipart_AESEEOTWQSFQ.2~20XOTMBFC0AV.2 size=335240 2024-04-02T08:43:51.561 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.563+0000 7f7da3039780 1 > prepared multipart upload key=AESEEOTWQSFQ upload=20XOTMBFC0AV tag=CNXQO1XI8OZ9 type=write size=3480968 2024-04-02T08:43:51.563 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.564+0000 7f7da3039780 1 < completed delete operation key=QHKAPO5SX6SG tag=N9F07NTS925O type=del 2024-04-02T08:43:51.564 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.566+0000 7f7da3039780 1 > prepared operation key=9H9O464QAWB2 tag=ERFDZF8D12FT type=del size=3965249 2024-04-02T08:43:51.566 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.568+0000 7f7da3039780 1 < completed part key=_multipart_DJP9NW2GDNHB.2~XZNI4RKI7WGY.0 size=1048576 2024-04-02T08:43:51.568 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.570+0000 7f7da3039780 1 < completed part key=_multipart_DJP9NW2GDNHB.2~XZNI4RKI7WGY.1 size=844922 2024-04-02T08:43:51.571 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.572+0000 7f7da3039780 1 < completed multipart upload key=DJP9NW2GDNHB upload=XZNI4RKI7WGY tag=9SZYONL4IYAP type=write size=2942074 2024-04-02T08:43:51.574 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.575+0000 7f7da3039780 1 > prepared part key=_multipart_BURYF1967J48.2~BA94U7FNOL53.0 size=1048576 2024-04-02T08:43:51.575 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.577+0000 7f7da3039780 1 > prepared part key=_multipart_BURYF1967J48.2~BA94U7FNOL53.1 size=329798 2024-04-02T08:43:51.575 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.577+0000 7f7da3039780 1 > prepared multipart upload key=BURYF1967J48 upload=BA94U7FNOL53 tag=Q9YL5SHGSOII type=write size=2426950 2024-04-02T08:43:51.577 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.579+0000 7f7da3039780 1 < canceled operation key=Y5E6U7ZCX7JC tag=73SAQG73GGUV type=del size=3121252 2024-04-02T08:43:51.579 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.580+0000 7f7da3039780 1 > prepared operation key=B23RMWV8I9ZL tag=JQU57Z1MD25S type=del size=693138 2024-04-02T08:43:51.579 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.580+0000 7f7da3039780 1 < canceled part key=_multipart_Z2HC0VEJJV9V.2~W2CCXD82DO6N.0 size=867375 2024-04-02T08:43:51.582 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.583+0000 7f7da3039780 1 < canceled multipart upload key=Z2HC0VEJJV9V upload=W2CCXD82DO6N tag=D4ESLAOTUY3H type=write size=1915951 2024-04-02T08:43:51.583 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.585+0000 7f7da3039780 1 > prepared operation key=AMAKFO5IP7AO tag=HW6P37DD8KMF type=del size=2390901 2024-04-02T08:43:51.585 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.587+0000 7f7da3039780 1 < completed delete operation key=BURYF1967J48 tag=DM4RTXBVMQZE type=del 2024-04-02T08:43:51.587 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.589+0000 7f7da3039780 1 > prepared operation key=NOK2IIY1WSGJ tag=1L7SHWFSUJ0E type=del size=634004 2024-04-02T08:43:51.589 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.591+0000 7f7da3039780 1 < completed delete operation key=IX5GR5MVNL1T tag=B4TDLNKAKJ54 type=del 2024-04-02T08:43:51.591 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.592+0000 7f7da3039780 1 > prepared operation key=ELDWOJAKQD69 tag=PA0OE5F3FCLH type=del size=3400810 2024-04-02T08:43:51.592 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.594+0000 7f7da3039780 1 < completed delete operation key=D0Z1XMS5I5SH tag=RIWJOLH0TDVR type=del 2024-04-02T08:43:51.594 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.596+0000 7f7da3039780 1 > prepared operation key=AESEEOTWQSFQ tag=H39OKE7CFGEI type=del size=3963172 2024-04-02T08:43:51.596 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.598+0000 7f7da3039780 1 < completed part key=_multipart_9H9O464QAWB2.2~E4KQSIZBIVZ2.0 size=1043912 2024-04-02T08:43:51.600 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.601+0000 7f7da3039780 1 < completed multipart upload key=9H9O464QAWB2 upload=E4KQSIZBIVZ2 tag=FQGQROPDTDFP type=write size=2092488 2024-04-02T08:43:51.603 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.605+0000 7f7da3039780 1 > prepared part key=_multipart_R3KOUNXRRJL4.2~ZKVIT87K1IKJ.0 size=1048576 2024-04-02T08:43:51.605 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.607+0000 7f7da3039780 1 > prepared part key=_multipart_R3KOUNXRRJL4.2~ZKVIT87K1IKJ.1 size=896796 2024-04-02T08:43:51.605 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.607+0000 7f7da3039780 1 > prepared multipart upload key=R3KOUNXRRJL4 upload=ZKVIT87K1IKJ tag=B1N3NBT7G5EP type=write size=2993948 2024-04-02T08:43:51.607 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.609+0000 7f7da3039780 1 < completed part key=_multipart_SPZ4WDU9FXVH.2~SJ2W4953PZXY.0 size=701359 2024-04-02T08:43:51.610 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.612+0000 7f7da3039780 1 < completed multipart upload key=SPZ4WDU9FXVH upload=SJ2W4953PZXY tag=GHWK23VRQTLB type=write size=1749935 2024-04-02T08:43:51.612 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.614+0000 7f7da3039780 1 > prepared operation key=N5AIAS76IS0Z tag=2CXLFW7RTL91 type=write size=309113 2024-04-02T08:43:51.616 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.618+0000 7f7da3039780 1 < suggested remove operation key=QHKAPO5SX6SG tag=UC670OMDBU9E type=del 2024-04-02T08:43:51.618 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.619+0000 7f7da3039780 1 > prepared operation key=QSPL4WJY2BVT tag=VUGWP9ZJPXOL type=del size=1164312 2024-04-02T08:43:51.620 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.621+0000 7f7da3039780 1 < completed part key=_multipart_R3KOUNXRRJL4.2~RZZROZ1ZH38P.0 size=1048576 2024-04-02T08:43:51.621 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.623+0000 7f7da3039780 1 < completed part key=_multipart_R3KOUNXRRJL4.2~RZZROZ1ZH38P.1 size=563977 2024-04-02T08:43:51.624 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.626+0000 7f7da3039780 1 < completed multipart upload key=R3KOUNXRRJL4 upload=RZZROZ1ZH38P tag=J33B7Q42QK5U type=write size=2661129 2024-04-02T08:43:51.628 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.629+0000 7f7da3039780 1 > prepared part key=_multipart_81LFSX7KH5JC.2~40V1T87ZOP8X.0 size=164860 2024-04-02T08:43:51.628 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.629+0000 7f7da3039780 1 > prepared multipart upload key=81LFSX7KH5JC upload=40V1T87ZOP8X tag=TQK6Y4YHXBK4 type=write size=1213436 2024-04-02T08:43:51.629 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.631+0000 7f7da3039780 1 < completed part key=_multipart_YXESDZ3ETQK9.2~RLY73R4L5Z79.0 size=1048576 2024-04-02T08:43:51.631 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.632+0000 7f7da3039780 1 < completed part key=_multipart_YXESDZ3ETQK9.2~RLY73R4L5Z79.1 size=388128 2024-04-02T08:43:51.634 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.636+0000 7f7da3039780 1 < completed multipart upload key=YXESDZ3ETQK9 upload=RLY73R4L5Z79 tag=7YLDDRWX0EEZ type=write size=2485280 2024-04-02T08:43:51.636 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.638+0000 7f7da3039780 1 > prepared operation key=EAG9W8JA0WA6 tag=83TKQM8Y7WY3 type=del size=2669900 2024-04-02T08:43:51.638 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.640+0000 7f7da3039780 1 < completed delete operation key=A3I3KM5DTR9R tag=3FCACHKD1HT9 type=del 2024-04-02T08:43:51.641 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.643+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~VOHPADB1Y9VA.0 size=1048576 2024-04-02T08:43:51.643 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.644+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~VOHPADB1Y9VA.1 size=729743 2024-04-02T08:43:51.643 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.644+0000 7f7da3039780 1 > prepared multipart upload key=QHKAPO5SX6SG upload=VOHPADB1Y9VA tag=U85T5P5Q0XDQ type=write size=2826895 2024-04-02T08:43:51.645 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.646+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~VKPAHXQ5I7BZ.0 size=1048576 2024-04-02T08:43:51.646 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.648+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~VKPAHXQ5I7BZ.1 size=330292 2024-04-02T08:43:51.650 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.651+0000 7f7da3039780 1 < completed multipart upload key=ELDWOJAKQD69 upload=VKPAHXQ5I7BZ tag=MOCLT0KS5BS0 type=write size=2427444 2024-04-02T08:43:51.652 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.653+0000 7f7da3039780 1 > prepared operation key=BURYF1967J48 tag=7Y8U6NWVO3MT type=del size=3967497 2024-04-02T08:43:51.652 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.654+0000 7f7da3039780 -1 < no bi entry to suggest for operation key=QHKAPO5SX6SG tag=19R9OK2MBKB1 type=del size=3083090: (2) No such file or directory 2024-04-02T08:43:51.655 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.657+0000 7f7da3039780 1 > prepared part key=_multipart_AMAKFO5IP7AO.2~OLYTV2F47LQR.0 size=1048576 2024-04-02T08:43:51.657 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.659+0000 7f7da3039780 1 > prepared part key=_multipart_AMAKFO5IP7AO.2~OLYTV2F47LQR.1 size=1048576 2024-04-02T08:43:51.659 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.661+0000 7f7da3039780 1 > prepared part key=_multipart_AMAKFO5IP7AO.2~OLYTV2F47LQR.2 size=144625 2024-04-02T08:43:51.659 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.661+0000 7f7da3039780 1 > prepared multipart upload key=AMAKFO5IP7AO upload=OLYTV2F47LQR tag=XIAUUNB3WIAD type=write size=3290353 2024-04-02T08:43:51.659 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.661+0000 7f7da3039780 1 < canceled part key=_multipart_AESEEOTWQSFQ.2~20XOTMBFC0AV.0 size=1048576 2024-04-02T08:43:51.661 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.662+0000 7f7da3039780 1 < completed part key=_multipart_AESEEOTWQSFQ.2~20XOTMBFC0AV.1 size=1048576 2024-04-02T08:43:51.662 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.664+0000 7f7da3039780 1 < completed part key=_multipart_AESEEOTWQSFQ.2~20XOTMBFC0AV.2 size=335240 2024-04-02T08:43:51.665 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.667+0000 7f7da3039780 1 < canceled multipart upload key=AESEEOTWQSFQ upload=20XOTMBFC0AV tag=CNXQO1XI8OZ9 type=write size=3480968 2024-04-02T08:43:51.667 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.669+0000 7f7da3039780 1 > prepared operation key=ZZ885TFYL1OI tag=8P9CHDQITK3R type=del size=1572048 2024-04-02T08:43:51.669 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.671+0000 7f7da3039780 1 < canceled operation key=9H9O464QAWB2 tag=ERFDZF8D12FT type=del size=3965249 2024-04-02T08:43:51.672 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.674+0000 7f7da3039780 1 > prepared part key=_multipart_ZV3Q7IXMLI1J.2~3VW5FUXUGZLE.0 size=1048576 2024-04-02T08:43:51.674 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.676+0000 7f7da3039780 1 > prepared part key=_multipart_ZV3Q7IXMLI1J.2~3VW5FUXUGZLE.1 size=1048576 2024-04-02T08:43:51.676 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.677+0000 7f7da3039780 1 > prepared part key=_multipart_ZV3Q7IXMLI1J.2~3VW5FUXUGZLE.2 size=332827 2024-04-02T08:43:51.676 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.677+0000 7f7da3039780 1 > prepared multipart upload key=ZV3Q7IXMLI1J upload=3VW5FUXUGZLE tag=90B7Y8WSP7AI type=write size=3478555 2024-04-02T08:43:51.678 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.679+0000 7f7da3039780 1 < completed part key=_multipart_BURYF1967J48.2~BA94U7FNOL53.0 size=1048576 2024-04-02T08:43:51.679 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.681+0000 7f7da3039780 1 < completed part key=_multipart_BURYF1967J48.2~BA94U7FNOL53.1 size=329798 2024-04-02T08:43:51.683 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.684+0000 7f7da3039780 1 < completed multipart upload key=BURYF1967J48 upload=BA94U7FNOL53 tag=Q9YL5SHGSOII type=write size=2426950 2024-04-02T08:43:51.684 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.686+0000 7f7da3039780 1 > prepared operation key=AESEEOTWQSFQ tag=XZXAG4XXBPUY type=del size=1150012 2024-04-02T08:43:51.688 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.690+0000 7f7da3039780 1 < suggested remove operation key=B23RMWV8I9ZL tag=JQU57Z1MD25S type=del 2024-04-02T08:43:51.692 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.694+0000 7f7da3039780 1 > prepared part key=_multipart_A3I3KM5DTR9R.2~Z1R0YT7QOP96.0 size=564303 2024-04-02T08:43:51.692 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.694+0000 7f7da3039780 1 > prepared multipart upload key=A3I3KM5DTR9R upload=Z1R0YT7QOP96 tag=0G9C6LDJIP5A type=write size=1612879 2024-04-02T08:43:51.694 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.695+0000 7f7da3039780 1 < completed delete operation key=AMAKFO5IP7AO tag=HW6P37DD8KMF type=del 2024-04-02T08:43:51.696 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.697+0000 7f7da3039780 1 > prepared operation key=XV6PSEG36RCA tag=FVR9Y31ZPUXN type=del size=1873591 2024-04-02T08:43:51.698 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.699+0000 7f7da3039780 1 < canceled operation key=NOK2IIY1WSGJ tag=1L7SHWFSUJ0E type=del size=634004 2024-04-02T08:43:51.701 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.703+0000 7f7da3039780 1 > prepared part key=_multipart_A3I3KM5DTR9R.2~O05H8G0CWO4H.0 size=1048576 2024-04-02T08:43:51.703 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.704+0000 7f7da3039780 1 > prepared part key=_multipart_A3I3KM5DTR9R.2~O05H8G0CWO4H.1 size=1048576 2024-04-02T08:43:51.704 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.706+0000 7f7da3039780 1 > prepared part key=_multipart_A3I3KM5DTR9R.2~O05H8G0CWO4H.2 size=976957 2024-04-02T08:43:51.704 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.706+0000 7f7da3039780 1 > prepared multipart upload key=A3I3KM5DTR9R upload=O05H8G0CWO4H tag=MKERG9R1KE4E type=write size=4122685 2024-04-02T08:43:51.706 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.708+0000 7f7da3039780 1 < completed delete operation key=ELDWOJAKQD69 tag=PA0OE5F3FCLH type=del 2024-04-02T08:43:51.708 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.710+0000 7f7da3039780 1 > prepared operation key=NOK2IIY1WSGJ tag=SZH4L4U8H3Q8 type=del size=3757646 2024-04-02T08:43:51.710 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.712+0000 7f7da3039780 1 < completed delete operation key=AESEEOTWQSFQ tag=H39OKE7CFGEI type=del 2024-04-02T08:43:51.712 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.713+0000 7f7da3039780 1 > prepared operation key=ZV3Q7IXMLI1J tag=N8B6NKM0BK0H type=write size=454007 2024-04-02T08:43:51.713 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.715+0000 7f7da3039780 1 < completed part key=_multipart_R3KOUNXRRJL4.2~ZKVIT87K1IKJ.0 size=1048576 2024-04-02T08:43:51.715 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.716+0000 7f7da3039780 1 < completed part key=_multipart_R3KOUNXRRJL4.2~ZKVIT87K1IKJ.1 size=896796 2024-04-02T08:43:51.718 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.719+0000 7f7da3039780 1 < completed multipart upload key=R3KOUNXRRJL4 upload=ZKVIT87K1IKJ tag=B1N3NBT7G5EP type=write size=2993948 2024-04-02T08:43:51.719 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.721+0000 7f7da3039780 1 > prepared operation key=ZV3Q7IXMLI1J tag=9ML0EPI8BMX3 type=del size=2162934 2024-04-02T08:43:51.723 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.724+0000 7f7da3039780 1 < suggested update operation key=N5AIAS76IS0Z tag=2CXLFW7RTL91 type=write size=309113 2024-04-02T08:43:51.724 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.726+0000 7f7da3039780 1 > prepared operation key=XV6PSEG36RCA tag=7110FM1IQYZX type=write size=578708 2024-04-02T08:43:51.726 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.728+0000 7f7da3039780 1 < completed delete operation key=QSPL4WJY2BVT tag=VUGWP9ZJPXOL type=del 2024-04-02T08:43:51.730 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.730+0000 7f7da3039780 1 > prepared operation key=993CLRT5TRZG tag=OV3WB31WTF4L type=del size=3365861 2024-04-02T08:43:51.730 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.730+0000 7f7da3039780 1 < canceled part key=_multipart_81LFSX7KH5JC.2~40V1T87ZOP8X.0 size=164860 2024-04-02T08:43:51.732 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.734+0000 7f7da3039780 1 < canceled multipart upload key=81LFSX7KH5JC upload=40V1T87ZOP8X tag=TQK6Y4YHXBK4 type=write size=1213436 2024-04-02T08:43:51.736 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.737+0000 7f7da3039780 1 > prepared part key=_multipart_993CLRT5TRZG.2~WT4K3XVSQ9MS.0 size=1048576 2024-04-02T08:43:51.737 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.739+0000 7f7da3039780 1 > prepared part key=_multipart_993CLRT5TRZG.2~WT4K3XVSQ9MS.1 size=1022086 2024-04-02T08:43:51.737 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.739+0000 7f7da3039780 1 > prepared multipart upload key=993CLRT5TRZG upload=WT4K3XVSQ9MS tag=OR1G01CEZS76 type=write size=3119238 2024-04-02T08:43:51.739 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.741+0000 7f7da3039780 1 < completed delete operation key=EAG9W8JA0WA6 tag=83TKQM8Y7WY3 type=del 2024-04-02T08:43:51.741 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.743+0000 7f7da3039780 1 > prepared operation key=1SDLEDDX8LZR tag=1TE2CFUPO2U7 type=del size=3140395 2024-04-02T08:43:51.743 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.745+0000 7f7da3039780 1 < completed part key=_multipart_QHKAPO5SX6SG.2~VOHPADB1Y9VA.0 size=1048576 2024-04-02T08:43:51.743 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.745+0000 7f7da3039780 1 < canceled part key=_multipart_QHKAPO5SX6SG.2~VOHPADB1Y9VA.1 size=729743 2024-04-02T08:43:51.746 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.748+0000 7f7da3039780 1 < canceled multipart upload key=QHKAPO5SX6SG upload=VOHPADB1Y9VA tag=U85T5P5Q0XDQ type=write size=2826895 2024-04-02T08:43:51.748 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.750+0000 7f7da3039780 1 > prepared operation key=AESEEOTWQSFQ tag=DXONW97PC57F type=del size=2670866 2024-04-02T08:43:51.750 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.752+0000 7f7da3039780 1 < completed delete operation key=BURYF1967J48 tag=7Y8U6NWVO3MT type=del 2024-04-02T08:43:51.754 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.756+0000 7f7da3039780 1 > prepared part key=_multipart_SPZ4WDU9FXVH.2~K1ONGQSD43GR.0 size=602977 2024-04-02T08:43:51.754 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.756+0000 7f7da3039780 1 > prepared multipart upload key=SPZ4WDU9FXVH upload=K1ONGQSD43GR tag=84X8IIQPXZZR type=write size=1651553 2024-04-02T08:43:51.755 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.756+0000 7f7da3039780 1 < canceled part key=_multipart_AMAKFO5IP7AO.2~OLYTV2F47LQR.0 size=1048576 2024-04-02T08:43:51.755 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.756+0000 7f7da3039780 1 < canceled part key=_multipart_AMAKFO5IP7AO.2~OLYTV2F47LQR.1 size=1048576 2024-04-02T08:43:51.756 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.758+0000 7f7da3039780 1 < completed part key=_multipart_AMAKFO5IP7AO.2~OLYTV2F47LQR.2 size=144625 2024-04-02T08:43:51.760 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.762+0000 7f7da3039780 1 < canceled multipart upload key=AMAKFO5IP7AO upload=OLYTV2F47LQR tag=XIAUUNB3WIAD type=write size=3290353 2024-04-02T08:43:51.764 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.765+0000 7f7da3039780 1 > prepared part key=_multipart_YWRL9YH2Y59R.2~PP6FPQ7ZW3WH.0 size=583723 2024-04-02T08:43:51.764 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.765+0000 7f7da3039780 1 > prepared multipart upload key=YWRL9YH2Y59R upload=PP6FPQ7ZW3WH tag=3J5048WHA1CX type=write size=1632299 2024-04-02T08:43:51.766 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.768+0000 7f7da3039780 1 < canceled operation key=ZZ885TFYL1OI tag=8P9CHDQITK3R type=del size=1572048 2024-04-02T08:43:51.770 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.771+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~3QKAIZFSC10W.0 size=946840 2024-04-02T08:43:51.770 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.771+0000 7f7da3039780 1 > prepared multipart upload key=6TJF572KI0FA upload=3QKAIZFSC10W tag=DG2YKLADT7D2 type=write size=1995416 2024-04-02T08:43:51.771 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.773+0000 7f7da3039780 1 < completed part key=_multipart_ZV3Q7IXMLI1J.2~3VW5FUXUGZLE.0 size=1048576 2024-04-02T08:43:51.773 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.775+0000 7f7da3039780 1 < completed part key=_multipart_ZV3Q7IXMLI1J.2~3VW5FUXUGZLE.1 size=1048576 2024-04-02T08:43:51.773 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.775+0000 7f7da3039780 1 < canceled part key=_multipart_ZV3Q7IXMLI1J.2~3VW5FUXUGZLE.2 size=332827 2024-04-02T08:43:51.777 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.778+0000 7f7da3039780 1 < canceled multipart upload key=ZV3Q7IXMLI1J upload=3VW5FUXUGZLE tag=90B7Y8WSP7AI type=write size=3478555 2024-04-02T08:43:51.778 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.780+0000 7f7da3039780 1 > prepared operation key=EAG9W8JA0WA6 tag=3ILQUX30D6TZ type=del size=2460048 2024-04-02T08:43:51.781 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.782+0000 7f7da3039780 1 < completed delete operation key=AESEEOTWQSFQ tag=XZXAG4XXBPUY type=del 2024-04-02T08:43:51.783 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.784+0000 7f7da3039780 1 > prepared operation key=AESEEOTWQSFQ tag=843I0T8LEX2R type=del size=3396217 2024-04-02T08:43:51.785 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.786+0000 7f7da3039780 1 < completed part key=_multipart_A3I3KM5DTR9R.2~Z1R0YT7QOP96.0 size=564303 2024-04-02T08:43:51.788 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.790+0000 7f7da3039780 1 < completed multipart upload key=A3I3KM5DTR9R upload=Z1R0YT7QOP96 tag=0G9C6LDJIP5A type=write size=1612879 2024-04-02T08:43:51.790 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.792+0000 7f7da3039780 1 > prepared operation key=57GR82RGCWC5 tag=AQKQLP157VH2 type=del size=258663 2024-04-02T08:43:51.792 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.794+0000 7f7da3039780 1 < completed delete operation key=XV6PSEG36RCA tag=FVR9Y31ZPUXN type=del 2024-04-02T08:43:51.794 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.796+0000 7f7da3039780 1 > prepared operation key=D0Z1XMS5I5SH tag=2F2TWJBR7MTQ type=del size=3873388 2024-04-02T08:43:51.796 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.798+0000 7f7da3039780 1 < completed part key=_multipart_A3I3KM5DTR9R.2~O05H8G0CWO4H.0 size=1048576 2024-04-02T08:43:51.798 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.799+0000 7f7da3039780 1 < completed part key=_multipart_A3I3KM5DTR9R.2~O05H8G0CWO4H.1 size=1048576 2024-04-02T08:43:51.799 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.801+0000 7f7da3039780 1 < completed part key=_multipart_A3I3KM5DTR9R.2~O05H8G0CWO4H.2 size=976957 2024-04-02T08:43:51.803 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.804+0000 7f7da3039780 1 < completed multipart upload key=A3I3KM5DTR9R upload=O05H8G0CWO4H tag=MKERG9R1KE4E type=write size=4122685 2024-04-02T08:43:51.804 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.806+0000 7f7da3039780 1 > prepared operation key=NOK2IIY1WSGJ tag=9ALXV9Q173LD type=del size=2526171 2024-04-02T08:43:51.806 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.808+0000 7f7da3039780 1 < completed delete operation key=NOK2IIY1WSGJ tag=SZH4L4U8H3Q8 type=del 2024-04-02T08:43:51.808 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.810+0000 7f7da3039780 1 > prepared operation key=Y5E6U7ZCX7JC tag=ARPW0EO0JYAQ type=del size=2539563 2024-04-02T08:43:51.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:43:51 smithi055 ceph-mon[85080]: pgmap v1393: 137 pgs: 14 unknown, 123 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1004 KiB/s rd, 356 KiB/s wr, 1.78k op/s 2024-04-02T08:43:51.810 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.812+0000 7f7da3039780 1 < completed write operation key=ZV3Q7IXMLI1J tag=N8B6NKM0BK0H type=write size=454007 2024-04-02T08:43:51.812 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.814+0000 7f7da3039780 1 > prepared operation key=ZZ885TFYL1OI tag=O18ZSKE172HY type=del size=2272229 2024-04-02T08:43:51.815 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.817+0000 7f7da3039780 1 < suggested remove operation key=ZV3Q7IXMLI1J tag=9ML0EPI8BMX3 type=del 2024-04-02T08:43:51.817 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.818+0000 7f7da3039780 1 > prepared operation key=1SDLEDDX8LZR tag=6014PD12KVUI type=write size=77741 2024-04-02T08:43:51.818 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.820+0000 7f7da3039780 1 < completed write operation key=XV6PSEG36RCA tag=7110FM1IQYZX type=write size=578708 2024-04-02T08:43:51.821 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.823+0000 7f7da3039780 1 > prepared part key=_multipart_B23RMWV8I9ZL.2~EZ2V8SO9KH02.0 size=541998 2024-04-02T08:43:51.822 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.823+0000 7f7da3039780 1 > prepared multipart upload key=B23RMWV8I9ZL upload=EZ2V8SO9KH02 tag=S8FYNY5R8ZV9 type=write size=1590574 2024-04-02T08:43:51.825 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.827+0000 7f7da3039780 1 < suggested update operation key=993CLRT5TRZG tag=OV3WB31WTF4L type=del size=3365861 2024-04-02T08:43:51.829 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.830+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~OHY9RA08MHDJ.0 size=1048576 2024-04-02T08:43:51.830 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.832+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~OHY9RA08MHDJ.1 size=602228 2024-04-02T08:43:51.830 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.832+0000 7f7da3039780 1 > prepared multipart upload key=9H9O464QAWB2 upload=OHY9RA08MHDJ tag=3936K3ZLY67S type=write size=2699380 2024-04-02T08:43:51.832 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.833+0000 7f7da3039780 1 < completed part key=_multipart_993CLRT5TRZG.2~WT4K3XVSQ9MS.0 size=1048576 2024-04-02T08:43:51.832 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.833+0000 7f7da3039780 1 < canceled part key=_multipart_993CLRT5TRZG.2~WT4K3XVSQ9MS.1 size=1022086 2024-04-02T08:43:51.835 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.836+0000 7f7da3039780 1 < canceled multipart upload key=993CLRT5TRZG upload=WT4K3XVSQ9MS tag=OR1G01CEZS76 type=write size=3119238 2024-04-02T08:43:51.836 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.838+0000 7f7da3039780 1 > prepared operation key=AMAKFO5IP7AO tag=8BV5FPKFRFF3 type=del size=1262239 2024-04-02T08:43:51.838 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.840+0000 7f7da3039780 1 < canceled operation key=1SDLEDDX8LZR tag=1TE2CFUPO2U7 type=del size=3140395 2024-04-02T08:43:51.841 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.843+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~UK8BGFWAUWSZ.0 size=1048576 2024-04-02T08:43:51.843 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.845+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~UK8BGFWAUWSZ.1 size=929340 2024-04-02T08:43:51.843 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.845+0000 7f7da3039780 1 > prepared multipart upload key=QSPL4WJY2BVT upload=UK8BGFWAUWSZ tag=0FUVJV78U1T0 type=write size=3026492 2024-04-02T08:43:51.845 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.846+0000 7f7da3039780 1 < completed delete operation key=AESEEOTWQSFQ tag=DXONW97PC57F type=del 2024-04-02T08:43:51.847 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.848+0000 7f7da3039780 1 > prepared operation key=Y5E6U7ZCX7JC tag=3RU41BXTV7A0 type=write size=600640 2024-04-02T08:43:51.848 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.850+0000 7f7da3039780 1 < completed part key=_multipart_SPZ4WDU9FXVH.2~K1ONGQSD43GR.0 size=602977 2024-04-02T08:43:51.851 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.853+0000 7f7da3039780 1 < completed multipart upload key=SPZ4WDU9FXVH upload=K1ONGQSD43GR tag=84X8IIQPXZZR type=write size=1651553 2024-04-02T08:43:51.854 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.855+0000 7f7da3039780 1 > prepared operation key=XN6KQ2LGZYGL tag=H32CQ62HFJ9R type=del size=1118534 2024-04-02T08:43:51.855 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.857+0000 7f7da3039780 1 < completed part key=_multipart_YWRL9YH2Y59R.2~PP6FPQ7ZW3WH.0 size=583723 2024-04-02T08:43:51.858 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.860+0000 7f7da3039780 1 < completed multipart upload key=YWRL9YH2Y59R upload=PP6FPQ7ZW3WH tag=3J5048WHA1CX type=write size=1632299 2024-04-02T08:43:51.861 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.862+0000 7f7da3039780 1 > prepared operation key=AESEEOTWQSFQ tag=IJR178S9ZSKN type=write size=11745 2024-04-02T08:43:51.862 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.864+0000 7f7da3039780 1 < completed part key=_multipart_6TJF572KI0FA.2~3QKAIZFSC10W.0 size=946840 2024-04-02T08:43:51.865 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.867+0000 7f7da3039780 1 < completed multipart upload key=6TJF572KI0FA upload=3QKAIZFSC10W tag=DG2YKLADT7D2 type=write size=1995416 2024-04-02T08:43:51.869 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.870+0000 7f7da3039780 1 > prepared part key=_multipart_SPZ4WDU9FXVH.2~6L2QMCZ16UKT.0 size=276157 2024-04-02T08:43:51.869 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.870+0000 7f7da3039780 1 > prepared multipart upload key=SPZ4WDU9FXVH upload=6L2QMCZ16UKT tag=RWOBBVC99ST4 type=write size=1324733 2024-04-02T08:43:51.870 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.872+0000 7f7da3039780 1 < completed delete operation key=EAG9W8JA0WA6 tag=3ILQUX30D6TZ type=del 2024-04-02T08:43:51.874 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.875+0000 7f7da3039780 1 > prepared part key=_multipart_ZZ885TFYL1OI.2~1QR382VESIXW.0 size=1048576 2024-04-02T08:43:51.875 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.877+0000 7f7da3039780 1 > prepared part key=_multipart_ZZ885TFYL1OI.2~1QR382VESIXW.1 size=1048576 2024-04-02T08:43:51.877 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.878+0000 7f7da3039780 1 > prepared part key=_multipart_ZZ885TFYL1OI.2~1QR382VESIXW.2 size=733890 2024-04-02T08:43:51.877 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.878+0000 7f7da3039780 1 > prepared multipart upload key=ZZ885TFYL1OI upload=1QR382VESIXW tag=I0B7T0EOGGWF type=write size=3879618 2024-04-02T08:43:51.879 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.880+0000 7f7da3039780 1 < completed delete operation key=AESEEOTWQSFQ tag=843I0T8LEX2R type=del 2024-04-02T08:43:51.881 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.882+0000 7f7da3039780 1 > prepared operation key=NOK2IIY1WSGJ tag=82SW02VCHSNJ type=del size=929449 2024-04-02T08:43:51.884 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.886+0000 7f7da3039780 1 < suggested update operation key=57GR82RGCWC5 tag=AQKQLP157VH2 type=del size=258663 2024-04-02T08:43:51.887 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.889+0000 7f7da3039780 1 > prepared part key=_multipart_XV6PSEG36RCA.2~LPQJABA7SR6Y.0 size=814313 2024-04-02T08:43:51.888 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.889+0000 7f7da3039780 1 > prepared multipart upload key=XV6PSEG36RCA upload=LPQJABA7SR6Y tag=L0P51S314IRV type=write size=1862889 2024-04-02T08:43:51.891 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.893+0000 7f7da3039780 1 < suggested remove operation key=D0Z1XMS5I5SH tag=2F2TWJBR7MTQ type=del 2024-04-02T08:43:51.893 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.895+0000 7f7da3039780 1 > prepared operation key=9JGJK5C8JJ0Z tag=6ZEG8AOIUHYO type=del size=1411294 2024-04-02T08:43:51.897 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.898+0000 7f7da3039780 1 < suggested update operation key=NOK2IIY1WSGJ tag=9ALXV9Q173LD type=del size=2526171 2024-04-02T08:43:51.899 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.900+0000 7f7da3039780 1 > prepared operation key=JFW247YEIEQ0 tag=ZRTB1M7HTWXG type=del size=1156089 2024-04-02T08:43:51.900 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.902+0000 7f7da3039780 1 < completed delete operation key=Y5E6U7ZCX7JC tag=ARPW0EO0JYAQ type=del 2024-04-02T08:43:51.904 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.905+0000 7f7da3039780 1 > prepared part key=_multipart_AESEEOTWQSFQ.2~6RBLO9NUYCPE.0 size=1048576 2024-04-02T08:43:51.906 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.907+0000 7f7da3039780 1 > prepared part key=_multipart_AESEEOTWQSFQ.2~6RBLO9NUYCPE.1 size=933493 2024-04-02T08:43:51.906 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.907+0000 7f7da3039780 1 > prepared multipart upload key=AESEEOTWQSFQ upload=6RBLO9NUYCPE tag=24VBSOLKO406 type=write size=3030645 2024-04-02T08:43:51.907 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.909+0000 7f7da3039780 1 < completed delete operation key=ZZ885TFYL1OI tag=O18ZSKE172HY type=del 2024-04-02T08:43:51.911 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.912+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~MN4BG2U112DB.0 size=1048576 2024-04-02T08:43:51.912 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.914+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~MN4BG2U112DB.1 size=816820 2024-04-02T08:43:51.912 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.914+0000 7f7da3039780 1 > prepared multipart upload key=6TJF572KI0FA upload=MN4BG2U112DB tag=SOSXXX1EDNTP type=write size=2913972 2024-04-02T08:43:51.914 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.916+0000 7f7da3039780 1 < completed write operation key=1SDLEDDX8LZR tag=6014PD12KVUI type=write size=77741 2024-04-02T08:43:51.918 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.919+0000 7f7da3039780 1 > prepared part key=_multipart_Z2HC0VEJJV9V.2~M16IDO4EGMFL.0 size=1048576 2024-04-02T08:43:51.919 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.921+0000 7f7da3039780 1 > prepared part key=_multipart_Z2HC0VEJJV9V.2~M16IDO4EGMFL.1 size=434251 2024-04-02T08:43:51.920 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.921+0000 7f7da3039780 1 > prepared multipart upload key=Z2HC0VEJJV9V upload=M16IDO4EGMFL tag=5G8D83F3JZMF type=write size=2531403 2024-04-02T08:43:51.921 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.923+0000 7f7da3039780 1 < completed part key=_multipart_B23RMWV8I9ZL.2~EZ2V8SO9KH02.0 size=541998 2024-04-02T08:43:51.924 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.926+0000 7f7da3039780 1 < completed multipart upload key=B23RMWV8I9ZL upload=EZ2V8SO9KH02 tag=S8FYNY5R8ZV9 type=write size=1590574 2024-04-02T08:43:51.926 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.928+0000 7f7da3039780 1 > prepared operation key=9H9O464QAWB2 tag=Y1LCYD3Y5CG0 type=del size=3551569 2024-04-02T08:43:51.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:43:51 smithi012 ceph-mon[88355]: pgmap v1393: 137 pgs: 14 unknown, 123 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1004 KiB/s rd, 356 KiB/s wr, 1.78k op/s 2024-04-02T08:43:51.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:43:51 smithi012 ceph-mon[90784]: pgmap v1393: 137 pgs: 14 unknown, 123 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1004 KiB/s rd, 356 KiB/s wr, 1.78k op/s 2024-04-02T08:43:51.929 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.930+0000 7f7da3039780 1 < completed part key=_multipart_9H9O464QAWB2.2~OHY9RA08MHDJ.0 size=1048576 2024-04-02T08:43:51.929 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.931+0000 7f7da3039780 1 < completed part key=_multipart_9H9O464QAWB2.2~OHY9RA08MHDJ.1 size=602228 2024-04-02T08:43:51.933 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.934+0000 7f7da3039780 1 < completed multipart upload key=9H9O464QAWB2 upload=OHY9RA08MHDJ tag=3936K3ZLY67S type=write size=2699380 2024-04-02T08:43:51.934 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.935+0000 7f7da3039780 1 > prepared operation key=JFW247YEIEQ0 tag=KCSIF3PR09HB type=write size=249378 2024-04-02T08:43:51.935 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.937+0000 7f7da3039780 1 < completed delete operation key=AMAKFO5IP7AO tag=8BV5FPKFRFF3 type=del 2024-04-02T08:43:51.937 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.939+0000 7f7da3039780 1 > prepared operation key=B23RMWV8I9ZL tag=2ZD2MO72U65E type=del size=3645423 2024-04-02T08:43:51.937 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.939+0000 7f7da3039780 1 < canceled part key=_multipart_QSPL4WJY2BVT.2~UK8BGFWAUWSZ.0 size=1048576 2024-04-02T08:43:51.938 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.939+0000 7f7da3039780 1 < canceled part key=_multipart_QSPL4WJY2BVT.2~UK8BGFWAUWSZ.1 size=929340 2024-04-02T08:43:51.940 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.942+0000 7f7da3039780 1 < canceled multipart upload key=QSPL4WJY2BVT upload=UK8BGFWAUWSZ tag=0FUVJV78U1T0 type=write size=3026492 2024-04-02T08:43:51.942 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.944+0000 7f7da3039780 1 > prepared operation key=QSPL4WJY2BVT tag=PZZLMT8NDDOQ type=write size=682188 2024-04-02T08:43:51.946 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.947+0000 7f7da3039780 1 < suggested remove operation key=Y5E6U7ZCX7JC tag=3RU41BXTV7A0 type=write 2024-04-02T08:43:51.947 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.949+0000 7f7da3039780 1 > prepared operation key=QSPL4WJY2BVT tag=WSUAGME8P7HU type=del size=1939705 2024-04-02T08:43:51.949 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.951+0000 7f7da3039780 1 < completed delete operation key=XN6KQ2LGZYGL tag=H32CQ62HFJ9R type=del 2024-04-02T08:43:51.952 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.954+0000 7f7da3039780 1 > prepared part key=_multipart_R3KOUNXRRJL4.2~V7IHWZ045RCE.0 size=1048576 2024-04-02T08:43:51.954 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.955+0000 7f7da3039780 1 > prepared part key=_multipart_R3KOUNXRRJL4.2~V7IHWZ045RCE.1 size=656705 2024-04-02T08:43:51.954 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.955+0000 7f7da3039780 1 > prepared multipart upload key=R3KOUNXRRJL4 upload=V7IHWZ045RCE tag=2X9DI8J01HSK type=write size=2753857 2024-04-02T08:43:51.957 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.957+0000 7f7da3039780 1 < completed write operation key=AESEEOTWQSFQ tag=IJR178S9ZSKN type=write size=11745 2024-04-02T08:43:51.959 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.960+0000 7f7da3039780 1 > prepared part key=_multipart_AESEEOTWQSFQ.2~DOKO27XXB3N8.0 size=1048576 2024-04-02T08:43:51.960 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.962+0000 7f7da3039780 1 > prepared part key=_multipart_AESEEOTWQSFQ.2~DOKO27XXB3N8.1 size=1002157 2024-04-02T08:43:51.960 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.962+0000 7f7da3039780 1 > prepared multipart upload key=AESEEOTWQSFQ upload=DOKO27XXB3N8 tag=MJZ66MO1EJ4M type=write size=3099309 2024-04-02T08:43:51.962 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.963+0000 7f7da3039780 1 < completed part key=_multipart_SPZ4WDU9FXVH.2~6L2QMCZ16UKT.0 size=276157 2024-04-02T08:43:51.965 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.966+0000 7f7da3039780 1 < completed multipart upload key=SPZ4WDU9FXVH upload=6L2QMCZ16UKT tag=RWOBBVC99ST4 type=write size=1324733 2024-04-02T08:43:51.967 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.968+0000 7f7da3039780 1 > prepared operation key=ZZ885TFYL1OI tag=8DLUZ5OLCJB0 type=del size=4044872 2024-04-02T08:43:51.969 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.970+0000 7f7da3039780 1 < completed part key=_multipart_ZZ885TFYL1OI.2~1QR382VESIXW.0 size=1048576 2024-04-02T08:43:51.970 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.972+0000 7f7da3039780 1 < completed part key=_multipart_ZZ885TFYL1OI.2~1QR382VESIXW.1 size=1048576 2024-04-02T08:43:51.971 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.973+0000 7f7da3039780 1 < completed part key=_multipart_ZZ885TFYL1OI.2~1QR382VESIXW.2 size=733890 2024-04-02T08:43:51.974 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.976+0000 7f7da3039780 1 < completed multipart upload key=ZZ885TFYL1OI upload=1QR382VESIXW tag=I0B7T0EOGGWF type=write size=3879618 2024-04-02T08:43:51.976 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.978+0000 7f7da3039780 1 > prepared operation key=YWRL9YH2Y59R tag=SR0IIKGVMN10 type=del size=2224825 2024-04-02T08:43:51.979 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.980+0000 7f7da3039780 -1 < failed to complete operation key=NOK2IIY1WSGJ tag=82SW02VCHSNJ type=del size=929449: (22) Invalid argument 2024-04-02T08:43:51.981 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.983+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~7V95H2KCQK3U.0 size=1048576 2024-04-02T08:43:51.983 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.984+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~7V95H2KCQK3U.1 size=1048576 2024-04-02T08:43:51.984 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.986+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~7V95H2KCQK3U.2 size=488798 2024-04-02T08:43:51.984 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.986+0000 7f7da3039780 1 > prepared multipart upload key=ELDWOJAKQD69 upload=7V95H2KCQK3U tag=HF09TC9JVJVM type=write size=3634526 2024-04-02T08:43:51.986 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.988+0000 7f7da3039780 1 < completed part key=_multipart_XV6PSEG36RCA.2~LPQJABA7SR6Y.0 size=814313 2024-04-02T08:43:51.989 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.991+0000 7f7da3039780 1 < completed multipart upload key=XV6PSEG36RCA upload=LPQJABA7SR6Y tag=L0P51S314IRV type=write size=1862889 2024-04-02T08:43:51.992 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.994+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~7MJF5NKUZXRW.0 size=1048576 2024-04-02T08:43:51.994 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.995+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~7MJF5NKUZXRW.1 size=1048576 2024-04-02T08:43:51.995 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.997+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~7MJF5NKUZXRW.2 size=48265 2024-04-02T08:43:51.995 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.997+0000 7f7da3039780 1 > prepared multipart upload key=ELDWOJAKQD69 upload=7MJF5NKUZXRW tag=V9P4P34OX3W1 type=write size=3193993 2024-04-02T08:43:51.997 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:51.999+0000 7f7da3039780 1 < completed delete operation key=9JGJK5C8JJ0Z tag=6ZEG8AOIUHYO type=del 2024-04-02T08:43:52.000 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.002+0000 7f7da3039780 1 > prepared part key=_multipart_SPZ4WDU9FXVH.2~KM8NMVAOTCQK.0 size=268293 2024-04-02T08:43:52.000 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.002+0000 7f7da3039780 1 > prepared multipart upload key=SPZ4WDU9FXVH upload=KM8NMVAOTCQK tag=GO219U2KWTYK type=write size=1316869 2024-04-02T08:43:52.002 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.003+0000 7f7da3039780 1 < completed delete operation key=JFW247YEIEQ0 tag=ZRTB1M7HTWXG type=del 2024-04-02T08:43:52.005 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.007+0000 7f7da3039780 1 > prepared part key=_multipart_D0Z1XMS5I5SH.2~5EQCA2I87HPC.0 size=1048576 2024-04-02T08:43:52.007 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.008+0000 7f7da3039780 1 > prepared part key=_multipart_D0Z1XMS5I5SH.2~5EQCA2I87HPC.1 size=1048576 2024-04-02T08:43:52.008 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.010+0000 7f7da3039780 1 > prepared part key=_multipart_D0Z1XMS5I5SH.2~5EQCA2I87HPC.2 size=106712 2024-04-02T08:43:52.008 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.010+0000 7f7da3039780 1 > prepared multipart upload key=D0Z1XMS5I5SH upload=5EQCA2I87HPC tag=ZC1WREOQJ8F8 type=write size=3252440 2024-04-02T08:43:52.010 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.011+0000 7f7da3039780 1 < completed part key=_multipart_AESEEOTWQSFQ.2~6RBLO9NUYCPE.0 size=1048576 2024-04-02T08:43:52.012 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.013+0000 7f7da3039780 1 < completed part key=_multipart_AESEEOTWQSFQ.2~6RBLO9NUYCPE.1 size=933493 2024-04-02T08:43:52.014 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.016+0000 7f7da3039780 1 < completed multipart upload key=AESEEOTWQSFQ upload=6RBLO9NUYCPE tag=24VBSOLKO406 type=write size=3030645 2024-04-02T08:43:52.018 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.019+0000 7f7da3039780 1 > prepared part key=_multipart_R3KOUNXRRJL4.2~DIRRWG32LZCB.0 size=697875 2024-04-02T08:43:52.018 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.019+0000 7f7da3039780 1 > prepared multipart upload key=R3KOUNXRRJL4 upload=DIRRWG32LZCB tag=ZYUO9VBHVVXZ type=write size=1746451 2024-04-02T08:43:52.019 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.021+0000 7f7da3039780 1 < completed part key=_multipart_6TJF572KI0FA.2~MN4BG2U112DB.0 size=1048576 2024-04-02T08:43:52.021 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.022+0000 7f7da3039780 1 < completed part key=_multipart_6TJF572KI0FA.2~MN4BG2U112DB.1 size=816820 2024-04-02T08:43:52.024 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.025+0000 7f7da3039780 1 < completed multipart upload key=6TJF572KI0FA upload=MN4BG2U112DB tag=SOSXXX1EDNTP type=write size=2913972 2024-04-02T08:43:52.025 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.027+0000 7f7da3039780 1 > prepared operation key=A3I3KM5DTR9R tag=WU18MV973K3P type=del size=2589334 2024-04-02T08:43:52.027 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.029+0000 7f7da3039780 1 < completed part key=_multipart_Z2HC0VEJJV9V.2~M16IDO4EGMFL.0 size=1048576 2024-04-02T08:43:52.027 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.029+0000 7f7da3039780 1 < canceled part key=_multipart_Z2HC0VEJJV9V.2~M16IDO4EGMFL.1 size=434251 2024-04-02T08:43:52.030 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.032+0000 7f7da3039780 1 < canceled multipart upload key=Z2HC0VEJJV9V upload=M16IDO4EGMFL tag=5G8D83F3JZMF type=write size=2531403 2024-04-02T08:43:52.034 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.035+0000 7f7da3039780 1 > prepared part key=_multipart_81LFSX7KH5JC.2~11MASSD1WVVC.0 size=1048576 2024-04-02T08:43:52.035 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.036+0000 7f7da3039780 1 > prepared part key=_multipart_81LFSX7KH5JC.2~11MASSD1WVVC.1 size=869754 2024-04-02T08:43:52.035 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.037+0000 7f7da3039780 1 > prepared multipart upload key=81LFSX7KH5JC upload=11MASSD1WVVC tag=SH2AUVL7BEHA type=write size=2966906 2024-04-02T08:43:52.037 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.038+0000 7f7da3039780 1 < completed delete operation key=9H9O464QAWB2 tag=Y1LCYD3Y5CG0 type=del 2024-04-02T08:43:52.038 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.040+0000 7f7da3039780 1 > prepared operation key=YXESDZ3ETQK9 tag=K10CMH0ZSDH7 type=del size=2148398 2024-04-02T08:43:52.040 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.042+0000 7f7da3039780 1 < canceled operation key=JFW247YEIEQ0 tag=KCSIF3PR09HB type=write size=249378 2024-04-02T08:43:52.044 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.045+0000 7f7da3039780 1 > prepared part key=_multipart_EAG9W8JA0WA6.2~BH1D6A36DDU8.0 size=164172 2024-04-02T08:43:52.044 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.045+0000 7f7da3039780 1 > prepared multipart upload key=EAG9W8JA0WA6 upload=BH1D6A36DDU8 tag=IJ1MSI9CLVUB type=write size=1212748 2024-04-02T08:43:52.048 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.049+0000 7f7da3039780 1 < suggested update operation key=B23RMWV8I9ZL tag=2ZD2MO72U65E type=del size=3645423 2024-04-02T08:43:52.049 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.051+0000 7f7da3039780 1 > prepared operation key=QHKAPO5SX6SG tag=AEUH1XL3BRUV type=del size=1063660 2024-04-02T08:43:52.052 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.053+0000 7f7da3039780 1 < completed write operation key=QSPL4WJY2BVT tag=PZZLMT8NDDOQ type=write size=682188 2024-04-02T08:43:52.054 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.055+0000 7f7da3039780 1 > prepared operation key=ZZ885TFYL1OI tag=Z4YNKGRFEZIR type=del size=3257703 2024-04-02T08:43:52.056 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.057+0000 7f7da3039780 1 < completed delete operation key=QSPL4WJY2BVT tag=WSUAGME8P7HU type=del 2024-04-02T08:43:52.059 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.060+0000 7f7da3039780 1 > prepared part key=_multipart_AESEEOTWQSFQ.2~0GIVCP8J1OFF.0 size=941612 2024-04-02T08:43:52.059 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.060+0000 7f7da3039780 1 > prepared multipart upload key=AESEEOTWQSFQ upload=0GIVCP8J1OFF tag=G4R8YK675SV7 type=write size=1990188 2024-04-02T08:43:52.061 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.063+0000 7f7da3039780 1 < completed part key=_multipart_R3KOUNXRRJL4.2~V7IHWZ045RCE.0 size=1048576 2024-04-02T08:43:52.063 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.065+0000 7f7da3039780 1 < completed part key=_multipart_R3KOUNXRRJL4.2~V7IHWZ045RCE.1 size=656705 2024-04-02T08:43:52.067 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.068+0000 7f7da3039780 1 < completed multipart upload key=R3KOUNXRRJL4 upload=V7IHWZ045RCE tag=2X9DI8J01HSK type=write size=2753857 2024-04-02T08:43:52.069 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.070+0000 7f7da3039780 1 > prepared operation key=NOK2IIY1WSGJ tag=YC263KS61TZY type=del size=2006195 2024-04-02T08:43:52.071 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.073+0000 7f7da3039780 1 < completed part key=_multipart_AESEEOTWQSFQ.2~DOKO27XXB3N8.0 size=1048576 2024-04-02T08:43:52.073 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.075+0000 7f7da3039780 1 < completed part key=_multipart_AESEEOTWQSFQ.2~DOKO27XXB3N8.1 size=1002157 2024-04-02T08:43:52.076 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.078+0000 7f7da3039780 1 < completed multipart upload key=AESEEOTWQSFQ upload=DOKO27XXB3N8 tag=MJZ66MO1EJ4M type=write size=3099309 2024-04-02T08:43:52.078 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.080+0000 7f7da3039780 1 > prepared operation key=ELDWOJAKQD69 tag=2TKCZIURCG1Q type=del size=3508909 2024-04-02T08:43:52.080 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.081+0000 7f7da3039780 1 < canceled operation key=ZZ885TFYL1OI tag=8DLUZ5OLCJB0 type=del size=4044872 2024-04-02T08:43:52.083 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.085+0000 7f7da3039780 1 > prepared part key=_multipart_YXESDZ3ETQK9.2~NWLPP25A443I.0 size=1048576 2024-04-02T08:43:52.085 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.087+0000 7f7da3039780 1 > prepared part key=_multipart_YXESDZ3ETQK9.2~NWLPP25A443I.1 size=1048576 2024-04-02T08:43:52.087 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.088+0000 7f7da3039780 1 > prepared part key=_multipart_YXESDZ3ETQK9.2~NWLPP25A443I.2 size=683461 2024-04-02T08:43:52.087 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.088+0000 7f7da3039780 1 > prepared multipart upload key=YXESDZ3ETQK9 upload=NWLPP25A443I tag=1RLFBR90TOGS type=write size=3829189 2024-04-02T08:43:52.089 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.090+0000 7f7da3039780 1 < completed delete operation key=YWRL9YH2Y59R tag=SR0IIKGVMN10 type=del 2024-04-02T08:43:52.092 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.094+0000 7f7da3039780 1 > prepared part key=_multipart_YWRL9YH2Y59R.2~KOPGYCJOATP3.0 size=534048 2024-04-02T08:43:52.093 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.094+0000 7f7da3039780 1 > prepared multipart upload key=YWRL9YH2Y59R upload=KOPGYCJOATP3 tag=8DHM86X283NP type=write size=1582624 2024-04-02T08:43:52.095 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.096+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~7V95H2KCQK3U.0 size=1048576 2024-04-02T08:43:52.097 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.098+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~7V95H2KCQK3U.1 size=1048576 2024-04-02T08:43:52.099 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.100+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~7V95H2KCQK3U.2 size=488798 2024-04-02T08:43:52.102 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.104+0000 7f7da3039780 1 < completed multipart upload key=ELDWOJAKQD69 upload=7V95H2KCQK3U tag=HF09TC9JVJVM type=write size=3634526 2024-04-02T08:43:52.104 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.106+0000 7f7da3039780 1 > prepared operation key=JFW247YEIEQ0 tag=3J4IK13XBCP6 type=write size=732825 2024-04-02T08:43:52.106 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.108+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~7MJF5NKUZXRW.0 size=1048576 2024-04-02T08:43:52.106 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.108+0000 7f7da3039780 1 < canceled part key=_multipart_ELDWOJAKQD69.2~7MJF5NKUZXRW.1 size=1048576 2024-04-02T08:43:52.107 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.109+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~7MJF5NKUZXRW.2 size=48265 2024-04-02T08:43:52.111 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.113+0000 7f7da3039780 1 < canceled multipart upload key=ELDWOJAKQD69 upload=7MJF5NKUZXRW tag=V9P4P34OX3W1 type=write size=3193993 2024-04-02T08:43:52.113 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.115+0000 7f7da3039780 1 > prepared operation key=993CLRT5TRZG tag=0BC371LZ5429 type=del size=348737 2024-04-02T08:43:52.115 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.116+0000 7f7da3039780 1 < completed part key=_multipart_SPZ4WDU9FXVH.2~KM8NMVAOTCQK.0 size=268293 2024-04-02T08:43:52.117 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.119+0000 7f7da3039780 1 < completed multipart upload key=SPZ4WDU9FXVH upload=KM8NMVAOTCQK tag=GO219U2KWTYK type=write size=1316869 2024-04-02T08:43:52.120 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.121+0000 7f7da3039780 1 > prepared operation key=6TJF572KI0FA tag=CX373YZYYZDJ type=write size=209553 2024-04-02T08:43:52.120 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.121+0000 7f7da3039780 1 < canceled part key=_multipart_D0Z1XMS5I5SH.2~5EQCA2I87HPC.0 size=1048576 2024-04-02T08:43:52.122 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.123+0000 7f7da3039780 1 < completed part key=_multipart_D0Z1XMS5I5SH.2~5EQCA2I87HPC.1 size=1048576 2024-04-02T08:43:52.123 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.125+0000 7f7da3039780 1 < completed part key=_multipart_D0Z1XMS5I5SH.2~5EQCA2I87HPC.2 size=106712 2024-04-02T08:43:52.126 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.128+0000 7f7da3039780 1 < canceled multipart upload key=D0Z1XMS5I5SH upload=5EQCA2I87HPC tag=ZC1WREOQJ8F8 type=write size=3252440 2024-04-02T08:43:52.129 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.131+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~GV1GI4AVOUJN.0 size=252811 2024-04-02T08:43:52.129 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.131+0000 7f7da3039780 1 > prepared multipart upload key=ELDWOJAKQD69 upload=GV1GI4AVOUJN tag=0RUC73OFLLJ3 type=write size=1301387 2024-04-02T08:43:52.131 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.133+0000 7f7da3039780 1 < completed part key=_multipart_R3KOUNXRRJL4.2~DIRRWG32LZCB.0 size=697875 2024-04-02T08:43:52.134 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.136+0000 7f7da3039780 1 < completed multipart upload key=R3KOUNXRRJL4 upload=DIRRWG32LZCB tag=ZYUO9VBHVVXZ type=write size=1746451 2024-04-02T08:43:52.137 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.138+0000 7f7da3039780 1 > prepared operation key=Y5E6U7ZCX7JC tag=Z84A5UELIQTW type=del size=2272982 2024-04-02T08:43:52.140 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.142+0000 7f7da3039780 1 < suggested remove operation key=A3I3KM5DTR9R tag=WU18MV973K3P type=del 2024-04-02T08:43:52.142 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.144+0000 7f7da3039780 1 > prepared operation key=JFW247YEIEQ0 tag=MLZPYXL05GK3 type=del size=710628 2024-04-02T08:43:52.144 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.146+0000 7f7da3039780 1 < completed part key=_multipart_81LFSX7KH5JC.2~11MASSD1WVVC.0 size=1048576 2024-04-02T08:43:52.146 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.148+0000 7f7da3039780 1 < completed part key=_multipart_81LFSX7KH5JC.2~11MASSD1WVVC.1 size=869754 2024-04-02T08:43:52.150 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.151+0000 7f7da3039780 1 < completed multipart upload key=81LFSX7KH5JC upload=11MASSD1WVVC tag=SH2AUVL7BEHA type=write size=2966906 2024-04-02T08:43:52.152 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.153+0000 7f7da3039780 1 > prepared operation key=1SDLEDDX8LZR tag=06J0X4QMICQL type=del size=2445121 2024-04-02T08:43:52.154 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.155+0000 7f7da3039780 1 < completed delete operation key=YXESDZ3ETQK9 tag=K10CMH0ZSDH7 type=del 2024-04-02T08:43:52.156 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.157+0000 7f7da3039780 1 > prepared operation key=XV6PSEG36RCA tag=C577L74XE7H5 type=del size=1804107 2024-04-02T08:43:52.157 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.159+0000 7f7da3039780 1 < completed part key=_multipart_EAG9W8JA0WA6.2~BH1D6A36DDU8.0 size=164172 2024-04-02T08:43:52.161 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.163+0000 7f7da3039780 1 < completed multipart upload key=EAG9W8JA0WA6 upload=BH1D6A36DDU8 tag=IJ1MSI9CLVUB type=write size=1212748 2024-04-02T08:43:52.163 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.164+0000 7f7da3039780 1 > prepared operation key=ELDWOJAKQD69 tag=LE1ZLRPENQFQ type=del size=2996354 2024-04-02T08:43:52.167 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.168+0000 7f7da3039780 1 < suggested remove operation key=QHKAPO5SX6SG tag=AEUH1XL3BRUV type=del 2024-04-02T08:43:52.171 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.172+0000 7f7da3039780 1 > prepared part key=_multipart_NOK2IIY1WSGJ.2~PF214QK0TYV8.0 size=1048576 2024-04-02T08:43:52.172 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.174+0000 7f7da3039780 1 > prepared part key=_multipart_NOK2IIY1WSGJ.2~PF214QK0TYV8.1 size=128497 2024-04-02T08:43:52.172 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.174+0000 7f7da3039780 1 > prepared multipart upload key=NOK2IIY1WSGJ upload=PF214QK0TYV8 tag=7DF7S1EKJ8TY type=write size=2225649 2024-04-02T08:43:52.174 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.176+0000 7f7da3039780 1 < completed delete operation key=ZZ885TFYL1OI tag=Z4YNKGRFEZIR type=del 2024-04-02T08:43:52.176 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.178+0000 7f7da3039780 1 > prepared operation key=ZV3Q7IXMLI1J tag=A248NDTES7Z6 type=del size=1666078 2024-04-02T08:43:52.178 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.180+0000 7f7da3039780 1 < completed part key=_multipart_AESEEOTWQSFQ.2~0GIVCP8J1OFF.0 size=941612 2024-04-02T08:43:52.182 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.183+0000 7f7da3039780 1 < completed multipart upload key=AESEEOTWQSFQ upload=0GIVCP8J1OFF tag=G4R8YK675SV7 type=write size=1990188 2024-04-02T08:43:52.183 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.185+0000 7f7da3039780 1 > prepared operation key=XV6PSEG36RCA tag=Y9TY805A0O1J type=del size=2733787 2024-04-02T08:43:52.187 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.188+0000 7f7da3039780 1 < suggested update operation key=NOK2IIY1WSGJ tag=YC263KS61TZY type=del size=2006195 2024-04-02T08:43:52.189 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.190+0000 7f7da3039780 1 > prepared operation key=EAG9W8JA0WA6 tag=KGYGSEBD98CJ type=write size=222360 2024-04-02T08:43:52.192 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.194+0000 7f7da3039780 1 < suggested remove operation key=ELDWOJAKQD69 tag=2TKCZIURCG1Q type=del 2024-04-02T08:43:52.194 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.195+0000 7f7da3039780 1 > prepared operation key=N5AIAS76IS0Z tag=A8XOQ0T9WH1E type=write size=256632 2024-04-02T08:43:52.196 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.197+0000 7f7da3039780 1 < completed part key=_multipart_YXESDZ3ETQK9.2~NWLPP25A443I.0 size=1048576 2024-04-02T08:43:52.197 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.199+0000 7f7da3039780 1 < completed part key=_multipart_YXESDZ3ETQK9.2~NWLPP25A443I.1 size=1048576 2024-04-02T08:43:52.199 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.200+0000 7f7da3039780 1 < completed part key=_multipart_YXESDZ3ETQK9.2~NWLPP25A443I.2 size=683461 2024-04-02T08:43:52.202 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.204+0000 7f7da3039780 1 < completed multipart upload key=YXESDZ3ETQK9 upload=NWLPP25A443I tag=1RLFBR90TOGS type=write size=3829189 2024-04-02T08:43:52.204 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.206+0000 7f7da3039780 1 > prepared operation key=BURYF1967J48 tag=N8B9JPW30YF6 type=del size=1813005 2024-04-02T08:43:52.206 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.207+0000 7f7da3039780 1 < completed part key=_multipart_YWRL9YH2Y59R.2~KOPGYCJOATP3.0 size=534048 2024-04-02T08:43:52.209 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.210+0000 7f7da3039780 1 < completed multipart upload key=YWRL9YH2Y59R upload=KOPGYCJOATP3 tag=8DHM86X283NP type=write size=1582624 2024-04-02T08:43:52.210 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.212+0000 7f7da3039780 1 > prepared operation key=DJP9NW2GDNHB tag=E16FL7RM4AZC type=del size=3907802 2024-04-02T08:43:52.212 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.214+0000 7f7da3039780 1 < completed write operation key=JFW247YEIEQ0 tag=3J4IK13XBCP6 type=write size=732825 2024-04-02T08:43:52.214 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.216+0000 7f7da3039780 1 > prepared operation key=EAG9W8JA0WA6 tag=5S087DDJW42S type=write size=693232 2024-04-02T08:43:52.216 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.218+0000 7f7da3039780 1 < completed delete operation key=993CLRT5TRZG tag=0BC371LZ5429 type=del 2024-04-02T08:43:52.218 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.219+0000 7f7da3039780 1 > prepared operation key=YWRL9YH2Y59R tag=7D1OZKGA0UZV type=del size=2467064 2024-04-02T08:43:52.220 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.221+0000 7f7da3039780 1 < completed write operation key=6TJF572KI0FA tag=CX373YZYYZDJ type=write size=209553 2024-04-02T08:43:52.222 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.223+0000 7f7da3039780 1 > prepared operation key=DJP9NW2GDNHB tag=KESHG7WKT1YX type=del size=2078025 2024-04-02T08:43:52.224 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.225+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~GV1GI4AVOUJN.0 size=252811 2024-04-02T08:43:52.227 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.228+0000 7f7da3039780 1 < completed multipart upload key=ELDWOJAKQD69 upload=GV1GI4AVOUJN tag=0RUC73OFLLJ3 type=write size=1301387 2024-04-02T08:43:52.228 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.230+0000 7f7da3039780 1 > prepared operation key=QHKAPO5SX6SG tag=FT13P2J72GLK type=del size=1995263 2024-04-02T08:43:52.230 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.232+0000 7f7da3039780 1 < completed delete operation key=Y5E6U7ZCX7JC tag=Z84A5UELIQTW type=del 2024-04-02T08:43:52.233 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.235+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~EQJMR2217B1R.0 size=1048576 2024-04-02T08:43:52.235 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.236+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~EQJMR2217B1R.1 size=141590 2024-04-02T08:43:52.235 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.236+0000 7f7da3039780 1 > prepared multipart upload key=QHKAPO5SX6SG upload=EQJMR2217B1R tag=8SM0FQTM3MD5 type=write size=2238742 2024-04-02T08:43:52.237 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.238+0000 7f7da3039780 1 < completed delete operation key=JFW247YEIEQ0 tag=MLZPYXL05GK3 type=del 2024-04-02T08:43:52.240 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.242+0000 7f7da3039780 1 > prepared part key=_multipart_AESEEOTWQSFQ.2~GXP8THIYHKCA.0 size=1048576 2024-04-02T08:43:52.242 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.243+0000 7f7da3039780 1 > prepared part key=_multipart_AESEEOTWQSFQ.2~GXP8THIYHKCA.1 size=401441 2024-04-02T08:43:52.242 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.243+0000 7f7da3039780 1 > prepared multipart upload key=AESEEOTWQSFQ upload=GXP8THIYHKCA tag=5T44KMTTDGPI type=write size=2498593 2024-04-02T08:43:52.244 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.245+0000 7f7da3039780 1 < completed delete operation key=1SDLEDDX8LZR tag=06J0X4QMICQL type=del 2024-04-02T08:43:52.246 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.248+0000 7f7da3039780 1 > prepared operation key=BURYF1967J48 tag=MT12IHGTFLHQ type=del size=3175500 2024-04-02T08:43:52.248 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.250+0000 7f7da3039780 1 < completed delete operation key=XV6PSEG36RCA tag=C577L74XE7H5 type=del 2024-04-02T08:43:52.250 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.252+0000 7f7da3039780 1 > prepared operation key=D0Z1XMS5I5SH tag=X3FK7E9IFRZK type=del size=3869473 2024-04-02T08:43:52.253 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.254+0000 7f7da3039780 -1 < failed to complete operation key=ELDWOJAKQD69 tag=LE1ZLRPENQFQ type=del size=2996354: (22) Invalid argument 2024-04-02T08:43:52.256 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.258+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~A8TNYMBIMZKI.0 size=1048576 2024-04-02T08:43:52.258 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.260+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~A8TNYMBIMZKI.1 size=1048576 2024-04-02T08:43:52.260 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.261+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~A8TNYMBIMZKI.2 size=787282 2024-04-02T08:43:52.260 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.261+0000 7f7da3039780 1 > prepared multipart upload key=6TJF572KI0FA upload=A8TNYMBIMZKI tag=14TCHLUGZ3WL type=write size=3933010 2024-04-02T08:43:52.262 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.263+0000 7f7da3039780 1 < completed part key=_multipart_NOK2IIY1WSGJ.2~PF214QK0TYV8.0 size=1048576 2024-04-02T08:43:52.263 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.265+0000 7f7da3039780 1 < completed part key=_multipart_NOK2IIY1WSGJ.2~PF214QK0TYV8.1 size=128497 2024-04-02T08:43:52.267 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.269+0000 7f7da3039780 1 < completed multipart upload key=NOK2IIY1WSGJ upload=PF214QK0TYV8 tag=7DF7S1EKJ8TY type=write size=2225649 2024-04-02T08:43:52.269 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.271+0000 7f7da3039780 1 > prepared operation key=Z2HC0VEJJV9V tag=YUUSFEPEOXSR type=del size=2500430 2024-04-02T08:43:52.272 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.273+0000 7f7da3039780 1 < completed delete operation key=ZV3Q7IXMLI1J tag=A248NDTES7Z6 type=del 2024-04-02T08:43:52.274 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.275+0000 7f7da3039780 1 > prepared operation key=A3I3KM5DTR9R tag=YOFDZLASUFBO type=del size=1020504 2024-04-02T08:43:52.277 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.279+0000 7f7da3039780 1 < suggested remove operation key=XV6PSEG36RCA tag=Y9TY805A0O1J type=del 2024-04-02T08:43:52.281 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.282+0000 7f7da3039780 1 > prepared part key=_multipart_A3I3KM5DTR9R.2~N72V8FG1O0UY.0 size=293575 2024-04-02T08:43:52.281 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.282+0000 7f7da3039780 1 > prepared multipart upload key=A3I3KM5DTR9R upload=N72V8FG1O0UY tag=IGSQGB508V4W type=write size=1342151 2024-04-02T08:43:52.282 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.284+0000 7f7da3039780 1 < completed write operation key=EAG9W8JA0WA6 tag=KGYGSEBD98CJ type=write size=222360 2024-04-02T08:43:52.284 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.286+0000 7f7da3039780 1 > prepared operation key=XN6KQ2LGZYGL tag=F5WGSUY5FJMF type=del size=2150505 2024-04-02T08:43:52.286 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.287+0000 7f7da3039780 1 < completed write operation key=N5AIAS76IS0Z tag=A8XOQ0T9WH1E type=write size=256632 2024-04-02T08:43:52.288 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.289+0000 7f7da3039780 1 > prepared operation key=57GR82RGCWC5 tag=49ADLQCNEUQ2 type=del size=4163263 2024-04-02T08:43:52.289 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.291+0000 7f7da3039780 1 < canceled operation key=BURYF1967J48 tag=N8B9JPW30YF6 type=del size=1813005 2024-04-02T08:43:52.291 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.293+0000 7f7da3039780 1 > prepared operation key=DJP9NW2GDNHB tag=9QP9OZ3Q4WTX type=del size=526473 2024-04-02T08:43:52.293 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.294+0000 7f7da3039780 1 < completed delete operation key=DJP9NW2GDNHB tag=E16FL7RM4AZC type=del 2024-04-02T08:43:52.296 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.298+0000 7f7da3039780 1 > prepared part key=_multipart_XN6KQ2LGZYGL.2~2W0NYZJ1QHAO.0 size=1048576 2024-04-02T08:43:52.297 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.299+0000 7f7da3039780 1 > prepared part key=_multipart_XN6KQ2LGZYGL.2~2W0NYZJ1QHAO.1 size=675472 2024-04-02T08:43:52.298 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.299+0000 7f7da3039780 1 > prepared multipart upload key=XN6KQ2LGZYGL upload=2W0NYZJ1QHAO tag=I0U90SMLM0U5 type=write size=2772624 2024-04-02T08:43:52.299 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.301+0000 7f7da3039780 1 < completed write operation key=EAG9W8JA0WA6 tag=5S087DDJW42S type=write size=693232 2024-04-02T08:43:52.301 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.302+0000 7f7da3039780 1 > prepared operation key=XV6PSEG36RCA tag=APPOLAIOGEU4 type=del size=1263371 2024-04-02T08:43:52.302 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.304+0000 7f7da3039780 1 < completed delete operation key=YWRL9YH2Y59R tag=7D1OZKGA0UZV type=del 2024-04-02T08:43:52.306 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.308+0000 7f7da3039780 1 > prepared part key=_multipart_Z2HC0VEJJV9V.2~DEVFFV3BFR73.0 size=1048576 2024-04-02T08:43:52.307 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.309+0000 7f7da3039780 1 > prepared part key=_multipart_Z2HC0VEJJV9V.2~DEVFFV3BFR73.1 size=911725 2024-04-02T08:43:52.307 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.309+0000 7f7da3039780 1 > prepared multipart upload key=Z2HC0VEJJV9V upload=DEVFFV3BFR73 tag=P3RCK1AD9JUT type=write size=3008877 2024-04-02T08:43:52.309 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.311+0000 7f7da3039780 1 < completed delete operation key=DJP9NW2GDNHB tag=KESHG7WKT1YX type=del 2024-04-02T08:43:52.312 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.314+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~N0WPOJG9MNO5.0 size=1048576 2024-04-02T08:43:52.314 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.315+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~N0WPOJG9MNO5.1 size=1048576 2024-04-02T08:43:52.315 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.317+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~N0WPOJG9MNO5.2 size=473065 2024-04-02T08:43:52.315 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.317+0000 7f7da3039780 1 > prepared multipart upload key=6TJF572KI0FA upload=N0WPOJG9MNO5 tag=10EEB8OH9DTL type=write size=3618793 2024-04-02T08:43:52.317 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.319+0000 7f7da3039780 1 < completed delete operation key=QHKAPO5SX6SG tag=FT13P2J72GLK type=del 2024-04-02T08:43:52.319 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.320+0000 7f7da3039780 1 > prepared operation key=YWRL9YH2Y59R tag=4SLFQ5H47GUL type=del size=1169364 2024-04-02T08:43:52.320 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.322+0000 7f7da3039780 1 < completed part key=_multipart_QHKAPO5SX6SG.2~EQJMR2217B1R.0 size=1048576 2024-04-02T08:43:52.322 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.323+0000 7f7da3039780 1 < completed part key=_multipart_QHKAPO5SX6SG.2~EQJMR2217B1R.1 size=141590 2024-04-02T08:43:52.325 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.326+0000 7f7da3039780 1 < completed multipart upload key=QHKAPO5SX6SG upload=EQJMR2217B1R tag=8SM0FQTM3MD5 type=write size=2238742 2024-04-02T08:43:52.328 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.330+0000 7f7da3039780 1 > prepared part key=_multipart_A3I3KM5DTR9R.2~JESGZT7JZFTO.0 size=1048576 2024-04-02T08:43:52.330 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.331+0000 7f7da3039780 1 > prepared part key=_multipart_A3I3KM5DTR9R.2~JESGZT7JZFTO.1 size=1048576 2024-04-02T08:43:52.331 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.333+0000 7f7da3039780 1 > prepared part key=_multipart_A3I3KM5DTR9R.2~JESGZT7JZFTO.2 size=667321 2024-04-02T08:43:52.331 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.333+0000 7f7da3039780 1 > prepared multipart upload key=A3I3KM5DTR9R upload=JESGZT7JZFTO tag=5WXL85SG2OQ1 type=write size=3813049 2024-04-02T08:43:52.333 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.334+0000 7f7da3039780 1 < completed part key=_multipart_AESEEOTWQSFQ.2~GXP8THIYHKCA.0 size=1048576 2024-04-02T08:43:52.334 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.336+0000 7f7da3039780 1 < completed part key=_multipart_AESEEOTWQSFQ.2~GXP8THIYHKCA.1 size=401441 2024-04-02T08:43:52.337 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.339+0000 7f7da3039780 1 < completed multipart upload key=AESEEOTWQSFQ upload=GXP8THIYHKCA tag=5T44KMTTDGPI type=write size=2498593 2024-04-02T08:43:52.342 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.342+0000 7f7da3039780 1 > prepared part key=_multipart_YWRL9YH2Y59R.2~8YHTZ5C7WRBA.0 size=679700 2024-04-02T08:43:52.342 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.342+0000 7f7da3039780 1 > prepared multipart upload key=YWRL9YH2Y59R upload=8YHTZ5C7WRBA tag=BGZAGAE5YQAR type=write size=1728276 2024-04-02T08:43:52.342 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.344+0000 7f7da3039780 1 < completed delete operation key=BURYF1967J48 tag=MT12IHGTFLHQ type=del 2024-04-02T08:43:52.344 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.345+0000 7f7da3039780 1 > prepared operation key=ZV3Q7IXMLI1J tag=SU9F2HIURCT6 type=del size=48705 2024-04-02T08:43:52.345 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.347+0000 7f7da3039780 1 < completed delete operation key=D0Z1XMS5I5SH tag=X3FK7E9IFRZK type=del 2024-04-02T08:43:52.347 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.349+0000 7f7da3039780 1 > prepared operation key=SPZ4WDU9FXVH tag=FRYMN9IH6UCJ type=del size=1655551 2024-04-02T08:43:52.349 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.350+0000 7f7da3039780 1 < completed part key=_multipart_6TJF572KI0FA.2~A8TNYMBIMZKI.0 size=1048576 2024-04-02T08:43:52.350 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.352+0000 7f7da3039780 1 < completed part key=_multipart_6TJF572KI0FA.2~A8TNYMBIMZKI.1 size=1048576 2024-04-02T08:43:52.352 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.353+0000 7f7da3039780 1 < completed part key=_multipart_6TJF572KI0FA.2~A8TNYMBIMZKI.2 size=787282 2024-04-02T08:43:52.355 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.357+0000 7f7da3039780 1 < completed multipart upload key=6TJF572KI0FA upload=A8TNYMBIMZKI tag=14TCHLUGZ3WL type=write size=3933010 2024-04-02T08:43:52.357 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.358+0000 7f7da3039780 1 > prepared operation key=XV6PSEG36RCA tag=WJ0TOMZL3U13 type=del size=3610975 2024-04-02T08:43:52.360 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.362+0000 7f7da3039780 1 < suggested remove operation key=Z2HC0VEJJV9V tag=YUUSFEPEOXSR type=del 2024-04-02T08:43:52.362 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.363+0000 7f7da3039780 1 > prepared operation key=D0Z1XMS5I5SH tag=DPARVOV0IBHB type=write size=514398 2024-04-02T08:43:52.365 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.367+0000 7f7da3039780 1 < suggested remove operation key=A3I3KM5DTR9R tag=YOFDZLASUFBO type=del 2024-04-02T08:43:52.367 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.369+0000 7f7da3039780 1 > prepared operation key=Y5E6U7ZCX7JC tag=31DGZO4ATLE9 type=del size=1415324 2024-04-02T08:43:52.369 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.371+0000 7f7da3039780 1 < completed part key=_multipart_A3I3KM5DTR9R.2~N72V8FG1O0UY.0 size=293575 2024-04-02T08:43:52.372 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.374+0000 7f7da3039780 1 < completed multipart upload key=A3I3KM5DTR9R upload=N72V8FG1O0UY tag=IGSQGB508V4W type=write size=1342151 2024-04-02T08:43:52.374 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.375+0000 7f7da3039780 1 > prepared operation key=YXESDZ3ETQK9 tag=3CDSZ6RIGPXB type=del size=3520738 2024-04-02T08:43:52.376 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.377+0000 7f7da3039780 1 < completed delete operation key=XN6KQ2LGZYGL tag=F5WGSUY5FJMF type=del 2024-04-02T08:43:52.379 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.381+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~137E5EO0RMXK.0 size=1048576 2024-04-02T08:43:52.381 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.383+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~137E5EO0RMXK.1 size=1048576 2024-04-02T08:43:52.382 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.384+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~137E5EO0RMXK.2 size=1002935 2024-04-02T08:43:52.382 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.384+0000 7f7da3039780 1 > prepared multipart upload key=ELDWOJAKQD69 upload=137E5EO0RMXK tag=LMYVA27DEBJP type=write size=4148663 2024-04-02T08:43:52.384 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.386+0000 7f7da3039780 1 < completed delete operation key=57GR82RGCWC5 tag=49ADLQCNEUQ2 type=del 2024-04-02T08:43:52.387 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.389+0000 7f7da3039780 1 > prepared part key=_multipart_XV6PSEG36RCA.2~DPNM9JAU43OS.0 size=1048576 2024-04-02T08:43:52.389 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.391+0000 7f7da3039780 1 > prepared part key=_multipart_XV6PSEG36RCA.2~DPNM9JAU43OS.1 size=445546 2024-04-02T08:43:52.389 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.391+0000 7f7da3039780 1 > prepared multipart upload key=XV6PSEG36RCA upload=DPNM9JAU43OS tag=TTB5P6XV8QRD type=write size=2542698 2024-04-02T08:43:52.391 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.393+0000 7f7da3039780 1 < completed delete operation key=DJP9NW2GDNHB tag=9QP9OZ3Q4WTX type=del 2024-04-02T08:43:52.394 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.396+0000 7f7da3039780 1 > prepared part key=_multipart_993CLRT5TRZG.2~P3YZ0OSVZ644.0 size=626115 2024-04-02T08:43:52.395 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.396+0000 7f7da3039780 1 > prepared multipart upload key=993CLRT5TRZG upload=P3YZ0OSVZ644 tag=KN4K010RBUM0 type=write size=1674691 2024-04-02T08:43:52.396 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.398+0000 7f7da3039780 1 < completed part key=_multipart_XN6KQ2LGZYGL.2~2W0NYZJ1QHAO.0 size=1048576 2024-04-02T08:43:52.398 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.399+0000 7f7da3039780 1 < completed part key=_multipart_XN6KQ2LGZYGL.2~2W0NYZJ1QHAO.1 size=675472 2024-04-02T08:43:52.401 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.402+0000 7f7da3039780 1 < completed multipart upload key=XN6KQ2LGZYGL upload=2W0NYZJ1QHAO tag=I0U90SMLM0U5 type=write size=2772624 2024-04-02T08:43:52.402 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.404+0000 7f7da3039780 1 > prepared operation key=Z2HC0VEJJV9V tag=FVHGXLQCBWYK type=del size=1110697 2024-04-02T08:43:52.404 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.406+0000 7f7da3039780 1 < completed delete operation key=XV6PSEG36RCA tag=APPOLAIOGEU4 type=del 2024-04-02T08:43:52.407 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.409+0000 7f7da3039780 1 > prepared part key=_multipart_Z2HC0VEJJV9V.2~YCWTKBXZWGKH.0 size=563677 2024-04-02T08:43:52.408 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.409+0000 7f7da3039780 1 > prepared multipart upload key=Z2HC0VEJJV9V upload=YCWTKBXZWGKH tag=DSTUUMYK52D2 type=write size=1612253 2024-04-02T08:43:52.409 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.411+0000 7f7da3039780 1 < completed part key=_multipart_Z2HC0VEJJV9V.2~DEVFFV3BFR73.0 size=1048576 2024-04-02T08:43:52.411 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.412+0000 7f7da3039780 1 < completed part key=_multipart_Z2HC0VEJJV9V.2~DEVFFV3BFR73.1 size=911725 2024-04-02T08:43:52.414 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.415+0000 7f7da3039780 1 < completed multipart upload key=Z2HC0VEJJV9V upload=DEVFFV3BFR73 tag=P3RCK1AD9JUT type=write size=3008877 2024-04-02T08:43:52.416 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.417+0000 7f7da3039780 1 > prepared operation key=AMAKFO5IP7AO tag=DF8YRCRVKSAO type=del size=3717223 2024-04-02T08:43:52.417 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.419+0000 7f7da3039780 1 < completed part key=_multipart_6TJF572KI0FA.2~N0WPOJG9MNO5.0 size=1048576 2024-04-02T08:43:52.419 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.420+0000 7f7da3039780 1 < completed part key=_multipart_6TJF572KI0FA.2~N0WPOJG9MNO5.1 size=1048576 2024-04-02T08:43:52.419 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.420+0000 7f7da3039780 1 < canceled part key=_multipart_6TJF572KI0FA.2~N0WPOJG9MNO5.2 size=473065 2024-04-02T08:43:52.422 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.423+0000 7f7da3039780 1 < canceled multipart upload key=6TJF572KI0FA upload=N0WPOJG9MNO5 tag=10EEB8OH9DTL type=write size=3618793 2024-04-02T08:43:52.425 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.426+0000 7f7da3039780 1 > prepared part key=_multipart_BURYF1967J48.2~CVPES5P92GRZ.0 size=1048576 2024-04-02T08:43:52.427 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.428+0000 7f7da3039780 1 > prepared part key=_multipart_BURYF1967J48.2~CVPES5P92GRZ.1 size=82860 2024-04-02T08:43:52.427 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.428+0000 7f7da3039780 1 > prepared multipart upload key=BURYF1967J48 upload=CVPES5P92GRZ tag=KL3YZZ9L1SMV type=write size=2180012 2024-04-02T08:43:52.428 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.430+0000 7f7da3039780 1 < completed delete operation key=YWRL9YH2Y59R tag=4SLFQ5H47GUL type=del 2024-04-02T08:43:52.431 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.433+0000 7f7da3039780 1 > prepared part key=_multipart_9JGJK5C8JJ0Z.2~G0JMI5Q3O1Z8.0 size=1048576 2024-04-02T08:43:52.433 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.434+0000 7f7da3039780 1 > prepared part key=_multipart_9JGJK5C8JJ0Z.2~G0JMI5Q3O1Z8.1 size=793643 2024-04-02T08:43:52.433 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.434+0000 7f7da3039780 1 > prepared multipart upload key=9JGJK5C8JJ0Z upload=G0JMI5Q3O1Z8 tag=H02JHJYSUK1B type=write size=2890795 2024-04-02T08:43:52.433 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.435+0000 7f7da3039780 1 < canceled part key=_multipart_A3I3KM5DTR9R.2~JESGZT7JZFTO.0 size=1048576 2024-04-02T08:43:52.435 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.436+0000 7f7da3039780 1 < completed part key=_multipart_A3I3KM5DTR9R.2~JESGZT7JZFTO.1 size=1048576 2024-04-02T08:43:52.436 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.438+0000 7f7da3039780 1 < completed part key=_multipart_A3I3KM5DTR9R.2~JESGZT7JZFTO.2 size=667321 2024-04-02T08:43:52.439 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.441+0000 7f7da3039780 1 < canceled multipart upload key=A3I3KM5DTR9R upload=JESGZT7JZFTO tag=5WXL85SG2OQ1 type=write size=3813049 2024-04-02T08:43:52.442 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.444+0000 7f7da3039780 1 > prepared part key=_multipart_YXESDZ3ETQK9.2~PDNBECV93B6D.0 size=1048576 2024-04-02T08:43:52.444 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.445+0000 7f7da3039780 1 > prepared part key=_multipart_YXESDZ3ETQK9.2~PDNBECV93B6D.1 size=776026 2024-04-02T08:43:52.444 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.445+0000 7f7da3039780 1 > prepared multipart upload key=YXESDZ3ETQK9 upload=PDNBECV93B6D tag=0N7SZCUXRTRK type=write size=2873178 2024-04-02T08:43:52.446 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.447+0000 7f7da3039780 1 < completed part key=_multipart_YWRL9YH2Y59R.2~8YHTZ5C7WRBA.0 size=679700 2024-04-02T08:43:52.449 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.451+0000 7f7da3039780 1 < completed multipart upload key=YWRL9YH2Y59R upload=8YHTZ5C7WRBA tag=BGZAGAE5YQAR type=write size=1728276 2024-04-02T08:43:52.453 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.454+0000 7f7da3039780 1 > prepared part key=_multipart_B23RMWV8I9ZL.2~C2N8MGNWWGJH.0 size=744226 2024-04-02T08:43:52.453 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.455+0000 7f7da3039780 1 > prepared multipart upload key=B23RMWV8I9ZL upload=C2N8MGNWWGJH tag=KVJ7H7SE92XX type=write size=1792802 2024-04-02T08:43:52.455 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.457+0000 7f7da3039780 1 < completed delete operation key=ZV3Q7IXMLI1J tag=SU9F2HIURCT6 type=del 2024-04-02T08:43:52.459 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.460+0000 7f7da3039780 1 > prepared part key=_multipart_AMAKFO5IP7AO.2~HP1XDCC44U9X.0 size=1048576 2024-04-02T08:43:52.460 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.462+0000 7f7da3039780 1 > prepared part key=_multipart_AMAKFO5IP7AO.2~HP1XDCC44U9X.1 size=48851 2024-04-02T08:43:52.460 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.462+0000 7f7da3039780 1 > prepared multipart upload key=AMAKFO5IP7AO upload=HP1XDCC44U9X tag=E6NCP1OZ1T9P type=write size=2146003 2024-04-02T08:43:52.462 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.464+0000 7f7da3039780 1 < completed delete operation key=SPZ4WDU9FXVH tag=FRYMN9IH6UCJ type=del 2024-04-02T08:43:52.465 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.466+0000 7f7da3039780 1 > prepared operation key=XN6KQ2LGZYGL tag=CUG6QJXYHJN1 type=write size=67935 2024-04-02T08:43:52.467 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.469+0000 7f7da3039780 1 < completed delete operation key=XV6PSEG36RCA tag=WJ0TOMZL3U13 type=del 2024-04-02T08:43:52.469 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.471+0000 7f7da3039780 1 > prepared operation key=57GR82RGCWC5 tag=L7SJF5DRNVDC type=del size=2897765 2024-04-02T08:43:52.471 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.473+0000 7f7da3039780 1 < completed write operation key=D0Z1XMS5I5SH tag=DPARVOV0IBHB type=write size=514398 2024-04-02T08:43:52.475 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.477+0000 7f7da3039780 1 > prepared part key=_multipart_Z2HC0VEJJV9V.2~0USMOK39SV6G.0 size=1048576 2024-04-02T08:43:52.477 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.479+0000 7f7da3039780 1 > prepared part key=_multipart_Z2HC0VEJJV9V.2~0USMOK39SV6G.1 size=84611 2024-04-02T08:43:52.477 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.479+0000 7f7da3039780 1 > prepared multipart upload key=Z2HC0VEJJV9V upload=0USMOK39SV6G tag=23KQUQOAM6YY type=write size=2181763 2024-04-02T08:43:52.479 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.481+0000 7f7da3039780 1 < completed delete operation key=Y5E6U7ZCX7JC tag=31DGZO4ATLE9 type=del 2024-04-02T08:43:52.483 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.485+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~UVVE2XZD5YEC.0 size=1048576 2024-04-02T08:43:52.485 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.486+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~UVVE2XZD5YEC.1 size=1048576 2024-04-02T08:43:52.486 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.488+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~UVVE2XZD5YEC.2 size=291286 2024-04-02T08:43:52.487 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.488+0000 7f7da3039780 1 > prepared multipart upload key=QHKAPO5SX6SG upload=UVVE2XZD5YEC tag=8DIKEMMCP63S type=write size=3437014 2024-04-02T08:43:52.488 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.490+0000 7f7da3039780 1 < completed delete operation key=YXESDZ3ETQK9 tag=3CDSZ6RIGPXB type=del 2024-04-02T08:43:52.492 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.494+0000 7f7da3039780 1 > prepared part key=_multipart_A3I3KM5DTR9R.2~118JOEQQ6Q53.0 size=947072 2024-04-02T08:43:52.492 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.494+0000 7f7da3039780 1 > prepared multipart upload key=A3I3KM5DTR9R upload=118JOEQQ6Q53 tag=5Y4C5YU0PO6I type=write size=1995648 2024-04-02T08:43:52.494 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.496+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~137E5EO0RMXK.0 size=1048576 2024-04-02T08:43:52.496 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.497+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~137E5EO0RMXK.1 size=1048576 2024-04-02T08:43:52.496 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.497+0000 7f7da3039780 1 < canceled part key=_multipart_ELDWOJAKQD69.2~137E5EO0RMXK.2 size=1002935 2024-04-02T08:43:52.499 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.500+0000 7f7da3039780 1 < canceled multipart upload key=ELDWOJAKQD69 upload=137E5EO0RMXK tag=LMYVA27DEBJP type=write size=4148663 2024-04-02T08:43:52.501 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.502+0000 7f7da3039780 1 > prepared operation key=ZZ885TFYL1OI tag=KY0UHTR4GJ1U type=del size=518091 2024-04-02T08:43:52.502 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.504+0000 7f7da3039780 1 < completed part key=_multipart_XV6PSEG36RCA.2~DPNM9JAU43OS.0 size=1048576 2024-04-02T08:43:52.504 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.505+0000 7f7da3039780 1 < completed part key=_multipart_XV6PSEG36RCA.2~DPNM9JAU43OS.1 size=445546 2024-04-02T08:43:52.507 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.508+0000 7f7da3039780 1 < completed multipart upload key=XV6PSEG36RCA upload=DPNM9JAU43OS tag=TTB5P6XV8QRD type=write size=2542698 2024-04-02T08:43:52.509 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.510+0000 7f7da3039780 1 > prepared operation key=XN6KQ2LGZYGL tag=G17WPG4CRCRO type=del size=2444046 2024-04-02T08:43:52.510 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.512+0000 7f7da3039780 1 < completed part key=_multipart_993CLRT5TRZG.2~P3YZ0OSVZ644.0 size=626115 2024-04-02T08:43:52.513 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.515+0000 7f7da3039780 1 < completed multipart upload key=993CLRT5TRZG upload=P3YZ0OSVZ644 tag=KN4K010RBUM0 type=write size=1674691 2024-04-02T08:43:52.517 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.518+0000 7f7da3039780 1 > prepared part key=_multipart_ZV3Q7IXMLI1J.2~6DAXYP02ZW1B.0 size=1048576 2024-04-02T08:43:52.518 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.520+0000 7f7da3039780 1 > prepared part key=_multipart_ZV3Q7IXMLI1J.2~6DAXYP02ZW1B.1 size=90971 2024-04-02T08:43:52.518 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.520+0000 7f7da3039780 1 > prepared multipart upload key=ZV3Q7IXMLI1J upload=6DAXYP02ZW1B tag=FVVJBTZDDTSI type=write size=2188123 2024-04-02T08:43:52.520 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.521+0000 7f7da3039780 1 < completed delete operation key=Z2HC0VEJJV9V tag=FVHGXLQCBWYK type=del 2024-04-02T08:43:52.521 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.523+0000 7f7da3039780 1 > prepared operation key=Z2HC0VEJJV9V tag=WODQTWN58LYE type=del size=2949805 2024-04-02T08:43:52.522 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.523+0000 7f7da3039780 1 < canceled part key=_multipart_Z2HC0VEJJV9V.2~YCWTKBXZWGKH.0 size=563677 2024-04-02T08:43:52.524 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.526+0000 7f7da3039780 1 < canceled multipart upload key=Z2HC0VEJJV9V upload=YCWTKBXZWGKH tag=DSTUUMYK52D2 type=write size=1612253 2024-04-02T08:43:52.526 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.528+0000 7f7da3039780 1 > prepared operation key=R3KOUNXRRJL4 tag=P7Q0E4CQZWP3 type=del size=2631561 2024-04-02T08:43:52.528 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.529+0000 7f7da3039780 1 < completed delete operation key=AMAKFO5IP7AO tag=DF8YRCRVKSAO type=del 2024-04-02T08:43:52.530 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.531+0000 7f7da3039780 1 > prepared operation key=A3I3KM5DTR9R tag=HFZMF1PEOLTZ type=del size=275430 2024-04-02T08:43:52.531 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.533+0000 7f7da3039780 1 < completed part key=_multipart_BURYF1967J48.2~CVPES5P92GRZ.0 size=1048576 2024-04-02T08:43:52.533 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.534+0000 7f7da3039780 1 < completed part key=_multipart_BURYF1967J48.2~CVPES5P92GRZ.1 size=82860 2024-04-02T08:43:52.536 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.537+0000 7f7da3039780 1 < completed multipart upload key=BURYF1967J48 upload=CVPES5P92GRZ tag=KL3YZZ9L1SMV type=write size=2180012 2024-04-02T08:43:52.538 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.539+0000 7f7da3039780 1 > prepared operation key=9JGJK5C8JJ0Z tag=4332JIZ9B709 type=del size=3465300 2024-04-02T08:43:52.539 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.541+0000 7f7da3039780 1 < completed part key=_multipart_9JGJK5C8JJ0Z.2~G0JMI5Q3O1Z8.0 size=1048576 2024-04-02T08:43:52.541 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.542+0000 7f7da3039780 1 < completed part key=_multipart_9JGJK5C8JJ0Z.2~G0JMI5Q3O1Z8.1 size=793643 2024-04-02T08:43:52.546 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.545+0000 7f7da3039780 1 < completed multipart upload key=9JGJK5C8JJ0Z upload=G0JMI5Q3O1Z8 tag=H02JHJYSUK1B type=write size=2890795 2024-04-02T08:43:52.546 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.547+0000 7f7da3039780 1 > prepared operation key=9JGJK5C8JJ0Z tag=6LKMKXR62DL2 type=del size=2174011 2024-04-02T08:43:52.547 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.549+0000 7f7da3039780 1 < completed part key=_multipart_YXESDZ3ETQK9.2~PDNBECV93B6D.0 size=1048576 2024-04-02T08:43:52.547 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.549+0000 7f7da3039780 1 < canceled part key=_multipart_YXESDZ3ETQK9.2~PDNBECV93B6D.1 size=776026 2024-04-02T08:43:52.550 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.552+0000 7f7da3039780 1 < canceled multipart upload key=YXESDZ3ETQK9 upload=PDNBECV93B6D tag=0N7SZCUXRTRK type=write size=2873178 2024-04-02T08:43:52.552 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.554+0000 7f7da3039780 1 > prepared operation key=Y5E6U7ZCX7JC tag=DISRZ6BN0O9I type=del size=3431744 2024-04-02T08:43:52.554 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.556+0000 7f7da3039780 1 < completed part key=_multipart_B23RMWV8I9ZL.2~C2N8MGNWWGJH.0 size=744226 2024-04-02T08:43:52.558 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.559+0000 7f7da3039780 1 < completed multipart upload key=B23RMWV8I9ZL upload=C2N8MGNWWGJH tag=KVJ7H7SE92XX type=write size=1792802 2024-04-02T08:43:52.560 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.561+0000 7f7da3039780 1 > prepared operation key=993CLRT5TRZG tag=7POP4D158R2K type=del size=1615531 2024-04-02T08:43:52.562 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.563+0000 7f7da3039780 1 < completed part key=_multipart_AMAKFO5IP7AO.2~HP1XDCC44U9X.0 size=1048576 2024-04-02T08:43:52.564 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.565+0000 7f7da3039780 1 < completed part key=_multipart_AMAKFO5IP7AO.2~HP1XDCC44U9X.1 size=48851 2024-04-02T08:43:52.567 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.569+0000 7f7da3039780 1 < completed multipart upload key=AMAKFO5IP7AO upload=HP1XDCC44U9X tag=E6NCP1OZ1T9P type=write size=2146003 2024-04-02T08:43:52.569 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.571+0000 7f7da3039780 1 > prepared operation key=A3I3KM5DTR9R tag=B2ASX5S7J1QB type=del size=3350665 2024-04-02T08:43:52.573 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.575+0000 7f7da3039780 1 < suggested remove operation key=XN6KQ2LGZYGL tag=CUG6QJXYHJN1 type=write 2024-04-02T08:43:52.575 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.577+0000 7f7da3039780 1 > prepared operation key=IX5GR5MVNL1T tag=ROHMI7ZNQ1J4 type=write size=318358 2024-04-02T08:43:52.579 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.581+0000 7f7da3039780 1 < suggested remove operation key=57GR82RGCWC5 tag=L7SJF5DRNVDC type=del 2024-04-02T08:43:52.581 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.583+0000 7f7da3039780 1 > prepared operation key=ELDWOJAKQD69 tag=X3WJ7ZPBFKL7 type=write size=86859 2024-04-02T08:43:52.584 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.585+0000 7f7da3039780 1 < completed part key=_multipart_Z2HC0VEJJV9V.2~0USMOK39SV6G.0 size=1048576 2024-04-02T08:43:52.585 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.587+0000 7f7da3039780 1 < completed part key=_multipart_Z2HC0VEJJV9V.2~0USMOK39SV6G.1 size=84611 2024-04-02T08:43:52.589 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.590+0000 7f7da3039780 1 < completed multipart upload key=Z2HC0VEJJV9V upload=0USMOK39SV6G tag=23KQUQOAM6YY type=write size=2181763 2024-04-02T08:43:52.591 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.592+0000 7f7da3039780 1 > prepared operation key=YXESDZ3ETQK9 tag=Q1YGK0AWFQBO type=del size=1290016 2024-04-02T08:43:52.593 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.595+0000 7f7da3039780 1 < completed part key=_multipart_QHKAPO5SX6SG.2~UVVE2XZD5YEC.0 size=1048576 2024-04-02T08:43:52.593 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.595+0000 7f7da3039780 1 < canceled part key=_multipart_QHKAPO5SX6SG.2~UVVE2XZD5YEC.1 size=1048576 2024-04-02T08:43:52.595 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.596+0000 7f7da3039780 1 < completed part key=_multipart_QHKAPO5SX6SG.2~UVVE2XZD5YEC.2 size=291286 2024-04-02T08:43:52.598 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.600+0000 7f7da3039780 1 < canceled multipart upload key=QHKAPO5SX6SG upload=UVVE2XZD5YEC tag=8DIKEMMCP63S type=write size=3437014 2024-04-02T08:43:52.602 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.603+0000 7f7da3039780 1 > prepared part key=_multipart_Y5E6U7ZCX7JC.2~61NID9MW0R9K.0 size=1048576 2024-04-02T08:43:52.604 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.605+0000 7f7da3039780 1 > prepared part key=_multipart_Y5E6U7ZCX7JC.2~61NID9MW0R9K.1 size=1048576 2024-04-02T08:43:52.605 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.607+0000 7f7da3039780 1 > prepared part key=_multipart_Y5E6U7ZCX7JC.2~61NID9MW0R9K.2 size=906019 2024-04-02T08:43:52.606 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.607+0000 7f7da3039780 1 > prepared multipart upload key=Y5E6U7ZCX7JC upload=61NID9MW0R9K tag=DFIX5Y1OFOY6 type=write size=4051747 2024-04-02T08:43:52.606 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.607+0000 7f7da3039780 1 < canceled part key=_multipart_A3I3KM5DTR9R.2~118JOEQQ6Q53.0 size=947072 2024-04-02T08:43:52.609 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.611+0000 7f7da3039780 1 < canceled multipart upload key=A3I3KM5DTR9R upload=118JOEQQ6Q53 tag=5Y4C5YU0PO6I type=write size=1995648 2024-04-02T08:43:52.611 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.613+0000 7f7da3039780 1 > prepared operation key=YXESDZ3ETQK9 tag=RKTR6L3EERQY type=write size=214460 2024-04-02T08:43:52.613 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.615+0000 7f7da3039780 1 < completed delete operation key=ZZ885TFYL1OI tag=KY0UHTR4GJ1U type=del 2024-04-02T08:43:52.617 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.619+0000 7f7da3039780 1 > prepared part key=_multipart_AESEEOTWQSFQ.2~T8HCZWAGHVLN.0 size=1048576 2024-04-02T08:43:52.619 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.621+0000 7f7da3039780 1 > prepared part key=_multipart_AESEEOTWQSFQ.2~T8HCZWAGHVLN.1 size=1048576 2024-04-02T08:43:52.621 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.622+0000 7f7da3039780 1 > prepared part key=_multipart_AESEEOTWQSFQ.2~T8HCZWAGHVLN.2 size=826538 2024-04-02T08:43:52.621 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.622+0000 7f7da3039780 1 > prepared multipart upload key=AESEEOTWQSFQ upload=T8HCZWAGHVLN tag=63GPDS3D3JST type=write size=3972266 2024-04-02T08:43:52.621 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.623+0000 7f7da3039780 -1 < no bi entry to suggest for operation key=XN6KQ2LGZYGL tag=G17WPG4CRCRO type=del size=2444046: (2) No such file or directory 2024-04-02T08:43:52.623 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.625+0000 7f7da3039780 1 > prepared operation key=DJP9NW2GDNHB tag=JVAN8KS9S2FO type=del size=583193 2024-04-02T08:43:52.625 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.626+0000 7f7da3039780 1 < completed part key=_multipart_ZV3Q7IXMLI1J.2~6DAXYP02ZW1B.0 size=1048576 2024-04-02T08:43:52.626 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.628+0000 7f7da3039780 1 < completed part key=_multipart_ZV3Q7IXMLI1J.2~6DAXYP02ZW1B.1 size=90971 2024-04-02T08:43:52.629 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.631+0000 7f7da3039780 1 < completed multipart upload key=ZV3Q7IXMLI1J upload=6DAXYP02ZW1B tag=FVVJBTZDDTSI type=write size=2188123 2024-04-02T08:43:52.631 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.633+0000 7f7da3039780 1 > prepared operation key=57GR82RGCWC5 tag=JQ6MV7AH0RWX type=del size=644563 2024-04-02T08:43:52.633 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.635+0000 7f7da3039780 1 < completed delete operation key=Z2HC0VEJJV9V tag=WODQTWN58LYE type=del 2024-04-02T08:43:52.635 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.637+0000 7f7da3039780 1 > prepared operation key=QHKAPO5SX6SG tag=P0QHNBI7YAWE type=del size=1112653 2024-04-02T08:43:52.637 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.639+0000 7f7da3039780 1 < completed delete operation key=R3KOUNXRRJL4 tag=P7Q0E4CQZWP3 type=del 2024-04-02T08:43:52.640 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.642+0000 7f7da3039780 1 > prepared part key=_multipart_1SDLEDDX8LZR.2~IUS2FYNCCMY0.0 size=1048576 2024-04-02T08:43:52.642 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.644+0000 7f7da3039780 1 > prepared part key=_multipart_1SDLEDDX8LZR.2~IUS2FYNCCMY0.1 size=696769 2024-04-02T08:43:52.642 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.644+0000 7f7da3039780 1 > prepared multipart upload key=1SDLEDDX8LZR upload=IUS2FYNCCMY0 tag=YCKLVPGDE92O type=write size=2793921 2024-04-02T08:43:52.644 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.646+0000 7f7da3039780 1 < completed delete operation key=A3I3KM5DTR9R tag=HFZMF1PEOLTZ type=del 2024-04-02T08:43:52.646 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.648+0000 7f7da3039780 1 > prepared operation key=9JGJK5C8JJ0Z tag=6G9MVE64Y72A type=del size=3449695 2024-04-02T08:43:52.649 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.651+0000 7f7da3039780 1 < suggested remove operation key=9JGJK5C8JJ0Z tag=4332JIZ9B709 type=del 2024-04-02T08:43:52.651 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.653+0000 7f7da3039780 1 > prepared operation key=YWRL9YH2Y59R tag=B9G62KSRBSMZ type=del size=1068152 2024-04-02T08:43:52.654 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.655+0000 7f7da3039780 -1 < failed to complete operation key=9JGJK5C8JJ0Z tag=6LKMKXR62DL2 type=del size=2174011: (22) Invalid argument 2024-04-02T08:43:52.655 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.657+0000 7f7da3039780 1 > prepared operation key=6TJF572KI0FA tag=IM3R6NZRON8F type=write size=900611 2024-04-02T08:43:52.657 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.659+0000 7f7da3039780 1 < completed delete operation key=Y5E6U7ZCX7JC tag=DISRZ6BN0O9I type=del 2024-04-02T08:43:52.659 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.661+0000 7f7da3039780 1 > prepared operation key=A3I3KM5DTR9R tag=00FGSA6A4G6F type=write size=261292 2024-04-02T08:43:52.661 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.663+0000 7f7da3039780 1 < completed delete operation key=993CLRT5TRZG tag=7POP4D158R2K type=del 2024-04-02T08:43:52.665 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.667+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~9474PPT1SIIA.0 size=1048576 2024-04-02T08:43:52.667 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.669+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~9474PPT1SIIA.1 size=1048576 2024-04-02T08:43:52.669 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.670+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~9474PPT1SIIA.2 size=982394 2024-04-02T08:43:52.669 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.670+0000 7f7da3039780 1 > prepared multipart upload key=QHKAPO5SX6SG upload=9474PPT1SIIA tag=2SSRPZIR0URU type=write size=4128122 2024-04-02T08:43:52.671 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.673+0000 7f7da3039780 1 < completed delete operation key=A3I3KM5DTR9R tag=B2ASX5S7J1QB type=del 2024-04-02T08:43:52.673 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.675+0000 7f7da3039780 1 > prepared operation key=9JGJK5C8JJ0Z tag=IYV6JWD1V45U type=del size=1895718 2024-04-02T08:43:52.675 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.677+0000 7f7da3039780 1 < completed write operation key=IX5GR5MVNL1T tag=ROHMI7ZNQ1J4 type=write size=318358 2024-04-02T08:43:52.677 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.679+0000 7f7da3039780 1 > prepared operation key=ELDWOJAKQD69 tag=3HGFH9T7HMIM type=write size=35268 2024-04-02T08:43:52.679 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.681+0000 7f7da3039780 1 < canceled operation key=ELDWOJAKQD69 tag=X3WJ7ZPBFKL7 type=write size=86859 2024-04-02T08:43:52.681 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.683+0000 7f7da3039780 1 > prepared operation key=YWRL9YH2Y59R tag=NJLD7E96AG93 type=write size=1009785 2024-04-02T08:43:52.684 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.685+0000 7f7da3039780 1 < completed delete operation key=YXESDZ3ETQK9 tag=Q1YGK0AWFQBO type=del 2024-04-02T08:43:52.686 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.687+0000 7f7da3039780 1 > prepared operation key=QSPL4WJY2BVT tag=C0GTTOSE0LY5 type=del size=1091703 2024-04-02T08:43:52.686 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.688+0000 7f7da3039780 1 < canceled part key=_multipart_Y5E6U7ZCX7JC.2~61NID9MW0R9K.0 size=1048576 2024-04-02T08:43:52.688 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.689+0000 7f7da3039780 1 < completed part key=_multipart_Y5E6U7ZCX7JC.2~61NID9MW0R9K.1 size=1048576 2024-04-02T08:43:52.689 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.691+0000 7f7da3039780 1 < completed part key=_multipart_Y5E6U7ZCX7JC.2~61NID9MW0R9K.2 size=906019 2024-04-02T08:43:52.693 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.695+0000 7f7da3039780 1 < canceled multipart upload key=Y5E6U7ZCX7JC upload=61NID9MW0R9K tag=DFIX5Y1OFOY6 type=write size=4051747 2024-04-02T08:43:52.695 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.696+0000 7f7da3039780 1 > prepared operation key=ZZ885TFYL1OI tag=3NHC3TYCPTC9 type=del size=992943 2024-04-02T08:43:52.697 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.698+0000 7f7da3039780 1 < canceled operation key=YXESDZ3ETQK9 tag=RKTR6L3EERQY type=write size=214460 2024-04-02T08:43:52.699 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.701+0000 7f7da3039780 1 > prepared operation key=R3KOUNXRRJL4 tag=H3PCT98YXEY3 type=write size=785417 2024-04-02T08:43:52.699 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.701+0000 7f7da3039780 1 < canceled part key=_multipart_AESEEOTWQSFQ.2~T8HCZWAGHVLN.0 size=1048576 2024-04-02T08:43:52.701 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.703+0000 7f7da3039780 1 < completed part key=_multipart_AESEEOTWQSFQ.2~T8HCZWAGHVLN.1 size=1048576 2024-04-02T08:43:52.703 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.705+0000 7f7da3039780 1 < completed part key=_multipart_AESEEOTWQSFQ.2~T8HCZWAGHVLN.2 size=826538 2024-04-02T08:43:52.707 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.709+0000 7f7da3039780 1 < canceled multipart upload key=AESEEOTWQSFQ upload=T8HCZWAGHVLN tag=63GPDS3D3JST type=write size=3972266 2024-04-02T08:43:52.709 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.711+0000 7f7da3039780 1 > prepared operation key=81LFSX7KH5JC tag=039M20PO70CR type=del size=1365038 2024-04-02T08:43:52.713 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.715+0000 7f7da3039780 1 < suggested update operation key=DJP9NW2GDNHB tag=JVAN8KS9S2FO type=del size=583193 2024-04-02T08:43:52.715 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.716+0000 7f7da3039780 1 > prepared operation key=NOK2IIY1WSGJ tag=ZS3DO17EPMSV type=write size=223281 2024-04-02T08:43:52.717 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.719+0000 7f7da3039780 1 < completed delete operation key=57GR82RGCWC5 tag=JQ6MV7AH0RWX type=del 2024-04-02T08:43:52.719 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.721+0000 7f7da3039780 1 > prepared operation key=JFW247YEIEQ0 tag=TD45OMC32W5S type=write size=295246 2024-04-02T08:43:52.721 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.723+0000 7f7da3039780 1 < completed delete operation key=QHKAPO5SX6SG tag=P0QHNBI7YAWE type=del 2024-04-02T08:43:52.725 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.727+0000 7f7da3039780 1 > prepared part key=_multipart_JFW247YEIEQ0.2~MD5FRDTG7B6J.0 size=1048576 2024-04-02T08:43:52.727 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.728+0000 7f7da3039780 1 > prepared part key=_multipart_JFW247YEIEQ0.2~MD5FRDTG7B6J.1 size=266718 2024-04-02T08:43:52.727 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.728+0000 7f7da3039780 1 > prepared multipart upload key=JFW247YEIEQ0 upload=MD5FRDTG7B6J tag=R3BUWWJKL0BM type=write size=2363870 2024-04-02T08:43:52.729 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.731+0000 7f7da3039780 1 < completed part key=_multipart_1SDLEDDX8LZR.2~IUS2FYNCCMY0.0 size=1048576 2024-04-02T08:43:52.731 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.733+0000 7f7da3039780 1 < completed part key=_multipart_1SDLEDDX8LZR.2~IUS2FYNCCMY0.1 size=696769 2024-04-02T08:43:52.734 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.736+0000 7f7da3039780 1 < completed multipart upload key=1SDLEDDX8LZR upload=IUS2FYNCCMY0 tag=YCKLVPGDE92O type=write size=2793921 2024-04-02T08:43:52.736 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.738+0000 7f7da3039780 1 > prepared operation key=XV6PSEG36RCA tag=97E2P9TH4ENB type=del size=3225581 2024-04-02T08:43:52.739 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.741+0000 7f7da3039780 -1 < failed to complete operation key=9JGJK5C8JJ0Z tag=6G9MVE64Y72A type=del size=3449695: (22) Invalid argument 2024-04-02T08:43:52.741 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.743+0000 7f7da3039780 1 > prepared operation key=XV6PSEG36RCA tag=NKRGD0Y22AI8 type=del size=235829 2024-04-02T08:43:52.745 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.746+0000 7f7da3039780 1 < suggested update operation key=YWRL9YH2Y59R tag=B9G62KSRBSMZ type=del size=1068152 2024-04-02T08:43:52.746 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.748+0000 7f7da3039780 1 > prepared operation key=XV6PSEG36RCA tag=G42VN1US1OC7 type=del size=2404489 2024-04-02T08:43:52.751 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.752+0000 7f7da3039780 1 < suggested remove operation key=6TJF572KI0FA tag=IM3R6NZRON8F type=write 2024-04-02T08:43:52.754 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.756+0000 7f7da3039780 1 > prepared part key=_multipart_ZZ885TFYL1OI.2~RTKE74VCHMVX.0 size=1048576 2024-04-02T08:43:52.756 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.758+0000 7f7da3039780 1 > prepared part key=_multipart_ZZ885TFYL1OI.2~RTKE74VCHMVX.1 size=1048576 2024-04-02T08:43:52.758 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.760+0000 7f7da3039780 1 > prepared part key=_multipart_ZZ885TFYL1OI.2~RTKE74VCHMVX.2 size=442150 2024-04-02T08:43:52.758 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.760+0000 7f7da3039780 1 > prepared multipart upload key=ZZ885TFYL1OI upload=RTKE74VCHMVX tag=Z0XR3R4JTMLF type=write size=3587878 2024-04-02T08:43:52.761 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.762+0000 7f7da3039780 1 < completed write operation key=A3I3KM5DTR9R tag=00FGSA6A4G6F type=write size=261292 2024-04-02T08:43:52.765 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.766+0000 7f7da3039780 1 > prepared part key=_multipart_NOK2IIY1WSGJ.2~5063UZWOQO08.0 size=1048576 2024-04-02T08:43:52.767 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.768+0000 7f7da3039780 1 > prepared part key=_multipart_NOK2IIY1WSGJ.2~5063UZWOQO08.1 size=840172 2024-04-02T08:43:52.767 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.768+0000 7f7da3039780 1 > prepared multipart upload key=NOK2IIY1WSGJ upload=5063UZWOQO08 tag=VX5W5QMHBKDJ type=write size=2937324 2024-04-02T08:43:52.769 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.770+0000 7f7da3039780 1 < completed part key=_multipart_QHKAPO5SX6SG.2~9474PPT1SIIA.0 size=1048576 2024-04-02T08:43:52.770 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.772+0000 7f7da3039780 1 < completed part key=_multipart_QHKAPO5SX6SG.2~9474PPT1SIIA.1 size=1048576 2024-04-02T08:43:52.772 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.773+0000 7f7da3039780 1 < completed part key=_multipart_QHKAPO5SX6SG.2~9474PPT1SIIA.2 size=982394 2024-04-02T08:43:52.775 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.776+0000 7f7da3039780 1 < completed multipart upload key=QHKAPO5SX6SG upload=9474PPT1SIIA tag=2SSRPZIR0URU type=write size=4128122 2024-04-02T08:43:52.779 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.780+0000 7f7da3039780 1 > prepared part key=_multipart_ZV3Q7IXMLI1J.2~KBGNKJYSG7SD.0 size=737504 2024-04-02T08:43:52.779 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.780+0000 7f7da3039780 1 > prepared multipart upload key=ZV3Q7IXMLI1J upload=KBGNKJYSG7SD tag=RSGAYSKIYFYQ type=write size=1786080 2024-04-02T08:43:52.781 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.782+0000 7f7da3039780 1 < canceled operation key=9JGJK5C8JJ0Z tag=IYV6JWD1V45U type=del size=1895718 2024-04-02T08:43:52.783 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.784+0000 7f7da3039780 1 > prepared operation key=ELDWOJAKQD69 tag=0IDG4BGQUJPH type=del size=57879 2024-04-02T08:43:52.785 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.786+0000 7f7da3039780 1 < completed write operation key=ELDWOJAKQD69 tag=3HGFH9T7HMIM type=write size=35268 2024-04-02T08:43:52.787 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.788+0000 7f7da3039780 1 > prepared operation key=XN6KQ2LGZYGL tag=X6J0Q3HK3AW1 type=del size=127722 2024-04-02T08:43:52.789 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.791+0000 7f7da3039780 -1 < failed to complete operation key=YWRL9YH2Y59R tag=NJLD7E96AG93 type=write size=1009785: (22) Invalid argument 2024-04-02T08:43:52.793 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.794+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~2OQHG3P5TTO6.0 size=1048576 2024-04-02T08:43:52.794 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.796+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~2OQHG3P5TTO6.1 size=1048576 2024-04-02T08:43:52.796 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.798+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~2OQHG3P5TTO6.2 size=98691 2024-04-02T08:43:52.796 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.798+0000 7f7da3039780 1 > prepared multipart upload key=9H9O464QAWB2 upload=2OQHG3P5TTO6 tag=2JD9MB137ZY1 type=write size=3244419 2024-04-02T08:43:52.798 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.800+0000 7f7da3039780 1 < completed delete operation key=QSPL4WJY2BVT tag=C0GTTOSE0LY5 type=del 2024-04-02T08:43:52.802 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.804+0000 7f7da3039780 1 > prepared part key=_multipart_A3I3KM5DTR9R.2~QG385B7XKU9I.0 size=29049 2024-04-02T08:43:52.802 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.804+0000 7f7da3039780 1 > prepared multipart upload key=A3I3KM5DTR9R upload=QG385B7XKU9I tag=GNKEVHR7E10W type=write size=1077625 2024-04-02T08:43:52.804 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.805+0000 7f7da3039780 1 < completed delete operation key=ZZ885TFYL1OI tag=3NHC3TYCPTC9 type=del 2024-04-02T08:43:52.806 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.807+0000 7f7da3039780 1 > prepared operation key=YWRL9YH2Y59R tag=HU494PG8T3N6 type=del size=2133794 2024-04-02T08:43:52.807 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.809+0000 7f7da3039780 1 < completed write operation key=R3KOUNXRRJL4 tag=H3PCT98YXEY3 type=write size=785417 2024-04-02T08:43:52.810 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.811+0000 7f7da3039780 1 > prepared operation key=1SDLEDDX8LZR tag=71SI1TFR4A3M type=del size=3005821 2024-04-02T08:43:52.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:43:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:43:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:43:52.813 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.815+0000 7f7da3039780 1 < suggested update operation key=81LFSX7KH5JC tag=039M20PO70CR type=del size=1365038 2024-04-02T08:43:52.816 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.817+0000 7f7da3039780 1 > prepared operation key=A3I3KM5DTR9R tag=D4TB1E7VKT2Y type=del size=2568608 2024-04-02T08:43:52.817 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.819+0000 7f7da3039780 1 < completed write operation key=NOK2IIY1WSGJ tag=ZS3DO17EPMSV type=write size=223281 2024-04-02T08:43:52.820 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.821+0000 7f7da3039780 1 > prepared operation key=Y5E6U7ZCX7JC tag=2FVS3NDU2BBQ type=write size=416375 2024-04-02T08:43:52.824 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.826+0000 7f7da3039780 1 < suggested update operation key=JFW247YEIEQ0 tag=TD45OMC32W5S type=write size=295246 2024-04-02T08:43:52.826 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.828+0000 7f7da3039780 1 > prepared operation key=ZZ885TFYL1OI tag=LI3DIQ6POBKQ type=del size=2287543 2024-04-02T08:43:52.828 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.830+0000 7f7da3039780 1 < completed part key=_multipart_JFW247YEIEQ0.2~MD5FRDTG7B6J.0 size=1048576 2024-04-02T08:43:52.828 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.830+0000 7f7da3039780 1 < canceled part key=_multipart_JFW247YEIEQ0.2~MD5FRDTG7B6J.1 size=266718 2024-04-02T08:43:52.832 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.833+0000 7f7da3039780 1 < canceled multipart upload key=JFW247YEIEQ0 upload=MD5FRDTG7B6J tag=R3BUWWJKL0BM type=write size=2363870 2024-04-02T08:43:52.835 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.837+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~QJTADV0Q5D3E.0 size=585222 2024-04-02T08:43:52.835 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.837+0000 7f7da3039780 1 > prepared multipart upload key=9H9O464QAWB2 upload=QJTADV0Q5D3E tag=4XYLVWBPW1D3 type=write size=1633798 2024-04-02T08:43:52.837 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.839+0000 7f7da3039780 1 < canceled operation key=XV6PSEG36RCA tag=97E2P9TH4ENB type=del size=3225581 2024-04-02T08:43:52.839 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.841+0000 7f7da3039780 1 > prepared operation key=ZZ885TFYL1OI tag=IJ615OXZVA5I type=del size=3865386 2024-04-02T08:43:52.841 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.843+0000 7f7da3039780 1 < completed delete operation key=XV6PSEG36RCA tag=NKRGD0Y22AI8 type=del 2024-04-02T08:43:52.845 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.847+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~CN4F9EOZWRG8.0 size=1048576 2024-04-02T08:43:52.847 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.848+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~CN4F9EOZWRG8.1 size=906446 2024-04-02T08:43:52.847 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.848+0000 7f7da3039780 1 > prepared multipart upload key=QHKAPO5SX6SG upload=CN4F9EOZWRG8 tag=W3IZC7EFQQB8 type=write size=3003598 2024-04-02T08:43:52.851 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.852+0000 7f7da3039780 1 < suggested remove operation key=XV6PSEG36RCA tag=G42VN1US1OC7 type=del 2024-04-02T08:43:52.853 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.854+0000 7f7da3039780 1 > prepared operation key=BURYF1967J48 tag=3ME5HDGKJ3B8 type=del size=2974262 2024-04-02T08:43:52.855 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.856+0000 7f7da3039780 1 < completed part key=_multipart_ZZ885TFYL1OI.2~RTKE74VCHMVX.0 size=1048576 2024-04-02T08:43:52.855 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.856+0000 7f7da3039780 1 < canceled part key=_multipart_ZZ885TFYL1OI.2~RTKE74VCHMVX.1 size=1048576 2024-04-02T08:43:52.856 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.858+0000 7f7da3039780 1 < completed part key=_multipart_ZZ885TFYL1OI.2~RTKE74VCHMVX.2 size=442150 2024-04-02T08:43:52.859 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.861+0000 7f7da3039780 1 < canceled multipart upload key=ZZ885TFYL1OI upload=RTKE74VCHMVX tag=Z0XR3R4JTMLF type=write size=3587878 2024-04-02T08:43:52.863 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.865+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~2FB0JI8A4M8A.0 size=1048576 2024-04-02T08:43:52.865 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.867+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~2FB0JI8A4M8A.1 size=147962 2024-04-02T08:43:52.865 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.867+0000 7f7da3039780 1 > prepared multipart upload key=9H9O464QAWB2 upload=2FB0JI8A4M8A tag=86XKC5657YMR type=write size=2245114 2024-04-02T08:43:52.867 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.869+0000 7f7da3039780 1 < completed part key=_multipart_NOK2IIY1WSGJ.2~5063UZWOQO08.0 size=1048576 2024-04-02T08:43:52.870 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.871+0000 7f7da3039780 1 < completed part key=_multipart_NOK2IIY1WSGJ.2~5063UZWOQO08.1 size=840172 2024-04-02T08:43:52.873 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.875+0000 7f7da3039780 1 < completed multipart upload key=NOK2IIY1WSGJ upload=5063UZWOQO08 tag=VX5W5QMHBKDJ type=write size=2937324 2024-04-02T08:43:52.875 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.877+0000 7f7da3039780 1 > prepared operation key=XV6PSEG36RCA tag=MNMR9ZOIYOII type=del size=2098089 2024-04-02T08:43:52.877 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.879+0000 7f7da3039780 1 < completed part key=_multipart_ZV3Q7IXMLI1J.2~KBGNKJYSG7SD.0 size=737504 2024-04-02T08:43:52.880 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.882+0000 7f7da3039780 1 < completed multipart upload key=ZV3Q7IXMLI1J upload=KBGNKJYSG7SD tag=RSGAYSKIYFYQ type=write size=1786080 2024-04-02T08:43:52.884 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.886+0000 7f7da3039780 1 > prepared part key=_multipart_BURYF1967J48.2~EY1M5VG70MKT.0 size=1048576 2024-04-02T08:43:52.885 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.887+0000 7f7da3039780 1 > prepared part key=_multipart_BURYF1967J48.2~EY1M5VG70MKT.1 size=1048576 2024-04-02T08:43:52.887 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.888+0000 7f7da3039780 1 > prepared part key=_multipart_BURYF1967J48.2~EY1M5VG70MKT.2 size=133308 2024-04-02T08:43:52.887 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.888+0000 7f7da3039780 1 > prepared multipart upload key=BURYF1967J48 upload=EY1M5VG70MKT tag=OAVEXIMO8AJ5 type=write size=3279036 2024-04-02T08:43:52.889 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.891+0000 7f7da3039780 1 < completed delete operation key=ELDWOJAKQD69 tag=0IDG4BGQUJPH type=del 2024-04-02T08:43:52.891 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.893+0000 7f7da3039780 1 > prepared operation key=R3KOUNXRRJL4 tag=BRBMT9P1EO7P type=del size=181246 2024-04-02T08:43:52.893 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.894+0000 7f7da3039780 1 < completed delete operation key=XN6KQ2LGZYGL tag=X6J0Q3HK3AW1 type=del 2024-04-02T08:43:52.897 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.898+0000 7f7da3039780 1 > prepared part key=_multipart_AMAKFO5IP7AO.2~WA0UY9B9QLUD.0 size=1048576 2024-04-02T08:43:52.898 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.900+0000 7f7da3039780 1 > prepared part key=_multipart_AMAKFO5IP7AO.2~WA0UY9B9QLUD.1 size=952198 2024-04-02T08:43:52.898 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.900+0000 7f7da3039780 1 > prepared multipart upload key=AMAKFO5IP7AO upload=WA0UY9B9QLUD tag=PA8Z36GOKR85 type=write size=3049350 2024-04-02T08:43:52.900 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.902+0000 7f7da3039780 1 < completed part key=_multipart_9H9O464QAWB2.2~2OQHG3P5TTO6.0 size=1048576 2024-04-02T08:43:52.902 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.904+0000 7f7da3039780 1 < completed part key=_multipart_9H9O464QAWB2.2~2OQHG3P5TTO6.1 size=1048576 2024-04-02T08:43:52.904 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.905+0000 7f7da3039780 1 < completed part key=_multipart_9H9O464QAWB2.2~2OQHG3P5TTO6.2 size=98691 2024-04-02T08:43:52.907 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.908+0000 7f7da3039780 1 < completed multipart upload key=9H9O464QAWB2 upload=2OQHG3P5TTO6 tag=2JD9MB137ZY1 type=write size=3244419 2024-04-02T08:43:52.909 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.910+0000 7f7da3039780 1 > prepared operation key=ZV3Q7IXMLI1J tag=IR7CGE6NYY8C type=del size=3931783 2024-04-02T08:43:52.911 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.913+0000 7f7da3039780 1 < completed part key=_multipart_A3I3KM5DTR9R.2~QG385B7XKU9I.0 size=29049 2024-04-02T08:43:52.915 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.916+0000 7f7da3039780 1 < completed multipart upload key=A3I3KM5DTR9R upload=QG385B7XKU9I tag=GNKEVHR7E10W type=write size=1077625 2024-04-02T08:43:52.917 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.918+0000 7f7da3039780 1 > prepared operation key=D0Z1XMS5I5SH tag=QYIYGBH0I753 type=del size=1685300 2024-04-02T08:43:52.918 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.920+0000 7f7da3039780 1 < completed delete operation key=YWRL9YH2Y59R tag=HU494PG8T3N6 type=del 2024-04-02T08:43:52.922 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.923+0000 7f7da3039780 1 > prepared part key=_multipart_AMAKFO5IP7AO.2~9TZ22KXWAV6W.0 size=1048576 2024-04-02T08:43:52.923 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.925+0000 7f7da3039780 1 > prepared part key=_multipart_AMAKFO5IP7AO.2~9TZ22KXWAV6W.1 size=1048576 2024-04-02T08:43:52.925 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.927+0000 7f7da3039780 1 > prepared part key=_multipart_AMAKFO5IP7AO.2~9TZ22KXWAV6W.2 size=419851 2024-04-02T08:43:52.925 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.927+0000 7f7da3039780 1 > prepared multipart upload key=AMAKFO5IP7AO upload=9TZ22KXWAV6W tag=CICHJ4OGTO1U type=write size=3565579 2024-04-02T08:43:52.927 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.929+0000 7f7da3039780 1 < completed delete operation key=1SDLEDDX8LZR tag=71SI1TFR4A3M type=del 2024-04-02T08:43:52.930 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.932+0000 7f7da3039780 1 > prepared part key=_multipart_YXESDZ3ETQK9.2~4SU9JIMELD8Z.0 size=1048576 2024-04-02T08:43:52.932 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.933+0000 7f7da3039780 1 > prepared part key=_multipart_YXESDZ3ETQK9.2~4SU9JIMELD8Z.1 size=1048576 2024-04-02T08:43:52.933 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.935+0000 7f7da3039780 1 > prepared part key=_multipart_YXESDZ3ETQK9.2~4SU9JIMELD8Z.2 size=910338 2024-04-02T08:43:52.933 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.935+0000 7f7da3039780 1 > prepared multipart upload key=YXESDZ3ETQK9 upload=4SU9JIMELD8Z tag=ARN6ARPKYETA type=write size=4056066 2024-04-02T08:43:52.935 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.937+0000 7f7da3039780 1 < completed delete operation key=A3I3KM5DTR9R tag=D4TB1E7VKT2Y type=del 2024-04-02T08:43:52.939 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.941+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~JBDNBY55SBDV.0 size=1048576 2024-04-02T08:43:52.940 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.942+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~JBDNBY55SBDV.1 size=1048576 2024-04-02T08:43:52.942 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.944+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~JBDNBY55SBDV.2 size=535861 2024-04-02T08:43:52.942 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.944+0000 7f7da3039780 1 > prepared multipart upload key=ELDWOJAKQD69 upload=JBDNBY55SBDV tag=D6OQFK2MP0HF type=write size=3681589 2024-04-02T08:43:52.944 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.946+0000 7f7da3039780 1 < completed write operation key=Y5E6U7ZCX7JC tag=2FVS3NDU2BBQ type=write size=416375 2024-04-02T08:43:52.946 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.947+0000 7f7da3039780 1 > prepared operation key=B23RMWV8I9ZL tag=E5D1TBIZIB7T type=del size=890174 2024-04-02T08:43:52.948 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.949+0000 7f7da3039780 1 < canceled operation key=ZZ885TFYL1OI tag=LI3DIQ6POBKQ type=del size=2287543 2024-04-02T08:43:52.951 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.952+0000 7f7da3039780 1 > prepared part key=_multipart_ZZ885TFYL1OI.2~ELU9ETV0GH2Q.0 size=1048576 2024-04-02T08:43:52.952 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.954+0000 7f7da3039780 1 > prepared part key=_multipart_ZZ885TFYL1OI.2~ELU9ETV0GH2Q.1 size=1048576 2024-04-02T08:43:52.954 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.956+0000 7f7da3039780 1 > prepared part key=_multipart_ZZ885TFYL1OI.2~ELU9ETV0GH2Q.2 size=952502 2024-04-02T08:43:52.954 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.956+0000 7f7da3039780 1 > prepared multipart upload key=ZZ885TFYL1OI upload=ELU9ETV0GH2Q tag=DI2BPU1DO6K7 type=write size=4098230 2024-04-02T08:43:52.958 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.958+0000 7f7da3039780 1 < completed part key=_multipart_9H9O464QAWB2.2~QJTADV0Q5D3E.0 size=585222 2024-04-02T08:43:52.960 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.961+0000 7f7da3039780 1 < completed multipart upload key=9H9O464QAWB2 upload=QJTADV0Q5D3E tag=4XYLVWBPW1D3 type=write size=1633798 2024-04-02T08:43:52.963 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.965+0000 7f7da3039780 1 > prepared part key=_multipart_Y5E6U7ZCX7JC.2~G5ZVQAICY4VC.0 size=1048576 2024-04-02T08:43:52.965 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.966+0000 7f7da3039780 1 > prepared part key=_multipart_Y5E6U7ZCX7JC.2~G5ZVQAICY4VC.1 size=1048576 2024-04-02T08:43:52.966 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.968+0000 7f7da3039780 1 > prepared part key=_multipart_Y5E6U7ZCX7JC.2~G5ZVQAICY4VC.2 size=745754 2024-04-02T08:43:52.967 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.968+0000 7f7da3039780 1 > prepared multipart upload key=Y5E6U7ZCX7JC upload=G5ZVQAICY4VC tag=X1TLVXEJ61T3 type=write size=3891482 2024-04-02T08:43:52.970 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.972+0000 7f7da3039780 1 < suggested update operation key=ZZ885TFYL1OI tag=IJ615OXZVA5I type=del size=3865386 2024-04-02T08:43:52.974 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.975+0000 7f7da3039780 1 > prepared part key=_multipart_B23RMWV8I9ZL.2~DK4UWAI50T9U.0 size=1048576 2024-04-02T08:43:52.976 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.978+0000 7f7da3039780 1 > prepared part key=_multipart_B23RMWV8I9ZL.2~DK4UWAI50T9U.1 size=1048576 2024-04-02T08:43:52.978 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.980+0000 7f7da3039780 1 > prepared part key=_multipart_B23RMWV8I9ZL.2~DK4UWAI50T9U.2 size=230065 2024-04-02T08:43:52.978 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.980+0000 7f7da3039780 1 > prepared multipart upload key=B23RMWV8I9ZL upload=DK4UWAI50T9U tag=ABZJ1KFO0FC4 type=write size=3375793 2024-04-02T08:43:52.980 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.982+0000 7f7da3039780 1 < completed part key=_multipart_QHKAPO5SX6SG.2~CN4F9EOZWRG8.0 size=1048576 2024-04-02T08:43:52.982 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.983+0000 7f7da3039780 1 < completed part key=_multipart_QHKAPO5SX6SG.2~CN4F9EOZWRG8.1 size=906446 2024-04-02T08:43:52.985 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.987+0000 7f7da3039780 1 < completed multipart upload key=QHKAPO5SX6SG upload=CN4F9EOZWRG8 tag=W3IZC7EFQQB8 type=write size=3003598 2024-04-02T08:43:52.989 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.990+0000 7f7da3039780 1 > prepared part key=_multipart_81LFSX7KH5JC.2~AYFYBOSSVYYC.0 size=194403 2024-04-02T08:43:52.989 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.990+0000 7f7da3039780 1 > prepared multipart upload key=81LFSX7KH5JC upload=AYFYBOSSVYYC tag=IW4A9CGPE0FU type=write size=1242979 2024-04-02T08:43:52.991 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.993+0000 7f7da3039780 1 < canceled operation key=BURYF1967J48 tag=3ME5HDGKJ3B8 type=del size=2974262 2024-04-02T08:43:52.994 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.996+0000 7f7da3039780 1 > prepared part key=_multipart_XN6KQ2LGZYGL.2~GF9914SDT9CB.0 size=1048576 2024-04-02T08:43:52.996 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.998+0000 7f7da3039780 1 > prepared part key=_multipart_XN6KQ2LGZYGL.2~GF9914SDT9CB.1 size=1048576 2024-04-02T08:43:52.998 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.999+0000 7f7da3039780 1 > prepared part key=_multipart_XN6KQ2LGZYGL.2~GF9914SDT9CB.2 size=122301 2024-04-02T08:43:52.998 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:52.999+0000 7f7da3039780 1 > prepared multipart upload key=XN6KQ2LGZYGL upload=GF9914SDT9CB tag=A5FQ6RN7AQTJ type=write size=3268029 2024-04-02T08:43:53.000 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.001+0000 7f7da3039780 1 < completed part key=_multipart_9H9O464QAWB2.2~2FB0JI8A4M8A.0 size=1048576 2024-04-02T08:43:53.000 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.001+0000 7f7da3039780 1 < canceled part key=_multipart_9H9O464QAWB2.2~2FB0JI8A4M8A.1 size=147962 2024-04-02T08:43:53.003 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.005+0000 7f7da3039780 1 < canceled multipart upload key=9H9O464QAWB2 upload=2FB0JI8A4M8A tag=86XKC5657YMR type=write size=2245114 2024-04-02T08:43:53.005 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.007+0000 7f7da3039780 1 > prepared operation key=57GR82RGCWC5 tag=4E850KK02VNO type=del size=466542 2024-04-02T08:43:53.007 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.009+0000 7f7da3039780 1 < completed delete operation key=XV6PSEG36RCA tag=MNMR9ZOIYOII type=del 2024-04-02T08:43:53.009 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.011+0000 7f7da3039780 1 > prepared operation key=1SDLEDDX8LZR tag=2YBNLWRFUL9M type=del size=924018 2024-04-02T08:43:53.011 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.013+0000 7f7da3039780 1 < completed part key=_multipart_BURYF1967J48.2~EY1M5VG70MKT.0 size=1048576 2024-04-02T08:43:53.013 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.015+0000 7f7da3039780 1 < completed part key=_multipart_BURYF1967J48.2~EY1M5VG70MKT.1 size=1048576 2024-04-02T08:43:53.015 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.016+0000 7f7da3039780 1 < completed part key=_multipart_BURYF1967J48.2~EY1M5VG70MKT.2 size=133308 2024-04-02T08:43:53.018 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.019+0000 7f7da3039780 1 < completed multipart upload key=BURYF1967J48 upload=EY1M5VG70MKT tag=OAVEXIMO8AJ5 type=write size=3279036 2024-04-02T08:43:53.020 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.022+0000 7f7da3039780 1 > prepared operation key=YXESDZ3ETQK9 tag=HYT8YFST6R4P type=del size=127499 2024-04-02T08:43:53.022 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.024+0000 7f7da3039780 1 < completed delete operation key=R3KOUNXRRJL4 tag=BRBMT9P1EO7P type=del 2024-04-02T08:43:53.026 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.027+0000 7f7da3039780 1 > prepared part key=_multipart_57GR82RGCWC5.2~0Q9LTG6JKQO9.0 size=1048576 2024-04-02T08:43:53.028 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.029+0000 7f7da3039780 1 > prepared part key=_multipart_57GR82RGCWC5.2~0Q9LTG6JKQO9.1 size=1041347 2024-04-02T08:43:53.028 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.029+0000 7f7da3039780 1 > prepared multipart upload key=57GR82RGCWC5 upload=0Q9LTG6JKQO9 tag=NJMVZ5CRDTXO type=write size=3138499 2024-04-02T08:43:53.030 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.031+0000 7f7da3039780 1 < completed part key=_multipart_AMAKFO5IP7AO.2~WA0UY9B9QLUD.0 size=1048576 2024-04-02T08:43:53.032 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.033+0000 7f7da3039780 1 < completed part key=_multipart_AMAKFO5IP7AO.2~WA0UY9B9QLUD.1 size=952198 2024-04-02T08:43:53.035 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.037+0000 7f7da3039780 1 < completed multipart upload key=AMAKFO5IP7AO upload=WA0UY9B9QLUD tag=PA8Z36GOKR85 type=write size=3049350 2024-04-02T08:43:53.039 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.041+0000 7f7da3039780 1 > prepared part key=_multipart_9JGJK5C8JJ0Z.2~0YOIXV5K3U65.0 size=1048576 2024-04-02T08:43:53.041 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.042+0000 7f7da3039780 1 > prepared part key=_multipart_9JGJK5C8JJ0Z.2~0YOIXV5K3U65.1 size=98027 2024-04-02T08:43:53.041 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.042+0000 7f7da3039780 1 > prepared multipart upload key=9JGJK5C8JJ0Z upload=0YOIXV5K3U65 tag=1RJHSQD6XEDN type=write size=2195179 2024-04-02T08:43:53.044 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.046+0000 7f7da3039780 1 < suggested update operation key=ZV3Q7IXMLI1J tag=IR7CGE6NYY8C type=del size=3931783 2024-04-02T08:43:53.047 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.049+0000 7f7da3039780 1 > prepared part key=_multipart_YWRL9YH2Y59R.2~PJ32419C7LPG.0 size=372423 2024-04-02T08:43:53.048 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.049+0000 7f7da3039780 1 > prepared multipart upload key=YWRL9YH2Y59R upload=PJ32419C7LPG tag=VC229BJL0YFY type=write size=1420999 2024-04-02T08:43:53.049 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.051+0000 7f7da3039780 1 < completed delete operation key=D0Z1XMS5I5SH tag=QYIYGBH0I753 type=del 2024-04-02T08:43:53.052 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.054+0000 7f7da3039780 1 > prepared part key=_multipart_57GR82RGCWC5.2~WZSJOE2QIIUL.0 size=1048576 2024-04-02T08:43:53.054 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.056+0000 7f7da3039780 1 > prepared part key=_multipart_57GR82RGCWC5.2~WZSJOE2QIIUL.1 size=312942 2024-04-02T08:43:53.054 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.056+0000 7f7da3039780 1 > prepared multipart upload key=57GR82RGCWC5 upload=WZSJOE2QIIUL tag=5N24WJMWCJM6 type=write size=2410094 2024-04-02T08:43:53.056 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.057+0000 7f7da3039780 1 < completed part key=_multipart_AMAKFO5IP7AO.2~9TZ22KXWAV6W.0 size=1048576 2024-04-02T08:43:53.056 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.057+0000 7f7da3039780 1 < canceled part key=_multipart_AMAKFO5IP7AO.2~9TZ22KXWAV6W.1 size=1048576 2024-04-02T08:43:53.057 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.059+0000 7f7da3039780 1 < completed part key=_multipart_AMAKFO5IP7AO.2~9TZ22KXWAV6W.2 size=419851 2024-04-02T08:43:53.060 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.062+0000 7f7da3039780 1 < canceled multipart upload key=AMAKFO5IP7AO upload=9TZ22KXWAV6W tag=CICHJ4OGTO1U type=write size=3565579 2024-04-02T08:43:53.064 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.065+0000 7f7da3039780 1 > prepared part key=_multipart_9JGJK5C8JJ0Z.2~HWT97HK6079H.0 size=1048576 2024-04-02T08:43:53.066 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.067+0000 7f7da3039780 1 > prepared part key=_multipart_9JGJK5C8JJ0Z.2~HWT97HK6079H.1 size=400566 2024-04-02T08:43:53.066 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.067+0000 7f7da3039780 1 > prepared multipart upload key=9JGJK5C8JJ0Z upload=HWT97HK6079H tag=2KM40XCGY507 type=write size=2497718 2024-04-02T08:43:53.066 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.067+0000 7f7da3039780 1 < canceled part key=_multipart_YXESDZ3ETQK9.2~4SU9JIMELD8Z.0 size=1048576 2024-04-02T08:43:53.067 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.069+0000 7f7da3039780 1 < completed part key=_multipart_YXESDZ3ETQK9.2~4SU9JIMELD8Z.1 size=1048576 2024-04-02T08:43:53.069 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.070+0000 7f7da3039780 1 < completed part key=_multipart_YXESDZ3ETQK9.2~4SU9JIMELD8Z.2 size=910338 2024-04-02T08:43:53.072 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.073+0000 7f7da3039780 1 < canceled multipart upload key=YXESDZ3ETQK9 upload=4SU9JIMELD8Z tag=ARN6ARPKYETA type=write size=4056066 2024-04-02T08:43:53.075 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.077+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~LFF716ZVZ432.0 size=673850 2024-04-02T08:43:53.076 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.077+0000 7f7da3039780 1 > prepared multipart upload key=ELDWOJAKQD69 upload=LFF716ZVZ432 tag=6U105RH4TUXZ type=write size=1722426 2024-04-02T08:43:53.077 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.079+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~JBDNBY55SBDV.0 size=1048576 2024-04-02T08:43:53.079 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.080+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~JBDNBY55SBDV.1 size=1048576 2024-04-02T08:43:53.080 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.082+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~JBDNBY55SBDV.2 size=535861 2024-04-02T08:43:53.083 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.085+0000 7f7da3039780 1 < completed multipart upload key=ELDWOJAKQD69 upload=JBDNBY55SBDV tag=D6OQFK2MP0HF type=write size=3681589 2024-04-02T08:43:53.085 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.087+0000 7f7da3039780 1 > prepared operation key=NOK2IIY1WSGJ tag=QWEEKSN401NM type=del size=1925521 2024-04-02T08:43:53.087 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.089+0000 7f7da3039780 1 < completed delete operation key=B23RMWV8I9ZL tag=E5D1TBIZIB7T type=del 2024-04-02T08:43:53.089 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.091+0000 7f7da3039780 1 > prepared operation key=JFW247YEIEQ0 tag=NAALBC7HWJHL type=del size=3936989 2024-04-02T08:43:53.090 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.091+0000 7f7da3039780 1 < canceled part key=_multipart_ZZ885TFYL1OI.2~ELU9ETV0GH2Q.0 size=1048576 2024-04-02T08:43:53.091 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.093+0000 7f7da3039780 1 < completed part key=_multipart_ZZ885TFYL1OI.2~ELU9ETV0GH2Q.1 size=1048576 2024-04-02T08:43:53.093 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.094+0000 7f7da3039780 1 < completed part key=_multipart_ZZ885TFYL1OI.2~ELU9ETV0GH2Q.2 size=952502 2024-04-02T08:43:53.095 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.097+0000 7f7da3039780 1 < canceled multipart upload key=ZZ885TFYL1OI upload=ELU9ETV0GH2Q tag=DI2BPU1DO6K7 type=write size=4098230 2024-04-02T08:43:53.097 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.099+0000 7f7da3039780 1 > prepared operation key=6TJF572KI0FA tag=XGYIV0GD1DD6 type=del size=1141615 2024-04-02T08:43:53.099 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.101+0000 7f7da3039780 1 < completed part key=_multipart_Y5E6U7ZCX7JC.2~G5ZVQAICY4VC.0 size=1048576 2024-04-02T08:43:53.101 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.102+0000 7f7da3039780 1 < completed part key=_multipart_Y5E6U7ZCX7JC.2~G5ZVQAICY4VC.1 size=1048576 2024-04-02T08:43:53.102 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.104+0000 7f7da3039780 1 < completed part key=_multipart_Y5E6U7ZCX7JC.2~G5ZVQAICY4VC.2 size=745754 2024-04-02T08:43:53.105 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.107+0000 7f7da3039780 1 < completed multipart upload key=Y5E6U7ZCX7JC upload=G5ZVQAICY4VC tag=X1TLVXEJ61T3 type=write size=3891482 2024-04-02T08:43:53.107 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.108+0000 7f7da3039780 1 > prepared operation key=R3KOUNXRRJL4 tag=Y442JF048QPJ type=del size=204381 2024-04-02T08:43:53.108 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.110+0000 7f7da3039780 1 < completed part key=_multipart_B23RMWV8I9ZL.2~DK4UWAI50T9U.0 size=1048576 2024-04-02T08:43:53.110 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.112+0000 7f7da3039780 1 < completed part key=_multipart_B23RMWV8I9ZL.2~DK4UWAI50T9U.1 size=1048576 2024-04-02T08:43:53.112 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.113+0000 7f7da3039780 1 < completed part key=_multipart_B23RMWV8I9ZL.2~DK4UWAI50T9U.2 size=230065 2024-04-02T08:43:53.114 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.116+0000 7f7da3039780 1 < completed multipart upload key=B23RMWV8I9ZL upload=DK4UWAI50T9U tag=ABZJ1KFO0FC4 type=write size=3375793 2024-04-02T08:43:53.118 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.119+0000 7f7da3039780 1 > prepared part key=_multipart_993CLRT5TRZG.2~IFJXIXILV6QO.0 size=1048576 2024-04-02T08:43:53.119 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.121+0000 7f7da3039780 1 > prepared part key=_multipart_993CLRT5TRZG.2~IFJXIXILV6QO.1 size=1048576 2024-04-02T08:43:53.120 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.122+0000 7f7da3039780 1 > prepared part key=_multipart_993CLRT5TRZG.2~IFJXIXILV6QO.2 size=417488 2024-04-02T08:43:53.121 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.122+0000 7f7da3039780 1 > prepared multipart upload key=993CLRT5TRZG upload=IFJXIXILV6QO tag=UP5D1BSWDGES type=write size=3563216 2024-04-02T08:43:53.122 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.124+0000 7f7da3039780 1 < completed part key=_multipart_81LFSX7KH5JC.2~AYFYBOSSVYYC.0 size=194403 2024-04-02T08:43:53.125 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.127+0000 7f7da3039780 1 < completed multipart upload key=81LFSX7KH5JC upload=AYFYBOSSVYYC tag=IW4A9CGPE0FU type=write size=1242979 2024-04-02T08:43:53.127 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.128+0000 7f7da3039780 1 > prepared operation key=BURYF1967J48 tag=RFO5KSZ6NG95 type=del size=3758062 2024-04-02T08:43:53.129 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.130+0000 7f7da3039780 1 < completed part key=_multipart_XN6KQ2LGZYGL.2~GF9914SDT9CB.0 size=1048576 2024-04-02T08:43:53.130 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.132+0000 7f7da3039780 1 < completed part key=_multipart_XN6KQ2LGZYGL.2~GF9914SDT9CB.1 size=1048576 2024-04-02T08:43:53.132 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.134+0000 7f7da3039780 1 < completed part key=_multipart_XN6KQ2LGZYGL.2~GF9914SDT9CB.2 size=122301 2024-04-02T08:43:53.135 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.137+0000 7f7da3039780 1 < completed multipart upload key=XN6KQ2LGZYGL upload=GF9914SDT9CB tag=A5FQ6RN7AQTJ type=write size=3268029 2024-04-02T08:43:53.138 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.139+0000 7f7da3039780 1 > prepared operation key=R3KOUNXRRJL4 tag=99NPRG9AYC0V type=del size=1592565 2024-04-02T08:43:53.142 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.143+0000 7f7da3039780 1 < suggested update operation key=57GR82RGCWC5 tag=4E850KK02VNO type=del size=466542 2024-04-02T08:43:53.145 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.147+0000 7f7da3039780 1 > prepared part key=_multipart_YWRL9YH2Y59R.2~EIK2RF064805.0 size=249522 2024-04-02T08:43:53.145 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.147+0000 7f7da3039780 1 > prepared multipart upload key=YWRL9YH2Y59R upload=EIK2RF064805 tag=W50OHOXP34N4 type=write size=1298098 2024-04-02T08:43:53.147 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.149+0000 7f7da3039780 1 < completed delete operation key=1SDLEDDX8LZR tag=2YBNLWRFUL9M type=del 2024-04-02T08:43:53.151 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.152+0000 7f7da3039780 1 > prepared part key=_multipart_DJP9NW2GDNHB.2~TLWSLJYKF2A8.0 size=95389 2024-04-02T08:43:53.151 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.152+0000 7f7da3039780 1 > prepared multipart upload key=DJP9NW2GDNHB upload=TLWSLJYKF2A8 tag=1NLIZBS6LMM7 type=write size=1143965 2024-04-02T08:43:53.153 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.154+0000 7f7da3039780 1 < canceled operation key=YXESDZ3ETQK9 tag=HYT8YFST6R4P type=del size=127499 2024-04-02T08:43:53.156 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.157+0000 7f7da3039780 1 > prepared part key=_multipart_SPZ4WDU9FXVH.2~IXY39H3M9P5Y.0 size=1048576 2024-04-02T08:43:53.157 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.159+0000 7f7da3039780 1 > prepared part key=_multipart_SPZ4WDU9FXVH.2~IXY39H3M9P5Y.1 size=1048576 2024-04-02T08:43:53.162 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.160+0000 7f7da3039780 1 > prepared part key=_multipart_SPZ4WDU9FXVH.2~IXY39H3M9P5Y.2 size=305442 2024-04-02T08:43:53.162 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.160+0000 7f7da3039780 1 > prepared multipart upload key=SPZ4WDU9FXVH upload=IXY39H3M9P5Y tag=UV90T20GUGWI type=write size=3451170 2024-04-02T08:43:53.162 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.162+0000 7f7da3039780 1 < completed part key=_multipart_57GR82RGCWC5.2~0Q9LTG6JKQO9.0 size=1048576 2024-04-02T08:43:53.162 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.164+0000 7f7da3039780 1 < completed part key=_multipart_57GR82RGCWC5.2~0Q9LTG6JKQO9.1 size=1041347 2024-04-02T08:43:53.165 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.167+0000 7f7da3039780 1 < completed multipart upload key=57GR82RGCWC5 upload=0Q9LTG6JKQO9 tag=NJMVZ5CRDTXO type=write size=3138499 2024-04-02T08:43:53.170 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.171+0000 7f7da3039780 1 > prepared part key=_multipart_B23RMWV8I9ZL.2~4U3BAVAFBG97.0 size=1048576 2024-04-02T08:43:53.171 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.173+0000 7f7da3039780 1 > prepared part key=_multipart_B23RMWV8I9ZL.2~4U3BAVAFBG97.1 size=366242 2024-04-02T08:43:53.171 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.173+0000 7f7da3039780 1 > prepared multipart upload key=B23RMWV8I9ZL upload=4U3BAVAFBG97 tag=7WEH1LX9WV0B type=write size=2463394 2024-04-02T08:43:53.174 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.176+0000 7f7da3039780 1 < completed part key=_multipart_9JGJK5C8JJ0Z.2~0YOIXV5K3U65.0 size=1048576 2024-04-02T08:43:53.176 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.178+0000 7f7da3039780 1 < completed part key=_multipart_9JGJK5C8JJ0Z.2~0YOIXV5K3U65.1 size=98027 2024-04-02T08:43:53.179 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.181+0000 7f7da3039780 1 < completed multipart upload key=9JGJK5C8JJ0Z upload=0YOIXV5K3U65 tag=1RJHSQD6XEDN type=write size=2195179 2024-04-02T08:43:53.183 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.184+0000 7f7da3039780 1 > prepared part key=_multipart_1SDLEDDX8LZR.2~IPFRQHDIRGEX.0 size=1048576 2024-04-02T08:43:53.184 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.186+0000 7f7da3039780 1 > prepared part key=_multipart_1SDLEDDX8LZR.2~IPFRQHDIRGEX.1 size=1048576 2024-04-02T08:43:53.186 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.187+0000 7f7da3039780 1 > prepared part key=_multipart_1SDLEDDX8LZR.2~IPFRQHDIRGEX.2 size=997027 2024-04-02T08:43:53.186 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.187+0000 7f7da3039780 1 > prepared multipart upload key=1SDLEDDX8LZR upload=IPFRQHDIRGEX tag=TH4Q3MXRZ5RK type=write size=4142755 2024-04-02T08:43:53.186 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.188+0000 7f7da3039780 1 < canceled part key=_multipart_YWRL9YH2Y59R.2~PJ32419C7LPG.0 size=372423 2024-04-02T08:43:53.189 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.191+0000 7f7da3039780 1 < canceled multipart upload key=YWRL9YH2Y59R upload=PJ32419C7LPG tag=VC229BJL0YFY type=write size=1420999 2024-04-02T08:43:53.191 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.193+0000 7f7da3039780 1 > prepared operation key=SPZ4WDU9FXVH tag=JHFGQC8R60FS type=del size=692385 2024-04-02T08:43:53.192 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.193+0000 7f7da3039780 1 < canceled part key=_multipart_57GR82RGCWC5.2~WZSJOE2QIIUL.0 size=1048576 2024-04-02T08:43:53.193 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.194+0000 7f7da3039780 1 < completed part key=_multipart_57GR82RGCWC5.2~WZSJOE2QIIUL.1 size=312942 2024-04-02T08:43:53.196 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.197+0000 7f7da3039780 1 < canceled multipart upload key=57GR82RGCWC5 upload=WZSJOE2QIIUL tag=5N24WJMWCJM6 type=write size=2410094 2024-04-02T08:43:53.198 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.199+0000 7f7da3039780 1 > prepared operation key=Y5E6U7ZCX7JC tag=SCBTVG7P0CWS type=del size=1490241 2024-04-02T08:43:53.199 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.201+0000 7f7da3039780 1 < completed part key=_multipart_9JGJK5C8JJ0Z.2~HWT97HK6079H.0 size=1048576 2024-04-02T08:43:53.201 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.202+0000 7f7da3039780 1 < completed part key=_multipart_9JGJK5C8JJ0Z.2~HWT97HK6079H.1 size=400566 2024-04-02T08:43:53.204 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.205+0000 7f7da3039780 1 < completed multipart upload key=9JGJK5C8JJ0Z upload=HWT97HK6079H tag=2KM40XCGY507 type=write size=2497718 2024-04-02T08:43:53.206 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.207+0000 7f7da3039780 1 > prepared operation key=IX5GR5MVNL1T tag=U6LYY9JUS99V type=write size=51287 2024-04-02T08:43:53.208 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.209+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~LFF716ZVZ432.0 size=673850 2024-04-02T08:43:53.211 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.212+0000 7f7da3039780 1 < completed multipart upload key=ELDWOJAKQD69 upload=LFF716ZVZ432 tag=6U105RH4TUXZ type=write size=1722426 2024-04-02T08:43:53.212 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.214+0000 7f7da3039780 1 > prepared operation key=1SDLEDDX8LZR tag=6FJ3J4PY6LU2 type=del size=1680489 2024-04-02T08:43:53.214 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.216+0000 7f7da3039780 1 < completed delete operation key=NOK2IIY1WSGJ tag=QWEEKSN401NM type=del 2024-04-02T08:43:53.216 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.218+0000 7f7da3039780 1 > prepared operation key=YXESDZ3ETQK9 tag=1BAHKUYPJOJG type=write size=521493 2024-04-02T08:43:53.218 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.220+0000 7f7da3039780 1 < completed delete operation key=JFW247YEIEQ0 tag=NAALBC7HWJHL type=del 2024-04-02T08:43:53.220 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.221+0000 7f7da3039780 1 > prepared operation key=9H9O464QAWB2 tag=OF4U4EEMWJZ9 type=del size=2522148 2024-04-02T08:43:53.222 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.223+0000 7f7da3039780 1 < completed delete operation key=6TJF572KI0FA tag=XGYIV0GD1DD6 type=del 2024-04-02T08:43:53.225 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.226+0000 7f7da3039780 1 > prepared part key=_multipart_YWRL9YH2Y59R.2~T5C1WJF9Q92I.0 size=345909 2024-04-02T08:43:53.225 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.226+0000 7f7da3039780 1 > prepared multipart upload key=YWRL9YH2Y59R upload=T5C1WJF9Q92I tag=1SYGRY0F27I3 type=write size=1394485 2024-04-02T08:43:53.226 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.228+0000 7f7da3039780 1 < completed delete operation key=R3KOUNXRRJL4 tag=Y442JF048QPJ type=del 2024-04-02T08:43:53.230 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.231+0000 7f7da3039780 1 > prepared part key=_multipart_9JGJK5C8JJ0Z.2~ODDCLDMM5YP8.0 size=1048576 2024-04-02T08:43:53.231 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.233+0000 7f7da3039780 1 > prepared part key=_multipart_9JGJK5C8JJ0Z.2~ODDCLDMM5YP8.1 size=414504 2024-04-02T08:43:53.231 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.233+0000 7f7da3039780 1 > prepared multipart upload key=9JGJK5C8JJ0Z upload=ODDCLDMM5YP8 tag=IYEZJI9PRE08 type=write size=2511656 2024-04-02T08:43:53.233 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.234+0000 7f7da3039780 1 < completed part key=_multipart_993CLRT5TRZG.2~IFJXIXILV6QO.0 size=1048576 2024-04-02T08:43:53.234 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.236+0000 7f7da3039780 1 < completed part key=_multipart_993CLRT5TRZG.2~IFJXIXILV6QO.1 size=1048576 2024-04-02T08:43:53.236 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.238+0000 7f7da3039780 1 < completed part key=_multipart_993CLRT5TRZG.2~IFJXIXILV6QO.2 size=417488 2024-04-02T08:43:53.239 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.241+0000 7f7da3039780 1 < completed multipart upload key=993CLRT5TRZG upload=IFJXIXILV6QO tag=UP5D1BSWDGES type=write size=3563216 2024-04-02T08:43:53.242 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.244+0000 7f7da3039780 1 > prepared part key=_multipart_YXESDZ3ETQK9.2~2U6I393QXWFD.0 size=1048576 2024-04-02T08:43:53.243 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.245+0000 7f7da3039780 1 > prepared part key=_multipart_YXESDZ3ETQK9.2~2U6I393QXWFD.1 size=391369 2024-04-02T08:43:53.244 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.245+0000 7f7da3039780 1 > prepared multipart upload key=YXESDZ3ETQK9 upload=2U6I393QXWFD tag=H636NXEINW3N type=write size=2488521 2024-04-02T08:43:53.247 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.249+0000 7f7da3039780 1 < suggested remove operation key=BURYF1967J48 tag=RFO5KSZ6NG95 type=del 2024-04-02T08:43:53.250 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.252+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~EMR19KV2VCQC.0 size=818925 2024-04-02T08:43:53.250 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.252+0000 7f7da3039780 1 > prepared multipart upload key=ELDWOJAKQD69 upload=EMR19KV2VCQC tag=XLX31G3IHY19 type=write size=1867501 2024-04-02T08:43:53.252 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.254+0000 7f7da3039780 1 < completed delete operation key=R3KOUNXRRJL4 tag=99NPRG9AYC0V type=del 2024-04-02T08:43:53.254 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.255+0000 7f7da3039780 1 > prepared operation key=1SDLEDDX8LZR tag=VFQBK6JSAI11 type=del size=3655210 2024-04-02T08:43:53.255 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.257+0000 7f7da3039780 1 < completed part key=_multipart_YWRL9YH2Y59R.2~EIK2RF064805.0 size=249522 2024-04-02T08:43:53.258 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.260+0000 7f7da3039780 1 < completed multipart upload key=YWRL9YH2Y59R upload=EIK2RF064805 tag=W50OHOXP34N4 type=write size=1298098 2024-04-02T08:43:53.260 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.262+0000 7f7da3039780 1 > prepared operation key=A3I3KM5DTR9R tag=KKYA0T8GZ4M7 type=del size=4160687 2024-04-02T08:43:53.262 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.263+0000 7f7da3039780 1 < completed part key=_multipart_DJP9NW2GDNHB.2~TLWSLJYKF2A8.0 size=95389 2024-04-02T08:43:53.265 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.267+0000 7f7da3039780 1 < completed multipart upload key=DJP9NW2GDNHB upload=TLWSLJYKF2A8 tag=1NLIZBS6LMM7 type=write size=1143965 2024-04-02T08:43:53.268 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.270+0000 7f7da3039780 1 > prepared part key=_multipart_EAG9W8JA0WA6.2~1ALCL5VHNDPV.0 size=1046134 2024-04-02T08:43:53.269 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.270+0000 7f7da3039780 1 > prepared multipart upload key=EAG9W8JA0WA6 upload=1ALCL5VHNDPV tag=SNY9U1UGMMD5 type=write size=2094710 2024-04-02T08:43:53.270 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.272+0000 7f7da3039780 1 < completed part key=_multipart_SPZ4WDU9FXVH.2~IXY39H3M9P5Y.0 size=1048576 2024-04-02T08:43:53.272 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.273+0000 7f7da3039780 1 < completed part key=_multipart_SPZ4WDU9FXVH.2~IXY39H3M9P5Y.1 size=1048576 2024-04-02T08:43:53.273 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.275+0000 7f7da3039780 1 < completed part key=_multipart_SPZ4WDU9FXVH.2~IXY39H3M9P5Y.2 size=305442 2024-04-02T08:43:53.276 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.278+0000 7f7da3039780 1 < completed multipart upload key=SPZ4WDU9FXVH upload=IXY39H3M9P5Y tag=UV90T20GUGWI type=write size=3451170 2024-04-02T08:43:53.280 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.281+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~R9VWD94N54TC.0 size=1048576 2024-04-02T08:43:53.282 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.283+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~R9VWD94N54TC.1 size=1048576 2024-04-02T08:43:53.284 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.285+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~R9VWD94N54TC.2 size=370865 2024-04-02T08:43:53.284 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.285+0000 7f7da3039780 1 > prepared multipart upload key=QSPL4WJY2BVT upload=R9VWD94N54TC tag=9Y01KCLNZWPP type=write size=3516593 2024-04-02T08:43:53.286 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.287+0000 7f7da3039780 1 < completed part key=_multipart_B23RMWV8I9ZL.2~4U3BAVAFBG97.0 size=1048576 2024-04-02T08:43:53.286 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.287+0000 7f7da3039780 1 < canceled part key=_multipart_B23RMWV8I9ZL.2~4U3BAVAFBG97.1 size=366242 2024-04-02T08:43:53.289 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.291+0000 7f7da3039780 1 < canceled multipart upload key=B23RMWV8I9ZL upload=4U3BAVAFBG97 tag=7WEH1LX9WV0B type=write size=2463394 2024-04-02T08:43:53.293 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.294+0000 7f7da3039780 1 > prepared part key=_multipart_SPZ4WDU9FXVH.2~NJBG4MF4Z1QJ.0 size=1048576 2024-04-02T08:43:53.294 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.296+0000 7f7da3039780 1 > prepared part key=_multipart_SPZ4WDU9FXVH.2~NJBG4MF4Z1QJ.1 size=348360 2024-04-02T08:43:53.294 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.296+0000 7f7da3039780 1 > prepared multipart upload key=SPZ4WDU9FXVH upload=NJBG4MF4Z1QJ tag=RNXD7OK01VE1 type=write size=2445512 2024-04-02T08:43:53.296 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.297+0000 7f7da3039780 1 < completed part key=_multipart_1SDLEDDX8LZR.2~IPFRQHDIRGEX.0 size=1048576 2024-04-02T08:43:53.297 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.299+0000 7f7da3039780 1 < completed part key=_multipart_1SDLEDDX8LZR.2~IPFRQHDIRGEX.1 size=1048576 2024-04-02T08:43:53.299 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.300+0000 7f7da3039780 1 < completed part key=_multipart_1SDLEDDX8LZR.2~IPFRQHDIRGEX.2 size=997027 2024-04-02T08:43:53.302 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.303+0000 7f7da3039780 1 < completed multipart upload key=1SDLEDDX8LZR upload=IPFRQHDIRGEX tag=TH4Q3MXRZ5RK type=write size=4142755 2024-04-02T08:43:53.305 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.307+0000 7f7da3039780 1 > prepared part key=_multipart_AMAKFO5IP7AO.2~62TC58Z5KBG8.0 size=1048576 2024-04-02T08:43:53.307 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.308+0000 7f7da3039780 1 > prepared part key=_multipart_AMAKFO5IP7AO.2~62TC58Z5KBG8.1 size=1048576 2024-04-02T08:43:53.309 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.310+0000 7f7da3039780 1 > prepared part key=_multipart_AMAKFO5IP7AO.2~62TC58Z5KBG8.2 size=482827 2024-04-02T08:43:53.309 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.310+0000 7f7da3039780 1 > prepared multipart upload key=AMAKFO5IP7AO upload=62TC58Z5KBG8 tag=EO4U10RRWDSD type=write size=3628555 2024-04-02T08:43:53.310 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.312+0000 7f7da3039780 1 < completed delete operation key=SPZ4WDU9FXVH tag=JHFGQC8R60FS type=del 2024-04-02T08:43:53.312 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.314+0000 7f7da3039780 1 > prepared operation key=Y5E6U7ZCX7JC tag=H642XRP069YT type=del size=3456841 2024-04-02T08:43:53.314 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.315+0000 7f7da3039780 1 < completed delete operation key=Y5E6U7ZCX7JC tag=SCBTVG7P0CWS type=del 2024-04-02T08:43:53.318 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.319+0000 7f7da3039780 1 > prepared part key=_multipart_9JGJK5C8JJ0Z.2~U90FAGLW515I.0 size=1048576 2024-04-02T08:43:53.319 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.321+0000 7f7da3039780 1 > prepared part key=_multipart_9JGJK5C8JJ0Z.2~U90FAGLW515I.1 size=1048576 2024-04-02T08:43:53.321 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.323+0000 7f7da3039780 1 > prepared part key=_multipart_9JGJK5C8JJ0Z.2~U90FAGLW515I.2 size=492884 2024-04-02T08:43:53.321 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.323+0000 7f7da3039780 1 > prepared multipart upload key=9JGJK5C8JJ0Z upload=U90FAGLW515I tag=J6EPAB7LUUJM type=write size=3638612 2024-04-02T08:43:53.323 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.324+0000 7f7da3039780 1 < completed write operation key=IX5GR5MVNL1T tag=U6LYY9JUS99V type=write size=51287 2024-04-02T08:43:53.325 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.326+0000 7f7da3039780 1 > prepared operation key=QHKAPO5SX6SG tag=KP42FMYZRV7N type=write size=636150 2024-04-02T08:43:53.328 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.330+0000 7f7da3039780 1 < suggested update operation key=1SDLEDDX8LZR tag=6FJ3J4PY6LU2 type=del size=1680489 2024-04-02T08:43:53.330 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.331+0000 7f7da3039780 1 > prepared operation key=57GR82RGCWC5 tag=0T4L7SP123PE type=del size=1398938 2024-04-02T08:43:53.332 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.333+0000 7f7da3039780 1 < completed write operation key=YXESDZ3ETQK9 tag=1BAHKUYPJOJG type=write size=521493 2024-04-02T08:43:53.335 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.336+0000 7f7da3039780 1 > prepared part key=_multipart_A3I3KM5DTR9R.2~0F9M5DHTE3QT.0 size=1048576 2024-04-02T08:43:53.336 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.338+0000 7f7da3039780 1 > prepared part key=_multipart_A3I3KM5DTR9R.2~0F9M5DHTE3QT.1 size=1048576 2024-04-02T08:43:53.338 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.340+0000 7f7da3039780 1 > prepared part key=_multipart_A3I3KM5DTR9R.2~0F9M5DHTE3QT.2 size=848784 2024-04-02T08:43:53.338 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.340+0000 7f7da3039780 1 > prepared multipart upload key=A3I3KM5DTR9R upload=0F9M5DHTE3QT tag=JRGV6WILN75H type=write size=3994512 2024-04-02T08:43:53.342 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.344+0000 7f7da3039780 1 < suggested update operation key=9H9O464QAWB2 tag=OF4U4EEMWJZ9 type=del size=2522148 2024-04-02T08:43:53.344 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.346+0000 7f7da3039780 1 > prepared operation key=ELDWOJAKQD69 tag=T9OEJXDBYPFE type=del size=4150974 2024-04-02T08:43:53.346 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.348+0000 7f7da3039780 1 < completed part key=_multipart_YWRL9YH2Y59R.2~T5C1WJF9Q92I.0 size=345909 2024-04-02T08:43:53.350 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.351+0000 7f7da3039780 1 < completed multipart upload key=YWRL9YH2Y59R upload=T5C1WJF9Q92I tag=1SYGRY0F27I3 type=write size=1394485 2024-04-02T08:43:53.352 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.353+0000 7f7da3039780 1 > prepared operation key=ZV3Q7IXMLI1J tag=O654Y4KXOC7I type=del size=620033 2024-04-02T08:43:53.354 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.355+0000 7f7da3039780 1 < completed part key=_multipart_9JGJK5C8JJ0Z.2~ODDCLDMM5YP8.0 size=1048576 2024-04-02T08:43:53.356 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.357+0000 7f7da3039780 1 < completed part key=_multipart_9JGJK5C8JJ0Z.2~ODDCLDMM5YP8.1 size=414504 2024-04-02T08:43:53.359 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.361+0000 7f7da3039780 1 < completed multipart upload key=9JGJK5C8JJ0Z upload=ODDCLDMM5YP8 tag=IYEZJI9PRE08 type=write size=2511656 2024-04-02T08:43:53.361 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.363+0000 7f7da3039780 1 > prepared operation key=YWRL9YH2Y59R tag=FC1IM7V7QHT9 type=write size=304196 2024-04-02T08:43:53.366 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.365+0000 7f7da3039780 1 < completed part key=_multipart_YXESDZ3ETQK9.2~2U6I393QXWFD.0 size=1048576 2024-04-02T08:43:53.366 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.367+0000 7f7da3039780 1 < completed part key=_multipart_YXESDZ3ETQK9.2~2U6I393QXWFD.1 size=391369 2024-04-02T08:43:53.369 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.371+0000 7f7da3039780 1 < completed multipart upload key=YXESDZ3ETQK9 upload=2U6I393QXWFD tag=H636NXEINW3N type=write size=2488521 2024-04-02T08:43:53.371 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.373+0000 7f7da3039780 1 > prepared operation key=Y5E6U7ZCX7JC tag=QB2WNPM0L1VG type=write size=799147 2024-04-02T08:43:53.371 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.373+0000 7f7da3039780 1 < canceled part key=_multipart_ELDWOJAKQD69.2~EMR19KV2VCQC.0 size=818925 2024-04-02T08:43:53.375 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.377+0000 7f7da3039780 1 < canceled multipart upload key=ELDWOJAKQD69 upload=EMR19KV2VCQC tag=XLX31G3IHY19 type=write size=1867501 2024-04-02T08:43:53.377 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.379+0000 7f7da3039780 1 > prepared operation key=EAG9W8JA0WA6 tag=OSLXE1CJ3FXJ type=del size=313067 2024-04-02T08:43:53.380 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.381+0000 7f7da3039780 -1 < failed to complete operation key=1SDLEDDX8LZR tag=VFQBK6JSAI11 type=del size=3655210: (22) Invalid argument 2024-04-02T08:43:53.383 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.385+0000 7f7da3039780 1 > prepared part key=_multipart_YWRL9YH2Y59R.2~O4ZLJR2HI2GA.0 size=1048576 2024-04-02T08:43:53.385 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.386+0000 7f7da3039780 1 > prepared part key=_multipart_YWRL9YH2Y59R.2~O4ZLJR2HI2GA.1 size=480534 2024-04-02T08:43:53.385 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.386+0000 7f7da3039780 1 > prepared multipart upload key=YWRL9YH2Y59R upload=O4ZLJR2HI2GA tag=4SYGNR9YXLHB type=write size=2577686 2024-04-02T08:43:53.387 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.389+0000 7f7da3039780 1 < completed delete operation key=A3I3KM5DTR9R tag=KKYA0T8GZ4M7 type=del 2024-04-02T08:43:53.389 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.390+0000 7f7da3039780 1 > prepared operation key=AMAKFO5IP7AO tag=FM20NTI2W9GT type=del size=2056322 2024-04-02T08:43:53.391 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.393+0000 7f7da3039780 1 < completed part key=_multipart_EAG9W8JA0WA6.2~1ALCL5VHNDPV.0 size=1046134 2024-04-02T08:43:53.395 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.397+0000 7f7da3039780 1 < completed multipart upload key=EAG9W8JA0WA6 upload=1ALCL5VHNDPV tag=SNY9U1UGMMD5 type=write size=2094710 2024-04-02T08:43:53.400 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.401+0000 7f7da3039780 1 > prepared part key=_multipart_N5AIAS76IS0Z.2~JPC5F8EKR01P.0 size=942287 2024-04-02T08:43:53.400 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.401+0000 7f7da3039780 1 > prepared multipart upload key=N5AIAS76IS0Z upload=JPC5F8EKR01P tag=JP9LJ9S3GAKT type=write size=1990863 2024-04-02T08:43:53.400 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.401+0000 7f7da3039780 1 < canceled part key=_multipart_QSPL4WJY2BVT.2~R9VWD94N54TC.0 size=1048576 2024-04-02T08:43:53.401 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.403+0000 7f7da3039780 1 < completed part key=_multipart_QSPL4WJY2BVT.2~R9VWD94N54TC.1 size=1048576 2024-04-02T08:43:53.401 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.403+0000 7f7da3039780 1 < canceled part key=_multipart_QSPL4WJY2BVT.2~R9VWD94N54TC.2 size=370865 2024-04-02T08:43:53.405 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.407+0000 7f7da3039780 1 < canceled multipart upload key=QSPL4WJY2BVT upload=R9VWD94N54TC tag=9Y01KCLNZWPP type=write size=3516593 2024-04-02T08:43:53.407 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.409+0000 7f7da3039780 1 > prepared operation key=N5AIAS76IS0Z tag=PKS8Z19COGT4 type=del size=3123303 2024-04-02T08:43:53.409 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.411+0000 7f7da3039780 1 < completed part key=_multipart_SPZ4WDU9FXVH.2~NJBG4MF4Z1QJ.0 size=1048576 2024-04-02T08:43:53.411 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.413+0000 7f7da3039780 1 < completed part key=_multipart_SPZ4WDU9FXVH.2~NJBG4MF4Z1QJ.1 size=348360 2024-04-02T08:43:53.415 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.417+0000 7f7da3039780 1 < completed multipart upload key=SPZ4WDU9FXVH upload=NJBG4MF4Z1QJ tag=RNXD7OK01VE1 type=write size=2445512 2024-04-02T08:43:53.417 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.419+0000 7f7da3039780 1 > prepared operation key=R3KOUNXRRJL4 tag=1UNEH3NT413H type=del size=4132262 2024-04-02T08:43:53.418 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.419+0000 7f7da3039780 1 < canceled part key=_multipart_AMAKFO5IP7AO.2~62TC58Z5KBG8.0 size=1048576 2024-04-02T08:43:53.419 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.421+0000 7f7da3039780 1 < completed part key=_multipart_AMAKFO5IP7AO.2~62TC58Z5KBG8.1 size=1048576 2024-04-02T08:43:53.421 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.423+0000 7f7da3039780 1 < completed part key=_multipart_AMAKFO5IP7AO.2~62TC58Z5KBG8.2 size=482827 2024-04-02T08:43:53.425 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.427+0000 7f7da3039780 1 < canceled multipart upload key=AMAKFO5IP7AO upload=62TC58Z5KBG8 tag=EO4U10RRWDSD type=write size=3628555 2024-04-02T08:43:53.429 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.431+0000 7f7da3039780 1 > prepared part key=_multipart_57GR82RGCWC5.2~0479BJ01EGER.0 size=1048576 2024-04-02T08:43:53.431 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.433+0000 7f7da3039780 1 > prepared part key=_multipart_57GR82RGCWC5.2~0479BJ01EGER.1 size=117357 2024-04-02T08:43:53.431 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.433+0000 7f7da3039780 1 > prepared multipart upload key=57GR82RGCWC5 upload=0479BJ01EGER tag=JU3G6XN4T328 type=write size=2214509 2024-04-02T08:43:53.433 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.435+0000 7f7da3039780 1 < completed delete operation key=Y5E6U7ZCX7JC tag=H642XRP069YT type=del 2024-04-02T08:43:53.435 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.437+0000 7f7da3039780 1 > prepared operation key=57GR82RGCWC5 tag=ZEVTJRVCCPE7 type=del size=3487522 2024-04-02T08:43:53.437 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.439+0000 7f7da3039780 1 < completed part key=_multipart_9JGJK5C8JJ0Z.2~U90FAGLW515I.0 size=1048576 2024-04-02T08:43:53.439 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.440+0000 7f7da3039780 1 < completed part key=_multipart_9JGJK5C8JJ0Z.2~U90FAGLW515I.1 size=1048576 2024-04-02T08:43:53.440 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.442+0000 7f7da3039780 1 < completed part key=_multipart_9JGJK5C8JJ0Z.2~U90FAGLW515I.2 size=492884 2024-04-02T08:43:53.444 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.446+0000 7f7da3039780 1 < completed multipart upload key=9JGJK5C8JJ0Z upload=U90FAGLW515I tag=J6EPAB7LUUJM type=write size=3638612 2024-04-02T08:43:53.447 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.449+0000 7f7da3039780 1 > prepared part key=_multipart_993CLRT5TRZG.2~8J58IR45JJJX.0 size=1048576 2024-04-02T08:43:53.449 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.450+0000 7f7da3039780 1 > prepared part key=_multipart_993CLRT5TRZG.2~8J58IR45JJJX.1 size=1048576 2024-04-02T08:43:53.450 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.452+0000 7f7da3039780 1 > prepared part key=_multipart_993CLRT5TRZG.2~8J58IR45JJJX.2 size=286118 2024-04-02T08:43:53.450 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.452+0000 7f7da3039780 1 > prepared multipart upload key=993CLRT5TRZG upload=8J58IR45JJJX tag=8ZUJGEEVKKIS type=write size=3431846 2024-04-02T08:43:53.452 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.454+0000 7f7da3039780 1 < completed write operation key=QHKAPO5SX6SG tag=KP42FMYZRV7N type=write size=636150 2024-04-02T08:43:53.456 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.457+0000 7f7da3039780 1 > prepared part key=_multipart_Z2HC0VEJJV9V.2~652ARMQL600H.0 size=1048576 2024-04-02T08:43:53.457 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.459+0000 7f7da3039780 1 > prepared part key=_multipart_Z2HC0VEJJV9V.2~652ARMQL600H.1 size=666141 2024-04-02T08:43:53.458 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.459+0000 7f7da3039780 1 > prepared multipart upload key=Z2HC0VEJJV9V upload=652ARMQL600H tag=TOMH9AA7JLKE type=write size=2763293 2024-04-02T08:43:53.461 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.462+0000 7f7da3039780 1 < suggested update operation key=57GR82RGCWC5 tag=0T4L7SP123PE type=del size=1398938 2024-04-02T08:43:53.462 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.464+0000 7f7da3039780 1 > prepared operation key=Y5E6U7ZCX7JC tag=TP9KKNMN1E8O type=del size=3905507 2024-04-02T08:43:53.465 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.467+0000 7f7da3039780 1 < completed part key=_multipart_A3I3KM5DTR9R.2~0F9M5DHTE3QT.0 size=1048576 2024-04-02T08:43:53.467 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.469+0000 7f7da3039780 1 < completed part key=_multipart_A3I3KM5DTR9R.2~0F9M5DHTE3QT.1 size=1048576 2024-04-02T08:43:53.469 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.470+0000 7f7da3039780 1 < completed part key=_multipart_A3I3KM5DTR9R.2~0F9M5DHTE3QT.2 size=848784 2024-04-02T08:43:53.472 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.473+0000 7f7da3039780 1 < completed multipart upload key=A3I3KM5DTR9R upload=0F9M5DHTE3QT tag=JRGV6WILN75H type=write size=3994512 2024-04-02T08:43:53.475 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.477+0000 7f7da3039780 1 > prepared part key=_multipart_YWRL9YH2Y59R.2~2DEH0NDFPRKF.0 size=1048576 2024-04-02T08:43:53.477 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.478+0000 7f7da3039780 1 > prepared part key=_multipart_YWRL9YH2Y59R.2~2DEH0NDFPRKF.1 size=1048576 2024-04-02T08:43:53.478 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.480+0000 7f7da3039780 1 > prepared part key=_multipart_YWRL9YH2Y59R.2~2DEH0NDFPRKF.2 size=276860 2024-04-02T08:43:53.478 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.480+0000 7f7da3039780 1 > prepared multipart upload key=YWRL9YH2Y59R upload=2DEH0NDFPRKF tag=K4EWZFSXHQ6K type=write size=3422588 2024-04-02T08:43:53.480 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.481+0000 7f7da3039780 1 < completed delete operation key=ELDWOJAKQD69 tag=T9OEJXDBYPFE type=del 2024-04-02T08:43:53.482 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.483+0000 7f7da3039780 1 > prepared operation key=EAG9W8JA0WA6 tag=M9SUZJSZOG7C type=del size=3650575 2024-04-02T08:43:53.484 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.485+0000 7f7da3039780 1 < completed delete operation key=ZV3Q7IXMLI1J tag=O654Y4KXOC7I type=del 2024-04-02T08:43:53.487 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.488+0000 7f7da3039780 1 > prepared part key=_multipart_D0Z1XMS5I5SH.2~VD3PG5Q5VDHG.0 size=1048576 2024-04-02T08:43:53.489 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.490+0000 7f7da3039780 1 > prepared part key=_multipart_D0Z1XMS5I5SH.2~VD3PG5Q5VDHG.1 size=665259 2024-04-02T08:43:53.489 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.490+0000 7f7da3039780 1 > prepared multipart upload key=D0Z1XMS5I5SH upload=VD3PG5Q5VDHG tag=IA9P5UP0C4HV type=write size=2762411 2024-04-02T08:43:53.490 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.492+0000 7f7da3039780 1 < completed write operation key=YWRL9YH2Y59R tag=FC1IM7V7QHT9 type=write size=304196 2024-04-02T08:43:53.492 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.493+0000 7f7da3039780 1 > prepared operation key=AMAKFO5IP7AO tag=AUP7U0LWH3BY type=write size=592265 2024-04-02T08:43:53.494 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.495+0000 7f7da3039780 1 < completed write operation key=Y5E6U7ZCX7JC tag=QB2WNPM0L1VG type=write size=799147 2024-04-02T08:43:53.498 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.499+0000 7f7da3039780 1 > prepared part key=_multipart_AESEEOTWQSFQ.2~TY21ZPUC1OCK.0 size=479421 2024-04-02T08:43:53.498 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.499+0000 7f7da3039780 1 > prepared multipart upload key=AESEEOTWQSFQ upload=TY21ZPUC1OCK tag=A75R7AX7OGA8 type=write size=1527997 2024-04-02T08:43:53.499 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.500+0000 7f7da3039780 1 < completed delete operation key=EAG9W8JA0WA6 tag=OSLXE1CJ3FXJ type=del 2024-04-02T08:43:53.500 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.502+0000 7f7da3039780 1 > prepared operation key=D0Z1XMS5I5SH tag=73QG2LZ1JSVD type=del size=1856545 2024-04-02T08:43:53.502 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.504+0000 7f7da3039780 1 < completed part key=_multipart_YWRL9YH2Y59R.2~O4ZLJR2HI2GA.0 size=1048576 2024-04-02T08:43:53.504 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.506+0000 7f7da3039780 1 < completed part key=_multipart_YWRL9YH2Y59R.2~O4ZLJR2HI2GA.1 size=480534 2024-04-02T08:43:53.508 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.509+0000 7f7da3039780 1 < completed multipart upload key=YWRL9YH2Y59R upload=O4ZLJR2HI2GA tag=4SYGNR9YXLHB type=write size=2577686 2024-04-02T08:43:53.511 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.513+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~5E1EPW6ZDXMA.0 size=1048576 2024-04-02T08:43:53.513 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.514+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~5E1EPW6ZDXMA.1 size=56710 2024-04-02T08:43:53.513 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.514+0000 7f7da3039780 1 > prepared multipart upload key=QHKAPO5SX6SG upload=5E1EPW6ZDXMA tag=0RDDXZEOUUCL type=write size=2153862 2024-04-02T08:43:53.514 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.516+0000 7f7da3039780 1 < completed delete operation key=AMAKFO5IP7AO tag=FM20NTI2W9GT type=del 2024-04-02T08:43:53.518 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.520+0000 7f7da3039780 1 > prepared part key=_multipart_81LFSX7KH5JC.2~P0UK9OTT24GH.0 size=1048576 2024-04-02T08:43:53.520 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.522+0000 7f7da3039780 1 > prepared part key=_multipart_81LFSX7KH5JC.2~P0UK9OTT24GH.1 size=1048576 2024-04-02T08:43:53.522 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.524+0000 7f7da3039780 1 > prepared part key=_multipart_81LFSX7KH5JC.2~P0UK9OTT24GH.2 size=290461 2024-04-02T08:43:53.522 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.524+0000 7f7da3039780 1 > prepared multipart upload key=81LFSX7KH5JC upload=P0UK9OTT24GH tag=7OX5KGW14FXU type=write size=3436189 2024-04-02T08:43:53.524 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.526+0000 7f7da3039780 1 < completed part key=_multipart_N5AIAS76IS0Z.2~JPC5F8EKR01P.0 size=942287 2024-04-02T08:43:53.529 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.531+0000 7f7da3039780 1 < completed multipart upload key=N5AIAS76IS0Z upload=JPC5F8EKR01P tag=JP9LJ9S3GAKT type=write size=1990863 2024-04-02T08:43:53.534 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.535+0000 7f7da3039780 1 > prepared part key=_multipart_57GR82RGCWC5.2~3PB3VXSMLO8L.0 size=1048576 2024-04-02T08:43:53.535 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.537+0000 7f7da3039780 1 > prepared part key=_multipart_57GR82RGCWC5.2~3PB3VXSMLO8L.1 size=1048576 2024-04-02T08:43:53.537 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.539+0000 7f7da3039780 1 > prepared part key=_multipart_57GR82RGCWC5.2~3PB3VXSMLO8L.2 size=1030245 2024-04-02T08:43:53.537 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.539+0000 7f7da3039780 1 > prepared multipart upload key=57GR82RGCWC5 upload=3PB3VXSMLO8L tag=X695MXGVHIM5 type=write size=4175973 2024-04-02T08:43:53.539 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.541+0000 7f7da3039780 1 < completed delete operation key=N5AIAS76IS0Z tag=PKS8Z19COGT4 type=del 2024-04-02T08:43:53.544 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.545+0000 7f7da3039780 1 > prepared part key=_multipart_1SDLEDDX8LZR.2~D6FTHRVBPRE6.0 size=1048576 2024-04-02T08:43:53.545 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.547+0000 7f7da3039780 1 > prepared part key=_multipart_1SDLEDDX8LZR.2~D6FTHRVBPRE6.1 size=1048576 2024-04-02T08:43:53.547 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.549+0000 7f7da3039780 1 > prepared part key=_multipart_1SDLEDDX8LZR.2~D6FTHRVBPRE6.2 size=688043 2024-04-02T08:43:53.548 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.549+0000 7f7da3039780 1 > prepared multipart upload key=1SDLEDDX8LZR upload=D6FTHRVBPRE6 tag=Q8LLACKCHMVP type=write size=3833771 2024-04-02T08:43:53.550 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.551+0000 7f7da3039780 1 < completed delete operation key=R3KOUNXRRJL4 tag=1UNEH3NT413H type=del 2024-04-02T08:43:53.552 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.553+0000 7f7da3039780 1 > prepared operation key=JFW247YEIEQ0 tag=QNWLDZU217UN type=del size=2424236 2024-04-02T08:43:53.554 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.555+0000 7f7da3039780 1 < completed part key=_multipart_57GR82RGCWC5.2~0479BJ01EGER.0 size=1048576 2024-04-02T08:43:53.556 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.557+0000 7f7da3039780 1 < completed part key=_multipart_57GR82RGCWC5.2~0479BJ01EGER.1 size=117357 2024-04-02T08:43:53.560 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.561+0000 7f7da3039780 1 < completed multipart upload key=57GR82RGCWC5 upload=0479BJ01EGER tag=JU3G6XN4T328 type=write size=2214509 2024-04-02T08:43:53.564 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.565+0000 7f7da3039780 1 > prepared part key=_multipart_9JGJK5C8JJ0Z.2~Y79AYTJDSL9G.0 size=1048576 2024-04-02T08:43:53.566 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.567+0000 7f7da3039780 1 > prepared part key=_multipart_9JGJK5C8JJ0Z.2~Y79AYTJDSL9G.1 size=135211 2024-04-02T08:43:53.566 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.567+0000 7f7da3039780 1 > prepared multipart upload key=9JGJK5C8JJ0Z upload=Y79AYTJDSL9G tag=P2XTZ231A6F0 type=write size=2232363 2024-04-02T08:43:53.569 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.570+0000 7f7da3039780 -1 < failed to complete operation key=57GR82RGCWC5 tag=ZEVTJRVCCPE7 type=del size=3487522: (22) Invalid argument 2024-04-02T08:43:53.573 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.574+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~SHIY718TSM11.0 size=1048576 2024-04-02T08:43:53.574 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.576+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~SHIY718TSM11.1 size=1048576 2024-04-02T08:43:53.576 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.578+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~SHIY718TSM11.2 size=391731 2024-04-02T08:43:53.576 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.578+0000 7f7da3039780 1 > prepared multipart upload key=QSPL4WJY2BVT upload=SHIY718TSM11 tag=R2ME0WHPEOWL type=write size=3537459 2024-04-02T08:43:53.578 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.580+0000 7f7da3039780 1 < completed part key=_multipart_993CLRT5TRZG.2~8J58IR45JJJX.0 size=1048576 2024-04-02T08:43:53.580 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.582+0000 7f7da3039780 1 < completed part key=_multipart_993CLRT5TRZG.2~8J58IR45JJJX.1 size=1048576 2024-04-02T08:43:53.582 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.584+0000 7f7da3039780 1 < completed part key=_multipart_993CLRT5TRZG.2~8J58IR45JJJX.2 size=286118 2024-04-02T08:43:53.586 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.587+0000 7f7da3039780 1 < completed multipart upload key=993CLRT5TRZG upload=8J58IR45JJJX tag=8ZUJGEEVKKIS type=write size=3431846 2024-04-02T08:43:53.590 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.592+0000 7f7da3039780 1 > prepared part key=_multipart_993CLRT5TRZG.2~BGV5UY33YW25.0 size=1048576 2024-04-02T08:43:53.592 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.593+0000 7f7da3039780 1 > prepared part key=_multipart_993CLRT5TRZG.2~BGV5UY33YW25.1 size=1048576 2024-04-02T08:43:53.594 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.595+0000 7f7da3039780 1 > prepared part key=_multipart_993CLRT5TRZG.2~BGV5UY33YW25.2 size=95486 2024-04-02T08:43:53.594 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.595+0000 7f7da3039780 1 > prepared multipart upload key=993CLRT5TRZG upload=BGV5UY33YW25 tag=TTMGVLFWSXLS type=write size=3241214 2024-04-02T08:43:53.596 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.598+0000 7f7da3039780 1 < completed part key=_multipart_Z2HC0VEJJV9V.2~652ARMQL600H.0 size=1048576 2024-04-02T08:43:53.598 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.599+0000 7f7da3039780 1 < completed part key=_multipart_Z2HC0VEJJV9V.2~652ARMQL600H.1 size=666141 2024-04-02T08:43:53.601 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.603+0000 7f7da3039780 1 < completed multipart upload key=Z2HC0VEJJV9V upload=652ARMQL600H tag=TOMH9AA7JLKE type=write size=2763293 2024-04-02T08:43:53.603 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.605+0000 7f7da3039780 1 > prepared operation key=IX5GR5MVNL1T tag=9WL0S1YWD95T type=del size=3979649 2024-04-02T08:43:53.605 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.607+0000 7f7da3039780 1 < completed delete operation key=Y5E6U7ZCX7JC tag=TP9KKNMN1E8O type=del 2024-04-02T08:43:53.610 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.611+0000 7f7da3039780 1 > prepared part key=_multipart_YXESDZ3ETQK9.2~YLYGIG7MT9I5.0 size=223960 2024-04-02T08:43:53.610 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.611+0000 7f7da3039780 1 > prepared multipart upload key=YXESDZ3ETQK9 upload=YLYGIG7MT9I5 tag=8THVA503NA6U type=write size=1272536 2024-04-02T08:43:53.612 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.613+0000 7f7da3039780 1 < completed part key=_multipart_YWRL9YH2Y59R.2~2DEH0NDFPRKF.0 size=1048576 2024-04-02T08:43:53.614 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.615+0000 7f7da3039780 1 < completed part key=_multipart_YWRL9YH2Y59R.2~2DEH0NDFPRKF.1 size=1048576 2024-04-02T08:43:53.615 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.617+0000 7f7da3039780 1 < completed part key=_multipart_YWRL9YH2Y59R.2~2DEH0NDFPRKF.2 size=276860 2024-04-02T08:43:53.620 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.621+0000 7f7da3039780 1 < completed multipart upload key=YWRL9YH2Y59R upload=2DEH0NDFPRKF tag=K4EWZFSXHQ6K type=write size=3422588 2024-04-02T08:43:53.624 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.626+0000 7f7da3039780 1 > prepared part key=_multipart_D0Z1XMS5I5SH.2~GHOJURSEB6G5.0 size=1048576 2024-04-02T08:43:53.626 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.628+0000 7f7da3039780 1 > prepared part key=_multipart_D0Z1XMS5I5SH.2~GHOJURSEB6G5.1 size=1048576 2024-04-02T08:43:53.628 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.630+0000 7f7da3039780 1 > prepared part key=_multipart_D0Z1XMS5I5SH.2~GHOJURSEB6G5.2 size=204980 2024-04-02T08:43:53.628 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.630+0000 7f7da3039780 1 > prepared multipart upload key=D0Z1XMS5I5SH upload=GHOJURSEB6G5 tag=J498CKA6OXK3 type=write size=3350708 2024-04-02T08:43:53.630 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.632+0000 7f7da3039780 1 < completed delete operation key=EAG9W8JA0WA6 tag=M9SUZJSZOG7C type=del 2024-04-02T08:43:53.632 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.634+0000 7f7da3039780 1 > prepared operation key=XV6PSEG36RCA tag=QGCMT1KE5RXG type=write size=235040 2024-04-02T08:43:53.634 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.636+0000 7f7da3039780 1 < completed part key=_multipart_D0Z1XMS5I5SH.2~VD3PG5Q5VDHG.0 size=1048576 2024-04-02T08:43:53.636 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.637+0000 7f7da3039780 1 < completed part key=_multipart_D0Z1XMS5I5SH.2~VD3PG5Q5VDHG.1 size=665259 2024-04-02T08:43:53.640 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.641+0000 7f7da3039780 1 < completed multipart upload key=D0Z1XMS5I5SH upload=VD3PG5Q5VDHG tag=IA9P5UP0C4HV type=write size=2762411 2024-04-02T08:43:53.644 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.645+0000 7f7da3039780 1 > prepared part key=_multipart_Z2HC0VEJJV9V.2~YDZJD7HE16L3.0 size=1048576 2024-04-02T08:43:53.646 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.647+0000 7f7da3039780 1 > prepared part key=_multipart_Z2HC0VEJJV9V.2~YDZJD7HE16L3.1 size=1048576 2024-04-02T08:43:53.648 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.649+0000 7f7da3039780 1 > prepared part key=_multipart_Z2HC0VEJJV9V.2~YDZJD7HE16L3.2 size=953246 2024-04-02T08:43:53.648 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.649+0000 7f7da3039780 1 > prepared multipart upload key=Z2HC0VEJJV9V upload=YDZJD7HE16L3 tag=S9FGV0RVEKKE type=write size=4098974 2024-04-02T08:43:53.650 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.651+0000 7f7da3039780 1 < completed write operation key=AMAKFO5IP7AO tag=AUP7U0LWH3BY type=write size=592265 2024-04-02T08:43:53.652 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.654+0000 7f7da3039780 1 > prepared operation key=6TJF572KI0FA tag=GL22ZA06UI3M type=del size=2747853 2024-04-02T08:43:53.654 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.655+0000 7f7da3039780 1 < completed part key=_multipart_AESEEOTWQSFQ.2~TY21ZPUC1OCK.0 size=479421 2024-04-02T08:43:53.658 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.659+0000 7f7da3039780 1 < completed multipart upload key=AESEEOTWQSFQ upload=TY21ZPUC1OCK tag=A75R7AX7OGA8 type=write size=1527997 2024-04-02T08:43:53.662 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.663+0000 7f7da3039780 1 > prepared part key=_multipart_1SDLEDDX8LZR.2~LSQ1Z5YTJAJ5.0 size=1048576 2024-04-02T08:43:53.663 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.665+0000 7f7da3039780 1 > prepared part key=_multipart_1SDLEDDX8LZR.2~LSQ1Z5YTJAJ5.1 size=833576 2024-04-02T08:43:53.663 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.665+0000 7f7da3039780 1 > prepared multipart upload key=1SDLEDDX8LZR upload=LSQ1Z5YTJAJ5 tag=E2AMDOKUOU38 type=write size=2930728 2024-04-02T08:43:53.665 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.667+0000 7f7da3039780 1 < completed delete operation key=D0Z1XMS5I5SH tag=73QG2LZ1JSVD type=del 2024-04-02T08:43:53.667 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.668+0000 7f7da3039780 1 > prepared operation key=N5AIAS76IS0Z tag=5O4JSJ1L33R6 type=del size=2099320 2024-04-02T08:43:53.669 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.670+0000 7f7da3039780 1 < completed part key=_multipart_QHKAPO5SX6SG.2~5E1EPW6ZDXMA.0 size=1048576 2024-04-02T08:43:53.670 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.672+0000 7f7da3039780 1 < completed part key=_multipart_QHKAPO5SX6SG.2~5E1EPW6ZDXMA.1 size=56710 2024-04-02T08:43:53.674 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.675+0000 7f7da3039780 1 < completed multipart upload key=QHKAPO5SX6SG upload=5E1EPW6ZDXMA tag=0RDDXZEOUUCL type=write size=2153862 2024-04-02T08:43:53.677 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.678+0000 7f7da3039780 1 > prepared part key=_multipart_993CLRT5TRZG.2~HD6L4Z0Z8N0H.0 size=1048576 2024-04-02T08:43:53.678 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.680+0000 7f7da3039780 1 > prepared part key=_multipart_993CLRT5TRZG.2~HD6L4Z0Z8N0H.1 size=197851 2024-04-02T08:43:53.678 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.680+0000 7f7da3039780 1 > prepared multipart upload key=993CLRT5TRZG upload=HD6L4Z0Z8N0H tag=47PLEZCANI2Z type=write size=2295003 2024-04-02T08:43:53.680 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.682+0000 7f7da3039780 1 < completed part key=_multipart_81LFSX7KH5JC.2~P0UK9OTT24GH.0 size=1048576 2024-04-02T08:43:53.682 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.683+0000 7f7da3039780 1 < completed part key=_multipart_81LFSX7KH5JC.2~P0UK9OTT24GH.1 size=1048576 2024-04-02T08:43:53.683 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.685+0000 7f7da3039780 1 < completed part key=_multipart_81LFSX7KH5JC.2~P0UK9OTT24GH.2 size=290461 2024-04-02T08:43:53.686 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.688+0000 7f7da3039780 1 < completed multipart upload key=81LFSX7KH5JC upload=P0UK9OTT24GH tag=7OX5KGW14FXU type=write size=3436189 2024-04-02T08:43:53.690 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.691+0000 7f7da3039780 1 > prepared part key=_multipart_Y5E6U7ZCX7JC.2~8NV2DC5EO5KJ.0 size=917572 2024-04-02T08:43:53.690 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.691+0000 7f7da3039780 1 > prepared multipart upload key=Y5E6U7ZCX7JC upload=8NV2DC5EO5KJ tag=VIF6K0W1WEL0 type=write size=1966148 2024-04-02T08:43:53.692 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.693+0000 7f7da3039780 1 < completed part key=_multipart_57GR82RGCWC5.2~3PB3VXSMLO8L.0 size=1048576 2024-04-02T08:43:53.693 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.695+0000 7f7da3039780 1 < completed part key=_multipart_57GR82RGCWC5.2~3PB3VXSMLO8L.1 size=1048576 2024-04-02T08:43:53.695 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.696+0000 7f7da3039780 1 < completed part key=_multipart_57GR82RGCWC5.2~3PB3VXSMLO8L.2 size=1030245 2024-04-02T08:43:53.698 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.699+0000 7f7da3039780 1 < completed multipart upload key=57GR82RGCWC5 upload=3PB3VXSMLO8L tag=X695MXGVHIM5 type=write size=4175973 2024-04-02T08:43:53.700 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.701+0000 7f7da3039780 1 > prepared operation key=XN6KQ2LGZYGL tag=IZ04KDROTOLX type=write size=150857 2024-04-02T08:43:53.702 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.703+0000 7f7da3039780 1 < completed part key=_multipart_1SDLEDDX8LZR.2~D6FTHRVBPRE6.0 size=1048576 2024-04-02T08:43:53.703 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.705+0000 7f7da3039780 1 < completed part key=_multipart_1SDLEDDX8LZR.2~D6FTHRVBPRE6.1 size=1048576 2024-04-02T08:43:53.705 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.706+0000 7f7da3039780 1 < completed part key=_multipart_1SDLEDDX8LZR.2~D6FTHRVBPRE6.2 size=688043 2024-04-02T08:43:53.708 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.710+0000 7f7da3039780 1 < completed multipart upload key=1SDLEDDX8LZR upload=D6FTHRVBPRE6 tag=Q8LLACKCHMVP type=write size=3833771 2024-04-02T08:43:53.712 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.714+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~GIUIZBU138HQ.0 size=1048576 2024-04-02T08:43:53.714 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.715+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~GIUIZBU138HQ.1 size=1048576 2024-04-02T08:43:53.715 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.717+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~GIUIZBU138HQ.2 size=203271 2024-04-02T08:43:53.716 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.717+0000 7f7da3039780 1 > prepared multipart upload key=6TJF572KI0FA upload=GIUIZBU138HQ tag=KPLOMBN3HJSY type=write size=3348999 2024-04-02T08:43:53.717 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.719+0000 7f7da3039780 1 < completed delete operation key=JFW247YEIEQ0 tag=QNWLDZU217UN type=del 2024-04-02T08:43:53.719 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.721+0000 7f7da3039780 1 > prepared operation key=JFW247YEIEQ0 tag=5TFRDJ5LSOW8 type=del size=1489243 2024-04-02T08:43:53.721 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.723+0000 7f7da3039780 1 < completed part key=_multipart_9JGJK5C8JJ0Z.2~Y79AYTJDSL9G.0 size=1048576 2024-04-02T08:43:53.723 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.724+0000 7f7da3039780 1 < completed part key=_multipart_9JGJK5C8JJ0Z.2~Y79AYTJDSL9G.1 size=135211 2024-04-02T08:43:53.726 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.727+0000 7f7da3039780 1 < completed multipart upload key=9JGJK5C8JJ0Z upload=Y79AYTJDSL9G tag=P2XTZ231A6F0 type=write size=2232363 2024-04-02T08:43:53.728 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.729+0000 7f7da3039780 1 > prepared operation key=1SDLEDDX8LZR tag=5WQTTK4K68N6 type=write size=434717 2024-04-02T08:43:53.729 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.731+0000 7f7da3039780 1 < completed part key=_multipart_QSPL4WJY2BVT.2~SHIY718TSM11.0 size=1048576 2024-04-02T08:43:53.731 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.732+0000 7f7da3039780 1 < completed part key=_multipart_QSPL4WJY2BVT.2~SHIY718TSM11.1 size=1048576 2024-04-02T08:43:53.732 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.734+0000 7f7da3039780 1 < completed part key=_multipart_QSPL4WJY2BVT.2~SHIY718TSM11.2 size=391731 2024-04-02T08:43:53.736 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.737+0000 7f7da3039780 1 < completed multipart upload key=QSPL4WJY2BVT upload=SHIY718TSM11 tag=R2ME0WHPEOWL type=write size=3537459 2024-04-02T08:43:53.737 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.739+0000 7f7da3039780 1 > prepared operation key=XN6KQ2LGZYGL tag=MM8LFBP8HXK4 type=del size=42126 2024-04-02T08:43:53.739 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.741+0000 7f7da3039780 1 < completed part key=_multipart_993CLRT5TRZG.2~BGV5UY33YW25.0 size=1048576 2024-04-02T08:43:53.741 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.742+0000 7f7da3039780 1 < completed part key=_multipart_993CLRT5TRZG.2~BGV5UY33YW25.1 size=1048576 2024-04-02T08:43:53.742 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.744+0000 7f7da3039780 1 < completed part key=_multipart_993CLRT5TRZG.2~BGV5UY33YW25.2 size=95486 2024-04-02T08:43:53.746 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.747+0000 7f7da3039780 1 < completed multipart upload key=993CLRT5TRZG upload=BGV5UY33YW25 tag=TTMGVLFWSXLS type=write size=3241214 2024-04-02T08:43:53.749 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.751+0000 7f7da3039780 1 > prepared part key=_multipart_YWRL9YH2Y59R.2~O35LXK1GJ0E9.0 size=697699 2024-04-02T08:43:53.749 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.751+0000 7f7da3039780 1 > prepared multipart upload key=YWRL9YH2Y59R upload=O35LXK1GJ0E9 tag=BF5HL2XKEJQK type=write size=1746275 2024-04-02T08:43:53.751 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.753+0000 7f7da3039780 1 < completed delete operation key=IX5GR5MVNL1T tag=9WL0S1YWD95T type=del 2024-04-02T08:43:53.753 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.755+0000 7f7da3039780 1 > prepared operation key=1SDLEDDX8LZR tag=XCGGXYT4W2NE type=del size=2900819 2024-04-02T08:43:53.755 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.757+0000 7f7da3039780 1 < completed part key=_multipart_YXESDZ3ETQK9.2~YLYGIG7MT9I5.0 size=223960 2024-04-02T08:43:53.759 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.760+0000 7f7da3039780 1 < completed multipart upload key=YXESDZ3ETQK9 upload=YLYGIG7MT9I5 tag=8THVA503NA6U type=write size=1272536 2024-04-02T08:43:53.761 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.762+0000 7f7da3039780 1 > prepared operation key=ZZ885TFYL1OI tag=9FO6TJDU8EGM type=del size=2363338 2024-04-02T08:43:53.762 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.764+0000 7f7da3039780 1 < completed part key=_multipart_D0Z1XMS5I5SH.2~GHOJURSEB6G5.0 size=1048576 2024-04-02T08:43:53.764 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.765+0000 7f7da3039780 1 < completed part key=_multipart_D0Z1XMS5I5SH.2~GHOJURSEB6G5.1 size=1048576 2024-04-02T08:43:53.765 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.767+0000 7f7da3039780 1 < completed part key=_multipart_D0Z1XMS5I5SH.2~GHOJURSEB6G5.2 size=204980 2024-04-02T08:43:53.769 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.770+0000 7f7da3039780 1 < completed multipart upload key=D0Z1XMS5I5SH upload=GHOJURSEB6G5 tag=J498CKA6OXK3 type=write size=3350708 2024-04-02T08:43:53.774 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.773+0000 7f7da3039780 1 > prepared operation key=6TJF572KI0FA tag=4C9GXLPQGQFM type=del size=2548423 2024-04-02T08:43:53.774 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.774+0000 7f7da3039780 1 < completed write operation key=XV6PSEG36RCA tag=QGCMT1KE5RXG type=write size=235040 2024-04-02T08:43:53.775 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.777+0000 7f7da3039780 1 > prepared operation key=SPZ4WDU9FXVH tag=UBML6HX57Y77 type=del size=1510550 2024-04-02T08:43:53.777 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.778+0000 7f7da3039780 1 < completed part key=_multipart_Z2HC0VEJJV9V.2~YDZJD7HE16L3.0 size=1048576 2024-04-02T08:43:53.779 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.780+0000 7f7da3039780 1 < completed part key=_multipart_Z2HC0VEJJV9V.2~YDZJD7HE16L3.1 size=1048576 2024-04-02T08:43:53.779 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.780+0000 7f7da3039780 1 < canceled part key=_multipart_Z2HC0VEJJV9V.2~YDZJD7HE16L3.2 size=953246 2024-04-02T08:43:53.782 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.784+0000 7f7da3039780 1 < canceled multipart upload key=Z2HC0VEJJV9V upload=YDZJD7HE16L3 tag=S9FGV0RVEKKE type=write size=4098974 2024-04-02T08:43:53.784 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.786+0000 7f7da3039780 1 > prepared operation key=XN6KQ2LGZYGL tag=JABXYHB7G8VR type=del size=196384 2024-04-02T08:43:53.786 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.788+0000 7f7da3039780 1 < completed delete operation key=6TJF572KI0FA tag=GL22ZA06UI3M type=del 2024-04-02T08:43:53.788 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.790+0000 7f7da3039780 1 > prepared operation key=YWRL9YH2Y59R tag=6MEPSYO2JR42 type=del size=2308237 2024-04-02T08:43:53.790 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.791+0000 7f7da3039780 1 < completed part key=_multipart_1SDLEDDX8LZR.2~LSQ1Z5YTJAJ5.0 size=1048576 2024-04-02T08:43:53.791 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.793+0000 7f7da3039780 1 < completed part key=_multipart_1SDLEDDX8LZR.2~LSQ1Z5YTJAJ5.1 size=833576 2024-04-02T08:43:53.795 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.796+0000 7f7da3039780 1 < completed multipart upload key=1SDLEDDX8LZR upload=LSQ1Z5YTJAJ5 tag=E2AMDOKUOU38 type=write size=2930728 2024-04-02T08:43:53.797 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.798+0000 7f7da3039780 1 > prepared operation key=ELDWOJAKQD69 tag=KQC6YNSACS95 type=del size=2859147 2024-04-02T08:43:53.799 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.800+0000 7f7da3039780 1 < completed delete operation key=N5AIAS76IS0Z tag=5O4JSJ1L33R6 type=del 2024-04-02T08:43:53.802 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.804+0000 7f7da3039780 1 > prepared part key=_multipart_B23RMWV8I9ZL.2~W618W09N23X1.0 size=174517 2024-04-02T08:43:53.802 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.804+0000 7f7da3039780 1 > prepared multipart upload key=B23RMWV8I9ZL upload=W618W09N23X1 tag=TLTZ82XZ05ZH type=write size=1223093 2024-04-02T08:43:53.804 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.805+0000 7f7da3039780 1 < completed part key=_multipart_993CLRT5TRZG.2~HD6L4Z0Z8N0H.0 size=1048576 2024-04-02T08:43:53.806 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.807+0000 7f7da3039780 1 < completed part key=_multipart_993CLRT5TRZG.2~HD6L4Z0Z8N0H.1 size=197851 2024-04-02T08:43:53.808 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.810+0000 7f7da3039780 1 < completed multipart upload key=993CLRT5TRZG upload=HD6L4Z0Z8N0H tag=47PLEZCANI2Z type=write size=2295003 2024-04-02T08:43:53.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:43:53 smithi055 ceph-mon[85080]: pgmap v1394: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 809 KiB/s rd, 287 KiB/s wr, 1.44k op/s 2024-04-02T08:43:53.810 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.812+0000 7f7da3039780 1 > prepared operation key=AMAKFO5IP7AO tag=7RELXR4X830O type=del size=2572267 2024-04-02T08:43:53.812 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.814+0000 7f7da3039780 1 < completed part key=_multipart_Y5E6U7ZCX7JC.2~8NV2DC5EO5KJ.0 size=917572 2024-04-02T08:43:53.815 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.817+0000 7f7da3039780 1 < completed multipart upload key=Y5E6U7ZCX7JC upload=8NV2DC5EO5KJ tag=VIF6K0W1WEL0 type=write size=1966148 2024-04-02T08:43:53.819 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.820+0000 7f7da3039780 1 > prepared part key=_multipart_YWRL9YH2Y59R.2~SHG3PLVSNIIR.0 size=99032 2024-04-02T08:43:53.819 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.820+0000 7f7da3039780 1 > prepared multipart upload key=YWRL9YH2Y59R upload=SHG3PLVSNIIR tag=NCQH8V7M4QZL type=write size=1147608 2024-04-02T08:43:53.821 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.822+0000 7f7da3039780 1 < completed write operation key=XN6KQ2LGZYGL tag=IZ04KDROTOLX type=write size=150857 2024-04-02T08:43:53.824 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.826+0000 7f7da3039780 1 > prepared part key=_multipart_AESEEOTWQSFQ.2~0IMENTLENN2Q.0 size=1030443 2024-04-02T08:43:53.824 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.826+0000 7f7da3039780 1 > prepared multipart upload key=AESEEOTWQSFQ upload=0IMENTLENN2Q tag=Z01VVBEPRSQO type=write size=2079019 2024-04-02T08:43:53.826 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.827+0000 7f7da3039780 1 < completed part key=_multipart_6TJF572KI0FA.2~GIUIZBU138HQ.0 size=1048576 2024-04-02T08:43:53.827 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.829+0000 7f7da3039780 1 < completed part key=_multipart_6TJF572KI0FA.2~GIUIZBU138HQ.1 size=1048576 2024-04-02T08:43:53.829 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.831+0000 7f7da3039780 1 < completed part key=_multipart_6TJF572KI0FA.2~GIUIZBU138HQ.2 size=203271 2024-04-02T08:43:53.833 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.834+0000 7f7da3039780 1 < completed multipart upload key=6TJF572KI0FA upload=GIUIZBU138HQ tag=KPLOMBN3HJSY type=write size=3348999 2024-04-02T08:43:53.835 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.836+0000 7f7da3039780 1 > prepared operation key=B23RMWV8I9ZL tag=F5A8PYB96QZT type=del size=1567399 2024-04-02T08:43:53.836 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.838+0000 7f7da3039780 1 < completed delete operation key=JFW247YEIEQ0 tag=5TFRDJ5LSOW8 type=del 2024-04-02T08:43:53.838 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.840+0000 7f7da3039780 1 > prepared operation key=EAG9W8JA0WA6 tag=5G1XCGF1FJU9 type=del size=2381697 2024-04-02T08:43:53.840 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.842+0000 7f7da3039780 1 < canceled operation key=1SDLEDDX8LZR tag=5WQTTK4K68N6 type=write size=434717 2024-04-02T08:43:53.842 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.844+0000 7f7da3039780 1 > prepared operation key=AESEEOTWQSFQ tag=WIB2Q54D77N9 type=del size=1079053 2024-04-02T08:43:53.844 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.846+0000 7f7da3039780 1 < completed delete operation key=XN6KQ2LGZYGL tag=MM8LFBP8HXK4 type=del 2024-04-02T08:43:53.848 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.849+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~6761JKXCGD26.0 size=970582 2024-04-02T08:43:53.848 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.849+0000 7f7da3039780 1 > prepared multipart upload key=9H9O464QAWB2 upload=6761JKXCGD26 tag=DHMY7LCD9MA1 type=write size=2019158 2024-04-02T08:43:53.850 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.851+0000 7f7da3039780 1 < completed part key=_multipart_YWRL9YH2Y59R.2~O35LXK1GJ0E9.0 size=697699 2024-04-02T08:43:53.853 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.854+0000 7f7da3039780 1 < completed multipart upload key=YWRL9YH2Y59R upload=O35LXK1GJ0E9 tag=BF5HL2XKEJQK type=write size=1746275 2024-04-02T08:43:53.855 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.857+0000 7f7da3039780 1 > prepared operation key=1SDLEDDX8LZR tag=W6TK7UVW8GCA type=del size=1194182 2024-04-02T08:43:53.857 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.859+0000 7f7da3039780 1 < completed delete operation key=1SDLEDDX8LZR tag=XCGGXYT4W2NE type=del 2024-04-02T08:43:53.859 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.861+0000 7f7da3039780 1 > prepared operation key=1SDLEDDX8LZR tag=F4D4O4VARPFD type=del size=854976 2024-04-02T08:43:53.863 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.864+0000 7f7da3039780 1 < suggested remove operation key=ZZ885TFYL1OI tag=9FO6TJDU8EGM type=del 2024-04-02T08:43:53.865 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.866+0000 7f7da3039780 1 > prepared operation key=1SDLEDDX8LZR tag=MZO5PR2QPCXS type=del size=1174344 2024-04-02T08:43:53.866 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.868+0000 7f7da3039780 1 < completed delete operation key=6TJF572KI0FA tag=4C9GXLPQGQFM type=del 2024-04-02T08:43:53.870 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.871+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~AAGRBVZIOG0I.0 size=919294 2024-04-02T08:43:53.870 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.871+0000 7f7da3039780 1 > prepared multipart upload key=QHKAPO5SX6SG upload=AAGRBVZIOG0I tag=VDEPX24EGZKA type=write size=1967870 2024-04-02T08:43:53.872 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.873+0000 7f7da3039780 1 < canceled operation key=SPZ4WDU9FXVH tag=UBML6HX57Y77 type=del size=1510550 2024-04-02T08:43:53.875 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.877+0000 7f7da3039780 1 > prepared part key=_multipart_ZZ885TFYL1OI.2~YXPWAS3WAFL6.0 size=354753 2024-04-02T08:43:53.876 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.877+0000 7f7da3039780 1 > prepared multipart upload key=ZZ885TFYL1OI upload=YXPWAS3WAFL6 tag=0KXPCBQ6L1LH type=write size=1403329 2024-04-02T08:43:53.879 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.881+0000 7f7da3039780 1 < suggested remove operation key=XN6KQ2LGZYGL tag=JABXYHB7G8VR type=del 2024-04-02T08:43:53.884 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.885+0000 7f7da3039780 1 > prepared part key=_multipart_Y5E6U7ZCX7JC.2~PS283N4SK6G5.0 size=1048576 2024-04-02T08:43:53.885 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.887+0000 7f7da3039780 1 > prepared part key=_multipart_Y5E6U7ZCX7JC.2~PS283N4SK6G5.1 size=417811 2024-04-02T08:43:53.885 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.887+0000 7f7da3039780 1 > prepared multipart upload key=Y5E6U7ZCX7JC upload=PS283N4SK6G5 tag=8WSP0FIO15YL type=write size=2514963 2024-04-02T08:43:53.887 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.889+0000 7f7da3039780 1 < canceled operation key=YWRL9YH2Y59R tag=6MEPSYO2JR42 type=del size=2308237 2024-04-02T08:43:53.891 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.893+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~X65BK5YU6W9E.0 size=992068 2024-04-02T08:43:53.891 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.893+0000 7f7da3039780 1 > prepared multipart upload key=6TJF572KI0FA upload=X65BK5YU6W9E tag=IBORU7M8GXXK type=write size=2040644 2024-04-02T08:43:53.893 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.895+0000 7f7da3039780 1 < canceled operation key=ELDWOJAKQD69 tag=KQC6YNSACS95 type=del size=2859147 2024-04-02T08:43:53.895 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.896+0000 7f7da3039780 1 > prepared operation key=DJP9NW2GDNHB tag=PD3UQP8BLHZ8 type=del size=2533935 2024-04-02T08:43:53.897 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.898+0000 7f7da3039780 1 < completed part key=_multipart_B23RMWV8I9ZL.2~W618W09N23X1.0 size=174517 2024-04-02T08:43:53.900 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.902+0000 7f7da3039780 1 < completed multipart upload key=B23RMWV8I9ZL upload=W618W09N23X1 tag=TLTZ82XZ05ZH type=write size=1223093 2024-04-02T08:43:53.903 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.905+0000 7f7da3039780 1 > prepared part key=_multipart_57GR82RGCWC5.2~C6K3ACTD6UQN.0 size=1048576 2024-04-02T08:43:53.906 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.907+0000 7f7da3039780 1 > prepared part key=_multipart_57GR82RGCWC5.2~C6K3ACTD6UQN.1 size=125331 2024-04-02T08:43:53.906 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.907+0000 7f7da3039780 1 > prepared multipart upload key=57GR82RGCWC5 upload=C6K3ACTD6UQN tag=3NYDXE1M4ART type=write size=2222483 2024-04-02T08:43:53.908 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.909+0000 7f7da3039780 1 < completed delete operation key=AMAKFO5IP7AO tag=7RELXR4X830O type=del 2024-04-02T08:43:53.910 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.911+0000 7f7da3039780 1 > prepared operation key=9H9O464QAWB2 tag=HLM31YXDHURH type=del size=170149 2024-04-02T08:43:53.911 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.913+0000 7f7da3039780 1 < completed part key=_multipart_YWRL9YH2Y59R.2~SHG3PLVSNIIR.0 size=99032 2024-04-02T08:43:53.915 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.916+0000 7f7da3039780 1 < completed multipart upload key=YWRL9YH2Y59R upload=SHG3PLVSNIIR tag=NCQH8V7M4QZL type=write size=1147608 2024-04-02T08:43:53.916 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.918+0000 7f7da3039780 1 > prepared operation key=B23RMWV8I9ZL tag=FZ6O363GJ19E type=write size=97818 2024-04-02T08:43:53.918 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.920+0000 7f7da3039780 1 < completed part key=_multipart_AESEEOTWQSFQ.2~0IMENTLENN2Q.0 size=1030443 2024-04-02T08:43:53.921 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.923+0000 7f7da3039780 1 < completed multipart upload key=AESEEOTWQSFQ upload=0IMENTLENN2Q tag=Z01VVBEPRSQO type=write size=2079019 2024-04-02T08:43:53.924 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.925+0000 7f7da3039780 1 > prepared operation key=57GR82RGCWC5 tag=B7TBFW047NV4 type=del size=3951326 2024-04-02T08:43:53.925 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.927+0000 7f7da3039780 1 < completed delete operation key=B23RMWV8I9ZL tag=F5A8PYB96QZT type=del 2024-04-02T08:43:53.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:43:53 smithi012 ceph-mon[88355]: pgmap v1394: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 809 KiB/s rd, 287 KiB/s wr, 1.44k op/s 2024-04-02T08:43:53.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:43:53 smithi012 ceph-mon[90784]: pgmap v1394: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 809 KiB/s rd, 287 KiB/s wr, 1.44k op/s 2024-04-02T08:43:53.929 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.930+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~QDS1HQZ8T5J5.0 size=1048576 2024-04-02T08:43:53.930 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.932+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~QDS1HQZ8T5J5.1 size=1048576 2024-04-02T08:43:53.932 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.933+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~QDS1HQZ8T5J5.2 size=823169 2024-04-02T08:43:53.932 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.933+0000 7f7da3039780 1 > prepared multipart upload key=ELDWOJAKQD69 upload=QDS1HQZ8T5J5 tag=HGNU9DOBZAAY type=write size=3968897 2024-04-02T08:43:53.934 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.935+0000 7f7da3039780 1 < completed delete operation key=EAG9W8JA0WA6 tag=5G1XCGF1FJU9 type=del 2024-04-02T08:43:53.936 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.937+0000 7f7da3039780 1 > prepared operation key=R3KOUNXRRJL4 tag=YNDL0PQIPVMM type=del size=3872447 2024-04-02T08:43:53.938 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.940+0000 7f7da3039780 1 < completed delete operation key=AESEEOTWQSFQ tag=WIB2Q54D77N9 type=del 2024-04-02T08:43:53.940 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.942+0000 7f7da3039780 1 > prepared operation key=R3KOUNXRRJL4 tag=5GNGKK5WI36H type=del size=3066003 2024-04-02T08:43:53.943 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.944+0000 7f7da3039780 1 < completed part key=_multipart_9H9O464QAWB2.2~6761JKXCGD26.0 size=970582 2024-04-02T08:43:53.946 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.948+0000 7f7da3039780 1 < completed multipart upload key=9H9O464QAWB2 upload=6761JKXCGD26 tag=DHMY7LCD9MA1 type=write size=2019158 2024-04-02T08:43:53.948 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.950+0000 7f7da3039780 1 > prepared operation key=AESEEOTWQSFQ tag=FR9NWKMWL4Q9 type=del size=3181461 2024-04-02T08:43:53.950 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.951+0000 7f7da3039780 1 < completed delete operation key=1SDLEDDX8LZR tag=W6TK7UVW8GCA type=del 2024-04-02T08:43:53.953 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.955+0000 7f7da3039780 1 > prepared part key=_multipart_B23RMWV8I9ZL.2~LZ0IM1S13RFQ.0 size=1048576 2024-04-02T08:43:53.955 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.956+0000 7f7da3039780 1 > prepared part key=_multipart_B23RMWV8I9ZL.2~LZ0IM1S13RFQ.1 size=1048576 2024-04-02T08:43:53.956 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.958+0000 7f7da3039780 1 > prepared part key=_multipart_B23RMWV8I9ZL.2~LZ0IM1S13RFQ.2 size=1043478 2024-04-02T08:43:53.956 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.958+0000 7f7da3039780 1 > prepared multipart upload key=B23RMWV8I9ZL upload=LZ0IM1S13RFQ tag=FXYRS8YQHS0X type=write size=4189206 2024-04-02T08:43:53.958 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.960+0000 7f7da3039780 1 < completed delete operation key=1SDLEDDX8LZR tag=F4D4O4VARPFD type=del 2024-04-02T08:43:53.962 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.963+0000 7f7da3039780 1 > prepared part key=_multipart_YWRL9YH2Y59R.2~S9TONQKFT4AB.0 size=1048576 2024-04-02T08:43:53.963 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.965+0000 7f7da3039780 1 > prepared part key=_multipart_YWRL9YH2Y59R.2~S9TONQKFT4AB.1 size=112918 2024-04-02T08:43:53.963 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.965+0000 7f7da3039780 1 > prepared multipart upload key=YWRL9YH2Y59R upload=S9TONQKFT4AB tag=TF4T2R14XRZJ type=write size=2210070 2024-04-02T08:43:53.965 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.967+0000 7f7da3039780 1 < completed delete operation key=1SDLEDDX8LZR tag=MZO5PR2QPCXS type=del 2024-04-02T08:43:53.969 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.970+0000 7f7da3039780 1 > prepared part key=_multipart_A3I3KM5DTR9R.2~F3F622R46X1Z.0 size=1048576 2024-04-02T08:43:53.970 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.972+0000 7f7da3039780 1 > prepared part key=_multipart_A3I3KM5DTR9R.2~F3F622R46X1Z.1 size=363129 2024-04-02T08:43:53.971 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.972+0000 7f7da3039780 1 > prepared multipart upload key=A3I3KM5DTR9R upload=F3F622R46X1Z tag=6Q2DGFU4ENJP type=write size=2460281 2024-04-02T08:43:53.972 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.974+0000 7f7da3039780 1 < completed part key=_multipart_QHKAPO5SX6SG.2~AAGRBVZIOG0I.0 size=919294 2024-04-02T08:43:53.978 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.977+0000 7f7da3039780 1 < completed multipart upload key=QHKAPO5SX6SG upload=AAGRBVZIOG0I tag=VDEPX24EGZKA type=write size=1967870 2024-04-02T08:43:53.979 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.981+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~SNNMFVZU4RAP.0 size=91470 2024-04-02T08:43:53.979 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.981+0000 7f7da3039780 1 > prepared multipart upload key=QSPL4WJY2BVT upload=SNNMFVZU4RAP tag=HTQ7VAKQQ17G type=write size=1140046 2024-04-02T08:43:53.981 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.983+0000 7f7da3039780 1 < completed part key=_multipart_ZZ885TFYL1OI.2~YXPWAS3WAFL6.0 size=354753 2024-04-02T08:43:53.985 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.986+0000 7f7da3039780 1 < completed multipart upload key=ZZ885TFYL1OI upload=YXPWAS3WAFL6 tag=0KXPCBQ6L1LH type=write size=1403329 2024-04-02T08:43:53.988 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.990+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~Y10XIJNOB27N.0 size=1048576 2024-04-02T08:43:53.990 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.991+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~Y10XIJNOB27N.1 size=1048576 2024-04-02T08:43:53.991 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.993+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~Y10XIJNOB27N.2 size=643369 2024-04-02T08:43:53.991 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.993+0000 7f7da3039780 1 > prepared multipart upload key=ELDWOJAKQD69 upload=Y10XIJNOB27N tag=3D0QU71ZTVA4 type=write size=3789097 2024-04-02T08:43:53.993 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.995+0000 7f7da3039780 1 < completed part key=_multipart_Y5E6U7ZCX7JC.2~PS283N4SK6G5.0 size=1048576 2024-04-02T08:43:53.995 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:53.997+0000 7f7da3039780 1 < completed part key=_multipart_Y5E6U7ZCX7JC.2~PS283N4SK6G5.1 size=417811 2024-04-02T08:43:53.999 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.000+0000 7f7da3039780 1 < completed multipart upload key=Y5E6U7ZCX7JC upload=PS283N4SK6G5 tag=8WSP0FIO15YL type=write size=2514963 2024-04-02T08:43:54.002 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.004+0000 7f7da3039780 1 > prepared part key=_multipart_YXESDZ3ETQK9.2~ROP6S2UN2REA.0 size=300553 2024-04-02T08:43:54.002 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.004+0000 7f7da3039780 1 > prepared multipart upload key=YXESDZ3ETQK9 upload=ROP6S2UN2REA tag=9BUJD3NHTJ8X type=write size=1349129 2024-04-02T08:43:54.004 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.006+0000 7f7da3039780 1 < completed part key=_multipart_6TJF572KI0FA.2~X65BK5YU6W9E.0 size=992068 2024-04-02T08:43:54.008 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.009+0000 7f7da3039780 1 < completed multipart upload key=6TJF572KI0FA upload=X65BK5YU6W9E tag=IBORU7M8GXXK type=write size=2040644 2024-04-02T08:43:54.010 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.011+0000 7f7da3039780 1 > prepared operation key=57GR82RGCWC5 tag=W32NXCSY2TQG type=del size=637370 2024-04-02T08:43:54.012 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.013+0000 7f7da3039780 1 < canceled operation key=DJP9NW2GDNHB tag=PD3UQP8BLHZ8 type=del size=2533935 2024-04-02T08:43:54.016 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.017+0000 7f7da3039780 1 > prepared part key=_multipart_EAG9W8JA0WA6.2~GSRTHX4V57DM.0 size=1048576 2024-04-02T08:43:54.017 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.019+0000 7f7da3039780 1 > prepared part key=_multipart_EAG9W8JA0WA6.2~GSRTHX4V57DM.1 size=42188 2024-04-02T08:43:54.017 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.019+0000 7f7da3039780 1 > prepared multipart upload key=EAG9W8JA0WA6 upload=GSRTHX4V57DM tag=SQLHUTIGEST1 type=write size=2139340 2024-04-02T08:43:54.019 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.021+0000 7f7da3039780 1 < completed part key=_multipart_57GR82RGCWC5.2~C6K3ACTD6UQN.0 size=1048576 2024-04-02T08:43:54.021 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.022+0000 7f7da3039780 1 < completed part key=_multipart_57GR82RGCWC5.2~C6K3ACTD6UQN.1 size=125331 2024-04-02T08:43:54.024 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.026+0000 7f7da3039780 1 < completed multipart upload key=57GR82RGCWC5 upload=C6K3ACTD6UQN tag=3NYDXE1M4ART type=write size=2222483 2024-04-02T08:43:54.026 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.028+0000 7f7da3039780 1 > prepared operation key=ZZ885TFYL1OI tag=OM25R3OVY3K1 type=del size=934691 2024-04-02T08:43:54.028 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.030+0000 7f7da3039780 1 < canceled operation key=9H9O464QAWB2 tag=HLM31YXDHURH type=del size=170149 2024-04-02T08:43:54.032 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.033+0000 7f7da3039780 1 > prepared part key=_multipart_ZZ885TFYL1OI.2~4XZOGFRVWJL8.0 size=1048576 2024-04-02T08:43:54.034 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.036+0000 7f7da3039780 1 > prepared part key=_multipart_ZZ885TFYL1OI.2~4XZOGFRVWJL8.1 size=826350 2024-04-02T08:43:54.034 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.036+0000 7f7da3039780 1 > prepared multipart upload key=ZZ885TFYL1OI upload=4XZOGFRVWJL8 tag=BIZMVUYDML6V type=write size=2923502 2024-04-02T08:43:54.037 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.038+0000 7f7da3039780 1 < completed write operation key=B23RMWV8I9ZL tag=FZ6O363GJ19E type=write size=97818 2024-04-02T08:43:54.041 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.042+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~RZJIGUM6Z3OY.0 size=1048576 2024-04-02T08:43:54.042 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.044+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~RZJIGUM6Z3OY.1 size=114211 2024-04-02T08:43:54.042 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.044+0000 7f7da3039780 1 > prepared multipart upload key=ELDWOJAKQD69 upload=RZJIGUM6Z3OY tag=8GEIQC4E0GFU type=write size=2211363 2024-04-02T08:43:54.044 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.046+0000 7f7da3039780 1 < completed delete operation key=57GR82RGCWC5 tag=B7TBFW047NV4 type=del 2024-04-02T08:43:54.048 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.050+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~QWA00NJ4IPL3.0 size=1048576 2024-04-02T08:43:54.050 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.051+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~QWA00NJ4IPL3.1 size=770816 2024-04-02T08:43:54.050 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.051+0000 7f7da3039780 1 > prepared multipart upload key=QSPL4WJY2BVT upload=QWA00NJ4IPL3 tag=ST2R6TNT2D76 type=write size=2867968 2024-04-02T08:43:54.052 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.053+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~QDS1HQZ8T5J5.0 size=1048576 2024-04-02T08:43:54.053 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.055+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~QDS1HQZ8T5J5.1 size=1048576 2024-04-02T08:43:54.055 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.057+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~QDS1HQZ8T5J5.2 size=823169 2024-04-02T08:43:54.059 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.060+0000 7f7da3039780 1 < completed multipart upload key=ELDWOJAKQD69 upload=QDS1HQZ8T5J5 tag=HGNU9DOBZAAY type=write size=3968897 2024-04-02T08:43:54.062 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.064+0000 7f7da3039780 1 > prepared part key=_multipart_BURYF1967J48.2~H5FNOK6RPIG2.0 size=1048576 2024-04-02T08:43:54.064 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.066+0000 7f7da3039780 1 > prepared part key=_multipart_BURYF1967J48.2~H5FNOK6RPIG2.1 size=1048576 2024-04-02T08:43:54.066 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.067+0000 7f7da3039780 1 > prepared part key=_multipart_BURYF1967J48.2~H5FNOK6RPIG2.2 size=382331 2024-04-02T08:43:54.066 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.067+0000 7f7da3039780 1 > prepared multipart upload key=BURYF1967J48 upload=H5FNOK6RPIG2 tag=DGUFJP4Q18KO type=write size=3528059 2024-04-02T08:43:54.068 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.069+0000 7f7da3039780 1 < completed delete operation key=R3KOUNXRRJL4 tag=YNDL0PQIPVMM type=del 2024-04-02T08:43:54.072 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.074+0000 7f7da3039780 1 > prepared part key=_multipart_SPZ4WDU9FXVH.2~GLPY6FWYZFFC.0 size=1048576 2024-04-02T08:43:54.074 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.075+0000 7f7da3039780 1 > prepared part key=_multipart_SPZ4WDU9FXVH.2~GLPY6FWYZFFC.1 size=1048576 2024-04-02T08:43:54.075 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.077+0000 7f7da3039780 1 > prepared part key=_multipart_SPZ4WDU9FXVH.2~GLPY6FWYZFFC.2 size=847105 2024-04-02T08:43:54.076 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.077+0000 7f7da3039780 1 > prepared multipart upload key=SPZ4WDU9FXVH upload=GLPY6FWYZFFC tag=NEE0KNTCKP9N type=write size=3992833 2024-04-02T08:43:54.077 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.079+0000 7f7da3039780 1 < completed delete operation key=R3KOUNXRRJL4 tag=5GNGKK5WI36H type=del 2024-04-02T08:43:54.082 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.083+0000 7f7da3039780 1 > prepared part key=_multipart_N5AIAS76IS0Z.2~PNVA58AQG40F.0 size=1048576 2024-04-02T08:43:54.083 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.085+0000 7f7da3039780 1 > prepared part key=_multipart_N5AIAS76IS0Z.2~PNVA58AQG40F.1 size=595815 2024-04-02T08:43:54.084 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.085+0000 7f7da3039780 1 > prepared multipart upload key=N5AIAS76IS0Z upload=PNVA58AQG40F tag=7YM5X2BE5TTO type=write size=2692967 2024-04-02T08:43:54.085 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.087+0000 7f7da3039780 1 < completed delete operation key=AESEEOTWQSFQ tag=FR9NWKMWL4Q9 type=del 2024-04-02T08:43:54.087 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.089+0000 7f7da3039780 1 > prepared operation key=993CLRT5TRZG tag=0UXXNG9TSHI4 type=del size=807233 2024-04-02T08:43:54.089 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.091+0000 7f7da3039780 1 < completed part key=_multipart_B23RMWV8I9ZL.2~LZ0IM1S13RFQ.0 size=1048576 2024-04-02T08:43:54.091 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.092+0000 7f7da3039780 1 < completed part key=_multipart_B23RMWV8I9ZL.2~LZ0IM1S13RFQ.1 size=1048576 2024-04-02T08:43:54.093 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.094+0000 7f7da3039780 1 < completed part key=_multipart_B23RMWV8I9ZL.2~LZ0IM1S13RFQ.2 size=1043478 2024-04-02T08:43:54.096 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.097+0000 7f7da3039780 1 < completed multipart upload key=B23RMWV8I9ZL upload=LZ0IM1S13RFQ tag=FXYRS8YQHS0X type=write size=4189206 2024-04-02T08:43:54.098 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.099+0000 7f7da3039780 1 > prepared operation key=YWRL9YH2Y59R tag=AFKE8C2IJYBE type=del size=2334709 2024-04-02T08:43:54.100 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.101+0000 7f7da3039780 1 < completed part key=_multipart_YWRL9YH2Y59R.2~S9TONQKFT4AB.0 size=1048576 2024-04-02T08:43:54.101 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.103+0000 7f7da3039780 1 < completed part key=_multipart_YWRL9YH2Y59R.2~S9TONQKFT4AB.1 size=112918 2024-04-02T08:43:54.105 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.107+0000 7f7da3039780 1 < completed multipart upload key=YWRL9YH2Y59R upload=S9TONQKFT4AB tag=TF4T2R14XRZJ type=write size=2210070 2024-04-02T08:43:54.109 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.110+0000 7f7da3039780 1 > prepared part key=_multipart_Z2HC0VEJJV9V.2~1I1RIDS12CVZ.0 size=1048576 2024-04-02T08:43:54.110 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.112+0000 7f7da3039780 1 > prepared part key=_multipart_Z2HC0VEJJV9V.2~1I1RIDS12CVZ.1 size=1048576 2024-04-02T08:43:54.112 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.114+0000 7f7da3039780 1 > prepared part key=_multipart_Z2HC0VEJJV9V.2~1I1RIDS12CVZ.2 size=909502 2024-04-02T08:43:54.112 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.114+0000 7f7da3039780 1 > prepared multipart upload key=Z2HC0VEJJV9V upload=1I1RIDS12CVZ tag=ZFFNC0JCHX3R type=write size=4055230 2024-04-02T08:43:54.114 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.115+0000 7f7da3039780 1 < completed part key=_multipart_A3I3KM5DTR9R.2~F3F622R46X1Z.0 size=1048576 2024-04-02T08:43:54.114 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.115+0000 7f7da3039780 1 < canceled part key=_multipart_A3I3KM5DTR9R.2~F3F622R46X1Z.1 size=363129 2024-04-02T08:43:54.117 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.119+0000 7f7da3039780 1 < canceled multipart upload key=A3I3KM5DTR9R upload=F3F622R46X1Z tag=6Q2DGFU4ENJP type=write size=2460281 2024-04-02T08:43:54.119 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.121+0000 7f7da3039780 1 > prepared operation key=B23RMWV8I9ZL tag=RC80EOH77FX7 type=del size=2579305 2024-04-02T08:43:54.121 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.123+0000 7f7da3039780 1 < completed part key=_multipart_QSPL4WJY2BVT.2~SNNMFVZU4RAP.0 size=91470 2024-04-02T08:43:54.124 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.126+0000 7f7da3039780 1 < completed multipart upload key=QSPL4WJY2BVT upload=SNNMFVZU4RAP tag=HTQ7VAKQQ17G type=write size=1140046 2024-04-02T08:43:54.128 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.130+0000 7f7da3039780 1 > prepared part key=_multipart_JFW247YEIEQ0.2~VH8YSBQ6KEAB.0 size=1048576 2024-04-02T08:43:54.130 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.131+0000 7f7da3039780 1 > prepared part key=_multipart_JFW247YEIEQ0.2~VH8YSBQ6KEAB.1 size=1048576 2024-04-02T08:43:54.132 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.133+0000 7f7da3039780 1 > prepared part key=_multipart_JFW247YEIEQ0.2~VH8YSBQ6KEAB.2 size=420061 2024-04-02T08:43:54.132 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.133+0000 7f7da3039780 1 > prepared multipart upload key=JFW247YEIEQ0 upload=VH8YSBQ6KEAB tag=7JS7U430UTC5 type=write size=3565789 2024-04-02T08:43:54.134 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.135+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~Y10XIJNOB27N.0 size=1048576 2024-04-02T08:43:54.135 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.137+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~Y10XIJNOB27N.1 size=1048576 2024-04-02T08:43:54.137 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.138+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~Y10XIJNOB27N.2 size=643369 2024-04-02T08:43:54.140 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.142+0000 7f7da3039780 1 < completed multipart upload key=ELDWOJAKQD69 upload=Y10XIJNOB27N tag=3D0QU71ZTVA4 type=write size=3789097 2024-04-02T08:43:54.142 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.144+0000 7f7da3039780 1 > prepared operation key=ZZ885TFYL1OI tag=7DZ7W938I00X type=write size=452120 2024-04-02T08:43:54.144 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.146+0000 7f7da3039780 1 < completed part key=_multipart_YXESDZ3ETQK9.2~ROP6S2UN2REA.0 size=300553 2024-04-02T08:43:54.148 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.149+0000 7f7da3039780 1 < completed multipart upload key=YXESDZ3ETQK9 upload=ROP6S2UN2REA tag=9BUJD3NHTJ8X type=write size=1349129 2024-04-02T08:43:54.150 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.151+0000 7f7da3039780 1 > prepared operation key=993CLRT5TRZG tag=DCUD8BZNP5JO type=del size=303402 2024-04-02T08:43:54.151 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.153+0000 7f7da3039780 1 < completed delete operation key=57GR82RGCWC5 tag=W32NXCSY2TQG type=del 2024-04-02T08:43:54.153 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.155+0000 7f7da3039780 1 > prepared operation key=ZV3Q7IXMLI1J tag=NLBIDE1QQPZG type=del size=489738 2024-04-02T08:43:54.155 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.157+0000 7f7da3039780 1 < completed part key=_multipart_EAG9W8JA0WA6.2~GSRTHX4V57DM.0 size=1048576 2024-04-02T08:43:54.157 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.159+0000 7f7da3039780 1 < completed part key=_multipart_EAG9W8JA0WA6.2~GSRTHX4V57DM.1 size=42188 2024-04-02T08:43:54.160 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.162+0000 7f7da3039780 1 < completed multipart upload key=EAG9W8JA0WA6 upload=GSRTHX4V57DM tag=SQLHUTIGEST1 type=write size=2139340 2024-04-02T08:43:54.164 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.166+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~25NWR2RXDEI1.0 size=1048576 2024-04-02T08:43:54.166 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.168+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~25NWR2RXDEI1.1 size=810121 2024-04-02T08:43:54.166 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.168+0000 7f7da3039780 1 > prepared multipart upload key=9H9O464QAWB2 upload=25NWR2RXDEI1 tag=KRWB79VL2NGC type=write size=2907273 2024-04-02T08:43:54.168 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.170+0000 7f7da3039780 1 < completed delete operation key=ZZ885TFYL1OI tag=OM25R3OVY3K1 type=del 2024-04-02T08:43:54.170 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.172+0000 7f7da3039780 1 > prepared operation key=A3I3KM5DTR9R tag=9AL37AUF78LR type=write size=714009 2024-04-02T08:43:54.172 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.174+0000 7f7da3039780 1 < completed part key=_multipart_ZZ885TFYL1OI.2~4XZOGFRVWJL8.0 size=1048576 2024-04-02T08:43:54.174 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.176+0000 7f7da3039780 1 < completed part key=_multipart_ZZ885TFYL1OI.2~4XZOGFRVWJL8.1 size=826350 2024-04-02T08:43:54.177 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.179+0000 7f7da3039780 1 < completed multipart upload key=ZZ885TFYL1OI upload=4XZOGFRVWJL8 tag=BIZMVUYDML6V type=write size=2923502 2024-04-02T08:43:54.181 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.182+0000 7f7da3039780 1 > prepared part key=_multipart_N5AIAS76IS0Z.2~09QIG8L80VJP.0 size=1048576 2024-04-02T08:43:54.182 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.184+0000 7f7da3039780 1 > prepared part key=_multipart_N5AIAS76IS0Z.2~09QIG8L80VJP.1 size=178920 2024-04-02T08:43:54.182 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.184+0000 7f7da3039780 1 > prepared multipart upload key=N5AIAS76IS0Z upload=09QIG8L80VJP tag=D522AKS1TPPS type=write size=2276072 2024-04-02T08:43:54.185 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.186+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~RZJIGUM6Z3OY.0 size=1048576 2024-04-02T08:43:54.187 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.189+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~RZJIGUM6Z3OY.1 size=114211 2024-04-02T08:43:54.191 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.192+0000 7f7da3039780 1 < completed multipart upload key=ELDWOJAKQD69 upload=RZJIGUM6Z3OY tag=8GEIQC4E0GFU type=write size=2211363 2024-04-02T08:43:54.193 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.194+0000 7f7da3039780 1 > prepared operation key=AMAKFO5IP7AO tag=JX13UO3S73P4 type=write size=335027 2024-04-02T08:43:54.195 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.197+0000 7f7da3039780 1 < completed part key=_multipart_QSPL4WJY2BVT.2~QWA00NJ4IPL3.0 size=1048576 2024-04-02T08:43:54.197 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.198+0000 7f7da3039780 1 < completed part key=_multipart_QSPL4WJY2BVT.2~QWA00NJ4IPL3.1 size=770816 2024-04-02T08:43:54.200 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.202+0000 7f7da3039780 1 < completed multipart upload key=QSPL4WJY2BVT upload=QWA00NJ4IPL3 tag=ST2R6TNT2D76 type=write size=2867968 2024-04-02T08:43:54.204 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.205+0000 7f7da3039780 1 > prepared part key=_multipart_9JGJK5C8JJ0Z.2~Z6WW250XB5MM.0 size=1048576 2024-04-02T08:43:54.206 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.207+0000 7f7da3039780 1 > prepared part key=_multipart_9JGJK5C8JJ0Z.2~Z6WW250XB5MM.1 size=89333 2024-04-02T08:43:54.206 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.207+0000 7f7da3039780 1 > prepared multipart upload key=9JGJK5C8JJ0Z upload=Z6WW250XB5MM tag=UL4KXGLX2T3R type=write size=2186485 2024-04-02T08:43:54.207 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.209+0000 7f7da3039780 1 < completed part key=_multipart_BURYF1967J48.2~H5FNOK6RPIG2.0 size=1048576 2024-04-02T08:43:54.208 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.209+0000 7f7da3039780 1 < canceled part key=_multipart_BURYF1967J48.2~H5FNOK6RPIG2.1 size=1048576 2024-04-02T08:43:54.209 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.211+0000 7f7da3039780 1 < completed part key=_multipart_BURYF1967J48.2~H5FNOK6RPIG2.2 size=382331 2024-04-02T08:43:54.212 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.214+0000 7f7da3039780 1 < canceled multipart upload key=BURYF1967J48 upload=H5FNOK6RPIG2 tag=DGUFJP4Q18KO type=write size=3528059 2024-04-02T08:43:54.216 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.217+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~G7WOBKQCYB90.0 size=1048576 2024-04-02T08:43:54.217 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.219+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~G7WOBKQCYB90.1 size=83141 2024-04-02T08:43:54.217 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.219+0000 7f7da3039780 1 > prepared multipart upload key=9H9O464QAWB2 upload=G7WOBKQCYB90 tag=373NH3JKCIV3 type=write size=2180293 2024-04-02T08:43:54.219 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.221+0000 7f7da3039780 1 < completed part key=_multipart_SPZ4WDU9FXVH.2~GLPY6FWYZFFC.0 size=1048576 2024-04-02T08:43:54.221 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.222+0000 7f7da3039780 1 < completed part key=_multipart_SPZ4WDU9FXVH.2~GLPY6FWYZFFC.1 size=1048576 2024-04-02T08:43:54.223 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.224+0000 7f7da3039780 1 < completed part key=_multipart_SPZ4WDU9FXVH.2~GLPY6FWYZFFC.2 size=847105 2024-04-02T08:43:54.226 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.227+0000 7f7da3039780 1 < completed multipart upload key=SPZ4WDU9FXVH upload=GLPY6FWYZFFC tag=NEE0KNTCKP9N type=write size=3992833 2024-04-02T08:43:54.228 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.229+0000 7f7da3039780 1 > prepared operation key=EAG9W8JA0WA6 tag=X9SG5T1WQHLA type=del size=3199998 2024-04-02T08:43:54.230 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.231+0000 7f7da3039780 1 < completed part key=_multipart_N5AIAS76IS0Z.2~PNVA58AQG40F.0 size=1048576 2024-04-02T08:43:54.232 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.233+0000 7f7da3039780 1 < completed part key=_multipart_N5AIAS76IS0Z.2~PNVA58AQG40F.1 size=595815 2024-04-02T08:43:54.235 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.236+0000 7f7da3039780 1 < completed multipart upload key=N5AIAS76IS0Z upload=PNVA58AQG40F tag=7YM5X2BE5TTO type=write size=2692967 2024-04-02T08:43:54.238 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.240+0000 7f7da3039780 1 > prepared part key=_multipart_9JGJK5C8JJ0Z.2~3YVK6MM2P9GL.0 size=1048576 2024-04-02T08:43:54.240 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.241+0000 7f7da3039780 1 > prepared part key=_multipart_9JGJK5C8JJ0Z.2~3YVK6MM2P9GL.1 size=282830 2024-04-02T08:43:54.240 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.241+0000 7f7da3039780 1 > prepared multipart upload key=9JGJK5C8JJ0Z upload=3YVK6MM2P9GL tag=IOA0LNRNL5IC type=write size=2379982 2024-04-02T08:43:54.244 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.245+0000 7f7da3039780 1 < suggested update operation key=993CLRT5TRZG tag=0UXXNG9TSHI4 type=del size=807233 2024-04-02T08:43:54.246 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.247+0000 7f7da3039780 1 > prepared operation key=QSPL4WJY2BVT tag=ER7RBD7AI4YY type=del size=3838013 2024-04-02T08:43:54.249 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.251+0000 7f7da3039780 1 < suggested remove operation key=YWRL9YH2Y59R tag=AFKE8C2IJYBE type=del 2024-04-02T08:43:54.251 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.253+0000 7f7da3039780 1 > prepared operation key=6TJF572KI0FA tag=9Z4RQPP4HDZM type=del size=4151105 2024-04-02T08:43:54.253 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.255+0000 7f7da3039780 1 < completed part key=_multipart_Z2HC0VEJJV9V.2~1I1RIDS12CVZ.0 size=1048576 2024-04-02T08:43:54.253 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.255+0000 7f7da3039780 1 < canceled part key=_multipart_Z2HC0VEJJV9V.2~1I1RIDS12CVZ.1 size=1048576 2024-04-02T08:43:54.254 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.256+0000 7f7da3039780 1 < completed part key=_multipart_Z2HC0VEJJV9V.2~1I1RIDS12CVZ.2 size=909502 2024-04-02T08:43:54.258 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.260+0000 7f7da3039780 1 < canceled multipart upload key=Z2HC0VEJJV9V upload=1I1RIDS12CVZ tag=ZFFNC0JCHX3R type=write size=4055230 2024-04-02T08:43:54.260 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.261+0000 7f7da3039780 1 > prepared operation key=DJP9NW2GDNHB tag=M1XIGZAZZXF5 type=del size=1394031 2024-04-02T08:43:54.264 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.266+0000 7f7da3039780 1 < suggested update operation key=B23RMWV8I9ZL tag=RC80EOH77FX7 type=del size=2579305 2024-04-02T08:43:54.268 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.269+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~X4TZRO8SQ78Q.0 size=1048576 2024-04-02T08:43:54.269 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.271+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~X4TZRO8SQ78Q.1 size=23769 2024-04-02T08:43:54.270 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.271+0000 7f7da3039780 1 > prepared multipart upload key=ELDWOJAKQD69 upload=X4TZRO8SQ78Q tag=UAPAR5ZKQ77T type=write size=2120921 2024-04-02T08:43:54.271 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.273+0000 7f7da3039780 1 < completed part key=_multipart_JFW247YEIEQ0.2~VH8YSBQ6KEAB.0 size=1048576 2024-04-02T08:43:54.271 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.273+0000 7f7da3039780 1 < canceled part key=_multipart_JFW247YEIEQ0.2~VH8YSBQ6KEAB.1 size=1048576 2024-04-02T08:43:54.273 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.275+0000 7f7da3039780 1 < completed part key=_multipart_JFW247YEIEQ0.2~VH8YSBQ6KEAB.2 size=420061 2024-04-02T08:43:54.276 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.278+0000 7f7da3039780 1 < canceled multipart upload key=JFW247YEIEQ0 upload=VH8YSBQ6KEAB tag=7JS7U430UTC5 type=write size=3565789 2024-04-02T08:43:54.278 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.280+0000 7f7da3039780 1 > prepared operation key=N5AIAS76IS0Z tag=MCRLX9EWDZRE type=del size=888836 2024-04-02T08:43:54.280 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.282+0000 7f7da3039780 1 < completed write operation key=ZZ885TFYL1OI tag=7DZ7W938I00X type=write size=452120 2024-04-02T08:43:54.282 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.284+0000 7f7da3039780 1 > prepared operation key=B23RMWV8I9ZL tag=YLHUAODCQT3P type=del size=1928481 2024-04-02T08:43:54.285 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.286+0000 7f7da3039780 -1 < failed to complete operation key=993CLRT5TRZG tag=DCUD8BZNP5JO type=del size=303402: (22) Invalid argument 2024-04-02T08:43:54.288 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.290+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~DKM6HJFELZOK.0 size=1048576 2024-04-02T08:43:54.290 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.292+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~DKM6HJFELZOK.1 size=487227 2024-04-02T08:43:54.290 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.292+0000 7f7da3039780 1 > prepared multipart upload key=6TJF572KI0FA upload=DKM6HJFELZOK tag=ODS3C9NIGPYO type=write size=2584379 2024-04-02T08:43:54.292 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.294+0000 7f7da3039780 1 < completed delete operation key=ZV3Q7IXMLI1J tag=NLBIDE1QQPZG type=del 2024-04-02T08:43:54.296 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.297+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~LHR1HM64GKPF.0 size=1048576 2024-04-02T08:43:54.298 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.299+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~LHR1HM64GKPF.1 size=247293 2024-04-02T08:43:54.298 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.299+0000 7f7da3039780 1 > prepared multipart upload key=QSPL4WJY2BVT upload=LHR1HM64GKPF tag=AV4OQ80VBVMM type=write size=2344445 2024-04-02T08:43:54.298 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.300+0000 7f7da3039780 1 < canceled part key=_multipart_9H9O464QAWB2.2~25NWR2RXDEI1.0 size=1048576 2024-04-02T08:43:54.298 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.300+0000 7f7da3039780 1 < canceled part key=_multipart_9H9O464QAWB2.2~25NWR2RXDEI1.1 size=810121 2024-04-02T08:43:54.301 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.303+0000 7f7da3039780 1 < canceled multipart upload key=9H9O464QAWB2 upload=25NWR2RXDEI1 tag=KRWB79VL2NGC type=write size=2907273 2024-04-02T08:43:54.303 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.305+0000 7f7da3039780 1 > prepared operation key=A3I3KM5DTR9R tag=94IFBQ79AHB6 type=write size=276465 2024-04-02T08:43:54.305 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.307+0000 7f7da3039780 1 < completed write operation key=A3I3KM5DTR9R tag=9AL37AUF78LR type=write size=714009 2024-04-02T08:43:54.309 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.310+0000 7f7da3039780 1 > prepared part key=_multipart_993CLRT5TRZG.2~4KU9QMM3HT3B.0 size=1048576 2024-04-02T08:43:54.310 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.312+0000 7f7da3039780 1 > prepared part key=_multipart_993CLRT5TRZG.2~4KU9QMM3HT3B.1 size=1048576 2024-04-02T08:43:54.312 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.314+0000 7f7da3039780 1 > prepared part key=_multipart_993CLRT5TRZG.2~4KU9QMM3HT3B.2 size=99017 2024-04-02T08:43:54.312 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.314+0000 7f7da3039780 1 > prepared multipart upload key=993CLRT5TRZG upload=4KU9QMM3HT3B tag=6XSRE1UJS9VM type=write size=3244745 2024-04-02T08:43:54.314 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.315+0000 7f7da3039780 1 < completed part key=_multipart_N5AIAS76IS0Z.2~09QIG8L80VJP.0 size=1048576 2024-04-02T08:43:54.315 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.317+0000 7f7da3039780 1 < completed part key=_multipart_N5AIAS76IS0Z.2~09QIG8L80VJP.1 size=178920 2024-04-02T08:43:54.319 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.320+0000 7f7da3039780 1 < completed multipart upload key=N5AIAS76IS0Z upload=09QIG8L80VJP tag=D522AKS1TPPS type=write size=2276072 2024-04-02T08:43:54.322 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.324+0000 7f7da3039780 1 > prepared part key=_multipart_EAG9W8JA0WA6.2~D4EESZIYJQRT.0 size=1048576 2024-04-02T08:43:54.324 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.325+0000 7f7da3039780 1 > prepared part key=_multipart_EAG9W8JA0WA6.2~D4EESZIYJQRT.1 size=125038 2024-04-02T08:43:54.324 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.325+0000 7f7da3039780 1 > prepared multipart upload key=EAG9W8JA0WA6 upload=D4EESZIYJQRT tag=M5NWKUV6Q6U5 type=write size=2222190 2024-04-02T08:43:54.328 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.329+0000 7f7da3039780 1 < suggested update operation key=AMAKFO5IP7AO tag=JX13UO3S73P4 type=write size=335027 2024-04-02T08:43:54.331 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.333+0000 7f7da3039780 1 > prepared part key=_multipart_ZZ885TFYL1OI.2~620ROG0EA02D.0 size=606301 2024-04-02T08:43:54.332 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.333+0000 7f7da3039780 1 > prepared multipart upload key=ZZ885TFYL1OI upload=620ROG0EA02D tag=3XHO13GHVID6 type=write size=1654877 2024-04-02T08:43:54.333 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.335+0000 7f7da3039780 1 < completed part key=_multipart_9JGJK5C8JJ0Z.2~Z6WW250XB5MM.0 size=1048576 2024-04-02T08:43:54.335 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.336+0000 7f7da3039780 1 < completed part key=_multipart_9JGJK5C8JJ0Z.2~Z6WW250XB5MM.1 size=89333 2024-04-02T08:43:54.338 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.340+0000 7f7da3039780 1 < completed multipart upload key=9JGJK5C8JJ0Z upload=Z6WW250XB5MM tag=UL4KXGLX2T3R type=write size=2186485 2024-04-02T08:43:54.340 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.342+0000 7f7da3039780 1 > prepared operation key=ELDWOJAKQD69 tag=2QA111H2LI88 type=del size=1326165 2024-04-02T08:43:54.342 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.344+0000 7f7da3039780 1 < completed part key=_multipart_9H9O464QAWB2.2~G7WOBKQCYB90.0 size=1048576 2024-04-02T08:43:54.342 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.344+0000 7f7da3039780 1 < canceled part key=_multipart_9H9O464QAWB2.2~G7WOBKQCYB90.1 size=83141 2024-04-02T08:43:54.345 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.347+0000 7f7da3039780 1 < canceled multipart upload key=9H9O464QAWB2 upload=G7WOBKQCYB90 tag=373NH3JKCIV3 type=write size=2180293 2024-04-02T08:43:54.349 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.350+0000 7f7da3039780 1 > prepared part key=_multipart_AMAKFO5IP7AO.2~RN14HAQOEZAR.0 size=1048576 2024-04-02T08:43:54.351 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.352+0000 7f7da3039780 1 > prepared part key=_multipart_AMAKFO5IP7AO.2~RN14HAQOEZAR.1 size=352486 2024-04-02T08:43:54.351 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.352+0000 7f7da3039780 1 > prepared multipart upload key=AMAKFO5IP7AO upload=RN14HAQOEZAR tag=BG2SBMW9Q4XV type=write size=2449638 2024-04-02T08:43:54.353 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.354+0000 7f7da3039780 1 < completed delete operation key=EAG9W8JA0WA6 tag=X9SG5T1WQHLA type=del 2024-04-02T08:43:54.355 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.356+0000 7f7da3039780 1 > prepared operation key=Z2HC0VEJJV9V tag=UPP4DZOZZ798 type=del size=1653088 2024-04-02T08:43:54.356 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.358+0000 7f7da3039780 1 < completed part key=_multipart_9JGJK5C8JJ0Z.2~3YVK6MM2P9GL.0 size=1048576 2024-04-02T08:43:54.358 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.360+0000 7f7da3039780 1 < completed part key=_multipart_9JGJK5C8JJ0Z.2~3YVK6MM2P9GL.1 size=282830 2024-04-02T08:43:54.361 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.363+0000 7f7da3039780 1 < completed multipart upload key=9JGJK5C8JJ0Z upload=3YVK6MM2P9GL tag=IOA0LNRNL5IC type=write size=2379982 2024-04-02T08:43:54.363 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.365+0000 7f7da3039780 1 > prepared operation key=N5AIAS76IS0Z tag=ADD16NYZZQM9 type=del size=3008640 2024-04-02T08:43:54.365 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.366+0000 7f7da3039780 1 < completed delete operation key=QSPL4WJY2BVT tag=ER7RBD7AI4YY type=del 2024-04-02T08:43:54.370 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.370+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~PBZIUEVHYRNK.0 size=1048576 2024-04-02T08:43:54.370 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.372+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~PBZIUEVHYRNK.1 size=1048576 2024-04-02T08:43:54.372 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.373+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~PBZIUEVHYRNK.2 size=486674 2024-04-02T08:43:54.372 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.373+0000 7f7da3039780 1 > prepared multipart upload key=QHKAPO5SX6SG upload=PBZIUEVHYRNK tag=4FHSPKJLARTW type=write size=3632402 2024-04-02T08:43:54.374 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.375+0000 7f7da3039780 1 < completed delete operation key=6TJF572KI0FA tag=9Z4RQPP4HDZM type=del 2024-04-02T08:43:54.375 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.377+0000 7f7da3039780 1 > prepared operation key=81LFSX7KH5JC tag=FNPZNEWV4RQZ type=del size=329604 2024-04-02T08:43:54.379 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.381+0000 7f7da3039780 1 < suggested update operation key=DJP9NW2GDNHB tag=M1XIGZAZZXF5 type=del size=1394031 2024-04-02T08:43:54.383 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.384+0000 7f7da3039780 1 > prepared part key=_multipart_ZV3Q7IXMLI1J.2~HL54ZSJ28VP8.0 size=43810 2024-04-02T08:43:54.383 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.384+0000 7f7da3039780 1 > prepared multipart upload key=ZV3Q7IXMLI1J upload=HL54ZSJ28VP8 tag=L2VHJEM9RJVI type=write size=1092386 2024-04-02T08:43:54.385 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.386+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~X4TZRO8SQ78Q.0 size=1048576 2024-04-02T08:43:54.386 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.388+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~X4TZRO8SQ78Q.1 size=23769 2024-04-02T08:43:54.389 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.391+0000 7f7da3039780 1 < completed multipart upload key=ELDWOJAKQD69 upload=X4TZRO8SQ78Q tag=UAPAR5ZKQ77T type=write size=2120921 2024-04-02T08:43:54.393 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.394+0000 7f7da3039780 1 > prepared part key=_multipart_YXESDZ3ETQK9.2~5ZCMYXYIHGGH.0 size=1048576 2024-04-02T08:43:54.395 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.396+0000 7f7da3039780 1 > prepared part key=_multipart_YXESDZ3ETQK9.2~5ZCMYXYIHGGH.1 size=747362 2024-04-02T08:43:54.395 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.396+0000 7f7da3039780 1 > prepared multipart upload key=YXESDZ3ETQK9 upload=5ZCMYXYIHGGH tag=EDL3WM4LC4GP type=write size=2844514 2024-04-02T08:43:54.396 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.398+0000 7f7da3039780 1 < completed delete operation key=N5AIAS76IS0Z tag=MCRLX9EWDZRE type=del 2024-04-02T08:43:54.398 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.400+0000 7f7da3039780 1 > prepared operation key=NOK2IIY1WSGJ tag=WWUWT37YUA14 type=del size=2136890 2024-04-02T08:43:54.400 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.402+0000 7f7da3039780 1 < canceled operation key=B23RMWV8I9ZL tag=YLHUAODCQT3P type=del size=1928481 2024-04-02T08:43:54.402 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.403+0000 7f7da3039780 1 > prepared operation key=9H9O464QAWB2 tag=LPGS272PQXCT type=write size=849211 2024-04-02T08:43:54.404 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.405+0000 7f7da3039780 1 < completed part key=_multipart_6TJF572KI0FA.2~DKM6HJFELZOK.0 size=1048576 2024-04-02T08:43:54.405 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.407+0000 7f7da3039780 1 < completed part key=_multipart_6TJF572KI0FA.2~DKM6HJFELZOK.1 size=487227 2024-04-02T08:43:54.409 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.410+0000 7f7da3039780 1 < completed multipart upload key=6TJF572KI0FA upload=DKM6HJFELZOK tag=ODS3C9NIGPYO type=write size=2584379 2024-04-02T08:43:54.412 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.414+0000 7f7da3039780 1 > prepared part key=_multipart_XV6PSEG36RCA.2~60PFHITBZ5RB.0 size=60915 2024-04-02T08:43:54.412 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.414+0000 7f7da3039780 1 > prepared multipart upload key=XV6PSEG36RCA upload=60PFHITBZ5RB tag=96DE0Y3PSTY6 type=write size=1109491 2024-04-02T08:43:54.414 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.416+0000 7f7da3039780 1 < completed part key=_multipart_QSPL4WJY2BVT.2~LHR1HM64GKPF.0 size=1048576 2024-04-02T08:43:54.416 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.418+0000 7f7da3039780 1 < completed part key=_multipart_QSPL4WJY2BVT.2~LHR1HM64GKPF.1 size=247293 2024-04-02T08:43:54.420 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.421+0000 7f7da3039780 1 < completed multipart upload key=QSPL4WJY2BVT upload=LHR1HM64GKPF tag=AV4OQ80VBVMM type=write size=2344445 2024-04-02T08:43:54.421 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.423+0000 7f7da3039780 1 > prepared operation key=SPZ4WDU9FXVH tag=2N8WP22GT9FK type=del size=1135558 2024-04-02T08:43:54.423 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.425+0000 7f7da3039780 1 < completed write operation key=A3I3KM5DTR9R tag=94IFBQ79AHB6 type=write size=276465 2024-04-02T08:43:54.425 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.427+0000 7f7da3039780 1 > prepared operation key=1SDLEDDX8LZR tag=249BKNOG8RIM type=write size=151348 2024-04-02T08:43:54.428 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.429+0000 7f7da3039780 1 < completed part key=_multipart_993CLRT5TRZG.2~4KU9QMM3HT3B.0 size=1048576 2024-04-02T08:43:54.429 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.431+0000 7f7da3039780 1 < completed part key=_multipart_993CLRT5TRZG.2~4KU9QMM3HT3B.1 size=1048576 2024-04-02T08:43:54.431 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.432+0000 7f7da3039780 1 < completed part key=_multipart_993CLRT5TRZG.2~4KU9QMM3HT3B.2 size=99017 2024-04-02T08:43:54.434 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.436+0000 7f7da3039780 1 < completed multipart upload key=993CLRT5TRZG upload=4KU9QMM3HT3B tag=6XSRE1UJS9VM type=write size=3244745 2024-04-02T08:43:54.436 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.438+0000 7f7da3039780 1 > prepared operation key=Y5E6U7ZCX7JC tag=3PDS08ZK32I8 type=del size=3623932 2024-04-02T08:43:54.436 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.438+0000 7f7da3039780 1 < canceled part key=_multipart_EAG9W8JA0WA6.2~D4EESZIYJQRT.0 size=1048576 2024-04-02T08:43:54.438 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.440+0000 7f7da3039780 1 < completed part key=_multipart_EAG9W8JA0WA6.2~D4EESZIYJQRT.1 size=125038 2024-04-02T08:43:54.441 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.443+0000 7f7da3039780 1 < canceled multipart upload key=EAG9W8JA0WA6 upload=D4EESZIYJQRT tag=M5NWKUV6Q6U5 type=write size=2222190 2024-04-02T08:43:54.443 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.445+0000 7f7da3039780 1 > prepared operation key=ELDWOJAKQD69 tag=3STVKCZR642Q type=del size=1685746 2024-04-02T08:43:54.445 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.447+0000 7f7da3039780 1 < completed part key=_multipart_ZZ885TFYL1OI.2~620ROG0EA02D.0 size=606301 2024-04-02T08:43:54.449 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.450+0000 7f7da3039780 1 < completed multipart upload key=ZZ885TFYL1OI upload=620ROG0EA02D tag=3XHO13GHVID6 type=write size=1654877 2024-04-02T08:43:54.452 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.454+0000 7f7da3039780 1 > prepared part key=_multipart_JFW247YEIEQ0.2~SJGD0R5LLZ64.0 size=42361 2024-04-02T08:43:54.452 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.454+0000 7f7da3039780 1 > prepared multipart upload key=JFW247YEIEQ0 upload=SJGD0R5LLZ64 tag=UFXL9AT7MY3G type=write size=1090937 2024-04-02T08:43:54.454 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.456+0000 7f7da3039780 1 < completed delete operation key=ELDWOJAKQD69 tag=2QA111H2LI88 type=del 2024-04-02T08:43:54.457 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.459+0000 7f7da3039780 1 > prepared operation key=N5AIAS76IS0Z tag=377BJ4KWIG88 type=del size=1175247 2024-04-02T08:43:54.459 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.461+0000 7f7da3039780 1 < completed part key=_multipart_AMAKFO5IP7AO.2~RN14HAQOEZAR.0 size=1048576 2024-04-02T08:43:54.461 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.462+0000 7f7da3039780 1 < completed part key=_multipart_AMAKFO5IP7AO.2~RN14HAQOEZAR.1 size=352486 2024-04-02T08:43:54.464 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.466+0000 7f7da3039780 1 < completed multipart upload key=AMAKFO5IP7AO upload=RN14HAQOEZAR tag=BG2SBMW9Q4XV type=write size=2449638 2024-04-02T08:43:54.467 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.468+0000 7f7da3039780 1 > prepared operation key=ZZ885TFYL1OI tag=GTBISB960W3W type=del size=3635368 2024-04-02T08:43:54.469 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.470+0000 7f7da3039780 1 < completed delete operation key=Z2HC0VEJJV9V tag=UPP4DZOZZ798 type=del 2024-04-02T08:43:54.471 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.472+0000 7f7da3039780 1 > prepared operation key=SPZ4WDU9FXVH tag=Q0300ZP5VO3T type=del size=3793947 2024-04-02T08:43:54.473 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.474+0000 7f7da3039780 1 < canceled operation key=N5AIAS76IS0Z tag=ADD16NYZZQM9 type=del size=3008640 2024-04-02T08:43:54.474 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.476+0000 7f7da3039780 1 > prepared operation key=A3I3KM5DTR9R tag=RXG5J2JCK3XZ type=del size=2694845 2024-04-02T08:43:54.476 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.478+0000 7f7da3039780 1 < completed part key=_multipart_QHKAPO5SX6SG.2~PBZIUEVHYRNK.0 size=1048576 2024-04-02T08:43:54.478 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.480+0000 7f7da3039780 1 < completed part key=_multipart_QHKAPO5SX6SG.2~PBZIUEVHYRNK.1 size=1048576 2024-04-02T08:43:54.480 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.481+0000 7f7da3039780 1 < completed part key=_multipart_QHKAPO5SX6SG.2~PBZIUEVHYRNK.2 size=486674 2024-04-02T08:43:54.483 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.484+0000 7f7da3039780 1 < completed multipart upload key=QHKAPO5SX6SG upload=PBZIUEVHYRNK tag=4FHSPKJLARTW type=write size=3632402 2024-04-02T08:43:54.487 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.488+0000 7f7da3039780 1 > prepared part key=_multipart_YXESDZ3ETQK9.2~2D1VT0X226AA.0 size=712511 2024-04-02T08:43:54.487 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.488+0000 7f7da3039780 1 > prepared multipart upload key=YXESDZ3ETQK9 upload=2D1VT0X226AA tag=A76ETEN1H0S4 type=write size=1761087 2024-04-02T08:43:54.488 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.490+0000 7f7da3039780 1 < canceled operation key=81LFSX7KH5JC tag=FNPZNEWV4RQZ type=del size=329604 2024-04-02T08:43:54.492 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.494+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~VTI72ZKVT313.0 size=1048576 2024-04-02T08:43:54.494 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.495+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~VTI72ZKVT313.1 size=1048576 2024-04-02T08:43:54.495 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.497+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~VTI72ZKVT313.2 size=257028 2024-04-02T08:43:54.495 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.497+0000 7f7da3039780 1 > prepared multipart upload key=QHKAPO5SX6SG upload=VTI72ZKVT313 tag=ILSOXMBOGQPA type=write size=3402756 2024-04-02T08:43:54.497 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.499+0000 7f7da3039780 1 < completed part key=_multipart_ZV3Q7IXMLI1J.2~HL54ZSJ28VP8.0 size=43810 2024-04-02T08:43:54.500 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.502+0000 7f7da3039780 1 < completed multipart upload key=ZV3Q7IXMLI1J upload=HL54ZSJ28VP8 tag=L2VHJEM9RJVI type=write size=1092386 2024-04-02T08:43:54.504 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.505+0000 7f7da3039780 1 > prepared part key=_multipart_Z2HC0VEJJV9V.2~HHGMZ1GKVKTA.0 size=671978 2024-04-02T08:43:54.504 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.505+0000 7f7da3039780 1 > prepared multipart upload key=Z2HC0VEJJV9V upload=HHGMZ1GKVKTA tag=3A9GALZBII68 type=write size=1720554 2024-04-02T08:43:54.506 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.507+0000 7f7da3039780 1 < completed part key=_multipart_YXESDZ3ETQK9.2~5ZCMYXYIHGGH.0 size=1048576 2024-04-02T08:43:54.507 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.509+0000 7f7da3039780 1 < completed part key=_multipart_YXESDZ3ETQK9.2~5ZCMYXYIHGGH.1 size=747362 2024-04-02T08:43:54.511 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.513+0000 7f7da3039780 1 < completed multipart upload key=YXESDZ3ETQK9 upload=5ZCMYXYIHGGH tag=EDL3WM4LC4GP type=write size=2844514 2024-04-02T08:43:54.515 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.516+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~HDB40MR2NU53.0 size=200949 2024-04-02T08:43:54.515 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.516+0000 7f7da3039780 1 > prepared multipart upload key=QHKAPO5SX6SG upload=HDB40MR2NU53 tag=R95KKEK6K0I9 type=write size=1249525 2024-04-02T08:43:54.518 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.520+0000 7f7da3039780 1 < suggested update operation key=NOK2IIY1WSGJ tag=WWUWT37YUA14 type=del size=2136890 2024-04-02T08:43:54.522 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.524+0000 7f7da3039780 1 > prepared part key=_multipart_ZZ885TFYL1OI.2~1ELUAR8IVV9C.0 size=1047914 2024-04-02T08:43:54.522 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.524+0000 7f7da3039780 1 > prepared multipart upload key=ZZ885TFYL1OI upload=1ELUAR8IVV9C tag=LOSFAR5I2K83 type=write size=2096490 2024-04-02T08:43:54.524 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.525+0000 7f7da3039780 1 < completed write operation key=9H9O464QAWB2 tag=LPGS272PQXCT type=write size=849211 2024-04-02T08:43:54.526 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.527+0000 7f7da3039780 1 > prepared operation key=XN6KQ2LGZYGL tag=ZPFYA28SMQ36 type=del size=4038096 2024-04-02T08:43:54.528 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.529+0000 7f7da3039780 1 < completed part key=_multipart_XV6PSEG36RCA.2~60PFHITBZ5RB.0 size=60915 2024-04-02T08:43:54.531 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.532+0000 7f7da3039780 1 < completed multipart upload key=XV6PSEG36RCA upload=60PFHITBZ5RB tag=96DE0Y3PSTY6 type=write size=1109491 2024-04-02T08:43:54.534 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.536+0000 7f7da3039780 1 > prepared part key=_multipart_AMAKFO5IP7AO.2~02R9KDL7UDJO.0 size=763892 2024-04-02T08:43:54.535 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.536+0000 7f7da3039780 1 > prepared multipart upload key=AMAKFO5IP7AO upload=02R9KDL7UDJO tag=8LOESYRCIAO7 type=write size=1812468 2024-04-02T08:43:54.537 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.538+0000 7f7da3039780 1 < completed delete operation key=SPZ4WDU9FXVH tag=2N8WP22GT9FK type=del 2024-04-02T08:43:54.540 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.542+0000 7f7da3039780 1 > prepared part key=_multipart_9JGJK5C8JJ0Z.2~4OMACH6XWOZN.0 size=1048576 2024-04-02T08:43:54.542 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.544+0000 7f7da3039780 1 > prepared part key=_multipart_9JGJK5C8JJ0Z.2~4OMACH6XWOZN.1 size=1048576 2024-04-02T08:43:54.544 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.545+0000 7f7da3039780 1 > prepared part key=_multipart_9JGJK5C8JJ0Z.2~4OMACH6XWOZN.2 size=469626 2024-04-02T08:43:54.544 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.545+0000 7f7da3039780 1 > prepared multipart upload key=9JGJK5C8JJ0Z upload=4OMACH6XWOZN tag=XWIH8LXPFBXW type=write size=3615354 2024-04-02T08:43:54.545 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.547+0000 7f7da3039780 1 < completed write operation key=1SDLEDDX8LZR tag=249BKNOG8RIM type=write size=151348 2024-04-02T08:43:54.549 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.551+0000 7f7da3039780 1 > prepared part key=_multipart_EAG9W8JA0WA6.2~MAGN088NDTXN.0 size=1048576 2024-04-02T08:43:54.551 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.552+0000 7f7da3039780 1 > prepared part key=_multipart_EAG9W8JA0WA6.2~MAGN088NDTXN.1 size=892028 2024-04-02T08:43:54.551 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.552+0000 7f7da3039780 1 > prepared multipart upload key=EAG9W8JA0WA6 upload=MAGN088NDTXN tag=X9OFTLAW0KLW type=write size=2989180 2024-04-02T08:43:54.553 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.554+0000 7f7da3039780 1 < completed delete operation key=Y5E6U7ZCX7JC tag=3PDS08ZK32I8 type=del 2024-04-02T08:43:54.554 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.556+0000 7f7da3039780 1 > prepared operation key=QSPL4WJY2BVT tag=Q33F2TP013VH type=del size=1536123 2024-04-02T08:43:54.556 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.558+0000 7f7da3039780 1 < completed delete operation key=ELDWOJAKQD69 tag=3STVKCZR642Q type=del 2024-04-02T08:43:54.560 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.562+0000 7f7da3039780 1 > prepared part key=_multipart_A3I3KM5DTR9R.2~SEO23HPPVZCX.0 size=28264 2024-04-02T08:43:54.560 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.562+0000 7f7da3039780 1 > prepared multipart upload key=A3I3KM5DTR9R upload=SEO23HPPVZCX tag=KQY8OM9OOO6P type=write size=1076840 2024-04-02T08:43:54.562 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.564+0000 7f7da3039780 1 < completed part key=_multipart_JFW247YEIEQ0.2~SJGD0R5LLZ64.0 size=42361 2024-04-02T08:43:54.565 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.567+0000 7f7da3039780 1 < completed multipart upload key=JFW247YEIEQ0 upload=SJGD0R5LLZ64 tag=UFXL9AT7MY3G type=write size=1090937 2024-04-02T08:43:54.567 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.569+0000 7f7da3039780 1 > prepared operation key=XN6KQ2LGZYGL tag=RZZ3C23WFFAG type=del size=2435572 2024-04-02T08:43:54.569 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.571+0000 7f7da3039780 1 < completed delete operation key=N5AIAS76IS0Z tag=377BJ4KWIG88 type=del 2024-04-02T08:43:54.571 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.572+0000 7f7da3039780 1 > prepared operation key=XN6KQ2LGZYGL tag=TQOWBTUYBYKR type=del size=3846255 2024-04-02T08:43:54.575 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.576+0000 7f7da3039780 1 < suggested remove operation key=ZZ885TFYL1OI tag=GTBISB960W3W type=del 2024-04-02T08:43:54.577 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.578+0000 7f7da3039780 1 > prepared operation key=R3KOUNXRRJL4 tag=YIY2S3Y4Y8OG type=del size=674442 2024-04-02T08:43:54.580 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.582+0000 7f7da3039780 1 < suggested remove operation key=SPZ4WDU9FXVH tag=Q0300ZP5VO3T type=del 2024-04-02T08:43:54.584 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.586+0000 7f7da3039780 1 > prepared part key=_multipart_EAG9W8JA0WA6.2~RXDQ14AOO71A.0 size=1048576 2024-04-02T08:43:54.586 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.587+0000 7f7da3039780 1 > prepared part key=_multipart_EAG9W8JA0WA6.2~RXDQ14AOO71A.1 size=584745 2024-04-02T08:43:54.586 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.587+0000 7f7da3039780 1 > prepared multipart upload key=EAG9W8JA0WA6 upload=RXDQ14AOO71A tag=RG54N03TFX02 type=write size=2681897 2024-04-02T08:43:54.587 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.589+0000 7f7da3039780 1 < completed delete operation key=A3I3KM5DTR9R tag=RXG5J2JCK3XZ type=del 2024-04-02T08:43:54.589 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.591+0000 7f7da3039780 1 > prepared operation key=AESEEOTWQSFQ tag=93CJ5BMM8V7H type=del size=87316 2024-04-02T08:43:54.591 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.593+0000 7f7da3039780 1 < completed part key=_multipart_YXESDZ3ETQK9.2~2D1VT0X226AA.0 size=712511 2024-04-02T08:43:54.595 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.596+0000 7f7da3039780 1 < completed multipart upload key=YXESDZ3ETQK9 upload=2D1VT0X226AA tag=A76ETEN1H0S4 type=write size=1761087 2024-04-02T08:43:54.596 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.598+0000 7f7da3039780 1 > prepared operation key=BURYF1967J48 tag=NGMO43U8Y6IZ type=del size=2912645 2024-04-02T08:43:54.598 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.600+0000 7f7da3039780 1 < completed part key=_multipart_QHKAPO5SX6SG.2~VTI72ZKVT313.0 size=1048576 2024-04-02T08:43:54.600 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.602+0000 7f7da3039780 1 < completed part key=_multipart_QHKAPO5SX6SG.2~VTI72ZKVT313.1 size=1048576 2024-04-02T08:43:54.602 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.603+0000 7f7da3039780 1 < completed part key=_multipart_QHKAPO5SX6SG.2~VTI72ZKVT313.2 size=257028 2024-04-02T08:43:54.605 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.607+0000 7f7da3039780 1 < completed multipart upload key=QHKAPO5SX6SG upload=VTI72ZKVT313 tag=ILSOXMBOGQPA type=write size=3402756 2024-04-02T08:43:54.607 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.609+0000 7f7da3039780 1 > prepared operation key=9H9O464QAWB2 tag=PFQJ83CM64K2 type=del size=8641 2024-04-02T08:43:54.609 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.611+0000 7f7da3039780 1 < completed part key=_multipart_Z2HC0VEJJV9V.2~HHGMZ1GKVKTA.0 size=671978 2024-04-02T08:43:54.613 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.614+0000 7f7da3039780 1 < completed multipart upload key=Z2HC0VEJJV9V upload=HHGMZ1GKVKTA tag=3A9GALZBII68 type=write size=1720554 2024-04-02T08:43:54.615 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.616+0000 7f7da3039780 1 > prepared operation key=ZV3Q7IXMLI1J tag=V92TG7W30XZR type=del size=2697316 2024-04-02T08:43:54.617 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.618+0000 7f7da3039780 1 < completed part key=_multipart_QHKAPO5SX6SG.2~HDB40MR2NU53.0 size=200949 2024-04-02T08:43:54.620 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.621+0000 7f7da3039780 1 < completed multipart upload key=QHKAPO5SX6SG upload=HDB40MR2NU53 tag=R95KKEK6K0I9 type=write size=1249525 2024-04-02T08:43:54.622 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.623+0000 7f7da3039780 1 > prepared operation key=QSPL4WJY2BVT tag=5AO2FXLX00ER type=del size=1188548 2024-04-02T08:43:54.624 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.625+0000 7f7da3039780 1 < completed part key=_multipart_ZZ885TFYL1OI.2~1ELUAR8IVV9C.0 size=1047914 2024-04-02T08:43:54.627 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.628+0000 7f7da3039780 1 < completed multipart upload key=ZZ885TFYL1OI upload=1ELUAR8IVV9C tag=LOSFAR5I2K83 type=write size=2096490 2024-04-02T08:43:54.631 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.632+0000 7f7da3039780 1 > prepared part key=_multipart_ZV3Q7IXMLI1J.2~NPRNXQD5BV47.0 size=1048576 2024-04-02T08:43:54.632 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.634+0000 7f7da3039780 1 > prepared part key=_multipart_ZV3Q7IXMLI1J.2~NPRNXQD5BV47.1 size=1048576 2024-04-02T08:43:54.634 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.635+0000 7f7da3039780 1 > prepared part key=_multipart_ZV3Q7IXMLI1J.2~NPRNXQD5BV47.2 size=958037 2024-04-02T08:43:54.634 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.635+0000 7f7da3039780 1 > prepared multipart upload key=ZV3Q7IXMLI1J upload=NPRNXQD5BV47 tag=IFGUYAZ8BJ9Q type=write size=4103765 2024-04-02T08:43:54.636 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.637+0000 7f7da3039780 1 < canceled operation key=XN6KQ2LGZYGL tag=ZPFYA28SMQ36 type=del size=4038096 2024-04-02T08:43:54.640 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.641+0000 7f7da3039780 1 > prepared part key=_multipart_JFW247YEIEQ0.2~SQ1S6RY5VIU5.0 size=329581 2024-04-02T08:43:54.640 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.641+0000 7f7da3039780 1 > prepared multipart upload key=JFW247YEIEQ0 upload=SQ1S6RY5VIU5 tag=4GDDGKAI1USJ type=write size=1378157 2024-04-02T08:43:54.642 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.643+0000 7f7da3039780 1 < completed part key=_multipart_AMAKFO5IP7AO.2~02R9KDL7UDJO.0 size=763892 2024-04-02T08:43:54.645 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.646+0000 7f7da3039780 1 < completed multipart upload key=AMAKFO5IP7AO upload=02R9KDL7UDJO tag=8LOESYRCIAO7 type=write size=1812468 2024-04-02T08:43:54.649 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.650+0000 7f7da3039780 1 > prepared part key=_multipart_EAG9W8JA0WA6.2~BZ6CXH0S9BYL.0 size=1048576 2024-04-02T08:43:54.650 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.652+0000 7f7da3039780 1 > prepared part key=_multipart_EAG9W8JA0WA6.2~BZ6CXH0S9BYL.1 size=1048576 2024-04-02T08:43:54.652 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.654+0000 7f7da3039780 1 > prepared part key=_multipart_EAG9W8JA0WA6.2~BZ6CXH0S9BYL.2 size=221822 2024-04-02T08:43:54.652 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.654+0000 7f7da3039780 1 > prepared multipart upload key=EAG9W8JA0WA6 upload=BZ6CXH0S9BYL tag=A2O5L1CD7QWO type=write size=3367550 2024-04-02T08:43:54.654 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.656+0000 7f7da3039780 1 < completed part key=_multipart_9JGJK5C8JJ0Z.2~4OMACH6XWOZN.0 size=1048576 2024-04-02T08:43:54.656 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.658+0000 7f7da3039780 1 < completed part key=_multipart_9JGJK5C8JJ0Z.2~4OMACH6XWOZN.1 size=1048576 2024-04-02T08:43:54.658 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.659+0000 7f7da3039780 1 < completed part key=_multipart_9JGJK5C8JJ0Z.2~4OMACH6XWOZN.2 size=469626 2024-04-02T08:43:54.661 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.663+0000 7f7da3039780 1 < completed multipart upload key=9JGJK5C8JJ0Z upload=4OMACH6XWOZN tag=XWIH8LXPFBXW type=write size=3615354 2024-04-02T08:43:54.663 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.665+0000 7f7da3039780 1 > prepared operation key=YXESDZ3ETQK9 tag=KNST328C0G0M type=del size=2703573 2024-04-02T08:43:54.665 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.667+0000 7f7da3039780 1 < completed part key=_multipart_EAG9W8JA0WA6.2~MAGN088NDTXN.0 size=1048576 2024-04-02T08:43:54.667 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.668+0000 7f7da3039780 1 < completed part key=_multipart_EAG9W8JA0WA6.2~MAGN088NDTXN.1 size=892028 2024-04-02T08:43:54.671 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.673+0000 7f7da3039780 1 < completed multipart upload key=EAG9W8JA0WA6 upload=MAGN088NDTXN tag=X9OFTLAW0KLW type=write size=2989180 2024-04-02T08:43:54.675 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.676+0000 7f7da3039780 1 > prepared part key=_multipart_YWRL9YH2Y59R.2~P14AG1SD14LK.0 size=1048576 2024-04-02T08:43:54.677 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.678+0000 7f7da3039780 1 > prepared part key=_multipart_YWRL9YH2Y59R.2~P14AG1SD14LK.1 size=1048576 2024-04-02T08:43:54.678 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.680+0000 7f7da3039780 1 > prepared part key=_multipart_YWRL9YH2Y59R.2~P14AG1SD14LK.2 size=464049 2024-04-02T08:43:54.678 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.680+0000 7f7da3039780 1 > prepared multipart upload key=YWRL9YH2Y59R upload=P14AG1SD14LK tag=5VWTOW9ISZLW type=write size=3609777 2024-04-02T08:43:54.680 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.682+0000 7f7da3039780 1 < completed delete operation key=QSPL4WJY2BVT tag=Q33F2TP013VH type=del 2024-04-02T08:43:54.682 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.684+0000 7f7da3039780 1 > prepared operation key=XV6PSEG36RCA tag=OQ4BCUKG0YKD type=del size=1389206 2024-04-02T08:43:54.685 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.686+0000 7f7da3039780 1 < completed part key=_multipart_A3I3KM5DTR9R.2~SEO23HPPVZCX.0 size=28264 2024-04-02T08:43:54.689 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.690+0000 7f7da3039780 1 < completed multipart upload key=A3I3KM5DTR9R upload=SEO23HPPVZCX tag=KQY8OM9OOO6P type=write size=1076840 2024-04-02T08:43:54.690 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.692+0000 7f7da3039780 1 > prepared operation key=A3I3KM5DTR9R tag=VBH7FW7655FY type=del size=832345 2024-04-02T08:43:54.692 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.694+0000 7f7da3039780 1 < completed delete operation key=XN6KQ2LGZYGL tag=RZZ3C23WFFAG type=del 2024-04-02T08:43:54.694 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.696+0000 7f7da3039780 1 > prepared operation key=ZZ885TFYL1OI tag=INOMHONAXDOD type=del size=832484 2024-04-02T08:43:54.696 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.698+0000 7f7da3039780 1 < completed delete operation key=XN6KQ2LGZYGL tag=TQOWBTUYBYKR type=del 2024-04-02T08:43:54.701 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.703+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~CP5RASOU60GI.0 size=1048576 2024-04-02T08:43:54.703 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.705+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~CP5RASOU60GI.1 size=1048576 2024-04-02T08:43:54.705 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.707+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~CP5RASOU60GI.2 size=98159 2024-04-02T08:43:54.706 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.707+0000 7f7da3039780 1 > prepared multipart upload key=9H9O464QAWB2 upload=CP5RASOU60GI tag=CAIL4VHFUAJ4 type=write size=3243887 2024-04-02T08:43:54.710 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.712+0000 7f7da3039780 1 < suggested update operation key=R3KOUNXRRJL4 tag=YIY2S3Y4Y8OG type=del size=674442 2024-04-02T08:43:54.713 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.714+0000 7f7da3039780 1 > prepared operation key=ZZ885TFYL1OI tag=Z42OUYBKP5BB type=del size=4018264 2024-04-02T08:43:54.715 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.717+0000 7f7da3039780 1 < completed part key=_multipart_EAG9W8JA0WA6.2~RXDQ14AOO71A.0 size=1048576 2024-04-02T08:43:54.718 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.720+0000 7f7da3039780 1 < completed part key=_multipart_EAG9W8JA0WA6.2~RXDQ14AOO71A.1 size=584745 2024-04-02T08:43:54.723 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.724+0000 7f7da3039780 1 < completed multipart upload key=EAG9W8JA0WA6 upload=RXDQ14AOO71A tag=RG54N03TFX02 type=write size=2681897 2024-04-02T08:43:54.727 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.729+0000 7f7da3039780 1 > prepared part key=_multipart_D0Z1XMS5I5SH.2~18WCC2261A6A.0 size=656095 2024-04-02T08:43:54.727 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.729+0000 7f7da3039780 1 > prepared multipart upload key=D0Z1XMS5I5SH upload=18WCC2261A6A tag=5B533J0UGN2T type=write size=1704671 2024-04-02T08:43:54.730 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.731+0000 7f7da3039780 1 < completed delete operation key=AESEEOTWQSFQ tag=93CJ5BMM8V7H type=del 2024-04-02T08:43:54.732 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.734+0000 7f7da3039780 1 > prepared operation key=YWRL9YH2Y59R tag=OYISQJCMX8T8 type=del size=3471877 2024-04-02T08:43:54.735 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.736+0000 7f7da3039780 1 < completed delete operation key=BURYF1967J48 tag=NGMO43U8Y6IZ type=del 2024-04-02T08:43:54.737 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.739+0000 7f7da3039780 1 > prepared operation key=ELDWOJAKQD69 tag=522RM14METNB type=del size=868824 2024-04-02T08:43:54.739 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.741+0000 7f7da3039780 1 < completed delete operation key=9H9O464QAWB2 tag=PFQJ83CM64K2 type=del 2024-04-02T08:43:54.742 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.744+0000 7f7da3039780 1 > prepared operation key=QSPL4WJY2BVT tag=CIJNYCIF6V5E type=del size=2835390 2024-04-02T08:43:54.744 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.746+0000 7f7da3039780 1 < completed delete operation key=ZV3Q7IXMLI1J tag=V92TG7W30XZR type=del 2024-04-02T08:43:54.746 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.748+0000 7f7da3039780 1 > prepared operation key=XV6PSEG36RCA tag=V0BHAA2I2BWN type=del size=524730 2024-04-02T08:43:54.748 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.750+0000 7f7da3039780 1 < completed delete operation key=QSPL4WJY2BVT tag=5AO2FXLX00ER type=del 2024-04-02T08:43:54.751 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.752+0000 7f7da3039780 1 > prepared operation key=ELDWOJAKQD69 tag=08J4ZH6ZBAZ4 type=del size=1997780 2024-04-02T08:43:54.753 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.755+0000 7f7da3039780 1 < completed part key=_multipart_ZV3Q7IXMLI1J.2~NPRNXQD5BV47.0 size=1048576 2024-04-02T08:43:54.755 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.757+0000 7f7da3039780 1 < completed part key=_multipart_ZV3Q7IXMLI1J.2~NPRNXQD5BV47.1 size=1048576 2024-04-02T08:43:54.757 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.759+0000 7f7da3039780 1 < completed part key=_multipart_ZV3Q7IXMLI1J.2~NPRNXQD5BV47.2 size=958037 2024-04-02T08:43:54.762 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.763+0000 7f7da3039780 1 < completed multipart upload key=ZV3Q7IXMLI1J upload=NPRNXQD5BV47 tag=IFGUYAZ8BJ9Q type=write size=4103765 2024-04-02T08:43:54.765 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.766+0000 7f7da3039780 1 > prepared operation key=DJP9NW2GDNHB tag=1NYL02GKZ42N type=write size=524586 2024-04-02T08:43:54.767 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.769+0000 7f7da3039780 1 < completed part key=_multipart_JFW247YEIEQ0.2~SQ1S6RY5VIU5.0 size=329581 2024-04-02T08:43:54.771 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.773+0000 7f7da3039780 1 < completed multipart upload key=JFW247YEIEQ0 upload=SQ1S6RY5VIU5 tag=4GDDGKAI1USJ type=write size=1378157 2024-04-02T08:43:54.773 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.775+0000 7f7da3039780 1 > prepared operation key=DJP9NW2GDNHB tag=GI9L1I1VFLO1 type=write size=60283 2024-04-02T08:43:54.774 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.775+0000 7f7da3039780 1 < canceled part key=_multipart_EAG9W8JA0WA6.2~BZ6CXH0S9BYL.0 size=1048576 2024-04-02T08:43:54.776 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.777+0000 7f7da3039780 1 < completed part key=_multipart_EAG9W8JA0WA6.2~BZ6CXH0S9BYL.1 size=1048576 2024-04-02T08:43:54.778 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.780+0000 7f7da3039780 1 < completed part key=_multipart_EAG9W8JA0WA6.2~BZ6CXH0S9BYL.2 size=221822 2024-04-02T08:43:54.782 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.783+0000 7f7da3039780 1 < canceled multipart upload key=EAG9W8JA0WA6 upload=BZ6CXH0S9BYL tag=A2O5L1CD7QWO type=write size=3367550 2024-04-02T08:43:54.784 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.785+0000 7f7da3039780 1 > prepared operation key=DJP9NW2GDNHB tag=R15ZELBJ1Y03 type=del size=2525532 2024-04-02T08:43:54.787 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.789+0000 7f7da3039780 1 < suggested remove operation key=YXESDZ3ETQK9 tag=KNST328C0G0M type=del 2024-04-02T08:43:54.794 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.793+0000 7f7da3039780 1 > prepared part key=_multipart_R3KOUNXRRJL4.2~6XUK1B484JXN.0 size=867786 2024-04-02T08:43:54.794 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.793+0000 7f7da3039780 1 > prepared multipart upload key=R3KOUNXRRJL4 upload=6XUK1B484JXN tag=5HTTG0LLOZTK type=write size=1916362 2024-04-02T08:43:54.794 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.793+0000 7f7da3039780 1 < canceled part key=_multipart_YWRL9YH2Y59R.2~P14AG1SD14LK.0 size=1048576 2024-04-02T08:43:54.794 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.795+0000 7f7da3039780 1 < completed part key=_multipart_YWRL9YH2Y59R.2~P14AG1SD14LK.1 size=1048576 2024-04-02T08:43:54.795 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.796+0000 7f7da3039780 1 < completed part key=_multipart_YWRL9YH2Y59R.2~P14AG1SD14LK.2 size=464049 2024-04-02T08:43:54.798 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.800+0000 7f7da3039780 1 < canceled multipart upload key=YWRL9YH2Y59R upload=P14AG1SD14LK tag=5VWTOW9ISZLW type=write size=3609777 2024-04-02T08:43:54.802 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.804+0000 7f7da3039780 1 > prepared part key=_multipart_BURYF1967J48.2~0O25WCP1ZA50.0 size=832326 2024-04-02T08:43:54.802 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.804+0000 7f7da3039780 1 > prepared multipart upload key=BURYF1967J48 upload=0O25WCP1ZA50 tag=R38SB3LP8M2C type=write size=1880902 2024-04-02T08:43:54.806 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.808+0000 7f7da3039780 1 < suggested remove operation key=XV6PSEG36RCA tag=OQ4BCUKG0YKD type=del 2024-04-02T08:43:54.808 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.810+0000 7f7da3039780 1 > prepared operation key=XV6PSEG36RCA tag=NPVWFE8R7PJD type=del size=1461329 2024-04-02T08:43:54.813 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.814+0000 7f7da3039780 1 < suggested remove operation key=A3I3KM5DTR9R tag=VBH7FW7655FY type=del 2024-04-02T08:43:54.815 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.816+0000 7f7da3039780 1 > prepared operation key=YWRL9YH2Y59R tag=3ET1OUMG9OOL type=del size=3112944 2024-04-02T08:43:54.817 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.818+0000 7f7da3039780 1 < completed delete operation key=ZZ885TFYL1OI tag=INOMHONAXDOD type=del 2024-04-02T08:43:54.819 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.821+0000 7f7da3039780 1 > prepared operation key=DJP9NW2GDNHB tag=7K59JXXOORZH type=del size=527333 2024-04-02T08:43:54.821 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.823+0000 7f7da3039780 1 < completed part key=_multipart_9H9O464QAWB2.2~CP5RASOU60GI.0 size=1048576 2024-04-02T08:43:54.823 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.825+0000 7f7da3039780 1 < completed part key=_multipart_9H9O464QAWB2.2~CP5RASOU60GI.1 size=1048576 2024-04-02T08:43:54.825 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.827+0000 7f7da3039780 1 < completed part key=_multipart_9H9O464QAWB2.2~CP5RASOU60GI.2 size=98159 2024-04-02T08:43:54.830 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.831+0000 7f7da3039780 1 < completed multipart upload key=9H9O464QAWB2 upload=CP5RASOU60GI tag=CAIL4VHFUAJ4 type=write size=3243887 2024-04-02T08:43:54.834 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.836+0000 7f7da3039780 1 > prepared part key=_multipart_993CLRT5TRZG.2~CDILRBRERMU5.0 size=1048576 2024-04-02T08:43:54.836 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.838+0000 7f7da3039780 1 > prepared part key=_multipart_993CLRT5TRZG.2~CDILRBRERMU5.1 size=1048576 2024-04-02T08:43:54.838 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.839+0000 7f7da3039780 1 > prepared part key=_multipart_993CLRT5TRZG.2~CDILRBRERMU5.2 size=920100 2024-04-02T08:43:54.838 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.839+0000 7f7da3039780 1 > prepared multipart upload key=993CLRT5TRZG upload=CDILRBRERMU5 tag=KKLI2C7F9D34 type=write size=4065828 2024-04-02T08:43:54.840 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.842+0000 7f7da3039780 1 < completed delete operation key=ZZ885TFYL1OI tag=Z42OUYBKP5BB type=del 2024-04-02T08:43:54.844 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.846+0000 7f7da3039780 1 > prepared part key=_multipart_B23RMWV8I9ZL.2~9B8U2G036J3M.0 size=1048576 2024-04-02T08:43:54.846 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.847+0000 7f7da3039780 1 > prepared part key=_multipart_B23RMWV8I9ZL.2~9B8U2G036J3M.1 size=1048576 2024-04-02T08:43:54.847 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.849+0000 7f7da3039780 1 > prepared part key=_multipart_B23RMWV8I9ZL.2~9B8U2G036J3M.2 size=708071 2024-04-02T08:43:54.847 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.849+0000 7f7da3039780 1 > prepared multipart upload key=B23RMWV8I9ZL upload=9B8U2G036J3M tag=64Z2S075ZJV5 type=write size=3853799 2024-04-02T08:43:54.849 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.851+0000 7f7da3039780 1 < completed part key=_multipart_D0Z1XMS5I5SH.2~18WCC2261A6A.0 size=656095 2024-04-02T08:43:54.853 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.855+0000 7f7da3039780 1 < completed multipart upload key=D0Z1XMS5I5SH upload=18WCC2261A6A tag=5B533J0UGN2T type=write size=1704671 2024-04-02T08:43:54.855 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.857+0000 7f7da3039780 1 > prepared operation key=YXESDZ3ETQK9 tag=GG3QALJ8LVJX type=del size=3087346 2024-04-02T08:43:54.860 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.862+0000 7f7da3039780 1 < suggested update operation key=YWRL9YH2Y59R tag=OYISQJCMX8T8 type=del size=3471877 2024-04-02T08:43:54.862 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.864+0000 7f7da3039780 1 > prepared operation key=N5AIAS76IS0Z tag=2KMN1ADBDSC0 type=del size=442392 2024-04-02T08:43:54.866 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.868+0000 7f7da3039780 1 < suggested remove operation key=ELDWOJAKQD69 tag=522RM14METNB type=del 2024-04-02T08:43:54.868 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.870+0000 7f7da3039780 1 > prepared operation key=JFW247YEIEQ0 tag=3PQV4MZE60DA type=del size=200806 2024-04-02T08:43:54.870 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.872+0000 7f7da3039780 1 < canceled operation key=QSPL4WJY2BVT tag=CIJNYCIF6V5E type=del size=2835390 2024-04-02T08:43:54.874 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.876+0000 7f7da3039780 1 > prepared part key=_multipart_B23RMWV8I9ZL.2~JEIGFVNPE0J3.0 size=107824 2024-04-02T08:43:54.874 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.876+0000 7f7da3039780 1 > prepared multipart upload key=B23RMWV8I9ZL upload=JEIGFVNPE0J3 tag=O8BLHYK5TQXV type=write size=1156400 2024-04-02T08:43:54.877 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.878+0000 7f7da3039780 -1 < failed to complete operation key=XV6PSEG36RCA tag=V0BHAA2I2BWN type=del size=524730: (22) Invalid argument 2024-04-02T08:43:54.879 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.880+0000 7f7da3039780 1 > prepared operation key=BURYF1967J48 tag=WSVMHKGGK62C type=del size=1711480 2024-04-02T08:43:54.881 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.883+0000 7f7da3039780 -1 < failed to complete operation key=ELDWOJAKQD69 tag=08J4ZH6ZBAZ4 type=del size=1997780: (22) Invalid argument 2024-04-02T08:43:54.883 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.885+0000 7f7da3039780 1 > prepared operation key=N5AIAS76IS0Z tag=01XOA73B411E type=del size=3689548 2024-04-02T08:43:54.885 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.887+0000 7f7da3039780 1 < completed write operation key=DJP9NW2GDNHB tag=1NYL02GKZ42N type=write size=524586 2024-04-02T08:43:54.887 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.889+0000 7f7da3039780 1 > prepared operation key=SPZ4WDU9FXVH tag=XNJ9S1PJDLK5 type=del size=2672038 2024-04-02T08:43:54.891 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.893+0000 7f7da3039780 1 < suggested remove operation key=DJP9NW2GDNHB tag=GI9L1I1VFLO1 type=write 2024-04-02T08:43:54.893 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.895+0000 7f7da3039780 1 > prepared operation key=DJP9NW2GDNHB tag=6JJZA8KD65D6 type=write size=262699 2024-04-02T08:43:54.896 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.897+0000 7f7da3039780 -1 < failed to complete operation key=DJP9NW2GDNHB tag=R15ZELBJ1Y03 type=del size=2525532: (22) Invalid argument 2024-04-02T08:43:54.898 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.900+0000 7f7da3039780 1 > prepared operation key=1SDLEDDX8LZR tag=Z79HQ7M6BWMU type=del size=1920955 2024-04-02T08:43:54.900 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.902+0000 7f7da3039780 1 < completed part key=_multipart_R3KOUNXRRJL4.2~6XUK1B484JXN.0 size=867786 2024-04-02T08:43:54.903 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.905+0000 7f7da3039780 1 < completed multipart upload key=R3KOUNXRRJL4 upload=6XUK1B484JXN tag=5HTTG0LLOZTK type=write size=1916362 2024-04-02T08:43:54.905 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.907+0000 7f7da3039780 1 > prepared operation key=D0Z1XMS5I5SH tag=XUZ74USYCS3B type=write size=271169 2024-04-02T08:43:54.907 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.909+0000 7f7da3039780 1 < completed part key=_multipart_BURYF1967J48.2~0O25WCP1ZA50.0 size=832326 2024-04-02T08:43:54.911 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.913+0000 7f7da3039780 1 < completed multipart upload key=BURYF1967J48 upload=0O25WCP1ZA50 tag=R38SB3LP8M2C type=write size=1880902 2024-04-02T08:43:54.913 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.915+0000 7f7da3039780 1 > prepared operation key=R3KOUNXRRJL4 tag=IA83QOSS0L40 type=write size=678719 2024-04-02T08:43:54.915 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.917+0000 7f7da3039780 1 < completed delete operation key=XV6PSEG36RCA tag=NPVWFE8R7PJD type=del 2024-04-02T08:43:54.917 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.919+0000 7f7da3039780 1 > prepared operation key=EAG9W8JA0WA6 tag=2VS4GCH3YBKG type=write size=337807 2024-04-02T08:43:54.920 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.921+0000 7f7da3039780 -1 < failed to complete operation key=YWRL9YH2Y59R tag=3ET1OUMG9OOL type=del size=3112944: (22) Invalid argument 2024-04-02T08:43:54.924 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.925+0000 7f7da3039780 1 > prepared part key=_multipart_N5AIAS76IS0Z.2~JB3PKCZUNCVK.0 size=444942 2024-04-02T08:43:54.924 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.925+0000 7f7da3039780 1 > prepared multipart upload key=N5AIAS76IS0Z upload=JB3PKCZUNCVK tag=H1XM0Y0P03CF type=write size=1493518 2024-04-02T08:43:54.926 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.928+0000 7f7da3039780 -1 < failed to complete operation key=DJP9NW2GDNHB tag=7K59JXXOORZH type=del size=527333: (22) Invalid argument 2024-04-02T08:43:54.930 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.932+0000 7f7da3039780 1 > prepared part key=_multipart_EAG9W8JA0WA6.2~IXSBRE0NAUUH.0 size=1048576 2024-04-02T08:43:54.932 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.933+0000 7f7da3039780 1 > prepared part key=_multipart_EAG9W8JA0WA6.2~IXSBRE0NAUUH.1 size=1048576 2024-04-02T08:43:54.933 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.935+0000 7f7da3039780 1 > prepared part key=_multipart_EAG9W8JA0WA6.2~IXSBRE0NAUUH.2 size=646609 2024-04-02T08:43:54.934 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.935+0000 7f7da3039780 1 > prepared multipart upload key=EAG9W8JA0WA6 upload=IXSBRE0NAUUH tag=9FVJMMR7G562 type=write size=3792337 2024-04-02T08:43:54.935 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.937+0000 7f7da3039780 1 < completed part key=_multipart_993CLRT5TRZG.2~CDILRBRERMU5.0 size=1048576 2024-04-02T08:43:54.937 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.939+0000 7f7da3039780 1 < completed part key=_multipart_993CLRT5TRZG.2~CDILRBRERMU5.1 size=1048576 2024-04-02T08:43:54.939 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.941+0000 7f7da3039780 1 < completed part key=_multipart_993CLRT5TRZG.2~CDILRBRERMU5.2 size=920100 2024-04-02T08:43:54.943 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.944+0000 7f7da3039780 1 < completed multipart upload key=993CLRT5TRZG upload=CDILRBRERMU5 tag=KKLI2C7F9D34 type=write size=4065828 2024-04-02T08:43:54.947 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.949+0000 7f7da3039780 1 > prepared part key=_multipart_Y5E6U7ZCX7JC.2~ORBOXSNEMDMM.0 size=129161 2024-04-02T08:43:54.947 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.949+0000 7f7da3039780 1 > prepared multipart upload key=Y5E6U7ZCX7JC upload=ORBOXSNEMDMM tag=PVZ8MBJ1JYMO type=write size=1177737 2024-04-02T08:43:54.947 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.949+0000 7f7da3039780 1 < canceled part key=_multipart_B23RMWV8I9ZL.2~9B8U2G036J3M.0 size=1048576 2024-04-02T08:43:54.948 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.949+0000 7f7da3039780 1 < canceled part key=_multipart_B23RMWV8I9ZL.2~9B8U2G036J3M.1 size=1048576 2024-04-02T08:43:54.949 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.951+0000 7f7da3039780 1 < completed part key=_multipart_B23RMWV8I9ZL.2~9B8U2G036J3M.2 size=708071 2024-04-02T08:43:54.953 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.954+0000 7f7da3039780 1 < canceled multipart upload key=B23RMWV8I9ZL upload=9B8U2G036J3M tag=64Z2S075ZJV5 type=write size=3853799 2024-04-02T08:43:54.954 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.956+0000 7f7da3039780 1 > prepared operation key=993CLRT5TRZG tag=8QYSFGFSR6FL type=del size=2474169 2024-04-02T08:43:54.956 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.958+0000 7f7da3039780 1 < completed delete operation key=YXESDZ3ETQK9 tag=GG3QALJ8LVJX type=del 2024-04-02T08:43:54.958 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.960+0000 7f7da3039780 1 > prepared operation key=BURYF1967J48 tag=G6F69IIW6XZ0 type=write size=167476 2024-04-02T08:43:54.960 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.962+0000 7f7da3039780 1 < completed delete operation key=N5AIAS76IS0Z tag=2KMN1ADBDSC0 type=del 2024-04-02T08:43:54.962 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.964+0000 7f7da3039780 1 > prepared operation key=QHKAPO5SX6SG tag=K042R9WZ8BCQ type=del size=174161 2024-04-02T08:43:54.964 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.966+0000 7f7da3039780 1 < completed delete operation key=JFW247YEIEQ0 tag=3PQV4MZE60DA type=del 2024-04-02T08:43:54.968 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.969+0000 7f7da3039780 1 > prepared part key=_multipart_N5AIAS76IS0Z.2~IB9M468C7ZIH.0 size=17903 2024-04-02T08:43:54.968 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.969+0000 7f7da3039780 1 > prepared multipart upload key=N5AIAS76IS0Z upload=IB9M468C7ZIH tag=BTQF6GNP0IYF type=write size=1066479 2024-04-02T08:43:54.970 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.971+0000 7f7da3039780 1 < completed part key=_multipart_B23RMWV8I9ZL.2~JEIGFVNPE0J3.0 size=107824 2024-04-02T08:43:54.973 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.975+0000 7f7da3039780 1 < completed multipart upload key=B23RMWV8I9ZL upload=JEIGFVNPE0J3 tag=O8BLHYK5TQXV type=write size=1156400 2024-04-02T08:43:54.975 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.977+0000 7f7da3039780 1 > prepared operation key=9H9O464QAWB2 tag=QWYIBFCNNOUJ type=write size=654316 2024-04-02T08:43:54.977 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.979+0000 7f7da3039780 1 < completed delete operation key=BURYF1967J48 tag=WSVMHKGGK62C type=del 2024-04-02T08:43:54.979 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.981+0000 7f7da3039780 1 > prepared operation key=9JGJK5C8JJ0Z tag=SKCBALJ2343B type=del size=1150222 2024-04-02T08:43:54.981 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.983+0000 7f7da3039780 1 < canceled operation key=N5AIAS76IS0Z tag=01XOA73B411E type=del size=3689548 2024-04-02T08:43:54.983 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.985+0000 7f7da3039780 1 > prepared operation key=993CLRT5TRZG tag=2NV5145E36PI type=del size=831570 2024-04-02T08:43:54.986 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.987+0000 7f7da3039780 1 < completed delete operation key=SPZ4WDU9FXVH tag=XNJ9S1PJDLK5 type=del 2024-04-02T08:43:54.988 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.990+0000 7f7da3039780 1 > prepared operation key=ELDWOJAKQD69 tag=3PJWU0HMF6NE type=write size=224298 2024-04-02T08:43:54.990 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.992+0000 7f7da3039780 1 < canceled operation key=DJP9NW2GDNHB tag=6JJZA8KD65D6 type=write size=262699 2024-04-02T08:43:54.992 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.994+0000 7f7da3039780 1 > prepared operation key=YWRL9YH2Y59R tag=5FZC326NTXNA type=del size=3134351 2024-04-02T08:43:54.998 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:54.999+0000 7f7da3039780 1 < suggested update operation key=1SDLEDDX8LZR tag=Z79HQ7M6BWMU type=del size=1920955 2024-04-02T08:43:55.002 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.003+0000 7f7da3039780 1 > prepared part key=_multipart_1SDLEDDX8LZR.2~W8I2QHWNVB7Q.0 size=788474 2024-04-02T08:43:55.002 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.003+0000 7f7da3039780 1 > prepared multipart upload key=1SDLEDDX8LZR upload=W8I2QHWNVB7Q tag=ZV9RO53REACS type=write size=1837050 2024-04-02T08:43:55.004 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.006+0000 7f7da3039780 1 < completed write operation key=D0Z1XMS5I5SH tag=XUZ74USYCS3B type=write size=271169 2024-04-02T08:43:55.009 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.010+0000 7f7da3039780 1 > prepared part key=_multipart_Z2HC0VEJJV9V.2~4UN110YKKCBI.0 size=575543 2024-04-02T08:43:55.009 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.010+0000 7f7da3039780 1 > prepared multipart upload key=Z2HC0VEJJV9V upload=4UN110YKKCBI tag=THWG0TJ5FYHO type=write size=1624119 2024-04-02T08:43:55.013 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.015+0000 7f7da3039780 1 < suggested remove operation key=R3KOUNXRRJL4 tag=IA83QOSS0L40 type=write 2024-04-02T08:43:55.016 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.017+0000 7f7da3039780 1 > prepared operation key=9H9O464QAWB2 tag=7XGFIWQ98Y2N type=del size=179397 2024-04-02T08:43:55.018 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.020+0000 7f7da3039780 1 < completed write operation key=EAG9W8JA0WA6 tag=2VS4GCH3YBKG type=write size=337807 2024-04-02T08:43:55.022 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.024+0000 7f7da3039780 1 > prepared part key=_multipart_XV6PSEG36RCA.2~YHKB0CZZOW0I.0 size=1048576 2024-04-02T08:43:55.025 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.026+0000 7f7da3039780 1 > prepared part key=_multipart_XV6PSEG36RCA.2~YHKB0CZZOW0I.1 size=767839 2024-04-02T08:43:55.025 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.026+0000 7f7da3039780 1 > prepared multipart upload key=XV6PSEG36RCA upload=YHKB0CZZOW0I tag=03GXC8PARQQ2 type=write size=2864991 2024-04-02T08:43:55.027 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.028+0000 7f7da3039780 1 < completed part key=_multipart_N5AIAS76IS0Z.2~JB3PKCZUNCVK.0 size=444942 2024-04-02T08:43:55.030 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.032+0000 7f7da3039780 1 < completed multipart upload key=N5AIAS76IS0Z upload=JB3PKCZUNCVK tag=H1XM0Y0P03CF type=write size=1493518 2024-04-02T08:43:55.032 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.034+0000 7f7da3039780 1 > prepared operation key=QSPL4WJY2BVT tag=9XY3BXG7XNJ7 type=del size=2965619 2024-04-02T08:43:55.034 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.036+0000 7f7da3039780 1 < completed part key=_multipart_EAG9W8JA0WA6.2~IXSBRE0NAUUH.0 size=1048576 2024-04-02T08:43:55.036 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.038+0000 7f7da3039780 1 < completed part key=_multipart_EAG9W8JA0WA6.2~IXSBRE0NAUUH.1 size=1048576 2024-04-02T08:43:55.038 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.040+0000 7f7da3039780 1 < completed part key=_multipart_EAG9W8JA0WA6.2~IXSBRE0NAUUH.2 size=646609 2024-04-02T08:43:55.042 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.043+0000 7f7da3039780 1 < completed multipart upload key=EAG9W8JA0WA6 upload=IXSBRE0NAUUH tag=9FVJMMR7G562 type=write size=3792337 2024-04-02T08:43:55.044 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.045+0000 7f7da3039780 1 > prepared operation key=DJP9NW2GDNHB tag=1GVUP1F009OQ type=del size=2017192 2024-04-02T08:43:55.046 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.048+0000 7f7da3039780 1 < completed part key=_multipart_Y5E6U7ZCX7JC.2~ORBOXSNEMDMM.0 size=129161 2024-04-02T08:43:55.049 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.051+0000 7f7da3039780 1 < completed multipart upload key=Y5E6U7ZCX7JC upload=ORBOXSNEMDMM tag=PVZ8MBJ1JYMO type=write size=1177737 2024-04-02T08:43:55.051 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.053+0000 7f7da3039780 1 > prepared operation key=A3I3KM5DTR9R tag=MURRTIR680KH type=del size=3718 2024-04-02T08:43:55.053 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.055+0000 7f7da3039780 1 < completed delete operation key=993CLRT5TRZG tag=8QYSFGFSR6FL type=del 2024-04-02T08:43:55.055 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.057+0000 7f7da3039780 1 > prepared operation key=XN6KQ2LGZYGL tag=KWBXBR1SEQ13 type=del size=1083367 2024-04-02T08:43:55.057 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.058+0000 7f7da3039780 1 < completed write operation key=BURYF1967J48 tag=G6F69IIW6XZ0 type=write size=167476 2024-04-02T08:43:55.059 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.060+0000 7f7da3039780 1 > prepared operation key=SPZ4WDU9FXVH tag=396P5ANZYSFF type=del size=4058768 2024-04-02T08:43:55.063 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.064+0000 7f7da3039780 1 < suggested update operation key=QHKAPO5SX6SG tag=K042R9WZ8BCQ type=del size=174161 2024-04-02T08:43:55.067 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.069+0000 7f7da3039780 1 > prepared part key=_multipart_NOK2IIY1WSGJ.2~0VCS8CCR243S.0 size=1012944 2024-04-02T08:43:55.068 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.069+0000 7f7da3039780 1 > prepared multipart upload key=NOK2IIY1WSGJ upload=0VCS8CCR243S tag=EY2UPMJ0NMKR type=write size=2061520 2024-04-02T08:43:55.070 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.072+0000 7f7da3039780 1 < completed part key=_multipart_N5AIAS76IS0Z.2~IB9M468C7ZIH.0 size=17903 2024-04-02T08:43:55.073 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.075+0000 7f7da3039780 1 < completed multipart upload key=N5AIAS76IS0Z upload=IB9M468C7ZIH tag=BTQF6GNP0IYF type=write size=1066479 2024-04-02T08:43:55.077 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.079+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~X1DSIAD4BG32.0 size=1048576 2024-04-02T08:43:55.079 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.080+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~X1DSIAD4BG32.1 size=550497 2024-04-02T08:43:55.079 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.080+0000 7f7da3039780 1 > prepared multipart upload key=6TJF572KI0FA upload=X1DSIAD4BG32 tag=8MM6860ELGLJ type=write size=2647649 2024-04-02T08:43:55.081 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.082+0000 7f7da3039780 1 < completed write operation key=9H9O464QAWB2 tag=QWYIBFCNNOUJ type=write size=654316 2024-04-02T08:43:55.083 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.084+0000 7f7da3039780 1 > prepared operation key=XV6PSEG36RCA tag=KOLGQDE00UG4 type=del size=4057448 2024-04-02T08:43:55.084 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.086+0000 7f7da3039780 1 < completed delete operation key=9JGJK5C8JJ0Z tag=SKCBALJ2343B type=del 2024-04-02T08:43:55.089 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.090+0000 7f7da3039780 1 > prepared part key=_multipart_ZV3Q7IXMLI1J.2~WOZBUBC8OTFB.0 size=1048576 2024-04-02T08:43:55.090 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.092+0000 7f7da3039780 1 > prepared part key=_multipart_ZV3Q7IXMLI1J.2~WOZBUBC8OTFB.1 size=1048576 2024-04-02T08:43:55.092 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.094+0000 7f7da3039780 1 > prepared part key=_multipart_ZV3Q7IXMLI1J.2~WOZBUBC8OTFB.2 size=730690 2024-04-02T08:43:55.092 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.094+0000 7f7da3039780 1 > prepared multipart upload key=ZV3Q7IXMLI1J upload=WOZBUBC8OTFB tag=N12435N3GQVA type=write size=3876418 2024-04-02T08:43:55.094 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.096+0000 7f7da3039780 1 < completed delete operation key=993CLRT5TRZG tag=2NV5145E36PI type=del 2024-04-02T08:43:55.098 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.100+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~F9B38CVIVE17.0 size=1048576 2024-04-02T08:43:55.100 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.101+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~F9B38CVIVE17.1 size=1048576 2024-04-02T08:43:55.102 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.103+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~F9B38CVIVE17.2 size=11203 2024-04-02T08:43:55.102 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.103+0000 7f7da3039780 1 > prepared multipart upload key=6TJF572KI0FA upload=F9B38CVIVE17 tag=WZ3JNBZPHUCS type=write size=3156931 2024-04-02T08:43:55.104 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.105+0000 7f7da3039780 1 < completed write operation key=ELDWOJAKQD69 tag=3PJWU0HMF6NE type=write size=224298 2024-04-02T08:43:55.106 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.107+0000 7f7da3039780 1 > prepared operation key=XV6PSEG36RCA tag=1VVPPQZJELV6 type=write size=822920 2024-04-02T08:43:55.108 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.109+0000 7f7da3039780 1 < canceled operation key=YWRL9YH2Y59R tag=5FZC326NTXNA type=del size=3134351 2024-04-02T08:43:55.112 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.113+0000 7f7da3039780 1 > prepared part key=_multipart_D0Z1XMS5I5SH.2~B8WVUBFBJD06.0 size=10947 2024-04-02T08:43:55.112 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.113+0000 7f7da3039780 1 > prepared multipart upload key=D0Z1XMS5I5SH upload=B8WVUBFBJD06 tag=O9PK8R3YP3SF type=write size=1059523 2024-04-02T08:43:55.115 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.117+0000 7f7da3039780 1 < completed part key=_multipart_1SDLEDDX8LZR.2~W8I2QHWNVB7Q.0 size=788474 2024-04-02T08:43:55.119 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.120+0000 7f7da3039780 1 < completed multipart upload key=1SDLEDDX8LZR upload=W8I2QHWNVB7Q tag=ZV9RO53REACS type=write size=1837050 2024-04-02T08:43:55.123 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.124+0000 7f7da3039780 1 > prepared part key=_multipart_ZZ885TFYL1OI.2~1YJCY300RUWF.0 size=1048576 2024-04-02T08:43:55.124 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.126+0000 7f7da3039780 1 > prepared part key=_multipart_ZZ885TFYL1OI.2~1YJCY300RUWF.1 size=644835 2024-04-02T08:43:55.125 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.126+0000 7f7da3039780 1 > prepared multipart upload key=ZZ885TFYL1OI upload=1YJCY300RUWF tag=B7AL0QSRF17G type=write size=2741987 2024-04-02T08:43:55.127 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.128+0000 7f7da3039780 1 < completed part key=_multipart_Z2HC0VEJJV9V.2~4UN110YKKCBI.0 size=575543 2024-04-02T08:43:55.130 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.131+0000 7f7da3039780 1 < completed multipart upload key=Z2HC0VEJJV9V upload=4UN110YKKCBI tag=THWG0TJ5FYHO type=write size=1624119 2024-04-02T08:43:55.132 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.134+0000 7f7da3039780 1 > prepared operation key=XN6KQ2LGZYGL tag=FM9AJA8469W3 type=del size=4079309 2024-04-02T08:43:55.136 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.138+0000 7f7da3039780 1 < suggested remove operation key=9H9O464QAWB2 tag=7XGFIWQ98Y2N type=del 2024-04-02T08:43:55.138 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.140+0000 7f7da3039780 1 > prepared operation key=B23RMWV8I9ZL tag=6G4NJ49FA46S type=write size=467388 2024-04-02T08:43:55.140 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.142+0000 7f7da3039780 1 < completed part key=_multipart_XV6PSEG36RCA.2~YHKB0CZZOW0I.0 size=1048576 2024-04-02T08:43:55.142 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.144+0000 7f7da3039780 1 < completed part key=_multipart_XV6PSEG36RCA.2~YHKB0CZZOW0I.1 size=767839 2024-04-02T08:43:55.146 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.147+0000 7f7da3039780 1 < completed multipart upload key=XV6PSEG36RCA upload=YHKB0CZZOW0I tag=03GXC8PARQQ2 type=write size=2864991 2024-04-02T08:43:55.149 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.151+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~X4Y929NFA30A.0 size=1048576 2024-04-02T08:43:55.151 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.153+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~X4Y929NFA30A.1 size=31742 2024-04-02T08:43:55.151 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.153+0000 7f7da3039780 1 > prepared multipart upload key=ELDWOJAKQD69 upload=X4Y929NFA30A tag=5AJ59ABQ3X2U type=write size=2128894 2024-04-02T08:43:55.153 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.155+0000 7f7da3039780 1 < canceled operation key=QSPL4WJY2BVT tag=9XY3BXG7XNJ7 type=del size=2965619 2024-04-02T08:43:55.156 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.157+0000 7f7da3039780 1 > prepared operation key=ZV3Q7IXMLI1J tag=4V47O9F7Y1ES type=del size=4191285 2024-04-02T08:43:55.158 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.159+0000 7f7da3039780 1 < canceled operation key=DJP9NW2GDNHB tag=1GVUP1F009OQ type=del size=2017192 2024-04-02T08:43:55.161 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.162+0000 7f7da3039780 1 > prepared operation key=ZV3Q7IXMLI1J tag=FZRIC6J9WOL2 type=del size=1127332 2024-04-02T08:43:55.162 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.164+0000 7f7da3039780 1 < completed delete operation key=A3I3KM5DTR9R tag=MURRTIR680KH type=del 2024-04-02T08:43:55.164 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.166+0000 7f7da3039780 1 > prepared operation key=XN6KQ2LGZYGL tag=ELQE91CVI3D8 type=del size=1970322 2024-04-02T08:43:55.166 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.168+0000 7f7da3039780 1 < completed delete operation key=XN6KQ2LGZYGL tag=KWBXBR1SEQ13 type=del 2024-04-02T08:43:55.168 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.170+0000 7f7da3039780 1 > prepared operation key=81LFSX7KH5JC tag=GGSK0W0J7BNC type=del size=3230137 2024-04-02T08:43:55.172 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.174+0000 7f7da3039780 1 < suggested remove operation key=SPZ4WDU9FXVH tag=396P5ANZYSFF type=del 2024-04-02T08:43:55.174 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.176+0000 7f7da3039780 1 > prepared operation key=JFW247YEIEQ0 tag=6Q635D08UE3Q type=write size=918801 2024-04-02T08:43:55.176 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.178+0000 7f7da3039780 1 < completed part key=_multipart_NOK2IIY1WSGJ.2~0VCS8CCR243S.0 size=1012944 2024-04-02T08:43:55.179 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.181+0000 7f7da3039780 1 < completed multipart upload key=NOK2IIY1WSGJ upload=0VCS8CCR243S tag=EY2UPMJ0NMKR type=write size=2061520 2024-04-02T08:43:55.183 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.184+0000 7f7da3039780 1 > prepared part key=_multipart_ZV3Q7IXMLI1J.2~4SE1YKWZ23FC.0 size=403215 2024-04-02T08:43:55.183 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.184+0000 7f7da3039780 1 > prepared multipart upload key=ZV3Q7IXMLI1J upload=4SE1YKWZ23FC tag=L6TEZQ56C1A4 type=write size=1451791 2024-04-02T08:43:55.185 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.186+0000 7f7da3039780 1 < completed part key=_multipart_6TJF572KI0FA.2~X1DSIAD4BG32.0 size=1048576 2024-04-02T08:43:55.185 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.186+0000 7f7da3039780 1 < canceled part key=_multipart_6TJF572KI0FA.2~X1DSIAD4BG32.1 size=550497 2024-04-02T08:43:55.188 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.190+0000 7f7da3039780 1 < canceled multipart upload key=6TJF572KI0FA upload=X1DSIAD4BG32 tag=8MM6860ELGLJ type=write size=2647649 2024-04-02T08:43:55.190 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.192+0000 7f7da3039780 1 > prepared operation key=Y5E6U7ZCX7JC tag=JATU3DJG7ULT type=del size=2306394 2024-04-02T08:43:55.192 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.194+0000 7f7da3039780 1 < completed delete operation key=XV6PSEG36RCA tag=KOLGQDE00UG4 type=del 2024-04-02T08:43:55.194 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.196+0000 7f7da3039780 1 > prepared operation key=1SDLEDDX8LZR tag=3CF118TNTHL2 type=del size=3671999 2024-04-02T08:43:55.196 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.198+0000 7f7da3039780 1 < completed part key=_multipart_ZV3Q7IXMLI1J.2~WOZBUBC8OTFB.0 size=1048576 2024-04-02T08:43:55.198 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.199+0000 7f7da3039780 1 < completed part key=_multipart_ZV3Q7IXMLI1J.2~WOZBUBC8OTFB.1 size=1048576 2024-04-02T08:43:55.198 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.199+0000 7f7da3039780 1 < canceled part key=_multipart_ZV3Q7IXMLI1J.2~WOZBUBC8OTFB.2 size=730690 2024-04-02T08:43:55.201 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.203+0000 7f7da3039780 1 < canceled multipart upload key=ZV3Q7IXMLI1J upload=WOZBUBC8OTFB tag=N12435N3GQVA type=write size=3876418 2024-04-02T08:43:55.203 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.205+0000 7f7da3039780 1 > prepared operation key=N5AIAS76IS0Z tag=HYOA43YY1GWY type=del size=378247 2024-04-02T08:43:55.205 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.206+0000 7f7da3039780 1 < completed part key=_multipart_6TJF572KI0FA.2~F9B38CVIVE17.0 size=1048576 2024-04-02T08:43:55.205 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.206+0000 7f7da3039780 1 < canceled part key=_multipart_6TJF572KI0FA.2~F9B38CVIVE17.1 size=1048576 2024-04-02T08:43:55.207 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.208+0000 7f7da3039780 1 < completed part key=_multipart_6TJF572KI0FA.2~F9B38CVIVE17.2 size=11203 2024-04-02T08:43:55.210 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.211+0000 7f7da3039780 1 < canceled multipart upload key=6TJF572KI0FA upload=F9B38CVIVE17 tag=WZ3JNBZPHUCS type=write size=3156931 2024-04-02T08:43:55.212 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.213+0000 7f7da3039780 1 > prepared operation key=DJP9NW2GDNHB tag=97D91QCYTIKX type=del size=2060490 2024-04-02T08:43:55.214 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.215+0000 7f7da3039780 1 < completed write operation key=XV6PSEG36RCA tag=1VVPPQZJELV6 type=write size=822920 2024-04-02T08:43:55.216 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.217+0000 7f7da3039780 1 > prepared operation key=ZZ885TFYL1OI tag=DEU3QR7DX7DV type=del size=4190560 2024-04-02T08:43:55.218 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.219+0000 7f7da3039780 1 < completed part key=_multipart_D0Z1XMS5I5SH.2~B8WVUBFBJD06.0 size=10947 2024-04-02T08:43:55.221 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.223+0000 7f7da3039780 1 < completed multipart upload key=D0Z1XMS5I5SH upload=B8WVUBFBJD06 tag=O9PK8R3YP3SF type=write size=1059523 2024-04-02T08:43:55.225 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.226+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~FQM6ZMCAVJ23.0 size=1048576 2024-04-02T08:43:55.226 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.228+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~FQM6ZMCAVJ23.1 size=1048576 2024-04-02T08:43:55.228 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.229+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~FQM6ZMCAVJ23.2 size=343260 2024-04-02T08:43:55.228 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.229+0000 7f7da3039780 1 > prepared multipart upload key=QHKAPO5SX6SG upload=FQM6ZMCAVJ23 tag=TN0WYCPW5GXO type=write size=3488988 2024-04-02T08:43:55.230 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.231+0000 7f7da3039780 1 < completed part key=_multipart_ZZ885TFYL1OI.2~1YJCY300RUWF.0 size=1048576 2024-04-02T08:43:55.232 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.233+0000 7f7da3039780 1 < completed part key=_multipart_ZZ885TFYL1OI.2~1YJCY300RUWF.1 size=644835 2024-04-02T08:43:55.235 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.237+0000 7f7da3039780 1 < completed multipart upload key=ZZ885TFYL1OI upload=1YJCY300RUWF tag=B7AL0QSRF17G type=write size=2741987 2024-04-02T08:43:55.237 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.239+0000 7f7da3039780 1 > prepared operation key=XN6KQ2LGZYGL tag=CJZ7T1QLRHWF type=del size=1301105 2024-04-02T08:43:55.239 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.241+0000 7f7da3039780 1 < completed delete operation key=XN6KQ2LGZYGL tag=FM9AJA8469W3 type=del 2024-04-02T08:43:55.243 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.244+0000 7f7da3039780 1 > prepared part key=_multipart_YWRL9YH2Y59R.2~R1W196XRCH6B.0 size=1048576 2024-04-02T08:43:55.244 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.246+0000 7f7da3039780 1 > prepared part key=_multipart_YWRL9YH2Y59R.2~R1W196XRCH6B.1 size=193134 2024-04-02T08:43:55.244 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.246+0000 7f7da3039780 1 > prepared multipart upload key=YWRL9YH2Y59R upload=R1W196XRCH6B tag=QLLM0AI5JHL4 type=write size=2290286 2024-04-02T08:43:55.247 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.248+0000 7f7da3039780 1 < completed write operation key=B23RMWV8I9ZL tag=6G4NJ49FA46S type=write size=467388 2024-04-02T08:43:55.249 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.250+0000 7f7da3039780 1 > prepared operation key=JFW247YEIEQ0 tag=1Y99OU5X0TNU type=del size=148173 2024-04-02T08:43:55.251 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.252+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~X4Y929NFA30A.0 size=1048576 2024-04-02T08:43:55.252 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.254+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~X4Y929NFA30A.1 size=31742 2024-04-02T08:43:55.256 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.258+0000 7f7da3039780 1 < completed multipart upload key=ELDWOJAKQD69 upload=X4Y929NFA30A tag=5AJ59ABQ3X2U type=write size=2128894 2024-04-02T08:43:55.258 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.260+0000 7f7da3039780 1 > prepared operation key=81LFSX7KH5JC tag=YAPNQWZ9FLZ1 type=del size=177788 2024-04-02T08:43:55.260 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.262+0000 7f7da3039780 1 < canceled operation key=ZV3Q7IXMLI1J tag=4V47O9F7Y1ES type=del size=4191285 2024-04-02T08:43:55.262 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.264+0000 7f7da3039780 1 > prepared operation key=YWRL9YH2Y59R tag=GA9PXW6LKIBB type=del size=1591916 2024-04-02T08:43:55.264 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.266+0000 7f7da3039780 1 < completed delete operation key=ZV3Q7IXMLI1J tag=FZRIC6J9WOL2 type=del 2024-04-02T08:43:55.266 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.268+0000 7f7da3039780 1 > prepared operation key=ELDWOJAKQD69 tag=F1PPZZLH832L type=del size=1802634 2024-04-02T08:43:55.270 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.272+0000 7f7da3039780 1 < suggested remove operation key=XN6KQ2LGZYGL tag=ELQE91CVI3D8 type=del 2024-04-02T08:43:55.272 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.274+0000 7f7da3039780 1 > prepared operation key=81LFSX7KH5JC tag=ND5GH0CE1SQ1 type=del size=3691792 2024-04-02T08:43:55.275 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.276+0000 7f7da3039780 1 < completed delete operation key=81LFSX7KH5JC tag=GGSK0W0J7BNC type=del 2024-04-02T08:43:55.277 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.278+0000 7f7da3039780 1 > prepared operation key=QSPL4WJY2BVT tag=URBPCMDX0C7R type=del size=2459456 2024-04-02T08:43:55.279 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.280+0000 7f7da3039780 1 < canceled operation key=JFW247YEIEQ0 tag=6Q635D08UE3Q type=write size=918801 2024-04-02T08:43:55.283 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.284+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~9ZFJ531772IA.0 size=1048576 2024-04-02T08:43:55.284 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.286+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~9ZFJ531772IA.1 size=1048576 2024-04-02T08:43:55.286 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.288+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~9ZFJ531772IA.2 size=298523 2024-04-02T08:43:55.286 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.288+0000 7f7da3039780 1 > prepared multipart upload key=QSPL4WJY2BVT upload=9ZFJ531772IA tag=9B0O1S1009ZA type=write size=3444251 2024-04-02T08:43:55.288 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.290+0000 7f7da3039780 1 < completed part key=_multipart_ZV3Q7IXMLI1J.2~4SE1YKWZ23FC.0 size=403215 2024-04-02T08:43:55.292 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.293+0000 7f7da3039780 1 < completed multipart upload key=ZV3Q7IXMLI1J upload=4SE1YKWZ23FC tag=L6TEZQ56C1A4 type=write size=1451791 2024-04-02T08:43:55.296 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.297+0000 7f7da3039780 1 > prepared part key=_multipart_IX5GR5MVNL1T.2~07BMUMK361VN.0 size=1048576 2024-04-02T08:43:55.297 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.299+0000 7f7da3039780 1 > prepared part key=_multipart_IX5GR5MVNL1T.2~07BMUMK361VN.1 size=1048576 2024-04-02T08:43:55.300 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.301+0000 7f7da3039780 1 > prepared part key=_multipart_IX5GR5MVNL1T.2~07BMUMK361VN.2 size=717896 2024-04-02T08:43:55.300 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.301+0000 7f7da3039780 1 > prepared multipart upload key=IX5GR5MVNL1T upload=07BMUMK361VN tag=LEFLYQIBVH25 type=write size=3863624 2024-04-02T08:43:55.302 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.303+0000 7f7da3039780 1 < completed delete operation key=Y5E6U7ZCX7JC tag=JATU3DJG7ULT type=del 2024-04-02T08:43:55.304 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.305+0000 7f7da3039780 1 > prepared operation key=D0Z1XMS5I5SH tag=IY1SAX2SNG9T type=write size=33955 2024-04-02T08:43:55.306 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.307+0000 7f7da3039780 1 < completed delete operation key=1SDLEDDX8LZR tag=3CF118TNTHL2 type=del 2024-04-02T08:43:55.308 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.309+0000 7f7da3039780 1 > prepared operation key=JFW247YEIEQ0 tag=5T6W13Z4PGQW type=del size=3390938 2024-04-02T08:43:55.311 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.313+0000 7f7da3039780 1 < suggested remove operation key=N5AIAS76IS0Z tag=HYOA43YY1GWY type=del 2024-04-02T08:43:55.313 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.315+0000 7f7da3039780 1 > prepared operation key=AESEEOTWQSFQ tag=W7LVFCWJI218 type=del size=660702 2024-04-02T08:43:55.315 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.317+0000 7f7da3039780 1 < completed delete operation key=DJP9NW2GDNHB tag=97D91QCYTIKX type=del 2024-04-02T08:43:55.319 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.321+0000 7f7da3039780 1 > prepared part key=_multipart_ZZ885TFYL1OI.2~EZ4BCKRM13F7.0 size=975479 2024-04-02T08:43:55.319 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.321+0000 7f7da3039780 1 > prepared multipart upload key=ZZ885TFYL1OI upload=EZ4BCKRM13F7 tag=253C85C68NPV type=write size=2024055 2024-04-02T08:43:55.321 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.323+0000 7f7da3039780 1 < completed delete operation key=ZZ885TFYL1OI tag=DEU3QR7DX7DV type=del 2024-04-02T08:43:55.323 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.324+0000 7f7da3039780 1 > prepared operation key=N5AIAS76IS0Z tag=90LDMHOHFMY5 type=del size=2020268 2024-04-02T08:43:55.325 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.326+0000 7f7da3039780 1 < completed part key=_multipart_QHKAPO5SX6SG.2~FQM6ZMCAVJ23.0 size=1048576 2024-04-02T08:43:55.325 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.326+0000 7f7da3039780 1 < canceled part key=_multipart_QHKAPO5SX6SG.2~FQM6ZMCAVJ23.1 size=1048576 2024-04-02T08:43:55.327 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.328+0000 7f7da3039780 1 < completed part key=_multipart_QHKAPO5SX6SG.2~FQM6ZMCAVJ23.2 size=343260 2024-04-02T08:43:55.330 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.332+0000 7f7da3039780 1 < canceled multipart upload key=QHKAPO5SX6SG upload=FQM6ZMCAVJ23 tag=TN0WYCPW5GXO type=write size=3488988 2024-04-02T08:43:55.332 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.334+0000 7f7da3039780 1 > prepared operation key=N5AIAS76IS0Z tag=9SY8CBUNB6L4 type=del size=2391941 2024-04-02T08:43:55.336 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.337+0000 7f7da3039780 -1 < failed to complete operation key=XN6KQ2LGZYGL tag=CJZ7T1QLRHWF type=del size=1301105: (22) Invalid argument 2024-04-02T08:43:55.338 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.340+0000 7f7da3039780 1 > prepared operation key=9H9O464QAWB2 tag=FJ2PKHQ9M62O type=write size=306220 2024-04-02T08:43:55.340 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.342+0000 7f7da3039780 1 < completed part key=_multipart_YWRL9YH2Y59R.2~R1W196XRCH6B.0 size=1048576 2024-04-02T08:43:55.342 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.344+0000 7f7da3039780 1 < completed part key=_multipart_YWRL9YH2Y59R.2~R1W196XRCH6B.1 size=193134 2024-04-02T08:43:55.347 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.348+0000 7f7da3039780 1 < completed multipart upload key=YWRL9YH2Y59R upload=R1W196XRCH6B tag=QLLM0AI5JHL4 type=write size=2290286 2024-04-02T08:43:55.351 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.353+0000 7f7da3039780 1 > prepared part key=_multipart_DJP9NW2GDNHB.2~GB66ZQ2KPGRL.0 size=1048576 2024-04-02T08:43:55.354 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.355+0000 7f7da3039780 1 > prepared part key=_multipart_DJP9NW2GDNHB.2~GB66ZQ2KPGRL.1 size=173962 2024-04-02T08:43:55.354 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.355+0000 7f7da3039780 1 > prepared multipart upload key=DJP9NW2GDNHB upload=GB66ZQ2KPGRL tag=G9V2DQH58MSH type=write size=2271114 2024-04-02T08:43:55.356 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.358+0000 7f7da3039780 1 < completed delete operation key=JFW247YEIEQ0 tag=1Y99OU5X0TNU type=del 2024-04-02T08:43:55.360 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.362+0000 7f7da3039780 1 > prepared part key=_multipart_ZZ885TFYL1OI.2~D7X0I4ABTQYV.0 size=728374 2024-04-02T08:43:55.361 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.362+0000 7f7da3039780 1 > prepared multipart upload key=ZZ885TFYL1OI upload=D7X0I4ABTQYV tag=GBQPCG0E2FVB type=write size=1776950 2024-04-02T08:43:55.363 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.364+0000 7f7da3039780 1 < completed delete operation key=81LFSX7KH5JC tag=YAPNQWZ9FLZ1 type=del 2024-04-02T08:43:55.365 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.367+0000 7f7da3039780 1 > prepared operation key=N5AIAS76IS0Z tag=Z6KUW99M16GD type=del size=238047 2024-04-02T08:43:55.368 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.369+0000 7f7da3039780 1 < canceled operation key=YWRL9YH2Y59R tag=GA9PXW6LKIBB type=del size=1591916 2024-04-02T08:43:55.370 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.372+0000 7f7da3039780 1 > prepared operation key=Y5E6U7ZCX7JC tag=BTMNYV9YTMVW type=del size=1362267 2024-04-02T08:43:55.373 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.374+0000 7f7da3039780 1 < canceled operation key=ELDWOJAKQD69 tag=F1PPZZLH832L type=del size=1802634 2024-04-02T08:43:55.375 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.377+0000 7f7da3039780 1 > prepared operation key=XN6KQ2LGZYGL tag=Q1X7M6BJ4H14 type=del size=3034336 2024-04-02T08:43:55.380 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.381+0000 7f7da3039780 1 < suggested update operation key=81LFSX7KH5JC tag=ND5GH0CE1SQ1 type=del size=3691792 2024-04-02T08:43:55.384 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.386+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~AAHB685B6396.0 size=1048576 2024-04-02T08:43:55.386 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.388+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~AAHB685B6396.1 size=1048576 2024-04-02T08:43:55.388 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.390+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~AAHB685B6396.2 size=429492 2024-04-02T08:43:55.388 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.390+0000 7f7da3039780 1 > prepared multipart upload key=QSPL4WJY2BVT upload=AAHB685B6396 tag=9J5CTBVYEM95 type=write size=3575220 2024-04-02T08:43:55.392 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.394+0000 7f7da3039780 1 < suggested remove operation key=QSPL4WJY2BVT tag=URBPCMDX0C7R type=del 2024-04-02T08:43:55.396 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.397+0000 7f7da3039780 1 > prepared part key=_multipart_SPZ4WDU9FXVH.2~AEKINRYG7WH9.0 size=334623 2024-04-02T08:43:55.396 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.397+0000 7f7da3039780 1 > prepared multipart upload key=SPZ4WDU9FXVH upload=AEKINRYG7WH9 tag=CMJSO2J0E7F2 type=write size=1383199 2024-04-02T08:43:55.398 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.399+0000 7f7da3039780 1 < completed part key=_multipart_QSPL4WJY2BVT.2~9ZFJ531772IA.0 size=1048576 2024-04-02T08:43:55.400 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.401+0000 7f7da3039780 1 < completed part key=_multipart_QSPL4WJY2BVT.2~9ZFJ531772IA.1 size=1048576 2024-04-02T08:43:55.401 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.403+0000 7f7da3039780 1 < completed part key=_multipart_QSPL4WJY2BVT.2~9ZFJ531772IA.2 size=298523 2024-04-02T08:43:55.405 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.406+0000 7f7da3039780 1 < completed multipart upload key=QSPL4WJY2BVT upload=9ZFJ531772IA tag=9B0O1S1009ZA type=write size=3444251 2024-04-02T08:43:55.409 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.410+0000 7f7da3039780 1 > prepared part key=_multipart_DJP9NW2GDNHB.2~5TVVBDHT9X9J.0 size=1004559 2024-04-02T08:43:55.409 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.410+0000 7f7da3039780 1 > prepared multipart upload key=DJP9NW2GDNHB upload=5TVVBDHT9X9J tag=3W3CD22TOXDM type=write size=2053135 2024-04-02T08:43:55.409 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.410+0000 7f7da3039780 1 < canceled part key=_multipart_IX5GR5MVNL1T.2~07BMUMK361VN.0 size=1048576 2024-04-02T08:43:55.411 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.412+0000 7f7da3039780 1 < completed part key=_multipart_IX5GR5MVNL1T.2~07BMUMK361VN.1 size=1048576 2024-04-02T08:43:55.412 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.414+0000 7f7da3039780 1 < completed part key=_multipart_IX5GR5MVNL1T.2~07BMUMK361VN.2 size=717896 2024-04-02T08:43:55.416 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.418+0000 7f7da3039780 1 < canceled multipart upload key=IX5GR5MVNL1T upload=07BMUMK361VN tag=LEFLYQIBVH25 type=write size=3863624 2024-04-02T08:43:55.420 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.421+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~ZZFX9CMC9BXH.0 size=458319 2024-04-02T08:43:55.420 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.421+0000 7f7da3039780 1 > prepared multipart upload key=9H9O464QAWB2 upload=ZZFX9CMC9BXH tag=GOG1Y54JMT7X type=write size=1506895 2024-04-02T08:43:55.422 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.424+0000 7f7da3039780 1 < completed write operation key=D0Z1XMS5I5SH tag=IY1SAX2SNG9T type=write size=33955 2024-04-02T08:43:55.424 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.426+0000 7f7da3039780 1 > prepared operation key=81LFSX7KH5JC tag=ZZRQW9KTX7GN type=del size=2911592 2024-04-02T08:43:55.428 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.430+0000 7f7da3039780 1 < suggested remove operation key=JFW247YEIEQ0 tag=5T6W13Z4PGQW type=del 2024-04-02T08:43:55.431 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.432+0000 7f7da3039780 1 > prepared operation key=QSPL4WJY2BVT tag=6X693XWOIGIM type=del size=1878087 2024-04-02T08:43:55.433 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.434+0000 7f7da3039780 1 < completed delete operation key=AESEEOTWQSFQ tag=W7LVFCWJI218 type=del 2024-04-02T08:43:55.436 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.438+0000 7f7da3039780 1 > prepared part key=_multipart_B23RMWV8I9ZL.2~WZB1PBMQ1L6C.0 size=1048576 2024-04-02T08:43:55.438 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.439+0000 7f7da3039780 1 > prepared part key=_multipart_B23RMWV8I9ZL.2~WZB1PBMQ1L6C.1 size=802494 2024-04-02T08:43:55.438 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.439+0000 7f7da3039780 1 > prepared multipart upload key=B23RMWV8I9ZL upload=WZB1PBMQ1L6C tag=6H58BL24DDJW type=write size=2899646 2024-04-02T08:43:55.440 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.441+0000 7f7da3039780 1 < completed part key=_multipart_ZZ885TFYL1OI.2~EZ4BCKRM13F7.0 size=975479 2024-04-02T08:43:55.443 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.445+0000 7f7da3039780 1 < completed multipart upload key=ZZ885TFYL1OI upload=EZ4BCKRM13F7 tag=253C85C68NPV type=write size=2024055 2024-04-02T08:43:55.445 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.447+0000 7f7da3039780 1 > prepared operation key=ZZ885TFYL1OI tag=MGHDZEW55DY7 type=write size=173009 2024-04-02T08:43:55.447 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.449+0000 7f7da3039780 1 < completed delete operation key=N5AIAS76IS0Z tag=90LDMHOHFMY5 type=del 2024-04-02T08:43:55.449 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.450+0000 7f7da3039780 1 > prepared operation key=B23RMWV8I9ZL tag=NMKLX707Z7YB type=del size=711097 2024-04-02T08:43:55.451 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.452+0000 7f7da3039780 1 < completed delete operation key=N5AIAS76IS0Z tag=9SY8CBUNB6L4 type=del 2024-04-02T08:43:55.453 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.454+0000 7f7da3039780 1 > prepared operation key=BURYF1967J48 tag=NSJHCJ6AJ58H type=del size=1780553 2024-04-02T08:43:55.455 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.456+0000 7f7da3039780 1 < completed write operation key=9H9O464QAWB2 tag=FJ2PKHQ9M62O type=write size=306220 2024-04-02T08:43:55.457 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.458+0000 7f7da3039780 1 > prepared operation key=ELDWOJAKQD69 tag=MN8JC24QZ7AF type=del size=3105506 2024-04-02T08:43:55.459 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.461+0000 7f7da3039780 1 < completed part key=_multipart_DJP9NW2GDNHB.2~GB66ZQ2KPGRL.0 size=1048576 2024-04-02T08:43:55.461 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.462+0000 7f7da3039780 1 < completed part key=_multipart_DJP9NW2GDNHB.2~GB66ZQ2KPGRL.1 size=173962 2024-04-02T08:43:55.465 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.467+0000 7f7da3039780 1 < completed multipart upload key=DJP9NW2GDNHB upload=GB66ZQ2KPGRL tag=G9V2DQH58MSH type=write size=2271114 2024-04-02T08:43:55.470 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.472+0000 7f7da3039780 1 > prepared operation key=ELDWOJAKQD69 tag=2TDBYL26G70J type=del size=17137 2024-04-02T08:43:55.473 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.475+0000 7f7da3039780 1 < completed part key=_multipart_ZZ885TFYL1OI.2~D7X0I4ABTQYV.0 size=728374 2024-04-02T08:43:55.477 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.479+0000 7f7da3039780 1 < completed multipart upload key=ZZ885TFYL1OI upload=D7X0I4ABTQYV tag=GBQPCG0E2FVB type=write size=1776950 2024-04-02T08:43:55.479 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.481+0000 7f7da3039780 1 > prepared operation key=QHKAPO5SX6SG tag=VP3PFJRDXC2L type=del size=2220816 2024-04-02T08:43:55.482 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.483+0000 7f7da3039780 1 < completed delete operation key=N5AIAS76IS0Z tag=Z6KUW99M16GD type=del 2024-04-02T08:43:55.485 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.487+0000 7f7da3039780 1 > prepared part key=_multipart_SPZ4WDU9FXVH.2~2IGRN7TGS93C.0 size=1048576 2024-04-02T08:43:55.487 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.489+0000 7f7da3039780 1 > prepared part key=_multipart_SPZ4WDU9FXVH.2~2IGRN7TGS93C.1 size=432529 2024-04-02T08:43:55.487 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.489+0000 7f7da3039780 1 > prepared multipart upload key=SPZ4WDU9FXVH upload=2IGRN7TGS93C tag=15N5RXO2VYEG type=write size=2529681 2024-04-02T08:43:55.489 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.491+0000 7f7da3039780 1 < completed delete operation key=Y5E6U7ZCX7JC tag=BTMNYV9YTMVW type=del 2024-04-02T08:43:55.493 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.495+0000 7f7da3039780 1 > prepared part key=_multipart_DJP9NW2GDNHB.2~JPK3D76AWCAU.0 size=1048576 2024-04-02T08:43:55.495 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.497+0000 7f7da3039780 1 > prepared part key=_multipart_DJP9NW2GDNHB.2~JPK3D76AWCAU.1 size=209503 2024-04-02T08:43:55.495 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.497+0000 7f7da3039780 1 > prepared multipart upload key=DJP9NW2GDNHB upload=JPK3D76AWCAU tag=80GBVDBDBG1H type=write size=2306655 2024-04-02T08:43:55.497 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.499+0000 7f7da3039780 1 < completed delete operation key=XN6KQ2LGZYGL tag=Q1X7M6BJ4H14 type=del 2024-04-02T08:43:55.500 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.501+0000 7f7da3039780 1 > prepared operation key=YWRL9YH2Y59R tag=SFAINADIW4NK type=del size=2700660 2024-04-02T08:43:55.502 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.504+0000 7f7da3039780 1 < completed part key=_multipart_QSPL4WJY2BVT.2~AAHB685B6396.0 size=1048576 2024-04-02T08:43:55.504 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.506+0000 7f7da3039780 1 < completed part key=_multipart_QSPL4WJY2BVT.2~AAHB685B6396.1 size=1048576 2024-04-02T08:43:55.506 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.508+0000 7f7da3039780 1 < completed part key=_multipart_QSPL4WJY2BVT.2~AAHB685B6396.2 size=429492 2024-04-02T08:43:55.510 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.511+0000 7f7da3039780 1 < completed multipart upload key=QSPL4WJY2BVT upload=AAHB685B6396 tag=9J5CTBVYEM95 type=write size=3575220 2024-04-02T08:43:55.514 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.515+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~IRZG57TQK7ZC.0 size=1048576 2024-04-02T08:43:55.516 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.517+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~IRZG57TQK7ZC.1 size=699259 2024-04-02T08:43:55.516 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.517+0000 7f7da3039780 1 > prepared multipart upload key=9H9O464QAWB2 upload=IRZG57TQK7ZC tag=ACLGT2CW8M11 type=write size=2796411 2024-04-02T08:43:55.518 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.519+0000 7f7da3039780 1 < completed part key=_multipart_SPZ4WDU9FXVH.2~AEKINRYG7WH9.0 size=334623 2024-04-02T08:43:55.522 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.524+0000 7f7da3039780 1 < completed multipart upload key=SPZ4WDU9FXVH upload=AEKINRYG7WH9 tag=CMJSO2J0E7F2 type=write size=1383199 2024-04-02T08:43:55.526 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.528+0000 7f7da3039780 1 > prepared part key=_multipart_NOK2IIY1WSGJ.2~ZDQJXFKH4FY5.0 size=815664 2024-04-02T08:43:55.527 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.528+0000 7f7da3039780 1 > prepared multipart upload key=NOK2IIY1WSGJ upload=ZDQJXFKH4FY5 tag=LYOVSI011U8Q type=write size=1864240 2024-04-02T08:43:55.528 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.530+0000 7f7da3039780 1 < completed part key=_multipart_DJP9NW2GDNHB.2~5TVVBDHT9X9J.0 size=1004559 2024-04-02T08:43:55.532 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.534+0000 7f7da3039780 1 < completed multipart upload key=DJP9NW2GDNHB upload=5TVVBDHT9X9J tag=3W3CD22TOXDM type=write size=2053135 2024-04-02T08:43:55.536 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.538+0000 7f7da3039780 1 > prepared part key=_multipart_57GR82RGCWC5.2~QHEY0UEGW1Z7.0 size=1048576 2024-04-02T08:43:55.538 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.539+0000 7f7da3039780 1 > prepared part key=_multipart_57GR82RGCWC5.2~QHEY0UEGW1Z7.1 size=413649 2024-04-02T08:43:55.538 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.539+0000 7f7da3039780 1 > prepared multipart upload key=57GR82RGCWC5 upload=QHEY0UEGW1Z7 tag=LDTH7D59ETEC type=write size=2510801 2024-04-02T08:43:55.540 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.541+0000 7f7da3039780 1 < completed part key=_multipart_9H9O464QAWB2.2~ZZFX9CMC9BXH.0 size=458319 2024-04-02T08:43:55.544 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.546+0000 7f7da3039780 1 < completed multipart upload key=9H9O464QAWB2 upload=ZZFX9CMC9BXH tag=GOG1Y54JMT7X type=write size=1506895 2024-04-02T08:43:55.547 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.548+0000 7f7da3039780 1 > prepared operation key=9JGJK5C8JJ0Z tag=01G3KMNAFHNX type=write size=956801 2024-04-02T08:43:55.549 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.551+0000 7f7da3039780 1 < completed delete operation key=81LFSX7KH5JC tag=ZZRQW9KTX7GN type=del 2024-04-02T08:43:55.552 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.554+0000 7f7da3039780 1 > prepared operation key=NOK2IIY1WSGJ tag=637LMCWAFZKF type=del size=1766489 2024-04-02T08:43:55.554 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.556+0000 7f7da3039780 1 < completed delete operation key=QSPL4WJY2BVT tag=6X693XWOIGIM type=del 2024-04-02T08:43:55.557 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.558+0000 7f7da3039780 1 > prepared operation key=Z2HC0VEJJV9V tag=05ML2XUNWM71 type=del size=1743068 2024-04-02T08:43:55.557 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.558+0000 7f7da3039780 1 < canceled part key=_multipart_B23RMWV8I9ZL.2~WZB1PBMQ1L6C.0 size=1048576 2024-04-02T08:43:55.559 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.560+0000 7f7da3039780 1 < completed part key=_multipart_B23RMWV8I9ZL.2~WZB1PBMQ1L6C.1 size=802494 2024-04-02T08:43:55.563 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.565+0000 7f7da3039780 1 < canceled multipart upload key=B23RMWV8I9ZL upload=WZB1PBMQ1L6C tag=6H58BL24DDJW type=write size=2899646 2024-04-02T08:43:55.565 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.567+0000 7f7da3039780 1 > prepared operation key=ZV3Q7IXMLI1J tag=IAB425BUJSNY type=del size=59265 2024-04-02T08:43:55.568 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.569+0000 7f7da3039780 1 < canceled operation key=ZZ885TFYL1OI tag=MGHDZEW55DY7 type=write size=173009 2024-04-02T08:43:55.570 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.572+0000 7f7da3039780 1 > prepared operation key=XN6KQ2LGZYGL tag=VFP2YS1EVCVD type=del size=1017130 2024-04-02T08:43:55.573 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.574+0000 7f7da3039780 1 < completed delete operation key=B23RMWV8I9ZL tag=NMKLX707Z7YB type=del 2024-04-02T08:43:55.577 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.578+0000 7f7da3039780 1 > prepared part key=_multipart_AESEEOTWQSFQ.2~R803PVTQAAJB.0 size=1048576 2024-04-02T08:43:55.578 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.580+0000 7f7da3039780 1 > prepared part key=_multipart_AESEEOTWQSFQ.2~R803PVTQAAJB.1 size=1048576 2024-04-02T08:43:55.580 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.582+0000 7f7da3039780 1 > prepared part key=_multipart_AESEEOTWQSFQ.2~R803PVTQAAJB.2 size=751286 2024-04-02T08:43:55.580 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.582+0000 7f7da3039780 1 > prepared multipart upload key=AESEEOTWQSFQ upload=R803PVTQAAJB tag=BK898EXDKFN4 type=write size=3897014 2024-04-02T08:43:55.584 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.586+0000 7f7da3039780 1 < suggested remove operation key=BURYF1967J48 tag=NSJHCJ6AJ58H type=del 2024-04-02T08:43:55.588 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.590+0000 7f7da3039780 1 > prepared part key=_multipart_R3KOUNXRRJL4.2~ZVUO7UBU6N7M.0 size=8086 2024-04-02T08:43:55.588 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.590+0000 7f7da3039780 1 > prepared multipart upload key=R3KOUNXRRJL4 upload=ZVUO7UBU6N7M tag=0NA1DYEGTMZ7 type=write size=1056662 2024-04-02T08:43:55.591 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.592+0000 7f7da3039780 1 < completed delete operation key=ELDWOJAKQD69 tag=MN8JC24QZ7AF type=del 2024-04-02T08:43:55.593 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.595+0000 7f7da3039780 1 > prepared operation key=IX5GR5MVNL1T tag=LL15MFSLXJBG type=del size=858470 2024-04-02T08:43:55.597 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.598+0000 7f7da3039780 1 < suggested remove operation key=ELDWOJAKQD69 tag=2TDBYL26G70J type=del 2024-04-02T08:43:55.601 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.602+0000 7f7da3039780 1 > prepared part key=_multipart_D0Z1XMS5I5SH.2~38J5PAZZKVG2.0 size=1048576 2024-04-02T08:43:55.602 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.604+0000 7f7da3039780 1 > prepared part key=_multipart_D0Z1XMS5I5SH.2~38J5PAZZKVG2.1 size=1048576 2024-04-02T08:43:55.604 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.606+0000 7f7da3039780 1 > prepared part key=_multipart_D0Z1XMS5I5SH.2~38J5PAZZKVG2.2 size=775748 2024-04-02T08:43:55.604 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.606+0000 7f7da3039780 1 > prepared multipart upload key=D0Z1XMS5I5SH upload=38J5PAZZKVG2 tag=KPIRH3Y4DFXQ type=write size=3921476 2024-04-02T08:43:55.610 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.608+0000 7f7da3039780 1 < canceled operation key=QHKAPO5SX6SG tag=VP3PFJRDXC2L type=del size=2220816 2024-04-02T08:43:55.610 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.611+0000 7f7da3039780 1 > prepared operation key=QHKAPO5SX6SG tag=P6BXGGC6PM2T type=write size=27130 2024-04-02T08:43:55.611 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.613+0000 7f7da3039780 1 < completed part key=_multipart_SPZ4WDU9FXVH.2~2IGRN7TGS93C.0 size=1048576 2024-04-02T08:43:55.614 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.615+0000 7f7da3039780 1 < completed part key=_multipart_SPZ4WDU9FXVH.2~2IGRN7TGS93C.1 size=432529 2024-04-02T08:43:55.617 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.619+0000 7f7da3039780 1 < completed multipart upload key=SPZ4WDU9FXVH upload=2IGRN7TGS93C tag=15N5RXO2VYEG type=write size=2529681 2024-04-02T08:43:55.620 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.621+0000 7f7da3039780 1 > prepared operation key=AESEEOTWQSFQ tag=DURBTW7ZON97 type=del size=953259 2024-04-02T08:43:55.622 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.624+0000 7f7da3039780 1 < completed part key=_multipart_DJP9NW2GDNHB.2~JPK3D76AWCAU.0 size=1048576 2024-04-02T08:43:55.624 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.626+0000 7f7da3039780 1 < completed part key=_multipart_DJP9NW2GDNHB.2~JPK3D76AWCAU.1 size=209503 2024-04-02T08:43:55.629 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.631+0000 7f7da3039780 1 < completed multipart upload key=DJP9NW2GDNHB upload=JPK3D76AWCAU tag=80GBVDBDBG1H type=write size=2306655 2024-04-02T08:43:55.631 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.633+0000 7f7da3039780 1 > prepared operation key=1SDLEDDX8LZR tag=CWJPNKTC4C59 type=del size=2555860 2024-04-02T08:43:55.634 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.636+0000 7f7da3039780 1 < completed delete operation key=YWRL9YH2Y59R tag=SFAINADIW4NK type=del 2024-04-02T08:43:55.639 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.640+0000 7f7da3039780 1 > prepared part key=_multipart_EAG9W8JA0WA6.2~551WKTL34P7F.0 size=417582 2024-04-02T08:43:55.639 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.640+0000 7f7da3039780 1 > prepared multipart upload key=EAG9W8JA0WA6 upload=551WKTL34P7F tag=DCTM2CCV7SIE type=write size=1466158 2024-04-02T08:43:55.641 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.643+0000 7f7da3039780 1 < completed part key=_multipart_9H9O464QAWB2.2~IRZG57TQK7ZC.0 size=1048576 2024-04-02T08:43:55.644 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.645+0000 7f7da3039780 1 < completed part key=_multipart_9H9O464QAWB2.2~IRZG57TQK7ZC.1 size=699259 2024-04-02T08:43:55.648 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.649+0000 7f7da3039780 1 < completed multipart upload key=9H9O464QAWB2 upload=IRZG57TQK7ZC tag=ACLGT2CW8M11 type=write size=2796411 2024-04-02T08:43:55.650 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.652+0000 7f7da3039780 1 > prepared operation key=Y5E6U7ZCX7JC tag=PRDSIVTZMP2M type=del size=1851858 2024-04-02T08:43:55.651 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.652+0000 7f7da3039780 1 < canceled part key=_multipart_NOK2IIY1WSGJ.2~ZDQJXFKH4FY5.0 size=815664 2024-04-02T08:43:55.655 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.656+0000 7f7da3039780 1 < canceled multipart upload key=NOK2IIY1WSGJ upload=ZDQJXFKH4FY5 tag=LYOVSI011U8Q type=write size=1864240 2024-04-02T08:43:55.659 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.661+0000 7f7da3039780 1 > prepared part key=_multipart_ZZ885TFYL1OI.2~UR51JH222PHW.0 size=572650 2024-04-02T08:43:55.659 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.661+0000 7f7da3039780 1 > prepared multipart upload key=ZZ885TFYL1OI upload=UR51JH222PHW tag=KOER1QNMXRQO type=write size=1621226 2024-04-02T08:43:55.662 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.663+0000 7f7da3039780 1 < completed part key=_multipart_57GR82RGCWC5.2~QHEY0UEGW1Z7.0 size=1048576 2024-04-02T08:43:55.664 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.666+0000 7f7da3039780 1 < completed part key=_multipart_57GR82RGCWC5.2~QHEY0UEGW1Z7.1 size=413649 2024-04-02T08:43:55.669 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.670+0000 7f7da3039780 1 < completed multipart upload key=57GR82RGCWC5 upload=QHEY0UEGW1Z7 tag=LDTH7D59ETEC type=write size=2510801 2024-04-02T08:43:55.670 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.672+0000 7f7da3039780 1 > prepared operation key=AESEEOTWQSFQ tag=QLOPH931JKI2 type=del size=3088400 2024-04-02T08:43:55.672 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.674+0000 7f7da3039780 1 < completed write operation key=9JGJK5C8JJ0Z tag=01G3KMNAFHNX type=write size=956801 2024-04-02T08:43:55.676 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.678+0000 7f7da3039780 1 > prepared part key=_multipart_BURYF1967J48.2~BN570L21N1E8.0 size=1048576 2024-04-02T08:43:55.678 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.680+0000 7f7da3039780 1 > prepared part key=_multipart_BURYF1967J48.2~BN570L21N1E8.1 size=199014 2024-04-02T08:43:55.678 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.680+0000 7f7da3039780 1 > prepared multipart upload key=BURYF1967J48 upload=BN570L21N1E8 tag=UJ0FPR06D91B type=write size=2296166 2024-04-02T08:43:55.680 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.682+0000 7f7da3039780 1 < completed delete operation key=NOK2IIY1WSGJ tag=637LMCWAFZKF type=del 2024-04-02T08:43:55.682 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.684+0000 7f7da3039780 1 > prepared operation key=YXESDZ3ETQK9 tag=ZQTB4KJ80BGF type=del size=1153127 2024-04-02T08:43:55.684 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.686+0000 7f7da3039780 1 < completed delete operation key=Z2HC0VEJJV9V tag=05ML2XUNWM71 type=del 2024-04-02T08:43:55.688 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.689+0000 7f7da3039780 1 > prepared part key=_multipart_IX5GR5MVNL1T.2~0FJ5YEDUUST6.0 size=1048576 2024-04-02T08:43:55.689 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.691+0000 7f7da3039780 1 > prepared part key=_multipart_IX5GR5MVNL1T.2~0FJ5YEDUUST6.1 size=438758 2024-04-02T08:43:55.689 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.691+0000 7f7da3039780 1 > prepared multipart upload key=IX5GR5MVNL1T upload=0FJ5YEDUUST6 tag=PNVW39AOIC1S type=write size=2535910 2024-04-02T08:43:55.691 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.693+0000 7f7da3039780 1 < completed delete operation key=ZV3Q7IXMLI1J tag=IAB425BUJSNY type=del 2024-04-02T08:43:55.693 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.695+0000 7f7da3039780 1 > prepared operation key=1SDLEDDX8LZR tag=YV7B3PGMIPP0 type=del size=1046926 2024-04-02T08:43:55.695 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.697+0000 7f7da3039780 1 < completed delete operation key=XN6KQ2LGZYGL tag=VFP2YS1EVCVD type=del 2024-04-02T08:43:55.699 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.700+0000 7f7da3039780 1 > prepared part key=_multipart_A3I3KM5DTR9R.2~90S57D6B7660.0 size=281505 2024-04-02T08:43:55.699 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.700+0000 7f7da3039780 1 > prepared multipart upload key=A3I3KM5DTR9R upload=90S57D6B7660 tag=IL1IXF0T8L9S type=write size=1330081 2024-04-02T08:43:55.701 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.702+0000 7f7da3039780 1 < completed part key=_multipart_AESEEOTWQSFQ.2~R803PVTQAAJB.0 size=1048576 2024-04-02T08:43:55.702 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.704+0000 7f7da3039780 1 < completed part key=_multipart_AESEEOTWQSFQ.2~R803PVTQAAJB.1 size=1048576 2024-04-02T08:43:55.704 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.706+0000 7f7da3039780 1 < completed part key=_multipart_AESEEOTWQSFQ.2~R803PVTQAAJB.2 size=751286 2024-04-02T08:43:55.708 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.710+0000 7f7da3039780 1 < completed multipart upload key=AESEEOTWQSFQ upload=R803PVTQAAJB tag=BK898EXDKFN4 type=write size=3897014 2024-04-02T08:43:55.710 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.712+0000 7f7da3039780 1 > prepared operation key=57GR82RGCWC5 tag=Q8MA349SBEB0 type=del size=3439989 2024-04-02T08:43:55.712 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.714+0000 7f7da3039780 1 < completed part key=_multipart_R3KOUNXRRJL4.2~ZVUO7UBU6N7M.0 size=8086 2024-04-02T08:43:55.717 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.718+0000 7f7da3039780 1 < completed multipart upload key=R3KOUNXRRJL4 upload=ZVUO7UBU6N7M tag=0NA1DYEGTMZ7 type=write size=1056662 2024-04-02T08:43:55.721 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.722+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~E59H6OF5XMN6.0 size=1048576 2024-04-02T08:43:55.723 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.724+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~E59H6OF5XMN6.1 size=781010 2024-04-02T08:43:55.723 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.724+0000 7f7da3039780 1 > prepared multipart upload key=QSPL4WJY2BVT upload=E59H6OF5XMN6 tag=A3G37110HM95 type=write size=2878162 2024-04-02T08:43:55.725 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.726+0000 7f7da3039780 1 < completed delete operation key=IX5GR5MVNL1T tag=LL15MFSLXJBG type=del 2024-04-02T08:43:55.728 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.730+0000 7f7da3039780 1 > prepared part key=_multipart_YWRL9YH2Y59R.2~4AQDB9W85BED.0 size=237155 2024-04-02T08:43:55.729 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.730+0000 7f7da3039780 1 > prepared multipart upload key=YWRL9YH2Y59R upload=4AQDB9W85BED tag=2MN4CTV3EC3W type=write size=1285731 2024-04-02T08:43:55.731 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.732+0000 7f7da3039780 1 < completed part key=_multipart_D0Z1XMS5I5SH.2~38J5PAZZKVG2.0 size=1048576 2024-04-02T08:43:55.731 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.732+0000 7f7da3039780 1 < canceled part key=_multipart_D0Z1XMS5I5SH.2~38J5PAZZKVG2.1 size=1048576 2024-04-02T08:43:55.733 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.734+0000 7f7da3039780 1 < completed part key=_multipart_D0Z1XMS5I5SH.2~38J5PAZZKVG2.2 size=775748 2024-04-02T08:43:55.737 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.738+0000 7f7da3039780 1 < canceled multipart upload key=D0Z1XMS5I5SH upload=38J5PAZZKVG2 tag=KPIRH3Y4DFXQ type=write size=3921476 2024-04-02T08:43:55.739 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.741+0000 7f7da3039780 1 > prepared operation key=6TJF572KI0FA tag=TS8RMCG231DI type=del size=1971606 2024-04-02T08:43:55.741 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.743+0000 7f7da3039780 1 < completed write operation key=QHKAPO5SX6SG tag=P6BXGGC6PM2T type=write size=27130 2024-04-02T08:43:55.744 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.745+0000 7f7da3039780 1 > prepared operation key=QHKAPO5SX6SG tag=STRPL62J6YY7 type=del size=3946588 2024-04-02T08:43:55.746 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.748+0000 7f7da3039780 1 < completed delete operation key=AESEEOTWQSFQ tag=DURBTW7ZON97 type=del 2024-04-02T08:43:55.748 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.750+0000 7f7da3039780 1 > prepared operation key=B23RMWV8I9ZL tag=1LPRUWZVO2KV type=del size=841821 2024-04-02T08:43:55.751 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.752+0000 7f7da3039780 1 < completed delete operation key=1SDLEDDX8LZR tag=CWJPNKTC4C59 type=del 2024-04-02T08:43:55.755 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.756+0000 7f7da3039780 1 > prepared part key=_multipart_YWRL9YH2Y59R.2~IWLLX83VV31T.0 size=1012646 2024-04-02T08:43:55.755 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.756+0000 7f7da3039780 1 > prepared multipart upload key=YWRL9YH2Y59R upload=IWLLX83VV31T tag=OQFB3NC09ZZ9 type=write size=2061222 2024-04-02T08:43:55.757 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.758+0000 7f7da3039780 1 < completed part key=_multipart_EAG9W8JA0WA6.2~551WKTL34P7F.0 size=417582 2024-04-02T08:43:55.761 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.762+0000 7f7da3039780 1 < completed multipart upload key=EAG9W8JA0WA6 upload=551WKTL34P7F tag=DCTM2CCV7SIE type=write size=1466158 2024-04-02T08:43:55.763 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.764+0000 7f7da3039780 1 > prepared operation key=BURYF1967J48 tag=2EK5XRZIP78U type=write size=749353 2024-04-02T08:43:55.764 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.766+0000 7f7da3039780 1 < completed delete operation key=Y5E6U7ZCX7JC tag=PRDSIVTZMP2M type=del 2024-04-02T08:43:55.769 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.770+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~3PFX65FLQ4DR.0 size=96014 2024-04-02T08:43:55.769 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.770+0000 7f7da3039780 1 > prepared multipart upload key=9H9O464QAWB2 upload=3PFX65FLQ4DR tag=D7HY83U98PBN type=write size=1144590 2024-04-02T08:43:55.771 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.772+0000 7f7da3039780 1 < completed part key=_multipart_ZZ885TFYL1OI.2~UR51JH222PHW.0 size=572650 2024-04-02T08:43:55.774 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.776+0000 7f7da3039780 1 < completed multipart upload key=ZZ885TFYL1OI upload=UR51JH222PHW tag=KOER1QNMXRQO type=write size=1621226 2024-04-02T08:43:55.778 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.780+0000 7f7da3039780 1 > prepared part key=_multipart_N5AIAS76IS0Z.2~Z3POMF81X8WQ.0 size=1048576 2024-04-02T08:43:55.780 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.782+0000 7f7da3039780 1 > prepared part key=_multipart_N5AIAS76IS0Z.2~Z3POMF81X8WQ.1 size=954321 2024-04-02T08:43:55.780 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.782+0000 7f7da3039780 1 > prepared multipart upload key=N5AIAS76IS0Z upload=Z3POMF81X8WQ tag=01JFGIQG38RO type=write size=3051473 2024-04-02T08:43:55.782 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.783+0000 7f7da3039780 1 < completed delete operation key=AESEEOTWQSFQ tag=QLOPH931JKI2 type=del 2024-04-02T08:43:55.784 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.785+0000 7f7da3039780 1 > prepared operation key=81LFSX7KH5JC tag=2ZDXBS1PFG2Q type=del size=832560 2024-04-02T08:43:55.786 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.787+0000 7f7da3039780 1 < completed part key=_multipart_BURYF1967J48.2~BN570L21N1E8.0 size=1048576 2024-04-02T08:43:55.787 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.789+0000 7f7da3039780 1 < completed part key=_multipart_BURYF1967J48.2~BN570L21N1E8.1 size=199014 2024-04-02T08:43:55.791 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.792+0000 7f7da3039780 1 < completed multipart upload key=BURYF1967J48 upload=BN570L21N1E8 tag=UJ0FPR06D91B type=write size=2296166 2024-04-02T08:43:55.793 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.794+0000 7f7da3039780 1 > prepared operation key=AESEEOTWQSFQ tag=PVFLUEFD23VB type=del size=1871222 2024-04-02T08:43:55.795 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.797+0000 7f7da3039780 1 < completed delete operation key=YXESDZ3ETQK9 tag=ZQTB4KJ80BGF type=del 2024-04-02T08:43:55.797 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.799+0000 7f7da3039780 1 > prepared operation key=ELDWOJAKQD69 tag=R9HZIUIBPIAB type=write size=775450 2024-04-02T08:43:55.799 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.801+0000 7f7da3039780 1 < completed part key=_multipart_IX5GR5MVNL1T.2~0FJ5YEDUUST6.0 size=1048576 2024-04-02T08:43:55.801 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.803+0000 7f7da3039780 1 < completed part key=_multipart_IX5GR5MVNL1T.2~0FJ5YEDUUST6.1 size=438758 2024-04-02T08:43:55.805 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.807+0000 7f7da3039780 1 < completed multipart upload key=IX5GR5MVNL1T upload=0FJ5YEDUUST6 tag=PNVW39AOIC1S type=write size=2535910 2024-04-02T08:43:55.809 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.811+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~9JBG6C7HR9JF.0 size=1048576 2024-04-02T08:43:55.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:43:55 smithi055 ceph-mon[85080]: pgmap v1395: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 620 KiB/s rd, 220 KiB/s wr, 1.10k op/s 2024-04-02T08:43:55.814 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.813+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~9JBG6C7HR9JF.1 size=1048576 2024-04-02T08:43:55.814 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.815+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~9JBG6C7HR9JF.2 size=8122 2024-04-02T08:43:55.814 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.815+0000 7f7da3039780 1 > prepared multipart upload key=6TJF572KI0FA upload=9JBG6C7HR9JF tag=NAU77DMQ9D47 type=write size=3153850 2024-04-02T08:43:55.817 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.819+0000 7f7da3039780 1 < suggested update operation key=1SDLEDDX8LZR tag=YV7B3PGMIPP0 type=del size=1046926 2024-04-02T08:43:55.819 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.821+0000 7f7da3039780 1 > prepared operation key=YWRL9YH2Y59R tag=RHN3R3J7ZIZD type=del size=2740050 2024-04-02T08:43:55.821 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.823+0000 7f7da3039780 1 < completed part key=_multipart_A3I3KM5DTR9R.2~90S57D6B7660.0 size=281505 2024-04-02T08:43:55.825 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.827+0000 7f7da3039780 1 < completed multipart upload key=A3I3KM5DTR9R upload=90S57D6B7660 tag=IL1IXF0T8L9S type=write size=1330081 2024-04-02T08:43:55.827 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.829+0000 7f7da3039780 1 > prepared operation key=NOK2IIY1WSGJ tag=65P6QU9976YY type=del size=3460387 2024-04-02T08:43:55.830 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.831+0000 7f7da3039780 1 < canceled operation key=57GR82RGCWC5 tag=Q8MA349SBEB0 type=del size=3439989 2024-04-02T08:43:55.834 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.836+0000 7f7da3039780 1 > prepared part key=_multipart_R3KOUNXRRJL4.2~GVUB9WQTGVIV.0 size=1048576 2024-04-02T08:43:55.836 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.837+0000 7f7da3039780 1 > prepared part key=_multipart_R3KOUNXRRJL4.2~GVUB9WQTGVIV.1 size=1048576 2024-04-02T08:43:55.837 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.839+0000 7f7da3039780 1 > prepared part key=_multipart_R3KOUNXRRJL4.2~GVUB9WQTGVIV.2 size=25784 2024-04-02T08:43:55.837 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.839+0000 7f7da3039780 1 > prepared multipart upload key=R3KOUNXRRJL4 upload=GVUB9WQTGVIV tag=N5QXHIV61P0L type=write size=3171512 2024-04-02T08:43:55.839 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.841+0000 7f7da3039780 1 < completed part key=_multipart_QSPL4WJY2BVT.2~E59H6OF5XMN6.0 size=1048576 2024-04-02T08:43:55.841 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.843+0000 7f7da3039780 1 < completed part key=_multipart_QSPL4WJY2BVT.2~E59H6OF5XMN6.1 size=781010 2024-04-02T08:43:55.845 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.846+0000 7f7da3039780 1 < completed multipart upload key=QSPL4WJY2BVT upload=E59H6OF5XMN6 tag=A3G37110HM95 type=write size=2878162 2024-04-02T08:43:55.849 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.850+0000 7f7da3039780 1 > prepared part key=_multipart_ZZ885TFYL1OI.2~U86JIIB609P3.0 size=1048576 2024-04-02T08:43:55.850 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.852+0000 7f7da3039780 1 > prepared part key=_multipart_ZZ885TFYL1OI.2~U86JIIB609P3.1 size=205656 2024-04-02T08:43:55.850 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.852+0000 7f7da3039780 1 > prepared multipart upload key=ZZ885TFYL1OI upload=U86JIIB609P3 tag=CJO9BIOAR79X type=write size=2302808 2024-04-02T08:43:55.852 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.854+0000 7f7da3039780 1 < completed part key=_multipart_YWRL9YH2Y59R.2~4AQDB9W85BED.0 size=237155 2024-04-02T08:43:55.856 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.858+0000 7f7da3039780 1 < completed multipart upload key=YWRL9YH2Y59R upload=4AQDB9W85BED tag=2MN4CTV3EC3W type=write size=1285731 2024-04-02T08:43:55.858 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.860+0000 7f7da3039780 1 > prepared operation key=QSPL4WJY2BVT tag=NJWSGM86H9K1 type=del size=640755 2024-04-02T08:43:55.860 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.862+0000 7f7da3039780 1 < completed delete operation key=6TJF572KI0FA tag=TS8RMCG231DI type=del 2024-04-02T08:43:55.864 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.866+0000 7f7da3039780 1 > prepared part key=_multipart_DJP9NW2GDNHB.2~71SQIOYYSPXT.0 size=1048576 2024-04-02T08:43:55.866 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.867+0000 7f7da3039780 1 > prepared part key=_multipart_DJP9NW2GDNHB.2~71SQIOYYSPXT.1 size=981412 2024-04-02T08:43:55.866 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.867+0000 7f7da3039780 1 > prepared multipart upload key=DJP9NW2GDNHB upload=71SQIOYYSPXT tag=7DTPLYKTUOV4 type=write size=3078564 2024-04-02T08:43:55.868 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.870+0000 7f7da3039780 1 < canceled operation key=QHKAPO5SX6SG tag=STRPL62J6YY7 type=del size=3946588 2024-04-02T08:43:55.870 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.872+0000 7f7da3039780 1 > prepared operation key=YXESDZ3ETQK9 tag=QW026WLYAJ0E type=del size=748926 2024-04-02T08:43:55.874 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.876+0000 7f7da3039780 1 < suggested update operation key=B23RMWV8I9ZL tag=1LPRUWZVO2KV type=del size=841821 2024-04-02T08:43:55.876 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.878+0000 7f7da3039780 1 > prepared operation key=EAG9W8JA0WA6 tag=WCWES35GQPH1 type=write size=356999 2024-04-02T08:43:55.878 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.880+0000 7f7da3039780 1 < completed part key=_multipart_YWRL9YH2Y59R.2~IWLLX83VV31T.0 size=1012646 2024-04-02T08:43:55.883 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.884+0000 7f7da3039780 1 < completed multipart upload key=YWRL9YH2Y59R upload=IWLLX83VV31T tag=OQFB3NC09ZZ9 type=write size=2061222 2024-04-02T08:43:55.887 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.888+0000 7f7da3039780 1 > prepared part key=_multipart_1SDLEDDX8LZR.2~PT2B46OKA6K7.0 size=1048576 2024-04-02T08:43:55.888 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.890+0000 7f7da3039780 1 > prepared part key=_multipart_1SDLEDDX8LZR.2~PT2B46OKA6K7.1 size=167854 2024-04-02T08:43:55.889 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.890+0000 7f7da3039780 1 > prepared multipart upload key=1SDLEDDX8LZR upload=PT2B46OKA6K7 tag=1704KCONHHU3 type=write size=2265006 2024-04-02T08:43:55.890 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.892+0000 7f7da3039780 1 < completed write operation key=BURYF1967J48 tag=2EK5XRZIP78U type=write size=749353 2024-04-02T08:43:55.894 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.896+0000 7f7da3039780 1 > prepared part key=_multipart_SPZ4WDU9FXVH.2~V944PHZD5X3I.0 size=1048576 2024-04-02T08:43:55.896 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.898+0000 7f7da3039780 1 > prepared part key=_multipart_SPZ4WDU9FXVH.2~V944PHZD5X3I.1 size=1048576 2024-04-02T08:43:55.898 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.900+0000 7f7da3039780 1 > prepared part key=_multipart_SPZ4WDU9FXVH.2~V944PHZD5X3I.2 size=676805 2024-04-02T08:43:55.898 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.900+0000 7f7da3039780 1 > prepared multipart upload key=SPZ4WDU9FXVH upload=V944PHZD5X3I tag=L1HVKGHIDIRF type=write size=3822533 2024-04-02T08:43:55.900 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.902+0000 7f7da3039780 1 < completed part key=_multipart_9H9O464QAWB2.2~3PFX65FLQ4DR.0 size=96014 2024-04-02T08:43:55.904 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.905+0000 7f7da3039780 1 < completed multipart upload key=9H9O464QAWB2 upload=3PFX65FLQ4DR tag=D7HY83U98PBN type=write size=1144590 2024-04-02T08:43:55.908 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.909+0000 7f7da3039780 1 > prepared part key=_multipart_Y5E6U7ZCX7JC.2~MRMRHPENOWT3.0 size=1048576 2024-04-02T08:43:55.909 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.911+0000 7f7da3039780 1 > prepared part key=_multipart_Y5E6U7ZCX7JC.2~MRMRHPENOWT3.1 size=425108 2024-04-02T08:43:55.909 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.911+0000 7f7da3039780 1 > prepared multipart upload key=Y5E6U7ZCX7JC upload=MRMRHPENOWT3 tag=5E5YPI1JIISX type=write size=2522260 2024-04-02T08:43:55.911 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.913+0000 7f7da3039780 1 < completed part key=_multipart_N5AIAS76IS0Z.2~Z3POMF81X8WQ.0 size=1048576 2024-04-02T08:43:55.913 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.915+0000 7f7da3039780 1 < completed part key=_multipart_N5AIAS76IS0Z.2~Z3POMF81X8WQ.1 size=954321 2024-04-02T08:43:55.916 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.918+0000 7f7da3039780 1 < completed multipart upload key=N5AIAS76IS0Z upload=Z3POMF81X8WQ tag=01JFGIQG38RO type=write size=3051473 2024-04-02T08:43:55.919 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.920+0000 7f7da3039780 1 > prepared operation key=81LFSX7KH5JC tag=FDNZZ53CI4VE type=del size=3465403 2024-04-02T08:43:55.921 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.922+0000 7f7da3039780 1 < canceled operation key=81LFSX7KH5JC tag=2ZDXBS1PFG2Q type=del size=832560 2024-04-02T08:43:55.923 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.924+0000 7f7da3039780 1 > prepared operation key=YXESDZ3ETQK9 tag=IFCE2YGM4P8C type=write size=373506 2024-04-02T08:43:55.925 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.926+0000 7f7da3039780 1 < completed delete operation key=AESEEOTWQSFQ tag=PVFLUEFD23VB type=del 2024-04-02T08:43:55.927 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.929+0000 7f7da3039780 1 > prepared operation key=Y5E6U7ZCX7JC tag=VFH4VOSV3FD6 type=del size=2665084 2024-04-02T08:43:55.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:43:55 smithi012 ceph-mon[88355]: pgmap v1395: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 620 KiB/s rd, 220 KiB/s wr, 1.10k op/s 2024-04-02T08:43:55.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:43:55 smithi012 ceph-mon[90784]: pgmap v1395: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 620 KiB/s rd, 220 KiB/s wr, 1.10k op/s 2024-04-02T08:43:55.930 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.931+0000 7f7da3039780 1 < completed write operation key=ELDWOJAKQD69 tag=R9HZIUIBPIAB type=write size=775450 2024-04-02T08:43:55.932 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.933+0000 7f7da3039780 1 > prepared operation key=N5AIAS76IS0Z tag=Y24M432TIQ0H type=del size=3566525 2024-04-02T08:43:55.934 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.936+0000 7f7da3039780 1 < completed part key=_multipart_6TJF572KI0FA.2~9JBG6C7HR9JF.0 size=1048576 2024-04-02T08:43:55.937 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.938+0000 7f7da3039780 1 < completed part key=_multipart_6TJF572KI0FA.2~9JBG6C7HR9JF.1 size=1048576 2024-04-02T08:43:55.939 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.941+0000 7f7da3039780 1 < completed part key=_multipart_6TJF572KI0FA.2~9JBG6C7HR9JF.2 size=8122 2024-04-02T08:43:55.944 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.945+0000 7f7da3039780 1 < completed multipart upload key=6TJF572KI0FA upload=9JBG6C7HR9JF tag=NAU77DMQ9D47 type=write size=3153850 2024-04-02T08:43:55.946 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.948+0000 7f7da3039780 1 > prepared operation key=SPZ4WDU9FXVH tag=5UGN9O30E4TU type=del size=2533817 2024-04-02T08:43:55.949 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.950+0000 7f7da3039780 1 < completed delete operation key=YWRL9YH2Y59R tag=RHN3R3J7ZIZD type=del 2024-04-02T08:43:55.954 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.955+0000 7f7da3039780 1 > prepared part key=_multipart_DJP9NW2GDNHB.2~FIBUR4UR8J2C.0 size=1048576 2024-04-02T08:43:55.956 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.957+0000 7f7da3039780 1 > prepared part key=_multipart_DJP9NW2GDNHB.2~FIBUR4UR8J2C.1 size=1048576 2024-04-02T08:43:55.957 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.959+0000 7f7da3039780 1 > prepared part key=_multipart_DJP9NW2GDNHB.2~FIBUR4UR8J2C.2 size=459735 2024-04-02T08:43:55.957 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.959+0000 7f7da3039780 1 > prepared multipart upload key=DJP9NW2GDNHB upload=FIBUR4UR8J2C tag=CZ7IQEQM9MUY type=write size=3605463 2024-04-02T08:43:55.961 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.963+0000 7f7da3039780 1 < suggested remove operation key=NOK2IIY1WSGJ tag=65P6QU9976YY type=del 2024-04-02T08:43:55.964 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.965+0000 7f7da3039780 1 > prepared operation key=YXESDZ3ETQK9 tag=0LVUJYMJ7M0G type=write size=639995 2024-04-02T08:43:55.966 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.967+0000 7f7da3039780 1 < completed part key=_multipart_R3KOUNXRRJL4.2~GVUB9WQTGVIV.0 size=1048576 2024-04-02T08:43:55.968 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.969+0000 7f7da3039780 1 < completed part key=_multipart_R3KOUNXRRJL4.2~GVUB9WQTGVIV.1 size=1048576 2024-04-02T08:43:55.969 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.971+0000 7f7da3039780 1 < completed part key=_multipart_R3KOUNXRRJL4.2~GVUB9WQTGVIV.2 size=25784 2024-04-02T08:43:55.973 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.975+0000 7f7da3039780 1 < completed multipart upload key=R3KOUNXRRJL4 upload=GVUB9WQTGVIV tag=N5QXHIV61P0L type=write size=3171512 2024-04-02T08:43:55.977 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.979+0000 7f7da3039780 1 > prepared part key=_multipart_AESEEOTWQSFQ.2~NK95XY13SHSJ.0 size=1048576 2024-04-02T08:43:55.979 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.980+0000 7f7da3039780 1 > prepared part key=_multipart_AESEEOTWQSFQ.2~NK95XY13SHSJ.1 size=1048576 2024-04-02T08:43:55.981 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.982+0000 7f7da3039780 1 > prepared part key=_multipart_AESEEOTWQSFQ.2~NK95XY13SHSJ.2 size=406325 2024-04-02T08:43:55.981 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.982+0000 7f7da3039780 1 > prepared multipart upload key=AESEEOTWQSFQ upload=NK95XY13SHSJ tag=HD5V1QI9CT6J type=write size=3552053 2024-04-02T08:43:55.983 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.984+0000 7f7da3039780 1 < completed part key=_multipart_ZZ885TFYL1OI.2~U86JIIB609P3.0 size=1048576 2024-04-02T08:43:55.983 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.984+0000 7f7da3039780 1 < canceled part key=_multipart_ZZ885TFYL1OI.2~U86JIIB609P3.1 size=205656 2024-04-02T08:43:55.987 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.988+0000 7f7da3039780 1 < canceled multipart upload key=ZZ885TFYL1OI upload=U86JIIB609P3 tag=CJO9BIOAR79X type=write size=2302808 2024-04-02T08:43:55.989 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.991+0000 7f7da3039780 1 > prepared operation key=57GR82RGCWC5 tag=JOQNI2JYIO66 type=del size=2061577 2024-04-02T08:43:55.991 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.993+0000 7f7da3039780 1 < completed delete operation key=QSPL4WJY2BVT tag=NJWSGM86H9K1 type=del 2024-04-02T08:43:55.993 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.995+0000 7f7da3039780 1 > prepared operation key=QSPL4WJY2BVT tag=U8MSFAGB7XOM type=del size=3297692 2024-04-02T08:43:55.996 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.997+0000 7f7da3039780 1 < completed part key=_multipart_DJP9NW2GDNHB.2~71SQIOYYSPXT.0 size=1048576 2024-04-02T08:43:55.997 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:55.999+0000 7f7da3039780 1 < completed part key=_multipart_DJP9NW2GDNHB.2~71SQIOYYSPXT.1 size=981412 2024-04-02T08:43:56.001 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.003+0000 7f7da3039780 1 < completed multipart upload key=DJP9NW2GDNHB upload=71SQIOYYSPXT tag=7DTPLYKTUOV4 type=write size=3078564 2024-04-02T08:43:56.003 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.005+0000 7f7da3039780 1 > prepared operation key=NOK2IIY1WSGJ tag=KWMOB3RO1NTA type=del size=591982 2024-04-02T08:43:56.005 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.007+0000 7f7da3039780 1 < completed delete operation key=YXESDZ3ETQK9 tag=QW026WLYAJ0E type=del 2024-04-02T08:43:56.009 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.011+0000 7f7da3039780 1 > prepared part key=_multipart_AESEEOTWQSFQ.2~DX98ZP4IETCZ.0 size=1048576 2024-04-02T08:43:56.011 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.013+0000 7f7da3039780 1 > prepared part key=_multipart_AESEEOTWQSFQ.2~DX98ZP4IETCZ.1 size=1048576 2024-04-02T08:43:56.013 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.015+0000 7f7da3039780 1 > prepared part key=_multipart_AESEEOTWQSFQ.2~DX98ZP4IETCZ.2 size=858458 2024-04-02T08:43:56.013 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.015+0000 7f7da3039780 1 > prepared multipart upload key=AESEEOTWQSFQ upload=DX98ZP4IETCZ tag=AIXR7GXC73U7 type=write size=4004186 2024-04-02T08:43:56.015 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.017+0000 7f7da3039780 1 < completed write operation key=EAG9W8JA0WA6 tag=WCWES35GQPH1 type=write size=356999 2024-04-02T08:43:56.017 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.019+0000 7f7da3039780 1 > prepared operation key=QHKAPO5SX6SG tag=3VXG28RDB91U type=write size=964718 2024-04-02T08:43:56.019 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.021+0000 7f7da3039780 1 < completed part key=_multipart_1SDLEDDX8LZR.2~PT2B46OKA6K7.0 size=1048576 2024-04-02T08:43:56.021 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.023+0000 7f7da3039780 1 < completed part key=_multipart_1SDLEDDX8LZR.2~PT2B46OKA6K7.1 size=167854 2024-04-02T08:43:56.026 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.027+0000 7f7da3039780 1 < completed multipart upload key=1SDLEDDX8LZR upload=PT2B46OKA6K7 tag=1704KCONHHU3 type=write size=2265006 2024-04-02T08:43:56.030 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.031+0000 7f7da3039780 1 > prepared part key=_multipart_81LFSX7KH5JC.2~R32UGNTHZ311.0 size=1048576 2024-04-02T08:43:56.032 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.034+0000 7f7da3039780 1 > prepared part key=_multipart_81LFSX7KH5JC.2~R32UGNTHZ311.1 size=960091 2024-04-02T08:43:56.032 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.034+0000 7f7da3039780 1 > prepared multipart upload key=81LFSX7KH5JC upload=R32UGNTHZ311 tag=5SJ0CH8B1WF6 type=write size=3057243 2024-04-02T08:43:56.034 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.036+0000 7f7da3039780 1 < completed part key=_multipart_SPZ4WDU9FXVH.2~V944PHZD5X3I.0 size=1048576 2024-04-02T08:43:56.037 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.038+0000 7f7da3039780 1 < completed part key=_multipart_SPZ4WDU9FXVH.2~V944PHZD5X3I.1 size=1048576 2024-04-02T08:43:56.039 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.040+0000 7f7da3039780 1 < completed part key=_multipart_SPZ4WDU9FXVH.2~V944PHZD5X3I.2 size=676805 2024-04-02T08:43:56.043 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.044+0000 7f7da3039780 1 < completed multipart upload key=SPZ4WDU9FXVH upload=V944PHZD5X3I tag=L1HVKGHIDIRF type=write size=3822533 2024-04-02T08:43:56.045 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.046+0000 7f7da3039780 1 > prepared operation key=XV6PSEG36RCA tag=PR420IBUFC5D type=del size=1117953 2024-04-02T08:43:56.045 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.047+0000 7f7da3039780 1 < canceled part key=_multipart_Y5E6U7ZCX7JC.2~MRMRHPENOWT3.0 size=1048576 2024-04-02T08:43:56.047 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.049+0000 7f7da3039780 1 < completed part key=_multipart_Y5E6U7ZCX7JC.2~MRMRHPENOWT3.1 size=425108 2024-04-02T08:43:56.051 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.052+0000 7f7da3039780 1 < canceled multipart upload key=Y5E6U7ZCX7JC upload=MRMRHPENOWT3 tag=5E5YPI1JIISX type=write size=2522260 2024-04-02T08:43:56.053 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.054+0000 7f7da3039780 1 > prepared operation key=XV6PSEG36RCA tag=KEK1299KH7TT type=del size=102795 2024-04-02T08:43:56.058 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.060+0000 7f7da3039780 1 < suggested update operation key=81LFSX7KH5JC tag=FDNZZ53CI4VE type=del size=3465403 2024-04-02T08:43:56.060 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.062+0000 7f7da3039780 1 > prepared operation key=9JGJK5C8JJ0Z tag=3HO0110E4NNY type=write size=321294 2024-04-02T08:43:56.063 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.064+0000 7f7da3039780 1 < completed write operation key=YXESDZ3ETQK9 tag=IFCE2YGM4P8C type=write size=373506 2024-04-02T08:43:56.066 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.067+0000 7f7da3039780 1 > prepared operation key=N5AIAS76IS0Z tag=DA5G5NSQMOKZ type=del size=3355230 2024-04-02T08:43:56.068 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.070+0000 7f7da3039780 1 < completed delete operation key=Y5E6U7ZCX7JC tag=VFH4VOSV3FD6 type=del 2024-04-02T08:43:56.071 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.072+0000 7f7da3039780 1 > prepared operation key=57GR82RGCWC5 tag=VRZCT0ZUF38U type=del size=3908484 2024-04-02T08:43:56.073 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.074+0000 7f7da3039780 1 < canceled operation key=N5AIAS76IS0Z tag=Y24M432TIQ0H type=del size=3566525 2024-04-02T08:43:56.075 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.077+0000 7f7da3039780 1 > prepared operation key=1SDLEDDX8LZR tag=AIQ1LE5LH6NH type=del size=3218608 2024-04-02T08:43:56.077 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.079+0000 7f7da3039780 1 < canceled operation key=SPZ4WDU9FXVH tag=5UGN9O30E4TU type=del size=2533817 2024-04-02T08:43:56.079 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.081+0000 7f7da3039780 1 > prepared operation key=Z2HC0VEJJV9V tag=Y9R53QG9SX59 type=del size=3458160 2024-04-02T08:43:56.081 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.083+0000 7f7da3039780 1 < completed part key=_multipart_DJP9NW2GDNHB.2~FIBUR4UR8J2C.0 size=1048576 2024-04-02T08:43:56.083 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.085+0000 7f7da3039780 1 < completed part key=_multipart_DJP9NW2GDNHB.2~FIBUR4UR8J2C.1 size=1048576 2024-04-02T08:43:56.085 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.087+0000 7f7da3039780 1 < completed part key=_multipart_DJP9NW2GDNHB.2~FIBUR4UR8J2C.2 size=459735 2024-04-02T08:43:56.089 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.090+0000 7f7da3039780 1 < completed multipart upload key=DJP9NW2GDNHB upload=FIBUR4UR8J2C tag=CZ7IQEQM9MUY type=write size=3605463 2024-04-02T08:43:56.093 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.094+0000 7f7da3039780 1 > prepared part key=_multipart_JFW247YEIEQ0.2~5I3QH4ZIYEC0.0 size=233240 2024-04-02T08:43:56.093 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.094+0000 7f7da3039780 1 > prepared multipart upload key=JFW247YEIEQ0 upload=5I3QH4ZIYEC0 tag=H3Z1XVD0TU0D type=write size=1281816 2024-04-02T08:43:56.094 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.096+0000 7f7da3039780 1 < completed write operation key=YXESDZ3ETQK9 tag=0LVUJYMJ7M0G type=write size=639995 2024-04-02T08:43:56.098 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.100+0000 7f7da3039780 1 > prepared part key=_multipart_D0Z1XMS5I5SH.2~LTPPV52QXAQV.0 size=1048576 2024-04-02T08:43:56.100 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.102+0000 7f7da3039780 1 > prepared part key=_multipart_D0Z1XMS5I5SH.2~LTPPV52QXAQV.1 size=1033579 2024-04-02T08:43:56.100 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.102+0000 7f7da3039780 1 > prepared multipart upload key=D0Z1XMS5I5SH upload=LTPPV52QXAQV tag=6SMD5P8D343O type=write size=3130731 2024-04-02T08:43:56.102 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.104+0000 7f7da3039780 1 < completed part key=_multipart_AESEEOTWQSFQ.2~NK95XY13SHSJ.0 size=1048576 2024-04-02T08:43:56.104 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.105+0000 7f7da3039780 1 < completed part key=_multipart_AESEEOTWQSFQ.2~NK95XY13SHSJ.1 size=1048576 2024-04-02T08:43:56.106 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.108+0000 7f7da3039780 1 < completed part key=_multipart_AESEEOTWQSFQ.2~NK95XY13SHSJ.2 size=406325 2024-04-02T08:43:56.110 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.112+0000 7f7da3039780 1 < completed multipart upload key=AESEEOTWQSFQ upload=NK95XY13SHSJ tag=HD5V1QI9CT6J type=write size=3552053 2024-04-02T08:43:56.112 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.114+0000 7f7da3039780 1 > prepared operation key=1SDLEDDX8LZR tag=G204DE9MIJM5 type=del size=1205322 2024-04-02T08:43:56.192 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.194+0000 7f7da3039780 1 < completed delete operation key=57GR82RGCWC5 tag=JOQNI2JYIO66 type=del 2024-04-02T08:43:56.197 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.199+0000 7f7da3039780 1 > prepared part key=_multipart_YXESDZ3ETQK9.2~0TQIO2P7OYEK.0 size=291938 2024-04-02T08:43:56.197 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.199+0000 7f7da3039780 1 > prepared multipart upload key=YXESDZ3ETQK9 upload=0TQIO2P7OYEK tag=853AKWJR969E type=write size=1340514 2024-04-02T08:43:56.199 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.201+0000 7f7da3039780 1 < canceled operation key=QSPL4WJY2BVT tag=U8MSFAGB7XOM type=del size=3297692 2024-04-02T08:43:56.203 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.205+0000 7f7da3039780 1 > prepared part key=_multipart_N5AIAS76IS0Z.2~JVRQZ8GUNM7G.0 size=1048576 2024-04-02T08:43:56.205 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.207+0000 7f7da3039780 1 > prepared part key=_multipart_N5AIAS76IS0Z.2~JVRQZ8GUNM7G.1 size=996969 2024-04-02T08:43:56.205 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.207+0000 7f7da3039780 1 > prepared multipart upload key=N5AIAS76IS0Z upload=JVRQZ8GUNM7G tag=GO5QVS442XHD type=write size=3094121 2024-04-02T08:43:56.209 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.211+0000 7f7da3039780 1 < suggested remove operation key=NOK2IIY1WSGJ tag=KWMOB3RO1NTA type=del 2024-04-02T08:43:56.213 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.215+0000 7f7da3039780 1 > prepared part key=_multipart_YWRL9YH2Y59R.2~GD7JNYVZMQGD.0 size=712324 2024-04-02T08:43:56.213 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.215+0000 7f7da3039780 1 > prepared multipart upload key=YWRL9YH2Y59R upload=GD7JNYVZMQGD tag=68X9ADJ2C86M type=write size=1760900 2024-04-02T08:43:56.215 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.217+0000 7f7da3039780 1 < completed part key=_multipart_AESEEOTWQSFQ.2~DX98ZP4IETCZ.0 size=1048576 2024-04-02T08:43:56.217 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.218+0000 7f7da3039780 1 < completed part key=_multipart_AESEEOTWQSFQ.2~DX98ZP4IETCZ.1 size=1048576 2024-04-02T08:43:56.219 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.220+0000 7f7da3039780 1 < completed part key=_multipart_AESEEOTWQSFQ.2~DX98ZP4IETCZ.2 size=858458 2024-04-02T08:43:56.222 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.224+0000 7f7da3039780 1 < completed multipart upload key=AESEEOTWQSFQ upload=DX98ZP4IETCZ tag=AIXR7GXC73U7 type=write size=4004186 2024-04-02T08:43:56.226 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.226+0000 7f7da3039780 1 > prepared operation key=JFW247YEIEQ0 tag=BJVR6KMVQD7N type=del size=1357866 2024-04-02T08:43:56.226 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.228+0000 7f7da3039780 1 < completed write operation key=QHKAPO5SX6SG tag=3VXG28RDB91U type=write size=964718 2024-04-02T08:43:56.231 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.233+0000 7f7da3039780 1 > prepared part key=_multipart_B23RMWV8I9ZL.2~SI6925K908U1.0 size=1048576 2024-04-02T08:43:56.233 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.234+0000 7f7da3039780 1 > prepared part key=_multipart_B23RMWV8I9ZL.2~SI6925K908U1.1 size=482420 2024-04-02T08:43:56.233 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.234+0000 7f7da3039780 1 > prepared multipart upload key=B23RMWV8I9ZL upload=SI6925K908U1 tag=CMKFJBMPSNVR type=write size=2579572 2024-04-02T08:43:56.235 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.237+0000 7f7da3039780 1 < completed part key=_multipart_81LFSX7KH5JC.2~R32UGNTHZ311.0 size=1048576 2024-04-02T08:43:56.238 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.239+0000 7f7da3039780 1 < completed part key=_multipart_81LFSX7KH5JC.2~R32UGNTHZ311.1 size=960091 2024-04-02T08:43:56.242 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.243+0000 7f7da3039780 1 < completed multipart upload key=81LFSX7KH5JC upload=R32UGNTHZ311 tag=5SJ0CH8B1WF6 type=write size=3057243 2024-04-02T08:43:56.244 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.245+0000 7f7da3039780 1 > prepared operation key=QSPL4WJY2BVT tag=SFMGTHO2V3GY type=del size=2223838 2024-04-02T08:43:56.246 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.247+0000 7f7da3039780 1 < completed delete operation key=XV6PSEG36RCA tag=PR420IBUFC5D type=del 2024-04-02T08:43:56.250 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.251+0000 7f7da3039780 1 > prepared part key=_multipart_AESEEOTWQSFQ.2~W1NVNSO3T5L4.0 size=1048576 2024-04-02T08:43:56.252 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.253+0000 7f7da3039780 1 > prepared part key=_multipart_AESEEOTWQSFQ.2~W1NVNSO3T5L4.1 size=1048576 2024-04-02T08:43:56.253 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.255+0000 7f7da3039780 1 > prepared part key=_multipart_AESEEOTWQSFQ.2~W1NVNSO3T5L4.2 size=901821 2024-04-02T08:43:56.254 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.255+0000 7f7da3039780 1 > prepared multipart upload key=AESEEOTWQSFQ upload=W1NVNSO3T5L4 tag=D37OU5YIG0BV type=write size=4047549 2024-04-02T08:43:56.258 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.260+0000 7f7da3039780 1 < suggested remove operation key=XV6PSEG36RCA tag=KEK1299KH7TT type=del 2024-04-02T08:43:56.261 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.262+0000 7f7da3039780 1 > prepared operation key=ZV3Q7IXMLI1J tag=QSVJ03J050TW type=write size=657174 2024-04-02T08:43:56.265 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.266+0000 7f7da3039780 1 < suggested remove operation key=9JGJK5C8JJ0Z tag=3HO0110E4NNY type=write 2024-04-02T08:43:56.267 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.269+0000 7f7da3039780 1 > prepared operation key=B23RMWV8I9ZL tag=8IUFV68L673H type=write size=413642 2024-04-02T08:43:56.271 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.273+0000 7f7da3039780 1 < suggested remove operation key=N5AIAS76IS0Z tag=DA5G5NSQMOKZ type=del 2024-04-02T08:43:56.273 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.275+0000 7f7da3039780 1 > prepared operation key=YXESDZ3ETQK9 tag=Y6EDFCICBX1Y type=write size=965185 2024-04-02T08:43:56.275 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.277+0000 7f7da3039780 1 < canceled operation key=57GR82RGCWC5 tag=VRZCT0ZUF38U type=del size=3908484 2024-04-02T08:43:56.280 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.281+0000 7f7da3039780 1 > prepared part key=_multipart_A3I3KM5DTR9R.2~FUXGQ9OBX5F4.0 size=1048576 2024-04-02T08:43:56.282 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.284+0000 7f7da3039780 1 > prepared part key=_multipart_A3I3KM5DTR9R.2~FUXGQ9OBX5F4.1 size=1048576 2024-04-02T08:43:56.285 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.286+0000 7f7da3039780 1 > prepared part key=_multipart_A3I3KM5DTR9R.2~FUXGQ9OBX5F4.2 size=832844 2024-04-02T08:43:56.285 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.286+0000 7f7da3039780 1 > prepared multipart upload key=A3I3KM5DTR9R upload=FUXGQ9OBX5F4 tag=119G86UIZXR6 type=write size=3978572 2024-04-02T08:43:56.287 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.288+0000 7f7da3039780 1 < completed delete operation key=1SDLEDDX8LZR tag=AIQ1LE5LH6NH type=del 2024-04-02T08:43:56.289 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.290+0000 7f7da3039780 1 > prepared operation key=ZZ885TFYL1OI tag=EZYT2W700WDD type=del size=2529605 2024-04-02T08:43:56.291 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.293+0000 7f7da3039780 1 < completed delete operation key=Z2HC0VEJJV9V tag=Y9R53QG9SX59 type=del 2024-04-02T08:43:56.293 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.295+0000 7f7da3039780 1 > prepared operation key=81LFSX7KH5JC tag=TBL5MWHRL2FP type=del size=1670974 2024-04-02T08:43:56.295 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.297+0000 7f7da3039780 1 < completed part key=_multipart_JFW247YEIEQ0.2~5I3QH4ZIYEC0.0 size=233240 2024-04-02T08:43:56.299 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.301+0000 7f7da3039780 1 < completed multipart upload key=JFW247YEIEQ0 upload=5I3QH4ZIYEC0 tag=H3Z1XVD0TU0D type=write size=1281816 2024-04-02T08:43:56.301 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.303+0000 7f7da3039780 1 > prepared operation key=AMAKFO5IP7AO tag=J1OZOUUXR6MF type=del size=4017545 2024-04-02T08:43:56.303 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.305+0000 7f7da3039780 1 < completed part key=_multipart_D0Z1XMS5I5SH.2~LTPPV52QXAQV.0 size=1048576 2024-04-02T08:43:56.305 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.307+0000 7f7da3039780 1 < completed part key=_multipart_D0Z1XMS5I5SH.2~LTPPV52QXAQV.1 size=1033579 2024-04-02T08:43:56.309 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.310+0000 7f7da3039780 1 < completed multipart upload key=D0Z1XMS5I5SH upload=LTPPV52QXAQV tag=6SMD5P8D343O type=write size=3130731 2024-04-02T08:43:56.313 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.314+0000 7f7da3039780 1 > prepared part key=_multipart_ZZ885TFYL1OI.2~FFX0OV6H8P5F.0 size=1048576 2024-04-02T08:43:56.314 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.316+0000 7f7da3039780 1 > prepared part key=_multipart_ZZ885TFYL1OI.2~FFX0OV6H8P5F.1 size=343031 2024-04-02T08:43:56.315 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.316+0000 7f7da3039780 1 > prepared multipart upload key=ZZ885TFYL1OI upload=FFX0OV6H8P5F tag=JMKD3QE35RHA type=write size=2440183 2024-04-02T08:43:56.317 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.319+0000 7f7da3039780 1 < completed delete operation key=1SDLEDDX8LZR tag=G204DE9MIJM5 type=del 2024-04-02T08:43:56.321 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.322+0000 7f7da3039780 1 > prepared part key=_multipart_YXESDZ3ETQK9.2~JETGE9FKEYY6.0 size=1048576 2024-04-02T08:43:56.322 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.324+0000 7f7da3039780 1 > prepared part key=_multipart_YXESDZ3ETQK9.2~JETGE9FKEYY6.1 size=731394 2024-04-02T08:43:56.323 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.324+0000 7f7da3039780 1 > prepared multipart upload key=YXESDZ3ETQK9 upload=JETGE9FKEYY6 tag=XNQSV2W4EFNE type=write size=2828546 2024-04-02T08:43:56.324 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.326+0000 7f7da3039780 1 < completed part key=_multipart_YXESDZ3ETQK9.2~0TQIO2P7OYEK.0 size=291938 2024-04-02T08:43:56.328 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.330+0000 7f7da3039780 1 < completed multipart upload key=YXESDZ3ETQK9 upload=0TQIO2P7OYEK tag=853AKWJR969E type=write size=1340514 2024-04-02T08:43:56.330 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.332+0000 7f7da3039780 1 > prepared operation key=YWRL9YH2Y59R tag=K9B6PBPI5QJO type=write size=239411 2024-04-02T08:43:56.332 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.334+0000 7f7da3039780 1 < completed part key=_multipart_N5AIAS76IS0Z.2~JVRQZ8GUNM7G.0 size=1048576 2024-04-02T08:43:56.334 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.336+0000 7f7da3039780 1 < completed part key=_multipart_N5AIAS76IS0Z.2~JVRQZ8GUNM7G.1 size=996969 2024-04-02T08:43:56.337 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.339+0000 7f7da3039780 1 < completed multipart upload key=N5AIAS76IS0Z upload=JVRQZ8GUNM7G tag=GO5QVS442XHD type=write size=3094121 2024-04-02T08:43:56.340 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.342+0000 7f7da3039780 1 > prepared operation key=ZZ885TFYL1OI tag=GFQF1H0HUVND type=del size=885105 2024-04-02T08:43:56.342 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.343+0000 7f7da3039780 1 < completed part key=_multipart_YWRL9YH2Y59R.2~GD7JNYVZMQGD.0 size=712324 2024-04-02T08:43:56.346 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.348+0000 7f7da3039780 1 < completed multipart upload key=YWRL9YH2Y59R upload=GD7JNYVZMQGD tag=68X9ADJ2C86M type=write size=1760900 2024-04-02T08:43:56.350 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.352+0000 7f7da3039780 1 > prepared part key=_multipart_NOK2IIY1WSGJ.2~7I4J5061NWJK.0 size=1048576 2024-04-02T08:43:56.352 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.353+0000 7f7da3039780 1 > prepared part key=_multipart_NOK2IIY1WSGJ.2~7I4J5061NWJK.1 size=355501 2024-04-02T08:43:56.352 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.353+0000 7f7da3039780 1 > prepared multipart upload key=NOK2IIY1WSGJ upload=7I4J5061NWJK tag=ZEIT1D9EPFG1 type=write size=2452653 2024-04-02T08:43:56.354 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.355+0000 7f7da3039780 1 < completed delete operation key=JFW247YEIEQ0 tag=BJVR6KMVQD7N type=del 2024-04-02T08:43:56.356 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.357+0000 7f7da3039780 1 > prepared operation key=AESEEOTWQSFQ tag=3GQDK03C151R type=write size=493364 2024-04-02T08:43:56.356 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.358+0000 7f7da3039780 1 < canceled part key=_multipart_B23RMWV8I9ZL.2~SI6925K908U1.0 size=1048576 2024-04-02T08:43:56.358 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.359+0000 7f7da3039780 1 < completed part key=_multipart_B23RMWV8I9ZL.2~SI6925K908U1.1 size=482420 2024-04-02T08:43:56.361 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.363+0000 7f7da3039780 1 < canceled multipart upload key=B23RMWV8I9ZL upload=SI6925K908U1 tag=CMKFJBMPSNVR type=write size=2579572 2024-04-02T08:43:56.366 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.367+0000 7f7da3039780 1 > prepared part key=_multipart_YXESDZ3ETQK9.2~ZMK7NGXFXI1A.0 size=314616 2024-04-02T08:43:56.366 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.367+0000 7f7da3039780 1 > prepared multipart upload key=YXESDZ3ETQK9 upload=ZMK7NGXFXI1A tag=NEBUAYTXHRX8 type=write size=1363192 2024-04-02T08:43:56.368 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.369+0000 7f7da3039780 1 < completed delete operation key=QSPL4WJY2BVT tag=SFMGTHO2V3GY type=del 2024-04-02T08:43:56.370 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.371+0000 7f7da3039780 1 > prepared operation key=XN6KQ2LGZYGL tag=5FL86GVNQHS7 type=del size=1802199 2024-04-02T08:43:56.372 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.373+0000 7f7da3039780 1 < completed part key=_multipart_AESEEOTWQSFQ.2~W1NVNSO3T5L4.0 size=1048576 2024-04-02T08:43:56.373 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.375+0000 7f7da3039780 1 < completed part key=_multipart_AESEEOTWQSFQ.2~W1NVNSO3T5L4.1 size=1048576 2024-04-02T08:43:56.375 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.377+0000 7f7da3039780 1 < completed part key=_multipart_AESEEOTWQSFQ.2~W1NVNSO3T5L4.2 size=901821 2024-04-02T08:43:56.379 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.380+0000 7f7da3039780 1 < completed multipart upload key=AESEEOTWQSFQ upload=W1NVNSO3T5L4 tag=D37OU5YIG0BV type=write size=4047549 2024-04-02T08:43:56.381 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.382+0000 7f7da3039780 1 > prepared operation key=XN6KQ2LGZYGL tag=82X43E1UAEFN type=del size=1557282 2024-04-02T08:43:56.388 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.384+0000 7f7da3039780 1 < completed write operation key=ZV3Q7IXMLI1J tag=QSVJ03J050TW type=write size=657174 2024-04-02T08:43:56.388 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.386+0000 7f7da3039780 1 > prepared operation key=993CLRT5TRZG tag=OH8YJYLFEOBJ type=write size=771623 2024-04-02T08:43:56.388 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.388+0000 7f7da3039780 1 < completed write operation key=B23RMWV8I9ZL tag=8IUFV68L673H type=write size=413642 2024-04-02T08:43:56.389 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.390+0000 7f7da3039780 1 > prepared operation key=9H9O464QAWB2 tag=508FTTE8WU34 type=del size=1543516 2024-04-02T08:43:56.391 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.392+0000 7f7da3039780 1 < completed write operation key=YXESDZ3ETQK9 tag=Y6EDFCICBX1Y type=write size=965185 2024-04-02T08:43:56.394 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.396+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~3AN6IP653I0A.0 size=1048576 2024-04-02T08:43:56.396 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.398+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~3AN6IP653I0A.1 size=1048576 2024-04-02T08:43:56.398 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.399+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~3AN6IP653I0A.2 size=1041913 2024-04-02T08:43:56.398 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.399+0000 7f7da3039780 1 > prepared multipart upload key=QHKAPO5SX6SG upload=3AN6IP653I0A tag=V6KHCBLOJ0UY type=write size=4187641 2024-04-02T08:43:56.400 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.402+0000 7f7da3039780 1 < completed part key=_multipart_A3I3KM5DTR9R.2~FUXGQ9OBX5F4.0 size=1048576 2024-04-02T08:43:56.402 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.403+0000 7f7da3039780 1 < completed part key=_multipart_A3I3KM5DTR9R.2~FUXGQ9OBX5F4.1 size=1048576 2024-04-02T08:43:56.404 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.405+0000 7f7da3039780 1 < completed part key=_multipart_A3I3KM5DTR9R.2~FUXGQ9OBX5F4.2 size=832844 2024-04-02T08:43:56.409 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.410+0000 7f7da3039780 1 < completed multipart upload key=A3I3KM5DTR9R upload=FUXGQ9OBX5F4 tag=119G86UIZXR6 type=write size=3978572 2024-04-02T08:43:56.413 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.415+0000 7f7da3039780 1 > prepared part key=_multipart_A3I3KM5DTR9R.2~KV2WOBCSJA0D.0 size=1048576 2024-04-02T08:43:56.415 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.417+0000 7f7da3039780 1 > prepared part key=_multipart_A3I3KM5DTR9R.2~KV2WOBCSJA0D.1 size=461622 2024-04-02T08:43:56.415 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.417+0000 7f7da3039780 1 > prepared multipart upload key=A3I3KM5DTR9R upload=KV2WOBCSJA0D tag=URMSAZAQI6GT type=write size=2558774 2024-04-02T08:43:56.420 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.422+0000 7f7da3039780 1 < suggested remove operation key=ZZ885TFYL1OI tag=EZYT2W700WDD type=del 2024-04-02T08:43:56.422 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.424+0000 7f7da3039780 1 > prepared operation key=81LFSX7KH5JC tag=3BHGIU2SK3FC type=del size=524765 2024-04-02T08:43:56.424 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.426+0000 7f7da3039780 1 < completed delete operation key=81LFSX7KH5JC tag=TBL5MWHRL2FP type=del 2024-04-02T08:43:56.429 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.430+0000 7f7da3039780 1 > prepared part key=_multipart_57GR82RGCWC5.2~7XE6HEGWJW22.0 size=1048576 2024-04-02T08:43:56.431 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.432+0000 7f7da3039780 1 > prepared part key=_multipart_57GR82RGCWC5.2~7XE6HEGWJW22.1 size=890966 2024-04-02T08:43:56.431 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.432+0000 7f7da3039780 1 > prepared multipart upload key=57GR82RGCWC5 upload=7XE6HEGWJW22 tag=9Q0CGHJ3Q9GJ type=write size=2988118 2024-04-02T08:43:56.433 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.434+0000 7f7da3039780 1 < completed delete operation key=AMAKFO5IP7AO tag=J1OZOUUXR6MF type=del 2024-04-02T08:43:56.435 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.436+0000 7f7da3039780 1 > prepared operation key=57GR82RGCWC5 tag=KTF9LTEC2F3F type=del size=308672 2024-04-02T08:43:56.437 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.439+0000 7f7da3039780 1 < completed part key=_multipart_ZZ885TFYL1OI.2~FFX0OV6H8P5F.0 size=1048576 2024-04-02T08:43:56.440 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.441+0000 7f7da3039780 1 < completed part key=_multipart_ZZ885TFYL1OI.2~FFX0OV6H8P5F.1 size=343031 2024-04-02T08:43:56.445 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.447+0000 7f7da3039780 1 < completed multipart upload key=ZZ885TFYL1OI upload=FFX0OV6H8P5F tag=JMKD3QE35RHA type=write size=2440183 2024-04-02T08:43:56.448 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.449+0000 7f7da3039780 1 > prepared operation key=57GR82RGCWC5 tag=RUCQXHZI2NKS type=write size=593571 2024-04-02T08:43:56.450 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.452+0000 7f7da3039780 1 < completed part key=_multipart_YXESDZ3ETQK9.2~JETGE9FKEYY6.0 size=1048576 2024-04-02T08:43:56.452 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.454+0000 7f7da3039780 1 < completed part key=_multipart_YXESDZ3ETQK9.2~JETGE9FKEYY6.1 size=731394 2024-04-02T08:43:56.456 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.458+0000 7f7da3039780 1 < completed multipart upload key=YXESDZ3ETQK9 upload=JETGE9FKEYY6 tag=XNQSV2W4EFNE type=write size=2828546 2024-04-02T08:43:56.458 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.460+0000 7f7da3039780 1 > prepared operation key=ZV3Q7IXMLI1J tag=I5OT9P2OB01P type=write size=541519 2024-04-02T08:43:56.461 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.462+0000 7f7da3039780 1 < completed write operation key=YWRL9YH2Y59R tag=K9B6PBPI5QJO type=write size=239411 2024-04-02T08:43:56.465 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.466+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~0OPQ1BY7HLK9.0 size=1048576 2024-04-02T08:43:56.467 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.469+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~0OPQ1BY7HLK9.1 size=123640 2024-04-02T08:43:56.467 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.469+0000 7f7da3039780 1 > prepared multipart upload key=QHKAPO5SX6SG upload=0OPQ1BY7HLK9 tag=KV110JPRIYFH type=write size=2220792 2024-04-02T08:43:56.471 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.473+0000 7f7da3039780 -1 < failed to complete operation key=ZZ885TFYL1OI tag=GFQF1H0HUVND type=del size=885105: (22) Invalid argument 2024-04-02T08:43:56.476 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.478+0000 7f7da3039780 1 > prepared part key=_multipart_ZV3Q7IXMLI1J.2~G4YK45Q1L75I.0 size=541339 2024-04-02T08:43:56.476 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.478+0000 7f7da3039780 1 > prepared multipart upload key=ZV3Q7IXMLI1J upload=G4YK45Q1L75I tag=NU6709MUQ431 type=write size=1589915 2024-04-02T08:43:56.479 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.480+0000 7f7da3039780 1 < completed part key=_multipart_NOK2IIY1WSGJ.2~7I4J5061NWJK.0 size=1048576 2024-04-02T08:43:56.481 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.482+0000 7f7da3039780 1 < completed part key=_multipart_NOK2IIY1WSGJ.2~7I4J5061NWJK.1 size=355501 2024-04-02T08:43:56.484 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.486+0000 7f7da3039780 1 < completed multipart upload key=NOK2IIY1WSGJ upload=7I4J5061NWJK tag=ZEIT1D9EPFG1 type=write size=2452653 2024-04-02T08:43:56.487 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.488+0000 7f7da3039780 1 > prepared operation key=XV6PSEG36RCA tag=DDGEGWXS58WO type=write size=778101 2024-04-02T08:43:56.489 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.490+0000 7f7da3039780 1 < completed write operation key=AESEEOTWQSFQ tag=3GQDK03C151R type=write size=493364 2024-04-02T08:43:56.493 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.495+0000 7f7da3039780 1 > prepared part key=_multipart_57GR82RGCWC5.2~B5VOU6TW1K7A.0 size=738055 2024-04-02T08:43:56.493 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.495+0000 7f7da3039780 1 > prepared multipart upload key=57GR82RGCWC5 upload=B5VOU6TW1K7A tag=5X9FE1471IT0 type=write size=1786631 2024-04-02T08:43:56.496 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.498+0000 7f7da3039780 1 < completed part key=_multipart_YXESDZ3ETQK9.2~ZMK7NGXFXI1A.0 size=314616 2024-04-02T08:43:56.499 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.501+0000 7f7da3039780 1 < completed multipart upload key=YXESDZ3ETQK9 upload=ZMK7NGXFXI1A tag=NEBUAYTXHRX8 type=write size=1363192 2024-04-02T08:43:56.501 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.503+0000 7f7da3039780 1 > prepared operation key=A3I3KM5DTR9R tag=WOG53ISZ66J2 type=del size=2539744 2024-04-02T08:43:56.505 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.507+0000 7f7da3039780 1 < suggested update operation key=XN6KQ2LGZYGL tag=5FL86GVNQHS7 type=del size=1802199 2024-04-02T08:43:56.508 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.509+0000 7f7da3039780 1 > prepared operation key=B23RMWV8I9ZL tag=KMFVJ6TWEL87 type=del size=2752968 2024-04-02T08:43:56.511 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.512+0000 7f7da3039780 -1 < failed to complete operation key=XN6KQ2LGZYGL tag=82X43E1UAEFN type=del size=1557282: (22) Invalid argument 2024-04-02T08:43:56.513 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.514+0000 7f7da3039780 1 > prepared operation key=AMAKFO5IP7AO tag=HGO5MA55K66X type=del size=531825 2024-04-02T08:43:56.515 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.516+0000 7f7da3039780 1 < completed write operation key=993CLRT5TRZG tag=OH8YJYLFEOBJ type=write size=771623 2024-04-02T08:43:56.517 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.518+0000 7f7da3039780 1 > prepared operation key=Z2HC0VEJJV9V tag=KQ8BDW1TF6CU type=del size=4181160 2024-04-02T08:43:56.519 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.520+0000 7f7da3039780 1 < completed delete operation key=9H9O464QAWB2 tag=508FTTE8WU34 type=del 2024-04-02T08:43:56.521 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.522+0000 7f7da3039780 1 > prepared operation key=DJP9NW2GDNHB tag=JA0PP53BFFL4 type=del size=3243478 2024-04-02T08:43:56.523 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.525+0000 7f7da3039780 1 < completed part key=_multipart_QHKAPO5SX6SG.2~3AN6IP653I0A.0 size=1048576 2024-04-02T08:43:56.526 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.527+0000 7f7da3039780 1 < completed part key=_multipart_QHKAPO5SX6SG.2~3AN6IP653I0A.1 size=1048576 2024-04-02T08:43:56.528 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.529+0000 7f7da3039780 1 < completed part key=_multipart_QHKAPO5SX6SG.2~3AN6IP653I0A.2 size=1041913 2024-04-02T08:43:56.532 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.534+0000 7f7da3039780 1 < completed multipart upload key=QHKAPO5SX6SG upload=3AN6IP653I0A tag=V6KHCBLOJ0UY type=write size=4187641 2024-04-02T08:43:56.534 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.536+0000 7f7da3039780 1 > prepared operation key=9JGJK5C8JJ0Z tag=W40THIB27Q54 type=del size=274695 2024-04-02T08:43:56.536 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.538+0000 7f7da3039780 1 < completed part key=_multipart_A3I3KM5DTR9R.2~KV2WOBCSJA0D.0 size=1048576 2024-04-02T08:43:56.538 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.540+0000 7f7da3039780 1 < completed part key=_multipart_A3I3KM5DTR9R.2~KV2WOBCSJA0D.1 size=461622 2024-04-02T08:43:56.542 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.544+0000 7f7da3039780 1 < completed multipart upload key=A3I3KM5DTR9R upload=KV2WOBCSJA0D tag=URMSAZAQI6GT type=write size=2558774 2024-04-02T08:43:56.544 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.546+0000 7f7da3039780 1 > prepared operation key=6TJF572KI0FA tag=HLOISXBPGQWZ type=del size=3381565 2024-04-02T08:43:56.547 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.549+0000 7f7da3039780 1 < completed delete operation key=81LFSX7KH5JC tag=3BHGIU2SK3FC type=del 2024-04-02T08:43:56.549 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.551+0000 7f7da3039780 1 > prepared operation key=R3KOUNXRRJL4 tag=63513YCPRGXX type=del size=2417246 2024-04-02T08:43:56.551 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.553+0000 7f7da3039780 1 < completed part key=_multipart_57GR82RGCWC5.2~7XE6HEGWJW22.0 size=1048576 2024-04-02T08:43:56.553 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.554+0000 7f7da3039780 1 < completed part key=_multipart_57GR82RGCWC5.2~7XE6HEGWJW22.1 size=890966 2024-04-02T08:43:56.558 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.559+0000 7f7da3039780 1 < completed multipart upload key=57GR82RGCWC5 upload=7XE6HEGWJW22 tag=9Q0CGHJ3Q9GJ type=write size=2988118 2024-04-02T08:43:56.560 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.562+0000 7f7da3039780 1 > prepared operation key=N5AIAS76IS0Z tag=T5N8I1U92C3L type=del size=1195347 2024-04-02T08:43:56.562 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.564+0000 7f7da3039780 1 < completed delete operation key=57GR82RGCWC5 tag=KTF9LTEC2F3F type=del 2024-04-02T08:43:56.566 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.567+0000 7f7da3039780 1 > prepared part key=_multipart_ZZ885TFYL1OI.2~130GURHKOLOM.0 size=1048576 2024-04-02T08:43:56.567 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.569+0000 7f7da3039780 1 > prepared part key=_multipart_ZZ885TFYL1OI.2~130GURHKOLOM.1 size=1043074 2024-04-02T08:43:56.568 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.569+0000 7f7da3039780 1 > prepared multipart upload key=ZZ885TFYL1OI upload=130GURHKOLOM tag=QVPS9CG5LCC7 type=write size=3140226 2024-04-02T08:43:56.569 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.571+0000 7f7da3039780 1 < completed write operation key=57GR82RGCWC5 tag=RUCQXHZI2NKS type=write size=593571 2024-04-02T08:43:56.571 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.573+0000 7f7da3039780 1 > prepared operation key=R3KOUNXRRJL4 tag=NMCO6UY9YB7W type=del size=1102821 2024-04-02T08:43:56.573 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.575+0000 7f7da3039780 1 < completed write operation key=ZV3Q7IXMLI1J tag=I5OT9P2OB01P type=write size=541519 2024-04-02T08:43:56.575 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.577+0000 7f7da3039780 1 > prepared operation key=YWRL9YH2Y59R tag=EG2H0LZ0UH5R type=write size=1022500 2024-04-02T08:43:56.577 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.579+0000 7f7da3039780 1 < completed part key=_multipart_QHKAPO5SX6SG.2~0OPQ1BY7HLK9.0 size=1048576 2024-04-02T08:43:56.579 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.581+0000 7f7da3039780 1 < completed part key=_multipart_QHKAPO5SX6SG.2~0OPQ1BY7HLK9.1 size=123640 2024-04-02T08:43:56.582 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.584+0000 7f7da3039780 1 < completed multipart upload key=QHKAPO5SX6SG upload=0OPQ1BY7HLK9 tag=KV110JPRIYFH type=write size=2220792 2024-04-02T08:43:56.584 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.586+0000 7f7da3039780 1 > prepared operation key=ZV3Q7IXMLI1J tag=W6494AJIVUAJ type=del size=1927423 2024-04-02T08:43:56.586 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.588+0000 7f7da3039780 1 < completed part key=_multipart_ZV3Q7IXMLI1J.2~G4YK45Q1L75I.0 size=541339 2024-04-02T08:43:56.591 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.593+0000 7f7da3039780 1 < completed multipart upload key=ZV3Q7IXMLI1J upload=G4YK45Q1L75I tag=NU6709MUQ431 type=write size=1589915 2024-04-02T08:43:56.593 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.595+0000 7f7da3039780 1 > prepared operation key=EAG9W8JA0WA6 tag=L0GRR0J0NQ0J type=del size=691308 2024-04-02T08:43:56.595 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.597+0000 7f7da3039780 1 < completed write operation key=XV6PSEG36RCA tag=DDGEGWXS58WO type=write size=778101 2024-04-02T08:43:56.599 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.601+0000 7f7da3039780 1 > prepared part key=_multipart_IX5GR5MVNL1T.2~17OR18O5U60X.0 size=1048576 2024-04-02T08:43:56.601 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.602+0000 7f7da3039780 1 > prepared part key=_multipart_IX5GR5MVNL1T.2~17OR18O5U60X.1 size=218908 2024-04-02T08:43:56.601 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.602+0000 7f7da3039780 1 > prepared multipart upload key=IX5GR5MVNL1T upload=17OR18O5U60X tag=R4AZEUDKW23M type=write size=2316060 2024-04-02T08:43:56.603 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.604+0000 7f7da3039780 1 < completed part key=_multipart_57GR82RGCWC5.2~B5VOU6TW1K7A.0 size=738055 2024-04-02T08:43:56.607 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.609+0000 7f7da3039780 1 < completed multipart upload key=57GR82RGCWC5 upload=B5VOU6TW1K7A tag=5X9FE1471IT0 type=write size=1786631 2024-04-02T08:43:56.609 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.611+0000 7f7da3039780 1 > prepared operation key=YXESDZ3ETQK9 tag=L2CDLH0BMKD4 type=del size=328974 2024-04-02T08:43:56.611 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.613+0000 7f7da3039780 1 < completed delete operation key=A3I3KM5DTR9R tag=WOG53ISZ66J2 type=del 2024-04-02T08:43:56.613 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.615+0000 7f7da3039780 1 > prepared operation key=57GR82RGCWC5 tag=8XCJTH8J5S0W type=del size=2721057 2024-04-02T08:43:56.617 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.619+0000 7f7da3039780 1 < suggested remove operation key=B23RMWV8I9ZL tag=KMFVJ6TWEL87 type=del 2024-04-02T08:43:56.619 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.621+0000 7f7da3039780 1 > prepared operation key=57GR82RGCWC5 tag=U8TE9L3GC0TW type=del size=3021572 2024-04-02T08:43:56.621 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.623+0000 7f7da3039780 1 < canceled operation key=AMAKFO5IP7AO tag=HGO5MA55K66X type=del size=531825 2024-04-02T08:43:56.623 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.625+0000 7f7da3039780 1 > prepared operation key=9JGJK5C8JJ0Z tag=UIQBTKJPZF5N type=del size=3111030 2024-04-02T08:43:56.625 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.627+0000 7f7da3039780 1 < completed delete operation key=Z2HC0VEJJV9V tag=KQ8BDW1TF6CU type=del 2024-04-02T08:43:56.629 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.631+0000 7f7da3039780 1 > prepared part key=_multipart_XV6PSEG36RCA.2~NPWEVUNO1FQX.0 size=1048576 2024-04-02T08:43:56.634 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.632+0000 7f7da3039780 1 > prepared part key=_multipart_XV6PSEG36RCA.2~NPWEVUNO1FQX.1 size=726693 2024-04-02T08:43:56.634 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.632+0000 7f7da3039780 1 > prepared multipart upload key=XV6PSEG36RCA upload=NPWEVUNO1FQX tag=LQNIGRDNVRQB type=write size=2823845 2024-04-02T08:43:56.634 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.634+0000 7f7da3039780 1 < completed delete operation key=DJP9NW2GDNHB tag=JA0PP53BFFL4 type=del 2024-04-02T08:43:56.635 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.637+0000 7f7da3039780 1 > prepared operation key=EAG9W8JA0WA6 tag=3ZC64KYQP0Q0 type=del size=3615233 2024-04-02T08:43:56.637 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.639+0000 7f7da3039780 1 < completed delete operation key=9JGJK5C8JJ0Z tag=W40THIB27Q54 type=del 2024-04-02T08:43:56.642 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.643+0000 7f7da3039780 1 > prepared part key=_multipart_993CLRT5TRZG.2~MH9M3A5YSHBN.0 size=1048576 2024-04-02T08:43:56.643 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.645+0000 7f7da3039780 1 > prepared part key=_multipart_993CLRT5TRZG.2~MH9M3A5YSHBN.1 size=130268 2024-04-02T08:43:56.643 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.645+0000 7f7da3039780 1 > prepared multipart upload key=993CLRT5TRZG upload=MH9M3A5YSHBN tag=UX1C1OAQCN5V type=write size=2227420 2024-04-02T08:43:56.645 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.647+0000 7f7da3039780 1 < canceled operation key=6TJF572KI0FA tag=HLOISXBPGQWZ type=del size=3381565 2024-04-02T08:43:56.647 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.649+0000 7f7da3039780 1 > prepared operation key=JFW247YEIEQ0 tag=GQNACFNUV4BK type=del size=1197072 2024-04-02T08:43:56.650 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.651+0000 7f7da3039780 1 < completed delete operation key=R3KOUNXRRJL4 tag=63513YCPRGXX type=del 2024-04-02T08:43:56.652 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.653+0000 7f7da3039780 1 > prepared operation key=YXESDZ3ETQK9 tag=JF43IWYX3F1H type=del size=3997267 2024-04-02T08:43:56.658 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.660+0000 7f7da3039780 1 < suggested update operation key=N5AIAS76IS0Z tag=T5N8I1U92C3L type=del size=1195347 2024-04-02T08:43:56.661 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.663+0000 7f7da3039780 1 > prepared operation key=AESEEOTWQSFQ tag=DI4EUUQI9UY7 type=del size=145470 2024-04-02T08:43:56.663 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.665+0000 7f7da3039780 1 < completed part key=_multipart_ZZ885TFYL1OI.2~130GURHKOLOM.0 size=1048576 2024-04-02T08:43:56.665 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.667+0000 7f7da3039780 1 < completed part key=_multipart_ZZ885TFYL1OI.2~130GURHKOLOM.1 size=1043074 2024-04-02T08:43:56.669 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.670+0000 7f7da3039780 1 < completed multipart upload key=ZZ885TFYL1OI upload=130GURHKOLOM tag=QVPS9CG5LCC7 type=write size=3140226 2024-04-02T08:43:56.671 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.672+0000 7f7da3039780 1 > prepared operation key=XN6KQ2LGZYGL tag=0XXWL5JMIXGN type=del size=3374292 2024-04-02T08:43:56.673 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.674+0000 7f7da3039780 1 < completed delete operation key=R3KOUNXRRJL4 tag=NMCO6UY9YB7W type=del 2024-04-02T08:43:56.675 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.676+0000 7f7da3039780 1 > prepared operation key=QSPL4WJY2BVT tag=T0Z32QNFWBI7 type=del size=1957841 2024-04-02T08:43:56.677 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.679+0000 7f7da3039780 1 < completed write operation key=YWRL9YH2Y59R tag=EG2H0LZ0UH5R type=write size=1022500 2024-04-02T08:43:56.679 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.681+0000 7f7da3039780 1 > prepared operation key=JFW247YEIEQ0 tag=5VSMGETOFWWS type=del size=3231859 2024-04-02T08:43:56.681 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.683+0000 7f7da3039780 1 < canceled operation key=ZV3Q7IXMLI1J tag=W6494AJIVUAJ type=del size=1927423 2024-04-02T08:43:56.683 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.685+0000 7f7da3039780 1 > prepared operation key=AESEEOTWQSFQ tag=78QBRRU7SWZN type=del size=2792938 2024-04-02T08:43:56.685 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.687+0000 7f7da3039780 1 < completed delete operation key=EAG9W8JA0WA6 tag=L0GRR0J0NQ0J type=del 2024-04-02T08:43:56.688 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.689+0000 7f7da3039780 1 > prepared operation key=D0Z1XMS5I5SH tag=2DNEM9EFV05S type=del size=1207674 2024-04-02T08:43:56.690 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.692+0000 7f7da3039780 1 < completed part key=_multipart_IX5GR5MVNL1T.2~17OR18O5U60X.0 size=1048576 2024-04-02T08:43:56.692 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.694+0000 7f7da3039780 1 < completed part key=_multipart_IX5GR5MVNL1T.2~17OR18O5U60X.1 size=218908 2024-04-02T08:43:56.698 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.699+0000 7f7da3039780 1 < completed multipart upload key=IX5GR5MVNL1T upload=17OR18O5U60X tag=R4AZEUDKW23M type=write size=2316060 2024-04-02T08:43:56.699 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.701+0000 7f7da3039780 1 > prepared operation key=57GR82RGCWC5 tag=H2GGMG95POR3 type=del size=1550253 2024-04-02T08:43:56.702 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.703+0000 7f7da3039780 1 < completed delete operation key=YXESDZ3ETQK9 tag=L2CDLH0BMKD4 type=del 2024-04-02T08:43:56.704 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.705+0000 7f7da3039780 1 > prepared operation key=NOK2IIY1WSGJ tag=GPOK9HCFFES5 type=del size=1835739 2024-04-02T08:43:56.706 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.708+0000 7f7da3039780 1 < completed delete operation key=57GR82RGCWC5 tag=8XCJTH8J5S0W type=del 2024-04-02T08:43:56.709 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.710+0000 7f7da3039780 1 > prepared operation key=XN6KQ2LGZYGL tag=GMAHNITUHET2 type=del size=2596887 2024-04-02T08:43:56.711 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.713+0000 7f7da3039780 1 < completed delete operation key=57GR82RGCWC5 tag=U8TE9L3GC0TW type=del 2024-04-02T08:43:56.714 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.715+0000 7f7da3039780 1 > prepared operation key=R3KOUNXRRJL4 tag=WGV5KO1WB5OO type=del size=425908 2024-04-02T08:43:56.716 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.718+0000 7f7da3039780 1 < completed delete operation key=9JGJK5C8JJ0Z tag=UIQBTKJPZF5N type=del 2024-04-02T08:43:56.721 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.722+0000 7f7da3039780 1 > prepared part key=_multipart_Y5E6U7ZCX7JC.2~43PRESJIY2SH.0 size=1048576 2024-04-02T08:43:56.723 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.724+0000 7f7da3039780 1 > prepared part key=_multipart_Y5E6U7ZCX7JC.2~43PRESJIY2SH.1 size=1048576 2024-04-02T08:43:56.725 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.727+0000 7f7da3039780 1 > prepared part key=_multipart_Y5E6U7ZCX7JC.2~43PRESJIY2SH.2 size=806754 2024-04-02T08:43:56.725 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.727+0000 7f7da3039780 1 > prepared multipart upload key=Y5E6U7ZCX7JC upload=43PRESJIY2SH tag=RO9AY999BJV0 type=write size=3952482 2024-04-02T08:43:56.726 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.727+0000 7f7da3039780 1 < canceled part key=_multipart_XV6PSEG36RCA.2~NPWEVUNO1FQX.0 size=1048576 2024-04-02T08:43:56.727 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.729+0000 7f7da3039780 1 < completed part key=_multipart_XV6PSEG36RCA.2~NPWEVUNO1FQX.1 size=726693 2024-04-02T08:43:56.731 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.733+0000 7f7da3039780 1 < canceled multipart upload key=XV6PSEG36RCA upload=NPWEVUNO1FQX tag=LQNIGRDNVRQB type=write size=2823845 2024-04-02T08:43:56.734 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.735+0000 7f7da3039780 1 > prepared operation key=57GR82RGCWC5 tag=58Q13253G9AN type=del size=4061630 2024-04-02T08:43:56.736 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.738+0000 7f7da3039780 1 < completed delete operation key=EAG9W8JA0WA6 tag=3ZC64KYQP0Q0 type=del 2024-04-02T08:43:56.740 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.742+0000 7f7da3039780 1 > prepared part key=_multipart_D0Z1XMS5I5SH.2~R43FHWW3OD06.0 size=591443 2024-04-02T08:43:56.740 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.742+0000 7f7da3039780 1 > prepared multipart upload key=D0Z1XMS5I5SH upload=R43FHWW3OD06 tag=A26MBG9N403F type=write size=1640019 2024-04-02T08:43:56.742 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.744+0000 7f7da3039780 1 < completed part key=_multipart_993CLRT5TRZG.2~MH9M3A5YSHBN.0 size=1048576 2024-04-02T08:43:56.745 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.746+0000 7f7da3039780 1 < completed part key=_multipart_993CLRT5TRZG.2~MH9M3A5YSHBN.1 size=130268 2024-04-02T08:43:56.749 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.750+0000 7f7da3039780 1 < completed multipart upload key=993CLRT5TRZG upload=MH9M3A5YSHBN tag=UX1C1OAQCN5V type=write size=2227420 2024-04-02T08:43:56.753 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.755+0000 7f7da3039780 1 > prepared part key=_multipart_57GR82RGCWC5.2~KRBZF3DI769E.0 size=1048576 2024-04-02T08:43:56.755 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.757+0000 7f7da3039780 1 > prepared part key=_multipart_57GR82RGCWC5.2~KRBZF3DI769E.1 size=493963 2024-04-02T08:43:56.755 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.757+0000 7f7da3039780 1 > prepared multipart upload key=57GR82RGCWC5 upload=KRBZF3DI769E tag=SRGP21XUGQZF type=write size=2591115 2024-04-02T08:43:56.758 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.759+0000 7f7da3039780 1 < completed delete operation key=JFW247YEIEQ0 tag=GQNACFNUV4BK type=del 2024-04-02T08:43:56.762 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.764+0000 7f7da3039780 1 > prepared part key=_multipart_EAG9W8JA0WA6.2~UANJUCA7RCNR.0 size=1048576 2024-04-02T08:43:56.764 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.766+0000 7f7da3039780 1 > prepared part key=_multipart_EAG9W8JA0WA6.2~UANJUCA7RCNR.1 size=1048576 2024-04-02T08:43:56.767 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.768+0000 7f7da3039780 1 > prepared part key=_multipart_EAG9W8JA0WA6.2~UANJUCA7RCNR.2 size=911694 2024-04-02T08:43:56.767 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.768+0000 7f7da3039780 1 > prepared multipart upload key=EAG9W8JA0WA6 upload=UANJUCA7RCNR tag=LE1HEM7NIF0B type=write size=4057422 2024-04-02T08:43:56.769 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.771+0000 7f7da3039780 1 < completed delete operation key=YXESDZ3ETQK9 tag=JF43IWYX3F1H type=del 2024-04-02T08:43:56.774 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.775+0000 7f7da3039780 1 > prepared part key=_multipart_BURYF1967J48.2~ORVXWCBTGW6H.0 size=1048576 2024-04-02T08:43:56.776 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.777+0000 7f7da3039780 1 > prepared part key=_multipart_BURYF1967J48.2~ORVXWCBTGW6H.1 size=1048576 2024-04-02T08:43:56.778 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.779+0000 7f7da3039780 1 > prepared part key=_multipart_BURYF1967J48.2~ORVXWCBTGW6H.2 size=913703 2024-04-02T08:43:56.778 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.779+0000 7f7da3039780 1 > prepared multipart upload key=BURYF1967J48 upload=ORVXWCBTGW6H tag=9AI3FGQF5T6N type=write size=4059431 2024-04-02T08:43:56.780 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.782+0000 7f7da3039780 1 < completed delete operation key=AESEEOTWQSFQ tag=DI4EUUQI9UY7 type=del 2024-04-02T08:43:56.783 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.784+0000 7f7da3039780 1 > prepared operation key=JFW247YEIEQ0 tag=91RCE0M8V5PN type=del size=3301033 2024-04-02T08:43:56.785 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.786+0000 7f7da3039780 1 < completed delete operation key=XN6KQ2LGZYGL tag=0XXWL5JMIXGN type=del 2024-04-02T08:43:56.789 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.791+0000 7f7da3039780 1 > prepared part key=_multipart_YWRL9YH2Y59R.2~TBD05CSGXT01.0 size=570349 2024-04-02T08:43:56.789 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.791+0000 7f7da3039780 1 > prepared multipart upload key=YWRL9YH2Y59R upload=TBD05CSGXT01 tag=20RN1K34CXLS type=write size=1618925 2024-04-02T08:43:56.792 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.793+0000 7f7da3039780 1 < completed delete operation key=QSPL4WJY2BVT tag=T0Z32QNFWBI7 type=del 2024-04-02T08:43:56.797 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.798+0000 7f7da3039780 1 > prepared part key=_multipart_N5AIAS76IS0Z.2~9522DIF5AU4P.0 size=1048576 2024-04-02T08:43:56.799 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.800+0000 7f7da3039780 1 > prepared part key=_multipart_N5AIAS76IS0Z.2~9522DIF5AU4P.1 size=1048576 2024-04-02T08:43:56.801 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.803+0000 7f7da3039780 1 > prepared part key=_multipart_N5AIAS76IS0Z.2~9522DIF5AU4P.2 size=606903 2024-04-02T08:43:56.801 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.803+0000 7f7da3039780 1 > prepared multipart upload key=N5AIAS76IS0Z upload=9522DIF5AU4P tag=TY8Q2GSCLBCY type=write size=3752631 2024-04-02T08:43:56.804 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.806+0000 7f7da3039780 1 < completed delete operation key=JFW247YEIEQ0 tag=5VSMGETOFWWS type=del 2024-04-02T08:43:56.807 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.809+0000 7f7da3039780 1 > prepared operation key=B23RMWV8I9ZL tag=KRNK0CTLZG4X type=write size=509487 2024-04-02T08:43:56.810 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.811+0000 7f7da3039780 1 < completed delete operation key=AESEEOTWQSFQ tag=78QBRRU7SWZN type=del 2024-04-02T08:43:56.813 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.814+0000 7f7da3039780 1 > prepared operation key=ZZ885TFYL1OI tag=C0TK1NOTXQX5 type=del size=2668202 2024-04-02T08:43:56.815 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.817+0000 7f7da3039780 1 < completed delete operation key=D0Z1XMS5I5SH tag=2DNEM9EFV05S type=del 2024-04-02T08:43:56.820 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.821+0000 7f7da3039780 1 > prepared part key=_multipart_XV6PSEG36RCA.2~ANXZ4002CUFB.0 size=528353 2024-04-02T08:43:56.820 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.821+0000 7f7da3039780 1 > prepared multipart upload key=XV6PSEG36RCA upload=ANXZ4002CUFB tag=1YAMTGFN0APP type=write size=1576929 2024-04-02T08:43:56.823 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.824+0000 7f7da3039780 1 < completed delete operation key=57GR82RGCWC5 tag=H2GGMG95POR3 type=del 2024-04-02T08:43:56.828 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.829+0000 7f7da3039780 1 > prepared part key=_multipart_XV6PSEG36RCA.2~H1SSH1YSSOHS.0 size=1048576 2024-04-02T08:43:56.830 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.832+0000 7f7da3039780 1 > prepared part key=_multipart_XV6PSEG36RCA.2~H1SSH1YSSOHS.1 size=1048576 2024-04-02T08:43:56.832 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.834+0000 7f7da3039780 1 > prepared part key=_multipart_XV6PSEG36RCA.2~H1SSH1YSSOHS.2 size=280058 2024-04-02T08:43:56.833 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.834+0000 7f7da3039780 1 > prepared multipart upload key=XV6PSEG36RCA upload=H1SSH1YSSOHS tag=YP7QTM9T7D6S type=write size=3425786 2024-04-02T08:43:56.835 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.837+0000 7f7da3039780 1 < completed delete operation key=NOK2IIY1WSGJ tag=GPOK9HCFFES5 type=del 2024-04-02T08:43:56.838 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.840+0000 7f7da3039780 1 > prepared operation key=993CLRT5TRZG tag=WPX8VZ0E0PLT type=del size=997887 2024-04-02T08:43:56.841 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.842+0000 7f7da3039780 1 < completed delete operation key=XN6KQ2LGZYGL tag=GMAHNITUHET2 type=del 2024-04-02T08:43:56.847 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.848+0000 7f7da3039780 1 > prepared part key=_multipart_ZZ885TFYL1OI.2~E4XB5EM6405O.0 size=1048576 2024-04-02T08:43:56.849 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.850+0000 7f7da3039780 1 > prepared part key=_multipart_ZZ885TFYL1OI.2~E4XB5EM6405O.1 size=651118 2024-04-02T08:43:56.849 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.850+0000 7f7da3039780 1 > prepared multipart upload key=ZZ885TFYL1OI upload=E4XB5EM6405O tag=2M3UIOT8IVVG type=write size=2748270 2024-04-02T08:43:56.851 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.853+0000 7f7da3039780 1 < canceled operation key=R3KOUNXRRJL4 tag=WGV5KO1WB5OO type=del size=425908 2024-04-02T08:43:56.853 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.855+0000 7f7da3039780 1 > prepared operation key=QHKAPO5SX6SG tag=MX9J0FWEK7WQ type=del size=3172227 2024-04-02T08:43:56.856 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.858+0000 7f7da3039780 1 < completed part key=_multipart_Y5E6U7ZCX7JC.2~43PRESJIY2SH.0 size=1048576 2024-04-02T08:43:56.859 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.860+0000 7f7da3039780 1 < completed part key=_multipart_Y5E6U7ZCX7JC.2~43PRESJIY2SH.1 size=1048576 2024-04-02T08:43:56.862 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.863+0000 7f7da3039780 1 < completed part key=_multipart_Y5E6U7ZCX7JC.2~43PRESJIY2SH.2 size=806754 2024-04-02T08:43:56.866 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.868+0000 7f7da3039780 1 < completed multipart upload key=Y5E6U7ZCX7JC upload=43PRESJIY2SH tag=RO9AY999BJV0 type=write size=3952482 2024-04-02T08:43:56.869 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.871+0000 7f7da3039780 1 > prepared operation key=ZZ885TFYL1OI tag=B7S6L9XNLRG1 type=del size=2242503 2024-04-02T08:43:56.872 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.873+0000 7f7da3039780 1 < completed delete operation key=57GR82RGCWC5 tag=58Q13253G9AN type=del 2024-04-02T08:43:56.877 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.879+0000 7f7da3039780 1 > prepared part key=_multipart_JFW247YEIEQ0.2~3O1J18J87WL2.0 size=298915 2024-04-02T08:43:56.877 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.879+0000 7f7da3039780 1 > prepared multipart upload key=JFW247YEIEQ0 upload=3O1J18J87WL2 tag=8QWHBAM6TRS2 type=write size=1347491 2024-04-02T08:43:56.880 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.882+0000 7f7da3039780 1 < completed part key=_multipart_D0Z1XMS5I5SH.2~R43FHWW3OD06.0 size=591443 2024-04-02T08:43:56.885 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.887+0000 7f7da3039780 1 < completed multipart upload key=D0Z1XMS5I5SH upload=R43FHWW3OD06 tag=A26MBG9N403F type=write size=1640019 2024-04-02T08:43:56.888 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.890+0000 7f7da3039780 1 > prepared operation key=81LFSX7KH5JC tag=0YMZ27HDJ0RC type=write size=124930 2024-04-02T08:43:56.891 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.892+0000 7f7da3039780 1 < completed part key=_multipart_57GR82RGCWC5.2~KRBZF3DI769E.0 size=1048576 2024-04-02T08:43:56.894 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.896+0000 7f7da3039780 1 < completed part key=_multipart_57GR82RGCWC5.2~KRBZF3DI769E.1 size=493963 2024-04-02T08:43:56.899 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.901+0000 7f7da3039780 1 < completed multipart upload key=57GR82RGCWC5 upload=KRBZF3DI769E tag=SRGP21XUGQZF type=write size=2591115 2024-04-02T08:43:56.904 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.905+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~38DTNQ8N61E2.0 size=1048576 2024-04-02T08:43:56.906 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.908+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~38DTNQ8N61E2.1 size=332517 2024-04-02T08:43:56.906 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.908+0000 7f7da3039780 1 > prepared multipart upload key=QSPL4WJY2BVT upload=38DTNQ8N61E2 tag=Q8CDYFU9ZBCI type=write size=2429669 2024-04-02T08:43:56.909 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.911+0000 7f7da3039780 1 < completed part key=_multipart_EAG9W8JA0WA6.2~UANJUCA7RCNR.0 size=1048576 2024-04-02T08:43:56.911 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.913+0000 7f7da3039780 1 < completed part key=_multipart_EAG9W8JA0WA6.2~UANJUCA7RCNR.1 size=1048576 2024-04-02T08:43:56.914 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.915+0000 7f7da3039780 1 < completed part key=_multipart_EAG9W8JA0WA6.2~UANJUCA7RCNR.2 size=911694 2024-04-02T08:43:56.919 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.920+0000 7f7da3039780 1 < completed multipart upload key=EAG9W8JA0WA6 upload=UANJUCA7RCNR tag=LE1HEM7NIF0B type=write size=4057422 2024-04-02T08:43:56.922 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.924+0000 7f7da3039780 1 > prepared operation key=XN6KQ2LGZYGL tag=DWFR9S8CDBQK type=del size=2586497 2024-04-02T08:43:56.925 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.927+0000 7f7da3039780 1 < completed part key=_multipart_BURYF1967J48.2~ORVXWCBTGW6H.0 size=1048576 2024-04-02T08:43:56.928 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.930+0000 7f7da3039780 1 < completed part key=_multipart_BURYF1967J48.2~ORVXWCBTGW6H.1 size=1048576 2024-04-02T08:43:56.931 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.933+0000 7f7da3039780 1 < completed part key=_multipart_BURYF1967J48.2~ORVXWCBTGW6H.2 size=913703 2024-04-02T08:43:56.936 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.938+0000 7f7da3039780 1 < completed multipart upload key=BURYF1967J48 upload=ORVXWCBTGW6H tag=9AI3FGQF5T6N type=write size=4059431 2024-04-02T08:43:56.941 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.943+0000 7f7da3039780 1 > prepared part key=_multipart_NOK2IIY1WSGJ.2~YX8832X2Q8LW.0 size=588431 2024-04-02T08:43:56.941 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.943+0000 7f7da3039780 1 > prepared multipart upload key=NOK2IIY1WSGJ upload=YX8832X2Q8LW tag=7S0OI2W955FI type=write size=1637007 2024-04-02T08:43:56.944 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.946+0000 7f7da3039780 1 < completed delete operation key=JFW247YEIEQ0 tag=91RCE0M8V5PN type=del 2024-04-02T08:43:56.947 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.949+0000 7f7da3039780 1 > prepared operation key=QHKAPO5SX6SG tag=RXH5T6EPSIJQ type=write size=316487 2024-04-02T08:43:56.951 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.953+0000 7f7da3039780 1 < completed part key=_multipart_YWRL9YH2Y59R.2~TBD05CSGXT01.0 size=570349 2024-04-02T08:43:56.957 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.959+0000 7f7da3039780 1 < completed multipart upload key=YWRL9YH2Y59R upload=TBD05CSGXT01 tag=20RN1K34CXLS type=write size=1618925 2024-04-02T08:43:56.962 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.964+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~UMFK5IPFB0E7.0 size=1048576 2024-04-02T08:43:56.965 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.966+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~UMFK5IPFB0E7.1 size=39208 2024-04-02T08:43:56.965 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.966+0000 7f7da3039780 1 > prepared multipart upload key=6TJF572KI0FA upload=UMFK5IPFB0E7 tag=2VYUK8G7YJ72 type=write size=2136360 2024-04-02T08:43:56.968 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.969+0000 7f7da3039780 1 < completed part key=_multipart_N5AIAS76IS0Z.2~9522DIF5AU4P.0 size=1048576 2024-04-02T08:43:56.970 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.972+0000 7f7da3039780 1 < completed part key=_multipart_N5AIAS76IS0Z.2~9522DIF5AU4P.1 size=1048576 2024-04-02T08:43:56.972 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.974+0000 7f7da3039780 1 < completed part key=_multipart_N5AIAS76IS0Z.2~9522DIF5AU4P.2 size=606903 2024-04-02T08:43:56.977 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.978+0000 7f7da3039780 1 < completed multipart upload key=N5AIAS76IS0Z upload=9522DIF5AU4P tag=TY8Q2GSCLBCY type=write size=3752631 2024-04-02T08:43:56.980 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.981+0000 7f7da3039780 1 > prepared operation key=9JGJK5C8JJ0Z tag=Q3ORHQIGLHM3 type=del size=2695597 2024-04-02T08:43:56.982 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.984+0000 7f7da3039780 1 < completed write operation key=B23RMWV8I9ZL tag=KRNK0CTLZG4X type=write size=509487 2024-04-02T08:43:56.985 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.987+0000 7f7da3039780 1 > prepared operation key=EAG9W8JA0WA6 tag=Z6T6F2WW5CE8 type=write size=342782 2024-04-02T08:43:56.987 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.989+0000 7f7da3039780 1 < completed delete operation key=ZZ885TFYL1OI tag=C0TK1NOTXQX5 type=del 2024-04-02T08:43:56.990 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.991+0000 7f7da3039780 1 > prepared operation key=BURYF1967J48 tag=2GC627SG4N2D type=del size=1133484 2024-04-02T08:43:56.992 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.994+0000 7f7da3039780 1 < completed part key=_multipart_XV6PSEG36RCA.2~ANXZ4002CUFB.0 size=528353 2024-04-02T08:43:56.997 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:56.998+0000 7f7da3039780 1 < completed multipart upload key=XV6PSEG36RCA upload=ANXZ4002CUFB tag=1YAMTGFN0APP type=write size=1576929 2024-04-02T08:43:56.999 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.001+0000 7f7da3039780 1 > prepared operation key=Z2HC0VEJJV9V tag=0WNKKH9H2B02 type=del size=1678941 2024-04-02T08:43:57.002 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.003+0000 7f7da3039780 1 < completed part key=_multipart_XV6PSEG36RCA.2~H1SSH1YSSOHS.0 size=1048576 2024-04-02T08:43:57.004 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.005+0000 7f7da3039780 1 < completed part key=_multipart_XV6PSEG36RCA.2~H1SSH1YSSOHS.1 size=1048576 2024-04-02T08:43:57.006 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.008+0000 7f7da3039780 1 < completed part key=_multipart_XV6PSEG36RCA.2~H1SSH1YSSOHS.2 size=280058 2024-04-02T08:43:57.011 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.013+0000 7f7da3039780 1 < completed multipart upload key=XV6PSEG36RCA upload=H1SSH1YSSOHS tag=YP7QTM9T7D6S type=write size=3425786 2024-04-02T08:43:57.016 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.017+0000 7f7da3039780 1 > prepared part key=_multipart_YXESDZ3ETQK9.2~4NFFQ2B8RQPE.0 size=190272 2024-04-02T08:43:57.016 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.017+0000 7f7da3039780 1 > prepared multipart upload key=YXESDZ3ETQK9 upload=4NFFQ2B8RQPE tag=8L2V2LIXQ3L1 type=write size=1238848 2024-04-02T08:43:57.018 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.020+0000 7f7da3039780 1 < completed delete operation key=993CLRT5TRZG tag=WPX8VZ0E0PLT type=del 2024-04-02T08:43:57.021 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.022+0000 7f7da3039780 1 > prepared operation key=A3I3KM5DTR9R tag=KSBN0RVZSO9G type=del size=1243626 2024-04-02T08:43:57.023 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.025+0000 7f7da3039780 1 < completed part key=_multipart_ZZ885TFYL1OI.2~E4XB5EM6405O.0 size=1048576 2024-04-02T08:43:57.025 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.027+0000 7f7da3039780 1 < completed part key=_multipart_ZZ885TFYL1OI.2~E4XB5EM6405O.1 size=651118 2024-04-02T08:43:57.030 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.032+0000 7f7da3039780 1 < completed multipart upload key=ZZ885TFYL1OI upload=E4XB5EM6405O tag=2M3UIOT8IVVG type=write size=2748270 2024-04-02T08:43:57.035 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.036+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~VS2OZPTONYLZ.0 size=113409 2024-04-02T08:43:57.035 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.036+0000 7f7da3039780 1 > prepared multipart upload key=9H9O464QAWB2 upload=VS2OZPTONYLZ tag=VTUZVV582S36 type=write size=1161985 2024-04-02T08:43:57.037 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.039+0000 7f7da3039780 1 < canceled operation key=QHKAPO5SX6SG tag=MX9J0FWEK7WQ type=del size=3172227 2024-04-02T08:43:57.040 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.042+0000 7f7da3039780 1 > prepared operation key=XV6PSEG36RCA tag=HL8NKC9ODCVN type=del size=3244556 2024-04-02T08:43:57.043 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.044+0000 7f7da3039780 1 < completed delete operation key=ZZ885TFYL1OI tag=B7S6L9XNLRG1 type=del 2024-04-02T08:43:57.048 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.049+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~H9FZ2CJRSE37.0 size=1048576 2024-04-02T08:43:57.050 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.052+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~H9FZ2CJRSE37.1 size=1048576 2024-04-02T08:43:57.052 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.054+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~H9FZ2CJRSE37.2 size=357568 2024-04-02T08:43:57.052 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.054+0000 7f7da3039780 1 > prepared multipart upload key=QSPL4WJY2BVT upload=H9FZ2CJRSE37 tag=660K710YA1YE type=write size=3503296 2024-04-02T08:43:57.055 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.056+0000 7f7da3039780 1 < completed part key=_multipart_JFW247YEIEQ0.2~3O1J18J87WL2.0 size=298915 2024-04-02T08:43:57.059 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.061+0000 7f7da3039780 1 < completed multipart upload key=JFW247YEIEQ0 upload=3O1J18J87WL2 tag=8QWHBAM6TRS2 type=write size=1347491 2024-04-02T08:43:57.062 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.063+0000 7f7da3039780 1 > prepared operation key=IX5GR5MVNL1T tag=HH6T737APL25 type=del size=1612482 2024-04-02T08:43:57.064 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.065+0000 7f7da3039780 1 < completed write operation key=81LFSX7KH5JC tag=0YMZ27HDJ0RC type=write size=124930 2024-04-02T08:43:57.066 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.068+0000 7f7da3039780 1 > prepared operation key=AESEEOTWQSFQ tag=WNWJ10T62NPD type=del size=4088403 2024-04-02T08:43:57.069 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.070+0000 7f7da3039780 1 < completed part key=_multipart_QSPL4WJY2BVT.2~38DTNQ8N61E2.0 size=1048576 2024-04-02T08:43:57.071 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.072+0000 7f7da3039780 1 < completed part key=_multipart_QSPL4WJY2BVT.2~38DTNQ8N61E2.1 size=332517 2024-04-02T08:43:57.075 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.077+0000 7f7da3039780 1 < completed multipart upload key=QSPL4WJY2BVT upload=38DTNQ8N61E2 tag=Q8CDYFU9ZBCI type=write size=2429669 2024-04-02T08:43:57.078 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.079+0000 7f7da3039780 1 > prepared operation key=BURYF1967J48 tag=U95VZQN7UYTL type=del size=3062601 2024-04-02T08:43:57.083 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.084+0000 7f7da3039780 1 < suggested update operation key=XN6KQ2LGZYGL tag=DWFR9S8CDBQK type=del size=2586497 2024-04-02T08:43:57.086 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.087+0000 7f7da3039780 1 > prepared operation key=6TJF572KI0FA tag=GMHCA9XC183X type=del size=3630553 2024-04-02T08:43:57.088 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.090+0000 7f7da3039780 1 < completed part key=_multipart_NOK2IIY1WSGJ.2~YX8832X2Q8LW.0 size=588431 2024-04-02T08:43:57.093 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.095+0000 7f7da3039780 1 < completed multipart upload key=NOK2IIY1WSGJ upload=YX8832X2Q8LW tag=7S0OI2W955FI type=write size=1637007 2024-04-02T08:43:57.099 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.100+0000 7f7da3039780 1 > prepared part key=_multipart_AMAKFO5IP7AO.2~3K18D9ROMZEG.0 size=744440 2024-04-02T08:43:57.099 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.100+0000 7f7da3039780 1 > prepared multipart upload key=AMAKFO5IP7AO upload=3K18D9ROMZEG tag=9UZSF4VK11EX type=write size=1793016 2024-04-02T08:43:57.102 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.103+0000 7f7da3039780 1 < completed write operation key=QHKAPO5SX6SG tag=RXH5T6EPSIJQ type=write size=316487 2024-04-02T08:43:57.104 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.106+0000 7f7da3039780 1 > prepared operation key=ELDWOJAKQD69 tag=D3BSTRT8AFGJ type=del size=3663302 2024-04-02T08:43:57.107 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.108+0000 7f7da3039780 1 < completed part key=_multipart_6TJF572KI0FA.2~UMFK5IPFB0E7.0 size=1048576 2024-04-02T08:43:57.109 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.111+0000 7f7da3039780 1 < completed part key=_multipart_6TJF572KI0FA.2~UMFK5IPFB0E7.1 size=39208 2024-04-02T08:43:57.114 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.116+0000 7f7da3039780 1 < completed multipart upload key=6TJF572KI0FA upload=UMFK5IPFB0E7 tag=2VYUK8G7YJ72 type=write size=2136360 2024-04-02T08:43:57.117 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.118+0000 7f7da3039780 1 > prepared operation key=EAG9W8JA0WA6 tag=9WBXIX2FUH77 type=write size=811405 2024-04-02T08:43:57.120 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.122+0000 7f7da3039780 1 < canceled operation key=9JGJK5C8JJ0Z tag=Q3ORHQIGLHM3 type=del size=2695597 2024-04-02T08:43:57.123 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.125+0000 7f7da3039780 1 > prepared operation key=JFW247YEIEQ0 tag=J88ZHUBUFLOH type=del size=3049704 2024-04-02T08:43:57.126 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.127+0000 7f7da3039780 1 < completed write operation key=EAG9W8JA0WA6 tag=Z6T6F2WW5CE8 type=write size=342782 2024-04-02T08:43:57.128 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.130+0000 7f7da3039780 1 > prepared operation key=1SDLEDDX8LZR tag=U45E5A04A8FX type=del size=4031788 2024-04-02T08:43:57.134 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.136+0000 7f7da3039780 1 < suggested remove operation key=BURYF1967J48 tag=2GC627SG4N2D type=del 2024-04-02T08:43:57.137 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.139+0000 7f7da3039780 1 > prepared operation key=Z2HC0VEJJV9V tag=H81H66IWZPS5 type=del size=197884 2024-04-02T08:43:57.140 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.141+0000 7f7da3039780 1 < completed delete operation key=Z2HC0VEJJV9V tag=0WNKKH9H2B02 type=del 2024-04-02T08:43:57.142 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.144+0000 7f7da3039780 1 > prepared operation key=DJP9NW2GDNHB tag=3FMDKNI8JK4E type=del size=3017581 2024-04-02T08:43:57.145 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.147+0000 7f7da3039780 1 < completed part key=_multipart_YXESDZ3ETQK9.2~4NFFQ2B8RQPE.0 size=190272 2024-04-02T08:43:57.151 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.152+0000 7f7da3039780 1 < completed multipart upload key=YXESDZ3ETQK9 upload=4NFFQ2B8RQPE tag=8L2V2LIXQ3L1 type=write size=1238848 2024-04-02T08:43:57.153 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.155+0000 7f7da3039780 1 > prepared operation key=N5AIAS76IS0Z tag=KNPDGI70HCTL type=del size=130210 2024-04-02T08:43:57.157 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.158+0000 7f7da3039780 1 < completed delete operation key=A3I3KM5DTR9R tag=KSBN0RVZSO9G type=del 2024-04-02T08:43:57.162 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.164+0000 7f7da3039780 1 > prepared part key=_multipart_AESEEOTWQSFQ.2~BFXMEGUBXJR2.0 size=1048576 2024-04-02T08:43:57.165 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.166+0000 7f7da3039780 1 > prepared part key=_multipart_AESEEOTWQSFQ.2~BFXMEGUBXJR2.1 size=337043 2024-04-02T08:43:57.165 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.166+0000 7f7da3039780 1 > prepared multipart upload key=AESEEOTWQSFQ upload=BFXMEGUBXJR2 tag=8LY4BMZNE3SQ type=write size=2434195 2024-04-02T08:43:57.165 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.167+0000 7f7da3039780 1 < canceled part key=_multipart_9H9O464QAWB2.2~VS2OZPTONYLZ.0 size=113409 2024-04-02T08:43:57.170 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.171+0000 7f7da3039780 1 < canceled multipart upload key=9H9O464QAWB2 upload=VS2OZPTONYLZ tag=VTUZVV582S36 type=write size=1161985 2024-04-02T08:43:57.173 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.174+0000 7f7da3039780 1 > prepared operation key=SPZ4WDU9FXVH tag=QWEMYGL9BJUG type=del size=1893015 2024-04-02T08:43:57.176 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.177+0000 7f7da3039780 1 < completed delete operation key=XV6PSEG36RCA tag=HL8NKC9ODCVN type=del 2024-04-02T08:43:57.178 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.180+0000 7f7da3039780 1 > prepared operation key=ELDWOJAKQD69 tag=534E3ROMZS4A type=write size=766565 2024-04-02T08:43:57.181 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.183+0000 7f7da3039780 1 < completed part key=_multipart_QSPL4WJY2BVT.2~H9FZ2CJRSE37.0 size=1048576 2024-04-02T08:43:57.184 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.185+0000 7f7da3039780 1 < completed part key=_multipart_QSPL4WJY2BVT.2~H9FZ2CJRSE37.1 size=1048576 2024-04-02T08:43:57.184 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.185+0000 7f7da3039780 1 < canceled part key=_multipart_QSPL4WJY2BVT.2~H9FZ2CJRSE37.2 size=357568 2024-04-02T08:43:57.190 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.191+0000 7f7da3039780 1 < canceled multipart upload key=QSPL4WJY2BVT upload=H9FZ2CJRSE37 tag=660K710YA1YE type=write size=3503296 2024-04-02T08:43:57.193 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.195+0000 7f7da3039780 1 > prepared operation key=ZZ885TFYL1OI tag=S8NA7KYEXVV8 type=write size=1001297 2024-04-02T08:43:57.196 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.198+0000 7f7da3039780 1 < completed delete operation key=IX5GR5MVNL1T tag=HH6T737APL25 type=del 2024-04-02T08:43:57.202 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.203+0000 7f7da3039780 1 > prepared part key=_multipart_ZZ885TFYL1OI.2~RY6JBJUDGDO3.0 size=1048576 2024-04-02T08:43:57.204 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.206+0000 7f7da3039780 1 > prepared part key=_multipart_ZZ885TFYL1OI.2~RY6JBJUDGDO3.1 size=1021936 2024-04-02T08:43:57.205 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.206+0000 7f7da3039780 1 > prepared multipart upload key=ZZ885TFYL1OI upload=RY6JBJUDGDO3 tag=70YW9B711YA8 type=write size=3119088 2024-04-02T08:43:57.207 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.209+0000 7f7da3039780 1 < canceled operation key=AESEEOTWQSFQ tag=WNWJ10T62NPD type=del size=4088403 2024-04-02T08:43:57.210 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.211+0000 7f7da3039780 1 > prepared operation key=JFW247YEIEQ0 tag=KRQ0U6F63PC2 type=del size=648432 2024-04-02T08:43:57.210 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.212+0000 7f7da3039780 -1 < no bi entry to suggest for operation key=BURYF1967J48 tag=U95VZQN7UYTL type=del size=3062601: (2) No such file or directory 2024-04-02T08:43:57.215 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.217+0000 7f7da3039780 1 > prepared part key=_multipart_EAG9W8JA0WA6.2~YA8Y45I1HYC9.0 size=1048576 2024-04-02T08:43:57.217 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.219+0000 7f7da3039780 1 > prepared part key=_multipart_EAG9W8JA0WA6.2~YA8Y45I1HYC9.1 size=135875 2024-04-02T08:43:57.218 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.219+0000 7f7da3039780 1 > prepared multipart upload key=EAG9W8JA0WA6 upload=YA8Y45I1HYC9 tag=731WLJSJ2M0T type=write size=2233027 2024-04-02T08:43:57.220 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.222+0000 7f7da3039780 1 < completed delete operation key=6TJF572KI0FA tag=GMHCA9XC183X type=del 2024-04-02T08:43:57.223 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.224+0000 7f7da3039780 1 > prepared operation key=IX5GR5MVNL1T tag=TKUEH4KGTNS2 type=del size=1347213 2024-04-02T08:43:57.225 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.227+0000 7f7da3039780 1 < completed part key=_multipart_AMAKFO5IP7AO.2~3K18D9ROMZEG.0 size=744440 2024-04-02T08:43:57.229 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.231+0000 7f7da3039780 1 < completed multipart upload key=AMAKFO5IP7AO upload=3K18D9ROMZEG tag=9UZSF4VK11EX type=write size=1793016 2024-04-02T08:43:57.234 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.236+0000 7f7da3039780 1 > prepared part key=_multipart_1SDLEDDX8LZR.2~GKY9IAJ39TZ9.0 size=798924 2024-04-02T08:43:57.234 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.236+0000 7f7da3039780 1 > prepared multipart upload key=1SDLEDDX8LZR upload=GKY9IAJ39TZ9 tag=4I4IO9LYA0JE type=write size=1847500 2024-04-02T08:43:57.237 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.238+0000 7f7da3039780 1 < completed delete operation key=ELDWOJAKQD69 tag=D3BSTRT8AFGJ type=del 2024-04-02T08:43:57.239 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.241+0000 7f7da3039780 1 > prepared operation key=BURYF1967J48 tag=AIZJPEJFQRQK type=del size=2563292 2024-04-02T08:43:57.242 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.243+0000 7f7da3039780 1 < completed write operation key=EAG9W8JA0WA6 tag=9WBXIX2FUH77 type=write size=811405 2024-04-02T08:43:57.247 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.246+0000 7f7da3039780 1 > prepared operation key=ELDWOJAKQD69 tag=1RCKXLX69J14 type=del size=1524032 2024-04-02T08:43:57.247 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.248+0000 7f7da3039780 1 < canceled operation key=JFW247YEIEQ0 tag=J88ZHUBUFLOH type=del size=3049704 2024-04-02T08:43:57.253 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.254+0000 7f7da3039780 1 > prepared part key=_multipart_YWRL9YH2Y59R.2~YO5WVFRYNQ1Q.0 size=101056 2024-04-02T08:43:57.253 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.254+0000 7f7da3039780 1 > prepared multipart upload key=YWRL9YH2Y59R upload=YO5WVFRYNQ1Q tag=SAG1VP1GIU5D type=write size=1149632 2024-04-02T08:43:57.256 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.257+0000 7f7da3039780 1 < completed delete operation key=1SDLEDDX8LZR tag=U45E5A04A8FX type=del 2024-04-02T08:43:57.262 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.263+0000 7f7da3039780 1 > prepared part key=_multipart_DJP9NW2GDNHB.2~5BEBKSA7K0TA.0 size=1048576 2024-04-02T08:43:57.264 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.266+0000 7f7da3039780 1 > prepared part key=_multipart_DJP9NW2GDNHB.2~5BEBKSA7K0TA.1 size=88570 2024-04-02T08:43:57.264 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.266+0000 7f7da3039780 1 > prepared multipart upload key=DJP9NW2GDNHB upload=5BEBKSA7K0TA tag=8T9CSJ0PKJKT type=write size=2185722 2024-04-02T08:43:57.267 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.269+0000 7f7da3039780 1 < completed delete operation key=Z2HC0VEJJV9V tag=H81H66IWZPS5 type=del 2024-04-02T08:43:57.273 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.274+0000 7f7da3039780 1 > prepared part key=_multipart_XN6KQ2LGZYGL.2~23TQ4N5ZD48R.0 size=363678 2024-04-02T08:43:57.273 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.274+0000 7f7da3039780 1 > prepared multipart upload key=XN6KQ2LGZYGL upload=23TQ4N5ZD48R tag=DFDYHMZ77G1M type=write size=1412254 2024-04-02T08:43:57.276 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.278+0000 7f7da3039780 1 < completed delete operation key=DJP9NW2GDNHB tag=3FMDKNI8JK4E type=del 2024-04-02T08:43:57.279 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.281+0000 7f7da3039780 1 > prepared operation key=AMAKFO5IP7AO tag=XIVC1KG0APPI type=del size=3249294 2024-04-02T08:43:57.282 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.284+0000 7f7da3039780 1 < completed delete operation key=N5AIAS76IS0Z tag=KNPDGI70HCTL type=del 2024-04-02T08:43:57.285 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.287+0000 7f7da3039780 1 > prepared operation key=ZV3Q7IXMLI1J tag=XR1SFFBOYUB3 type=del size=4007796 2024-04-02T08:43:57.288 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.290+0000 7f7da3039780 1 < completed part key=_multipart_AESEEOTWQSFQ.2~BFXMEGUBXJR2.0 size=1048576 2024-04-02T08:43:57.291 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.293+0000 7f7da3039780 1 < completed part key=_multipart_AESEEOTWQSFQ.2~BFXMEGUBXJR2.1 size=337043 2024-04-02T08:43:57.296 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.298+0000 7f7da3039780 1 < completed multipart upload key=AESEEOTWQSFQ upload=BFXMEGUBXJR2 tag=8LY4BMZNE3SQ type=write size=2434195 2024-04-02T08:43:57.299 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.301+0000 7f7da3039780 1 > prepared operation key=81LFSX7KH5JC tag=OXFOKZ000OHC type=del size=1581366 2024-04-02T08:43:57.302 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.304+0000 7f7da3039780 1 < completed delete operation key=SPZ4WDU9FXVH tag=QWEMYGL9BJUG type=del 2024-04-02T08:43:57.305 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.307+0000 7f7da3039780 1 > prepared operation key=81LFSX7KH5JC tag=N0AMVXZ11Y6E type=write size=236761 2024-04-02T08:43:57.308 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.310+0000 7f7da3039780 1 < completed write operation key=ELDWOJAKQD69 tag=534E3ROMZS4A type=write size=766565 2024-04-02T08:43:57.311 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.313+0000 7f7da3039780 1 > prepared operation key=Y5E6U7ZCX7JC tag=239NJJ50OMHE type=del size=3154850 2024-04-02T08:43:57.318 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.320+0000 7f7da3039780 1 < suggested update operation key=ZZ885TFYL1OI tag=S8NA7KYEXVV8 type=write size=1001297 2024-04-02T08:43:57.322 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.323+0000 7f7da3039780 1 > prepared operation key=SPZ4WDU9FXVH tag=DK62E3B8V1DK type=write size=943157 2024-04-02T08:43:57.325 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.327+0000 7f7da3039780 1 < completed part key=_multipart_ZZ885TFYL1OI.2~RY6JBJUDGDO3.0 size=1048576 2024-04-02T08:43:57.328 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.329+0000 7f7da3039780 1 < completed part key=_multipart_ZZ885TFYL1OI.2~RY6JBJUDGDO3.1 size=1021936 2024-04-02T08:43:57.334 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.336+0000 7f7da3039780 1 < completed multipart upload key=ZZ885TFYL1OI upload=RY6JBJUDGDO3 tag=70YW9B711YA8 type=write size=3119088 2024-04-02T08:43:57.337 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.339+0000 7f7da3039780 1 > prepared operation key=XN6KQ2LGZYGL tag=0HG2RKCZA954 type=write size=55751 2024-04-02T08:43:57.340 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.341+0000 7f7da3039780 1 < completed delete operation key=JFW247YEIEQ0 tag=KRQ0U6F63PC2 type=del 2024-04-02T08:43:57.346 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.347+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~BPNULAK7YBHN.0 size=1048576 2024-04-02T08:43:57.349 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.350+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~BPNULAK7YBHN.1 size=1048576 2024-04-02T08:43:57.352 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.353+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~BPNULAK7YBHN.2 size=102106 2024-04-02T08:43:57.352 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.353+0000 7f7da3039780 1 > prepared multipart upload key=ELDWOJAKQD69 upload=BPNULAK7YBHN tag=7X96L3NY3P1M type=write size=3247834 2024-04-02T08:43:57.355 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.356+0000 7f7da3039780 1 < completed part key=_multipart_EAG9W8JA0WA6.2~YA8Y45I1HYC9.0 size=1048576 2024-04-02T08:43:57.357 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.359+0000 7f7da3039780 1 < completed part key=_multipart_EAG9W8JA0WA6.2~YA8Y45I1HYC9.1 size=135875 2024-04-02T08:43:57.363 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.365+0000 7f7da3039780 1 < completed multipart upload key=EAG9W8JA0WA6 upload=YA8Y45I1HYC9 tag=731WLJSJ2M0T type=write size=2233027 2024-04-02T08:43:57.366 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.368+0000 7f7da3039780 1 > prepared operation key=N5AIAS76IS0Z tag=M5YZ1F8YNJ8O type=del size=3764820 2024-04-02T08:43:57.370 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.371+0000 7f7da3039780 1 < completed delete operation key=IX5GR5MVNL1T tag=TKUEH4KGTNS2 type=del 2024-04-02T08:43:57.373 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.375+0000 7f7da3039780 1 > prepared operation key=R3KOUNXRRJL4 tag=5SBAQHR0XIOQ type=del size=1616924 2024-04-02T08:43:57.376 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.378+0000 7f7da3039780 1 < completed part key=_multipart_1SDLEDDX8LZR.2~GKY9IAJ39TZ9.0 size=798924 2024-04-02T08:43:57.382 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.384+0000 7f7da3039780 1 < completed multipart upload key=1SDLEDDX8LZR upload=GKY9IAJ39TZ9 tag=4I4IO9LYA0JE type=write size=1847500 2024-04-02T08:43:57.385 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.387+0000 7f7da3039780 1 > prepared operation key=A3I3KM5DTR9R tag=JZ74O40HHFGF type=del size=2490589 2024-04-02T08:43:57.388 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.390+0000 7f7da3039780 1 < completed delete operation key=BURYF1967J48 tag=AIZJPEJFQRQK type=del 2024-04-02T08:43:57.392 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.393+0000 7f7da3039780 1 > prepared operation key=EAG9W8JA0WA6 tag=Q10XEB072WK0 type=write size=862000 2024-04-02T08:43:57.395 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.396+0000 7f7da3039780 1 < completed delete operation key=ELDWOJAKQD69 tag=1RCKXLX69J14 type=del 2024-04-02T08:43:57.398 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.400+0000 7f7da3039780 1 > prepared operation key=81LFSX7KH5JC tag=0761W58MXBXZ type=write size=330479 2024-04-02T08:43:57.402 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.403+0000 7f7da3039780 1 < completed part key=_multipart_YWRL9YH2Y59R.2~YO5WVFRYNQ1Q.0 size=101056 2024-04-02T08:43:57.408 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.410+0000 7f7da3039780 1 < completed multipart upload key=YWRL9YH2Y59R upload=YO5WVFRYNQ1Q tag=SAG1VP1GIU5D type=write size=1149632 2024-04-02T08:43:57.411 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.413+0000 7f7da3039780 1 > prepared operation key=EAG9W8JA0WA6 tag=07E7DJ641YB3 type=del size=1502404 2024-04-02T08:43:57.415 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.416+0000 7f7da3039780 1 < completed part key=_multipart_DJP9NW2GDNHB.2~5BEBKSA7K0TA.0 size=1048576 2024-04-02T08:43:57.417 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.419+0000 7f7da3039780 1 < completed part key=_multipart_DJP9NW2GDNHB.2~5BEBKSA7K0TA.1 size=88570 2024-04-02T08:43:57.424 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.426+0000 7f7da3039780 1 < completed multipart upload key=DJP9NW2GDNHB upload=5BEBKSA7K0TA tag=8T9CSJ0PKJKT type=write size=2185722 2024-04-02T08:43:57.430 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.432+0000 7f7da3039780 1 > prepared part key=_multipart_IX5GR5MVNL1T.2~MO3YJOLSJPBI.0 size=1048576 2024-04-02T08:43:57.433 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.434+0000 7f7da3039780 1 > prepared part key=_multipart_IX5GR5MVNL1T.2~MO3YJOLSJPBI.1 size=910161 2024-04-02T08:43:57.433 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.434+0000 7f7da3039780 1 > prepared multipart upload key=IX5GR5MVNL1T upload=MO3YJOLSJPBI tag=X18XJQTSKOAS type=write size=3007313 2024-04-02T08:43:57.433 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.435+0000 7f7da3039780 1 < canceled part key=_multipart_XN6KQ2LGZYGL.2~23TQ4N5ZD48R.0 size=363678 2024-04-02T08:43:57.439 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.440+0000 7f7da3039780 1 < canceled multipart upload key=XN6KQ2LGZYGL upload=23TQ4N5ZD48R tag=DFDYHMZ77G1M type=write size=1412254 2024-04-02T08:43:57.443 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.445+0000 7f7da3039780 1 > prepared operation key=6TJF572KI0FA tag=HFJBKHOD43EG type=write size=434703 2024-04-02T08:43:57.446 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.448+0000 7f7da3039780 1 < completed delete operation key=AMAKFO5IP7AO tag=XIVC1KG0APPI type=del 2024-04-02T08:43:57.452 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.453+0000 7f7da3039780 1 > prepared part key=_multipart_BURYF1967J48.2~6DF456VZ38AS.0 size=1048576 2024-04-02T08:43:57.454 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.456+0000 7f7da3039780 1 > prepared part key=_multipart_BURYF1967J48.2~6DF456VZ38AS.1 size=1048576 2024-04-02T08:43:57.457 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.459+0000 7f7da3039780 1 > prepared part key=_multipart_BURYF1967J48.2~6DF456VZ38AS.2 size=280904 2024-04-02T08:43:57.457 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.459+0000 7f7da3039780 1 > prepared multipart upload key=BURYF1967J48 upload=6DF456VZ38AS tag=9M5EDKZQZQLI type=write size=3426632 2024-04-02T08:43:57.460 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.462+0000 7f7da3039780 1 < canceled operation key=ZV3Q7IXMLI1J tag=XR1SFFBOYUB3 type=del size=4007796 2024-04-02T08:43:57.463 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.464+0000 7f7da3039780 1 > prepared operation key=AMAKFO5IP7AO tag=G9O1KCGBUJV6 type=del size=2076613 2024-04-02T08:43:57.466 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.468+0000 7f7da3039780 1 < completed delete operation key=81LFSX7KH5JC tag=OXFOKZ000OHC type=del 2024-04-02T08:43:57.470 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.472+0000 7f7da3039780 1 > prepared operation key=ELDWOJAKQD69 tag=Z9LHMISMDV1L type=del size=2960731 2024-04-02T08:43:57.474 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.475+0000 7f7da3039780 1 < completed write operation key=81LFSX7KH5JC tag=N0AMVXZ11Y6E type=write size=236761 2024-04-02T08:43:57.477 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.479+0000 7f7da3039780 1 > prepared operation key=B23RMWV8I9ZL tag=MBGLK1YTKS0O type=del size=3145819 2024-04-02T08:43:57.479 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.481+0000 7f7da3039780 1 < completed delete operation key=Y5E6U7ZCX7JC tag=239NJJ50OMHE type=del 2024-04-02T08:43:57.484 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.486+0000 7f7da3039780 1 > prepared part key=_multipart_Y5E6U7ZCX7JC.2~MIYIIM7AEWES.0 size=1048576 2024-04-02T08:43:57.486 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.488+0000 7f7da3039780 1 > prepared part key=_multipart_Y5E6U7ZCX7JC.2~MIYIIM7AEWES.1 size=342071 2024-04-02T08:43:57.487 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.488+0000 7f7da3039780 1 > prepared multipart upload key=Y5E6U7ZCX7JC upload=MIYIIM7AEWES tag=4J4PZADKFRKD type=write size=2439223 2024-04-02T08:43:57.491 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.493+0000 7f7da3039780 1 < suggested update operation key=SPZ4WDU9FXVH tag=DK62E3B8V1DK type=write size=943157 2024-04-02T08:43:57.493 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.495+0000 7f7da3039780 1 > prepared operation key=DJP9NW2GDNHB tag=7LPMDB1S71P6 type=del size=2215491 2024-04-02T08:43:57.496 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.498+0000 7f7da3039780 1 < completed write operation key=XN6KQ2LGZYGL tag=0HG2RKCZA954 type=write size=55751 2024-04-02T08:43:57.499 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.501+0000 7f7da3039780 1 > prepared operation key=9H9O464QAWB2 tag=B576H90H5UPS type=del size=1701061 2024-04-02T08:43:57.499 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.501+0000 7f7da3039780 1 < canceled part key=_multipart_ELDWOJAKQD69.2~BPNULAK7YBHN.0 size=1048576 2024-04-02T08:43:57.501 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.503+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~BPNULAK7YBHN.1 size=1048576 2024-04-02T08:43:57.503 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.505+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~BPNULAK7YBHN.2 size=102106 2024-04-02T08:43:57.507 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.508+0000 7f7da3039780 1 < canceled multipart upload key=ELDWOJAKQD69 upload=BPNULAK7YBHN tag=7X96L3NY3P1M type=write size=3247834 2024-04-02T08:43:57.510 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.512+0000 7f7da3039780 1 > prepared part key=_multipart_ZZ885TFYL1OI.2~YLTR47HGM5LA.0 size=1048576 2024-04-02T08:43:57.512 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.514+0000 7f7da3039780 1 > prepared part key=_multipart_ZZ885TFYL1OI.2~YLTR47HGM5LA.1 size=1048576 2024-04-02T08:43:57.514 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.516+0000 7f7da3039780 1 > prepared part key=_multipart_ZZ885TFYL1OI.2~YLTR47HGM5LA.2 size=790385 2024-04-02T08:43:57.514 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.516+0000 7f7da3039780 1 > prepared multipart upload key=ZZ885TFYL1OI upload=YLTR47HGM5LA tag=5383C2GRYXV6 type=write size=3936113 2024-04-02T08:43:57.516 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.518+0000 7f7da3039780 1 < completed delete operation key=N5AIAS76IS0Z tag=M5YZ1F8YNJ8O type=del 2024-04-02T08:43:57.520 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.522+0000 7f7da3039780 1 > prepared part key=_multipart_N5AIAS76IS0Z.2~9UVZKN6J6GJO.0 size=1048576 2024-04-02T08:43:57.522 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.524+0000 7f7da3039780 1 > prepared part key=_multipart_N5AIAS76IS0Z.2~9UVZKN6J6GJO.1 size=872597 2024-04-02T08:43:57.522 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.524+0000 7f7da3039780 1 > prepared multipart upload key=N5AIAS76IS0Z upload=9UVZKN6J6GJO tag=XHJRDMA05OEB type=write size=2969749 2024-04-02T08:43:57.525 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.526+0000 7f7da3039780 1 < completed delete operation key=R3KOUNXRRJL4 tag=5SBAQHR0XIOQ type=del 2024-04-02T08:43:57.529 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.531+0000 7f7da3039780 1 > prepared part key=_multipart_A3I3KM5DTR9R.2~5YTWJ71H3J2U.0 size=536851 2024-04-02T08:43:57.529 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.531+0000 7f7da3039780 1 > prepared multipart upload key=A3I3KM5DTR9R upload=5YTWJ71H3J2U tag=62ND9F78A6FU type=write size=1585427 2024-04-02T08:43:57.532 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.533+0000 7f7da3039780 1 < completed delete operation key=A3I3KM5DTR9R tag=JZ74O40HHFGF type=del 2024-04-02T08:43:57.534 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.536+0000 7f7da3039780 1 > prepared operation key=9H9O464QAWB2 tag=0IW0L2USNSSC type=del size=809925 2024-04-02T08:43:57.539 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.540+0000 7f7da3039780 1 < suggested update operation key=EAG9W8JA0WA6 tag=Q10XEB072WK0 type=write size=862000 2024-04-02T08:43:57.543 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.545+0000 7f7da3039780 1 > prepared part key=_multipart_XN6KQ2LGZYGL.2~98DUPUCZQBUC.0 size=1048576 2024-04-02T08:43:57.545 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.547+0000 7f7da3039780 1 > prepared part key=_multipart_XN6KQ2LGZYGL.2~98DUPUCZQBUC.1 size=266692 2024-04-02T08:43:57.545 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.547+0000 7f7da3039780 1 > prepared multipart upload key=XN6KQ2LGZYGL upload=98DUPUCZQBUC tag=HVRZG8YL76L4 type=write size=2363844 2024-04-02T08:43:57.547 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.549+0000 7f7da3039780 1 < completed write operation key=81LFSX7KH5JC tag=0761W58MXBXZ type=write size=330479 2024-04-02T08:43:57.549 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.551+0000 7f7da3039780 1 > prepared operation key=JFW247YEIEQ0 tag=5JULEWF1Q4IB type=del size=3947123 2024-04-02T08:43:57.552 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.554+0000 7f7da3039780 -1 < failed to complete operation key=EAG9W8JA0WA6 tag=07E7DJ641YB3 type=del size=1502404: (22) Invalid argument 2024-04-02T08:43:57.557 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.559+0000 7f7da3039780 1 > prepared part key=_multipart_YXESDZ3ETQK9.2~9OT11GNEVZRY.0 size=6068 2024-04-02T08:43:57.557 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.559+0000 7f7da3039780 1 > prepared multipart upload key=YXESDZ3ETQK9 upload=9OT11GNEVZRY tag=EARMEMGN5YL2 type=write size=1054644 2024-04-02T08:43:57.559 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.561+0000 7f7da3039780 1 < completed part key=_multipart_IX5GR5MVNL1T.2~MO3YJOLSJPBI.0 size=1048576 2024-04-02T08:43:57.561 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.563+0000 7f7da3039780 1 < completed part key=_multipart_IX5GR5MVNL1T.2~MO3YJOLSJPBI.1 size=910161 2024-04-02T08:43:57.566 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.568+0000 7f7da3039780 1 < completed multipart upload key=IX5GR5MVNL1T upload=MO3YJOLSJPBI tag=X18XJQTSKOAS type=write size=3007313 2024-04-02T08:43:57.571 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.572+0000 7f7da3039780 1 > prepared part key=_multipart_Z2HC0VEJJV9V.2~RG73FOUUK8F4.0 size=1048576 2024-04-02T08:43:57.573 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.575+0000 7f7da3039780 1 > prepared part key=_multipart_Z2HC0VEJJV9V.2~RG73FOUUK8F4.1 size=1048576 2024-04-02T08:43:57.575 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.577+0000 7f7da3039780 1 > prepared part key=_multipart_Z2HC0VEJJV9V.2~RG73FOUUK8F4.2 size=585592 2024-04-02T08:43:57.575 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.577+0000 7f7da3039780 1 > prepared multipart upload key=Z2HC0VEJJV9V upload=RG73FOUUK8F4 tag=2KKQOKNUJKII type=write size=3731320 2024-04-02T08:43:57.578 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.579+0000 7f7da3039780 1 < completed write operation key=6TJF572KI0FA tag=HFJBKHOD43EG type=write size=434703 2024-04-02T08:43:57.580 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.581+0000 7f7da3039780 1 > prepared operation key=XV6PSEG36RCA tag=PFAV2I3DXVOK type=del size=3877593 2024-04-02T08:43:57.582 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.584+0000 7f7da3039780 1 < completed part key=_multipart_BURYF1967J48.2~6DF456VZ38AS.0 size=1048576 2024-04-02T08:43:57.585 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.586+0000 7f7da3039780 1 < completed part key=_multipart_BURYF1967J48.2~6DF456VZ38AS.1 size=1048576 2024-04-02T08:43:57.587 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.588+0000 7f7da3039780 1 < completed part key=_multipart_BURYF1967J48.2~6DF456VZ38AS.2 size=280904 2024-04-02T08:43:57.590 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.592+0000 7f7da3039780 1 < completed multipart upload key=BURYF1967J48 upload=6DF456VZ38AS tag=9M5EDKZQZQLI type=write size=3426632 2024-04-02T08:43:57.593 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.594+0000 7f7da3039780 1 > prepared operation key=6TJF572KI0FA tag=89BXB61LP030 type=del size=3122890 2024-04-02T08:43:57.598 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.599+0000 7f7da3039780 1 < suggested remove operation key=AMAKFO5IP7AO tag=G9O1KCGBUJV6 type=del 2024-04-02T08:43:57.600 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.602+0000 7f7da3039780 1 > prepared operation key=ELDWOJAKQD69 tag=18GEXR39LCRA type=del size=3159366 2024-04-02T08:43:57.605 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.606+0000 7f7da3039780 1 < suggested update operation key=ELDWOJAKQD69 tag=Z9LHMISMDV1L type=del size=2960731 2024-04-02T08:43:57.609 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.611+0000 7f7da3039780 1 > prepared part key=_multipart_9JGJK5C8JJ0Z.2~UOKRCWJLLHVJ.0 size=205164 2024-04-02T08:43:57.610 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.611+0000 7f7da3039780 1 > prepared multipart upload key=9JGJK5C8JJ0Z upload=UOKRCWJLLHVJ tag=1KZVV2GT7OO0 type=write size=1253740 2024-04-02T08:43:57.612 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.613+0000 7f7da3039780 1 < canceled operation key=B23RMWV8I9ZL tag=MBGLK1YTKS0O type=del size=3145819 2024-04-02T08:43:57.614 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.616+0000 7f7da3039780 1 > prepared operation key=R3KOUNXRRJL4 tag=AG3NRYRGGXM7 type=del size=3453356 2024-04-02T08:43:57.616 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.618+0000 7f7da3039780 1 < completed part key=_multipart_Y5E6U7ZCX7JC.2~MIYIIM7AEWES.0 size=1048576 2024-04-02T08:43:57.618 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.620+0000 7f7da3039780 1 < completed part key=_multipart_Y5E6U7ZCX7JC.2~MIYIIM7AEWES.1 size=342071 2024-04-02T08:43:57.621 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.623+0000 7f7da3039780 1 < completed multipart upload key=Y5E6U7ZCX7JC upload=MIYIIM7AEWES tag=4J4PZADKFRKD type=write size=2439223 2024-04-02T08:43:57.624 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.626+0000 7f7da3039780 1 > prepared operation key=BURYF1967J48 tag=1H4F5II6UFEM type=del size=594284 2024-04-02T08:43:57.626 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.628+0000 7f7da3039780 1 < completed delete operation key=DJP9NW2GDNHB tag=7LPMDB1S71P6 type=del 2024-04-02T08:43:57.630 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.632+0000 7f7da3039780 1 > prepared part key=_multipart_AESEEOTWQSFQ.2~ABU5KN22NIYS.0 size=1048576 2024-04-02T08:43:57.632 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.634+0000 7f7da3039780 1 > prepared part key=_multipart_AESEEOTWQSFQ.2~ABU5KN22NIYS.1 size=1048576 2024-04-02T08:43:57.634 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.636+0000 7f7da3039780 1 > prepared part key=_multipart_AESEEOTWQSFQ.2~ABU5KN22NIYS.2 size=420900 2024-04-02T08:43:57.635 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.636+0000 7f7da3039780 1 > prepared multipart upload key=AESEEOTWQSFQ upload=ABU5KN22NIYS tag=IHBZY233X18K type=write size=3566628 2024-04-02T08:43:57.637 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.638+0000 7f7da3039780 1 < completed delete operation key=9H9O464QAWB2 tag=B576H90H5UPS type=del 2024-04-02T08:43:57.639 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.640+0000 7f7da3039780 1 > prepared operation key=9H9O464QAWB2 tag=2EWWWO6YDQLS type=del size=1863675 2024-04-02T08:43:57.641 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.642+0000 7f7da3039780 1 < completed part key=_multipart_ZZ885TFYL1OI.2~YLTR47HGM5LA.0 size=1048576 2024-04-02T08:43:57.642 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.644+0000 7f7da3039780 1 < completed part key=_multipart_ZZ885TFYL1OI.2~YLTR47HGM5LA.1 size=1048576 2024-04-02T08:43:57.644 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.646+0000 7f7da3039780 1 < completed part key=_multipart_ZZ885TFYL1OI.2~YLTR47HGM5LA.2 size=790385 2024-04-02T08:43:57.648 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.649+0000 7f7da3039780 1 < completed multipart upload key=ZZ885TFYL1OI upload=YLTR47HGM5LA tag=5383C2GRYXV6 type=write size=3936113 2024-04-02T08:43:57.650 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.652+0000 7f7da3039780 1 > prepared operation key=Y5E6U7ZCX7JC tag=XBEYVAKSWNGW type=del size=404870 2024-04-02T08:43:57.652 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.654+0000 7f7da3039780 1 < completed part key=_multipart_N5AIAS76IS0Z.2~9UVZKN6J6GJO.0 size=1048576 2024-04-02T08:43:57.654 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.655+0000 7f7da3039780 1 < completed part key=_multipart_N5AIAS76IS0Z.2~9UVZKN6J6GJO.1 size=872597 2024-04-02T08:43:57.659 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.660+0000 7f7da3039780 1 < completed multipart upload key=N5AIAS76IS0Z upload=9UVZKN6J6GJO tag=XHJRDMA05OEB type=write size=2969749 2024-04-02T08:43:57.661 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.663+0000 7f7da3039780 1 > prepared operation key=57GR82RGCWC5 tag=SZITJD3F1N3O type=del size=745384 2024-04-02T08:43:57.664 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.665+0000 7f7da3039780 1 < completed part key=_multipart_A3I3KM5DTR9R.2~5YTWJ71H3J2U.0 size=536851 2024-04-02T08:43:57.669 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.670+0000 7f7da3039780 1 < completed multipart upload key=A3I3KM5DTR9R upload=5YTWJ71H3J2U tag=62ND9F78A6FU type=write size=1585427 2024-04-02T08:43:57.675 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.677+0000 7f7da3039780 1 > prepared part key=_multipart_AESEEOTWQSFQ.2~AQ09ES20JX4O.0 size=811754 2024-04-02T08:43:57.676 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.677+0000 7f7da3039780 1 > prepared multipart upload key=AESEEOTWQSFQ upload=AQ09ES20JX4O tag=NP0GCCNH8LIQ type=write size=1860330 2024-04-02T08:43:57.679 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.680+0000 7f7da3039780 1 < completed delete operation key=9H9O464QAWB2 tag=0IW0L2USNSSC type=del 2024-04-02T08:43:57.682 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.683+0000 7f7da3039780 1 > prepared operation key=NOK2IIY1WSGJ tag=HF9MKP5AE4CN type=del size=3203105 2024-04-02T08:43:57.682 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.683+0000 7f7da3039780 1 < canceled part key=_multipart_XN6KQ2LGZYGL.2~98DUPUCZQBUC.0 size=1048576 2024-04-02T08:43:57.684 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.686+0000 7f7da3039780 1 < completed part key=_multipart_XN6KQ2LGZYGL.2~98DUPUCZQBUC.1 size=266692 2024-04-02T08:43:57.689 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.690+0000 7f7da3039780 1 < canceled multipart upload key=XN6KQ2LGZYGL upload=98DUPUCZQBUC tag=HVRZG8YL76L4 type=write size=2363844 2024-04-02T08:43:57.691 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.693+0000 7f7da3039780 1 > prepared operation key=1SDLEDDX8LZR tag=W23QNY6A2ZQL type=del size=3151556 2024-04-02T08:43:57.694 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.696+0000 7f7da3039780 1 < completed delete operation key=JFW247YEIEQ0 tag=5JULEWF1Q4IB type=del 2024-04-02T08:43:57.699 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.701+0000 7f7da3039780 1 > prepared part key=_multipart_1SDLEDDX8LZR.2~LGEYEM5GV8QX.0 size=1048576 2024-04-02T08:43:57.701 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.703+0000 7f7da3039780 1 > prepared part key=_multipart_1SDLEDDX8LZR.2~LGEYEM5GV8QX.1 size=1048576 2024-04-02T08:43:57.704 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.705+0000 7f7da3039780 1 > prepared part key=_multipart_1SDLEDDX8LZR.2~LGEYEM5GV8QX.2 size=667934 2024-04-02T08:43:57.704 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.705+0000 7f7da3039780 1 > prepared multipart upload key=1SDLEDDX8LZR upload=LGEYEM5GV8QX tag=4EPAJD7228WN type=write size=3813662 2024-04-02T08:43:57.707 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.708+0000 7f7da3039780 1 < completed part key=_multipart_YXESDZ3ETQK9.2~9OT11GNEVZRY.0 size=6068 2024-04-02T08:43:57.711 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.712+0000 7f7da3039780 1 < completed multipart upload key=YXESDZ3ETQK9 upload=9OT11GNEVZRY tag=EARMEMGN5YL2 type=write size=1054644 2024-04-02T08:43:57.713 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.715+0000 7f7da3039780 1 > prepared operation key=YWRL9YH2Y59R tag=W32S87GH2D44 type=del size=3522903 2024-04-02T08:43:57.714 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.715+0000 7f7da3039780 1 < canceled part key=_multipart_Z2HC0VEJJV9V.2~RG73FOUUK8F4.0 size=1048576 2024-04-02T08:43:57.716 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.717+0000 7f7da3039780 1 < completed part key=_multipart_Z2HC0VEJJV9V.2~RG73FOUUK8F4.1 size=1048576 2024-04-02T08:43:57.718 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.720+0000 7f7da3039780 1 < completed part key=_multipart_Z2HC0VEJJV9V.2~RG73FOUUK8F4.2 size=585592 2024-04-02T08:43:57.723 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.724+0000 7f7da3039780 1 < canceled multipart upload key=Z2HC0VEJJV9V upload=RG73FOUUK8F4 tag=2KKQOKNUJKII type=write size=3731320 2024-04-02T08:43:57.725 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.726+0000 7f7da3039780 1 > prepared operation key=9H9O464QAWB2 tag=QSTGLFMBYNXE type=del size=3170755 2024-04-02T08:43:57.727 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.729+0000 7f7da3039780 1 < completed delete operation key=XV6PSEG36RCA tag=PFAV2I3DXVOK type=del 2024-04-02T08:43:57.730 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.731+0000 7f7da3039780 1 > prepared operation key=EAG9W8JA0WA6 tag=01AOXTIKF44F type=del size=1320533 2024-04-02T08:43:57.735 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.736+0000 7f7da3039780 1 < suggested update operation key=6TJF572KI0FA tag=89BXB61LP030 type=del size=3122890 2024-04-02T08:43:57.738 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.740+0000 7f7da3039780 1 > prepared operation key=ZV3Q7IXMLI1J tag=6X4331A2VNRZ type=del size=1684037 2024-04-02T08:43:57.742 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.744+0000 7f7da3039780 -1 < failed to complete operation key=ELDWOJAKQD69 tag=18GEXR39LCRA type=del size=3159366: (22) Invalid argument 2024-04-02T08:43:57.746 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.747+0000 7f7da3039780 1 > prepared operation key=XN6KQ2LGZYGL tag=OUR7K3RRB0NZ type=del size=415693 2024-04-02T08:43:57.749 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.750+0000 7f7da3039780 1 < completed part key=_multipart_9JGJK5C8JJ0Z.2~UOKRCWJLLHVJ.0 size=205164 2024-04-02T08:43:57.754 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.755+0000 7f7da3039780 1 < completed multipart upload key=9JGJK5C8JJ0Z upload=UOKRCWJLLHVJ tag=1KZVV2GT7OO0 type=write size=1253740 2024-04-02T08:43:57.756 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.758+0000 7f7da3039780 1 > prepared operation key=IX5GR5MVNL1T tag=AO11YKC4AWD1 type=del size=1821390 2024-04-02T08:43:57.761 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.763+0000 7f7da3039780 1 < suggested remove operation key=R3KOUNXRRJL4 tag=AG3NRYRGGXM7 type=del 2024-04-02T08:43:57.767 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.769+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~9DIDARFTCP9T.0 size=403265 2024-04-02T08:43:57.767 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.769+0000 7f7da3039780 1 > prepared multipart upload key=9H9O464QAWB2 upload=9DIDARFTCP9T tag=DZTNEP7JF9NM type=write size=1451841 2024-04-02T08:43:57.770 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.772+0000 7f7da3039780 1 < completed delete operation key=BURYF1967J48 tag=1H4F5II6UFEM type=del 2024-04-02T08:43:57.777 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.778+0000 7f7da3039780 1 > prepared part key=_multipart_57GR82RGCWC5.2~GE7C38R5TNPN.0 size=1048576 2024-04-02T08:43:57.780 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.781+0000 7f7da3039780 1 > prepared part key=_multipart_57GR82RGCWC5.2~GE7C38R5TNPN.1 size=1048576 2024-04-02T08:43:57.782 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.784+0000 7f7da3039780 1 > prepared part key=_multipart_57GR82RGCWC5.2~GE7C38R5TNPN.2 size=988993 2024-04-02T08:43:57.783 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.784+0000 7f7da3039780 1 > prepared multipart upload key=57GR82RGCWC5 upload=GE7C38R5TNPN tag=KITVVVJXK1GA type=write size=4134721 2024-04-02T08:43:57.783 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:43:57 smithi055 ceph-mon[85080]: pgmap v1396: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 455 KiB/s wr, 2.32k op/s 2024-04-02T08:43:57.784 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:43:57 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:43:57.786 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.788+0000 7f7da3039780 1 < completed part key=_multipart_AESEEOTWQSFQ.2~ABU5KN22NIYS.0 size=1048576 2024-04-02T08:43:57.789 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.791+0000 7f7da3039780 1 < completed part key=_multipart_AESEEOTWQSFQ.2~ABU5KN22NIYS.1 size=1048576 2024-04-02T08:43:57.792 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.794+0000 7f7da3039780 1 < completed part key=_multipart_AESEEOTWQSFQ.2~ABU5KN22NIYS.2 size=420900 2024-04-02T08:43:57.799 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.800+0000 7f7da3039780 1 < completed multipart upload key=AESEEOTWQSFQ upload=ABU5KN22NIYS tag=IHBZY233X18K type=write size=3566628 2024-04-02T08:43:57.802 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.803+0000 7f7da3039780 1 > prepared operation key=NOK2IIY1WSGJ tag=17GJF8KCC0BY type=del size=1979294 2024-04-02T08:43:57.805 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.807+0000 7f7da3039780 1 < completed delete operation key=9H9O464QAWB2 tag=2EWWWO6YDQLS type=del 2024-04-02T08:43:57.807 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.809+0000 7f7da3039780 1 > prepared operation key=QHKAPO5SX6SG tag=2LEFKO6H4UK0 type=del size=1288046 2024-04-02T08:43:57.812 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.813+0000 7f7da3039780 1 < suggested remove operation key=Y5E6U7ZCX7JC tag=XBEYVAKSWNGW type=del 2024-04-02T08:43:57.814 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.815+0000 7f7da3039780 1 > prepared operation key=Y5E6U7ZCX7JC tag=H1DOG22J3364 type=del size=398712 2024-04-02T08:43:57.816 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.818+0000 7f7da3039780 1 < completed delete operation key=57GR82RGCWC5 tag=SZITJD3F1N3O type=del 2024-04-02T08:43:57.819 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.821+0000 7f7da3039780 1 > prepared operation key=QSPL4WJY2BVT tag=7PXLXIKFLRCA type=del size=1057242 2024-04-02T08:43:57.821 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:43:57 smithi012 ceph-mon[88355]: pgmap v1396: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 455 KiB/s wr, 2.32k op/s 2024-04-02T08:43:57.821 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:43:57 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:43:57.822 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:43:57 smithi012 ceph-mon[90784]: pgmap v1396: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 455 KiB/s wr, 2.32k op/s 2024-04-02T08:43:57.822 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:43:57 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:43:57.822 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.823+0000 7f7da3039780 1 < completed part key=_multipart_AESEEOTWQSFQ.2~AQ09ES20JX4O.0 size=811754 2024-04-02T08:43:57.826 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.827+0000 7f7da3039780 1 < completed multipart upload key=AESEEOTWQSFQ upload=AQ09ES20JX4O tag=NP0GCCNH8LIQ type=write size=1860330 2024-04-02T08:43:57.828 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.830+0000 7f7da3039780 1 > prepared operation key=N5AIAS76IS0Z tag=BDL5DNFQGXMK type=del size=1419075 2024-04-02T08:43:57.833 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.834+0000 7f7da3039780 1 < suggested remove operation key=NOK2IIY1WSGJ tag=HF9MKP5AE4CN type=del 2024-04-02T08:43:57.838 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.839+0000 7f7da3039780 1 > prepared part key=_multipart_XN6KQ2LGZYGL.2~N46LUAH6RQ0M.0 size=1048576 2024-04-02T08:43:57.840 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.841+0000 7f7da3039780 1 > prepared part key=_multipart_XN6KQ2LGZYGL.2~N46LUAH6RQ0M.1 size=607306 2024-04-02T08:43:57.840 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.841+0000 7f7da3039780 1 > prepared multipart upload key=XN6KQ2LGZYGL upload=N46LUAH6RQ0M tag=W13HMI3761YE type=write size=2704458 2024-04-02T08:43:57.842 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.844+0000 7f7da3039780 1 < completed delete operation key=1SDLEDDX8LZR tag=W23QNY6A2ZQL type=del 2024-04-02T08:43:57.845 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.846+0000 7f7da3039780 1 > prepared operation key=QSPL4WJY2BVT tag=QFN20CI1XZIB type=del size=915244 2024-04-02T08:43:57.847 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.849+0000 7f7da3039780 1 < completed part key=_multipart_1SDLEDDX8LZR.2~LGEYEM5GV8QX.0 size=1048576 2024-04-02T08:43:57.850 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.851+0000 7f7da3039780 1 < completed part key=_multipart_1SDLEDDX8LZR.2~LGEYEM5GV8QX.1 size=1048576 2024-04-02T08:43:57.852 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.854+0000 7f7da3039780 1 < completed part key=_multipart_1SDLEDDX8LZR.2~LGEYEM5GV8QX.2 size=667934 2024-04-02T08:43:57.859 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.858+0000 7f7da3039780 1 < completed multipart upload key=1SDLEDDX8LZR upload=LGEYEM5GV8QX tag=4EPAJD7228WN type=write size=3813662 2024-04-02T08:43:57.861 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.863+0000 7f7da3039780 1 > prepared part key=_multipart_YWRL9YH2Y59R.2~SWLRNMP8IYZ3.0 size=1048576 2024-04-02T08:43:57.863 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.864+0000 7f7da3039780 1 > prepared part key=_multipart_YWRL9YH2Y59R.2~SWLRNMP8IYZ3.1 size=1023544 2024-04-02T08:43:57.863 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.864+0000 7f7da3039780 1 > prepared multipart upload key=YWRL9YH2Y59R upload=SWLRNMP8IYZ3 tag=2TAOGHXOXZ3R type=write size=3120696 2024-04-02T08:43:57.865 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.867+0000 7f7da3039780 1 < completed delete operation key=YWRL9YH2Y59R tag=W32S87GH2D44 type=del 2024-04-02T08:43:57.869 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.871+0000 7f7da3039780 1 > prepared part key=_multipart_R3KOUNXRRJL4.2~N6IKTKXBI043.0 size=1048576 2024-04-02T08:43:57.871 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.873+0000 7f7da3039780 1 > prepared part key=_multipart_R3KOUNXRRJL4.2~N6IKTKXBI043.1 size=1048576 2024-04-02T08:43:57.873 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.875+0000 7f7da3039780 1 > prepared part key=_multipart_R3KOUNXRRJL4.2~N6IKTKXBI043.2 size=958881 2024-04-02T08:43:57.873 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.875+0000 7f7da3039780 1 > prepared multipart upload key=R3KOUNXRRJL4 upload=N6IKTKXBI043 tag=CVHF79SQ1CID type=write size=4104609 2024-04-02T08:43:57.876 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.878+0000 7f7da3039780 1 < completed delete operation key=9H9O464QAWB2 tag=QSTGLFMBYNXE type=del 2024-04-02T08:43:57.879 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.880+0000 7f7da3039780 1 > prepared operation key=9H9O464QAWB2 tag=8HKU275AXR2J type=del size=3483804 2024-04-02T08:43:57.881 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.883+0000 7f7da3039780 1 < completed delete operation key=EAG9W8JA0WA6 tag=01AOXTIKF44F type=del 2024-04-02T08:43:57.886 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.887+0000 7f7da3039780 1 > prepared part key=_multipart_XV6PSEG36RCA.2~O3893WVXRR4V.0 size=912429 2024-04-02T08:43:57.886 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.887+0000 7f7da3039780 1 > prepared multipart upload key=XV6PSEG36RCA upload=O3893WVXRR4V tag=IONNQH7EXLWH type=write size=1961005 2024-04-02T08:43:57.888 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.890+0000 7f7da3039780 1 < completed delete operation key=ZV3Q7IXMLI1J tag=6X4331A2VNRZ type=del 2024-04-02T08:43:57.890 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.892+0000 7f7da3039780 1 > prepared operation key=81LFSX7KH5JC tag=TGBCZ9KK6C25 type=write size=637367 2024-04-02T08:43:57.892 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.894+0000 7f7da3039780 1 < canceled operation key=XN6KQ2LGZYGL tag=OUR7K3RRB0NZ type=del size=415693 2024-04-02T08:43:57.895 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.896+0000 7f7da3039780 1 > prepared operation key=SPZ4WDU9FXVH tag=53B13DKLZVUM type=del size=633648 2024-04-02T08:43:57.899 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.901+0000 7f7da3039780 1 < suggested update operation key=IX5GR5MVNL1T tag=AO11YKC4AWD1 type=del size=1821390 2024-04-02T08:43:57.901 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.903+0000 7f7da3039780 1 > prepared operation key=IX5GR5MVNL1T tag=Y36PMBXI12IJ type=del size=2542532 2024-04-02T08:43:57.903 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.905+0000 7f7da3039780 1 < completed part key=_multipart_9H9O464QAWB2.2~9DIDARFTCP9T.0 size=403265 2024-04-02T08:43:57.908 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.909+0000 7f7da3039780 1 < completed multipart upload key=9H9O464QAWB2 upload=9DIDARFTCP9T tag=DZTNEP7JF9NM type=write size=1451841 2024-04-02T08:43:57.910 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.912+0000 7f7da3039780 1 > prepared operation key=AESEEOTWQSFQ tag=ZU2VKTC08KCJ type=del size=389154 2024-04-02T08:43:57.912 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.914+0000 7f7da3039780 1 < completed part key=_multipart_57GR82RGCWC5.2~GE7C38R5TNPN.0 size=1048576 2024-04-02T08:43:57.914 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.916+0000 7f7da3039780 1 < completed part key=_multipart_57GR82RGCWC5.2~GE7C38R5TNPN.1 size=1048576 2024-04-02T08:43:57.916 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.918+0000 7f7da3039780 1 < completed part key=_multipart_57GR82RGCWC5.2~GE7C38R5TNPN.2 size=988993 2024-04-02T08:43:57.920 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.922+0000 7f7da3039780 1 < completed multipart upload key=57GR82RGCWC5 upload=GE7C38R5TNPN tag=KITVVVJXK1GA type=write size=4134721 2024-04-02T08:43:57.923 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.925+0000 7f7da3039780 1 > prepared operation key=Z2HC0VEJJV9V tag=0IDYZXP3URSB type=del size=487632 2024-04-02T08:43:57.924 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.925+0000 7f7da3039780 -1 < no bi entry to suggest for operation key=NOK2IIY1WSGJ tag=17GJF8KCC0BY type=del size=1979294: (2) No such file or directory 2024-04-02T08:43:57.927 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.928+0000 7f7da3039780 1 > prepared operation key=6TJF572KI0FA tag=N2PS3PTPYSZ0 type=del size=1799962 2024-04-02T08:43:57.929 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.931+0000 7f7da3039780 1 < completed delete operation key=QHKAPO5SX6SG tag=2LEFKO6H4UK0 type=del 2024-04-02T08:43:57.935 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.936+0000 7f7da3039780 1 > prepared part key=_multipart_AESEEOTWQSFQ.2~BK197D4A32C2.0 size=959699 2024-04-02T08:43:57.935 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.936+0000 7f7da3039780 1 > prepared multipart upload key=AESEEOTWQSFQ upload=BK197D4A32C2 tag=0H4GQ3VZ8GTP type=write size=2008275 2024-04-02T08:43:57.937 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.939+0000 7f7da3039780 1 < completed delete operation key=Y5E6U7ZCX7JC tag=H1DOG22J3364 type=del 2024-04-02T08:43:57.940 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.942+0000 7f7da3039780 1 > prepared operation key=AESEEOTWQSFQ tag=P6F13HRKZBT6 type=del size=3528881 2024-04-02T08:43:57.943 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.944+0000 7f7da3039780 1 < completed delete operation key=QSPL4WJY2BVT tag=7PXLXIKFLRCA type=del 2024-04-02T08:43:57.945 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.946+0000 7f7da3039780 1 > prepared operation key=YXESDZ3ETQK9 tag=H5HCSVG33KJ4 type=del size=718266 2024-04-02T08:43:57.947 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.949+0000 7f7da3039780 1 < completed delete operation key=N5AIAS76IS0Z tag=BDL5DNFQGXMK type=del 2024-04-02T08:43:57.949 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.951+0000 7f7da3039780 1 > prepared operation key=N5AIAS76IS0Z tag=EVVOOK9FT1QC type=del size=447253 2024-04-02T08:43:57.951 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.953+0000 7f7da3039780 1 < completed part key=_multipart_XN6KQ2LGZYGL.2~N46LUAH6RQ0M.0 size=1048576 2024-04-02T08:43:57.951 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.953+0000 7f7da3039780 1 < canceled part key=_multipart_XN6KQ2LGZYGL.2~N46LUAH6RQ0M.1 size=607306 2024-04-02T08:43:57.955 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.956+0000 7f7da3039780 1 < canceled multipart upload key=XN6KQ2LGZYGL upload=N46LUAH6RQ0M tag=W13HMI3761YE type=write size=2704458 2024-04-02T08:43:57.957 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.959+0000 7f7da3039780 1 > prepared operation key=JFW247YEIEQ0 tag=UMNPDFQULI5V type=del size=1959956 2024-04-02T08:43:57.959 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.961+0000 7f7da3039780 1 < completed delete operation key=QSPL4WJY2BVT tag=QFN20CI1XZIB type=del 2024-04-02T08:43:57.961 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.963+0000 7f7da3039780 1 > prepared operation key=9H9O464QAWB2 tag=G1M5A5AML30M type=del size=2673926 2024-04-02T08:43:57.963 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.965+0000 7f7da3039780 1 < completed part key=_multipart_YWRL9YH2Y59R.2~SWLRNMP8IYZ3.0 size=1048576 2024-04-02T08:43:57.965 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.967+0000 7f7da3039780 1 < completed part key=_multipart_YWRL9YH2Y59R.2~SWLRNMP8IYZ3.1 size=1023544 2024-04-02T08:43:57.969 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.970+0000 7f7da3039780 1 < completed multipart upload key=YWRL9YH2Y59R upload=SWLRNMP8IYZ3 tag=2TAOGHXOXZ3R type=write size=3120696 2024-04-02T08:43:57.971 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.972+0000 7f7da3039780 1 > prepared operation key=NOK2IIY1WSGJ tag=SCDPI8QZNTT3 type=write size=550300 2024-04-02T08:43:57.973 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.975+0000 7f7da3039780 1 < completed part key=_multipart_R3KOUNXRRJL4.2~N6IKTKXBI043.0 size=1048576 2024-04-02T08:43:57.975 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.976+0000 7f7da3039780 1 < completed part key=_multipart_R3KOUNXRRJL4.2~N6IKTKXBI043.1 size=1048576 2024-04-02T08:43:57.977 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.978+0000 7f7da3039780 1 < completed part key=_multipart_R3KOUNXRRJL4.2~N6IKTKXBI043.2 size=958881 2024-04-02T08:43:57.980 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.982+0000 7f7da3039780 1 < completed multipart upload key=R3KOUNXRRJL4 upload=N6IKTKXBI043 tag=CVHF79SQ1CID type=write size=4104609 2024-04-02T08:43:57.982 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.984+0000 7f7da3039780 1 > prepared operation key=6TJF572KI0FA tag=NRREKD0IU2YR type=del size=4043837 2024-04-02T08:43:57.984 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.986+0000 7f7da3039780 1 < completed delete operation key=9H9O464QAWB2 tag=8HKU275AXR2J type=del 2024-04-02T08:43:57.988 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.990+0000 7f7da3039780 1 > prepared part key=_multipart_R3KOUNXRRJL4.2~O0J3DXLDE82W.0 size=1048576 2024-04-02T08:43:57.990 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.991+0000 7f7da3039780 1 > prepared part key=_multipart_R3KOUNXRRJL4.2~O0J3DXLDE82W.1 size=1048576 2024-04-02T08:43:57.992 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.993+0000 7f7da3039780 1 > prepared part key=_multipart_R3KOUNXRRJL4.2~O0J3DXLDE82W.2 size=957460 2024-04-02T08:43:57.992 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.993+0000 7f7da3039780 1 > prepared multipart upload key=R3KOUNXRRJL4 upload=O0J3DXLDE82W tag=803P8UFMMZXK type=write size=4103188 2024-04-02T08:43:57.994 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.995+0000 7f7da3039780 1 < completed part key=_multipart_XV6PSEG36RCA.2~O3893WVXRR4V.0 size=912429 2024-04-02T08:43:57.998 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:57.999+0000 7f7da3039780 1 < completed multipart upload key=XV6PSEG36RCA upload=O3893WVXRR4V tag=IONNQH7EXLWH type=write size=1961005 2024-04-02T08:43:58.000 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.002+0000 7f7da3039780 1 > prepared operation key=D0Z1XMS5I5SH tag=MCGI2ZI7FMBQ type=del size=2301116 2024-04-02T08:43:58.002 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.004+0000 7f7da3039780 1 < completed write operation key=81LFSX7KH5JC tag=TGBCZ9KK6C25 type=write size=637367 2024-04-02T08:43:58.004 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.006+0000 7f7da3039780 1 > prepared operation key=ZZ885TFYL1OI tag=2HSEQTV9QGPJ type=del size=2440021 2024-04-02T08:43:58.006 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.008+0000 7f7da3039780 1 < completed delete operation key=SPZ4WDU9FXVH tag=53B13DKLZVUM type=del 2024-04-02T08:43:58.008 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.010+0000 7f7da3039780 1 > prepared operation key=B23RMWV8I9ZL tag=73WL9GDN1Q10 type=del size=3086548 2024-04-02T08:43:58.010 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.012+0000 7f7da3039780 1 < completed delete operation key=IX5GR5MVNL1T tag=Y36PMBXI12IJ type=del 2024-04-02T08:43:58.012 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.014+0000 7f7da3039780 1 > prepared operation key=JFW247YEIEQ0 tag=YFMWBGT9V2FE type=del size=3676024 2024-04-02T08:43:58.015 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.016+0000 7f7da3039780 1 < completed delete operation key=AESEEOTWQSFQ tag=ZU2VKTC08KCJ type=del 2024-04-02T08:43:58.019 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.020+0000 7f7da3039780 1 > prepared part key=_multipart_57GR82RGCWC5.2~JHVU5MQLIFIF.0 size=676837 2024-04-02T08:43:58.019 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.020+0000 7f7da3039780 1 > prepared multipart upload key=57GR82RGCWC5 upload=JHVU5MQLIFIF tag=KGBWZ016F8AF type=write size=1725413 2024-04-02T08:43:58.021 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.022+0000 7f7da3039780 1 < completed delete operation key=Z2HC0VEJJV9V tag=0IDYZXP3URSB type=del 2024-04-02T08:43:58.025 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.027+0000 7f7da3039780 1 > prepared part key=_multipart_IX5GR5MVNL1T.2~MWTEOKTF4H04.0 size=1048576 2024-04-02T08:43:58.027 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.028+0000 7f7da3039780 1 > prepared part key=_multipart_IX5GR5MVNL1T.2~MWTEOKTF4H04.1 size=1048576 2024-04-02T08:43:58.029 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.030+0000 7f7da3039780 1 > prepared part key=_multipart_IX5GR5MVNL1T.2~MWTEOKTF4H04.2 size=534501 2024-04-02T08:43:58.029 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.030+0000 7f7da3039780 1 > prepared multipart upload key=IX5GR5MVNL1T upload=MWTEOKTF4H04 tag=8DHZVPPGGF4O type=write size=3680229 2024-04-02T08:43:58.033 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.034+0000 7f7da3039780 1 < suggested remove operation key=6TJF572KI0FA tag=N2PS3PTPYSZ0 type=del 2024-04-02T08:43:58.037 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.038+0000 7f7da3039780 1 > prepared part key=_multipart_57GR82RGCWC5.2~TGYLNG3RBW4H.0 size=283245 2024-04-02T08:43:58.037 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.038+0000 7f7da3039780 1 > prepared multipart upload key=57GR82RGCWC5 upload=TGYLNG3RBW4H tag=8J9YKIB2475C type=write size=1331821 2024-04-02T08:43:58.039 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.041+0000 7f7da3039780 1 < completed part key=_multipart_AESEEOTWQSFQ.2~BK197D4A32C2.0 size=959699 2024-04-02T08:43:58.043 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.045+0000 7f7da3039780 1 < completed multipart upload key=AESEEOTWQSFQ upload=BK197D4A32C2 tag=0H4GQ3VZ8GTP type=write size=2008275 2024-04-02T08:43:58.045 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.047+0000 7f7da3039780 1 > prepared operation key=A3I3KM5DTR9R tag=QQRFXAN0JD9X type=del size=3982678 2024-04-02T08:43:58.047 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.049+0000 7f7da3039780 1 < completed delete operation key=AESEEOTWQSFQ tag=P6F13HRKZBT6 type=del 2024-04-02T08:43:58.051 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.053+0000 7f7da3039780 1 > prepared part key=_multipart_A3I3KM5DTR9R.2~WTWTQM17FPT1.0 size=151038 2024-04-02T08:43:58.051 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.053+0000 7f7da3039780 1 > prepared multipart upload key=A3I3KM5DTR9R upload=WTWTQM17FPT1 tag=L0S8YQZW8M2K type=write size=1199614 2024-04-02T08:43:58.053 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.055+0000 7f7da3039780 1 < completed delete operation key=YXESDZ3ETQK9 tag=H5HCSVG33KJ4 type=del 2024-04-02T08:43:58.055 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.057+0000 7f7da3039780 1 > prepared operation key=9JGJK5C8JJ0Z tag=FSOB8XRYE3FQ type=write size=753423 2024-04-02T08:43:58.059 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.061+0000 7f7da3039780 1 < suggested update operation key=N5AIAS76IS0Z tag=EVVOOK9FT1QC type=del size=447253 2024-04-02T08:43:58.063 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.065+0000 7f7da3039780 1 > prepared part key=_multipart_1SDLEDDX8LZR.2~A07Q000UQ7E4.0 size=1048576 2024-04-02T08:43:58.065 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.067+0000 7f7da3039780 1 > prepared part key=_multipart_1SDLEDDX8LZR.2~A07Q000UQ7E4.1 size=1048576 2024-04-02T08:43:58.067 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.069+0000 7f7da3039780 1 > prepared part key=_multipart_1SDLEDDX8LZR.2~A07Q000UQ7E4.2 size=668066 2024-04-02T08:43:58.067 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.069+0000 7f7da3039780 1 > prepared multipart upload key=1SDLEDDX8LZR upload=A07Q000UQ7E4 tag=6INMZ5O1MCCJ type=write size=3813794 2024-04-02T08:43:58.069 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.071+0000 7f7da3039780 1 < completed delete operation key=JFW247YEIEQ0 tag=UMNPDFQULI5V type=del 2024-04-02T08:43:58.072 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.073+0000 7f7da3039780 1 > prepared operation key=NOK2IIY1WSGJ tag=QAQSSLJDA3ZO type=del size=3312759 2024-04-02T08:43:58.074 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.075+0000 7f7da3039780 1 < completed delete operation key=9H9O464QAWB2 tag=G1M5A5AML30M type=del 2024-04-02T08:43:58.078 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.080+0000 7f7da3039780 1 > prepared part key=_multipart_XV6PSEG36RCA.2~5Y0I4KM1XMC8.0 size=1048576 2024-04-02T08:43:58.080 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.082+0000 7f7da3039780 1 > prepared part key=_multipart_XV6PSEG36RCA.2~5Y0I4KM1XMC8.1 size=1048576 2024-04-02T08:43:58.083 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.085+0000 7f7da3039780 1 > prepared part key=_multipart_XV6PSEG36RCA.2~5Y0I4KM1XMC8.2 size=545232 2024-04-02T08:43:58.083 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.085+0000 7f7da3039780 1 > prepared multipart upload key=XV6PSEG36RCA upload=5Y0I4KM1XMC8 tag=0EFFRYBD3LJA type=write size=3690960 2024-04-02T08:43:58.089 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.091+0000 7f7da3039780 1 < suggested update operation key=NOK2IIY1WSGJ tag=SCDPI8QZNTT3 type=write size=550300 2024-04-02T08:43:58.092 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.094+0000 7f7da3039780 1 > prepared operation key=YWRL9YH2Y59R tag=HVAQGYD65UAI type=del size=1418998 2024-04-02T08:43:58.096 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.098+0000 7f7da3039780 -1 < failed to complete operation key=6TJF572KI0FA tag=NRREKD0IU2YR type=del size=4043837: (22) Invalid argument 2024-04-02T08:43:58.099 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.100+0000 7f7da3039780 1 > prepared operation key=57GR82RGCWC5 tag=N2BI58CHAVM7 type=del size=890468 2024-04-02T08:43:58.102 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.103+0000 7f7da3039780 1 < completed part key=_multipart_R3KOUNXRRJL4.2~O0J3DXLDE82W.0 size=1048576 2024-04-02T08:43:58.105 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.106+0000 7f7da3039780 1 < completed part key=_multipart_R3KOUNXRRJL4.2~O0J3DXLDE82W.1 size=1048576 2024-04-02T08:43:58.108 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.110+0000 7f7da3039780 1 < completed part key=_multipart_R3KOUNXRRJL4.2~O0J3DXLDE82W.2 size=957460 2024-04-02T08:43:58.114 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.115+0000 7f7da3039780 1 < completed multipart upload key=R3KOUNXRRJL4 upload=O0J3DXLDE82W tag=803P8UFMMZXK type=write size=4103188 2024-04-02T08:43:58.120 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.122+0000 7f7da3039780 1 > prepared part key=_multipart_B23RMWV8I9ZL.2~1WI8LOFDDFAN.0 size=1048576 2024-04-02T08:43:58.123 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.124+0000 7f7da3039780 1 > prepared part key=_multipart_B23RMWV8I9ZL.2~1WI8LOFDDFAN.1 size=1048576 2024-04-02T08:43:58.126 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.127+0000 7f7da3039780 1 > prepared part key=_multipart_B23RMWV8I9ZL.2~1WI8LOFDDFAN.2 size=619941 2024-04-02T08:43:58.126 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.127+0000 7f7da3039780 1 > prepared multipart upload key=B23RMWV8I9ZL upload=1WI8LOFDDFAN tag=INZUYLU14MDZ type=write size=3765669 2024-04-02T08:43:58.128 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.130+0000 7f7da3039780 1 < completed delete operation key=D0Z1XMS5I5SH tag=MCGI2ZI7FMBQ type=del 2024-04-02T08:43:58.131 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.133+0000 7f7da3039780 1 > prepared operation key=JFW247YEIEQ0 tag=6OEHZOWHWRVE type=del size=2247802 2024-04-02T08:43:58.134 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.136+0000 7f7da3039780 1 < completed delete operation key=ZZ885TFYL1OI tag=2HSEQTV9QGPJ type=del 2024-04-02T08:43:58.140 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.142+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~160NIUDF8VQO.0 size=1048576 2024-04-02T08:43:58.144 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.145+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~160NIUDF8VQO.1 size=1048576 2024-04-02T08:43:58.146 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.148+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~160NIUDF8VQO.2 size=535748 2024-04-02T08:43:58.146 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.148+0000 7f7da3039780 1 > prepared multipart upload key=6TJF572KI0FA upload=160NIUDF8VQO tag=3EN21RXOQCCW type=write size=3681476 2024-04-02T08:43:58.152 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.154+0000 7f7da3039780 1 < suggested remove operation key=B23RMWV8I9ZL tag=73WL9GDN1Q10 type=del 2024-04-02T08:43:58.159 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.161+0000 7f7da3039780 1 > prepared part key=_multipart_81LFSX7KH5JC.2~AFFAN5SYB7NP.0 size=1048576 2024-04-02T08:43:58.162 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.164+0000 7f7da3039780 1 > prepared part key=_multipart_81LFSX7KH5JC.2~AFFAN5SYB7NP.1 size=117477 2024-04-02T08:43:58.162 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.164+0000 7f7da3039780 1 > prepared multipart upload key=81LFSX7KH5JC upload=AFFAN5SYB7NP tag=QY6V9AYPU0EB type=write size=2214629 2024-04-02T08:43:58.166 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.167+0000 7f7da3039780 1 < completed delete operation key=JFW247YEIEQ0 tag=YFMWBGT9V2FE type=del 2024-04-02T08:43:58.171 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.173+0000 7f7da3039780 1 > prepared part key=_multipart_NOK2IIY1WSGJ.2~PED1VTZODZ2J.0 size=1048576 2024-04-02T08:43:58.174 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.176+0000 7f7da3039780 1 > prepared part key=_multipart_NOK2IIY1WSGJ.2~PED1VTZODZ2J.1 size=844047 2024-04-02T08:43:58.174 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.176+0000 7f7da3039780 1 > prepared multipart upload key=NOK2IIY1WSGJ upload=PED1VTZODZ2J tag=GC5VO0U6MK0Q type=write size=2941199 2024-04-02T08:43:58.177 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.179+0000 7f7da3039780 1 < completed part key=_multipart_57GR82RGCWC5.2~JHVU5MQLIFIF.0 size=676837 2024-04-02T08:43:58.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:43:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:43:57] "GET /metrics HTTP/1.1" 200 36335 "" "Prometheus/2.43.0" 2024-04-02T08:43:58.182 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.184+0000 7f7da3039780 1 < completed multipart upload key=57GR82RGCWC5 upload=JHVU5MQLIFIF tag=KGBWZ016F8AF type=write size=1725413 2024-04-02T08:43:58.185 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.187+0000 7f7da3039780 1 > prepared operation key=993CLRT5TRZG tag=0BW3YR9WDBSV type=del size=732869 2024-04-02T08:43:58.188 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.190+0000 7f7da3039780 1 < completed part key=_multipart_IX5GR5MVNL1T.2~MWTEOKTF4H04.0 size=1048576 2024-04-02T08:43:58.191 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.193+0000 7f7da3039780 1 < completed part key=_multipart_IX5GR5MVNL1T.2~MWTEOKTF4H04.1 size=1048576 2024-04-02T08:43:58.194 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.195+0000 7f7da3039780 1 < completed part key=_multipart_IX5GR5MVNL1T.2~MWTEOKTF4H04.2 size=534501 2024-04-02T08:43:58.199 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.200+0000 7f7da3039780 1 < completed multipart upload key=IX5GR5MVNL1T upload=MWTEOKTF4H04 tag=8DHZVPPGGF4O type=write size=3680229 2024-04-02T08:43:58.205 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.207+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~EWTRQQQIBRTX.0 size=1048576 2024-04-02T08:43:58.208 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.210+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~EWTRQQQIBRTX.1 size=393058 2024-04-02T08:43:58.208 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.210+0000 7f7da3039780 1 > prepared multipart upload key=9H9O464QAWB2 upload=EWTRQQQIBRTX tag=IJYFR865JY6F type=write size=2490210 2024-04-02T08:43:58.209 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.210+0000 7f7da3039780 1 < canceled part key=_multipart_57GR82RGCWC5.2~TGYLNG3RBW4H.0 size=283245 2024-04-02T08:43:58.215 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.216+0000 7f7da3039780 1 < canceled multipart upload key=57GR82RGCWC5 upload=TGYLNG3RBW4H tag=8J9YKIB2475C type=write size=1331821 2024-04-02T08:43:58.221 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.223+0000 7f7da3039780 1 > prepared part key=_multipart_XN6KQ2LGZYGL.2~68JCU9XD39R0.0 size=1048576 2024-04-02T08:43:58.224 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.225+0000 7f7da3039780 1 > prepared part key=_multipart_XN6KQ2LGZYGL.2~68JCU9XD39R0.1 size=609893 2024-04-02T08:43:58.224 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.225+0000 7f7da3039780 1 > prepared multipart upload key=XN6KQ2LGZYGL upload=68JCU9XD39R0 tag=D1QF7V8ES0O4 type=write size=2707045 2024-04-02T08:43:58.230 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.232+0000 7f7da3039780 1 < suggested remove operation key=A3I3KM5DTR9R tag=QQRFXAN0JD9X type=del 2024-04-02T08:43:58.237 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.238+0000 7f7da3039780 1 > prepared part key=_multipart_R3KOUNXRRJL4.2~49HWENRVBFOY.0 size=1048576 2024-04-02T08:43:58.239 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.241+0000 7f7da3039780 1 > prepared part key=_multipart_R3KOUNXRRJL4.2~49HWENRVBFOY.1 size=1048576 2024-04-02T08:43:58.242 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.243+0000 7f7da3039780 1 > prepared part key=_multipart_R3KOUNXRRJL4.2~49HWENRVBFOY.2 size=266578 2024-04-02T08:43:58.242 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.243+0000 7f7da3039780 1 > prepared multipart upload key=R3KOUNXRRJL4 upload=49HWENRVBFOY tag=HUDQ31GGRGJH type=write size=3412306 2024-04-02T08:43:58.244 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.246+0000 7f7da3039780 1 < completed part key=_multipart_A3I3KM5DTR9R.2~WTWTQM17FPT1.0 size=151038 2024-04-02T08:43:58.249 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.251+0000 7f7da3039780 1 < completed multipart upload key=A3I3KM5DTR9R upload=WTWTQM17FPT1 tag=L0S8YQZW8M2K type=write size=1199614 2024-04-02T08:43:58.253 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.255+0000 7f7da3039780 1 > prepared operation key=QHKAPO5SX6SG tag=CGN86OMII7FT type=del size=2278855 2024-04-02T08:43:58.256 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.258+0000 7f7da3039780 1 < completed write operation key=9JGJK5C8JJ0Z tag=FSOB8XRYE3FQ type=write size=753423 2024-04-02T08:43:58.260 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.261+0000 7f7da3039780 1 > prepared operation key=57GR82RGCWC5 tag=9Z9A99HX3QVW type=del size=2922943 2024-04-02T08:43:58.263 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.264+0000 7f7da3039780 1 < completed part key=_multipart_1SDLEDDX8LZR.2~A07Q000UQ7E4.0 size=1048576 2024-04-02T08:43:58.266 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.267+0000 7f7da3039780 1 < completed part key=_multipart_1SDLEDDX8LZR.2~A07Q000UQ7E4.1 size=1048576 2024-04-02T08:43:58.269 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.270+0000 7f7da3039780 1 < completed part key=_multipart_1SDLEDDX8LZR.2~A07Q000UQ7E4.2 size=668066 2024-04-02T08:43:58.274 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.276+0000 7f7da3039780 1 < completed multipart upload key=1SDLEDDX8LZR upload=A07Q000UQ7E4 tag=6INMZ5O1MCCJ type=write size=3813794 2024-04-02T08:43:58.277 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.279+0000 7f7da3039780 1 > prepared operation key=SPZ4WDU9FXVH tag=UV5QCQU138CZ type=del size=2907386 2024-04-02T08:43:58.282 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.283+0000 7f7da3039780 -1 < failed to complete operation key=NOK2IIY1WSGJ tag=QAQSSLJDA3ZO type=del size=3312759: (22) Invalid argument 2024-04-02T08:43:58.287 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.289+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~42TV9XOTYZ6I.0 size=422328 2024-04-02T08:43:58.288 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.289+0000 7f7da3039780 1 > prepared multipart upload key=6TJF572KI0FA upload=42TV9XOTYZ6I tag=4DD6M6GVWLVE type=write size=1470904 2024-04-02T08:43:58.290 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.291+0000 7f7da3039780 1 < completed part key=_multipart_XV6PSEG36RCA.2~5Y0I4KM1XMC8.0 size=1048576 2024-04-02T08:43:58.292 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.294+0000 7f7da3039780 1 < completed part key=_multipart_XV6PSEG36RCA.2~5Y0I4KM1XMC8.1 size=1048576 2024-04-02T08:43:58.295 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.297+0000 7f7da3039780 1 < completed part key=_multipart_XV6PSEG36RCA.2~5Y0I4KM1XMC8.2 size=545232 2024-04-02T08:43:58.300 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.302+0000 7f7da3039780 1 < completed multipart upload key=XV6PSEG36RCA upload=5Y0I4KM1XMC8 tag=0EFFRYBD3LJA type=write size=3690960 2024-04-02T08:43:58.304 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.305+0000 7f7da3039780 1 > prepared operation key=1SDLEDDX8LZR tag=U4K222GSLM83 type=del size=2858360 2024-04-02T08:43:58.307 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.308+0000 7f7da3039780 1 < completed delete operation key=YWRL9YH2Y59R tag=HVAQGYD65UAI type=del 2024-04-02T08:43:58.310 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.311+0000 7f7da3039780 1 > prepared operation key=9H9O464QAWB2 tag=GK3EYBRTWDZ9 type=del size=680355 2024-04-02T08:43:58.313 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.315+0000 7f7da3039780 1 < completed delete operation key=57GR82RGCWC5 tag=N2BI58CHAVM7 type=del 2024-04-02T08:43:58.317 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.318+0000 7f7da3039780 1 > prepared operation key=Y5E6U7ZCX7JC tag=SP9HAR3UCBD5 type=del size=806505 2024-04-02T08:43:58.320 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.321+0000 7f7da3039780 1 < completed part key=_multipart_B23RMWV8I9ZL.2~1WI8LOFDDFAN.0 size=1048576 2024-04-02T08:43:58.323 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.324+0000 7f7da3039780 1 < completed part key=_multipart_B23RMWV8I9ZL.2~1WI8LOFDDFAN.1 size=1048576 2024-04-02T08:43:58.323 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.324+0000 7f7da3039780 1 < canceled part key=_multipart_B23RMWV8I9ZL.2~1WI8LOFDDFAN.2 size=619941 2024-04-02T08:43:58.329 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.331+0000 7f7da3039780 1 < canceled multipart upload key=B23RMWV8I9ZL upload=1WI8LOFDDFAN tag=INZUYLU14MDZ type=write size=3765669 2024-04-02T08:43:58.333 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.334+0000 7f7da3039780 1 > prepared operation key=N5AIAS76IS0Z tag=M8MKVBB5SEAA type=del size=504352 2024-04-02T08:43:58.336 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.337+0000 7f7da3039780 1 < canceled operation key=JFW247YEIEQ0 tag=6OEHZOWHWRVE type=del size=2247802 2024-04-02T08:43:58.339 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.340+0000 7f7da3039780 1 > prepared operation key=Z2HC0VEJJV9V tag=3NL855BSQ8FY type=write size=935001 2024-04-02T08:43:58.342 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.344+0000 7f7da3039780 1 < completed part key=_multipart_6TJF572KI0FA.2~160NIUDF8VQO.0 size=1048576 2024-04-02T08:43:58.345 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.346+0000 7f7da3039780 1 < completed part key=_multipart_6TJF572KI0FA.2~160NIUDF8VQO.1 size=1048576 2024-04-02T08:43:58.347 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.349+0000 7f7da3039780 1 < completed part key=_multipart_6TJF572KI0FA.2~160NIUDF8VQO.2 size=535748 2024-04-02T08:43:58.352 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.354+0000 7f7da3039780 1 < completed multipart upload key=6TJF572KI0FA upload=160NIUDF8VQO tag=3EN21RXOQCCW type=write size=3681476 2024-04-02T08:43:58.356 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.357+0000 7f7da3039780 1 > prepared operation key=D0Z1XMS5I5SH tag=2YNIIDFBZ9XI type=del size=701440 2024-04-02T08:43:58.359 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.361+0000 7f7da3039780 1 < completed part key=_multipart_81LFSX7KH5JC.2~AFFAN5SYB7NP.0 size=1048576 2024-04-02T08:43:58.363 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.364+0000 7f7da3039780 1 < completed part key=_multipart_81LFSX7KH5JC.2~AFFAN5SYB7NP.1 size=117477 2024-04-02T08:43:58.368 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.370+0000 7f7da3039780 1 < completed multipart upload key=81LFSX7KH5JC upload=AFFAN5SYB7NP tag=QY6V9AYPU0EB type=write size=2214629 2024-04-02T08:43:58.371 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.373+0000 7f7da3039780 1 > prepared operation key=9JGJK5C8JJ0Z tag=OF69W62FE190 type=del size=3944638 2024-04-02T08:43:58.374 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.376+0000 7f7da3039780 1 < completed part key=_multipart_NOK2IIY1WSGJ.2~PED1VTZODZ2J.0 size=1048576 2024-04-02T08:43:58.374 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.376+0000 7f7da3039780 1 < canceled part key=_multipart_NOK2IIY1WSGJ.2~PED1VTZODZ2J.1 size=844047 2024-04-02T08:43:58.380 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.382+0000 7f7da3039780 1 < canceled multipart upload key=NOK2IIY1WSGJ upload=PED1VTZODZ2J tag=GC5VO0U6MK0Q type=write size=2941199 2024-04-02T08:43:58.386 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.387+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~R2H3O8AGSQ8E.0 size=1048576 2024-04-02T08:43:58.388 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.389+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~R2H3O8AGSQ8E.1 size=1048576 2024-04-02T08:43:58.391 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.392+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~R2H3O8AGSQ8E.2 size=853611 2024-04-02T08:43:58.391 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.392+0000 7f7da3039780 1 > prepared multipart upload key=6TJF572KI0FA upload=R2H3O8AGSQ8E tag=WF6QQF99ZE3Q type=write size=3999339 2024-04-02T08:43:58.393 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.395+0000 7f7da3039780 1 < completed delete operation key=993CLRT5TRZG tag=0BW3YR9WDBSV type=del 2024-04-02T08:43:58.396 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.398+0000 7f7da3039780 1 > prepared operation key=XN6KQ2LGZYGL tag=2RUQQ6O12TVB type=del size=553733 2024-04-02T08:43:58.399 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.401+0000 7f7da3039780 1 < completed part key=_multipart_9H9O464QAWB2.2~EWTRQQQIBRTX.0 size=1048576 2024-04-02T08:43:58.402 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.403+0000 7f7da3039780 1 < completed part key=_multipart_9H9O464QAWB2.2~EWTRQQQIBRTX.1 size=393058 2024-04-02T08:43:58.408 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.409+0000 7f7da3039780 1 < completed multipart upload key=9H9O464QAWB2 upload=EWTRQQQIBRTX tag=IJYFR865JY6F type=write size=2490210 2024-04-02T08:43:58.411 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.413+0000 7f7da3039780 1 > prepared operation key=81LFSX7KH5JC tag=1UWMC32I037I type=del size=55982 2024-04-02T08:43:58.415 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.416+0000 7f7da3039780 1 < completed part key=_multipart_XN6KQ2LGZYGL.2~68JCU9XD39R0.0 size=1048576 2024-04-02T08:43:58.417 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.419+0000 7f7da3039780 1 < completed part key=_multipart_XN6KQ2LGZYGL.2~68JCU9XD39R0.1 size=609893 2024-04-02T08:43:58.423 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.425+0000 7f7da3039780 1 < completed multipart upload key=XN6KQ2LGZYGL upload=68JCU9XD39R0 tag=D1QF7V8ES0O4 type=write size=2707045 2024-04-02T08:43:58.426 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.428+0000 7f7da3039780 1 > prepared operation key=IX5GR5MVNL1T tag=540S2XFD38K3 type=del size=1050871 2024-04-02T08:43:58.429 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.431+0000 7f7da3039780 1 < completed part key=_multipart_R3KOUNXRRJL4.2~49HWENRVBFOY.0 size=1048576 2024-04-02T08:43:58.433 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.434+0000 7f7da3039780 1 < completed part key=_multipart_R3KOUNXRRJL4.2~49HWENRVBFOY.1 size=1048576 2024-04-02T08:43:58.436 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.437+0000 7f7da3039780 1 < completed part key=_multipart_R3KOUNXRRJL4.2~49HWENRVBFOY.2 size=266578 2024-04-02T08:43:58.442 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.443+0000 7f7da3039780 1 < completed multipart upload key=R3KOUNXRRJL4 upload=49HWENRVBFOY tag=HUDQ31GGRGJH type=write size=3412306 2024-04-02T08:43:58.445 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.447+0000 7f7da3039780 1 > prepared operation key=1SDLEDDX8LZR tag=MNIY4YEXG7C6 type=del size=2975151 2024-04-02T08:43:58.449 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.450+0000 7f7da3039780 1 < completed delete operation key=QHKAPO5SX6SG tag=CGN86OMII7FT type=del 2024-04-02T08:43:58.452 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.453+0000 7f7da3039780 1 > prepared operation key=AMAKFO5IP7AO tag=WAZ2UAMEY519 type=del size=1539592 2024-04-02T08:43:58.459 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.461+0000 7f7da3039780 1 < suggested remove operation key=57GR82RGCWC5 tag=9Z9A99HX3QVW type=del 2024-04-02T08:43:58.465 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.466+0000 7f7da3039780 1 > prepared part key=_multipart_B23RMWV8I9ZL.2~2Z351C1R5X14.0 size=433654 2024-04-02T08:43:58.465 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.466+0000 7f7da3039780 1 > prepared multipart upload key=B23RMWV8I9ZL upload=2Z351C1R5X14 tag=JS33HXEBXZAV type=write size=1482230 2024-04-02T08:43:58.468 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.469+0000 7f7da3039780 1 < completed delete operation key=SPZ4WDU9FXVH tag=UV5QCQU138CZ type=del 2024-04-02T08:43:58.475 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.476+0000 7f7da3039780 1 > prepared part key=_multipart_Y5E6U7ZCX7JC.2~9Y3GYUHVPCMG.0 size=447086 2024-04-02T08:43:58.475 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.476+0000 7f7da3039780 1 > prepared multipart upload key=Y5E6U7ZCX7JC upload=9Y3GYUHVPCMG tag=Y3X9NN7CQRM2 type=write size=1495662 2024-04-02T08:43:58.478 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.479+0000 7f7da3039780 1 < completed part key=_multipart_6TJF572KI0FA.2~42TV9XOTYZ6I.0 size=422328 2024-04-02T08:43:58.483 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.485+0000 7f7da3039780 1 < completed multipart upload key=6TJF572KI0FA upload=42TV9XOTYZ6I tag=4DD6M6GVWLVE type=write size=1470904 2024-04-02T08:43:58.489 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.491+0000 7f7da3039780 1 > prepared part key=_multipart_AMAKFO5IP7AO.2~FO7E65BZ0V4M.0 size=1048576 2024-04-02T08:43:58.492 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.493+0000 7f7da3039780 1 > prepared part key=_multipart_AMAKFO5IP7AO.2~FO7E65BZ0V4M.1 size=1048576 2024-04-02T08:43:58.494 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.495+0000 7f7da3039780 1 > prepared part key=_multipart_AMAKFO5IP7AO.2~FO7E65BZ0V4M.2 size=148980 2024-04-02T08:43:58.494 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.495+0000 7f7da3039780 1 > prepared multipart upload key=AMAKFO5IP7AO upload=FO7E65BZ0V4M tag=B5HZUI0X01P3 type=write size=3294708 2024-04-02T08:43:58.496 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.498+0000 7f7da3039780 1 < completed delete operation key=1SDLEDDX8LZR tag=U4K222GSLM83 type=del 2024-04-02T08:43:58.502 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.504+0000 7f7da3039780 1 > prepared part key=_multipart_EAG9W8JA0WA6.2~Q2PEH2BFKEQ6.0 size=657709 2024-04-02T08:43:58.503 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.504+0000 7f7da3039780 1 > prepared multipart upload key=EAG9W8JA0WA6 upload=Q2PEH2BFKEQ6 tag=QC76DN7BCUA4 type=write size=1706285 2024-04-02T08:43:58.506 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.507+0000 7f7da3039780 1 < completed delete operation key=9H9O464QAWB2 tag=GK3EYBRTWDZ9 type=del 2024-04-02T08:43:58.512 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.513+0000 7f7da3039780 1 > prepared part key=_multipart_XV6PSEG36RCA.2~QUUSY6TPY5E5.0 size=955300 2024-04-02T08:43:58.512 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.513+0000 7f7da3039780 1 > prepared multipart upload key=XV6PSEG36RCA upload=QUUSY6TPY5E5 tag=IZD6X7RHX95H type=write size=2003876 2024-04-02T08:43:58.515 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.516+0000 7f7da3039780 1 < canceled operation key=Y5E6U7ZCX7JC tag=SP9HAR3UCBD5 type=del size=806505 2024-04-02T08:43:58.518 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.519+0000 7f7da3039780 1 > prepared operation key=SPZ4WDU9FXVH tag=BT9YBLFYLNOL type=del size=527235 2024-04-02T08:43:58.520 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.521+0000 7f7da3039780 1 < completed delete operation key=N5AIAS76IS0Z tag=M8MKVBB5SEAA type=del 2024-04-02T08:43:58.526 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.527+0000 7f7da3039780 1 > prepared part key=_multipart_1SDLEDDX8LZR.2~DX6YQWDXJ70T.0 size=1048576 2024-04-02T08:43:58.528 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.530+0000 7f7da3039780 1 > prepared part key=_multipart_1SDLEDDX8LZR.2~DX6YQWDXJ70T.1 size=136881 2024-04-02T08:43:58.528 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.530+0000 7f7da3039780 1 > prepared multipart upload key=1SDLEDDX8LZR upload=DX6YQWDXJ70T tag=WVHUQT89JT3J type=write size=2234033 2024-04-02T08:43:58.531 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.533+0000 7f7da3039780 1 < completed write operation key=Z2HC0VEJJV9V tag=3NL855BSQ8FY type=write size=935001 2024-04-02T08:43:58.534 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.536+0000 7f7da3039780 1 > prepared operation key=A3I3KM5DTR9R tag=5TWXN6RMPJJ2 type=write size=346650 2024-04-02T08:43:58.538 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.539+0000 7f7da3039780 1 < completed delete operation key=D0Z1XMS5I5SH tag=2YNIIDFBZ9XI type=del 2024-04-02T08:43:58.540 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.542+0000 7f7da3039780 1 > prepared operation key=ZZ885TFYL1OI tag=WSMW8R3VGLQZ type=del size=4141529 2024-04-02T08:43:58.546 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.548+0000 7f7da3039780 1 < suggested update operation key=9JGJK5C8JJ0Z tag=OF69W62FE190 type=del size=3944638 2024-04-02T08:43:58.551 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.553+0000 7f7da3039780 1 > prepared part key=_multipart_Y5E6U7ZCX7JC.2~JI2ZWZQ2H5C0.0 size=150579 2024-04-02T08:43:58.551 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.553+0000 7f7da3039780 1 > prepared multipart upload key=Y5E6U7ZCX7JC upload=JI2ZWZQ2H5C0 tag=CVGP1YBX2XJN type=write size=1199155 2024-04-02T08:43:58.554 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.555+0000 7f7da3039780 1 < completed part key=_multipart_6TJF572KI0FA.2~R2H3O8AGSQ8E.0 size=1048576 2024-04-02T08:43:58.557 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.559+0000 7f7da3039780 1 < completed part key=_multipart_6TJF572KI0FA.2~R2H3O8AGSQ8E.1 size=1048576 2024-04-02T08:43:58.560 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.561+0000 7f7da3039780 1 < completed part key=_multipart_6TJF572KI0FA.2~R2H3O8AGSQ8E.2 size=853611 2024-04-02T08:43:58.565 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.567+0000 7f7da3039780 1 < completed multipart upload key=6TJF572KI0FA upload=R2H3O8AGSQ8E tag=WF6QQF99ZE3Q type=write size=3999339 2024-04-02T08:43:58.568 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.570+0000 7f7da3039780 1 > prepared operation key=B23RMWV8I9ZL tag=I9WISOZKXIDD type=del size=4142278 2024-04-02T08:43:58.574 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.576+0000 7f7da3039780 1 < suggested update operation key=XN6KQ2LGZYGL tag=2RUQQ6O12TVB type=del size=553733 2024-04-02T08:43:58.577 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.578+0000 7f7da3039780 1 > prepared operation key=XN6KQ2LGZYGL tag=W9WLLMY5VFJJ type=del size=1263309 2024-04-02T08:43:58.580 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.581+0000 7f7da3039780 1 < completed delete operation key=81LFSX7KH5JC tag=1UWMC32I037I type=del 2024-04-02T08:43:58.582 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.583+0000 7f7da3039780 1 > prepared operation key=ELDWOJAKQD69 tag=K2MDCI4I0XK6 type=del size=3172427 2024-04-02T08:43:58.584 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.586+0000 7f7da3039780 1 < completed delete operation key=IX5GR5MVNL1T tag=540S2XFD38K3 type=del 2024-04-02T08:43:58.586 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.588+0000 7f7da3039780 1 > prepared operation key=YXESDZ3ETQK9 tag=4T57GGW5808X type=del size=3262785 2024-04-02T08:43:58.588 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.590+0000 7f7da3039780 1 < completed delete operation key=1SDLEDDX8LZR tag=MNIY4YEXG7C6 type=del 2024-04-02T08:43:58.591 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.592+0000 7f7da3039780 1 > prepared operation key=ZZ885TFYL1OI tag=WC42OJYTF8MQ type=del size=2785260 2024-04-02T08:43:58.594 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.595+0000 7f7da3039780 1 < canceled operation key=AMAKFO5IP7AO tag=WAZ2UAMEY519 type=del size=1539592 2024-04-02T08:43:58.598 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.600+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~SFUOKNTQFD8R.0 size=1048576 2024-04-02T08:43:58.601 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.602+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~SFUOKNTQFD8R.1 size=1048576 2024-04-02T08:43:58.603 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.604+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~SFUOKNTQFD8R.2 size=263752 2024-04-02T08:43:58.603 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.604+0000 7f7da3039780 1 > prepared multipart upload key=ELDWOJAKQD69 upload=SFUOKNTQFD8R tag=8SZ0NUBM2NVO type=write size=3409480 2024-04-02T08:43:58.605 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.607+0000 7f7da3039780 1 < completed part key=_multipart_B23RMWV8I9ZL.2~2Z351C1R5X14.0 size=433654 2024-04-02T08:43:58.609 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.610+0000 7f7da3039780 1 < completed multipart upload key=B23RMWV8I9ZL upload=2Z351C1R5X14 tag=JS33HXEBXZAV type=write size=1482230 2024-04-02T08:43:58.611 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.613+0000 7f7da3039780 1 > prepared operation key=N5AIAS76IS0Z tag=CAJNB5XVXX8D type=del size=2398329 2024-04-02T08:43:58.613 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.615+0000 7f7da3039780 1 < completed part key=_multipart_Y5E6U7ZCX7JC.2~9Y3GYUHVPCMG.0 size=447086 2024-04-02T08:43:58.617 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.618+0000 7f7da3039780 1 < completed multipart upload key=Y5E6U7ZCX7JC upload=9Y3GYUHVPCMG tag=Y3X9NN7CQRM2 type=write size=1495662 2024-04-02T08:43:58.619 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.621+0000 7f7da3039780 1 > prepared operation key=NOK2IIY1WSGJ tag=MCGKX39TU1Y6 type=del size=3720526 2024-04-02T08:43:58.621 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.623+0000 7f7da3039780 1 < completed part key=_multipart_AMAKFO5IP7AO.2~FO7E65BZ0V4M.0 size=1048576 2024-04-02T08:43:58.623 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.625+0000 7f7da3039780 1 < completed part key=_multipart_AMAKFO5IP7AO.2~FO7E65BZ0V4M.1 size=1048576 2024-04-02T08:43:58.625 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.627+0000 7f7da3039780 1 < completed part key=_multipart_AMAKFO5IP7AO.2~FO7E65BZ0V4M.2 size=148980 2024-04-02T08:43:58.629 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.631+0000 7f7da3039780 1 < completed multipart upload key=AMAKFO5IP7AO upload=FO7E65BZ0V4M tag=B5HZUI0X01P3 type=write size=3294708 2024-04-02T08:43:58.631 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.633+0000 7f7da3039780 1 > prepared operation key=57GR82RGCWC5 tag=AX9O0KB62FTP type=del size=1869931 2024-04-02T08:43:58.633 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.635+0000 7f7da3039780 1 < completed part key=_multipart_EAG9W8JA0WA6.2~Q2PEH2BFKEQ6.0 size=657709 2024-04-02T08:43:58.637 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.639+0000 7f7da3039780 1 < completed multipart upload key=EAG9W8JA0WA6 upload=Q2PEH2BFKEQ6 tag=QC76DN7BCUA4 type=write size=1706285 2024-04-02T08:43:58.639 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.641+0000 7f7da3039780 1 > prepared operation key=D0Z1XMS5I5SH tag=1HDDEYN0R64O type=del size=3389486 2024-04-02T08:43:58.641 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.643+0000 7f7da3039780 1 < completed part key=_multipart_XV6PSEG36RCA.2~QUUSY6TPY5E5.0 size=955300 2024-04-02T08:43:58.645 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.647+0000 7f7da3039780 1 < completed multipart upload key=XV6PSEG36RCA upload=QUUSY6TPY5E5 tag=IZD6X7RHX95H type=write size=2003876 2024-04-02T08:43:58.647 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.649+0000 7f7da3039780 1 > prepared operation key=YWRL9YH2Y59R tag=CB8LDHD222WT type=del size=2751614 2024-04-02T08:43:58.649 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.651+0000 7f7da3039780 1 < completed delete operation key=SPZ4WDU9FXVH tag=BT9YBLFYLNOL type=del 2024-04-02T08:43:58.651 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.653+0000 7f7da3039780 1 > prepared operation key=XV6PSEG36RCA tag=T6OQOTO4YKO7 type=del size=3862941 2024-04-02T08:43:58.653 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.655+0000 7f7da3039780 1 < completed part key=_multipart_1SDLEDDX8LZR.2~DX6YQWDXJ70T.0 size=1048576 2024-04-02T08:43:58.655 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.657+0000 7f7da3039780 1 < completed part key=_multipart_1SDLEDDX8LZR.2~DX6YQWDXJ70T.1 size=136881 2024-04-02T08:43:58.659 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.661+0000 7f7da3039780 1 < completed multipart upload key=1SDLEDDX8LZR upload=DX6YQWDXJ70T tag=WVHUQT89JT3J type=write size=2234033 2024-04-02T08:43:58.661 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.663+0000 7f7da3039780 1 > prepared operation key=6TJF572KI0FA tag=9HIKXW15UDJ7 type=write size=792223 2024-04-02T08:43:58.663 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.665+0000 7f7da3039780 1 < completed write operation key=A3I3KM5DTR9R tag=5TWXN6RMPJJ2 type=write size=346650 2024-04-02T08:43:58.665 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.667+0000 7f7da3039780 1 > prepared operation key=YWRL9YH2Y59R tag=FBADXQ8VCXNO type=del size=2320927 2024-04-02T08:43:58.667 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.669+0000 7f7da3039780 1 < canceled operation key=ZZ885TFYL1OI tag=WSMW8R3VGLQZ type=del size=4141529 2024-04-02T08:43:58.671 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.673+0000 7f7da3039780 1 > prepared part key=_multipart_DJP9NW2GDNHB.2~OF2GBKQ2751E.0 size=1048576 2024-04-02T08:43:58.673 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.674+0000 7f7da3039780 1 > prepared part key=_multipart_DJP9NW2GDNHB.2~OF2GBKQ2751E.1 size=599669 2024-04-02T08:43:58.673 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.674+0000 7f7da3039780 1 > prepared multipart upload key=DJP9NW2GDNHB upload=OF2GBKQ2751E tag=6A8U51QHZQN3 type=write size=2696821 2024-04-02T08:43:58.675 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.677+0000 7f7da3039780 1 < completed part key=_multipart_Y5E6U7ZCX7JC.2~JI2ZWZQ2H5C0.0 size=150579 2024-04-02T08:43:58.679 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.680+0000 7f7da3039780 1 < completed multipart upload key=Y5E6U7ZCX7JC upload=JI2ZWZQ2H5C0 tag=CVGP1YBX2XJN type=write size=1199155 2024-04-02T08:43:58.681 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.682+0000 7f7da3039780 1 > prepared operation key=57GR82RGCWC5 tag=6PLQLSU8HABD type=del size=3331641 2024-04-02T08:43:58.685 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.686+0000 7f7da3039780 1 < suggested update operation key=B23RMWV8I9ZL tag=I9WISOZKXIDD type=del size=4142278 2024-04-02T08:43:58.688 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.690+0000 7f7da3039780 1 > prepared part key=_multipart_NOK2IIY1WSGJ.2~8PF01J54NLK8.0 size=1003917 2024-04-02T08:43:58.688 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.690+0000 7f7da3039780 1 > prepared multipart upload key=NOK2IIY1WSGJ upload=8PF01J54NLK8 tag=FYCKV4RJSFUA type=write size=2052493 2024-04-02T08:43:58.690 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.692+0000 7f7da3039780 1 < completed delete operation key=XN6KQ2LGZYGL tag=W9WLLMY5VFJJ type=del 2024-04-02T08:43:58.692 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.694+0000 7f7da3039780 1 > prepared operation key=993CLRT5TRZG tag=TT6XQR1N5YED type=del size=2876894 2024-04-02T08:43:58.694 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.696+0000 7f7da3039780 1 < completed delete operation key=ELDWOJAKQD69 tag=K2MDCI4I0XK6 type=del 2024-04-02T08:43:58.696 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.698+0000 7f7da3039780 1 > prepared operation key=SPZ4WDU9FXVH tag=I02EI2JZQX0G type=del size=3529485 2024-04-02T08:43:58.700 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.701+0000 7f7da3039780 1 < completed delete operation key=YXESDZ3ETQK9 tag=4T57GGW5808X type=del 2024-04-02T08:43:58.702 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.704+0000 7f7da3039780 1 > prepared operation key=9JGJK5C8JJ0Z tag=Y96YH2VJUTP9 type=write size=97475 2024-04-02T08:43:58.705 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.707+0000 7f7da3039780 1 < completed delete operation key=ZZ885TFYL1OI tag=WC42OJYTF8MQ type=del 2024-04-02T08:43:58.708 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.710+0000 7f7da3039780 1 > prepared operation key=N5AIAS76IS0Z tag=5A55LVU3U8JY type=del size=2316274 2024-04-02T08:43:58.711 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.712+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~SFUOKNTQFD8R.0 size=1048576 2024-04-02T08:43:58.713 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.715+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~SFUOKNTQFD8R.1 size=1048576 2024-04-02T08:43:58.716 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.717+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~SFUOKNTQFD8R.2 size=263752 2024-04-02T08:43:58.721 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.723+0000 7f7da3039780 1 < completed multipart upload key=ELDWOJAKQD69 upload=SFUOKNTQFD8R tag=8SZ0NUBM2NVO type=write size=3409480 2024-04-02T08:43:58.724 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.726+0000 7f7da3039780 1 > prepared operation key=6TJF572KI0FA tag=F5DY7HQMZRB2 type=del size=1836198 2024-04-02T08:43:58.728 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.730+0000 7f7da3039780 1 < completed delete operation key=N5AIAS76IS0Z tag=CAJNB5XVXX8D type=del 2024-04-02T08:43:58.732 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.733+0000 7f7da3039780 1 > prepared operation key=IX5GR5MVNL1T tag=IDNFTKY4FUE2 type=del size=2331827 2024-04-02T08:43:58.734 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.736+0000 7f7da3039780 1 < completed delete operation key=NOK2IIY1WSGJ tag=MCGKX39TU1Y6 type=del 2024-04-02T08:43:58.737 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.739+0000 7f7da3039780 1 > prepared operation key=EAG9W8JA0WA6 tag=9EH0H6K20U2E type=write size=611754 2024-04-02T08:43:58.741 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.742+0000 7f7da3039780 1 < completed delete operation key=57GR82RGCWC5 tag=AX9O0KB62FTP type=del 2024-04-02T08:43:58.746 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.748+0000 7f7da3039780 1 > prepared part key=_multipart_Z2HC0VEJJV9V.2~LTGO0P6CI3Z5.0 size=1048576 2024-04-02T08:43:58.749 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.750+0000 7f7da3039780 1 > prepared part key=_multipart_Z2HC0VEJJV9V.2~LTGO0P6CI3Z5.1 size=1048576 2024-04-02T08:43:58.751 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.753+0000 7f7da3039780 1 > prepared part key=_multipart_Z2HC0VEJJV9V.2~LTGO0P6CI3Z5.2 size=698613 2024-04-02T08:43:58.751 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.753+0000 7f7da3039780 1 > prepared multipart upload key=Z2HC0VEJJV9V upload=LTGO0P6CI3Z5 tag=VQNF7N43KNDN type=write size=3844341 2024-04-02T08:43:58.754 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.756+0000 7f7da3039780 1 < completed delete operation key=D0Z1XMS5I5SH tag=1HDDEYN0R64O type=del 2024-04-02T08:43:58.757 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.758+0000 7f7da3039780 1 > prepared operation key=ZZ885TFYL1OI tag=6AFS1LU7ABC9 type=del size=2659290 2024-04-02T08:43:58.761 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.763+0000 7f7da3039780 1 < suggested remove operation key=YWRL9YH2Y59R tag=CB8LDHD222WT type=del 2024-04-02T08:43:58.765 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.767+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~RCIYN3EBT6FQ.0 size=1048576 2024-04-02T08:43:58.767 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.768+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~RCIYN3EBT6FQ.1 size=1048576 2024-04-02T08:43:58.768 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.770+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~RCIYN3EBT6FQ.2 size=725425 2024-04-02T08:43:58.769 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.770+0000 7f7da3039780 1 > prepared multipart upload key=9H9O464QAWB2 upload=RCIYN3EBT6FQ tag=Q3INJTTONRSB type=write size=3871153 2024-04-02T08:43:58.771 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.772+0000 7f7da3039780 1 < completed delete operation key=XV6PSEG36RCA tag=T6OQOTO4YKO7 type=del 2024-04-02T08:43:58.774 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.776+0000 7f7da3039780 1 > prepared part key=_multipart_JFW247YEIEQ0.2~47OVT6C8RX5Q.0 size=1048576 2024-04-02T08:43:58.776 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.778+0000 7f7da3039780 1 > prepared part key=_multipart_JFW247YEIEQ0.2~47OVT6C8RX5Q.1 size=1048576 2024-04-02T08:43:58.778 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.779+0000 7f7da3039780 1 > prepared part key=_multipart_JFW247YEIEQ0.2~47OVT6C8RX5Q.2 size=864927 2024-04-02T08:43:58.778 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.779+0000 7f7da3039780 1 > prepared multipart upload key=JFW247YEIEQ0 upload=47OVT6C8RX5Q tag=479TPV9H2YN2 type=write size=4010655 2024-04-02T08:43:58.780 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.781+0000 7f7da3039780 1 < completed write operation key=6TJF572KI0FA tag=9HIKXW15UDJ7 type=write size=792223 2024-04-02T08:43:58.782 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.783+0000 7f7da3039780 1 > prepared operation key=993CLRT5TRZG tag=3XYENG6FOLUK type=del size=3006569 2024-04-02T08:43:58.785 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.786+0000 7f7da3039780 -1 < failed to complete operation key=YWRL9YH2Y59R tag=FBADXQ8VCXNO type=del size=2320927: (22) Invalid argument 2024-04-02T08:43:58.789 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.790+0000 7f7da3039780 1 > prepared part key=_multipart_A3I3KM5DTR9R.2~OOWYF87LRFVO.0 size=821257 2024-04-02T08:43:58.789 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.790+0000 7f7da3039780 1 > prepared multipart upload key=A3I3KM5DTR9R upload=OOWYF87LRFVO tag=L9K53452MLT5 type=write size=1869833 2024-04-02T08:43:58.791 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.792+0000 7f7da3039780 1 < completed part key=_multipart_DJP9NW2GDNHB.2~OF2GBKQ2751E.0 size=1048576 2024-04-02T08:43:58.792 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.794+0000 7f7da3039780 1 < completed part key=_multipart_DJP9NW2GDNHB.2~OF2GBKQ2751E.1 size=599669 2024-04-02T08:43:58.796 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.798+0000 7f7da3039780 1 < completed multipart upload key=DJP9NW2GDNHB upload=OF2GBKQ2751E tag=6A8U51QHZQN3 type=write size=2696821 2024-04-02T08:43:58.800 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.802+0000 7f7da3039780 1 > prepared part key=_multipart_9JGJK5C8JJ0Z.2~R04M15PZDUFY.0 size=614391 2024-04-02T08:43:58.800 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.802+0000 7f7da3039780 1 > prepared multipart upload key=9JGJK5C8JJ0Z upload=R04M15PZDUFY tag=EAFGVKTKIXA3 type=write size=1662967 2024-04-02T08:43:58.803 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.804+0000 7f7da3039780 1 < completed delete operation key=57GR82RGCWC5 tag=6PLQLSU8HABD type=del 2024-04-02T08:43:58.805 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.806+0000 7f7da3039780 1 > prepared operation key=81LFSX7KH5JC tag=D7F3DJWTNDRO type=del size=36626 2024-04-02T08:43:58.807 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.809+0000 7f7da3039780 1 < completed part key=_multipart_NOK2IIY1WSGJ.2~8PF01J54NLK8.0 size=1003917 2024-04-02T08:43:58.812 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.814+0000 7f7da3039780 1 < completed multipart upload key=NOK2IIY1WSGJ upload=8PF01J54NLK8 tag=FYCKV4RJSFUA type=write size=2052493 2024-04-02T08:43:58.817 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.819+0000 7f7da3039780 1 > prepared part key=_multipart_1SDLEDDX8LZR.2~Y4HBRHU2USIM.0 size=1047897 2024-04-02T08:43:58.817 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.819+0000 7f7da3039780 1 > prepared multipart upload key=1SDLEDDX8LZR upload=Y4HBRHU2USIM tag=064KDTYMX5OC type=write size=2096473 2024-04-02T08:43:58.821 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.822+0000 7f7da3039780 1 < completed delete operation key=993CLRT5TRZG tag=TT6XQR1N5YED type=del 2024-04-02T08:43:58.824 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.825+0000 7f7da3039780 1 > prepared operation key=6TJF572KI0FA tag=D7QH348ADIKK type=del size=592711 2024-04-02T08:43:58.827 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.828+0000 7f7da3039780 1 < completed delete operation key=SPZ4WDU9FXVH tag=I02EI2JZQX0G type=del 2024-04-02T08:43:58.830 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.832+0000 7f7da3039780 1 > prepared operation key=NOK2IIY1WSGJ tag=2WHUFS1VNTO1 type=del size=1672002 2024-04-02T08:43:58.833 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.835+0000 7f7da3039780 1 < completed write operation key=9JGJK5C8JJ0Z tag=Y96YH2VJUTP9 type=write size=97475 2024-04-02T08:43:58.836 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.838+0000 7f7da3039780 1 > prepared operation key=EAG9W8JA0WA6 tag=98ULMCU2SUJT type=del size=595337 2024-04-02T08:43:58.840 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.841+0000 7f7da3039780 1 < completed delete operation key=N5AIAS76IS0Z tag=5A55LVU3U8JY type=del 2024-04-02T08:43:58.843 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.844+0000 7f7da3039780 1 > prepared operation key=9H9O464QAWB2 tag=J9FJRBGC392B type=write size=676664 2024-04-02T08:43:58.849 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.851+0000 7f7da3039780 1 < suggested update operation key=6TJF572KI0FA tag=F5DY7HQMZRB2 type=del size=1836198 2024-04-02T08:43:58.852 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.853+0000 7f7da3039780 1 > prepared operation key=R3KOUNXRRJL4 tag=44VSE63GB7CG type=del size=4128032 2024-04-02T08:43:58.857 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.859+0000 7f7da3039780 1 < suggested update operation key=IX5GR5MVNL1T tag=IDNFTKY4FUE2 type=del size=2331827 2024-04-02T08:43:58.860 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.861+0000 7f7da3039780 1 > prepared operation key=BURYF1967J48 tag=JRADA7ATI50H type=del size=612708 2024-04-02T08:43:58.862 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.863+0000 7f7da3039780 1 < completed write operation key=EAG9W8JA0WA6 tag=9EH0H6K20U2E type=write size=611754 2024-04-02T08:43:58.864 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.865+0000 7f7da3039780 1 > prepared operation key=YWRL9YH2Y59R tag=MXT9KNUVS364 type=write size=115800 2024-04-02T08:43:58.866 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.868+0000 7f7da3039780 1 < completed part key=_multipart_Z2HC0VEJJV9V.2~LTGO0P6CI3Z5.0 size=1048576 2024-04-02T08:43:58.868 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.870+0000 7f7da3039780 1 < completed part key=_multipart_Z2HC0VEJJV9V.2~LTGO0P6CI3Z5.1 size=1048576 2024-04-02T08:43:58.870 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.872+0000 7f7da3039780 1 < completed part key=_multipart_Z2HC0VEJJV9V.2~LTGO0P6CI3Z5.2 size=698613 2024-04-02T08:43:58.874 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.875+0000 7f7da3039780 1 < completed multipart upload key=Z2HC0VEJJV9V upload=LTGO0P6CI3Z5 tag=VQNF7N43KNDN type=write size=3844341 2024-04-02T08:43:58.876 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.878+0000 7f7da3039780 1 > prepared operation key=Z2HC0VEJJV9V tag=GG5I2OS1ZAJ3 type=write size=543421 2024-04-02T08:43:58.880 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.882+0000 7f7da3039780 1 < suggested remove operation key=ZZ885TFYL1OI tag=6AFS1LU7ABC9 type=del 2024-04-02T08:43:58.882 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.884+0000 7f7da3039780 1 > prepared operation key=YWRL9YH2Y59R tag=154N6PRH9D6E type=del size=309252 2024-04-02T08:43:58.884 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.886+0000 7f7da3039780 1 < completed part key=_multipart_9H9O464QAWB2.2~RCIYN3EBT6FQ.0 size=1048576 2024-04-02T08:43:58.886 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.888+0000 7f7da3039780 1 < completed part key=_multipart_9H9O464QAWB2.2~RCIYN3EBT6FQ.1 size=1048576 2024-04-02T08:43:58.888 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.890+0000 7f7da3039780 1 < completed part key=_multipart_9H9O464QAWB2.2~RCIYN3EBT6FQ.2 size=725425 2024-04-02T08:43:58.892 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.893+0000 7f7da3039780 1 < completed multipart upload key=9H9O464QAWB2 upload=RCIYN3EBT6FQ tag=Q3INJTTONRSB type=write size=3871153 2024-04-02T08:43:58.894 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.896+0000 7f7da3039780 1 > prepared operation key=9JGJK5C8JJ0Z tag=PREOMRKEUEBD type=del size=2240253 2024-04-02T08:43:58.896 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.898+0000 7f7da3039780 1 < completed part key=_multipart_JFW247YEIEQ0.2~47OVT6C8RX5Q.0 size=1048576 2024-04-02T08:43:58.898 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.900+0000 7f7da3039780 1 < completed part key=_multipart_JFW247YEIEQ0.2~47OVT6C8RX5Q.1 size=1048576 2024-04-02T08:43:58.900 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.902+0000 7f7da3039780 1 < completed part key=_multipart_JFW247YEIEQ0.2~47OVT6C8RX5Q.2 size=864927 2024-04-02T08:43:58.905 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.906+0000 7f7da3039780 1 < completed multipart upload key=JFW247YEIEQ0 upload=47OVT6C8RX5Q tag=479TPV9H2YN2 type=write size=4010655 2024-04-02T08:43:58.907 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.909+0000 7f7da3039780 1 > prepared operation key=SPZ4WDU9FXVH tag=2044YZLB4SYW type=del size=3974413 2024-04-02T08:43:58.910 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.911+0000 7f7da3039780 1 < completed delete operation key=993CLRT5TRZG tag=3XYENG6FOLUK type=del 2024-04-02T08:43:58.912 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.914+0000 7f7da3039780 1 > prepared operation key=Y5E6U7ZCX7JC tag=OKSCZ0PAINIW type=del size=1499329 2024-04-02T08:43:58.915 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.916+0000 7f7da3039780 1 < completed part key=_multipart_A3I3KM5DTR9R.2~OOWYF87LRFVO.0 size=821257 2024-04-02T08:43:58.919 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.921+0000 7f7da3039780 1 < completed multipart upload key=A3I3KM5DTR9R upload=OOWYF87LRFVO tag=L9K53452MLT5 type=write size=1869833 2024-04-02T08:43:58.922 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.923+0000 7f7da3039780 1 > prepared operation key=1SDLEDDX8LZR tag=0QPHDGWRJEG5 type=del size=2886415 2024-04-02T08:43:58.924 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.926+0000 7f7da3039780 1 < completed part key=_multipart_9JGJK5C8JJ0Z.2~R04M15PZDUFY.0 size=614391 2024-04-02T08:43:58.928 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.929+0000 7f7da3039780 1 < completed multipart upload key=9JGJK5C8JJ0Z upload=R04M15PZDUFY tag=EAFGVKTKIXA3 type=write size=1662967 2024-04-02T08:43:58.930 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.932+0000 7f7da3039780 1 > prepared operation key=ELDWOJAKQD69 tag=QYWH5CLVH3TH type=del size=899563 2024-04-02T08:43:58.932 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.934+0000 7f7da3039780 1 < completed delete operation key=81LFSX7KH5JC tag=D7F3DJWTNDRO type=del 2024-04-02T08:43:58.934 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.936+0000 7f7da3039780 1 > prepared operation key=ZZ885TFYL1OI tag=DRU6DNQBZ1P2 type=write size=24786 2024-04-02T08:43:58.937 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.939+0000 7f7da3039780 1 < completed part key=_multipart_1SDLEDDX8LZR.2~Y4HBRHU2USIM.0 size=1047897 2024-04-02T08:43:58.942 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.944+0000 7f7da3039780 1 < completed multipart upload key=1SDLEDDX8LZR upload=Y4HBRHU2USIM tag=064KDTYMX5OC type=write size=2096473 2024-04-02T08:43:58.946 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.948+0000 7f7da3039780 1 > prepared part key=_multipart_R3KOUNXRRJL4.2~KF08WG02I7GR.0 size=142520 2024-04-02T08:43:58.947 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.948+0000 7f7da3039780 1 > prepared multipart upload key=R3KOUNXRRJL4 upload=KF08WG02I7GR tag=MGY4SACHO0M8 type=write size=1191096 2024-04-02T08:43:58.949 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.951+0000 7f7da3039780 -1 < failed to complete operation key=6TJF572KI0FA tag=D7QH348ADIKK type=del size=592711: (22) Invalid argument 2024-04-02T08:43:58.951 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.953+0000 7f7da3039780 1 > prepared operation key=BURYF1967J48 tag=G4UOUU6PJIT6 type=del size=1034887 2024-04-02T08:43:58.954 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.955+0000 7f7da3039780 1 < completed delete operation key=NOK2IIY1WSGJ tag=2WHUFS1VNTO1 type=del 2024-04-02T08:43:58.956 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.958+0000 7f7da3039780 1 > prepared operation key=BURYF1967J48 tag=1L6ATYJFTYZW type=del size=1294432 2024-04-02T08:43:58.958 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.960+0000 7f7da3039780 1 < completed delete operation key=EAG9W8JA0WA6 tag=98ULMCU2SUJT type=del 2024-04-02T08:43:58.960 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.962+0000 7f7da3039780 1 > prepared operation key=NOK2IIY1WSGJ tag=FQ750XWLEAWG type=del size=3835146 2024-04-02T08:43:58.962 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.964+0000 7f7da3039780 1 < completed write operation key=9H9O464QAWB2 tag=J9FJRBGC392B type=write size=676664 2024-04-02T08:43:58.965 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.966+0000 7f7da3039780 1 > prepared operation key=B23RMWV8I9ZL tag=OUO02E32CACJ type=del size=2060670 2024-04-02T08:43:58.970 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.972+0000 7f7da3039780 1 < suggested update operation key=R3KOUNXRRJL4 tag=44VSE63GB7CG type=del size=4128032 2024-04-02T08:43:58.975 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.976+0000 7f7da3039780 1 > prepared part key=_multipart_YWRL9YH2Y59R.2~KYR80SM21GPQ.0 size=331113 2024-04-02T08:43:58.975 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.976+0000 7f7da3039780 1 > prepared multipart upload key=YWRL9YH2Y59R upload=KYR80SM21GPQ tag=GB3B3U5RDBRB type=write size=1379689 2024-04-02T08:43:58.977 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.979+0000 7f7da3039780 1 < completed delete operation key=BURYF1967J48 tag=JRADA7ATI50H type=del 2024-04-02T08:43:58.980 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.981+0000 7f7da3039780 1 > prepared operation key=SPZ4WDU9FXVH tag=3G2ARX8N035W type=write size=487700 2024-04-02T08:43:58.983 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.984+0000 7f7da3039780 1 < completed write operation key=YWRL9YH2Y59R tag=MXT9KNUVS364 type=write size=115800 2024-04-02T08:43:58.985 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.987+0000 7f7da3039780 1 > prepared operation key=N5AIAS76IS0Z tag=SQQ4LULMHUNY type=del size=1525772 2024-04-02T08:43:58.988 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.990+0000 7f7da3039780 1 < completed write operation key=Z2HC0VEJJV9V tag=GG5I2OS1ZAJ3 type=write size=543421 2024-04-02T08:43:58.990 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.992+0000 7f7da3039780 1 > prepared operation key=IX5GR5MVNL1T tag=6L14175GQYPA type=del size=1361637 2024-04-02T08:43:58.992 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.994+0000 7f7da3039780 1 < completed delete operation key=YWRL9YH2Y59R tag=154N6PRH9D6E type=del 2024-04-02T08:43:58.994 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.996+0000 7f7da3039780 1 > prepared operation key=IX5GR5MVNL1T tag=9P2XLYJ3U8ZS type=write size=776090 2024-04-02T08:43:58.997 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:58.998+0000 7f7da3039780 1 < completed delete operation key=9JGJK5C8JJ0Z tag=PREOMRKEUEBD type=del 2024-04-02T08:43:58.999 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.000+0000 7f7da3039780 1 > prepared operation key=JFW247YEIEQ0 tag=QJ7LRX14RVOX type=del size=2245667 2024-04-02T08:43:59.001 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.002+0000 7f7da3039780 1 < canceled operation key=SPZ4WDU9FXVH tag=2044YZLB4SYW type=del size=3974413 2024-04-02T08:43:59.005 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.006+0000 7f7da3039780 1 > prepared part key=_multipart_AESEEOTWQSFQ.2~JGEX9D0TNKLM.0 size=1048576 2024-04-02T08:43:59.007 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.008+0000 7f7da3039780 1 > prepared part key=_multipart_AESEEOTWQSFQ.2~JGEX9D0TNKLM.1 size=574718 2024-04-02T08:43:59.007 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.008+0000 7f7da3039780 1 > prepared multipart upload key=AESEEOTWQSFQ upload=JGEX9D0TNKLM tag=IBVK58PDRTOK type=write size=2671870 2024-04-02T08:43:59.009 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.010+0000 7f7da3039780 1 < completed delete operation key=Y5E6U7ZCX7JC tag=OKSCZ0PAINIW type=del 2024-04-02T08:43:59.011 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.013+0000 7f7da3039780 1 > prepared operation key=AMAKFO5IP7AO tag=B8EWD8EU5MPX type=del size=1929600 2024-04-02T08:43:59.013 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.015+0000 7f7da3039780 1 < completed delete operation key=1SDLEDDX8LZR tag=0QPHDGWRJEG5 type=del 2024-04-02T08:43:59.015 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.017+0000 7f7da3039780 1 > prepared operation key=1SDLEDDX8LZR tag=F482KV6AF8VY type=del size=3287494 2024-04-02T08:43:59.017 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.019+0000 7f7da3039780 1 < completed delete operation key=ELDWOJAKQD69 tag=QYWH5CLVH3TH type=del 2024-04-02T08:43:59.022 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.023+0000 7f7da3039780 1 > prepared part key=_multipart_1SDLEDDX8LZR.2~P0FIMK2E9ST9.0 size=1048576 2024-04-02T08:43:59.023 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.025+0000 7f7da3039780 1 > prepared part key=_multipart_1SDLEDDX8LZR.2~P0FIMK2E9ST9.1 size=858129 2024-04-02T08:43:59.024 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.025+0000 7f7da3039780 1 > prepared multipart upload key=1SDLEDDX8LZR upload=P0FIMK2E9ST9 tag=7VSZZ773FF2Q type=write size=2955281 2024-04-02T08:43:59.026 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.028+0000 7f7da3039780 1 < completed write operation key=ZZ885TFYL1OI tag=DRU6DNQBZ1P2 type=write size=24786 2024-04-02T08:43:59.030 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.032+0000 7f7da3039780 1 > prepared part key=_multipart_IX5GR5MVNL1T.2~8ANP6E29HKBA.0 size=1048576 2024-04-02T08:43:59.032 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.034+0000 7f7da3039780 1 > prepared part key=_multipart_IX5GR5MVNL1T.2~8ANP6E29HKBA.1 size=293493 2024-04-02T08:43:59.032 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.034+0000 7f7da3039780 1 > prepared multipart upload key=IX5GR5MVNL1T upload=8ANP6E29HKBA tag=MC5DY1SYE27J type=write size=2390645 2024-04-02T08:43:59.034 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.036+0000 7f7da3039780 1 < completed part key=_multipart_R3KOUNXRRJL4.2~KF08WG02I7GR.0 size=142520 2024-04-02T08:43:59.038 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.039+0000 7f7da3039780 1 < completed multipart upload key=R3KOUNXRRJL4 upload=KF08WG02I7GR tag=MGY4SACHO0M8 type=write size=1191096 2024-04-02T08:43:59.040 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.041+0000 7f7da3039780 1 > prepared operation key=ZV3Q7IXMLI1J tag=32AZ465RUHB4 type=del size=1263176 2024-04-02T08:43:59.042 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.043+0000 7f7da3039780 1 < completed delete operation key=BURYF1967J48 tag=G4UOUU6PJIT6 type=del 2024-04-02T08:43:59.046 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.048+0000 7f7da3039780 1 > prepared part key=_multipart_EAG9W8JA0WA6.2~JG1MXM0Z7B2Q.0 size=556450 2024-04-02T08:43:59.046 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.048+0000 7f7da3039780 1 > prepared multipart upload key=EAG9W8JA0WA6 upload=JG1MXM0Z7B2Q tag=K0W9MSO952M3 type=write size=1605026 2024-04-02T08:43:59.048 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.050+0000 7f7da3039780 1 < completed delete operation key=BURYF1967J48 tag=1L6ATYJFTYZW type=del 2024-04-02T08:43:59.050 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.052+0000 7f7da3039780 1 > prepared operation key=YXESDZ3ETQK9 tag=5FGV1JQEHUB1 type=del size=2345519 2024-04-02T08:43:59.052 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.054+0000 7f7da3039780 1 < completed delete operation key=NOK2IIY1WSGJ tag=FQ750XWLEAWG type=del 2024-04-02T08:43:59.054 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.056+0000 7f7da3039780 1 > prepared operation key=Z2HC0VEJJV9V tag=2C0YYUGWU4NL type=del size=2833578 2024-04-02T08:43:59.059 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.060+0000 7f7da3039780 1 < suggested remove operation key=B23RMWV8I9ZL tag=OUO02E32CACJ type=del 2024-04-02T08:43:59.064 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.065+0000 7f7da3039780 1 > prepared part key=_multipart_81LFSX7KH5JC.2~YCT030EPHIIB.0 size=1048576 2024-04-02T08:43:59.065 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.067+0000 7f7da3039780 1 > prepared part key=_multipart_81LFSX7KH5JC.2~YCT030EPHIIB.1 size=707297 2024-04-02T08:43:59.065 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.067+0000 7f7da3039780 1 > prepared multipart upload key=81LFSX7KH5JC upload=YCT030EPHIIB tag=D1149J6OC00Z type=write size=2804449 2024-04-02T08:43:59.068 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.070+0000 7f7da3039780 1 < completed part key=_multipart_YWRL9YH2Y59R.2~KYR80SM21GPQ.0 size=331113 2024-04-02T08:43:59.072 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.074+0000 7f7da3039780 1 < completed multipart upload key=YWRL9YH2Y59R upload=KYR80SM21GPQ tag=GB3B3U5RDBRB type=write size=1379689 2024-04-02T08:43:59.074 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.076+0000 7f7da3039780 1 > prepared operation key=AMAKFO5IP7AO tag=QU2H6CC8NT48 type=write size=991624 2024-04-02T08:43:59.077 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.079+0000 7f7da3039780 1 < completed write operation key=SPZ4WDU9FXVH tag=3G2ARX8N035W type=write size=487700 2024-04-02T08:43:59.079 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.081+0000 7f7da3039780 1 > prepared operation key=9JGJK5C8JJ0Z tag=LQAE12YSFIO6 type=del size=712645 2024-04-02T08:43:59.082 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.084+0000 7f7da3039780 1 < canceled operation key=N5AIAS76IS0Z tag=SQQ4LULMHUNY type=del size=1525772 2024-04-02T08:43:59.086 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.088+0000 7f7da3039780 1 > prepared part key=_multipart_D0Z1XMS5I5SH.2~14ZYCKKXGD47.0 size=850179 2024-04-02T08:43:59.086 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.088+0000 7f7da3039780 1 > prepared multipart upload key=D0Z1XMS5I5SH upload=14ZYCKKXGD47 tag=5UW90HSM3KRY type=write size=1898755 2024-04-02T08:43:59.089 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.090+0000 7f7da3039780 1 < completed delete operation key=IX5GR5MVNL1T tag=6L14175GQYPA type=del 2024-04-02T08:43:59.091 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.093+0000 7f7da3039780 1 > prepared operation key=A3I3KM5DTR9R tag=ODCZM0QPU3I2 type=write size=434709 2024-04-02T08:43:59.093 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.095+0000 7f7da3039780 1 < completed write operation key=IX5GR5MVNL1T tag=9P2XLYJ3U8ZS type=write size=776090 2024-04-02T08:43:59.095 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.097+0000 7f7da3039780 1 > prepared operation key=N5AIAS76IS0Z tag=WIK75ATH4VLP type=del size=907258 2024-04-02T08:43:59.097 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.099+0000 7f7da3039780 1 < completed delete operation key=JFW247YEIEQ0 tag=QJ7LRX14RVOX type=del 2024-04-02T08:43:59.102 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.103+0000 7f7da3039780 1 > prepared part key=_multipart_SPZ4WDU9FXVH.2~EYRBV34TFBLU.0 size=1048576 2024-04-02T08:43:59.104 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.105+0000 7f7da3039780 1 > prepared part key=_multipart_SPZ4WDU9FXVH.2~EYRBV34TFBLU.1 size=1048576 2024-04-02T08:43:59.106 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.107+0000 7f7da3039780 1 > prepared part key=_multipart_SPZ4WDU9FXVH.2~EYRBV34TFBLU.2 size=621334 2024-04-02T08:43:59.106 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.107+0000 7f7da3039780 1 > prepared multipart upload key=SPZ4WDU9FXVH upload=EYRBV34TFBLU tag=ZPKAOUO87L92 type=write size=3767062 2024-04-02T08:43:59.109 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.110+0000 7f7da3039780 1 < completed part key=_multipart_AESEEOTWQSFQ.2~JGEX9D0TNKLM.0 size=1048576 2024-04-02T08:43:59.111 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.113+0000 7f7da3039780 1 < completed part key=_multipart_AESEEOTWQSFQ.2~JGEX9D0TNKLM.1 size=574718 2024-04-02T08:43:59.115 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.116+0000 7f7da3039780 1 < completed multipart upload key=AESEEOTWQSFQ upload=JGEX9D0TNKLM tag=IBVK58PDRTOK type=write size=2671870 2024-04-02T08:43:59.117 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.119+0000 7f7da3039780 1 > prepared operation key=ZV3Q7IXMLI1J tag=4T2I34IDRV9Q type=del size=2186895 2024-04-02T08:43:59.120 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.122+0000 7f7da3039780 1 < completed delete operation key=AMAKFO5IP7AO tag=B8EWD8EU5MPX type=del 2024-04-02T08:43:59.123 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.124+0000 7f7da3039780 1 > prepared operation key=SPZ4WDU9FXVH tag=BXF5I7THR5B2 type=del size=2016753 2024-04-02T08:43:59.125 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.127+0000 7f7da3039780 1 < completed delete operation key=1SDLEDDX8LZR tag=F482KV6AF8VY type=del 2024-04-02T08:43:59.128 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.129+0000 7f7da3039780 1 > prepared operation key=993CLRT5TRZG tag=RHWX0JFEH3MK type=del size=3891610 2024-04-02T08:43:59.130 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.131+0000 7f7da3039780 1 < completed part key=_multipart_1SDLEDDX8LZR.2~P0FIMK2E9ST9.0 size=1048576 2024-04-02T08:43:59.132 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.134+0000 7f7da3039780 1 < completed part key=_multipart_1SDLEDDX8LZR.2~P0FIMK2E9ST9.1 size=858129 2024-04-02T08:43:59.137 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.138+0000 7f7da3039780 1 < completed multipart upload key=1SDLEDDX8LZR upload=P0FIMK2E9ST9 tag=7VSZZ773FF2Q type=write size=2955281 2024-04-02T08:43:59.143 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.144+0000 7f7da3039780 1 > prepared part key=_multipart_EAG9W8JA0WA6.2~HHOBOPYAMHLS.0 size=1048576 2024-04-02T08:43:59.145 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.147+0000 7f7da3039780 1 > prepared part key=_multipart_EAG9W8JA0WA6.2~HHOBOPYAMHLS.1 size=1048576 2024-04-02T08:43:59.147 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.149+0000 7f7da3039780 1 > prepared part key=_multipart_EAG9W8JA0WA6.2~HHOBOPYAMHLS.2 size=324665 2024-04-02T08:43:59.147 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.149+0000 7f7da3039780 1 > prepared multipart upload key=EAG9W8JA0WA6 upload=HHOBOPYAMHLS tag=FVMZSV9FTFVK type=write size=3470393 2024-04-02T08:43:59.147 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.149+0000 7f7da3039780 1 < canceled part key=_multipart_IX5GR5MVNL1T.2~8ANP6E29HKBA.0 size=1048576 2024-04-02T08:43:59.150 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.151+0000 7f7da3039780 1 < completed part key=_multipart_IX5GR5MVNL1T.2~8ANP6E29HKBA.1 size=293493 2024-04-02T08:43:59.154 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.156+0000 7f7da3039780 1 < canceled multipart upload key=IX5GR5MVNL1T upload=8ANP6E29HKBA tag=MC5DY1SYE27J type=write size=2390645 2024-04-02T08:43:59.156 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.158+0000 7f7da3039780 1 > prepared operation key=993CLRT5TRZG tag=1ABHIYN0AEEV type=del size=2943987 2024-04-02T08:43:59.159 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.160+0000 7f7da3039780 1 < completed delete operation key=ZV3Q7IXMLI1J tag=32AZ465RUHB4 type=del 2024-04-02T08:43:59.162 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.163+0000 7f7da3039780 1 > prepared operation key=BURYF1967J48 tag=ZVOGOCRPK2RQ type=del size=480392 2024-04-02T08:43:59.164 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.166+0000 7f7da3039780 1 < completed part key=_multipart_EAG9W8JA0WA6.2~JG1MXM0Z7B2Q.0 size=556450 2024-04-02T08:43:59.170 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.172+0000 7f7da3039780 1 < completed multipart upload key=EAG9W8JA0WA6 upload=JG1MXM0Z7B2Q tag=K0W9MSO952M3 type=write size=1605026 2024-04-02T08:43:59.177 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.179+0000 7f7da3039780 1 > prepared part key=_multipart_81LFSX7KH5JC.2~V4CXAVILBIE8.0 size=1048576 2024-04-02T08:43:59.180 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.181+0000 7f7da3039780 1 > prepared part key=_multipart_81LFSX7KH5JC.2~V4CXAVILBIE8.1 size=182142 2024-04-02T08:43:59.180 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.181+0000 7f7da3039780 1 > prepared multipart upload key=81LFSX7KH5JC upload=V4CXAVILBIE8 tag=2NSKHYDN92IU type=write size=2279294 2024-04-02T08:43:59.183 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.184+0000 7f7da3039780 1 < completed delete operation key=YXESDZ3ETQK9 tag=5FGV1JQEHUB1 type=del 2024-04-02T08:43:59.189 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.191+0000 7f7da3039780 1 > prepared part key=_multipart_YXESDZ3ETQK9.2~UYHDPT7Y45BW.0 size=1048576 2024-04-02T08:43:59.192 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.194+0000 7f7da3039780 1 > prepared part key=_multipart_YXESDZ3ETQK9.2~UYHDPT7Y45BW.1 size=796794 2024-04-02T08:43:59.192 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.194+0000 7f7da3039780 1 > prepared multipart upload key=YXESDZ3ETQK9 upload=UYHDPT7Y45BW tag=TCC9T7MWTBFA type=write size=2893946 2024-04-02T08:43:59.195 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.196+0000 7f7da3039780 1 < completed delete operation key=Z2HC0VEJJV9V tag=2C0YYUGWU4NL type=del 2024-04-02T08:43:59.201 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.203+0000 7f7da3039780 1 > prepared part key=_multipart_YXESDZ3ETQK9.2~3JAB12VSB6H5.0 size=933258 2024-04-02T08:43:59.201 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.203+0000 7f7da3039780 1 > prepared multipart upload key=YXESDZ3ETQK9 upload=3JAB12VSB6H5 tag=CGSWBXCGVU0N type=write size=1981834 2024-04-02T08:43:59.204 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.205+0000 7f7da3039780 1 < completed part key=_multipart_81LFSX7KH5JC.2~YCT030EPHIIB.0 size=1048576 2024-04-02T08:43:59.206 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.208+0000 7f7da3039780 1 < completed part key=_multipart_81LFSX7KH5JC.2~YCT030EPHIIB.1 size=707297 2024-04-02T08:43:59.212 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.214+0000 7f7da3039780 1 < completed multipart upload key=81LFSX7KH5JC upload=YCT030EPHIIB tag=D1149J6OC00Z type=write size=2804449 2024-04-02T08:43:59.216 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.217+0000 7f7da3039780 1 > prepared operation key=Y5E6U7ZCX7JC tag=Q389B9H91K5H type=del size=46643 2024-04-02T08:43:59.219 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.220+0000 7f7da3039780 1 < completed write operation key=AMAKFO5IP7AO tag=QU2H6CC8NT48 type=write size=991624 2024-04-02T08:43:59.221 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.223+0000 7f7da3039780 1 > prepared operation key=QHKAPO5SX6SG tag=CZ0XF1HA1R1R type=del size=1346045 2024-04-02T08:43:59.227 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.229+0000 7f7da3039780 1 < suggested remove operation key=9JGJK5C8JJ0Z tag=LQAE12YSFIO6 type=del 2024-04-02T08:43:59.230 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.232+0000 7f7da3039780 1 > prepared operation key=993CLRT5TRZG tag=WW1UQWT3UPBB type=del size=2476842 2024-04-02T08:43:59.233 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.235+0000 7f7da3039780 1 < completed part key=_multipart_D0Z1XMS5I5SH.2~14ZYCKKXGD47.0 size=850179 2024-04-02T08:43:59.238 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.240+0000 7f7da3039780 1 < completed multipart upload key=D0Z1XMS5I5SH upload=14ZYCKKXGD47 tag=5UW90HSM3KRY type=write size=1898755 2024-04-02T08:43:59.242 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.243+0000 7f7da3039780 1 > prepared operation key=993CLRT5TRZG tag=HZ2143G97GOA type=del size=1982733 2024-04-02T08:43:59.245 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.246+0000 7f7da3039780 1 < completed write operation key=A3I3KM5DTR9R tag=ODCZM0QPU3I2 type=write size=434709 2024-04-02T08:43:59.250 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.252+0000 7f7da3039780 1 > prepared part key=_multipart_AMAKFO5IP7AO.2~KHW0NP63Z0GW.0 size=1048576 2024-04-02T08:43:59.254 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.255+0000 7f7da3039780 1 > prepared part key=_multipart_AMAKFO5IP7AO.2~KHW0NP63Z0GW.1 size=155381 2024-04-02T08:43:59.254 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.255+0000 7f7da3039780 1 > prepared multipart upload key=AMAKFO5IP7AO upload=KHW0NP63Z0GW tag=MI4ZDBDB920D type=write size=2252533 2024-04-02T08:43:59.256 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.258+0000 7f7da3039780 1 < completed delete operation key=N5AIAS76IS0Z tag=WIK75ATH4VLP type=del 2024-04-02T08:43:59.259 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.261+0000 7f7da3039780 1 > prepared operation key=57GR82RGCWC5 tag=550PZ5WKJQS9 type=del size=3913188 2024-04-02T08:43:59.263 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.264+0000 7f7da3039780 1 < completed part key=_multipart_SPZ4WDU9FXVH.2~EYRBV34TFBLU.0 size=1048576 2024-04-02T08:43:59.265 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.267+0000 7f7da3039780 1 < completed part key=_multipart_SPZ4WDU9FXVH.2~EYRBV34TFBLU.1 size=1048576 2024-04-02T08:43:59.267 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.269+0000 7f7da3039780 1 < completed part key=_multipart_SPZ4WDU9FXVH.2~EYRBV34TFBLU.2 size=621334 2024-04-02T08:43:59.272 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.273+0000 7f7da3039780 1 < completed multipart upload key=SPZ4WDU9FXVH upload=EYRBV34TFBLU tag=ZPKAOUO87L92 type=write size=3767062 2024-04-02T08:43:59.275 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.276+0000 7f7da3039780 1 > prepared operation key=BURYF1967J48 tag=ASXJFH3CYL0T type=del size=3983542 2024-04-02T08:43:59.279 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.280+0000 7f7da3039780 1 < suggested remove operation key=ZV3Q7IXMLI1J tag=4T2I34IDRV9Q type=del 2024-04-02T08:43:59.281 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.282+0000 7f7da3039780 1 > prepared operation key=ZZ885TFYL1OI tag=1JAODGI4YH84 type=del size=3839985 2024-04-02T08:43:59.285 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.287+0000 7f7da3039780 1 < suggested update operation key=SPZ4WDU9FXVH tag=BXF5I7THR5B2 type=del size=2016753 2024-04-02T08:43:59.287 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.289+0000 7f7da3039780 1 > prepared operation key=1SDLEDDX8LZR tag=8ALV00NBW353 type=del size=2568540 2024-04-02T08:43:59.292 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.293+0000 7f7da3039780 1 < suggested remove operation key=993CLRT5TRZG tag=RHWX0JFEH3MK type=del 2024-04-02T08:43:59.294 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.296+0000 7f7da3039780 1 > prepared operation key=9H9O464QAWB2 tag=1JW7L03DMJ5A type=write size=255021 2024-04-02T08:43:59.296 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.298+0000 7f7da3039780 1 < completed part key=_multipart_EAG9W8JA0WA6.2~HHOBOPYAMHLS.0 size=1048576 2024-04-02T08:43:59.298 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.300+0000 7f7da3039780 1 < completed part key=_multipart_EAG9W8JA0WA6.2~HHOBOPYAMHLS.1 size=1048576 2024-04-02T08:43:59.298 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.300+0000 7f7da3039780 1 < canceled part key=_multipart_EAG9W8JA0WA6.2~HHOBOPYAMHLS.2 size=324665 2024-04-02T08:43:59.302 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.303+0000 7f7da3039780 1 < canceled multipart upload key=EAG9W8JA0WA6 upload=HHOBOPYAMHLS tag=FVMZSV9FTFVK type=write size=3470393 2024-04-02T08:43:59.305 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.307+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~ZU5SX66CB1KJ.0 size=1048576 2024-04-02T08:43:59.307 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.309+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~ZU5SX66CB1KJ.1 size=1048576 2024-04-02T08:43:59.309 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.311+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~ZU5SX66CB1KJ.2 size=117133 2024-04-02T08:43:59.309 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.311+0000 7f7da3039780 1 > prepared multipart upload key=9H9O464QAWB2 upload=ZU5SX66CB1KJ tag=UEUJV4C21Z4E type=write size=3262861 2024-04-02T08:43:59.312 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.313+0000 7f7da3039780 -1 < failed to complete operation key=993CLRT5TRZG tag=1ABHIYN0AEEV type=del size=2943987: (22) Invalid argument 2024-04-02T08:43:59.314 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.315+0000 7f7da3039780 1 > prepared operation key=DJP9NW2GDNHB tag=6W1MF9LW4FSR type=write size=135225 2024-04-02T08:43:59.316 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.318+0000 7f7da3039780 1 < completed delete operation key=BURYF1967J48 tag=ZVOGOCRPK2RQ type=del 2024-04-02T08:43:59.320 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.321+0000 7f7da3039780 1 > prepared part key=_multipart_IX5GR5MVNL1T.2~60XKMGJQWC09.0 size=1048576 2024-04-02T08:43:59.322 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.323+0000 7f7da3039780 1 > prepared part key=_multipart_IX5GR5MVNL1T.2~60XKMGJQWC09.1 size=183742 2024-04-02T08:43:59.322 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.323+0000 7f7da3039780 1 > prepared multipart upload key=IX5GR5MVNL1T upload=60XKMGJQWC09 tag=WX7JBRIPSV4L type=write size=2280894 2024-04-02T08:43:59.324 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.325+0000 7f7da3039780 1 < completed part key=_multipart_81LFSX7KH5JC.2~V4CXAVILBIE8.0 size=1048576 2024-04-02T08:43:59.325 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.327+0000 7f7da3039780 1 < completed part key=_multipart_81LFSX7KH5JC.2~V4CXAVILBIE8.1 size=182142 2024-04-02T08:43:59.329 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.330+0000 7f7da3039780 1 < completed multipart upload key=81LFSX7KH5JC upload=V4CXAVILBIE8 tag=2NSKHYDN92IU type=write size=2279294 2024-04-02T08:43:59.331 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.332+0000 7f7da3039780 1 > prepared operation key=BURYF1967J48 tag=1TJ756OY97XF type=del size=297897 2024-04-02T08:43:59.333 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.335+0000 7f7da3039780 1 < completed part key=_multipart_YXESDZ3ETQK9.2~UYHDPT7Y45BW.0 size=1048576 2024-04-02T08:43:59.335 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.337+0000 7f7da3039780 1 < completed part key=_multipart_YXESDZ3ETQK9.2~UYHDPT7Y45BW.1 size=796794 2024-04-02T08:43:59.339 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.340+0000 7f7da3039780 1 < completed multipart upload key=YXESDZ3ETQK9 upload=UYHDPT7Y45BW tag=TCC9T7MWTBFA type=write size=2893946 2024-04-02T08:43:59.341 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.342+0000 7f7da3039780 1 > prepared operation key=XV6PSEG36RCA tag=J7R8S01L4QUM type=del size=3188972 2024-04-02T08:43:59.343 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.344+0000 7f7da3039780 1 < completed part key=_multipart_YXESDZ3ETQK9.2~3JAB12VSB6H5.0 size=933258 2024-04-02T08:43:59.346 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.348+0000 7f7da3039780 1 < completed multipart upload key=YXESDZ3ETQK9 upload=3JAB12VSB6H5 tag=CGSWBXCGVU0N type=write size=1981834 2024-04-02T08:43:59.348 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.350+0000 7f7da3039780 1 > prepared operation key=XV6PSEG36RCA tag=2K7L6AZMG1H5 type=del size=3632174 2024-04-02T08:43:59.350 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.352+0000 7f7da3039780 1 < canceled operation key=Y5E6U7ZCX7JC tag=Q389B9H91K5H type=del size=46643 2024-04-02T08:43:59.352 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.354+0000 7f7da3039780 1 > prepared operation key=SPZ4WDU9FXVH tag=RVY6RV4C1ZR6 type=del size=665638 2024-04-02T08:43:59.354 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.356+0000 7f7da3039780 1 < canceled operation key=QHKAPO5SX6SG tag=CZ0XF1HA1R1R type=del size=1346045 2024-04-02T08:43:59.356 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.358+0000 7f7da3039780 1 > prepared operation key=R3KOUNXRRJL4 tag=M1NWLGTXG6C2 type=write size=959805 2024-04-02T08:43:59.359 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.361+0000 7f7da3039780 -1 < failed to complete operation key=993CLRT5TRZG tag=WW1UQWT3UPBB type=del size=2476842: (22) Invalid argument 2024-04-02T08:43:59.364 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.365+0000 7f7da3039780 1 > prepared part key=_multipart_B23RMWV8I9ZL.2~PWTTFLNE3S9B.0 size=1048576 2024-04-02T08:43:59.366 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.368+0000 7f7da3039780 1 > prepared part key=_multipart_B23RMWV8I9ZL.2~PWTTFLNE3S9B.1 size=794045 2024-04-02T08:43:59.366 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.368+0000 7f7da3039780 1 > prepared multipart upload key=B23RMWV8I9ZL upload=PWTTFLNE3S9B tag=EJLU63BXEO37 type=write size=2891197 2024-04-02T08:43:59.369 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.371+0000 7f7da3039780 -1 < failed to complete operation key=993CLRT5TRZG tag=HZ2143G97GOA type=del size=1982733: (22) Invalid argument 2024-04-02T08:43:59.374 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.376+0000 7f7da3039780 1 > prepared part key=_multipart_1SDLEDDX8LZR.2~4CWH79Y93VL2.0 size=841417 2024-04-02T08:43:59.374 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.376+0000 7f7da3039780 1 > prepared multipart upload key=1SDLEDDX8LZR upload=4CWH79Y93VL2 tag=HLDY57A6H2Q3 type=write size=1889993 2024-04-02T08:43:59.376 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.378+0000 7f7da3039780 1 < completed part key=_multipart_AMAKFO5IP7AO.2~KHW0NP63Z0GW.0 size=1048576 2024-04-02T08:43:59.378 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.380+0000 7f7da3039780 1 < completed part key=_multipart_AMAKFO5IP7AO.2~KHW0NP63Z0GW.1 size=155381 2024-04-02T08:43:59.382 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.384+0000 7f7da3039780 1 < completed multipart upload key=AMAKFO5IP7AO upload=KHW0NP63Z0GW tag=MI4ZDBDB920D type=write size=2252533 2024-04-02T08:43:59.385 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.386+0000 7f7da3039780 1 > prepared operation key=ELDWOJAKQD69 tag=JVRUEDBNQBFK type=del size=3227253 2024-04-02T08:43:59.388 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.389+0000 7f7da3039780 1 < completed delete operation key=57GR82RGCWC5 tag=550PZ5WKJQS9 type=del 2024-04-02T08:43:59.393 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.394+0000 7f7da3039780 1 > prepared part key=_multipart_EAG9W8JA0WA6.2~02BII3SBGCO0.0 size=1048576 2024-04-02T08:43:59.395 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.396+0000 7f7da3039780 1 > prepared part key=_multipart_EAG9W8JA0WA6.2~02BII3SBGCO0.1 size=841891 2024-04-02T08:43:59.395 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.396+0000 7f7da3039780 1 > prepared multipart upload key=EAG9W8JA0WA6 upload=02BII3SBGCO0 tag=DVNF6AYER74Z type=write size=2939043 2024-04-02T08:43:59.398 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.399+0000 7f7da3039780 1 < canceled operation key=BURYF1967J48 tag=ASXJFH3CYL0T type=del size=3983542 2024-04-02T08:43:59.401 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.402+0000 7f7da3039780 1 > prepared operation key=Y5E6U7ZCX7JC tag=GVJGJY0XCST4 type=del size=4174142 2024-04-02T08:43:59.403 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.405+0000 7f7da3039780 1 < completed delete operation key=ZZ885TFYL1OI tag=1JAODGI4YH84 type=del 2024-04-02T08:43:59.407 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.408+0000 7f7da3039780 1 > prepared operation key=AMAKFO5IP7AO tag=SV5R08K9SDAR type=del size=2113124 2024-04-02T08:43:59.410 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.412+0000 7f7da3039780 1 < completed delete operation key=1SDLEDDX8LZR tag=8ALV00NBW353 type=del 2024-04-02T08:43:59.414 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.416+0000 7f7da3039780 1 > prepared operation key=YXESDZ3ETQK9 tag=XOIY3VI1QGKE type=del size=2492776 2024-04-02T08:43:59.420 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.422+0000 7f7da3039780 1 < suggested remove operation key=9H9O464QAWB2 tag=1JW7L03DMJ5A type=write 2024-04-02T08:43:59.423 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.425+0000 7f7da3039780 1 > prepared operation key=9JGJK5C8JJ0Z tag=J3IXMZDFZ5N4 type=del size=2835793 2024-04-02T08:43:59.426 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.428+0000 7f7da3039780 1 < completed part key=_multipart_9H9O464QAWB2.2~ZU5SX66CB1KJ.0 size=1048576 2024-04-02T08:43:59.429 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.430+0000 7f7da3039780 1 < completed part key=_multipart_9H9O464QAWB2.2~ZU5SX66CB1KJ.1 size=1048576 2024-04-02T08:43:59.431 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.432+0000 7f7da3039780 1 < completed part key=_multipart_9H9O464QAWB2.2~ZU5SX66CB1KJ.2 size=117133 2024-04-02T08:43:59.436 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.437+0000 7f7da3039780 1 < completed multipart upload key=9H9O464QAWB2 upload=ZU5SX66CB1KJ tag=UEUJV4C21Z4E type=write size=3262861 2024-04-02T08:43:59.439 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.440+0000 7f7da3039780 1 > prepared operation key=QSPL4WJY2BVT tag=9BLP5MNXQ2HH type=del size=2266138 2024-04-02T08:43:59.442 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.444+0000 7f7da3039780 1 < completed write operation key=DJP9NW2GDNHB tag=6W1MF9LW4FSR type=write size=135225 2024-04-02T08:43:59.449 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.451+0000 7f7da3039780 1 > prepared part key=_multipart_AMAKFO5IP7AO.2~XNGWO0AWODBN.0 size=954704 2024-04-02T08:43:59.450 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.451+0000 7f7da3039780 1 > prepared multipart upload key=AMAKFO5IP7AO upload=XNGWO0AWODBN tag=C25SSTBJMWNJ type=write size=2003280 2024-04-02T08:43:59.452 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.454+0000 7f7da3039780 1 < completed part key=_multipart_IX5GR5MVNL1T.2~60XKMGJQWC09.0 size=1048576 2024-04-02T08:43:59.455 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.456+0000 7f7da3039780 1 < completed part key=_multipart_IX5GR5MVNL1T.2~60XKMGJQWC09.1 size=183742 2024-04-02T08:43:59.460 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.462+0000 7f7da3039780 1 < completed multipart upload key=IX5GR5MVNL1T upload=60XKMGJQWC09 tag=WX7JBRIPSV4L type=write size=2280894 2024-04-02T08:43:59.463 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.465+0000 7f7da3039780 1 > prepared operation key=Y5E6U7ZCX7JC tag=0OOW68LEO0PJ type=del size=3425674 2024-04-02T08:43:59.470 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.472+0000 7f7da3039780 1 < suggested remove operation key=BURYF1967J48 tag=1TJ756OY97XF type=del 2024-04-02T08:43:59.474 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.476+0000 7f7da3039780 1 > prepared operation key=A3I3KM5DTR9R tag=8YHIIXA0AEXY type=del size=2240239 2024-04-02T08:43:59.478 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.479+0000 7f7da3039780 1 < completed delete operation key=XV6PSEG36RCA tag=J7R8S01L4QUM type=del 2024-04-02T08:43:59.481 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.482+0000 7f7da3039780 1 > prepared operation key=XV6PSEG36RCA tag=K9ZLPBAV9Z9P type=del size=2199729 2024-04-02T08:43:59.484 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.486+0000 7f7da3039780 1 < completed delete operation key=XV6PSEG36RCA tag=2K7L6AZMG1H5 type=del 2024-04-02T08:43:59.488 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.489+0000 7f7da3039780 1 > prepared operation key=QHKAPO5SX6SG tag=ARP25W0KK9AS type=del size=764450 2024-04-02T08:43:59.493 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.495+0000 7f7da3039780 1 < suggested remove operation key=SPZ4WDU9FXVH tag=RVY6RV4C1ZR6 type=del 2024-04-02T08:43:59.496 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.497+0000 7f7da3039780 1 > prepared operation key=BURYF1967J48 tag=Y1XB5F8VD2YX type=del size=36983 2024-04-02T08:43:59.498 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.500+0000 7f7da3039780 1 < completed write operation key=R3KOUNXRRJL4 tag=M1NWLGTXG6C2 type=write size=959805 2024-04-02T08:43:59.503 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.504+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~PAPP3C4RWI8T.0 size=76514 2024-04-02T08:43:59.503 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.504+0000 7f7da3039780 1 > prepared multipart upload key=QHKAPO5SX6SG upload=PAPP3C4RWI8T tag=6JX25BIISAWP type=write size=1125090 2024-04-02T08:43:59.505 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.507+0000 7f7da3039780 1 < completed part key=_multipart_B23RMWV8I9ZL.2~PWTTFLNE3S9B.0 size=1048576 2024-04-02T08:43:59.508 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.510+0000 7f7da3039780 1 < completed part key=_multipart_B23RMWV8I9ZL.2~PWTTFLNE3S9B.1 size=794045 2024-04-02T08:43:59.513 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.515+0000 7f7da3039780 1 < completed multipart upload key=B23RMWV8I9ZL upload=PWTTFLNE3S9B tag=EJLU63BXEO37 type=write size=2891197 2024-04-02T08:43:59.519 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.520+0000 7f7da3039780 1 > prepared part key=_multipart_Y5E6U7ZCX7JC.2~C2JN6GT3J08G.0 size=923965 2024-04-02T08:43:59.519 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.520+0000 7f7da3039780 1 > prepared multipart upload key=Y5E6U7ZCX7JC upload=C2JN6GT3J08G tag=XW078N4OGIXO type=write size=1972541 2024-04-02T08:43:59.521 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.523+0000 7f7da3039780 1 < completed part key=_multipart_1SDLEDDX8LZR.2~4CWH79Y93VL2.0 size=841417 2024-04-02T08:43:59.526 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.528+0000 7f7da3039780 1 < completed multipart upload key=1SDLEDDX8LZR upload=4CWH79Y93VL2 tag=HLDY57A6H2Q3 type=write size=1889993 2024-04-02T08:43:59.531 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.533+0000 7f7da3039780 1 > prepared part key=_multipart_ZV3Q7IXMLI1J.2~Z60KBQ8U2SAW.0 size=1048576 2024-04-02T08:43:59.533 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.535+0000 7f7da3039780 1 > prepared part key=_multipart_ZV3Q7IXMLI1J.2~Z60KBQ8U2SAW.1 size=1048576 2024-04-02T08:43:59.536 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.538+0000 7f7da3039780 1 > prepared part key=_multipart_ZV3Q7IXMLI1J.2~Z60KBQ8U2SAW.2 size=1003587 2024-04-02T08:43:59.536 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.538+0000 7f7da3039780 1 > prepared multipart upload key=ZV3Q7IXMLI1J upload=Z60KBQ8U2SAW tag=VF92B11VQRB7 type=write size=4149315 2024-04-02T08:43:59.541 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.542+0000 7f7da3039780 1 < suggested remove operation key=ELDWOJAKQD69 tag=JVRUEDBNQBFK type=del 2024-04-02T08:43:59.547 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.548+0000 7f7da3039780 1 > prepared part key=_multipart_ZZ885TFYL1OI.2~LPDNI1UGFLZB.0 size=411964 2024-04-02T08:43:59.547 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.548+0000 7f7da3039780 1 > prepared multipart upload key=ZZ885TFYL1OI upload=LPDNI1UGFLZB tag=TDSSE88DWXMZ type=write size=1460540 2024-04-02T08:43:59.547 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.549+0000 7f7da3039780 1 < canceled part key=_multipart_EAG9W8JA0WA6.2~02BII3SBGCO0.0 size=1048576 2024-04-02T08:43:59.547 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.549+0000 7f7da3039780 1 < canceled part key=_multipart_EAG9W8JA0WA6.2~02BII3SBGCO0.1 size=841891 2024-04-02T08:43:59.552 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.553+0000 7f7da3039780 1 < canceled multipart upload key=EAG9W8JA0WA6 upload=02BII3SBGCO0 tag=DVNF6AYER74Z type=write size=2939043 2024-04-02T08:43:59.554 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.556+0000 7f7da3039780 1 > prepared operation key=AMAKFO5IP7AO tag=G2LE03GLRHH8 type=del size=2190885 2024-04-02T08:43:59.557 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.559+0000 7f7da3039780 1 < completed delete operation key=Y5E6U7ZCX7JC tag=GVJGJY0XCST4 type=del 2024-04-02T08:43:59.561 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.563+0000 7f7da3039780 1 > prepared part key=_multipart_EAG9W8JA0WA6.2~48RY0SSBMHHS.0 size=32091 2024-04-02T08:43:59.562 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.563+0000 7f7da3039780 1 > prepared multipart upload key=EAG9W8JA0WA6 upload=48RY0SSBMHHS tag=VX8M13GPFV7F type=write size=1080667 2024-04-02T08:43:59.564 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.566+0000 7f7da3039780 1 < completed delete operation key=AMAKFO5IP7AO tag=SV5R08K9SDAR type=del 2024-04-02T08:43:59.568 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.570+0000 7f7da3039780 1 > prepared operation key=SPZ4WDU9FXVH tag=3QCLBASAM864 type=del size=1531857 2024-04-02T08:43:59.570 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.572+0000 7f7da3039780 1 < completed delete operation key=YXESDZ3ETQK9 tag=XOIY3VI1QGKE type=del 2024-04-02T08:43:59.573 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.575+0000 7f7da3039780 1 > prepared operation key=N5AIAS76IS0Z tag=FRVCH6GA1437 type=del size=3501490 2024-04-02T08:43:59.575 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.577+0000 7f7da3039780 1 < completed delete operation key=9JGJK5C8JJ0Z tag=J3IXMZDFZ5N4 type=del 2024-04-02T08:43:59.578 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.580+0000 7f7da3039780 1 > prepared operation key=QHKAPO5SX6SG tag=NR9NXPO8C9ZR type=write size=396057 2024-04-02T08:43:59.580 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.582+0000 7f7da3039780 1 < completed delete operation key=QSPL4WJY2BVT tag=9BLP5MNXQ2HH type=del 2024-04-02T08:43:59.583 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.584+0000 7f7da3039780 1 > prepared operation key=AESEEOTWQSFQ tag=V5GZJGFCYW3O type=del size=350402 2024-04-02T08:43:59.585 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.586+0000 7f7da3039780 1 < completed part key=_multipart_AMAKFO5IP7AO.2~XNGWO0AWODBN.0 size=954704 2024-04-02T08:43:59.590 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.591+0000 7f7da3039780 1 < completed multipart upload key=AMAKFO5IP7AO upload=XNGWO0AWODBN tag=C25SSTBJMWNJ type=write size=2003280 2024-04-02T08:43:59.596 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.597+0000 7f7da3039780 1 > prepared part key=_multipart_993CLRT5TRZG.2~33HLQY1T8808.0 size=39490 2024-04-02T08:43:59.596 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.597+0000 7f7da3039780 1 > prepared multipart upload key=993CLRT5TRZG upload=33HLQY1T8808 tag=383DPGHXZDBE type=write size=1088066 2024-04-02T08:43:59.599 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.600+0000 7f7da3039780 1 < completed delete operation key=Y5E6U7ZCX7JC tag=0OOW68LEO0PJ type=del 2024-04-02T08:43:59.601 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.603+0000 7f7da3039780 1 > prepared operation key=QSPL4WJY2BVT tag=IJQE2KEX0UWK type=del size=1490131 2024-04-02T08:43:59.603 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.605+0000 7f7da3039780 1 < completed delete operation key=A3I3KM5DTR9R tag=8YHIIXA0AEXY type=del 2024-04-02T08:43:59.609 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.610+0000 7f7da3039780 1 > prepared part key=_multipart_YXESDZ3ETQK9.2~GFW543H89O3W.0 size=1048576 2024-04-02T08:43:59.611 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.613+0000 7f7da3039780 1 > prepared part key=_multipart_YXESDZ3ETQK9.2~GFW543H89O3W.1 size=1048576 2024-04-02T08:43:59.614 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.615+0000 7f7da3039780 1 > prepared part key=_multipart_YXESDZ3ETQK9.2~GFW543H89O3W.2 size=39214 2024-04-02T08:43:59.614 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.615+0000 7f7da3039780 1 > prepared multipart upload key=YXESDZ3ETQK9 upload=GFW543H89O3W tag=2Z2FK9YFYPJM type=write size=3184942 2024-04-02T08:43:59.617 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.619+0000 7f7da3039780 1 < completed delete operation key=XV6PSEG36RCA tag=K9ZLPBAV9Z9P type=del 2024-04-02T08:43:59.625 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.626+0000 7f7da3039780 1 > prepared part key=_multipart_NOK2IIY1WSGJ.2~8A3RJ50U7NJH.0 size=1048576 2024-04-02T08:43:59.627 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.629+0000 7f7da3039780 1 > prepared part key=_multipart_NOK2IIY1WSGJ.2~8A3RJ50U7NJH.1 size=1048576 2024-04-02T08:43:59.630 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.631+0000 7f7da3039780 1 > prepared part key=_multipart_NOK2IIY1WSGJ.2~8A3RJ50U7NJH.2 size=115149 2024-04-02T08:43:59.630 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.631+0000 7f7da3039780 1 > prepared multipart upload key=NOK2IIY1WSGJ upload=8A3RJ50U7NJH tag=1YGG4QMJOION type=write size=3260877 2024-04-02T08:43:59.637 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.638+0000 7f7da3039780 1 < suggested update operation key=QHKAPO5SX6SG tag=ARP25W0KK9AS type=del size=764450 2024-04-02T08:43:59.642 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.644+0000 7f7da3039780 1 > prepared part key=_multipart_Z2HC0VEJJV9V.2~9MIE5S4JU28Y.0 size=824624 2024-04-02T08:43:59.642 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.644+0000 7f7da3039780 1 > prepared multipart upload key=Z2HC0VEJJV9V upload=9MIE5S4JU28Y tag=ULH7ABYJZNGG type=write size=1873200 2024-04-02T08:43:59.645 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.647+0000 7f7da3039780 1 < completed delete operation key=BURYF1967J48 tag=Y1XB5F8VD2YX type=del 2024-04-02T08:43:59.649 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.650+0000 7f7da3039780 1 > prepared operation key=993CLRT5TRZG tag=BDGTSGWVMWN8 type=del size=3574294 2024-04-02T08:43:59.652 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.653+0000 7f7da3039780 1 < completed part key=_multipart_QHKAPO5SX6SG.2~PAPP3C4RWI8T.0 size=76514 2024-04-02T08:43:59.656 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.657+0000 7f7da3039780 1 < completed multipart upload key=QHKAPO5SX6SG upload=PAPP3C4RWI8T tag=6JX25BIISAWP type=write size=1125090 2024-04-02T08:43:59.660 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.661+0000 7f7da3039780 1 > prepared part key=_multipart_9JGJK5C8JJ0Z.2~45IEQYAWIVFX.0 size=200667 2024-04-02T08:43:59.660 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.661+0000 7f7da3039780 1 > prepared multipart upload key=9JGJK5C8JJ0Z upload=45IEQYAWIVFX tag=6UCWSAMG5D0U type=write size=1249243 2024-04-02T08:43:59.660 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.661+0000 7f7da3039780 1 < canceled part key=_multipart_Y5E6U7ZCX7JC.2~C2JN6GT3J08G.0 size=923965 2024-04-02T08:43:59.663 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.665+0000 7f7da3039780 1 < canceled multipart upload key=Y5E6U7ZCX7JC upload=C2JN6GT3J08G tag=XW078N4OGIXO type=write size=1972541 2024-04-02T08:43:59.665 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.667+0000 7f7da3039780 1 > prepared operation key=6TJF572KI0FA tag=8NGJ9A9AI2BQ type=del size=3032554 2024-04-02T08:43:59.666 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.667+0000 7f7da3039780 1 < canceled part key=_multipart_ZV3Q7IXMLI1J.2~Z60KBQ8U2SAW.0 size=1048576 2024-04-02T08:43:59.668 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.669+0000 7f7da3039780 1 < completed part key=_multipart_ZV3Q7IXMLI1J.2~Z60KBQ8U2SAW.1 size=1048576 2024-04-02T08:43:59.670 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.671+0000 7f7da3039780 1 < completed part key=_multipart_ZV3Q7IXMLI1J.2~Z60KBQ8U2SAW.2 size=1003587 2024-04-02T08:43:59.673 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.675+0000 7f7da3039780 1 < canceled multipart upload key=ZV3Q7IXMLI1J upload=Z60KBQ8U2SAW tag=VF92B11VQRB7 type=write size=4149315 2024-04-02T08:43:59.675 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.677+0000 7f7da3039780 1 > prepared operation key=IX5GR5MVNL1T tag=U1YNNI7AA3ZK type=write size=260727 2024-04-02T08:43:59.677 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.679+0000 7f7da3039780 1 < completed part key=_multipart_ZZ885TFYL1OI.2~LPDNI1UGFLZB.0 size=411964 2024-04-02T08:43:59.682 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.683+0000 7f7da3039780 1 < completed multipart upload key=ZZ885TFYL1OI upload=LPDNI1UGFLZB tag=TDSSE88DWXMZ type=write size=1460540 2024-04-02T08:43:59.685 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.687+0000 7f7da3039780 1 > prepared part key=_multipart_YXESDZ3ETQK9.2~8JCSS7T71QJN.0 size=1048576 2024-04-02T08:43:59.687 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.689+0000 7f7da3039780 1 > prepared part key=_multipart_YXESDZ3ETQK9.2~8JCSS7T71QJN.1 size=1048576 2024-04-02T08:43:59.689 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.691+0000 7f7da3039780 1 > prepared part key=_multipart_YXESDZ3ETQK9.2~8JCSS7T71QJN.2 size=289957 2024-04-02T08:43:59.689 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.691+0000 7f7da3039780 1 > prepared multipart upload key=YXESDZ3ETQK9 upload=8JCSS7T71QJN tag=N7UUCPOYYMIA type=write size=3435685 2024-04-02T08:43:59.693 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.695+0000 7f7da3039780 1 < suggested remove operation key=AMAKFO5IP7AO tag=G2LE03GLRHH8 type=del 2024-04-02T08:43:59.698 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.697+0000 7f7da3039780 1 > prepared operation key=57GR82RGCWC5 tag=P6KWAT0SBELQ type=del size=2547233 2024-04-02T08:43:59.698 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.697+0000 7f7da3039780 1 < canceled part key=_multipart_EAG9W8JA0WA6.2~48RY0SSBMHHS.0 size=32091 2024-04-02T08:43:59.699 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.701+0000 7f7da3039780 1 < canceled multipart upload key=EAG9W8JA0WA6 upload=48RY0SSBMHHS tag=VX8M13GPFV7F type=write size=1080667 2024-04-02T08:43:59.702 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.703+0000 7f7da3039780 1 > prepared operation key=57GR82RGCWC5 tag=ZOD8LAEKV0Z8 type=del size=1088034 2024-04-02T08:43:59.704 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.706+0000 7f7da3039780 1 < completed delete operation key=SPZ4WDU9FXVH tag=3QCLBASAM864 type=del 2024-04-02T08:43:59.706 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.708+0000 7f7da3039780 1 > prepared operation key=9JGJK5C8JJ0Z tag=0YVY42YS20ZK type=write size=49980 2024-04-02T08:43:59.708 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.710+0000 7f7da3039780 1 < completed delete operation key=N5AIAS76IS0Z tag=FRVCH6GA1437 type=del 2024-04-02T08:43:59.711 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.713+0000 7f7da3039780 1 > prepared operation key=B23RMWV8I9ZL tag=IN3E08LYC33F type=del size=1670078 2024-04-02T08:43:59.714 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.716+0000 7f7da3039780 -1 < failed to complete operation key=QHKAPO5SX6SG tag=NR9NXPO8C9ZR type=write size=396057: (22) Invalid argument 2024-04-02T08:43:59.716 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.718+0000 7f7da3039780 1 > prepared operation key=1SDLEDDX8LZR tag=I2P4OA370OXN type=del size=2499625 2024-04-02T08:43:59.719 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.721+0000 7f7da3039780 1 < completed delete operation key=AESEEOTWQSFQ tag=V5GZJGFCYW3O type=del 2024-04-02T08:43:59.721 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:43:59 smithi012 ceph-mon[88355]: pgmap v1397: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 401 KiB/s wr, 2.04k op/s 2024-04-02T08:43:59.722 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:43:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:59.722 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:43:59 smithi012 ceph-mon[90784]: pgmap v1397: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 401 KiB/s wr, 2.04k op/s 2024-04-02T08:43:59.722 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:43:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:59.722 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.723+0000 7f7da3039780 1 > prepared operation key=BURYF1967J48 tag=20YHUR1Z22Y6 type=del size=2499234 2024-04-02T08:43:59.725 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.726+0000 7f7da3039780 1 < completed part key=_multipart_993CLRT5TRZG.2~33HLQY1T8808.0 size=39490 2024-04-02T08:43:59.730 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.732+0000 7f7da3039780 1 < completed multipart upload key=993CLRT5TRZG upload=33HLQY1T8808 tag=383DPGHXZDBE type=write size=1088066 2024-04-02T08:43:59.733 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.735+0000 7f7da3039780 1 > prepared operation key=Z2HC0VEJJV9V tag=I7F7KHTSU6L2 type=del size=2262507 2024-04-02T08:43:59.736 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.738+0000 7f7da3039780 1 < completed delete operation key=QSPL4WJY2BVT tag=IJQE2KEX0UWK type=del 2024-04-02T08:43:59.739 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.741+0000 7f7da3039780 1 > prepared operation key=ZV3Q7IXMLI1J tag=OE0IVV4SCIIW type=del size=2996353 2024-04-02T08:43:59.741 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.743+0000 7f7da3039780 1 < completed part key=_multipart_YXESDZ3ETQK9.2~GFW543H89O3W.0 size=1048576 2024-04-02T08:43:59.743 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.745+0000 7f7da3039780 1 < completed part key=_multipart_YXESDZ3ETQK9.2~GFW543H89O3W.1 size=1048576 2024-04-02T08:43:59.746 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.747+0000 7f7da3039780 1 < completed part key=_multipart_YXESDZ3ETQK9.2~GFW543H89O3W.2 size=39214 2024-04-02T08:43:59.750 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.752+0000 7f7da3039780 1 < completed multipart upload key=YXESDZ3ETQK9 upload=GFW543H89O3W tag=2Z2FK9YFYPJM type=write size=3184942 2024-04-02T08:43:59.752 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.754+0000 7f7da3039780 1 > prepared operation key=Y5E6U7ZCX7JC tag=C0NVV32QGEE3 type=del size=660116 2024-04-02T08:43:59.754 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.756+0000 7f7da3039780 1 < completed part key=_multipart_NOK2IIY1WSGJ.2~8A3RJ50U7NJH.0 size=1048576 2024-04-02T08:43:59.756 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.758+0000 7f7da3039780 1 < completed part key=_multipart_NOK2IIY1WSGJ.2~8A3RJ50U7NJH.1 size=1048576 2024-04-02T08:43:59.758 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.760+0000 7f7da3039780 1 < completed part key=_multipart_NOK2IIY1WSGJ.2~8A3RJ50U7NJH.2 size=115149 2024-04-02T08:43:59.762 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.763+0000 7f7da3039780 1 < completed multipart upload key=NOK2IIY1WSGJ upload=8A3RJ50U7NJH tag=1YGG4QMJOION type=write size=3260877 2024-04-02T08:43:59.764 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.765+0000 7f7da3039780 1 > prepared operation key=993CLRT5TRZG tag=7B539ZZZV7WM type=write size=1020716 2024-04-02T08:43:59.766 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.767+0000 7f7da3039780 1 < completed part key=_multipart_Z2HC0VEJJV9V.2~9MIE5S4JU28Y.0 size=824624 2024-04-02T08:43:59.770 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.771+0000 7f7da3039780 1 < completed multipart upload key=Z2HC0VEJJV9V upload=9MIE5S4JU28Y tag=ULH7ABYJZNGG type=write size=1873200 2024-04-02T08:43:59.772 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.773+0000 7f7da3039780 1 > prepared operation key=Y5E6U7ZCX7JC tag=T1ZHBSOZOI3T type=del size=1555296 2024-04-02T08:43:59.774 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.775+0000 7f7da3039780 1 < canceled operation key=993CLRT5TRZG tag=BDGTSGWVMWN8 type=del size=3574294 2024-04-02T08:43:59.776 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.777+0000 7f7da3039780 1 > prepared operation key=57GR82RGCWC5 tag=X23A51933ECM type=del size=3246983 2024-04-02T08:43:59.778 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.779+0000 7f7da3039780 1 < completed part key=_multipart_9JGJK5C8JJ0Z.2~45IEQYAWIVFX.0 size=200667 2024-04-02T08:43:59.781 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.783+0000 7f7da3039780 1 < completed multipart upload key=9JGJK5C8JJ0Z upload=45IEQYAWIVFX tag=6UCWSAMG5D0U type=write size=1249243 2024-04-02T08:43:59.785 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.787+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~GPEX2C2EUXU0.0 size=489625 2024-04-02T08:43:59.785 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.787+0000 7f7da3039780 1 > prepared multipart upload key=6TJF572KI0FA upload=GPEX2C2EUXU0 tag=6GT1J2QCRMSA type=write size=1538201 2024-04-02T08:43:59.788 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.789+0000 7f7da3039780 1 < completed delete operation key=6TJF572KI0FA tag=8NGJ9A9AI2BQ type=del 2024-04-02T08:43:59.791 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.793+0000 7f7da3039780 1 > prepared part key=_multipart_A3I3KM5DTR9R.2~WO1CY4615JYY.0 size=1048576 2024-04-02T08:43:59.793 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.795+0000 7f7da3039780 1 > prepared part key=_multipart_A3I3KM5DTR9R.2~WO1CY4615JYY.1 size=699450 2024-04-02T08:43:59.793 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.795+0000 7f7da3039780 1 > prepared multipart upload key=A3I3KM5DTR9R upload=WO1CY4615JYY tag=6BFWJJ2RHNIC type=write size=2796602 2024-04-02T08:43:59.796 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.797+0000 7f7da3039780 1 < completed write operation key=IX5GR5MVNL1T tag=U1YNNI7AA3ZK type=write size=260727 2024-04-02T08:43:59.800 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.802+0000 7f7da3039780 1 > prepared part key=_multipart_AMAKFO5IP7AO.2~5BYQ6HSAFSWK.0 size=837702 2024-04-02T08:43:59.801 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.802+0000 7f7da3039780 1 > prepared multipart upload key=AMAKFO5IP7AO upload=5BYQ6HSAFSWK tag=E4JM3A6M1DO8 type=write size=1886278 2024-04-02T08:43:59.803 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.804+0000 7f7da3039780 1 < completed part key=_multipart_YXESDZ3ETQK9.2~8JCSS7T71QJN.0 size=1048576 2024-04-02T08:43:59.805 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.806+0000 7f7da3039780 1 < completed part key=_multipart_YXESDZ3ETQK9.2~8JCSS7T71QJN.1 size=1048576 2024-04-02T08:43:59.807 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.809+0000 7f7da3039780 1 < completed part key=_multipart_YXESDZ3ETQK9.2~8JCSS7T71QJN.2 size=289957 2024-04-02T08:43:59.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:43:59 smithi055 ceph-mon[85080]: pgmap v1397: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 401 KiB/s wr, 2.04k op/s 2024-04-02T08:43:59.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:43:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:59.812 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.813+0000 7f7da3039780 1 < completed multipart upload key=YXESDZ3ETQK9 upload=8JCSS7T71QJN tag=N7UUCPOYYMIA type=write size=3435685 2024-04-02T08:43:59.817 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.818+0000 7f7da3039780 1 > prepared part key=_multipart_R3KOUNXRRJL4.2~VCQC1Q2JL6TR.0 size=1048576 2024-04-02T08:43:59.819 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.821+0000 7f7da3039780 1 > prepared part key=_multipart_R3KOUNXRRJL4.2~VCQC1Q2JL6TR.1 size=1048576 2024-04-02T08:43:59.821 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.823+0000 7f7da3039780 1 > prepared part key=_multipart_R3KOUNXRRJL4.2~VCQC1Q2JL6TR.2 size=183270 2024-04-02T08:43:59.822 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.823+0000 7f7da3039780 1 > prepared multipart upload key=R3KOUNXRRJL4 upload=VCQC1Q2JL6TR tag=53IPHJJNR3DS type=write size=3328998 2024-04-02T08:43:59.824 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.826+0000 7f7da3039780 1 < completed delete operation key=57GR82RGCWC5 tag=P6KWAT0SBELQ type=del 2024-04-02T08:43:59.830 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.831+0000 7f7da3039780 1 > prepared part key=_multipart_XN6KQ2LGZYGL.2~GGWQ7K2LD3QY.0 size=1048576 2024-04-02T08:43:59.832 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.833+0000 7f7da3039780 1 > prepared part key=_multipart_XN6KQ2LGZYGL.2~GGWQ7K2LD3QY.1 size=669095 2024-04-02T08:43:59.832 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.833+0000 7f7da3039780 1 > prepared multipart upload key=XN6KQ2LGZYGL upload=GGWQ7K2LD3QY tag=CJB2FS9HO6YS type=write size=2766247 2024-04-02T08:43:59.834 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.836+0000 7f7da3039780 1 < completed delete operation key=57GR82RGCWC5 tag=ZOD8LAEKV0Z8 type=del 2024-04-02T08:43:59.839 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.841+0000 7f7da3039780 1 > prepared part key=_multipart_993CLRT5TRZG.2~E4YZ6KTNNP1G.0 size=891846 2024-04-02T08:43:59.840 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.841+0000 7f7da3039780 1 > prepared multipart upload key=993CLRT5TRZG upload=E4YZ6KTNNP1G tag=3256F2UOAQW8 type=write size=1940422 2024-04-02T08:43:59.844 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.846+0000 7f7da3039780 1 < suggested remove operation key=9JGJK5C8JJ0Z tag=0YVY42YS20ZK type=write 2024-04-02T08:43:59.847 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.848+0000 7f7da3039780 1 > prepared operation key=ELDWOJAKQD69 tag=C7XDZ9J7641F type=del size=1755393 2024-04-02T08:43:59.851 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.852+0000 7f7da3039780 1 < suggested remove operation key=B23RMWV8I9ZL tag=IN3E08LYC33F type=del 2024-04-02T08:43:59.853 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.855+0000 7f7da3039780 1 > prepared operation key=JFW247YEIEQ0 tag=FFY73XER7RY9 type=del size=2126888 2024-04-02T08:43:59.855 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.857+0000 7f7da3039780 1 < canceled operation key=1SDLEDDX8LZR tag=I2P4OA370OXN type=del size=2499625 2024-04-02T08:43:59.857 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.859+0000 7f7da3039780 1 > prepared operation key=AESEEOTWQSFQ tag=MO799RMCCVET type=del size=1875329 2024-04-02T08:43:59.859 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.861+0000 7f7da3039780 1 < completed delete operation key=BURYF1967J48 tag=20YHUR1Z22Y6 type=del 2024-04-02T08:43:59.861 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.863+0000 7f7da3039780 1 > prepared operation key=JFW247YEIEQ0 tag=4HEWX427EM9L type=del size=1512540 2024-04-02T08:43:59.864 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.865+0000 7f7da3039780 1 < canceled operation key=Z2HC0VEJJV9V tag=I7F7KHTSU6L2 type=del size=2262507 2024-04-02T08:43:59.866 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.867+0000 7f7da3039780 1 > prepared operation key=Y5E6U7ZCX7JC tag=ACAIYGPKIHRS type=del size=2869317 2024-04-02T08:43:59.870 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.871+0000 7f7da3039780 1 < suggested update operation key=ZV3Q7IXMLI1J tag=OE0IVV4SCIIW type=del size=2996353 2024-04-02T08:43:59.873 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.874+0000 7f7da3039780 1 > prepared operation key=Y5E6U7ZCX7JC tag=4KAI9POJUQTC type=del size=3106191 2024-04-02T08:43:59.875 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.877+0000 7f7da3039780 1 < completed delete operation key=Y5E6U7ZCX7JC tag=C0NVV32QGEE3 type=del 2024-04-02T08:43:59.877 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.879+0000 7f7da3039780 1 > prepared operation key=B23RMWV8I9ZL tag=0HLH7ZCL03WS type=del size=1271370 2024-04-02T08:43:59.880 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.881+0000 7f7da3039780 1 < completed write operation key=993CLRT5TRZG tag=7B539ZZZV7WM type=write size=1020716 2024-04-02T08:43:59.884 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.886+0000 7f7da3039780 1 > prepared part key=_multipart_Y5E6U7ZCX7JC.2~CZUW2RTUZ8DD.0 size=1048576 2024-04-02T08:43:59.887 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.888+0000 7f7da3039780 1 > prepared part key=_multipart_Y5E6U7ZCX7JC.2~CZUW2RTUZ8DD.1 size=1048576 2024-04-02T08:43:59.889 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.891+0000 7f7da3039780 1 > prepared part key=_multipart_Y5E6U7ZCX7JC.2~CZUW2RTUZ8DD.2 size=687190 2024-04-02T08:43:59.889 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.891+0000 7f7da3039780 1 > prepared multipart upload key=Y5E6U7ZCX7JC upload=CZUW2RTUZ8DD tag=T45H3F7GT0MO type=write size=3832918 2024-04-02T08:43:59.891 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.893+0000 7f7da3039780 1 < completed delete operation key=Y5E6U7ZCX7JC tag=T1ZHBSOZOI3T type=del 2024-04-02T08:43:59.894 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.896+0000 7f7da3039780 1 > prepared operation key=AESEEOTWQSFQ tag=XCV5MXXBS4SW type=del size=1456151 2024-04-02T08:43:59.896 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.898+0000 7f7da3039780 1 < completed delete operation key=57GR82RGCWC5 tag=X23A51933ECM type=del 2024-04-02T08:43:59.899 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.901+0000 7f7da3039780 1 > prepared operation key=A3I3KM5DTR9R tag=IO45RWEEXUMG type=del size=2509630 2024-04-02T08:43:59.901 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.903+0000 7f7da3039780 1 < completed part key=_multipart_6TJF572KI0FA.2~GPEX2C2EUXU0.0 size=489625 2024-04-02T08:43:59.905 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.907+0000 7f7da3039780 1 < completed multipart upload key=6TJF572KI0FA upload=GPEX2C2EUXU0 tag=6GT1J2QCRMSA type=write size=1538201 2024-04-02T08:43:59.908 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.909+0000 7f7da3039780 1 > prepared operation key=A3I3KM5DTR9R tag=17S627UAYHM4 type=del size=2543264 2024-04-02T08:43:59.910 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.912+0000 7f7da3039780 1 < completed part key=_multipart_A3I3KM5DTR9R.2~WO1CY4615JYY.0 size=1048576 2024-04-02T08:43:59.912 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.913+0000 7f7da3039780 1 < completed part key=_multipart_A3I3KM5DTR9R.2~WO1CY4615JYY.1 size=699450 2024-04-02T08:43:59.915 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.917+0000 7f7da3039780 1 < completed multipart upload key=A3I3KM5DTR9R upload=WO1CY4615JYY tag=6BFWJJ2RHNIC type=write size=2796602 2024-04-02T08:43:59.920 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.922+0000 7f7da3039780 1 > prepared part key=_multipart_YXESDZ3ETQK9.2~AG9W4TUWFER0.0 size=471346 2024-04-02T08:43:59.920 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.922+0000 7f7da3039780 1 > prepared multipart upload key=YXESDZ3ETQK9 upload=AG9W4TUWFER0 tag=ZRK5ISZJJOS0 type=write size=1519922 2024-04-02T08:43:59.923 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.924+0000 7f7da3039780 1 < completed part key=_multipart_AMAKFO5IP7AO.2~5BYQ6HSAFSWK.0 size=837702 2024-04-02T08:43:59.927 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.929+0000 7f7da3039780 1 < completed multipart upload key=AMAKFO5IP7AO upload=5BYQ6HSAFSWK tag=E4JM3A6M1DO8 type=write size=1886278 2024-04-02T08:43:59.929 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.931+0000 7f7da3039780 1 > prepared operation key=NOK2IIY1WSGJ tag=QCLMSX6TS5RO type=del size=3804454 2024-04-02T08:43:59.930 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.931+0000 7f7da3039780 1 < canceled part key=_multipart_R3KOUNXRRJL4.2~VCQC1Q2JL6TR.0 size=1048576 2024-04-02T08:43:59.932 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.933+0000 7f7da3039780 1 < completed part key=_multipart_R3KOUNXRRJL4.2~VCQC1Q2JL6TR.1 size=1048576 2024-04-02T08:43:59.932 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.933+0000 7f7da3039780 1 < canceled part key=_multipart_R3KOUNXRRJL4.2~VCQC1Q2JL6TR.2 size=183270 2024-04-02T08:43:59.935 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.937+0000 7f7da3039780 1 < canceled multipart upload key=R3KOUNXRRJL4 upload=VCQC1Q2JL6TR tag=53IPHJJNR3DS type=write size=3328998 2024-04-02T08:43:59.937 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.939+0000 7f7da3039780 1 > prepared operation key=AESEEOTWQSFQ tag=8S907JU7N46O type=write size=733762 2024-04-02T08:43:59.939 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.941+0000 7f7da3039780 1 < completed part key=_multipart_XN6KQ2LGZYGL.2~GGWQ7K2LD3QY.0 size=1048576 2024-04-02T08:43:59.941 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.943+0000 7f7da3039780 1 < completed part key=_multipart_XN6KQ2LGZYGL.2~GGWQ7K2LD3QY.1 size=669095 2024-04-02T08:43:59.945 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.946+0000 7f7da3039780 1 < completed multipart upload key=XN6KQ2LGZYGL upload=GGWQ7K2LD3QY tag=CJB2FS9HO6YS type=write size=2766247 2024-04-02T08:43:59.948 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.949+0000 7f7da3039780 1 > prepared operation key=XN6KQ2LGZYGL tag=C3LW75MU70PK type=del size=350017 2024-04-02T08:43:59.951 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.953+0000 7f7da3039780 1 < completed part key=_multipart_993CLRT5TRZG.2~E4YZ6KTNNP1G.0 size=891846 2024-04-02T08:43:59.956 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.958+0000 7f7da3039780 1 < completed multipart upload key=993CLRT5TRZG upload=E4YZ6KTNNP1G tag=3256F2UOAQW8 type=write size=1940422 2024-04-02T08:43:59.959 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.961+0000 7f7da3039780 1 > prepared operation key=9JGJK5C8JJ0Z tag=IN9N9WXJWOH5 type=del size=2578219 2024-04-02T08:43:59.962 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.964+0000 7f7da3039780 1 < canceled operation key=ELDWOJAKQD69 tag=C7XDZ9J7641F type=del size=1755393 2024-04-02T08:43:59.965 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.967+0000 7f7da3039780 1 > prepared operation key=ZZ885TFYL1OI tag=S09XZ0FALG8Z type=del size=4027042 2024-04-02T08:43:59.971 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.972+0000 7f7da3039780 1 < suggested remove operation key=JFW247YEIEQ0 tag=FFY73XER7RY9 type=del 2024-04-02T08:43:59.977 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.979+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~4ZA310Q91SWW.0 size=1048576 2024-04-02T08:43:59.980 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.982+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~4ZA310Q91SWW.1 size=1048576 2024-04-02T08:43:59.983 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.985+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~4ZA310Q91SWW.2 size=215865 2024-04-02T08:43:59.984 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.985+0000 7f7da3039780 1 > prepared multipart upload key=QHKAPO5SX6SG upload=4ZA310Q91SWW tag=4LV6KKTCY8SN type=write size=3361593 2024-04-02T08:43:59.987 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.989+0000 7f7da3039780 1 < completed delete operation key=AESEEOTWQSFQ tag=MO799RMCCVET type=del 2024-04-02T08:43:59.991 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.992+0000 7f7da3039780 1 > prepared operation key=NOK2IIY1WSGJ tag=YP3UXVXJ6PDL type=del size=3223152 2024-04-02T08:43:59.992 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.993+0000 7f7da3039780 -1 < no bi entry to suggest for operation key=JFW247YEIEQ0 tag=4HEWX427EM9L type=del size=1512540: (2) No such file or directory 2024-04-02T08:43:59.995 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:43:59.997+0000 7f7da3039780 1 > prepared operation key=JFW247YEIEQ0 tag=GDCYRRSEA1TL type=del size=2626644 2024-04-02T08:43:59.998 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.000+0000 7f7da3039780 1 < completed delete operation key=Y5E6U7ZCX7JC tag=ACAIYGPKIHRS type=del 2024-04-02T08:44:00.001 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.003+0000 7f7da3039780 1 > prepared operation key=Z2HC0VEJJV9V tag=T0F19WF2DF5T type=write size=881915 2024-04-02T08:44:00.004 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.006+0000 7f7da3039780 1 < canceled operation key=Y5E6U7ZCX7JC tag=4KAI9POJUQTC type=del size=3106191 2024-04-02T08:44:00.010 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.011+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~GSW8GD4ZKBYG.0 size=1048576 2024-04-02T08:44:00.012 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.014+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~GSW8GD4ZKBYG.1 size=1048576 2024-04-02T08:44:00.015 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.017+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~GSW8GD4ZKBYG.2 size=1037859 2024-04-02T08:44:00.016 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.017+0000 7f7da3039780 1 > prepared multipart upload key=QHKAPO5SX6SG upload=GSW8GD4ZKBYG tag=XWOGA3UH8NVX type=write size=4183587 2024-04-02T08:44:00.019 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.021+0000 7f7da3039780 1 < completed delete operation key=B23RMWV8I9ZL tag=0HLH7ZCL03WS type=del 2024-04-02T08:44:00.022 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.024+0000 7f7da3039780 1 > prepared operation key=N5AIAS76IS0Z tag=46OH61YIV12N type=write size=675217 2024-04-02T08:44:00.025 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.026+0000 7f7da3039780 1 < completed part key=_multipart_Y5E6U7ZCX7JC.2~CZUW2RTUZ8DD.0 size=1048576 2024-04-02T08:44:00.028 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.029+0000 7f7da3039780 1 < completed part key=_multipart_Y5E6U7ZCX7JC.2~CZUW2RTUZ8DD.1 size=1048576 2024-04-02T08:44:00.030 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.032+0000 7f7da3039780 1 < completed part key=_multipart_Y5E6U7ZCX7JC.2~CZUW2RTUZ8DD.2 size=687190 2024-04-02T08:44:00.036 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.038+0000 7f7da3039780 1 < completed multipart upload key=Y5E6U7ZCX7JC upload=CZUW2RTUZ8DD tag=T45H3F7GT0MO type=write size=3832918 2024-04-02T08:44:00.042 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.043+0000 7f7da3039780 1 > prepared part key=_multipart_AESEEOTWQSFQ.2~T0Z0VCNKJFLG.0 size=423502 2024-04-02T08:44:00.042 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.043+0000 7f7da3039780 1 > prepared multipart upload key=AESEEOTWQSFQ upload=T0Z0VCNKJFLG tag=SR2JITH10II2 type=write size=1472078 2024-04-02T08:44:00.048 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.050+0000 7f7da3039780 1 < suggested remove operation key=AESEEOTWQSFQ tag=XCV5MXXBS4SW type=del 2024-04-02T08:44:00.053 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.055+0000 7f7da3039780 1 > prepared part key=_multipart_XN6KQ2LGZYGL.2~CT3SHASZKQFJ.0 size=904794 2024-04-02T08:44:00.053 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.055+0000 7f7da3039780 1 > prepared multipart upload key=XN6KQ2LGZYGL upload=CT3SHASZKQFJ tag=ZP1B0ZJ63QF6 type=write size=1953370 2024-04-02T08:44:00.057 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.059+0000 7f7da3039780 1 < canceled operation key=A3I3KM5DTR9R tag=IO45RWEEXUMG type=del size=2509630 2024-04-02T08:44:00.062 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.063+0000 7f7da3039780 1 > prepared part key=_multipart_BURYF1967J48.2~CFUF7FYQZO2C.0 size=1048576 2024-04-02T08:44:00.064 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.065+0000 7f7da3039780 1 > prepared part key=_multipart_BURYF1967J48.2~CFUF7FYQZO2C.1 size=1048576 2024-04-02T08:44:00.066 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.067+0000 7f7da3039780 1 > prepared part key=_multipart_BURYF1967J48.2~CFUF7FYQZO2C.2 size=712741 2024-04-02T08:44:00.066 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.067+0000 7f7da3039780 1 > prepared multipart upload key=BURYF1967J48 upload=CFUF7FYQZO2C tag=MZLS2QCT754Z type=write size=3858469 2024-04-02T08:44:00.068 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.069+0000 7f7da3039780 1 < canceled operation key=A3I3KM5DTR9R tag=17S627UAYHM4 type=del size=2543264 2024-04-02T08:44:00.072 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.074+0000 7f7da3039780 1 > prepared part key=_multipart_D0Z1XMS5I5SH.2~UL7CYQ83B86T.0 size=1048576 2024-04-02T08:44:00.075 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.076+0000 7f7da3039780 1 > prepared part key=_multipart_D0Z1XMS5I5SH.2~UL7CYQ83B86T.1 size=1048576 2024-04-02T08:44:00.076 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.078+0000 7f7da3039780 1 > prepared part key=_multipart_D0Z1XMS5I5SH.2~UL7CYQ83B86T.2 size=915953 2024-04-02T08:44:00.077 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.078+0000 7f7da3039780 1 > prepared multipart upload key=D0Z1XMS5I5SH upload=UL7CYQ83B86T tag=N6CQXOZPD55F type=write size=4061681 2024-04-02T08:44:00.079 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.080+0000 7f7da3039780 1 < completed part key=_multipart_YXESDZ3ETQK9.2~AG9W4TUWFER0.0 size=471346 2024-04-02T08:44:00.082 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.084+0000 7f7da3039780 1 < completed multipart upload key=YXESDZ3ETQK9 upload=AG9W4TUWFER0 tag=ZRK5ISZJJOS0 type=write size=1519922 2024-04-02T08:44:00.084 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.086+0000 7f7da3039780 1 > prepared operation key=EAG9W8JA0WA6 tag=WELP4Y3K1VA3 type=write size=257412 2024-04-02T08:44:00.086 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.088+0000 7f7da3039780 1 < completed delete operation key=NOK2IIY1WSGJ tag=QCLMSX6TS5RO type=del 2024-04-02T08:44:00.090 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.092+0000 7f7da3039780 1 > prepared part key=_multipart_B23RMWV8I9ZL.2~5R17GHYCZ2SM.0 size=1048576 2024-04-02T08:44:00.092 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.094+0000 7f7da3039780 1 > prepared part key=_multipart_B23RMWV8I9ZL.2~5R17GHYCZ2SM.1 size=1048576 2024-04-02T08:44:00.095 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.096+0000 7f7da3039780 1 > prepared part key=_multipart_B23RMWV8I9ZL.2~5R17GHYCZ2SM.2 size=102949 2024-04-02T08:44:00.095 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.096+0000 7f7da3039780 1 > prepared multipart upload key=B23RMWV8I9ZL upload=5R17GHYCZ2SM tag=OCVAGE5YUDVC type=write size=3248677 2024-04-02T08:44:00.099 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.101+0000 7f7da3039780 -1 < failed to complete operation key=AESEEOTWQSFQ tag=8S907JU7N46O type=write size=733762: (22) Invalid argument 2024-04-02T08:44:00.102 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.103+0000 7f7da3039780 1 > prepared operation key=D0Z1XMS5I5SH tag=026BHD1JX8MF type=del size=683238 2024-04-02T08:44:00.105 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.106+0000 7f7da3039780 1 < completed delete operation key=XN6KQ2LGZYGL tag=C3LW75MU70PK type=del 2024-04-02T08:44:00.107 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.109+0000 7f7da3039780 1 > prepared operation key=A3I3KM5DTR9R tag=PXHJURFR5F92 type=del size=3170664 2024-04-02T08:44:00.110 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.112+0000 7f7da3039780 1 < completed delete operation key=9JGJK5C8JJ0Z tag=IN9N9WXJWOH5 type=del 2024-04-02T08:44:00.112 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.114+0000 7f7da3039780 1 > prepared operation key=N5AIAS76IS0Z tag=0WJ1H24M8MFC type=write size=31629 2024-04-02T08:44:00.114 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.116+0000 7f7da3039780 1 < completed delete operation key=ZZ885TFYL1OI tag=S09XZ0FALG8Z type=del 2024-04-02T08:44:00.119 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.120+0000 7f7da3039780 1 > prepared part key=_multipart_B23RMWV8I9ZL.2~7NQDVGG9F7KC.0 size=1048576 2024-04-02T08:44:00.121 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.122+0000 7f7da3039780 1 > prepared part key=_multipart_B23RMWV8I9ZL.2~7NQDVGG9F7KC.1 size=226259 2024-04-02T08:44:00.121 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.122+0000 7f7da3039780 1 > prepared multipart upload key=B23RMWV8I9ZL upload=7NQDVGG9F7KC tag=ULSGGOTHNBZO type=write size=2323411 2024-04-02T08:44:00.123 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.124+0000 7f7da3039780 1 < completed part key=_multipart_QHKAPO5SX6SG.2~4ZA310Q91SWW.0 size=1048576 2024-04-02T08:44:00.124 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.126+0000 7f7da3039780 1 < completed part key=_multipart_QHKAPO5SX6SG.2~4ZA310Q91SWW.1 size=1048576 2024-04-02T08:44:00.126 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.128+0000 7f7da3039780 1 < completed part key=_multipart_QHKAPO5SX6SG.2~4ZA310Q91SWW.2 size=215865 2024-04-02T08:44:00.130 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.132+0000 7f7da3039780 1 < completed multipart upload key=QHKAPO5SX6SG upload=4ZA310Q91SWW tag=4LV6KKTCY8SN type=write size=3361593 2024-04-02T08:44:00.132 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.134+0000 7f7da3039780 1 > prepared operation key=Y5E6U7ZCX7JC tag=53DJKMY8H0OP type=del size=3689627 2024-04-02T08:44:00.134 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.136+0000 7f7da3039780 1 < completed delete operation key=NOK2IIY1WSGJ tag=YP3UXVXJ6PDL type=del 2024-04-02T08:44:00.136 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.138+0000 7f7da3039780 1 > prepared operation key=XV6PSEG36RCA tag=6UP22STA3I06 type=del size=2226718 2024-04-02T08:44:00.140 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.142+0000 7f7da3039780 1 < suggested remove operation key=JFW247YEIEQ0 tag=GDCYRRSEA1TL type=del 2024-04-02T08:44:00.142 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.144+0000 7f7da3039780 1 > prepared operation key=1SDLEDDX8LZR tag=QB0965Q7BVP8 type=del size=4177006 2024-04-02T08:44:00.144 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.146+0000 7f7da3039780 1 < completed write operation key=Z2HC0VEJJV9V tag=T0F19WF2DF5T type=write size=881915 2024-04-02T08:44:00.146 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.148+0000 7f7da3039780 1 > prepared operation key=R3KOUNXRRJL4 tag=7LSMTSTKJLTT type=del size=2590220 2024-04-02T08:44:00.147 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.148+0000 7f7da3039780 1 < canceled part key=_multipart_QHKAPO5SX6SG.2~GSW8GD4ZKBYG.0 size=1048576 2024-04-02T08:44:00.148 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.150+0000 7f7da3039780 1 < completed part key=_multipart_QHKAPO5SX6SG.2~GSW8GD4ZKBYG.1 size=1048576 2024-04-02T08:44:00.150 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.152+0000 7f7da3039780 1 < completed part key=_multipart_QHKAPO5SX6SG.2~GSW8GD4ZKBYG.2 size=1037859 2024-04-02T08:44:00.154 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.156+0000 7f7da3039780 1 < canceled multipart upload key=QHKAPO5SX6SG upload=GSW8GD4ZKBYG tag=XWOGA3UH8NVX type=write size=4183587 2024-04-02T08:44:00.158 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.160+0000 7f7da3039780 1 > prepared part key=_multipart_A3I3KM5DTR9R.2~YE8JE1R6QJPJ.0 size=763176 2024-04-02T08:44:00.159 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.160+0000 7f7da3039780 1 > prepared multipart upload key=A3I3KM5DTR9R upload=YE8JE1R6QJPJ tag=BK20GVS5VDZ2 type=write size=1811752 2024-04-02T08:44:00.160 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.162+0000 7f7da3039780 1 < completed write operation key=N5AIAS76IS0Z tag=46OH61YIV12N type=write size=675217 2024-04-02T08:44:00.163 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.164+0000 7f7da3039780 1 > prepared operation key=R3KOUNXRRJL4 tag=VPVHX0WKWGGA type=del size=2760064 2024-04-02T08:44:00.165 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.166+0000 7f7da3039780 1 < completed part key=_multipart_AESEEOTWQSFQ.2~T0Z0VCNKJFLG.0 size=423502 2024-04-02T08:44:00.168 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.170+0000 7f7da3039780 1 < completed multipart upload key=AESEEOTWQSFQ upload=T0Z0VCNKJFLG tag=SR2JITH10II2 type=write size=1472078 2024-04-02T08:44:00.172 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.174+0000 7f7da3039780 1 > prepared part key=_multipart_A3I3KM5DTR9R.2~RZ38G3J2W9XX.0 size=188445 2024-04-02T08:44:00.172 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.174+0000 7f7da3039780 1 > prepared multipart upload key=A3I3KM5DTR9R upload=RZ38G3J2W9XX tag=0YR138YG082D type=write size=1237021 2024-04-02T08:44:00.174 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.176+0000 7f7da3039780 1 < completed part key=_multipart_XN6KQ2LGZYGL.2~CT3SHASZKQFJ.0 size=904794 2024-04-02T08:44:00.178 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.180+0000 7f7da3039780 1 < completed multipart upload key=XN6KQ2LGZYGL upload=CT3SHASZKQFJ tag=ZP1B0ZJ63QF6 type=write size=1953370 2024-04-02T08:44:00.182 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.184+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~1WCQ5B7XVA1U.0 size=1048576 2024-04-02T08:44:00.185 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.187+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~1WCQ5B7XVA1U.1 size=870792 2024-04-02T08:44:00.185 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.187+0000 7f7da3039780 1 > prepared multipart upload key=ELDWOJAKQD69 upload=1WCQ5B7XVA1U tag=D1R0SLGCFUAQ type=write size=2967944 2024-04-02T08:44:00.188 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.190+0000 7f7da3039780 1 < completed part key=_multipart_BURYF1967J48.2~CFUF7FYQZO2C.0 size=1048576 2024-04-02T08:44:00.191 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.192+0000 7f7da3039780 1 < completed part key=_multipart_BURYF1967J48.2~CFUF7FYQZO2C.1 size=1048576 2024-04-02T08:44:00.194 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.196+0000 7f7da3039780 1 < completed part key=_multipart_BURYF1967J48.2~CFUF7FYQZO2C.2 size=712741 2024-04-02T08:44:00.200 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.202+0000 7f7da3039780 1 < completed multipart upload key=BURYF1967J48 upload=CFUF7FYQZO2C tag=MZLS2QCT754Z type=write size=3858469 2024-04-02T08:44:00.207 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.209+0000 7f7da3039780 1 > prepared part key=_multipart_JFW247YEIEQ0.2~5W15KO5YF5PA.0 size=1048576 2024-04-02T08:44:00.209 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.211+0000 7f7da3039780 1 > prepared part key=_multipart_JFW247YEIEQ0.2~5W15KO5YF5PA.1 size=1048576 2024-04-02T08:44:00.211 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.213+0000 7f7da3039780 1 > prepared part key=_multipart_JFW247YEIEQ0.2~5W15KO5YF5PA.2 size=288357 2024-04-02T08:44:00.212 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.213+0000 7f7da3039780 1 > prepared multipart upload key=JFW247YEIEQ0 upload=5W15KO5YF5PA tag=332PM8X34M1N type=write size=3434085 2024-04-02T08:44:00.244 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.245+0000 7f7da3039780 1 < completed part key=_multipart_D0Z1XMS5I5SH.2~UL7CYQ83B86T.0 size=1048576 2024-04-02T08:44:00.244 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.245+0000 7f7da3039780 1 < canceled part key=_multipart_D0Z1XMS5I5SH.2~UL7CYQ83B86T.1 size=1048576 2024-04-02T08:44:00.246 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.248+0000 7f7da3039780 1 < completed part key=_multipart_D0Z1XMS5I5SH.2~UL7CYQ83B86T.2 size=915953 2024-04-02T08:44:00.251 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.252+0000 7f7da3039780 1 < canceled multipart upload key=D0Z1XMS5I5SH upload=UL7CYQ83B86T tag=N6CQXOZPD55F type=write size=4061681 2024-04-02T08:44:00.253 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.255+0000 7f7da3039780 1 > prepared operation key=QSPL4WJY2BVT tag=K5L1O6KMRMCL type=write size=665485 2024-04-02T08:44:00.256 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.257+0000 7f7da3039780 1 < completed write operation key=EAG9W8JA0WA6 tag=WELP4Y3K1VA3 type=write size=257412 2024-04-02T08:44:00.258 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.260+0000 7f7da3039780 1 > prepared operation key=993CLRT5TRZG tag=ID34VTUPKUSK type=del size=88105 2024-04-02T08:44:00.261 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.263+0000 7f7da3039780 1 < completed part key=_multipart_B23RMWV8I9ZL.2~5R17GHYCZ2SM.0 size=1048576 2024-04-02T08:44:00.264 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.266+0000 7f7da3039780 1 < completed part key=_multipart_B23RMWV8I9ZL.2~5R17GHYCZ2SM.1 size=1048576 2024-04-02T08:44:00.266 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.268+0000 7f7da3039780 1 < completed part key=_multipart_B23RMWV8I9ZL.2~5R17GHYCZ2SM.2 size=102949 2024-04-02T08:44:00.271 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.273+0000 7f7da3039780 1 < completed multipart upload key=B23RMWV8I9ZL upload=5R17GHYCZ2SM tag=OCVAGE5YUDVC type=write size=3248677 2024-04-02T08:44:00.277 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.278+0000 7f7da3039780 1 > prepared part key=_multipart_993CLRT5TRZG.2~ZY0L3UW07JZK.0 size=1048576 2024-04-02T08:44:00.279 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.281+0000 7f7da3039780 1 > prepared part key=_multipart_993CLRT5TRZG.2~ZY0L3UW07JZK.1 size=250184 2024-04-02T08:44:00.279 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.281+0000 7f7da3039780 1 > prepared multipart upload key=993CLRT5TRZG upload=ZY0L3UW07JZK tag=PJIFO29PNYCX type=write size=2347336 2024-04-02T08:44:00.282 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.283+0000 7f7da3039780 1 < completed delete operation key=D0Z1XMS5I5SH tag=026BHD1JX8MF type=del 2024-04-02T08:44:00.286 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.288+0000 7f7da3039780 1 > prepared part key=_multipart_Z2HC0VEJJV9V.2~XGQQRXUNU79N.0 size=934767 2024-04-02T08:44:00.286 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.288+0000 7f7da3039780 1 > prepared multipart upload key=Z2HC0VEJJV9V upload=XGQQRXUNU79N tag=485Y9HX71QPL type=write size=1983343 2024-04-02T08:44:00.288 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.290+0000 7f7da3039780 1 < completed delete operation key=A3I3KM5DTR9R tag=PXHJURFR5F92 type=del 2024-04-02T08:44:00.291 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.292+0000 7f7da3039780 1 > prepared operation key=DJP9NW2GDNHB tag=4R1T6E7T7PC1 type=del size=1075733 2024-04-02T08:44:00.296 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.297+0000 7f7da3039780 1 < suggested update operation key=N5AIAS76IS0Z tag=0WJ1H24M8MFC type=write size=31629 2024-04-02T08:44:00.298 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.299+0000 7f7da3039780 1 > prepared operation key=BURYF1967J48 tag=RV24K2LSNEWJ type=del size=1377472 2024-04-02T08:44:00.301 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.302+0000 7f7da3039780 1 < completed part key=_multipart_B23RMWV8I9ZL.2~7NQDVGG9F7KC.0 size=1048576 2024-04-02T08:44:00.303 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.305+0000 7f7da3039780 1 < completed part key=_multipart_B23RMWV8I9ZL.2~7NQDVGG9F7KC.1 size=226259 2024-04-02T08:44:00.308 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.309+0000 7f7da3039780 1 < completed multipart upload key=B23RMWV8I9ZL upload=7NQDVGG9F7KC tag=ULSGGOTHNBZO type=write size=2323411 2024-04-02T08:44:00.312 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.314+0000 7f7da3039780 1 > prepared part key=_multipart_Z2HC0VEJJV9V.2~JS1W603C73Y1.0 size=481644 2024-04-02T08:44:00.312 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.314+0000 7f7da3039780 1 > prepared multipart upload key=Z2HC0VEJJV9V upload=JS1W603C73Y1 tag=0513VMH1N67F type=write size=1530220 2024-04-02T08:44:00.315 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.316+0000 7f7da3039780 1 < completed delete operation key=Y5E6U7ZCX7JC tag=53DJKMY8H0OP type=del 2024-04-02T08:44:00.317 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.319+0000 7f7da3039780 1 > prepared operation key=JFW247YEIEQ0 tag=6AOZFNFZYHWE type=del size=2775208 2024-04-02T08:44:00.319 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.321+0000 7f7da3039780 1 < completed delete operation key=XV6PSEG36RCA tag=6UP22STA3I06 type=del 2024-04-02T08:44:00.325 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.326+0000 7f7da3039780 1 > prepared part key=_multipart_NOK2IIY1WSGJ.2~QMOWRR5JPQPF.0 size=946616 2024-04-02T08:44:00.325 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.326+0000 7f7da3039780 1 > prepared multipart upload key=NOK2IIY1WSGJ upload=QMOWRR5JPQPF tag=0I7HNO1TIDUW type=write size=1995192 2024-04-02T08:44:00.327 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.329+0000 7f7da3039780 1 < completed delete operation key=1SDLEDDX8LZR tag=QB0965Q7BVP8 type=del 2024-04-02T08:44:00.330 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.332+0000 7f7da3039780 1 > prepared operation key=IX5GR5MVNL1T tag=1DRHLR8NPKAZ type=del size=597754 2024-04-02T08:44:00.333 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.334+0000 7f7da3039780 1 < completed delete operation key=R3KOUNXRRJL4 tag=7LSMTSTKJLTT type=del 2024-04-02T08:44:00.338 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.340+0000 7f7da3039780 1 > prepared part key=_multipart_YWRL9YH2Y59R.2~IV7MW5YVW6VT.0 size=935984 2024-04-02T08:44:00.338 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.340+0000 7f7da3039780 1 > prepared multipart upload key=YWRL9YH2Y59R upload=IV7MW5YVW6VT tag=2XDLF48AZB0H type=write size=1984560 2024-04-02T08:44:00.341 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.343+0000 7f7da3039780 1 < completed part key=_multipart_A3I3KM5DTR9R.2~YE8JE1R6QJPJ.0 size=763176 2024-04-02T08:44:00.346 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.348+0000 7f7da3039780 1 < completed multipart upload key=A3I3KM5DTR9R upload=YE8JE1R6QJPJ tag=BK20GVS5VDZ2 type=write size=1811752 2024-04-02T08:44:00.350 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.352+0000 7f7da3039780 1 > prepared part key=_multipart_Z2HC0VEJJV9V.2~FBNZPISR3VZU.0 size=1048576 2024-04-02T08:44:00.353 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.354+0000 7f7da3039780 1 > prepared part key=_multipart_Z2HC0VEJJV9V.2~FBNZPISR3VZU.1 size=144703 2024-04-02T08:44:00.353 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.354+0000 7f7da3039780 1 > prepared multipart upload key=Z2HC0VEJJV9V upload=FBNZPISR3VZU tag=KQFYH0Q9QQDH type=write size=2241855 2024-04-02T08:44:00.355 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.357+0000 7f7da3039780 1 < completed delete operation key=R3KOUNXRRJL4 tag=VPVHX0WKWGGA type=del 2024-04-02T08:44:00.357 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.359+0000 7f7da3039780 1 > prepared operation key=B23RMWV8I9ZL tag=AKYA1HYTZQI8 type=del size=1005031 2024-04-02T08:44:00.359 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.361+0000 7f7da3039780 1 < completed part key=_multipart_A3I3KM5DTR9R.2~RZ38G3J2W9XX.0 size=188445 2024-04-02T08:44:00.363 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.364+0000 7f7da3039780 1 < completed multipart upload key=A3I3KM5DTR9R upload=RZ38G3J2W9XX tag=0YR138YG082D type=write size=1237021 2024-04-02T08:44:00.365 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.366+0000 7f7da3039780 1 > prepared operation key=57GR82RGCWC5 tag=O9LZ275DGPYZ type=del size=183703 2024-04-02T08:44:00.367 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.369+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~1WCQ5B7XVA1U.0 size=1048576 2024-04-02T08:44:00.369 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.370+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~1WCQ5B7XVA1U.1 size=870792 2024-04-02T08:44:00.372 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.374+0000 7f7da3039780 1 < completed multipart upload key=ELDWOJAKQD69 upload=1WCQ5B7XVA1U tag=D1R0SLGCFUAQ type=write size=2967944 2024-04-02T08:44:00.375 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.377+0000 7f7da3039780 1 > prepared operation key=ELDWOJAKQD69 tag=9R5X1SEEQU2B type=write size=514993 2024-04-02T08:44:00.378 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.379+0000 7f7da3039780 1 < completed part key=_multipart_JFW247YEIEQ0.2~5W15KO5YF5PA.0 size=1048576 2024-04-02T08:44:00.379 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.381+0000 7f7da3039780 1 < completed part key=_multipart_JFW247YEIEQ0.2~5W15KO5YF5PA.1 size=1048576 2024-04-02T08:44:00.381 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.383+0000 7f7da3039780 1 < completed part key=_multipart_JFW247YEIEQ0.2~5W15KO5YF5PA.2 size=288357 2024-04-02T08:44:00.386 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.387+0000 7f7da3039780 1 < completed multipart upload key=JFW247YEIEQ0 upload=5W15KO5YF5PA tag=332PM8X34M1N type=write size=3434085 2024-04-02T08:44:00.388 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.389+0000 7f7da3039780 1 > prepared operation key=SPZ4WDU9FXVH tag=N2NYQNZAARIE type=del size=368026 2024-04-02T08:44:00.390 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.392+0000 7f7da3039780 1 < completed write operation key=QSPL4WJY2BVT tag=K5L1O6KMRMCL type=write size=665485 2024-04-02T08:44:00.392 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.394+0000 7f7da3039780 1 > prepared operation key=993CLRT5TRZG tag=8YVW93PS2LHS type=del size=192011 2024-04-02T08:44:00.394 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.396+0000 7f7da3039780 1 < completed delete operation key=993CLRT5TRZG tag=ID34VTUPKUSK type=del 2024-04-02T08:44:00.397 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.398+0000 7f7da3039780 1 > prepared operation key=NOK2IIY1WSGJ tag=UG8KKLW452QV type=del size=78221 2024-04-02T08:44:00.399 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.400+0000 7f7da3039780 1 < completed part key=_multipart_993CLRT5TRZG.2~ZY0L3UW07JZK.0 size=1048576 2024-04-02T08:44:00.400 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.402+0000 7f7da3039780 1 < completed part key=_multipart_993CLRT5TRZG.2~ZY0L3UW07JZK.1 size=250184 2024-04-02T08:44:00.404 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.406+0000 7f7da3039780 1 < completed multipart upload key=993CLRT5TRZG upload=ZY0L3UW07JZK tag=PJIFO29PNYCX type=write size=2347336 2024-04-02T08:44:00.408 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.410+0000 7f7da3039780 1 > prepared part key=_multipart_1SDLEDDX8LZR.2~9ILDFEZWDWS6.0 size=1048576 2024-04-02T08:44:00.410 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.411+0000 7f7da3039780 1 > prepared part key=_multipart_1SDLEDDX8LZR.2~9ILDFEZWDWS6.1 size=1040024 2024-04-02T08:44:00.410 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.411+0000 7f7da3039780 1 > prepared multipart upload key=1SDLEDDX8LZR upload=9ILDFEZWDWS6 tag=MMX7ZDCYZDTV type=write size=3137176 2024-04-02T08:44:00.412 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.414+0000 7f7da3039780 1 < completed part key=_multipart_Z2HC0VEJJV9V.2~XGQQRXUNU79N.0 size=934767 2024-04-02T08:44:00.418 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.418+0000 7f7da3039780 1 < completed multipart upload key=Z2HC0VEJJV9V upload=XGQQRXUNU79N tag=485Y9HX71QPL type=write size=1983343 2024-04-02T08:44:00.418 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.420+0000 7f7da3039780 1 > prepared operation key=AMAKFO5IP7AO tag=FBMSERNABQQM type=del size=3225748 2024-04-02T08:44:00.421 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.422+0000 7f7da3039780 1 < completed delete operation key=DJP9NW2GDNHB tag=4R1T6E7T7PC1 type=del 2024-04-02T08:44:00.423 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.424+0000 7f7da3039780 1 > prepared operation key=81LFSX7KH5JC tag=3GZ6DW1FEAFT type=del size=2066522 2024-04-02T08:44:00.425 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.426+0000 7f7da3039780 1 < completed delete operation key=BURYF1967J48 tag=RV24K2LSNEWJ type=del 2024-04-02T08:44:00.429 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.430+0000 7f7da3039780 1 > prepared part key=_multipart_AMAKFO5IP7AO.2~MQIKI4VBHT0H.0 size=1048576 2024-04-02T08:44:00.431 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.432+0000 7f7da3039780 1 > prepared part key=_multipart_AMAKFO5IP7AO.2~MQIKI4VBHT0H.1 size=77250 2024-04-02T08:44:00.431 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.432+0000 7f7da3039780 1 > prepared multipart upload key=AMAKFO5IP7AO upload=MQIKI4VBHT0H tag=98JSP5XCBZ9L type=write size=2174402 2024-04-02T08:44:00.431 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.432+0000 7f7da3039780 1 < canceled part key=_multipart_Z2HC0VEJJV9V.2~JS1W603C73Y1.0 size=481644 2024-04-02T08:44:00.436 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.437+0000 7f7da3039780 1 < canceled multipart upload key=Z2HC0VEJJV9V upload=JS1W603C73Y1 tag=0513VMH1N67F type=write size=1530220 2024-04-02T08:44:00.439 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.441+0000 7f7da3039780 1 > prepared operation key=1SDLEDDX8LZR tag=5ILTASIQVDC0 type=del size=3701706 2024-04-02T08:44:00.445 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.447+0000 7f7da3039780 1 < suggested update operation key=JFW247YEIEQ0 tag=6AOZFNFZYHWE type=del size=2775208 2024-04-02T08:44:00.448 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.450+0000 7f7da3039780 1 > prepared operation key=BURYF1967J48 tag=QM6BPDJ08RWS type=del size=671391 2024-04-02T08:44:00.449 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.450+0000 7f7da3039780 1 < canceled part key=_multipart_NOK2IIY1WSGJ.2~QMOWRR5JPQPF.0 size=946616 2024-04-02T08:44:00.454 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.456+0000 7f7da3039780 1 < canceled multipart upload key=NOK2IIY1WSGJ upload=QMOWRR5JPQPF tag=0I7HNO1TIDUW type=write size=1995192 2024-04-02T08:44:00.460 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.462+0000 7f7da3039780 1 > prepared part key=_multipart_DJP9NW2GDNHB.2~2MLNKARDO325.0 size=1048576 2024-04-02T08:44:00.463 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.464+0000 7f7da3039780 1 > prepared part key=_multipart_DJP9NW2GDNHB.2~2MLNKARDO325.1 size=1048576 2024-04-02T08:44:00.465 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.467+0000 7f7da3039780 1 > prepared part key=_multipart_DJP9NW2GDNHB.2~2MLNKARDO325.2 size=640549 2024-04-02T08:44:00.465 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.467+0000 7f7da3039780 1 > prepared multipart upload key=DJP9NW2GDNHB upload=2MLNKARDO325 tag=1I60EGPN6PJ0 type=write size=3786277 2024-04-02T08:44:00.468 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.470+0000 7f7da3039780 1 < completed delete operation key=IX5GR5MVNL1T tag=1DRHLR8NPKAZ type=del 2024-04-02T08:44:00.470 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.472+0000 7f7da3039780 1 > prepared operation key=YWRL9YH2Y59R tag=44I7CIW3VHFS type=del size=2013496 2024-04-02T08:44:00.473 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.474+0000 7f7da3039780 1 < completed part key=_multipart_YWRL9YH2Y59R.2~IV7MW5YVW6VT.0 size=935984 2024-04-02T08:44:00.477 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.479+0000 7f7da3039780 1 < completed multipart upload key=YWRL9YH2Y59R upload=IV7MW5YVW6VT tag=2XDLF48AZB0H type=write size=1984560 2024-04-02T08:44:00.482 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.484+0000 7f7da3039780 1 > prepared part key=_multipart_BURYF1967J48.2~ZFS0MY0P40AM.0 size=1048576 2024-04-02T08:44:00.485 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.486+0000 7f7da3039780 1 > prepared part key=_multipart_BURYF1967J48.2~ZFS0MY0P40AM.1 size=213991 2024-04-02T08:44:00.486 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.486+0000 7f7da3039780 1 > prepared multipart upload key=BURYF1967J48 upload=ZFS0MY0P40AM tag=KOLOLX6PYC2W type=write size=2311143 2024-04-02T08:44:00.487 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.489+0000 7f7da3039780 1 < completed part key=_multipart_Z2HC0VEJJV9V.2~FBNZPISR3VZU.0 size=1048576 2024-04-02T08:44:00.487 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.489+0000 7f7da3039780 1 < canceled part key=_multipart_Z2HC0VEJJV9V.2~FBNZPISR3VZU.1 size=144703 2024-04-02T08:44:00.491 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.493+0000 7f7da3039780 1 < canceled multipart upload key=Z2HC0VEJJV9V upload=FBNZPISR3VZU tag=KQFYH0Q9QQDH type=write size=2241855 2024-04-02T08:44:00.494 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.495+0000 7f7da3039780 1 > prepared operation key=ZZ885TFYL1OI tag=FFQ2WLB4H8H8 type=del size=2855804 2024-04-02T08:44:00.499 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.500+0000 7f7da3039780 1 < suggested update operation key=B23RMWV8I9ZL tag=AKYA1HYTZQI8 type=del size=1005031 2024-04-02T08:44:00.501 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.503+0000 7f7da3039780 1 > prepared operation key=XV6PSEG36RCA tag=SEK06OV7CPCA type=del size=2020388 2024-04-02T08:44:00.503 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.505+0000 7f7da3039780 1 < canceled operation key=57GR82RGCWC5 tag=O9LZ275DGPYZ type=del size=183703 2024-04-02T08:44:00.506 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.507+0000 7f7da3039780 1 > prepared operation key=R3KOUNXRRJL4 tag=9ZS6QZIDBFEO type=del size=2075119 2024-04-02T08:44:00.508 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.510+0000 7f7da3039780 1 < completed write operation key=ELDWOJAKQD69 tag=9R5X1SEEQU2B type=write size=514993 2024-04-02T08:44:00.511 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.512+0000 7f7da3039780 1 > prepared operation key=81LFSX7KH5JC tag=H1ZY95BJQ5HP type=del size=219158 2024-04-02T08:44:00.513 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.515+0000 7f7da3039780 1 < completed delete operation key=SPZ4WDU9FXVH tag=N2NYQNZAARIE type=del 2024-04-02T08:44:00.516 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.518+0000 7f7da3039780 1 > prepared operation key=XV6PSEG36RCA tag=FGVN5516E0E6 type=del size=2502314 2024-04-02T08:44:00.519 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.521+0000 7f7da3039780 1 < completed delete operation key=993CLRT5TRZG tag=8YVW93PS2LHS type=del 2024-04-02T08:44:00.523 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.525+0000 7f7da3039780 1 > prepared part key=_multipart_993CLRT5TRZG.2~EK44FSC0N0HH.0 size=1048576 2024-04-02T08:44:00.525 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.527+0000 7f7da3039780 1 > prepared part key=_multipart_993CLRT5TRZG.2~EK44FSC0N0HH.1 size=1048576 2024-04-02T08:44:00.527 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.529+0000 7f7da3039780 1 > prepared part key=_multipart_993CLRT5TRZG.2~EK44FSC0N0HH.2 size=58195 2024-04-02T08:44:00.527 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.529+0000 7f7da3039780 1 > prepared multipart upload key=993CLRT5TRZG upload=EK44FSC0N0HH tag=C6XSQBHXBKOJ type=write size=3203923 2024-04-02T08:44:00.530 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.531+0000 7f7da3039780 1 < completed delete operation key=NOK2IIY1WSGJ tag=UG8KKLW452QV type=del 2024-04-02T08:44:00.535 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.536+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~UUG2JI40LXDN.0 size=1048576 2024-04-02T08:44:00.537 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.538+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~UUG2JI40LXDN.1 size=243885 2024-04-02T08:44:00.537 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.538+0000 7f7da3039780 1 > prepared multipart upload key=6TJF572KI0FA upload=UUG2JI40LXDN tag=1CIYQ8D0SZ5Q type=write size=2341037 2024-04-02T08:44:00.539 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.541+0000 7f7da3039780 1 < completed part key=_multipart_1SDLEDDX8LZR.2~9ILDFEZWDWS6.0 size=1048576 2024-04-02T08:44:00.542 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.543+0000 7f7da3039780 1 < completed part key=_multipart_1SDLEDDX8LZR.2~9ILDFEZWDWS6.1 size=1040024 2024-04-02T08:44:00.546 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.548+0000 7f7da3039780 1 < completed multipart upload key=1SDLEDDX8LZR upload=9ILDFEZWDWS6 tag=MMX7ZDCYZDTV type=write size=3137176 2024-04-02T08:44:00.549 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.550+0000 7f7da3039780 1 > prepared operation key=N5AIAS76IS0Z tag=1JW8CCDZK9KK type=del size=4179641 2024-04-02T08:44:00.551 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.552+0000 7f7da3039780 1 < completed delete operation key=AMAKFO5IP7AO tag=FBMSERNABQQM type=del 2024-04-02T08:44:00.556 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.557+0000 7f7da3039780 1 > prepared part key=_multipart_ZZ885TFYL1OI.2~VPQX4FELVDRY.0 size=1048576 2024-04-02T08:44:00.558 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.560+0000 7f7da3039780 1 > prepared part key=_multipart_ZZ885TFYL1OI.2~VPQX4FELVDRY.1 size=1048576 2024-04-02T08:44:00.560 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.562+0000 7f7da3039780 1 > prepared part key=_multipart_ZZ885TFYL1OI.2~VPQX4FELVDRY.2 size=289575 2024-04-02T08:44:00.560 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.562+0000 7f7da3039780 1 > prepared multipart upload key=ZZ885TFYL1OI upload=VPQX4FELVDRY tag=04SL4A2F4TOG type=write size=3435303 2024-04-02T08:44:00.563 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.564+0000 7f7da3039780 1 < completed delete operation key=81LFSX7KH5JC tag=3GZ6DW1FEAFT type=del 2024-04-02T08:44:00.567 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.569+0000 7f7da3039780 1 > prepared part key=_multipart_Z2HC0VEJJV9V.2~I1ORAUF25FH8.0 size=1048576 2024-04-02T08:44:00.570 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.572+0000 7f7da3039780 1 > prepared part key=_multipart_Z2HC0VEJJV9V.2~I1ORAUF25FH8.1 size=1048576 2024-04-02T08:44:00.573 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.574+0000 7f7da3039780 1 > prepared part key=_multipart_Z2HC0VEJJV9V.2~I1ORAUF25FH8.2 size=342058 2024-04-02T08:44:00.573 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.574+0000 7f7da3039780 1 > prepared multipart upload key=Z2HC0VEJJV9V upload=I1ORAUF25FH8 tag=446D2EMW7277 type=write size=3487786 2024-04-02T08:44:00.575 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.577+0000 7f7da3039780 1 < completed part key=_multipart_AMAKFO5IP7AO.2~MQIKI4VBHT0H.0 size=1048576 2024-04-02T08:44:00.578 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.579+0000 7f7da3039780 1 < completed part key=_multipart_AMAKFO5IP7AO.2~MQIKI4VBHT0H.1 size=77250 2024-04-02T08:44:00.582 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.583+0000 7f7da3039780 1 < completed multipart upload key=AMAKFO5IP7AO upload=MQIKI4VBHT0H tag=98JSP5XCBZ9L type=write size=2174402 2024-04-02T08:44:00.585 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.586+0000 7f7da3039780 1 > prepared operation key=DJP9NW2GDNHB tag=FKW3GI6H46HK type=write size=842000 2024-04-02T08:44:00.587 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.589+0000 7f7da3039780 1 < completed delete operation key=1SDLEDDX8LZR tag=5ILTASIQVDC0 type=del 2024-04-02T08:44:00.590 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.592+0000 7f7da3039780 1 > prepared operation key=SPZ4WDU9FXVH tag=9EBVZN2R2IND type=del size=504868 2024-04-02T08:44:00.595 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.597+0000 7f7da3039780 1 < suggested update operation key=BURYF1967J48 tag=QM6BPDJ08RWS type=del size=671391 2024-04-02T08:44:00.601 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.602+0000 7f7da3039780 1 > prepared part key=_multipart_YWRL9YH2Y59R.2~HK2M0MK3Y5MO.0 size=1048576 2024-04-02T08:44:00.603 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.605+0000 7f7da3039780 1 > prepared part key=_multipart_YWRL9YH2Y59R.2~HK2M0MK3Y5MO.1 size=870602 2024-04-02T08:44:00.603 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.605+0000 7f7da3039780 1 > prepared multipart upload key=YWRL9YH2Y59R upload=HK2M0MK3Y5MO tag=L3ARDC5PYOSN type=write size=2967754 2024-04-02T08:44:00.606 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.607+0000 7f7da3039780 1 < completed part key=_multipart_DJP9NW2GDNHB.2~2MLNKARDO325.0 size=1048576 2024-04-02T08:44:00.608 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.610+0000 7f7da3039780 1 < completed part key=_multipart_DJP9NW2GDNHB.2~2MLNKARDO325.1 size=1048576 2024-04-02T08:44:00.611 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.612+0000 7f7da3039780 1 < completed part key=_multipart_DJP9NW2GDNHB.2~2MLNKARDO325.2 size=640549 2024-04-02T08:44:00.615 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.617+0000 7f7da3039780 1 < completed multipart upload key=DJP9NW2GDNHB upload=2MLNKARDO325 tag=1I60EGPN6PJ0 type=write size=3786277 2024-04-02T08:44:00.618 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.619+0000 7f7da3039780 1 > prepared operation key=D0Z1XMS5I5SH tag=TGUK5ZV051BA type=del size=282234 2024-04-02T08:44:00.620 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.622+0000 7f7da3039780 1 < completed delete operation key=YWRL9YH2Y59R tag=44I7CIW3VHFS type=del 2024-04-02T08:44:00.622 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.624+0000 7f7da3039780 1 > prepared operation key=Z2HC0VEJJV9V tag=A26KVS7TM95B type=del size=1489113 2024-04-02T08:44:00.625 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.626+0000 7f7da3039780 1 < completed part key=_multipart_BURYF1967J48.2~ZFS0MY0P40AM.0 size=1048576 2024-04-02T08:44:00.627 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.629+0000 7f7da3039780 1 < completed part key=_multipart_BURYF1967J48.2~ZFS0MY0P40AM.1 size=213991 2024-04-02T08:44:00.631 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.633+0000 7f7da3039780 1 < completed multipart upload key=BURYF1967J48 upload=ZFS0MY0P40AM tag=KOLOLX6PYC2W type=write size=2311143 2024-04-02T08:44:00.634 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.635+0000 7f7da3039780 1 > prepared operation key=YWRL9YH2Y59R tag=0O56O7WH5FB1 type=del size=3038051 2024-04-02T08:44:00.636 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.638+0000 7f7da3039780 1 < completed delete operation key=ZZ885TFYL1OI tag=FFQ2WLB4H8H8 type=del 2024-04-02T08:44:00.641 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.643+0000 7f7da3039780 1 > prepared part key=_multipart_57GR82RGCWC5.2~OZMP13CWPUT1.0 size=328737 2024-04-02T08:44:00.642 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.643+0000 7f7da3039780 1 > prepared multipart upload key=57GR82RGCWC5 upload=OZMP13CWPUT1 tag=4E9V0CCM6B43 type=write size=1377313 2024-04-02T08:44:00.646 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.648+0000 7f7da3039780 1 < suggested remove operation key=XV6PSEG36RCA tag=SEK06OV7CPCA type=del 2024-04-02T08:44:00.648 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.650+0000 7f7da3039780 1 > prepared operation key=ELDWOJAKQD69 tag=4R863OI7MZ1S type=del size=2464305 2024-04-02T08:44:00.651 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.653+0000 7f7da3039780 1 < completed delete operation key=R3KOUNXRRJL4 tag=9ZS6QZIDBFEO type=del 2024-04-02T08:44:00.656 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.657+0000 7f7da3039780 1 > prepared part key=_multipart_9JGJK5C8JJ0Z.2~5D63JFZ0NA3T.0 size=1048576 2024-04-02T08:44:00.657 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.659+0000 7f7da3039780 1 > prepared part key=_multipart_9JGJK5C8JJ0Z.2~5D63JFZ0NA3T.1 size=671188 2024-04-02T08:44:00.657 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.659+0000 7f7da3039780 1 > prepared multipart upload key=9JGJK5C8JJ0Z upload=5D63JFZ0NA3T tag=R3TNSUAJNPGU type=write size=2768340 2024-04-02T08:44:00.660 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.661+0000 7f7da3039780 1 < completed delete operation key=81LFSX7KH5JC tag=H1ZY95BJQ5HP type=del 2024-04-02T08:44:00.662 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.664+0000 7f7da3039780 1 > prepared operation key=B23RMWV8I9ZL tag=1Q1UYP4IQBIG type=del size=3420705 2024-04-02T08:44:00.665 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.667+0000 7f7da3039780 -1 < failed to complete operation key=XV6PSEG36RCA tag=FGVN5516E0E6 type=del size=2502314: (22) Invalid argument 2024-04-02T08:44:00.667 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.669+0000 7f7da3039780 1 > prepared operation key=R3KOUNXRRJL4 tag=X931GNJO0CFC type=del size=2269896 2024-04-02T08:44:00.669 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.671+0000 7f7da3039780 1 < completed part key=_multipart_993CLRT5TRZG.2~EK44FSC0N0HH.0 size=1048576 2024-04-02T08:44:00.671 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.673+0000 7f7da3039780 1 < completed part key=_multipart_993CLRT5TRZG.2~EK44FSC0N0HH.1 size=1048576 2024-04-02T08:44:00.673 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.675+0000 7f7da3039780 1 < completed part key=_multipart_993CLRT5TRZG.2~EK44FSC0N0HH.2 size=58195 2024-04-02T08:44:00.677 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.679+0000 7f7da3039780 1 < completed multipart upload key=993CLRT5TRZG upload=EK44FSC0N0HH tag=C6XSQBHXBKOJ type=write size=3203923 2024-04-02T08:44:00.683 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.684+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~E71649AYKCNY.0 size=1048576 2024-04-02T08:44:00.685 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.687+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~E71649AYKCNY.1 size=962602 2024-04-02T08:44:00.685 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.687+0000 7f7da3039780 1 > prepared multipart upload key=9H9O464QAWB2 upload=E71649AYKCNY tag=0H7E0JGC6Z8I type=write size=3059754 2024-04-02T08:44:00.688 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.690+0000 7f7da3039780 1 < completed part key=_multipart_6TJF572KI0FA.2~UUG2JI40LXDN.0 size=1048576 2024-04-02T08:44:00.691 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.693+0000 7f7da3039780 1 < completed part key=_multipart_6TJF572KI0FA.2~UUG2JI40LXDN.1 size=243885 2024-04-02T08:44:00.697 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.698+0000 7f7da3039780 1 < completed multipart upload key=6TJF572KI0FA upload=UUG2JI40LXDN tag=1CIYQ8D0SZ5Q type=write size=2341037 2024-04-02T08:44:00.700 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.702+0000 7f7da3039780 1 > prepared operation key=XV6PSEG36RCA tag=G9KBJFQABIIZ type=del size=3747328 2024-04-02T08:44:00.703 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.704+0000 7f7da3039780 1 < completed delete operation key=N5AIAS76IS0Z tag=1JW8CCDZK9KK type=del 2024-04-02T08:44:00.708 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.710+0000 7f7da3039780 1 > prepared part key=_multipart_ZV3Q7IXMLI1J.2~XOT35SZDMUON.0 size=1048576 2024-04-02T08:44:00.710 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.712+0000 7f7da3039780 1 > prepared part key=_multipart_ZV3Q7IXMLI1J.2~XOT35SZDMUON.1 size=313329 2024-04-02T08:44:00.710 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.712+0000 7f7da3039780 1 > prepared multipart upload key=ZV3Q7IXMLI1J upload=XOT35SZDMUON tag=5FPOQA11ZH8Q type=write size=2410481 2024-04-02T08:44:00.712 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.714+0000 7f7da3039780 1 < completed part key=_multipart_ZZ885TFYL1OI.2~VPQX4FELVDRY.0 size=1048576 2024-04-02T08:44:00.712 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.714+0000 7f7da3039780 1 < canceled part key=_multipart_ZZ885TFYL1OI.2~VPQX4FELVDRY.1 size=1048576 2024-04-02T08:44:00.714 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.716+0000 7f7da3039780 1 < completed part key=_multipart_ZZ885TFYL1OI.2~VPQX4FELVDRY.2 size=289575 2024-04-02T08:44:00.718 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.720+0000 7f7da3039780 1 < canceled multipart upload key=ZZ885TFYL1OI upload=VPQX4FELVDRY tag=04SL4A2F4TOG type=write size=3435303 2024-04-02T08:44:00.721 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.722+0000 7f7da3039780 1 > prepared operation key=AESEEOTWQSFQ tag=CUT5FOBUJWIC type=del size=1797506 2024-04-02T08:44:00.722 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.724+0000 7f7da3039780 1 < completed part key=_multipart_Z2HC0VEJJV9V.2~I1ORAUF25FH8.0 size=1048576 2024-04-02T08:44:00.724 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.726+0000 7f7da3039780 1 < completed part key=_multipart_Z2HC0VEJJV9V.2~I1ORAUF25FH8.1 size=1048576 2024-04-02T08:44:00.724 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.726+0000 7f7da3039780 1 < canceled part key=_multipart_Z2HC0VEJJV9V.2~I1ORAUF25FH8.2 size=342058 2024-04-02T08:44:00.728 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.729+0000 7f7da3039780 1 < canceled multipart upload key=Z2HC0VEJJV9V upload=I1ORAUF25FH8 tag=446D2EMW7277 type=write size=3487786 2024-04-02T08:44:00.732 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.733+0000 7f7da3039780 1 > prepared part key=_multipart_JFW247YEIEQ0.2~JK0TWPCZ5LRM.0 size=1048576 2024-04-02T08:44:00.733 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.735+0000 7f7da3039780 1 > prepared part key=_multipart_JFW247YEIEQ0.2~JK0TWPCZ5LRM.1 size=910690 2024-04-02T08:44:00.733 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.735+0000 7f7da3039780 1 > prepared multipart upload key=JFW247YEIEQ0 upload=JK0TWPCZ5LRM tag=OC463AMF121M type=write size=3007842 2024-04-02T08:44:00.737 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.739+0000 7f7da3039780 1 < suggested update operation key=DJP9NW2GDNHB tag=FKW3GI6H46HK type=write size=842000 2024-04-02T08:44:00.741 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.743+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~TB3WTU9GIJYZ.0 size=1048576 2024-04-02T08:44:00.743 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.745+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~TB3WTU9GIJYZ.1 size=1048576 2024-04-02T08:44:00.745 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.747+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~TB3WTU9GIJYZ.2 size=999908 2024-04-02T08:44:00.745 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.747+0000 7f7da3039780 1 > prepared multipart upload key=QHKAPO5SX6SG upload=TB3WTU9GIJYZ tag=UWJVHU5QW95H type=write size=4145636 2024-04-02T08:44:00.747 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.749+0000 7f7da3039780 1 < completed delete operation key=SPZ4WDU9FXVH tag=9EBVZN2R2IND type=del 2024-04-02T08:44:00.749 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.751+0000 7f7da3039780 1 > prepared operation key=YWRL9YH2Y59R tag=JYR5A0VDX68Q type=del size=1305057 2024-04-02T08:44:00.752 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.753+0000 7f7da3039780 1 < completed part key=_multipart_YWRL9YH2Y59R.2~HK2M0MK3Y5MO.0 size=1048576 2024-04-02T08:44:00.753 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.755+0000 7f7da3039780 1 < completed part key=_multipart_YWRL9YH2Y59R.2~HK2M0MK3Y5MO.1 size=870602 2024-04-02T08:44:00.758 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.759+0000 7f7da3039780 1 < completed multipart upload key=YWRL9YH2Y59R upload=HK2M0MK3Y5MO tag=L3ARDC5PYOSN type=write size=2967754 2024-04-02T08:44:00.760 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.762+0000 7f7da3039780 1 > prepared operation key=Y5E6U7ZCX7JC tag=P2YMLM2CDLSX type=del size=1596330 2024-04-02T08:44:00.765 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.767+0000 7f7da3039780 1 < suggested update operation key=D0Z1XMS5I5SH tag=TGUK5ZV051BA type=del size=282234 2024-04-02T08:44:00.769 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.770+0000 7f7da3039780 1 > prepared part key=_multipart_BURYF1967J48.2~7J0L366FMYMF.0 size=1048576 2024-04-02T08:44:00.771 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.773+0000 7f7da3039780 1 > prepared part key=_multipart_BURYF1967J48.2~7J0L366FMYMF.1 size=1019452 2024-04-02T08:44:00.771 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.773+0000 7f7da3039780 1 > prepared multipart upload key=BURYF1967J48 upload=7J0L366FMYMF tag=XI6AP5BAGR3E type=write size=3116604 2024-04-02T08:44:00.775 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.777+0000 7f7da3039780 1 < suggested update operation key=Z2HC0VEJJV9V tag=A26KVS7TM95B type=del size=1489113 2024-04-02T08:44:00.779 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.781+0000 7f7da3039780 1 > prepared part key=_multipart_IX5GR5MVNL1T.2~PLFY0WL2HGLQ.0 size=982743 2024-04-02T08:44:00.779 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.781+0000 7f7da3039780 1 > prepared multipart upload key=IX5GR5MVNL1T upload=PLFY0WL2HGLQ tag=XZTDWUXHZMNP type=write size=2031319 2024-04-02T08:44:00.781 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.783+0000 7f7da3039780 1 < completed delete operation key=YWRL9YH2Y59R tag=0O56O7WH5FB1 type=del 2024-04-02T08:44:00.783 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.785+0000 7f7da3039780 1 > prepared operation key=NOK2IIY1WSGJ tag=UVY27973PPF3 type=del size=2728462 2024-04-02T08:44:00.786 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.787+0000 7f7da3039780 1 < completed part key=_multipart_57GR82RGCWC5.2~OZMP13CWPUT1.0 size=328737 2024-04-02T08:44:00.790 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.791+0000 7f7da3039780 1 < completed multipart upload key=57GR82RGCWC5 upload=OZMP13CWPUT1 tag=4E9V0CCM6B43 type=write size=1377313 2024-04-02T08:44:00.792 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.794+0000 7f7da3039780 1 > prepared operation key=SPZ4WDU9FXVH tag=VUI4VY7V02MK type=del size=3376514 2024-04-02T08:44:00.795 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.797+0000 7f7da3039780 1 < completed delete operation key=ELDWOJAKQD69 tag=4R863OI7MZ1S type=del 2024-04-02T08:44:00.800 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.801+0000 7f7da3039780 1 > prepared part key=_multipart_AMAKFO5IP7AO.2~QJPMELO86HH1.0 size=1048576 2024-04-02T08:44:00.802 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.803+0000 7f7da3039780 1 > prepared part key=_multipart_AMAKFO5IP7AO.2~QJPMELO86HH1.1 size=140304 2024-04-02T08:44:00.802 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.803+0000 7f7da3039780 1 > prepared multipart upload key=AMAKFO5IP7AO upload=QJPMELO86HH1 tag=BUCZ9JQ4R7AJ type=write size=2237456 2024-04-02T08:44:00.804 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.805+0000 7f7da3039780 1 < completed part key=_multipart_9JGJK5C8JJ0Z.2~5D63JFZ0NA3T.0 size=1048576 2024-04-02T08:44:00.804 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.805+0000 7f7da3039780 1 < canceled part key=_multipart_9JGJK5C8JJ0Z.2~5D63JFZ0NA3T.1 size=671188 2024-04-02T08:44:00.809 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.810+0000 7f7da3039780 1 < canceled multipart upload key=9JGJK5C8JJ0Z upload=5D63JFZ0NA3T tag=R3TNSUAJNPGU type=write size=2768340 2024-04-02T08:44:00.813 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.815+0000 7f7da3039780 1 > prepared part key=_multipart_9JGJK5C8JJ0Z.2~SSJXX9919KQB.0 size=1048576 2024-04-02T08:44:00.815 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.817+0000 7f7da3039780 1 > prepared part key=_multipart_9JGJK5C8JJ0Z.2~SSJXX9919KQB.1 size=1048576 2024-04-02T08:44:00.818 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.820+0000 7f7da3039780 1 > prepared part key=_multipart_9JGJK5C8JJ0Z.2~SSJXX9919KQB.2 size=350845 2024-04-02T08:44:00.818 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.820+0000 7f7da3039780 1 > prepared multipart upload key=9JGJK5C8JJ0Z upload=SSJXX9919KQB tag=THWQ46INZ4DJ type=write size=3496573 2024-04-02T08:44:00.822 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.823+0000 7f7da3039780 1 < completed delete operation key=B23RMWV8I9ZL tag=1Q1UYP4IQBIG type=del 2024-04-02T08:44:00.829 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.831+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~UG218ZOFLBHK.0 size=1048576 2024-04-02T08:44:00.832 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.834+0000 7f7da3039780 1 > prepared part key=_multipart_QHKAPO5SX6SG.2~UG218ZOFLBHK.1 size=523173 2024-04-02T08:44:00.832 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.834+0000 7f7da3039780 1 > prepared multipart upload key=QHKAPO5SX6SG upload=UG218ZOFLBHK tag=AGZ9Q7GL1WRU type=write size=2620325 2024-04-02T08:44:00.836 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.838+0000 7f7da3039780 1 < completed delete operation key=R3KOUNXRRJL4 tag=X931GNJO0CFC type=del 2024-04-02T08:44:00.843 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.845+0000 7f7da3039780 1 > prepared part key=_multipart_JFW247YEIEQ0.2~9BRXNPORZ6NF.0 size=946591 2024-04-02T08:44:00.843 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.845+0000 7f7da3039780 1 > prepared multipart upload key=JFW247YEIEQ0 upload=9BRXNPORZ6NF tag=4YC9IIDAWZ5C type=write size=1995167 2024-04-02T08:44:00.845 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.847+0000 7f7da3039780 1 < completed part key=_multipart_9H9O464QAWB2.2~E71649AYKCNY.0 size=1048576 2024-04-02T08:44:00.847 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.849+0000 7f7da3039780 1 < completed part key=_multipart_9H9O464QAWB2.2~E71649AYKCNY.1 size=962602 2024-04-02T08:44:00.851 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.853+0000 7f7da3039780 1 < completed multipart upload key=9H9O464QAWB2 upload=E71649AYKCNY tag=0H7E0JGC6Z8I type=write size=3059754 2024-04-02T08:44:00.853 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.855+0000 7f7da3039780 1 > prepared operation key=A3I3KM5DTR9R tag=FLS0Y0X7LVTJ type=del size=803085 2024-04-02T08:44:00.856 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.857+0000 7f7da3039780 1 < completed delete operation key=XV6PSEG36RCA tag=G9KBJFQABIIZ type=del 2024-04-02T08:44:00.859 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.861+0000 7f7da3039780 1 > prepared part key=_multipart_JFW247YEIEQ0.2~KBL16YVDYE7M.0 size=1048576 2024-04-02T08:44:00.861 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.863+0000 7f7da3039780 1 > prepared part key=_multipart_JFW247YEIEQ0.2~KBL16YVDYE7M.1 size=1048576 2024-04-02T08:44:00.863 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.864+0000 7f7da3039780 1 > prepared part key=_multipart_JFW247YEIEQ0.2~KBL16YVDYE7M.2 size=731956 2024-04-02T08:44:00.863 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.864+0000 7f7da3039780 1 > prepared multipart upload key=JFW247YEIEQ0 upload=KBL16YVDYE7M tag=6KTCXFJTHI5W type=write size=3877684 2024-04-02T08:44:00.865 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.867+0000 7f7da3039780 1 < completed part key=_multipart_ZV3Q7IXMLI1J.2~XOT35SZDMUON.0 size=1048576 2024-04-02T08:44:00.867 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.868+0000 7f7da3039780 1 < completed part key=_multipart_ZV3Q7IXMLI1J.2~XOT35SZDMUON.1 size=313329 2024-04-02T08:44:00.870 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.872+0000 7f7da3039780 1 < completed multipart upload key=ZV3Q7IXMLI1J upload=XOT35SZDMUON tag=5FPOQA11ZH8Q type=write size=2410481 2024-04-02T08:44:00.872 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.874+0000 7f7da3039780 1 > prepared operation key=QHKAPO5SX6SG tag=EI8F2WFM1U10 type=del size=3679100 2024-04-02T08:44:00.875 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.876+0000 7f7da3039780 1 < completed delete operation key=AESEEOTWQSFQ tag=CUT5FOBUJWIC type=del 2024-04-02T08:44:00.879 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.880+0000 7f7da3039780 1 > prepared part key=_multipart_YXESDZ3ETQK9.2~MEXP443BGVDQ.0 size=418330 2024-04-02T08:44:00.879 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.880+0000 7f7da3039780 1 > prepared multipart upload key=YXESDZ3ETQK9 upload=MEXP443BGVDQ tag=3O1Z3VQ62K9B type=write size=1466906 2024-04-02T08:44:00.881 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.882+0000 7f7da3039780 1 < completed part key=_multipart_JFW247YEIEQ0.2~JK0TWPCZ5LRM.0 size=1048576 2024-04-02T08:44:00.882 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.884+0000 7f7da3039780 1 < completed part key=_multipart_JFW247YEIEQ0.2~JK0TWPCZ5LRM.1 size=910690 2024-04-02T08:44:00.887 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.889+0000 7f7da3039780 1 < completed multipart upload key=JFW247YEIEQ0 upload=JK0TWPCZ5LRM tag=OC463AMF121M type=write size=3007842 2024-04-02T08:44:00.890 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.892+0000 7f7da3039780 1 > prepared operation key=BURYF1967J48 tag=39L9000TNMIY type=write size=504951 2024-04-02T08:44:00.894 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.895+0000 7f7da3039780 1 < completed part key=_multipart_QHKAPO5SX6SG.2~TB3WTU9GIJYZ.0 size=1048576 2024-04-02T08:44:00.896 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.898+0000 7f7da3039780 1 < completed part key=_multipart_QHKAPO5SX6SG.2~TB3WTU9GIJYZ.1 size=1048576 2024-04-02T08:44:00.899 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.901+0000 7f7da3039780 1 < completed part key=_multipart_QHKAPO5SX6SG.2~TB3WTU9GIJYZ.2 size=999908 2024-04-02T08:44:00.905 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.906+0000 7f7da3039780 1 < completed multipart upload key=QHKAPO5SX6SG upload=TB3WTU9GIJYZ tag=UWJVHU5QW95H type=write size=4145636 2024-04-02T08:44:00.910 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.911+0000 7f7da3039780 1 > prepared part key=_multipart_9JGJK5C8JJ0Z.2~1QFE9XYCL0CH.0 size=1048576 2024-04-02T08:44:00.912 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.914+0000 7f7da3039780 1 > prepared part key=_multipart_9JGJK5C8JJ0Z.2~1QFE9XYCL0CH.1 size=333236 2024-04-02T08:44:00.912 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.914+0000 7f7da3039780 1 > prepared multipart upload key=9JGJK5C8JJ0Z upload=1QFE9XYCL0CH tag=83LU8CF1XBOT type=write size=2430388 2024-04-02T08:44:00.915 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.917+0000 7f7da3039780 1 < completed delete operation key=YWRL9YH2Y59R tag=JYR5A0VDX68Q type=del 2024-04-02T08:44:00.918 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.919+0000 7f7da3039780 1 > prepared operation key=57GR82RGCWC5 tag=SCLY80SCMQGE type=del size=2818250 2024-04-02T08:44:00.920 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.922+0000 7f7da3039780 1 < completed delete operation key=Y5E6U7ZCX7JC tag=P2YMLM2CDLSX type=del 2024-04-02T08:44:00.923 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.924+0000 7f7da3039780 1 > prepared operation key=9JGJK5C8JJ0Z tag=FX5IDKU6IFHU type=del size=243701 2024-04-02T08:44:00.925 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.926+0000 7f7da3039780 1 < completed part key=_multipart_BURYF1967J48.2~7J0L366FMYMF.0 size=1048576 2024-04-02T08:44:00.926 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.928+0000 7f7da3039780 1 < completed part key=_multipart_BURYF1967J48.2~7J0L366FMYMF.1 size=1019452 2024-04-02T08:44:00.931 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.932+0000 7f7da3039780 1 < completed multipart upload key=BURYF1967J48 upload=7J0L366FMYMF tag=XI6AP5BAGR3E type=write size=3116604 2024-04-02T08:44:00.933 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.935+0000 7f7da3039780 1 > prepared operation key=R3KOUNXRRJL4 tag=L4NOFMAWJK1H type=del size=1254531 2024-04-02T08:44:00.935 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.937+0000 7f7da3039780 1 < completed part key=_multipart_IX5GR5MVNL1T.2~PLFY0WL2HGLQ.0 size=982743 2024-04-02T08:44:00.939 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.941+0000 7f7da3039780 1 < completed multipart upload key=IX5GR5MVNL1T upload=PLFY0WL2HGLQ tag=XZTDWUXHZMNP type=write size=2031319 2024-04-02T08:44:00.941 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.943+0000 7f7da3039780 1 > prepared operation key=ZZ885TFYL1OI tag=8B6F20S70DJX type=write size=418362 2024-04-02T08:44:00.946 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.948+0000 7f7da3039780 1 < suggested update operation key=NOK2IIY1WSGJ tag=UVY27973PPF3 type=del size=2728462 2024-04-02T08:44:00.949 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.950+0000 7f7da3039780 1 > prepared operation key=N5AIAS76IS0Z tag=IVKX01YKHUO1 type=del size=2218952 2024-04-02T08:44:00.954 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.955+0000 7f7da3039780 1 < suggested update operation key=SPZ4WDU9FXVH tag=VUI4VY7V02MK type=del size=3376514 2024-04-02T08:44:00.956 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.958+0000 7f7da3039780 1 > prepared operation key=R3KOUNXRRJL4 tag=RCHDPH6FXH7M type=del size=944890 2024-04-02T08:44:00.959 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.960+0000 7f7da3039780 1 < completed part key=_multipart_AMAKFO5IP7AO.2~QJPMELO86HH1.0 size=1048576 2024-04-02T08:44:00.961 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.962+0000 7f7da3039780 1 < completed part key=_multipart_AMAKFO5IP7AO.2~QJPMELO86HH1.1 size=140304 2024-04-02T08:44:00.965 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.967+0000 7f7da3039780 1 < completed multipart upload key=AMAKFO5IP7AO upload=QJPMELO86HH1 tag=BUCZ9JQ4R7AJ type=write size=2237456 2024-04-02T08:44:00.967 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.969+0000 7f7da3039780 1 > prepared operation key=DJP9NW2GDNHB tag=4GRC3TFULPDI type=del size=185137 2024-04-02T08:44:00.970 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.971+0000 7f7da3039780 1 < completed part key=_multipart_9JGJK5C8JJ0Z.2~SSJXX9919KQB.0 size=1048576 2024-04-02T08:44:00.972 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.973+0000 7f7da3039780 1 < completed part key=_multipart_9JGJK5C8JJ0Z.2~SSJXX9919KQB.1 size=1048576 2024-04-02T08:44:00.975 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.976+0000 7f7da3039780 1 < completed part key=_multipart_9JGJK5C8JJ0Z.2~SSJXX9919KQB.2 size=350845 2024-04-02T08:44:00.980 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.982+0000 7f7da3039780 1 < completed multipart upload key=9JGJK5C8JJ0Z upload=SSJXX9919KQB tag=THWQ46INZ4DJ type=write size=3496573 2024-04-02T08:44:00.983 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.984+0000 7f7da3039780 1 > prepared operation key=B23RMWV8I9ZL tag=QVH189MZ13CZ type=write size=954044 2024-04-02T08:44:00.985 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.987+0000 7f7da3039780 1 < completed part key=_multipart_QHKAPO5SX6SG.2~UG218ZOFLBHK.0 size=1048576 2024-04-02T08:44:00.987 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.989+0000 7f7da3039780 1 < completed part key=_multipart_QHKAPO5SX6SG.2~UG218ZOFLBHK.1 size=523173 2024-04-02T08:44:00.992 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.994+0000 7f7da3039780 1 < completed multipart upload key=QHKAPO5SX6SG upload=UG218ZOFLBHK tag=AGZ9Q7GL1WRU type=write size=2620325 2024-04-02T08:44:00.995 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.996+0000 7f7da3039780 1 > prepared operation key=R3KOUNXRRJL4 tag=OI8GOY15WYIK type=del size=1881045 2024-04-02T08:44:00.997 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:00.999+0000 7f7da3039780 1 < completed part key=_multipart_JFW247YEIEQ0.2~9BRXNPORZ6NF.0 size=946591 2024-04-02T08:44:01.001 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.003+0000 7f7da3039780 1 < completed multipart upload key=JFW247YEIEQ0 upload=9BRXNPORZ6NF tag=4YC9IIDAWZ5C type=write size=1995167 2024-04-02T08:44:01.006 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.008+0000 7f7da3039780 1 > prepared part key=_multipart_B23RMWV8I9ZL.2~G46R75IA5P6T.0 size=1048576 2024-04-02T08:44:01.009 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.011+0000 7f7da3039780 1 > prepared part key=_multipart_B23RMWV8I9ZL.2~G46R75IA5P6T.1 size=157282 2024-04-02T08:44:01.009 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.011+0000 7f7da3039780 1 > prepared multipart upload key=B23RMWV8I9ZL upload=G46R75IA5P6T tag=SECOYXW2XLQE type=write size=2254434 2024-04-02T08:44:01.012 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.013+0000 7f7da3039780 1 < canceled operation key=A3I3KM5DTR9R tag=FLS0Y0X7LVTJ type=del size=803085 2024-04-02T08:44:01.014 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.016+0000 7f7da3039780 1 > prepared operation key=XN6KQ2LGZYGL tag=6EHJ257UW7HT type=del size=252126 2024-04-02T08:44:01.017 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.018+0000 7f7da3039780 1 < completed part key=_multipart_JFW247YEIEQ0.2~KBL16YVDYE7M.0 size=1048576 2024-04-02T08:44:01.019 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.021+0000 7f7da3039780 1 < completed part key=_multipart_JFW247YEIEQ0.2~KBL16YVDYE7M.1 size=1048576 2024-04-02T08:44:01.021 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.023+0000 7f7da3039780 1 < completed part key=_multipart_JFW247YEIEQ0.2~KBL16YVDYE7M.2 size=731956 2024-04-02T08:44:01.026 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.027+0000 7f7da3039780 1 < completed multipart upload key=JFW247YEIEQ0 upload=KBL16YVDYE7M tag=6KTCXFJTHI5W type=write size=3877684 2024-04-02T08:44:01.028 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.030+0000 7f7da3039780 1 > prepared operation key=6TJF572KI0FA tag=GKK442LW5DP7 type=del size=4127686 2024-04-02T08:44:01.031 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.032+0000 7f7da3039780 1 < completed delete operation key=QHKAPO5SX6SG tag=EI8F2WFM1U10 type=del 2024-04-02T08:44:01.036 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.037+0000 7f7da3039780 1 > prepared part key=_multipart_EAG9W8JA0WA6.2~HCLI59FFEJ54.0 size=745850 2024-04-02T08:44:01.036 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.037+0000 7f7da3039780 1 > prepared multipart upload key=EAG9W8JA0WA6 upload=HCLI59FFEJ54 tag=C9674CHXU2MU type=write size=1794426 2024-04-02T08:44:01.038 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.040+0000 7f7da3039780 1 < completed part key=_multipart_YXESDZ3ETQK9.2~MEXP443BGVDQ.0 size=418330 2024-04-02T08:44:01.043 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.045+0000 7f7da3039780 1 < completed multipart upload key=YXESDZ3ETQK9 upload=MEXP443BGVDQ tag=3O1Z3VQ62K9B type=write size=1466906 2024-04-02T08:44:01.048 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.050+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~08TEM12CXY17.0 size=1048576 2024-04-02T08:44:01.051 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.053+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~08TEM12CXY17.1 size=1048576 2024-04-02T08:44:01.053 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.055+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~08TEM12CXY17.2 size=1048488 2024-04-02T08:44:01.053 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.055+0000 7f7da3039780 1 > prepared multipart upload key=9H9O464QAWB2 upload=08TEM12CXY17 tag=5CUH461H8AL1 type=write size=4194216 2024-04-02T08:44:01.056 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.057+0000 7f7da3039780 1 < completed write operation key=BURYF1967J48 tag=39L9000TNMIY type=write size=504951 2024-04-02T08:44:01.061 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.062+0000 7f7da3039780 1 > prepared part key=_multipart_D0Z1XMS5I5SH.2~K94CRUAFL1DM.0 size=1048576 2024-04-02T08:44:01.063 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.065+0000 7f7da3039780 1 > prepared part key=_multipart_D0Z1XMS5I5SH.2~K94CRUAFL1DM.1 size=1048576 2024-04-02T08:44:01.065 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.067+0000 7f7da3039780 1 > prepared part key=_multipart_D0Z1XMS5I5SH.2~K94CRUAFL1DM.2 size=40228 2024-04-02T08:44:01.065 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.067+0000 7f7da3039780 1 > prepared multipart upload key=D0Z1XMS5I5SH upload=K94CRUAFL1DM tag=BIVTBG0ZSXZN type=write size=3185956 2024-04-02T08:44:01.068 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.070+0000 7f7da3039780 1 < completed part key=_multipart_9JGJK5C8JJ0Z.2~1QFE9XYCL0CH.0 size=1048576 2024-04-02T08:44:01.071 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.072+0000 7f7da3039780 1 < completed part key=_multipart_9JGJK5C8JJ0Z.2~1QFE9XYCL0CH.1 size=333236 2024-04-02T08:44:01.076 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.077+0000 7f7da3039780 1 < completed multipart upload key=9JGJK5C8JJ0Z upload=1QFE9XYCL0CH tag=83LU8CF1XBOT type=write size=2430388 2024-04-02T08:44:01.079 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.080+0000 7f7da3039780 1 > prepared operation key=6TJF572KI0FA tag=ZRTMP6LC6XBG type=del size=2455705 2024-04-02T08:44:01.081 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.083+0000 7f7da3039780 1 < canceled operation key=57GR82RGCWC5 tag=SCLY80SCMQGE type=del size=2818250 2024-04-02T08:44:01.084 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.085+0000 7f7da3039780 1 > prepared operation key=BURYF1967J48 tag=1ZZC7O0XGIEQ type=del size=1983537 2024-04-02T08:44:01.086 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.087+0000 7f7da3039780 1 < completed delete operation key=9JGJK5C8JJ0Z tag=FX5IDKU6IFHU type=del 2024-04-02T08:44:01.088 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.090+0000 7f7da3039780 1 > prepared operation key=AESEEOTWQSFQ tag=5XH4Q0VLGN77 type=write size=330399 2024-04-02T08:44:01.090 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.092+0000 7f7da3039780 1 < completed delete operation key=R3KOUNXRRJL4 tag=L4NOFMAWJK1H type=del 2024-04-02T08:44:01.094 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.095+0000 7f7da3039780 1 > prepared operation key=R3KOUNXRRJL4 tag=4780UFNDGOF4 type=del size=805297 2024-04-02T08:44:01.097 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.098+0000 7f7da3039780 1 < completed write operation key=ZZ885TFYL1OI tag=8B6F20S70DJX type=write size=418362 2024-04-02T08:44:01.100 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.101+0000 7f7da3039780 1 > prepared operation key=D0Z1XMS5I5SH tag=XUVZTC251VN3 type=write size=671072 2024-04-02T08:44:01.102 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.104+0000 7f7da3039780 1 < completed delete operation key=N5AIAS76IS0Z tag=IVKX01YKHUO1 type=del 2024-04-02T08:44:01.105 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.107+0000 7f7da3039780 1 > prepared operation key=QSPL4WJY2BVT tag=K2HLMVT031XG type=del size=3120978 2024-04-02T08:44:01.108 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.110+0000 7f7da3039780 1 < completed delete operation key=R3KOUNXRRJL4 tag=RCHDPH6FXH7M type=del 2024-04-02T08:44:01.111 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.113+0000 7f7da3039780 1 > prepared operation key=AMAKFO5IP7AO tag=JC6KBLVV7KS5 type=write size=985443 2024-04-02T08:44:01.114 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.115+0000 7f7da3039780 1 < canceled operation key=DJP9NW2GDNHB tag=4GRC3TFULPDI type=del size=185137 2024-04-02T08:44:01.119 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.121+0000 7f7da3039780 1 > prepared part key=_multipart_IX5GR5MVNL1T.2~CSXODDY4JH04.0 size=1048576 2024-04-02T08:44:01.122 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.123+0000 7f7da3039780 1 > prepared part key=_multipart_IX5GR5MVNL1T.2~CSXODDY4JH04.1 size=458460 2024-04-02T08:44:01.122 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.123+0000 7f7da3039780 1 > prepared multipart upload key=IX5GR5MVNL1T upload=CSXODDY4JH04 tag=4EPNGPI1JX78 type=write size=2555612 2024-04-02T08:44:01.126 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.126+0000 7f7da3039780 1 < completed write operation key=B23RMWV8I9ZL tag=QVH189MZ13CZ type=write size=954044 2024-04-02T08:44:01.128 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.129+0000 7f7da3039780 1 > prepared operation key=6TJF572KI0FA tag=Z6YWOMGY80CF type=del size=3007166 2024-04-02T08:44:01.131 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.132+0000 7f7da3039780 1 < completed delete operation key=R3KOUNXRRJL4 tag=OI8GOY15WYIK type=del 2024-04-02T08:44:01.133 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.135+0000 7f7da3039780 1 > prepared operation key=JFW247YEIEQ0 tag=UR3318QJQQ58 type=del size=1537643 2024-04-02T08:44:01.136 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.137+0000 7f7da3039780 1 < completed part key=_multipart_B23RMWV8I9ZL.2~G46R75IA5P6T.0 size=1048576 2024-04-02T08:44:01.139 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.140+0000 7f7da3039780 1 < completed part key=_multipart_B23RMWV8I9ZL.2~G46R75IA5P6T.1 size=157282 2024-04-02T08:44:01.143 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.145+0000 7f7da3039780 1 < completed multipart upload key=B23RMWV8I9ZL upload=G46R75IA5P6T tag=SECOYXW2XLQE type=write size=2254434 2024-04-02T08:44:01.146 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.148+0000 7f7da3039780 1 > prepared operation key=JFW247YEIEQ0 tag=J5I0UNX2LS13 type=del size=1562782 2024-04-02T08:44:01.149 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.150+0000 7f7da3039780 1 < completed delete operation key=XN6KQ2LGZYGL tag=6EHJ257UW7HT type=del 2024-04-02T08:44:01.151 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.153+0000 7f7da3039780 1 > prepared operation key=XV6PSEG36RCA tag=IBT5VFMW8OB4 type=del size=3583775 2024-04-02T08:44:01.154 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.156+0000 7f7da3039780 1 < completed delete operation key=6TJF572KI0FA tag=GKK442LW5DP7 type=del 2024-04-02T08:44:01.156 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.158+0000 7f7da3039780 1 > prepared operation key=BURYF1967J48 tag=6NJRI3UNOA28 type=del size=2645088 2024-04-02T08:44:01.159 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.160+0000 7f7da3039780 1 < completed part key=_multipart_EAG9W8JA0WA6.2~HCLI59FFEJ54.0 size=745850 2024-04-02T08:44:01.164 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.165+0000 7f7da3039780 1 < completed multipart upload key=EAG9W8JA0WA6 upload=HCLI59FFEJ54 tag=C9674CHXU2MU type=write size=1794426 2024-04-02T08:44:01.166 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.168+0000 7f7da3039780 1 > prepared operation key=A3I3KM5DTR9R tag=WLN8AXUGSGGP type=del size=332768 2024-04-02T08:44:01.169 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.170+0000 7f7da3039780 1 < completed part key=_multipart_9H9O464QAWB2.2~08TEM12CXY17.0 size=1048576 2024-04-02T08:44:01.171 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.173+0000 7f7da3039780 1 < completed part key=_multipart_9H9O464QAWB2.2~08TEM12CXY17.1 size=1048576 2024-04-02T08:44:01.171 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.173+0000 7f7da3039780 1 < canceled part key=_multipart_9H9O464QAWB2.2~08TEM12CXY17.2 size=1048488 2024-04-02T08:44:01.175 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.177+0000 7f7da3039780 1 < canceled multipart upload key=9H9O464QAWB2 upload=08TEM12CXY17 tag=5CUH461H8AL1 type=write size=4194216 2024-04-02T08:44:01.178 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.180+0000 7f7da3039780 1 > prepared operation key=AMAKFO5IP7AO tag=IPPY99S5BSZC type=del size=3002974 2024-04-02T08:44:01.180 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.182+0000 7f7da3039780 1 < completed part key=_multipart_D0Z1XMS5I5SH.2~K94CRUAFL1DM.0 size=1048576 2024-04-02T08:44:01.180 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.182+0000 7f7da3039780 1 < canceled part key=_multipart_D0Z1XMS5I5SH.2~K94CRUAFL1DM.1 size=1048576 2024-04-02T08:44:01.182 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.184+0000 7f7da3039780 1 < completed part key=_multipart_D0Z1XMS5I5SH.2~K94CRUAFL1DM.2 size=40228 2024-04-02T08:44:01.186 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.188+0000 7f7da3039780 1 < canceled multipart upload key=D0Z1XMS5I5SH upload=K94CRUAFL1DM tag=BIVTBG0ZSXZN type=write size=3185956 2024-04-02T08:44:01.189 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.190+0000 7f7da3039780 1 > prepared operation key=R3KOUNXRRJL4 tag=KX9IBNA0YW9P type=write size=97071 2024-04-02T08:44:01.194 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.195+0000 7f7da3039780 1 < suggested remove operation key=6TJF572KI0FA tag=ZRTMP6LC6XBG type=del 2024-04-02T08:44:01.196 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.198+0000 7f7da3039780 1 > prepared operation key=DJP9NW2GDNHB tag=136C1CVWWXX4 type=del size=3147824 2024-04-02T08:44:01.199 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.200+0000 7f7da3039780 1 < canceled operation key=BURYF1967J48 tag=1ZZC7O0XGIEQ type=del size=1983537 2024-04-02T08:44:01.201 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.203+0000 7f7da3039780 1 > prepared operation key=9H9O464QAWB2 tag=3KKV73LHACQB type=del size=2022992 2024-04-02T08:44:01.204 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.206+0000 7f7da3039780 1 < completed write operation key=AESEEOTWQSFQ tag=5XH4Q0VLGN77 type=write size=330399 2024-04-02T08:44:01.209 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.211+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~VT01LMXAJ8Q3.0 size=1048576 2024-04-02T08:44:01.211 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.213+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~VT01LMXAJ8Q3.1 size=301659 2024-04-02T08:44:01.211 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.213+0000 7f7da3039780 1 > prepared multipart upload key=6TJF572KI0FA upload=VT01LMXAJ8Q3 tag=X8J61BCUR29P type=write size=2398811 2024-04-02T08:44:01.214 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.215+0000 7f7da3039780 1 < completed delete operation key=R3KOUNXRRJL4 tag=4780UFNDGOF4 type=del 2024-04-02T08:44:01.219 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.220+0000 7f7da3039780 1 > prepared part key=_multipart_57GR82RGCWC5.2~PKPPUQM6K0G9.0 size=1048576 2024-04-02T08:44:01.224 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.226+0000 7f7da3039780 1 > prepared part key=_multipart_57GR82RGCWC5.2~PKPPUQM6K0G9.1 size=1048576 2024-04-02T08:44:01.227 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.229+0000 7f7da3039780 1 > prepared part key=_multipart_57GR82RGCWC5.2~PKPPUQM6K0G9.2 size=109042 2024-04-02T08:44:01.228 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.229+0000 7f7da3039780 1 > prepared multipart upload key=57GR82RGCWC5 upload=PKPPUQM6K0G9 tag=28TV0ACDCSJP type=write size=3254770 2024-04-02T08:44:01.231 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.232+0000 7f7da3039780 1 < completed write operation key=D0Z1XMS5I5SH tag=XUVZTC251VN3 type=write size=671072 2024-04-02T08:44:01.236 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.237+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~G6TL1P3RT0EP.0 size=1048576 2024-04-02T08:44:01.238 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.240+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~G6TL1P3RT0EP.1 size=1048576 2024-04-02T08:44:01.240 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.242+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~G6TL1P3RT0EP.2 size=303593 2024-04-02T08:44:01.240 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.242+0000 7f7da3039780 1 > prepared multipart upload key=6TJF572KI0FA upload=G6TL1P3RT0EP tag=B531SCG6BZOA type=write size=3449321 2024-04-02T08:44:01.243 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.244+0000 7f7da3039780 1 < completed delete operation key=QSPL4WJY2BVT tag=K2HLMVT031XG type=del 2024-04-02T08:44:01.245 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.247+0000 7f7da3039780 1 > prepared operation key=YWRL9YH2Y59R tag=F3Z9D9ORM5WN type=del size=1881832 2024-04-02T08:44:01.248 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.249+0000 7f7da3039780 1 < completed write operation key=AMAKFO5IP7AO tag=JC6KBLVV7KS5 type=write size=985443 2024-04-02T08:44:01.250 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.252+0000 7f7da3039780 1 > prepared operation key=81LFSX7KH5JC tag=4ZUNAC08TN4G type=del size=362381 2024-04-02T08:44:01.253 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.255+0000 7f7da3039780 1 < completed part key=_multipart_IX5GR5MVNL1T.2~CSXODDY4JH04.0 size=1048576 2024-04-02T08:44:01.255 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.257+0000 7f7da3039780 1 < completed part key=_multipart_IX5GR5MVNL1T.2~CSXODDY4JH04.1 size=458460 2024-04-02T08:44:01.259 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.261+0000 7f7da3039780 1 < completed multipart upload key=IX5GR5MVNL1T upload=CSXODDY4JH04 tag=4EPNGPI1JX78 type=write size=2555612 2024-04-02T08:44:01.262 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.263+0000 7f7da3039780 1 > prepared operation key=XN6KQ2LGZYGL tag=IUK0OW6K1WV5 type=del size=2784709 2024-04-02T08:44:01.265 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.267+0000 7f7da3039780 -1 < failed to complete operation key=6TJF572KI0FA tag=Z6YWOMGY80CF type=del size=3007166: (22) Invalid argument 2024-04-02T08:44:01.268 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.270+0000 7f7da3039780 1 > prepared operation key=A3I3KM5DTR9R tag=XIEWKWZOBDI6 type=del size=544186 2024-04-02T08:44:01.270 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.272+0000 7f7da3039780 1 < completed delete operation key=JFW247YEIEQ0 tag=UR3318QJQQ58 type=del 2024-04-02T08:44:01.275 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.276+0000 7f7da3039780 1 > prepared part key=_multipart_XN6KQ2LGZYGL.2~BAS34SD6PJGJ.0 size=770968 2024-04-02T08:44:01.275 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.276+0000 7f7da3039780 1 > prepared multipart upload key=XN6KQ2LGZYGL upload=BAS34SD6PJGJ tag=TMIQ3UFFXLCD type=write size=1819544 2024-04-02T08:44:01.277 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.279+0000 7f7da3039780 1 < completed delete operation key=JFW247YEIEQ0 tag=J5I0UNX2LS13 type=del 2024-04-02T08:44:01.280 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.281+0000 7f7da3039780 1 > prepared operation key=DJP9NW2GDNHB tag=LDJXJKII4CR1 type=del size=3945589 2024-04-02T08:44:01.282 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.283+0000 7f7da3039780 1 < completed delete operation key=XV6PSEG36RCA tag=IBT5VFMW8OB4 type=del 2024-04-02T08:44:01.284 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.286+0000 7f7da3039780 1 > prepared operation key=ZV3Q7IXMLI1J tag=JM5A7S6XR89F type=del size=503284 2024-04-02T08:44:01.287 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.288+0000 7f7da3039780 1 < completed delete operation key=BURYF1967J48 tag=6NJRI3UNOA28 type=del 2024-04-02T08:44:01.290 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.291+0000 7f7da3039780 1 > prepared operation key=9H9O464QAWB2 tag=QK4XWHATLV0U type=del size=3739025 2024-04-02T08:44:01.292 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.294+0000 7f7da3039780 1 < completed delete operation key=A3I3KM5DTR9R tag=WLN8AXUGSGGP type=del 2024-04-02T08:44:01.295 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.296+0000 7f7da3039780 1 > prepared operation key=XN6KQ2LGZYGL tag=503TU2Y91RWK type=del size=3362248 2024-04-02T08:44:01.297 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.299+0000 7f7da3039780 1 < completed delete operation key=AMAKFO5IP7AO tag=IPPY99S5BSZC type=del 2024-04-02T08:44:01.302 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.304+0000 7f7da3039780 1 > prepared part key=_multipart_YXESDZ3ETQK9.2~DRALAUQ2BM13.0 size=229188 2024-04-02T08:44:01.302 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.304+0000 7f7da3039780 1 > prepared multipart upload key=YXESDZ3ETQK9 upload=DRALAUQ2BM13 tag=HDPMU0IB2KZO type=write size=1277764 2024-04-02T08:44:01.307 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.309+0000 7f7da3039780 1 < suggested update operation key=R3KOUNXRRJL4 tag=KX9IBNA0YW9P type=write size=97071 2024-04-02T08:44:01.310 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.311+0000 7f7da3039780 1 > prepared operation key=JFW247YEIEQ0 tag=JLNCOL8FS84J type=write size=918592 2024-04-02T08:44:01.312 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.314+0000 7f7da3039780 1 < completed delete operation key=DJP9NW2GDNHB tag=136C1CVWWXX4 type=del 2024-04-02T08:44:01.315 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.316+0000 7f7da3039780 1 > prepared operation key=D0Z1XMS5I5SH tag=6VQKYYOKPGM8 type=write size=411299 2024-04-02T08:44:01.317 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.319+0000 7f7da3039780 1 < completed delete operation key=9H9O464QAWB2 tag=3KKV73LHACQB type=del 2024-04-02T08:44:01.320 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.321+0000 7f7da3039780 1 > prepared operation key=XN6KQ2LGZYGL tag=0NQN8W9XENO5 type=del size=2837886 2024-04-02T08:44:01.323 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.324+0000 7f7da3039780 1 < completed part key=_multipart_6TJF572KI0FA.2~VT01LMXAJ8Q3.0 size=1048576 2024-04-02T08:44:01.323 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.324+0000 7f7da3039780 1 < canceled part key=_multipart_6TJF572KI0FA.2~VT01LMXAJ8Q3.1 size=301659 2024-04-02T08:44:01.330 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.328+0000 7f7da3039780 1 < canceled multipart upload key=6TJF572KI0FA upload=VT01LMXAJ8Q3 tag=X8J61BCUR29P type=write size=2398811 2024-04-02T08:44:01.331 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.331+0000 7f7da3039780 1 > prepared operation key=YWRL9YH2Y59R tag=MC85FSIJ6PYU type=write size=354908 2024-04-02T08:44:01.332 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.334+0000 7f7da3039780 1 < completed part key=_multipart_57GR82RGCWC5.2~PKPPUQM6K0G9.0 size=1048576 2024-04-02T08:44:01.334 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.336+0000 7f7da3039780 1 < completed part key=_multipart_57GR82RGCWC5.2~PKPPUQM6K0G9.1 size=1048576 2024-04-02T08:44:01.336 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.338+0000 7f7da3039780 1 < completed part key=_multipart_57GR82RGCWC5.2~PKPPUQM6K0G9.2 size=109042 2024-04-02T08:44:01.341 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.342+0000 7f7da3039780 1 < completed multipart upload key=57GR82RGCWC5 upload=PKPPUQM6K0G9 tag=28TV0ACDCSJP type=write size=3254770 2024-04-02T08:44:01.343 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.345+0000 7f7da3039780 1 > prepared operation key=ZV3Q7IXMLI1J tag=7NKW9Y4O008E type=del size=557509 2024-04-02T08:44:01.346 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.347+0000 7f7da3039780 1 < completed part key=_multipart_6TJF572KI0FA.2~G6TL1P3RT0EP.0 size=1048576 2024-04-02T08:44:01.348 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.349+0000 7f7da3039780 1 < completed part key=_multipart_6TJF572KI0FA.2~G6TL1P3RT0EP.1 size=1048576 2024-04-02T08:44:01.350 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.352+0000 7f7da3039780 1 < completed part key=_multipart_6TJF572KI0FA.2~G6TL1P3RT0EP.2 size=303593 2024-04-02T08:44:01.355 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.356+0000 7f7da3039780 1 < completed multipart upload key=6TJF572KI0FA upload=G6TL1P3RT0EP tag=B531SCG6BZOA type=write size=3449321 2024-04-02T08:44:01.359 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.361+0000 7f7da3039780 1 > prepared part key=_multipart_YXESDZ3ETQK9.2~XF4PRYIP5MAZ.0 size=330109 2024-04-02T08:44:01.359 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.361+0000 7f7da3039780 1 > prepared multipart upload key=YXESDZ3ETQK9 upload=XF4PRYIP5MAZ tag=OHF6QKGY6842 type=write size=1378685 2024-04-02T08:44:01.361 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.363+0000 7f7da3039780 1 < completed delete operation key=YWRL9YH2Y59R tag=F3Z9D9ORM5WN type=del 2024-04-02T08:44:01.364 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.365+0000 7f7da3039780 1 > prepared operation key=81LFSX7KH5JC tag=VD3JMDR23KMV type=del size=1789589 2024-04-02T08:44:01.366 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.368+0000 7f7da3039780 1 < canceled operation key=81LFSX7KH5JC tag=4ZUNAC08TN4G type=del size=362381 2024-04-02T08:44:01.371 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.372+0000 7f7da3039780 1 > prepared part key=_multipart_Z2HC0VEJJV9V.2~QCNAQYVTQAXY.0 size=947707 2024-04-02T08:44:01.371 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.372+0000 7f7da3039780 1 > prepared multipart upload key=Z2HC0VEJJV9V upload=QCNAQYVTQAXY tag=6KDR8OEN2CG2 type=write size=1996283 2024-04-02T08:44:01.373 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.375+0000 7f7da3039780 1 < completed delete operation key=XN6KQ2LGZYGL tag=IUK0OW6K1WV5 type=del 2024-04-02T08:44:01.378 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.380+0000 7f7da3039780 1 > prepared part key=_multipart_N5AIAS76IS0Z.2~C577OIPGJK3P.0 size=713052 2024-04-02T08:44:01.378 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.380+0000 7f7da3039780 1 > prepared multipart upload key=N5AIAS76IS0Z upload=C577OIPGJK3P tag=HFZ3RFNCDTQI type=write size=1761628 2024-04-02T08:44:01.383 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.385+0000 7f7da3039780 1 < suggested remove operation key=A3I3KM5DTR9R tag=XIEWKWZOBDI6 type=del 2024-04-02T08:44:01.390 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.391+0000 7f7da3039780 1 > prepared part key=_multipart_SPZ4WDU9FXVH.2~D2P0CYP4MR3A.0 size=1048576 2024-04-02T08:44:01.392 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.394+0000 7f7da3039780 1 > prepared part key=_multipart_SPZ4WDU9FXVH.2~D2P0CYP4MR3A.1 size=1048576 2024-04-02T08:44:01.395 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.396+0000 7f7da3039780 1 > prepared part key=_multipart_SPZ4WDU9FXVH.2~D2P0CYP4MR3A.2 size=391164 2024-04-02T08:44:01.395 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.396+0000 7f7da3039780 1 > prepared multipart upload key=SPZ4WDU9FXVH upload=D2P0CYP4MR3A tag=18X5Q2A5V8D3 type=write size=3536892 2024-04-02T08:44:01.397 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.399+0000 7f7da3039780 1 < completed part key=_multipart_XN6KQ2LGZYGL.2~BAS34SD6PJGJ.0 size=770968 2024-04-02T08:44:01.402 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.404+0000 7f7da3039780 1 < completed multipart upload key=XN6KQ2LGZYGL upload=BAS34SD6PJGJ tag=TMIQ3UFFXLCD type=write size=1819544 2024-04-02T08:44:01.404 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.406+0000 7f7da3039780 1 > prepared operation key=SPZ4WDU9FXVH tag=PXRSR74BZ0P6 type=write size=82743 2024-04-02T08:44:01.407 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.408+0000 7f7da3039780 1 < completed delete operation key=DJP9NW2GDNHB tag=LDJXJKII4CR1 type=del 2024-04-02T08:44:01.409 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.411+0000 7f7da3039780 1 > prepared operation key=ZV3Q7IXMLI1J tag=6L78IRNJYKYN type=del size=3586036 2024-04-02T08:44:01.412 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.413+0000 7f7da3039780 1 < completed delete operation key=ZV3Q7IXMLI1J tag=JM5A7S6XR89F type=del 2024-04-02T08:44:01.417 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.419+0000 7f7da3039780 1 > prepared part key=_multipart_A3I3KM5DTR9R.2~BWZTIJ5I3I18.0 size=1048576 2024-04-02T08:44:01.420 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.422+0000 7f7da3039780 1 > prepared part key=_multipart_A3I3KM5DTR9R.2~BWZTIJ5I3I18.1 size=1048576 2024-04-02T08:44:01.422 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.424+0000 7f7da3039780 1 > prepared part key=_multipart_A3I3KM5DTR9R.2~BWZTIJ5I3I18.2 size=738811 2024-04-02T08:44:01.423 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.424+0000 7f7da3039780 1 > prepared multipart upload key=A3I3KM5DTR9R upload=BWZTIJ5I3I18 tag=H3G831QFEO7F type=write size=3884539 2024-04-02T08:44:01.425 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.427+0000 7f7da3039780 1 < completed delete operation key=9H9O464QAWB2 tag=QK4XWHATLV0U type=del 2024-04-02T08:44:01.429 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.431+0000 7f7da3039780 1 > prepared part key=_multipart_ZZ885TFYL1OI.2~3S0L7PVZOFHJ.0 size=280631 2024-04-02T08:44:01.429 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.431+0000 7f7da3039780 1 > prepared multipart upload key=ZZ885TFYL1OI upload=3S0L7PVZOFHJ tag=P36157N5072W type=write size=1329207 2024-04-02T08:44:01.432 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.434+0000 7f7da3039780 1 < completed delete operation key=XN6KQ2LGZYGL tag=503TU2Y91RWK type=del 2024-04-02T08:44:01.434 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.436+0000 7f7da3039780 1 > prepared operation key=AESEEOTWQSFQ tag=LDJ4YVQ5XFGP type=del size=2671456 2024-04-02T08:44:01.437 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.438+0000 7f7da3039780 1 < completed part key=_multipart_YXESDZ3ETQK9.2~DRALAUQ2BM13.0 size=229188 2024-04-02T08:44:01.440 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.442+0000 7f7da3039780 1 < completed multipart upload key=YXESDZ3ETQK9 upload=DRALAUQ2BM13 tag=HDPMU0IB2KZO type=write size=1277764 2024-04-02T08:44:01.443 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.444+0000 7f7da3039780 1 > prepared operation key=Z2HC0VEJJV9V tag=FHNM97S5NNPW type=del size=479290 2024-04-02T08:44:01.446 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.447+0000 7f7da3039780 1 < completed write operation key=JFW247YEIEQ0 tag=JLNCOL8FS84J type=write size=918592 2024-04-02T08:44:01.448 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.450+0000 7f7da3039780 1 > prepared operation key=1SDLEDDX8LZR tag=HIFTHAN6MXPA type=del size=3725271 2024-04-02T08:44:01.451 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.453+0000 7f7da3039780 1 < completed write operation key=D0Z1XMS5I5SH tag=6VQKYYOKPGM8 type=write size=411299 2024-04-02T08:44:01.454 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.456+0000 7f7da3039780 1 > prepared operation key=ZV3Q7IXMLI1J tag=HT2Z90KTP9UN type=del size=2508341 2024-04-02T08:44:01.457 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.459+0000 7f7da3039780 1 < completed delete operation key=XN6KQ2LGZYGL tag=0NQN8W9XENO5 type=del 2024-04-02T08:44:01.461 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.463+0000 7f7da3039780 1 > prepared operation key=QHKAPO5SX6SG tag=39B1YVNILGSV type=del size=615101 2024-04-02T08:44:01.464 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.466+0000 7f7da3039780 1 < completed write operation key=YWRL9YH2Y59R tag=MC85FSIJ6PYU type=write size=354908 2024-04-02T08:44:01.467 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.469+0000 7f7da3039780 1 > prepared operation key=JFW247YEIEQ0 tag=OFOAEJUH30EN type=del size=1242929 2024-04-02T08:44:01.470 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.472+0000 7f7da3039780 1 < completed delete operation key=ZV3Q7IXMLI1J tag=7NKW9Y4O008E type=del 2024-04-02T08:44:01.473 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.474+0000 7f7da3039780 1 > prepared operation key=ZV3Q7IXMLI1J tag=MJ1ROR64SKMH type=write size=46496 2024-04-02T08:44:01.475 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.477+0000 7f7da3039780 1 < completed part key=_multipart_YXESDZ3ETQK9.2~XF4PRYIP5MAZ.0 size=330109 2024-04-02T08:44:01.480 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.481+0000 7f7da3039780 1 < completed multipart upload key=YXESDZ3ETQK9 upload=XF4PRYIP5MAZ tag=OHF6QKGY6842 type=write size=1378685 2024-04-02T08:44:01.482 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.484+0000 7f7da3039780 1 > prepared operation key=BURYF1967J48 tag=C7KFNU8KTLC0 type=del size=1630011 2024-04-02T08:44:01.484 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.486+0000 7f7da3039780 1 < completed delete operation key=81LFSX7KH5JC tag=VD3JMDR23KMV type=del 2024-04-02T08:44:01.487 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.488+0000 7f7da3039780 1 > prepared operation key=NOK2IIY1WSGJ tag=AGVXS6PLO9N8 type=del size=1879866 2024-04-02T08:44:01.487 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.489+0000 7f7da3039780 1 < canceled part key=_multipart_Z2HC0VEJJV9V.2~QCNAQYVTQAXY.0 size=947707 2024-04-02T08:44:01.491 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.493+0000 7f7da3039780 1 < canceled multipart upload key=Z2HC0VEJJV9V upload=QCNAQYVTQAXY tag=6KDR8OEN2CG2 type=write size=1996283 2024-04-02T08:44:01.495 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.497+0000 7f7da3039780 1 > prepared part key=_multipart_XN6KQ2LGZYGL.2~5SQ7TOA50UKI.0 size=1048576 2024-04-02T08:44:01.497 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.499+0000 7f7da3039780 1 > prepared part key=_multipart_XN6KQ2LGZYGL.2~5SQ7TOA50UKI.1 size=1048576 2024-04-02T08:44:01.499 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.501+0000 7f7da3039780 1 > prepared part key=_multipart_XN6KQ2LGZYGL.2~5SQ7TOA50UKI.2 size=795985 2024-04-02T08:44:01.499 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.501+0000 7f7da3039780 1 > prepared multipart upload key=XN6KQ2LGZYGL upload=5SQ7TOA50UKI tag=ZDAX6MOG34ZW type=write size=3941713 2024-04-02T08:44:01.502 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.504+0000 7f7da3039780 1 < completed part key=_multipart_N5AIAS76IS0Z.2~C577OIPGJK3P.0 size=713052 2024-04-02T08:44:01.507 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.509+0000 7f7da3039780 1 < completed multipart upload key=N5AIAS76IS0Z upload=C577OIPGJK3P tag=HFZ3RFNCDTQI type=write size=1761628 2024-04-02T08:44:01.510 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.512+0000 7f7da3039780 1 > prepared operation key=AMAKFO5IP7AO tag=7SXQR9CVZM3S type=del size=3688202 2024-04-02T08:44:01.513 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.515+0000 7f7da3039780 1 < completed part key=_multipart_SPZ4WDU9FXVH.2~D2P0CYP4MR3A.0 size=1048576 2024-04-02T08:44:01.515 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.517+0000 7f7da3039780 1 < completed part key=_multipart_SPZ4WDU9FXVH.2~D2P0CYP4MR3A.1 size=1048576 2024-04-02T08:44:01.517 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.519+0000 7f7da3039780 1 < completed part key=_multipart_SPZ4WDU9FXVH.2~D2P0CYP4MR3A.2 size=391164 2024-04-02T08:44:01.521 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.523+0000 7f7da3039780 1 < completed multipart upload key=SPZ4WDU9FXVH upload=D2P0CYP4MR3A tag=18X5Q2A5V8D3 type=write size=3536892 2024-04-02T08:44:01.524 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.525+0000 7f7da3039780 1 > prepared operation key=9H9O464QAWB2 tag=86SG012H4MYA type=del size=1276474 2024-04-02T08:44:01.526 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.528+0000 7f7da3039780 1 < completed write operation key=SPZ4WDU9FXVH tag=PXRSR74BZ0P6 type=write size=82743 2024-04-02T08:44:01.528 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.530+0000 7f7da3039780 1 > prepared operation key=AESEEOTWQSFQ tag=M2N8YJHP6U1M type=del size=3498711 2024-04-02T08:44:01.530 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.532+0000 7f7da3039780 1 < completed delete operation key=ZV3Q7IXMLI1J tag=6L78IRNJYKYN type=del 2024-04-02T08:44:01.532 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.534+0000 7f7da3039780 1 > prepared operation key=XN6KQ2LGZYGL tag=ISQMUP9PKJ49 type=del size=3587640 2024-04-02T08:44:01.535 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.536+0000 7f7da3039780 1 < completed part key=_multipart_A3I3KM5DTR9R.2~BWZTIJ5I3I18.0 size=1048576 2024-04-02T08:44:01.537 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.538+0000 7f7da3039780 1 < completed part key=_multipart_A3I3KM5DTR9R.2~BWZTIJ5I3I18.1 size=1048576 2024-04-02T08:44:01.539 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.540+0000 7f7da3039780 1 < completed part key=_multipart_A3I3KM5DTR9R.2~BWZTIJ5I3I18.2 size=738811 2024-04-02T08:44:01.543 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.545+0000 7f7da3039780 1 < completed multipart upload key=A3I3KM5DTR9R upload=BWZTIJ5I3I18 tag=H3G831QFEO7F type=write size=3884539 2024-04-02T08:44:01.549 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.550+0000 7f7da3039780 1 > prepared part key=_multipart_R3KOUNXRRJL4.2~FBM4CGT3KOX2.0 size=1048576 2024-04-02T08:44:01.551 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.553+0000 7f7da3039780 1 > prepared part key=_multipart_R3KOUNXRRJL4.2~FBM4CGT3KOX2.1 size=1048576 2024-04-02T08:44:01.554 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.555+0000 7f7da3039780 1 > prepared part key=_multipart_R3KOUNXRRJL4.2~FBM4CGT3KOX2.2 size=406681 2024-04-02T08:44:01.554 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.555+0000 7f7da3039780 1 > prepared multipart upload key=R3KOUNXRRJL4 upload=FBM4CGT3KOX2 tag=GWNIP5SHF8O8 type=write size=3552409 2024-04-02T08:44:01.554 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.555+0000 7f7da3039780 1 < canceled part key=_multipart_ZZ885TFYL1OI.2~3S0L7PVZOFHJ.0 size=280631 2024-04-02T08:44:01.559 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.560+0000 7f7da3039780 1 < canceled multipart upload key=ZZ885TFYL1OI upload=3S0L7PVZOFHJ tag=P36157N5072W type=write size=1329207 2024-04-02T08:44:01.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:01 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:44:01.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:01 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:44:01.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:01 smithi055 ceph-mon[85080]: pgmap v1398: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 480 KiB/s wr, 2.45k op/s 2024-04-02T08:44:01.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:01 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:44:01.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:01 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:44:01.564 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.566+0000 7f7da3039780 1 > prepared part key=_multipart_BURYF1967J48.2~FJYUAMSDK3RU.0 size=810283 2024-04-02T08:44:01.565 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.566+0000 7f7da3039780 1 > prepared multipart upload key=BURYF1967J48 upload=FJYUAMSDK3RU tag=FGHTMS6SOOXZ type=write size=1858859 2024-04-02T08:44:01.568 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.569+0000 7f7da3039780 1 < canceled operation key=AESEEOTWQSFQ tag=LDJ4YVQ5XFGP type=del size=2671456 2024-04-02T08:44:01.570 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.572+0000 7f7da3039780 1 > prepared operation key=A3I3KM5DTR9R tag=RB84R3FMDYBS type=del size=916118 2024-04-02T08:44:01.574 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.575+0000 7f7da3039780 1 < completed delete operation key=Z2HC0VEJJV9V tag=FHNM97S5NNPW type=del 2024-04-02T08:44:01.579 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.580+0000 7f7da3039780 1 > prepared part key=_multipart_81LFSX7KH5JC.2~EP621QF5R7QH.0 size=1048576 2024-04-02T08:44:01.581 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.583+0000 7f7da3039780 1 > prepared part key=_multipart_81LFSX7KH5JC.2~EP621QF5R7QH.1 size=1048576 2024-04-02T08:44:01.584 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.586+0000 7f7da3039780 1 > prepared part key=_multipart_81LFSX7KH5JC.2~EP621QF5R7QH.2 size=928353 2024-04-02T08:44:01.584 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.586+0000 7f7da3039780 1 > prepared multipart upload key=81LFSX7KH5JC upload=EP621QF5R7QH tag=7BZ8FUP3JDPZ type=write size=4074081 2024-04-02T08:44:01.587 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.589+0000 7f7da3039780 1 < completed delete operation key=1SDLEDDX8LZR tag=HIFTHAN6MXPA type=del 2024-04-02T08:44:01.592 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.594+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~DG0L2VEUMDVH.0 size=1048576 2024-04-02T08:44:01.595 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.596+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~DG0L2VEUMDVH.1 size=609515 2024-04-02T08:44:01.595 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.596+0000 7f7da3039780 1 > prepared multipart upload key=QSPL4WJY2BVT upload=DG0L2VEUMDVH tag=6NL97E5LJJM3 type=write size=2706667 2024-04-02T08:44:01.597 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.599+0000 7f7da3039780 1 < completed delete operation key=ZV3Q7IXMLI1J tag=HT2Z90KTP9UN type=del 2024-04-02T08:44:01.602 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.604+0000 7f7da3039780 1 > prepared part key=_multipart_Y5E6U7ZCX7JC.2~5ERKMD3Z7NAL.0 size=429503 2024-04-02T08:44:01.602 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.604+0000 7f7da3039780 1 > prepared multipart upload key=Y5E6U7ZCX7JC upload=5ERKMD3Z7NAL tag=KDEJNZ3PRT3S type=write size=1478079 2024-04-02T08:44:01.607 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.608+0000 7f7da3039780 1 < suggested remove operation key=QHKAPO5SX6SG tag=39B1YVNILGSV type=del 2024-04-02T08:44:01.609 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.611+0000 7f7da3039780 1 > prepared operation key=SPZ4WDU9FXVH tag=A5QUN0V21EAX type=write size=997722 2024-04-02T08:44:01.614 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.616+0000 7f7da3039780 1 < suggested update operation key=JFW247YEIEQ0 tag=OFOAEJUH30EN type=del size=1242929 2024-04-02T08:44:01.619 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.621+0000 7f7da3039780 1 > prepared part key=_multipart_81LFSX7KH5JC.2~KVL4M8SBL2GW.0 size=76435 2024-04-02T08:44:01.619 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.621+0000 7f7da3039780 1 > prepared multipart upload key=81LFSX7KH5JC upload=KVL4M8SBL2GW tag=HCCTLK82PX8M type=write size=1125011 2024-04-02T08:44:01.625 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.626+0000 7f7da3039780 1 < suggested remove operation key=ZV3Q7IXMLI1J tag=MJ1ROR64SKMH type=write 2024-04-02T08:44:01.630 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.632+0000 7f7da3039780 1 > prepared part key=_multipart_57GR82RGCWC5.2~NJNQZNSDTERW.0 size=1048576 2024-04-02T08:44:01.633 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.634+0000 7f7da3039780 1 > prepared part key=_multipart_57GR82RGCWC5.2~NJNQZNSDTERW.1 size=1048576 2024-04-02T08:44:01.635 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.636+0000 7f7da3039780 1 > prepared part key=_multipart_57GR82RGCWC5.2~NJNQZNSDTERW.2 size=544786 2024-04-02T08:44:01.635 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.636+0000 7f7da3039780 1 > prepared multipart upload key=57GR82RGCWC5 upload=NJNQZNSDTERW tag=2F4YEK2XB2I7 type=write size=3690514 2024-04-02T08:44:01.638 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.640+0000 7f7da3039780 1 < completed delete operation key=BURYF1967J48 tag=C7KFNU8KTLC0 type=del 2024-04-02T08:44:01.641 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.642+0000 7f7da3039780 1 > prepared operation key=ZV3Q7IXMLI1J tag=QPOHYWNGE2LO type=del size=3769760 2024-04-02T08:44:01.643 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.645+0000 7f7da3039780 1 < completed delete operation key=NOK2IIY1WSGJ tag=AGVXS6PLO9N8 type=del 2024-04-02T08:44:01.648 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.649+0000 7f7da3039780 1 > prepared part key=_multipart_IX5GR5MVNL1T.2~YTUTPD651NH6.0 size=230629 2024-04-02T08:44:01.648 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.649+0000 7f7da3039780 1 > prepared multipart upload key=IX5GR5MVNL1T upload=YTUTPD651NH6 tag=BO6IKR4K1B4O type=write size=1279205 2024-04-02T08:44:01.651 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.652+0000 7f7da3039780 1 < completed part key=_multipart_XN6KQ2LGZYGL.2~5SQ7TOA50UKI.0 size=1048576 2024-04-02T08:44:01.651 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.653+0000 7f7da3039780 1 < canceled part key=_multipart_XN6KQ2LGZYGL.2~5SQ7TOA50UKI.1 size=1048576 2024-04-02T08:44:01.654 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.655+0000 7f7da3039780 1 < completed part key=_multipart_XN6KQ2LGZYGL.2~5SQ7TOA50UKI.2 size=795985 2024-04-02T08:44:01.659 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.660+0000 7f7da3039780 1 < canceled multipart upload key=XN6KQ2LGZYGL upload=5SQ7TOA50UKI tag=ZDAX6MOG34ZW type=write size=3941713 2024-04-02T08:44:01.662 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.663+0000 7f7da3039780 1 > prepared operation key=XV6PSEG36RCA tag=W3JT3LLP50CH type=write size=894492 2024-04-02T08:44:01.664 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.666+0000 7f7da3039780 1 < completed delete operation key=AMAKFO5IP7AO tag=7SXQR9CVZM3S type=del 2024-04-02T08:44:01.669 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.670+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~I7HJIZIGX0HS.0 size=189180 2024-04-02T08:44:01.669 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.670+0000 7f7da3039780 1 > prepared multipart upload key=ELDWOJAKQD69 upload=I7HJIZIGX0HS tag=GDK4D1QY479I type=write size=1237756 2024-04-02T08:44:01.674 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.675+0000 7f7da3039780 1 < suggested update operation key=9H9O464QAWB2 tag=86SG012H4MYA type=del size=1276474 2024-04-02T08:44:01.676 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.678+0000 7f7da3039780 1 > prepared operation key=BURYF1967J48 tag=Y0OPH9NOOWJY type=del size=3741037 2024-04-02T08:44:01.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:01 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:44:01.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:01 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:44:01.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:01 smithi012 ceph-mon[90784]: pgmap v1398: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 480 KiB/s wr, 2.45k op/s 2024-04-02T08:44:01.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:01 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:44:01.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:01 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:44:01.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:01 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:44:01.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:01 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:44:01.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:01 smithi012 ceph-mon[88355]: pgmap v1398: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 480 KiB/s wr, 2.45k op/s 2024-04-02T08:44:01.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:01 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:44:01.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:01 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:44:01.679 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.680+0000 7f7da3039780 1 < completed delete operation key=AESEEOTWQSFQ tag=M2N8YJHP6U1M type=del 2024-04-02T08:44:01.681 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.682+0000 7f7da3039780 1 > prepared operation key=ELDWOJAKQD69 tag=E5PGQ8BZ3517 type=write size=324377 2024-04-02T08:44:01.686 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.687+0000 7f7da3039780 1 < suggested remove operation key=XN6KQ2LGZYGL tag=ISQMUP9PKJ49 type=del 2024-04-02T08:44:01.691 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.692+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~4NCOBNRS9LE1.0 size=363466 2024-04-02T08:44:01.691 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.692+0000 7f7da3039780 1 > prepared multipart upload key=ELDWOJAKQD69 upload=4NCOBNRS9LE1 tag=QLMGZDT0I42S type=write size=1412042 2024-04-02T08:44:01.694 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.695+0000 7f7da3039780 1 < completed part key=_multipart_R3KOUNXRRJL4.2~FBM4CGT3KOX2.0 size=1048576 2024-04-02T08:44:01.696 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.698+0000 7f7da3039780 1 < completed part key=_multipart_R3KOUNXRRJL4.2~FBM4CGT3KOX2.1 size=1048576 2024-04-02T08:44:01.699 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.701+0000 7f7da3039780 1 < completed part key=_multipart_R3KOUNXRRJL4.2~FBM4CGT3KOX2.2 size=406681 2024-04-02T08:44:01.704 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.706+0000 7f7da3039780 1 < completed multipart upload key=R3KOUNXRRJL4 upload=FBM4CGT3KOX2 tag=GWNIP5SHF8O8 type=write size=3552409 2024-04-02T08:44:01.709 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.711+0000 7f7da3039780 1 > prepared part key=_multipart_YXESDZ3ETQK9.2~H8OE7LQP0Q5U.0 size=1048576 2024-04-02T08:44:01.712 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.713+0000 7f7da3039780 1 > prepared part key=_multipart_YXESDZ3ETQK9.2~H8OE7LQP0Q5U.1 size=1048576 2024-04-02T08:44:01.714 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.715+0000 7f7da3039780 1 > prepared part key=_multipart_YXESDZ3ETQK9.2~H8OE7LQP0Q5U.2 size=499483 2024-04-02T08:44:01.714 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.715+0000 7f7da3039780 1 > prepared multipart upload key=YXESDZ3ETQK9 upload=H8OE7LQP0Q5U tag=K24KA0LZHHWU type=write size=3645211 2024-04-02T08:44:01.717 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.718+0000 7f7da3039780 1 < completed part key=_multipart_BURYF1967J48.2~FJYUAMSDK3RU.0 size=810283 2024-04-02T08:44:01.721 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.723+0000 7f7da3039780 1 < completed multipart upload key=BURYF1967J48 upload=FJYUAMSDK3RU tag=FGHTMS6SOOXZ type=write size=1858859 2024-04-02T08:44:01.724 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.725+0000 7f7da3039780 1 > prepared operation key=XN6KQ2LGZYGL tag=7POUF8N02TA0 type=del size=3438733 2024-04-02T08:44:01.727 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.728+0000 7f7da3039780 1 < completed delete operation key=A3I3KM5DTR9R tag=RB84R3FMDYBS type=del 2024-04-02T08:44:01.730 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.731+0000 7f7da3039780 1 > prepared operation key=AESEEOTWQSFQ tag=WB5ADYYYG9GB type=del size=1009788 2024-04-02T08:44:01.734 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.735+0000 7f7da3039780 1 < completed part key=_multipart_81LFSX7KH5JC.2~EP621QF5R7QH.0 size=1048576 2024-04-02T08:44:01.736 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.737+0000 7f7da3039780 1 < completed part key=_multipart_81LFSX7KH5JC.2~EP621QF5R7QH.1 size=1048576 2024-04-02T08:44:01.738 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.740+0000 7f7da3039780 1 < completed part key=_multipart_81LFSX7KH5JC.2~EP621QF5R7QH.2 size=928353 2024-04-02T08:44:01.744 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.746+0000 7f7da3039780 1 < completed multipart upload key=81LFSX7KH5JC upload=EP621QF5R7QH tag=7BZ8FUP3JDPZ type=write size=4074081 2024-04-02T08:44:01.748 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.749+0000 7f7da3039780 1 > prepared operation key=D0Z1XMS5I5SH tag=WJS5X0AM0HZ7 type=del size=1439115 2024-04-02T08:44:01.751 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.753+0000 7f7da3039780 1 < completed part key=_multipart_QSPL4WJY2BVT.2~DG0L2VEUMDVH.0 size=1048576 2024-04-02T08:44:01.753 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.755+0000 7f7da3039780 1 < completed part key=_multipart_QSPL4WJY2BVT.2~DG0L2VEUMDVH.1 size=609515 2024-04-02T08:44:01.758 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.760+0000 7f7da3039780 1 < completed multipart upload key=QSPL4WJY2BVT upload=DG0L2VEUMDVH tag=6NL97E5LJJM3 type=write size=2706667 2024-04-02T08:44:01.761 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.762+0000 7f7da3039780 1 > prepared operation key=ELDWOJAKQD69 tag=WHG2VYMRHYNK type=del size=2428913 2024-04-02T08:44:01.763 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.765+0000 7f7da3039780 1 < completed part key=_multipart_Y5E6U7ZCX7JC.2~5ERKMD3Z7NAL.0 size=429503 2024-04-02T08:44:01.767 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.768+0000 7f7da3039780 1 < completed multipart upload key=Y5E6U7ZCX7JC upload=5ERKMD3Z7NAL tag=KDEJNZ3PRT3S type=write size=1478079 2024-04-02T08:44:01.769 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.771+0000 7f7da3039780 1 > prepared operation key=B23RMWV8I9ZL tag=VJE70W0YTBQQ type=write size=58386 2024-04-02T08:44:01.771 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.773+0000 7f7da3039780 1 < completed write operation key=SPZ4WDU9FXVH tag=A5QUN0V21EAX type=write size=997722 2024-04-02T08:44:01.773 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.775+0000 7f7da3039780 1 > prepared operation key=DJP9NW2GDNHB tag=5AXM2UVG7RLT type=del size=1049065 2024-04-02T08:44:01.775 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.777+0000 7f7da3039780 1 < completed part key=_multipart_81LFSX7KH5JC.2~KVL4M8SBL2GW.0 size=76435 2024-04-02T08:44:01.779 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.781+0000 7f7da3039780 1 < completed multipart upload key=81LFSX7KH5JC upload=KVL4M8SBL2GW tag=HCCTLK82PX8M type=write size=1125011 2024-04-02T08:44:01.784 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.785+0000 7f7da3039780 1 > prepared part key=_multipart_BURYF1967J48.2~40H77R7YZ3AN.0 size=1048576 2024-04-02T08:44:01.786 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.788+0000 7f7da3039780 1 > prepared part key=_multipart_BURYF1967J48.2~40H77R7YZ3AN.1 size=1004949 2024-04-02T08:44:01.786 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.788+0000 7f7da3039780 1 > prepared multipart upload key=BURYF1967J48 upload=40H77R7YZ3AN tag=Y8B2VQQ4MHNF type=write size=3102101 2024-04-02T08:44:01.789 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.790+0000 7f7da3039780 1 < completed part key=_multipart_57GR82RGCWC5.2~NJNQZNSDTERW.0 size=1048576 2024-04-02T08:44:01.791 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.792+0000 7f7da3039780 1 < completed part key=_multipart_57GR82RGCWC5.2~NJNQZNSDTERW.1 size=1048576 2024-04-02T08:44:01.793 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.794+0000 7f7da3039780 1 < completed part key=_multipart_57GR82RGCWC5.2~NJNQZNSDTERW.2 size=544786 2024-04-02T08:44:01.797 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.799+0000 7f7da3039780 1 < completed multipart upload key=57GR82RGCWC5 upload=NJNQZNSDTERW tag=2F4YEK2XB2I7 type=write size=3690514 2024-04-02T08:44:01.800 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.801+0000 7f7da3039780 1 > prepared operation key=B23RMWV8I9ZL tag=JEI99AR6R13X type=del size=3253232 2024-04-02T08:44:01.802 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.804+0000 7f7da3039780 1 < completed delete operation key=ZV3Q7IXMLI1J tag=QPOHYWNGE2LO type=del 2024-04-02T08:44:01.806 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.808+0000 7f7da3039780 1 > prepared part key=_multipart_57GR82RGCWC5.2~NVEF2WH3WXYM.0 size=1048576 2024-04-02T08:44:01.808 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.810+0000 7f7da3039780 1 > prepared part key=_multipart_57GR82RGCWC5.2~NVEF2WH3WXYM.1 size=1048576 2024-04-02T08:44:01.810 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.812+0000 7f7da3039780 1 > prepared part key=_multipart_57GR82RGCWC5.2~NVEF2WH3WXYM.2 size=671507 2024-04-02T08:44:01.810 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.812+0000 7f7da3039780 1 > prepared multipart upload key=57GR82RGCWC5 upload=NVEF2WH3WXYM tag=94W2GB3V1NLX type=write size=3817235 2024-04-02T08:44:01.812 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.814+0000 7f7da3039780 1 < completed part key=_multipart_IX5GR5MVNL1T.2~YTUTPD651NH6.0 size=230629 2024-04-02T08:44:01.816 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.818+0000 7f7da3039780 1 < completed multipart upload key=IX5GR5MVNL1T upload=YTUTPD651NH6 tag=BO6IKR4K1B4O type=write size=1279205 2024-04-02T08:44:01.821 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.822+0000 7f7da3039780 1 > prepared part key=_multipart_1SDLEDDX8LZR.2~U8M34V3BU6WX.0 size=184304 2024-04-02T08:44:01.821 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.822+0000 7f7da3039780 1 > prepared multipart upload key=1SDLEDDX8LZR upload=U8M34V3BU6WX tag=2S426OF2DQXZ type=write size=1232880 2024-04-02T08:44:01.823 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.824+0000 7f7da3039780 1 < completed write operation key=XV6PSEG36RCA tag=W3JT3LLP50CH type=write size=894492 2024-04-02T08:44:01.825 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.827+0000 7f7da3039780 1 > prepared operation key=R3KOUNXRRJL4 tag=JIPUHFJNPDG2 type=del size=1721766 2024-04-02T08:44:01.827 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.829+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~I7HJIZIGX0HS.0 size=189180 2024-04-02T08:44:01.831 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.833+0000 7f7da3039780 1 < completed multipart upload key=ELDWOJAKQD69 upload=I7HJIZIGX0HS tag=GDK4D1QY479I type=write size=1237756 2024-04-02T08:44:01.836 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.837+0000 7f7da3039780 1 > prepared part key=_multipart_XV6PSEG36RCA.2~BIU0SHO0G7IA.0 size=1048576 2024-04-02T08:44:01.838 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.840+0000 7f7da3039780 1 > prepared part key=_multipart_XV6PSEG36RCA.2~BIU0SHO0G7IA.1 size=1048576 2024-04-02T08:44:01.841 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.843+0000 7f7da3039780 1 > prepared part key=_multipart_XV6PSEG36RCA.2~BIU0SHO0G7IA.2 size=684601 2024-04-02T08:44:01.841 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.843+0000 7f7da3039780 1 > prepared multipart upload key=XV6PSEG36RCA upload=BIU0SHO0G7IA tag=JLD0JTSTY0N5 type=write size=3830329 2024-04-02T08:44:01.844 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.845+0000 7f7da3039780 1 < completed delete operation key=BURYF1967J48 tag=Y0OPH9NOOWJY type=del 2024-04-02T08:44:01.846 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.848+0000 7f7da3039780 1 > prepared operation key=B23RMWV8I9ZL tag=QIZGEAJWT50U type=del size=3461476 2024-04-02T08:44:01.849 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.851+0000 7f7da3039780 1 < completed write operation key=ELDWOJAKQD69 tag=E5PGQ8BZ3517 type=write size=324377 2024-04-02T08:44:01.854 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.855+0000 7f7da3039780 1 > prepared part key=_multipart_993CLRT5TRZG.2~PKWRBJF31PVT.0 size=1048576 2024-04-02T08:44:01.856 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.857+0000 7f7da3039780 1 > prepared part key=_multipart_993CLRT5TRZG.2~PKWRBJF31PVT.1 size=1048576 2024-04-02T08:44:01.858 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.859+0000 7f7da3039780 1 > prepared part key=_multipart_993CLRT5TRZG.2~PKWRBJF31PVT.2 size=850485 2024-04-02T08:44:01.858 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.859+0000 7f7da3039780 1 > prepared multipart upload key=993CLRT5TRZG upload=PKWRBJF31PVT tag=CNZK013NGHZH type=write size=3996213 2024-04-02T08:44:01.860 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.862+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~4NCOBNRS9LE1.0 size=363466 2024-04-02T08:44:01.864 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.865+0000 7f7da3039780 1 < completed multipart upload key=ELDWOJAKQD69 upload=4NCOBNRS9LE1 tag=QLMGZDT0I42S type=write size=1412042 2024-04-02T08:44:01.866 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.868+0000 7f7da3039780 1 > prepared operation key=SPZ4WDU9FXVH tag=7TRDEM0D77FV type=del size=3660727 2024-04-02T08:44:01.869 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.870+0000 7f7da3039780 1 < completed part key=_multipart_YXESDZ3ETQK9.2~H8OE7LQP0Q5U.0 size=1048576 2024-04-02T08:44:01.871 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.872+0000 7f7da3039780 1 < completed part key=_multipart_YXESDZ3ETQK9.2~H8OE7LQP0Q5U.1 size=1048576 2024-04-02T08:44:01.873 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.875+0000 7f7da3039780 1 < completed part key=_multipart_YXESDZ3ETQK9.2~H8OE7LQP0Q5U.2 size=499483 2024-04-02T08:44:01.879 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.881+0000 7f7da3039780 1 < completed multipart upload key=YXESDZ3ETQK9 upload=H8OE7LQP0Q5U tag=K24KA0LZHHWU type=write size=3645211 2024-04-02T08:44:01.882 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.883+0000 7f7da3039780 1 > prepared operation key=993CLRT5TRZG tag=UBVRM14U2NZR type=del size=1383489 2024-04-02T08:44:01.884 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.885+0000 7f7da3039780 1 < completed delete operation key=XN6KQ2LGZYGL tag=7POUF8N02TA0 type=del 2024-04-02T08:44:01.888 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.890+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~Q7VDMY6ZBU9X.0 size=1048576 2024-04-02T08:44:01.891 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.892+0000 7f7da3039780 1 > prepared part key=_multipart_6TJF572KI0FA.2~Q7VDMY6ZBU9X.1 size=380419 2024-04-02T08:44:01.891 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.892+0000 7f7da3039780 1 > prepared multipart upload key=6TJF572KI0FA upload=Q7VDMY6ZBU9X tag=Q738F2FCK5SX type=write size=2477571 2024-04-02T08:44:01.893 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.895+0000 7f7da3039780 1 < completed delete operation key=AESEEOTWQSFQ tag=WB5ADYYYG9GB type=del 2024-04-02T08:44:01.896 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.898+0000 7f7da3039780 1 > prepared operation key=81LFSX7KH5JC tag=0V7OW95UGYKO type=write size=3991 2024-04-02T08:44:01.899 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.900+0000 7f7da3039780 1 < completed delete operation key=D0Z1XMS5I5SH tag=WJS5X0AM0HZ7 type=del 2024-04-02T08:44:01.903 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.905+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~88KQBBYMP5I3.0 size=1048576 2024-04-02T08:44:01.905 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.907+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~88KQBBYMP5I3.1 size=1048576 2024-04-02T08:44:01.908 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.909+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~88KQBBYMP5I3.2 size=877732 2024-04-02T08:44:01.908 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.909+0000 7f7da3039780 1 > prepared multipart upload key=QSPL4WJY2BVT upload=88KQBBYMP5I3 tag=ZM28MHKQXVJU type=write size=4023460 2024-04-02T08:44:01.911 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.912+0000 7f7da3039780 1 < completed delete operation key=ELDWOJAKQD69 tag=WHG2VYMRHYNK type=del 2024-04-02T08:44:01.913 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.915+0000 7f7da3039780 1 > prepared operation key=ZV3Q7IXMLI1J tag=XDVM71JKKBKR type=del size=82075 2024-04-02T08:44:01.918 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.920+0000 7f7da3039780 1 < suggested remove operation key=B23RMWV8I9ZL tag=VJE70W0YTBQQ type=write 2024-04-02T08:44:01.921 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.922+0000 7f7da3039780 1 > prepared operation key=DJP9NW2GDNHB tag=NDF52NL7KX3C type=del size=1232633 2024-04-02T08:44:01.923 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.925+0000 7f7da3039780 1 < completed delete operation key=DJP9NW2GDNHB tag=5AXM2UVG7RLT type=del 2024-04-02T08:44:01.926 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.927+0000 7f7da3039780 1 > prepared operation key=A3I3KM5DTR9R tag=6OPV38JGA81K type=write size=711963 2024-04-02T08:44:01.929 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.930+0000 7f7da3039780 1 < completed part key=_multipart_BURYF1967J48.2~40H77R7YZ3AN.0 size=1048576 2024-04-02T08:44:01.930 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.932+0000 7f7da3039780 1 < completed part key=_multipart_BURYF1967J48.2~40H77R7YZ3AN.1 size=1004949 2024-04-02T08:44:01.935 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.937+0000 7f7da3039780 1 < completed multipart upload key=BURYF1967J48 upload=40H77R7YZ3AN tag=Y8B2VQQ4MHNF type=write size=3102101 2024-04-02T08:44:01.939 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.941+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~I4X9SN0HFMVB.0 size=1048576 2024-04-02T08:44:01.941 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.943+0000 7f7da3039780 1 > prepared part key=_multipart_QSPL4WJY2BVT.2~I4X9SN0HFMVB.1 size=347429 2024-04-02T08:44:01.942 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.943+0000 7f7da3039780 1 > prepared multipart upload key=QSPL4WJY2BVT upload=I4X9SN0HFMVB tag=863N0ATDQ9LH type=write size=2444581 2024-04-02T08:44:01.945 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.947+0000 7f7da3039780 -1 < failed to complete operation key=B23RMWV8I9ZL tag=JEI99AR6R13X type=del size=3253232: (22) Invalid argument 2024-04-02T08:44:01.947 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.949+0000 7f7da3039780 1 > prepared operation key=993CLRT5TRZG tag=O81WXQ271VA0 type=del size=3481434 2024-04-02T08:44:01.950 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.951+0000 7f7da3039780 1 < completed part key=_multipart_57GR82RGCWC5.2~NVEF2WH3WXYM.0 size=1048576 2024-04-02T08:44:01.952 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.953+0000 7f7da3039780 1 < completed part key=_multipart_57GR82RGCWC5.2~NVEF2WH3WXYM.1 size=1048576 2024-04-02T08:44:01.953 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.955+0000 7f7da3039780 1 < completed part key=_multipart_57GR82RGCWC5.2~NVEF2WH3WXYM.2 size=671507 2024-04-02T08:44:01.959 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.961+0000 7f7da3039780 1 < completed multipart upload key=57GR82RGCWC5 upload=NVEF2WH3WXYM tag=94W2GB3V1NLX type=write size=3817235 2024-04-02T08:44:01.962 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.964+0000 7f7da3039780 1 > prepared operation key=N5AIAS76IS0Z tag=8WD6PKHBY4CP type=del size=3103563 2024-04-02T08:44:01.965 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.966+0000 7f7da3039780 1 < completed part key=_multipart_1SDLEDDX8LZR.2~U8M34V3BU6WX.0 size=184304 2024-04-02T08:44:01.969 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.971+0000 7f7da3039780 1 < completed multipart upload key=1SDLEDDX8LZR upload=U8M34V3BU6WX tag=2S426OF2DQXZ type=write size=1232880 2024-04-02T08:44:01.971 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.973+0000 7f7da3039780 1 > prepared operation key=YWRL9YH2Y59R tag=B3K1UXKGYXGC type=del size=3109774 2024-04-02T08:44:01.974 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.976+0000 7f7da3039780 1 < completed delete operation key=R3KOUNXRRJL4 tag=JIPUHFJNPDG2 type=del 2024-04-02T08:44:01.977 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.978+0000 7f7da3039780 1 > prepared operation key=IX5GR5MVNL1T tag=TO2IHPXHBCUY type=write size=360165 2024-04-02T08:44:01.980 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.981+0000 7f7da3039780 1 < completed part key=_multipart_XV6PSEG36RCA.2~BIU0SHO0G7IA.0 size=1048576 2024-04-02T08:44:01.982 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.983+0000 7f7da3039780 1 < completed part key=_multipart_XV6PSEG36RCA.2~BIU0SHO0G7IA.1 size=1048576 2024-04-02T08:44:01.984 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.986+0000 7f7da3039780 1 < completed part key=_multipart_XV6PSEG36RCA.2~BIU0SHO0G7IA.2 size=684601 2024-04-02T08:44:01.988 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.990+0000 7f7da3039780 1 < completed multipart upload key=XV6PSEG36RCA upload=BIU0SHO0G7IA tag=JLD0JTSTY0N5 type=write size=3830329 2024-04-02T08:44:01.991 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.992+0000 7f7da3039780 1 > prepared operation key=AESEEOTWQSFQ tag=JYYGCR3IPW27 type=del size=3354528 2024-04-02T08:44:01.995 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.997+0000 7f7da3039780 -1 < failed to complete operation key=B23RMWV8I9ZL tag=QIZGEAJWT50U type=del size=3461476: (22) Invalid argument 2024-04-02T08:44:01.997 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:01.999+0000 7f7da3039780 1 > prepared operation key=ZV3Q7IXMLI1J tag=10VZWF0VTVSE type=del size=4141961 2024-04-02T08:44:02.000 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.002+0000 7f7da3039780 1 < completed part key=_multipart_993CLRT5TRZG.2~PKWRBJF31PVT.0 size=1048576 2024-04-02T08:44:02.002 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.004+0000 7f7da3039780 1 < completed part key=_multipart_993CLRT5TRZG.2~PKWRBJF31PVT.1 size=1048576 2024-04-02T08:44:02.005 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.006+0000 7f7da3039780 1 < completed part key=_multipart_993CLRT5TRZG.2~PKWRBJF31PVT.2 size=850485 2024-04-02T08:44:02.010 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.011+0000 7f7da3039780 1 < completed multipart upload key=993CLRT5TRZG upload=PKWRBJF31PVT tag=CNZK013NGHZH type=write size=3996213 2024-04-02T08:44:02.013 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.015+0000 7f7da3039780 1 > prepared operation key=YWRL9YH2Y59R tag=G3EGOKRW2OCZ type=write size=172493 2024-04-02T08:44:02.016 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.017+0000 7f7da3039780 1 < completed delete operation key=SPZ4WDU9FXVH tag=7TRDEM0D77FV type=del 2024-04-02T08:44:02.018 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.020+0000 7f7da3039780 1 > prepared operation key=BURYF1967J48 tag=3VEZG0VLVM77 type=del size=3641819 2024-04-02T08:44:02.022 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.023+0000 7f7da3039780 1 < completed delete operation key=993CLRT5TRZG tag=UBVRM14U2NZR type=del 2024-04-02T08:44:02.028 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.030+0000 7f7da3039780 1 > prepared part key=_multipart_R3KOUNXRRJL4.2~V2SJIIH9AY56.0 size=1048576 2024-04-02T08:44:02.031 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.032+0000 7f7da3039780 1 > prepared part key=_multipart_R3KOUNXRRJL4.2~V2SJIIH9AY56.1 size=317354 2024-04-02T08:44:02.031 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.032+0000 7f7da3039780 1 > prepared multipart upload key=R3KOUNXRRJL4 upload=V2SJIIH9AY56 tag=BIL92RS7YV3A type=write size=2414506 2024-04-02T08:44:02.034 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.035+0000 7f7da3039780 1 < completed part key=_multipart_6TJF572KI0FA.2~Q7VDMY6ZBU9X.0 size=1048576 2024-04-02T08:44:02.034 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.035+0000 7f7da3039780 1 < canceled part key=_multipart_6TJF572KI0FA.2~Q7VDMY6ZBU9X.1 size=380419 2024-04-02T08:44:02.038 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.040+0000 7f7da3039780 1 < canceled multipart upload key=6TJF572KI0FA upload=Q7VDMY6ZBU9X tag=Q738F2FCK5SX type=write size=2477571 2024-04-02T08:44:02.040 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.042+0000 7f7da3039780 1 > prepared operation key=N5AIAS76IS0Z tag=7TQ5KFRFY4DW type=del size=3464496 2024-04-02T08:44:02.043 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.044+0000 7f7da3039780 1 < completed write operation key=81LFSX7KH5JC tag=0V7OW95UGYKO type=write size=3991 2024-04-02T08:44:02.046 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.047+0000 7f7da3039780 1 > prepared operation key=81LFSX7KH5JC tag=YBVI2PQ90AQA type=del size=4144058 2024-04-02T08:44:02.048 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.050+0000 7f7da3039780 1 < completed part key=_multipart_QSPL4WJY2BVT.2~88KQBBYMP5I3.0 size=1048576 2024-04-02T08:44:02.051 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.052+0000 7f7da3039780 1 < completed part key=_multipart_QSPL4WJY2BVT.2~88KQBBYMP5I3.1 size=1048576 2024-04-02T08:44:02.053 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.055+0000 7f7da3039780 1 < completed part key=_multipart_QSPL4WJY2BVT.2~88KQBBYMP5I3.2 size=877732 2024-04-02T08:44:02.058 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.060+0000 7f7da3039780 1 < completed multipart upload key=QSPL4WJY2BVT upload=88KQBBYMP5I3 tag=ZM28MHKQXVJU type=write size=4023460 2024-04-02T08:44:02.061 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.062+0000 7f7da3039780 1 > prepared operation key=XN6KQ2LGZYGL tag=MF2W5M4U7F0N type=write size=185475 2024-04-02T08:44:02.063 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.065+0000 7f7da3039780 1 < completed delete operation key=ZV3Q7IXMLI1J tag=XDVM71JKKBKR type=del 2024-04-02T08:44:02.066 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.068+0000 7f7da3039780 1 > prepared operation key=D0Z1XMS5I5SH tag=BJZ0IZFH9Q36 type=del size=28130 2024-04-02T08:44:02.070 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.071+0000 7f7da3039780 1 < completed delete operation key=DJP9NW2GDNHB tag=NDF52NL7KX3C type=del 2024-04-02T08:44:02.072 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.074+0000 7f7da3039780 1 > prepared operation key=N5AIAS76IS0Z tag=I2E80P2XVZ9W type=del size=427719 2024-04-02T08:44:02.075 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.077+0000 7f7da3039780 1 < completed write operation key=A3I3KM5DTR9R tag=6OPV38JGA81K type=write size=711963 2024-04-02T08:44:02.078 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.080+0000 7f7da3039780 1 > prepared operation key=Y5E6U7ZCX7JC tag=MO0TKZDOSC8T type=del size=4037755 2024-04-02T08:44:02.079 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.080+0000 7f7da3039780 1 < canceled part key=_multipart_QSPL4WJY2BVT.2~I4X9SN0HFMVB.0 size=1048576 2024-04-02T08:44:02.081 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.083+0000 7f7da3039780 1 < completed part key=_multipart_QSPL4WJY2BVT.2~I4X9SN0HFMVB.1 size=347429 2024-04-02T08:44:02.085 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.087+0000 7f7da3039780 1 < canceled multipart upload key=QSPL4WJY2BVT upload=I4X9SN0HFMVB tag=863N0ATDQ9LH type=write size=2444581 2024-04-02T08:44:02.088 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.089+0000 7f7da3039780 1 > prepared operation key=XV6PSEG36RCA tag=F55IOI7BY3UL type=write size=221025 2024-04-02T08:44:02.091 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.092+0000 7f7da3039780 1 < completed delete operation key=993CLRT5TRZG tag=O81WXQ271VA0 type=del 2024-04-02T08:44:02.094 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.095+0000 7f7da3039780 1 > prepared operation key=ZV3Q7IXMLI1J tag=Q92S274DE0EP type=del size=954740 2024-04-02T08:44:02.099 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.101+0000 7f7da3039780 1 < suggested remove operation key=N5AIAS76IS0Z tag=8WD6PKHBY4CP type=del 2024-04-02T08:44:02.104 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.106+0000 7f7da3039780 1 > prepared part key=_multipart_D0Z1XMS5I5SH.2~MWR0NOUZVUWE.0 size=1048576 2024-04-02T08:44:02.106 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.108+0000 7f7da3039780 1 > prepared part key=_multipart_D0Z1XMS5I5SH.2~MWR0NOUZVUWE.1 size=512082 2024-04-02T08:44:02.107 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.108+0000 7f7da3039780 1 > prepared multipart upload key=D0Z1XMS5I5SH upload=MWR0NOUZVUWE tag=3PKTDP5YAF16 type=write size=2609234 2024-04-02T08:44:02.109 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.110+0000 7f7da3039780 1 < canceled operation key=YWRL9YH2Y59R tag=B3K1UXKGYXGC type=del size=3109774 2024-04-02T08:44:02.111 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.113+0000 7f7da3039780 1 > prepared operation key=ZZ885TFYL1OI tag=BZNIDBXDFPEZ type=write size=486872 2024-04-02T08:44:02.116 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.117+0000 7f7da3039780 1 < suggested update operation key=IX5GR5MVNL1T tag=TO2IHPXHBCUY type=write size=360165 2024-04-02T08:44:02.118 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.120+0000 7f7da3039780 1 > prepared operation key=DJP9NW2GDNHB tag=KH6XUQ2KZMTD type=del size=3678589 2024-04-02T08:44:02.120 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.122+0000 7f7da3039780 1 < completed delete operation key=AESEEOTWQSFQ tag=JYYGCR3IPW27 type=del 2024-04-02T08:44:02.123 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.124+0000 7f7da3039780 1 > prepared operation key=9H9O464QAWB2 tag=P2UIQORRVTN7 type=del size=2952847 2024-04-02T08:44:02.128 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.130+0000 7f7da3039780 1 < suggested remove operation key=ZV3Q7IXMLI1J tag=10VZWF0VTVSE type=del 2024-04-02T08:44:02.131 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.133+0000 7f7da3039780 1 > prepared operation key=81LFSX7KH5JC tag=IK99BW1VKB44 type=del size=250114 2024-04-02T08:44:02.137 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.138+0000 7f7da3039780 1 < suggested remove operation key=YWRL9YH2Y59R tag=G3EGOKRW2OCZ type=write 2024-04-02T08:44:02.145 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.146+0000 7f7da3039780 1 > prepared operation key=DJP9NW2GDNHB tag=XYN4PVLCIM1P type=del size=984827 2024-04-02T08:44:02.148 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.150+0000 7f7da3039780 1 < completed delete operation key=BURYF1967J48 tag=3VEZG0VLVM77 type=del 2024-04-02T08:44:02.152 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.153+0000 7f7da3039780 1 > prepared operation key=IX5GR5MVNL1T tag=6YC4ZDL843ZG type=del size=2520700 2024-04-02T08:44:02.155 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.156+0000 7f7da3039780 1 < completed part key=_multipart_R3KOUNXRRJL4.2~V2SJIIH9AY56.0 size=1048576 2024-04-02T08:44:02.157 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.158+0000 7f7da3039780 1 < completed part key=_multipart_R3KOUNXRRJL4.2~V2SJIIH9AY56.1 size=317354 2024-04-02T08:44:02.161 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.163+0000 7f7da3039780 1 < completed multipart upload key=R3KOUNXRRJL4 upload=V2SJIIH9AY56 tag=BIL92RS7YV3A type=write size=2414506 2024-04-02T08:44:02.164 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.166+0000 7f7da3039780 1 > prepared operation key=QHKAPO5SX6SG tag=RSPWRHSR18Y1 type=write size=393470 2024-04-02T08:44:02.167 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.169+0000 7f7da3039780 -1 < failed to complete operation key=N5AIAS76IS0Z tag=7TQ5KFRFY4DW type=del size=3464496: (22) Invalid argument 2024-04-02T08:44:02.170 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.172+0000 7f7da3039780 1 > prepared operation key=9JGJK5C8JJ0Z tag=7W1GUG3UJ0T8 type=write size=697617 2024-04-02T08:44:02.173 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.174+0000 7f7da3039780 1 < completed delete operation key=81LFSX7KH5JC tag=YBVI2PQ90AQA type=del 2024-04-02T08:44:02.175 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.177+0000 7f7da3039780 1 > prepared operation key=R3KOUNXRRJL4 tag=LXHY8AMEM2F3 type=del size=1255953 2024-04-02T08:44:02.178 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.179+0000 7f7da3039780 1 < completed write operation key=XN6KQ2LGZYGL tag=MF2W5M4U7F0N type=write size=185475 2024-04-02T08:44:02.180 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.182+0000 7f7da3039780 1 > prepared operation key=JFW247YEIEQ0 tag=6HKW7ZECUKDF type=del size=1704766 2024-04-02T08:44:02.183 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.185+0000 7f7da3039780 1 < completed delete operation key=D0Z1XMS5I5SH tag=BJZ0IZFH9Q36 type=del 2024-04-02T08:44:02.185 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.187+0000 7f7da3039780 1 > prepared operation key=9JGJK5C8JJ0Z tag=FNPW592WR2MX type=del size=1884036 2024-04-02T08:44:02.188 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.190+0000 7f7da3039780 -1 < failed to complete operation key=N5AIAS76IS0Z tag=I2E80P2XVZ9W type=del size=427719: (22) Invalid argument 2024-04-02T08:44:02.191 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.193+0000 7f7da3039780 1 > prepared operation key=AMAKFO5IP7AO tag=3ZIYGO4WDVZD type=del size=1552990 2024-04-02T08:44:02.193 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.195+0000 7f7da3039780 1 < completed delete operation key=Y5E6U7ZCX7JC tag=MO0TKZDOSC8T type=del 2024-04-02T08:44:02.198 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.200+0000 7f7da3039780 1 > prepared part key=_multipart_R3KOUNXRRJL4.2~3MW2ST96W9BM.0 size=1048576 2024-04-02T08:44:02.200 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.202+0000 7f7da3039780 1 > prepared part key=_multipart_R3KOUNXRRJL4.2~3MW2ST96W9BM.1 size=1048576 2024-04-02T08:44:02.203 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.204+0000 7f7da3039780 1 > prepared part key=_multipart_R3KOUNXRRJL4.2~3MW2ST96W9BM.2 size=545222 2024-04-02T08:44:02.203 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.204+0000 7f7da3039780 1 > prepared multipart upload key=R3KOUNXRRJL4 upload=3MW2ST96W9BM tag=V9AFEM4U82C9 type=write size=3690950 2024-04-02T08:44:02.207 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.209+0000 7f7da3039780 1 < suggested update operation key=XV6PSEG36RCA tag=F55IOI7BY3UL type=write size=221025 2024-04-02T08:44:02.210 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.211+0000 7f7da3039780 1 > prepared operation key=993CLRT5TRZG tag=HKQXAWT2EA8K type=del size=2890352 2024-04-02T08:44:02.213 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.214+0000 7f7da3039780 -1 < failed to complete operation key=ZV3Q7IXMLI1J tag=Q92S274DE0EP type=del size=954740: (22) Invalid argument 2024-04-02T08:44:02.215 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.217+0000 7f7da3039780 1 > prepared operation key=A3I3KM5DTR9R tag=G6617ERD6HK2 type=del size=2876384 2024-04-02T08:44:02.217 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.219+0000 7f7da3039780 1 < completed part key=_multipart_D0Z1XMS5I5SH.2~MWR0NOUZVUWE.0 size=1048576 2024-04-02T08:44:02.219 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.221+0000 7f7da3039780 1 < completed part key=_multipart_D0Z1XMS5I5SH.2~MWR0NOUZVUWE.1 size=512082 2024-04-02T08:44:02.223 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.225+0000 7f7da3039780 1 < completed multipart upload key=D0Z1XMS5I5SH upload=MWR0NOUZVUWE tag=3PKTDP5YAF16 type=write size=2609234 2024-04-02T08:44:02.228 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.230+0000 7f7da3039780 1 > prepared part key=_multipart_Z2HC0VEJJV9V.2~3PJ2JA1JEU31.0 size=1048576 2024-04-02T08:44:02.231 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.232+0000 7f7da3039780 1 > prepared part key=_multipart_Z2HC0VEJJV9V.2~3PJ2JA1JEU31.1 size=863096 2024-04-02T08:44:02.231 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.232+0000 7f7da3039780 1 > prepared multipart upload key=Z2HC0VEJJV9V upload=3PJ2JA1JEU31 tag=G5YAERBH2OSA type=write size=2960248 2024-04-02T08:44:02.234 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.236+0000 7f7da3039780 1 < completed write operation key=ZZ885TFYL1OI tag=BZNIDBXDFPEZ type=write size=486872 2024-04-02T08:44:02.240 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.241+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~BXZ7LEIMRIOX.0 size=1048576 2024-04-02T08:44:02.242 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.244+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~BXZ7LEIMRIOX.1 size=30345 2024-04-02T08:44:02.242 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.244+0000 7f7da3039780 1 > prepared multipart upload key=ELDWOJAKQD69 upload=BXZ7LEIMRIOX tag=RY1WASWM7OOB type=write size=2127497 2024-04-02T08:44:02.246 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.247+0000 7f7da3039780 1 < completed delete operation key=DJP9NW2GDNHB tag=KH6XUQ2KZMTD type=del 2024-04-02T08:44:02.248 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.249+0000 7f7da3039780 1 > prepared operation key=BURYF1967J48 tag=OLSZO7E2CPZT type=write size=55552 2024-04-02T08:44:02.253 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.254+0000 7f7da3039780 1 < suggested update operation key=9H9O464QAWB2 tag=P2UIQORRVTN7 type=del size=2952847 2024-04-02T08:44:02.255 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.256+0000 7f7da3039780 1 > prepared operation key=9JGJK5C8JJ0Z tag=AQKVHTKAPU7U type=del size=1359317 2024-04-02T08:44:02.259 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.261+0000 7f7da3039780 1 < suggested remove operation key=81LFSX7KH5JC tag=IK99BW1VKB44 type=del 2024-04-02T08:44:02.265 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.266+0000 7f7da3039780 1 > prepared part key=_multipart_EAG9W8JA0WA6.2~7I4FSA6P6T1W.0 size=1048576 2024-04-02T08:44:02.266 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.268+0000 7f7da3039780 1 > prepared part key=_multipart_EAG9W8JA0WA6.2~7I4FSA6P6T1W.1 size=982132 2024-04-02T08:44:02.267 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.268+0000 7f7da3039780 1 > prepared multipart upload key=EAG9W8JA0WA6 upload=7I4FSA6P6T1W tag=H2LWOMZTPDA5 type=write size=3079284 2024-04-02T08:44:02.269 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.271+0000 7f7da3039780 1 < completed delete operation key=DJP9NW2GDNHB tag=XYN4PVLCIM1P type=del 2024-04-02T08:44:02.272 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.273+0000 7f7da3039780 1 > prepared operation key=XV6PSEG36RCA tag=LBQU1V2QZF7W type=write size=371313 2024-04-02T08:44:02.274 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.276+0000 7f7da3039780 1 < completed delete operation key=IX5GR5MVNL1T tag=6YC4ZDL843ZG type=del 2024-04-02T08:44:02.279 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.280+0000 7f7da3039780 1 > prepared part key=_multipart_57GR82RGCWC5.2~FTT3DHEJKTSL.0 size=795995 2024-04-02T08:44:02.279 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.280+0000 7f7da3039780 1 > prepared multipart upload key=57GR82RGCWC5 upload=FTT3DHEJKTSL tag=K2R61MI2IATE type=write size=1844571 2024-04-02T08:44:02.281 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.283+0000 7f7da3039780 1 < completed write operation key=QHKAPO5SX6SG tag=RSPWRHSR18Y1 type=write size=393470 2024-04-02T08:44:02.284 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.286+0000 7f7da3039780 1 > prepared operation key=Z2HC0VEJJV9V tag=YUJT1WACXTJ0 type=del size=1904679 2024-04-02T08:44:02.287 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.289+0000 7f7da3039780 1 < completed write operation key=9JGJK5C8JJ0Z tag=7W1GUG3UJ0T8 type=write size=697617 2024-04-02T08:44:02.290 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.291+0000 7f7da3039780 1 > prepared operation key=81LFSX7KH5JC tag=PHIJPHZ7Z4OY type=write size=443479 2024-04-02T08:44:02.292 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.294+0000 7f7da3039780 1 < completed delete operation key=R3KOUNXRRJL4 tag=LXHY8AMEM2F3 type=del 2024-04-02T08:44:02.297 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.298+0000 7f7da3039780 1 > prepared part key=_multipart_XN6KQ2LGZYGL.2~A4KQLQY23ZWE.0 size=943878 2024-04-02T08:44:02.297 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.298+0000 7f7da3039780 1 > prepared multipart upload key=XN6KQ2LGZYGL upload=A4KQLQY23ZWE tag=7326RNMYP4KM type=write size=1992454 2024-04-02T08:44:02.299 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.301+0000 7f7da3039780 1 < completed delete operation key=JFW247YEIEQ0 tag=6HKW7ZECUKDF type=del 2024-04-02T08:44:02.302 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.303+0000 7f7da3039780 1 > prepared operation key=Y5E6U7ZCX7JC tag=SC09MYDBUEHS type=del size=1824757 2024-04-02T08:44:02.304 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.306+0000 7f7da3039780 1 < completed delete operation key=9JGJK5C8JJ0Z tag=FNPW592WR2MX type=del 2024-04-02T08:44:02.306 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.308+0000 7f7da3039780 1 > prepared operation key=XN6KQ2LGZYGL tag=XH81INZ1MUA4 type=del size=3643710 2024-04-02T08:44:02.311 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.313+0000 7f7da3039780 1 < suggested update operation key=AMAKFO5IP7AO tag=3ZIYGO4WDVZD type=del size=1552990 2024-04-02T08:44:02.316 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.318+0000 7f7da3039780 1 > prepared part key=_multipart_Y5E6U7ZCX7JC.2~X6ID1KWASQUL.0 size=1048576 2024-04-02T08:44:02.318 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.320+0000 7f7da3039780 1 > prepared part key=_multipart_Y5E6U7ZCX7JC.2~X6ID1KWASQUL.1 size=248808 2024-04-02T08:44:02.319 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.320+0000 7f7da3039780 1 > prepared multipart upload key=Y5E6U7ZCX7JC upload=X6ID1KWASQUL tag=FVCBCK7S0HYI type=write size=2345960 2024-04-02T08:44:02.321 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.323+0000 7f7da3039780 1 < completed part key=_multipart_R3KOUNXRRJL4.2~3MW2ST96W9BM.0 size=1048576 2024-04-02T08:44:02.324 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.326+0000 7f7da3039780 1 < completed part key=_multipart_R3KOUNXRRJL4.2~3MW2ST96W9BM.1 size=1048576 2024-04-02T08:44:02.326 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.328+0000 7f7da3039780 1 < completed part key=_multipart_R3KOUNXRRJL4.2~3MW2ST96W9BM.2 size=545222 2024-04-02T08:44:02.332 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.334+0000 7f7da3039780 1 < completed multipart upload key=R3KOUNXRRJL4 upload=3MW2ST96W9BM tag=V9AFEM4U82C9 type=write size=3690950 2024-04-02T08:44:02.334 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.336+0000 7f7da3039780 1 > prepared operation key=NOK2IIY1WSGJ tag=O1E1J12BF4GM type=del size=1967695 2024-04-02T08:44:02.337 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.339+0000 7f7da3039780 1 < completed delete operation key=993CLRT5TRZG tag=HKQXAWT2EA8K type=del 2024-04-02T08:44:02.340 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.342+0000 7f7da3039780 1 > prepared operation key=ELDWOJAKQD69 tag=SBSZBSGS70H1 type=del size=1247494 2024-04-02T08:44:02.343 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.345+0000 7f7da3039780 1 < canceled operation key=A3I3KM5DTR9R tag=G6617ERD6HK2 type=del size=2876384 2024-04-02T08:44:02.348 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.350+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~FCWI7BA41W75.0 size=1048576 2024-04-02T08:44:02.351 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.352+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~FCWI7BA41W75.1 size=492900 2024-04-02T08:44:02.351 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.352+0000 7f7da3039780 1 > prepared multipart upload key=9H9O464QAWB2 upload=FCWI7BA41W75 tag=EW0CG4EKNU1J type=write size=2590052 2024-04-02T08:44:02.353 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.355+0000 7f7da3039780 1 < completed part key=_multipart_Z2HC0VEJJV9V.2~3PJ2JA1JEU31.0 size=1048576 2024-04-02T08:44:02.355 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.357+0000 7f7da3039780 1 < completed part key=_multipart_Z2HC0VEJJV9V.2~3PJ2JA1JEU31.1 size=863096 2024-04-02T08:44:02.360 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.361+0000 7f7da3039780 1 < completed multipart upload key=Z2HC0VEJJV9V upload=3PJ2JA1JEU31 tag=G5YAERBH2OSA type=write size=2960248 2024-04-02T08:44:02.362 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.364+0000 7f7da3039780 1 > prepared operation key=9JGJK5C8JJ0Z tag=7PJEJ36T0YZ0 type=del size=4062277 2024-04-02T08:44:02.365 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.367+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~BXZ7LEIMRIOX.0 size=1048576 2024-04-02T08:44:02.367 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.369+0000 7f7da3039780 1 < completed part key=_multipart_ELDWOJAKQD69.2~BXZ7LEIMRIOX.1 size=30345 2024-04-02T08:44:02.372 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.373+0000 7f7da3039780 1 < completed multipart upload key=ELDWOJAKQD69 upload=BXZ7LEIMRIOX tag=RY1WASWM7OOB type=write size=2127497 2024-04-02T08:44:02.374 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.375+0000 7f7da3039780 1 > prepared operation key=XN6KQ2LGZYGL tag=DOJEDHA4J9YQ type=del size=10117 2024-04-02T08:44:02.376 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.378+0000 7f7da3039780 1 < completed write operation key=BURYF1967J48 tag=OLSZO7E2CPZT type=write size=55552 2024-04-02T08:44:02.379 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.380+0000 7f7da3039780 1 > prepared operation key=993CLRT5TRZG tag=A43L0NP8ZFCA type=write size=535482 2024-04-02T08:44:02.381 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.383+0000 7f7da3039780 1 < completed delete operation key=9JGJK5C8JJ0Z tag=AQKVHTKAPU7U type=del 2024-04-02T08:44:02.384 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.386+0000 7f7da3039780 1 > prepared operation key=9JGJK5C8JJ0Z tag=KSBU9BMPB8WI type=del size=2815325 2024-04-02T08:44:02.387 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.388+0000 7f7da3039780 1 < completed part key=_multipart_EAG9W8JA0WA6.2~7I4FSA6P6T1W.0 size=1048576 2024-04-02T08:44:02.389 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.390+0000 7f7da3039780 1 < completed part key=_multipart_EAG9W8JA0WA6.2~7I4FSA6P6T1W.1 size=982132 2024-04-02T08:44:02.395 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.396+0000 7f7da3039780 1 < completed multipart upload key=EAG9W8JA0WA6 upload=7I4FSA6P6T1W tag=H2LWOMZTPDA5 type=write size=3079284 2024-04-02T08:44:02.399 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.401+0000 7f7da3039780 1 > prepared part key=_multipart_ZV3Q7IXMLI1J.2~YE7TR6870IKM.0 size=1048576 2024-04-02T08:44:02.401 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.403+0000 7f7da3039780 1 > prepared part key=_multipart_ZV3Q7IXMLI1J.2~YE7TR6870IKM.1 size=769171 2024-04-02T08:44:02.401 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.403+0000 7f7da3039780 1 > prepared multipart upload key=ZV3Q7IXMLI1J upload=YE7TR6870IKM tag=DPI7OY35Q0HD type=write size=2866323 2024-04-02T08:44:02.406 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.408+0000 7f7da3039780 1 < suggested remove operation key=XV6PSEG36RCA tag=LBQU1V2QZF7W type=write 2024-04-02T08:44:02.408 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.410+0000 7f7da3039780 1 > prepared operation key=9H9O464QAWB2 tag=I4C8XS6CALUF type=del size=3252655 2024-04-02T08:44:02.411 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.412+0000 7f7da3039780 1 < completed part key=_multipart_57GR82RGCWC5.2~FTT3DHEJKTSL.0 size=795995 2024-04-02T08:44:02.414 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.416+0000 7f7da3039780 1 < completed multipart upload key=57GR82RGCWC5 upload=FTT3DHEJKTSL tag=K2R61MI2IATE type=write size=1844571 2024-04-02T08:44:02.419 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.420+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~SE08OILDF8L2.0 size=1048576 2024-04-02T08:44:02.421 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.422+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~SE08OILDF8L2.1 size=1048576 2024-04-02T08:44:02.423 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.425+0000 7f7da3039780 1 > prepared part key=_multipart_ELDWOJAKQD69.2~SE08OILDF8L2.2 size=104493 2024-04-02T08:44:02.423 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.425+0000 7f7da3039780 1 > prepared multipart upload key=ELDWOJAKQD69 upload=SE08OILDF8L2 tag=HYYPVWM33VCW type=write size=3250221 2024-04-02T08:44:02.426 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.428+0000 7f7da3039780 1 < completed delete operation key=Z2HC0VEJJV9V tag=YUJT1WACXTJ0 type=del 2024-04-02T08:44:02.428 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.430+0000 7f7da3039780 1 > prepared operation key=ZV3Q7IXMLI1J tag=OK1UH27P2FSX type=write size=198789 2024-04-02T08:44:02.434 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.432+0000 7f7da3039780 1 < canceled operation key=81LFSX7KH5JC tag=PHIJPHZ7Z4OY type=write size=443479 2024-04-02T08:44:02.435 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.437+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~1UTEGXX0LAMU.0 size=1048576 2024-04-02T08:44:02.438 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.439+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~1UTEGXX0LAMU.1 size=1048576 2024-04-02T08:44:02.440 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.441+0000 7f7da3039780 1 > prepared part key=_multipart_9H9O464QAWB2.2~1UTEGXX0LAMU.2 size=230084 2024-04-02T08:44:02.440 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.441+0000 7f7da3039780 1 > prepared multipart upload key=9H9O464QAWB2 upload=1UTEGXX0LAMU tag=22F0DCHJ40RL type=write size=3375812 2024-04-02T08:44:02.442 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.443+0000 7f7da3039780 1 < completed part key=_multipart_XN6KQ2LGZYGL.2~A4KQLQY23ZWE.0 size=943878 2024-04-02T08:44:02.446 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.448+0000 7f7da3039780 1 < completed multipart upload key=XN6KQ2LGZYGL upload=A4KQLQY23ZWE tag=7326RNMYP4KM type=write size=1992454 2024-04-02T08:44:02.448 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.450+0000 7f7da3039780 1 > prepared operation key=81LFSX7KH5JC tag=GNEOOVTU9LZJ type=del size=699283 2024-04-02T08:44:02.450 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.452+0000 7f7da3039780 1 < completed delete operation key=Y5E6U7ZCX7JC tag=SC09MYDBUEHS type=del 2024-04-02T08:44:02.453 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.454+0000 7f7da3039780 1 > prepared operation key=AMAKFO5IP7AO tag=2S9224MEFYCT type=del size=2899358 2024-04-02T08:44:02.455 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.457+0000 7f7da3039780 1 < completed delete operation key=XN6KQ2LGZYGL tag=XH81INZ1MUA4 type=del 2024-04-02T08:44:02.457 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.459+0000 7f7da3039780 1 > prepared operation key=N5AIAS76IS0Z tag=IGMIZ49SSJBK type=del size=4065956 2024-04-02T08:44:02.460 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.461+0000 7f7da3039780 1 < completed part key=_multipart_Y5E6U7ZCX7JC.2~X6ID1KWASQUL.0 size=1048576 2024-04-02T08:44:02.461 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.463+0000 7f7da3039780 1 < completed part key=_multipart_Y5E6U7ZCX7JC.2~X6ID1KWASQUL.1 size=248808 2024-04-02T08:44:02.465 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.467+0000 7f7da3039780 1 < completed multipart upload key=Y5E6U7ZCX7JC upload=X6ID1KWASQUL tag=FVCBCK7S0HYI type=write size=2345960 2024-04-02T08:44:02.467 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.469+0000 7f7da3039780 1 > prepared operation key=ELDWOJAKQD69 tag=BBJ8T8BZ86ND type=del size=3370201 2024-04-02T08:44:02.470 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.471+0000 7f7da3039780 1 < completed delete operation key=NOK2IIY1WSGJ tag=O1E1J12BF4GM type=del 2024-04-02T08:44:02.472 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.474+0000 7f7da3039780 1 > prepared operation key=6TJF572KI0FA tag=JF72TF4N3610 type=del size=2193498 2024-04-02T08:44:02.474 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.476+0000 7f7da3039780 1 < completed delete operation key=ELDWOJAKQD69 tag=SBSZBSGS70H1 type=del 2024-04-02T08:44:02.478 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.480+0000 7f7da3039780 1 > prepared part key=_multipart_N5AIAS76IS0Z.2~YLW2GD6VRE1U.0 size=1019860 2024-04-02T08:44:02.478 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.480+0000 7f7da3039780 1 > prepared multipart upload key=N5AIAS76IS0Z upload=YLW2GD6VRE1U tag=XZNR3Z68F252 type=write size=2068436 2024-04-02T08:44:02.481 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.482+0000 7f7da3039780 1 < completed part key=_multipart_9H9O464QAWB2.2~FCWI7BA41W75.0 size=1048576 2024-04-02T08:44:02.482 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.484+0000 7f7da3039780 1 < completed part key=_multipart_9H9O464QAWB2.2~FCWI7BA41W75.1 size=492900 2024-04-02T08:44:02.486 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.488+0000 7f7da3039780 1 < completed multipart upload key=9H9O464QAWB2 upload=FCWI7BA41W75 tag=EW0CG4EKNU1J type=write size=2590052 2024-04-02T08:44:02.491 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.493+0000 7f7da3039780 1 > prepared part key=_multipart_1SDLEDDX8LZR.2~39U3R9YD0D3Z.0 size=483261 2024-04-02T08:44:02.491 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.493+0000 7f7da3039780 1 > prepared multipart upload key=1SDLEDDX8LZR upload=39U3R9YD0D3Z tag=R2VBXM5098MZ type=write size=1531837 2024-04-02T08:44:02.497 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.498+0000 7f7da3039780 1 < suggested remove operation key=9JGJK5C8JJ0Z tag=7PJEJ36T0YZ0 type=del 2024-04-02T08:44:02.501 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.503+0000 7f7da3039780 1 > prepared part key=_multipart_81LFSX7KH5JC.2~OAWRITYNQLBL.0 size=1048576 2024-04-02T08:44:02.503 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.505+0000 7f7da3039780 1 > prepared part key=_multipart_81LFSX7KH5JC.2~OAWRITYNQLBL.1 size=905496 2024-04-02T08:44:02.503 INFO:tasks.workunit.client.0.smithi012.stderr:2024-04-02T08:44:02.505+0000 7f7da3039780 1 > prepared multipart upload key=81LFSX7KH5JC upload=OAWRITYNQLBL tag=TNZNYYHUJUOS type=write size=3002648 2024-04-02T08:44:02.504 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] cls_rgw_stats.simulate (15045 ms) 2024-04-02T08:44:02.504 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 1 test from cls_rgw_stats (15046 ms total) 2024-04-02T08:44:02.504 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T08:44:02.504 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] Global test environment tear-down 2024-04-02T08:44:02.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:02 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:44:02.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:02 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:44:02.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:02 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:44:02.561 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:44:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:44:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:44:02.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:02 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:44:02.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:02 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:44:02.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:02 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:44:02.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:02 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:44:02.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:02 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:44:02.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:02 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:44:03.250 INFO:tasks.workunit.client.0.smithi012.stdout:[==========] 1 test from 1 test suite ran. (17658 ms total) 2024-04-02T08:44:03.250 INFO:tasks.workunit.client.0.smithi012.stdout:[ PASSED ] 1 test. 2024-04-02T08:44:03.254 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:44:03.254 DEBUG:teuthology.orchestra.run.smithi012:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:44:03.322 INFO:tasks.workunit:Running workunit cls/test_cls_sdk.sh... 2024-04-02T08:44:03.322 DEBUG:teuthology.orchestra.run.smithi012:workunit test cls/test_cls_sdk.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_sdk.sh 2024-04-02T08:44:03.391 INFO:tasks.workunit.client.0.smithi012.stdout:Running main() from gmock_main.cc 2024-04-02T08:44:03.391 INFO:tasks.workunit.client.0.smithi012.stdout:[==========] Running 2 tests from 1 test suite. 2024-04-02T08:44:03.391 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] Global test environment set-up. 2024-04-02T08:44:03.391 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 2 tests from ClsSDK 2024-04-02T08:44:03.391 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] ClsSDK.TestSDKCoverageWrite 2024-04-02T08:44:03.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:03 smithi055 ceph-mon[85080]: pgmap v1399: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 957 KiB/s rd, 329 KiB/s wr, 1.69k op/s 2024-04-02T08:44:03.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:03 smithi012 ceph-mon[88355]: pgmap v1399: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 957 KiB/s rd, 329 KiB/s wr, 1.69k op/s 2024-04-02T08:44:03.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:03 smithi012 ceph-mon[90784]: pgmap v1399: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 957 KiB/s rd, 329 KiB/s wr, 1.69k op/s 2024-04-02T08:44:04.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:04 smithi055 ceph-mon[85080]: osdmap e1105: 8 total, 8 up, 8 in 2024-04-02T08:44:04.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:04 smithi012 ceph-mon[88355]: osdmap e1105: 8 total, 8 up, 8 in 2024-04-02T08:44:04.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:04 smithi012 ceph-mon[90784]: osdmap e1105: 8 total, 8 up, 8 in 2024-04-02T08:44:05.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:05 smithi055 ceph-mon[85080]: osdmap e1106: 8 total, 8 up, 8 in 2024-04-02T08:44:05.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:05 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2524022317' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-131591-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:05.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:05 smithi055 ceph-mon[85080]: pgmap v1402: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:44:05.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:05 smithi012 ceph-mon[88355]: osdmap e1106: 8 total, 8 up, 8 in 2024-04-02T08:44:05.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:05 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2524022317' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-131591-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:05.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:05 smithi012 ceph-mon[88355]: pgmap v1402: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:44:05.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:05 smithi012 ceph-mon[90784]: osdmap e1106: 8 total, 8 up, 8 in 2024-04-02T08:44:05.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:05 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2524022317' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-131591-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:05.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:05 smithi012 ceph-mon[90784]: pgmap v1402: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:44:06.275 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] ClsSDK.TestSDKCoverageWrite (2884 ms) 2024-04-02T08:44:06.275 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] ClsSDK.TestSDKCoverageReplay 2024-04-02T08:44:06.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:06 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:44:06.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:06 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2524022317' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-131591-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:44:06.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:06 smithi055 ceph-mon[85080]: osdmap e1107: 8 total, 8 up, 8 in 2024-04-02T08:44:06.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:06 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:44:06.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:06 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2524022317' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-131591-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:44:06.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:06 smithi012 ceph-mon[90784]: osdmap e1107: 8 total, 8 up, 8 in 2024-04-02T08:44:06.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:06 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:44:06.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:06 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2524022317' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-131591-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:44:06.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:06 smithi012 ceph-mon[88355]: osdmap e1107: 8 total, 8 up, 8 in 2024-04-02T08:44:07.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:07 smithi055 ceph-mon[85080]: osdmap e1108: 8 total, 8 up, 8 in 2024-04-02T08:44:07.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:07 smithi055 ceph-mon[85080]: pgmap v1405: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:44:07.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:07 smithi012 ceph-mon[88355]: osdmap e1108: 8 total, 8 up, 8 in 2024-04-02T08:44:07.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:07 smithi012 ceph-mon[88355]: pgmap v1405: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:44:07.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:07 smithi012 ceph-mon[90784]: osdmap e1108: 8 total, 8 up, 8 in 2024-04-02T08:44:07.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:07 smithi012 ceph-mon[90784]: pgmap v1405: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:44:08.274 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:44:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:44:07] "GET /metrics HTTP/1.1" 200 36358 "" "Prometheus/2.43.0" 2024-04-02T08:44:08.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:08 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:44:08.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:08 smithi055 ceph-mon[85080]: Cluster is now healthy 2024-04-02T08:44:08.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:08 smithi055 ceph-mon[85080]: osdmap e1109: 8 total, 8 up, 8 in 2024-04-02T08:44:08.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:08 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2352390854' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-131591-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:08.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:08 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-131591-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:08.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:08 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:44:08.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:08 smithi012 ceph-mon[88355]: Cluster is now healthy 2024-04-02T08:44:08.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:08 smithi012 ceph-mon[88355]: osdmap e1109: 8 total, 8 up, 8 in 2024-04-02T08:44:08.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:08 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2352390854' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-131591-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:08.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:08 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-131591-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:08.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:08 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:44:08.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:08 smithi012 ceph-mon[90784]: Cluster is now healthy 2024-04-02T08:44:08.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:08 smithi012 ceph-mon[90784]: osdmap e1109: 8 total, 8 up, 8 in 2024-04-02T08:44:08.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:08 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2352390854' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-131591-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:08.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:08 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-131591-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:09.295 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] ClsSDK.TestSDKCoverageReplay (3020 ms) 2024-04-02T08:44:09.296 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 2 tests from ClsSDK (5904 ms total) 2024-04-02T08:44:09.296 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T08:44:09.296 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] Global test environment tear-down 2024-04-02T08:44:09.296 INFO:tasks.workunit.client.0.smithi012.stdout:[==========] 2 tests from 1 test suite ran. (5904 ms total) 2024-04-02T08:44:09.296 INFO:tasks.workunit.client.0.smithi012.stdout:[ PASSED ] 2 tests. 2024-04-02T08:44:09.299 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:44:09.299 DEBUG:teuthology.orchestra.run.smithi012:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:44:09.370 INFO:tasks.workunit:Stopping ['cls'] on client.0... 2024-04-02T08:44:09.370 DEBUG:teuthology.orchestra.run.smithi012:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-02T08:44:09.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:09 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-131591-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:44:09.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:09 smithi055 ceph-mon[85080]: pgmap v1407: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:44:09.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:09 smithi055 ceph-mon[85080]: osdmap e1110: 8 total, 8 up, 8 in 2024-04-02T08:44:09.666 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:09 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-131591-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:44:09.667 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:09 smithi012 ceph-mon[88355]: pgmap v1407: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:44:09.667 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:09 smithi012 ceph-mon[88355]: osdmap e1110: 8 total, 8 up, 8 in 2024-04-02T08:44:09.667 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:09 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi012-131591-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:44:09.667 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:09 smithi012 ceph-mon[90784]: pgmap v1407: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:44:09.667 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:09 smithi012 ceph-mon[90784]: osdmap e1110: 8 total, 8 up, 8 in 2024-04-02T08:44:09.668 DEBUG:teuthology.parallel:result is None 2024-04-02T08:44:09.668 DEBUG:teuthology.orchestra.run.smithi012:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T08:44:09.695 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T08:44:09.695 DEBUG:teuthology.orchestra.run.smithi012:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T08:44:09.750 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T08:44:09.750 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T08:44:09.750 INFO:teuthology.task.print:**** done end rados_api.yaml 2024-04-02T08:44:09.751 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T08:44:09.751 INFO:teuthology.task.print:**** done start rados_loadgenbig.yaml 2024-04-02T08:44:09.751 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-02T08:44:09.752 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-02T08:44:09.752 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-02T08:44:09.752 DEBUG:teuthology.orchestra.run.smithi012:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-02T08:44:09.806 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T08:44:09.806 INFO:teuthology.orchestra.run.smithi012.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-02T08:44:09.806 DEBUG:teuthology.orchestra.run.smithi012:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T08:44:09.861 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-02T08:44:09.861 DEBUG:teuthology.orchestra.run.smithi012:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-02T08:44:09.916 INFO:tasks.workunit:timeout=3h 2024-04-02T08:44:09.916 INFO:tasks.workunit:cleanup=True 2024-04-02T08:44:09.917 DEBUG:teuthology.orchestra.run.smithi012:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-02T08:44:09.971 INFO:tasks.workunit.client.0.smithi012.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-02T08:44:10.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:10 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:44:10.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:10 smithi055 ceph-mon[85080]: osdmap e1111: 8 total, 8 up, 8 in 2024-04-02T08:44:10.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:10 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:44:10.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:10 smithi012 ceph-mon[88355]: osdmap e1111: 8 total, 8 up, 8 in 2024-04-02T08:44:10.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:10 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:44:10.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:10 smithi012 ceph-mon[90784]: osdmap e1111: 8 total, 8 up, 8 in 2024-04-02T08:44:11.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:11 smithi055 ceph-mon[85080]: pgmap v1410: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:44:11.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:11 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:44:11.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:11 smithi055 ceph-mon[85080]: Cluster is now healthy 2024-04-02T08:44:11.579 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:11 smithi012 ceph-mon[88355]: pgmap v1410: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:44:11.580 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:11 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:44:11.580 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:11 smithi012 ceph-mon[88355]: Cluster is now healthy 2024-04-02T08:44:11.580 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:11 smithi012 ceph-mon[90784]: pgmap v1410: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:44:11.580 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:11 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:44:11.580 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:11 smithi012 ceph-mon[90784]: Cluster is now healthy 2024-04-02T08:44:12.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:44:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:44:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:44:13.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:13 smithi055 ceph-mon[85080]: pgmap v1411: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:44:13.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:13 smithi012 ceph-mon[88355]: pgmap v1411: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:44:13.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:13 smithi012 ceph-mon[90784]: pgmap v1411: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:44:14.565 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:14.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:14.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:15.448 DEBUG:teuthology.orchestra.run.smithi012:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-02T08:44:15.504 INFO:tasks.workunit.client.0.smithi012.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-02T08:44:15.507 INFO:tasks.workunit.client.0.smithi012.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T08:44:15.507 INFO:tasks.workunit.client.0.smithi012.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-02T08:44:15.557 INFO:tasks.workunit.client.0.smithi012.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-02T08:44:15.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:15 smithi055 ceph-mon[85080]: pgmap v1412: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:44:15.606 INFO:tasks.workunit.client.0.smithi012.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-02T08:44:15.646 INFO:tasks.workunit.client.0.smithi012.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T08:44:15.647 INFO:tasks.workunit.client.0.smithi012.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T08:44:15.648 INFO:tasks.workunit.client.0.smithi012.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-02T08:44:15.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:15 smithi012 ceph-mon[88355]: pgmap v1412: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:44:15.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:15 smithi012 ceph-mon[90784]: pgmap v1412: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:44:15.686 INFO:tasks.workunit.client.0.smithi012.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T08:44:15.689 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-04-02T08:44:15.689 DEBUG:teuthology.orchestra.run.smithi012:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-02T08:44:15.745 INFO:tasks.workunit:Running workunits matching rados/load-gen-big.sh on client.0... 2024-04-02T08:44:15.746 INFO:tasks.workunit:Running workunit rados/load-gen-big.sh... 2024-04-02T08:44:15.747 DEBUG:teuthology.orchestra.run.smithi012:workunit test rados/load-gen-big.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/load-gen-big.sh 2024-04-02T08:44:15.846 INFO:tasks.workunit.client.0.smithi012.stdout:run length 1200 seconds 2024-04-02T08:44:15.846 INFO:tasks.workunit.client.0.smithi012.stdout:preparing 10240 objects 2024-04-02T08:44:17.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:17 smithi055 ceph-mon[85080]: pgmap v1413: 105 pgs: 105 active+clean; 5.7 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s wr, 58 op/s 2024-04-02T08:44:17.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:17 smithi012 ceph-mon[88355]: pgmap v1413: 105 pgs: 105 active+clean; 5.7 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s wr, 58 op/s 2024-04-02T08:44:17.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:17 smithi012 ceph-mon[90784]: pgmap v1413: 105 pgs: 105 active+clean; 5.7 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s wr, 58 op/s 2024-04-02T08:44:18.366 INFO:tasks.workunit.client.0.smithi012.stdout:load-gen will run 1200 seconds 2024-04-02T08:44:18.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:44:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:44:17] "GET /metrics HTTP/1.1" 200 33971 "" "Prometheus/2.43.0" 2024-04-02T08:44:19.366 INFO:tasks.workunit.client.0.smithi012.stdout: 1: throughput=0MB/sec pending data=0 2024-04-02T08:44:19.366 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Hn74aMvGvRVcSMe off=9137334 len=1053525 2024-04-02T08:44:19.373 INFO:tasks.workunit.client.0.smithi012.stdout:op 0 completed, throughput=0.998MB/sec 2024-04-02T08:44:19.373 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-N5VFdNUwLa1KOCm off=1490999 len=1342943 2024-04-02T08:44:19.375 INFO:tasks.workunit.client.0.smithi012.stdout:op 1 completed, throughput=2.27MB/sec 2024-04-02T08:44:19.375 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-xPYPWYKIqDixXGD off=1670036 len=2042016 2024-04-02T08:44:19.383 INFO:tasks.workunit.client.0.smithi012.stdout:op 2 completed, throughput=4.16MB/sec 2024-04-02T08:44:19.384 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-kEYLhcVxl33xWOX off=2214761 len=942738 2024-04-02T08:44:19.385 INFO:tasks.workunit.client.0.smithi012.stdout:op 3 completed, throughput=5.04MB/sec 2024-04-02T08:44:19.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:19 smithi012 ceph-mon[88355]: pgmap v1414: 105 pgs: 105 active+clean; 5.7 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s wr, 46 op/s 2024-04-02T08:44:19.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:19 smithi012 ceph-mon[90784]: pgmap v1414: 105 pgs: 105 active+clean; 5.7 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s wr, 46 op/s 2024-04-02T08:44:19.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:19 smithi055 ceph-mon[85080]: pgmap v1414: 105 pgs: 105 active+clean; 5.7 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s wr, 46 op/s 2024-04-02T08:44:20.385 INFO:tasks.workunit.client.0.smithi012.stdout: 2: throughput=2.54MB/sec pending data=0 2024-04-02T08:44:20.385 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Z8iNQcDvM-jVwEa off=4256429 len=1967494 2024-04-02T08:44:20.388 INFO:tasks.workunit.client.0.smithi012.stdout:op 4 completed, throughput=3.47MB/sec 2024-04-02T08:44:20.388 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-8PebXtt9nPk0sC3 off=2287724 len=1512854 2024-04-02T08:44:20.397 INFO:tasks.workunit.client.0.smithi012.stdout:op 5 completed, throughput=4.16MB/sec 2024-04-02T08:44:20.397 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-wJCHwO9a0PbBHzY off=3561795 len=795058 2024-04-02T08:44:20.398 INFO:tasks.workunit.client.0.smithi012.stdout:op 6 completed, throughput=4.53MB/sec 2024-04-02T08:44:20.398 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Lz-fi0IiFMCOreK off=2210694 len=704424 2024-04-02T08:44:20.402 INFO:tasks.workunit.client.0.smithi012.stdout:op 7 completed, throughput=4.85MB/sec 2024-04-02T08:44:20.403 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-q67d3hoDyrmQA8s off=44048 len=642636 2024-04-02T08:44:20.406 INFO:tasks.workunit.client.0.smithi012.stdout:op 8 completed, throughput=5.14MB/sec 2024-04-02T08:44:21.407 INFO:tasks.workunit.client.0.smithi012.stdout: 3: throughput=3.45MB/sec pending data=0 2024-04-02T08:44:21.407 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ti1v9RCuNBilXhc off=4802276 len=1745488 2024-04-02T08:44:21.415 INFO:tasks.workunit.client.0.smithi012.stdout:op 9 completed, throughput=3.99MB/sec 2024-04-02T08:44:21.415 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Lanf2EWP3FOfSom off=3478566 len=439558 2024-04-02T08:44:21.415 INFO:tasks.workunit.client.0.smithi012.stdout:op 10 completed, throughput=4.12MB/sec 2024-04-02T08:44:21.415 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-PqFe4QfS1dJWl6E off=5909187 len=693035 2024-04-02T08:44:21.420 INFO:tasks.workunit.client.0.smithi012.stdout:op 11 completed, throughput=4.33MB/sec 2024-04-02T08:44:21.420 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-D30tgyS-PMd0dAZ off=6177544 len=1124849 2024-04-02T08:44:21.421 INFO:tasks.workunit.client.0.smithi012.stdout:op 12 completed, throughput=4.68MB/sec 2024-04-02T08:44:21.421 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-8CbO8W3mmPbqnl2 off=11677322 len=291450 2024-04-02T08:44:21.422 INFO:tasks.workunit.client.0.smithi012.stdout:op 13 completed, throughput=4.77MB/sec 2024-04-02T08:44:21.422 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-_0Pgs8aecaTpGN4 off=2633569 len=1410288 2024-04-02T08:44:21.429 INFO:tasks.workunit.client.0.smithi012.stdout:op 14 completed, throughput=5.2MB/sec 2024-04-02T08:44:21.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:21 smithi012 ceph-mon[88355]: pgmap v1415: 105 pgs: 105 active+clean; 102 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 1019 KiB/s wr, 744 op/s 2024-04-02T08:44:21.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:21 smithi012 ceph-mon[90784]: pgmap v1415: 105 pgs: 105 active+clean; 102 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 1019 KiB/s wr, 744 op/s 2024-04-02T08:44:21.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:21 smithi055 ceph-mon[85080]: pgmap v1415: 105 pgs: 105 active+clean; 102 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 1019 KiB/s wr, 744 op/s 2024-04-02T08:44:22.430 INFO:tasks.workunit.client.0.smithi012.stdout: 4: throughput=3.92MB/sec pending data=0 2024-04-02T08:44:22.430 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-pIptYUQVCe5KJso off=19060171 len=190908 2024-04-02T08:44:22.433 INFO:tasks.workunit.client.0.smithi012.stdout:op 15 completed, throughput=3.96MB/sec 2024-04-02T08:44:22.433 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-p-ONcxZNdT_qOha off=3063067 len=1678459 2024-04-02T08:44:22.434 INFO:tasks.workunit.client.0.smithi012.stdout:op 16 completed, throughput=4.35MB/sec 2024-04-02T08:44:22.435 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-K1VDGxPBA-uWnPC off=52059 len=1492629 2024-04-02T08:44:22.441 INFO:tasks.workunit.client.0.smithi012.stdout:op 17 completed, throughput=4.7MB/sec 2024-04-02T08:44:22.441 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-o2WWp9xowgQyP0c off=4701196 len=2056560 2024-04-02T08:44:22.443 INFO:tasks.workunit.client.0.smithi012.stdout:op 18 completed, throughput=5.18MB/sec 2024-04-02T08:44:22.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:44:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:44:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:44:23.443 INFO:tasks.workunit.client.0.smithi012.stdout: 5: throughput=4.16MB/sec pending data=0 2024-04-02T08:44:23.443 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-nGqNeMHFpHKcxhV off=3387555 len=392160 2024-04-02T08:44:23.444 INFO:tasks.workunit.client.0.smithi012.stdout:op 19 completed, throughput=4.23MB/sec 2024-04-02T08:44:23.444 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-__kJ-7oeVYoUQF1 off=19749248 len=322575 2024-04-02T08:44:23.445 INFO:tasks.workunit.client.0.smithi012.stdout:op 20 completed, throughput=4.29MB/sec 2024-04-02T08:44:23.445 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-hYC-dxXz2Vuhg3m off=8299537 len=98339 2024-04-02T08:44:23.447 INFO:tasks.workunit.client.0.smithi012.stdout:op 21 completed, throughput=4.31MB/sec 2024-04-02T08:44:23.447 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj--mnvujZG1-g2KBS off=13266118 len=2008908 2024-04-02T08:44:23.449 INFO:tasks.workunit.client.0.smithi012.stdout:op 22 completed, throughput=4.68MB/sec 2024-04-02T08:44:23.449 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-EPiAiId7BZxxzjl off=18879387 len=1573472 2024-04-02T08:44:23.456 INFO:tasks.workunit.client.0.smithi012.stdout:op 23 completed, throughput=4.97MB/sec 2024-04-02T08:44:23.456 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-fbMouGTsO3aCSLk off=10239095 len=1049399 2024-04-02T08:44:23.457 INFO:tasks.workunit.client.0.smithi012.stdout:op 24 completed, throughput=5.16MB/sec 2024-04-02T08:44:23.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:23 smithi012 ceph-mon[88355]: pgmap v1416: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 186 KiB/s rd, 1.2 MiB/s wr, 853 op/s 2024-04-02T08:44:23.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:23 smithi012 ceph-mon[90784]: pgmap v1416: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 186 KiB/s rd, 1.2 MiB/s wr, 853 op/s 2024-04-02T08:44:23.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:23 smithi055 ceph-mon[85080]: pgmap v1416: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 186 KiB/s rd, 1.2 MiB/s wr, 853 op/s 2024-04-02T08:44:24.458 INFO:tasks.workunit.client.0.smithi012.stdout: 6: throughput=4.32MB/sec pending data=0 2024-04-02T08:44:24.458 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-7gyIgYKHbOM89fC off=4898122 len=86406 2024-04-02T08:44:24.460 INFO:tasks.workunit.client.0.smithi012.stdout:op 25 completed, throughput=4.33MB/sec 2024-04-02T08:44:24.460 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-W49ccQMDWbEhTIx off=10031349 len=1786683 2024-04-02T08:44:24.462 INFO:tasks.workunit.client.0.smithi012.stdout:op 26 completed, throughput=4.61MB/sec 2024-04-02T08:44:24.462 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-zT8JOX4IZhVcK8i off=10920676 len=1051874 2024-04-02T08:44:24.463 INFO:tasks.workunit.client.0.smithi012.stdout:op 27 completed, throughput=4.77MB/sec 2024-04-02T08:44:24.463 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ufn8cb1S073Ljdy off=3487411 len=164848 2024-04-02T08:44:24.463 INFO:tasks.workunit.client.0.smithi012.stdout:op 28 completed, throughput=4.8MB/sec 2024-04-02T08:44:24.463 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-XIwFdM4siNgx4Ob off=3836194 len=599108 2024-04-02T08:44:24.464 INFO:tasks.workunit.client.0.smithi012.stdout:op 29 completed, throughput=4.89MB/sec 2024-04-02T08:44:24.464 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-qOGVR9MlF3W0SVV off=2083351 len=2016778 2024-04-02T08:44:24.473 INFO:tasks.workunit.client.0.smithi012.stdout:op 30 completed, throughput=5.2MB/sec 2024-04-02T08:44:25.473 INFO:tasks.workunit.client.0.smithi012.stdout: 7: throughput=4.47MB/sec pending data=0 2024-04-02T08:44:25.473 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ISkCtDVuiXLx4Cb off=2058080 len=925904 2024-04-02T08:44:25.474 INFO:tasks.workunit.client.0.smithi012.stdout:op 31 completed, throughput=4.59MB/sec 2024-04-02T08:44:25.474 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-crL8vs_-twXJdcx off=10522633 len=130970 2024-04-02T08:44:25.475 INFO:tasks.workunit.client.0.smithi012.stdout:op 32 completed, throughput=4.61MB/sec 2024-04-02T08:44:25.475 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-xKkIRbsxAtr8R4t off=4234592 len=521757 2024-04-02T08:44:25.478 INFO:tasks.workunit.client.0.smithi012.stdout:op 33 completed, throughput=4.67MB/sec 2024-04-02T08:44:25.478 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-53ucFzdzVijnpkm off=11655198 len=1956510 2024-04-02T08:44:25.486 INFO:tasks.workunit.client.0.smithi012.stdout:op 34 completed, throughput=4.93MB/sec 2024-04-02T08:44:25.486 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-jnCzju1RYG86myI off=4149444 len=460363 2024-04-02T08:44:25.489 INFO:tasks.workunit.client.0.smithi012.stdout:op 35 completed, throughput=4.99MB/sec 2024-04-02T08:44:25.489 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-rRvASvs9fQYHOCW off=11929861 len=1637557 2024-04-02T08:44:25.496 INFO:tasks.workunit.client.0.smithi012.stdout:op 36 completed, throughput=5.2MB/sec 2024-04-02T08:44:25.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:25 smithi012 ceph-mon[88355]: pgmap v1417: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 186 KiB/s rd, 1.2 MiB/s wr, 853 op/s 2024-04-02T08:44:25.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:25 smithi012 ceph-mon[90784]: pgmap v1417: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 186 KiB/s rd, 1.2 MiB/s wr, 853 op/s 2024-04-02T08:44:25.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:25 smithi055 ceph-mon[85080]: pgmap v1417: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 186 KiB/s rd, 1.2 MiB/s wr, 853 op/s 2024-04-02T08:44:26.497 INFO:tasks.workunit.client.0.smithi012.stdout: 8: throughput=4.56MB/sec pending data=0 2024-04-02T08:44:26.497 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-U4oLusz5ntvT9CU off=274640 len=176848 2024-04-02T08:44:26.497 INFO:tasks.workunit.client.0.smithi012.stdout:op 37 completed, throughput=4.58MB/sec 2024-04-02T08:44:26.497 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-sdvpzRIDLMM1fua off=1379223 len=396329 2024-04-02T08:44:26.498 INFO:tasks.workunit.client.0.smithi012.stdout:op 38 completed, throughput=4.63MB/sec 2024-04-02T08:44:26.498 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-wM7DrUv9eL-eBgn off=2056115 len=2004491 2024-04-02T08:44:26.505 INFO:tasks.workunit.client.0.smithi012.stdout:op 39 completed, throughput=4.86MB/sec 2024-04-02T08:44:26.505 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-2hB00yVgJ7wWZc6 off=587432 len=1468565 2024-04-02T08:44:26.512 INFO:tasks.workunit.client.0.smithi012.stdout:op 40 completed, throughput=5.03MB/sec 2024-04-02T08:44:27.513 INFO:tasks.workunit.client.0.smithi012.stdout: 9: throughput=4.48MB/sec pending data=0 2024-04-02T08:44:27.513 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-SIDDmCJZFhSy7Bl off=53205 len=1108613 2024-04-02T08:44:27.514 INFO:tasks.workunit.client.0.smithi012.stdout:op 41 completed, throughput=4.59MB/sec 2024-04-02T08:44:27.514 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-k-EBkLQ6UwLqcxD off=8679626 len=1341588 2024-04-02T08:44:27.515 INFO:tasks.workunit.client.0.smithi012.stdout:op 42 completed, throughput=4.73MB/sec 2024-04-02T08:44:27.515 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-AgXdoO4j96iVonf off=3756612 len=2036807 2024-04-02T08:44:27.519 INFO:tasks.workunit.client.0.smithi012.stdout:op 43 completed, throughput=4.94MB/sec 2024-04-02T08:44:27.520 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-VQTDnZ4MTAW4Mlj off=2408027 len=312867 2024-04-02T08:44:27.520 INFO:tasks.workunit.client.0.smithi012.stdout:op 44 completed, throughput=4.98MB/sec 2024-04-02T08:44:27.520 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-v_-5tZlYoEfdb3D off=10762274 len=829985 2024-04-02T08:44:27.521 INFO:tasks.workunit.client.0.smithi012.stdout:op 45 completed, throughput=5.06MB/sec 2024-04-02T08:44:27.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:27 smithi012 ceph-mon[88355]: pgmap v1418: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.0 MiB/s wr, 855 op/s 2024-04-02T08:44:27.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:27 smithi012 ceph-mon[90784]: pgmap v1418: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.0 MiB/s wr, 855 op/s 2024-04-02T08:44:27.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:27 smithi055 ceph-mon[85080]: pgmap v1418: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.0 MiB/s wr, 855 op/s 2024-04-02T08:44:28.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:44:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:44:27] "GET /metrics HTTP/1.1" 200 33971 "" "Prometheus/2.43.0" 2024-04-02T08:44:28.521 INFO:tasks.workunit.client.0.smithi012.stdout: 10: throughput=4.56MB/sec pending data=0 2024-04-02T08:44:28.521 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-l2NtOpGDuKVxwiS off=1278464 len=1978439 2024-04-02T08:44:28.530 INFO:tasks.workunit.client.0.smithi012.stdout:op 46 completed, throughput=4.74MB/sec 2024-04-02T08:44:28.530 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-r75kqHrvHk7UdPD off=9286281 len=952401 2024-04-02T08:44:28.531 INFO:tasks.workunit.client.0.smithi012.stdout:op 47 completed, throughput=4.83MB/sec 2024-04-02T08:44:28.531 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-alF2amkcbMb9Pt6 off=5503035 len=1579283 2024-04-02T08:44:28.532 INFO:tasks.workunit.client.0.smithi012.stdout:op 48 completed, throughput=4.98MB/sec 2024-04-02T08:44:28.532 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-WzbsCyNLiyne7sf off=7247893 len=966239 2024-04-02T08:44:28.533 INFO:tasks.workunit.client.0.smithi012.stdout:op 49 completed, throughput=5.07MB/sec 2024-04-02T08:44:29.533 INFO:tasks.workunit.client.0.smithi012.stdout: 11: throughput=4.62MB/sec pending data=0 2024-04-02T08:44:29.534 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-WEwTcKhtg3wSM4B off=0 len=1681449 2024-04-02T08:44:29.541 INFO:tasks.workunit.client.0.smithi012.stdout:op 50 completed, throughput=4.76MB/sec 2024-04-02T08:44:29.541 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-HC4pfzsvX3NEKZc off=7264714 len=1342078 2024-04-02T08:44:29.548 INFO:tasks.workunit.client.0.smithi012.stdout:op 51 completed, throughput=4.87MB/sec 2024-04-02T08:44:29.548 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-KhMW7f_nY5B55Ok off=3712018 len=528369 2024-04-02T08:44:29.548 INFO:tasks.workunit.client.0.smithi012.stdout:op 52 completed, throughput=4.91MB/sec 2024-04-02T08:44:29.549 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-QvHhbwCq7EtcvhH off=5560123 len=1805103 2024-04-02T08:44:29.550 INFO:tasks.workunit.client.0.smithi012.stdout:op 53 completed, throughput=5.07MB/sec 2024-04-02T08:44:29.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:29 smithi012 ceph-mon[88355]: pgmap v1419: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.0 MiB/s wr, 816 op/s 2024-04-02T08:44:29.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:29.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:29 smithi012 ceph-mon[90784]: pgmap v1419: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.0 MiB/s wr, 816 op/s 2024-04-02T08:44:29.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:29.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:29 smithi055 ceph-mon[85080]: pgmap v1419: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.0 MiB/s wr, 816 op/s 2024-04-02T08:44:29.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:30.551 INFO:tasks.workunit.client.0.smithi012.stdout: 12: throughput=4.65MB/sec pending data=0 2024-04-02T08:44:30.551 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-lPS7mnu6wIWsuWm off=12955984 len=2011407 2024-04-02T08:44:30.552 INFO:tasks.workunit.client.0.smithi012.stdout:op 54 completed, throughput=4.81MB/sec 2024-04-02T08:44:30.552 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-AAuvyUvflgkMfjI off=3896151 len=1675821 2024-04-02T08:44:30.555 INFO:tasks.workunit.client.0.smithi012.stdout:op 55 completed, throughput=4.94MB/sec 2024-04-02T08:44:30.555 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-NU0ph1XaSkX0mwb off=3852638 len=106857 2024-04-02T08:44:30.558 INFO:tasks.workunit.client.0.smithi012.stdout:op 56 completed, throughput=4.94MB/sec 2024-04-02T08:44:30.558 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-VGh84vAKuGDfk_G off=974748 len=515824 2024-04-02T08:44:30.561 INFO:tasks.workunit.client.0.smithi012.stdout:op 57 completed, throughput=4.98MB/sec 2024-04-02T08:44:30.561 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-XZk3ZuTu5DoxWbD off=20836694 len=545927 2024-04-02T08:44:30.564 INFO:tasks.workunit.client.0.smithi012.stdout:op 58 completed, throughput=5.02MB/sec 2024-04-02T08:44:31.565 INFO:tasks.workunit.client.0.smithi012.stdout: 13: throughput=4.64MB/sec pending data=0 2024-04-02T08:44:31.565 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-wH5OARpxYORnZtC off=324981 len=1404042 2024-04-02T08:44:31.569 INFO:tasks.workunit.client.0.smithi012.stdout:op 59 completed, throughput=4.74MB/sec 2024-04-02T08:44:31.570 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-0IGMNdxyfnN67uY off=4784124 len=1986057 2024-04-02T08:44:31.578 INFO:tasks.workunit.client.0.smithi012.stdout:op 60 completed, throughput=4.88MB/sec 2024-04-02T08:44:31.578 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-_EV8TsufIXjNCfE off=3165865 len=954347 2024-04-02T08:44:31.582 INFO:tasks.workunit.client.0.smithi012.stdout:op 61 completed, throughput=4.95MB/sec 2024-04-02T08:44:31.582 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-EKErSXEkz-ER2-1 off=4468586 len=1716849 2024-04-02T08:44:31.584 INFO:tasks.workunit.client.0.smithi012.stdout:op 62 completed, throughput=5.07MB/sec 2024-04-02T08:44:31.613 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:31 smithi055 ceph-mon[85080]: pgmap v1420: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 818 op/s 2024-04-02T08:44:31.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:31 smithi012 ceph-mon[88355]: pgmap v1420: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 818 op/s 2024-04-02T08:44:31.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:31 smithi012 ceph-mon[90784]: pgmap v1420: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 818 op/s 2024-04-02T08:44:32.584 INFO:tasks.workunit.client.0.smithi012.stdout: 14: throughput=4.72MB/sec pending data=0 2024-04-02T08:44:32.584 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-21UQvaHPEruRJns off=341351 len=1490623 2024-04-02T08:44:32.586 INFO:tasks.workunit.client.0.smithi012.stdout:op 63 completed, throughput=4.82MB/sec 2024-04-02T08:44:32.586 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj--YELmFY16DnaNyn off=15847760 len=1825867 2024-04-02T08:44:32.594 INFO:tasks.workunit.client.0.smithi012.stdout:op 64 completed, throughput=4.94MB/sec 2024-04-02T08:44:32.594 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-P7kUKHXPPQSUnnk off=2295483 len=263886 2024-04-02T08:44:32.597 INFO:tasks.workunit.client.0.smithi012.stdout:op 65 completed, throughput=4.95MB/sec 2024-04-02T08:44:32.597 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-NWCsSGsr6B5h9RL off=6248725 len=690358 2024-04-02T08:44:32.600 INFO:tasks.workunit.client.0.smithi012.stdout:op 66 completed, throughput=5MB/sec 2024-04-02T08:44:32.600 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-WTK57N71GPgDse1 off=9744492 len=1775366 2024-04-02T08:44:32.608 INFO:tasks.workunit.client.0.smithi012.stdout:op 67 completed, throughput=5.11MB/sec 2024-04-02T08:44:32.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:44:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:44:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:44:33.608 INFO:tasks.workunit.client.0.smithi012.stdout: 15: throughput=4.78MB/sec pending data=0 2024-04-02T08:44:33.609 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-FRZ1xt7jbYFAZvG off=3337745 len=753601 2024-04-02T08:44:33.610 INFO:tasks.workunit.client.0.smithi012.stdout:op 68 completed, throughput=4.83MB/sec 2024-04-02T08:44:33.610 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-_yZoHg-TvynnDBU off=5725968 len=1107680 2024-04-02T08:44:33.616 INFO:tasks.workunit.client.0.smithi012.stdout:op 69 completed, throughput=4.89MB/sec 2024-04-02T08:44:33.616 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-q7Ly4Dunf79XvAb off=671618 len=1175070 2024-04-02T08:44:33.621 INFO:tasks.workunit.client.0.smithi012.stdout:op 70 completed, throughput=4.96MB/sec 2024-04-02T08:44:33.621 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-tA4CyrwFGMHvtey off=685758 len=877257 2024-04-02T08:44:33.622 INFO:tasks.workunit.client.0.smithi012.stdout:op 71 completed, throughput=5.02MB/sec 2024-04-02T08:44:33.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:33 smithi012 ceph-mon[88355]: pgmap v1421: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 175 op/s 2024-04-02T08:44:33.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:33 smithi012 ceph-mon[90784]: pgmap v1421: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 175 op/s 2024-04-02T08:44:33.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:33 smithi055 ceph-mon[85080]: pgmap v1421: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 175 op/s 2024-04-02T08:44:34.622 INFO:tasks.workunit.client.0.smithi012.stdout: 16: throughput=4.71MB/sec pending data=0 2024-04-02T08:44:34.622 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-NftgTLr6awe-Ph9 off=11220486 len=548537 2024-04-02T08:44:34.625 INFO:tasks.workunit.client.0.smithi012.stdout:op 72 completed, throughput=4.74MB/sec 2024-04-02T08:44:34.625 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ERLmrj01KrkRmNg off=20838351 len=557654 2024-04-02T08:44:34.628 INFO:tasks.workunit.client.0.smithi012.stdout:op 73 completed, throughput=4.77MB/sec 2024-04-02T08:44:34.628 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-XF-tvFkYwGF-84Q off=7322619 len=1788585 2024-04-02T08:44:34.630 INFO:tasks.workunit.client.0.smithi012.stdout:op 74 completed, throughput=4.88MB/sec 2024-04-02T08:44:34.630 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-jxyASaopBOVbNO0 off=5835917 len=1407277 2024-04-02T08:44:34.631 INFO:tasks.workunit.client.0.smithi012.stdout:op 75 completed, throughput=4.96MB/sec 2024-04-02T08:44:34.631 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-0w3jkxP6xMtIJ-e off=8149448 len=1773466 2024-04-02T08:44:34.637 INFO:tasks.workunit.client.0.smithi012.stdout:op 76 completed, throughput=5.06MB/sec 2024-04-02T08:44:35.638 INFO:tasks.workunit.client.0.smithi012.stdout: 17: throughput=4.77MB/sec pending data=0 2024-04-02T08:44:35.638 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-c7a1qVR8j6vKMjJ off=4294248 len=787742 2024-04-02T08:44:35.639 INFO:tasks.workunit.client.0.smithi012.stdout:op 77 completed, throughput=4.81MB/sec 2024-04-02T08:44:35.639 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-wodY7MFhw-n9KCh off=6923343 len=768505 2024-04-02T08:44:35.642 INFO:tasks.workunit.client.0.smithi012.stdout:op 78 completed, throughput=4.85MB/sec 2024-04-02T08:44:35.642 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-IvXeFc5QkVF-S2S off=1898974 len=1444099 2024-04-02T08:44:35.643 INFO:tasks.workunit.client.0.smithi012.stdout:op 79 completed, throughput=4.93MB/sec 2024-04-02T08:44:35.643 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-3wYW9ecUeA8CtFr off=211179 len=914531 2024-04-02T08:44:35.648 INFO:tasks.workunit.client.0.smithi012.stdout:op 80 completed, throughput=4.98MB/sec 2024-04-02T08:44:35.648 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-8QjIsNzP13D5_1H off=8696326 len=1267092 2024-04-02T08:44:35.654 INFO:tasks.workunit.client.0.smithi012.stdout:op 81 completed, throughput=5.05MB/sec 2024-04-02T08:44:35.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:35 smithi012 ceph-mon[88355]: pgmap v1422: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:44:35.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:35 smithi012 ceph-mon[90784]: pgmap v1422: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:44:35.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:35 smithi055 ceph-mon[85080]: pgmap v1422: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:44:36.654 INFO:tasks.workunit.client.0.smithi012.stdout: 18: throughput=4.77MB/sec pending data=0 2024-04-02T08:44:36.654 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-d8I3IM4U9ARgZwe off=549183 len=956091 2024-04-02T08:44:36.659 INFO:tasks.workunit.client.0.smithi012.stdout:op 82 completed, throughput=4.82MB/sec 2024-04-02T08:44:36.659 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-YwALsoYPa3FiCga off=11333464 len=1322484 2024-04-02T08:44:36.660 INFO:tasks.workunit.client.0.smithi012.stdout:op 83 completed, throughput=4.89MB/sec 2024-04-02T08:44:36.660 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-FWoj-2oZiVGJPMa off=14046078 len=1111018 2024-04-02T08:44:36.661 INFO:tasks.workunit.client.0.smithi012.stdout:op 84 completed, throughput=4.95MB/sec 2024-04-02T08:44:36.661 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj--cpzxZ0p4bK79gF off=20384896 len=105069 2024-04-02T08:44:36.662 INFO:tasks.workunit.client.0.smithi012.stdout:op 85 completed, throughput=4.95MB/sec 2024-04-02T08:44:36.662 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-goxuaulqlg2mUc3 off=4194333 len=359468 2024-04-02T08:44:36.665 INFO:tasks.workunit.client.0.smithi012.stdout:op 86 completed, throughput=4.97MB/sec 2024-04-02T08:44:36.665 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-iBBxTZ82VAfJBE3 off=1951200 len=1707775 2024-04-02T08:44:36.666 INFO:tasks.workunit.client.0.smithi012.stdout:op 87 completed, throughput=5.06MB/sec 2024-04-02T08:44:37.667 INFO:tasks.workunit.client.0.smithi012.stdout: 19: throughput=4.8MB/sec pending data=0 2024-04-02T08:44:37.667 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-tcweU6yuwsnyDox off=8101024 len=948036 2024-04-02T08:44:37.667 INFO:tasks.workunit.client.0.smithi012.stdout:op 88 completed, throughput=4.85MB/sec 2024-04-02T08:44:37.668 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-cCcIb_eyh9weC6Q off=1921247 len=1216758 2024-04-02T08:44:37.674 INFO:tasks.workunit.client.0.smithi012.stdout:op 89 completed, throughput=4.9MB/sec 2024-04-02T08:44:37.674 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-K-IYZYzsA71JcoE off=7303090 len=513926 2024-04-02T08:44:37.674 INFO:tasks.workunit.client.0.smithi012.stdout:op 90 completed, throughput=4.93MB/sec 2024-04-02T08:44:37.675 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-C-vJ_x2UMrbyDzR off=5131081 len=1544612 2024-04-02T08:44:37.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:37 smithi012 ceph-mon[88355]: pgmap v1423: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:44:37.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:37 smithi012 ceph-mon[90784]: pgmap v1423: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:44:37.680 INFO:tasks.workunit.client.0.smithi012.stdout:op 91 completed, throughput=5MB/sec 2024-04-02T08:44:37.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:37 smithi055 ceph-mon[85080]: pgmap v1423: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:44:38.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:44:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:44:37] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2024-04-02T08:44:38.681 INFO:tasks.workunit.client.0.smithi012.stdout: 20: throughput=4.76MB/sec pending data=0 2024-04-02T08:44:38.681 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Fi-jejC2x7eq4Qy off=5724111 len=807444 2024-04-02T08:44:38.685 INFO:tasks.workunit.client.0.smithi012.stdout:op 92 completed, throughput=4.79MB/sec 2024-04-02T08:44:38.685 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-a_1ZP8uEKWqwkVT off=2362694 len=1455224 2024-04-02T08:44:38.686 INFO:tasks.workunit.client.0.smithi012.stdout:op 93 completed, throughput=4.86MB/sec 2024-04-02T08:44:38.686 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-JIgwgrrsXS9lz8K off=9732594 len=1766066 2024-04-02T08:44:38.688 INFO:tasks.workunit.client.0.smithi012.stdout:op 94 completed, throughput=4.94MB/sec 2024-04-02T08:44:38.688 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Snp5bM8YRnLaAjA off=3989 len=1120411 2024-04-02T08:44:38.691 INFO:tasks.workunit.client.0.smithi012.stdout:op 95 completed, throughput=5MB/sec 2024-04-02T08:44:38.691 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-A3KBqqOyDEYLw5J off=18141086 len=1496856 2024-04-02T08:44:38.698 INFO:tasks.workunit.client.0.smithi012.stdout:op 96 completed, throughput=5.07MB/sec 2024-04-02T08:44:39.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:39 smithi012 ceph-mon[88355]: pgmap v1424: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:44:39.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:39 smithi012 ceph-mon[90784]: pgmap v1424: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:44:39.698 INFO:tasks.workunit.client.0.smithi012.stdout: 21: throughput=4.83MB/sec pending data=0 2024-04-02T08:44:39.698 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Qz32JFGzH44LImg off=21670683 len=128909 2024-04-02T08:44:39.700 INFO:tasks.workunit.client.0.smithi012.stdout:op 97 completed, throughput=4.83MB/sec 2024-04-02T08:44:39.701 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-XqzFgy1BZA_xE_- off=10470879 len=1108250 2024-04-02T08:44:39.701 INFO:tasks.workunit.client.0.smithi012.stdout:op 98 completed, throughput=4.88MB/sec 2024-04-02T08:44:39.702 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-YWLUEEbqSqApuhJ off=3986662 len=2072670 2024-04-02T08:44:39.703 INFO:tasks.workunit.client.0.smithi012.stdout:op 99 completed, throughput=4.97MB/sec 2024-04-02T08:44:39.703 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-wf1rzyWzHAUYmhm off=4235191 len=1904494 2024-04-02T08:44:39.712 INFO:tasks.workunit.client.0.smithi012.stdout:op 100 completed, throughput=5.06MB/sec 2024-04-02T08:44:39.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:39 smithi055 ceph-mon[85080]: pgmap v1424: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:44:40.712 INFO:tasks.workunit.client.0.smithi012.stdout: 22: throughput=4.83MB/sec pending data=0 2024-04-02T08:44:40.713 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-bdZyBRpUCY4qf1k off=10813045 len=785580 2024-04-02T08:44:40.717 INFO:tasks.workunit.client.0.smithi012.stdout:op 101 completed, throughput=4.86MB/sec 2024-04-02T08:44:40.717 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-OC-niD-g4VaIN8M off=3944166 len=957911 2024-04-02T08:44:40.718 INFO:tasks.workunit.client.0.smithi012.stdout:op 102 completed, throughput=4.9MB/sec 2024-04-02T08:44:40.718 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-XHtHRWywicmPoib off=709568 len=714275 2024-04-02T08:44:40.720 INFO:tasks.workunit.client.0.smithi012.stdout:op 103 completed, throughput=4.93MB/sec 2024-04-02T08:44:40.720 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-9cyCmX5j9lrOeuW off=4191766 len=1406086 2024-04-02T08:44:40.727 INFO:tasks.workunit.client.0.smithi012.stdout:op 104 completed, throughput=4.99MB/sec 2024-04-02T08:44:40.727 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-dkyYyw3tlyL3WxV off=5237403 len=1980798 2024-04-02T08:44:40.734 INFO:tasks.workunit.client.0.smithi012.stdout:op 105 completed, throughput=5.08MB/sec 2024-04-02T08:44:41.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:41 smithi012 ceph-mon[88355]: pgmap v1425: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:44:41.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:41 smithi012 ceph-mon[90784]: pgmap v1425: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:44:41.734 INFO:tasks.workunit.client.0.smithi012.stdout: 23: throughput=4.86MB/sec pending data=0 2024-04-02T08:44:41.734 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-17gNQuojnk1BcME off=1783811 len=842116 2024-04-02T08:44:41.739 INFO:tasks.workunit.client.0.smithi012.stdout:op 106 completed, throughput=4.89MB/sec 2024-04-02T08:44:41.739 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-P2J4GH72BBViQa0 off=12975033 len=1361584 2024-04-02T08:44:41.746 INFO:tasks.workunit.client.0.smithi012.stdout:op 107 completed, throughput=4.95MB/sec 2024-04-02T08:44:41.746 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-nac4gM_oMQ7NxfA off=3554883 len=1312341 2024-04-02T08:44:41.747 INFO:tasks.workunit.client.0.smithi012.stdout:op 108 completed, throughput=5MB/sec 2024-04-02T08:44:41.747 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Ezz1mbCxfqdCSBu off=5940320 len=2045505 2024-04-02T08:44:41.754 INFO:tasks.workunit.client.0.smithi012.stdout:op 109 completed, throughput=5.08MB/sec 2024-04-02T08:44:41.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:41 smithi055 ceph-mon[85080]: pgmap v1425: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:44:42.755 INFO:tasks.workunit.client.0.smithi012.stdout: 24: throughput=4.87MB/sec pending data=0 2024-04-02T08:44:42.755 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-UTIjqCs54mBA2D1 off=1310240 len=1816466 2024-04-02T08:44:42.758 INFO:tasks.workunit.client.0.smithi012.stdout:op 110 completed, throughput=4.94MB/sec 2024-04-02T08:44:42.758 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-r9fVSyJFFVXSE7N off=6549521 len=1776609 2024-04-02T08:44:42.759 INFO:tasks.workunit.client.0.smithi012.stdout:op 111 completed, throughput=5.01MB/sec 2024-04-02T08:44:42.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:44:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:44:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:44:43.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:43 smithi012 ceph-mon[88355]: pgmap v1426: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:44:43.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:43 smithi012 ceph-mon[90784]: pgmap v1426: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:44:43.760 INFO:tasks.workunit.client.0.smithi012.stdout: 25: throughput=4.81MB/sec pending data=0 2024-04-02T08:44:43.760 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ZkRKDORXoHqLywS off=6169309 len=44108 2024-04-02T08:44:43.760 INFO:tasks.workunit.client.0.smithi012.stdout:op 112 completed, throughput=4.82MB/sec 2024-04-02T08:44:43.760 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-3UIZEcNR6x6_RSf off=12075965 len=1915216 2024-04-02T08:44:43.772 INFO:tasks.workunit.client.0.smithi012.stdout:op 113 completed, throughput=4.89MB/sec 2024-04-02T08:44:43.772 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-jvvFpRiVHcGLvOc off=10973052 len=143460 2024-04-02T08:44:43.775 INFO:tasks.workunit.client.0.smithi012.stdout:op 114 completed, throughput=4.89MB/sec 2024-04-02T08:44:43.775 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-tx90BpeBL6YCzdt off=1048185 len=504888 2024-04-02T08:44:43.778 INFO:tasks.workunit.client.0.smithi012.stdout:op 115 completed, throughput=4.91MB/sec 2024-04-02T08:44:43.778 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ThA193girmEgfrF off=592653 len=1038375 2024-04-02T08:44:43.780 INFO:tasks.workunit.client.0.smithi012.stdout:op 116 completed, throughput=4.95MB/sec 2024-04-02T08:44:43.780 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-FfKQirElmzI6xqS off=1620863 len=1917507 2024-04-02T08:44:43.789 INFO:tasks.workunit.client.0.smithi012.stdout:op 117 completed, throughput=5.02MB/sec 2024-04-02T08:44:43.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:43 smithi055 ceph-mon[85080]: pgmap v1426: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:44:44.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:44.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:44.789 INFO:tasks.workunit.client.0.smithi012.stdout: 26: throughput=4.83MB/sec pending data=0 2024-04-02T08:44:44.789 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-pCCRIsLc5lCiRUO off=0 len=1949785 2024-04-02T08:44:44.797 INFO:tasks.workunit.client.0.smithi012.stdout:op 118 completed, throughput=4.9MB/sec 2024-04-02T08:44:44.797 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-KefecWke-s_3Qjo off=18084051 len=89594 2024-04-02T08:44:44.798 INFO:tasks.workunit.client.0.smithi012.stdout:op 119 completed, throughput=4.9MB/sec 2024-04-02T08:44:44.798 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Ldxeys8jIya2hDE off=3454879 len=219046 2024-04-02T08:44:44.800 INFO:tasks.workunit.client.0.smithi012.stdout:op 120 completed, throughput=4.91MB/sec 2024-04-02T08:44:44.801 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-2uILk6KXyvWvimi off=593317 len=617183 2024-04-02T08:44:44.802 INFO:tasks.workunit.client.0.smithi012.stdout:op 121 completed, throughput=4.93MB/sec 2024-04-02T08:44:44.802 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-OCwM6wzhlz99ej0 off=17629321 len=1841222 2024-04-02T08:44:44.810 INFO:tasks.workunit.client.0.smithi012.stdout:op 122 completed, throughput=4.99MB/sec 2024-04-02T08:44:44.810 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-9k3fkfWcYCoSJhk off=8861182 len=1548609 2024-04-02T08:44:44.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:44.811 INFO:tasks.workunit.client.0.smithi012.stdout:op 123 completed, throughput=5.05MB/sec 2024-04-02T08:44:45.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:45 smithi012 ceph-mon[88355]: pgmap v1427: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:44:45.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:45 smithi012 ceph-mon[90784]: pgmap v1427: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:44:45.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:45 smithi055 ceph-mon[85080]: pgmap v1427: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:44:45.811 INFO:tasks.workunit.client.0.smithi012.stdout: 27: throughput=4.87MB/sec pending data=0 2024-04-02T08:44:45.811 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-RkFTFi8xXDQtJ3U off=698718 len=455471 2024-04-02T08:44:45.815 INFO:tasks.workunit.client.0.smithi012.stdout:op 124 completed, throughput=4.88MB/sec 2024-04-02T08:44:45.815 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-n8_DyR6L6L9cPYX off=8093015 len=2072529 2024-04-02T08:44:45.827 INFO:tasks.workunit.client.0.smithi012.stdout:op 125 completed, throughput=4.95MB/sec 2024-04-02T08:44:45.827 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-fe1Zt2gOejMe9s- off=714866 len=1251284 2024-04-02T08:44:45.835 INFO:tasks.workunit.client.0.smithi012.stdout:op 126 completed, throughput=4.99MB/sec 2024-04-02T08:44:45.835 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-UyNGxxylwO3YrMD off=3688688 len=539346 2024-04-02T08:44:45.836 INFO:tasks.workunit.client.0.smithi012.stdout:op 127 completed, throughput=5.01MB/sec 2024-04-02T08:44:46.836 INFO:tasks.workunit.client.0.smithi012.stdout: 28: throughput=4.84MB/sec pending data=0 2024-04-02T08:44:46.836 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-9jMgOE1cbE_i0qZ off=11993722 len=1810896 2024-04-02T08:44:46.845 INFO:tasks.workunit.client.0.smithi012.stdout:op 128 completed, throughput=4.89MB/sec 2024-04-02T08:44:46.845 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-c1rE2-d102yJco0 off=4109754 len=1439928 2024-04-02T08:44:46.851 INFO:tasks.workunit.client.0.smithi012.stdout:op 129 completed, throughput=4.94MB/sec 2024-04-02T08:44:46.851 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-KjjiEU1DCYYKumc off=2756371 len=316408 2024-04-02T08:44:46.852 INFO:tasks.workunit.client.0.smithi012.stdout:op 130 completed, throughput=4.95MB/sec 2024-04-02T08:44:46.852 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-fayP03jRHRYYA49 off=646507 len=1900657 2024-04-02T08:44:46.859 INFO:tasks.workunit.client.0.smithi012.stdout:op 131 completed, throughput=5.01MB/sec 2024-04-02T08:44:47.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:47 smithi012 ceph-mon[88355]: pgmap v1428: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-02T08:44:47.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:47 smithi012 ceph-mon[90784]: pgmap v1428: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-02T08:44:47.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:47 smithi055 ceph-mon[85080]: pgmap v1428: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-02T08:44:47.859 INFO:tasks.workunit.client.0.smithi012.stdout: 29: throughput=4.84MB/sec pending data=0 2024-04-02T08:44:47.859 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-cr0hWmUwRrC-uKS off=4066104 len=1648869 2024-04-02T08:44:47.862 INFO:tasks.workunit.client.0.smithi012.stdout:op 132 completed, throughput=4.9MB/sec 2024-04-02T08:44:47.863 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-wx79385pJyIqGWR off=7612850 len=1642818 2024-04-02T08:44:47.870 INFO:tasks.workunit.client.0.smithi012.stdout:op 133 completed, throughput=4.95MB/sec 2024-04-02T08:44:47.870 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-FjXThpHsimRhd2b off=8397057 len=2062172 2024-04-02T08:44:47.880 INFO:tasks.workunit.client.0.smithi012.stdout:op 134 completed, throughput=5.01MB/sec 2024-04-02T08:44:48.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:44:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:44:47] "GET /metrics HTTP/1.1" 200 34033 "" "Prometheus/2.43.0" 2024-04-02T08:44:48.880 INFO:tasks.workunit.client.0.smithi012.stdout: 30: throughput=4.85MB/sec pending data=0 2024-04-02T08:44:48.881 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-kUXtUi2DybKu6Dt off=16917421 len=817158 2024-04-02T08:44:48.882 INFO:tasks.workunit.client.0.smithi012.stdout:op 135 completed, throughput=4.87MB/sec 2024-04-02T08:44:48.883 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-mEv0iS7sYOa0PIi off=15092763 len=337909 2024-04-02T08:44:48.883 INFO:tasks.workunit.client.0.smithi012.stdout:op 136 completed, throughput=4.89MB/sec 2024-04-02T08:44:48.883 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-4f0PjtwZTW8hRR0 off=9450400 len=1212196 2024-04-02T08:44:48.884 INFO:tasks.workunit.client.0.smithi012.stdout:op 137 completed, throughput=4.92MB/sec 2024-04-02T08:44:48.884 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-2KBUUrDvrb2mgGF off=0 len=1400267 2024-04-02T08:44:48.886 INFO:tasks.workunit.client.0.smithi012.stdout:op 138 completed, throughput=4.97MB/sec 2024-04-02T08:44:48.886 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-sIVAzqq7sRiu-0q off=3134432 len=860572 2024-04-02T08:44:48.887 INFO:tasks.workunit.client.0.smithi012.stdout:op 139 completed, throughput=4.99MB/sec 2024-04-02T08:44:48.887 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-QsofiCesJpB7nsV off=12879569 len=1898003 2024-04-02T08:44:48.888 INFO:tasks.workunit.client.0.smithi012.stdout:op 140 completed, throughput=5.05MB/sec 2024-04-02T08:44:49.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:49 smithi012 ceph-mon[88355]: pgmap v1429: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:44:49.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:49 smithi012 ceph-mon[90784]: pgmap v1429: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:44:49.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:49 smithi055 ceph-mon[85080]: pgmap v1429: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:44:49.888 INFO:tasks.workunit.client.0.smithi012.stdout: 31: throughput=4.89MB/sec pending data=0 2024-04-02T08:44:49.888 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-6xUVro_-99nSio_ off=6561941 len=1139185 2024-04-02T08:44:49.891 INFO:tasks.workunit.client.0.smithi012.stdout:op 141 completed, throughput=4.93MB/sec 2024-04-02T08:44:49.891 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-bQIQ_OpC2ttYg1R off=15435991 len=1325749 2024-04-02T08:44:49.892 INFO:tasks.workunit.client.0.smithi012.stdout:op 142 completed, throughput=4.97MB/sec 2024-04-02T08:44:49.892 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ftc0-KkyFIs0387 off=3712390 len=1305993 2024-04-02T08:44:49.893 INFO:tasks.workunit.client.0.smithi012.stdout:op 143 completed, throughput=5.01MB/sec 2024-04-02T08:44:50.893 INFO:tasks.workunit.client.0.smithi012.stdout: 32: throughput=4.85MB/sec pending data=0 2024-04-02T08:44:50.893 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-OR7ijcj1BEGLlYA off=1200781 len=1773266 2024-04-02T08:44:50.894 INFO:tasks.workunit.client.0.smithi012.stdout:op 144 completed, throughput=4.9MB/sec 2024-04-02T08:44:50.895 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Kb5bJ3Fp0fWvnAS off=3480688 len=1120762 2024-04-02T08:44:50.900 INFO:tasks.workunit.client.0.smithi012.stdout:op 145 completed, throughput=4.94MB/sec 2024-04-02T08:44:50.900 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj--A32k5qJKf4A1Ob off=14470801 len=1887644 2024-04-02T08:44:50.902 INFO:tasks.workunit.client.0.smithi012.stdout:op 146 completed, throughput=4.99MB/sec 2024-04-02T08:44:50.902 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-UMN5gI90eFkP3bv off=1433846 len=951612 2024-04-02T08:44:50.906 INFO:tasks.workunit.client.0.smithi012.stdout:op 147 completed, throughput=5.02MB/sec 2024-04-02T08:44:51.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:51 smithi012 ceph-mon[88355]: pgmap v1430: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:44:51.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:51 smithi012 ceph-mon[90784]: pgmap v1430: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:44:51.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:51 smithi055 ceph-mon[85080]: pgmap v1430: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:44:51.906 INFO:tasks.workunit.client.0.smithi012.stdout: 33: throughput=4.87MB/sec pending data=0 2024-04-02T08:44:51.906 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Q_w7J2nTnpalkZc off=5087415 len=603424 2024-04-02T08:44:51.909 INFO:tasks.workunit.client.0.smithi012.stdout:op 148 completed, throughput=4.88MB/sec 2024-04-02T08:44:51.909 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-PDaW1Ak9fpfE1Zm off=5881222 len=418814 2024-04-02T08:44:51.911 INFO:tasks.workunit.client.0.smithi012.stdout:op 149 completed, throughput=4.9MB/sec 2024-04-02T08:44:51.911 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-_KR8nbjv__nA9En off=12963782 len=1915726 2024-04-02T08:44:51.915 INFO:tasks.workunit.client.0.smithi012.stdout:op 150 completed, throughput=4.95MB/sec 2024-04-02T08:44:51.915 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-gWQX4nrtdN8Idk- off=215637 len=1709371 2024-04-02T08:44:51.923 INFO:tasks.workunit.client.0.smithi012.stdout:op 151 completed, throughput=5MB/sec 2024-04-02T08:44:51.923 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-_Gy39NLFQn9V9FR off=4033173 len=1710392 2024-04-02T08:44:51.931 INFO:tasks.workunit.client.0.smithi012.stdout:op 152 completed, throughput=5.04MB/sec 2024-04-02T08:44:52.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:44:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:44:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:44:52.932 INFO:tasks.workunit.client.0.smithi012.stdout: 34: throughput=4.9MB/sec pending data=0 2024-04-02T08:44:52.932 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-zDP7CDrwTdaOVQG off=142310 len=1529063 2024-04-02T08:44:52.933 INFO:tasks.workunit.client.0.smithi012.stdout:op 153 completed, throughput=4.94MB/sec 2024-04-02T08:44:52.933 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-b1--45ITI9auhq3 off=432178 len=1687920 2024-04-02T08:44:52.934 INFO:tasks.workunit.client.0.smithi012.stdout:op 154 completed, throughput=4.99MB/sec 2024-04-02T08:44:52.934 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Kt5K2CDMhBDSZ8a off=13357763 len=796696 2024-04-02T08:44:52.939 INFO:tasks.workunit.client.0.smithi012.stdout:op 155 completed, throughput=5.01MB/sec 2024-04-02T08:44:53.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:53 smithi012 ceph-mon[88355]: pgmap v1431: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:44:53.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:53 smithi012 ceph-mon[90784]: pgmap v1431: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:44:53.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:53 smithi055 ceph-mon[85080]: pgmap v1431: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:44:53.939 INFO:tasks.workunit.client.0.smithi012.stdout: 35: throughput=4.87MB/sec pending data=0 2024-04-02T08:44:53.939 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-j49zuBiMjyKZe2k off=11772506 len=1418712 2024-04-02T08:44:53.946 INFO:tasks.workunit.client.0.smithi012.stdout:op 156 completed, throughput=4.9MB/sec 2024-04-02T08:44:53.946 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-5cwgAGGOKoRkR2b off=10080230 len=1361920 2024-04-02T08:44:53.948 INFO:tasks.workunit.client.0.smithi012.stdout:op 157 completed, throughput=4.94MB/sec 2024-04-02T08:44:53.948 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-V5O6TAn3MM5m0k3 off=18593543 len=937349 2024-04-02T08:44:53.950 INFO:tasks.workunit.client.0.smithi012.stdout:op 158 completed, throughput=4.97MB/sec 2024-04-02T08:44:53.950 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-uigbBrP6l_7MwWb off=11926358 len=1571425 2024-04-02T08:44:53.957 INFO:tasks.workunit.client.0.smithi012.stdout:op 159 completed, throughput=5.01MB/sec 2024-04-02T08:44:54.958 INFO:tasks.workunit.client.0.smithi012.stdout: 36: throughput=4.87MB/sec pending data=0 2024-04-02T08:44:54.958 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-S61HduSWJkSM3yQ off=3283171 len=2056765 2024-04-02T08:44:54.959 INFO:tasks.workunit.client.0.smithi012.stdout:op 160 completed, throughput=4.92MB/sec 2024-04-02T08:44:54.959 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Au0wzp7YdAGQr2p off=3772924 len=17655 2024-04-02T08:44:54.961 INFO:tasks.workunit.client.0.smithi012.stdout:op 161 completed, throughput=4.92MB/sec 2024-04-02T08:44:54.961 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-b2XSeohGKCqr0Sv off=22052828 len=896929 2024-04-02T08:44:54.966 INFO:tasks.workunit.client.0.smithi012.stdout:op 162 completed, throughput=4.95MB/sec 2024-04-02T08:44:54.966 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-r1xhPfZ7ytPqP6K off=5861816 len=344950 2024-04-02T08:44:54.967 INFO:tasks.workunit.client.0.smithi012.stdout:op 163 completed, throughput=4.96MB/sec 2024-04-02T08:44:54.967 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-0MYn-ZTaVGRl9WR off=3087672 len=203736 2024-04-02T08:44:54.969 INFO:tasks.workunit.client.0.smithi012.stdout:op 164 completed, throughput=4.96MB/sec 2024-04-02T08:44:54.970 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-SNiQ3ea_W7067X7 off=5538073 len=1770830 2024-04-02T08:44:54.977 INFO:tasks.workunit.client.0.smithi012.stdout:op 165 completed, throughput=5.01MB/sec 2024-04-02T08:44:55.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:55 smithi012 ceph-mon[88355]: pgmap v1432: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:44:55.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:55 smithi012 ceph-mon[90784]: pgmap v1432: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:44:55.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:55 smithi055 ceph-mon[85080]: pgmap v1432: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:44:55.977 INFO:tasks.workunit.client.0.smithi012.stdout: 37: throughput=4.87MB/sec pending data=0 2024-04-02T08:44:55.977 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-pCeVd1a7uuUglg7 off=6990595 len=1183887 2024-04-02T08:44:55.983 INFO:tasks.workunit.client.0.smithi012.stdout:op 166 completed, throughput=4.9MB/sec 2024-04-02T08:44:55.983 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-_Ox1pIPz7RDcFQE off=3004671 len=553860 2024-04-02T08:44:55.986 INFO:tasks.workunit.client.0.smithi012.stdout:op 167 completed, throughput=4.92MB/sec 2024-04-02T08:44:55.987 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-O5xcJ_Ai3JS2bRS off=10023630 len=1307826 2024-04-02T08:44:55.990 INFO:tasks.workunit.client.0.smithi012.stdout:op 168 completed, throughput=4.95MB/sec 2024-04-02T08:44:55.990 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-JqmJeAXMSRH_6Ac off=667672 len=2066498 2024-04-02T08:44:55.997 INFO:tasks.workunit.client.0.smithi012.stdout:op 169 completed, throughput=5MB/sec 2024-04-02T08:44:55.997 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-h0vO07zBXV53DC6 off=2090315 len=1292254 2024-04-02T08:44:56.004 INFO:tasks.workunit.client.0.smithi012.stdout:op 170 completed, throughput=5.03MB/sec 2024-04-02T08:44:57.004 INFO:tasks.workunit.client.0.smithi012.stdout: 38: throughput=4.9MB/sec pending data=0 2024-04-02T08:44:57.004 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-NkzjgMGd0q67PzF off=20510884 len=2042896 2024-04-02T08:44:57.006 INFO:tasks.workunit.client.0.smithi012.stdout:op 171 completed, throughput=4.95MB/sec 2024-04-02T08:44:57.006 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-TTHTQLNjdl5rHjS off=7457487 len=1149783 2024-04-02T08:44:57.007 INFO:tasks.workunit.client.0.smithi012.stdout:op 172 completed, throughput=4.98MB/sec 2024-04-02T08:44:57.007 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-TBMglVP0h6eNygE off=3342350 len=82083 2024-04-02T08:44:57.010 INFO:tasks.workunit.client.0.smithi012.stdout:op 173 completed, throughput=4.98MB/sec 2024-04-02T08:44:57.010 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Tgsmw_b99BuQ5yY off=2283970 len=1158744 2024-04-02T08:44:57.014 INFO:tasks.workunit.client.0.smithi012.stdout:op 174 completed, throughput=5.01MB/sec 2024-04-02T08:44:57.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:57 smithi012 ceph-mon[88355]: pgmap v1433: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-02T08:44:57.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:57 smithi012 ceph-mon[90784]: pgmap v1433: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-02T08:44:57.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:57 smithi055 ceph-mon[85080]: pgmap v1433: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-02T08:44:58.015 INFO:tasks.workunit.client.0.smithi012.stdout: 39: throughput=4.88MB/sec pending data=0 2024-04-02T08:44:58.015 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-eRyHQHEfo2Me7Yj off=4817711 len=242127 2024-04-02T08:44:58.016 INFO:tasks.workunit.client.0.smithi012.stdout:op 175 completed, throughput=4.89MB/sec 2024-04-02T08:44:58.016 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-zIAUGK7sXnncbkK off=8035167 len=1839468 2024-04-02T08:44:58.024 INFO:tasks.workunit.client.0.smithi012.stdout:op 176 completed, throughput=4.93MB/sec 2024-04-02T08:44:58.024 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-v4weKjmEzT8EMi9 off=11440659 len=1360177 2024-04-02T08:44:58.025 INFO:tasks.workunit.client.0.smithi012.stdout:op 177 completed, throughput=4.96MB/sec 2024-04-02T08:44:58.025 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-4qXTEhVNt7hhHOr off=14330625 len=1349620 2024-04-02T08:44:58.032 INFO:tasks.workunit.client.0.smithi012.stdout:op 178 completed, throughput=5MB/sec 2024-04-02T08:44:58.032 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-JCxwr0fFQqf4XwR off=2349295 len=1680010 2024-04-02T08:44:58.037 INFO:tasks.workunit.client.0.smithi012.stdout:op 179 completed, throughput=5.04MB/sec 2024-04-02T08:44:58.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:44:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:44:57] "GET /metrics HTTP/1.1" 200 34033 "" "Prometheus/2.43.0" 2024-04-02T08:44:59.038 INFO:tasks.workunit.client.0.smithi012.stdout: 40: throughput=4.91MB/sec pending data=0 2024-04-02T08:44:59.038 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Sc_wpmu1U31PsPh off=14979371 len=906033 2024-04-02T08:44:59.039 INFO:tasks.workunit.client.0.smithi012.stdout:op 180 completed, throughput=4.93MB/sec 2024-04-02T08:44:59.039 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-5_lvMfRxutadc-2 off=14822410 len=1207745 2024-04-02T08:44:59.045 INFO:tasks.workunit.client.0.smithi012.stdout:op 181 completed, throughput=4.96MB/sec 2024-04-02T08:44:59.045 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-FdCGTGSaZrD58ca off=1241588 len=685340 2024-04-02T08:44:59.046 INFO:tasks.workunit.client.0.smithi012.stdout:op 182 completed, throughput=4.98MB/sec 2024-04-02T08:44:59.046 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-7G5pMVFXYIcOkSn off=917959 len=808600 2024-04-02T08:44:59.050 INFO:tasks.workunit.client.0.smithi012.stdout:op 183 completed, throughput=4.99MB/sec 2024-04-02T08:44:59.050 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-fumzUkV_8Wtl2sX off=1265986 len=1075415 2024-04-02T08:44:59.055 INFO:tasks.workunit.client.0.smithi012.stdout:op 184 completed, throughput=5.02MB/sec 2024-04-02T08:44:59.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:59 smithi012 ceph-mon[90784]: pgmap v1434: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:44:59.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:44:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:59.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:59 smithi012 ceph-mon[88355]: pgmap v1434: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:44:59.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:44:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:59.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:59 smithi055 ceph-mon[85080]: pgmap v1434: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:44:59.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:44:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:00.056 INFO:tasks.workunit.client.0.smithi012.stdout: 41: throughput=4.9MB/sec pending data=0 2024-04-02T08:45:00.056 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-e6tA3p_fB1zLf3p off=1315912 len=345932 2024-04-02T08:45:00.056 INFO:tasks.workunit.client.0.smithi012.stdout:op 185 completed, throughput=4.91MB/sec 2024-04-02T08:45:00.056 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-n6pgrAW4uml_vP3 off=9806464 len=1208454 2024-04-02T08:45:00.062 INFO:tasks.workunit.client.0.smithi012.stdout:op 186 completed, throughput=4.93MB/sec 2024-04-02T08:45:00.062 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-z3r1gwLIxWFHSvE off=7374404 len=515072 2024-04-02T08:45:00.066 INFO:tasks.workunit.client.0.smithi012.stdout:op 187 completed, throughput=4.94MB/sec 2024-04-02T08:45:00.066 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-JUtRN7UXQN37GcM off=2962025 len=1393495 2024-04-02T08:45:00.072 INFO:tasks.workunit.client.0.smithi012.stdout:op 188 completed, throughput=4.98MB/sec 2024-04-02T08:45:00.073 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-XxG_LOfcAV5gzGJ off=10006721 len=2043118 2024-04-02T08:45:00.078 INFO:tasks.workunit.client.0.smithi012.stdout:op 189 completed, throughput=5.02MB/sec 2024-04-02T08:45:01.079 INFO:tasks.workunit.client.0.smithi012.stdout: 42: throughput=4.9MB/sec pending data=0 2024-04-02T08:45:01.079 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-wO9bwUdfm3pWVX0 off=171900 len=1000376 2024-04-02T08:45:01.080 INFO:tasks.workunit.client.0.smithi012.stdout:op 190 completed, throughput=4.93MB/sec 2024-04-02T08:45:01.080 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Kz5LqK_XNOCym_I off=3014661 len=458232 2024-04-02T08:45:01.080 INFO:tasks.workunit.client.0.smithi012.stdout:op 191 completed, throughput=4.94MB/sec 2024-04-02T08:45:01.081 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Eyp8JiWZtnpNEQU off=11557111 len=712846 2024-04-02T08:45:01.083 INFO:tasks.workunit.client.0.smithi012.stdout:op 192 completed, throughput=4.95MB/sec 2024-04-02T08:45:01.083 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-RGaqjmGoA3KK2RX off=11195791 len=1988319 2024-04-02T08:45:01.085 INFO:tasks.workunit.client.0.smithi012.stdout:op 193 completed, throughput=5MB/sec 2024-04-02T08:45:01.085 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-LfaWjt76VkkvM4K off=4096588 len=165336 2024-04-02T08:45:01.088 INFO:tasks.workunit.client.0.smithi012.stdout:op 194 completed, throughput=5MB/sec 2024-04-02T08:45:01.088 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-QgM4HqUseHkftvK off=8790943 len=919955 2024-04-02T08:45:01.091 INFO:tasks.workunit.client.0.smithi012.stdout:op 195 completed, throughput=5.02MB/sec 2024-04-02T08:45:01.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:45:01 smithi012 ceph-mon[88355]: pgmap v1435: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:45:01.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:45:01 smithi012 ceph-mon[90784]: pgmap v1435: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:45:01.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:45:01 smithi055 ceph-mon[85080]: pgmap v1435: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:45:02.091 INFO:tasks.workunit.client.0.smithi012.stdout: 43: throughput=4.91MB/sec pending data=0 2024-04-02T08:45:02.092 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-LOFG5GWVyD8bGsA off=5374256 len=486710 2024-04-02T08:45:02.092 INFO:tasks.workunit.client.0.smithi012.stdout:op 196 completed, throughput=4.92MB/sec 2024-04-02T08:45:02.092 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-nXMmYSHNgynwn83 off=3241929 len=1002559 2024-04-02T08:45:02.097 INFO:tasks.workunit.client.0.smithi012.stdout:op 197 completed, throughput=4.94MB/sec 2024-04-02T08:45:02.097 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-387MHm_mnRwuMi2 off=624752 len=1387566 2024-04-02T08:45:02.098 INFO:tasks.workunit.client.0.smithi012.stdout:op 198 completed, throughput=4.97MB/sec 2024-04-02T08:45:02.098 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-JD-yWpnW79Q3WEK off=5845410 len=1274981 2024-04-02T08:45:02.100 INFO:tasks.workunit.client.0.smithi012.stdout:op 199 completed, throughput=4.99MB/sec 2024-04-02T08:45:02.100 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ujj1dHj4E6VQSZd off=21065260 len=867228 2024-04-02T08:45:02.104 INFO:tasks.workunit.client.0.smithi012.stdout:op 200 completed, throughput=5.01MB/sec 2024-04-02T08:45:02.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:45:02 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:45:02.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:45:02 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:45:02.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:45:02 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:45:02.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:45:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:45:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:45:03.105 INFO:tasks.workunit.client.0.smithi012.stdout: 44: throughput=4.9MB/sec pending data=0 2024-04-02T08:45:03.105 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-EJ__iuBwuUF8W_u off=18997221 len=604674 2024-04-02T08:45:03.108 INFO:tasks.workunit.client.0.smithi012.stdout:op 201 completed, throughput=4.91MB/sec 2024-04-02T08:45:03.109 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-WRdx_p2DtKK9Zhc off=8876524 len=2018871 2024-04-02T08:45:03.116 INFO:tasks.workunit.client.0.smithi012.stdout:op 202 completed, throughput=4.96MB/sec 2024-04-02T08:45:03.116 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Rh4rmeNl5X2UUwD off=1618470 len=1745840 2024-04-02T08:45:03.124 INFO:tasks.workunit.client.0.smithi012.stdout:op 203 completed, throughput=4.99MB/sec 2024-04-02T08:45:03.124 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-mJdcfEs6P3q3kJ1 off=8349161 len=904911 2024-04-02T08:45:03.126 INFO:tasks.workunit.client.0.smithi012.stdout:op 204 completed, throughput=5.01MB/sec 2024-04-02T08:45:03.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:45:03 smithi012 ceph-mon[88355]: pgmap v1436: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:45:03.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:45:03 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:45:03.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:45:03 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:45:03.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:45:03 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:45:03.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:45:03 smithi012 ceph-mon[90784]: pgmap v1436: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:45:03.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:45:03 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:45:03.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:45:03 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:45:03.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:45:03 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:45:03.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:45:03 smithi055 ceph-mon[85080]: pgmap v1436: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:45:03.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:45:03 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:45:03.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:45:03 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:45:03.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:45:03 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:45:04.126 INFO:tasks.workunit.client.0.smithi012.stdout: 45: throughput=4.9MB/sec pending data=0 2024-04-02T08:45:04.127 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-XeeMxXveTAfK_wq off=5954260 len=152786 2024-04-02T08:45:04.129 INFO:tasks.workunit.client.0.smithi012.stdout:op 205 completed, throughput=4.9MB/sec 2024-04-02T08:45:04.129 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-cdo_3REbpDlG9nX off=1627028 len=137938 2024-04-02T08:45:04.131 INFO:tasks.workunit.client.0.smithi012.stdout:op 206 completed, throughput=4.91MB/sec 2024-04-02T08:45:04.131 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-OhQbhR9GUBmWxqk off=13364304 len=320771 2024-04-02T08:45:04.134 INFO:tasks.workunit.client.0.smithi012.stdout:op 207 completed, throughput=4.91MB/sec 2024-04-02T08:45:04.134 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-rrBpjccJmprvATz off=86748 len=1855732 2024-04-02T08:45:04.140 INFO:tasks.workunit.client.0.smithi012.stdout:op 208 completed, throughput=4.95MB/sec 2024-04-02T08:45:04.140 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-BXXX0bKMO7T8cWj off=3166827 len=172020 2024-04-02T08:45:04.141 INFO:tasks.workunit.client.0.smithi012.stdout:op 209 completed, throughput=4.95MB/sec 2024-04-02T08:45:04.141 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ju3sBhIn9gweAYC off=4109096 len=1297769 2024-04-02T08:45:04.147 INFO:tasks.workunit.client.0.smithi012.stdout:op 210 completed, throughput=4.98MB/sec 2024-04-02T08:45:04.147 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-FoS1t711ha8YyBd off=719290 len=769668 2024-04-02T08:45:04.150 INFO:tasks.workunit.client.0.smithi012.stdout:op 211 completed, throughput=5MB/sec 2024-04-02T08:45:04.151 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-YtR9p0iNZa5-ifX off=3890056 len=1745233 2024-04-02T08:45:04.152 INFO:tasks.workunit.client.0.smithi012.stdout:op 212 completed, throughput=5.03MB/sec 2024-04-02T08:45:05.152 INFO:tasks.workunit.client.0.smithi012.stdout: 46: throughput=4.93MB/sec pending data=0 2024-04-02T08:45:05.152 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-RsSRxrAPqAwbdLO off=1368328 len=388730 2024-04-02T08:45:05.155 INFO:tasks.workunit.client.0.smithi012.stdout:op 213 completed, throughput=4.93MB/sec 2024-04-02T08:45:05.156 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-jpNWcC0m-ZBW_xd off=10131856 len=1909467 2024-04-02T08:45:05.164 INFO:tasks.workunit.client.0.smithi012.stdout:op 214 completed, throughput=4.97MB/sec 2024-04-02T08:45:05.164 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ITv1UJWVDdwKaAU off=15210368 len=640608 2024-04-02T08:45:05.165 INFO:tasks.workunit.client.0.smithi012.stdout:op 215 completed, throughput=4.98MB/sec 2024-04-02T08:45:05.165 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-EaMAipX-sbvtNWp off=146572 len=1180557 2024-04-02T08:45:05.169 INFO:tasks.workunit.client.0.smithi012.stdout:op 216 completed, throughput=5.01MB/sec 2024-04-02T08:45:05.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:45:05 smithi012 ceph-mon[88355]: pgmap v1437: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T08:45:05.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:45:05 smithi012 ceph-mon[90784]: pgmap v1437: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T08:45:05.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:45:05 smithi055 ceph-mon[85080]: pgmap v1437: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T08:45:06.169 INFO:tasks.workunit.client.0.smithi012.stdout: 47: throughput=4.9MB/sec pending data=0 2024-04-02T08:45:06.170 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-h8tKHHTG0vcJU9b off=720267 len=228499 2024-04-02T08:45:06.172 INFO:tasks.workunit.client.0.smithi012.stdout:op 217 completed, throughput=4.91MB/sec 2024-04-02T08:45:06.172 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-fWrqJCYCdI6FY7P off=1393141 len=72903 2024-04-02T08:45:06.174 INFO:tasks.workunit.client.0.smithi012.stdout:op 218 completed, throughput=4.91MB/sec 2024-04-02T08:45:06.175 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-m48HCzOJxYJ6vfD off=8185878 len=1205490 2024-04-02T08:45:06.176 INFO:tasks.workunit.client.0.smithi012.stdout:op 219 completed, throughput=4.93MB/sec 2024-04-02T08:45:06.176 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-O__Gn56UM-HOhOH off=15337764 len=1491487 2024-04-02T08:45:06.181 INFO:tasks.workunit.client.0.smithi012.stdout:op 220 completed, throughput=4.96MB/sec 2024-04-02T08:45:06.181 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-KpaRXgggEARL0SM off=1014494 len=1322087 2024-04-02T08:45:06.182 INFO:tasks.workunit.client.0.smithi012.stdout:op 221 completed, throughput=4.99MB/sec 2024-04-02T08:45:06.183 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-3r1oBbUU0AYg8yE off=4688356 len=374109 2024-04-02T08:45:06.185 INFO:tasks.workunit.client.0.smithi012.stdout:op 222 completed, throughput=4.99MB/sec 2024-04-02T08:45:06.186 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-hlW9R7INe0DADdX off=2224762 len=1338430 2024-04-02T08:45:06.186 INFO:tasks.workunit.client.0.smithi012.stdout:op 223 completed, throughput=5.02MB/sec 2024-04-02T08:45:07.187 INFO:tasks.workunit.client.0.smithi012.stdout: 48: throughput=4.92MB/sec pending data=0 2024-04-02T08:45:07.187 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-d_6Y8ui3fo7-PqW off=2446733 len=698090 2024-04-02T08:45:07.187 INFO:tasks.workunit.client.0.smithi012.stdout:op 224 completed, throughput=4.93MB/sec 2024-04-02T08:45:07.187 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-p5JPleck1G4VeOr off=3763733 len=1485986 2024-04-02T08:45:07.189 INFO:tasks.workunit.client.0.smithi012.stdout:op 225 completed, throughput=4.96MB/sec 2024-04-02T08:45:07.189 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-EH9ZKfZ5m4-w6cj off=11575072 len=567266 2024-04-02T08:45:07.193 INFO:tasks.workunit.client.0.smithi012.stdout:op 226 completed, throughput=4.97MB/sec 2024-04-02T08:45:07.193 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-_Ox1pIPz7RDcFQE off=19176 len=160865 2024-04-02T08:45:07.193 INFO:tasks.workunit.client.0.smithi012.stdout:op 227 completed, throughput=4.97MB/sec 2024-04-02T08:45:07.193 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-pqqGXQMkUtVHzVv off=4489844 len=94136 2024-04-02T08:45:07.195 INFO:tasks.workunit.client.0.smithi012.stdout:op 228 completed, throughput=4.98MB/sec 2024-04-02T08:45:07.195 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Mye3kcbKhcW92AI off=19914523 len=1913110 2024-04-02T08:45:07.196 INFO:tasks.workunit.client.0.smithi012.stdout:op 229 completed, throughput=5.01MB/sec 2024-04-02T08:45:07.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:45:07 smithi012 ceph-mon[88355]: pgmap v1438: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-02T08:45:07.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:45:07 smithi012 ceph-mon[90784]: pgmap v1438: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-02T08:45:07.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:45:07 smithi055 ceph-mon[85080]: pgmap v1438: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-02T08:45:08.197 INFO:tasks.workunit.client.0.smithi012.stdout: 49: throughput=4.91MB/sec pending data=0 2024-04-02T08:45:08.197 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Xmb-hzKTreswLrJ off=4935156 len=2059293 2024-04-02T08:45:08.206 INFO:tasks.workunit.client.0.smithi012.stdout:op 230 completed, throughput=4.95MB/sec 2024-04-02T08:45:08.206 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-uJj6NMYU-qVR7fy off=0 len=1693947 2024-04-02T08:45:08.215 INFO:tasks.workunit.client.0.smithi012.stdout:op 231 completed, throughput=4.98MB/sec 2024-04-02T08:45:08.215 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-uXN4DODWr_WS5G9 off=4540612 len=553830 2024-04-02T08:45:08.218 INFO:tasks.workunit.client.0.smithi012.stdout:op 232 completed, throughput=4.99MB/sec 2024-04-02T08:45:08.218 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-syq-W6OfVaZwLjk off=13689673 len=878945 2024-04-02T08:45:08.222 INFO:tasks.workunit.client.0.smithi012.stdout:op 233 completed, throughput=5.01MB/sec 2024-04-02T08:45:08.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:45:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:45:07] "GET /metrics HTTP/1.1" 200 34037 "" "Prometheus/2.43.0" 2024-04-02T08:45:09.222 INFO:tasks.workunit.client.0.smithi012.stdout: 50: throughput=4.91MB/sec pending data=0 2024-04-02T08:45:09.222 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-OKlxbStOio0OkUc off=15948485 len=1811796 2024-04-02T08:45:09.223 INFO:tasks.workunit.client.0.smithi012.stdout:op 234 completed, throughput=4.95MB/sec 2024-04-02T08:45:09.224 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-gUVwDAoeOecn7xA off=16773027 len=1973368 2024-04-02T08:45:09.231 INFO:tasks.workunit.client.0.smithi012.stdout:op 235 completed, throughput=4.98MB/sec 2024-04-02T08:45:09.231 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-obUFa4RV5jBpHsC off=359457 len=2053651 2024-04-02T08:45:09.234 INFO:tasks.workunit.client.0.smithi012.stdout:op 236 completed, throughput=5.02MB/sec 2024-04-02T08:45:09.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:45:09 smithi012 ceph-mon[88355]: pgmap v1439: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:45:09.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:45:09 smithi012 ceph-mon[90784]: pgmap v1439: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:45:09.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:45:09 smithi055 ceph-mon[85080]: pgmap v1439: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:45:10.234 INFO:tasks.workunit.client.0.smithi012.stdout: 51: throughput=4.92MB/sec pending data=0 2024-04-02T08:45:10.234 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-N6vyukcpQ7H6qKC off=6411949 len=1152397 2024-04-02T08:45:10.239 INFO:tasks.workunit.client.0.smithi012.stdout:op 237 completed, throughput=4.94MB/sec 2024-04-02T08:45:10.239 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-la2uuuoSMkc-UXp off=9202446 len=1431925 2024-04-02T08:45:10.246 INFO:tasks.workunit.client.0.smithi012.stdout:op 238 completed, throughput=4.97MB/sec 2024-04-02T08:45:10.246 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-J4NJkWGpu_6Hs2c off=5613970 len=70563 2024-04-02T08:45:10.248 INFO:tasks.workunit.client.0.smithi012.stdout:op 239 completed, throughput=4.97MB/sec 2024-04-02T08:45:10.248 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-3dabYBAdICPuW1U off=11000090 len=337621 2024-04-02T08:45:10.250 INFO:tasks.workunit.client.0.smithi012.stdout:op 240 completed, throughput=4.98MB/sec 2024-04-02T08:45:10.250 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-eof9NDh0r5CvPDP off=5146380 len=846576 2024-04-02T08:45:10.255 INFO:tasks.workunit.client.0.smithi012.stdout:op 241 completed, throughput=4.99MB/sec 2024-04-02T08:45:10.255 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-K4unbW__5JPi2E7 off=16267189 len=656729 2024-04-02T08:45:10.256 INFO:tasks.workunit.client.0.smithi012.stdout:op 242 completed, throughput=5MB/sec 2024-04-02T08:45:11.256 INFO:tasks.workunit.client.0.smithi012.stdout: 52: throughput=4.91MB/sec pending data=0 2024-04-02T08:45:11.256 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-0bAFkz2rwqzdWp- off=5037881 len=475719 2024-04-02T08:45:11.257 INFO:tasks.workunit.client.0.smithi012.stdout:op 243 completed, throughput=4.92MB/sec 2024-04-02T08:45:11.257 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-jr3qgmxgm6w9X8_ off=8265798 len=515053 2024-04-02T08:45:11.260 INFO:tasks.workunit.client.0.smithi012.stdout:op 244 completed, throughput=4.93MB/sec 2024-04-02T08:45:11.260 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-FIR2OpJmC2b4Nc0 off=9639059 len=1506441 2024-04-02T08:45:11.261 INFO:tasks.workunit.client.0.smithi012.stdout:op 245 completed, throughput=4.95MB/sec 2024-04-02T08:45:11.261 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-0ks_O_Rg14IKMfM off=7316367 len=1577522 2024-04-02T08:45:11.269 INFO:tasks.workunit.client.0.smithi012.stdout:op 246 completed, throughput=4.98MB/sec 2024-04-02T08:45:11.269 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-s-yNmV2jEQTbNc- off=1487141 len=2072339 2024-04-02T08:45:11.270 INFO:tasks.workunit.client.0.smithi012.stdout:op 247 completed, throughput=5.02MB/sec 2024-04-02T08:45:11.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:45:11 smithi012 ceph-mon[88355]: pgmap v1440: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:45:11.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:45:11 smithi012 ceph-mon[90784]: pgmap v1440: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:45:11.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:45:11 smithi055 ceph-mon[85080]: pgmap v1440: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:45:12.271 INFO:tasks.workunit.client.0.smithi012.stdout: 53: throughput=4.93MB/sec pending data=0 2024-04-02T08:45:12.271 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-iMBL7WmRRtmdqzU off=11013019 len=744799 2024-04-02T08:45:12.275 INFO:tasks.workunit.client.0.smithi012.stdout:op 248 completed, throughput=4.94MB/sec 2024-04-02T08:45:12.275 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-2LF3lYsL8eOJCeV off=1337202 len=2002319 2024-04-02T08:45:12.282 INFO:tasks.workunit.client.0.smithi012.stdout:op 249 completed, throughput=4.97MB/sec 2024-04-02T08:45:12.282 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-MDxY2kwaS0ApxvR off=3859783 len=1610440 2024-04-02T08:45:12.289 INFO:tasks.workunit.client.0.smithi012.stdout:op 250 completed, throughput=5MB/sec 2024-04-02T08:45:12.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:45:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:45:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:45:13.290 INFO:tasks.workunit.client.0.smithi012.stdout: 54: throughput=4.91MB/sec pending data=0 2024-04-02T08:45:13.290 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-_Dm0SHKg_QK7UtX off=636925 len=747701 2024-04-02T08:45:13.293 INFO:tasks.workunit.client.0.smithi012.stdout:op 251 completed, throughput=4.92MB/sec 2024-04-02T08:45:13.293 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ON2AB8S8ZdL8Kue off=4025433 len=280013 2024-04-02T08:45:13.296 INFO:tasks.workunit.client.0.smithi012.stdout:op 252 completed, throughput=4.93MB/sec 2024-04-02T08:45:13.296 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-gGMbe4qd751uvLZ off=12948139 len=580855 2024-04-02T08:45:13.299 INFO:tasks.workunit.client.0.smithi012.stdout:op 253 completed, throughput=4.94MB/sec 2024-04-02T08:45:13.299 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-9GtazjxEEaE0u-o off=2684391 len=444265 2024-04-02T08:45:13.302 INFO:tasks.workunit.client.0.smithi012.stdout:op 254 completed, throughput=4.94MB/sec 2024-04-02T08:45:13.302 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-lZbRa6btG9ZZ5P8 off=4764795 len=1012937 2024-04-02T08:45:13.302 INFO:tasks.workunit.client.0.smithi012.stdout:op 255 completed, throughput=4.96MB/sec 2024-04-02T08:45:13.303 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-NVhX-1M5uwhx81h off=3680219 len=1590735 2024-04-02T08:45:13.304 INFO:tasks.workunit.client.0.smithi012.stdout:op 256 completed, throughput=4.99MB/sec 2024-04-02T08:45:13.304 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-rFxe3dLd9f-FvSx off=14976151 len=1689123 2024-04-02T08:45:13.311 INFO:tasks.workunit.client.0.smithi012.stdout:op 257 completed, throughput=5.02MB/sec 2024-04-02T08:45:13.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:45:13 smithi012 ceph-mon[90784]: pgmap v1441: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:45:13.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:45:13 smithi012 ceph-mon[88355]: pgmap v1441: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:45:13.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:45:13 smithi055 ceph-mon[85080]: pgmap v1441: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:45:14.312 INFO:tasks.workunit.client.0.smithi012.stdout: 55: throughput=4.93MB/sec pending data=0 2024-04-02T08:45:14.312 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-lxk-cCYaDxuU4yR off=2435578 len=284659 2024-04-02T08:45:14.313 INFO:tasks.workunit.client.0.smithi012.stdout:op 258 completed, throughput=4.93MB/sec 2024-04-02T08:45:14.313 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-uUWc--V5OF3OhVh off=7366966 len=495594 2024-04-02T08:45:14.316 INFO:tasks.workunit.client.0.smithi012.stdout:op 259 completed, throughput=4.94MB/sec 2024-04-02T08:45:14.316 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-bLfC4gUCDqv8qyO off=2239758 len=1658554 2024-04-02T08:45:14.319 INFO:tasks.workunit.client.0.smithi012.stdout:op 260 completed, throughput=4.97MB/sec 2024-04-02T08:45:14.320 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-okdBt-5tV99Init off=2390549 len=1025611 2024-04-02T08:45:14.321 INFO:tasks.workunit.client.0.smithi012.stdout:op 261 completed, throughput=4.99MB/sec 2024-04-02T08:45:14.321 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-NEnnR9uKlmbCIjr off=1201155 len=843294 2024-04-02T08:45:14.325 INFO:tasks.workunit.client.0.smithi012.stdout:op 262 completed, throughput=5MB/sec 2024-04-02T08:45:14.325 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-zdK78g4PyrayKVi off=16378045 len=1206359 2024-04-02T08:45:14.330 INFO:tasks.workunit.client.0.smithi012.stdout:op 263 completed, throughput=5.02MB/sec 2024-04-02T08:45:14.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:45:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:14.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:45:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:14.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:45:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:15.330 INFO:tasks.workunit.client.0.smithi012.stdout: 56: throughput=4.93MB/sec pending data=0 2024-04-02T08:45:15.330 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ncswfBKboREyTJF off=11672581 len=1083845 2024-04-02T08:45:15.331 INFO:tasks.workunit.client.0.smithi012.stdout:op 264 completed, throughput=4.95MB/sec 2024-04-02T08:45:15.331 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-7IqRr35Mlb9m4J5 off=1982927 len=820477 2024-04-02T08:45:15.336 INFO:tasks.workunit.client.0.smithi012.stdout:op 265 completed, throughput=4.96MB/sec 2024-04-02T08:45:15.336 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-SRE8h009JBZoaYd off=4161171 len=146471 2024-04-02T08:45:15.337 INFO:tasks.workunit.client.0.smithi012.stdout:op 266 completed, throughput=4.97MB/sec 2024-04-02T08:45:15.337 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-h-Rj7cmL0xvcKpF off=13557555 len=1740416 2024-04-02T08:45:15.340 INFO:tasks.workunit.client.0.smithi012.stdout:op 267 completed, throughput=4.99MB/sec 2024-04-02T08:45:15.340 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-eP7fyJTb4olsbcr off=5285162 len=984694 2024-04-02T08:45:15.342 INFO:tasks.workunit.client.0.smithi012.stdout:op 268 completed, throughput=5.01MB/sec 2024-04-02T08:45:15.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:45:15 smithi012 ceph-mon[88355]: pgmap v1442: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:45:15.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:45:15 smithi012 ceph-mon[90784]: pgmap v1442: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:45:15.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:45:15 smithi055 ceph-mon[85080]: pgmap v1442: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:45:16.343 INFO:tasks.workunit.client.0.smithi012.stdout: 57: throughput=4.92MB/sec pending data=0 2024-04-02T08:45:16.343 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ukoXpBeCvzBHOx6 off=17127429 len=961676 2024-04-02T08:45:16.346 INFO:tasks.workunit.client.0.smithi012.stdout:op 269 completed, throughput=4.94MB/sec 2024-04-02T08:45:16.347 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-b1--45ITI9auhq3 off=1956728 len=1286454 2024-04-02T08:45:16.353 INFO:tasks.workunit.client.0.smithi012.stdout:op 270 completed, throughput=4.96MB/sec 2024-04-02T08:45:16.353 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-eLFTvQ3Obe0DPMp off=374234 len=338676 2024-04-02T08:45:16.355 INFO:tasks.workunit.client.0.smithi012.stdout:op 271 completed, throughput=4.97MB/sec 2024-04-02T08:45:16.355 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Ls3gm8gm3egXO1C off=7267601 len=1732396 2024-04-02T08:45:16.363 INFO:tasks.workunit.client.0.smithi012.stdout:op 272 completed, throughput=4.99MB/sec 2024-04-02T08:45:16.363 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-R5DjslYY4cdYWbh off=498053 len=361165 2024-04-02T08:45:16.365 INFO:tasks.workunit.client.0.smithi012.stdout:op 273 completed, throughput=5MB/sec 2024-04-02T08:45:16.365 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-fsbO9Y7LI1-0yit off=5325152 len=1894315 2024-04-02T08:45:16.373 INFO:tasks.workunit.client.0.smithi012.stdout:op 274 completed, throughput=5.03MB/sec 2024-04-02T08:45:17.374 INFO:tasks.workunit.client.0.smithi012.stdout: 58: throughput=4.94MB/sec pending data=0 2024-04-02T08:45:17.374 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-P2a0psxGdfGc4sP off=980101 len=1002005 2024-04-02T08:45:17.378 INFO:tasks.workunit.client.0.smithi012.stdout:op 275 completed, throughput=4.96MB/sec 2024-04-02T08:45:17.378 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-qZSgbq4qirBKkLA off=12006295 len=43413 2024-04-02T08:45:17.380 INFO:tasks.workunit.client.0.smithi012.stdout:op 276 completed, throughput=4.96MB/sec 2024-04-02T08:45:17.380 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-rplRXbVZjCsf1U8 off=8089469 len=314516 2024-04-02T08:45:17.382 INFO:tasks.workunit.client.0.smithi012.stdout:op 277 completed, throughput=4.97MB/sec 2024-04-02T08:45:17.383 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-rcsSkFKJ53LwFxX off=13913319 len=490363 2024-04-02T08:45:17.386 INFO:tasks.workunit.client.0.smithi012.stdout:op 278 completed, throughput=4.97MB/sec 2024-04-02T08:45:17.386 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-pxFyum3RSZGhdMd off=6457663 len=1998270 2024-04-02T08:45:17.390 INFO:tasks.workunit.client.0.smithi012.stdout:op 279 completed, throughput=5.01MB/sec 2024-04-02T08:45:17.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:45:17 smithi012 ceph-mon[88355]: pgmap v1443: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:45:17.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:45:17 smithi012 ceph-mon[90784]: pgmap v1443: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:45:17.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:45:17 smithi055 ceph-mon[85080]: pgmap v1443: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:45:18.390 INFO:tasks.workunit.client.0.smithi012.stdout: 59: throughput=4.92MB/sec pending data=0 2024-04-02T08:45:18.390 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-442sjjqzb-XzlGo off=6532535 len=892416 2024-04-02T08:45:18.391 INFO:tasks.workunit.client.0.smithi012.stdout:op 280 completed, throughput=4.94MB/sec 2024-04-02T08:45:18.391 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-nGqNeMHFpHKcxhV off=4820403 len=383593 2024-04-02T08:45:18.394 INFO:tasks.workunit.client.0.smithi012.stdout:op 281 completed, throughput=4.94MB/sec 2024-04-02T08:45:18.395 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-a3sFzvfpI3oPOFa off=2318317 len=103427 2024-04-02T08:45:18.397 INFO:tasks.workunit.client.0.smithi012.stdout:op 282 completed, throughput=4.94MB/sec 2024-04-02T08:45:18.397 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-P4e2loEwC3GtlMO off=3766462 len=952459 2024-04-02T08:45:18.398 INFO:tasks.workunit.client.0.smithi012.stdout:op 283 completed, throughput=4.96MB/sec 2024-04-02T08:45:18.398 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-_IDc4RiC49B4joX off=13968869 len=406871 2024-04-02T08:45:18.398 INFO:tasks.workunit.client.0.smithi012.stdout:op 284 completed, throughput=4.96MB/sec 2024-04-02T08:45:18.399 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-9hQ0F3nY1ZDwrbj off=2272231 len=860486 2024-04-02T08:45:18.400 INFO:tasks.workunit.client.0.smithi012.stdout:op 285 completed, throughput=4.98MB/sec 2024-04-02T08:45:18.400 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-UQ4qy7x-GKnuWWS off=4574958 len=1201068 2024-04-02T08:45:18.406 INFO:tasks.workunit.client.0.smithi012.stdout:op 286 completed, throughput=5MB/sec 2024-04-02T08:45:18.406 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-gUiEiX2sXynZjzd off=2618479 len=717404 2024-04-02T08:45:18.409 INFO:tasks.workunit.client.0.smithi012.stdout:op 287 completed, throughput=5.01MB/sec 2024-04-02T08:45:18.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:45:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:45:17] "GET /metrics HTTP/1.1" 200 34035 "" "Prometheus/2.43.0" 2024-04-02T08:45:19.410 INFO:tasks.workunit.client.0.smithi012.stdout: 60: throughput=4.93MB/sec pending data=0 2024-04-02T08:45:19.410 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-m2yAYQaJIFExIKr off=14327320 len=1468620 2024-04-02T08:45:19.413 INFO:tasks.workunit.client.0.smithi012.stdout:op 288 completed, throughput=4.95MB/sec 2024-04-02T08:45:19.413 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ywYHPzwxWCfSJZS off=15742100 len=1050904 2024-04-02T08:45:19.418 INFO:tasks.workunit.client.0.smithi012.stdout:op 289 completed, throughput=4.96MB/sec 2024-04-02T08:45:19.418 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-WFL4uSADHePJE4S off=1432485 len=1764278 2024-04-02T08:45:19.419 INFO:tasks.workunit.client.0.smithi012.stdout:op 290 completed, throughput=4.99MB/sec 2024-04-02T08:45:19.419 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-kH7Q6jdmoWMN46s off=1916578 len=694951 2024-04-02T08:45:19.423 INFO:tasks.workunit.client.0.smithi012.stdout:op 291 completed, throughput=5MB/sec 2024-04-02T08:45:19.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:45:19 smithi012 ceph-mon[88355]: pgmap v1444: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:45:19.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:45:19 smithi012 ceph-mon[90784]: pgmap v1444: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:45:19.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:45:19 smithi055 ceph-mon[85080]: pgmap v1444: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:45:20.423 INFO:tasks.workunit.client.0.smithi012.stdout: 61: throughput=4.92MB/sec pending data=0 2024-04-02T08:45:20.423 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-GHNGpJB-C50eqCC off=14383848 len=1822381 2024-04-02T08:45:20.432 INFO:tasks.workunit.client.0.smithi012.stdout:op 292 completed, throughput=4.95MB/sec 2024-04-02T08:45:20.432 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-V4ankBC0QICU-vf off=2774782 len=182248 2024-04-02T08:45:20.432 INFO:tasks.workunit.client.0.smithi012.stdout:op 293 completed, throughput=4.95MB/sec 2024-04-02T08:45:20.432 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Bc57gBtbepYRWON off=16936966 len=1980124 2024-04-02T08:45:20.441 INFO:tasks.workunit.client.0.smithi012.stdout:op 294 completed, throughput=4.98MB/sec 2024-04-02T08:45:20.442 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-S3EghFFla_T4ymp off=7731516 len=601294 2024-04-02T08:45:20.442 INFO:tasks.workunit.client.0.smithi012.stdout:op 295 completed, throughput=4.99MB/sec 2024-04-02T08:45:20.442 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-WFL4uSADHePJE4S off=5435274 len=1476442 2024-04-02T08:45:20.443 INFO:tasks.workunit.client.0.smithi012.stdout:op 296 completed, throughput=5.01MB/sec 2024-04-02T08:45:21.444 INFO:tasks.workunit.client.0.smithi012.stdout: 62: throughput=4.93MB/sec pending data=0 2024-04-02T08:45:21.444 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-2qrugcqP3BNImfL off=4984632 len=403358 2024-04-02T08:45:21.447 INFO:tasks.workunit.client.0.smithi012.stdout:op 297 completed, throughput=4.94MB/sec 2024-04-02T08:45:21.447 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ubaK95rR9dZCIkn off=113574 len=100474 2024-04-02T08:45:21.447 INFO:tasks.workunit.client.0.smithi012.stdout:op 298 completed, throughput=4.94MB/sec 2024-04-02T08:45:21.447 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-XgxclF_nh6ZackB off=506517 len=938744 2024-04-02T08:45:21.451 INFO:tasks.workunit.client.0.smithi012.stdout:op 299 completed, throughput=4.96MB/sec 2024-04-02T08:45:21.451 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Emg8iqeuQ0yAiVA off=516210 len=2091801 2024-04-02T08:45:21.459 INFO:tasks.workunit.client.0.smithi012.stdout:op 300 completed, throughput=4.99MB/sec 2024-04-02T08:45:21.459 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-nhweg_ktRnmhnTX off=1734044 len=1751510 2024-04-02T08:45:21.463 INFO:tasks.workunit.client.0.smithi012.stdout:op 301 completed, throughput=5.01MB/sec 2024-04-02T08:45:21.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:45:21 smithi012 ceph-mon[88355]: pgmap v1445: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:45:21.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:45:21 smithi012 ceph-mon[90784]: pgmap v1445: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:45:21.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:45:21 smithi055 ceph-mon[85080]: pgmap v1445: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:45:22.463 INFO:tasks.workunit.client.0.smithi012.stdout: 63: throughput=4.93MB/sec pending data=0 2024-04-02T08:45:22.464 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Qq1b9gCNZEQDNEg off=4792419 len=996700 2024-04-02T08:45:22.464 INFO:tasks.workunit.client.0.smithi012.stdout:op 302 completed, throughput=4.95MB/sec 2024-04-02T08:45:22.464 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-B1Q8PUzXTu-_2d3 off=10448407 len=1702080 2024-04-02T08:45:22.472 INFO:tasks.workunit.client.0.smithi012.stdout:op 303 completed, throughput=4.97MB/sec 2024-04-02T08:45:22.472 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-dusJksVeoTEa1ZY off=9187302 len=859328 2024-04-02T08:45:22.475 INFO:tasks.workunit.client.0.smithi012.stdout:op 304 completed, throughput=4.99MB/sec 2024-04-02T08:45:22.475 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-0Yf1Eyhl2YVhehm off=14895633 len=1814169 2024-04-02T08:45:22.483 INFO:tasks.workunit.client.0.smithi012.stdout:op 305 completed, throughput=5.01MB/sec 2024-04-02T08:45:22.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:45:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:45:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:45:23.484 INFO:tasks.workunit.client.0.smithi012.stdout: 64: throughput=4.94MB/sec pending data=0 2024-04-02T08:45:23.484 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-__N1e7zCEOdW-dr off=17565446 len=1418748 2024-04-02T08:45:23.487 INFO:tasks.workunit.client.0.smithi012.stdout:op 306 completed, throughput=4.96MB/sec 2024-04-02T08:45:23.487 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-azwvUHE4-zzLHLZ off=1310916 len=322835 2024-04-02T08:45:23.488 INFO:tasks.workunit.client.0.smithi012.stdout:op 307 completed, throughput=4.96MB/sec 2024-04-02T08:45:23.488 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-rGLlmUEkVMqkH6y off=3688532 len=2014475 2024-04-02T08:45:23.489 INFO:tasks.workunit.client.0.smithi012.stdout:op 308 completed, throughput=4.99MB/sec 2024-04-02T08:45:23.489 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-lbtJGhB1D812iBY off=9818138 len=2016142 2024-04-02T08:45:23.493 INFO:tasks.workunit.client.0.smithi012.stdout:op 309 completed, throughput=5.02MB/sec 2024-04-02T08:45:23.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:45:23 smithi012 ceph-mon[88355]: pgmap v1446: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:45:23.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:45:23 smithi012 ceph-mon[90784]: pgmap v1446: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:45:23.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:45:23 smithi055 ceph-mon[85080]: pgmap v1446: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:45:24.493 INFO:tasks.workunit.client.0.smithi012.stdout: 65: throughput=4.94MB/sec pending data=0 2024-04-02T08:45:24.494 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-WRdx_p2DtKK9Zhc off=8723520 len=743260 2024-04-02T08:45:24.497 INFO:tasks.workunit.client.0.smithi012.stdout:op 310 completed, throughput=4.95MB/sec 2024-04-02T08:45:24.497 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj--HIZfUDXH5Fc6uA off=1861548 len=2021199 2024-04-02T08:45:24.499 INFO:tasks.workunit.client.0.smithi012.stdout:op 311 completed, throughput=4.98MB/sec 2024-04-02T08:45:24.499 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-X9ZSWC0dWOlFHKf off=205088 len=1958306 2024-04-02T08:45:24.509 INFO:tasks.workunit.client.0.smithi012.stdout:op 312 completed, throughput=5.01MB/sec 2024-04-02T08:45:25.509 INFO:tasks.workunit.client.0.smithi012.stdout: 66: throughput=4.94MB/sec pending data=0 2024-04-02T08:45:25.509 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-EtO93cMzQ12bL1x off=11037962 len=445201 2024-04-02T08:45:25.512 INFO:tasks.workunit.client.0.smithi012.stdout:op 313 completed, throughput=4.94MB/sec 2024-04-02T08:45:25.512 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-6WOyrtGDh7MEA8n off=13015857 len=1629581 2024-04-02T08:45:25.513 INFO:tasks.workunit.client.0.smithi012.stdout:op 314 completed, throughput=4.96MB/sec 2024-04-02T08:45:25.514 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-6VjtD9ydNW2SWu5 off=2496159 len=2088598 2024-04-02T08:45:25.522 INFO:tasks.workunit.client.0.smithi012.stdout:op 315 completed, throughput=4.99MB/sec 2024-04-02T08:45:25.522 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-5HweLqmj3JvVYJN off=8859495 len=1934453 2024-04-02T08:45:25.530 INFO:tasks.workunit.client.0.smithi012.stdout:op 316 completed, throughput=5.02MB/sec 2024-04-02T08:45:25.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:45:25 smithi012 ceph-mon[88355]: pgmap v1447: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:45:25.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:45:25 smithi012 ceph-mon[90784]: pgmap v1447: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:45:25.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:45:25 smithi055 ceph-mon[85080]: pgmap v1447: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:45:26.530 INFO:tasks.workunit.client.0.smithi012.stdout: 67: throughput=4.95MB/sec pending data=0 2024-04-02T08:45:26.530 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ehfdNg7y7oQfkUs off=18064000 len=1077586 2024-04-02T08:45:26.532 INFO:tasks.workunit.client.0.smithi012.stdout:op 317 completed, throughput=4.96MB/sec 2024-04-02T08:45:26.532 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-I3Vm9X8g6LffDQc off=2195037 len=924780 2024-04-02T08:45:26.534 INFO:tasks.workunit.client.0.smithi012.stdout:op 318 completed, throughput=4.97MB/sec 2024-04-02T08:45:26.534 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-M-hFCbtZtC9Gzpy off=2494999 len=960251 2024-04-02T08:45:26.536 INFO:tasks.workunit.client.0.smithi012.stdout:op 319 completed, throughput=4.99MB/sec 2024-04-02T08:45:26.536 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-KefecWke-s_3Qjo off=346908 len=244468 2024-04-02T08:45:26.537 INFO:tasks.workunit.client.0.smithi012.stdout:op 320 completed, throughput=4.99MB/sec 2024-04-02T08:45:26.537 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-mtThr43M5dLmvL1 off=7364018 len=620970 2024-04-02T08:45:26.541 INFO:tasks.workunit.client.0.smithi012.stdout:op 321 completed, throughput=5MB/sec 2024-04-02T08:45:26.541 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-46Sh3wRhg48NGZA off=6083900 len=283495 2024-04-02T08:45:26.543 INFO:tasks.workunit.client.0.smithi012.stdout:op 322 completed, throughput=5MB/sec 2024-04-02T08:45:27.543 INFO:tasks.workunit.client.0.smithi012.stdout: 68: throughput=4.93MB/sec pending data=0 2024-04-02T08:45:27.543 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ZNrctebNb_Auy7w off=11228425 len=1818166 2024-04-02T08:45:27.545 INFO:tasks.workunit.client.0.smithi012.stdout:op 323 completed, throughput=4.96MB/sec 2024-04-02T08:45:27.545 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ZR4wYfzc2NdoVKh off=4737238 len=1476442 2024-04-02T08:45:27.546 INFO:tasks.workunit.client.0.smithi012.stdout:op 324 completed, throughput=4.98MB/sec 2024-04-02T08:45:27.546 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-_fk94njihvf2rSL off=3943316 len=1289414 2024-04-02T08:45:27.549 INFO:tasks.workunit.client.0.smithi012.stdout:op 325 completed, throughput=4.99MB/sec 2024-04-02T08:45:27.549 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-nLMOAgSVdF8LZQX off=6020258 len=878786 2024-04-02T08:45:27.549 INFO:tasks.workunit.client.0.smithi012.stdout:op 326 completed, throughput=5.01MB/sec 2024-04-02T08:45:27.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:45:27 smithi012 ceph-mon[88355]: pgmap v1448: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:45:27.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:45:27 smithi012 ceph-mon[90784]: pgmap v1448: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:45:27.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:45:27 smithi055 ceph-mon[85080]: pgmap v1448: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:45:28.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:45:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:45:27] "GET /metrics HTTP/1.1" 200 34035 "" "Prometheus/2.43.0" 2024-04-02T08:45:28.548 INFO:tasks.workunit.client.0.smithi012.stdout: 69: throughput=4.94MB/sec pending data=0 2024-04-02T08:45:28.548 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-iE_0SgHQfkuB47F off=1222645 len=2027086 2024-04-02T08:45:28.558 INFO:tasks.workunit.client.0.smithi012.stdout:op 327 completed, throughput=4.96MB/sec 2024-04-02T08:45:28.558 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-4CUjSJTlXtJyNCn off=2334048 len=1601444 2024-04-02T08:45:28.565 INFO:tasks.workunit.client.0.smithi012.stdout:op 328 completed, throughput=4.98MB/sec 2024-04-02T08:45:28.565 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-LM9e92uG3xORKOC off=3748569 len=924905 2024-04-02T08:45:28.566 INFO:tasks.workunit.client.0.smithi012.stdout:op 329 completed, throughput=5MB/sec 2024-04-02T08:45:28.566 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-e4NjlvELpH4I5wi off=189123 len=1563502 2024-04-02T08:45:28.573 INFO:tasks.workunit.client.0.smithi012.stdout:op 330 completed, throughput=5.02MB/sec 2024-04-02T08:45:29.573 INFO:tasks.workunit.client.0.smithi012.stdout: 70: throughput=4.95MB/sec pending data=0 2024-04-02T08:45:29.574 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-XyfVkpeARo3_xle off=9924040 len=1845801 2024-04-02T08:45:29.577 INFO:tasks.workunit.client.0.smithi012.stdout:op 331 completed, throughput=4.97MB/sec 2024-04-02T08:45:29.577 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-3xHRmlZXo96nEY5 off=210697 len=414293 2024-04-02T08:45:29.577 INFO:tasks.workunit.client.0.smithi012.stdout:op 332 completed, throughput=4.98MB/sec 2024-04-02T08:45:29.577 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-AIW9InT6YX2oKxB off=3136860 len=892964 2024-04-02T08:45:29.578 INFO:tasks.workunit.client.0.smithi012.stdout:op 333 completed, throughput=4.99MB/sec 2024-04-02T08:45:29.579 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-r9fVSyJFFVXSE7N off=7148825 len=1177305 2024-04-02T08:45:29.580 INFO:tasks.workunit.client.0.smithi012.stdout:op 334 completed, throughput=5MB/sec 2024-04-02T08:45:29.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:45:29 smithi012 ceph-mon[88355]: pgmap v1449: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:45:29.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:45:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:29.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:45:29 smithi012 ceph-mon[90784]: pgmap v1449: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:45:29.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:45:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:29.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:45:29 smithi055 ceph-mon[85080]: pgmap v1449: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:45:29.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:45:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:30.580 INFO:tasks.workunit.client.0.smithi012.stdout: 71: throughput=4.93MB/sec pending data=0 2024-04-02T08:45:30.580 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-3dabYBAdICPuW1U off=2747135 len=607963 2024-04-02T08:45:30.583 INFO:tasks.workunit.client.0.smithi012.stdout:op 335 completed, throughput=4.94MB/sec 2024-04-02T08:45:30.583 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-34p_459lwKxqigT off=19249107 len=722721 2024-04-02T08:45:30.586 INFO:tasks.workunit.client.0.smithi012.stdout:op 336 completed, throughput=4.95MB/sec 2024-04-02T08:45:30.586 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-wu75VSuJiBKfFNd off=4765179 len=554886 2024-04-02T08:45:30.590 INFO:tasks.workunit.client.0.smithi012.stdout:op 337 completed, throughput=4.96MB/sec 2024-04-02T08:45:30.590 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-TlzP5wGx-_jAxsQ off=6325003 len=255617 2024-04-02T08:45:30.592 INFO:tasks.workunit.client.0.smithi012.stdout:op 338 completed, throughput=4.96MB/sec 2024-04-02T08:45:30.592 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-xAnYf1OGkQp2E0s off=3201697 len=2048603 2024-04-02T08:45:30.600 INFO:tasks.workunit.client.0.smithi012.stdout:op 339 completed, throughput=4.99MB/sec 2024-04-02T08:45:30.600 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-MN5Oa1tjpjN0aiG off=3333428 len=1456258 2024-04-02T08:45:30.606 INFO:tasks.workunit.client.0.smithi012.stdout:op 340 completed, throughput=5.01MB/sec 2024-04-02T08:45:31.607 INFO:tasks.workunit.client.0.smithi012.stdout: 72: throughput=4.94MB/sec pending data=0 2024-04-02T08:45:31.607 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-pTUNPCSGcwek9pD off=3693877 len=1436494 2024-04-02T08:45:31.609 INFO:tasks.workunit.client.0.smithi012.stdout:op 341 completed, throughput=4.96MB/sec 2024-04-02T08:45:31.609 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-LC1wazpMjfJYKsa off=560288 len=897061 2024-04-02T08:45:31.610 INFO:tasks.workunit.client.0.smithi012.stdout:op 342 completed, throughput=4.97MB/sec 2024-04-02T08:45:31.610 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-WmQwAODcY66WETn off=20280123 len=1702986 2024-04-02T08:45:31.612 INFO:tasks.workunit.client.0.smithi012.stdout:op 343 completed, throughput=4.99MB/sec 2024-04-02T08:45:31.612 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-0vgmx99z2zWeK2z off=16398997 len=35436 2024-04-02T08:45:31.612 INFO:tasks.workunit.client.0.smithi012.stdout:op 344 completed, throughput=4.99MB/sec 2024-04-02T08:45:31.612 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-nr0j3bf8CvTNs-z off=2910425 len=1773923 2024-04-02T08:45:31.613 INFO:tasks.workunit.client.0.smithi012.stdout:op 345 completed, throughput=5.01MB/sec 2024-04-02T08:45:31.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:45:31 smithi012 ceph-mon[88355]: pgmap v1450: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:45:31.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:45:31 smithi012 ceph-mon[90784]: pgmap v1450: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:45:31.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:45:31 smithi055 ceph-mon[85080]: pgmap v1450: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:45:32.613 INFO:tasks.workunit.client.0.smithi012.stdout: 73: throughput=4.95MB/sec pending data=0 2024-04-02T08:45:32.613 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-mT21GJurkpynSGi off=18424153 len=75759 2024-04-02T08:45:32.614 INFO:tasks.workunit.client.0.smithi012.stdout:op 346 completed, throughput=4.95MB/sec 2024-04-02T08:45:32.614 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-B1Q8PUzXTu-_2d3 off=7097251 len=2031720 2024-04-02T08:45:32.615 INFO:tasks.workunit.client.0.smithi012.stdout:op 347 completed, throughput=4.97MB/sec 2024-04-02T08:45:32.615 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-6SOYwhhzRnRX4O8 off=5184008 len=1063164 2024-04-02T08:45:32.620 INFO:tasks.workunit.client.0.smithi012.stdout:op 348 completed, throughput=4.99MB/sec 2024-04-02T08:45:32.620 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-knIQ83_eS0L5MZy off=2808028 len=1791131 2024-04-02T08:45:32.626 INFO:tasks.workunit.client.0.smithi012.stdout:op 349 completed, throughput=5.01MB/sec 2024-04-02T08:45:32.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:45:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:45:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:45:33.627 INFO:tasks.workunit.client.0.smithi012.stdout: 74: throughput=4.94MB/sec pending data=0 2024-04-02T08:45:33.627 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-TAzBDimp3C3NRzG off=793887 len=1645264 2024-04-02T08:45:33.629 INFO:tasks.workunit.client.0.smithi012.stdout:op 350 completed, throughput=4.96MB/sec 2024-04-02T08:45:33.629 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-jX2zlbG_8x9g8eW off=5824504 len=1086680 2024-04-02T08:45:33.631 INFO:tasks.workunit.client.0.smithi012.stdout:op 351 completed, throughput=4.98MB/sec 2024-04-02T08:45:33.631 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-sVxdiHN_kSeo9-b off=6723950 len=1570531 2024-04-02T08:45:33.632 INFO:tasks.workunit.client.0.smithi012.stdout:op 352 completed, throughput=5MB/sec 2024-04-02T08:45:33.633 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-wrZJmSHiWiTBO4f off=8600310 len=791047 2024-04-02T08:45:33.633 INFO:tasks.workunit.client.0.smithi012.stdout:op 353 completed, throughput=5.01MB/sec 2024-04-02T08:45:33.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:45:33 smithi012 ceph-mon[88355]: pgmap v1451: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:45:33.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:45:33 smithi012 ceph-mon[90784]: pgmap v1451: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:45:33.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:45:33 smithi055 ceph-mon[85080]: pgmap v1451: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:45:34.634 INFO:tasks.workunit.client.0.smithi012.stdout: 75: throughput=4.94MB/sec pending data=0 2024-04-02T08:45:34.634 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-PLjX97yaKelidi4 off=3187506 len=598730 2024-04-02T08:45:34.637 INFO:tasks.workunit.client.0.smithi012.stdout:op 354 completed, throughput=4.95MB/sec 2024-04-02T08:45:34.637 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-j1pBdnWx4gAe1bz off=9261977 len=146187 2024-04-02T08:45:34.640 INFO:tasks.workunit.client.0.smithi012.stdout:op 355 completed, throughput=4.95MB/sec 2024-04-02T08:45:34.640 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-rdujqroCJvgQevB off=4790005 len=1775849 2024-04-02T08:45:34.646 INFO:tasks.workunit.client.0.smithi012.stdout:op 356 completed, throughput=4.97MB/sec 2024-04-02T08:45:34.646 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-TUmyxGsZok_j6g2 off=5030081 len=1554549 2024-04-02T08:45:34.660 INFO:tasks.workunit.client.0.smithi012.stdout:op 357 completed, throughput=4.99MB/sec 2024-04-02T08:45:34.660 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-5Y-kNpCe3Nb5RfS off=5553586 len=1837315 2024-04-02T08:45:34.668 INFO:tasks.workunit.client.0.smithi012.stdout:op 358 completed, throughput=5.01MB/sec 2024-04-02T08:45:35.668 INFO:tasks.workunit.client.0.smithi012.stdout: 76: throughput=4.95MB/sec pending data=0 2024-04-02T08:45:35.668 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-nwIXy1zjtHG96Jd off=339977 len=215784 2024-04-02T08:45:35.670 INFO:tasks.workunit.client.0.smithi012.stdout:op 359 completed, throughput=4.95MB/sec 2024-04-02T08:45:35.671 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-sTtfs3OBcdW-kSY off=2456694 len=805611 2024-04-02T08:45:35.671 INFO:tasks.workunit.client.0.smithi012.stdout:op 360 completed, throughput=4.96MB/sec 2024-04-02T08:45:35.672 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-h9Wt92s7hymLs7j off=2619269 len=1528726 2024-04-02T08:45:35.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:45:35 smithi012 ceph-mon[88355]: pgmap v1452: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:45:35.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:45:35 smithi012 ceph-mon[90784]: pgmap v1452: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:45:35.679 INFO:tasks.workunit.client.0.smithi012.stdout:op 361 completed, throughput=4.98MB/sec 2024-04-02T08:45:35.679 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Ls3M0i3ilx3pOS2 off=57088 len=1035313 2024-04-02T08:45:35.684 INFO:tasks.workunit.client.0.smithi012.stdout:op 362 completed, throughput=4.99MB/sec 2024-04-02T08:45:35.684 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-dV9GlaQQmX0hNvP off=5533680 len=373421 2024-04-02T08:45:35.685 INFO:tasks.workunit.client.0.smithi012.stdout:op 363 completed, throughput=5MB/sec 2024-04-02T08:45:35.685 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-qorxICdHdg6MvAo off=4857296 len=28873 2024-04-02T08:45:35.685 INFO:tasks.workunit.client.0.smithi012.stdout:op 364 completed, throughput=5MB/sec 2024-04-02T08:45:35.685 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-sTztKskhuRasMYW off=7918194 len=434066 2024-04-02T08:45:35.686 INFO:tasks.workunit.client.0.smithi012.stdout:op 365 completed, throughput=5MB/sec 2024-04-02T08:45:35.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:45:35 smithi055 ceph-mon[85080]: pgmap v1452: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:45:36.687 INFO:tasks.workunit.client.0.smithi012.stdout: 77: throughput=4.94MB/sec pending data=0 2024-04-02T08:45:36.687 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-JcGo72tPxMa_mK9 off=3557927 len=1628593 2024-04-02T08:45:36.688 INFO:tasks.workunit.client.0.smithi012.stdout:op 366 completed, throughput=4.96MB/sec 2024-04-02T08:45:36.688 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-zm6qozpsJri9-ML off=18278265 len=1572082 2024-04-02T08:45:36.696 INFO:tasks.workunit.client.0.smithi012.stdout:op 367 completed, throughput=4.98MB/sec 2024-04-02T08:45:36.696 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-7y1uBAGm-R1Ohlj off=927608 len=1215125 2024-04-02T08:45:36.701 INFO:tasks.workunit.client.0.smithi012.stdout:op 368 completed, throughput=4.99MB/sec 2024-04-02T08:45:36.701 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-HAQfxMiz-Oo1IOC off=11293084 len=1524382 2024-04-02T08:45:36.710 INFO:tasks.workunit.client.0.smithi012.stdout:op 369 completed, throughput=5.01MB/sec 2024-04-02T08:45:37.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:45:37 smithi012 ceph-mon[88355]: pgmap v1453: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:45:37.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:45:37 smithi012 ceph-mon[90784]: pgmap v1453: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:45:37.710 INFO:tasks.workunit.client.0.smithi012.stdout: 78: throughput=4.95MB/sec pending data=0 2024-04-02T08:45:37.710 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-aClYoG4e5HZyTM3 off=1893254 len=438890 2024-04-02T08:45:37.710 INFO:tasks.workunit.client.0.smithi012.stdout:op 370 completed, throughput=4.95MB/sec 2024-04-02T08:45:37.711 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-gwF5Ln31zcs_Oe0 off=3818222 len=412689 2024-04-02T08:45:37.713 INFO:tasks.workunit.client.0.smithi012.stdout:op 371 completed, throughput=4.96MB/sec 2024-04-02T08:45:37.713 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-WXbe4PPMjWtYrCA off=0 len=1899541 2024-04-02T08:45:37.715 INFO:tasks.workunit.client.0.smithi012.stdout:op 372 completed, throughput=4.98MB/sec 2024-04-02T08:45:37.715 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-7n25iYvOmtIv2TB off=7365180 len=1579258 2024-04-02T08:45:37.721 INFO:tasks.workunit.client.0.smithi012.stdout:op 373 completed, throughput=5MB/sec 2024-04-02T08:45:37.721 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-UQL7L50otlpfoli off=2606879 len=1334094 2024-04-02T08:45:37.723 INFO:tasks.workunit.client.0.smithi012.stdout:op 374 completed, throughput=5.01MB/sec 2024-04-02T08:45:37.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:45:37 smithi055 ceph-mon[85080]: pgmap v1453: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:45:38.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:45:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:45:37] "GET /metrics HTTP/1.1" 200 34037 "" "Prometheus/2.43.0" 2024-04-02T08:45:38.723 INFO:tasks.workunit.client.0.smithi012.stdout: 79: throughput=4.95MB/sec pending data=0 2024-04-02T08:45:38.723 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-AtkIqqXJhV_3Gum off=22098053 len=298120 2024-04-02T08:45:38.726 INFO:tasks.workunit.client.0.smithi012.stdout:op 375 completed, throughput=4.95MB/sec 2024-04-02T08:45:38.726 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-BYgAf1LgAclCCiD off=6022184 len=2031035 2024-04-02T08:45:38.735 INFO:tasks.workunit.client.0.smithi012.stdout:op 376 completed, throughput=4.98MB/sec 2024-04-02T08:45:38.735 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Clcz8pys7MLg_Za off=267938 len=1836517 2024-04-02T08:45:38.737 INFO:tasks.workunit.client.0.smithi012.stdout:op 377 completed, throughput=5MB/sec 2024-04-02T08:45:38.737 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-65bMEBPzhasDZQT off=22596438 len=723113 2024-04-02T08:45:38.741 INFO:tasks.workunit.client.0.smithi012.stdout:op 378 completed, throughput=5.01MB/sec 2024-04-02T08:45:39.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:45:39 smithi012 ceph-mon[88355]: pgmap v1454: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:45:39.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:45:39 smithi012 ceph-mon[90784]: pgmap v1454: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:45:39.741 INFO:tasks.workunit.client.0.smithi012.stdout: 80: throughput=4.95MB/sec pending data=0 2024-04-02T08:45:39.741 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ys5t7DQAbS0k0Xx off=8816201 len=845849 2024-04-02T08:45:39.744 INFO:tasks.workunit.client.0.smithi012.stdout:op 379 completed, throughput=4.96MB/sec 2024-04-02T08:45:39.744 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-hpY0yOI3e_oxPKP off=11690395 len=1413390 2024-04-02T08:45:39.747 INFO:tasks.workunit.client.0.smithi012.stdout:op 380 completed, throughput=4.97MB/sec 2024-04-02T08:45:39.748 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-wO9bwUdfm3pWVX0 off=9900123 len=133142 2024-04-02T08:45:39.749 INFO:tasks.workunit.client.0.smithi012.stdout:op 381 completed, throughput=4.97MB/sec 2024-04-02T08:45:39.749 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-HhLRukVpbgOvOqH off=733426 len=1810286 2024-04-02T08:45:39.753 INFO:tasks.workunit.client.0.smithi012.stdout:op 382 completed, throughput=4.99MB/sec 2024-04-02T08:45:39.753 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-WpIsbjn9jBFyfgJ off=2190784 len=1418555 2024-04-02T08:45:39.754 INFO:tasks.workunit.client.0.smithi012.stdout:op 383 completed, throughput=5.01MB/sec 2024-04-02T08:45:39.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:45:39 smithi055 ceph-mon[85080]: pgmap v1454: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:45:40.755 INFO:tasks.workunit.client.0.smithi012.stdout: 81: throughput=4.95MB/sec pending data=0 2024-04-02T08:45:40.755 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-hd-zi9zNtbQqInD off=10075104 len=841265 2024-04-02T08:45:40.759 INFO:tasks.workunit.client.0.smithi012.stdout:op 384 completed, throughput=4.96MB/sec 2024-04-02T08:45:40.760 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-9m6Df2ayRFhR_Z5 off=1330382 len=1861605 2024-04-02T08:45:40.767 INFO:tasks.workunit.client.0.smithi012.stdout:op 385 completed, throughput=4.98MB/sec 2024-04-02T08:45:40.767 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-yw7bDZjoZPSyN34 off=6708536 len=660079 2024-04-02T08:45:40.768 INFO:tasks.workunit.client.0.smithi012.stdout:op 386 completed, throughput=4.99MB/sec 2024-04-02T08:45:40.769 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-UpW70CSXVolANym off=3459361 len=977106 2024-04-02T08:45:40.769 INFO:tasks.workunit.client.0.smithi012.stdout:op 387 completed, throughput=5MB/sec 2024-04-02T08:45:40.769 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj--_GTDk30533F3Vp off=3771498 len=1895909 2024-04-02T08:45:40.771 INFO:tasks.workunit.client.0.smithi012.stdout:op 388 completed, throughput=5.02MB/sec 2024-04-02T08:45:41.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:45:41 smithi012 ceph-mon[88355]: pgmap v1455: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:45:41.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:45:41 smithi012 ceph-mon[90784]: pgmap v1455: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:45:41.771 INFO:tasks.workunit.client.0.smithi012.stdout: 82: throughput=4.96MB/sec pending data=0 2024-04-02T08:45:41.771 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-RV4gAiet1_RYc7C off=2306217 len=218649 2024-04-02T08:45:41.772 INFO:tasks.workunit.client.0.smithi012.stdout:op 389 completed, throughput=4.96MB/sec 2024-04-02T08:45:41.772 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-GuDc1soWL4GG_nq off=163572 len=1132341 2024-04-02T08:45:41.773 INFO:tasks.workunit.client.0.smithi012.stdout:op 390 completed, throughput=4.98MB/sec 2024-04-02T08:45:41.773 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-cUJ4qf2rQS4-NbA off=1363725 len=1992621 2024-04-02T08:45:41.782 INFO:tasks.workunit.client.0.smithi012.stdout:op 391 completed, throughput=5MB/sec 2024-04-02T08:45:41.783 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-U-9VU9EFn73d5We off=4001753 len=424205 2024-04-02T08:45:41.786 INFO:tasks.workunit.client.0.smithi012.stdout:op 392 completed, throughput=5MB/sec 2024-04-02T08:45:41.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:45:41 smithi055 ceph-mon[85080]: pgmap v1455: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:45:42.786 INFO:tasks.workunit.client.0.smithi012.stdout: 83: throughput=4.94MB/sec pending data=0 2024-04-02T08:45:42.787 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-jCfqPsiOh6Hl8kR off=14724091 len=697895 2024-04-02T08:45:42.789 INFO:tasks.workunit.client.0.smithi012.stdout:op 393 completed, throughput=4.95MB/sec 2024-04-02T08:45:42.789 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-F4NWNum-y8rsFe_ off=12331024 len=1642841 2024-04-02T08:45:42.797 INFO:tasks.workunit.client.0.smithi012.stdout:op 394 completed, throughput=4.97MB/sec 2024-04-02T08:45:42.797 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-krELRE345VJ4ETF off=2685081 len=1212045 2024-04-02T08:45:42.799 INFO:tasks.workunit.client.0.smithi012.stdout:op 395 completed, throughput=4.98MB/sec 2024-04-02T08:45:42.799 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-VOvKSZUCMutZsvI off=13747288 len=570611 2024-04-02T08:45:42.803 INFO:tasks.workunit.client.0.smithi012.stdout:op 396 completed, throughput=4.99MB/sec 2024-04-02T08:45:42.803 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-g1n4RIFmRsrWXL6 off=1298092 len=1097460 2024-04-02T08:45:42.809 INFO:tasks.workunit.client.0.smithi012.stdout:op 397 completed, throughput=5MB/sec 2024-04-02T08:45:42.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:45:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:45:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:45:43.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:45:43 smithi012 ceph-mon[88355]: pgmap v1456: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:45:43.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:45:43 smithi012 ceph-mon[90784]: pgmap v1456: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:45:43.809 INFO:tasks.workunit.client.0.smithi012.stdout: 84: throughput=4.94MB/sec pending data=0 2024-04-02T08:45:43.809 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-4r-FG-2NvdZRxUg off=3702754 len=1613977 2024-04-02T08:45:43.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:45:43 smithi055 ceph-mon[85080]: pgmap v1456: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:45:43.817 INFO:tasks.workunit.client.0.smithi012.stdout:op 398 completed, throughput=4.96MB/sec 2024-04-02T08:45:43.817 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-5NJ8arb7bUHgHpr off=12388402 len=1508811 2024-04-02T08:45:43.822 INFO:tasks.workunit.client.0.smithi012.stdout:op 399 completed, throughput=4.98MB/sec 2024-04-02T08:45:43.822 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-1hF3p0sPBoEq1ef off=1081555 len=125080 2024-04-02T08:45:43.824 INFO:tasks.workunit.client.0.smithi012.stdout:op 400 completed, throughput=4.98MB/sec 2024-04-02T08:45:43.824 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-VUnsttA3wfiYc8Z off=1151755 len=678711 2024-04-02T08:45:43.825 INFO:tasks.workunit.client.0.smithi012.stdout:op 401 completed, throughput=4.99MB/sec 2024-04-02T08:45:43.825 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-xMwauorD2ehSh8- off=3173722 len=542589 2024-04-02T08:45:43.825 INFO:tasks.workunit.client.0.smithi012.stdout:op 402 completed, throughput=4.99MB/sec 2024-04-02T08:45:43.825 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-96E_2RHltDtUz7X off=4195111 len=137716 2024-04-02T08:45:43.827 INFO:tasks.workunit.client.0.smithi012.stdout:op 403 completed, throughput=4.99MB/sec 2024-04-02T08:45:43.827 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-0eruYdFDruGSWDu off=3465223 len=1683235 2024-04-02T08:45:43.828 INFO:tasks.workunit.client.0.smithi012.stdout:op 404 completed, throughput=5.01MB/sec 2024-04-02T08:45:44.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:45:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:44.829 INFO:tasks.workunit.client.0.smithi012.stdout: 85: throughput=4.95MB/sec pending data=0 2024-04-02T08:45:44.829 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Za3XPnHmL8NUMvm off=7364837 len=1913455 2024-04-02T08:45:44.838 INFO:tasks.workunit.client.0.smithi012.stdout:op 405 completed, throughput=4.97MB/sec 2024-04-02T08:45:44.838 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-OaHze0rxIWq7qP7 off=9094027 len=1972244 2024-04-02T08:45:44.841 INFO:tasks.workunit.client.0.smithi012.stdout:op 406 completed, throughput=5MB/sec 2024-04-02T08:45:44.841 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-_LlQn4dw0fIJq6F off=9121699 len=1929898 2024-04-02T08:45:44.842 INFO:tasks.workunit.client.0.smithi012.stdout:op 407 completed, throughput=5.02MB/sec 2024-04-02T08:45:44.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:45:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:44.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:45:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:45.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:45:45 smithi055 ceph-mon[85080]: pgmap v1457: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:45:45.842 INFO:tasks.workunit.client.0.smithi012.stdout: 86: throughput=4.96MB/sec pending data=0 2024-04-02T08:45:45.842 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-jYgnStxaYXONo9I off=3096244 len=711953 2024-04-02T08:45:45.847 INFO:tasks.workunit.client.0.smithi012.stdout:op 408 completed, throughput=4.97MB/sec 2024-04-02T08:45:45.847 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-hh8rtDFLPng8dlB off=523202 len=561913 2024-04-02T08:45:45.847 INFO:tasks.workunit.client.0.smithi012.stdout:op 409 completed, throughput=4.97MB/sec 2024-04-02T08:45:45.848 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-HMT_ujgOUBWpty9 off=6570918 len=987216 2024-04-02T08:45:45.853 INFO:tasks.workunit.client.0.smithi012.stdout:op 410 completed, throughput=4.98MB/sec 2024-04-02T08:45:45.853 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-_R6vEBGiDTBh-d2 off=6623041 len=399355 2024-04-02T08:45:45.856 INFO:tasks.workunit.client.0.smithi012.stdout:op 411 completed, throughput=4.99MB/sec 2024-04-02T08:45:45.856 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Jl8h3USer_H7ETf off=14783012 len=1731034 2024-04-02T08:45:45.857 INFO:tasks.workunit.client.0.smithi012.stdout:op 412 completed, throughput=5.01MB/sec 2024-04-02T08:45:45.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:45:45 smithi012 ceph-mon[88355]: pgmap v1457: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:45:45.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:45:45 smithi012 ceph-mon[90784]: pgmap v1457: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:45:46.858 INFO:tasks.workunit.client.0.smithi012.stdout: 87: throughput=4.95MB/sec pending data=0 2024-04-02T08:45:46.858 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-EsbasvvsFHxibSg off=20208061 len=1732432 2024-04-02T08:45:46.859 INFO:tasks.workunit.client.0.smithi012.stdout:op 413 completed, throughput=4.97MB/sec 2024-04-02T08:45:46.859 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-YkL91RZCwjhPP-q off=11754633 len=584933 2024-04-02T08:45:46.863 INFO:tasks.workunit.client.0.smithi012.stdout:op 414 completed, throughput=4.98MB/sec 2024-04-02T08:45:46.863 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-8hYlOaNvfgcX_JL off=6365906 len=167886 2024-04-02T08:45:46.865 INFO:tasks.workunit.client.0.smithi012.stdout:op 415 completed, throughput=4.98MB/sec 2024-04-02T08:45:46.865 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-gKG2aK6jLPPjt62 off=10491495 len=1884034 2024-04-02T08:45:46.873 INFO:tasks.workunit.client.0.smithi012.stdout:op 416 completed, throughput=5MB/sec 2024-04-02T08:45:46.873 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ZCVcduf4UcFmFks off=4527256 len=1189316 2024-04-02T08:45:46.878 INFO:tasks.workunit.client.0.smithi012.stdout:op 417 completed, throughput=5.01MB/sec 2024-04-02T08:45:47.813 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:45:47 smithi055 ceph-mon[85080]: pgmap v1458: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:45:47.878 INFO:tasks.workunit.client.0.smithi012.stdout: 88: throughput=4.95MB/sec pending data=0 2024-04-02T08:45:47.878 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-v90k8SHSqiRY7Vg off=1594004 len=1829145 2024-04-02T08:45:47.886 INFO:tasks.workunit.client.0.smithi012.stdout:op 418 completed, throughput=4.97MB/sec 2024-04-02T08:45:47.886 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-_bLAVaQbYD6lmqC off=979655 len=950635 2024-04-02T08:45:47.887 INFO:tasks.workunit.client.0.smithi012.stdout:op 419 completed, throughput=4.98MB/sec 2024-04-02T08:45:47.888 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Jfplgl2-UnSNu_f off=1677396 len=1885705 2024-04-02T08:45:47.896 INFO:tasks.workunit.client.0.smithi012.stdout:op 420 completed, throughput=5MB/sec 2024-04-02T08:45:47.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:45:47 smithi012 ceph-mon[88355]: pgmap v1458: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:45:47.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:45:47 smithi012 ceph-mon[90784]: pgmap v1458: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:45:48.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:45:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:45:47] "GET /metrics HTTP/1.1" 200 34041 "" "Prometheus/2.43.0" 2024-04-02T08:45:48.896 INFO:tasks.workunit.client.0.smithi012.stdout: 89: throughput=4.95MB/sec pending data=0 2024-04-02T08:45:48.896 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-qzOkWb_ZKL2V9po off=23058460 len=1437091 2024-04-02T08:45:48.897 INFO:tasks.workunit.client.0.smithi012.stdout:op 421 completed, throughput=4.96MB/sec 2024-04-02T08:45:48.897 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-TCHyrr9Mn42gIqY off=7128566 len=56983 2024-04-02T08:45:48.898 INFO:tasks.workunit.client.0.smithi012.stdout:op 422 completed, throughput=4.96MB/sec 2024-04-02T08:45:48.898 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-9ii6e6zZjMtqdDr off=1233229 len=391961 2024-04-02T08:45:48.899 INFO:tasks.workunit.client.0.smithi012.stdout:op 423 completed, throughput=4.97MB/sec 2024-04-02T08:45:48.899 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-eoi2Jha_2TSjbA- off=12944582 len=1247521 2024-04-02T08:45:48.906 INFO:tasks.workunit.client.0.smithi012.stdout:op 424 completed, throughput=4.98MB/sec 2024-04-02T08:45:48.906 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-9D6qAd35O_PtVBG off=0 len=1351319 2024-04-02T08:45:48.912 INFO:tasks.workunit.client.0.smithi012.stdout:op 425 completed, throughput=4.99MB/sec 2024-04-02T08:45:48.912 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-O6cG3B8hp2enMAe off=8597525 len=271747 2024-04-02T08:45:48.913 INFO:tasks.workunit.client.0.smithi012.stdout:op 426 completed, throughput=5MB/sec 2024-04-02T08:45:48.913 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-TgfvZNcbl9vB-T5 off=3798994 len=1837033 2024-04-02T08:45:48.922 INFO:tasks.workunit.client.0.smithi012.stdout:op 427 completed, throughput=5.01MB/sec 2024-04-02T08:45:49.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:45:49 smithi055 ceph-mon[85080]: pgmap v1459: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:45:49.922 INFO:tasks.workunit.client.0.smithi012.stdout: 90: throughput=4.96MB/sec pending data=0 2024-04-02T08:45:49.922 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-g_86SutZ-U4V7MK off=3190854 len=486213 2024-04-02T08:45:49.926 INFO:tasks.workunit.client.0.smithi012.stdout:op 428 completed, throughput=4.96MB/sec 2024-04-02T08:45:49.926 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ELw2lXtsiP__gLj off=3400389 len=466629 2024-04-02T08:45:49.927 INFO:tasks.workunit.client.0.smithi012.stdout:op 429 completed, throughput=4.97MB/sec 2024-04-02T08:45:49.927 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-zT8JOX4IZhVcK8i off=4421619 len=1381859 2024-04-02T08:45:49.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:45:49 smithi012 ceph-mon[88355]: pgmap v1459: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:45:49.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:45:49 smithi012 ceph-mon[90784]: pgmap v1459: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:45:49.932 INFO:tasks.workunit.client.0.smithi012.stdout:op 430 completed, throughput=4.98MB/sec 2024-04-02T08:45:49.932 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-8umyMCvhnI0bxVi off=1885530 len=763183 2024-04-02T08:45:49.933 INFO:tasks.workunit.client.0.smithi012.stdout:op 431 completed, throughput=4.99MB/sec 2024-04-02T08:45:49.933 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-lfZSmaAXKWlfhwx off=2211179 len=1132286 2024-04-02T08:45:49.934 INFO:tasks.workunit.client.0.smithi012.stdout:op 432 completed, throughput=5MB/sec 2024-04-02T08:45:50.934 INFO:tasks.workunit.client.0.smithi012.stdout: 91: throughput=4.95MB/sec pending data=0 2024-04-02T08:45:50.934 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-nU4EF_K6nSAmcab off=14805538 len=1090432 2024-04-02T08:45:50.935 INFO:tasks.workunit.client.0.smithi012.stdout:op 433 completed, throughput=4.96MB/sec 2024-04-02T08:45:50.935 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-QL1dJfi0pRNRpsP off=13947172 len=1887169 2024-04-02T08:45:50.943 INFO:tasks.workunit.client.0.smithi012.stdout:op 434 completed, throughput=4.98MB/sec 2024-04-02T08:45:50.943 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-CvOtJ42-D9Ke1LS off=12264417 len=1295972 2024-04-02T08:45:50.946 INFO:tasks.workunit.client.0.smithi012.stdout:op 435 completed, throughput=4.99MB/sec 2024-04-02T08:45:50.946 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-1pmwkudInp8YMyf off=3044805 len=910430 2024-04-02T08:45:50.950 INFO:tasks.workunit.client.0.smithi012.stdout:op 436 completed, throughput=5MB/sec 2024-04-02T08:45:51.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:45:51 smithi055 ceph-mon[85080]: pgmap v1460: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:45:51.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:45:51 smithi012 ceph-mon[88355]: pgmap v1460: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:45:51.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:45:51 smithi012 ceph-mon[90784]: pgmap v1460: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:45:51.950 INFO:tasks.workunit.client.0.smithi012.stdout: 92: throughput=4.95MB/sec pending data=0 2024-04-02T08:45:51.950 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-sPPCHdvxvqF_V-c off=1372186 len=1258304 2024-04-02T08:45:51.955 INFO:tasks.workunit.client.0.smithi012.stdout:op 437 completed, throughput=4.96MB/sec 2024-04-02T08:45:51.955 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-dAmCLF0oLzm_o8X off=7717665 len=1755224 2024-04-02T08:45:51.961 INFO:tasks.workunit.client.0.smithi012.stdout:op 438 completed, throughput=4.98MB/sec 2024-04-02T08:45:51.961 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-t-t0EwqBiKyvNDy off=1073035 len=2053648 2024-04-02T08:45:51.971 INFO:tasks.workunit.client.0.smithi012.stdout:op 439 completed, throughput=5MB/sec 2024-04-02T08:45:51.972 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-IQD_tnjGovUhw1g off=1304650 len=1680076 2024-04-02T08:45:51.972 INFO:tasks.workunit.client.0.smithi012.stdout:op 440 completed, throughput=5.02MB/sec 2024-04-02T08:45:52.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:45:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:45:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:45:52.973 INFO:tasks.workunit.client.0.smithi012.stdout: 93: throughput=4.96MB/sec pending data=0 2024-04-02T08:45:52.973 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-JsFbFPlK_HuDxdv off=2481246 len=2034090 2024-04-02T08:45:52.974 INFO:tasks.workunit.client.0.smithi012.stdout:op 441 completed, throughput=4.98MB/sec 2024-04-02T08:45:52.974 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-xT2Vor1om9SZeVt off=5349862 len=1656116 2024-04-02T08:45:52.978 INFO:tasks.workunit.client.0.smithi012.stdout:op 442 completed, throughput=5MB/sec 2024-04-02T08:45:52.978 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-UpGfrCa9XMEE3ma off=3995794 len=325594 2024-04-02T08:45:52.981 INFO:tasks.workunit.client.0.smithi012.stdout:op 443 completed, throughput=5MB/sec 2024-04-02T08:45:53.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:45:53 smithi055 ceph-mon[85080]: pgmap v1461: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:45:53.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:45:53 smithi012 ceph-mon[88355]: pgmap v1461: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:45:53.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:45:53 smithi012 ceph-mon[90784]: pgmap v1461: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:45:53.981 INFO:tasks.workunit.client.0.smithi012.stdout: 94: throughput=4.95MB/sec pending data=0 2024-04-02T08:45:53.981 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-0xFiAVsKoaDKxQq off=14719461 len=2014552 2024-04-02T08:45:53.989 INFO:tasks.workunit.client.0.smithi012.stdout:op 444 completed, throughput=4.97MB/sec 2024-04-02T08:45:53.989 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-4bOGwyAK30qcWxD off=17258907 len=1447330 2024-04-02T08:45:53.992 INFO:tasks.workunit.client.0.smithi012.stdout:op 445 completed, throughput=4.98MB/sec 2024-04-02T08:45:53.992 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-x0-eRpHzhJm_isT off=10952739 len=861693 2024-04-02T08:45:53.995 INFO:tasks.workunit.client.0.smithi012.stdout:op 446 completed, throughput=4.99MB/sec 2024-04-02T08:45:53.995 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Fbx_u3xVes9WgMj off=15565321 len=1991104 2024-04-02T08:45:54.004 INFO:tasks.workunit.client.0.smithi012.stdout:op 447 completed, throughput=5.01MB/sec 2024-04-02T08:45:55.004 INFO:tasks.workunit.client.0.smithi012.stdout: 95: throughput=4.96MB/sec pending data=0 2024-04-02T08:45:55.004 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-2ZS6BuLN3MrvG3P off=15965342 len=262904 2024-04-02T08:45:55.007 INFO:tasks.workunit.client.0.smithi012.stdout:op 448 completed, throughput=4.96MB/sec 2024-04-02T08:45:55.007 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-LiAHm0tPcW8XMsI off=4548889 len=724283 2024-04-02T08:45:55.007 INFO:tasks.workunit.client.0.smithi012.stdout:op 449 completed, throughput=4.97MB/sec 2024-04-02T08:45:55.007 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-lc-R0pHrjQYTS7c off=46680 len=1511967 2024-04-02T08:45:55.009 INFO:tasks.workunit.client.0.smithi012.stdout:op 450 completed, throughput=4.98MB/sec 2024-04-02T08:45:55.009 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-obGLRlwZHe56Fvj off=3912538 len=1807000 2024-04-02T08:45:55.017 INFO:tasks.workunit.client.0.smithi012.stdout:op 451 completed, throughput=5MB/sec 2024-04-02T08:45:55.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:45:55 smithi055 ceph-mon[85080]: pgmap v1462: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:45:55.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:45:55 smithi012 ceph-mon[88355]: pgmap v1462: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:45:55.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:45:55 smithi012 ceph-mon[90784]: pgmap v1462: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:45:56.017 INFO:tasks.workunit.client.0.smithi012.stdout: 96: throughput=4.95MB/sec pending data=0 2024-04-02T08:45:56.017 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-KQBejcpdfi-cMhr off=3869688 len=1177332 2024-04-02T08:45:56.018 INFO:tasks.workunit.client.0.smithi012.stdout:op 452 completed, throughput=4.96MB/sec 2024-04-02T08:45:56.018 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-7vptQCut4GIA5gt off=22974540 len=261680 2024-04-02T08:45:56.021 INFO:tasks.workunit.client.0.smithi012.stdout:op 453 completed, throughput=4.96MB/sec 2024-04-02T08:45:56.021 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-jvCGVo1wP0iXiCp off=184703 len=1098582 2024-04-02T08:45:56.022 INFO:tasks.workunit.client.0.smithi012.stdout:op 454 completed, throughput=4.98MB/sec 2024-04-02T08:45:56.022 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-um1rlncqL-gCvR1 off=9975983 len=1569455 2024-04-02T08:45:56.029 INFO:tasks.workunit.client.0.smithi012.stdout:op 455 completed, throughput=4.99MB/sec 2024-04-02T08:45:56.029 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-3Jhztd8-mNuMaoz off=5534862 len=840705 2024-04-02T08:45:56.030 INFO:tasks.workunit.client.0.smithi012.stdout:op 456 completed, throughput=5MB/sec 2024-04-02T08:45:56.030 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-cxEwUpYensLTS43 off=3393882 len=153448 2024-04-02T08:45:56.032 INFO:tasks.workunit.client.0.smithi012.stdout:op 457 completed, throughput=5MB/sec 2024-04-02T08:45:57.033 INFO:tasks.workunit.client.0.smithi012.stdout: 97: throughput=4.95MB/sec pending data=0 2024-04-02T08:45:57.033 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-cBXk3BdKzDeKdex off=4914607 len=1483447 2024-04-02T08:45:57.038 INFO:tasks.workunit.client.0.smithi012.stdout:op 458 completed, throughput=4.96MB/sec 2024-04-02T08:45:57.038 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-fayP03jRHRYYA49 off=7963815 len=371184 2024-04-02T08:45:57.041 INFO:tasks.workunit.client.0.smithi012.stdout:op 459 completed, throughput=4.97MB/sec 2024-04-02T08:45:57.041 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-kHnztWwl0fFmacU off=5772028 len=1272306 2024-04-02T08:45:57.044 INFO:tasks.workunit.client.0.smithi012.stdout:op 460 completed, throughput=4.98MB/sec 2024-04-02T08:45:57.044 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-0NtC4FHYjJ_bfTo off=12295703 len=1275373 2024-04-02T08:45:57.050 INFO:tasks.workunit.client.0.smithi012.stdout:op 461 completed, throughput=4.99MB/sec 2024-04-02T08:45:57.050 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-l-qvJ_iGkEsIdrD off=1652433 len=1220010 2024-04-02T08:45:57.054 INFO:tasks.workunit.client.0.smithi012.stdout:op 462 completed, throughput=5MB/sec 2024-04-02T08:45:57.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:45:57 smithi055 ceph-mon[85080]: pgmap v1463: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-02T08:45:57.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:45:57 smithi012 ceph-mon[88355]: pgmap v1463: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-02T08:45:57.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:45:57 smithi012 ceph-mon[90784]: pgmap v1463: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-02T08:45:58.054 INFO:tasks.workunit.client.0.smithi012.stdout: 98: throughput=4.95MB/sec pending data=0 2024-04-02T08:45:58.054 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-yjZ8YJycQcHyWiL off=19902416 len=908903 2024-04-02T08:45:58.055 INFO:tasks.workunit.client.0.smithi012.stdout:op 463 completed, throughput=4.96MB/sec 2024-04-02T08:45:58.055 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-L1SjWoKt1LYNNNS off=6380511 len=1569773 2024-04-02T08:45:58.059 INFO:tasks.workunit.client.0.smithi012.stdout:op 464 completed, throughput=4.98MB/sec 2024-04-02T08:45:58.059 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-3GpRRpZHuVmcVIy off=9276350 len=1997038 2024-04-02T08:45:58.068 INFO:tasks.workunit.client.0.smithi012.stdout:op 465 completed, throughput=4.99MB/sec 2024-04-02T08:45:58.068 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-I3WkinS0VmumOLY off=1763090 len=125328 2024-04-02T08:45:58.069 INFO:tasks.workunit.client.0.smithi012.stdout:op 466 completed, throughput=5MB/sec 2024-04-02T08:45:58.069 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-kARBMgMkZRuiQLX off=759040 len=1828810 2024-04-02T08:45:58.070 INFO:tasks.workunit.client.0.smithi012.stdout:op 467 completed, throughput=5.01MB/sec 2024-04-02T08:45:58.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:45:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:45:57] "GET /metrics HTTP/1.1" 200 34041 "" "Prometheus/2.43.0" 2024-04-02T08:45:59.071 INFO:tasks.workunit.client.0.smithi012.stdout: 99: throughput=4.96MB/sec pending data=0 2024-04-02T08:45:59.071 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-gCV51BO91Zw6Me8 off=17486931 len=2045113 2024-04-02T08:45:59.072 INFO:tasks.workunit.client.0.smithi012.stdout:op 468 completed, throughput=4.98MB/sec 2024-04-02T08:45:59.072 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-tEjEPDmAWwQ5GeE off=12573334 len=1839500 2024-04-02T08:45:59.082 INFO:tasks.workunit.client.0.smithi012.stdout:op 469 completed, throughput=5MB/sec 2024-04-02T08:45:59.082 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-7vcUZrLEKcDhOrR off=3373483 len=1478726 2024-04-02T08:45:59.087 INFO:tasks.workunit.client.0.smithi012.stdout:op 470 completed, throughput=5.01MB/sec 2024-04-02T08:45:59.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:45:59 smithi055 ceph-mon[85080]: pgmap v1464: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:45:59.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:45:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:59.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:45:59 smithi012 ceph-mon[88355]: pgmap v1464: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:45:59.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:45:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:59.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:45:59 smithi012 ceph-mon[90784]: pgmap v1464: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:45:59.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:45:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:00.087 INFO:tasks.workunit.client.0.smithi012.stdout: 100: throughput=4.96MB/sec pending data=0 2024-04-02T08:46:00.088 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-V5T-2L4pEn67vMk off=2490423 len=1766571 2024-04-02T08:46:00.094 INFO:tasks.workunit.client.0.smithi012.stdout:op 471 completed, throughput=4.98MB/sec 2024-04-02T08:46:00.094 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-YPVhRDxGNy4R-rh off=173018 len=1572647 2024-04-02T08:46:00.098 INFO:tasks.workunit.client.0.smithi012.stdout:op 472 completed, throughput=4.99MB/sec 2024-04-02T08:46:00.098 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-GpGIDuTDuzA7Sgb off=342747 len=1491384 2024-04-02T08:46:00.105 INFO:tasks.workunit.client.0.smithi012.stdout:op 473 completed, throughput=5.01MB/sec 2024-04-02T08:46:01.105 INFO:tasks.workunit.client.0.smithi012.stdout: 101: throughput=4.96MB/sec pending data=0 2024-04-02T08:46:01.106 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-jyCRjB0klohNHCD off=6006595 len=286478 2024-04-02T08:46:01.106 INFO:tasks.workunit.client.0.smithi012.stdout:op 474 completed, throughput=4.96MB/sec 2024-04-02T08:46:01.106 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-6v7_doYDlfk77kJ off=3528583 len=932168 2024-04-02T08:46:01.111 INFO:tasks.workunit.client.0.smithi012.stdout:op 475 completed, throughput=4.97MB/sec 2024-04-02T08:46:01.111 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-gcuLuQ_N2JRkscd off=5753013 len=1278945 2024-04-02T08:46:01.117 INFO:tasks.workunit.client.0.smithi012.stdout:op 476 completed, throughput=4.98MB/sec 2024-04-02T08:46:01.117 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-f7k0b7qT2ZkSs3q off=3332825 len=1316871 2024-04-02T08:46:01.120 INFO:tasks.workunit.client.0.smithi012.stdout:op 477 completed, throughput=4.99MB/sec 2024-04-02T08:46:01.120 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-A8ajpi45dq_yaQq off=1720540 len=1231348 2024-04-02T08:46:01.126 INFO:tasks.workunit.client.0.smithi012.stdout:op 478 completed, throughput=5.01MB/sec 2024-04-02T08:46:01.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:46:01 smithi055 ceph-mon[85080]: pgmap v1465: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-02T08:46:01.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:46:01 smithi012 ceph-mon[88355]: pgmap v1465: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-02T08:46:01.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:46:01 smithi012 ceph-mon[90784]: pgmap v1465: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-02T08:46:02.126 INFO:tasks.workunit.client.0.smithi012.stdout: 102: throughput=4.96MB/sec pending data=0 2024-04-02T08:46:02.127 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-9k5Da1Bc81LD0na off=1433238 len=1115802 2024-04-02T08:46:02.128 INFO:tasks.workunit.client.0.smithi012.stdout:op 479 completed, throughput=4.97MB/sec 2024-04-02T08:46:02.128 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-933Dh4v0cu7Wa5z off=198862 len=1843657 2024-04-02T08:46:02.129 INFO:tasks.workunit.client.0.smithi012.stdout:op 480 completed, throughput=4.98MB/sec 2024-04-02T08:46:02.129 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-oybobmV0QgnEYJW off=450820 len=2052640 2024-04-02T08:46:02.138 INFO:tasks.workunit.client.0.smithi012.stdout:op 481 completed, throughput=5MB/sec 2024-04-02T08:46:02.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:46:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:46:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:46:03.139 INFO:tasks.workunit.client.0.smithi012.stdout: 103: throughput=4.95MB/sec pending data=0 2024-04-02T08:46:03.139 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-AWbWMWfBFHNPnj5 off=17245149 len=774367 2024-04-02T08:46:03.142 INFO:tasks.workunit.client.0.smithi012.stdout:op 482 completed, throughput=4.96MB/sec 2024-04-02T08:46:03.142 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-LrsmD3JjJ0FF9tV off=321061 len=36712 2024-04-02T08:46:03.144 INFO:tasks.workunit.client.0.smithi012.stdout:op 483 completed, throughput=4.96MB/sec 2024-04-02T08:46:03.145 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj--023zVTLCpR9pvH off=12617562 len=857940 2024-04-02T08:46:03.148 INFO:tasks.workunit.client.0.smithi012.stdout:op 484 completed, throughput=4.97MB/sec 2024-04-02T08:46:03.148 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-U3pLSNi-0ucJ-Rf off=8364897 len=759718 2024-04-02T08:46:03.149 INFO:tasks.workunit.client.0.smithi012.stdout:op 485 completed, throughput=4.98MB/sec 2024-04-02T08:46:03.149 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-tk3rrzwXhEPWdar off=7839632 len=972278 2024-04-02T08:46:03.150 INFO:tasks.workunit.client.0.smithi012.stdout:op 486 completed, throughput=4.99MB/sec 2024-04-02T08:46:03.151 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-LmXr3pVOO3XR_rw off=7672718 len=295433 2024-04-02T08:46:03.151 INFO:tasks.workunit.client.0.smithi012.stdout:op 487 completed, throughput=4.99MB/sec 2024-04-02T08:46:03.151 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-utCxtVQIjPhj_-v off=9406759 len=1803644 2024-04-02T08:46:03.153 INFO:tasks.workunit.client.0.smithi012.stdout:op 488 completed, throughput=5MB/sec 2024-04-02T08:46:03.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:46:03 smithi055 ceph-mon[85080]: pgmap v1466: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T08:46:03.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:46:03 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:46:03.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:46:03 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:46:03.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:46:03 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:46:03.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:46:03 smithi012 ceph-mon[88355]: pgmap v1466: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T08:46:03.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:46:03 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:46:03.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:46:03 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:46:03.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:46:03 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:46:03.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:46:03 smithi012 ceph-mon[90784]: pgmap v1466: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T08:46:03.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:46:03 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:46:03.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:46:03 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:46:03.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:46:03 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:46:04.153 INFO:tasks.workunit.client.0.smithi012.stdout: 104: throughput=4.96MB/sec pending data=0 2024-04-02T08:46:04.153 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-kg8jXuv5W8s0qoa off=7917389 len=191245 2024-04-02T08:46:04.153 INFO:tasks.workunit.client.0.smithi012.stdout:op 489 completed, throughput=4.96MB/sec 2024-04-02T08:46:04.153 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-IfyjUqVjqYypRN1 off=9960308 len=2092872 2024-04-02T08:46:04.163 INFO:tasks.workunit.client.0.smithi012.stdout:op 490 completed, throughput=4.98MB/sec 2024-04-02T08:46:04.163 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-kfHwo4-5Pe836Ml off=479708 len=1701385 2024-04-02T08:46:04.169 INFO:tasks.workunit.client.0.smithi012.stdout:op 491 completed, throughput=4.99MB/sec 2024-04-02T08:46:04.169 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-B3zerMsK54NhOWA off=6867614 len=1543199 2024-04-02T08:46:04.170 INFO:tasks.workunit.client.0.smithi012.stdout:op 492 completed, throughput=5.01MB/sec 2024-04-02T08:46:04.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:46:04 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:46:04.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:46:04 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:46:04.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:46:04 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:46:04.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:46:04 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:46:04.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:46:04 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:46:04.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:46:04 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:46:04.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:46:04 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:46:04.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:46:04 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:46:04.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:46:04 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:46:05.170 INFO:tasks.workunit.client.0.smithi012.stdout: 105: throughput=4.96MB/sec pending data=0 2024-04-02T08:46:05.171 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-vt2UJ3DDeMbXFMc off=6754820 len=812622 2024-04-02T08:46:05.175 INFO:tasks.workunit.client.0.smithi012.stdout:op 493 completed, throughput=4.97MB/sec 2024-04-02T08:46:05.176 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-28vzWtBKpsD2pnR off=3955781 len=1365281 2024-04-02T08:46:05.178 INFO:tasks.workunit.client.0.smithi012.stdout:op 494 completed, throughput=4.98MB/sec 2024-04-02T08:46:05.178 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-CBS_M3-0bAc8nLR off=5651381 len=1756352 2024-04-02T08:46:05.187 INFO:tasks.workunit.client.0.smithi012.stdout:op 495 completed, throughput=4.99MB/sec 2024-04-02T08:46:05.187 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-FEJr1AWlbgnYObf off=4856304 len=1928631 2024-04-02T08:46:05.196 INFO:tasks.workunit.client.0.smithi012.stdout:op 496 completed, throughput=5.01MB/sec 2024-04-02T08:46:06.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:46:05 smithi055 ceph-mon[85080]: pgmap v1467: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:46:06.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:46:05 smithi012 ceph-mon[88355]: pgmap v1467: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:46:06.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:46:05 smithi012 ceph-mon[90784]: pgmap v1467: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:46:06.197 INFO:tasks.workunit.client.0.smithi012.stdout: 106: throughput=4.96MB/sec pending data=0 2024-04-02T08:46:06.198 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Jcjn-u2CVXsxCPZ off=2617096 len=26994 2024-04-02T08:46:06.199 INFO:tasks.workunit.client.0.smithi012.stdout:op 497 completed, throughput=4.96MB/sec 2024-04-02T08:46:06.199 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-LF2lxUuqAPO5_uJ off=2024400 len=439632 2024-04-02T08:46:06.200 INFO:tasks.workunit.client.0.smithi012.stdout:op 498 completed, throughput=4.97MB/sec 2024-04-02T08:46:06.200 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-lMSgXa8vc-c9xhD off=8164643 len=161529 2024-04-02T08:46:06.200 INFO:tasks.workunit.client.0.smithi012.stdout:op 499 completed, throughput=4.97MB/sec 2024-04-02T08:46:06.200 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-gkbuYfiS2OFCxok off=0 len=1251582 2024-04-02T08:46:06.206 INFO:tasks.workunit.client.0.smithi012.stdout:op 500 completed, throughput=4.98MB/sec 2024-04-02T08:46:06.207 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-r1IyV2Hx1XAGxds off=2241497 len=1603070 2024-04-02T08:46:06.213 INFO:tasks.workunit.client.0.smithi012.stdout:op 501 completed, throughput=4.99MB/sec 2024-04-02T08:46:06.213 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-09TSPhTpU8LNYdB off=505648 len=1178329 2024-04-02T08:46:06.219 INFO:tasks.workunit.client.0.smithi012.stdout:op 502 completed, throughput=5MB/sec 2024-04-02T08:46:07.220 INFO:tasks.workunit.client.0.smithi012.stdout: 107: throughput=4.96MB/sec pending data=0 2024-04-02T08:46:07.220 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-RKWBkhlJbOprJmk off=1714791 len=1280288 2024-04-02T08:46:07.221 INFO:tasks.workunit.client.0.smithi012.stdout:op 503 completed, throughput=4.97MB/sec 2024-04-02T08:46:07.221 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-tELENqwd-Ad40Ft off=8152219 len=1821837 2024-04-02T08:46:07.229 INFO:tasks.workunit.client.0.smithi012.stdout:op 504 completed, throughput=4.98MB/sec 2024-04-02T08:46:07.230 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-9m6Df2ayRFhR_Z5 off=5737548 len=274079 2024-04-02T08:46:07.230 INFO:tasks.workunit.client.0.smithi012.stdout:op 505 completed, throughput=4.99MB/sec 2024-04-02T08:46:07.230 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-UkCoS6KCq-U0rFp off=8912593 len=1546590 2024-04-02T08:46:07.232 INFO:tasks.workunit.client.0.smithi012.stdout:op 506 completed, throughput=5MB/sec 2024-04-02T08:46:08.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:46:07 smithi055 ceph-mon[85080]: pgmap v1468: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T08:46:08.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:46:07 smithi012 ceph-mon[88355]: pgmap v1468: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T08:46:08.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:46:07 smithi012 ceph-mon[90784]: pgmap v1468: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T08:46:08.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:46:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:46:07] "GET /metrics HTTP/1.1" 200 34039 "" "Prometheus/2.43.0" 2024-04-02T08:46:08.232 INFO:tasks.workunit.client.0.smithi012.stdout: 108: throughput=4.96MB/sec pending data=0 2024-04-02T08:46:08.232 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-FKIV_IP0a1Dcmzm off=1510887 len=1298812 2024-04-02T08:46:08.238 INFO:tasks.workunit.client.0.smithi012.stdout:op 507 completed, throughput=4.97MB/sec 2024-04-02T08:46:08.238 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-qKUe3g6_jqa5jS8 off=1636817 len=792801 2024-04-02T08:46:08.239 INFO:tasks.workunit.client.0.smithi012.stdout:op 508 completed, throughput=4.97MB/sec 2024-04-02T08:46:08.239 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-XIdK0xsfRuIWVet off=3160466 len=752331 2024-04-02T08:46:08.241 INFO:tasks.workunit.client.0.smithi012.stdout:op 509 completed, throughput=4.98MB/sec 2024-04-02T08:46:08.241 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-NPevMd48OPwEIne off=3559915 len=400169 2024-04-02T08:46:08.241 INFO:tasks.workunit.client.0.smithi012.stdout:op 510 completed, throughput=4.98MB/sec 2024-04-02T08:46:08.242 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-mfJiGz4KlolRXII off=633554 len=1792729 2024-04-02T08:46:08.249 INFO:tasks.workunit.client.0.smithi012.stdout:op 511 completed, throughput=5MB/sec 2024-04-02T08:46:08.249 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-nmCMSITKs0xK9R1 off=2549139 len=272438 2024-04-02T08:46:08.251 INFO:tasks.workunit.client.0.smithi012.stdout:op 512 completed, throughput=5MB/sec 2024-04-02T08:46:09.252 INFO:tasks.workunit.client.0.smithi012.stdout: 109: throughput=4.96MB/sec pending data=0 2024-04-02T08:46:09.252 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-lHBkPFWSqsfFWx- off=2488366 len=1423761 2024-04-02T08:46:09.253 INFO:tasks.workunit.client.0.smithi012.stdout:op 513 completed, throughput=4.97MB/sec 2024-04-02T08:46:09.253 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Ra_0Uj1F29XaTD3 off=4831371 len=1540332 2024-04-02T08:46:09.260 INFO:tasks.workunit.client.0.smithi012.stdout:op 514 completed, throughput=4.98MB/sec 2024-04-02T08:46:09.260 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-LLKZQbMyVXgD4bo off=8725261 len=804068 2024-04-02T08:46:09.264 INFO:tasks.workunit.client.0.smithi012.stdout:op 515 completed, throughput=4.99MB/sec 2024-04-02T08:46:09.265 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-3fI5nz0AFPyBThR off=1285937 len=1393572 2024-04-02T08:46:09.265 INFO:tasks.workunit.client.0.smithi012.stdout:op 516 completed, throughput=5MB/sec 2024-04-02T08:46:09.266 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-mSeabA0kZ4GowDe off=2041517 len=1078623 2024-04-02T08:46:09.269 INFO:tasks.workunit.client.0.smithi012.stdout:op 517 completed, throughput=5.01MB/sec 2024-04-02T08:46:10.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:46:09 smithi055 ceph-mon[85080]: pgmap v1469: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:46:10.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:46:09 smithi012 ceph-mon[88355]: pgmap v1469: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:46:10.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:46:09 smithi012 ceph-mon[90784]: pgmap v1469: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:46:10.269 INFO:tasks.workunit.client.0.smithi012.stdout: 110: throughput=4.96MB/sec pending data=0 2024-04-02T08:46:10.269 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-5rYIoNUikJOOSan off=5096266 len=171300 2024-04-02T08:46:10.272 INFO:tasks.workunit.client.0.smithi012.stdout:op 518 completed, throughput=4.96MB/sec 2024-04-02T08:46:10.272 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-h0J77rv7pIMdC0Y off=14629917 len=1680785 2024-04-02T08:46:10.279 INFO:tasks.workunit.client.0.smithi012.stdout:op 519 completed, throughput=4.98MB/sec 2024-04-02T08:46:10.279 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Hn74aMvGvRVcSMe off=5062297 len=129482 2024-04-02T08:46:10.279 INFO:tasks.workunit.client.0.smithi012.stdout:op 520 completed, throughput=4.98MB/sec 2024-04-02T08:46:10.280 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-S3yQrAhyvhZiAFw off=4557162 len=1354533 2024-04-02T08:46:10.285 INFO:tasks.workunit.client.0.smithi012.stdout:op 521 completed, throughput=4.99MB/sec 2024-04-02T08:46:10.286 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-z5SQOvSrVPZ_XBp off=2543837 len=10528 2024-04-02T08:46:10.286 INFO:tasks.workunit.client.0.smithi012.stdout:op 522 completed, throughput=4.99MB/sec 2024-04-02T08:46:10.286 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-wJCHwO9a0PbBHzY off=620228 len=1817561 2024-04-02T08:46:10.287 INFO:tasks.workunit.client.0.smithi012.stdout:op 523 completed, throughput=5.01MB/sec 2024-04-02T08:46:11.288 INFO:tasks.workunit.client.0.smithi012.stdout: 111: throughput=4.96MB/sec pending data=0 2024-04-02T08:46:11.288 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-XyfgNal4DGpoBva off=19345113 len=1403522 2024-04-02T08:46:11.298 INFO:tasks.workunit.client.0.smithi012.stdout:op 524 completed, throughput=4.97MB/sec 2024-04-02T08:46:11.298 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-krf5SazZzW8HBPO off=3545312 len=238915 2024-04-02T08:46:11.298 INFO:tasks.workunit.client.0.smithi012.stdout:op 525 completed, throughput=4.98MB/sec 2024-04-02T08:46:11.298 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Rhh4Nwkf0bREqgb off=2477865 len=653149 2024-04-02T08:46:11.298 INFO:tasks.workunit.client.0.smithi012.stdout:op 526 completed, throughput=4.98MB/sec 2024-04-02T08:46:11.298 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-tnN_WQUXmZ74_8f off=2172273 len=993897 2024-04-02T08:46:11.299 INFO:tasks.workunit.client.0.smithi012.stdout:op 527 completed, throughput=4.99MB/sec 2024-04-02T08:46:11.299 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-hQaOiaDz9fswRJt off=4137532 len=1828091 2024-04-02T08:46:11.306 INFO:tasks.workunit.client.0.smithi012.stdout:op 528 completed, throughput=5MB/sec 2024-04-02T08:46:11.980 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:46:11 smithi012 ceph-mon[88355]: pgmap v1470: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:46:11.980 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:46:11 smithi012 ceph-mon[90784]: pgmap v1470: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:46:12.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:46:11 smithi055 ceph-mon[85080]: pgmap v1470: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:46:12.307 INFO:tasks.workunit.client.0.smithi012.stdout: 112: throughput=4.96MB/sec pending data=0 2024-04-02T08:46:12.307 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-c1VE1WjemDxbx8m off=3313416 len=86643 2024-04-02T08:46:12.308 INFO:tasks.workunit.client.0.smithi012.stdout:op 529 completed, throughput=4.96MB/sec 2024-04-02T08:46:12.308 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-1zcMV3XM6LzkCWJ off=1191266 len=140314 2024-04-02T08:46:12.308 INFO:tasks.workunit.client.0.smithi012.stdout:op 530 completed, throughput=4.96MB/sec 2024-04-02T08:46:12.308 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-zYemxSWLPqgo4im off=495892 len=2032301 2024-04-02T08:46:12.311 INFO:tasks.workunit.client.0.smithi012.stdout:op 531 completed, throughput=4.98MB/sec 2024-04-02T08:46:12.312 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-FhszUqmHZFxK2K7 off=10956142 len=437328 2024-04-02T08:46:12.318 INFO:tasks.workunit.client.0.smithi012.stdout:op 532 completed, throughput=4.98MB/sec 2024-04-02T08:46:12.318 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-h-Iii6e9VqY-u07 off=1549476 len=1738218 2024-04-02T08:46:12.318 INFO:tasks.workunit.client.0.smithi012.stdout:op 533 completed, throughput=5MB/sec 2024-04-02T08:46:12.319 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-jzsTMVcUC2UKndR off=2381980 len=33368 2024-04-02T08:46:12.319 INFO:tasks.workunit.client.0.smithi012.stdout:op 534 completed, throughput=5MB/sec 2024-04-02T08:46:12.319 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-K7VZvyxsJ6W-enS off=691768 len=558165 2024-04-02T08:46:12.319 INFO:tasks.workunit.client.0.smithi012.stdout:op 535 completed, throughput=5MB/sec 2024-04-02T08:46:12.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:46:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:46:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:46:13.318 INFO:tasks.workunit.client.0.smithi012.stdout: 113: throughput=4.96MB/sec pending data=0 2024-04-02T08:46:13.318 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-C8lMXoy2F32lUSE off=1676401 len=123031 2024-04-02T08:46:13.321 INFO:tasks.workunit.client.0.smithi012.stdout:op 536 completed, throughput=4.96MB/sec 2024-04-02T08:46:13.321 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-8nhUp7gpJyk3hjM off=309295 len=448251 2024-04-02T08:46:13.322 INFO:tasks.workunit.client.0.smithi012.stdout:op 537 completed, throughput=4.96MB/sec 2024-04-02T08:46:13.322 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-B3pDtwcndE2CInn off=16206352 len=262643 2024-04-02T08:46:13.323 INFO:tasks.workunit.client.0.smithi012.stdout:op 538 completed, throughput=4.97MB/sec 2024-04-02T08:46:13.323 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-s_-URp12d3K7Uh- off=7647704 len=1653010 2024-04-02T08:46:13.330 INFO:tasks.workunit.client.0.smithi012.stdout:op 539 completed, throughput=4.98MB/sec 2024-04-02T08:46:13.330 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-qzOkWb_ZKL2V9po off=8460279 len=1190205 2024-04-02T08:46:13.335 INFO:tasks.workunit.client.0.smithi012.stdout:op 540 completed, throughput=4.99MB/sec 2024-04-02T08:46:13.335 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-2D2MMTiwmzPJkQT off=6312094 len=298607 2024-04-02T08:46:13.335 INFO:tasks.workunit.client.0.smithi012.stdout:op 541 completed, throughput=4.99MB/sec 2024-04-02T08:46:13.335 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Xqprv4ZTpIdDAWG off=1031406 len=441168 2024-04-02T08:46:13.338 INFO:tasks.workunit.client.0.smithi012.stdout:op 542 completed, throughput=4.99MB/sec 2024-04-02T08:46:13.339 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-LmXr3pVOO3XR_rw off=10948003 len=449059 2024-04-02T08:46:13.341 INFO:tasks.workunit.client.0.smithi012.stdout:op 543 completed, throughput=5MB/sec 2024-04-02T08:46:13.341 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-LZOLlti4M1xXxuT off=149551 len=1177313 2024-04-02T08:46:13.342 INFO:tasks.workunit.client.0.smithi012.stdout:op 544 completed, throughput=5.01MB/sec 2024-04-02T08:46:14.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:46:13 smithi055 ceph-mon[85080]: pgmap v1471: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:46:14.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:46:13 smithi012 ceph-mon[88355]: pgmap v1471: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:46:14.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:46:13 smithi012 ceph-mon[90784]: pgmap v1471: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:46:14.342 INFO:tasks.workunit.client.0.smithi012.stdout: 114: throughput=4.96MB/sec pending data=0 2024-04-02T08:46:14.342 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-zm6qozpsJri9-ML off=4608200 len=640787 2024-04-02T08:46:14.343 INFO:tasks.workunit.client.0.smithi012.stdout:op 545 completed, throughput=4.97MB/sec 2024-04-02T08:46:14.343 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-qtgWu1zAn19-7Yz off=434422 len=1748183 2024-04-02T08:46:14.345 INFO:tasks.workunit.client.0.smithi012.stdout:op 546 completed, throughput=4.98MB/sec 2024-04-02T08:46:14.345 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-vwLdvo5aWNjFQKN off=1136157 len=1613797 2024-04-02T08:46:14.352 INFO:tasks.workunit.client.0.smithi012.stdout:op 547 completed, throughput=5MB/sec 2024-04-02T08:46:14.352 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-FKIV_IP0a1Dcmzm off=1395291 len=848456 2024-04-02T08:46:14.357 INFO:tasks.workunit.client.0.smithi012.stdout:op 548 completed, throughput=5MB/sec 2024-04-02T08:46:15.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:46:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:15.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:46:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:15.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:46:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:15.357 INFO:tasks.workunit.client.0.smithi012.stdout: 115: throughput=4.96MB/sec pending data=0 2024-04-02T08:46:15.358 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-mKbHmZTWzwreQCa off=2705712 len=1068674 2024-04-02T08:46:15.358 INFO:tasks.workunit.client.0.smithi012.stdout:op 549 completed, throughput=4.97MB/sec 2024-04-02T08:46:15.359 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-KjPvvy7o64ldacE off=11614251 len=849340 2024-04-02T08:46:15.359 INFO:tasks.workunit.client.0.smithi012.stdout:op 550 completed, throughput=4.98MB/sec 2024-04-02T08:46:15.359 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-z4XNEmc_D9iGduv off=14186341 len=833649 2024-04-02T08:46:15.360 INFO:tasks.workunit.client.0.smithi012.stdout:op 551 completed, throughput=4.98MB/sec 2024-04-02T08:46:15.360 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-hB2mT4AgK5e7_Mj off=1733569 len=873754 2024-04-02T08:46:15.365 INFO:tasks.workunit.client.0.smithi012.stdout:op 552 completed, throughput=4.99MB/sec 2024-04-02T08:46:15.365 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-4pMXAnmV8UKU5NT off=10717612 len=622521 2024-04-02T08:46:15.368 INFO:tasks.workunit.client.0.smithi012.stdout:op 553 completed, throughput=5MB/sec 2024-04-02T08:46:15.369 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-dcw7cAO0RBDLJOn off=3152666 len=888128 2024-04-02T08:46:15.369 INFO:tasks.workunit.client.0.smithi012.stdout:op 554 completed, throughput=5MB/sec 2024-04-02T08:46:16.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:46:15 smithi055 ceph-mon[85080]: pgmap v1472: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:46:16.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:46:15 smithi012 ceph-mon[88355]: pgmap v1472: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:46:16.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:46:15 smithi012 ceph-mon[90784]: pgmap v1472: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:46:16.370 INFO:tasks.workunit.client.0.smithi012.stdout: 116: throughput=4.96MB/sec pending data=0 2024-04-02T08:46:16.370 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-XFgvtJRSUTerWoR off=1867520 len=1347026 2024-04-02T08:46:16.375 INFO:tasks.workunit.client.0.smithi012.stdout:op 555 completed, throughput=4.97MB/sec 2024-04-02T08:46:16.375 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-paZg1a6WVCBJ1bN off=16380293 len=1110142 2024-04-02T08:46:16.376 INFO:tasks.workunit.client.0.smithi012.stdout:op 556 completed, throughput=4.98MB/sec 2024-04-02T08:46:16.376 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-C6H080addyyjGNH off=2078769 len=1189312 2024-04-02T08:46:16.379 INFO:tasks.workunit.client.0.smithi012.stdout:op 557 completed, throughput=4.99MB/sec 2024-04-02T08:46:16.379 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-p2OHyjJBeaa_0A4 off=11845213 len=240786 2024-04-02T08:46:16.380 INFO:tasks.workunit.client.0.smithi012.stdout:op 558 completed, throughput=4.99MB/sec 2024-04-02T08:46:16.380 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-KrB7aMJxjJoi5PI off=7614972 len=1217727 2024-04-02T08:46:16.382 INFO:tasks.workunit.client.0.smithi012.stdout:op 559 completed, throughput=5MB/sec 2024-04-02T08:46:17.383 INFO:tasks.workunit.client.0.smithi012.stdout: 117: throughput=4.96MB/sec pending data=0 2024-04-02T08:46:17.383 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-P2uiRpgYsoNE9eh off=9635521 len=1975725 2024-04-02T08:46:17.386 INFO:tasks.workunit.client.0.smithi012.stdout:op 560 completed, throughput=4.97MB/sec 2024-04-02T08:46:17.387 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-j4dtd5A2T2-sWwm off=10335384 len=1292562 2024-04-02T08:46:17.392 INFO:tasks.workunit.client.0.smithi012.stdout:op 561 completed, throughput=4.98MB/sec 2024-04-02T08:46:17.392 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-rcsSkFKJ53LwFxX off=5664077 len=649781 2024-04-02T08:46:17.396 INFO:tasks.workunit.client.0.smithi012.stdout:op 562 completed, throughput=4.99MB/sec 2024-04-02T08:46:17.396 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-QPRIyL2SKQJpsTj off=518926 len=2074612 2024-04-02T08:46:17.398 INFO:tasks.workunit.client.0.smithi012.stdout:op 563 completed, throughput=5.01MB/sec 2024-04-02T08:46:18.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:46:17 smithi055 ceph-mon[85080]: pgmap v1473: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:46:18.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:46:17 smithi012 ceph-mon[88355]: pgmap v1473: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:46:18.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:46:17 smithi012 ceph-mon[90784]: pgmap v1473: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:46:18.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:46:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:46:17] "GET /metrics HTTP/1.1" 200 34039 "" "Prometheus/2.43.0" 2024-04-02T08:46:18.398 INFO:tasks.workunit.client.0.smithi012.stdout: 118: throughput=4.96MB/sec pending data=0 2024-04-02T08:46:18.398 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-eTIUch_3TxAVzAd off=11569983 len=359011 2024-04-02T08:46:18.399 INFO:tasks.workunit.client.0.smithi012.stdout:op 564 completed, throughput=4.97MB/sec 2024-04-02T08:46:18.399 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ooyfPPhRwulc1Rt off=3806096 len=596612 2024-04-02T08:46:18.403 INFO:tasks.workunit.client.0.smithi012.stdout:op 565 completed, throughput=4.97MB/sec 2024-04-02T08:46:18.403 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-CBS_M3-0bAc8nLR off=749855 len=1454453 2024-04-02T08:46:18.404 INFO:tasks.workunit.client.0.smithi012.stdout:op 566 completed, throughput=4.98MB/sec 2024-04-02T08:46:18.404 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-r0QQz6kIwiKbzyb off=5640935 len=1952138 2024-04-02T08:46:18.405 INFO:tasks.workunit.client.0.smithi012.stdout:op 567 completed, throughput=5MB/sec 2024-04-02T08:46:18.406 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-MIrd97C0pe-wojc off=20019921 len=618911 2024-04-02T08:46:18.406 INFO:tasks.workunit.client.0.smithi012.stdout:op 568 completed, throughput=5MB/sec 2024-04-02T08:46:19.406 INFO:tasks.workunit.client.0.smithi012.stdout: 119: throughput=4.96MB/sec pending data=0 2024-04-02T08:46:19.407 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Ym1jrTHOkYZ5qmL off=3633208 len=1044146 2024-04-02T08:46:19.410 INFO:tasks.workunit.client.0.smithi012.stdout:op 569 completed, throughput=4.97MB/sec 2024-04-02T08:46:19.410 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-qphFCDos4rUGwVK off=1485572 len=387974 2024-04-02T08:46:19.414 INFO:tasks.workunit.client.0.smithi012.stdout:op 570 completed, throughput=4.97MB/sec 2024-04-02T08:46:19.414 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-L6sGEhlUUg3VVTd off=650811 len=604461 2024-04-02T08:46:19.417 INFO:tasks.workunit.client.0.smithi012.stdout:op 571 completed, throughput=4.98MB/sec 2024-04-02T08:46:19.417 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-YljZXD_Y7dTBHhc off=4434552 len=185636 2024-04-02T08:46:19.419 INFO:tasks.workunit.client.0.smithi012.stdout:op 572 completed, throughput=4.98MB/sec 2024-04-02T08:46:19.419 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-4OhNFx0WVO3z4Na off=383018 len=385621 2024-04-02T08:46:19.422 INFO:tasks.workunit.client.0.smithi012.stdout:op 573 completed, throughput=4.98MB/sec 2024-04-02T08:46:19.422 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-S_FDHhsF8Oyk9EF off=12693673 len=1350071 2024-04-02T08:46:19.424 INFO:tasks.workunit.client.0.smithi012.stdout:op 574 completed, throughput=4.99MB/sec 2024-04-02T08:46:19.424 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-oKq8oRjCeuoTxr7 off=1210980 len=2070240 2024-04-02T08:46:19.432 INFO:tasks.workunit.client.0.smithi012.stdout:op 575 completed, throughput=5.01MB/sec 2024-04-02T08:46:20.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:46:19 smithi055 ceph-mon[85080]: pgmap v1474: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:46:20.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:46:19 smithi012 ceph-mon[88355]: pgmap v1474: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:46:20.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:46:19 smithi012 ceph-mon[90784]: pgmap v1474: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:46:20.432 INFO:tasks.workunit.client.0.smithi012.stdout: 120: throughput=4.97MB/sec pending data=0 2024-04-02T08:46:20.432 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-0WfirwGzLHF6k-B off=22106670 len=415025 2024-04-02T08:46:20.433 INFO:tasks.workunit.client.0.smithi012.stdout:op 576 completed, throughput=4.97MB/sec 2024-04-02T08:46:20.433 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-nM1V_TOuT-JD4to off=3438059 len=465475 2024-04-02T08:46:20.437 INFO:tasks.workunit.client.0.smithi012.stdout:op 577 completed, throughput=4.97MB/sec 2024-04-02T08:46:20.437 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-kc_4CGBhKDaqn0f off=6505068 len=884180 2024-04-02T08:46:20.441 INFO:tasks.workunit.client.0.smithi012.stdout:op 578 completed, throughput=4.98MB/sec 2024-04-02T08:46:20.441 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-FPj5aksdbwRDcqF off=2960156 len=1263302 2024-04-02T08:46:20.448 INFO:tasks.workunit.client.0.smithi012.stdout:op 579 completed, throughput=4.99MB/sec 2024-04-02T08:46:20.448 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-aUQA4C-aGlYpHvM off=2085920 len=1200445 2024-04-02T08:46:20.454 INFO:tasks.workunit.client.0.smithi012.stdout:op 580 completed, throughput=5MB/sec 2024-04-02T08:46:20.454 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Bxxxe6vWhy2jU-w off=2958687 len=1598592 2024-04-02T08:46:20.455 INFO:tasks.workunit.client.0.smithi012.stdout:op 581 completed, throughput=5.01MB/sec 2024-04-02T08:46:21.455 INFO:tasks.workunit.client.0.smithi012.stdout: 121: throughput=4.97MB/sec pending data=0 2024-04-02T08:46:21.455 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Dten_JuyAegrtjX off=11685674 len=707269 2024-04-02T08:46:21.456 INFO:tasks.workunit.client.0.smithi012.stdout:op 582 completed, throughput=4.98MB/sec 2024-04-02T08:46:21.456 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-hZGOlu9FApPs215 off=5581966 len=572071 2024-04-02T08:46:21.457 INFO:tasks.workunit.client.0.smithi012.stdout:op 583 completed, throughput=4.98MB/sec 2024-04-02T08:46:21.457 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-dSGxCotD7lmJjPq off=2408406 len=971819 2024-04-02T08:46:21.460 INFO:tasks.workunit.client.0.smithi012.stdout:op 584 completed, throughput=4.99MB/sec 2024-04-02T08:46:21.460 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-IgaDvHqAJAZfUsH off=13475861 len=1085436 2024-04-02T08:46:21.463 INFO:tasks.workunit.client.0.smithi012.stdout:op 585 completed, throughput=5MB/sec 2024-04-02T08:46:21.463 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-t7jDLGELCYAgFQd off=9098395 len=1703062 2024-04-02T08:46:21.470 INFO:tasks.workunit.client.0.smithi012.stdout:op 586 completed, throughput=5.01MB/sec 2024-04-02T08:46:22.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:46:21 smithi055 ceph-mon[85080]: pgmap v1475: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:46:22.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:46:21 smithi012 ceph-mon[88355]: pgmap v1475: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:46:22.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:46:21 smithi012 ceph-mon[90784]: pgmap v1475: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:46:22.471 INFO:tasks.workunit.client.0.smithi012.stdout: 122: throughput=4.97MB/sec pending data=0 2024-04-02T08:46:22.471 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Gcjh0z6w0AG8m-Z off=15240622 len=1228931 2024-04-02T08:46:22.473 INFO:tasks.workunit.client.0.smithi012.stdout:op 587 completed, throughput=4.98MB/sec 2024-04-02T08:46:22.474 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-z55_G9ZeB-TzpbL off=640351 len=1582361 2024-04-02T08:46:22.475 INFO:tasks.workunit.client.0.smithi012.stdout:op 588 completed, throughput=4.99MB/sec 2024-04-02T08:46:22.475 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-7yTuNM72V21L43P off=15327411 len=494766 2024-04-02T08:46:22.476 INFO:tasks.workunit.client.0.smithi012.stdout:op 589 completed, throughput=4.99MB/sec 2024-04-02T08:46:22.476 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-KiYP7miSv3M4Hxh off=1875330 len=401545 2024-04-02T08:46:22.478 INFO:tasks.workunit.client.0.smithi012.stdout:op 590 completed, throughput=5MB/sec 2024-04-02T08:46:22.478 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-fPc3c0amvGJiNfp off=6489678 len=1995535 2024-04-02T08:46:22.479 INFO:tasks.workunit.client.0.smithi012.stdout:op 591 completed, throughput=5.01MB/sec 2024-04-02T08:46:22.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:46:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:46:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:46:23.479 INFO:tasks.workunit.client.0.smithi012.stdout: 123: throughput=4.97MB/sec pending data=0 2024-04-02T08:46:23.480 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-R2m4ciUinJfZ_ZW off=4303926 len=1799360 2024-04-02T08:46:23.487 INFO:tasks.workunit.client.0.smithi012.stdout:op 592 completed, throughput=4.99MB/sec 2024-04-02T08:46:23.487 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-OUHdL75ybgEbmwX off=11335736 len=157474 2024-04-02T08:46:23.490 INFO:tasks.workunit.client.0.smithi012.stdout:op 593 completed, throughput=4.99MB/sec 2024-04-02T08:46:23.490 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-z0QEgLQcET_dVHe off=15501480 len=19574 2024-04-02T08:46:23.492 INFO:tasks.workunit.client.0.smithi012.stdout:op 594 completed, throughput=4.99MB/sec 2024-04-02T08:46:23.492 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ibEg6Xf3AQUoEs2 off=10111046 len=1949896 2024-04-02T08:46:23.500 INFO:tasks.workunit.client.0.smithi012.stdout:op 595 completed, throughput=5MB/sec 2024-04-02T08:46:24.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:46:23 smithi055 ceph-mon[85080]: pgmap v1476: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T08:46:24.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:46:23 smithi012 ceph-mon[90784]: pgmap v1476: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T08:46:24.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:46:23 smithi012 ceph-mon[88355]: pgmap v1476: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T08:46:24.500 INFO:tasks.workunit.client.0.smithi012.stdout: 124: throughput=4.96MB/sec pending data=0 2024-04-02T08:46:24.501 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-vZB09U4i9fzlzzP off=5481244 len=690772 2024-04-02T08:46:24.503 INFO:tasks.workunit.client.0.smithi012.stdout:op 596 completed, throughput=4.97MB/sec 2024-04-02T08:46:24.503 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-itJqZ3_kJseWFSU off=617120 len=1855240 2024-04-02T08:46:24.512 INFO:tasks.workunit.client.0.smithi012.stdout:op 597 completed, throughput=4.98MB/sec 2024-04-02T08:46:24.512 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-5gt_BNiBWcWM56D off=740609 len=968092 2024-04-02T08:46:24.514 INFO:tasks.workunit.client.0.smithi012.stdout:op 598 completed, throughput=4.99MB/sec 2024-04-02T08:46:24.514 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-vYRmQWc5ZlRTTGV off=774415 len=1776391 2024-04-02T08:46:24.515 INFO:tasks.workunit.client.0.smithi012.stdout:op 599 completed, throughput=5MB/sec 2024-04-02T08:46:25.516 INFO:tasks.workunit.client.0.smithi012.stdout: 125: throughput=4.96MB/sec pending data=0 2024-04-02T08:46:25.516 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-DYettWicW43osCY off=6008872 len=825899 2024-04-02T08:46:25.516 INFO:tasks.workunit.client.0.smithi012.stdout:op 600 completed, throughput=4.97MB/sec 2024-04-02T08:46:25.517 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-52eaNC8d7ihUqZM off=1371965 len=1387695 2024-04-02T08:46:25.518 INFO:tasks.workunit.client.0.smithi012.stdout:op 601 completed, throughput=4.98MB/sec 2024-04-02T08:46:25.518 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-rz3dIThnjA6epEv off=1112865 len=446591 2024-04-02T08:46:25.521 INFO:tasks.workunit.client.0.smithi012.stdout:op 602 completed, throughput=4.98MB/sec 2024-04-02T08:46:25.521 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-mDlfOKyWuXnMKfw off=13531670 len=1359103 2024-04-02T08:46:25.525 INFO:tasks.workunit.client.0.smithi012.stdout:op 603 completed, throughput=4.99MB/sec 2024-04-02T08:46:25.526 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-xMTnL_ADysd71Tq off=3091559 len=595632 2024-04-02T08:46:25.529 INFO:tasks.workunit.client.0.smithi012.stdout:op 604 completed, throughput=5MB/sec 2024-04-02T08:46:25.530 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-FOhqf14Bzve783j off=4628182 len=1845051 2024-04-02T08:46:25.538 INFO:tasks.workunit.client.0.smithi012.stdout:op 605 completed, throughput=5.01MB/sec 2024-04-02T08:46:26.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:46:25 smithi055 ceph-mon[85080]: pgmap v1477: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:46:26.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:46:25 smithi012 ceph-mon[88355]: pgmap v1477: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:46:26.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:46:25 smithi012 ceph-mon[90784]: pgmap v1477: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:46:26.538 INFO:tasks.workunit.client.0.smithi012.stdout: 126: throughput=4.97MB/sec pending data=0 2024-04-02T08:46:26.539 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-dmyV524FKswN8T8 off=347153 len=2054932 2024-04-02T08:46:26.548 INFO:tasks.workunit.client.0.smithi012.stdout:op 606 completed, throughput=4.99MB/sec 2024-04-02T08:46:26.548 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-442sjjqzb-XzlGo off=7002745 len=1139862 2024-04-02T08:46:26.552 INFO:tasks.workunit.client.0.smithi012.stdout:op 607 completed, throughput=4.99MB/sec 2024-04-02T08:46:26.552 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-fzQ6aMsxIMYSTCP off=1366673 len=1915867 2024-04-02T08:46:26.559 INFO:tasks.workunit.client.0.smithi012.stdout:op 608 completed, throughput=5.01MB/sec 2024-04-02T08:46:27.559 INFO:tasks.workunit.client.0.smithi012.stdout: 127: throughput=4.97MB/sec pending data=0 2024-04-02T08:46:27.560 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ZixDJE9vJZxVj5k off=332814 len=801677 2024-04-02T08:46:27.562 INFO:tasks.workunit.client.0.smithi012.stdout:op 609 completed, throughput=4.98MB/sec 2024-04-02T08:46:27.562 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Ej29x7GKJZsMByV off=8401008 len=319935 2024-04-02T08:46:27.562 INFO:tasks.workunit.client.0.smithi012.stdout:op 610 completed, throughput=4.98MB/sec 2024-04-02T08:46:27.562 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ad1RGJeu57S9xd4 off=77611 len=1409022 2024-04-02T08:46:27.568 INFO:tasks.workunit.client.0.smithi012.stdout:op 611 completed, throughput=4.99MB/sec 2024-04-02T08:46:27.568 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-w47alUEYz_5RLBl off=6729854 len=2083412 2024-04-02T08:46:27.569 INFO:tasks.workunit.client.0.smithi012.stdout:op 612 completed, throughput=5MB/sec 2024-04-02T08:46:28.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:46:27 smithi055 ceph-mon[85080]: pgmap v1478: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:46:28.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:46:27 smithi012 ceph-mon[88355]: pgmap v1478: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:46:28.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:46:27 smithi012 ceph-mon[90784]: pgmap v1478: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:46:28.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:46:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:46:27] "GET /metrics HTTP/1.1" 200 34039 "" "Prometheus/2.43.0" 2024-04-02T08:46:28.569 INFO:tasks.workunit.client.0.smithi012.stdout: 128: throughput=4.96MB/sec pending data=0 2024-04-02T08:46:28.570 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-bmv1PPXYD11u55- off=1109034 len=215281 2024-04-02T08:46:28.572 INFO:tasks.workunit.client.0.smithi012.stdout:op 613 completed, throughput=4.97MB/sec 2024-04-02T08:46:28.572 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj--k5YcKnjJEyuLVj off=1241578 len=970070 2024-04-02T08:46:28.573 INFO:tasks.workunit.client.0.smithi012.stdout:op 614 completed, throughput=4.97MB/sec 2024-04-02T08:46:28.573 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-AyYwmES7AHhwRfH off=7188994 len=73957 2024-04-02T08:46:28.575 INFO:tasks.workunit.client.0.smithi012.stdout:op 615 completed, throughput=4.97MB/sec 2024-04-02T08:46:28.575 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj--Q3QuovDeJo2Pdq off=7503245 len=67999 2024-04-02T08:46:28.577 INFO:tasks.workunit.client.0.smithi012.stdout:op 616 completed, throughput=4.97MB/sec 2024-04-02T08:46:28.577 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-MZxIfPOMGNBMySI off=7040211 len=629110 2024-04-02T08:46:28.578 INFO:tasks.workunit.client.0.smithi012.stdout:op 617 completed, throughput=4.98MB/sec 2024-04-02T08:46:28.578 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-GDvWo_siqAlJcW6 off=9266066 len=298969 2024-04-02T08:46:28.580 INFO:tasks.workunit.client.0.smithi012.stdout:op 618 completed, throughput=4.98MB/sec 2024-04-02T08:46:28.580 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-DdSLumMkiPLkrGK off=9647187 len=574314 2024-04-02T08:46:28.581 INFO:tasks.workunit.client.0.smithi012.stdout:op 619 completed, throughput=4.98MB/sec 2024-04-02T08:46:28.582 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-isPo-9P_Qto-Xoi off=3208825 len=1303486 2024-04-02T08:46:28.587 INFO:tasks.workunit.client.0.smithi012.stdout:op 620 completed, throughput=4.99MB/sec 2024-04-02T08:46:28.587 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-FnWg2uubGit-gTj off=16151728 len=1876287 2024-04-02T08:46:28.597 INFO:tasks.workunit.client.0.smithi012.stdout:op 621 completed, throughput=5.01MB/sec 2024-04-02T08:46:29.598 INFO:tasks.workunit.client.0.smithi012.stdout: 129: throughput=4.97MB/sec pending data=0 2024-04-02T08:46:29.598 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-8m54zpDXDOpvPor off=6401433 len=1252361 2024-04-02T08:46:29.604 INFO:tasks.workunit.client.0.smithi012.stdout:op 622 completed, throughput=4.98MB/sec 2024-04-02T08:46:29.605 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-fbd85HhEuCJvClH off=2049240 len=205362 2024-04-02T08:46:29.605 INFO:tasks.workunit.client.0.smithi012.stdout:op 623 completed, throughput=4.98MB/sec 2024-04-02T08:46:29.605 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-GOxxYxfeuv9ARXR off=1160733 len=9769 2024-04-02T08:46:29.607 INFO:tasks.workunit.client.0.smithi012.stdout:op 624 completed, throughput=4.98MB/sec 2024-04-02T08:46:29.607 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-5vO5-NdgxLhFDuy off=2257452 len=1594386 2024-04-02T08:46:29.608 INFO:tasks.workunit.client.0.smithi012.stdout:op 625 completed, throughput=4.99MB/sec 2024-04-02T08:46:29.608 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-mY0Ux3l6lOfVzsD off=12680142 len=1740157 2024-04-02T08:46:29.610 INFO:tasks.workunit.client.0.smithi012.stdout:op 626 completed, throughput=5MB/sec 2024-04-02T08:46:30.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:46:29 smithi055 ceph-mon[85080]: pgmap v1479: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:46:30.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:46:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:30.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:46:29 smithi012 ceph-mon[88355]: pgmap v1479: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:46:30.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:46:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:30.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:46:29 smithi012 ceph-mon[90784]: pgmap v1479: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:46:30.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:46:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:30.610 INFO:tasks.workunit.client.0.smithi012.stdout: 130: throughput=4.97MB/sec pending data=0 2024-04-02T08:46:30.610 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-yIITtJiaoUQXYNy off=14092628 len=988097 2024-04-02T08:46:30.611 INFO:tasks.workunit.client.0.smithi012.stdout:op 627 completed, throughput=4.97MB/sec 2024-04-02T08:46:30.611 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-H3ErjZjjtOHCQYu off=1545389 len=2072359 2024-04-02T08:46:30.613 INFO:tasks.workunit.client.0.smithi012.stdout:op 628 completed, throughput=4.99MB/sec 2024-04-02T08:46:30.613 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ouqlN2hQ6n-9WhE off=2485160 len=1196792 2024-04-02T08:46:30.619 INFO:tasks.workunit.client.0.smithi012.stdout:op 629 completed, throughput=5MB/sec 2024-04-02T08:46:30.619 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Ezz1mbCxfqdCSBu off=1616668 len=935764 2024-04-02T08:46:30.623 INFO:tasks.workunit.client.0.smithi012.stdout:op 630 completed, throughput=5MB/sec 2024-04-02T08:46:31.623 INFO:tasks.workunit.client.0.smithi012.stdout: 131: throughput=4.97MB/sec pending data=0 2024-04-02T08:46:31.624 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-mAgV0WqjXqeZFXY off=11842020 len=300230 2024-04-02T08:46:31.626 INFO:tasks.workunit.client.0.smithi012.stdout:op 631 completed, throughput=4.97MB/sec 2024-04-02T08:46:31.626 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-c2x9YlrqwPG2xpM off=411070 len=668841 2024-04-02T08:46:31.630 INFO:tasks.workunit.client.0.smithi012.stdout:op 632 completed, throughput=4.97MB/sec 2024-04-02T08:46:31.630 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ma0I_yERRutrrJo off=3358622 len=1879582 2024-04-02T08:46:31.639 INFO:tasks.workunit.client.0.smithi012.stdout:op 633 completed, throughput=4.99MB/sec 2024-04-02T08:46:31.639 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-eYXqBEedtxr1TRy off=12226091 len=545663 2024-04-02T08:46:31.641 INFO:tasks.workunit.client.0.smithi012.stdout:op 634 completed, throughput=4.99MB/sec 2024-04-02T08:46:31.641 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-2KICxAhlmbR5Kl7 off=3870841 len=51654 2024-04-02T08:46:31.642 INFO:tasks.workunit.client.0.smithi012.stdout:op 635 completed, throughput=4.99MB/sec 2024-04-02T08:46:31.642 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Hafba2PMkV7HJ0n off=2474142 len=1344028 2024-04-02T08:46:31.649 INFO:tasks.workunit.client.0.smithi012.stdout:op 636 completed, throughput=5MB/sec 2024-04-02T08:46:31.649 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj--UNlaQbHbO82761 off=4058849 len=34485 2024-04-02T08:46:31.650 INFO:tasks.workunit.client.0.smithi012.stdout:op 637 completed, throughput=5MB/sec 2024-04-02T08:46:31.650 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-UTx46oJAQpMR6zj off=7222868 len=181273 2024-04-02T08:46:31.651 INFO:tasks.workunit.client.0.smithi012.stdout:op 638 completed, throughput=5MB/sec 2024-04-02T08:46:32.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:46:31 smithi055 ceph-mon[85080]: pgmap v1480: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:46:32.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:46:31 smithi012 ceph-mon[88355]: pgmap v1480: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:46:32.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:46:31 smithi012 ceph-mon[90784]: pgmap v1480: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:46:32.651 INFO:tasks.workunit.client.0.smithi012.stdout: 132: throughput=4.96MB/sec pending data=0 2024-04-02T08:46:32.651 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-hUw9kdN7WvQuWQR off=3168241 len=1064424 2024-04-02T08:46:32.657 INFO:tasks.workunit.client.0.smithi012.stdout:op 639 completed, throughput=4.97MB/sec 2024-04-02T08:46:32.657 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-xOI-FaOcAuHGptZ off=1260543 len=1891798 2024-04-02T08:46:32.661 INFO:tasks.workunit.client.0.smithi012.stdout:op 640 completed, throughput=4.98MB/sec 2024-04-02T08:46:32.661 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-HGZd7vIUUqXF-ax off=993067 len=968688 2024-04-02T08:46:32.666 INFO:tasks.workunit.client.0.smithi012.stdout:op 641 completed, throughput=4.99MB/sec 2024-04-02T08:46:32.666 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj--O19n8OEDrmPQtM off=6846154 len=1102884 2024-04-02T08:46:32.671 INFO:tasks.workunit.client.0.smithi012.stdout:op 642 completed, throughput=5MB/sec 2024-04-02T08:46:32.671 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-5GkAYd_0iSGL2uy off=2026028 len=813471 2024-04-02T08:46:32.672 INFO:tasks.workunit.client.0.smithi012.stdout:op 643 completed, throughput=5MB/sec 2024-04-02T08:46:32.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:46:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:46:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:46:33.673 INFO:tasks.workunit.client.0.smithi012.stdout: 133: throughput=4.97MB/sec pending data=0 2024-04-02T08:46:33.673 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-sDhYvYpUcqDg74l off=7737150 len=1309035 2024-04-02T08:46:33.674 INFO:tasks.workunit.client.0.smithi012.stdout:op 644 completed, throughput=4.98MB/sec 2024-04-02T08:46:33.674 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-mQkv8R8rmK0AStn off=492657 len=308744 2024-04-02T08:46:33.676 INFO:tasks.workunit.client.0.smithi012.stdout:op 645 completed, throughput=4.98MB/sec 2024-04-02T08:46:33.676 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ZNrctebNb_Auy7w off=1321316 len=792132 2024-04-02T08:46:33.681 INFO:tasks.workunit.client.0.smithi012.stdout:op 646 completed, throughput=4.98MB/sec 2024-04-02T08:46:33.681 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-AMov_cmVr6SLMnK off=5133817 len=196998 2024-04-02T08:46:33.683 INFO:tasks.workunit.client.0.smithi012.stdout:op 647 completed, throughput=4.98MB/sec 2024-04-02T08:46:33.683 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-BdQ9iMfwIjBHBDf off=9701971 len=1044980 2024-04-02T08:46:33.688 INFO:tasks.workunit.client.0.smithi012.stdout:op 648 completed, throughput=4.99MB/sec 2024-04-02T08:46:33.689 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-PjPZ2Tk0LwQZuul off=18251553 len=456183 2024-04-02T08:46:33.689 INFO:tasks.workunit.client.0.smithi012.stdout:op 649 completed, throughput=4.99MB/sec 2024-04-02T08:46:33.689 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-rcvdMdB-yG5qCnm off=12665070 len=367829 2024-04-02T08:46:33.690 INFO:tasks.workunit.client.0.smithi012.stdout:op 650 completed, throughput=5MB/sec 2024-04-02T08:46:33.690 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-DzOQqAD4b7pIFhC off=5109848 len=1883916 2024-04-02T08:46:33.691 INFO:tasks.workunit.client.0.smithi012.stdout:op 651 completed, throughput=5.01MB/sec 2024-04-02T08:46:34.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:46:33 smithi055 ceph-mon[85080]: pgmap v1481: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:46:34.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:46:33 smithi012 ceph-mon[88355]: pgmap v1481: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:46:34.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:46:33 smithi012 ceph-mon[90784]: pgmap v1481: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:46:34.691 INFO:tasks.workunit.client.0.smithi012.stdout: 134: throughput=4.97MB/sec pending data=0 2024-04-02T08:46:34.692 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj--ODyIolSAT9XAfp off=7548228 len=613006 2024-04-02T08:46:34.696 INFO:tasks.workunit.client.0.smithi012.stdout:op 652 completed, throughput=4.98MB/sec 2024-04-02T08:46:34.696 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Jj-heKbrZVwmxc7 off=10324284 len=1811025 2024-04-02T08:46:34.699 INFO:tasks.workunit.client.0.smithi012.stdout:op 653 completed, throughput=4.99MB/sec 2024-04-02T08:46:34.699 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-m2_-EQRslrw6SAQ off=9360034 len=1179675 2024-04-02T08:46:34.705 INFO:tasks.workunit.client.0.smithi012.stdout:op 654 completed, throughput=5MB/sec 2024-04-02T08:46:34.705 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-yshNoCzid5eRij9 off=4492617 len=399487 2024-04-02T08:46:34.706 INFO:tasks.workunit.client.0.smithi012.stdout:op 655 completed, throughput=5MB/sec 2024-04-02T08:46:35.706 INFO:tasks.workunit.client.0.smithi012.stdout: 135: throughput=4.97MB/sec pending data=0 2024-04-02T08:46:35.706 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-RSVince6GQjIrKu off=3915750 len=384770 2024-04-02T08:46:35.710 INFO:tasks.workunit.client.0.smithi012.stdout:op 656 completed, throughput=4.97MB/sec 2024-04-02T08:46:35.710 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-81ecMyP6LmX6HaX off=10626334 len=1391609 2024-04-02T08:46:35.716 INFO:tasks.workunit.client.0.smithi012.stdout:op 657 completed, throughput=4.98MB/sec 2024-04-02T08:46:35.716 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-BL1o18L0qGYcXsu off=5927214 len=717919 2024-04-02T08:46:35.719 INFO:tasks.workunit.client.0.smithi012.stdout:op 658 completed, throughput=4.98MB/sec 2024-04-02T08:46:35.719 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-xMnbDF3zUKIphBy off=3189951 len=1057305 2024-04-02T08:46:35.720 INFO:tasks.workunit.client.0.smithi012.stdout:op 659 completed, throughput=4.99MB/sec 2024-04-02T08:46:35.720 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-K7xQXWlJl9Bqc6b off=1339840 len=815804 2024-04-02T08:46:35.724 INFO:tasks.workunit.client.0.smithi012.stdout:op 660 completed, throughput=4.99MB/sec 2024-04-02T08:46:35.724 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-mY30sOuYMRMiGsX off=8629015 len=1641427 2024-04-02T08:46:35.732 INFO:tasks.workunit.client.0.smithi012.stdout:op 661 completed, throughput=5.01MB/sec 2024-04-02T08:46:36.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:46:35 smithi055 ceph-mon[85080]: pgmap v1482: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:46:36.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:46:35 smithi012 ceph-mon[88355]: pgmap v1482: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:46:36.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:46:35 smithi012 ceph-mon[90784]: pgmap v1482: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:46:36.732 INFO:tasks.workunit.client.0.smithi012.stdout: 136: throughput=4.97MB/sec pending data=0 2024-04-02T08:46:36.732 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-1ACgYK2j8u5-R8f off=2126710 len=505582 2024-04-02T08:46:36.733 INFO:tasks.workunit.client.0.smithi012.stdout:op 662 completed, throughput=4.97MB/sec 2024-04-02T08:46:36.733 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-qbb2Y0clHlaCCBP off=4545317 len=1655387 2024-04-02T08:46:36.736 INFO:tasks.workunit.client.0.smithi012.stdout:op 663 completed, throughput=4.98MB/sec 2024-04-02T08:46:36.736 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-sOveW5pgyIbtBt5 off=14387028 len=90724 2024-04-02T08:46:36.737 INFO:tasks.workunit.client.0.smithi012.stdout:op 664 completed, throughput=4.98MB/sec 2024-04-02T08:46:36.737 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-YG9o98Lecu376ue off=264726 len=1634811 2024-04-02T08:46:36.744 INFO:tasks.workunit.client.0.smithi012.stdout:op 665 completed, throughput=5MB/sec 2024-04-02T08:46:36.744 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-yElRWIho8lEVQ0f off=4820063 len=354548 2024-04-02T08:46:36.747 INFO:tasks.workunit.client.0.smithi012.stdout:op 666 completed, throughput=5MB/sec 2024-04-02T08:46:36.747 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-8sbBBdE5lc8WYC8 off=17311317 len=1729554 2024-04-02T08:46:36.754 INFO:tasks.workunit.client.0.smithi012.stdout:op 667 completed, throughput=5.01MB/sec 2024-04-02T08:46:37.754 INFO:tasks.workunit.client.0.smithi012.stdout: 137: throughput=4.97MB/sec pending data=0 2024-04-02T08:46:37.755 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-qi4KikowMK6IA4U off=10298108 len=979486 2024-04-02T08:46:37.760 INFO:tasks.workunit.client.0.smithi012.stdout:op 668 completed, throughput=4.98MB/sec 2024-04-02T08:46:37.760 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ahbI2KynLD0ENl5 off=323157 len=610714 2024-04-02T08:46:37.761 INFO:tasks.workunit.client.0.smithi012.stdout:op 669 completed, throughput=4.98MB/sec 2024-04-02T08:46:37.761 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Zi_F2XokgQrqL3J off=8890695 len=754735 2024-04-02T08:46:37.764 INFO:tasks.workunit.client.0.smithi012.stdout:op 670 completed, throughput=4.99MB/sec 2024-04-02T08:46:37.765 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-QGa77ps2R8WWFWh off=10906950 len=2022496 2024-04-02T08:46:37.766 INFO:tasks.workunit.client.0.smithi012.stdout:op 671 completed, throughput=5MB/sec 2024-04-02T08:46:38.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:46:37 smithi055 ceph-mon[85080]: pgmap v1483: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:46:38.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:46:37 smithi012 ceph-mon[88355]: pgmap v1483: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:46:38.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:46:37 smithi012 ceph-mon[90784]: pgmap v1483: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:46:38.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:46:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:46:37] "GET /metrics HTTP/1.1" 200 34043 "" "Prometheus/2.43.0" 2024-04-02T08:46:38.766 INFO:tasks.workunit.client.0.smithi012.stdout: 138: throughput=4.97MB/sec pending data=0 2024-04-02T08:46:38.767 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj--xI3gOxAFGK-SNY off=4695919 len=1299777 2024-04-02T08:46:38.773 INFO:tasks.workunit.client.0.smithi012.stdout:op 672 completed, throughput=4.98MB/sec 2024-04-02T08:46:38.773 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-dXI_TCeHCzPryrZ off=1769191 len=2057633 2024-04-02T08:46:38.783 INFO:tasks.workunit.client.0.smithi012.stdout:op 673 completed, throughput=4.99MB/sec 2024-04-02T08:46:38.784 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-G0qbGL2EGK2gnmy off=2329391 len=1384343 2024-04-02T08:46:38.788 INFO:tasks.workunit.client.0.smithi012.stdout:op 674 completed, throughput=5MB/sec 2024-04-02T08:46:38.788 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-sxrnItN0vdGnNwP off=1768506 len=372054 2024-04-02T08:46:38.788 INFO:tasks.workunit.client.0.smithi012.stdout:op 675 completed, throughput=5MB/sec 2024-04-02T08:46:39.789 INFO:tasks.workunit.client.0.smithi012.stdout: 139: throughput=4.97MB/sec pending data=0 2024-04-02T08:46:39.789 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-czIxpodeLJIIOlH off=698878 len=852640 2024-04-02T08:46:39.793 INFO:tasks.workunit.client.0.smithi012.stdout:op 676 completed, throughput=4.97MB/sec 2024-04-02T08:46:39.794 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Rhh4Nwkf0bREqgb off=8912095 len=487032 2024-04-02T08:46:39.794 INFO:tasks.workunit.client.0.smithi012.stdout:op 677 completed, throughput=4.98MB/sec 2024-04-02T08:46:39.794 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-BO2iN9zIwoeipcT off=18347 len=706147 2024-04-02T08:46:39.797 INFO:tasks.workunit.client.0.smithi012.stdout:op 678 completed, throughput=4.98MB/sec 2024-04-02T08:46:39.798 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Go-KvHLGbZSEO_P off=4245680 len=1494804 2024-04-02T08:46:39.799 INFO:tasks.workunit.client.0.smithi012.stdout:op 679 completed, throughput=4.99MB/sec 2024-04-02T08:46:39.799 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-gKvVTypJDlP0pHw off=2528732 len=1763803 2024-04-02T08:46:39.802 INFO:tasks.workunit.client.0.smithi012.stdout:op 680 completed, throughput=5MB/sec 2024-04-02T08:46:40.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:46:39 smithi055 ceph-mon[85080]: pgmap v1484: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:46:40.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:46:39 smithi012 ceph-mon[88355]: pgmap v1484: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:46:40.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:46:39 smithi012 ceph-mon[90784]: pgmap v1484: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:46:40.803 INFO:tasks.workunit.client.0.smithi012.stdout: 140: throughput=4.97MB/sec pending data=0 2024-04-02T08:46:40.803 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-QIf1jum-TxD7lXS off=6720806 len=763344 2024-04-02T08:46:40.806 INFO:tasks.workunit.client.0.smithi012.stdout:op 681 completed, throughput=4.97MB/sec 2024-04-02T08:46:40.806 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-waiBDjz-Ng9mSTg off=1470808 len=1244721 2024-04-02T08:46:40.811 INFO:tasks.workunit.client.0.smithi012.stdout:op 682 completed, throughput=4.98MB/sec 2024-04-02T08:46:40.811 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Go-KvHLGbZSEO_P off=5405314 len=321777 2024-04-02T08:46:40.814 INFO:tasks.workunit.client.0.smithi012.stdout:op 683 completed, throughput=4.98MB/sec 2024-04-02T08:46:40.814 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-VYunTt0vlkHb4vE off=9795619 len=1047226 2024-04-02T08:46:40.815 INFO:tasks.workunit.client.0.smithi012.stdout:op 684 completed, throughput=4.99MB/sec 2024-04-02T08:46:40.815 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-aXeYAFlZytpdm1e off=13622024 len=1529164 2024-04-02T08:46:40.817 INFO:tasks.workunit.client.0.smithi012.stdout:op 685 completed, throughput=5MB/sec 2024-04-02T08:46:40.817 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Aa9qqmkiBt4dR5F off=5072830 len=694594 2024-04-02T08:46:40.817 INFO:tasks.workunit.client.0.smithi012.stdout:op 686 completed, throughput=5MB/sec 2024-04-02T08:46:41.818 INFO:tasks.workunit.client.0.smithi012.stdout: 141: throughput=4.97MB/sec pending data=0 2024-04-02T08:46:41.818 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-rxHRx9w0iiftPCW off=8870451 len=1631804 2024-04-02T08:46:41.819 INFO:tasks.workunit.client.0.smithi012.stdout:op 687 completed, throughput=4.98MB/sec 2024-04-02T08:46:41.819 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-SvD1vlgSh7r4BQN off=10248470 len=407367 2024-04-02T08:46:41.820 INFO:tasks.workunit.client.0.smithi012.stdout:op 688 completed, throughput=4.98MB/sec 2024-04-02T08:46:41.820 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Crm9ysgG7zJRbUJ off=4679753 len=58016 2024-04-02T08:46:41.822 INFO:tasks.workunit.client.0.smithi012.stdout:op 689 completed, throughput=4.98MB/sec 2024-04-02T08:46:41.822 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-mSlbtWydFsT_Cnm off=141540 len=572886 2024-04-02T08:46:41.823 INFO:tasks.workunit.client.0.smithi012.stdout:op 690 completed, throughput=4.99MB/sec 2024-04-02T08:46:41.823 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ze8q9R0wbchs0wM off=329935 len=1101216 2024-04-02T08:46:41.825 INFO:tasks.workunit.client.0.smithi012.stdout:op 691 completed, throughput=4.99MB/sec 2024-04-02T08:46:41.825 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-M0LiMxm7hQVGssi off=2527570 len=311299 2024-04-02T08:46:41.826 INFO:tasks.workunit.client.0.smithi012.stdout:op 692 completed, throughput=5MB/sec 2024-04-02T08:46:41.826 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-QFjktV06T9Ca2aQ off=16160499 len=850499 2024-04-02T08:46:41.830 INFO:tasks.workunit.client.0.smithi012.stdout:op 693 completed, throughput=5MB/sec 2024-04-02T08:46:42.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:46:41 smithi055 ceph-mon[85080]: pgmap v1485: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-02T08:46:42.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:46:41 smithi012 ceph-mon[90784]: pgmap v1485: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-02T08:46:42.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:46:41 smithi012 ceph-mon[88355]: pgmap v1485: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-02T08:46:42.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:46:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:46:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:46:42.831 INFO:tasks.workunit.client.0.smithi012.stdout: 142: throughput=4.97MB/sec pending data=0 2024-04-02T08:46:42.831 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-bXPyFBWHOu0f3iO off=5500002 len=1870983 2024-04-02T08:46:42.832 INFO:tasks.workunit.client.0.smithi012.stdout:op 694 completed, throughput=4.98MB/sec 2024-04-02T08:46:42.833 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-CYszWwy-3GqCDjF off=4792363 len=454004 2024-04-02T08:46:42.836 INFO:tasks.workunit.client.0.smithi012.stdout:op 695 completed, throughput=4.98MB/sec 2024-04-02T08:46:42.836 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-QkhK24S4N0sL0C2 off=2187344 len=1357777 2024-04-02T08:46:42.843 INFO:tasks.workunit.client.0.smithi012.stdout:op 696 completed, throughput=4.99MB/sec 2024-04-02T08:46:42.843 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-R3uSMBWvtoepV4C off=5434916 len=1037467 2024-04-02T08:46:42.846 INFO:tasks.workunit.client.0.smithi012.stdout:op 697 completed, throughput=5MB/sec 2024-04-02T08:46:42.846 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-wDvKGRZsSK40vL1 off=1616593 len=503941 2024-04-02T08:46:42.847 INFO:tasks.workunit.client.0.smithi012.stdout:op 698 completed, throughput=5MB/sec 2024-04-02T08:46:43.847 INFO:tasks.workunit.client.0.smithi012.stdout: 143: throughput=4.97MB/sec pending data=0 2024-04-02T08:46:43.847 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-c-c7qTLdfH0VXHS off=5411271 len=1869364 2024-04-02T08:46:43.854 INFO:tasks.workunit.client.0.smithi012.stdout:op 699 completed, throughput=4.98MB/sec 2024-04-02T08:46:43.855 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-YxBIcID4sFmN2pt off=5265987 len=1854424 2024-04-02T08:46:43.862 INFO:tasks.workunit.client.0.smithi012.stdout:op 700 completed, throughput=4.99MB/sec 2024-04-02T08:46:43.862 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-9jMgOE1cbE_i0qZ off=11339883 len=1542493 2024-04-02T08:46:43.867 INFO:tasks.workunit.client.0.smithi012.stdout:op 701 completed, throughput=5MB/sec 2024-04-02T08:46:43.867 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-nVl3rUv7qnfJ9hG off=351724 len=721374 2024-04-02T08:46:43.871 INFO:tasks.workunit.client.0.smithi012.stdout:op 702 completed, throughput=5MB/sec 2024-04-02T08:46:44.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:46:43 smithi055 ceph-mon[85080]: pgmap v1486: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:46:44.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:46:43 smithi012 ceph-mon[88355]: pgmap v1486: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:46:44.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:46:43 smithi012 ceph-mon[90784]: pgmap v1486: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:46:44.871 INFO:tasks.workunit.client.0.smithi012.stdout: 144: throughput=4.97MB/sec pending data=0 2024-04-02T08:46:44.871 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-mAgV0WqjXqeZFXY off=6795907 len=1293419 2024-04-02T08:46:44.878 INFO:tasks.workunit.client.0.smithi012.stdout:op 703 completed, throughput=4.98MB/sec 2024-04-02T08:46:44.878 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-sjwCws9QOE6CvAk off=3427135 len=272627 2024-04-02T08:46:44.878 INFO:tasks.workunit.client.0.smithi012.stdout:op 704 completed, throughput=4.98MB/sec 2024-04-02T08:46:44.879 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-fA3d7TwTTeUlBAE off=2393377 len=1007397 2024-04-02T08:46:44.880 INFO:tasks.workunit.client.0.smithi012.stdout:op 705 completed, throughput=4.99MB/sec 2024-04-02T08:46:44.880 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-LznR6pzgiNhfhyt off=18260733 len=1332145 2024-04-02T08:46:44.883 INFO:tasks.workunit.client.0.smithi012.stdout:op 706 completed, throughput=5MB/sec 2024-04-02T08:46:44.883 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-3jY3aWGUE8-4kso off=8936864 len=1292181 2024-04-02T08:46:44.889 INFO:tasks.workunit.client.0.smithi012.stdout:op 707 completed, throughput=5MB/sec 2024-04-02T08:46:45.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:46:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:45.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:46:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:45.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:46:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:45.889 INFO:tasks.workunit.client.0.smithi012.stdout: 145: throughput=4.97MB/sec pending data=0 2024-04-02T08:46:45.890 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj--Ad0BHpn90vhonV off=643735 len=1157982 2024-04-02T08:46:45.895 INFO:tasks.workunit.client.0.smithi012.stdout:op 708 completed, throughput=4.98MB/sec 2024-04-02T08:46:45.895 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-8AJMyChcvWaz0Bk off=16890913 len=560616 2024-04-02T08:46:45.898 INFO:tasks.workunit.client.0.smithi012.stdout:op 709 completed, throughput=4.98MB/sec 2024-04-02T08:46:45.898 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-3jY3aWGUE8-4kso off=3209 len=82878 2024-04-02T08:46:45.900 INFO:tasks.workunit.client.0.smithi012.stdout:op 710 completed, throughput=4.98MB/sec 2024-04-02T08:46:45.900 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-DR6RBUiijKuOq1x off=6709781 len=132350 2024-04-02T08:46:45.902 INFO:tasks.workunit.client.0.smithi012.stdout:op 711 completed, throughput=4.98MB/sec 2024-04-02T08:46:45.902 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-umKkJcX8MsZrfvx off=12008512 len=266547 2024-04-02T08:46:45.902 INFO:tasks.workunit.client.0.smithi012.stdout:op 712 completed, throughput=4.98MB/sec 2024-04-02T08:46:45.902 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-slYFVFg46KpApCL off=846994 len=585005 2024-04-02T08:46:45.906 INFO:tasks.workunit.client.0.smithi012.stdout:op 713 completed, throughput=4.99MB/sec 2024-04-02T08:46:45.906 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-MvG_bdbCJrT3YXI off=3807627 len=456952 2024-04-02T08:46:45.907 INFO:tasks.workunit.client.0.smithi012.stdout:op 714 completed, throughput=4.99MB/sec 2024-04-02T08:46:45.907 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-S6PZaWcXTIFschy off=3703791 len=1286397 2024-04-02T08:46:45.908 INFO:tasks.workunit.client.0.smithi012.stdout:op 715 completed, throughput=5MB/sec 2024-04-02T08:46:45.908 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-7ttxSPZaJx8iJ8r off=0 len=1388871 2024-04-02T08:46:45.909 INFO:tasks.workunit.client.0.smithi012.stdout:op 716 completed, throughput=5.01MB/sec 2024-04-02T08:46:46.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:46:45 smithi055 ceph-mon[85080]: pgmap v1487: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:46:46.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:46:45 smithi012 ceph-mon[88355]: pgmap v1487: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:46:46.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:46:45 smithi012 ceph-mon[90784]: pgmap v1487: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:46:46.910 INFO:tasks.workunit.client.0.smithi012.stdout: 146: throughput=4.97MB/sec pending data=0 2024-04-02T08:46:46.910 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-xbUIAjK27zhoIE4 off=1437174 len=602095 2024-04-02T08:46:46.913 INFO:tasks.workunit.client.0.smithi012.stdout:op 717 completed, throughput=4.98MB/sec 2024-04-02T08:46:46.913 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-FjXThpHsimRhd2b off=14382929 len=1563723 2024-04-02T08:46:46.920 INFO:tasks.workunit.client.0.smithi012.stdout:op 718 completed, throughput=4.99MB/sec 2024-04-02T08:46:46.920 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-gWCGMUI4FWB9Ymi off=1472939 len=1638753 2024-04-02T08:46:46.922 INFO:tasks.workunit.client.0.smithi012.stdout:op 719 completed, throughput=5MB/sec 2024-04-02T08:46:46.922 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-bgvVJns1tFolYGU off=190780 len=1276282 2024-04-02T08:46:46.924 INFO:tasks.workunit.client.0.smithi012.stdout:op 720 completed, throughput=5.01MB/sec 2024-04-02T08:46:47.925 INFO:tasks.workunit.client.0.smithi012.stdout: 147: throughput=4.97MB/sec pending data=0 2024-04-02T08:46:47.925 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-0rT2CfjkHcQ0DYO off=680198 len=2079167 2024-04-02T08:46:47.929 INFO:tasks.workunit.client.0.smithi012.stdout:op 721 completed, throughput=4.99MB/sec 2024-04-02T08:46:47.929 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-hmHg2xxGuhyUWhE off=2025129 len=1582009 2024-04-02T08:46:47.931 INFO:tasks.workunit.client.0.smithi012.stdout:op 722 completed, throughput=5MB/sec 2024-04-02T08:46:47.931 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-6_jck2PVMCZMVfG off=2919522 len=1633250 2024-04-02T08:46:47.937 INFO:tasks.workunit.client.0.smithi012.stdout:op 723 completed, throughput=5.01MB/sec 2024-04-02T08:46:48.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:46:47 smithi055 ceph-mon[85080]: pgmap v1488: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-02T08:46:48.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:46:47 smithi012 ceph-mon[88355]: pgmap v1488: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-02T08:46:48.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:46:47 smithi012 ceph-mon[90784]: pgmap v1488: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-02T08:46:48.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:46:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:46:47] "GET /metrics HTTP/1.1" 200 34036 "" "Prometheus/2.43.0" 2024-04-02T08:46:48.938 INFO:tasks.workunit.client.0.smithi012.stdout: 148: throughput=4.97MB/sec pending data=0 2024-04-02T08:46:48.938 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-kd7LAKN73xxMIjx off=4136542 len=1389868 2024-04-02T08:46:48.940 INFO:tasks.workunit.client.0.smithi012.stdout:op 724 completed, throughput=4.98MB/sec 2024-04-02T08:46:48.940 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-BkIZT6y1Ria0Xt_ off=3659091 len=123181 2024-04-02T08:46:48.943 INFO:tasks.workunit.client.0.smithi012.stdout:op 725 completed, throughput=4.98MB/sec 2024-04-02T08:46:48.943 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-_Mn56SViJYyytvz off=2423914 len=354071 2024-04-02T08:46:48.946 INFO:tasks.workunit.client.0.smithi012.stdout:op 726 completed, throughput=4.98MB/sec 2024-04-02T08:46:48.947 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-mpR16qjRm-m2B33 off=10290513 len=1808989 2024-04-02T08:46:48.948 INFO:tasks.workunit.client.0.smithi012.stdout:op 727 completed, throughput=5MB/sec 2024-04-02T08:46:48.948 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-bWm37cUIhnLc_xB off=11177284 len=82465 2024-04-02T08:46:48.950 INFO:tasks.workunit.client.0.smithi012.stdout:op 728 completed, throughput=5MB/sec 2024-04-02T08:46:48.950 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-xuzfeZWlnaNHxUz off=13762419 len=863711 2024-04-02T08:46:48.952 INFO:tasks.workunit.client.0.smithi012.stdout:op 729 completed, throughput=5MB/sec 2024-04-02T08:46:49.952 INFO:tasks.workunit.client.0.smithi012.stdout: 149: throughput=4.97MB/sec pending data=0 2024-04-02T08:46:49.953 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-UWei5XmHs7rF-d3 off=8052545 len=791090 2024-04-02T08:46:49.954 INFO:tasks.workunit.client.0.smithi012.stdout:op 730 completed, throughput=4.97MB/sec 2024-04-02T08:46:49.955 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-buAzpptxMflcZIm off=250570 len=1176439 2024-04-02T08:46:49.959 INFO:tasks.workunit.client.0.smithi012.stdout:op 731 completed, throughput=4.98MB/sec 2024-04-02T08:46:49.959 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-412oJMPKUa46R18 off=3102044 len=1755683 2024-04-02T08:46:49.961 INFO:tasks.workunit.client.0.smithi012.stdout:op 732 completed, throughput=4.99MB/sec 2024-04-02T08:46:49.961 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-YZUVm3RO575nGd1 off=1857635 len=849074 2024-04-02T08:46:49.966 INFO:tasks.workunit.client.0.smithi012.stdout:op 733 completed, throughput=5MB/sec 2024-04-02T08:46:49.966 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-2GeEkzXCgfYfFwE off=9791776 len=498075 2024-04-02T08:46:49.967 INFO:tasks.workunit.client.0.smithi012.stdout:op 734 completed, throughput=5MB/sec 2024-04-02T08:46:49.967 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-7Z663cpaWqgIxWU off=12003830 len=753520 2024-04-02T08:46:49.971 INFO:tasks.workunit.client.0.smithi012.stdout:op 735 completed, throughput=5MB/sec 2024-04-02T08:46:50.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:46:49 smithi055 ceph-mon[85080]: pgmap v1489: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:46:50.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:46:49 smithi012 ceph-mon[88355]: pgmap v1489: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:46:50.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:46:49 smithi012 ceph-mon[90784]: pgmap v1489: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:46:50.971 INFO:tasks.workunit.client.0.smithi012.stdout: 150: throughput=4.97MB/sec pending data=0 2024-04-02T08:46:50.971 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-PnTMyejMGgT2zr6 off=19119476 len=1049011 2024-04-02T08:46:50.975 INFO:tasks.workunit.client.0.smithi012.stdout:op 736 completed, throughput=4.98MB/sec 2024-04-02T08:46:50.975 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-SQVCHGCNTRl3i49 off=16044325 len=44166 2024-04-02T08:46:50.975 INFO:tasks.workunit.client.0.smithi012.stdout:op 737 completed, throughput=4.98MB/sec 2024-04-02T08:46:50.975 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-5vMYqUPiHOIencr off=3539945 len=1913910 2024-04-02T08:46:50.982 INFO:tasks.workunit.client.0.smithi012.stdout:op 738 completed, throughput=4.99MB/sec 2024-04-02T08:46:50.983 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Cmke43Q6eUhesSo off=3891991 len=169138 2024-04-02T08:46:50.983 INFO:tasks.workunit.client.0.smithi012.stdout:op 739 completed, throughput=4.99MB/sec 2024-04-02T08:46:50.983 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Yl2sB3N1YHGf-tv off=358091 len=1242197 2024-04-02T08:46:50.986 INFO:tasks.workunit.client.0.smithi012.stdout:op 740 completed, throughput=5MB/sec 2024-04-02T08:46:50.986 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-DqrxdvWJ2Cs9-8H off=3242604 len=1874182 2024-04-02T08:46:50.991 INFO:tasks.workunit.client.0.smithi012.stdout:op 741 completed, throughput=5.01MB/sec 2024-04-02T08:46:51.992 INFO:tasks.workunit.client.0.smithi012.stdout: 151: throughput=4.98MB/sec pending data=0 2024-04-02T08:46:51.992 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-AW2hrl_s3BymC_5 off=1723359 len=134933 2024-04-02T08:46:51.994 INFO:tasks.workunit.client.0.smithi012.stdout:op 742 completed, throughput=4.98MB/sec 2024-04-02T08:46:51.994 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-5uOrYQ6AvikprR6 off=5331761 len=701315 2024-04-02T08:46:51.998 INFO:tasks.workunit.client.0.smithi012.stdout:op 743 completed, throughput=4.98MB/sec 2024-04-02T08:46:51.998 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-EaMAipX-sbvtNWp off=1292536 len=1140769 2024-04-02T08:46:52.000 INFO:tasks.workunit.client.0.smithi012.stdout:op 744 completed, throughput=4.99MB/sec 2024-04-02T08:46:52.000 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ZuF1uKw38wotPcu off=6586402 len=1991034 2024-04-02T08:46:52.010 INFO:tasks.workunit.client.0.smithi012.stdout:op 745 completed, throughput=5MB/sec 2024-04-02T08:46:52.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:46:51 smithi055 ceph-mon[85080]: pgmap v1490: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:46:52.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:46:51 smithi012 ceph-mon[88355]: pgmap v1490: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:46:52.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:46:51 smithi012 ceph-mon[90784]: pgmap v1490: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:46:52.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:46:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:46:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:46:53.010 INFO:tasks.workunit.client.0.smithi012.stdout: 152: throughput=4.97MB/sec pending data=0 2024-04-02T08:46:53.011 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-i-Dn7pPJBztFSV- off=10979880 len=335414 2024-04-02T08:46:53.012 INFO:tasks.workunit.client.0.smithi012.stdout:op 746 completed, throughput=4.97MB/sec 2024-04-02T08:46:53.012 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-fUt0EHQbfaZ-Sy5 off=3166024 len=524271 2024-04-02T08:46:53.017 INFO:tasks.workunit.client.0.smithi012.stdout:op 747 completed, throughput=4.97MB/sec 2024-04-02T08:46:53.017 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-rlrKz0fjdTCiDKQ off=13239147 len=1290464 2024-04-02T08:46:53.022 INFO:tasks.workunit.client.0.smithi012.stdout:op 748 completed, throughput=4.98MB/sec 2024-04-02T08:46:53.022 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-3GSiXEyAs7xmsYJ off=13157628 len=167421 2024-04-02T08:46:53.024 INFO:tasks.workunit.client.0.smithi012.stdout:op 749 completed, throughput=4.98MB/sec 2024-04-02T08:46:53.024 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-jTvJ4hl0CuSO7M6 off=5199558 len=738087 2024-04-02T08:46:53.025 INFO:tasks.workunit.client.0.smithi012.stdout:op 750 completed, throughput=4.99MB/sec 2024-04-02T08:46:53.025 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-wOnlr3h0GWWMM6b off=12942205 len=1555238 2024-04-02T08:46:53.027 INFO:tasks.workunit.client.0.smithi012.stdout:op 751 completed, throughput=5MB/sec 2024-04-02T08:46:53.027 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-nOrHCQ3qB0rpjj7 off=1147790 len=1160098 2024-04-02T08:46:53.027 INFO:tasks.workunit.client.0.smithi012.stdout:op 752 completed, throughput=5MB/sec 2024-04-02T08:46:54.027 INFO:tasks.workunit.client.0.smithi012.stdout: 153: throughput=4.97MB/sec pending data=0 2024-04-02T08:46:54.027 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-XnpVSmcXHLmxHde off=273008 len=671968 2024-04-02T08:46:54.028 INFO:tasks.workunit.client.0.smithi012.stdout:op 753 completed, throughput=4.98MB/sec 2024-04-02T08:46:54.028 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-U2NL2zluK9681XM off=16335504 len=729315 2024-04-02T08:46:54.030 INFO:tasks.workunit.client.0.smithi012.stdout:op 754 completed, throughput=4.98MB/sec 2024-04-02T08:46:54.030 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-4_BYtt1Z04gl6b4 off=808850 len=584127 2024-04-02T08:46:54.031 INFO:tasks.workunit.client.0.smithi012.stdout:op 755 completed, throughput=4.98MB/sec 2024-04-02T08:46:54.031 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-68EiW74AmpuhFFK off=15225833 len=2026922 2024-04-02T08:46:54.035 INFO:tasks.workunit.client.0.smithi012.stdout:op 756 completed, throughput=5MB/sec 2024-04-02T08:46:54.035 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-xiJCTxeGlpYmDVf off=520872 len=1467438 2024-04-02T08:46:54.041 INFO:tasks.workunit.client.0.smithi012.stdout:op 757 completed, throughput=5MB/sec 2024-04-02T08:46:54.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:46:53 smithi055 ceph-mon[85080]: pgmap v1491: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:46:54.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:46:53 smithi012 ceph-mon[88355]: pgmap v1491: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:46:54.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:46:53 smithi012 ceph-mon[90784]: pgmap v1491: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:46:55.042 INFO:tasks.workunit.client.0.smithi012.stdout: 154: throughput=4.97MB/sec pending data=0 2024-04-02T08:46:55.042 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-RRvl_1OuoFa6ooh off=588602 len=942441 2024-04-02T08:46:55.046 INFO:tasks.workunit.client.0.smithi012.stdout:op 758 completed, throughput=4.98MB/sec 2024-04-02T08:46:55.046 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-PsJ5gBbZ8U3daIV off=1981679 len=699919 2024-04-02T08:46:55.047 INFO:tasks.workunit.client.0.smithi012.stdout:op 759 completed, throughput=4.98MB/sec 2024-04-02T08:46:55.047 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-zCUAcza0Q2IY2sF off=8041075 len=1816524 2024-04-02T08:46:55.057 INFO:tasks.workunit.client.0.smithi012.stdout:op 760 completed, throughput=4.99MB/sec 2024-04-02T08:46:55.058 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-S-kE-zmq0UtVnI9 off=3007823 len=1510121 2024-04-02T08:46:55.062 INFO:tasks.workunit.client.0.smithi012.stdout:op 761 completed, throughput=5MB/sec 2024-04-02T08:46:55.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:46:55 smithi012 ceph-mon[88355]: pgmap v1492: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:46:55.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:46:55 smithi012 ceph-mon[90784]: pgmap v1492: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:46:55.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:46:55 smithi055 ceph-mon[85080]: pgmap v1492: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:46:56.062 INFO:tasks.workunit.client.0.smithi012.stdout: 155: throughput=4.97MB/sec pending data=0 2024-04-02T08:46:56.062 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-tQ6RdDgp_WShrmZ off=10076 len=1657832 2024-04-02T08:46:56.063 INFO:tasks.workunit.client.0.smithi012.stdout:op 762 completed, throughput=4.98MB/sec 2024-04-02T08:46:56.063 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-HwLXIcxi0uNe5Ic off=15484988 len=1755751 2024-04-02T08:46:56.071 INFO:tasks.workunit.client.0.smithi012.stdout:op 763 completed, throughput=4.99MB/sec 2024-04-02T08:46:56.071 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-bgvVJns1tFolYGU off=872006 len=104913 2024-04-02T08:46:56.073 INFO:tasks.workunit.client.0.smithi012.stdout:op 764 completed, throughput=4.99MB/sec 2024-04-02T08:46:56.073 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj--67lW_s_GaQ63Zg off=13180069 len=963063 2024-04-02T08:46:56.077 INFO:tasks.workunit.client.0.smithi012.stdout:op 765 completed, throughput=5MB/sec 2024-04-02T08:46:56.078 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-SDHZqz36bbdanqD off=0 len=1525218 2024-04-02T08:46:56.078 INFO:tasks.workunit.client.0.smithi012.stdout:op 766 completed, throughput=5.01MB/sec 2024-04-02T08:46:57.078 INFO:tasks.workunit.client.0.smithi012.stdout: 156: throughput=4.98MB/sec pending data=0 2024-04-02T08:46:57.079 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-PLjX97yaKelidi4 off=14566309 len=931079 2024-04-02T08:46:57.079 INFO:tasks.workunit.client.0.smithi012.stdout:op 767 completed, throughput=4.98MB/sec 2024-04-02T08:46:57.079 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-8EXHZaQ3d5F5Tx1 off=1884720 len=154136 2024-04-02T08:46:57.082 INFO:tasks.workunit.client.0.smithi012.stdout:op 768 completed, throughput=4.98MB/sec 2024-04-02T08:46:57.082 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Cr_66xhXGYtxtL7 off=7871351 len=1928777 2024-04-02T08:46:57.084 INFO:tasks.workunit.client.0.smithi012.stdout:op 769 completed, throughput=4.99MB/sec 2024-04-02T08:46:57.084 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-EC7_osDAxNXot-0 off=5596725 len=2010246 2024-04-02T08:46:57.085 INFO:tasks.workunit.client.0.smithi012.stdout:op 770 completed, throughput=5.01MB/sec 2024-04-02T08:46:57.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:46:57 smithi012 ceph-mon[88355]: pgmap v1493: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:46:57.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:46:57 smithi012 ceph-mon[90784]: pgmap v1493: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:46:57.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:46:57 smithi055 ceph-mon[85080]: pgmap v1493: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:46:58.086 INFO:tasks.workunit.client.0.smithi012.stdout: 157: throughput=4.97MB/sec pending data=0 2024-04-02T08:46:58.086 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-tkTD7We6KBrJDNE off=4710915 len=2055163 2024-04-02T08:46:58.097 INFO:tasks.workunit.client.0.smithi012.stdout:op 771 completed, throughput=4.99MB/sec 2024-04-02T08:46:58.097 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Sbs601TNqu6q-f6 off=14111837 len=1628209 2024-04-02T08:46:58.098 INFO:tasks.workunit.client.0.smithi012.stdout:op 772 completed, throughput=5MB/sec 2024-04-02T08:46:58.098 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-u8_bHlqb9A9q-4X off=17885188 len=875584 2024-04-02T08:46:58.098 INFO:tasks.workunit.client.0.smithi012.stdout:op 773 completed, throughput=5MB/sec 2024-04-02T08:46:58.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:46:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:46:57] "GET /metrics HTTP/1.1" 200 34036 "" "Prometheus/2.43.0" 2024-04-02T08:46:59.099 INFO:tasks.workunit.client.0.smithi012.stdout: 158: throughput=4.97MB/sec pending data=0 2024-04-02T08:46:59.099 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-BofHA0B2OqPUg6- off=5141996 len=629000 2024-04-02T08:46:59.103 INFO:tasks.workunit.client.0.smithi012.stdout:op 774 completed, throughput=4.97MB/sec 2024-04-02T08:46:59.103 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-anAAchBRyMpDPzZ off=2823514 len=1896548 2024-04-02T08:46:59.112 INFO:tasks.workunit.client.0.smithi012.stdout:op 775 completed, throughput=4.98MB/sec 2024-04-02T08:46:59.112 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-bSyBEtEOPmqjLt1 off=464806 len=999130 2024-04-02T08:46:59.117 INFO:tasks.workunit.client.0.smithi012.stdout:op 776 completed, throughput=4.99MB/sec 2024-04-02T08:46:59.117 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Gy6X9TffSejeJ3C off=8979463 len=637875 2024-04-02T08:46:59.117 INFO:tasks.workunit.client.0.smithi012.stdout:op 777 completed, throughput=4.99MB/sec 2024-04-02T08:46:59.117 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-L8OAKPL2xwyCvT9 off=1568717 len=1691560 2024-04-02T08:46:59.119 INFO:tasks.workunit.client.0.smithi012.stdout:op 778 completed, throughput=5MB/sec 2024-04-02T08:46:59.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:46:59 smithi012 ceph-mon[88355]: pgmap v1494: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:46:59.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:46:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:59.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:46:59 smithi012 ceph-mon[90784]: pgmap v1494: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:46:59.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:46:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:59.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:46:59 smithi055 ceph-mon[85080]: pgmap v1494: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:46:59.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:46:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:00.119 INFO:tasks.workunit.client.0.smithi012.stdout: 159: throughput=4.97MB/sec pending data=0 2024-04-02T08:47:00.119 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Hg8rTWrq0S7xLJF off=9325426 len=1846943 2024-04-02T08:47:00.127 INFO:tasks.workunit.client.0.smithi012.stdout:op 779 completed, throughput=4.98MB/sec 2024-04-02T08:47:00.127 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-wrsD23Ikt4zdVw1 off=1980510 len=931418 2024-04-02T08:47:00.131 INFO:tasks.workunit.client.0.smithi012.stdout:op 780 completed, throughput=4.99MB/sec 2024-04-02T08:47:00.131 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-TT3_dm9WUVnu4EX off=6007540 len=146602 2024-04-02T08:47:00.132 INFO:tasks.workunit.client.0.smithi012.stdout:op 781 completed, throughput=4.99MB/sec 2024-04-02T08:47:00.132 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-SH9ubeNvdbaHPMR off=4391424 len=99298 2024-04-02T08:47:00.132 INFO:tasks.workunit.client.0.smithi012.stdout:op 782 completed, throughput=4.99MB/sec 2024-04-02T08:47:00.132 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-HB-gfHu4Byo2IK5 off=4106022 len=1521285 2024-04-02T08:47:00.139 INFO:tasks.workunit.client.0.smithi012.stdout:op 783 completed, throughput=5MB/sec 2024-04-02T08:47:00.139 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-cRKyYeU6rHcOhi8 off=10350306 len=996321 2024-04-02T08:47:00.143 INFO:tasks.workunit.client.0.smithi012.stdout:op 784 completed, throughput=5MB/sec 2024-04-02T08:47:01.144 INFO:tasks.workunit.client.0.smithi012.stdout: 160: throughput=4.97MB/sec pending data=0 2024-04-02T08:47:01.144 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-LaP4GLiSnEcAbC5 off=1987706 len=1270974 2024-04-02T08:47:01.146 INFO:tasks.workunit.client.0.smithi012.stdout:op 785 completed, throughput=4.98MB/sec 2024-04-02T08:47:01.146 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj--phKBRDeaxPdJ6j off=2808940 len=1376013 2024-04-02T08:47:01.153 INFO:tasks.workunit.client.0.smithi012.stdout:op 786 completed, throughput=4.99MB/sec 2024-04-02T08:47:01.153 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-1ELU9yDq9RdtlWX off=150630 len=227873 2024-04-02T08:47:01.155 INFO:tasks.workunit.client.0.smithi012.stdout:op 787 completed, throughput=4.99MB/sec 2024-04-02T08:47:01.155 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-9v4pMm2T6eBH-zI off=14938588 len=583691 2024-04-02T08:47:01.159 INFO:tasks.workunit.client.0.smithi012.stdout:op 788 completed, throughput=4.99MB/sec 2024-04-02T08:47:01.159 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-7GwAan1RS7LT2uX off=7548415 len=2078413 2024-04-02T08:47:01.166 INFO:tasks.workunit.client.0.smithi012.stdout:op 789 completed, throughput=5.01MB/sec 2024-04-02T08:47:01.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:47:01 smithi012 ceph-mon[88355]: pgmap v1495: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:47:01.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:47:01 smithi012 ceph-mon[90784]: pgmap v1495: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:47:01.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:47:01 smithi055 ceph-mon[85080]: pgmap v1495: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:47:02.166 INFO:tasks.workunit.client.0.smithi012.stdout: 161: throughput=4.97MB/sec pending data=0 2024-04-02T08:47:02.167 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-9ILk-_Xz6EFJ1NO off=6828772 len=1223640 2024-04-02T08:47:02.171 INFO:tasks.workunit.client.0.smithi012.stdout:op 790 completed, throughput=4.98MB/sec 2024-04-02T08:47:02.171 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-GEkdTYAxx5ia10B off=11374844 len=1191874 2024-04-02T08:47:02.173 INFO:tasks.workunit.client.0.smithi012.stdout:op 791 completed, throughput=4.99MB/sec 2024-04-02T08:47:02.173 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-pbTWQqR2fOoA8kM off=980973 len=569447 2024-04-02T08:47:02.175 INFO:tasks.workunit.client.0.smithi012.stdout:op 792 completed, throughput=4.99MB/sec 2024-04-02T08:47:02.175 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-WCGzvrlop24YWAl off=5655040 len=733527 2024-04-02T08:47:02.176 INFO:tasks.workunit.client.0.smithi012.stdout:op 793 completed, throughput=5MB/sec 2024-04-02T08:47:02.176 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-oUbJyDBkZ5X_D8K off=11353079 len=290078 2024-04-02T08:47:02.179 INFO:tasks.workunit.client.0.smithi012.stdout:op 794 completed, throughput=5MB/sec 2024-04-02T08:47:02.179 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-GHOZ-eS6pt8zZ5V off=4515132 len=1324466 2024-04-02T08:47:02.183 INFO:tasks.workunit.client.0.smithi012.stdout:op 795 completed, throughput=5.01MB/sec 2024-04-02T08:47:02.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:47:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:47:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:47:03.184 INFO:tasks.workunit.client.0.smithi012.stdout: 162: throughput=4.98MB/sec pending data=0 2024-04-02T08:47:03.184 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-yH1YDIGdP_ALFAs off=1316245 len=1696562 2024-04-02T08:47:03.185 INFO:tasks.workunit.client.0.smithi012.stdout:op 796 completed, throughput=4.98MB/sec 2024-04-02T08:47:03.185 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-37VkpbY_m1Bj-c7 off=81693 len=1812932 2024-04-02T08:47:03.187 INFO:tasks.workunit.client.0.smithi012.stdout:op 797 completed, throughput=5MB/sec 2024-04-02T08:47:03.187 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-vx-v7LlkYsYFtgj off=1547768 len=221658 2024-04-02T08:47:03.188 INFO:tasks.workunit.client.0.smithi012.stdout:op 798 completed, throughput=5MB/sec 2024-04-02T08:47:03.188 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ZUzNDvZJFihAplT off=15596847 len=578830 2024-04-02T08:47:03.189 INFO:tasks.workunit.client.0.smithi012.stdout:op 799 completed, throughput=5MB/sec 2024-04-02T08:47:03.189 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ICalefg2hXvsAoA off=1283984 len=1259428 2024-04-02T08:47:03.194 INFO:tasks.workunit.client.0.smithi012.stdout:op 800 completed, throughput=5.01MB/sec 2024-04-02T08:47:03.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:47:03 smithi012 ceph-mon[88355]: pgmap v1496: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:47:03.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:47:03 smithi012 ceph-mon[90784]: pgmap v1496: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:47:03.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:47:03 smithi055 ceph-mon[85080]: pgmap v1496: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:47:04.194 INFO:tasks.workunit.client.0.smithi012.stdout: 163: throughput=4.98MB/sec pending data=0 2024-04-02T08:47:04.194 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-jJUS-4ApluRGSNN off=3605611 len=335978 2024-04-02T08:47:04.194 INFO:tasks.workunit.client.0.smithi012.stdout:op 801 completed, throughput=4.98MB/sec 2024-04-02T08:47:04.194 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-QVyArdILbd9b70l off=4474308 len=586381 2024-04-02T08:47:04.195 INFO:tasks.workunit.client.0.smithi012.stdout:op 802 completed, throughput=4.98MB/sec 2024-04-02T08:47:04.195 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-s3CcwpcPaqNOcx4 off=11942800 len=411502 2024-04-02T08:47:04.196 INFO:tasks.workunit.client.0.smithi012.stdout:op 803 completed, throughput=4.98MB/sec 2024-04-02T08:47:04.196 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-er5Kw0e8PiDgl-j off=11971227 len=1427102 2024-04-02T08:47:04.197 INFO:tasks.workunit.client.0.smithi012.stdout:op 804 completed, throughput=4.99MB/sec 2024-04-02T08:47:04.197 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-IK_jqUOLY5WfKv7 off=1347205 len=729117 2024-04-02T08:47:04.201 INFO:tasks.workunit.client.0.smithi012.stdout:op 805 completed, throughput=5MB/sec 2024-04-02T08:47:04.202 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ZF3P8GtD6I27_sq off=10724358 len=645825 2024-04-02T08:47:04.202 INFO:tasks.workunit.client.0.smithi012.stdout:op 806 completed, throughput=5MB/sec 2024-04-02T08:47:04.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:47:04 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:47:04.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:47:04 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:47:04.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:47:04 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:47:04.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:47:04 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:47:04.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:47:04 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:47:04.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:47:04 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:47:04.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:47:04 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:47:04.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:47:04 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:47:04.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:47:04 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:47:05.202 INFO:tasks.workunit.client.0.smithi012.stdout: 164: throughput=4.97MB/sec pending data=0 2024-04-02T08:47:05.202 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-K-Hsoy6z1G1BCl1 off=814749 len=1792475 2024-04-02T08:47:05.204 INFO:tasks.workunit.client.0.smithi012.stdout:op 807 completed, throughput=4.98MB/sec 2024-04-02T08:47:05.204 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-kgm5PjqzB60LbEZ off=9930194 len=828500 2024-04-02T08:47:05.208 INFO:tasks.workunit.client.0.smithi012.stdout:op 808 completed, throughput=4.99MB/sec 2024-04-02T08:47:05.208 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Wo6ofcvQB6yQ5Oi off=15829379 len=1410484 2024-04-02T08:47:05.209 INFO:tasks.workunit.client.0.smithi012.stdout:op 809 completed, throughput=4.99MB/sec 2024-04-02T08:47:05.209 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-T6w-Rs8IS_HIo5b off=19511128 len=615917 2024-04-02T08:47:05.210 INFO:tasks.workunit.client.0.smithi012.stdout:op 810 completed, throughput=5MB/sec 2024-04-02T08:47:05.210 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-kERRyOZUy6k8paD off=4851813 len=721569 2024-04-02T08:47:05.213 INFO:tasks.workunit.client.0.smithi012.stdout:op 811 completed, throughput=5MB/sec 2024-04-02T08:47:05.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:47:05 smithi012 ceph-mon[90784]: pgmap v1497: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:47:05.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:47:05 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:47:05.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:47:05 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:47:05.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:47:05 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:47:05.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:47:05 smithi012 ceph-mon[88355]: pgmap v1497: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:47:05.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:47:05 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:47:05.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:47:05 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:47:05.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:47:05 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:47:05.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:47:05 smithi055 ceph-mon[85080]: pgmap v1497: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:47:05.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:47:05 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:47:05.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:47:05 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:47:05.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:47:05 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:47:06.214 INFO:tasks.workunit.client.0.smithi012.stdout: 165: throughput=4.97MB/sec pending data=0 2024-04-02T08:47:06.214 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-6v7_doYDlfk77kJ off=3222125 len=1994652 2024-04-02T08:47:06.219 INFO:tasks.workunit.client.0.smithi012.stdout:op 812 completed, throughput=4.98MB/sec 2024-04-02T08:47:06.219 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-QpJEveZsTKLmWiX off=7482423 len=1602633 2024-04-02T08:47:06.220 INFO:tasks.workunit.client.0.smithi012.stdout:op 813 completed, throughput=4.99MB/sec 2024-04-02T08:47:06.220 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-6SZyGfHgYs2wdHI off=17062033 len=422509 2024-04-02T08:47:06.222 INFO:tasks.workunit.client.0.smithi012.stdout:op 814 completed, throughput=4.99MB/sec 2024-04-02T08:47:06.222 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-GejocGone3QF_EM off=447992 len=624674 2024-04-02T08:47:06.223 INFO:tasks.workunit.client.0.smithi012.stdout:op 815 completed, throughput=5MB/sec 2024-04-02T08:47:06.223 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-_fk94njihvf2rSL off=3667747 len=1502157 2024-04-02T08:47:06.224 INFO:tasks.workunit.client.0.smithi012.stdout:op 816 completed, throughput=5.01MB/sec 2024-04-02T08:47:07.225 INFO:tasks.workunit.client.0.smithi012.stdout: 166: throughput=4.98MB/sec pending data=0 2024-04-02T08:47:07.225 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-qeKnAfv1HompgXK off=11540099 len=872824 2024-04-02T08:47:07.225 INFO:tasks.workunit.client.0.smithi012.stdout:op 817 completed, throughput=4.98MB/sec 2024-04-02T08:47:07.225 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-iocaTWpbUs6h2XM off=3947294 len=1565031 2024-04-02T08:47:07.233 INFO:tasks.workunit.client.0.smithi012.stdout:op 818 completed, throughput=4.99MB/sec 2024-04-02T08:47:07.233 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-eG9jPQY1A0Cf5nk off=13207179 len=1408475 2024-04-02T08:47:07.239 INFO:tasks.workunit.client.0.smithi012.stdout:op 819 completed, throughput=5MB/sec 2024-04-02T08:47:07.239 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-XT7rIu4aziCcCiW off=13551050 len=1362304 2024-04-02T08:47:07.240 INFO:tasks.workunit.client.0.smithi012.stdout:op 820 completed, throughput=5MB/sec 2024-04-02T08:47:07.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:47:07 smithi012 ceph-mon[88355]: pgmap v1498: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:47:07.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:47:07 smithi012 ceph-mon[90784]: pgmap v1498: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:47:07.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:47:07 smithi055 ceph-mon[85080]: pgmap v1498: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:47:08.240 INFO:tasks.workunit.client.0.smithi012.stdout: 167: throughput=4.98MB/sec pending data=0 2024-04-02T08:47:08.240 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-V1zKq7Ym6iS07X3 off=7929743 len=1329911 2024-04-02T08:47:08.247 INFO:tasks.workunit.client.0.smithi012.stdout:op 821 completed, throughput=4.98MB/sec 2024-04-02T08:47:08.247 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-qsakMCxsV8BeIfc off=18414055 len=372207 2024-04-02T08:47:08.250 INFO:tasks.workunit.client.0.smithi012.stdout:op 822 completed, throughput=4.98MB/sec 2024-04-02T08:47:08.250 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-g-XJKaJGuI7jthD off=1707072 len=1818307 2024-04-02T08:47:08.251 INFO:tasks.workunit.client.0.smithi012.stdout:op 823 completed, throughput=4.99MB/sec 2024-04-02T08:47:08.251 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-BZxI6wtBAhwq-zJ off=2588548 len=1568380 2024-04-02T08:47:08.258 INFO:tasks.workunit.client.0.smithi012.stdout:op 824 completed, throughput=5MB/sec 2024-04-02T08:47:08.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:47:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:47:07] "GET /metrics HTTP/1.1" 200 34042 "" "Prometheus/2.43.0" 2024-04-02T08:47:09.258 INFO:tasks.workunit.client.0.smithi012.stdout: 168: throughput=4.97MB/sec pending data=0 2024-04-02T08:47:09.259 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-m-w389PkBsBFwfX off=4087311 len=1992786 2024-04-02T08:47:09.266 INFO:tasks.workunit.client.0.smithi012.stdout:op 825 completed, throughput=4.98MB/sec 2024-04-02T08:47:09.266 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Z_ND7QjSMuyngb0 off=4108854 len=644800 2024-04-02T08:47:09.266 INFO:tasks.workunit.client.0.smithi012.stdout:op 826 completed, throughput=4.99MB/sec 2024-04-02T08:47:09.267 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-V1zKq7Ym6iS07X3 off=2615544 len=1701290 2024-04-02T08:47:09.275 INFO:tasks.workunit.client.0.smithi012.stdout:op 827 completed, throughput=5MB/sec 2024-04-02T08:47:09.275 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-9uormxk2gUdoKXl off=1514385 len=213412 2024-04-02T08:47:09.275 INFO:tasks.workunit.client.0.smithi012.stdout:op 828 completed, throughput=5MB/sec 2024-04-02T08:47:09.276 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-zC2VB8gYGhvA9en off=7029612 len=643430 2024-04-02T08:47:09.279 INFO:tasks.workunit.client.0.smithi012.stdout:op 829 completed, throughput=5MB/sec 2024-04-02T08:47:09.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:47:09 smithi012 ceph-mon[88355]: pgmap v1499: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:47:09.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:47:09 smithi012 ceph-mon[90784]: pgmap v1499: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:47:09.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:47:09 smithi055 ceph-mon[85080]: pgmap v1499: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:47:10.279 INFO:tasks.workunit.client.0.smithi012.stdout: 169: throughput=4.97MB/sec pending data=0 2024-04-02T08:47:10.279 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-uN-OnQgo0pFschS off=8427971 len=1569 2024-04-02T08:47:10.280 INFO:tasks.workunit.client.0.smithi012.stdout:op 830 completed, throughput=4.97MB/sec 2024-04-02T08:47:10.280 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-KG-kNz9cEe4G8a6 off=12028572 len=99295 2024-04-02T08:47:10.280 INFO:tasks.workunit.client.0.smithi012.stdout:op 831 completed, throughput=4.97MB/sec 2024-04-02T08:47:10.280 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-hyVIEX5k0r0GBf8 off=9120315 len=1599306 2024-04-02T08:47:10.288 INFO:tasks.workunit.client.0.smithi012.stdout:op 832 completed, throughput=4.98MB/sec 2024-04-02T08:47:10.288 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-x2GSPsNSX1mJcHp off=179499 len=61803 2024-04-02T08:47:10.290 INFO:tasks.workunit.client.0.smithi012.stdout:op 833 completed, throughput=4.98MB/sec 2024-04-02T08:47:10.290 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-QQAfPWwQf7Mdi57 off=20099019 len=1927724 2024-04-02T08:47:10.291 INFO:tasks.workunit.client.0.smithi012.stdout:op 834 completed, throughput=4.99MB/sec 2024-04-02T08:47:10.292 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-rGu6rnG4bnPoGbe off=8787275 len=1742102 2024-04-02T08:47:10.293 INFO:tasks.workunit.client.0.smithi012.stdout:op 835 completed, throughput=5MB/sec 2024-04-02T08:47:11.293 INFO:tasks.workunit.client.0.smithi012.stdout: 170: throughput=4.97MB/sec pending data=0 2024-04-02T08:47:11.294 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj--g0VfVjWoE5G8kc off=13018408 len=1496578 2024-04-02T08:47:11.294 INFO:tasks.workunit.client.0.smithi012.stdout:op 836 completed, throughput=4.98MB/sec 2024-04-02T08:47:11.294 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-l6PE336_zT-6ExE off=3570114 len=1669778 2024-04-02T08:47:11.301 INFO:tasks.workunit.client.0.smithi012.stdout:op 837 completed, throughput=4.99MB/sec 2024-04-02T08:47:11.301 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-tVqF5JkxJgDjNKF off=2662380 len=1412221 2024-04-02T08:47:11.305 INFO:tasks.workunit.client.0.smithi012.stdout:op 838 completed, throughput=5MB/sec 2024-04-02T08:47:11.305 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-WuthOlksNZ7lO9_ off=14687175 len=1337748 2024-04-02T08:47:11.312 INFO:tasks.workunit.client.0.smithi012.stdout:op 839 completed, throughput=5.01MB/sec 2024-04-02T08:47:11.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:47:11 smithi012 ceph-mon[88355]: pgmap v1500: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:47:11.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:47:11 smithi012 ceph-mon[90784]: pgmap v1500: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:47:11.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:47:11 smithi055 ceph-mon[85080]: pgmap v1500: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:47:12.312 INFO:tasks.workunit.client.0.smithi012.stdout: 171: throughput=4.98MB/sec pending data=0 2024-04-02T08:47:12.313 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-L9FY1pynCVgnOjr off=2743269 len=86657 2024-04-02T08:47:12.313 INFO:tasks.workunit.client.0.smithi012.stdout:op 840 completed, throughput=4.98MB/sec 2024-04-02T08:47:12.313 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-JJh92Y_P4yxWTgR off=13284432 len=544262 2024-04-02T08:47:12.316 INFO:tasks.workunit.client.0.smithi012.stdout:op 841 completed, throughput=4.98MB/sec 2024-04-02T08:47:12.316 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-J6SVv2-k5uXoBsE off=4265336 len=627351 2024-04-02T08:47:12.319 INFO:tasks.workunit.client.0.smithi012.stdout:op 842 completed, throughput=4.98MB/sec 2024-04-02T08:47:12.319 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-JqbKvFb5I_Frx7s off=9932237 len=1147731 2024-04-02T08:47:12.324 INFO:tasks.workunit.client.0.smithi012.stdout:op 843 completed, throughput=4.99MB/sec 2024-04-02T08:47:12.324 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-byeBKAyuUD276ZC off=7385793 len=1541582 2024-04-02T08:47:12.325 INFO:tasks.workunit.client.0.smithi012.stdout:op 844 completed, throughput=5MB/sec 2024-04-02T08:47:12.325 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-K9a_5QeI4axKjiq off=15768475 len=351867 2024-04-02T08:47:12.328 INFO:tasks.workunit.client.0.smithi012.stdout:op 845 completed, throughput=5MB/sec 2024-04-02T08:47:12.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:47:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:47:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:47:13.328 INFO:tasks.workunit.client.0.smithi012.stdout: 172: throughput=4.97MB/sec pending data=0 2024-04-02T08:47:13.328 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-OS22ij-f7vn5dd4 off=3605408 len=1247253 2024-04-02T08:47:13.331 INFO:tasks.workunit.client.0.smithi012.stdout:op 846 completed, throughput=4.98MB/sec 2024-04-02T08:47:13.331 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-VmowLY9mhfZjQWM off=4097771 len=590510 2024-04-02T08:47:13.335 INFO:tasks.workunit.client.0.smithi012.stdout:op 847 completed, throughput=4.98MB/sec 2024-04-02T08:47:13.335 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-PIWnaGiH512jbCS off=4669721 len=266326 2024-04-02T08:47:13.336 INFO:tasks.workunit.client.0.smithi012.stdout:op 848 completed, throughput=4.98MB/sec 2024-04-02T08:47:13.336 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-6UBAnoB-OHA50yi off=4350647 len=588689 2024-04-02T08:47:13.337 INFO:tasks.workunit.client.0.smithi012.stdout:op 849 completed, throughput=4.99MB/sec 2024-04-02T08:47:13.337 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-K7x3Uu9s4GiIdrk off=4119409 len=329464 2024-04-02T08:47:13.340 INFO:tasks.workunit.client.0.smithi012.stdout:op 850 completed, throughput=4.99MB/sec 2024-04-02T08:47:13.340 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-t54-dEuypctFDst off=3441667 len=669785 2024-04-02T08:47:13.341 INFO:tasks.workunit.client.0.smithi012.stdout:op 851 completed, throughput=4.99MB/sec 2024-04-02T08:47:13.341 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-mMb2-yei2e7lh5N off=287249 len=360273 2024-04-02T08:47:13.344 INFO:tasks.workunit.client.0.smithi012.stdout:op 852 completed, throughput=4.99MB/sec 2024-04-02T08:47:13.344 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-LclZ7RrStm00WIK off=1332886 len=1055913 2024-04-02T08:47:13.349 INFO:tasks.workunit.client.0.smithi012.stdout:op 853 completed, throughput=5MB/sec 2024-04-02T08:47:13.349 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ABkB1hVgjgip81- off=2052110 len=259103 2024-04-02T08:47:13.349 INFO:tasks.workunit.client.0.smithi012.stdout:op 854 completed, throughput=5MB/sec 2024-04-02T08:47:13.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:47:13 smithi012 ceph-mon[88355]: pgmap v1501: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:47:13.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:47:13 smithi012 ceph-mon[90784]: pgmap v1501: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:47:13.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:47:13 smithi055 ceph-mon[85080]: pgmap v1501: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:47:14.349 INFO:tasks.workunit.client.0.smithi012.stdout: 173: throughput=4.97MB/sec pending data=0 2024-04-02T08:47:14.350 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-tIWM3QgPkGRb3sF off=4983872 len=1781411 2024-04-02T08:47:14.357 INFO:tasks.workunit.client.0.smithi012.stdout:op 855 completed, throughput=4.98MB/sec 2024-04-02T08:47:14.357 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-hRjbGebogc0y0mh off=2157013 len=454733 2024-04-02T08:47:14.358 INFO:tasks.workunit.client.0.smithi012.stdout:op 856 completed, throughput=4.98MB/sec 2024-04-02T08:47:14.359 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-UMY1q5A84VHe82f off=16203992 len=330775 2024-04-02T08:47:14.359 INFO:tasks.workunit.client.0.smithi012.stdout:op 857 completed, throughput=4.99MB/sec 2024-04-02T08:47:14.359 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-QQAfPWwQf7Mdi57 off=4164672 len=632551 2024-04-02T08:47:14.363 INFO:tasks.workunit.client.0.smithi012.stdout:op 858 completed, throughput=4.99MB/sec 2024-04-02T08:47:14.363 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-qefrWrNBo3vEaz9 off=1689082 len=1332169 2024-04-02T08:47:14.367 INFO:tasks.workunit.client.0.smithi012.stdout:op 859 completed, throughput=5MB/sec 2024-04-02T08:47:14.368 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-SZ-QeHzvWAhh5ia off=958022 len=1583230 2024-04-02T08:47:14.375 INFO:tasks.workunit.client.0.smithi012.stdout:op 860 completed, throughput=5MB/sec 2024-04-02T08:47:14.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:47:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:14.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:47:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:14.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:47:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:15.375 INFO:tasks.workunit.client.0.smithi012.stdout: 174: throughput=4.98MB/sec pending data=0 2024-04-02T08:47:15.375 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-I71X8sQTw8Ew3gN off=275348 len=1027154 2024-04-02T08:47:15.377 INFO:tasks.workunit.client.0.smithi012.stdout:op 861 completed, throughput=4.98MB/sec 2024-04-02T08:47:15.378 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-GI-wrVXSAQYagxQ off=1616256 len=1267419 2024-04-02T08:47:15.379 INFO:tasks.workunit.client.0.smithi012.stdout:op 862 completed, throughput=4.99MB/sec 2024-04-02T08:47:15.379 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj--9goEJybrm90vPG off=21182810 len=843385 2024-04-02T08:47:15.379 INFO:tasks.workunit.client.0.smithi012.stdout:op 863 completed, throughput=4.99MB/sec 2024-04-02T08:47:15.379 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-pIlvlj40RXd0MJC off=12375983 len=347759 2024-04-02T08:47:15.380 INFO:tasks.workunit.client.0.smithi012.stdout:op 864 completed, throughput=4.99MB/sec 2024-04-02T08:47:15.380 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-vB8klx-efpUhEcs off=6954439 len=701028 2024-04-02T08:47:15.384 INFO:tasks.workunit.client.0.smithi012.stdout:op 865 completed, throughput=5MB/sec 2024-04-02T08:47:15.384 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-8qAjKrcUPS5Wol_ off=854718 len=1826538 2024-04-02T08:47:15.392 INFO:tasks.workunit.client.0.smithi012.stdout:op 866 completed, throughput=5.01MB/sec 2024-04-02T08:47:15.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:47:15 smithi012 ceph-mon[88355]: pgmap v1502: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:47:15.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:47:15 smithi012 ceph-mon[90784]: pgmap v1502: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:47:15.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:47:15 smithi055 ceph-mon[85080]: pgmap v1502: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:47:16.392 INFO:tasks.workunit.client.0.smithi012.stdout: 175: throughput=4.98MB/sec pending data=0 2024-04-02T08:47:16.392 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-8Xj9HunCMYWyW4y off=4964928 len=849871 2024-04-02T08:47:16.393 INFO:tasks.workunit.client.0.smithi012.stdout:op 867 completed, throughput=4.98MB/sec 2024-04-02T08:47:16.393 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-UyOX3ZXwN5JkPri off=3024458 len=1362272 2024-04-02T08:47:16.400 INFO:tasks.workunit.client.0.smithi012.stdout:op 868 completed, throughput=4.99MB/sec 2024-04-02T08:47:16.400 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-V7tEXCNOqDak79J off=17776 len=389086 2024-04-02T08:47:16.402 INFO:tasks.workunit.client.0.smithi012.stdout:op 869 completed, throughput=4.99MB/sec 2024-04-02T08:47:16.403 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-rgXIS7cTBzMW36_ off=12340381 len=1632736 2024-04-02T08:47:16.404 INFO:tasks.workunit.client.0.smithi012.stdout:op 870 completed, throughput=5MB/sec 2024-04-02T08:47:17.404 INFO:tasks.workunit.client.0.smithi012.stdout: 176: throughput=4.97MB/sec pending data=0 2024-04-02T08:47:17.404 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-TSckeaFo93YlT9R off=2181776 len=552057 2024-04-02T08:47:17.408 INFO:tasks.workunit.client.0.smithi012.stdout:op 871 completed, throughput=4.98MB/sec 2024-04-02T08:47:17.408 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-PMHqzZchh1KN63v off=4739086 len=1161368 2024-04-02T08:47:17.414 INFO:tasks.workunit.client.0.smithi012.stdout:op 872 completed, throughput=4.98MB/sec 2024-04-02T08:47:17.414 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-EGkH08zpd0KhC3o off=868302 len=420562 2024-04-02T08:47:17.414 INFO:tasks.workunit.client.0.smithi012.stdout:op 873 completed, throughput=4.99MB/sec 2024-04-02T08:47:17.414 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-pd4pO2nb-3U6eAT off=16684361 len=506251 2024-04-02T08:47:17.417 INFO:tasks.workunit.client.0.smithi012.stdout:op 874 completed, throughput=4.99MB/sec 2024-04-02T08:47:17.417 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-_owmBbVmnHL2oau off=1958649 len=2045535 2024-04-02T08:47:17.419 INFO:tasks.workunit.client.0.smithi012.stdout:op 875 completed, throughput=5MB/sec 2024-04-02T08:47:17.419 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-R8-xlR6wgIdpdWF off=3538348 len=1787845 2024-04-02T08:47:17.422 INFO:tasks.workunit.client.0.smithi012.stdout:op 876 completed, throughput=5.01MB/sec 2024-04-02T08:47:17.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:47:17 smithi012 ceph-mon[88355]: pgmap v1503: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-02T08:47:17.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:47:17 smithi012 ceph-mon[90784]: pgmap v1503: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-02T08:47:17.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:47:17 smithi055 ceph-mon[85080]: pgmap v1503: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-02T08:47:18.423 INFO:tasks.workunit.client.0.smithi012.stdout: 177: throughput=4.98MB/sec pending data=0 2024-04-02T08:47:18.423 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-k_gRfQdBgEFb6vE off=319772 len=1937346 2024-04-02T08:47:18.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:47:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:47:17] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2024-04-02T08:47:18.431 INFO:tasks.workunit.client.0.smithi012.stdout:op 877 completed, throughput=4.99MB/sec 2024-04-02T08:47:18.431 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-37EJcq1fhB_cxqy off=21439129 len=1246431 2024-04-02T08:47:18.432 INFO:tasks.workunit.client.0.smithi012.stdout:op 878 completed, throughput=5MB/sec 2024-04-02T08:47:18.433 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-IxZHvApvAhiTy97 off=11472780 len=1022177 2024-04-02T08:47:18.433 INFO:tasks.workunit.client.0.smithi012.stdout:op 879 completed, throughput=5MB/sec 2024-04-02T08:47:19.434 INFO:tasks.workunit.client.0.smithi012.stdout: 178: throughput=4.98MB/sec pending data=0 2024-04-02T08:47:19.434 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-F3bEX49pnPuYrEV off=3596812 len=2086774 2024-04-02T08:47:19.443 INFO:tasks.workunit.client.0.smithi012.stdout:op 880 completed, throughput=4.99MB/sec 2024-04-02T08:47:19.443 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Emg8iqeuQ0yAiVA off=1027675 len=1580336 2024-04-02T08:47:19.445 INFO:tasks.workunit.client.0.smithi012.stdout:op 881 completed, throughput=4.99MB/sec 2024-04-02T08:47:19.445 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-h9Hqo9keLv3MbUk off=8990417 len=1557204 2024-04-02T08:47:19.448 INFO:tasks.workunit.client.0.smithi012.stdout:op 882 completed, throughput=5MB/sec 2024-04-02T08:47:19.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:47:19 smithi012 ceph-mon[88355]: pgmap v1504: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:47:19.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:47:19 smithi012 ceph-mon[90784]: pgmap v1504: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:47:19.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:47:19 smithi055 ceph-mon[85080]: pgmap v1504: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:47:20.449 INFO:tasks.workunit.client.0.smithi012.stdout: 179: throughput=4.97MB/sec pending data=0 2024-04-02T08:47:20.449 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-2IG0SGOs2nl8AZ8 off=5950748 len=504711 2024-04-02T08:47:20.452 INFO:tasks.workunit.client.0.smithi012.stdout:op 883 completed, throughput=4.98MB/sec 2024-04-02T08:47:20.453 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-kWHp2nBbeBXYflq off=904433 len=565181 2024-04-02T08:47:20.456 INFO:tasks.workunit.client.0.smithi012.stdout:op 884 completed, throughput=4.98MB/sec 2024-04-02T08:47:20.456 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-X6wq3hmyxdhhwlm off=9004940 len=110422 2024-04-02T08:47:20.458 INFO:tasks.workunit.client.0.smithi012.stdout:op 885 completed, throughput=4.98MB/sec 2024-04-02T08:47:20.459 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-rNONPGBLfL2746D off=14056232 len=350491 2024-04-02T08:47:20.461 INFO:tasks.workunit.client.0.smithi012.stdout:op 886 completed, throughput=4.98MB/sec 2024-04-02T08:47:20.461 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-kMj9ywW8vufdaMp off=9433064 len=888919 2024-04-02T08:47:20.461 INFO:tasks.workunit.client.0.smithi012.stdout:op 887 completed, throughput=4.99MB/sec 2024-04-02T08:47:20.462 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Lz_kVj4DDXOXFx_ off=565762 len=1639934 2024-04-02T08:47:20.464 INFO:tasks.workunit.client.0.smithi012.stdout:op 888 completed, throughput=5MB/sec 2024-04-02T08:47:20.464 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-BYvcMdQjpzel3TU off=2170447 len=839674 2024-04-02T08:47:20.464 INFO:tasks.workunit.client.0.smithi012.stdout:op 889 completed, throughput=5MB/sec 2024-04-02T08:47:20.464 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-_WCohsHa5Z-z_-j off=2605805 len=1422538 2024-04-02T08:47:20.465 INFO:tasks.workunit.client.0.smithi012.stdout:op 890 completed, throughput=5.01MB/sec 2024-04-02T08:47:21.466 INFO:tasks.workunit.client.0.smithi012.stdout: 180: throughput=4.98MB/sec pending data=0 2024-04-02T08:47:21.466 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-LbEkl6q1Ruf0vrQ off=909245 len=269821 2024-04-02T08:47:21.467 INFO:tasks.workunit.client.0.smithi012.stdout:op 891 completed, throughput=4.98MB/sec 2024-04-02T08:47:21.467 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-f6q4cvv-ahB_ZVC off=726204 len=717134 2024-04-02T08:47:21.468 INFO:tasks.workunit.client.0.smithi012.stdout:op 892 completed, throughput=4.99MB/sec 2024-04-02T08:47:21.468 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-foK4KHV3vh-_lgu off=5146487 len=1564074 2024-04-02T08:47:21.470 INFO:tasks.workunit.client.0.smithi012.stdout:op 893 completed, throughput=4.99MB/sec 2024-04-02T08:47:21.470 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-DhgKLQtqZd14qJ1 off=662785 len=1437358 2024-04-02T08:47:21.473 INFO:tasks.workunit.client.0.smithi012.stdout:op 894 completed, throughput=5MB/sec 2024-04-02T08:47:21.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:47:21 smithi012 ceph-mon[88355]: pgmap v1505: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:47:21.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:47:21 smithi012 ceph-mon[90784]: pgmap v1505: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:47:21.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:47:21 smithi055 ceph-mon[85080]: pgmap v1505: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:47:22.473 INFO:tasks.workunit.client.0.smithi012.stdout: 181: throughput=4.97MB/sec pending data=0 2024-04-02T08:47:22.473 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-gdG2OgTcSlANaVV off=16667584 len=1934319 2024-04-02T08:47:22.474 INFO:tasks.workunit.client.0.smithi012.stdout:op 895 completed, throughput=4.98MB/sec 2024-04-02T08:47:22.474 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-7ttxSPZaJx8iJ8r off=419010 len=411582 2024-04-02T08:47:22.477 INFO:tasks.workunit.client.0.smithi012.stdout:op 896 completed, throughput=4.99MB/sec 2024-04-02T08:47:22.477 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-jTzCnjPW4S5zRXU off=4448158 len=379426 2024-04-02T08:47:22.478 INFO:tasks.workunit.client.0.smithi012.stdout:op 897 completed, throughput=4.99MB/sec 2024-04-02T08:47:22.478 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-4DrHPjQQba1FeLM off=7462428 len=596170 2024-04-02T08:47:22.479 INFO:tasks.workunit.client.0.smithi012.stdout:op 898 completed, throughput=4.99MB/sec 2024-04-02T08:47:22.479 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-x5gG72Bi1u36LIV off=4319644 len=37557 2024-04-02T08:47:22.479 INFO:tasks.workunit.client.0.smithi012.stdout:op 899 completed, throughput=4.99MB/sec 2024-04-02T08:47:22.479 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-W_bRpjIEzLfJ_Ud off=17734225 len=1343356 2024-04-02T08:47:22.486 INFO:tasks.workunit.client.0.smithi012.stdout:op 900 completed, throughput=5MB/sec 2024-04-02T08:47:22.486 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Mw9HF0XNSEORZ3x off=992745 len=1413189 2024-04-02T08:47:22.493 INFO:tasks.workunit.client.0.smithi012.stdout:op 901 completed, throughput=5MB/sec 2024-04-02T08:47:22.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:47:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:47:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:47:23.493 INFO:tasks.workunit.client.0.smithi012.stdout: 182: throughput=4.98MB/sec pending data=0 2024-04-02T08:47:23.493 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-xDFwbhnad-uIxyM off=514531 len=2053074 2024-04-02T08:47:23.494 INFO:tasks.workunit.client.0.smithi012.stdout:op 902 completed, throughput=4.99MB/sec 2024-04-02T08:47:23.494 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-d9N3adDP3xY3FI0 off=878824 len=60306 2024-04-02T08:47:23.495 INFO:tasks.workunit.client.0.smithi012.stdout:op 903 completed, throughput=4.99MB/sec 2024-04-02T08:47:23.495 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-cr4KJbhtnF0gZzv off=2969503 len=1111092 2024-04-02T08:47:23.499 INFO:tasks.workunit.client.0.smithi012.stdout:op 904 completed, throughput=4.99MB/sec 2024-04-02T08:47:23.499 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Io2e5ZDCEBpEenK off=1025008 len=929145 2024-04-02T08:47:23.504 INFO:tasks.workunit.client.0.smithi012.stdout:op 905 completed, throughput=5MB/sec 2024-04-02T08:47:23.504 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-zKRKfFdzpYy_jZo off=3815801 len=311120 2024-04-02T08:47:23.504 INFO:tasks.workunit.client.0.smithi012.stdout:op 906 completed, throughput=5MB/sec 2024-04-02T08:47:23.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:47:23 smithi012 ceph-mon[88355]: pgmap v1506: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:47:23.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:47:23 smithi012 ceph-mon[90784]: pgmap v1506: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:47:23.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:47:23 smithi055 ceph-mon[85080]: pgmap v1506: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:47:24.505 INFO:tasks.workunit.client.0.smithi012.stdout: 183: throughput=4.97MB/sec pending data=0 2024-04-02T08:47:24.505 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-_yZoHg-TvynnDBU off=4488297 len=413374 2024-04-02T08:47:24.509 INFO:tasks.workunit.client.0.smithi012.stdout:op 907 completed, throughput=4.98MB/sec 2024-04-02T08:47:24.509 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-8WXDQrLWor4LcJB off=1255694 len=924089 2024-04-02T08:47:24.513 INFO:tasks.workunit.client.0.smithi012.stdout:op 908 completed, throughput=4.98MB/sec 2024-04-02T08:47:24.513 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-yKuidQYSYFsvNSz off=11621144 len=1723333 2024-04-02T08:47:24.515 INFO:tasks.workunit.client.0.smithi012.stdout:op 909 completed, throughput=4.99MB/sec 2024-04-02T08:47:24.515 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-MqVK3wxBarc4nuZ off=10093084 len=1605352 2024-04-02T08:47:24.516 INFO:tasks.workunit.client.0.smithi012.stdout:op 910 completed, throughput=5MB/sec 2024-04-02T08:47:24.517 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-AoUBqaiFACyrVuX off=529480 len=638929 2024-04-02T08:47:24.518 INFO:tasks.workunit.client.0.smithi012.stdout:op 911 completed, throughput=5MB/sec 2024-04-02T08:47:25.519 INFO:tasks.workunit.client.0.smithi012.stdout: 184: throughput=4.97MB/sec pending data=0 2024-04-02T08:47:25.519 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-wx79385pJyIqGWR off=201782 len=757433 2024-04-02T08:47:25.519 INFO:tasks.workunit.client.0.smithi012.stdout:op 912 completed, throughput=4.98MB/sec 2024-04-02T08:47:25.520 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-L8OlaT0upsVUnc6 off=13599771 len=250063 2024-04-02T08:47:25.522 INFO:tasks.workunit.client.0.smithi012.stdout:op 913 completed, throughput=4.98MB/sec 2024-04-02T08:47:25.522 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-7doAAtEsJzdYrcv off=382281 len=1435861 2024-04-02T08:47:25.523 INFO:tasks.workunit.client.0.smithi012.stdout:op 914 completed, throughput=4.99MB/sec 2024-04-02T08:47:25.524 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Bh0sPFy4PTZLw5C off=9429008 len=1323991 2024-04-02T08:47:25.525 INFO:tasks.workunit.client.0.smithi012.stdout:op 915 completed, throughput=4.99MB/sec 2024-04-02T08:47:25.525 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-_Mm9Kl9fmclQqah off=9141211 len=682400 2024-04-02T08:47:25.529 INFO:tasks.workunit.client.0.smithi012.stdout:op 916 completed, throughput=5MB/sec 2024-04-02T08:47:25.529 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-wxg5789iS0A5CnS off=4252711 len=1239805 2024-04-02T08:47:25.530 INFO:tasks.workunit.client.0.smithi012.stdout:op 917 completed, throughput=5MB/sec 2024-04-02T08:47:25.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:47:25 smithi012 ceph-mon[88355]: pgmap v1507: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:47:25.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:47:25 smithi012 ceph-mon[90784]: pgmap v1507: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:47:25.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:47:25 smithi055 ceph-mon[85080]: pgmap v1507: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:47:26.530 INFO:tasks.workunit.client.0.smithi012.stdout: 185: throughput=4.98MB/sec pending data=0 2024-04-02T08:47:26.531 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-qYWnGFuJeG8AFKm off=5749602 len=1051743 2024-04-02T08:47:26.536 INFO:tasks.workunit.client.0.smithi012.stdout:op 918 completed, throughput=4.98MB/sec 2024-04-02T08:47:26.536 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-E4h2FRSCRBHO51o off=10410892 len=1572674 2024-04-02T08:47:26.537 INFO:tasks.workunit.client.0.smithi012.stdout:op 919 completed, throughput=4.99MB/sec 2024-04-02T08:47:26.538 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Egk_mR9XqANLgS7 off=7289933 len=781307 2024-04-02T08:47:26.538 INFO:tasks.workunit.client.0.smithi012.stdout:op 920 completed, throughput=4.99MB/sec 2024-04-02T08:47:26.538 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-djLgPkg6O0gh8ow off=17353509 len=942723 2024-04-02T08:47:26.541 INFO:tasks.workunit.client.0.smithi012.stdout:op 921 completed, throughput=5MB/sec 2024-04-02T08:47:26.541 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-OcCwH9YHeY3yY_6 off=3735753 len=959597 2024-04-02T08:47:26.545 INFO:tasks.workunit.client.0.smithi012.stdout:op 922 completed, throughput=5MB/sec 2024-04-02T08:47:27.545 INFO:tasks.workunit.client.0.smithi012.stdout: 186: throughput=4.98MB/sec pending data=0 2024-04-02T08:47:27.545 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-lzRl9Sa2-HcXOPX off=14566549 len=1771486 2024-04-02T08:47:27.548 INFO:tasks.workunit.client.0.smithi012.stdout:op 923 completed, throughput=4.98MB/sec 2024-04-02T08:47:27.549 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-rrBpjccJmprvATz off=7639103 len=1043103 2024-04-02T08:47:27.553 INFO:tasks.workunit.client.0.smithi012.stdout:op 924 completed, throughput=4.99MB/sec 2024-04-02T08:47:27.553 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-g7dqjJx5S50VAPD off=7043908 len=510308 2024-04-02T08:47:27.557 INFO:tasks.workunit.client.0.smithi012.stdout:op 925 completed, throughput=4.99MB/sec 2024-04-02T08:47:27.557 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-C0eAcmdyP45DNnO off=17156065 len=2043622 2024-04-02T08:47:27.566 INFO:tasks.workunit.client.0.smithi012.stdout:op 926 completed, throughput=5MB/sec 2024-04-02T08:47:27.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:47:27 smithi012 ceph-mon[88355]: pgmap v1508: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T08:47:27.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:47:27 smithi012 ceph-mon[90784]: pgmap v1508: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T08:47:27.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:47:27 smithi055 ceph-mon[85080]: pgmap v1508: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T08:47:28.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:47:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:47:27] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2024-04-02T08:47:28.566 INFO:tasks.workunit.client.0.smithi012.stdout: 187: throughput=4.98MB/sec pending data=0 2024-04-02T08:47:28.566 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Qf7Zyp9uQjJVRT_ off=6798948 len=926427 2024-04-02T08:47:28.569 INFO:tasks.workunit.client.0.smithi012.stdout:op 927 completed, throughput=4.98MB/sec 2024-04-02T08:47:28.569 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-N9Rbava-y2h2C4p off=1075207 len=1163996 2024-04-02T08:47:28.576 INFO:tasks.workunit.client.0.smithi012.stdout:op 928 completed, throughput=4.99MB/sec 2024-04-02T08:47:28.576 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-JUtRN7UXQN37GcM off=1901910 len=78181 2024-04-02T08:47:28.576 INFO:tasks.workunit.client.0.smithi012.stdout:op 929 completed, throughput=4.99MB/sec 2024-04-02T08:47:28.576 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-nOgwxPST7orVMMD off=3344472 len=716364 2024-04-02T08:47:28.580 INFO:tasks.workunit.client.0.smithi012.stdout:op 930 completed, throughput=4.99MB/sec 2024-04-02T08:47:28.580 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-NANcR8JuEdIZ9Rb off=715913 len=1596580 2024-04-02T08:47:28.586 INFO:tasks.workunit.client.0.smithi012.stdout:op 931 completed, throughput=5MB/sec 2024-04-02T08:47:28.586 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-VzAAVF35o4_bBDC off=27857 len=530084 2024-04-02T08:47:28.589 INFO:tasks.workunit.client.0.smithi012.stdout:op 932 completed, throughput=5MB/sec 2024-04-02T08:47:29.589 INFO:tasks.workunit.client.0.smithi012.stdout: 188: throughput=4.97MB/sec pending data=0 2024-04-02T08:47:29.589 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj--xI3gOxAFGK-SNY off=3861113 len=1134186 2024-04-02T08:47:29.595 INFO:tasks.workunit.client.0.smithi012.stdout:op 933 completed, throughput=4.98MB/sec 2024-04-02T08:47:29.595 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-orX7TrKb_CkLe3w off=106245 len=1871703 2024-04-02T08:47:29.597 INFO:tasks.workunit.client.0.smithi012.stdout:op 934 completed, throughput=4.99MB/sec 2024-04-02T08:47:29.597 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-aRM0K8AKetfPf0U off=1702665 len=500522 2024-04-02T08:47:29.600 INFO:tasks.workunit.client.0.smithi012.stdout:op 935 completed, throughput=4.99MB/sec 2024-04-02T08:47:29.600 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-8G_8KzdeD7eUnvc off=616560 len=1191250 2024-04-02T08:47:29.606 INFO:tasks.workunit.client.0.smithi012.stdout:op 936 completed, throughput=5MB/sec 2024-04-02T08:47:29.606 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-sjOhZyO1s_1chJP off=1729569 len=378399 2024-04-02T08:47:29.608 INFO:tasks.workunit.client.0.smithi012.stdout:op 937 completed, throughput=5MB/sec 2024-04-02T08:47:29.609 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-8XptrTFsK6joF-t off=2510199 len=453485 2024-04-02T08:47:29.611 INFO:tasks.workunit.client.0.smithi012.stdout:op 938 completed, throughput=5MB/sec 2024-04-02T08:47:29.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:47:29 smithi012 ceph-mon[88355]: pgmap v1509: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-02T08:47:29.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:47:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:29.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:47:29 smithi012 ceph-mon[90784]: pgmap v1509: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-02T08:47:29.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:47:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:29.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:47:29 smithi055 ceph-mon[85080]: pgmap v1509: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-02T08:47:29.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:47:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:30.611 INFO:tasks.workunit.client.0.smithi012.stdout: 189: throughput=4.98MB/sec pending data=0 2024-04-02T08:47:30.611 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-MgdKAVGvOcqV7Ip off=3507402 len=752791 2024-04-02T08:47:30.612 INFO:tasks.workunit.client.0.smithi012.stdout:op 939 completed, throughput=4.98MB/sec 2024-04-02T08:47:30.612 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-XdIBnR5hS5S648C off=1535709 len=1458080 2024-04-02T08:47:30.619 INFO:tasks.workunit.client.0.smithi012.stdout:op 940 completed, throughput=4.99MB/sec 2024-04-02T08:47:30.619 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-SdD-cyh2vgEY_x5 off=8925449 len=1998153 2024-04-02T08:47:30.626 INFO:tasks.workunit.client.0.smithi012.stdout:op 941 completed, throughput=5MB/sec 2024-04-02T08:47:30.626 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-xZqjyQXsFt-NjhF off=19082331 len=1412389 2024-04-02T08:47:30.627 INFO:tasks.workunit.client.0.smithi012.stdout:op 942 completed, throughput=5MB/sec 2024-04-02T08:47:31.628 INFO:tasks.workunit.client.0.smithi012.stdout: 190: throughput=4.98MB/sec pending data=0 2024-04-02T08:47:31.628 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-94F91hSHor0Nk_R off=2100239 len=457625 2024-04-02T08:47:31.628 INFO:tasks.workunit.client.0.smithi012.stdout:op 943 completed, throughput=4.98MB/sec 2024-04-02T08:47:31.629 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-wTW3Ax40iZ59fN2 off=3803672 len=2060525 2024-04-02T08:47:31.630 INFO:tasks.workunit.client.0.smithi012.stdout:op 944 completed, throughput=4.99MB/sec 2024-04-02T08:47:31.630 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-jK9Z9cDzSwltqvj off=12400959 len=269487 2024-04-02T08:47:31.633 INFO:tasks.workunit.client.0.smithi012.stdout:op 945 completed, throughput=4.99MB/sec 2024-04-02T08:47:31.633 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj--KaldqTsbjrE_KO off=4117346 len=1725748 2024-04-02T08:47:31.639 INFO:tasks.workunit.client.0.smithi012.stdout:op 946 completed, throughput=5MB/sec 2024-04-02T08:47:31.639 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-HVO0Oe40A0is1-j off=19100513 len=1797953 2024-04-02T08:47:31.643 INFO:tasks.workunit.client.0.smithi012.stdout:op 947 completed, throughput=5.01MB/sec 2024-04-02T08:47:31.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:47:31 smithi012 ceph-mon[88355]: pgmap v1510: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:47:31.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:47:31 smithi012 ceph-mon[90784]: pgmap v1510: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:47:31.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:47:31 smithi055 ceph-mon[85080]: pgmap v1510: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:47:32.643 INFO:tasks.workunit.client.0.smithi012.stdout: 191: throughput=4.98MB/sec pending data=0 2024-04-02T08:47:32.644 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-VWGuNMRL5GNwVr1 off=4192444 len=1537330 2024-04-02T08:47:32.651 INFO:tasks.workunit.client.0.smithi012.stdout:op 948 completed, throughput=4.99MB/sec 2024-04-02T08:47:32.651 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-rCo9gs5WBoWOaM6 off=14279589 len=2017417 2024-04-02T08:47:32.653 INFO:tasks.workunit.client.0.smithi012.stdout:op 949 completed, throughput=5MB/sec 2024-04-02T08:47:32.653 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-tHtXvv3Rc6d3xnm off=6292644 len=71610 2024-04-02T08:47:32.654 INFO:tasks.workunit.client.0.smithi012.stdout:op 950 completed, throughput=5MB/sec 2024-04-02T08:47:32.654 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-MZn8NgOGninukHE off=3497349 len=1667005 2024-04-02T08:47:32.662 INFO:tasks.workunit.client.0.smithi012.stdout:op 951 completed, throughput=5.01MB/sec 2024-04-02T08:47:32.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:47:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:47:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:47:33.662 INFO:tasks.workunit.client.0.smithi012.stdout: 192: throughput=4.98MB/sec pending data=0 2024-04-02T08:47:33.662 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-bjYk8h6YUELXIss off=16035028 len=2051741 2024-04-02T08:47:33.672 INFO:tasks.workunit.client.0.smithi012.stdout:op 952 completed, throughput=4.99MB/sec 2024-04-02T08:47:33.672 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-xYnn8V1GG3HDK96 off=17246768 len=628510 2024-04-02T08:47:33.676 INFO:tasks.workunit.client.0.smithi012.stdout:op 953 completed, throughput=4.99MB/sec 2024-04-02T08:47:33.677 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-uptizTedmFMhNrS off=5427711 len=1384617 2024-04-02T08:47:33.678 INFO:tasks.workunit.client.0.smithi012.stdout:op 954 completed, throughput=5MB/sec 2024-04-02T08:47:33.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:47:33 smithi012 ceph-mon[88355]: pgmap v1511: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:47:33.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:47:33 smithi012 ceph-mon[90784]: pgmap v1511: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:47:33.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:47:33 smithi055 ceph-mon[85080]: pgmap v1511: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:47:34.678 INFO:tasks.workunit.client.0.smithi012.stdout: 193: throughput=4.98MB/sec pending data=0 2024-04-02T08:47:34.678 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-yH1YDIGdP_ALFAs off=1440631 len=758358 2024-04-02T08:47:34.679 INFO:tasks.workunit.client.0.smithi012.stdout:op 955 completed, throughput=4.98MB/sec 2024-04-02T08:47:34.679 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-DPalNyh82TiVgfn off=7552944 len=1727316 2024-04-02T08:47:34.681 INFO:tasks.workunit.client.0.smithi012.stdout:op 956 completed, throughput=4.99MB/sec 2024-04-02T08:47:34.681 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-2GeEkzXCgfYfFwE off=6183472 len=345075 2024-04-02T08:47:34.684 INFO:tasks.workunit.client.0.smithi012.stdout:op 957 completed, throughput=4.99MB/sec 2024-04-02T08:47:34.684 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Nl6Z_CmGN64Wvfa off=7104652 len=1331468 2024-04-02T08:47:34.685 INFO:tasks.workunit.client.0.smithi012.stdout:op 958 completed, throughput=5MB/sec 2024-04-02T08:47:34.685 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-gW1w_0hTJBVUxRq off=559012 len=753820 2024-04-02T08:47:34.689 INFO:tasks.workunit.client.0.smithi012.stdout:op 959 completed, throughput=5MB/sec 2024-04-02T08:47:34.689 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-3XUSvWe6Veh0c5A off=477163 len=1734208 2024-04-02T08:47:34.690 INFO:tasks.workunit.client.0.smithi012.stdout:op 960 completed, throughput=5.01MB/sec 2024-04-02T08:47:35.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:47:35 smithi012 ceph-mon[88355]: pgmap v1512: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:47:35.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:47:35 smithi012 ceph-mon[90784]: pgmap v1512: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:47:35.690 INFO:tasks.workunit.client.0.smithi012.stdout: 194: throughput=4.98MB/sec pending data=0 2024-04-02T08:47:35.690 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-YpdCXPXsUR09Lx6 off=2467053 len=1442449 2024-04-02T08:47:35.696 INFO:tasks.workunit.client.0.smithi012.stdout:op 961 completed, throughput=4.99MB/sec 2024-04-02T08:47:35.696 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-g9KdqHEfffj0aEJ off=3038060 len=1763669 2024-04-02T08:47:35.703 INFO:tasks.workunit.client.0.smithi012.stdout:op 962 completed, throughput=5MB/sec 2024-04-02T08:47:35.704 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-jQa0L9WnO9NEQhG off=7669139 len=718215 2024-04-02T08:47:35.704 INFO:tasks.workunit.client.0.smithi012.stdout:op 963 completed, throughput=5MB/sec 2024-04-02T08:47:35.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:47:35 smithi055 ceph-mon[85080]: pgmap v1512: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:47:36.705 INFO:tasks.workunit.client.0.smithi012.stdout: 195: throughput=4.98MB/sec pending data=0 2024-04-02T08:47:36.705 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ko66DlyPTtnL4Eu off=1940810 len=968574 2024-04-02T08:47:36.707 INFO:tasks.workunit.client.0.smithi012.stdout:op 964 completed, throughput=4.98MB/sec 2024-04-02T08:47:36.707 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-9MKtK9eKxAB-Sk0 off=65737 len=149264 2024-04-02T08:47:36.709 INFO:tasks.workunit.client.0.smithi012.stdout:op 965 completed, throughput=4.98MB/sec 2024-04-02T08:47:36.710 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-TUlufZPIiZG42qZ off=2494111 len=1572756 2024-04-02T08:47:36.717 INFO:tasks.workunit.client.0.smithi012.stdout:op 966 completed, throughput=4.99MB/sec 2024-04-02T08:47:36.717 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-vmE5i1vTnZCTHJ4 off=2437166 len=1568543 2024-04-02T08:47:36.718 INFO:tasks.workunit.client.0.smithi012.stdout:op 967 completed, throughput=5MB/sec 2024-04-02T08:47:36.718 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-dWroa_gZJDQju5O off=978931 len=21796 2024-04-02T08:47:36.721 INFO:tasks.workunit.client.0.smithi012.stdout:op 968 completed, throughput=5MB/sec 2024-04-02T08:47:36.721 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-htk39VzIiVfNIuz off=429897 len=2069982 2024-04-02T08:47:36.730 INFO:tasks.workunit.client.0.smithi012.stdout:op 969 completed, throughput=5.01MB/sec 2024-04-02T08:47:37.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:47:37 smithi012 ceph-mon[88355]: pgmap v1513: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T08:47:37.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:47:37 smithi012 ceph-mon[90784]: pgmap v1513: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T08:47:37.730 INFO:tasks.workunit.client.0.smithi012.stdout: 196: throughput=4.98MB/sec pending data=0 2024-04-02T08:47:37.730 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-drBfFDNzlSKUOPc off=342953 len=1182808 2024-04-02T08:47:37.731 INFO:tasks.workunit.client.0.smithi012.stdout:op 970 completed, throughput=4.99MB/sec 2024-04-02T08:47:37.731 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj--_GTDk30533F3Vp off=9120901 len=1079440 2024-04-02T08:47:37.735 INFO:tasks.workunit.client.0.smithi012.stdout:op 971 completed, throughput=4.99MB/sec 2024-04-02T08:47:37.735 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-0DaJ_bLOQPqXt9B off=21442812 len=1392800 2024-04-02T08:47:37.741 INFO:tasks.workunit.client.0.smithi012.stdout:op 972 completed, throughput=5MB/sec 2024-04-02T08:47:37.741 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-F4ZV9SqSqh4zAHP off=5758729 len=1366505 2024-04-02T08:47:37.742 INFO:tasks.workunit.client.0.smithi012.stdout:op 973 completed, throughput=5MB/sec 2024-04-02T08:47:37.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:47:37 smithi055 ceph-mon[85080]: pgmap v1513: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T08:47:38.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:47:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:47:37] "GET /metrics HTTP/1.1" 200 34030 "" "Prometheus/2.43.0" 2024-04-02T08:47:38.743 INFO:tasks.workunit.client.0.smithi012.stdout: 197: throughput=4.98MB/sec pending data=0 2024-04-02T08:47:38.743 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-4Nnaaoj0XFntPBj off=2246146 len=3664 2024-04-02T08:47:38.744 INFO:tasks.workunit.client.0.smithi012.stdout:op 974 completed, throughput=4.98MB/sec 2024-04-02T08:47:38.745 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-4CpLN7Ndh6dR0Xi off=5964296 len=49844 2024-04-02T08:47:38.745 INFO:tasks.workunit.client.0.smithi012.stdout:op 975 completed, throughput=4.98MB/sec 2024-04-02T08:47:38.745 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-t2Nk4eCkP_OBIAI off=822575 len=1412745 2024-04-02T08:47:38.746 INFO:tasks.workunit.client.0.smithi012.stdout:op 976 completed, throughput=4.99MB/sec 2024-04-02T08:47:38.746 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-tOVilXU3qj2lAOl off=8575921 len=1541378 2024-04-02T08:47:38.748 INFO:tasks.workunit.client.0.smithi012.stdout:op 977 completed, throughput=4.99MB/sec 2024-04-02T08:47:38.748 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-3hYj6nWy5GhRmqW off=16470609 len=1967140 2024-04-02T08:47:38.749 INFO:tasks.workunit.client.0.smithi012.stdout:op 978 completed, throughput=5MB/sec 2024-04-02T08:47:39.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:47:39 smithi012 ceph-mon[88355]: pgmap v1514: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:47:39.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:47:39 smithi012 ceph-mon[90784]: pgmap v1514: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:47:39.749 INFO:tasks.workunit.client.0.smithi012.stdout: 198: throughput=4.98MB/sec pending data=0 2024-04-02T08:47:39.749 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-8WSjqAPVYAnvGiH off=2863937 len=605220 2024-04-02T08:47:39.750 INFO:tasks.workunit.client.0.smithi012.stdout:op 979 completed, throughput=4.98MB/sec 2024-04-02T08:47:39.750 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-PQlUiDzDe6hEJgr off=16784537 len=554277 2024-04-02T08:47:39.753 INFO:tasks.workunit.client.0.smithi012.stdout:op 980 completed, throughput=4.98MB/sec 2024-04-02T08:47:39.753 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Y_fE0RG8AmhLju0 off=16950978 len=495247 2024-04-02T08:47:39.755 INFO:tasks.workunit.client.0.smithi012.stdout:op 981 completed, throughput=4.99MB/sec 2024-04-02T08:47:39.755 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-CBS_M3-0bAc8nLR off=8773689 len=1353118 2024-04-02T08:47:39.757 INFO:tasks.workunit.client.0.smithi012.stdout:op 982 completed, throughput=4.99MB/sec 2024-04-02T08:47:39.757 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-vOADQAWbsBjoVYo off=17677456 len=1312667 2024-04-02T08:47:39.763 INFO:tasks.workunit.client.0.smithi012.stdout:op 983 completed, throughput=5MB/sec 2024-04-02T08:47:39.763 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-GEcbCd_2D9GoT07 off=133711 len=669223 2024-04-02T08:47:39.763 INFO:tasks.workunit.client.0.smithi012.stdout:op 984 completed, throughput=5MB/sec 2024-04-02T08:47:39.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:47:39 smithi055 ceph-mon[85080]: pgmap v1514: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:47:40.764 INFO:tasks.workunit.client.0.smithi012.stdout: 199: throughput=4.98MB/sec pending data=0 2024-04-02T08:47:40.764 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-bpeT7MeIKyIBqDY off=3832970 len=247130 2024-04-02T08:47:40.766 INFO:tasks.workunit.client.0.smithi012.stdout:op 985 completed, throughput=4.98MB/sec 2024-04-02T08:47:40.766 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-28vzWtBKpsD2pnR off=5221122 len=1066828 2024-04-02T08:47:40.772 INFO:tasks.workunit.client.0.smithi012.stdout:op 986 completed, throughput=4.98MB/sec 2024-04-02T08:47:40.772 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Ra_0Uj1F29XaTD3 off=13147925 len=1530550 2024-04-02T08:47:40.773 INFO:tasks.workunit.client.0.smithi012.stdout:op 987 completed, throughput=4.99MB/sec 2024-04-02T08:47:40.773 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-yElRWIho8lEVQ0f off=5971632 len=1791253 2024-04-02T08:47:40.782 INFO:tasks.workunit.client.0.smithi012.stdout:op 988 completed, throughput=5MB/sec 2024-04-02T08:47:40.782 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-DzOQqAD4b7pIFhC off=638648 len=1685794 2024-04-02T08:47:40.782 INFO:tasks.workunit.client.0.smithi012.stdout:op 989 completed, throughput=5.01MB/sec 2024-04-02T08:47:41.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:47:41 smithi012 ceph-mon[88355]: pgmap v1515: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:47:41.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:47:41 smithi012 ceph-mon[90784]: pgmap v1515: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:47:41.783 INFO:tasks.workunit.client.0.smithi012.stdout: 200: throughput=4.98MB/sec pending data=0 2024-04-02T08:47:41.783 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ZiXngkj-nOR4g9X off=3464060 len=543123 2024-04-02T08:47:41.786 INFO:tasks.workunit.client.0.smithi012.stdout:op 990 completed, throughput=4.98MB/sec 2024-04-02T08:47:41.786 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-_d_Gzrn4j5KQnWf off=443218 len=160745 2024-04-02T08:47:41.786 INFO:tasks.workunit.client.0.smithi012.stdout:op 991 completed, throughput=4.98MB/sec 2024-04-02T08:47:41.786 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-eqdUSAT5mx2kScs off=5857983 len=2054831 2024-04-02T08:47:41.795 INFO:tasks.workunit.client.0.smithi012.stdout:op 992 completed, throughput=4.99MB/sec 2024-04-02T08:47:41.795 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-mcVPUfY-ejWKksh off=9862594 len=1565053 2024-04-02T08:47:41.796 INFO:tasks.workunit.client.0.smithi012.stdout:op 993 completed, throughput=5MB/sec 2024-04-02T08:47:41.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:47:41 smithi055 ceph-mon[85080]: pgmap v1515: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:47:42.797 INFO:tasks.workunit.client.0.smithi012.stdout: 201: throughput=4.98MB/sec pending data=0 2024-04-02T08:47:42.797 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-8QjIsNzP13D5_1H off=6436190 len=1489555 2024-04-02T08:47:42.800 INFO:tasks.workunit.client.0.smithi012.stdout:op 994 completed, throughput=4.98MB/sec 2024-04-02T08:47:42.800 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Jm2RmkDl3-Mj8Lo off=8089861 len=1222714 2024-04-02T08:47:42.801 INFO:tasks.workunit.client.0.smithi012.stdout:op 995 completed, throughput=4.99MB/sec 2024-04-02T08:47:42.801 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-NqPG_SpDO4q2e4F off=4089161 len=1707279 2024-04-02T08:47:42.804 INFO:tasks.workunit.client.0.smithi012.stdout:op 996 completed, throughput=5MB/sec 2024-04-02T08:47:42.804 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-6O4mUpf3jM-e4nW off=2302523 len=910323 2024-04-02T08:47:42.809 INFO:tasks.workunit.client.0.smithi012.stdout:op 997 completed, throughput=5MB/sec 2024-04-02T08:47:42.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:47:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:47:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:47:43.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:47:43 smithi012 ceph-mon[88355]: pgmap v1516: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:47:43.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:47:43 smithi012 ceph-mon[90784]: pgmap v1516: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:47:43.809 INFO:tasks.workunit.client.0.smithi012.stdout: 202: throughput=4.98MB/sec pending data=0 2024-04-02T08:47:43.810 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-krf5SazZzW8HBPO off=1301393 len=1696287 2024-04-02T08:47:43.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:47:43 smithi055 ceph-mon[85080]: pgmap v1516: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:47:43.817 INFO:tasks.workunit.client.0.smithi012.stdout:op 998 completed, throughput=4.98MB/sec 2024-04-02T08:47:43.817 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj--Q3QuovDeJo2Pdq off=1601994 len=1628030 2024-04-02T08:47:43.823 INFO:tasks.workunit.client.0.smithi012.stdout:op 999 completed, throughput=4.99MB/sec 2024-04-02T08:47:43.823 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-qUtClFax1Fi5XHE off=275368 len=1594600 2024-04-02T08:47:43.828 INFO:tasks.workunit.client.0.smithi012.stdout:op 1000 completed, throughput=5MB/sec 2024-04-02T08:47:43.829 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-CcaenKJW5qJzmov off=12093466 len=1902833 2024-04-02T08:47:43.837 INFO:tasks.workunit.client.0.smithi012.stdout:op 1001 completed, throughput=5.01MB/sec 2024-04-02T08:47:44.837 INFO:tasks.workunit.client.0.smithi012.stdout: 203: throughput=4.98MB/sec pending data=0 2024-04-02T08:47:44.838 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-BoqTcWhNzOcy7Yy off=12198803 len=1820478 2024-04-02T08:47:44.845 INFO:tasks.workunit.client.0.smithi012.stdout:op 1002 completed, throughput=4.99MB/sec 2024-04-02T08:47:44.845 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ZiP_4n64Aei7_jv off=2141356 len=59157 2024-04-02T08:47:44.848 INFO:tasks.workunit.client.0.smithi012.stdout:op 1003 completed, throughput=4.99MB/sec 2024-04-02T08:47:44.848 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-lB_h4kLdHBFpo_p off=1605369 len=213037 2024-04-02T08:47:44.850 INFO:tasks.workunit.client.0.smithi012.stdout:op 1004 completed, throughput=4.99MB/sec 2024-04-02T08:47:44.850 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-EsN-PBXdKVswnWn off=20675274 len=142148 2024-04-02T08:47:44.852 INFO:tasks.workunit.client.0.smithi012.stdout:op 1005 completed, throughput=4.99MB/sec 2024-04-02T08:47:44.852 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-5ISjYogn7Pm1avp off=4471806 len=786075 2024-04-02T08:47:44.853 INFO:tasks.workunit.client.0.smithi012.stdout:op 1006 completed, throughput=5MB/sec 2024-04-02T08:47:44.853 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj--q6EDODK5cP05b6 off=12864025 len=1039537 2024-04-02T08:47:44.853 INFO:tasks.workunit.client.0.smithi012.stdout:op 1007 completed, throughput=5MB/sec 2024-04-02T08:47:45.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:47:45 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:45.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:47:45 smithi012 ceph-mon[88355]: pgmap v1517: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:47:45.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:47:45 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:45.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:47:45 smithi012 ceph-mon[90784]: pgmap v1517: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:47:45.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:47:45 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:45.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:47:45 smithi055 ceph-mon[85080]: pgmap v1517: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:47:45.854 INFO:tasks.workunit.client.0.smithi012.stdout: 204: throughput=4.98MB/sec pending data=0 2024-04-02T08:47:45.854 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-NoolH3uy1O-42IV off=6868847 len=1749372 2024-04-02T08:47:45.855 INFO:tasks.workunit.client.0.smithi012.stdout:op 1008 completed, throughput=4.99MB/sec 2024-04-02T08:47:45.856 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-HIAYg6CvhrncZj3 off=8613581 len=435572 2024-04-02T08:47:45.856 INFO:tasks.workunit.client.0.smithi012.stdout:op 1009 completed, throughput=4.99MB/sec 2024-04-02T08:47:45.856 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-7eAVsAJMaXu3KW6 off=6862003 len=542309 2024-04-02T08:47:45.860 INFO:tasks.workunit.client.0.smithi012.stdout:op 1010 completed, throughput=4.99MB/sec 2024-04-02T08:47:45.860 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Jywmu6S_i8hbNbL off=5844764 len=276406 2024-04-02T08:47:45.863 INFO:tasks.workunit.client.0.smithi012.stdout:op 1011 completed, throughput=4.99MB/sec 2024-04-02T08:47:45.863 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Z5kJT5Bab3w9Gf9 off=5723282 len=994677 2024-04-02T08:47:45.863 INFO:tasks.workunit.client.0.smithi012.stdout:op 1012 completed, throughput=5MB/sec 2024-04-02T08:47:45.864 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-aQfxdaE3YklFcnR off=852975 len=1335819 2024-04-02T08:47:45.868 INFO:tasks.workunit.client.0.smithi012.stdout:op 1013 completed, throughput=5MB/sec 2024-04-02T08:47:46.869 INFO:tasks.workunit.client.0.smithi012.stdout: 205: throughput=4.98MB/sec pending data=0 2024-04-02T08:47:46.869 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-lSApJ41-qavIVIG off=897503 len=1671314 2024-04-02T08:47:46.872 INFO:tasks.workunit.client.0.smithi012.stdout:op 1014 completed, throughput=4.99MB/sec 2024-04-02T08:47:46.872 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-2wRyGipAKi3Db6o off=4751873 len=1099725 2024-04-02T08:47:46.873 INFO:tasks.workunit.client.0.smithi012.stdout:op 1015 completed, throughput=4.99MB/sec 2024-04-02T08:47:46.873 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-OrHGYfdbcHfMFSd off=2691566 len=1778467 2024-04-02T08:47:46.874 INFO:tasks.workunit.client.0.smithi012.stdout:op 1016 completed, throughput=5MB/sec 2024-04-02T08:47:46.874 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-MwkjtkhC2_y9jzD off=4267069 len=773855 2024-04-02T08:47:46.875 INFO:tasks.workunit.client.0.smithi012.stdout:op 1017 completed, throughput=5MB/sec 2024-04-02T08:47:47.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:47:47 smithi012 ceph-mon[88355]: pgmap v1518: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:47:47.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:47:47 smithi012 ceph-mon[90784]: pgmap v1518: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:47:47.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:47:47 smithi055 ceph-mon[85080]: pgmap v1518: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:47:47.875 INFO:tasks.workunit.client.0.smithi012.stdout: 206: throughput=4.98MB/sec pending data=0 2024-04-02T08:47:47.875 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ZGCc_WbnL-mQpMM off=862389 len=304989 2024-04-02T08:47:47.878 INFO:tasks.workunit.client.0.smithi012.stdout:op 1018 completed, throughput=4.98MB/sec 2024-04-02T08:47:47.879 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-2Cyte8PHU-icO0_ off=14397969 len=1757746 2024-04-02T08:47:47.886 INFO:tasks.workunit.client.0.smithi012.stdout:op 1019 completed, throughput=4.99MB/sec 2024-04-02T08:47:47.886 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-XhjMZ81eMS8Nr1Y off=15288224 len=28052 2024-04-02T08:47:47.887 INFO:tasks.workunit.client.0.smithi012.stdout:op 1020 completed, throughput=4.99MB/sec 2024-04-02T08:47:47.887 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-yoY1ELieXNA_ZMX off=20138314 len=1189534 2024-04-02T08:47:47.889 INFO:tasks.workunit.client.0.smithi012.stdout:op 1021 completed, throughput=4.99MB/sec 2024-04-02T08:47:47.889 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-2eHXnB_UZxCWmLV off=8297755 len=1981246 2024-04-02T08:47:47.890 INFO:tasks.workunit.client.0.smithi012.stdout:op 1022 completed, throughput=5MB/sec 2024-04-02T08:47:48.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:47:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:47:47] "GET /metrics HTTP/1.1" 200 34039 "" "Prometheus/2.43.0" 2024-04-02T08:47:48.891 INFO:tasks.workunit.client.0.smithi012.stdout: 207: throughput=4.98MB/sec pending data=0 2024-04-02T08:47:48.891 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-_IEMaJ8Q6YO4PsC off=10409616 len=2001160 2024-04-02T08:47:48.892 INFO:tasks.workunit.client.0.smithi012.stdout:op 1023 completed, throughput=4.99MB/sec 2024-04-02T08:47:48.892 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-EP91C5xtZte_YDl off=18917448 len=1408385 2024-04-02T08:47:48.894 INFO:tasks.workunit.client.0.smithi012.stdout:op 1024 completed, throughput=4.99MB/sec 2024-04-02T08:47:48.894 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-7US7diJv6FuYrk4 off=5207875 len=382794 2024-04-02T08:47:48.895 INFO:tasks.workunit.client.0.smithi012.stdout:op 1025 completed, throughput=4.99MB/sec 2024-04-02T08:47:48.895 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-WIHMNoUWQu0FBnD off=990894 len=1377353 2024-04-02T08:47:48.902 INFO:tasks.workunit.client.0.smithi012.stdout:op 1026 completed, throughput=5MB/sec 2024-04-02T08:47:49.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:47:49 smithi012 ceph-mon[88355]: pgmap v1519: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:47:49.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:47:49 smithi012 ceph-mon[90784]: pgmap v1519: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:47:49.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:47:49 smithi055 ceph-mon[85080]: pgmap v1519: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:47:49.902 INFO:tasks.workunit.client.0.smithi012.stdout: 208: throughput=4.98MB/sec pending data=0 2024-04-02T08:47:49.903 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-MRSPzqzImKr3-cz off=535462 len=1013242 2024-04-02T08:47:49.903 INFO:tasks.workunit.client.0.smithi012.stdout:op 1027 completed, throughput=4.98MB/sec 2024-04-02T08:47:49.903 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-vlAZVqYgnVpbaGe off=3845521 len=1545614 2024-04-02T08:47:49.907 INFO:tasks.workunit.client.0.smithi012.stdout:op 1028 completed, throughput=4.99MB/sec 2024-04-02T08:47:49.907 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-IbFDx6SRhwLwnzS off=659426 len=326452 2024-04-02T08:47:49.907 INFO:tasks.workunit.client.0.smithi012.stdout:op 1029 completed, throughput=4.99MB/sec 2024-04-02T08:47:49.907 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-0Z7xliLFJ-AU4Gr off=19445051 len=1078086 2024-04-02T08:47:49.908 INFO:tasks.workunit.client.0.smithi012.stdout:op 1030 completed, throughput=5MB/sec 2024-04-02T08:47:49.908 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-y9jQvr4sS2LhmW2 off=6717768 len=2049437 2024-04-02T08:47:49.910 INFO:tasks.workunit.client.0.smithi012.stdout:op 1031 completed, throughput=5MB/sec 2024-04-02T08:47:50.913 INFO:tasks.workunit.client.0.smithi012.stdout: 209: throughput=4.98MB/sec pending data=0 2024-04-02T08:47:50.913 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-a5IEMErGL_RBh6c off=1006605 len=702190 2024-04-02T08:47:50.914 INFO:tasks.workunit.client.0.smithi012.stdout:op 1032 completed, throughput=4.98MB/sec 2024-04-02T08:47:50.914 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-kYEtofK2WxdxOk1 off=3042563 len=780191 2024-04-02T08:47:50.914 INFO:tasks.workunit.client.0.smithi012.stdout:op 1033 completed, throughput=4.99MB/sec 2024-04-02T08:47:50.914 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-LNU_gfQHSNmpDvf off=7198014 len=1221727 2024-04-02T08:47:50.917 INFO:tasks.workunit.client.0.smithi012.stdout:op 1034 completed, throughput=4.99MB/sec 2024-04-02T08:47:50.917 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Haog51ShO3yk4dh off=3488706 len=11557 2024-04-02T08:47:50.919 INFO:tasks.workunit.client.0.smithi012.stdout:op 1035 completed, throughput=4.99MB/sec 2024-04-02T08:47:50.920 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-J8s7GoFevp9zS5a off=16091424 len=100050 2024-04-02T08:47:50.922 INFO:tasks.workunit.client.0.smithi012.stdout:op 1036 completed, throughput=4.99MB/sec 2024-04-02T08:47:50.922 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-JidMJ2N_JarBSw9 off=16143750 len=991637 2024-04-02T08:47:50.923 INFO:tasks.workunit.client.0.smithi012.stdout:op 1037 completed, throughput=5MB/sec 2024-04-02T08:47:50.923 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-tCEezgIgdzfyw-t off=6521585 len=1544352 2024-04-02T08:47:50.924 INFO:tasks.workunit.client.0.smithi012.stdout:op 1038 completed, throughput=5MB/sec 2024-04-02T08:47:51.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:47:51 smithi012 ceph-mon[88355]: pgmap v1520: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:47:51.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:47:51 smithi012 ceph-mon[90784]: pgmap v1520: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:47:51.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:47:51 smithi055 ceph-mon[85080]: pgmap v1520: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:47:51.924 INFO:tasks.workunit.client.0.smithi012.stdout: 210: throughput=4.98MB/sec pending data=0 2024-04-02T08:47:51.924 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-SWlHM643Nz4n4o4 off=1178982 len=657537 2024-04-02T08:47:51.925 INFO:tasks.workunit.client.0.smithi012.stdout:op 1039 completed, throughput=4.98MB/sec 2024-04-02T08:47:51.925 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-0A6um0HUcu-uQaN off=2541232 len=1465212 2024-04-02T08:47:51.932 INFO:tasks.workunit.client.0.smithi012.stdout:op 1040 completed, throughput=4.99MB/sec 2024-04-02T08:47:51.933 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Fbt4C9w6pN49g-g off=1453541 len=1639261 2024-04-02T08:47:51.938 INFO:tasks.workunit.client.0.smithi012.stdout:op 1041 completed, throughput=5MB/sec 2024-04-02T08:47:51.938 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-aP4v3k7RTG-rHOG off=3311158 len=1892614 2024-04-02T08:47:51.942 INFO:tasks.workunit.client.0.smithi012.stdout:op 1042 completed, throughput=5.01MB/sec 2024-04-02T08:47:52.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:47:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:47:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:47:52.942 INFO:tasks.workunit.client.0.smithi012.stdout: 211: throughput=4.98MB/sec pending data=0 2024-04-02T08:47:52.942 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-hZGOlu9FApPs215 off=9211119 len=1452797 2024-04-02T08:47:52.947 INFO:tasks.workunit.client.0.smithi012.stdout:op 1043 completed, throughput=4.99MB/sec 2024-04-02T08:47:52.948 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Y8VUY8ajLPYmAe8 off=3929276 len=1579908 2024-04-02T08:47:52.949 INFO:tasks.workunit.client.0.smithi012.stdout:op 1044 completed, throughput=5MB/sec 2024-04-02T08:47:52.949 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-eKVXfTpBiBAVA7P off=5472145 len=1180096 2024-04-02T08:47:52.952 INFO:tasks.workunit.client.0.smithi012.stdout:op 1045 completed, throughput=5MB/sec 2024-04-02T08:47:53.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:47:53 smithi012 ceph-mon[88355]: pgmap v1521: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:47:53.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:47:53 smithi012 ceph-mon[90784]: pgmap v1521: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:47:53.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:47:53 smithi055 ceph-mon[85080]: pgmap v1521: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:47:53.952 INFO:tasks.workunit.client.0.smithi012.stdout: 212: throughput=4.98MB/sec pending data=0 2024-04-02T08:47:53.952 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-to_uTqEbTXcWCn8 off=1534656 len=865192 2024-04-02T08:47:53.953 INFO:tasks.workunit.client.0.smithi012.stdout:op 1046 completed, throughput=4.98MB/sec 2024-04-02T08:47:53.953 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-EtO93cMzQ12bL1x off=11882361 len=968778 2024-04-02T08:47:53.954 INFO:tasks.workunit.client.0.smithi012.stdout:op 1047 completed, throughput=4.99MB/sec 2024-04-02T08:47:53.954 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Bt3GUgU4Dtz5r29 off=4933575 len=108880 2024-04-02T08:47:53.957 INFO:tasks.workunit.client.0.smithi012.stdout:op 1048 completed, throughput=4.99MB/sec 2024-04-02T08:47:53.957 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-7RROkrXLDTnkuiU off=23937547 len=1156091 2024-04-02T08:47:53.959 INFO:tasks.workunit.client.0.smithi012.stdout:op 1049 completed, throughput=4.99MB/sec 2024-04-02T08:47:53.959 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-tbbw0WxcTX3dfVg off=15755114 len=1503575 2024-04-02T08:47:53.960 INFO:tasks.workunit.client.0.smithi012.stdout:op 1050 completed, throughput=5MB/sec 2024-04-02T08:47:53.960 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-yxZl9VBMk4PMWSx off=5771807 len=375779 2024-04-02T08:47:53.961 INFO:tasks.workunit.client.0.smithi012.stdout:op 1051 completed, throughput=5MB/sec 2024-04-02T08:47:53.961 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-TR8qOV9T6a4AGEy off=1145795 len=510771 2024-04-02T08:47:53.964 INFO:tasks.workunit.client.0.smithi012.stdout:op 1052 completed, throughput=5MB/sec 2024-04-02T08:47:54.964 INFO:tasks.workunit.client.0.smithi012.stdout: 213: throughput=4.98MB/sec pending data=0 2024-04-02T08:47:54.964 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-CaQCfqX4NFXuEsx off=11258110 len=381033 2024-04-02T08:47:54.967 INFO:tasks.workunit.client.0.smithi012.stdout:op 1053 completed, throughput=4.98MB/sec 2024-04-02T08:47:54.968 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-azwvUHE4-zzLHLZ off=19966884 len=1040303 2024-04-02T08:47:54.969 INFO:tasks.workunit.client.0.smithi012.stdout:op 1054 completed, throughput=4.98MB/sec 2024-04-02T08:47:54.969 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-R08RKnZiOoUx-wk off=9580339 len=1146302 2024-04-02T08:47:54.975 INFO:tasks.workunit.client.0.smithi012.stdout:op 1055 completed, throughput=4.99MB/sec 2024-04-02T08:47:54.975 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-30MqRyI0OG1Mwte off=4520712 len=640673 2024-04-02T08:47:54.976 INFO:tasks.workunit.client.0.smithi012.stdout:op 1056 completed, throughput=4.99MB/sec 2024-04-02T08:47:54.976 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-INXukju-p-Yg1pe off=5632113 len=854421 2024-04-02T08:47:54.976 INFO:tasks.workunit.client.0.smithi012.stdout:op 1057 completed, throughput=5MB/sec 2024-04-02T08:47:54.976 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-9MUmbWXE26UUjgX off=8548854 len=307353 2024-04-02T08:47:54.978 INFO:tasks.workunit.client.0.smithi012.stdout:op 1058 completed, throughput=5MB/sec 2024-04-02T08:47:54.979 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-4f0PjtwZTW8hRR0 off=15363316 len=131660 2024-04-02T08:47:54.980 INFO:tasks.workunit.client.0.smithi012.stdout:op 1059 completed, throughput=5MB/sec 2024-04-02T08:47:54.980 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-c3sR44_Ckp8fIFO off=1697424 len=888085 2024-04-02T08:47:54.982 INFO:tasks.workunit.client.0.smithi012.stdout:op 1060 completed, throughput=5MB/sec 2024-04-02T08:47:55.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:47:55 smithi012 ceph-mon[88355]: pgmap v1522: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:47:55.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:47:55 smithi012 ceph-mon[90784]: pgmap v1522: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:47:55.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:47:55 smithi055 ceph-mon[85080]: pgmap v1522: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:47:55.982 INFO:tasks.workunit.client.0.smithi012.stdout: 214: throughput=4.98MB/sec pending data=0 2024-04-02T08:47:55.983 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-bGsiWTFoH-MwiLJ off=8990079 len=1826845 2024-04-02T08:47:55.989 INFO:tasks.workunit.client.0.smithi012.stdout:op 1061 completed, throughput=4.99MB/sec 2024-04-02T08:47:55.989 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-cbBh275UGakmOHS off=2672478 len=413713 2024-04-02T08:47:55.990 INFO:tasks.workunit.client.0.smithi012.stdout:op 1062 completed, throughput=4.99MB/sec 2024-04-02T08:47:55.990 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-mcVPUfY-ejWKksh off=720688 len=680322 2024-04-02T08:47:55.991 INFO:tasks.workunit.client.0.smithi012.stdout:op 1063 completed, throughput=4.99MB/sec 2024-04-02T08:47:55.991 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-iz2NLhe4AXZ6ppM off=4105247 len=891519 2024-04-02T08:47:55.993 INFO:tasks.workunit.client.0.smithi012.stdout:op 1064 completed, throughput=5MB/sec 2024-04-02T08:47:55.993 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-to_uTqEbTXcWCn8 off=474149 len=1655860 2024-04-02T08:47:55.994 INFO:tasks.workunit.client.0.smithi012.stdout:op 1065 completed, throughput=5MB/sec 2024-04-02T08:47:56.995 INFO:tasks.workunit.client.0.smithi012.stdout: 215: throughput=4.98MB/sec pending data=0 2024-04-02T08:47:56.995 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-gU8Uy2dYKVnJpmb off=7800572 len=960658 2024-04-02T08:47:56.999 INFO:tasks.workunit.client.0.smithi012.stdout:op 1066 completed, throughput=4.98MB/sec 2024-04-02T08:47:56.999 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-hUpQTuw_1SoO2Q5 off=8561182 len=1672849 2024-04-02T08:47:57.000 INFO:tasks.workunit.client.0.smithi012.stdout:op 1067 completed, throughput=4.99MB/sec 2024-04-02T08:47:57.001 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-FIR2OpJmC2b4Nc0 off=5231236 len=1352423 2024-04-02T08:47:57.008 INFO:tasks.workunit.client.0.smithi012.stdout:op 1068 completed, throughput=5MB/sec 2024-04-02T08:47:57.008 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-OxriVSs-IeWnK6e off=11171664 len=2089265 2024-04-02T08:47:57.009 INFO:tasks.workunit.client.0.smithi012.stdout:op 1069 completed, throughput=5.01MB/sec 2024-04-02T08:47:57.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:47:57 smithi012 ceph-mon[88355]: pgmap v1523: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-02T08:47:57.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:47:57 smithi012 ceph-mon[90784]: pgmap v1523: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-02T08:47:57.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:47:57 smithi055 ceph-mon[85080]: pgmap v1523: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-02T08:47:58.009 INFO:tasks.workunit.client.0.smithi012.stdout: 216: throughput=4.98MB/sec pending data=0 2024-04-02T08:47:58.010 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-BMRfFx-fkYz8sbK off=1553188 len=1533087 2024-04-02T08:47:58.011 INFO:tasks.workunit.client.0.smithi012.stdout:op 1070 completed, throughput=4.99MB/sec 2024-04-02T08:47:58.011 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-hK1A0G1b7J6InTR off=14321829 len=1344633 2024-04-02T08:47:58.016 INFO:tasks.workunit.client.0.smithi012.stdout:op 1071 completed, throughput=5MB/sec 2024-04-02T08:47:58.016 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-V89S3tS30FtHXtz off=14415033 len=248949 2024-04-02T08:47:58.019 INFO:tasks.workunit.client.0.smithi012.stdout:op 1072 completed, throughput=5MB/sec 2024-04-02T08:47:58.019 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-1Mx0cMVVPaXJqYB off=2447804 len=1350815 2024-04-02T08:47:58.023 INFO:tasks.workunit.client.0.smithi012.stdout:op 1073 completed, throughput=5MB/sec 2024-04-02T08:47:58.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:47:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:47:57] "GET /metrics HTTP/1.1" 200 34039 "" "Prometheus/2.43.0" 2024-04-02T08:47:59.024 INFO:tasks.workunit.client.0.smithi012.stdout: 217: throughput=4.98MB/sec pending data=0 2024-04-02T08:47:59.024 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-rPbWCrG-os7Ooxv off=777040 len=1351259 2024-04-02T08:47:59.029 INFO:tasks.workunit.client.0.smithi012.stdout:op 1074 completed, throughput=4.99MB/sec 2024-04-02T08:47:59.029 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-rBCXdztGB7eUwQu off=5267745 len=1907848 2024-04-02T08:47:59.038 INFO:tasks.workunit.client.0.smithi012.stdout:op 1075 completed, throughput=4.99MB/sec 2024-04-02T08:47:59.038 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-S964PAV52eqNiNJ off=18580919 len=24581 2024-04-02T08:47:59.039 INFO:tasks.workunit.client.0.smithi012.stdout:op 1076 completed, throughput=4.99MB/sec 2024-04-02T08:47:59.040 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-mHYSx0XdzO5MJpt off=5004969 len=846801 2024-04-02T08:47:59.044 INFO:tasks.workunit.client.0.smithi012.stdout:op 1077 completed, throughput=5MB/sec 2024-04-02T08:47:59.044 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-gPaHBLqOS4PVqea off=806824 len=777150 2024-04-02T08:47:59.045 INFO:tasks.workunit.client.0.smithi012.stdout:op 1078 completed, throughput=5MB/sec 2024-04-02T08:47:59.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:47:59 smithi012 ceph-mon[88355]: pgmap v1524: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.1 MiB/s wr, 4 op/s 2024-04-02T08:47:59.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:47:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:59.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:47:59 smithi012 ceph-mon[90784]: pgmap v1524: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.1 MiB/s wr, 4 op/s 2024-04-02T08:47:59.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:47:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:59.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:47:59 smithi055 ceph-mon[85080]: pgmap v1524: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.1 MiB/s wr, 4 op/s 2024-04-02T08:47:59.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:47:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:00.045 INFO:tasks.workunit.client.0.smithi012.stdout: 218: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:00.046 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-8QjIsNzP13D5_1H off=14668658 len=892053 2024-04-02T08:48:00.047 INFO:tasks.workunit.client.0.smithi012.stdout:op 1079 completed, throughput=4.98MB/sec 2024-04-02T08:48:00.048 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-gpZc82pU79H1K_X off=14897407 len=1519439 2024-04-02T08:48:00.053 INFO:tasks.workunit.client.0.smithi012.stdout:op 1080 completed, throughput=4.99MB/sec 2024-04-02T08:48:00.053 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-c2x9YlrqwPG2xpM off=10530318 len=1484230 2024-04-02T08:48:00.055 INFO:tasks.workunit.client.0.smithi012.stdout:op 1081 completed, throughput=4.99MB/sec 2024-04-02T08:48:00.055 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-7gyIgYKHbOM89fC off=13475966 len=2037626 2024-04-02T08:48:00.063 INFO:tasks.workunit.client.0.smithi012.stdout:op 1082 completed, throughput=5MB/sec 2024-04-02T08:48:01.064 INFO:tasks.workunit.client.0.smithi012.stdout: 219: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:01.064 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-wTk642JAWhojYlu off=1608370 len=601201 2024-04-02T08:48:01.068 INFO:tasks.workunit.client.0.smithi012.stdout:op 1083 completed, throughput=4.98MB/sec 2024-04-02T08:48:01.068 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-gnUjBemtBy13rBb off=10255278 len=1293715 2024-04-02T08:48:01.075 INFO:tasks.workunit.client.0.smithi012.stdout:op 1084 completed, throughput=4.99MB/sec 2024-04-02T08:48:01.075 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-jVz63ViIpkHbv9f off=18283803 len=1889287 2024-04-02T08:48:01.078 INFO:tasks.workunit.client.0.smithi012.stdout:op 1085 completed, throughput=5MB/sec 2024-04-02T08:48:01.078 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Wsxh28Xmg40g2-K off=7269664 len=1817716 2024-04-02T08:48:01.080 INFO:tasks.workunit.client.0.smithi012.stdout:op 1086 completed, throughput=5MB/sec 2024-04-02T08:48:01.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:48:01 smithi012 ceph-mon[88355]: pgmap v1525: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-02T08:48:01.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:48:01 smithi012 ceph-mon[90784]: pgmap v1525: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-02T08:48:01.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:48:01 smithi055 ceph-mon[85080]: pgmap v1525: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-02T08:48:02.080 INFO:tasks.workunit.client.0.smithi012.stdout: 220: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:02.080 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-z3xdU94jpvR3BQY off=1472143 len=1110002 2024-04-02T08:48:02.081 INFO:tasks.workunit.client.0.smithi012.stdout:op 1087 completed, throughput=4.99MB/sec 2024-04-02T08:48:02.081 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-8g6svUurtw4FuNl off=9278365 len=951652 2024-04-02T08:48:02.084 INFO:tasks.workunit.client.0.smithi012.stdout:op 1088 completed, throughput=4.99MB/sec 2024-04-02T08:48:02.084 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-3AFU-nfHuts7qc6 off=1599392 len=1883227 2024-04-02T08:48:02.091 INFO:tasks.workunit.client.0.smithi012.stdout:op 1089 completed, throughput=5MB/sec 2024-04-02T08:48:02.091 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj--Pdzq9b8II4wlFm off=944009 len=389202 2024-04-02T08:48:02.093 INFO:tasks.workunit.client.0.smithi012.stdout:op 1090 completed, throughput=5MB/sec 2024-04-02T08:48:02.093 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ehbbJpH_weiZZAp off=5499522 len=568672 2024-04-02T08:48:02.093 INFO:tasks.workunit.client.0.smithi012.stdout:op 1091 completed, throughput=5MB/sec 2024-04-02T08:48:02.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:48:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:48:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:48:03.094 INFO:tasks.workunit.client.0.smithi012.stdout: 221: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:03.094 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-2afk9rPIJjBgnR9 off=9597633 len=1460281 2024-04-02T08:48:03.095 INFO:tasks.workunit.client.0.smithi012.stdout:op 1092 completed, throughput=4.99MB/sec 2024-04-02T08:48:03.095 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-52muiFA7XjwkWjU off=12269924 len=1283566 2024-04-02T08:48:03.102 INFO:tasks.workunit.client.0.smithi012.stdout:op 1093 completed, throughput=4.99MB/sec 2024-04-02T08:48:03.102 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-xPhx1ZyDcwOQAd4 off=7699747 len=819141 2024-04-02T08:48:03.103 INFO:tasks.workunit.client.0.smithi012.stdout:op 1094 completed, throughput=5MB/sec 2024-04-02T08:48:03.103 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-7Cm5KRd8LlCa_cx off=767175 len=606515 2024-04-02T08:48:03.104 INFO:tasks.workunit.client.0.smithi012.stdout:op 1095 completed, throughput=5MB/sec 2024-04-02T08:48:03.104 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-XNL4AvIcQ19cD5F off=6019112 len=241892 2024-04-02T08:48:03.105 INFO:tasks.workunit.client.0.smithi012.stdout:op 1096 completed, throughput=5MB/sec 2024-04-02T08:48:03.105 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-mq66XVmPNwUs_kk off=17496992 len=1403392 2024-04-02T08:48:03.106 INFO:tasks.workunit.client.0.smithi012.stdout:op 1097 completed, throughput=5MB/sec 2024-04-02T08:48:03.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:48:03 smithi012 ceph-mon[90784]: pgmap v1526: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:48:03.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:48:03 smithi012 ceph-mon[88355]: pgmap v1526: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:48:03.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:48:03 smithi055 ceph-mon[85080]: pgmap v1526: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:48:04.107 INFO:tasks.workunit.client.0.smithi012.stdout: 222: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:04.107 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-62ssxPJ7RJYYMQX off=7681042 len=1082526 2024-04-02T08:48:04.109 INFO:tasks.workunit.client.0.smithi012.stdout:op 1098 completed, throughput=4.99MB/sec 2024-04-02T08:48:04.109 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-sxvYsfvOhALxlfR off=22240708 len=1571360 2024-04-02T08:48:04.112 INFO:tasks.workunit.client.0.smithi012.stdout:op 1099 completed, throughput=4.99MB/sec 2024-04-02T08:48:04.112 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-rNrqZAX4Q8CKtrR off=13843887 len=20567 2024-04-02T08:48:04.114 INFO:tasks.workunit.client.0.smithi012.stdout:op 1100 completed, throughput=4.99MB/sec 2024-04-02T08:48:04.114 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-T1uGJGsXlc7p1pV off=4338984 len=1526848 2024-04-02T08:48:04.121 INFO:tasks.workunit.client.0.smithi012.stdout:op 1101 completed, throughput=5MB/sec 2024-04-02T08:48:04.121 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-9CGdmE8ncXUOhIP off=780551 len=2038550 2024-04-02T08:48:04.129 INFO:tasks.workunit.client.0.smithi012.stdout:op 1102 completed, throughput=5.01MB/sec 2024-04-02T08:48:05.130 INFO:tasks.workunit.client.0.smithi012.stdout: 223: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:05.130 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-6IyQTNGmj3nCSgd off=14049569 len=1885153 2024-04-02T08:48:05.139 INFO:tasks.workunit.client.0.smithi012.stdout:op 1103 completed, throughput=4.99MB/sec 2024-04-02T08:48:05.140 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-EXL3KSXRG8i7NaH off=17677623 len=11976 2024-04-02T08:48:05.140 INFO:tasks.workunit.client.0.smithi012.stdout:op 1104 completed, throughput=4.99MB/sec 2024-04-02T08:48:05.140 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-s9Uk7eOCiuQZVxg off=2088606 len=309912 2024-04-02T08:48:05.142 INFO:tasks.workunit.client.0.smithi012.stdout:op 1105 completed, throughput=5MB/sec 2024-04-02T08:48:05.142 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-W57emi2hRK_9VP5 off=4124038 len=937224 2024-04-02T08:48:05.143 INFO:tasks.workunit.client.0.smithi012.stdout:op 1106 completed, throughput=5MB/sec 2024-04-02T08:48:05.143 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-oUbJyDBkZ5X_D8K off=11195518 len=1540233 2024-04-02T08:48:05.148 INFO:tasks.workunit.client.0.smithi012.stdout:op 1107 completed, throughput=5.01MB/sec 2024-04-02T08:48:05.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:48:05 smithi012 ceph-mon[90784]: pgmap v1527: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:48:05.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:48:05 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:48:05.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:48:05 smithi012 ceph-mon[88355]: pgmap v1527: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:48:05.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:48:05 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:48:05.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:48:05 smithi055 ceph-mon[85080]: pgmap v1527: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:48:05.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:48:05 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:48:06.148 INFO:tasks.workunit.client.0.smithi012.stdout: 224: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:06.148 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-96sxY8CfpP-g4nQ off=12798369 len=373855 2024-04-02T08:48:06.149 INFO:tasks.workunit.client.0.smithi012.stdout:op 1108 completed, throughput=4.98MB/sec 2024-04-02T08:48:06.149 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-jKKMcRjcxm8prXq off=8355205 len=1505673 2024-04-02T08:48:06.154 INFO:tasks.workunit.client.0.smithi012.stdout:op 1109 completed, throughput=4.99MB/sec 2024-04-02T08:48:06.154 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-P2a0psxGdfGc4sP off=12962786 len=1882797 2024-04-02T08:48:06.157 INFO:tasks.workunit.client.0.smithi012.stdout:op 1110 completed, throughput=5MB/sec 2024-04-02T08:48:06.157 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-L8eg6sTAHaCONW5 off=11491056 len=926374 2024-04-02T08:48:06.157 INFO:tasks.workunit.client.0.smithi012.stdout:op 1111 completed, throughput=5MB/sec 2024-04-02T08:48:06.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:48:06 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:48:06.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:48:06 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:48:06.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:48:06 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:48:06.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:48:06 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:48:06.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:48:06 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:48:06.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:48:06 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:48:06.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:48:06 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:48:06.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:48:06 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:48:06.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:48:06 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:48:07.158 INFO:tasks.workunit.client.0.smithi012.stdout: 225: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:07.158 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-MesLlWa-G27amoQ off=2951172 len=1913223 2024-04-02T08:48:07.165 INFO:tasks.workunit.client.0.smithi012.stdout:op 1112 completed, throughput=4.99MB/sec 2024-04-02T08:48:07.166 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-r4w0NxoSrsjN1G9 off=13806208 len=331680 2024-04-02T08:48:07.168 INFO:tasks.workunit.client.0.smithi012.stdout:op 1113 completed, throughput=4.99MB/sec 2024-04-02T08:48:07.168 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-WGy9AKlxpXJ_0TQ off=10672716 len=1076670 2024-04-02T08:48:07.169 INFO:tasks.workunit.client.0.smithi012.stdout:op 1114 completed, throughput=4.99MB/sec 2024-04-02T08:48:07.169 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-xX3vqtlxUFmQLqL off=1206718 len=823909 2024-04-02T08:48:07.173 INFO:tasks.workunit.client.0.smithi012.stdout:op 1115 completed, throughput=5MB/sec 2024-04-02T08:48:07.173 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-mFdyZCUhaLCQwC5 off=908833 len=1851625 2024-04-02T08:48:07.181 INFO:tasks.workunit.client.0.smithi012.stdout:op 1116 completed, throughput=5.01MB/sec 2024-04-02T08:48:07.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:48:07 smithi012 ceph-mon[88355]: pgmap v1528: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:48:07.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:48:07 smithi012 ceph-mon[90784]: pgmap v1528: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:48:08.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:48:07 smithi055 ceph-mon[85080]: pgmap v1528: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:48:08.181 INFO:tasks.workunit.client.0.smithi012.stdout: 226: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:08.181 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-AWMA7uoArdGgDOB off=5273439 len=500808 2024-04-02T08:48:08.183 INFO:tasks.workunit.client.0.smithi012.stdout:op 1117 completed, throughput=4.99MB/sec 2024-04-02T08:48:08.183 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-QkxXIsFUM8FI7f4 off=2946095 len=1534318 2024-04-02T08:48:08.184 INFO:tasks.workunit.client.0.smithi012.stdout:op 1118 completed, throughput=4.99MB/sec 2024-04-02T08:48:08.184 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-87oDDEuPWlXIIuo off=5659613 len=230935 2024-04-02T08:48:08.185 INFO:tasks.workunit.client.0.smithi012.stdout:op 1119 completed, throughput=4.99MB/sec 2024-04-02T08:48:08.185 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-JtM-q5mCExdMKl1 off=9018795 len=1059205 2024-04-02T08:48:08.186 INFO:tasks.workunit.client.0.smithi012.stdout:op 1120 completed, throughput=5MB/sec 2024-04-02T08:48:08.186 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-EkWUFmM2UCyqa0k off=293322 len=1395674 2024-04-02T08:48:08.192 INFO:tasks.workunit.client.0.smithi012.stdout:op 1121 completed, throughput=5MB/sec 2024-04-02T08:48:08.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:48:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:48:07] "GET /metrics HTTP/1.1" 200 34039 "" "Prometheus/2.43.0" 2024-04-02T08:48:09.192 INFO:tasks.workunit.client.0.smithi012.stdout: 227: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:09.192 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-1KZ-Jba0dP2sNI1 off=9715826 len=104315 2024-04-02T08:48:09.194 INFO:tasks.workunit.client.0.smithi012.stdout:op 1122 completed, throughput=4.98MB/sec 2024-04-02T08:48:09.194 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-nJXUtmwY3JA07Jj off=393991 len=1315966 2024-04-02T08:48:09.201 INFO:tasks.workunit.client.0.smithi012.stdout:op 1123 completed, throughput=4.99MB/sec 2024-04-02T08:48:09.201 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ne2U9zGqKfmRwXA off=12846719 len=2034136 2024-04-02T08:48:09.210 INFO:tasks.workunit.client.0.smithi012.stdout:op 1124 completed, throughput=5MB/sec 2024-04-02T08:48:09.210 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-QJ4nxvNhUvrNDRJ off=6499631 len=303711 2024-04-02T08:48:09.211 INFO:tasks.workunit.client.0.smithi012.stdout:op 1125 completed, throughput=5MB/sec 2024-04-02T08:48:09.211 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-xj0mM-PanEdluH1 off=572263 len=1035317 2024-04-02T08:48:09.213 INFO:tasks.workunit.client.0.smithi012.stdout:op 1126 completed, throughput=5MB/sec 2024-04-02T08:48:09.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:48:09 smithi012 ceph-mon[88355]: pgmap v1529: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:48:09.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:48:09 smithi012 ceph-mon[90784]: pgmap v1529: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:48:10.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:48:09 smithi055 ceph-mon[85080]: pgmap v1529: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:48:10.213 INFO:tasks.workunit.client.0.smithi012.stdout: 228: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:10.213 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-m_zdz-Oa27Jty0b off=1930559 len=1446382 2024-04-02T08:48:10.219 INFO:tasks.workunit.client.0.smithi012.stdout:op 1127 completed, throughput=4.98MB/sec 2024-04-02T08:48:10.219 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-lbtJGhB1D812iBY off=8185134 len=848578 2024-04-02T08:48:10.221 INFO:tasks.workunit.client.0.smithi012.stdout:op 1128 completed, throughput=4.99MB/sec 2024-04-02T08:48:10.221 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-kog3P8E2ERNjiAO off=8730712 len=1452150 2024-04-02T08:48:10.224 INFO:tasks.workunit.client.0.smithi012.stdout:op 1129 completed, throughput=4.99MB/sec 2024-04-02T08:48:10.224 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-r0QQz6kIwiKbzyb off=2652163 len=575291 2024-04-02T08:48:10.228 INFO:tasks.workunit.client.0.smithi012.stdout:op 1130 completed, throughput=5MB/sec 2024-04-02T08:48:10.228 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-mNZJa8s0d-hhuFm off=787408 len=667106 2024-04-02T08:48:10.232 INFO:tasks.workunit.client.0.smithi012.stdout:op 1131 completed, throughput=5MB/sec 2024-04-02T08:48:10.232 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Q5960dBrQsHxNL4 off=3596815 len=209619 2024-04-02T08:48:10.232 INFO:tasks.workunit.client.0.smithi012.stdout:op 1132 completed, throughput=5MB/sec 2024-04-02T08:48:11.232 INFO:tasks.workunit.client.0.smithi012.stdout: 229: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:11.233 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-mYbnUy90jDt8FUI off=3941283 len=1950729 2024-04-02T08:48:11.241 INFO:tasks.workunit.client.0.smithi012.stdout:op 1133 completed, throughput=4.99MB/sec 2024-04-02T08:48:11.241 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-KoDU-7G814EnkAq off=6889746 len=734211 2024-04-02T08:48:11.242 INFO:tasks.workunit.client.0.smithi012.stdout:op 1134 completed, throughput=4.99MB/sec 2024-04-02T08:48:11.242 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-qHejuXAZw-HGprq off=240923 len=1841285 2024-04-02T08:48:11.249 INFO:tasks.workunit.client.0.smithi012.stdout:op 1135 completed, throughput=5MB/sec 2024-04-02T08:48:11.249 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-NdTeNN8D3JlwIag off=534963 len=134292 2024-04-02T08:48:11.252 INFO:tasks.workunit.client.0.smithi012.stdout:op 1136 completed, throughput=5MB/sec 2024-04-02T08:48:11.252 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-LNSTqAJA_6iS_LG off=5916347 len=401686 2024-04-02T08:48:11.254 INFO:tasks.workunit.client.0.smithi012.stdout:op 1137 completed, throughput=5MB/sec 2024-04-02T08:48:11.254 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-NANcR8JuEdIZ9Rb off=936700 len=2095573 2024-04-02T08:48:11.262 INFO:tasks.workunit.client.0.smithi012.stdout:op 1138 completed, throughput=5.01MB/sec 2024-04-02T08:48:11.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:48:11 smithi012 ceph-mon[88355]: pgmap v1530: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:48:11.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:48:11 smithi012 ceph-mon[90784]: pgmap v1530: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:48:12.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:48:11 smithi055 ceph-mon[85080]: pgmap v1530: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:48:12.262 INFO:tasks.workunit.client.0.smithi012.stdout: 230: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:12.262 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Nkj3m4F8XbPJyCl off=18346676 len=365093 2024-04-02T08:48:12.266 INFO:tasks.workunit.client.0.smithi012.stdout:op 1139 completed, throughput=4.99MB/sec 2024-04-02T08:48:12.266 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-V4ankBC0QICU-vf off=3046506 len=1615833 2024-04-02T08:48:12.273 INFO:tasks.workunit.client.0.smithi012.stdout:op 1140 completed, throughput=4.99MB/sec 2024-04-02T08:48:12.273 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-tCbdAXAJ74li9BE off=16195768 len=2025390 2024-04-02T08:48:12.282 INFO:tasks.workunit.client.0.smithi012.stdout:op 1141 completed, throughput=5MB/sec 2024-04-02T08:48:12.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:48:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:48:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:48:13.282 INFO:tasks.workunit.client.0.smithi012.stdout: 231: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:13.282 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-iwDtK_uAqlc_RY1 off=9749850 len=1577039 2024-04-02T08:48:13.288 INFO:tasks.workunit.client.0.smithi012.stdout:op 1142 completed, throughput=4.99MB/sec 2024-04-02T08:48:13.288 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-K4unbW__5JPi2E7 off=15788912 len=1135006 2024-04-02T08:48:13.293 INFO:tasks.workunit.client.0.smithi012.stdout:op 1143 completed, throughput=4.99MB/sec 2024-04-02T08:48:13.293 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-AUZQBNoglQ783PP off=3593033 len=134509 2024-04-02T08:48:13.295 INFO:tasks.workunit.client.0.smithi012.stdout:op 1144 completed, throughput=4.99MB/sec 2024-04-02T08:48:13.295 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-buLe_tEfG_sbr8- off=9309368 len=1977326 2024-04-02T08:48:13.299 INFO:tasks.workunit.client.0.smithi012.stdout:op 1145 completed, throughput=5MB/sec 2024-04-02T08:48:13.299 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-xWeTqRWhCdp__63 off=2720145 len=101738 2024-04-02T08:48:13.299 INFO:tasks.workunit.client.0.smithi012.stdout:op 1146 completed, throughput=5MB/sec 2024-04-02T08:48:13.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:48:13 smithi012 ceph-mon[88355]: pgmap v1531: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:48:13.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:48:13 smithi012 ceph-mon[90784]: pgmap v1531: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:48:14.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:48:13 smithi055 ceph-mon[85080]: pgmap v1531: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:48:14.299 INFO:tasks.workunit.client.0.smithi012.stdout: 232: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:14.300 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-xh8JeV4rc2COHtu off=8884487 len=94945 2024-04-02T08:48:14.302 INFO:tasks.workunit.client.0.smithi012.stdout:op 1147 completed, throughput=4.98MB/sec 2024-04-02T08:48:14.302 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-tymsXtfsriWBJSQ off=1855454 len=1110366 2024-04-02T08:48:14.307 INFO:tasks.workunit.client.0.smithi012.stdout:op 1148 completed, throughput=4.98MB/sec 2024-04-02T08:48:14.307 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-52muiFA7XjwkWjU off=10376575 len=1380633 2024-04-02T08:48:14.308 INFO:tasks.workunit.client.0.smithi012.stdout:op 1149 completed, throughput=4.99MB/sec 2024-04-02T08:48:14.308 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-v1lmwXVHAF3-ClJ off=7874813 len=369180 2024-04-02T08:48:14.311 INFO:tasks.workunit.client.0.smithi012.stdout:op 1150 completed, throughput=4.99MB/sec 2024-04-02T08:48:14.311 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-oATBDfN-h9rW91K off=5947580 len=1359275 2024-04-02T08:48:14.312 INFO:tasks.workunit.client.0.smithi012.stdout:op 1151 completed, throughput=5MB/sec 2024-04-02T08:48:14.312 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-leyzw-KyzP9_fh7 off=20473670 len=931974 2024-04-02T08:48:14.313 INFO:tasks.workunit.client.0.smithi012.stdout:op 1152 completed, throughput=5MB/sec 2024-04-02T08:48:14.313 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-NbKabOR8X3QEVc2 off=2185100 len=1775547 2024-04-02T08:48:14.320 INFO:tasks.workunit.client.0.smithi012.stdout:op 1153 completed, throughput=5.01MB/sec 2024-04-02T08:48:14.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:48:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:14.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:48:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:15.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:48:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:15.321 INFO:tasks.workunit.client.0.smithi012.stdout: 233: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:15.321 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-O7Pa_iD_dTj3mmS off=1873516 len=1107803 2024-04-02T08:48:15.322 INFO:tasks.workunit.client.0.smithi012.stdout:op 1154 completed, throughput=4.99MB/sec 2024-04-02T08:48:15.322 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-UyWJ_3xM73-Z6_c off=1975949 len=2055782 2024-04-02T08:48:15.324 INFO:tasks.workunit.client.0.smithi012.stdout:op 1155 completed, throughput=5MB/sec 2024-04-02T08:48:15.324 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-_IDc4RiC49B4joX off=11926001 len=482352 2024-04-02T08:48:15.325 INFO:tasks.workunit.client.0.smithi012.stdout:op 1156 completed, throughput=5MB/sec 2024-04-02T08:48:15.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:48:15 smithi012 ceph-mon[88355]: pgmap v1532: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:48:15.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:48:15 smithi012 ceph-mon[90784]: pgmap v1532: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:48:16.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:48:15 smithi055 ceph-mon[85080]: pgmap v1532: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:48:16.325 INFO:tasks.workunit.client.0.smithi012.stdout: 234: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:16.325 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-z3msCCG4r6I7fe6 off=10365819 len=1835139 2024-04-02T08:48:16.333 INFO:tasks.workunit.client.0.smithi012.stdout:op 1157 completed, throughput=4.99MB/sec 2024-04-02T08:48:16.333 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-l63AtsF2jVt4-G7 off=10014592 len=831620 2024-04-02T08:48:16.337 INFO:tasks.workunit.client.0.smithi012.stdout:op 1158 completed, throughput=4.99MB/sec 2024-04-02T08:48:16.337 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-r20-uBbkfPjReBt off=9519697 len=1859923 2024-04-02T08:48:16.346 INFO:tasks.workunit.client.0.smithi012.stdout:op 1159 completed, throughput=5MB/sec 2024-04-02T08:48:16.346 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-CiJk4tzJ14sDYFk off=3186763 len=181533 2024-04-02T08:48:16.348 INFO:tasks.workunit.client.0.smithi012.stdout:op 1160 completed, throughput=5MB/sec 2024-04-02T08:48:16.348 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-rrBpjccJmprvATz off=7476168 len=2001775 2024-04-02T08:48:16.355 INFO:tasks.workunit.client.0.smithi012.stdout:op 1161 completed, throughput=5.01MB/sec 2024-04-02T08:48:17.355 INFO:tasks.workunit.client.0.smithi012.stdout: 235: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:17.355 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ojSP3ZO29W2XiPv off=5615152 len=1352461 2024-04-02T08:48:17.362 INFO:tasks.workunit.client.0.smithi012.stdout:op 1162 completed, throughput=4.99MB/sec 2024-04-02T08:48:17.362 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Uyb_MLyvg84gn6d off=4598787 len=2093468 2024-04-02T08:48:17.369 INFO:tasks.workunit.client.0.smithi012.stdout:op 1163 completed, throughput=5MB/sec 2024-04-02T08:48:17.369 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-61SFzPiio4fghwz off=12996807 len=622133 2024-04-02T08:48:17.372 INFO:tasks.workunit.client.0.smithi012.stdout:op 1164 completed, throughput=5MB/sec 2024-04-02T08:48:17.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:48:17 smithi012 ceph-mon[88355]: pgmap v1533: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:48:17.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:48:17 smithi012 ceph-mon[90784]: pgmap v1533: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:48:18.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:48:17 smithi055 ceph-mon[85080]: pgmap v1533: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:48:18.372 INFO:tasks.workunit.client.0.smithi012.stdout: 236: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:18.372 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Wuiw9sv96jIISzj off=12067044 len=1508715 2024-04-02T08:48:18.378 INFO:tasks.workunit.client.0.smithi012.stdout:op 1165 completed, throughput=4.99MB/sec 2024-04-02T08:48:18.378 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-_MoSwVcRFputNq1 off=429599 len=2045901 2024-04-02T08:48:18.387 INFO:tasks.workunit.client.0.smithi012.stdout:op 1166 completed, throughput=4.99MB/sec 2024-04-02T08:48:18.388 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-W4l7ygUjFUD-hyh off=5655372 len=217048 2024-04-02T08:48:18.388 INFO:tasks.workunit.client.0.smithi012.stdout:op 1167 completed, throughput=4.99MB/sec 2024-04-02T08:48:18.388 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-NYhzXyubDJirprg off=23328411 len=1819789 2024-04-02T08:48:18.396 INFO:tasks.workunit.client.0.smithi012.stdout:op 1168 completed, throughput=5MB/sec 2024-04-02T08:48:18.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:48:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:48:17] "GET /metrics HTTP/1.1" 200 34039 "" "Prometheus/2.43.0" 2024-04-02T08:48:19.396 INFO:tasks.workunit.client.0.smithi012.stdout: 237: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:19.397 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-V82Zhcde7GZFQtn off=2710221 len=1823832 2024-04-02T08:48:19.403 INFO:tasks.workunit.client.0.smithi012.stdout:op 1169 completed, throughput=4.99MB/sec 2024-04-02T08:48:19.403 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-GJpH1W-hYcWMRYI off=2456857 len=685630 2024-04-02T08:48:19.404 INFO:tasks.workunit.client.0.smithi012.stdout:op 1170 completed, throughput=4.99MB/sec 2024-04-02T08:48:19.404 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-71I6MrnEVW4vl_j off=1676529 len=391678 2024-04-02T08:48:19.405 INFO:tasks.workunit.client.0.smithi012.stdout:op 1171 completed, throughput=4.99MB/sec 2024-04-02T08:48:19.405 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-tnN_WQUXmZ74_8f off=14827148 len=1650669 2024-04-02T08:48:19.413 INFO:tasks.workunit.client.0.smithi012.stdout:op 1172 completed, throughput=5MB/sec 2024-04-02T08:48:19.413 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-AWbWMWfBFHNPnj5 off=1585326 len=596600 2024-04-02T08:48:19.414 INFO:tasks.workunit.client.0.smithi012.stdout:op 1173 completed, throughput=5MB/sec 2024-04-02T08:48:19.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:48:19 smithi012 ceph-mon[88355]: pgmap v1534: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:48:19.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:48:19 smithi012 ceph-mon[90784]: pgmap v1534: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:48:20.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:48:19 smithi055 ceph-mon[85080]: pgmap v1534: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:48:20.414 INFO:tasks.workunit.client.0.smithi012.stdout: 238: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:20.414 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-_a3X1S9yqCWmIYt off=9498300 len=728406 2024-04-02T08:48:20.415 INFO:tasks.workunit.client.0.smithi012.stdout:op 1174 completed, throughput=4.98MB/sec 2024-04-02T08:48:20.415 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-XY_Sh8PoKYnuut5 off=2072732 len=440534 2024-04-02T08:48:20.417 INFO:tasks.workunit.client.0.smithi012.stdout:op 1175 completed, throughput=4.98MB/sec 2024-04-02T08:48:20.417 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-5cnmEZnk4eoc9k2 off=7031088 len=506313 2024-04-02T08:48:20.418 INFO:tasks.workunit.client.0.smithi012.stdout:op 1176 completed, throughput=4.99MB/sec 2024-04-02T08:48:20.418 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-JcnBb2oO_hEOzer off=12336008 len=994863 2024-04-02T08:48:20.420 INFO:tasks.workunit.client.0.smithi012.stdout:op 1177 completed, throughput=4.99MB/sec 2024-04-02T08:48:20.420 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-O5UskrTZ6EiY-lq off=180322 len=1918620 2024-04-02T08:48:20.429 INFO:tasks.workunit.client.0.smithi012.stdout:op 1178 completed, throughput=5MB/sec 2024-04-02T08:48:20.429 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-rBUzHJOof0nkNWD off=2911047 len=1561020 2024-04-02T08:48:20.430 INFO:tasks.workunit.client.0.smithi012.stdout:op 1179 completed, throughput=5MB/sec 2024-04-02T08:48:21.431 INFO:tasks.workunit.client.0.smithi012.stdout: 239: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:21.431 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-wx79385pJyIqGWR off=7394169 len=1921695 2024-04-02T08:48:21.433 INFO:tasks.workunit.client.0.smithi012.stdout:op 1180 completed, throughput=4.99MB/sec 2024-04-02T08:48:21.434 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-q02uNRR9A7Qe09v off=16737024 len=2020030 2024-04-02T08:48:21.434 INFO:tasks.workunit.client.0.smithi012.stdout:op 1181 completed, throughput=5MB/sec 2024-04-02T08:48:21.434 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-rUdFnRM1vdWG1Av off=8744517 len=1206324 2024-04-02T08:48:21.437 INFO:tasks.workunit.client.0.smithi012.stdout:op 1182 completed, throughput=5MB/sec 2024-04-02T08:48:21.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:48:21 smithi012 ceph-mon[88355]: pgmap v1535: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-04-02T08:48:21.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:48:21 smithi012 ceph-mon[90784]: pgmap v1535: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-04-02T08:48:22.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:48:21 smithi055 ceph-mon[85080]: pgmap v1535: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-04-02T08:48:22.437 INFO:tasks.workunit.client.0.smithi012.stdout: 240: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:22.437 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Js_eERlJ5hViRh8 off=7553275 len=331674 2024-04-02T08:48:22.438 INFO:tasks.workunit.client.0.smithi012.stdout:op 1183 completed, throughput=4.98MB/sec 2024-04-02T08:48:22.438 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-GlMTja9PXt9bol1 off=17945072 len=643728 2024-04-02T08:48:22.440 INFO:tasks.workunit.client.0.smithi012.stdout:op 1184 completed, throughput=4.99MB/sec 2024-04-02T08:48:22.440 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-LGG-TKFICkr4IQD off=1559347 len=2010714 2024-04-02T08:48:22.441 INFO:tasks.workunit.client.0.smithi012.stdout:op 1185 completed, throughput=4.99MB/sec 2024-04-02T08:48:22.441 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-16D2OK5qvbdFhfU off=1003818 len=733769 2024-04-02T08:48:22.442 INFO:tasks.workunit.client.0.smithi012.stdout:op 1186 completed, throughput=5MB/sec 2024-04-02T08:48:22.443 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-UZm9MZ2ZnGzMm5r off=6033473 len=1393113 2024-04-02T08:48:22.449 INFO:tasks.workunit.client.0.smithi012.stdout:op 1187 completed, throughput=5MB/sec 2024-04-02T08:48:22.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:48:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:48:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:48:23.449 INFO:tasks.workunit.client.0.smithi012.stdout: 241: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:23.450 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-yLXvQ-u0DpFCRcy off=2606474 len=997535 2024-04-02T08:48:23.452 INFO:tasks.workunit.client.0.smithi012.stdout:op 1188 completed, throughput=4.99MB/sec 2024-04-02T08:48:23.452 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-J2LsGcb1KtrvrM- off=17083617 len=1397414 2024-04-02T08:48:23.453 INFO:tasks.workunit.client.0.smithi012.stdout:op 1189 completed, throughput=4.99MB/sec 2024-04-02T08:48:23.453 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ZqACAQZsVGKA4W6 off=894078 len=337477 2024-04-02T08:48:23.454 INFO:tasks.workunit.client.0.smithi012.stdout:op 1190 completed, throughput=4.99MB/sec 2024-04-02T08:48:23.454 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-cTqmkwDNR9pcmJp off=6968641 len=660206 2024-04-02T08:48:23.455 INFO:tasks.workunit.client.0.smithi012.stdout:op 1191 completed, throughput=5MB/sec 2024-04-02T08:48:23.455 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-_tfEP37LfTl3JBT off=6025833 len=375144 2024-04-02T08:48:23.456 INFO:tasks.workunit.client.0.smithi012.stdout:op 1192 completed, throughput=5MB/sec 2024-04-02T08:48:23.456 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-0lfgLd3ud8EPdGI off=117057 len=1620651 2024-04-02T08:48:23.458 INFO:tasks.workunit.client.0.smithi012.stdout:op 1193 completed, throughput=5MB/sec 2024-04-02T08:48:23.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:48:23 smithi012 ceph-mon[88355]: pgmap v1536: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-04-02T08:48:23.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:48:23 smithi012 ceph-mon[90784]: pgmap v1536: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-04-02T08:48:24.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:48:23 smithi055 ceph-mon[85080]: pgmap v1536: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-04-02T08:48:24.458 INFO:tasks.workunit.client.0.smithi012.stdout: 242: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:24.459 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Sdx2cxXNuTbF-Xk off=690361 len=178340 2024-04-02T08:48:24.461 INFO:tasks.workunit.client.0.smithi012.stdout:op 1194 completed, throughput=4.98MB/sec 2024-04-02T08:48:24.462 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-GpMYEK13VwVoA2l off=12514461 len=18580 2024-04-02T08:48:24.462 INFO:tasks.workunit.client.0.smithi012.stdout:op 1195 completed, throughput=4.98MB/sec 2024-04-02T08:48:24.462 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-saUGZpVvjRNkaUg off=9341670 len=27793 2024-04-02T08:48:24.463 INFO:tasks.workunit.client.0.smithi012.stdout:op 1196 completed, throughput=4.98MB/sec 2024-04-02T08:48:24.464 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-kb0lUhQKaCDRb1_ off=14811842 len=1456158 2024-04-02T08:48:24.470 INFO:tasks.workunit.client.0.smithi012.stdout:op 1197 completed, throughput=4.99MB/sec 2024-04-02T08:48:24.470 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-J99piHonHH8q2En off=13309944 len=291698 2024-04-02T08:48:24.471 INFO:tasks.workunit.client.0.smithi012.stdout:op 1198 completed, throughput=4.99MB/sec 2024-04-02T08:48:24.471 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-3fYf0UAD8OISljF off=19731061 len=365603 2024-04-02T08:48:24.473 INFO:tasks.workunit.client.0.smithi012.stdout:op 1199 completed, throughput=4.99MB/sec 2024-04-02T08:48:24.473 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-XyE-NgwGwgVnEJ8 off=12446529 len=991864 2024-04-02T08:48:24.475 INFO:tasks.workunit.client.0.smithi012.stdout:op 1200 completed, throughput=5MB/sec 2024-04-02T08:48:24.476 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Vg33jbSgITaVE3x off=948138 len=1365483 2024-04-02T08:48:24.481 INFO:tasks.workunit.client.0.smithi012.stdout:op 1201 completed, throughput=5MB/sec 2024-04-02T08:48:25.482 INFO:tasks.workunit.client.0.smithi012.stdout: 243: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:25.482 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ikdKoWAZ7W7IhSn off=5611503 len=916757 2024-04-02T08:48:25.487 INFO:tasks.workunit.client.0.smithi012.stdout:op 1202 completed, throughput=4.98MB/sec 2024-04-02T08:48:25.487 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-5z7oxNkVIJXtiaV off=676796 len=1059663 2024-04-02T08:48:25.488 INFO:tasks.workunit.client.0.smithi012.stdout:op 1203 completed, throughput=4.99MB/sec 2024-04-02T08:48:25.488 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-7GwAan1RS7LT2uX off=3283045 len=1085258 2024-04-02T08:48:25.493 INFO:tasks.workunit.client.0.smithi012.stdout:op 1204 completed, throughput=4.99MB/sec 2024-04-02T08:48:25.493 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-D5NJir81AZ5_MJO off=180787 len=1757290 2024-04-02T08:48:25.494 INFO:tasks.workunit.client.0.smithi012.stdout:op 1205 completed, throughput=5MB/sec 2024-04-02T08:48:25.495 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-CWX8b-KcPt65lGH off=9931778 len=718931 2024-04-02T08:48:25.497 INFO:tasks.workunit.client.0.smithi012.stdout:op 1206 completed, throughput=5MB/sec 2024-04-02T08:48:25.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:48:25 smithi012 ceph-mon[88355]: pgmap v1537: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 996 KiB/s rd, 3.0 MiB/s wr, 3 op/s 2024-04-02T08:48:25.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:48:25 smithi012 ceph-mon[90784]: pgmap v1537: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 996 KiB/s rd, 3.0 MiB/s wr, 3 op/s 2024-04-02T08:48:26.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:48:25 smithi055 ceph-mon[85080]: pgmap v1537: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 996 KiB/s rd, 3.0 MiB/s wr, 3 op/s 2024-04-02T08:48:26.498 INFO:tasks.workunit.client.0.smithi012.stdout: 244: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:26.498 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Iim8HCMvWY2O2VJ off=4380825 len=1171134 2024-04-02T08:48:26.502 INFO:tasks.workunit.client.0.smithi012.stdout:op 1207 completed, throughput=4.99MB/sec 2024-04-02T08:48:26.502 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-CT24-WD0rYdcATj off=8013592 len=210852 2024-04-02T08:48:26.505 INFO:tasks.workunit.client.0.smithi012.stdout:op 1208 completed, throughput=4.99MB/sec 2024-04-02T08:48:26.505 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-m0x9jfKigNGPsfI off=15207857 len=130035 2024-04-02T08:48:26.508 INFO:tasks.workunit.client.0.smithi012.stdout:op 1209 completed, throughput=4.99MB/sec 2024-04-02T08:48:26.508 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-zP2-Zm0pqpzDD53 off=1540827 len=153113 2024-04-02T08:48:26.508 INFO:tasks.workunit.client.0.smithi012.stdout:op 1210 completed, throughput=4.99MB/sec 2024-04-02T08:48:26.508 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-NbhasQEKAszJ38c off=3998408 len=1442633 2024-04-02T08:48:26.513 INFO:tasks.workunit.client.0.smithi012.stdout:op 1211 completed, throughput=4.99MB/sec 2024-04-02T08:48:26.514 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-OlDP-2cr0Ydd5wb off=10331352 len=1748662 2024-04-02T08:48:26.522 INFO:tasks.workunit.client.0.smithi012.stdout:op 1212 completed, throughput=5MB/sec 2024-04-02T08:48:26.522 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj--7xDQXqJXDzPK5L off=19194997 len=306084 2024-04-02T08:48:26.524 INFO:tasks.workunit.client.0.smithi012.stdout:op 1213 completed, throughput=5MB/sec 2024-04-02T08:48:27.524 INFO:tasks.workunit.client.0.smithi012.stdout: 245: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:27.524 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-vn6iGOFob4eF2np off=9883891 len=1998670 2024-04-02T08:48:27.533 INFO:tasks.workunit.client.0.smithi012.stdout:op 1214 completed, throughput=4.99MB/sec 2024-04-02T08:48:27.533 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-uMVmK_kQAQJ7Rwh off=10520946 len=443723 2024-04-02T08:48:27.535 INFO:tasks.workunit.client.0.smithi012.stdout:op 1215 completed, throughput=4.99MB/sec 2024-04-02T08:48:27.535 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-CeveisFIjH8HlGl off=677085 len=1006880 2024-04-02T08:48:27.540 INFO:tasks.workunit.client.0.smithi012.stdout:op 1216 completed, throughput=4.99MB/sec 2024-04-02T08:48:27.540 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-HMGS3owxh73ZUpi off=4770049 len=1150553 2024-04-02T08:48:27.541 INFO:tasks.workunit.client.0.smithi012.stdout:op 1217 completed, throughput=5MB/sec 2024-04-02T08:48:27.541 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-P6ubyQv05Z-qf4f off=9889558 len=61600 2024-04-02T08:48:27.541 INFO:tasks.workunit.client.0.smithi012.stdout:op 1218 completed, throughput=5MB/sec 2024-04-02T08:48:27.541 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-h8tKHHTG0vcJU9b off=4578615 len=255597 2024-04-02T08:48:27.542 INFO:tasks.workunit.client.0.smithi012.stdout:op 1219 completed, throughput=5MB/sec 2024-04-02T08:48:27.543 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-zIRuWqRa5KNAjCy off=4955341 len=1328486 2024-04-02T08:48:27.549 INFO:tasks.workunit.client.0.smithi012.stdout:op 1220 completed, throughput=5MB/sec 2024-04-02T08:48:27.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:48:27 smithi012 ceph-mon[88355]: pgmap v1538: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:48:27.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:48:27 smithi012 ceph-mon[90784]: pgmap v1538: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:48:28.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:48:27 smithi055 ceph-mon[85080]: pgmap v1538: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:48:28.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:48:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:48:27] "GET /metrics HTTP/1.1" 200 34039 "" "Prometheus/2.43.0" 2024-04-02T08:48:28.550 INFO:tasks.workunit.client.0.smithi012.stdout: 246: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:28.550 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Bce-Wy6c_nYtW6M off=59986 len=195430 2024-04-02T08:48:28.553 INFO:tasks.workunit.client.0.smithi012.stdout:op 1221 completed, throughput=4.98MB/sec 2024-04-02T08:48:28.553 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-n2xzU3e_tFsS5oq off=7884868 len=1331656 2024-04-02T08:48:28.555 INFO:tasks.workunit.client.0.smithi012.stdout:op 1222 completed, throughput=4.99MB/sec 2024-04-02T08:48:28.555 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-rLsjxmCf6Lk2w-Y off=20815931 len=1463924 2024-04-02T08:48:28.557 INFO:tasks.workunit.client.0.smithi012.stdout:op 1223 completed, throughput=4.99MB/sec 2024-04-02T08:48:28.557 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-OqitMgoxZbVM-IW off=18251002 len=938964 2024-04-02T08:48:28.557 INFO:tasks.workunit.client.0.smithi012.stdout:op 1224 completed, throughput=5MB/sec 2024-04-02T08:48:28.558 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-m72SX9lgujuHswC off=4445596 len=1383595 2024-04-02T08:48:28.558 INFO:tasks.workunit.client.0.smithi012.stdout:op 1225 completed, throughput=5MB/sec 2024-04-02T08:48:29.559 INFO:tasks.workunit.client.0.smithi012.stdout: 247: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:29.559 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Io0Mkzfj1YpTURs off=413948 len=309987 2024-04-02T08:48:29.562 INFO:tasks.workunit.client.0.smithi012.stdout:op 1226 completed, throughput=4.98MB/sec 2024-04-02T08:48:29.562 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-XDlwZHI4WcCAZPW off=3078200 len=38726 2024-04-02T08:48:29.564 INFO:tasks.workunit.client.0.smithi012.stdout:op 1227 completed, throughput=4.98MB/sec 2024-04-02T08:48:29.564 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-wkiLfAC9DQYX8W6 off=9668326 len=1587060 2024-04-02T08:48:29.572 INFO:tasks.workunit.client.0.smithi012.stdout:op 1228 completed, throughput=4.99MB/sec 2024-04-02T08:48:29.572 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ZaY4kVfEZTZmFJP off=3591411 len=1966933 2024-04-02T08:48:29.573 INFO:tasks.workunit.client.0.smithi012.stdout:op 1229 completed, throughput=5MB/sec 2024-04-02T08:48:29.573 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-77WmrJvy4onV7vV off=4578006 len=1472315 2024-04-02T08:48:29.580 INFO:tasks.workunit.client.0.smithi012.stdout:op 1230 completed, throughput=5MB/sec 2024-04-02T08:48:29.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:48:29 smithi012 ceph-mon[90784]: pgmap v1539: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:48:29.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:48:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:29.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:48:29 smithi012 ceph-mon[88355]: pgmap v1539: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:48:29.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:48:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:30.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:48:29 smithi055 ceph-mon[85080]: pgmap v1539: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:48:30.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:48:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:30.581 INFO:tasks.workunit.client.0.smithi012.stdout: 248: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:30.676 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-F1Voh__N4-C-w2T off=6947635 len=327988 2024-04-02T08:48:30.677 INFO:tasks.workunit.client.0.smithi012.stdout:op 1231 completed, throughput=4.99MB/sec 2024-04-02T08:48:30.678 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-pjetnwrQCtaNIDN off=4606869 len=1148269 2024-04-02T08:48:30.678 INFO:tasks.workunit.client.0.smithi012.stdout:op 1232 completed, throughput=4.99MB/sec 2024-04-02T08:48:30.678 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-rCDIg9ASRuD1mN8 off=11434548 len=447691 2024-04-02T08:48:30.678 INFO:tasks.workunit.client.0.smithi012.stdout:op 1233 completed, throughput=4.99MB/sec 2024-04-02T08:48:30.678 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-qPJlu8W37iGkhSu off=5251467 len=1774909 2024-04-02T08:48:30.678 INFO:tasks.workunit.client.0.smithi012.stdout:op 1234 completed, throughput=5MB/sec 2024-04-02T08:48:30.678 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-JUEQrJ9uRvWH4E4 off=7163825 len=765965 2024-04-02T08:48:30.678 INFO:tasks.workunit.client.0.smithi012.stdout:op 1235 completed, throughput=5MB/sec 2024-04-02T08:48:31.597 INFO:tasks.workunit.client.0.smithi012.stdout: 249: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:31.597 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-4w04INWm5xhVd9X off=11686211 len=1305914 2024-04-02T08:48:31.603 INFO:tasks.workunit.client.0.smithi012.stdout:op 1236 completed, throughput=4.99MB/sec 2024-04-02T08:48:31.603 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-h87KFGKku1S0Pz6 off=9505211 len=845210 2024-04-02T08:48:31.605 INFO:tasks.workunit.client.0.smithi012.stdout:op 1237 completed, throughput=4.99MB/sec 2024-04-02T08:48:31.605 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-EhMfdCRVhE5g1u4 off=741252 len=1126508 2024-04-02T08:48:31.610 INFO:tasks.workunit.client.0.smithi012.stdout:op 1238 completed, throughput=4.99MB/sec 2024-04-02T08:48:31.610 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-YxUcDFAtseXoluN off=3029098 len=578538 2024-04-02T08:48:31.611 INFO:tasks.workunit.client.0.smithi012.stdout:op 1239 completed, throughput=4.99MB/sec 2024-04-02T08:48:31.611 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-94KW2HWPL6R0HqC off=4883173 len=333048 2024-04-02T08:48:31.612 INFO:tasks.workunit.client.0.smithi012.stdout:op 1240 completed, throughput=5MB/sec 2024-04-02T08:48:31.612 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-xNtpppCzyb4eJuh off=2587581 len=290677 2024-04-02T08:48:31.615 INFO:tasks.workunit.client.0.smithi012.stdout:op 1241 completed, throughput=5MB/sec 2024-04-02T08:48:31.615 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-6ZWtqpN_K80I1Py off=7385481 len=1441089 2024-04-02T08:48:31.621 INFO:tasks.workunit.client.0.smithi012.stdout:op 1242 completed, throughput=5MB/sec 2024-04-02T08:48:31.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:48:31 smithi012 ceph-mon[88355]: pgmap v1540: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:48:31.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:48:31 smithi012 ceph-mon[90784]: pgmap v1540: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:48:32.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:48:31 smithi055 ceph-mon[85080]: pgmap v1540: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:48:32.621 INFO:tasks.workunit.client.0.smithi012.stdout: 250: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:32.621 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-rH0-SsW31LrhgLo off=0 len=1192195 2024-04-02T08:48:32.623 INFO:tasks.workunit.client.0.smithi012.stdout:op 1243 completed, throughput=4.99MB/sec 2024-04-02T08:48:32.623 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Vfra_l3uJ1mt9Aa off=9981492 len=843090 2024-04-02T08:48:32.625 INFO:tasks.workunit.client.0.smithi012.stdout:op 1244 completed, throughput=4.99MB/sec 2024-04-02T08:48:32.625 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-PnPv269jnhAr56m off=2008202 len=38845 2024-04-02T08:48:32.627 INFO:tasks.workunit.client.0.smithi012.stdout:op 1245 completed, throughput=4.99MB/sec 2024-04-02T08:48:32.627 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-z_lBZc4Zv-dlWDZ off=10432933 len=1305025 2024-04-02T08:48:32.628 INFO:tasks.workunit.client.0.smithi012.stdout:op 1246 completed, throughput=5MB/sec 2024-04-02T08:48:32.628 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-pi_BOjZHx90z0Nx off=5143659 len=705189 2024-04-02T08:48:32.632 INFO:tasks.workunit.client.0.smithi012.stdout:op 1247 completed, throughput=5MB/sec 2024-04-02T08:48:32.632 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-99jW5PRwG-R4Mx- off=11990224 len=1108137 2024-04-02T08:48:32.637 INFO:tasks.workunit.client.0.smithi012.stdout:op 1248 completed, throughput=5MB/sec 2024-04-02T08:48:32.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:48:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:48:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:48:33.638 INFO:tasks.workunit.client.0.smithi012.stdout: 251: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:33.638 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-xtwyPQ4R0Q2PBJx off=6835115 len=447142 2024-04-02T08:48:33.641 INFO:tasks.workunit.client.0.smithi012.stdout:op 1249 completed, throughput=4.98MB/sec 2024-04-02T08:48:33.642 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-k8WsZgZ_J5zhCU1 off=38161 len=1526525 2024-04-02T08:48:33.644 INFO:tasks.workunit.client.0.smithi012.stdout:op 1250 completed, throughput=4.99MB/sec 2024-04-02T08:48:33.644 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-YllmSfkZVrNmY3j off=507921 len=1287495 2024-04-02T08:48:33.646 INFO:tasks.workunit.client.0.smithi012.stdout:op 1251 completed, throughput=4.99MB/sec 2024-04-02T08:48:33.646 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-BQQ2aYaygM9DF2Q off=307382 len=2036546 2024-04-02T08:48:33.654 INFO:tasks.workunit.client.0.smithi012.stdout:op 1252 completed, throughput=5MB/sec 2024-04-02T08:48:34.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:48:33 smithi055 ceph-mon[85080]: pgmap v1541: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:48:34.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:48:33 smithi012 ceph-mon[88355]: pgmap v1541: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:48:34.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:48:33 smithi012 ceph-mon[90784]: pgmap v1541: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:48:34.654 INFO:tasks.workunit.client.0.smithi012.stdout: 252: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:34.655 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-b-D0BRV8Bdx_Fh_ off=4557699 len=899629 2024-04-02T08:48:34.657 INFO:tasks.workunit.client.0.smithi012.stdout:op 1253 completed, throughput=4.99MB/sec 2024-04-02T08:48:34.657 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-v1g_aP6mnzkTK6q off=3916989 len=844807 2024-04-02T08:48:34.661 INFO:tasks.workunit.client.0.smithi012.stdout:op 1254 completed, throughput=4.99MB/sec 2024-04-02T08:48:34.661 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-H4-722Z5Qx9-Kvy off=4477300 len=1496713 2024-04-02T08:48:34.666 INFO:tasks.workunit.client.0.smithi012.stdout:op 1255 completed, throughput=4.99MB/sec 2024-04-02T08:48:34.666 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ApqAw7ynWeGG0wf off=4170468 len=990986 2024-04-02T08:48:34.671 INFO:tasks.workunit.client.0.smithi012.stdout:op 1256 completed, throughput=5MB/sec 2024-04-02T08:48:34.671 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-P7QU7P8n8VTQUVB off=9209287 len=1174126 2024-04-02T08:48:34.672 INFO:tasks.workunit.client.0.smithi012.stdout:op 1257 completed, throughput=5MB/sec 2024-04-02T08:48:35.673 INFO:tasks.workunit.client.0.smithi012.stdout: 253: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:35.673 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-o2WWp9xowgQyP0c off=4718209 len=2013886 2024-04-02T08:48:35.682 INFO:tasks.workunit.client.0.smithi012.stdout:op 1258 completed, throughput=4.99MB/sec 2024-04-02T08:48:35.682 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-nUR0f7_D0o0Ybww off=0 len=1279603 2024-04-02T08:48:35.687 INFO:tasks.workunit.client.0.smithi012.stdout:op 1259 completed, throughput=4.99MB/sec 2024-04-02T08:48:35.688 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Bni49TyEHVNUsnb off=9012028 len=2061837 2024-04-02T08:48:35.689 INFO:tasks.workunit.client.0.smithi012.stdout:op 1260 completed, throughput=5MB/sec 2024-04-02T08:48:36.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:48:35 smithi055 ceph-mon[85080]: pgmap v1542: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:48:36.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:48:35 smithi012 ceph-mon[88355]: pgmap v1542: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:48:36.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:48:35 smithi012 ceph-mon[90784]: pgmap v1542: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:48:36.689 INFO:tasks.workunit.client.0.smithi012.stdout: 254: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:36.689 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-CgIpukWKuSNiGBN off=122388 len=1126153 2024-04-02T08:48:36.694 INFO:tasks.workunit.client.0.smithi012.stdout:op 1261 completed, throughput=4.99MB/sec 2024-04-02T08:48:36.694 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-U2ZAqWgz7WFnhEJ off=756132 len=2033238 2024-04-02T08:48:36.695 INFO:tasks.workunit.client.0.smithi012.stdout:op 1262 completed, throughput=4.99MB/sec 2024-04-02T08:48:36.695 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-a3mBzQIZpB6C9O3 off=649852 len=601372 2024-04-02T08:48:36.697 INFO:tasks.workunit.client.0.smithi012.stdout:op 1263 completed, throughput=5MB/sec 2024-04-02T08:48:36.697 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-PUs9wZRh-W_wU9B off=15956623 len=978273 2024-04-02T08:48:36.699 INFO:tasks.workunit.client.0.smithi012.stdout:op 1264 completed, throughput=5MB/sec 2024-04-02T08:48:37.685 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:48:37 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[122025]: logger=sqlstore.transactions t=2024-04-02T08:48:37.331249599Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-02T08:48:37.699 INFO:tasks.workunit.client.0.smithi012.stdout: 255: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:37.699 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-SNiQ3ea_W7067X7 off=1649318 len=928773 2024-04-02T08:48:37.703 INFO:tasks.workunit.client.0.smithi012.stdout:op 1265 completed, throughput=4.98MB/sec 2024-04-02T08:48:37.703 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-HKuyGa0QgrjuXqV off=2349316 len=994413 2024-04-02T08:48:37.704 INFO:tasks.workunit.client.0.smithi012.stdout:op 1266 completed, throughput=4.99MB/sec 2024-04-02T08:48:37.704 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-MireBGgBB4HBVmJ off=412562 len=1344895 2024-04-02T08:48:37.705 INFO:tasks.workunit.client.0.smithi012.stdout:op 1267 completed, throughput=4.99MB/sec 2024-04-02T08:48:37.706 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-61ZoltPpDxDz4MY off=5148876 len=1630543 2024-04-02T08:48:37.713 INFO:tasks.workunit.client.0.smithi012.stdout:op 1268 completed, throughput=5MB/sec 2024-04-02T08:48:37.714 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Rg1ZRtOALyZTlYl off=381572 len=707542 2024-04-02T08:48:37.717 INFO:tasks.workunit.client.0.smithi012.stdout:op 1269 completed, throughput=5MB/sec 2024-04-02T08:48:38.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:48:37 smithi055 ceph-mon[85080]: pgmap v1543: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.1 MiB/s wr, 7 op/s 2024-04-02T08:48:38.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:48:37 smithi012 ceph-mon[88355]: pgmap v1543: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.1 MiB/s wr, 7 op/s 2024-04-02T08:48:38.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:48:37 smithi012 ceph-mon[90784]: pgmap v1543: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.1 MiB/s wr, 7 op/s 2024-04-02T08:48:38.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:48:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:48:37] "GET /metrics HTTP/1.1" 200 34039 "" "Prometheus/2.43.0" 2024-04-02T08:48:38.717 INFO:tasks.workunit.client.0.smithi012.stdout: 256: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:38.718 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-m-VQreySRZ5744q off=13972217 len=1920490 2024-04-02T08:48:38.726 INFO:tasks.workunit.client.0.smithi012.stdout:op 1270 completed, throughput=4.99MB/sec 2024-04-02T08:48:38.726 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-XRirsIfcYQ9dnsQ off=10426118 len=478104 2024-04-02T08:48:38.727 INFO:tasks.workunit.client.0.smithi012.stdout:op 1271 completed, throughput=4.99MB/sec 2024-04-02T08:48:38.727 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-O-bTbDnQXShbt5u off=4229908 len=245903 2024-04-02T08:48:38.728 INFO:tasks.workunit.client.0.smithi012.stdout:op 1272 completed, throughput=4.99MB/sec 2024-04-02T08:48:38.728 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-mzf0O_nai7ope_H off=7423621 len=316152 2024-04-02T08:48:38.730 INFO:tasks.workunit.client.0.smithi012.stdout:op 1273 completed, throughput=4.99MB/sec 2024-04-02T08:48:38.730 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-YPVhRDxGNy4R-rh off=354319 len=1391346 2024-04-02T08:48:38.735 INFO:tasks.workunit.client.0.smithi012.stdout:op 1274 completed, throughput=5MB/sec 2024-04-02T08:48:38.735 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-20nnL_YlEg386dH off=3402122 len=68091 2024-04-02T08:48:38.735 INFO:tasks.workunit.client.0.smithi012.stdout:op 1275 completed, throughput=5MB/sec 2024-04-02T08:48:38.735 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-RS06_jiHHG7sKsl off=2525820 len=772103 2024-04-02T08:48:38.736 INFO:tasks.workunit.client.0.smithi012.stdout:op 1276 completed, throughput=5MB/sec 2024-04-02T08:48:39.736 INFO:tasks.workunit.client.0.smithi012.stdout: 257: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:39.737 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-wO84T30jP4IAw8j off=19016384 len=1125013 2024-04-02T08:48:39.737 INFO:tasks.workunit.client.0.smithi012.stdout:op 1277 completed, throughput=4.99MB/sec 2024-04-02T08:48:39.737 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-yLfcGiCYz8B5uhW off=324417 len=1811947 2024-04-02T08:48:39.745 INFO:tasks.workunit.client.0.smithi012.stdout:op 1278 completed, throughput=4.99MB/sec 2024-04-02T08:48:39.745 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Zndzc2JmaLuFDdq off=8736923 len=1076412 2024-04-02T08:48:39.749 INFO:tasks.workunit.client.0.smithi012.stdout:op 1279 completed, throughput=5MB/sec 2024-04-02T08:48:39.749 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-zqmQ2cqNkZrNZfI off=3887098 len=230227 2024-04-02T08:48:39.750 INFO:tasks.workunit.client.0.smithi012.stdout:op 1280 completed, throughput=5MB/sec 2024-04-02T08:48:39.750 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-8tNh2Uj0bV9vw10 off=10130982 len=1864332 2024-04-02T08:48:39.752 INFO:tasks.workunit.client.0.smithi012.stdout:op 1281 completed, throughput=5MB/sec 2024-04-02T08:48:40.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:48:39 smithi055 ceph-mon[85080]: pgmap v1544: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:48:40.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:48:39 smithi012 ceph-mon[88355]: pgmap v1544: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:48:40.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:48:39 smithi012 ceph-mon[90784]: pgmap v1544: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:48:40.752 INFO:tasks.workunit.client.0.smithi012.stdout: 258: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:40.752 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-BjO825FvxP5umSd off=10329250 len=481749 2024-04-02T08:48:40.753 INFO:tasks.workunit.client.0.smithi012.stdout:op 1282 completed, throughput=4.99MB/sec 2024-04-02T08:48:40.753 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-eRyHQHEfo2Me7Yj off=11208748 len=2057073 2024-04-02T08:48:40.762 INFO:tasks.workunit.client.0.smithi012.stdout:op 1283 completed, throughput=4.99MB/sec 2024-04-02T08:48:40.762 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-D59Go89wag3pAdC off=2864164 len=1000858 2024-04-02T08:48:40.766 INFO:tasks.workunit.client.0.smithi012.stdout:op 1284 completed, throughput=5MB/sec 2024-04-02T08:48:40.766 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-bs-X3SCUynmh4Z3 off=9345288 len=1732627 2024-04-02T08:48:40.767 INFO:tasks.workunit.client.0.smithi012.stdout:op 1285 completed, throughput=5MB/sec 2024-04-02T08:48:41.768 INFO:tasks.workunit.client.0.smithi012.stdout: 259: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:41.768 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj--Pdzq9b8II4wlFm off=658338 len=53242 2024-04-02T08:48:41.768 INFO:tasks.workunit.client.0.smithi012.stdout:op 1286 completed, throughput=4.98MB/sec 2024-04-02T08:48:41.768 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-i8AdtRMjSyDpojf off=9548612 len=122854 2024-04-02T08:48:41.769 INFO:tasks.workunit.client.0.smithi012.stdout:op 1287 completed, throughput=4.98MB/sec 2024-04-02T08:48:41.769 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-wOuU2015fYWM53g off=7347561 len=373682 2024-04-02T08:48:41.769 INFO:tasks.workunit.client.0.smithi012.stdout:op 1288 completed, throughput=4.99MB/sec 2024-04-02T08:48:41.770 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-repP1DRdY9RHaCM off=667076 len=1221344 2024-04-02T08:48:41.774 INFO:tasks.workunit.client.0.smithi012.stdout:op 1289 completed, throughput=4.99MB/sec 2024-04-02T08:48:41.774 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-wDL3GLRUWUFYKXB off=11468974 len=1329288 2024-04-02T08:48:41.776 INFO:tasks.workunit.client.0.smithi012.stdout:op 1290 completed, throughput=5MB/sec 2024-04-02T08:48:41.776 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-sQDgXRQhrvSLMzl off=9148563 len=1612286 2024-04-02T08:48:41.777 INFO:tasks.workunit.client.0.smithi012.stdout:op 1291 completed, throughput=5MB/sec 2024-04-02T08:48:41.980 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:48:41 smithi012 ceph-mon[88355]: pgmap v1545: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T08:48:41.981 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:48:41 smithi012 ceph-mon[90784]: pgmap v1545: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T08:48:42.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:48:41 smithi055 ceph-mon[85080]: pgmap v1545: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T08:48:42.777 INFO:tasks.workunit.client.0.smithi012.stdout: 260: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:42.778 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-9fZ3AY61JVI1hOl off=13727998 len=1940414 2024-04-02T08:48:42.784 INFO:tasks.workunit.client.0.smithi012.stdout:op 1292 completed, throughput=4.99MB/sec 2024-04-02T08:48:42.784 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-pBDCmGMGbckyhQI off=2579321 len=1212896 2024-04-02T08:48:42.786 INFO:tasks.workunit.client.0.smithi012.stdout:op 1293 completed, throughput=4.99MB/sec 2024-04-02T08:48:42.786 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-UCHBLhwF1VUuHDR off=10842251 len=767267 2024-04-02T08:48:42.788 INFO:tasks.workunit.client.0.smithi012.stdout:op 1294 completed, throughput=5MB/sec 2024-04-02T08:48:42.788 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-l_wDVOtEIPsSGlt off=701820 len=567147 2024-04-02T08:48:42.792 INFO:tasks.workunit.client.0.smithi012.stdout:op 1295 completed, throughput=5MB/sec 2024-04-02T08:48:42.792 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-x8hXLqVwG5nAAL9 off=4663568 len=777745 2024-04-02T08:48:42.795 INFO:tasks.workunit.client.0.smithi012.stdout:op 1296 completed, throughput=5MB/sec 2024-04-02T08:48:42.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:48:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:48:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:48:43.796 INFO:tasks.workunit.client.0.smithi012.stdout: 261: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:43.796 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-DZgCj4C69lA3_jt off=298565 len=1665875 2024-04-02T08:48:43.803 INFO:tasks.workunit.client.0.smithi012.stdout:op 1297 completed, throughput=4.99MB/sec 2024-04-02T08:48:43.803 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-dwQ-EJ9YNGfpfuY off=5907875 len=1828186 2024-04-02T08:48:43.805 INFO:tasks.workunit.client.0.smithi012.stdout:op 1298 completed, throughput=4.99MB/sec 2024-04-02T08:48:43.805 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-hRlv-9Z1TB9FVpm off=10641944 len=1874912 2024-04-02T08:48:43.806 INFO:tasks.workunit.client.0.smithi012.stdout:op 1299 completed, throughput=5MB/sec 2024-04-02T08:48:44.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:48:43 smithi055 ceph-mon[85080]: pgmap v1546: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:48:44.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:48:43 smithi012 ceph-mon[88355]: pgmap v1546: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:48:44.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:48:43 smithi012 ceph-mon[90784]: pgmap v1546: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:48:44.807 INFO:tasks.workunit.client.0.smithi012.stdout: 262: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:44.807 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-WPbLoNonvmbPdV6 off=12522312 len=1009564 2024-04-02T08:48:44.809 INFO:tasks.workunit.client.0.smithi012.stdout:op 1300 completed, throughput=4.99MB/sec 2024-04-02T08:48:44.809 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-I-EHPpnST2MnDXB off=3072258 len=1685335 2024-04-02T08:48:44.817 INFO:tasks.workunit.client.0.smithi012.stdout:op 1301 completed, throughput=4.99MB/sec 2024-04-02T08:48:44.817 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-fZ3MIbOuPKMrJ2c off=10939559 len=1823499 2024-04-02T08:48:44.819 INFO:tasks.workunit.client.0.smithi012.stdout:op 1302 completed, throughput=5MB/sec 2024-04-02T08:48:44.820 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-5_5-QWhV7LQnv0C off=8362488 len=1988117 2024-04-02T08:48:44.833 INFO:tasks.workunit.client.0.smithi012.stdout:op 1303 completed, throughput=5.01MB/sec 2024-04-02T08:48:45.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:48:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:45.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:48:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:45.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:48:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:45.833 INFO:tasks.workunit.client.0.smithi012.stdout: 263: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:45.833 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-AgFcdL19fB-9WF9 off=194365 len=1239203 2024-04-02T08:48:45.841 INFO:tasks.workunit.client.0.smithi012.stdout:op 1304 completed, throughput=4.99MB/sec 2024-04-02T08:48:45.842 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-wzxfZL70O7QUnLQ off=8570156 len=1676224 2024-04-02T08:48:45.842 INFO:tasks.workunit.client.0.smithi012.stdout:op 1305 completed, throughput=5MB/sec 2024-04-02T08:48:45.842 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Ekx0fWPsDWO8tnG off=17655618 len=640614 2024-04-02T08:48:45.844 INFO:tasks.workunit.client.0.smithi012.stdout:op 1306 completed, throughput=5MB/sec 2024-04-02T08:48:45.844 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-aNyPCa4FvadoG5u off=8790538 len=610669 2024-04-02T08:48:45.844 INFO:tasks.workunit.client.0.smithi012.stdout:op 1307 completed, throughput=5MB/sec 2024-04-02T08:48:46.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:48:45 smithi055 ceph-mon[85080]: pgmap v1547: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:48:46.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:48:45 smithi012 ceph-mon[88355]: pgmap v1547: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:48:46.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:48:45 smithi012 ceph-mon[90784]: pgmap v1547: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:48:46.844 INFO:tasks.workunit.client.0.smithi012.stdout: 264: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:46.845 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-5hetY01yRiidTDj off=9280652 len=18813 2024-04-02T08:48:46.846 INFO:tasks.workunit.client.0.smithi012.stdout:op 1308 completed, throughput=4.98MB/sec 2024-04-02T08:48:46.846 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-mq66XVmPNwUs_kk off=15106418 len=476148 2024-04-02T08:48:46.847 INFO:tasks.workunit.client.0.smithi012.stdout:op 1309 completed, throughput=4.98MB/sec 2024-04-02T08:48:46.847 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-lFCx7K_gIR03srQ off=4827435 len=1325618 2024-04-02T08:48:46.850 INFO:tasks.workunit.client.0.smithi012.stdout:op 1310 completed, throughput=4.99MB/sec 2024-04-02T08:48:46.850 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-yzUc0mZS-MPjMQP off=580367 len=666463 2024-04-02T08:48:46.850 INFO:tasks.workunit.client.0.smithi012.stdout:op 1311 completed, throughput=4.99MB/sec 2024-04-02T08:48:46.850 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-NEnGg377sAdvnOG off=4278311 len=815189 2024-04-02T08:48:46.851 INFO:tasks.workunit.client.0.smithi012.stdout:op 1312 completed, throughput=4.99MB/sec 2024-04-02T08:48:46.851 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-YZ2pDQUIMYnargX off=9940543 len=1226845 2024-04-02T08:48:46.853 INFO:tasks.workunit.client.0.smithi012.stdout:op 1313 completed, throughput=5MB/sec 2024-04-02T08:48:46.853 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-C8LHsFKzofenYRa off=5432375 len=2002424 2024-04-02T08:48:46.854 INFO:tasks.workunit.client.0.smithi012.stdout:op 1314 completed, throughput=5.01MB/sec 2024-04-02T08:48:47.855 INFO:tasks.workunit.client.0.smithi012.stdout: 265: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:47.855 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-SJKuiyRrLmNSpCN off=5905270 len=1737909 2024-04-02T08:48:47.862 INFO:tasks.workunit.client.0.smithi012.stdout:op 1315 completed, throughput=4.99MB/sec 2024-04-02T08:48:47.862 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-IuW_FX-1WAl-T0g off=2350878 len=50054 2024-04-02T08:48:47.864 INFO:tasks.workunit.client.0.smithi012.stdout:op 1316 completed, throughput=4.99MB/sec 2024-04-02T08:48:47.865 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-2uCfZ3c8vkd-fFY off=17042122 len=1121374 2024-04-02T08:48:47.867 INFO:tasks.workunit.client.0.smithi012.stdout:op 1317 completed, throughput=5MB/sec 2024-04-02T08:48:47.867 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Xw3NlObVwphbK-z off=1538072 len=611075 2024-04-02T08:48:47.868 INFO:tasks.workunit.client.0.smithi012.stdout:op 1318 completed, throughput=5MB/sec 2024-04-02T08:48:47.868 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-9XQAcxuEsYIqgkB off=18666002 len=879057 2024-04-02T08:48:47.868 INFO:tasks.workunit.client.0.smithi012.stdout:op 1319 completed, throughput=5MB/sec 2024-04-02T08:48:48.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:48:47 smithi055 ceph-mon[85080]: pgmap v1548: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:48:48.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:48:47 smithi012 ceph-mon[88355]: pgmap v1548: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:48:48.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:48:47 smithi012 ceph-mon[90784]: pgmap v1548: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:48:48.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:48:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:48:47] "GET /metrics HTTP/1.1" 200 34040 "" "Prometheus/2.43.0" 2024-04-02T08:48:48.869 INFO:tasks.workunit.client.0.smithi012.stdout: 266: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:48.869 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-2t-hTWGE4niOJOY off=103258 len=1616396 2024-04-02T08:48:48.872 INFO:tasks.workunit.client.0.smithi012.stdout:op 1320 completed, throughput=4.99MB/sec 2024-04-02T08:48:48.872 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-8FUh7gPS_GQV8hE off=10400346 len=443929 2024-04-02T08:48:48.876 INFO:tasks.workunit.client.0.smithi012.stdout:op 1321 completed, throughput=4.99MB/sec 2024-04-02T08:48:48.876 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-f4K7OShwONqp_AX off=3014082 len=464824 2024-04-02T08:48:48.877 INFO:tasks.workunit.client.0.smithi012.stdout:op 1322 completed, throughput=4.99MB/sec 2024-04-02T08:48:48.877 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-6WP9RIIblkArvnh off=23570524 len=1917370 2024-04-02T08:48:48.886 INFO:tasks.workunit.client.0.smithi012.stdout:op 1323 completed, throughput=5MB/sec 2024-04-02T08:48:48.886 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-qkt3XIojSpLV5GI off=180493 len=1426199 2024-04-02T08:48:48.892 INFO:tasks.workunit.client.0.smithi012.stdout:op 1324 completed, throughput=5MB/sec 2024-04-02T08:48:49.893 INFO:tasks.workunit.client.0.smithi012.stdout: 267: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:49.893 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-bK32FQ6V3n6EFRq off=2112550 len=44585 2024-04-02T08:48:49.893 INFO:tasks.workunit.client.0.smithi012.stdout:op 1325 completed, throughput=4.99MB/sec 2024-04-02T08:48:49.893 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-SjgGWNGHwm_YlOA off=5016859 len=422302 2024-04-02T08:48:49.894 INFO:tasks.workunit.client.0.smithi012.stdout:op 1326 completed, throughput=4.99MB/sec 2024-04-02T08:48:49.894 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-zmKNT32p8UPnc54 off=2624952 len=1062235 2024-04-02T08:48:49.898 INFO:tasks.workunit.client.0.smithi012.stdout:op 1327 completed, throughput=4.99MB/sec 2024-04-02T08:48:49.898 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-SdD-cyh2vgEY_x5 off=657239 len=2082582 2024-04-02T08:48:49.905 INFO:tasks.workunit.client.0.smithi012.stdout:op 1328 completed, throughput=5MB/sec 2024-04-02T08:48:49.905 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-j7d1yKPxSsTCgn3 off=7373805 len=478462 2024-04-02T08:48:49.905 INFO:tasks.workunit.client.0.smithi012.stdout:op 1329 completed, throughput=5MB/sec 2024-04-02T08:48:49.906 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-tR7qfyASqfyYRQF off=5741899 len=1088263 2024-04-02T08:48:49.911 INFO:tasks.workunit.client.0.smithi012.stdout:op 1330 completed, throughput=5MB/sec 2024-04-02T08:48:50.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:48:49 smithi055 ceph-mon[85080]: pgmap v1549: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:48:50.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:48:49 smithi012 ceph-mon[88355]: pgmap v1549: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:48:50.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:48:49 smithi012 ceph-mon[90784]: pgmap v1549: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:48:50.911 INFO:tasks.workunit.client.0.smithi012.stdout: 268: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:50.912 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-_hGFa4q58Iw8W-- off=610656 len=982044 2024-04-02T08:48:50.912 INFO:tasks.workunit.client.0.smithi012.stdout:op 1331 completed, throughput=4.99MB/sec 2024-04-02T08:48:50.912 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-au58IYbmMXYFj-Y off=1368740 len=1092476 2024-04-02T08:48:50.913 INFO:tasks.workunit.client.0.smithi012.stdout:op 1332 completed, throughput=4.99MB/sec 2024-04-02T08:48:50.914 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-TEP5JLKqbEjsQaX off=451372 len=777526 2024-04-02T08:48:50.917 INFO:tasks.workunit.client.0.smithi012.stdout:op 1333 completed, throughput=4.99MB/sec 2024-04-02T08:48:50.918 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-_6Id47oiCJcQXnh off=1750119 len=1132075 2024-04-02T08:48:50.919 INFO:tasks.workunit.client.0.smithi012.stdout:op 1334 completed, throughput=5MB/sec 2024-04-02T08:48:50.919 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-sxF-10Cgd0fHaEm off=3370084 len=1329066 2024-04-02T08:48:50.922 INFO:tasks.workunit.client.0.smithi012.stdout:op 1335 completed, throughput=5MB/sec 2024-04-02T08:48:51.922 INFO:tasks.workunit.client.0.smithi012.stdout: 269: throughput=4.99MB/sec pending data=0 2024-04-02T08:48:51.922 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ciogEggkHS0rXmh off=17145179 len=42318 2024-04-02T08:48:51.924 INFO:tasks.workunit.client.0.smithi012.stdout:op 1336 completed, throughput=4.99MB/sec 2024-04-02T08:48:51.925 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-osgKbLJG2Z6u-q7 off=10471893 len=685642 2024-04-02T08:48:51.925 INFO:tasks.workunit.client.0.smithi012.stdout:op 1337 completed, throughput=4.99MB/sec 2024-04-02T08:48:51.925 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-TO1jzsAGjs5j_N7 off=3726906 len=1180524 2024-04-02T08:48:51.928 INFO:tasks.workunit.client.0.smithi012.stdout:op 1338 completed, throughput=4.99MB/sec 2024-04-02T08:48:51.928 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-RXvYKOtHyhsEGhJ off=15300145 len=817669 2024-04-02T08:48:51.931 INFO:tasks.workunit.client.0.smithi012.stdout:op 1339 completed, throughput=4.99MB/sec 2024-04-02T08:48:51.932 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-z4XNEmc_D9iGduv off=12084077 len=251167 2024-04-02T08:48:51.934 INFO:tasks.workunit.client.0.smithi012.stdout:op 1340 completed, throughput=5MB/sec 2024-04-02T08:48:51.934 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-1HWWjNVuwVgXvPC off=9593104 len=1618842 2024-04-02T08:48:51.936 INFO:tasks.workunit.client.0.smithi012.stdout:op 1341 completed, throughput=5MB/sec 2024-04-02T08:48:52.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:48:51 smithi055 ceph-mon[85080]: pgmap v1550: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:48:52.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:48:51 smithi012 ceph-mon[88355]: pgmap v1550: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:48:52.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:48:51 smithi012 ceph-mon[90784]: pgmap v1550: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:48:52.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:48:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:48:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:48:52.936 INFO:tasks.workunit.client.0.smithi012.stdout: 270: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:52.936 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-qOBJi7lmtINd8Pi off=15932985 len=14746 2024-04-02T08:48:52.937 INFO:tasks.workunit.client.0.smithi012.stdout:op 1342 completed, throughput=4.98MB/sec 2024-04-02T08:48:52.937 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-wcieaegyCsNTzXj off=3172889 len=753204 2024-04-02T08:48:52.939 INFO:tasks.workunit.client.0.smithi012.stdout:op 1343 completed, throughput=4.99MB/sec 2024-04-02T08:48:52.939 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-gKvVTypJDlP0pHw off=2944747 len=947008 2024-04-02T08:48:52.945 INFO:tasks.workunit.client.0.smithi012.stdout:op 1344 completed, throughput=4.99MB/sec 2024-04-02T08:48:52.945 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-dYfif5lBHgnabAq off=0 len=1797026 2024-04-02T08:48:52.953 INFO:tasks.workunit.client.0.smithi012.stdout:op 1345 completed, throughput=4.99MB/sec 2024-04-02T08:48:52.953 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-QOw0kr6OvtLMxHP off=14404425 len=1401380 2024-04-02T08:48:52.960 INFO:tasks.workunit.client.0.smithi012.stdout:op 1346 completed, throughput=5MB/sec 2024-04-02T08:48:52.960 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-4T2L98VipI17vzz off=17448010 len=477768 2024-04-02T08:48:52.960 INFO:tasks.workunit.client.0.smithi012.stdout:op 1347 completed, throughput=5MB/sec 2024-04-02T08:48:53.961 INFO:tasks.workunit.client.0.smithi012.stdout: 271: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:53.961 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-UHrFE1Sjn3rx1WW off=1913341 len=2055221 2024-04-02T08:48:53.962 INFO:tasks.workunit.client.0.smithi012.stdout:op 1348 completed, throughput=4.99MB/sec 2024-04-02T08:48:53.963 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-5lJoOYffYBlQz1D off=1721652 len=218584 2024-04-02T08:48:53.965 INFO:tasks.workunit.client.0.smithi012.stdout:op 1349 completed, throughput=4.99MB/sec 2024-04-02T08:48:53.965 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-wgC5ouaAOjMG8Rj off=11490367 len=1161405 2024-04-02T08:48:53.969 INFO:tasks.workunit.client.0.smithi012.stdout:op 1350 completed, throughput=4.99MB/sec 2024-04-02T08:48:53.969 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-z4__lhLbwdzxxwb off=2800506 len=176765 2024-04-02T08:48:53.972 INFO:tasks.workunit.client.0.smithi012.stdout:op 1351 completed, throughput=5MB/sec 2024-04-02T08:48:53.972 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-p5-W96GElbpWQOY off=10144866 len=1708462 2024-04-02T08:48:53.980 INFO:tasks.workunit.client.0.smithi012.stdout:op 1352 completed, throughput=5MB/sec 2024-04-02T08:48:54.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:48:53 smithi055 ceph-mon[85080]: pgmap v1551: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:48:54.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:48:53 smithi012 ceph-mon[88355]: pgmap v1551: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:48:54.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:48:53 smithi012 ceph-mon[90784]: pgmap v1551: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:48:54.981 INFO:tasks.workunit.client.0.smithi012.stdout: 272: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:54.981 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-rBUzHJOof0nkNWD off=3322095 len=1345530 2024-04-02T08:48:54.987 INFO:tasks.workunit.client.0.smithi012.stdout:op 1353 completed, throughput=4.99MB/sec 2024-04-02T08:48:54.987 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-x7gWHBjMTmPxIVv off=35567 len=1013976 2024-04-02T08:48:54.992 INFO:tasks.workunit.client.0.smithi012.stdout:op 1354 completed, throughput=4.99MB/sec 2024-04-02T08:48:54.992 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-tc9rSZ3EIzFlSD_ off=15681025 len=462162 2024-04-02T08:48:54.993 INFO:tasks.workunit.client.0.smithi012.stdout:op 1355 completed, throughput=4.99MB/sec 2024-04-02T08:48:54.993 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-GFvovzzBxX66_ue off=144393 len=1607173 2024-04-02T08:48:54.994 INFO:tasks.workunit.client.0.smithi012.stdout:op 1356 completed, throughput=5MB/sec 2024-04-02T08:48:54.994 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-pkUNFJ0TokpzLJc off=6976221 len=855938 2024-04-02T08:48:54.998 INFO:tasks.workunit.client.0.smithi012.stdout:op 1357 completed, throughput=5MB/sec 2024-04-02T08:48:55.998 INFO:tasks.workunit.client.0.smithi012.stdout: 273: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:55.998 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Jj1A_G7g_LxEF9A off=1241770 len=1193298 2024-04-02T08:48:55.999 INFO:tasks.workunit.client.0.smithi012.stdout:op 1358 completed, throughput=4.99MB/sec 2024-04-02T08:48:55.999 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-LlCxIFs3YV7a_7p off=6313029 len=1920527 2024-04-02T08:48:56.001 INFO:tasks.workunit.client.0.smithi012.stdout:op 1359 completed, throughput=4.99MB/sec 2024-04-02T08:48:56.001 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-u9E9MUDQ5Gz9JsE off=1175847 len=377813 2024-04-02T08:48:56.004 INFO:tasks.workunit.client.0.smithi012.stdout:op 1360 completed, throughput=4.99MB/sec 2024-04-02T08:48:56.004 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-AoDC_jHErXJzP3t off=19552 len=682190 2024-04-02T08:48:56.005 INFO:tasks.workunit.client.0.smithi012.stdout:op 1361 completed, throughput=5MB/sec 2024-04-02T08:48:56.005 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-hPaJrw2zp5QN3_K off=3113559 len=1450471 2024-04-02T08:48:56.012 INFO:tasks.workunit.client.0.smithi012.stdout:op 1362 completed, throughput=5MB/sec 2024-04-02T08:48:56.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:48:55 smithi055 ceph-mon[85080]: pgmap v1552: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:48:56.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:48:55 smithi012 ceph-mon[88355]: pgmap v1552: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:48:56.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:48:55 smithi012 ceph-mon[90784]: pgmap v1552: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:48:57.012 INFO:tasks.workunit.client.0.smithi012.stdout: 274: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:57.012 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-jXXtnR0SF4FD8nl off=9992984 len=403365 2024-04-02T08:48:57.013 INFO:tasks.workunit.client.0.smithi012.stdout:op 1363 completed, throughput=4.99MB/sec 2024-04-02T08:48:57.013 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-keOostTUhj2V5He off=9704489 len=1796013 2024-04-02T08:48:57.019 INFO:tasks.workunit.client.0.smithi012.stdout:op 1364 completed, throughput=4.99MB/sec 2024-04-02T08:48:57.019 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-rrbQkrjhnzCz8wk off=11406562 len=1837609 2024-04-02T08:48:57.023 INFO:tasks.workunit.client.0.smithi012.stdout:op 1365 completed, throughput=5MB/sec 2024-04-02T08:48:57.023 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-sdvpzRIDLMM1fua off=17288465 len=1239537 2024-04-02T08:48:57.028 INFO:tasks.workunit.client.0.smithi012.stdout:op 1366 completed, throughput=5MB/sec 2024-04-02T08:48:58.028 INFO:tasks.workunit.client.0.smithi012.stdout: 275: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:58.028 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-sTtfs3OBcdW-kSY off=18039718 len=150250 2024-04-02T08:48:58.030 INFO:tasks.workunit.client.0.smithi012.stdout:op 1367 completed, throughput=4.98MB/sec 2024-04-02T08:48:58.030 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-VocR0Raz8l7QQmN off=9720316 len=281347 2024-04-02T08:48:58.030 INFO:tasks.workunit.client.0.smithi012.stdout:op 1368 completed, throughput=4.99MB/sec 2024-04-02T08:48:58.030 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-MxADBBSr9zRoQpM off=2912969 len=1273286 2024-04-02T08:48:58.036 INFO:tasks.workunit.client.0.smithi012.stdout:op 1369 completed, throughput=4.99MB/sec 2024-04-02T08:48:58.036 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-JGAGY2YyCjUppD- off=9897923 len=1044225 2024-04-02T08:48:58.041 INFO:tasks.workunit.client.0.smithi012.stdout:op 1370 completed, throughput=4.99MB/sec 2024-04-02T08:48:58.041 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-0MYn-ZTaVGRl9WR off=2289202 len=965241 2024-04-02T08:48:58.043 INFO:tasks.workunit.client.0.smithi012.stdout:op 1371 completed, throughput=5MB/sec 2024-04-02T08:48:58.043 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Bce-Wy6c_nYtW6M off=1639298 len=1771923 2024-04-02T08:48:58.046 INFO:tasks.workunit.client.0.smithi012.stdout:op 1372 completed, throughput=5MB/sec 2024-04-02T08:48:58.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:48:57 smithi055 ceph-mon[85080]: pgmap v1553: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:48:58.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:48:57 smithi012 ceph-mon[88355]: pgmap v1553: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:48:58.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:48:57 smithi012 ceph-mon[90784]: pgmap v1553: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:48:58.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:48:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:48:57] "GET /metrics HTTP/1.1" 200 34040 "" "Prometheus/2.43.0" 2024-04-02T08:48:59.046 INFO:tasks.workunit.client.0.smithi012.stdout: 276: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:59.047 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-VRCLNlIb7uUAuNV off=1166392 len=966585 2024-04-02T08:48:59.051 INFO:tasks.workunit.client.0.smithi012.stdout:op 1373 completed, throughput=4.99MB/sec 2024-04-02T08:48:59.051 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-QRqy7GPKdjIxLeu off=1583858 len=1671704 2024-04-02T08:48:59.053 INFO:tasks.workunit.client.0.smithi012.stdout:op 1374 completed, throughput=4.99MB/sec 2024-04-02T08:48:59.053 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-qK2f4XhRbLg9K-f off=11320846 len=1048979 2024-04-02T08:48:59.054 INFO:tasks.workunit.client.0.smithi012.stdout:op 1375 completed, throughput=5MB/sec 2024-04-02T08:48:59.054 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-fVihKexQFhhQwzb off=7130646 len=480750 2024-04-02T08:48:59.057 INFO:tasks.workunit.client.0.smithi012.stdout:op 1376 completed, throughput=5MB/sec 2024-04-02T08:48:59.058 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-CRA_wV6AaORFLF3 off=4878393 len=195341 2024-04-02T08:48:59.060 INFO:tasks.workunit.client.0.smithi012.stdout:op 1377 completed, throughput=5MB/sec 2024-04-02T08:48:59.060 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-37YRVW_B0F_Su1a off=4281169 len=407825 2024-04-02T08:48:59.060 INFO:tasks.workunit.client.0.smithi012.stdout:op 1378 completed, throughput=5MB/sec 2024-04-02T08:49:00.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:48:59 smithi055 ceph-mon[85080]: pgmap v1554: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:49:00.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:48:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:00.061 INFO:tasks.workunit.client.0.smithi012.stdout: 277: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:00.061 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Rga_1pmxr83tn5Q off=15361178 len=1910493 2024-04-02T08:49:00.064 INFO:tasks.workunit.client.0.smithi012.stdout:op 1379 completed, throughput=4.99MB/sec 2024-04-02T08:49:00.064 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-2eHXnB_UZxCWmLV off=2147508 len=1699534 2024-04-02T08:49:00.072 INFO:tasks.workunit.client.0.smithi012.stdout:op 1380 completed, throughput=4.99MB/sec 2024-04-02T08:49:00.072 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Et2p7MSND50eglY off=4095478 len=564425 2024-04-02T08:49:00.076 INFO:tasks.workunit.client.0.smithi012.stdout:op 1381 completed, throughput=5MB/sec 2024-04-02T08:49:00.076 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ZDhZpIn4F80wziM off=7239297 len=1024244 2024-04-02T08:49:00.081 INFO:tasks.workunit.client.0.smithi012.stdout:op 1382 completed, throughput=5MB/sec 2024-04-02T08:49:00.081 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-3qekcow0zfWtq7y off=15839004 len=1170549 2024-04-02T08:49:00.085 INFO:tasks.workunit.client.0.smithi012.stdout:op 1383 completed, throughput=5MB/sec 2024-04-02T08:49:00.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:48:59 smithi012 ceph-mon[90784]: pgmap v1554: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:49:00.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:48:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:00.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:48:59 smithi012 ceph-mon[88355]: pgmap v1554: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:49:00.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:48:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:01.086 INFO:tasks.workunit.client.0.smithi012.stdout: 278: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:01.086 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-hlopzNAHDsI4UJ_ off=613634 len=584043 2024-04-02T08:49:01.087 INFO:tasks.workunit.client.0.smithi012.stdout:op 1384 completed, throughput=4.99MB/sec 2024-04-02T08:49:01.087 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-nWPL9PAJKVpfVIf off=1340470 len=667883 2024-04-02T08:49:01.090 INFO:tasks.workunit.client.0.smithi012.stdout:op 1385 completed, throughput=4.99MB/sec 2024-04-02T08:49:01.090 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-U_BPw4qfbYdqz_J off=1535949 len=1775022 2024-04-02T08:49:01.094 INFO:tasks.workunit.client.0.smithi012.stdout:op 1386 completed, throughput=5MB/sec 2024-04-02T08:49:01.094 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Wm-sl5fLqwgOAmL off=7686719 len=958148 2024-04-02T08:49:01.095 INFO:tasks.workunit.client.0.smithi012.stdout:op 1387 completed, throughput=5MB/sec 2024-04-02T08:49:01.095 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-mhbaYKNrO0pFMLM off=3745972 len=764472 2024-04-02T08:49:01.099 INFO:tasks.workunit.client.0.smithi012.stdout:op 1388 completed, throughput=5MB/sec 2024-04-02T08:49:02.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:49:01 smithi055 ceph-mon[85080]: pgmap v1555: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:49:02.099 INFO:tasks.workunit.client.0.smithi012.stdout: 279: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:02.100 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-7eAVsAJMaXu3KW6 off=3929744 len=505694 2024-04-02T08:49:02.101 INFO:tasks.workunit.client.0.smithi012.stdout:op 1389 completed, throughput=4.99MB/sec 2024-04-02T08:49:02.101 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-FOK1BKptqbKokV0 off=6722992 len=544983 2024-04-02T08:49:02.105 INFO:tasks.workunit.client.0.smithi012.stdout:op 1390 completed, throughput=4.99MB/sec 2024-04-02T08:49:02.105 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-GmIeNNRdfff6Fq_ off=5159382 len=470506 2024-04-02T08:49:02.106 INFO:tasks.workunit.client.0.smithi012.stdout:op 1391 completed, throughput=4.99MB/sec 2024-04-02T08:49:02.106 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-sDIYg_LXEPemjoX off=14464714 len=1715706 2024-04-02T08:49:02.113 INFO:tasks.workunit.client.0.smithi012.stdout:op 1392 completed, throughput=4.99MB/sec 2024-04-02T08:49:02.113 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-8xikvhHKPBGXW1E off=5274025 len=1452103 2024-04-02T08:49:02.120 INFO:tasks.workunit.client.0.smithi012.stdout:op 1393 completed, throughput=5MB/sec 2024-04-02T08:49:02.120 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-iJ6cwLPJiEExB2H off=57784 len=1421379 2024-04-02T08:49:02.124 INFO:tasks.workunit.client.0.smithi012.stdout:op 1394 completed, throughput=5MB/sec 2024-04-02T08:49:02.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:49:01 smithi012 ceph-mon[88355]: pgmap v1555: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:49:02.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:49:01 smithi012 ceph-mon[90784]: pgmap v1555: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:49:02.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:49:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:49:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:49:03.125 INFO:tasks.workunit.client.0.smithi012.stdout: 280: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:03.125 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ZfD4SQmSYEg9JHf off=23492225 len=1609785 2024-04-02T08:49:03.131 INFO:tasks.workunit.client.0.smithi012.stdout:op 1395 completed, throughput=4.99MB/sec 2024-04-02T08:49:03.131 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj--H9xLHgFTL_vNDP off=901220 len=1653845 2024-04-02T08:49:03.133 INFO:tasks.workunit.client.0.smithi012.stdout:op 1396 completed, throughput=5MB/sec 2024-04-02T08:49:03.133 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-mnUW6abB1RY-CAN off=4623181 len=432939 2024-04-02T08:49:03.133 INFO:tasks.workunit.client.0.smithi012.stdout:op 1397 completed, throughput=5MB/sec 2024-04-02T08:49:03.133 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-xoYyrYIs6iJBq1t off=1696081 len=616099 2024-04-02T08:49:03.137 INFO:tasks.workunit.client.0.smithi012.stdout:op 1398 completed, throughput=5MB/sec 2024-04-02T08:49:04.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:49:03 smithi055 ceph-mon[85080]: pgmap v1556: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:49:04.138 INFO:tasks.workunit.client.0.smithi012.stdout: 281: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:04.138 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-8qIqv34h33C_Maa off=1264366 len=2034432 2024-04-02T08:49:04.142 INFO:tasks.workunit.client.0.smithi012.stdout:op 1399 completed, throughput=4.99MB/sec 2024-04-02T08:49:04.142 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-_ewkaymMT-zkjUT off=4859002 len=1145930 2024-04-02T08:49:04.143 INFO:tasks.workunit.client.0.smithi012.stdout:op 1400 completed, throughput=4.99MB/sec 2024-04-02T08:49:04.143 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-8esJjog_rU3kqvM off=10382422 len=1170656 2024-04-02T08:49:04.149 INFO:tasks.workunit.client.0.smithi012.stdout:op 1401 completed, throughput=5MB/sec 2024-04-02T08:49:04.149 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-c81vaFM8ZD6XOVQ off=3629466 len=685248 2024-04-02T08:49:04.150 INFO:tasks.workunit.client.0.smithi012.stdout:op 1402 completed, throughput=5MB/sec 2024-04-02T08:49:04.150 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-vOUK9P9ekGPRWeF off=24040063 len=976663 2024-04-02T08:49:04.154 INFO:tasks.workunit.client.0.smithi012.stdout:op 1403 completed, throughput=5MB/sec 2024-04-02T08:49:04.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:49:03 smithi012 ceph-mon[88355]: pgmap v1556: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:49:04.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:49:03 smithi012 ceph-mon[90784]: pgmap v1556: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:49:05.155 INFO:tasks.workunit.client.0.smithi012.stdout: 282: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:05.155 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-LsMlNnN67th15Re off=11939456 len=1388135 2024-04-02T08:49:05.156 INFO:tasks.workunit.client.0.smithi012.stdout:op 1404 completed, throughput=4.99MB/sec 2024-04-02T08:49:05.156 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Zt46Ah9J0145b0A off=1505972 len=494178 2024-04-02T08:49:05.160 INFO:tasks.workunit.client.0.smithi012.stdout:op 1405 completed, throughput=4.99MB/sec 2024-04-02T08:49:05.160 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-C_e-y-yeT6oCsYg off=7095173 len=712193 2024-04-02T08:49:05.164 INFO:tasks.workunit.client.0.smithi012.stdout:op 1406 completed, throughput=4.99MB/sec 2024-04-02T08:49:05.164 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-FjrD2KdP-nvljVO off=17524977 len=2085914 2024-04-02T08:49:05.166 INFO:tasks.workunit.client.0.smithi012.stdout:op 1407 completed, throughput=5MB/sec 2024-04-02T08:49:06.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:49:05 smithi055 ceph-mon[85080]: pgmap v1557: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:49:06.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:49:05 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:49:06.166 INFO:tasks.workunit.client.0.smithi012.stdout: 283: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:06.166 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-sGAfYz1lPiLDS0v off=16840862 len=2092427 2024-04-02T08:49:06.168 INFO:tasks.workunit.client.0.smithi012.stdout:op 1408 completed, throughput=4.99MB/sec 2024-04-02T08:49:06.168 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-2mNVemtMRrJ08bj off=2503508 len=2000199 2024-04-02T08:49:06.172 INFO:tasks.workunit.client.0.smithi012.stdout:op 1409 completed, throughput=5MB/sec 2024-04-02T08:49:06.172 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-7jYnhYse8Gja06L off=703195 len=790901 2024-04-02T08:49:06.175 INFO:tasks.workunit.client.0.smithi012.stdout:op 1410 completed, throughput=5MB/sec 2024-04-02T08:49:06.176 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-gU0-M_lSU_Zy1GA off=6761492 len=1704418 2024-04-02T08:49:06.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:49:05 smithi012 ceph-mon[88355]: pgmap v1557: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:49:06.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:49:05 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:49:06.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:49:05 smithi012 ceph-mon[90784]: pgmap v1557: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:49:06.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:49:05 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:49:06.183 INFO:tasks.workunit.client.0.smithi012.stdout:op 1411 completed, throughput=5.01MB/sec 2024-04-02T08:49:07.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:49:06 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:49:07.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:49:06 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:49:07.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:49:06 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:49:07.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:49:06 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:49:07.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:49:06 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:49:07.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:49:06 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:49:07.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:49:06 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:49:07.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:49:06 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:49:07.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:49:06 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:49:07.183 INFO:tasks.workunit.client.0.smithi012.stdout: 284: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:07.183 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-OjW20WUCczAcq24 off=4461761 len=2067201 2024-04-02T08:49:07.192 INFO:tasks.workunit.client.0.smithi012.stdout:op 1412 completed, throughput=4.99MB/sec 2024-04-02T08:49:07.192 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ip2s5lpIF9xNJnX off=3014852 len=910312 2024-04-02T08:49:07.197 INFO:tasks.workunit.client.0.smithi012.stdout:op 1413 completed, throughput=5MB/sec 2024-04-02T08:49:07.197 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj--N7tU72vThNBYVS off=4923748 len=711923 2024-04-02T08:49:07.201 INFO:tasks.workunit.client.0.smithi012.stdout:op 1414 completed, throughput=5MB/sec 2024-04-02T08:49:07.201 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-kST8eeiK93zQyDZ off=3577499 len=1752815 2024-04-02T08:49:07.208 INFO:tasks.workunit.client.0.smithi012.stdout:op 1415 completed, throughput=5.01MB/sec 2024-04-02T08:49:08.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:49:07 smithi055 ceph-mon[85080]: pgmap v1558: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:49:08.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:49:07 smithi012 ceph-mon[88355]: pgmap v1558: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:49:08.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:49:07 smithi012 ceph-mon[90784]: pgmap v1558: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:49:08.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:49:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:49:07] "GET /metrics HTTP/1.1" 200 34039 "" "Prometheus/2.43.0" 2024-04-02T08:49:08.209 INFO:tasks.workunit.client.0.smithi012.stdout: 285: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:08.209 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-iLJNE9AsCPJLEyG off=7232583 len=1794535 2024-04-02T08:49:08.217 INFO:tasks.workunit.client.0.smithi012.stdout:op 1416 completed, throughput=4.99MB/sec 2024-04-02T08:49:08.217 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-d6eJfr4C5YmTaTL off=1692182 len=1295614 2024-04-02T08:49:08.219 INFO:tasks.workunit.client.0.smithi012.stdout:op 1417 completed, throughput=5MB/sec 2024-04-02T08:49:08.219 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-lv1HK_KHSIc8K6g off=3664683 len=1880173 2024-04-02T08:49:08.226 INFO:tasks.workunit.client.0.smithi012.stdout:op 1418 completed, throughput=5MB/sec 2024-04-02T08:49:09.227 INFO:tasks.workunit.client.0.smithi012.stdout: 286: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:09.227 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-a_1ZP8uEKWqwkVT off=6907356 len=1239293 2024-04-02T08:49:09.233 INFO:tasks.workunit.client.0.smithi012.stdout:op 1419 completed, throughput=4.99MB/sec 2024-04-02T08:49:09.233 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-z8BXdxr8qDMnNVK off=10101361 len=1586182 2024-04-02T08:49:09.235 INFO:tasks.workunit.client.0.smithi012.stdout:op 1420 completed, throughput=5MB/sec 2024-04-02T08:49:09.235 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-aknALvH6cnsXIfu off=2191534 len=1490527 2024-04-02T08:49:09.240 INFO:tasks.workunit.client.0.smithi012.stdout:op 1421 completed, throughput=5MB/sec 2024-04-02T08:49:10.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:49:09 smithi055 ceph-mon[85080]: pgmap v1559: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:49:10.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:49:09 smithi012 ceph-mon[88355]: pgmap v1559: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:49:10.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:49:09 smithi012 ceph-mon[90784]: pgmap v1559: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:49:10.241 INFO:tasks.workunit.client.0.smithi012.stdout: 287: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:10.241 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-UVSVCMhhCKictBs off=930245 len=1119173 2024-04-02T08:49:10.243 INFO:tasks.workunit.client.0.smithi012.stdout:op 1422 completed, throughput=4.99MB/sec 2024-04-02T08:49:10.243 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-u6Yg8itinBMiw6H off=3622588 len=881164 2024-04-02T08:49:10.244 INFO:tasks.workunit.client.0.smithi012.stdout:op 1423 completed, throughput=4.99MB/sec 2024-04-02T08:49:10.244 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ggJkpd-DYqQxz3z off=6398118 len=174011 2024-04-02T08:49:10.247 INFO:tasks.workunit.client.0.smithi012.stdout:op 1424 completed, throughput=4.99MB/sec 2024-04-02T08:49:10.247 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Pv4Sqa9ipAATGay off=4103564 len=1712774 2024-04-02T08:49:10.250 INFO:tasks.workunit.client.0.smithi012.stdout:op 1425 completed, throughput=5MB/sec 2024-04-02T08:49:10.250 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-R9ZTODfzhFCbTnv off=8294472 len=43190 2024-04-02T08:49:10.252 INFO:tasks.workunit.client.0.smithi012.stdout:op 1426 completed, throughput=5MB/sec 2024-04-02T08:49:10.252 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-nmCMSITKs0xK9R1 off=2267820 len=1138773 2024-04-02T08:49:10.254 INFO:tasks.workunit.client.0.smithi012.stdout:op 1427 completed, throughput=5MB/sec 2024-04-02T08:49:10.254 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-0GGatLYjgTbKX18 off=7015025 len=972593 2024-04-02T08:49:10.254 INFO:tasks.workunit.client.0.smithi012.stdout:op 1428 completed, throughput=5MB/sec 2024-04-02T08:49:11.255 INFO:tasks.workunit.client.0.smithi012.stdout: 288: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:11.255 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-N5mxY6y2oDt5yVQ off=4693986 len=622883 2024-04-02T08:49:11.259 INFO:tasks.workunit.client.0.smithi012.stdout:op 1429 completed, throughput=4.99MB/sec 2024-04-02T08:49:11.259 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj--foMhYV434H83E- off=1516640 len=612588 2024-04-02T08:49:11.262 INFO:tasks.workunit.client.0.smithi012.stdout:op 1430 completed, throughput=4.99MB/sec 2024-04-02T08:49:11.262 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-m4OtnB7rB2GL4RD off=21028206 len=361119 2024-04-02T08:49:11.265 INFO:tasks.workunit.client.0.smithi012.stdout:op 1431 completed, throughput=4.99MB/sec 2024-04-02T08:49:11.265 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-gkzmktoiy9GIP_4 off=189028 len=505629 2024-04-02T08:49:11.265 INFO:tasks.workunit.client.0.smithi012.stdout:op 1432 completed, throughput=4.99MB/sec 2024-04-02T08:49:11.266 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ZF3P8GtD6I27_sq off=4473476 len=55706 2024-04-02T08:49:11.266 INFO:tasks.workunit.client.0.smithi012.stdout:op 1433 completed, throughput=4.99MB/sec 2024-04-02T08:49:11.266 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Se3DNQ-snFMUYms off=3477819 len=20322 2024-04-02T08:49:11.267 INFO:tasks.workunit.client.0.smithi012.stdout:op 1434 completed, throughput=4.99MB/sec 2024-04-02T08:49:11.267 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-XhJ9TjX9qy0VoQd off=2816498 len=1492642 2024-04-02T08:49:11.268 INFO:tasks.workunit.client.0.smithi012.stdout:op 1435 completed, throughput=5MB/sec 2024-04-02T08:49:11.268 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-5T96N9pLwrcvgnD off=1701909 len=167113 2024-04-02T08:49:11.269 INFO:tasks.workunit.client.0.smithi012.stdout:op 1436 completed, throughput=5MB/sec 2024-04-02T08:49:11.269 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-xNQWChhqfFsiU0R off=9055357 len=1172284 2024-04-02T08:49:11.274 INFO:tasks.workunit.client.0.smithi012.stdout:op 1437 completed, throughput=5MB/sec 2024-04-02T08:49:12.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:49:11 smithi055 ceph-mon[85080]: pgmap v1560: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:49:12.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:49:11 smithi012 ceph-mon[88355]: pgmap v1560: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:49:12.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:49:11 smithi012 ceph-mon[90784]: pgmap v1560: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:49:12.274 INFO:tasks.workunit.client.0.smithi012.stdout: 289: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:12.274 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-vx7swtiQSlI_OgX off=6900661 len=1025003 2024-04-02T08:49:12.279 INFO:tasks.workunit.client.0.smithi012.stdout:op 1438 completed, throughput=4.99MB/sec 2024-04-02T08:49:12.279 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Xj1zkQA7CeMzRuK off=753375 len=312148 2024-04-02T08:49:12.280 INFO:tasks.workunit.client.0.smithi012.stdout:op 1439 completed, throughput=4.99MB/sec 2024-04-02T08:49:12.280 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-MzD4u0D4W7lN5zY off=5926969 len=858032 2024-04-02T08:49:12.280 INFO:tasks.workunit.client.0.smithi012.stdout:op 1440 completed, throughput=4.99MB/sec 2024-04-02T08:49:12.281 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-lV9WuDJr1Ps6mka off=124118 len=782014 2024-04-02T08:49:12.281 INFO:tasks.workunit.client.0.smithi012.stdout:op 1441 completed, throughput=4.99MB/sec 2024-04-02T08:49:12.281 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-SugBHTlaH91OuM3 off=22588465 len=1129385 2024-04-02T08:49:12.282 INFO:tasks.workunit.client.0.smithi012.stdout:op 1442 completed, throughput=5MB/sec 2024-04-02T08:49:12.282 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Os_kD7FIqF0uRXq off=4060485 len=1215764 2024-04-02T08:49:12.283 INFO:tasks.workunit.client.0.smithi012.stdout:op 1443 completed, throughput=5MB/sec 2024-04-02T08:49:12.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:49:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:49:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:49:13.284 INFO:tasks.workunit.client.0.smithi012.stdout: 290: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:13.284 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-C0J1ZDA48flXeJs off=6369628 len=419871 2024-04-02T08:49:13.285 INFO:tasks.workunit.client.0.smithi012.stdout:op 1444 completed, throughput=4.99MB/sec 2024-04-02T08:49:13.285 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-S8VVVvE34xrUJJS off=3283961 len=1473676 2024-04-02T08:49:13.292 INFO:tasks.workunit.client.0.smithi012.stdout:op 1445 completed, throughput=4.99MB/sec 2024-04-02T08:49:13.292 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-vclTeuxl9FzYpMY off=7086097 len=1850400 2024-04-02T08:49:13.294 INFO:tasks.workunit.client.0.smithi012.stdout:op 1446 completed, throughput=5MB/sec 2024-04-02T08:49:13.294 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-KzTC_JYxLHRqK47 off=5036301 len=396756 2024-04-02T08:49:13.296 INFO:tasks.workunit.client.0.smithi012.stdout:op 1447 completed, throughput=5MB/sec 2024-04-02T08:49:13.296 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-FmQJ0lmZ-mysy2G off=18217544 len=2047735 2024-04-02T08:49:13.304 INFO:tasks.workunit.client.0.smithi012.stdout:op 1448 completed, throughput=5MB/sec 2024-04-02T08:49:14.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:49:13 smithi055 ceph-mon[85080]: pgmap v1561: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:49:14.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:49:13 smithi012 ceph-mon[88355]: pgmap v1561: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:49:14.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:49:13 smithi012 ceph-mon[90784]: pgmap v1561: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:49:14.305 INFO:tasks.workunit.client.0.smithi012.stdout: 291: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:14.305 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-0CkPyQGDMDf3Q1a off=3632105 len=1404180 2024-04-02T08:49:14.306 INFO:tasks.workunit.client.0.smithi012.stdout:op 1449 completed, throughput=4.99MB/sec 2024-04-02T08:49:14.306 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-6fl9V2MHff-w-yJ off=13481685 len=1326876 2024-04-02T08:49:14.312 INFO:tasks.workunit.client.0.smithi012.stdout:op 1450 completed, throughput=5MB/sec 2024-04-02T08:49:14.312 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj--Y4rbDG7ij8NbpN off=13253392 len=255186 2024-04-02T08:49:14.313 INFO:tasks.workunit.client.0.smithi012.stdout:op 1451 completed, throughput=5MB/sec 2024-04-02T08:49:14.313 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-D-67LvUyV3jIZ8D off=344860 len=1653845 2024-04-02T08:49:14.314 INFO:tasks.workunit.client.0.smithi012.stdout:op 1452 completed, throughput=5MB/sec 2024-04-02T08:49:15.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:49:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:15.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:49:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:15.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:49:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:15.314 INFO:tasks.workunit.client.0.smithi012.stdout: 292: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:15.315 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Cd8MkGgX_9sREzA off=3566997 len=1392837 2024-04-02T08:49:15.317 INFO:tasks.workunit.client.0.smithi012.stdout:op 1453 completed, throughput=4.99MB/sec 2024-04-02T08:49:15.317 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-VkTs2vgeXiIwmsq off=3326935 len=827597 2024-04-02T08:49:15.319 INFO:tasks.workunit.client.0.smithi012.stdout:op 1454 completed, throughput=4.99MB/sec 2024-04-02T08:49:15.319 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-sjOhZyO1s_1chJP off=4118551 len=681059 2024-04-02T08:49:15.320 INFO:tasks.workunit.client.0.smithi012.stdout:op 1455 completed, throughput=5MB/sec 2024-04-02T08:49:15.320 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-OACGwRFngr4kvS9 off=8124554 len=368827 2024-04-02T08:49:15.321 INFO:tasks.workunit.client.0.smithi012.stdout:op 1456 completed, throughput=5MB/sec 2024-04-02T08:49:15.321 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-_vTgJxAmcnUjFNI off=0 len=1527216 2024-04-02T08:49:15.328 INFO:tasks.workunit.client.0.smithi012.stdout:op 1457 completed, throughput=5MB/sec 2024-04-02T08:49:16.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:49:15 smithi055 ceph-mon[85080]: pgmap v1562: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:49:16.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:49:15 smithi012 ceph-mon[90784]: pgmap v1562: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:49:16.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:49:15 smithi012 ceph-mon[88355]: pgmap v1562: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:49:16.328 INFO:tasks.workunit.client.0.smithi012.stdout: 293: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:16.329 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-faV6iGzql7NoRjw off=1765185 len=1596101 2024-04-02T08:49:16.335 INFO:tasks.workunit.client.0.smithi012.stdout:op 1458 completed, throughput=4.99MB/sec 2024-04-02T08:49:16.335 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-PE3oKm5BlBbeSqM off=7872736 len=371582 2024-04-02T08:49:16.337 INFO:tasks.workunit.client.0.smithi012.stdout:op 1459 completed, throughput=4.99MB/sec 2024-04-02T08:49:16.337 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-YdfPNsgCxrJA_hJ off=563232 len=1424876 2024-04-02T08:49:16.344 INFO:tasks.workunit.client.0.smithi012.stdout:op 1460 completed, throughput=4.99MB/sec 2024-04-02T08:49:16.344 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-rRSQaxmoxbU0lWg off=12328563 len=531780 2024-04-02T08:49:16.345 INFO:tasks.workunit.client.0.smithi012.stdout:op 1461 completed, throughput=5MB/sec 2024-04-02T08:49:16.345 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ys2nbcfpmO1tCav off=6130130 len=1100695 2024-04-02T08:49:16.346 INFO:tasks.workunit.client.0.smithi012.stdout:op 1462 completed, throughput=5MB/sec 2024-04-02T08:49:16.346 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-069_zYMsgYnXzO9 off=927272 len=745213 2024-04-02T08:49:16.350 INFO:tasks.workunit.client.0.smithi012.stdout:op 1463 completed, throughput=5MB/sec 2024-04-02T08:49:17.350 INFO:tasks.workunit.client.0.smithi012.stdout: 294: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:17.350 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-JbzAGf5W5-Gquno off=5206271 len=1154184 2024-04-02T08:49:17.356 INFO:tasks.workunit.client.0.smithi012.stdout:op 1464 completed, throughput=4.99MB/sec 2024-04-02T08:49:17.356 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-otnbDnPeoZUPSxb off=1194361 len=744177 2024-04-02T08:49:17.358 INFO:tasks.workunit.client.0.smithi012.stdout:op 1465 completed, throughput=4.99MB/sec 2024-04-02T08:49:17.358 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-WDBYpySiAfDtO8z off=1931955 len=529998 2024-04-02T08:49:17.359 INFO:tasks.workunit.client.0.smithi012.stdout:op 1466 completed, throughput=4.99MB/sec 2024-04-02T08:49:17.359 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-SiDyNSVUT5_cFqH off=4048179 len=1600511 2024-04-02T08:49:17.360 INFO:tasks.workunit.client.0.smithi012.stdout:op 1467 completed, throughput=5MB/sec 2024-04-02T08:49:17.360 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-zT8JOX4IZhVcK8i off=4622742 len=926918 2024-04-02T08:49:17.365 INFO:tasks.workunit.client.0.smithi012.stdout:op 1468 completed, throughput=5MB/sec 2024-04-02T08:49:18.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:49:17 smithi055 ceph-mon[85080]: pgmap v1563: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:49:18.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:49:17 smithi012 ceph-mon[88355]: pgmap v1563: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:49:18.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:49:17 smithi012 ceph-mon[90784]: pgmap v1563: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:49:18.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:49:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:49:17] "GET /metrics HTTP/1.1" 200 34035 "" "Prometheus/2.43.0" 2024-04-02T08:49:18.365 INFO:tasks.workunit.client.0.smithi012.stdout: 295: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:18.365 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-V3P9kNhW9MKbCyx off=1553316 len=817582 2024-04-02T08:49:18.366 INFO:tasks.workunit.client.0.smithi012.stdout:op 1469 completed, throughput=4.99MB/sec 2024-04-02T08:49:18.367 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-h87DDumMQIOTlBv off=330588 len=1136241 2024-04-02T08:49:18.371 INFO:tasks.workunit.client.0.smithi012.stdout:op 1470 completed, throughput=4.99MB/sec 2024-04-02T08:49:18.371 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-HXHGkR2fHJ_LMEG off=9711834 len=1588936 2024-04-02T08:49:18.378 INFO:tasks.workunit.client.0.smithi012.stdout:op 1471 completed, throughput=5MB/sec 2024-04-02T08:49:18.379 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-nOgwxPST7orVMMD off=789966 len=1576002 2024-04-02T08:49:18.382 INFO:tasks.workunit.client.0.smithi012.stdout:op 1472 completed, throughput=5MB/sec 2024-04-02T08:49:19.382 INFO:tasks.workunit.client.0.smithi012.stdout: 296: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:19.382 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-DPalNyh82TiVgfn off=238136 len=371494 2024-04-02T08:49:19.384 INFO:tasks.workunit.client.0.smithi012.stdout:op 1473 completed, throughput=4.98MB/sec 2024-04-02T08:49:19.384 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-swoYX55S2xTs9Gu off=82941 len=1389063 2024-04-02T08:49:19.387 INFO:tasks.workunit.client.0.smithi012.stdout:op 1474 completed, throughput=4.99MB/sec 2024-04-02T08:49:19.387 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-sSWiuvKbVVEEtIq off=11348246 len=871693 2024-04-02T08:49:19.392 INFO:tasks.workunit.client.0.smithi012.stdout:op 1475 completed, throughput=4.99MB/sec 2024-04-02T08:49:19.392 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-sOBMCW3pXoVdbCi off=9149366 len=1197971 2024-04-02T08:49:19.393 INFO:tasks.workunit.client.0.smithi012.stdout:op 1476 completed, throughput=5MB/sec 2024-04-02T08:49:19.393 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-V7tEXCNOqDak79J off=259567 len=1323650 2024-04-02T08:49:19.400 INFO:tasks.workunit.client.0.smithi012.stdout:op 1477 completed, throughput=5MB/sec 2024-04-02T08:49:19.400 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-2UjeWcb_3HGQtpP off=3813629 len=580537 2024-04-02T08:49:19.404 INFO:tasks.workunit.client.0.smithi012.stdout:op 1478 completed, throughput=5MB/sec 2024-04-02T08:49:20.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:49:19 smithi055 ceph-mon[85080]: pgmap v1564: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:49:20.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:49:19 smithi012 ceph-mon[88355]: pgmap v1564: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:49:20.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:49:19 smithi012 ceph-mon[90784]: pgmap v1564: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:49:20.405 INFO:tasks.workunit.client.0.smithi012.stdout: 297: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:20.406 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-VwOpgVJ5ene3rhf off=15124211 len=1386064 2024-04-02T08:49:20.406 INFO:tasks.workunit.client.0.smithi012.stdout:op 1479 completed, throughput=4.99MB/sec 2024-04-02T08:49:20.406 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-oP0TCdKnH-WIzl- off=1305990 len=1647150 2024-04-02T08:49:20.413 INFO:tasks.workunit.client.0.smithi012.stdout:op 1480 completed, throughput=4.99MB/sec 2024-04-02T08:49:20.413 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-jlPmTn3eWNMlJjd off=7730490 len=1418130 2024-04-02T08:49:20.420 INFO:tasks.workunit.client.0.smithi012.stdout:op 1481 completed, throughput=5MB/sec 2024-04-02T08:49:20.420 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-VnM_n5jyX5_UQ5r off=7091569 len=959175 2024-04-02T08:49:20.423 INFO:tasks.workunit.client.0.smithi012.stdout:op 1482 completed, throughput=5MB/sec 2024-04-02T08:49:21.424 INFO:tasks.workunit.client.0.smithi012.stdout: 298: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:21.424 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ILe-s63yDquDXaH off=337919 len=1583967 2024-04-02T08:49:21.431 INFO:tasks.workunit.client.0.smithi012.stdout:op 1483 completed, throughput=4.99MB/sec 2024-04-02T08:49:21.431 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-NGe-CBgkn_ks4nD off=8728507 len=1861024 2024-04-02T08:49:21.433 INFO:tasks.workunit.client.0.smithi012.stdout:op 1484 completed, throughput=5MB/sec 2024-04-02T08:49:21.433 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-gKG2aK6jLPPjt62 off=10982621 len=1051642 2024-04-02T08:49:21.434 INFO:tasks.workunit.client.0.smithi012.stdout:op 1485 completed, throughput=5MB/sec 2024-04-02T08:49:21.434 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ERQgVQTK65VCiTv off=17778047 len=1142718 2024-04-02T08:49:21.440 INFO:tasks.workunit.client.0.smithi012.stdout:op 1486 completed, throughput=5MB/sec 2024-04-02T08:49:22.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:49:21 smithi055 ceph-mon[85080]: pgmap v1565: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:49:22.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:49:21 smithi012 ceph-mon[88355]: pgmap v1565: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:49:22.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:49:21 smithi012 ceph-mon[90784]: pgmap v1565: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:49:22.441 INFO:tasks.workunit.client.0.smithi012.stdout: 299: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:22.441 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ItyALylnt-coIGn off=8053068 len=198486 2024-04-02T08:49:22.443 INFO:tasks.workunit.client.0.smithi012.stdout:op 1487 completed, throughput=4.99MB/sec 2024-04-02T08:49:22.444 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-hYC-dxXz2Vuhg3m off=3995937 len=2057178 2024-04-02T08:49:22.445 INFO:tasks.workunit.client.0.smithi012.stdout:op 1488 completed, throughput=4.99MB/sec 2024-04-02T08:49:22.445 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-4VYJ9brC9p-gRPx off=8671304 len=688731 2024-04-02T08:49:22.449 INFO:tasks.workunit.client.0.smithi012.stdout:op 1489 completed, throughput=5MB/sec 2024-04-02T08:49:22.449 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-dm7lptCC43MHgla off=885048 len=669994 2024-04-02T08:49:22.453 INFO:tasks.workunit.client.0.smithi012.stdout:op 1490 completed, throughput=5MB/sec 2024-04-02T08:49:22.454 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-wAGlEczCSixewdw off=4148032 len=2003662 2024-04-02T08:49:22.460 INFO:tasks.workunit.client.0.smithi012.stdout:op 1491 completed, throughput=5MB/sec 2024-04-02T08:49:22.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:49:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:49:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:49:23.460 INFO:tasks.workunit.client.0.smithi012.stdout: 300: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:23.461 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-j1pBdnWx4gAe1bz off=9958526 len=556462 2024-04-02T08:49:23.465 INFO:tasks.workunit.client.0.smithi012.stdout:op 1492 completed, throughput=4.99MB/sec 2024-04-02T08:49:23.465 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-5riYq41KOH8A1o_ off=1292577 len=1463078 2024-04-02T08:49:23.473 INFO:tasks.workunit.client.0.smithi012.stdout:op 1493 completed, throughput=4.99MB/sec 2024-04-02T08:49:23.473 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-DvpYTmZS7_gAL0m off=5252435 len=1789261 2024-04-02T08:49:23.475 INFO:tasks.workunit.client.0.smithi012.stdout:op 1494 completed, throughput=5MB/sec 2024-04-02T08:49:23.475 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-6Zj1CPlxj01NoUO off=5065131 len=947966 2024-04-02T08:49:23.476 INFO:tasks.workunit.client.0.smithi012.stdout:op 1495 completed, throughput=5MB/sec 2024-04-02T08:49:24.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:49:23 smithi055 ceph-mon[85080]: pgmap v1566: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:49:24.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:49:23 smithi012 ceph-mon[90784]: pgmap v1566: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:49:24.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:49:23 smithi012 ceph-mon[88355]: pgmap v1566: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:49:24.476 INFO:tasks.workunit.client.0.smithi012.stdout: 301: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:24.477 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-X1i0q5Nzg8PBqNZ off=3017629 len=1246336 2024-04-02T08:49:24.478 INFO:tasks.workunit.client.0.smithi012.stdout:op 1496 completed, throughput=4.99MB/sec 2024-04-02T08:49:24.478 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-fFytPOX1oIv5nHb off=3779666 len=1502532 2024-04-02T08:49:24.481 INFO:tasks.workunit.client.0.smithi012.stdout:op 1497 completed, throughput=4.99MB/sec 2024-04-02T08:49:24.481 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-h9q9YjLu9a900_F off=1749406 len=1352278 2024-04-02T08:49:24.482 INFO:tasks.workunit.client.0.smithi012.stdout:op 1498 completed, throughput=5MB/sec 2024-04-02T08:49:24.482 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-vX_9PQp3wO9yvz5 off=6072317 len=1500348 2024-04-02T08:49:24.484 INFO:tasks.workunit.client.0.smithi012.stdout:op 1499 completed, throughput=5MB/sec 2024-04-02T08:49:25.485 INFO:tasks.workunit.client.0.smithi012.stdout: 302: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:25.485 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ZfHIBeLyAnz-1hF off=3751001 len=255650 2024-04-02T08:49:25.488 INFO:tasks.workunit.client.0.smithi012.stdout:op 1500 completed, throughput=4.99MB/sec 2024-04-02T08:49:25.488 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-MjXxp6idpFz6_UN off=441356 len=435755 2024-04-02T08:49:25.488 INFO:tasks.workunit.client.0.smithi012.stdout:op 1501 completed, throughput=4.99MB/sec 2024-04-02T08:49:25.488 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Ep60xAeirw4kjQx off=11375678 len=707855 2024-04-02T08:49:25.492 INFO:tasks.workunit.client.0.smithi012.stdout:op 1502 completed, throughput=4.99MB/sec 2024-04-02T08:49:25.492 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-dln6lDEdV37LLGp off=5597511 len=564635 2024-04-02T08:49:25.493 INFO:tasks.workunit.client.0.smithi012.stdout:op 1503 completed, throughput=4.99MB/sec 2024-04-02T08:49:25.493 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-nhweg_ktRnmhnTX off=1232354 len=1365770 2024-04-02T08:49:25.494 INFO:tasks.workunit.client.0.smithi012.stdout:op 1504 completed, throughput=5MB/sec 2024-04-02T08:49:25.494 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-IAjMbk8wnQsXM3y off=4839608 len=796183 2024-04-02T08:49:25.498 INFO:tasks.workunit.client.0.smithi012.stdout:op 1505 completed, throughput=5MB/sec 2024-04-02T08:49:25.498 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-TVVCjRC9VBTdz6o off=5657153 len=2070906 2024-04-02T08:49:25.508 INFO:tasks.workunit.client.0.smithi012.stdout:op 1506 completed, throughput=5.01MB/sec 2024-04-02T08:49:26.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:49:25 smithi055 ceph-mon[85080]: pgmap v1567: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:49:26.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:49:25 smithi012 ceph-mon[88355]: pgmap v1567: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:49:26.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:49:25 smithi012 ceph-mon[90784]: pgmap v1567: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:49:26.508 INFO:tasks.workunit.client.0.smithi012.stdout: 303: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:26.508 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-aXN36VHHWMIAeES off=943823 len=130433 2024-04-02T08:49:26.508 INFO:tasks.workunit.client.0.smithi012.stdout:op 1507 completed, throughput=4.99MB/sec 2024-04-02T08:49:26.508 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-AS9_n_Yy-PxvL7q off=20421534 len=1074242 2024-04-02T08:49:26.514 INFO:tasks.workunit.client.0.smithi012.stdout:op 1508 completed, throughput=4.99MB/sec 2024-04-02T08:49:26.514 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-rTnMEvjOUcYwnKj off=7581022 len=1931770 2024-04-02T08:49:26.516 INFO:tasks.workunit.client.0.smithi012.stdout:op 1509 completed, throughput=5MB/sec 2024-04-02T08:49:26.516 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-MT_-fRF7fIapTPE off=2314382 len=1131789 2024-04-02T08:49:26.517 INFO:tasks.workunit.client.0.smithi012.stdout:op 1510 completed, throughput=5MB/sec 2024-04-02T08:49:27.517 INFO:tasks.workunit.client.0.smithi012.stdout: 304: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:27.517 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-gUqsRvbxrgFnUXh off=15236851 len=301343 2024-04-02T08:49:27.520 INFO:tasks.workunit.client.0.smithi012.stdout:op 1511 completed, throughput=4.99MB/sec 2024-04-02T08:49:27.520 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-aTLRC6Tmw4Mf3sC off=1364574 len=1659087 2024-04-02T08:49:27.526 INFO:tasks.workunit.client.0.smithi012.stdout:op 1512 completed, throughput=4.99MB/sec 2024-04-02T08:49:27.526 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Mlg-JX2RJlJ7u3O off=3510398 len=173626 2024-04-02T08:49:27.528 INFO:tasks.workunit.client.0.smithi012.stdout:op 1513 completed, throughput=4.99MB/sec 2024-04-02T08:49:27.528 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-s1KDGAi_lS_nTsw off=3674873 len=117217 2024-04-02T08:49:27.530 INFO:tasks.workunit.client.0.smithi012.stdout:op 1514 completed, throughput=4.99MB/sec 2024-04-02T08:49:27.530 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-bpZIKOvQuTqnLur off=10101069 len=1980234 2024-04-02T08:49:27.532 INFO:tasks.workunit.client.0.smithi012.stdout:op 1515 completed, throughput=5MB/sec 2024-04-02T08:49:27.532 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-sTDqv5nvOWNFzZV off=3725227 len=2060765 2024-04-02T08:49:27.533 INFO:tasks.workunit.client.0.smithi012.stdout:op 1516 completed, throughput=5.01MB/sec 2024-04-02T08:49:28.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:49:27 smithi055 ceph-mon[85080]: pgmap v1568: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:49:28.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:49:27 smithi012 ceph-mon[88355]: pgmap v1568: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:49:28.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:49:27 smithi012 ceph-mon[90784]: pgmap v1568: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:49:28.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:49:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:49:27] "GET /metrics HTTP/1.1" 200 34035 "" "Prometheus/2.43.0" 2024-04-02T08:49:28.533 INFO:tasks.workunit.client.0.smithi012.stdout: 305: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:28.534 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-P778ltc8a47fVQ2 off=12699037 len=1263124 2024-04-02T08:49:28.540 INFO:tasks.workunit.client.0.smithi012.stdout:op 1517 completed, throughput=4.99MB/sec 2024-04-02T08:49:28.540 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-CWX8b-KcPt65lGH off=11527385 len=1812748 2024-04-02T08:49:28.541 INFO:tasks.workunit.client.0.smithi012.stdout:op 1518 completed, throughput=5MB/sec 2024-04-02T08:49:28.541 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-LUQqYv24LHmeGeS off=10003772 len=1605251 2024-04-02T08:49:28.549 INFO:tasks.workunit.client.0.smithi012.stdout:op 1519 completed, throughput=5MB/sec 2024-04-02T08:49:29.549 INFO:tasks.workunit.client.0.smithi012.stdout: 306: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:29.550 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-3VPGCYsxRXstpVs off=8858998 len=945640 2024-04-02T08:49:29.552 INFO:tasks.workunit.client.0.smithi012.stdout:op 1520 completed, throughput=4.99MB/sec 2024-04-02T08:49:29.552 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-vEDP5nPSy7lPl16 off=2664350 len=179446 2024-04-02T08:49:29.554 INFO:tasks.workunit.client.0.smithi012.stdout:op 1521 completed, throughput=4.99MB/sec 2024-04-02T08:49:29.554 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-0Zl1g_GHqEPDAGo off=14001833 len=1009596 2024-04-02T08:49:29.556 INFO:tasks.workunit.client.0.smithi012.stdout:op 1522 completed, throughput=4.99MB/sec 2024-04-02T08:49:29.556 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Ug-ZSjUQz64pYEg off=1553987 len=431377 2024-04-02T08:49:29.560 INFO:tasks.workunit.client.0.smithi012.stdout:op 1523 completed, throughput=4.99MB/sec 2024-04-02T08:49:29.560 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-6xHHLCBNXvrcydO off=756288 len=1958553 2024-04-02T08:49:29.568 INFO:tasks.workunit.client.0.smithi012.stdout:op 1524 completed, throughput=5MB/sec 2024-04-02T08:49:30.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:49:29 smithi055 ceph-mon[85080]: pgmap v1569: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:49:30.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:49:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:30.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:49:29 smithi012 ceph-mon[90784]: pgmap v1569: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:49:30.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:49:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:30.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:49:29 smithi012 ceph-mon[88355]: pgmap v1569: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:49:30.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:49:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:30.568 INFO:tasks.workunit.client.0.smithi012.stdout: 307: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:30.568 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-KfX9doLY3eKMIdd off=2262983 len=1239607 2024-04-02T08:49:30.570 INFO:tasks.workunit.client.0.smithi012.stdout:op 1525 completed, throughput=4.99MB/sec 2024-04-02T08:49:30.570 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-EXIS1g_C4Gpv1nS off=13115799 len=1274852 2024-04-02T08:49:30.577 INFO:tasks.workunit.client.0.smithi012.stdout:op 1526 completed, throughput=4.99MB/sec 2024-04-02T08:49:30.577 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-4iEqjU_7ALecqpj off=6088130 len=301284 2024-04-02T08:49:30.577 INFO:tasks.workunit.client.0.smithi012.stdout:op 1527 completed, throughput=4.99MB/sec 2024-04-02T08:49:30.577 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj--uh-ZuJvXGM2KpP off=3376992 len=1871857 2024-04-02T08:49:30.586 INFO:tasks.workunit.client.0.smithi012.stdout:op 1528 completed, throughput=5MB/sec 2024-04-02T08:49:30.586 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-hCX-Cyssao5us8S off=8492837 len=1470112 2024-04-02T08:49:30.587 INFO:tasks.workunit.client.0.smithi012.stdout:op 1529 completed, throughput=5MB/sec 2024-04-02T08:49:31.587 INFO:tasks.workunit.client.0.smithi012.stdout: 308: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:31.588 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-3nv_aLjqYPd9a-2 off=3216404 len=502663 2024-04-02T08:49:31.591 INFO:tasks.workunit.client.0.smithi012.stdout:op 1530 completed, throughput=4.99MB/sec 2024-04-02T08:49:31.591 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-sxvYsfvOhALxlfR off=19493764 len=258918 2024-04-02T08:49:31.594 INFO:tasks.workunit.client.0.smithi012.stdout:op 1531 completed, throughput=4.99MB/sec 2024-04-02T08:49:31.594 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-SvHd5A8BJ3RoTbP off=1155217 len=1282257 2024-04-02T08:49:31.600 INFO:tasks.workunit.client.0.smithi012.stdout:op 1532 completed, throughput=4.99MB/sec 2024-04-02T08:49:31.600 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-bN7qlIhFcZBBYBH off=6161864 len=1864831 2024-04-02T08:49:31.609 INFO:tasks.workunit.client.0.smithi012.stdout:op 1533 completed, throughput=5MB/sec 2024-04-02T08:49:31.609 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-9VdD-RI0XFcuaYG off=498467 len=891823 2024-04-02T08:49:31.612 INFO:tasks.workunit.client.0.smithi012.stdout:op 1534 completed, throughput=5MB/sec 2024-04-02T08:49:32.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:49:31 smithi055 ceph-mon[85080]: pgmap v1570: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:49:32.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:49:31 smithi012 ceph-mon[88355]: pgmap v1570: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:49:32.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:49:31 smithi012 ceph-mon[90784]: pgmap v1570: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:49:32.613 INFO:tasks.workunit.client.0.smithi012.stdout: 309: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:32.613 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-KxiX3H_hU5vSH4V off=10891441 len=1155454 2024-04-02T08:49:32.618 INFO:tasks.workunit.client.0.smithi012.stdout:op 1535 completed, throughput=4.99MB/sec 2024-04-02T08:49:32.618 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-JqbKvFb5I_Frx7s off=4196669 len=21285 2024-04-02T08:49:32.619 INFO:tasks.workunit.client.0.smithi012.stdout:op 1536 completed, throughput=4.99MB/sec 2024-04-02T08:49:32.619 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-LvWpRgDw9DK2JkJ off=23872300 len=811205 2024-04-02T08:49:32.622 INFO:tasks.workunit.client.0.smithi012.stdout:op 1537 completed, throughput=4.99MB/sec 2024-04-02T08:49:32.622 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-IJn3Cw2KNw67zHd off=6736950 len=788852 2024-04-02T08:49:32.623 INFO:tasks.workunit.client.0.smithi012.stdout:op 1538 completed, throughput=4.99MB/sec 2024-04-02T08:49:32.623 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Uc2Thir8BA2xrOO off=833556 len=1283599 2024-04-02T08:49:32.629 INFO:tasks.workunit.client.0.smithi012.stdout:op 1539 completed, throughput=5MB/sec 2024-04-02T08:49:32.629 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-_8fUAUwn8wg2Eds off=18104689 len=1317428 2024-04-02T08:49:32.635 INFO:tasks.workunit.client.0.smithi012.stdout:op 1540 completed, throughput=5MB/sec 2024-04-02T08:49:32.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:49:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:49:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:49:33.635 INFO:tasks.workunit.client.0.smithi012.stdout: 310: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:33.635 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-IgDXKF5hYmAoJ22 off=4772208 len=1357028 2024-04-02T08:49:33.636 INFO:tasks.workunit.client.0.smithi012.stdout:op 1541 completed, throughput=4.99MB/sec 2024-04-02T08:49:33.637 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-z3gGsDFq5KU9pM_ off=66697 len=1775 2024-04-02T08:49:33.639 INFO:tasks.workunit.client.0.smithi012.stdout:op 1542 completed, throughput=4.99MB/sec 2024-04-02T08:49:33.639 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-jCfqPsiOh6Hl8kR off=13126723 len=1478997 2024-04-02T08:49:33.640 INFO:tasks.workunit.client.0.smithi012.stdout:op 1543 completed, throughput=4.99MB/sec 2024-04-02T08:49:33.640 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-DylEC81aCfMkcFl off=1055833 len=1904151 2024-04-02T08:49:33.642 INFO:tasks.workunit.client.0.smithi012.stdout:op 1544 completed, throughput=5MB/sec 2024-04-02T08:49:33.642 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-3p0xbUNZFYCqpWQ off=6160550 len=1162323 2024-04-02T08:49:33.646 INFO:tasks.workunit.client.0.smithi012.stdout:op 1545 completed, throughput=5MB/sec 2024-04-02T08:49:34.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:49:33 smithi055 ceph-mon[85080]: pgmap v1571: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:49:34.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:49:33 smithi012 ceph-mon[88355]: pgmap v1571: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:49:34.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:49:33 smithi012 ceph-mon[90784]: pgmap v1571: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:49:34.646 INFO:tasks.workunit.client.0.smithi012.stdout: 311: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:34.647 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-vpWGaBa42b1k9bu off=15639466 len=2050472 2024-04-02T08:49:34.648 INFO:tasks.workunit.client.0.smithi012.stdout:op 1546 completed, throughput=4.99MB/sec 2024-04-02T08:49:34.648 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-nHgplDVz8a4mzMT off=15831283 len=1577574 2024-04-02T08:49:34.652 INFO:tasks.workunit.client.0.smithi012.stdout:op 1547 completed, throughput=5MB/sec 2024-04-02T08:49:34.652 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-1mNqut2Y8jdv-PI off=224570 len=1031199 2024-04-02T08:49:34.657 INFO:tasks.workunit.client.0.smithi012.stdout:op 1548 completed, throughput=5MB/sec 2024-04-02T08:49:35.657 INFO:tasks.workunit.client.0.smithi012.stdout: 312: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:35.657 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-LaSUdidt6UlZr6J off=4099100 len=1089839 2024-04-02T08:49:35.662 INFO:tasks.workunit.client.0.smithi012.stdout:op 1549 completed, throughput=4.99MB/sec 2024-04-02T08:49:35.662 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-4wncaVY-HwaOcBg off=12055603 len=2061946 2024-04-02T08:49:35.663 INFO:tasks.workunit.client.0.smithi012.stdout:op 1550 completed, throughput=4.99MB/sec 2024-04-02T08:49:35.663 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-iQXo1C_2AoQHKa7 off=6139711 len=115854 2024-04-02T08:49:35.664 INFO:tasks.workunit.client.0.smithi012.stdout:op 1551 completed, throughput=5MB/sec 2024-04-02T08:49:35.664 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-O46E3ohGMKa9gbT off=11411553 len=839779 2024-04-02T08:49:35.665 INFO:tasks.workunit.client.0.smithi012.stdout:op 1552 completed, throughput=5MB/sec 2024-04-02T08:49:35.665 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-CcaenKJW5qJzmov off=16206216 len=1565951 2024-04-02T08:49:35.672 INFO:tasks.workunit.client.0.smithi012.stdout:op 1553 completed, throughput=5MB/sec 2024-04-02T08:49:36.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:49:35 smithi055 ceph-mon[85080]: pgmap v1572: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:49:36.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:49:35 smithi012 ceph-mon[88355]: pgmap v1572: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:49:36.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:49:35 smithi012 ceph-mon[90784]: pgmap v1572: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:49:36.672 INFO:tasks.workunit.client.0.smithi012.stdout: 313: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:36.672 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-zcYni1cawKJ_-3b off=3829941 len=186121 2024-04-02T08:49:36.673 INFO:tasks.workunit.client.0.smithi012.stdout:op 1554 completed, throughput=4.99MB/sec 2024-04-02T08:49:36.673 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-2ncP5HhZnpMYVjE off=3066272 len=438601 2024-04-02T08:49:36.676 INFO:tasks.workunit.client.0.smithi012.stdout:op 1555 completed, throughput=4.99MB/sec 2024-04-02T08:49:36.676 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-RaYDCvXBWMtsObq off=7835554 len=992003 2024-04-02T08:49:36.677 INFO:tasks.workunit.client.0.smithi012.stdout:op 1556 completed, throughput=4.99MB/sec 2024-04-02T08:49:36.677 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-dGrPTl-kX6qBMZ_ off=11339249 len=1042127 2024-04-02T08:49:36.678 INFO:tasks.workunit.client.0.smithi012.stdout:op 1557 completed, throughput=4.99MB/sec 2024-04-02T08:49:36.678 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-4pZIsN2Jo_OMM2l off=2177729 len=1133685 2024-04-02T08:49:36.679 INFO:tasks.workunit.client.0.smithi012.stdout:op 1558 completed, throughput=5MB/sec 2024-04-02T08:49:36.679 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-2ncP5HhZnpMYVjE off=2022148 len=720316 2024-04-02T08:49:36.684 INFO:tasks.workunit.client.0.smithi012.stdout:op 1559 completed, throughput=5MB/sec 2024-04-02T08:49:36.684 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-D-67LvUyV3jIZ8D off=923422 len=1866228 2024-04-02T08:49:36.690 INFO:tasks.workunit.client.0.smithi012.stdout:op 1560 completed, throughput=5.01MB/sec 2024-04-02T08:49:37.690 INFO:tasks.workunit.client.0.smithi012.stdout: 314: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:37.691 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ciogEggkHS0rXmh off=12400350 len=1972234 2024-04-02T08:49:37.700 INFO:tasks.workunit.client.0.smithi012.stdout:op 1561 completed, throughput=5MB/sec 2024-04-02T08:49:37.700 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-spqfCUIbG82PbXK off=7315718 len=481891 2024-04-02T08:49:37.703 INFO:tasks.workunit.client.0.smithi012.stdout:op 1562 completed, throughput=5MB/sec 2024-04-02T08:49:37.704 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-b7TgG4SNYCBxJ-A off=15975609 len=1995443 2024-04-02T08:49:37.712 INFO:tasks.workunit.client.0.smithi012.stdout:op 1563 completed, throughput=5MB/sec 2024-04-02T08:49:38.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:49:37 smithi055 ceph-mon[85080]: pgmap v1573: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:49:38.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:49:37 smithi012 ceph-mon[88355]: pgmap v1573: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:49:38.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:49:37 smithi012 ceph-mon[90784]: pgmap v1573: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:49:38.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:49:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:49:37] "GET /metrics HTTP/1.1" 200 34039 "" "Prometheus/2.43.0" 2024-04-02T08:49:38.712 INFO:tasks.workunit.client.0.smithi012.stdout: 315: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:38.712 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-v-NuwEb2BsZ9AvA off=8161216 len=1298456 2024-04-02T08:49:38.719 INFO:tasks.workunit.client.0.smithi012.stdout:op 1564 completed, throughput=4.99MB/sec 2024-04-02T08:49:38.720 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-OWje-Ky9jq5g6vA off=22407434 len=1151217 2024-04-02T08:49:38.720 INFO:tasks.workunit.client.0.smithi012.stdout:op 1565 completed, throughput=4.99MB/sec 2024-04-02T08:49:38.720 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-zDI0oNR8GwBt7kp off=30072 len=928503 2024-04-02T08:49:38.721 INFO:tasks.workunit.client.0.smithi012.stdout:op 1566 completed, throughput=5MB/sec 2024-04-02T08:49:38.721 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-_-PgtOKPJRSdznG off=696066 len=1456860 2024-04-02T08:49:38.727 INFO:tasks.workunit.client.0.smithi012.stdout:op 1567 completed, throughput=5MB/sec 2024-04-02T08:49:39.728 INFO:tasks.workunit.client.0.smithi012.stdout: 316: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:39.728 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-0lfgLd3ud8EPdGI off=4171290 len=477168 2024-04-02T08:49:39.729 INFO:tasks.workunit.client.0.smithi012.stdout:op 1568 completed, throughput=4.99MB/sec 2024-04-02T08:49:39.729 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-RWzqM-SmP3BP0t7 off=5913764 len=1519126 2024-04-02T08:49:39.731 INFO:tasks.workunit.client.0.smithi012.stdout:op 1569 completed, throughput=4.99MB/sec 2024-04-02T08:49:39.731 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-MbU0QgQLrDnwFuJ off=9317855 len=225573 2024-04-02T08:49:39.734 INFO:tasks.workunit.client.0.smithi012.stdout:op 1570 completed, throughput=4.99MB/sec 2024-04-02T08:49:39.734 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-kg8jXuv5W8s0qoa off=15614359 len=1024573 2024-04-02T08:49:39.735 INFO:tasks.workunit.client.0.smithi012.stdout:op 1571 completed, throughput=5MB/sec 2024-04-02T08:49:39.735 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-49cQOz04FHh02dy off=730863 len=813509 2024-04-02T08:49:39.736 INFO:tasks.workunit.client.0.smithi012.stdout:op 1572 completed, throughput=5MB/sec 2024-04-02T08:49:39.736 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-fKE9groIO4krr_Z off=7769434 len=647470 2024-04-02T08:49:39.740 INFO:tasks.workunit.client.0.smithi012.stdout:op 1573 completed, throughput=5MB/sec 2024-04-02T08:49:39.740 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-0pU3DJ5vQfqWWE- off=4608066 len=1202168 2024-04-02T08:49:39.745 INFO:tasks.workunit.client.0.smithi012.stdout:op 1574 completed, throughput=5MB/sec 2024-04-02T08:49:40.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:49:39 smithi055 ceph-mon[85080]: pgmap v1574: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:49:40.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:49:39 smithi012 ceph-mon[88355]: pgmap v1574: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:49:40.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:49:39 smithi012 ceph-mon[90784]: pgmap v1574: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:49:40.746 INFO:tasks.workunit.client.0.smithi012.stdout: 317: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:40.746 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-u0GfGERKkBW4Tr4 off=8958931 len=448298 2024-04-02T08:49:40.747 INFO:tasks.workunit.client.0.smithi012.stdout:op 1575 completed, throughput=4.99MB/sec 2024-04-02T08:49:40.747 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-s-yYfwf-JS_HPe8 off=2499715 len=1706028 2024-04-02T08:49:40.753 INFO:tasks.workunit.client.0.smithi012.stdout:op 1576 completed, throughput=4.99MB/sec 2024-04-02T08:49:40.753 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-8FUh7gPS_GQV8hE off=10056129 len=295191 2024-04-02T08:49:40.754 INFO:tasks.workunit.client.0.smithi012.stdout:op 1577 completed, throughput=4.99MB/sec 2024-04-02T08:49:40.754 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-hRlv-9Z1TB9FVpm off=12623409 len=1160073 2024-04-02T08:49:40.755 INFO:tasks.workunit.client.0.smithi012.stdout:op 1578 completed, throughput=5MB/sec 2024-04-02T08:49:40.755 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ISkCtDVuiXLx4Cb off=3630346 len=1824326 2024-04-02T08:49:40.764 INFO:tasks.workunit.client.0.smithi012.stdout:op 1579 completed, throughput=5MB/sec 2024-04-02T08:49:41.764 INFO:tasks.workunit.client.0.smithi012.stdout: 318: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:41.764 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-B5vZS_v2j1VflSP off=5056772 len=854101 2024-04-02T08:49:41.765 INFO:tasks.workunit.client.0.smithi012.stdout:op 1580 completed, throughput=4.99MB/sec 2024-04-02T08:49:41.765 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-RS06_jiHHG7sKsl off=2556673 len=1752785 2024-04-02T08:49:41.771 INFO:tasks.workunit.client.0.smithi012.stdout:op 1581 completed, throughput=5MB/sec 2024-04-02T08:49:41.772 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-N6vyukcpQ7H6qKC off=12848438 len=794576 2024-04-02T08:49:41.773 INFO:tasks.workunit.client.0.smithi012.stdout:op 1582 completed, throughput=5MB/sec 2024-04-02T08:49:41.773 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-MHL3ncU2htXc6dU off=116067 len=1728582 2024-04-02T08:49:41.775 INFO:tasks.workunit.client.0.smithi012.stdout:op 1583 completed, throughput=5MB/sec 2024-04-02T08:49:42.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:49:41 smithi055 ceph-mon[85080]: pgmap v1575: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:49:42.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:49:41 smithi012 ceph-mon[88355]: pgmap v1575: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:49:42.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:49:41 smithi012 ceph-mon[90784]: pgmap v1575: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:49:42.775 INFO:tasks.workunit.client.0.smithi012.stdout: 319: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:42.775 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-hTzEI5leZm6BqEj off=1325379 len=1452705 2024-04-02T08:49:42.781 INFO:tasks.workunit.client.0.smithi012.stdout:op 1584 completed, throughput=4.99MB/sec 2024-04-02T08:49:42.781 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-cH4XeCSqymmMhJx off=5256095 len=598694 2024-04-02T08:49:42.782 INFO:tasks.workunit.client.0.smithi012.stdout:op 1585 completed, throughput=4.99MB/sec 2024-04-02T08:49:42.782 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-gKqqyVl9PH5l6BG off=3468362 len=1417584 2024-04-02T08:49:42.787 INFO:tasks.workunit.client.0.smithi012.stdout:op 1586 completed, throughput=5MB/sec 2024-04-02T08:49:42.787 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-osgKbLJG2Z6u-q7 off=9719104 len=1470992 2024-04-02T08:49:42.788 INFO:tasks.workunit.client.0.smithi012.stdout:op 1587 completed, throughput=5MB/sec 2024-04-02T08:49:42.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:49:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:49:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:49:43.788 INFO:tasks.workunit.client.0.smithi012.stdout: 320: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:43.788 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-96G5KJl9wOx_TfH off=0 len=1455882 2024-04-02T08:49:43.790 INFO:tasks.workunit.client.0.smithi012.stdout:op 1588 completed, throughput=4.99MB/sec 2024-04-02T08:49:43.790 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-eTQoE9SDIvg-P6U off=11488637 len=91473 2024-04-02T08:49:43.792 INFO:tasks.workunit.client.0.smithi012.stdout:op 1589 completed, throughput=4.99MB/sec 2024-04-02T08:49:43.793 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-iefW9cdOtIMrz2n off=15550571 len=2056493 2024-04-02T08:49:43.800 INFO:tasks.workunit.client.0.smithi012.stdout:op 1590 completed, throughput=5MB/sec 2024-04-02T08:49:43.800 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-X6yyBn-jmbVtkwM off=10417289 len=1255780 2024-04-02T08:49:43.801 INFO:tasks.workunit.client.0.smithi012.stdout:op 1591 completed, throughput=5MB/sec 2024-04-02T08:49:44.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:49:43 smithi055 ceph-mon[85080]: pgmap v1576: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:49:44.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:49:43 smithi012 ceph-mon[88355]: pgmap v1576: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:49:44.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:49:43 smithi012 ceph-mon[90784]: pgmap v1576: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:49:44.801 INFO:tasks.workunit.client.0.smithi012.stdout: 321: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:44.801 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-e6F6ZcCaQw1HWo2 off=6654455 len=615353 2024-04-02T08:49:44.802 INFO:tasks.workunit.client.0.smithi012.stdout:op 1592 completed, throughput=4.99MB/sec 2024-04-02T08:49:44.802 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-VE8P4v8g27kaRPq off=2150388 len=1255564 2024-04-02T08:49:44.807 INFO:tasks.workunit.client.0.smithi012.stdout:op 1593 completed, throughput=4.99MB/sec 2024-04-02T08:49:44.807 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-JWKQSYl-rQaENs1 off=3201401 len=1268346 2024-04-02T08:49:44.811 INFO:tasks.workunit.client.0.smithi012.stdout:op 1594 completed, throughput=4.99MB/sec 2024-04-02T08:49:44.811 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-IC7TE6k2VbDKJpN off=8082550 len=99592 2024-04-02T08:49:44.813 INFO:tasks.workunit.client.0.smithi012.stdout:op 1595 completed, throughput=4.99MB/sec 2024-04-02T08:49:44.814 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-vvwDSDYV4qKIWLH off=2835903 len=1658983 2024-04-02T08:49:44.821 INFO:tasks.workunit.client.0.smithi012.stdout:op 1596 completed, throughput=5MB/sec 2024-04-02T08:49:44.822 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-QsofiCesJpB7nsV off=12748749 len=1659800 2024-04-02T08:49:44.829 INFO:tasks.workunit.client.0.smithi012.stdout:op 1597 completed, throughput=5MB/sec 2024-04-02T08:49:45.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:49:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:45.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:49:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:45.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:49:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:45.829 INFO:tasks.workunit.client.0.smithi012.stdout: 322: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:45.829 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-GIkysqjCd-BJ6i3 off=1678378 len=1032405 2024-04-02T08:49:45.833 INFO:tasks.workunit.client.0.smithi012.stdout:op 1598 completed, throughput=4.99MB/sec 2024-04-02T08:49:45.833 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-OvgOQMfP5Z9WXAV off=3483768 len=7190 2024-04-02T08:49:45.834 INFO:tasks.workunit.client.0.smithi012.stdout:op 1599 completed, throughput=4.99MB/sec 2024-04-02T08:49:45.834 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-NVO1vIC-IHLt11P off=8332739 len=1725281 2024-04-02T08:49:45.836 INFO:tasks.workunit.client.0.smithi012.stdout:op 1600 completed, throughput=5MB/sec 2024-04-02T08:49:45.836 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-oTKFywZN5VQ6JkT off=2639415 len=953256 2024-04-02T08:49:45.841 INFO:tasks.workunit.client.0.smithi012.stdout:op 1601 completed, throughput=5MB/sec 2024-04-02T08:49:45.842 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-mIxCtnNgRNuOm4m off=6400505 len=1175398 2024-04-02T08:49:45.843 INFO:tasks.workunit.client.0.smithi012.stdout:op 1602 completed, throughput=5MB/sec 2024-04-02T08:49:46.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:49:45 smithi055 ceph-mon[85080]: pgmap v1577: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:49:46.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:49:45 smithi012 ceph-mon[88355]: pgmap v1577: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:49:46.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:49:45 smithi012 ceph-mon[90784]: pgmap v1577: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:49:46.843 INFO:tasks.workunit.client.0.smithi012.stdout: 323: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:46.843 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-9VdD-RI0XFcuaYG off=4816552 len=1006668 2024-04-02T08:49:46.847 INFO:tasks.workunit.client.0.smithi012.stdout:op 1603 completed, throughput=4.99MB/sec 2024-04-02T08:49:46.847 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-7jYnhYse8Gja06L off=2477597 len=115549 2024-04-02T08:49:46.847 INFO:tasks.workunit.client.0.smithi012.stdout:op 1604 completed, throughput=4.99MB/sec 2024-04-02T08:49:46.847 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-_bLAVaQbYD6lmqC off=1947696 len=644744 2024-04-02T08:49:46.848 INFO:tasks.workunit.client.0.smithi012.stdout:op 1605 completed, throughput=4.99MB/sec 2024-04-02T08:49:46.848 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-_F_iFt5_DJfdtcS off=9023039 len=1501918 2024-04-02T08:49:46.858 INFO:tasks.workunit.client.0.smithi012.stdout:op 1606 completed, throughput=5MB/sec 2024-04-02T08:49:46.858 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-AXRcTCyxlbP_SAq off=582469 len=1338282 2024-04-02T08:49:46.858 INFO:tasks.workunit.client.0.smithi012.stdout:op 1607 completed, throughput=5MB/sec 2024-04-02T08:49:47.857 INFO:tasks.workunit.client.0.smithi012.stdout: 324: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:47.857 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-UQL7L50otlpfoli off=815960 len=683706 2024-04-02T08:49:47.860 INFO:tasks.workunit.client.0.smithi012.stdout:op 1608 completed, throughput=4.99MB/sec 2024-04-02T08:49:47.860 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-JWigcsYTf0jyZ4p off=1224231 len=2046465 2024-04-02T08:49:47.870 INFO:tasks.workunit.client.0.smithi012.stdout:op 1609 completed, throughput=4.99MB/sec 2024-04-02T08:49:47.870 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-dJsi_uedES7_heT off=3637301 len=1905804 2024-04-02T08:49:47.871 INFO:tasks.workunit.client.0.smithi012.stdout:op 1610 completed, throughput=5MB/sec 2024-04-02T08:49:47.871 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-y94UVrFzL3PmCmB off=1492252 len=2051190 2024-04-02T08:49:47.880 INFO:tasks.workunit.client.0.smithi012.stdout:op 1611 completed, throughput=5MB/sec 2024-04-02T08:49:48.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:49:47 smithi055 ceph-mon[85080]: pgmap v1578: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:49:48.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:49:47 smithi012 ceph-mon[88355]: pgmap v1578: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:49:48.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:49:47 smithi012 ceph-mon[90784]: pgmap v1578: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:49:48.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:49:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:49:47] "GET /metrics HTTP/1.1" 200 34038 "" "Prometheus/2.43.0" 2024-04-02T08:49:48.881 INFO:tasks.workunit.client.0.smithi012.stdout: 325: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:48.881 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-mDrpvKDwE_T7n5f off=11114758 len=313661 2024-04-02T08:49:48.883 INFO:tasks.workunit.client.0.smithi012.stdout:op 1612 completed, throughput=4.99MB/sec 2024-04-02T08:49:48.883 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-OhWy4GxQqAfDiaJ off=9817959 len=1131461 2024-04-02T08:49:48.885 INFO:tasks.workunit.client.0.smithi012.stdout:op 1613 completed, throughput=4.99MB/sec 2024-04-02T08:49:48.885 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-H6lxZeXa1gI6xNm off=3720803 len=1566268 2024-04-02T08:49:48.892 INFO:tasks.workunit.client.0.smithi012.stdout:op 1614 completed, throughput=5MB/sec 2024-04-02T08:49:48.892 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-fDZYFAeN10YNlCY off=6103669 len=333018 2024-04-02T08:49:48.894 INFO:tasks.workunit.client.0.smithi012.stdout:op 1615 completed, throughput=5MB/sec 2024-04-02T08:49:48.894 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-2qrugcqP3BNImfL off=8328034 len=644337 2024-04-02T08:49:48.897 INFO:tasks.workunit.client.0.smithi012.stdout:op 1616 completed, throughput=5MB/sec 2024-04-02T08:49:49.898 INFO:tasks.workunit.client.0.smithi012.stdout: 326: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:49.898 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-HC4pfzsvX3NEKZc off=10597181 len=1820880 2024-04-02T08:49:49.899 INFO:tasks.workunit.client.0.smithi012.stdout:op 1617 completed, throughput=4.99MB/sec 2024-04-02T08:49:49.899 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-F8BjvQ8hQ9PRN74 off=18179256 len=288978 2024-04-02T08:49:49.902 INFO:tasks.workunit.client.0.smithi012.stdout:op 1618 completed, throughput=4.99MB/sec 2024-04-02T08:49:49.902 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Fb37-GEbddgbCD2 off=790897 len=619690 2024-04-02T08:49:49.906 INFO:tasks.workunit.client.0.smithi012.stdout:op 1619 completed, throughput=4.99MB/sec 2024-04-02T08:49:49.906 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-to_uTqEbTXcWCn8 off=392064 len=1845893 2024-04-02T08:49:49.914 INFO:tasks.workunit.client.0.smithi012.stdout:op 1620 completed, throughput=5MB/sec 2024-04-02T08:49:49.914 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-JUtRN7UXQN37GcM off=3964268 len=1193125 2024-04-02T08:49:49.916 INFO:tasks.workunit.client.0.smithi012.stdout:op 1621 completed, throughput=5MB/sec 2024-04-02T08:49:50.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:49:49 smithi055 ceph-mon[85080]: pgmap v1579: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:49:50.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:49:49 smithi012 ceph-mon[88355]: pgmap v1579: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:49:50.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:49:49 smithi012 ceph-mon[90784]: pgmap v1579: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:49:50.916 INFO:tasks.workunit.client.0.smithi012.stdout: 327: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:50.916 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-3GpRRpZHuVmcVIy off=14034031 len=1996070 2024-04-02T08:49:50.918 INFO:tasks.workunit.client.0.smithi012.stdout:op 1622 completed, throughput=4.99MB/sec 2024-04-02T08:49:50.918 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-kN2Z_wxsnZmhbze off=3827312 len=1313853 2024-04-02T08:49:50.924 INFO:tasks.workunit.client.0.smithi012.stdout:op 1623 completed, throughput=5MB/sec 2024-04-02T08:49:50.924 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-7r0aFjLMYMYW-_F off=2496579 len=1664209 2024-04-02T08:49:50.925 INFO:tasks.workunit.client.0.smithi012.stdout:op 1624 completed, throughput=5MB/sec 2024-04-02T08:49:51.926 INFO:tasks.workunit.client.0.smithi012.stdout: 328: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:51.926 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-FX8IJ3rBZ6xUlqR off=2204689 len=1988584 2024-04-02T08:49:51.934 INFO:tasks.workunit.client.0.smithi012.stdout:op 1625 completed, throughput=4.99MB/sec 2024-04-02T08:49:51.934 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-k9Ma5yJnAhnjFAW off=8891094 len=585794 2024-04-02T08:49:51.935 INFO:tasks.workunit.client.0.smithi012.stdout:op 1626 completed, throughput=4.99MB/sec 2024-04-02T08:49:51.935 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-U-9VU9EFn73d5We off=740809 len=154013 2024-04-02T08:49:51.936 INFO:tasks.workunit.client.0.smithi012.stdout:op 1627 completed, throughput=4.99MB/sec 2024-04-02T08:49:51.936 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-fxyZd5DOE1eklNp off=2889534 len=1926276 2024-04-02T08:49:51.944 INFO:tasks.workunit.client.0.smithi012.stdout:op 1628 completed, throughput=5MB/sec 2024-04-02T08:49:51.944 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-NFlIn9VYhAIRaJs off=9955830 len=431876 2024-04-02T08:49:51.944 INFO:tasks.workunit.client.0.smithi012.stdout:op 1629 completed, throughput=5MB/sec 2024-04-02T08:49:51.945 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-adPLBpxHRJ5cV92 off=5817493 len=474838 2024-04-02T08:49:51.945 INFO:tasks.workunit.client.0.smithi012.stdout:op 1630 completed, throughput=5MB/sec 2024-04-02T08:49:52.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:49:51 smithi055 ceph-mon[85080]: pgmap v1580: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:49:52.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:49:51 smithi012 ceph-mon[88355]: pgmap v1580: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:49:52.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:49:51 smithi012 ceph-mon[90784]: pgmap v1580: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:49:52.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:49:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:49:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:49:52.945 INFO:tasks.workunit.client.0.smithi012.stdout: 329: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:52.946 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-IsOSJt-yJiJyoss off=157709 len=1700639 2024-04-02T08:49:52.953 INFO:tasks.workunit.client.0.smithi012.stdout:op 1631 completed, throughput=4.99MB/sec 2024-04-02T08:49:52.953 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-1sLXYrQzLpnlmRf off=3645816 len=1822840 2024-04-02T08:49:52.954 INFO:tasks.workunit.client.0.smithi012.stdout:op 1632 completed, throughput=5MB/sec 2024-04-02T08:49:52.954 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-2EPFg6csBuDyGRP off=3972850 len=357045 2024-04-02T08:49:52.957 INFO:tasks.workunit.client.0.smithi012.stdout:op 1633 completed, throughput=5MB/sec 2024-04-02T08:49:52.957 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-xyGTN_WSvsyEWEg off=15526206 len=1128362 2024-04-02T08:49:52.962 INFO:tasks.workunit.client.0.smithi012.stdout:op 1634 completed, throughput=5MB/sec 2024-04-02T08:49:53.963 INFO:tasks.workunit.client.0.smithi012.stdout: 330: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:53.963 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Clcz8pys7MLg_Za off=11555635 len=1171177 2024-04-02T08:49:53.964 INFO:tasks.workunit.client.0.smithi012.stdout:op 1635 completed, throughput=4.99MB/sec 2024-04-02T08:49:53.964 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-xyTzfPryj85aTmE off=2318511 len=1735456 2024-04-02T08:49:53.971 INFO:tasks.workunit.client.0.smithi012.stdout:op 1636 completed, throughput=4.99MB/sec 2024-04-02T08:49:53.971 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-SG_c5DunNOM2gSI off=7102596 len=1058206 2024-04-02T08:49:53.972 INFO:tasks.workunit.client.0.smithi012.stdout:op 1637 completed, throughput=5MB/sec 2024-04-02T08:49:53.973 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-a1UOiDwDS1rlaP7 off=19709497 len=1608286 2024-04-02T08:49:53.979 INFO:tasks.workunit.client.0.smithi012.stdout:op 1638 completed, throughput=5MB/sec 2024-04-02T08:49:54.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:49:53 smithi055 ceph-mon[85080]: pgmap v1581: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:49:54.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:49:53 smithi012 ceph-mon[88355]: pgmap v1581: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:49:54.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:49:53 smithi012 ceph-mon[90784]: pgmap v1581: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:49:54.979 INFO:tasks.workunit.client.0.smithi012.stdout: 331: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:54.979 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-bhVZnfbTu7m9bko off=8490855 len=946143 2024-04-02T08:49:54.981 INFO:tasks.workunit.client.0.smithi012.stdout:op 1639 completed, throughput=4.99MB/sec 2024-04-02T08:49:54.981 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-7_6yRgZd_1Mxtm2 off=1648302 len=1404419 2024-04-02T08:49:54.982 INFO:tasks.workunit.client.0.smithi012.stdout:op 1640 completed, throughput=4.99MB/sec 2024-04-02T08:49:54.982 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-bFc1LrAUM71Y-Fo off=9134578 len=1869150 2024-04-02T08:49:54.990 INFO:tasks.workunit.client.0.smithi012.stdout:op 1641 completed, throughput=5MB/sec 2024-04-02T08:49:54.990 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-kefpNdTKnC-POjL off=6847180 len=1092702 2024-04-02T08:49:54.991 INFO:tasks.workunit.client.0.smithi012.stdout:op 1642 completed, throughput=5MB/sec 2024-04-02T08:49:55.992 INFO:tasks.workunit.client.0.smithi012.stdout: 332: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:55.992 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-OA_ztf6KMqe-qHD off=3014691 len=497104 2024-04-02T08:49:55.994 INFO:tasks.workunit.client.0.smithi012.stdout:op 1643 completed, throughput=4.99MB/sec 2024-04-02T08:49:55.995 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-3EoF3gCNJO7h1Fq off=532047 len=362510 2024-04-02T08:49:55.997 INFO:tasks.workunit.client.0.smithi012.stdout:op 1644 completed, throughput=4.99MB/sec 2024-04-02T08:49:55.998 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-hChMBJy6metxOrf off=3073174 len=314877 2024-04-02T08:49:55.998 INFO:tasks.workunit.client.0.smithi012.stdout:op 1645 completed, throughput=4.99MB/sec 2024-04-02T08:49:55.998 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Kph1AcSbdT40WTs off=15499283 len=1632480 2024-04-02T08:49:56.004 INFO:tasks.workunit.client.0.smithi012.stdout:op 1646 completed, throughput=4.99MB/sec 2024-04-02T08:49:56.004 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-17gNQuojnk1BcME off=2003021 len=622906 2024-04-02T08:49:56.006 INFO:tasks.workunit.client.0.smithi012.stdout:op 1647 completed, throughput=5MB/sec 2024-04-02T08:49:56.006 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-MYNQIk7y5W8Vmzg off=5046987 len=1555678 2024-04-02T08:49:56.008 INFO:tasks.workunit.client.0.smithi012.stdout:op 1648 completed, throughput=5MB/sec 2024-04-02T08:49:56.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:49:55 smithi055 ceph-mon[85080]: pgmap v1582: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:49:56.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:49:55 smithi012 ceph-mon[90784]: pgmap v1582: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:49:56.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:49:55 smithi012 ceph-mon[88355]: pgmap v1582: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:49:57.008 INFO:tasks.workunit.client.0.smithi012.stdout: 333: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:57.008 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Gd0T4lE0MJ0zqg5 off=9451903 len=426380 2024-04-02T08:49:57.010 INFO:tasks.workunit.client.0.smithi012.stdout:op 1649 completed, throughput=4.99MB/sec 2024-04-02T08:49:57.011 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-7vbrmRUsSQYJcry off=11509218 len=1398887 2024-04-02T08:49:57.016 INFO:tasks.workunit.client.0.smithi012.stdout:op 1650 completed, throughput=4.99MB/sec 2024-04-02T08:49:57.016 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-0cN9du2qYBzluYi off=14355366 len=471299 2024-04-02T08:49:57.016 INFO:tasks.workunit.client.0.smithi012.stdout:op 1651 completed, throughput=4.99MB/sec 2024-04-02T08:49:57.017 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-prqEADpsSIRF92a off=6849029 len=983699 2024-04-02T08:49:57.020 INFO:tasks.workunit.client.0.smithi012.stdout:op 1652 completed, throughput=4.99MB/sec 2024-04-02T08:49:57.020 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-g8l5q8SY9BMfS3_ off=6762271 len=700327 2024-04-02T08:49:57.021 INFO:tasks.workunit.client.0.smithi012.stdout:op 1653 completed, throughput=5MB/sec 2024-04-02T08:49:57.021 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-vLQggpnxMNgKUxh off=2421263 len=713059 2024-04-02T08:49:57.023 INFO:tasks.workunit.client.0.smithi012.stdout:op 1654 completed, throughput=5MB/sec 2024-04-02T08:49:57.023 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-vB4Dt_9ERDE0_uK off=13280738 len=712747 2024-04-02T08:49:57.024 INFO:tasks.workunit.client.0.smithi012.stdout:op 1655 completed, throughput=5MB/sec 2024-04-02T08:49:58.024 INFO:tasks.workunit.client.0.smithi012.stdout: 334: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:58.024 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj--OzCIonFD_Hc3M6 off=11260080 len=1242148 2024-04-02T08:49:58.030 INFO:tasks.workunit.client.0.smithi012.stdout:op 1656 completed, throughput=4.99MB/sec 2024-04-02T08:49:58.030 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-4mqCfN4xxqToXqu off=739686 len=302514 2024-04-02T08:49:58.033 INFO:tasks.workunit.client.0.smithi012.stdout:op 1657 completed, throughput=4.99MB/sec 2024-04-02T08:49:58.033 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-GfJvLa0KkCaxOQH off=91706 len=1571611 2024-04-02T08:49:58.041 INFO:tasks.workunit.client.0.smithi012.stdout:op 1658 completed, throughput=4.99MB/sec 2024-04-02T08:49:58.041 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-O5z_m-ljCRaNK3X off=6929946 len=1439513 2024-04-02T08:49:58.042 INFO:tasks.workunit.client.0.smithi012.stdout:op 1659 completed, throughput=5MB/sec 2024-04-02T08:49:58.042 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-lbtJGhB1D812iBY off=8621055 len=366312 2024-04-02T08:49:58.043 INFO:tasks.workunit.client.0.smithi012.stdout:op 1660 completed, throughput=5MB/sec 2024-04-02T08:49:58.043 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-E_UngcgxKXqcLBJ off=19687171 len=823556 2024-04-02T08:49:58.044 INFO:tasks.workunit.client.0.smithi012.stdout:op 1661 completed, throughput=5MB/sec 2024-04-02T08:49:58.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:49:57 smithi055 ceph-mon[85080]: pgmap v1583: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:49:58.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:49:57 smithi012 ceph-mon[88355]: pgmap v1583: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:49:58.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:49:57 smithi012 ceph-mon[90784]: pgmap v1583: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:49:58.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:49:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:49:57] "GET /metrics HTTP/1.1" 200 34038 "" "Prometheus/2.43.0" 2024-04-02T08:49:59.044 INFO:tasks.workunit.client.0.smithi012.stdout: 335: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:59.044 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-74jIR-COLrIXgrF off=4833101 len=1065411 2024-04-02T08:49:59.045 INFO:tasks.workunit.client.0.smithi012.stdout:op 1662 completed, throughput=4.99MB/sec 2024-04-02T08:49:59.045 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-n8gm0TfQXPodr41 off=5310260 len=132825 2024-04-02T08:49:59.047 INFO:tasks.workunit.client.0.smithi012.stdout:op 1663 completed, throughput=4.99MB/sec 2024-04-02T08:49:59.047 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-gdG2OgTcSlANaVV off=10759707 len=1504920 2024-04-02T08:49:59.048 INFO:tasks.workunit.client.0.smithi012.stdout:op 1664 completed, throughput=4.99MB/sec 2024-04-02T08:49:59.049 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-xuz0bkmAVYrFCQS off=9812599 len=1970888 2024-04-02T08:49:59.050 INFO:tasks.workunit.client.0.smithi012.stdout:op 1665 completed, throughput=5MB/sec 2024-04-02T08:49:59.050 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-uDshlD4Kp553rOy off=3143152 len=898326 2024-04-02T08:49:59.054 INFO:tasks.workunit.client.0.smithi012.stdout:op 1666 completed, throughput=5MB/sec 2024-04-02T08:50:00.055 INFO:tasks.workunit.client.0.smithi012.stdout: 336: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:00.056 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-NdTeNN8D3JlwIag off=2042381 len=1193051 2024-04-02T08:50:00.059 INFO:tasks.workunit.client.0.smithi012.stdout:op 1667 completed, throughput=4.99MB/sec 2024-04-02T08:50:00.059 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-wPcE8GFI5e0whQ4 off=2520905 len=855056 2024-04-02T08:50:00.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:49:59 smithi055 ceph-mon[85080]: pgmap v1584: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:50:00.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:49:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:00.061 INFO:tasks.workunit.client.0.smithi012.stdout:op 1668 completed, throughput=4.99MB/sec 2024-04-02T08:50:00.061 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Bd8IwkbP7hYrmn7 off=5285260 len=781186 2024-04-02T08:50:00.061 INFO:tasks.workunit.client.0.smithi012.stdout:op 1669 completed, throughput=5MB/sec 2024-04-02T08:50:00.061 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-5kPA3cXL4LH-AZR off=15820720 len=536182 2024-04-02T08:50:00.064 INFO:tasks.workunit.client.0.smithi012.stdout:op 1670 completed, throughput=5MB/sec 2024-04-02T08:50:00.064 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-YGdsUh8K_o88yVN off=4089498 len=1266277 2024-04-02T08:50:00.070 INFO:tasks.workunit.client.0.smithi012.stdout:op 1671 completed, throughput=5MB/sec 2024-04-02T08:50:00.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:49:59 smithi012 ceph-mon[88355]: pgmap v1584: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:50:00.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:49:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:00.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:49:59 smithi012 ceph-mon[90784]: pgmap v1584: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:50:00.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:49:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:01.070 INFO:tasks.workunit.client.0.smithi012.stdout: 337: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:01.070 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-yWserhG_h8o-F6C off=6759606 len=1538336 2024-04-02T08:50:01.076 INFO:tasks.workunit.client.0.smithi012.stdout:op 1672 completed, throughput=4.99MB/sec 2024-04-02T08:50:01.076 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-kmPunWrfi1-bEg1 off=569256 len=921901 2024-04-02T08:50:01.077 INFO:tasks.workunit.client.0.smithi012.stdout:op 1673 completed, throughput=4.99MB/sec 2024-04-02T08:50:01.077 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-VOxzOQXWDCUTvqv off=14517995 len=863451 2024-04-02T08:50:01.083 INFO:tasks.workunit.client.0.smithi012.stdout:op 1674 completed, throughput=4.99MB/sec 2024-04-02T08:50:01.083 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-09vHW14MyUhru2f off=9226014 len=250402 2024-04-02T08:50:01.083 INFO:tasks.workunit.client.0.smithi012.stdout:op 1675 completed, throughput=5MB/sec 2024-04-02T08:50:01.083 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-cMH4-vnyifnmv3o off=2242605 len=1172227 2024-04-02T08:50:01.087 INFO:tasks.workunit.client.0.smithi012.stdout:op 1676 completed, throughput=5MB/sec 2024-04-02T08:50:01.087 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-m-VQreySRZ5744q off=8284188 len=1648164 2024-04-02T08:50:01.095 INFO:tasks.workunit.client.0.smithi012.stdout:op 1677 completed, throughput=5MB/sec 2024-04-02T08:50:01.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:50:00 smithi012 ceph-mon[88355]: overall HEALTH_OK 2024-04-02T08:50:01.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:50:00 smithi012 ceph-mon[90784]: overall HEALTH_OK 2024-04-02T08:50:01.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:50:00 smithi055 ceph-mon[85080]: overall HEALTH_OK 2024-04-02T08:50:02.095 INFO:tasks.workunit.client.0.smithi012.stdout: 338: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:02.095 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-1Mx0cMVVPaXJqYB off=2193974 len=1161769 2024-04-02T08:50:02.100 INFO:tasks.workunit.client.0.smithi012.stdout:op 1678 completed, throughput=4.99MB/sec 2024-04-02T08:50:02.100 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-EEpYmqn5DLqiDMj off=361961 len=485050 2024-04-02T08:50:02.101 INFO:tasks.workunit.client.0.smithi012.stdout:op 1679 completed, throughput=4.99MB/sec 2024-04-02T08:50:02.101 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-E6Vv_HA1X5Q1fl- off=7359823 len=1622630 2024-04-02T08:50:02.108 INFO:tasks.workunit.client.0.smithi012.stdout:op 1680 completed, throughput=5MB/sec 2024-04-02T08:50:02.108 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-VojuqGpRyA-Y3Wm off=8183194 len=1998302 2024-04-02T08:50:02.117 INFO:tasks.workunit.client.0.smithi012.stdout:op 1681 completed, throughput=5MB/sec 2024-04-02T08:50:02.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:50:01 smithi012 ceph-mon[88355]: pgmap v1585: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:50:02.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:50:01 smithi012 ceph-mon[90784]: pgmap v1585: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:50:02.212 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:50:01 smithi055 ceph-mon[85080]: pgmap v1585: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:50:02.560 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:50:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:50:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:50:03.117 INFO:tasks.workunit.client.0.smithi012.stdout: 339: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:03.117 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-IbVKQhh-SYJQ1Xm off=7701158 len=220579 2024-04-02T08:50:03.119 INFO:tasks.workunit.client.0.smithi012.stdout:op 1682 completed, throughput=4.99MB/sec 2024-04-02T08:50:03.120 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-73ewREFlK9v5MjB off=5700641 len=1608767 2024-04-02T08:50:03.126 INFO:tasks.workunit.client.0.smithi012.stdout:op 1683 completed, throughput=4.99MB/sec 2024-04-02T08:50:03.126 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-5FJG7ogq1kRXJUJ off=9401048 len=576966 2024-04-02T08:50:03.127 INFO:tasks.workunit.client.0.smithi012.stdout:op 1684 completed, throughput=4.99MB/sec 2024-04-02T08:50:03.127 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-GUSvthWVqs-DwNV off=2473211 len=511564 2024-04-02T08:50:03.131 INFO:tasks.workunit.client.0.smithi012.stdout:op 1685 completed, throughput=5MB/sec 2024-04-02T08:50:03.131 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-unz4tEIpr8zkO3N off=490702 len=1623521 2024-04-02T08:50:03.132 INFO:tasks.workunit.client.0.smithi012.stdout:op 1686 completed, throughput=5MB/sec 2024-04-02T08:50:04.133 INFO:tasks.workunit.client.0.smithi012.stdout: 340: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:04.133 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Wzny1lBtRzfRSDD off=2791564 len=504556 2024-04-02T08:50:04.136 INFO:tasks.workunit.client.0.smithi012.stdout:op 1687 completed, throughput=4.99MB/sec 2024-04-02T08:50:04.136 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-JJCa1Viwr5Zd3CU off=6397146 len=1872317 2024-04-02T08:50:04.138 INFO:tasks.workunit.client.0.smithi012.stdout:op 1688 completed, throughput=4.99MB/sec 2024-04-02T08:50:04.139 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-geyh3RxJDlCBQPq off=13634719 len=893276 2024-04-02T08:50:04.140 INFO:tasks.workunit.client.0.smithi012.stdout:op 1689 completed, throughput=5MB/sec 2024-04-02T08:50:04.140 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-eqgeoew8XmnfpkM off=8130048 len=1735362 2024-04-02T08:50:04.147 INFO:tasks.workunit.client.0.smithi012.stdout:op 1690 completed, throughput=5MB/sec 2024-04-02T08:50:04.147 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ZwcqVIevzfMqptm off=18837701 len=379223 2024-04-02T08:50:04.147 INFO:tasks.workunit.client.0.smithi012.stdout:op 1691 completed, throughput=5MB/sec 2024-04-02T08:50:04.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:50:03 smithi012 ceph-mon[88355]: pgmap v1586: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:50:04.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:50:03 smithi012 ceph-mon[90784]: pgmap v1586: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:50:04.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:50:03 smithi055 ceph-mon[85080]: pgmap v1586: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:50:05.148 INFO:tasks.workunit.client.0.smithi012.stdout: 341: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:05.148 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-z_u6SBxQ-edLT53 off=9124300 len=1724011 2024-04-02T08:50:05.151 INFO:tasks.workunit.client.0.smithi012.stdout:op 1692 completed, throughput=4.99MB/sec 2024-04-02T08:50:05.152 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Izc5HcvpM2lWo4X off=10204289 len=1382999 2024-04-02T08:50:05.153 INFO:tasks.workunit.client.0.smithi012.stdout:op 1693 completed, throughput=4.99MB/sec 2024-04-02T08:50:05.153 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-cao01PE8ZIt5HZ8 off=16234305 len=1581559 2024-04-02T08:50:05.154 INFO:tasks.workunit.client.0.smithi012.stdout:op 1694 completed, throughput=5MB/sec 2024-04-02T08:50:05.154 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-oek4t0uMQcoNVEB off=6610842 len=1755222 2024-04-02T08:50:05.162 INFO:tasks.workunit.client.0.smithi012.stdout:op 1695 completed, throughput=5MB/sec 2024-04-02T08:50:06.162 INFO:tasks.workunit.client.0.smithi012.stdout: 342: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:06.162 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-kd7LAKN73xxMIjx off=6823732 len=1767875 2024-04-02T08:50:06.166 INFO:tasks.workunit.client.0.smithi012.stdout:op 1696 completed, throughput=4.99MB/sec 2024-04-02T08:50:06.166 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-0ks_O_Rg14IKMfM off=17784704 len=1025944 2024-04-02T08:50:06.167 INFO:tasks.workunit.client.0.smithi012.stdout:op 1697 completed, throughput=5MB/sec 2024-04-02T08:50:06.167 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-32pBBA29neXtrW9 off=6595495 len=1703700 2024-04-02T08:50:06.168 INFO:tasks.workunit.client.0.smithi012.stdout:op 1698 completed, throughput=5MB/sec 2024-04-02T08:50:06.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:50:05 smithi012 ceph-mon[88355]: pgmap v1587: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:50:06.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:50:05 smithi012 ceph-mon[90784]: pgmap v1587: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:50:06.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:50:05 smithi055 ceph-mon[85080]: pgmap v1587: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:50:06.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:50:06 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:50:06.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:50:06 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:50:07.169 INFO:tasks.workunit.client.0.smithi012.stdout: 343: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:07.169 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Kt5K2CDMhBDSZ8a off=9266610 len=1929659 2024-04-02T08:50:07.177 INFO:tasks.workunit.client.0.smithi012.stdout:op 1699 completed, throughput=4.99MB/sec 2024-04-02T08:50:07.177 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-_QqT1ETq48aNdRi off=13367694 len=1118534 2024-04-02T08:50:07.178 INFO:tasks.workunit.client.0.smithi012.stdout:op 1700 completed, throughput=5MB/sec 2024-04-02T08:50:07.178 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-OI4QivStk3b7mCa off=2892081 len=255258 2024-04-02T08:50:07.180 INFO:tasks.workunit.client.0.smithi012.stdout:op 1701 completed, throughput=5MB/sec 2024-04-02T08:50:07.180 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-xtEB1UJfIcqw5nT off=3994412 len=677116 2024-04-02T08:50:07.181 INFO:tasks.workunit.client.0.smithi012.stdout:op 1702 completed, throughput=5MB/sec 2024-04-02T08:50:07.181 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-4K3p3EHZWBhokls off=13557371 len=1780478 2024-04-02T08:50:07.183 INFO:tasks.workunit.client.0.smithi012.stdout:op 1703 completed, throughput=5MB/sec 2024-04-02T08:50:07.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:50:06 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:50:08.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:50:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:50:07] "GET /metrics HTTP/1.1" 200 34038 "" "Prometheus/2.43.0" 2024-04-02T08:50:08.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:50:07 smithi012 ceph-mon[88355]: pgmap v1588: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:50:08.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:50:07 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:50:08.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:50:07 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:50:08.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:50:07 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:50:08.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:50:07 smithi012 ceph-mon[90784]: pgmap v1588: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:50:08.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:50:07 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:50:08.182 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:50:07 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:50:08.182 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:50:07 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:50:08.183 INFO:tasks.workunit.client.0.smithi012.stdout: 344: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:08.184 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-A8ajpi45dq_yaQq off=16666741 len=424855 2024-04-02T08:50:08.185 INFO:tasks.workunit.client.0.smithi012.stdout:op 1704 completed, throughput=4.99MB/sec 2024-04-02T08:50:08.185 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-1ACgYK2j8u5-R8f off=440587 len=454111 2024-04-02T08:50:08.188 INFO:tasks.workunit.client.0.smithi012.stdout:op 1705 completed, throughput=4.99MB/sec 2024-04-02T08:50:08.188 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-dNQW5tLlhYqyFFy off=5248917 len=65628 2024-04-02T08:50:08.190 INFO:tasks.workunit.client.0.smithi012.stdout:op 1706 completed, throughput=4.99MB/sec 2024-04-02T08:50:08.191 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-HIAYg6CvhrncZj3 off=10516652 len=1614245 2024-04-02T08:50:08.196 INFO:tasks.workunit.client.0.smithi012.stdout:op 1707 completed, throughput=5MB/sec 2024-04-02T08:50:08.196 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-2fPo23i-pwXAY4x off=2013848 len=1829164 2024-04-02T08:50:08.199 INFO:tasks.workunit.client.0.smithi012.stdout:op 1708 completed, throughput=5MB/sec 2024-04-02T08:50:08.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:50:07 smithi055 ceph-mon[85080]: pgmap v1588: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:50:08.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:50:07 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:50:08.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:50:07 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:50:08.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:50:07 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:50:09.200 INFO:tasks.workunit.client.0.smithi012.stdout: 345: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:09.200 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-6g7on3Yxw6DG33t off=1327684 len=932379 2024-04-02T08:50:09.200 INFO:tasks.workunit.client.0.smithi012.stdout:op 1709 completed, throughput=4.99MB/sec 2024-04-02T08:50:09.201 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-yhhPW4qzJmWs4nO off=821530 len=1234592 2024-04-02T08:50:09.203 INFO:tasks.workunit.client.0.smithi012.stdout:op 1710 completed, throughput=4.99MB/sec 2024-04-02T08:50:09.203 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-qhOZFOWPVaZJ-xj off=534327 len=1861614 2024-04-02T08:50:09.205 INFO:tasks.workunit.client.0.smithi012.stdout:op 1711 completed, throughput=5MB/sec 2024-04-02T08:50:09.205 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-83YgXdnux3L88je off=5007609 len=1504137 2024-04-02T08:50:09.210 INFO:tasks.workunit.client.0.smithi012.stdout:op 1712 completed, throughput=5MB/sec 2024-04-02T08:50:10.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:50:09 smithi012 ceph-mon[88355]: pgmap v1589: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:50:10.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:50:09 smithi012 ceph-mon[90784]: pgmap v1589: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:50:10.211 INFO:tasks.workunit.client.0.smithi012.stdout: 346: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:10.211 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-kRATd60T1_7UvIh off=3764820 len=644450 2024-04-02T08:50:10.215 INFO:tasks.workunit.client.0.smithi012.stdout:op 1713 completed, throughput=4.99MB/sec 2024-04-02T08:50:10.215 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-nR4h4WR1K3Rw2qc off=2085220 len=20662 2024-04-02T08:50:10.216 INFO:tasks.workunit.client.0.smithi012.stdout:op 1714 completed, throughput=4.99MB/sec 2024-04-02T08:50:10.216 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-qwgXGKzyn6YIglF off=3531895 len=1899678 2024-04-02T08:50:10.223 INFO:tasks.workunit.client.0.smithi012.stdout:op 1715 completed, throughput=4.99MB/sec 2024-04-02T08:50:10.223 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-DtT8dEVaUXLue6a off=1248276 len=1717369 2024-04-02T08:50:10.224 INFO:tasks.workunit.client.0.smithi012.stdout:op 1716 completed, throughput=5MB/sec 2024-04-02T08:50:10.224 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-357VrpXwp0GcDW8 off=8196488 len=926208 2024-04-02T08:50:10.229 INFO:tasks.workunit.client.0.smithi012.stdout:op 1717 completed, throughput=5MB/sec 2024-04-02T08:50:10.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:50:09 smithi055 ceph-mon[85080]: pgmap v1589: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:50:11.229 INFO:tasks.workunit.client.0.smithi012.stdout: 347: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:11.229 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-FX8IJ3rBZ6xUlqR off=1692643 len=1083777 2024-04-02T08:50:11.233 INFO:tasks.workunit.client.0.smithi012.stdout:op 1718 completed, throughput=4.99MB/sec 2024-04-02T08:50:11.233 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-p_ENTxQb6qK2fj1 off=5965653 len=1442961 2024-04-02T08:50:11.239 INFO:tasks.workunit.client.0.smithi012.stdout:op 1719 completed, throughput=4.99MB/sec 2024-04-02T08:50:11.239 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ri7LLQRDlHwBPWD off=9636988 len=503604 2024-04-02T08:50:11.243 INFO:tasks.workunit.client.0.smithi012.stdout:op 1720 completed, throughput=4.99MB/sec 2024-04-02T08:50:11.243 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-jkvTPJVTHQE3uFP off=670254 len=476166 2024-04-02T08:50:11.244 INFO:tasks.workunit.client.0.smithi012.stdout:op 1721 completed, throughput=5MB/sec 2024-04-02T08:50:11.244 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-cnP-GsdCGGoazDr off=698893 len=1099097 2024-04-02T08:50:11.249 INFO:tasks.workunit.client.0.smithi012.stdout:op 1722 completed, throughput=5MB/sec 2024-04-02T08:50:11.249 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ovt7dhUGffRb6gH off=8064018 len=1913695 2024-04-02T08:50:11.251 INFO:tasks.workunit.client.0.smithi012.stdout:op 1723 completed, throughput=5MB/sec 2024-04-02T08:50:12.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:50:11 smithi012 ceph-mon[88355]: pgmap v1590: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:50:12.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:50:11 smithi012 ceph-mon[90784]: pgmap v1590: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:50:12.251 INFO:tasks.workunit.client.0.smithi012.stdout: 348: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:12.251 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Z5Oz5SnIhOoFPtq off=1020302 len=945513 2024-04-02T08:50:12.256 INFO:tasks.workunit.client.0.smithi012.stdout:op 1724 completed, throughput=4.99MB/sec 2024-04-02T08:50:12.256 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-tJg83RRQZDTaSAB off=2345142 len=1171209 2024-04-02T08:50:12.259 INFO:tasks.workunit.client.0.smithi012.stdout:op 1725 completed, throughput=5MB/sec 2024-04-02T08:50:12.259 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-yUx54kthr9dUsbp off=6545242 len=692962 2024-04-02T08:50:12.259 INFO:tasks.workunit.client.0.smithi012.stdout:op 1726 completed, throughput=5MB/sec 2024-04-02T08:50:12.260 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-kERRyOZUy6k8paD off=7390000 len=418272 2024-04-02T08:50:12.263 INFO:tasks.workunit.client.0.smithi012.stdout:op 1727 completed, throughput=5MB/sec 2024-04-02T08:50:12.263 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-dqmLNc3gPGxN2oI off=1859516 len=1982531 2024-04-02T08:50:12.272 INFO:tasks.workunit.client.0.smithi012.stdout:op 1728 completed, throughput=5MB/sec 2024-04-02T08:50:12.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:50:11 smithi055 ceph-mon[85080]: pgmap v1590: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:50:12.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:50:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:50:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:50:13.272 INFO:tasks.workunit.client.0.smithi012.stdout: 349: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:13.272 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-YyQlokE457knnL_ off=6699856 len=96284 2024-04-02T08:50:13.275 INFO:tasks.workunit.client.0.smithi012.stdout:op 1729 completed, throughput=4.99MB/sec 2024-04-02T08:50:13.275 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-V8rilDrhqDdXumx off=228115 len=1662701 2024-04-02T08:50:13.282 INFO:tasks.workunit.client.0.smithi012.stdout:op 1730 completed, throughput=4.99MB/sec 2024-04-02T08:50:13.283 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-4K3p3EHZWBhokls off=12362194 len=269273 2024-04-02T08:50:13.283 INFO:tasks.workunit.client.0.smithi012.stdout:op 1731 completed, throughput=4.99MB/sec 2024-04-02T08:50:13.284 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-pPddX3QyVyJEzNX off=8901986 len=2082393 2024-04-02T08:50:13.292 INFO:tasks.workunit.client.0.smithi012.stdout:op 1732 completed, throughput=5MB/sec 2024-04-02T08:50:14.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:50:13 smithi012 ceph-mon[88355]: pgmap v1591: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:50:14.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:50:13 smithi012 ceph-mon[90784]: pgmap v1591: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:50:14.292 INFO:tasks.workunit.client.0.smithi012.stdout: 350: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:14.292 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-pJ1LI_mQlUZ2g9Z off=3994023 len=205993 2024-04-02T08:50:14.294 INFO:tasks.workunit.client.0.smithi012.stdout:op 1733 completed, throughput=4.99MB/sec 2024-04-02T08:50:14.294 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-RGnif9XKFmRJuoM off=24430143 len=1036307 2024-04-02T08:50:14.297 INFO:tasks.workunit.client.0.smithi012.stdout:op 1734 completed, throughput=4.99MB/sec 2024-04-02T08:50:14.297 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-21xFxo19jE-PrGF off=5125174 len=1683475 2024-04-02T08:50:14.305 INFO:tasks.workunit.client.0.smithi012.stdout:op 1735 completed, throughput=4.99MB/sec 2024-04-02T08:50:14.305 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-n6pgrAW4uml_vP3 off=14502480 len=254807 2024-04-02T08:50:14.308 INFO:tasks.workunit.client.0.smithi012.stdout:op 1736 completed, throughput=4.99MB/sec 2024-04-02T08:50:14.308 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-K-Hsoy6z1G1BCl1 off=6928089 len=1263711 2024-04-02T08:50:14.309 INFO:tasks.workunit.client.0.smithi012.stdout:op 1737 completed, throughput=5MB/sec 2024-04-02T08:50:14.310 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-L9FY1pynCVgnOjr off=5562121 len=1605871 2024-04-02T08:50:14.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:50:13 smithi055 ceph-mon[85080]: pgmap v1591: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:50:14.317 INFO:tasks.workunit.client.0.smithi012.stdout:op 1738 completed, throughput=5MB/sec 2024-04-02T08:50:15.317 INFO:tasks.workunit.client.0.smithi012.stdout: 351: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:15.317 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Kvxh93HiKxApRXd off=2884187 len=963769 2024-04-02T08:50:15.318 INFO:tasks.workunit.client.0.smithi012.stdout:op 1739 completed, throughput=4.99MB/sec 2024-04-02T08:50:15.318 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-fA3d7TwTTeUlBAE off=901334 len=1917010 2024-04-02T08:50:15.327 INFO:tasks.workunit.client.0.smithi012.stdout:op 1740 completed, throughput=5MB/sec 2024-04-02T08:50:15.327 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-b2fzY8L8p_ZaOO3 off=816032 len=1248882 2024-04-02T08:50:15.328 INFO:tasks.workunit.client.0.smithi012.stdout:op 1741 completed, throughput=5MB/sec 2024-04-02T08:50:15.328 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-8W-WlX6aSN0UGJP off=3267437 len=467605 2024-04-02T08:50:15.332 INFO:tasks.workunit.client.0.smithi012.stdout:op 1742 completed, throughput=5MB/sec 2024-04-02T08:50:15.332 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj--XQdGszzJYoUVYG off=1609426 len=1366610 2024-04-02T08:50:15.338 INFO:tasks.workunit.client.0.smithi012.stdout:op 1743 completed, throughput=5MB/sec 2024-04-02T08:50:15.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:50:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:15.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:50:15 smithi012 ceph-mon[90784]: pgmap v1592: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:50:15.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:50:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:15.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:50:15 smithi012 ceph-mon[88355]: pgmap v1592: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:50:15.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:50:15 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:15.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:50:15 smithi055 ceph-mon[85080]: pgmap v1592: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:50:16.339 INFO:tasks.workunit.client.0.smithi012.stdout: 352: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:16.339 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-vSwz2hhWpsu6by4 off=7183299 len=767952 2024-04-02T08:50:16.343 INFO:tasks.workunit.client.0.smithi012.stdout:op 1744 completed, throughput=4.99MB/sec 2024-04-02T08:50:16.343 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-1qjadoCWNs1bcA5 off=23570698 len=235350 2024-04-02T08:50:16.346 INFO:tasks.workunit.client.0.smithi012.stdout:op 1745 completed, throughput=4.99MB/sec 2024-04-02T08:50:16.346 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-qwgXGKzyn6YIglF off=15456559 len=1325781 2024-04-02T08:50:16.348 INFO:tasks.workunit.client.0.smithi012.stdout:op 1746 completed, throughput=5MB/sec 2024-04-02T08:50:16.348 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-OyOIEVeApLFWiWe off=23663347 len=1701747 2024-04-02T08:50:16.349 INFO:tasks.workunit.client.0.smithi012.stdout:op 1747 completed, throughput=5MB/sec 2024-04-02T08:50:17.349 INFO:tasks.workunit.client.0.smithi012.stdout: 353: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:17.350 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-jtW32TeSD0fnd52 off=5934531 len=888901 2024-04-02T08:50:17.350 INFO:tasks.workunit.client.0.smithi012.stdout:op 1748 completed, throughput=4.99MB/sec 2024-04-02T08:50:17.351 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-lxnUEQopes2_WyM off=1028309 len=99246 2024-04-02T08:50:17.352 INFO:tasks.workunit.client.0.smithi012.stdout:op 1749 completed, throughput=4.99MB/sec 2024-04-02T08:50:17.352 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-6vSjHsDNwrG-QSD off=1815583 len=1066280 2024-04-02T08:50:17.354 INFO:tasks.workunit.client.0.smithi012.stdout:op 1750 completed, throughput=4.99MB/sec 2024-04-02T08:50:17.354 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-kp38gO1hUwolAGW off=1737064 len=2076474 2024-04-02T08:50:17.355 INFO:tasks.workunit.client.0.smithi012.stdout:op 1751 completed, throughput=5MB/sec 2024-04-02T08:50:17.356 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-iocaTWpbUs6h2XM off=398690 len=1831777 2024-04-02T08:50:17.359 INFO:tasks.workunit.client.0.smithi012.stdout:op 1752 completed, throughput=5MB/sec 2024-04-02T08:50:17.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:50:17 smithi012 ceph-mon[88355]: pgmap v1593: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:50:17.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:50:17 smithi012 ceph-mon[90784]: pgmap v1593: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:50:17.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:50:17 smithi055 ceph-mon[85080]: pgmap v1593: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:50:18.359 INFO:tasks.workunit.client.0.smithi012.stdout: 354: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:18.359 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-lRpzxXSW0s3nTC6 off=1765138 len=429404 2024-04-02T08:50:18.360 INFO:tasks.workunit.client.0.smithi012.stdout:op 1753 completed, throughput=4.99MB/sec 2024-04-02T08:50:18.360 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj--PydstbENNxOF3B off=4943535 len=1205412 2024-04-02T08:50:18.364 INFO:tasks.workunit.client.0.smithi012.stdout:op 1754 completed, throughput=4.99MB/sec 2024-04-02T08:50:18.365 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-KH4uozDK_zUshat off=14816866 len=1012832 2024-04-02T08:50:18.366 INFO:tasks.workunit.client.0.smithi012.stdout:op 1755 completed, throughput=4.99MB/sec 2024-04-02T08:50:18.366 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-dGrPTl-kX6qBMZ_ off=15705281 len=1462285 2024-04-02T08:50:18.367 INFO:tasks.workunit.client.0.smithi012.stdout:op 1756 completed, throughput=5MB/sec 2024-04-02T08:50:18.367 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-QzcKbuZRQu6KFD9 off=10960927 len=1780678 2024-04-02T08:50:18.369 INFO:tasks.workunit.client.0.smithi012.stdout:op 1757 completed, throughput=5MB/sec 2024-04-02T08:50:18.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:50:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:50:17] "GET /metrics HTTP/1.1" 200 34035 "" "Prometheus/2.43.0" 2024-04-02T08:50:19.369 INFO:tasks.workunit.client.0.smithi012.stdout: 355: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:19.369 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-lV7roFYUraFL_q8 off=8922482 len=1367692 2024-04-02T08:50:19.371 INFO:tasks.workunit.client.0.smithi012.stdout:op 1758 completed, throughput=4.99MB/sec 2024-04-02T08:50:19.372 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-XrgLSIFeHwulM8o off=1663468 len=1618544 2024-04-02T08:50:19.373 INFO:tasks.workunit.client.0.smithi012.stdout:op 1759 completed, throughput=5MB/sec 2024-04-02T08:50:19.373 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-6Of7iJoHHFw3iyc off=19103495 len=1454412 2024-04-02T08:50:19.380 INFO:tasks.workunit.client.0.smithi012.stdout:op 1760 completed, throughput=5MB/sec 2024-04-02T08:50:19.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:50:19 smithi012 ceph-mon[88355]: pgmap v1594: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:50:19.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:50:19 smithi012 ceph-mon[90784]: pgmap v1594: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:50:19.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:50:19 smithi055 ceph-mon[85080]: pgmap v1594: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:50:20.380 INFO:tasks.workunit.client.0.smithi012.stdout: 356: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:20.380 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-fnDOiewpeDkZsge off=6436437 len=950521 2024-04-02T08:50:20.384 INFO:tasks.workunit.client.0.smithi012.stdout:op 1761 completed, throughput=4.99MB/sec 2024-04-02T08:50:20.384 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-FROuca4mXCCCGDG off=13656613 len=2050452 2024-04-02T08:50:20.386 INFO:tasks.workunit.client.0.smithi012.stdout:op 1762 completed, throughput=5MB/sec 2024-04-02T08:50:20.386 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-cao01PE8ZIt5HZ8 off=14775856 len=1649805 2024-04-02T08:50:20.387 INFO:tasks.workunit.client.0.smithi012.stdout:op 1763 completed, throughput=5MB/sec 2024-04-02T08:50:20.387 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-FcvXtVVNcztorWB off=3104513 len=174332 2024-04-02T08:50:20.387 INFO:tasks.workunit.client.0.smithi012.stdout:op 1764 completed, throughput=5MB/sec 2024-04-02T08:50:20.388 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Mnk6plNzF4iHqoo off=2645812 len=749614 2024-04-02T08:50:20.388 INFO:tasks.workunit.client.0.smithi012.stdout:op 1765 completed, throughput=5MB/sec 2024-04-02T08:50:21.388 INFO:tasks.workunit.client.0.smithi012.stdout: 357: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:21.389 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-XR4hPR1Sa9GuAOG off=0 len=1277229 2024-04-02T08:50:21.389 INFO:tasks.workunit.client.0.smithi012.stdout:op 1766 completed, throughput=4.99MB/sec 2024-04-02T08:50:21.389 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-k6q-MU2fRACp1lg off=15464032 len=946920 2024-04-02T08:50:21.390 INFO:tasks.workunit.client.0.smithi012.stdout:op 1767 completed, throughput=4.99MB/sec 2024-04-02T08:50:21.391 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-IgZAEv1LNMGsL7H off=652000 len=1733957 2024-04-02T08:50:21.398 INFO:tasks.workunit.client.0.smithi012.stdout:op 1768 completed, throughput=5MB/sec 2024-04-02T08:50:21.398 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-f3xmbdzLqk18_YY off=11027848 len=1877558 2024-04-02T08:50:21.407 INFO:tasks.workunit.client.0.smithi012.stdout:op 1769 completed, throughput=5MB/sec 2024-04-02T08:50:21.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:50:21 smithi012 ceph-mon[88355]: pgmap v1595: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:50:21.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:50:21 smithi012 ceph-mon[90784]: pgmap v1595: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:50:21.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:50:21 smithi055 ceph-mon[85080]: pgmap v1595: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:50:22.407 INFO:tasks.workunit.client.0.smithi012.stdout: 358: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:22.408 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-jTQp2Rg0aHuJTEK off=492874 len=1776376 2024-04-02T08:50:22.417 INFO:tasks.workunit.client.0.smithi012.stdout:op 1770 completed, throughput=4.99MB/sec 2024-04-02T08:50:22.417 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-grOBbX3oKLNCjRR off=8862235 len=1263370 2024-04-02T08:50:22.419 INFO:tasks.workunit.client.0.smithi012.stdout:op 1771 completed, throughput=5MB/sec 2024-04-02T08:50:22.420 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-UEljQCmJixWX_o_ off=624869 len=755317 2024-04-02T08:50:22.423 INFO:tasks.workunit.client.0.smithi012.stdout:op 1772 completed, throughput=5MB/sec 2024-04-02T08:50:22.423 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ji-SCsWH30XuU5i off=767062 len=818462 2024-04-02T08:50:22.424 INFO:tasks.workunit.client.0.smithi012.stdout:op 1773 completed, throughput=5MB/sec 2024-04-02T08:50:22.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:50:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:50:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:50:23.425 INFO:tasks.workunit.client.0.smithi012.stdout: 359: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:23.425 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-624pzLYArrAxEcZ off=4215248 len=483961 2024-04-02T08:50:23.426 INFO:tasks.workunit.client.0.smithi012.stdout:op 1774 completed, throughput=4.99MB/sec 2024-04-02T08:50:23.426 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-IwyQXkwQDpIWsuJ off=2191434 len=2011872 2024-04-02T08:50:23.435 INFO:tasks.workunit.client.0.smithi012.stdout:op 1775 completed, throughput=4.99MB/sec 2024-04-02T08:50:23.435 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-VkTs2vgeXiIwmsq off=7529893 len=913996 2024-04-02T08:50:23.440 INFO:tasks.workunit.client.0.smithi012.stdout:op 1776 completed, throughput=5MB/sec 2024-04-02T08:50:23.440 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Vu0M8bLy2awNm6T off=8055698 len=1701822 2024-04-02T08:50:23.446 INFO:tasks.workunit.client.0.smithi012.stdout:op 1777 completed, throughput=5MB/sec 2024-04-02T08:50:23.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:50:23 smithi012 ceph-mon[88355]: pgmap v1596: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:50:23.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:50:23 smithi012 ceph-mon[90784]: pgmap v1596: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:50:23.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:50:23 smithi055 ceph-mon[85080]: pgmap v1596: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:50:24.446 INFO:tasks.workunit.client.0.smithi012.stdout: 360: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:24.447 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-RGnif9XKFmRJuoM off=22444106 len=2080691 2024-04-02T08:50:24.448 INFO:tasks.workunit.client.0.smithi012.stdout:op 1778 completed, throughput=4.99MB/sec 2024-04-02T08:50:24.448 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-K1VDGxPBA-uWnPC off=48316 len=97730 2024-04-02T08:50:24.449 INFO:tasks.workunit.client.0.smithi012.stdout:op 1779 completed, throughput=4.99MB/sec 2024-04-02T08:50:24.450 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Z5Oz5SnIhOoFPtq off=1660106 len=1450051 2024-04-02T08:50:24.451 INFO:tasks.workunit.client.0.smithi012.stdout:op 1780 completed, throughput=5MB/sec 2024-04-02T08:50:24.451 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ovt7dhUGffRb6gH off=13198795 len=1726698 2024-04-02T08:50:24.453 INFO:tasks.workunit.client.0.smithi012.stdout:op 1781 completed, throughput=5MB/sec 2024-04-02T08:50:25.453 INFO:tasks.workunit.client.0.smithi012.stdout: 361: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:25.453 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-vT-hSnc0okUcild off=19925011 len=1891517 2024-04-02T08:50:25.461 INFO:tasks.workunit.client.0.smithi012.stdout:op 1782 completed, throughput=4.99MB/sec 2024-04-02T08:50:25.461 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-M1gEziOBIn_Luep off=10714729 len=155581 2024-04-02T08:50:25.462 INFO:tasks.workunit.client.0.smithi012.stdout:op 1783 completed, throughput=4.99MB/sec 2024-04-02T08:50:25.462 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-oPTQDFs3JqQIfof off=5766894 len=162342 2024-04-02T08:50:25.465 INFO:tasks.workunit.client.0.smithi012.stdout:op 1784 completed, throughput=4.99MB/sec 2024-04-02T08:50:25.465 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-4K3p3EHZWBhokls off=12683023 len=1184401 2024-04-02T08:50:25.471 INFO:tasks.workunit.client.0.smithi012.stdout:op 1785 completed, throughput=5MB/sec 2024-04-02T08:50:25.471 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-DtT8dEVaUXLue6a off=6668312 len=2019666 2024-04-02T08:50:25.479 INFO:tasks.workunit.client.0.smithi012.stdout:op 1786 completed, throughput=5MB/sec 2024-04-02T08:50:25.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:50:25 smithi012 ceph-mon[88355]: pgmap v1597: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:50:25.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:50:25 smithi012 ceph-mon[90784]: pgmap v1597: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:50:25.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:50:25 smithi055 ceph-mon[85080]: pgmap v1597: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:50:26.480 INFO:tasks.workunit.client.0.smithi012.stdout: 362: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:26.480 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-jzsTMVcUC2UKndR off=4527573 len=1989419 2024-04-02T08:50:26.483 INFO:tasks.workunit.client.0.smithi012.stdout:op 1787 completed, throughput=4.99MB/sec 2024-04-02T08:50:26.483 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-fgzYYSBlyDoo1AD off=5534709 len=1673502 2024-04-02T08:50:26.490 INFO:tasks.workunit.client.0.smithi012.stdout:op 1788 completed, throughput=5MB/sec 2024-04-02T08:50:26.490 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ki1raUlVA_YfL94 off=3345782 len=855223 2024-04-02T08:50:26.491 INFO:tasks.workunit.client.0.smithi012.stdout:op 1789 completed, throughput=5MB/sec 2024-04-02T08:50:26.492 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-vZB09U4i9fzlzzP off=4003855 len=984599 2024-04-02T08:50:26.495 INFO:tasks.workunit.client.0.smithi012.stdout:op 1790 completed, throughput=5MB/sec 2024-04-02T08:50:27.496 INFO:tasks.workunit.client.0.smithi012.stdout: 363: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:27.496 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-6g7on3Yxw6DG33t off=16106129 len=1014458 2024-04-02T08:50:27.496 INFO:tasks.workunit.client.0.smithi012.stdout:op 1791 completed, throughput=4.99MB/sec 2024-04-02T08:50:27.497 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-nnLzc5m5VEyUru6 off=649092 len=473704 2024-04-02T08:50:27.500 INFO:tasks.workunit.client.0.smithi012.stdout:op 1792 completed, throughput=4.99MB/sec 2024-04-02T08:50:27.500 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-wIJ4mnWoZEPZDfx off=1492910 len=1653972 2024-04-02T08:50:27.501 INFO:tasks.workunit.client.0.smithi012.stdout:op 1793 completed, throughput=5MB/sec 2024-04-02T08:50:27.501 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-UjvGaflRxh7sYLU off=9240167 len=650312 2024-04-02T08:50:27.505 INFO:tasks.workunit.client.0.smithi012.stdout:op 1794 completed, throughput=5MB/sec 2024-04-02T08:50:27.505 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-O3yxegq9m8CAB1M off=6763622 len=1039389 2024-04-02T08:50:27.506 INFO:tasks.workunit.client.0.smithi012.stdout:op 1795 completed, throughput=5MB/sec 2024-04-02T08:50:27.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:50:27 smithi012 ceph-mon[88355]: pgmap v1598: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:50:27.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:50:27 smithi012 ceph-mon[90784]: pgmap v1598: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:50:27.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:50:27 smithi055 ceph-mon[85080]: pgmap v1598: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:50:28.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:50:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:50:27] "GET /metrics HTTP/1.1" 200 34035 "" "Prometheus/2.43.0" 2024-04-02T08:50:28.506 INFO:tasks.workunit.client.0.smithi012.stdout: 364: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:28.506 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-yo6-n_o4J4JtVqb off=22163072 len=613680 2024-04-02T08:50:28.510 INFO:tasks.workunit.client.0.smithi012.stdout:op 1796 completed, throughput=4.99MB/sec 2024-04-02T08:50:28.511 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-zR0BTx8scUpjaIi off=1928231 len=1821497 2024-04-02T08:50:28.512 INFO:tasks.workunit.client.0.smithi012.stdout:op 1797 completed, throughput=4.99MB/sec 2024-04-02T08:50:28.512 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-2hThqMQZX53s7oi off=436188 len=1504732 2024-04-02T08:50:28.518 INFO:tasks.workunit.client.0.smithi012.stdout:op 1798 completed, throughput=5MB/sec 2024-04-02T08:50:28.518 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-I1T64ejbPTBvoof off=8290103 len=787336 2024-04-02T08:50:28.519 INFO:tasks.workunit.client.0.smithi012.stdout:op 1799 completed, throughput=5MB/sec 2024-04-02T08:50:28.519 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-rBUzHJOof0nkNWD off=1117131 len=985657 2024-04-02T08:50:28.525 INFO:tasks.workunit.client.0.smithi012.stdout:op 1800 completed, throughput=5MB/sec 2024-04-02T08:50:29.526 INFO:tasks.workunit.client.0.smithi012.stdout: 365: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:29.526 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-D-tFibuDcSrBVee off=1976389 len=60931 2024-04-02T08:50:29.526 INFO:tasks.workunit.client.0.smithi012.stdout:op 1801 completed, throughput=4.99MB/sec 2024-04-02T08:50:29.526 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-t_g54_JPQOs1BtU off=7843688 len=2028746 2024-04-02T08:50:29.535 INFO:tasks.workunit.client.0.smithi012.stdout:op 1802 completed, throughput=4.99MB/sec 2024-04-02T08:50:29.535 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-rhd2kdN2RjJ_JuY off=16410763 len=42322 2024-04-02T08:50:29.537 INFO:tasks.workunit.client.0.smithi012.stdout:op 1803 completed, throughput=4.99MB/sec 2024-04-02T08:50:29.537 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-zsryTmMCaKb-NZ7 off=4196227 len=1649929 2024-04-02T08:50:29.539 INFO:tasks.workunit.client.0.smithi012.stdout:op 1804 completed, throughput=5MB/sec 2024-04-02T08:50:29.539 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-AwRqd9_vq4RY-wi off=4806219 len=1618022 2024-04-02T08:50:29.540 INFO:tasks.workunit.client.0.smithi012.stdout:op 1805 completed, throughput=5MB/sec 2024-04-02T08:50:29.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:50:29 smithi012 ceph-mon[88355]: pgmap v1599: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-04-02T08:50:29.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:50:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:29.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:50:29 smithi012 ceph-mon[90784]: pgmap v1599: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-04-02T08:50:29.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:50:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:29.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:50:29 smithi055 ceph-mon[85080]: pgmap v1599: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-04-02T08:50:29.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:50:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:30.540 INFO:tasks.workunit.client.0.smithi012.stdout: 366: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:30.540 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-0YxLx6nYlqjQxrs off=16914540 len=1804678 2024-04-02T08:50:30.549 INFO:tasks.workunit.client.0.smithi012.stdout:op 1806 completed, throughput=4.99MB/sec 2024-04-02T08:50:30.549 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-PsJ5gBbZ8U3daIV off=7803559 len=2051553 2024-04-02T08:50:30.550 INFO:tasks.workunit.client.0.smithi012.stdout:op 1807 completed, throughput=5MB/sec 2024-04-02T08:50:30.550 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-385rJlDNOHXA8er off=6095282 len=1637780 2024-04-02T08:50:30.557 INFO:tasks.workunit.client.0.smithi012.stdout:op 1808 completed, throughput=5MB/sec 2024-04-02T08:50:31.558 INFO:tasks.workunit.client.0.smithi012.stdout: 367: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:31.558 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-frR9VrEr7VhmutD off=1659647 len=961332 2024-04-02T08:50:31.559 INFO:tasks.workunit.client.0.smithi012.stdout:op 1809 completed, throughput=4.99MB/sec 2024-04-02T08:50:31.559 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-QUI0mNuzus8664B off=698937 len=1295482 2024-04-02T08:50:31.565 INFO:tasks.workunit.client.0.smithi012.stdout:op 1810 completed, throughput=4.99MB/sec 2024-04-02T08:50:31.565 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-RAKWiOCofPycDZE off=3852413 len=1384405 2024-04-02T08:50:31.566 INFO:tasks.workunit.client.0.smithi012.stdout:op 1811 completed, throughput=5MB/sec 2024-04-02T08:50:31.566 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-j881uFuH6Ig65um off=29870 len=917523 2024-04-02T08:50:31.567 INFO:tasks.workunit.client.0.smithi012.stdout:op 1812 completed, throughput=5MB/sec 2024-04-02T08:50:31.567 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-7-YOGkGm6Sf_B8r off=133975 len=312108 2024-04-02T08:50:31.568 INFO:tasks.workunit.client.0.smithi012.stdout:op 1813 completed, throughput=5MB/sec 2024-04-02T08:50:31.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:50:31 smithi012 ceph-mon[88355]: pgmap v1600: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:50:31.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:50:31 smithi012 ceph-mon[90784]: pgmap v1600: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:50:31.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:50:31 smithi055 ceph-mon[85080]: pgmap v1600: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:50:32.568 INFO:tasks.workunit.client.0.smithi012.stdout: 368: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:32.568 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Mni3TFIeNVwwIkN off=22468176 len=1450191 2024-04-02T08:50:32.569 INFO:tasks.workunit.client.0.smithi012.stdout:op 1814 completed, throughput=4.99MB/sec 2024-04-02T08:50:32.569 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-jN_kMTVJwyCNvB8 off=3796723 len=1489930 2024-04-02T08:50:32.570 INFO:tasks.workunit.client.0.smithi012.stdout:op 1815 completed, throughput=4.99MB/sec 2024-04-02T08:50:32.571 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-eUHsB2lNa3RYy_E off=2888742 len=1032222 2024-04-02T08:50:32.571 INFO:tasks.workunit.client.0.smithi012.stdout:op 1816 completed, throughput=5MB/sec 2024-04-02T08:50:32.571 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-uE9w5mVpVaqRmgy off=8988387 len=1717526 2024-04-02T08:50:32.573 INFO:tasks.workunit.client.0.smithi012.stdout:op 1817 completed, throughput=5MB/sec 2024-04-02T08:50:32.712 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:50:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:50:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:50:33.573 INFO:tasks.workunit.client.0.smithi012.stdout: 369: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:33.573 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-OW1aXdUuq5nH1Hy off=731330 len=345421 2024-04-02T08:50:33.575 INFO:tasks.workunit.client.0.smithi012.stdout:op 1818 completed, throughput=4.99MB/sec 2024-04-02T08:50:33.575 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-qyJgBdPquQS2dqZ off=987688 len=1926132 2024-04-02T08:50:33.577 INFO:tasks.workunit.client.0.smithi012.stdout:op 1819 completed, throughput=4.99MB/sec 2024-04-02T08:50:33.578 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ys5t7DQAbS0k0Xx off=6495423 len=1549330 2024-04-02T08:50:33.584 INFO:tasks.workunit.client.0.smithi012.stdout:op 1820 completed, throughput=5MB/sec 2024-04-02T08:50:33.584 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-y2r5FIxDY8wBYte off=590119 len=1280352 2024-04-02T08:50:33.591 INFO:tasks.workunit.client.0.smithi012.stdout:op 1821 completed, throughput=5MB/sec 2024-04-02T08:50:33.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:50:33 smithi012 ceph-mon[88355]: pgmap v1601: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:50:33.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:50:33 smithi012 ceph-mon[90784]: pgmap v1601: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:50:33.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:50:33 smithi055 ceph-mon[85080]: pgmap v1601: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:50:34.591 INFO:tasks.workunit.client.0.smithi012.stdout: 370: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:34.591 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-f9ThLz8F8wnNdwh off=7552290 len=811047 2024-04-02T08:50:34.593 INFO:tasks.workunit.client.0.smithi012.stdout:op 1822 completed, throughput=4.99MB/sec 2024-04-02T08:50:34.593 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-W622N5iQuZyXWS9 off=3589547 len=1822239 2024-04-02T08:50:34.602 INFO:tasks.workunit.client.0.smithi012.stdout:op 1823 completed, throughput=4.99MB/sec 2024-04-02T08:50:34.602 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-PnTMyejMGgT2zr6 off=8238065 len=1699051 2024-04-02T08:50:34.608 INFO:tasks.workunit.client.0.smithi012.stdout:op 1824 completed, throughput=5MB/sec 2024-04-02T08:50:34.609 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Pmoh6P55VqQVgXP off=5989945 len=560984 2024-04-02T08:50:34.612 INFO:tasks.workunit.client.0.smithi012.stdout:op 1825 completed, throughput=5MB/sec 2024-04-02T08:50:34.612 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-iA3WasVc9ueugMf off=9386657 len=936958 2024-04-02T08:50:34.619 INFO:tasks.workunit.client.0.smithi012.stdout:op 1826 completed, throughput=5MB/sec 2024-04-02T08:50:35.617 INFO:tasks.workunit.client.0.smithi012.stdout: 371: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:35.617 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-bYNnohDhIj18rGR off=6692516 len=971367 2024-04-02T08:50:35.622 INFO:tasks.workunit.client.0.smithi012.stdout:op 1827 completed, throughput=4.99MB/sec 2024-04-02T08:50:35.622 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-01TWRn6FDB2hHz- off=2348924 len=972412 2024-04-02T08:50:35.623 INFO:tasks.workunit.client.0.smithi012.stdout:op 1828 completed, throughput=4.99MB/sec 2024-04-02T08:50:35.623 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-jFfSFl0Pt2ZIC54 off=4187088 len=892754 2024-04-02T08:50:35.624 INFO:tasks.workunit.client.0.smithi012.stdout:op 1829 completed, throughput=5MB/sec 2024-04-02T08:50:35.624 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-aMruDSIPsmVpzP_ off=3546850 len=1057048 2024-04-02T08:50:35.626 INFO:tasks.workunit.client.0.smithi012.stdout:op 1830 completed, throughput=5MB/sec 2024-04-02T08:50:35.627 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-3OGyUYGrTDZUUL6 off=19799921 len=2073960 2024-04-02T08:50:35.628 INFO:tasks.workunit.client.0.smithi012.stdout:op 1831 completed, throughput=5MB/sec 2024-04-02T08:50:35.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:50:35 smithi012 ceph-mon[88355]: pgmap v1602: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:50:35.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:50:35 smithi012 ceph-mon[90784]: pgmap v1602: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:50:35.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:50:35 smithi055 ceph-mon[85080]: pgmap v1602: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:50:36.629 INFO:tasks.workunit.client.0.smithi012.stdout: 372: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:36.629 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-lbNaX9fgi7276LY off=18317993 len=2086194 2024-04-02T08:50:36.637 INFO:tasks.workunit.client.0.smithi012.stdout:op 1832 completed, throughput=5MB/sec 2024-04-02T08:50:36.637 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Q35SgNnr6KQBcAI off=14138913 len=1258040 2024-04-02T08:50:36.643 INFO:tasks.workunit.client.0.smithi012.stdout:op 1833 completed, throughput=5MB/sec 2024-04-02T08:50:36.644 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-u6Yg8itinBMiw6H off=4542349 len=283120 2024-04-02T08:50:36.644 INFO:tasks.workunit.client.0.smithi012.stdout:op 1834 completed, throughput=5MB/sec 2024-04-02T08:50:36.644 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-HB0Ck4pf1uDjPG3 off=1559130 len=1348773 2024-04-02T08:50:36.649 INFO:tasks.workunit.client.0.smithi012.stdout:op 1835 completed, throughput=5MB/sec 2024-04-02T08:50:37.649 INFO:tasks.workunit.client.0.smithi012.stdout: 373: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:37.650 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-qWMBDhsUzvAjBDS off=7563082 len=615671 2024-04-02T08:50:37.653 INFO:tasks.workunit.client.0.smithi012.stdout:op 1836 completed, throughput=4.99MB/sec 2024-04-02T08:50:37.653 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-14s8tN4T4RgjMl2 off=4346074 len=285797 2024-04-02T08:50:37.656 INFO:tasks.workunit.client.0.smithi012.stdout:op 1837 completed, throughput=4.99MB/sec 2024-04-02T08:50:37.656 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-0rT2CfjkHcQ0DYO off=928758 len=1830607 2024-04-02T08:50:37.664 INFO:tasks.workunit.client.0.smithi012.stdout:op 1838 completed, throughput=5MB/sec 2024-04-02T08:50:37.664 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-VDKOUunrIAxC768 off=5109326 len=1105864 2024-04-02T08:50:37.669 INFO:tasks.workunit.client.0.smithi012.stdout:op 1839 completed, throughput=5MB/sec 2024-04-02T08:50:37.670 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-xumSR3O9xJFXa5F off=54096 len=1077987 2024-04-02T08:50:37.675 INFO:tasks.workunit.client.0.smithi012.stdout:op 1840 completed, throughput=5MB/sec 2024-04-02T08:50:37.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:50:37 smithi055 ceph-mon[85080]: pgmap v1603: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:50:37.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:50:37 smithi012 ceph-mon[88355]: pgmap v1603: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:50:37.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:50:37 smithi012 ceph-mon[90784]: pgmap v1603: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:50:38.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:50:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:50:37] "GET /metrics HTTP/1.1" 200 34037 "" "Prometheus/2.43.0" 2024-04-02T08:50:38.675 INFO:tasks.workunit.client.0.smithi012.stdout: 374: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:38.675 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-AZoaEbPOh7Y1you off=12305591 len=1097941 2024-04-02T08:50:38.682 INFO:tasks.workunit.client.0.smithi012.stdout:op 1841 completed, throughput=4.99MB/sec 2024-04-02T08:50:38.682 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-uLSKXi-qc8rYWEu off=9945139 len=361685 2024-04-02T08:50:38.682 INFO:tasks.workunit.client.0.smithi012.stdout:op 1842 completed, throughput=4.99MB/sec 2024-04-02T08:50:38.682 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-EBfNFfMyJxT0kdb off=16103540 len=1655921 2024-04-02T08:50:38.687 INFO:tasks.workunit.client.0.smithi012.stdout:op 1843 completed, throughput=5MB/sec 2024-04-02T08:50:38.687 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-JE2WomznQSWIV7_ off=99794 len=1406535 2024-04-02T08:50:38.694 INFO:tasks.workunit.client.0.smithi012.stdout:op 1844 completed, throughput=5MB/sec 2024-04-02T08:50:38.694 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-4-IdRL-nVmhTvSk off=4568273 len=1315716 2024-04-02T08:50:38.700 INFO:tasks.workunit.client.0.smithi012.stdout:op 1845 completed, throughput=5MB/sec 2024-04-02T08:50:39.701 INFO:tasks.workunit.client.0.smithi012.stdout: 375: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:39.701 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-fxD5wavmipNhbfn off=7735588 len=2052458 2024-04-02T08:50:39.711 INFO:tasks.workunit.client.0.smithi012.stdout:op 1846 completed, throughput=4.99MB/sec 2024-04-02T08:50:39.711 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-oypzaofFNUkjyXP off=5838272 len=613723 2024-04-02T08:50:39.711 INFO:tasks.workunit.client.0.smithi012.stdout:op 1847 completed, throughput=5MB/sec 2024-04-02T08:50:39.711 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-OWfoTZQdmOCkEqd off=1195472 len=681792 2024-04-02T08:50:39.712 INFO:tasks.workunit.client.0.smithi012.stdout:op 1848 completed, throughput=5MB/sec 2024-04-02T08:50:39.712 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ZGm-6EIiJ3QPIvJ off=0 len=1067219 2024-04-02T08:50:39.717 INFO:tasks.workunit.client.0.smithi012.stdout:op 1849 completed, throughput=5MB/sec 2024-04-02T08:50:39.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:50:39 smithi055 ceph-mon[85080]: pgmap v1604: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:50:39.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:50:39 smithi012 ceph-mon[88355]: pgmap v1604: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:50:39.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:50:39 smithi012 ceph-mon[90784]: pgmap v1604: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:50:40.717 INFO:tasks.workunit.client.0.smithi012.stdout: 376: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:40.717 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-0MoWp-mAa-AEVyn off=1813065 len=1824959 2024-04-02T08:50:40.726 INFO:tasks.workunit.client.0.smithi012.stdout:op 1850 completed, throughput=4.99MB/sec 2024-04-02T08:50:40.726 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-8kDc6UwZq2YxWTZ off=738842 len=1516589 2024-04-02T08:50:40.733 INFO:tasks.workunit.client.0.smithi012.stdout:op 1851 completed, throughput=5MB/sec 2024-04-02T08:50:40.733 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-dWE2e4GKiEegsNt off=1946753 len=720029 2024-04-02T08:50:40.736 INFO:tasks.workunit.client.0.smithi012.stdout:op 1852 completed, throughput=5MB/sec 2024-04-02T08:50:40.736 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-PNn_gt904ITSxLf off=30952 len=108958 2024-04-02T08:50:40.737 INFO:tasks.workunit.client.0.smithi012.stdout:op 1853 completed, throughput=5MB/sec 2024-04-02T08:50:40.737 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-4_xXUXipMORCjDs off=530519 len=840438 2024-04-02T08:50:40.737 INFO:tasks.workunit.client.0.smithi012.stdout:op 1854 completed, throughput=5MB/sec 2024-04-02T08:50:40.738 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-vX_9PQp3wO9yvz5 off=426007 len=1844383 2024-04-02T08:50:40.744 INFO:tasks.workunit.client.0.smithi012.stdout:op 1855 completed, throughput=5MB/sec 2024-04-02T08:50:41.730 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:50:41 smithi012 ceph-mon[88355]: pgmap v1605: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-02T08:50:41.731 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:50:41 smithi012 ceph-mon[90784]: pgmap v1605: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-02T08:50:41.745 INFO:tasks.workunit.client.0.smithi012.stdout: 377: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:41.745 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-JcGo72tPxMa_mK9 off=1207349 len=956231 2024-04-02T08:50:41.750 INFO:tasks.workunit.client.0.smithi012.stdout:op 1856 completed, throughput=4.99MB/sec 2024-04-02T08:50:41.750 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-gUiEiX2sXynZjzd off=1464050 len=1970792 2024-04-02T08:50:41.759 INFO:tasks.workunit.client.0.smithi012.stdout:op 1857 completed, throughput=5MB/sec 2024-04-02T08:50:41.760 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-qujJhmmpa4AW10T off=7361648 len=423943 2024-04-02T08:50:41.763 INFO:tasks.workunit.client.0.smithi012.stdout:op 1858 completed, throughput=5MB/sec 2024-04-02T08:50:41.763 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-MKZyeb47eKNut0T off=1290150 len=485446 2024-04-02T08:50:41.766 INFO:tasks.workunit.client.0.smithi012.stdout:op 1859 completed, throughput=5MB/sec 2024-04-02T08:50:41.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:50:41 smithi055 ceph-mon[85080]: pgmap v1605: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-02T08:50:42.766 INFO:tasks.workunit.client.0.smithi012.stdout: 378: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:42.767 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-s5kI3JOiuEOzT3n off=2916068 len=1205360 2024-04-02T08:50:42.772 INFO:tasks.workunit.client.0.smithi012.stdout:op 1860 completed, throughput=4.99MB/sec 2024-04-02T08:50:42.773 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-dfsqn538U6KIEiu off=11537816 len=1853551 2024-04-02T08:50:42.774 INFO:tasks.workunit.client.0.smithi012.stdout:op 1861 completed, throughput=5MB/sec 2024-04-02T08:50:42.774 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-YPjY45S75gXZMT6 off=1039224 len=1572872 2024-04-02T08:50:42.781 INFO:tasks.workunit.client.0.smithi012.stdout:op 1862 completed, throughput=5MB/sec 2024-04-02T08:50:42.781 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-UdE6fbhgo-RnyoE off=444159 len=711764 2024-04-02T08:50:42.782 INFO:tasks.workunit.client.0.smithi012.stdout:op 1863 completed, throughput=5MB/sec 2024-04-02T08:50:42.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:50:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:50:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:50:43.782 INFO:tasks.workunit.client.0.smithi012.stdout: 379: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:43.782 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-2a3fvOaxEHJCcNY off=860957 len=522736 2024-04-02T08:50:43.786 INFO:tasks.workunit.client.0.smithi012.stdout:op 1864 completed, throughput=4.99MB/sec 2024-04-02T08:50:43.786 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-pbu11bVWAKSQNMT off=12565373 len=216470 2024-04-02T08:50:43.789 INFO:tasks.workunit.client.0.smithi012.stdout:op 1865 completed, throughput=4.99MB/sec 2024-04-02T08:50:43.789 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-49cQOz04FHh02dy off=1306809 len=43043 2024-04-02T08:50:43.790 INFO:tasks.workunit.client.0.smithi012.stdout:op 1866 completed, throughput=4.99MB/sec 2024-04-02T08:50:43.791 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-MjXxp6idpFz6_UN off=8799084 len=875152 2024-04-02T08:50:43.791 INFO:tasks.workunit.client.0.smithi012.stdout:op 1867 completed, throughput=4.99MB/sec 2024-04-02T08:50:43.792 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-M-QCkX02WogGPvf off=3981238 len=1637915 2024-04-02T08:50:43.793 INFO:tasks.workunit.client.0.smithi012.stdout:op 1868 completed, throughput=5MB/sec 2024-04-02T08:50:43.793 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Y9JhAPk-0wlMvSc off=565615 len=2041906 2024-04-02T08:50:43.802 INFO:tasks.workunit.client.0.smithi012.stdout:op 1869 completed, throughput=5MB/sec 2024-04-02T08:50:43.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:50:43 smithi055 ceph-mon[85080]: pgmap v1606: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 3 op/s 2024-04-02T08:50:43.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:50:43 smithi012 ceph-mon[88355]: pgmap v1606: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 3 op/s 2024-04-02T08:50:43.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:50:43 smithi012 ceph-mon[90784]: pgmap v1606: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 3 op/s 2024-04-02T08:50:44.802 INFO:tasks.workunit.client.0.smithi012.stdout: 380: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:44.802 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-W5xsYat6EtvsRrZ off=8822109 len=1026266 2024-04-02T08:50:44.806 INFO:tasks.workunit.client.0.smithi012.stdout:op 1870 completed, throughput=4.99MB/sec 2024-04-02T08:50:44.806 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-sR8YJKH31Xvp5_6 off=477136 len=1991370 2024-04-02T08:50:44.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:50:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:44.815 INFO:tasks.workunit.client.0.smithi012.stdout:op 1871 completed, throughput=4.99MB/sec 2024-04-02T08:50:44.815 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-D62erNDYNm-sQdH off=145614 len=144898 2024-04-02T08:50:44.818 INFO:tasks.workunit.client.0.smithi012.stdout:op 1872 completed, throughput=5MB/sec 2024-04-02T08:50:44.818 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-wwMcoc2qyEtHH7r off=377039 len=1077769 2024-04-02T08:50:44.822 INFO:tasks.workunit.client.0.smithi012.stdout:op 1873 completed, throughput=5MB/sec 2024-04-02T08:50:44.822 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Ek2viSgnQ3gZTTT off=2535029 len=1562793 2024-04-02T08:50:44.823 INFO:tasks.workunit.client.0.smithi012.stdout:op 1874 completed, throughput=5MB/sec 2024-04-02T08:50:44.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:50:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:44.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:50:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:45.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:50:45 smithi055 ceph-mon[85080]: pgmap v1607: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-02T08:50:45.824 INFO:tasks.workunit.client.0.smithi012.stdout: 381: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:45.824 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-i0-pGaWqdL-he9v off=3058713 len=1350301 2024-04-02T08:50:45.826 INFO:tasks.workunit.client.0.smithi012.stdout:op 1875 completed, throughput=4.99MB/sec 2024-04-02T08:50:45.827 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-gFtqZMfZjuQasyJ off=3224788 len=1633776 2024-04-02T08:50:45.828 INFO:tasks.workunit.client.0.smithi012.stdout:op 1876 completed, throughput=5MB/sec 2024-04-02T08:50:45.828 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-yP5FGK9aONXh78E off=6443290 len=1514497 2024-04-02T08:50:45.835 INFO:tasks.workunit.client.0.smithi012.stdout:op 1877 completed, throughput=5MB/sec 2024-04-02T08:50:45.835 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-I-EHPpnST2MnDXB off=4745105 len=234938 2024-04-02T08:50:45.836 INFO:tasks.workunit.client.0.smithi012.stdout:op 1878 completed, throughput=5MB/sec 2024-04-02T08:50:45.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:50:45 smithi012 ceph-mon[88355]: pgmap v1607: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-02T08:50:45.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:50:45 smithi012 ceph-mon[90784]: pgmap v1607: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-02T08:50:46.837 INFO:tasks.workunit.client.0.smithi012.stdout: 382: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:46.837 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-2CZeBdesCeeJ0_q off=3901900 len=1742163 2024-04-02T08:50:46.838 INFO:tasks.workunit.client.0.smithi012.stdout:op 1879 completed, throughput=4.99MB/sec 2024-04-02T08:50:46.838 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-NXGc_4iBBK_UDiW off=892541 len=760308 2024-04-02T08:50:46.839 INFO:tasks.workunit.client.0.smithi012.stdout:op 1880 completed, throughput=4.99MB/sec 2024-04-02T08:50:46.839 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-WDB1bxDjQDkKF1Q off=17440177 len=1500576 2024-04-02T08:50:46.840 INFO:tasks.workunit.client.0.smithi012.stdout:op 1881 completed, throughput=5MB/sec 2024-04-02T08:50:46.840 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-AS9_n_Yy-PxvL7q off=7862450 len=442535 2024-04-02T08:50:46.844 INFO:tasks.workunit.client.0.smithi012.stdout:op 1882 completed, throughput=5MB/sec 2024-04-02T08:50:46.844 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-RV7ncan8lg5LqCD off=424174 len=1626774 2024-04-02T08:50:46.849 INFO:tasks.workunit.client.0.smithi012.stdout:op 1883 completed, throughput=5MB/sec 2024-04-02T08:50:47.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:50:47 smithi055 ceph-mon[85080]: pgmap v1608: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.1 MiB/s wr, 5 op/s 2024-04-02T08:50:47.849 INFO:tasks.workunit.client.0.smithi012.stdout: 383: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:47.849 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Bxxxe6vWhy2jU-w off=9119925 len=1634963 2024-04-02T08:50:47.856 INFO:tasks.workunit.client.0.smithi012.stdout:op 1884 completed, throughput=4.99MB/sec 2024-04-02T08:50:47.857 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-vEDP5nPSy7lPl16 off=615053 len=1991142 2024-04-02T08:50:47.858 INFO:tasks.workunit.client.0.smithi012.stdout:op 1885 completed, throughput=5MB/sec 2024-04-02T08:50:47.858 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-h9Wt92s7hymLs7j off=6295953 len=1244911 2024-04-02T08:50:47.864 INFO:tasks.workunit.client.0.smithi012.stdout:op 1886 completed, throughput=5MB/sec 2024-04-02T08:50:47.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:50:47 smithi012 ceph-mon[88355]: pgmap v1608: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.1 MiB/s wr, 5 op/s 2024-04-02T08:50:47.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:50:47 smithi012 ceph-mon[90784]: pgmap v1608: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.1 MiB/s wr, 5 op/s 2024-04-02T08:50:48.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:50:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:50:47] "GET /metrics HTTP/1.1" 200 34040 "" "Prometheus/2.43.0" 2024-04-02T08:50:48.865 INFO:tasks.workunit.client.0.smithi012.stdout: 384: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:48.926 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-j90LkX2b8O5Zk4s off=13217409 len=1850960 2024-04-02T08:50:48.927 INFO:tasks.workunit.client.0.smithi012.stdout:op 1887 completed, throughput=4.99MB/sec 2024-04-02T08:50:48.927 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-b6t_cUj7AgoFcq0 off=19027743 len=1645449 2024-04-02T08:50:48.927 INFO:tasks.workunit.client.0.smithi012.stdout:op 1888 completed, throughput=5MB/sec 2024-04-02T08:50:48.928 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-SdcGfpC_Iln7qv_ off=8860098 len=2015369 2024-04-02T08:50:48.928 INFO:tasks.workunit.client.0.smithi012.stdout:op 1889 completed, throughput=5MB/sec 2024-04-02T08:50:49.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:50:49 smithi055 ceph-mon[85080]: pgmap v1609: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.1 MiB/s wr, 3 op/s 2024-04-02T08:50:49.881 INFO:tasks.workunit.client.0.smithi012.stdout: 385: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:49.882 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-dm4wp-J3JE13lc2 off=3559950 len=1450871 2024-04-02T08:50:49.882 INFO:tasks.workunit.client.0.smithi012.stdout:op 1890 completed, throughput=4.99MB/sec 2024-04-02T08:50:49.883 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-tDBy6VWkuwwJzc_ off=7861 len=1277383 2024-04-02T08:50:49.889 INFO:tasks.workunit.client.0.smithi012.stdout:op 1891 completed, throughput=5MB/sec 2024-04-02T08:50:49.889 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-NunxrQaEDVhaF-Z off=573690 len=1744320 2024-04-02T08:50:49.896 INFO:tasks.workunit.client.0.smithi012.stdout:op 1892 completed, throughput=5MB/sec 2024-04-02T08:50:49.896 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-y_yh1fVULA6nJen off=205108 len=248592 2024-04-02T08:50:49.897 INFO:tasks.workunit.client.0.smithi012.stdout:op 1893 completed, throughput=5MB/sec 2024-04-02T08:50:49.897 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-zIMyXhojdB0Oalj off=431374 len=817293 2024-04-02T08:50:49.900 INFO:tasks.workunit.client.0.smithi012.stdout:op 1894 completed, throughput=5MB/sec 2024-04-02T08:50:49.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:50:49 smithi012 ceph-mon[88355]: pgmap v1609: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.1 MiB/s wr, 3 op/s 2024-04-02T08:50:49.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:50:49 smithi012 ceph-mon[90784]: pgmap v1609: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.1 MiB/s wr, 3 op/s 2024-04-02T08:50:50.901 INFO:tasks.workunit.client.0.smithi012.stdout: 386: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:50.901 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Cj1crBRs5_bQIL6 off=1998127 len=1306868 2024-04-02T08:50:50.902 INFO:tasks.workunit.client.0.smithi012.stdout:op 1895 completed, throughput=4.99MB/sec 2024-04-02T08:50:50.902 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-QufEDZlOO1mV8-L off=15406735 len=839649 2024-04-02T08:50:50.907 INFO:tasks.workunit.client.0.smithi012.stdout:op 1896 completed, throughput=4.99MB/sec 2024-04-02T08:50:50.907 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-xtwyPQ4R0Q2PBJx off=20868545 len=1924093 2024-04-02T08:50:50.915 INFO:tasks.workunit.client.0.smithi012.stdout:op 1897 completed, throughput=5MB/sec 2024-04-02T08:50:50.915 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-fRq8GHHsumYjJs1 off=15885803 len=109689 2024-04-02T08:50:50.915 INFO:tasks.workunit.client.0.smithi012.stdout:op 1898 completed, throughput=5MB/sec 2024-04-02T08:50:50.916 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-GjNBeHuga2jlKfu off=7917813 len=85224 2024-04-02T08:50:50.917 INFO:tasks.workunit.client.0.smithi012.stdout:op 1899 completed, throughput=5MB/sec 2024-04-02T08:50:50.918 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Ezz1mbCxfqdCSBu off=5729136 len=594684 2024-04-02T08:50:50.921 INFO:tasks.workunit.client.0.smithi012.stdout:op 1900 completed, throughput=5MB/sec 2024-04-02T08:50:51.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:50:51 smithi055 ceph-mon[85080]: pgmap v1610: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2024-04-02T08:50:51.921 INFO:tasks.workunit.client.0.smithi012.stdout: 387: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:51.921 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-5Qp5T75L34ZICjT off=12559359 len=1483107 2024-04-02T08:50:51.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:50:51 smithi012 ceph-mon[88355]: pgmap v1610: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2024-04-02T08:50:51.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:50:51 smithi012 ceph-mon[90784]: pgmap v1610: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2024-04-02T08:50:51.928 INFO:tasks.workunit.client.0.smithi012.stdout:op 1901 completed, throughput=4.99MB/sec 2024-04-02T08:50:51.929 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-s8iy7vLqD_ryp0r off=3155839 len=1804219 2024-04-02T08:50:51.930 INFO:tasks.workunit.client.0.smithi012.stdout:op 1902 completed, throughput=5MB/sec 2024-04-02T08:50:51.930 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-8gHbmUwRQxtH3gi off=14097554 len=1269609 2024-04-02T08:50:51.936 INFO:tasks.workunit.client.0.smithi012.stdout:op 1903 completed, throughput=5MB/sec 2024-04-02T08:50:51.936 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-UKI03txLwSPrruM off=5247088 len=219869 2024-04-02T08:50:51.937 INFO:tasks.workunit.client.0.smithi012.stdout:op 1904 completed, throughput=5MB/sec 2024-04-02T08:50:51.937 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-TUmyxGsZok_j6g2 off=17839741 len=521342 2024-04-02T08:50:51.937 INFO:tasks.workunit.client.0.smithi012.stdout:op 1905 completed, throughput=5MB/sec 2024-04-02T08:50:52.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:50:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:50:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:50:52.937 INFO:tasks.workunit.client.0.smithi012.stdout: 388: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:52.938 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-uigbBrP6l_7MwWb off=58274 len=936862 2024-04-02T08:50:52.940 INFO:tasks.workunit.client.0.smithi012.stdout:op 1906 completed, throughput=4.99MB/sec 2024-04-02T08:50:52.940 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-PC0JXv55kJ0ZkQo off=3115824 len=280618 2024-04-02T08:50:52.942 INFO:tasks.workunit.client.0.smithi012.stdout:op 1907 completed, throughput=4.99MB/sec 2024-04-02T08:50:52.942 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-yoMtFFO1DbXBrKF off=3459104 len=106486 2024-04-02T08:50:52.945 INFO:tasks.workunit.client.0.smithi012.stdout:op 1908 completed, throughput=4.99MB/sec 2024-04-02T08:50:52.945 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-En6HozY7xPHp1eX off=6017998 len=1353665 2024-04-02T08:50:52.951 INFO:tasks.workunit.client.0.smithi012.stdout:op 1909 completed, throughput=4.99MB/sec 2024-04-02T08:50:52.951 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-CbUlX_xUCTu-uEw off=13764000 len=392163 2024-04-02T08:50:52.954 INFO:tasks.workunit.client.0.smithi012.stdout:op 1910 completed, throughput=5MB/sec 2024-04-02T08:50:52.954 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-sxvYsfvOhALxlfR off=13736919 len=533525 2024-04-02T08:50:52.958 INFO:tasks.workunit.client.0.smithi012.stdout:op 1911 completed, throughput=5MB/sec 2024-04-02T08:50:52.958 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-sJj1iHuLdsn43mi off=1815942 len=713193 2024-04-02T08:50:52.958 INFO:tasks.workunit.client.0.smithi012.stdout:op 1912 completed, throughput=5MB/sec 2024-04-02T08:50:52.958 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-x2w_C56LQ6AsrDO off=5118757 len=413950 2024-04-02T08:50:52.959 INFO:tasks.workunit.client.0.smithi012.stdout:op 1913 completed, throughput=5MB/sec 2024-04-02T08:50:52.959 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-BMRfFx-fkYz8sbK off=2764996 len=642693 2024-04-02T08:50:52.959 INFO:tasks.workunit.client.0.smithi012.stdout:op 1914 completed, throughput=5MB/sec 2024-04-02T08:50:53.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:50:53 smithi055 ceph-mon[85080]: pgmap v1611: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T08:50:53.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:50:53 smithi012 ceph-mon[88355]: pgmap v1611: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T08:50:53.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:50:53 smithi012 ceph-mon[90784]: pgmap v1611: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T08:50:53.960 INFO:tasks.workunit.client.0.smithi012.stdout: 389: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:53.960 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-7Jwlls0cvptXxU1 off=14784373 len=1156178 2024-04-02T08:50:53.966 INFO:tasks.workunit.client.0.smithi012.stdout:op 1915 completed, throughput=4.99MB/sec 2024-04-02T08:50:53.966 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-TC0PSl6p-6dQ2aA off=8002916 len=2030018 2024-04-02T08:50:53.970 INFO:tasks.workunit.client.0.smithi012.stdout:op 1916 completed, throughput=5MB/sec 2024-04-02T08:50:53.970 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-HyCJQMgeIaJTcsW off=17542 len=1268898 2024-04-02T08:50:53.971 INFO:tasks.workunit.client.0.smithi012.stdout:op 1917 completed, throughput=5MB/sec 2024-04-02T08:50:53.971 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-PTfdaEMeZ6vmvCP off=7784689 len=967612 2024-04-02T08:50:53.972 INFO:tasks.workunit.client.0.smithi012.stdout:op 1918 completed, throughput=5MB/sec 2024-04-02T08:50:54.972 INFO:tasks.workunit.client.0.smithi012.stdout: 390: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:54.972 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-xXdrxMMOKrm1xl4 off=12084280 len=1495488 2024-04-02T08:50:54.973 INFO:tasks.workunit.client.0.smithi012.stdout:op 1919 completed, throughput=4.99MB/sec 2024-04-02T08:50:54.974 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-lQcVZELbtrYMzwa off=5616465 len=637698 2024-04-02T08:50:54.977 INFO:tasks.workunit.client.0.smithi012.stdout:op 1920 completed, throughput=4.99MB/sec 2024-04-02T08:50:54.977 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-fxIrk-PnSgisbLF off=8446112 len=1792386 2024-04-02T08:50:54.984 INFO:tasks.workunit.client.0.smithi012.stdout:op 1921 completed, throughput=5MB/sec 2024-04-02T08:50:54.984 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Ulf1pNPJuSqKVp3 off=1912819 len=1170464 2024-04-02T08:50:54.990 INFO:tasks.workunit.client.0.smithi012.stdout:op 1922 completed, throughput=5MB/sec 2024-04-02T08:50:55.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:50:55 smithi012 ceph-mon[88355]: pgmap v1612: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-02T08:50:55.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:50:55 smithi012 ceph-mon[90784]: pgmap v1612: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-02T08:50:55.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:50:55 smithi055 ceph-mon[85080]: pgmap v1612: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-02T08:50:55.990 INFO:tasks.workunit.client.0.smithi012.stdout: 391: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:55.990 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-WLkIHZ_46IY30FC off=4222212 len=871775 2024-04-02T08:50:55.994 INFO:tasks.workunit.client.0.smithi012.stdout:op 1923 completed, throughput=4.99MB/sec 2024-04-02T08:50:55.994 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-7vcUZrLEKcDhOrR off=2886429 len=234923 2024-04-02T08:50:55.994 INFO:tasks.workunit.client.0.smithi012.stdout:op 1924 completed, throughput=4.99MB/sec 2024-04-02T08:50:55.994 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-MRE-vMLn3r71sKt off=1513834 len=999448 2024-04-02T08:50:55.999 INFO:tasks.workunit.client.0.smithi012.stdout:op 1925 completed, throughput=4.99MB/sec 2024-04-02T08:50:55.999 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Pn-55-wNqcQkL-4 off=0 len=1527369 2024-04-02T08:50:56.002 INFO:tasks.workunit.client.0.smithi012.stdout:op 1926 completed, throughput=5MB/sec 2024-04-02T08:50:56.002 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-kST8eeiK93zQyDZ off=8864235 len=548242 2024-04-02T08:50:56.003 INFO:tasks.workunit.client.0.smithi012.stdout:op 1927 completed, throughput=5MB/sec 2024-04-02T08:50:56.003 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-i15CX7KEcjLIJxm off=10914404 len=1122774 2024-04-02T08:50:56.009 INFO:tasks.workunit.client.0.smithi012.stdout:op 1928 completed, throughput=5MB/sec 2024-04-02T08:50:57.009 INFO:tasks.workunit.client.0.smithi012.stdout: 392: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:57.009 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-mBb3Qlj55kw2NRC off=717079 len=787011 2024-04-02T08:50:57.012 INFO:tasks.workunit.client.0.smithi012.stdout:op 1929 completed, throughput=4.99MB/sec 2024-04-02T08:50:57.012 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-iBiDBDnxHIZe2-o off=4795687 len=1088044 2024-04-02T08:50:57.013 INFO:tasks.workunit.client.0.smithi012.stdout:op 1930 completed, throughput=4.99MB/sec 2024-04-02T08:50:57.014 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-lOcjMnH0UKO11c5 off=3527332 len=558879 2024-04-02T08:50:57.014 INFO:tasks.workunit.client.0.smithi012.stdout:op 1931 completed, throughput=4.99MB/sec 2024-04-02T08:50:57.014 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-U5j63-uWvRe8saa off=9700426 len=90595 2024-04-02T08:50:57.016 INFO:tasks.workunit.client.0.smithi012.stdout:op 1932 completed, throughput=4.99MB/sec 2024-04-02T08:50:57.017 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-UpGfrCa9XMEE3ma off=8012281 len=1418676 2024-04-02T08:50:57.018 INFO:tasks.workunit.client.0.smithi012.stdout:op 1933 completed, throughput=5MB/sec 2024-04-02T08:50:57.018 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-jOZsITMH4vXwWp8 off=17857566 len=1939581 2024-04-02T08:50:57.019 INFO:tasks.workunit.client.0.smithi012.stdout:op 1934 completed, throughput=5MB/sec 2024-04-02T08:50:57.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:50:57 smithi012 ceph-mon[88355]: pgmap v1613: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-02T08:50:57.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:50:57 smithi012 ceph-mon[90784]: pgmap v1613: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-02T08:50:57.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:50:57 smithi055 ceph-mon[85080]: pgmap v1613: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-02T08:50:58.019 INFO:tasks.workunit.client.0.smithi012.stdout: 393: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:58.020 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-a2q9TNFjywzXpa5 off=2324968 len=1536192 2024-04-02T08:50:58.025 INFO:tasks.workunit.client.0.smithi012.stdout:op 1935 completed, throughput=4.99MB/sec 2024-04-02T08:50:58.025 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-SNiQ3ea_W7067X7 off=5932014 len=221960 2024-04-02T08:50:58.029 INFO:tasks.workunit.client.0.smithi012.stdout:op 1936 completed, throughput=4.99MB/sec 2024-04-02T08:50:58.029 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-i7FBr73BRJJXp9P off=23192856 len=809210 2024-04-02T08:50:58.031 INFO:tasks.workunit.client.0.smithi012.stdout:op 1937 completed, throughput=5MB/sec 2024-04-02T08:50:58.031 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-jZsKluOPsSi24D7 off=1622713 len=882639 2024-04-02T08:50:58.032 INFO:tasks.workunit.client.0.smithi012.stdout:op 1938 completed, throughput=5MB/sec 2024-04-02T08:50:58.032 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-h0J77rv7pIMdC0Y off=7893905 len=180016 2024-04-02T08:50:58.033 INFO:tasks.workunit.client.0.smithi012.stdout:op 1939 completed, throughput=5MB/sec 2024-04-02T08:50:58.033 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-y5KeZ4UoEPURLWu off=5434967 len=2013909 2024-04-02T08:50:58.042 INFO:tasks.workunit.client.0.smithi012.stdout:op 1940 completed, throughput=5MB/sec 2024-04-02T08:50:58.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:50:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:50:57] "GET /metrics HTTP/1.1" 200 34040 "" "Prometheus/2.43.0" 2024-04-02T08:50:59.042 INFO:tasks.workunit.client.0.smithi012.stdout: 394: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:59.042 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-DEw43MJ2rR3owVB off=7006596 len=628636 2024-04-02T08:50:59.043 INFO:tasks.workunit.client.0.smithi012.stdout:op 1941 completed, throughput=4.99MB/sec 2024-04-02T08:50:59.044 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-C4hBYXtJyPQvM8G off=15141956 len=1881156 2024-04-02T08:50:59.053 INFO:tasks.workunit.client.0.smithi012.stdout:op 1942 completed, throughput=5MB/sec 2024-04-02T08:50:59.053 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Nrb5mtXG1Q-vbcy off=1324113 len=1092516 2024-04-02T08:50:59.054 INFO:tasks.workunit.client.0.smithi012.stdout:op 1943 completed, throughput=5MB/sec 2024-04-02T08:50:59.054 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-NqtcOYSWCJMrcr3 off=4562366 len=1835079 2024-04-02T08:50:59.062 INFO:tasks.workunit.client.0.smithi012.stdout:op 1944 completed, throughput=5MB/sec 2024-04-02T08:50:59.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:50:59 smithi012 ceph-mon[88355]: pgmap v1614: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:50:59.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:50:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:59.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:50:59 smithi012 ceph-mon[90784]: pgmap v1614: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:50:59.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:50:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:59.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:50:59 smithi055 ceph-mon[85080]: pgmap v1614: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:50:59.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:50:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:00.062 INFO:tasks.workunit.client.0.smithi012.stdout: 395: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:00.062 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-MkXRPErBDZVZhEZ off=4354759 len=1501892 2024-04-02T08:51:00.069 INFO:tasks.workunit.client.0.smithi012.stdout:op 1945 completed, throughput=4.99MB/sec 2024-04-02T08:51:00.069 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Bai808aKngFPPqV off=14023678 len=1153222 2024-04-02T08:51:00.072 INFO:tasks.workunit.client.0.smithi012.stdout:op 1946 completed, throughput=5MB/sec 2024-04-02T08:51:00.072 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-bXPyFBWHOu0f3iO off=10404034 len=780694 2024-04-02T08:51:00.075 INFO:tasks.workunit.client.0.smithi012.stdout:op 1947 completed, throughput=5MB/sec 2024-04-02T08:51:00.075 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-JSkGVfEEuRHSWJJ off=5973068 len=1162743 2024-04-02T08:51:00.082 INFO:tasks.workunit.client.0.smithi012.stdout:op 1948 completed, throughput=5MB/sec 2024-04-02T08:51:01.082 INFO:tasks.workunit.client.0.smithi012.stdout: 396: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:01.082 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-O0L-LJFKRUfXBsi off=3942600 len=725178 2024-04-02T08:51:01.084 INFO:tasks.workunit.client.0.smithi012.stdout:op 1949 completed, throughput=4.99MB/sec 2024-04-02T08:51:01.084 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-rS54sJ416wsHMhD off=8591260 len=269885 2024-04-02T08:51:01.084 INFO:tasks.workunit.client.0.smithi012.stdout:op 1950 completed, throughput=4.99MB/sec 2024-04-02T08:51:01.084 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-BjO825FvxP5umSd off=1822664 len=270559 2024-04-02T08:51:01.087 INFO:tasks.workunit.client.0.smithi012.stdout:op 1951 completed, throughput=4.99MB/sec 2024-04-02T08:51:01.087 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-WHkn8MWVkG7kb3G off=3809217 len=279070 2024-04-02T08:51:01.088 INFO:tasks.workunit.client.0.smithi012.stdout:op 1952 completed, throughput=4.99MB/sec 2024-04-02T08:51:01.088 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-iv3e2xXkjuvq7xm off=13789724 len=1489094 2024-04-02T08:51:01.093 INFO:tasks.workunit.client.0.smithi012.stdout:op 1953 completed, throughput=5MB/sec 2024-04-02T08:51:01.094 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-yxZl9VBMk4PMWSx off=14318682 len=1531427 2024-04-02T08:51:01.095 INFO:tasks.workunit.client.0.smithi012.stdout:op 1954 completed, throughput=5MB/sec 2024-04-02T08:51:01.095 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Jcmt1rqbW7qv7J- off=621459 len=244349 2024-04-02T08:51:01.095 INFO:tasks.workunit.client.0.smithi012.stdout:op 1955 completed, throughput=5MB/sec 2024-04-02T08:51:01.096 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-7XPGIeIvHVDgx0F off=7485866 len=1472122 2024-04-02T08:51:01.098 INFO:tasks.workunit.client.0.smithi012.stdout:op 1956 completed, throughput=5MB/sec 2024-04-02T08:51:01.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:51:01 smithi012 ceph-mon[88355]: pgmap v1615: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:51:01.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:51:01 smithi012 ceph-mon[90784]: pgmap v1615: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:51:01.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:51:01 smithi055 ceph-mon[85080]: pgmap v1615: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:51:02.098 INFO:tasks.workunit.client.0.smithi012.stdout: 397: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:02.099 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-FWWyDrSnVNdMoYT off=19943387 len=1742536 2024-04-02T08:51:02.106 INFO:tasks.workunit.client.0.smithi012.stdout:op 1957 completed, throughput=4.99MB/sec 2024-04-02T08:51:02.107 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-RNpg0yT_kPtw_Lu off=1636659 len=848257 2024-04-02T08:51:02.110 INFO:tasks.workunit.client.0.smithi012.stdout:op 1958 completed, throughput=5MB/sec 2024-04-02T08:51:02.110 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-FHd2n-vK5dafkIQ off=6442361 len=120678 2024-04-02T08:51:02.113 INFO:tasks.workunit.client.0.smithi012.stdout:op 1959 completed, throughput=5MB/sec 2024-04-02T08:51:02.113 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-6k-qTWKNh8E28hI off=1458092 len=1543670 2024-04-02T08:51:02.118 INFO:tasks.workunit.client.0.smithi012.stdout:op 1960 completed, throughput=5MB/sec 2024-04-02T08:51:02.712 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:51:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:51:02.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:51:03.119 INFO:tasks.workunit.client.0.smithi012.stdout: 398: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:03.119 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-gJq3I89pwymjOpc off=5792471 len=367946 2024-04-02T08:51:03.122 INFO:tasks.workunit.client.0.smithi012.stdout:op 1961 completed, throughput=4.99MB/sec 2024-04-02T08:51:03.122 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Z8uiJIpDHewpTMs off=967556 len=2037812 2024-04-02T08:51:03.131 INFO:tasks.workunit.client.0.smithi012.stdout:op 1962 completed, throughput=4.99MB/sec 2024-04-02T08:51:03.131 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-QOJyc8KjNiBuNEZ off=1781705 len=791260 2024-04-02T08:51:03.133 INFO:tasks.workunit.client.0.smithi012.stdout:op 1963 completed, throughput=5MB/sec 2024-04-02T08:51:03.133 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-03vYOrD1riJOk7U off=0 len=1233019 2024-04-02T08:51:03.138 INFO:tasks.workunit.client.0.smithi012.stdout:op 1964 completed, throughput=5MB/sec 2024-04-02T08:51:03.138 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-dBwFuZTKL3Vu5s4 off=10353765 len=287876 2024-04-02T08:51:03.139 INFO:tasks.workunit.client.0.smithi012.stdout:op 1965 completed, throughput=5MB/sec 2024-04-02T08:51:03.139 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-YxBIcID4sFmN2pt off=1656678 len=1808960 2024-04-02T08:51:03.146 INFO:tasks.workunit.client.0.smithi012.stdout:op 1966 completed, throughput=5MB/sec 2024-04-02T08:51:03.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:51:03 smithi012 ceph-mon[88355]: pgmap v1616: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:51:03.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:51:03 smithi012 ceph-mon[90784]: pgmap v1616: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:51:03.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:51:03 smithi055 ceph-mon[85080]: pgmap v1616: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:51:04.147 INFO:tasks.workunit.client.0.smithi012.stdout: 399: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:04.147 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-AeGxmPhx1Ui5iWg off=1005909 len=2034805 2024-04-02T08:51:04.156 INFO:tasks.workunit.client.0.smithi012.stdout:op 1967 completed, throughput=5MB/sec 2024-04-02T08:51:04.156 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-w3D68WwaOnm9g0t off=17394039 len=1453187 2024-04-02T08:51:04.156 INFO:tasks.workunit.client.0.smithi012.stdout:op 1968 completed, throughput=5MB/sec 2024-04-02T08:51:04.156 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-89K58XaXnjB8Iq1 off=18617615 len=1767357 2024-04-02T08:51:04.165 INFO:tasks.workunit.client.0.smithi012.stdout:op 1969 completed, throughput=5MB/sec 2024-04-02T08:51:05.165 INFO:tasks.workunit.client.0.smithi012.stdout: 400: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:05.165 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-k1lMMl4vfZdLOc3 off=4802071 len=96899 2024-04-02T08:51:05.166 INFO:tasks.workunit.client.0.smithi012.stdout:op 1970 completed, throughput=4.99MB/sec 2024-04-02T08:51:05.166 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ReKodUaR8U71OHB off=8718179 len=92726 2024-04-02T08:51:05.168 INFO:tasks.workunit.client.0.smithi012.stdout:op 1971 completed, throughput=4.99MB/sec 2024-04-02T08:51:05.168 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-4EhhGnPHjdICiiJ off=4251832 len=1579008 2024-04-02T08:51:05.173 INFO:tasks.workunit.client.0.smithi012.stdout:op 1972 completed, throughput=4.99MB/sec 2024-04-02T08:51:05.173 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-b1cn1ui3P2muMUj off=1670513 len=624828 2024-04-02T08:51:05.174 INFO:tasks.workunit.client.0.smithi012.stdout:op 1973 completed, throughput=5MB/sec 2024-04-02T08:51:05.174 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ann28yUryPG1DDs off=3208958 len=1168903 2024-04-02T08:51:05.178 INFO:tasks.workunit.client.0.smithi012.stdout:op 1974 completed, throughput=5MB/sec 2024-04-02T08:51:05.178 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-zwo_aCaF310AXEQ off=4369082 len=1800383 2024-04-02T08:51:05.186 INFO:tasks.workunit.client.0.smithi012.stdout:op 1975 completed, throughput=5MB/sec 2024-04-02T08:51:05.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:51:05 smithi012 ceph-mon[88355]: pgmap v1617: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:51:05.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:51:05 smithi012 ceph-mon[90784]: pgmap v1617: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:51:05.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:51:05 smithi055 ceph-mon[85080]: pgmap v1617: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:51:06.186 INFO:tasks.workunit.client.0.smithi012.stdout: 401: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:06.187 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-MesLlWa-G27amoQ off=1635792 len=1555681 2024-04-02T08:51:06.193 INFO:tasks.workunit.client.0.smithi012.stdout:op 1976 completed, throughput=4.99MB/sec 2024-04-02T08:51:06.193 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-xYhxC3nI7EX4eGc off=737999 len=747965 2024-04-02T08:51:06.197 INFO:tasks.workunit.client.0.smithi012.stdout:op 1977 completed, throughput=5MB/sec 2024-04-02T08:51:06.197 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-zT8JOX4IZhVcK8i off=1534971 len=1510981 2024-04-02T08:51:06.202 INFO:tasks.workunit.client.0.smithi012.stdout:op 1978 completed, throughput=5MB/sec 2024-04-02T08:51:06.203 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-E031EGiN7OepKzz off=8590105 len=1350085 2024-04-02T08:51:06.205 INFO:tasks.workunit.client.0.smithi012.stdout:op 1979 completed, throughput=5MB/sec 2024-04-02T08:51:07.205 INFO:tasks.workunit.client.0.smithi012.stdout: 402: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:07.205 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-1ZSoKEDONnaA9qm off=8500114 len=1184347 2024-04-02T08:51:07.210 INFO:tasks.workunit.client.0.smithi012.stdout:op 1980 completed, throughput=4.99MB/sec 2024-04-02T08:51:07.210 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-PGlP6ZC2qzUlaQD off=16724478 len=1519043 2024-04-02T08:51:07.213 INFO:tasks.workunit.client.0.smithi012.stdout:op 1981 completed, throughput=5MB/sec 2024-04-02T08:51:07.213 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-yQs1QIgJIwgmvwa off=12125918 len=1744992 2024-04-02T08:51:07.214 INFO:tasks.workunit.client.0.smithi012.stdout:op 1982 completed, throughput=5MB/sec 2024-04-02T08:51:07.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:51:07 smithi055 ceph-mon[85080]: pgmap v1618: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:51:07.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:51:07 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:51:07.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:51:07 smithi012 ceph-mon[90784]: pgmap v1618: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:51:07.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:51:07 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:51:07.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:51:07 smithi012 ceph-mon[88355]: pgmap v1618: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:51:07.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:51:07 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:51:08.215 INFO:tasks.workunit.client.0.smithi012.stdout: 403: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:08.215 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-0K1PVifHugNCdO3 off=15636887 len=2055479 2024-04-02T08:51:08.224 INFO:tasks.workunit.client.0.smithi012.stdout:op 1983 completed, throughput=4.99MB/sec 2024-04-02T08:51:08.224 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-_i8Nkj2QF0qyQFL off=7695140 len=480362 2024-04-02T08:51:08.224 INFO:tasks.workunit.client.0.smithi012.stdout:op 1984 completed, throughput=4.99MB/sec 2024-04-02T08:51:08.225 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-BwWi1iysYsvWyC2 off=5302652 len=559827 2024-04-02T08:51:08.226 INFO:tasks.workunit.client.0.smithi012.stdout:op 1985 completed, throughput=5MB/sec 2024-04-02T08:51:08.226 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ldx4D7Ona5PcTZT off=14540345 len=1163200 2024-04-02T08:51:08.231 INFO:tasks.workunit.client.0.smithi012.stdout:op 1986 completed, throughput=5MB/sec 2024-04-02T08:51:08.231 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-D59Go89wag3pAdC off=1879294 len=1985728 2024-04-02T08:51:08.233 INFO:tasks.workunit.client.0.smithi012.stdout:op 1987 completed, throughput=5MB/sec 2024-04-02T08:51:08.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:51:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:51:07] "GET /metrics HTTP/1.1" 200 34039 "" "Prometheus/2.43.0" 2024-04-02T08:51:08.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:51:08 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:51:08.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:51:08 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:51:08.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:51:08 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:51:08.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:51:08 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:51:08.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:51:08 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:51:08.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:51:08 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:51:08.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:51:08 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:51:08.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:51:08 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:51:08.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:51:08 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:51:09.234 INFO:tasks.workunit.client.0.smithi012.stdout: 404: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:09.250 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-sZgTvUpI2zFba8M off=10154145 len=536946 2024-04-02T08:51:09.251 INFO:tasks.workunit.client.0.smithi012.stdout:op 1988 completed, throughput=4.99MB/sec 2024-04-02T08:51:09.251 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-gRYIsW_-3joK7fR off=4033577 len=978441 2024-04-02T08:51:09.251 INFO:tasks.workunit.client.0.smithi012.stdout:op 1989 completed, throughput=4.99MB/sec 2024-04-02T08:51:09.251 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-H225Qc-Zxjwckar off=2986928 len=417346 2024-04-02T08:51:09.251 INFO:tasks.workunit.client.0.smithi012.stdout:op 1990 completed, throughput=4.99MB/sec 2024-04-02T08:51:09.252 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-tRBqm-BLxoyo_Fs off=20687836 len=1524053 2024-04-02T08:51:09.252 INFO:tasks.workunit.client.0.smithi012.stdout:op 1991 completed, throughput=5MB/sec 2024-04-02T08:51:09.252 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-M2F8PZ-EtuB0z73 off=13999964 len=823898 2024-04-02T08:51:09.252 INFO:tasks.workunit.client.0.smithi012.stdout:op 1992 completed, throughput=5MB/sec 2024-04-02T08:51:10.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:51:09 smithi055 ceph-mon[85080]: pgmap v1619: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:51:10.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:51:09 smithi012 ceph-mon[88355]: pgmap v1619: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:51:10.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:51:09 smithi012 ceph-mon[90784]: pgmap v1619: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:51:10.248 INFO:tasks.workunit.client.0.smithi012.stdout: 405: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:10.248 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-_En43L0Op7jX6mg off=1823478 len=1249940 2024-04-02T08:51:10.249 INFO:tasks.workunit.client.0.smithi012.stdout:op 1993 completed, throughput=4.99MB/sec 2024-04-02T08:51:10.249 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-wAzGanT31LPlKkz off=10379670 len=680280 2024-04-02T08:51:10.253 INFO:tasks.workunit.client.0.smithi012.stdout:op 1994 completed, throughput=4.99MB/sec 2024-04-02T08:51:10.254 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Fbt4C9w6pN49g-g off=779573 len=22621 2024-04-02T08:51:10.254 INFO:tasks.workunit.client.0.smithi012.stdout:op 1995 completed, throughput=4.99MB/sec 2024-04-02T08:51:10.254 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-erBUiLyEwx9dCFS off=17170106 len=1945917 2024-04-02T08:51:10.258 INFO:tasks.workunit.client.0.smithi012.stdout:op 1996 completed, throughput=5MB/sec 2024-04-02T08:51:10.258 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-AxPn5C3N1gXdBA8 off=2561405 len=72691 2024-04-02T08:51:10.258 INFO:tasks.workunit.client.0.smithi012.stdout:op 1997 completed, throughput=5MB/sec 2024-04-02T08:51:10.258 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-HPmgfMxB4doV1zT off=1078749 len=334837 2024-04-02T08:51:10.258 INFO:tasks.workunit.client.0.smithi012.stdout:op 1998 completed, throughput=5MB/sec 2024-04-02T08:51:10.258 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-iP_474uuFbHb7PL off=781910 len=758813 2024-04-02T08:51:10.260 INFO:tasks.workunit.client.0.smithi012.stdout:op 1999 completed, throughput=5MB/sec 2024-04-02T08:51:10.260 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Zvk6ccCVL6F8ley off=11241650 len=621868 2024-04-02T08:51:10.263 INFO:tasks.workunit.client.0.smithi012.stdout:op 2000 completed, throughput=5MB/sec 2024-04-02T08:51:11.263 INFO:tasks.workunit.client.0.smithi012.stdout: 406: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:11.264 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-CTt3fKRAm-LV5LF off=9853341 len=1178044 2024-04-02T08:51:11.264 INFO:tasks.workunit.client.0.smithi012.stdout:op 2001 completed, throughput=4.99MB/sec 2024-04-02T08:51:11.264 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-PFzV_5uf3uygTMm off=1288359 len=761825 2024-04-02T08:51:11.268 INFO:tasks.workunit.client.0.smithi012.stdout:op 2002 completed, throughput=4.99MB/sec 2024-04-02T08:51:11.268 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-rrbQkrjhnzCz8wk off=12370548 len=1507329 2024-04-02T08:51:11.271 INFO:tasks.workunit.client.0.smithi012.stdout:op 2003 completed, throughput=5MB/sec 2024-04-02T08:51:11.271 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-QGa77ps2R8WWFWh off=12944522 len=1501433 2024-04-02T08:51:11.278 INFO:tasks.workunit.client.0.smithi012.stdout:op 2004 completed, throughput=5MB/sec 2024-04-02T08:51:12.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:51:11 smithi055 ceph-mon[85080]: pgmap v1620: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:51:12.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:51:11 smithi012 ceph-mon[88355]: pgmap v1620: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:51:12.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:51:11 smithi012 ceph-mon[90784]: pgmap v1620: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:51:12.279 INFO:tasks.workunit.client.0.smithi012.stdout: 407: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:12.279 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-IOowtD4v7VrjRP0 off=1843386 len=1237467 2024-04-02T08:51:12.281 INFO:tasks.workunit.client.0.smithi012.stdout:op 2005 completed, throughput=4.99MB/sec 2024-04-02T08:51:12.281 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-mmDAkTuxaW4KOvE off=4404382 len=1297082 2024-04-02T08:51:12.288 INFO:tasks.workunit.client.0.smithi012.stdout:op 2006 completed, throughput=4.99MB/sec 2024-04-02T08:51:12.288 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-fBMKDXMGjZNdoL7 off=2881202 len=142804 2024-04-02T08:51:12.288 INFO:tasks.workunit.client.0.smithi012.stdout:op 2007 completed, throughput=4.99MB/sec 2024-04-02T08:51:12.288 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj--A9AFQkXXDKOA8a off=2996490 len=896870 2024-04-02T08:51:12.293 INFO:tasks.workunit.client.0.smithi012.stdout:op 2008 completed, throughput=5MB/sec 2024-04-02T08:51:12.293 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-xZqjyQXsFt-NjhF off=907225 len=92117 2024-04-02T08:51:12.293 INFO:tasks.workunit.client.0.smithi012.stdout:op 2009 completed, throughput=5MB/sec 2024-04-02T08:51:12.293 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-CBzTSx6hUWIIv0r off=2556936 len=1446743 2024-04-02T08:51:12.298 INFO:tasks.workunit.client.0.smithi012.stdout:op 2010 completed, throughput=5MB/sec 2024-04-02T08:51:12.298 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-wH5OARpxYORnZtC off=337334 len=250216 2024-04-02T08:51:12.302 INFO:tasks.workunit.client.0.smithi012.stdout:op 2011 completed, throughput=5MB/sec 2024-04-02T08:51:12.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:51:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:51:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:51:13.302 INFO:tasks.workunit.client.0.smithi012.stdout: 408: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:13.303 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ht3CM0L0DiqJJdB off=22233110 len=442979 2024-04-02T08:51:13.303 INFO:tasks.workunit.client.0.smithi012.stdout:op 2012 completed, throughput=4.99MB/sec 2024-04-02T08:51:13.303 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-5PI7rAgzETj4XSR off=2938525 len=706105 2024-04-02T08:51:13.304 INFO:tasks.workunit.client.0.smithi012.stdout:op 2013 completed, throughput=4.99MB/sec 2024-04-02T08:51:13.304 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-KbsIkM7I0-LB3Ak off=10478750 len=1511962 2024-04-02T08:51:13.305 INFO:tasks.workunit.client.0.smithi012.stdout:op 2014 completed, throughput=4.99MB/sec 2024-04-02T08:51:13.305 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-MAIrNo2-HRNZ9-Y off=5945591 len=735020 2024-04-02T08:51:13.309 INFO:tasks.workunit.client.0.smithi012.stdout:op 2015 completed, throughput=5MB/sec 2024-04-02T08:51:13.309 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-oEcb6CbHD4xHg4i off=349686 len=963719 2024-04-02T08:51:13.314 INFO:tasks.workunit.client.0.smithi012.stdout:op 2016 completed, throughput=5MB/sec 2024-04-02T08:51:13.315 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ko66DlyPTtnL4Eu off=4362965 len=1513505 2024-04-02T08:51:13.317 INFO:tasks.workunit.client.0.smithi012.stdout:op 2017 completed, throughput=5MB/sec 2024-04-02T08:51:14.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:51:13 smithi055 ceph-mon[85080]: pgmap v1621: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:51:14.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:51:13 smithi012 ceph-mon[88355]: pgmap v1621: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:51:14.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:51:13 smithi012 ceph-mon[90784]: pgmap v1621: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:51:14.318 INFO:tasks.workunit.client.0.smithi012.stdout: 409: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:14.318 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-5GZiMlYOCe9JQCX off=7267832 len=998714 2024-04-02T08:51:14.323 INFO:tasks.workunit.client.0.smithi012.stdout:op 2018 completed, throughput=4.99MB/sec 2024-04-02T08:51:14.323 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-8hzvCIo-ZBWdMNP off=16307686 len=146630 2024-04-02T08:51:14.324 INFO:tasks.workunit.client.0.smithi012.stdout:op 2019 completed, throughput=4.99MB/sec 2024-04-02T08:51:14.324 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-iF3E7Lt6yr-9W83 off=119600 len=1317841 2024-04-02T08:51:14.325 INFO:tasks.workunit.client.0.smithi012.stdout:op 2020 completed, throughput=4.99MB/sec 2024-04-02T08:51:14.325 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-VxPJ-WoDzwIhYlZ off=1299480 len=1763902 2024-04-02T08:51:14.332 INFO:tasks.workunit.client.0.smithi012.stdout:op 2021 completed, throughput=5MB/sec 2024-04-02T08:51:14.333 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-zlBEF31k-WgsSNq off=5201925 len=1968979 2024-04-02T08:51:14.334 INFO:tasks.workunit.client.0.smithi012.stdout:op 2022 completed, throughput=5MB/sec 2024-04-02T08:51:15.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:51:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:15.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:51:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:15.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:51:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:15.334 INFO:tasks.workunit.client.0.smithi012.stdout: 410: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:15.335 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-yyHIUO0ANX2PeWk off=13386343 len=316541 2024-04-02T08:51:15.337 INFO:tasks.workunit.client.0.smithi012.stdout:op 2023 completed, throughput=4.99MB/sec 2024-04-02T08:51:15.337 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-SvD1vlgSh7r4BQN off=17473269 len=229353 2024-04-02T08:51:15.337 INFO:tasks.workunit.client.0.smithi012.stdout:op 2024 completed, throughput=4.99MB/sec 2024-04-02T08:51:15.337 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Ik5cUq8k-GNGH5u off=19802775 len=767519 2024-04-02T08:51:15.341 INFO:tasks.workunit.client.0.smithi012.stdout:op 2025 completed, throughput=4.99MB/sec 2024-04-02T08:51:15.341 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-qS6ZQ-z9RGOxu4M off=8668942 len=1855335 2024-04-02T08:51:15.349 INFO:tasks.workunit.client.0.smithi012.stdout:op 2026 completed, throughput=5MB/sec 2024-04-02T08:51:15.350 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-qsYmWhJ5fN8FeBM off=15711105 len=1970878 2024-04-02T08:51:15.357 INFO:tasks.workunit.client.0.smithi012.stdout:op 2027 completed, throughput=5MB/sec 2024-04-02T08:51:16.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:51:15 smithi055 ceph-mon[85080]: pgmap v1622: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:51:16.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:51:15 smithi012 ceph-mon[88355]: pgmap v1622: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:51:16.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:51:15 smithi012 ceph-mon[90784]: pgmap v1622: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:51:16.358 INFO:tasks.workunit.client.0.smithi012.stdout: 411: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:16.358 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-zzlAS92_P1y5PUv off=2342141 len=192870 2024-04-02T08:51:16.359 INFO:tasks.workunit.client.0.smithi012.stdout:op 2028 completed, throughput=4.99MB/sec 2024-04-02T08:51:16.359 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-5oYj2Z_ONJh4DhQ off=0 len=1550757 2024-04-02T08:51:16.365 INFO:tasks.workunit.client.0.smithi012.stdout:op 2029 completed, throughput=4.99MB/sec 2024-04-02T08:51:16.365 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-hIxf_iyOEjABbD4 off=8300288 len=176074 2024-04-02T08:51:16.365 INFO:tasks.workunit.client.0.smithi012.stdout:op 2030 completed, throughput=5MB/sec 2024-04-02T08:51:16.366 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-YpdCXPXsUR09Lx6 off=2228344 len=1681158 2024-04-02T08:51:16.368 INFO:tasks.workunit.client.0.smithi012.stdout:op 2031 completed, throughput=5MB/sec 2024-04-02T08:51:16.368 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-RbVI7YMZKczrfgS off=20092409 len=1417486 2024-04-02T08:51:16.375 INFO:tasks.workunit.client.0.smithi012.stdout:op 2032 completed, throughput=5MB/sec 2024-04-02T08:51:17.376 INFO:tasks.workunit.client.0.smithi012.stdout: 412: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:17.376 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-HAU5ZMhgyu1apPC off=0 len=1106557 2024-04-02T08:51:17.377 INFO:tasks.workunit.client.0.smithi012.stdout:op 2033 completed, throughput=4.99MB/sec 2024-04-02T08:51:17.377 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-pBILysjOTGztJpb off=2642045 len=2007006 2024-04-02T08:51:17.386 INFO:tasks.workunit.client.0.smithi012.stdout:op 2034 completed, throughput=5MB/sec 2024-04-02T08:51:17.386 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-RXvYKOtHyhsEGhJ off=12295109 len=79835 2024-04-02T08:51:17.387 INFO:tasks.workunit.client.0.smithi012.stdout:op 2035 completed, throughput=5MB/sec 2024-04-02T08:51:17.387 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-sTDqv5nvOWNFzZV off=12401185 len=212599 2024-04-02T08:51:17.389 INFO:tasks.workunit.client.0.smithi012.stdout:op 2036 completed, throughput=5MB/sec 2024-04-02T08:51:17.389 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-bBaw6t6yEBl_Zk4 off=2495884 len=1428781 2024-04-02T08:51:17.390 INFO:tasks.workunit.client.0.smithi012.stdout:op 2037 completed, throughput=5MB/sec 2024-04-02T08:51:18.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:51:17 smithi055 ceph-mon[85080]: pgmap v1623: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:51:18.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:51:17 smithi012 ceph-mon[88355]: pgmap v1623: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:51:18.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:51:17 smithi012 ceph-mon[90784]: pgmap v1623: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:51:18.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:51:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:51:17] "GET /metrics HTTP/1.1" 200 34037 "" "Prometheus/2.43.0" 2024-04-02T08:51:18.390 INFO:tasks.workunit.client.0.smithi012.stdout: 413: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:18.390 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-WuthOlksNZ7lO9_ off=15395600 len=1658558 2024-04-02T08:51:18.392 INFO:tasks.workunit.client.0.smithi012.stdout:op 2038 completed, throughput=4.99MB/sec 2024-04-02T08:51:18.392 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-nauVMcGpNlyecA_ off=1137337 len=1069010 2024-04-02T08:51:18.397 INFO:tasks.workunit.client.0.smithi012.stdout:op 2039 completed, throughput=5MB/sec 2024-04-02T08:51:18.397 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj--kRYHiaiAyL6Nf2 off=3299500 len=1650612 2024-04-02T08:51:18.404 INFO:tasks.workunit.client.0.smithi012.stdout:op 2040 completed, throughput=5MB/sec 2024-04-02T08:51:18.404 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-e-0GpvWE3N2LvM5 off=697629 len=729388 2024-04-02T08:51:18.408 INFO:tasks.workunit.client.0.smithi012.stdout:op 2041 completed, throughput=5MB/sec 2024-04-02T08:51:19.408 INFO:tasks.workunit.client.0.smithi012.stdout: 414: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:19.409 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-AQygRY3ARb4I_Hl off=0 len=1626773 2024-04-02T08:51:19.411 INFO:tasks.workunit.client.0.smithi012.stdout:op 2042 completed, throughput=4.99MB/sec 2024-04-02T08:51:19.412 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-DllTprKPPWDgdjZ off=32684 len=1920866 2024-04-02T08:51:19.421 INFO:tasks.workunit.client.0.smithi012.stdout:op 2043 completed, throughput=5MB/sec 2024-04-02T08:51:19.421 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-1mC9aQwxftXH1MD off=629661 len=725247 2024-04-02T08:51:19.421 INFO:tasks.workunit.client.0.smithi012.stdout:op 2044 completed, throughput=5MB/sec 2024-04-02T08:51:19.422 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ZKuQveFATRXEtaI off=36012 len=1506102 2024-04-02T08:51:19.423 INFO:tasks.workunit.client.0.smithi012.stdout:op 2045 completed, throughput=5MB/sec 2024-04-02T08:51:20.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:51:19 smithi055 ceph-mon[85080]: pgmap v1624: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:51:20.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:51:19 smithi012 ceph-mon[88355]: pgmap v1624: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:51:20.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:51:19 smithi012 ceph-mon[90784]: pgmap v1624: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:51:20.423 INFO:tasks.workunit.client.0.smithi012.stdout: 415: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:20.423 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-5KJg15jIlAjhrJF off=146531 len=393827 2024-04-02T08:51:20.424 INFO:tasks.workunit.client.0.smithi012.stdout:op 2046 completed, throughput=4.99MB/sec 2024-04-02T08:51:20.424 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-41tZ5lFE_lGiNEc off=23248641 len=1426991 2024-04-02T08:51:20.431 INFO:tasks.workunit.client.0.smithi012.stdout:op 2047 completed, throughput=4.99MB/sec 2024-04-02T08:51:20.431 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-bGmr_TIm1QivnwL off=15120217 len=1893239 2024-04-02T08:51:20.438 INFO:tasks.workunit.client.0.smithi012.stdout:op 2048 completed, throughput=5MB/sec 2024-04-02T08:51:20.438 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-IArXafql16kDMz0 off=17533073 len=1550137 2024-04-02T08:51:20.439 INFO:tasks.workunit.client.0.smithi012.stdout:op 2049 completed, throughput=5MB/sec 2024-04-02T08:51:21.439 INFO:tasks.workunit.client.0.smithi012.stdout: 416: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:21.439 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-dVmj3UieYqBMZyK off=13382880 len=1485599 2024-04-02T08:51:21.440 INFO:tasks.workunit.client.0.smithi012.stdout:op 2050 completed, throughput=4.99MB/sec 2024-04-02T08:51:21.440 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-euErWsBbZISUIe5 off=10020520 len=1490807 2024-04-02T08:51:21.441 INFO:tasks.workunit.client.0.smithi012.stdout:op 2051 completed, throughput=5MB/sec 2024-04-02T08:51:21.441 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-6VGxfshgUNEPnk7 off=10366880 len=2038992 2024-04-02T08:51:21.443 INFO:tasks.workunit.client.0.smithi012.stdout:op 2052 completed, throughput=5MB/sec 2024-04-02T08:51:22.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:51:21 smithi055 ceph-mon[85080]: pgmap v1625: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:51:22.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:51:21 smithi012 ceph-mon[88355]: pgmap v1625: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:51:22.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:51:21 smithi012 ceph-mon[90784]: pgmap v1625: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:51:22.443 INFO:tasks.workunit.client.0.smithi012.stdout: 417: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:22.443 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-IiD-4u0B5TmZI80 off=2710328 len=991728 2024-04-02T08:51:22.449 INFO:tasks.workunit.client.0.smithi012.stdout:op 2053 completed, throughput=4.99MB/sec 2024-04-02T08:51:22.449 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-MX119xIwBiaNmKN off=6259749 len=1585792 2024-04-02T08:51:22.456 INFO:tasks.workunit.client.0.smithi012.stdout:op 2054 completed, throughput=4.99MB/sec 2024-04-02T08:51:22.456 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-aoONKBCRC-LN7i1 off=12718449 len=454795 2024-04-02T08:51:22.456 INFO:tasks.workunit.client.0.smithi012.stdout:op 2055 completed, throughput=5MB/sec 2024-04-02T08:51:22.457 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-dEescj2xjQJplNR off=3040722 len=2094204 2024-04-02T08:51:22.465 INFO:tasks.workunit.client.0.smithi012.stdout:op 2056 completed, throughput=5MB/sec 2024-04-02T08:51:22.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:51:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:51:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:51:23.466 INFO:tasks.workunit.client.0.smithi012.stdout: 418: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:23.466 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-b8U-QsaH8ISRrWq off=256157 len=1459201 2024-04-02T08:51:23.467 INFO:tasks.workunit.client.0.smithi012.stdout:op 2057 completed, throughput=4.99MB/sec 2024-04-02T08:51:23.467 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-isPo-9P_Qto-Xoi off=7471842 len=319141 2024-04-02T08:51:23.468 INFO:tasks.workunit.client.0.smithi012.stdout:op 2058 completed, throughput=4.99MB/sec 2024-04-02T08:51:23.468 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-rN9rgkr7b8ptTdJ off=233480 len=1076636 2024-04-02T08:51:23.469 INFO:tasks.workunit.client.0.smithi012.stdout:op 2059 completed, throughput=4.99MB/sec 2024-04-02T08:51:23.469 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-S1JPxLZy_xVHd9m off=12911287 len=1873780 2024-04-02T08:51:23.471 INFO:tasks.workunit.client.0.smithi012.stdout:op 2060 completed, throughput=5MB/sec 2024-04-02T08:51:23.471 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-OhN1fr5SYQPG7a0 off=4012749 len=1150059 2024-04-02T08:51:23.472 INFO:tasks.workunit.client.0.smithi012.stdout:op 2061 completed, throughput=5MB/sec 2024-04-02T08:51:24.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:51:23 smithi055 ceph-mon[85080]: pgmap v1626: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:51:24.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:51:23 smithi012 ceph-mon[88355]: pgmap v1626: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:51:24.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:51:23 smithi012 ceph-mon[90784]: pgmap v1626: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:51:24.472 INFO:tasks.workunit.client.0.smithi012.stdout: 419: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:24.472 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-mqorZS6VG2nGXRe off=634847 len=1956430 2024-04-02T08:51:24.474 INFO:tasks.workunit.client.0.smithi012.stdout:op 2062 completed, throughput=4.99MB/sec 2024-04-02T08:51:24.474 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-HAU5ZMhgyu1apPC off=457843 len=648714 2024-04-02T08:51:24.475 INFO:tasks.workunit.client.0.smithi012.stdout:op 2063 completed, throughput=5MB/sec 2024-04-02T08:51:24.475 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-xbUIAjK27zhoIE4 off=7185733 len=1981700 2024-04-02T08:51:24.476 INFO:tasks.workunit.client.0.smithi012.stdout:op 2064 completed, throughput=5MB/sec 2024-04-02T08:51:25.476 INFO:tasks.workunit.client.0.smithi012.stdout: 420: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:25.476 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-PE3oKm5BlBbeSqM off=3571327 len=477220 2024-04-02T08:51:25.477 INFO:tasks.workunit.client.0.smithi012.stdout:op 2065 completed, throughput=4.99MB/sec 2024-04-02T08:51:25.477 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-fRuWGq72Aro3qm7 off=4845763 len=631553 2024-04-02T08:51:25.481 INFO:tasks.workunit.client.0.smithi012.stdout:op 2066 completed, throughput=4.99MB/sec 2024-04-02T08:51:25.481 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-hqUuHot7f1qelR2 off=17726111 len=976387 2024-04-02T08:51:25.483 INFO:tasks.workunit.client.0.smithi012.stdout:op 2067 completed, throughput=4.99MB/sec 2024-04-02T08:51:25.483 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-NycnYjp9QCG-sCW off=2566845 len=1431623 2024-04-02T08:51:25.484 INFO:tasks.workunit.client.0.smithi012.stdout:op 2068 completed, throughput=5MB/sec 2024-04-02T08:51:25.484 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-l0A0eXKUg9n23R0 off=60809 len=215020 2024-04-02T08:51:25.485 INFO:tasks.workunit.client.0.smithi012.stdout:op 2069 completed, throughput=5MB/sec 2024-04-02T08:51:25.485 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-rd5uQZYx58E5_Tq off=1734460 len=114662 2024-04-02T08:51:25.485 INFO:tasks.workunit.client.0.smithi012.stdout:op 2070 completed, throughput=5MB/sec 2024-04-02T08:51:25.485 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-zJv5XsbYsywQESm off=6016021 len=5993 2024-04-02T08:51:25.488 INFO:tasks.workunit.client.0.smithi012.stdout:op 2071 completed, throughput=5MB/sec 2024-04-02T08:51:25.488 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-kTng7AM9V8YTSeW off=4360669 len=291002 2024-04-02T08:51:25.490 INFO:tasks.workunit.client.0.smithi012.stdout:op 2072 completed, throughput=5MB/sec 2024-04-02T08:51:25.490 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj--rbACbzhWclmKw4 off=5859261 len=1057575 2024-04-02T08:51:25.491 INFO:tasks.workunit.client.0.smithi012.stdout:op 2073 completed, throughput=5MB/sec 2024-04-02T08:51:25.491 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-OaiFlxYP5UtA9nz off=387713 len=2046982 2024-04-02T08:51:25.494 INFO:tasks.workunit.client.0.smithi012.stdout:op 2074 completed, throughput=5MB/sec 2024-04-02T08:51:26.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:51:25 smithi055 ceph-mon[85080]: pgmap v1627: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:51:26.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:51:25 smithi012 ceph-mon[88355]: pgmap v1627: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:51:26.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:51:25 smithi012 ceph-mon[90784]: pgmap v1627: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:51:26.493 INFO:tasks.workunit.client.0.smithi012.stdout: 421: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:26.494 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-gtf4Sk6y2NGoG2o off=4311903 len=907209 2024-04-02T08:51:26.499 INFO:tasks.workunit.client.0.smithi012.stdout:op 2075 completed, throughput=4.99MB/sec 2024-04-02T08:51:26.499 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-nN_nu2pOl3CItTB off=8189267 len=487582 2024-04-02T08:51:26.499 INFO:tasks.workunit.client.0.smithi012.stdout:op 2076 completed, throughput=5MB/sec 2024-04-02T08:51:26.500 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ubOqImbaFVGBmVx off=7344875 len=1988994 2024-04-02T08:51:26.501 INFO:tasks.workunit.client.0.smithi012.stdout:op 2077 completed, throughput=5MB/sec 2024-04-02T08:51:27.501 INFO:tasks.workunit.client.0.smithi012.stdout: 422: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:27.502 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-8PAFfJ__dgXwDvm off=6525643 len=1726867 2024-04-02T08:51:27.503 INFO:tasks.workunit.client.0.smithi012.stdout:op 2078 completed, throughput=4.99MB/sec 2024-04-02T08:51:27.503 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-lMrlb8XNVzoPdA0 off=17280759 len=220751 2024-04-02T08:51:27.506 INFO:tasks.workunit.client.0.smithi012.stdout:op 2079 completed, throughput=4.99MB/sec 2024-04-02T08:51:27.506 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ACQIq79yZugBsjT off=723535 len=1535442 2024-04-02T08:51:27.507 INFO:tasks.workunit.client.0.smithi012.stdout:op 2080 completed, throughput=5MB/sec 2024-04-02T08:51:27.507 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-1-J-JZvkTwMjQpW off=12588187 len=158189 2024-04-02T08:51:27.508 INFO:tasks.workunit.client.0.smithi012.stdout:op 2081 completed, throughput=5MB/sec 2024-04-02T08:51:27.508 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-f9E2J06BG5ttFC2 off=3847283 len=185342 2024-04-02T08:51:27.509 INFO:tasks.workunit.client.0.smithi012.stdout:op 2082 completed, throughput=5MB/sec 2024-04-02T08:51:27.509 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ojxNdVblfa_vjus off=18974634 len=1947431 2024-04-02T08:51:27.511 INFO:tasks.workunit.client.0.smithi012.stdout:op 2083 completed, throughput=5MB/sec 2024-04-02T08:51:28.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:51:27 smithi055 ceph-mon[85080]: pgmap v1628: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T08:51:28.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:51:27 smithi012 ceph-mon[88355]: pgmap v1628: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T08:51:28.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:51:27 smithi012 ceph-mon[90784]: pgmap v1628: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T08:51:28.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:51:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:51:27] "GET /metrics HTTP/1.1" 200 34037 "" "Prometheus/2.43.0" 2024-04-02T08:51:28.511 INFO:tasks.workunit.client.0.smithi012.stdout: 423: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:28.511 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-7-V_FBGO0bei1Qm off=572992 len=624049 2024-04-02T08:51:28.515 INFO:tasks.workunit.client.0.smithi012.stdout:op 2084 completed, throughput=4.99MB/sec 2024-04-02T08:51:28.515 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-bvk8PxWQfq4cLVr off=8533597 len=1118788 2024-04-02T08:51:28.516 INFO:tasks.workunit.client.0.smithi012.stdout:op 2085 completed, throughput=4.99MB/sec 2024-04-02T08:51:28.516 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-F3yMkU9PDLs2vd- off=4393845 len=1030263 2024-04-02T08:51:28.517 INFO:tasks.workunit.client.0.smithi012.stdout:op 2086 completed, throughput=5MB/sec 2024-04-02T08:51:28.517 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-y9jQvr4sS2LhmW2 off=10290589 len=1492951 2024-04-02T08:51:28.518 INFO:tasks.workunit.client.0.smithi012.stdout:op 2087 completed, throughput=5MB/sec 2024-04-02T08:51:28.518 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-QGQ7wBbD-_Wvkzc off=1983705 len=1807002 2024-04-02T08:51:28.521 INFO:tasks.workunit.client.0.smithi012.stdout:op 2088 completed, throughput=5MB/sec 2024-04-02T08:51:29.522 INFO:tasks.workunit.client.0.smithi012.stdout: 424: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:29.522 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-9zQYhJ8QSxrcENw off=8428352 len=1735150 2024-04-02T08:51:29.523 INFO:tasks.workunit.client.0.smithi012.stdout:op 2089 completed, throughput=5MB/sec 2024-04-02T08:51:29.523 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-RkFTFi8xXDQtJ3U off=16859268 len=1473260 2024-04-02T08:51:29.531 INFO:tasks.workunit.client.0.smithi012.stdout:op 2090 completed, throughput=5MB/sec 2024-04-02T08:51:29.531 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-oLoxOHV8GXmyGuA off=2700714 len=1437899 2024-04-02T08:51:29.532 INFO:tasks.workunit.client.0.smithi012.stdout:op 2091 completed, throughput=5MB/sec 2024-04-02T08:51:30.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:51:29 smithi055 ceph-mon[85080]: pgmap v1629: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:51:30.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:51:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:30.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:51:29 smithi012 ceph-mon[88355]: pgmap v1629: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:51:30.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:51:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:30.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:51:29 smithi012 ceph-mon[90784]: pgmap v1629: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:51:30.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:51:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:30.532 INFO:tasks.workunit.client.0.smithi012.stdout: 425: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:30.533 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-OOTVC3znXiyx4Ap off=12247247 len=389533 2024-04-02T08:51:30.535 INFO:tasks.workunit.client.0.smithi012.stdout:op 2092 completed, throughput=4.99MB/sec 2024-04-02T08:51:30.535 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-6Of7iJoHHFw3iyc off=11632330 len=386771 2024-04-02T08:51:30.535 INFO:tasks.workunit.client.0.smithi012.stdout:op 2093 completed, throughput=4.99MB/sec 2024-04-02T08:51:30.536 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-wxikLqXTO6GZVRB off=4462617 len=583449 2024-04-02T08:51:30.539 INFO:tasks.workunit.client.0.smithi012.stdout:op 2094 completed, throughput=4.99MB/sec 2024-04-02T08:51:30.539 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-NSTHQAXgwe1-7vw off=2450879 len=1771648 2024-04-02T08:51:30.540 INFO:tasks.workunit.client.0.smithi012.stdout:op 2095 completed, throughput=5MB/sec 2024-04-02T08:51:30.540 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-3-W_d-phu-g6zOZ off=2435961 len=184598 2024-04-02T08:51:30.543 INFO:tasks.workunit.client.0.smithi012.stdout:op 2096 completed, throughput=5MB/sec 2024-04-02T08:51:30.543 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-hOWyYnCdj-V2P2z off=16050530 len=1946669 2024-04-02T08:51:30.545 INFO:tasks.workunit.client.0.smithi012.stdout:op 2097 completed, throughput=5MB/sec 2024-04-02T08:51:31.545 INFO:tasks.workunit.client.0.smithi012.stdout: 426: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:31.545 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Gub4QL11q5rsa8N off=4100712 len=346432 2024-04-02T08:51:31.548 INFO:tasks.workunit.client.0.smithi012.stdout:op 2098 completed, throughput=4.99MB/sec 2024-04-02T08:51:31.549 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-oLoxOHV8GXmyGuA off=1812454 len=967468 2024-04-02T08:51:31.552 INFO:tasks.workunit.client.0.smithi012.stdout:op 2099 completed, throughput=4.99MB/sec 2024-04-02T08:51:31.552 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-cxEwUpYensLTS43 off=4721580 len=23457 2024-04-02T08:51:31.552 INFO:tasks.workunit.client.0.smithi012.stdout:op 2100 completed, throughput=4.99MB/sec 2024-04-02T08:51:31.552 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-TvNR_TgQMkYNACi off=4084791 len=400226 2024-04-02T08:51:31.553 INFO:tasks.workunit.client.0.smithi012.stdout:op 2101 completed, throughput=4.99MB/sec 2024-04-02T08:51:31.553 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-gFl9VPQkEk1Z5Tl off=13082680 len=313441 2024-04-02T08:51:31.555 INFO:tasks.workunit.client.0.smithi012.stdout:op 2102 completed, throughput=4.99MB/sec 2024-04-02T08:51:31.556 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-NVO1vIC-IHLt11P off=7625404 len=757368 2024-04-02T08:51:31.560 INFO:tasks.workunit.client.0.smithi012.stdout:op 2103 completed, throughput=5MB/sec 2024-04-02T08:51:31.560 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-NeuZmP6FCdKTc3V off=23333394 len=220250 2024-04-02T08:51:31.560 INFO:tasks.workunit.client.0.smithi012.stdout:op 2104 completed, throughput=5MB/sec 2024-04-02T08:51:31.561 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-V4i87B-J0jIpYrl off=14323074 len=194676 2024-04-02T08:51:31.561 INFO:tasks.workunit.client.0.smithi012.stdout:op 2105 completed, throughput=5MB/sec 2024-04-02T08:51:31.561 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-G3L-X5Qz7JYe0OC off=16065645 len=1660159 2024-04-02T08:51:31.564 INFO:tasks.workunit.client.0.smithi012.stdout:op 2106 completed, throughput=5MB/sec 2024-04-02T08:51:32.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:51:31 smithi055 ceph-mon[85080]: pgmap v1630: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T08:51:32.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:51:31 smithi012 ceph-mon[88355]: pgmap v1630: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T08:51:32.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:51:31 smithi012 ceph-mon[90784]: pgmap v1630: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T08:51:32.564 INFO:tasks.workunit.client.0.smithi012.stdout: 427: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:32.564 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-g1n4RIFmRsrWXL6 off=18433235 len=70506 2024-04-02T08:51:32.565 INFO:tasks.workunit.client.0.smithi012.stdout:op 2107 completed, throughput=4.99MB/sec 2024-04-02T08:51:32.565 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-lRrnX3zCEvlNE2r off=1394902 len=680635 2024-04-02T08:51:32.566 INFO:tasks.workunit.client.0.smithi012.stdout:op 2108 completed, throughput=4.99MB/sec 2024-04-02T08:51:32.566 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-9Tm72iqOVnA5LSn off=3746516 len=1179236 2024-04-02T08:51:32.567 INFO:tasks.workunit.client.0.smithi012.stdout:op 2109 completed, throughput=4.99MB/sec 2024-04-02T08:51:32.567 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-FSbJzS0ucOqwu-O off=6916728 len=679625 2024-04-02T08:51:32.571 INFO:tasks.workunit.client.0.smithi012.stdout:op 2110 completed, throughput=4.99MB/sec 2024-04-02T08:51:32.571 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-34p_459lwKxqigT off=1777143 len=1988255 2024-04-02T08:51:32.573 INFO:tasks.workunit.client.0.smithi012.stdout:op 2111 completed, throughput=5MB/sec 2024-04-02T08:51:32.573 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-O_zQkhPTE0C6Sty off=6991630 len=29790 2024-04-02T08:51:32.573 INFO:tasks.workunit.client.0.smithi012.stdout:op 2112 completed, throughput=5MB/sec 2024-04-02T08:51:32.573 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-MxDvxRP42YXF4wB off=5490851 len=1114839 2024-04-02T08:51:32.574 INFO:tasks.workunit.client.0.smithi012.stdout:op 2113 completed, throughput=5MB/sec 2024-04-02T08:51:32.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:51:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:51:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:51:33.575 INFO:tasks.workunit.client.0.smithi012.stdout: 428: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:33.575 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Wh0ewiD0znEck1q off=70757 len=1310077 2024-04-02T08:51:33.576 INFO:tasks.workunit.client.0.smithi012.stdout:op 2114 completed, throughput=4.99MB/sec 2024-04-02T08:51:33.576 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-9LGakegPawYhowT off=6301460 len=1881996 2024-04-02T08:51:33.578 INFO:tasks.workunit.client.0.smithi012.stdout:op 2115 completed, throughput=5MB/sec 2024-04-02T08:51:33.578 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Mw3ea30gB-nNpzv off=18551754 len=1060362 2024-04-02T08:51:33.583 INFO:tasks.workunit.client.0.smithi012.stdout:op 2116 completed, throughput=5MB/sec 2024-04-02T08:51:33.583 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-3Wi1-MsoaT_5nPq off=4192141 len=1769458 2024-04-02T08:51:33.590 INFO:tasks.workunit.client.0.smithi012.stdout:op 2117 completed, throughput=5MB/sec 2024-04-02T08:51:34.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:51:33 smithi055 ceph-mon[85080]: pgmap v1631: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.1 MiB/s wr, 4 op/s 2024-04-02T08:51:34.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:51:33 smithi012 ceph-mon[88355]: pgmap v1631: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.1 MiB/s wr, 4 op/s 2024-04-02T08:51:34.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:51:33 smithi012 ceph-mon[90784]: pgmap v1631: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.1 MiB/s wr, 4 op/s 2024-04-02T08:51:34.590 INFO:tasks.workunit.client.0.smithi012.stdout: 429: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:34.591 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-XC-0jnmxoL9EWAa off=19562582 len=2006207 2024-04-02T08:51:34.594 INFO:tasks.workunit.client.0.smithi012.stdout:op 2118 completed, throughput=5MB/sec 2024-04-02T08:51:34.595 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-EN7jYyOwXUlhpnT off=10923615 len=101951 2024-04-02T08:51:34.597 INFO:tasks.workunit.client.0.smithi012.stdout:op 2119 completed, throughput=5MB/sec 2024-04-02T08:51:34.597 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-4DrHPjQQba1FeLM off=6841517 len=660424 2024-04-02T08:51:34.598 INFO:tasks.workunit.client.0.smithi012.stdout:op 2120 completed, throughput=5MB/sec 2024-04-02T08:51:34.598 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-VJQdatFqPkAPi4e off=660668 len=146526 2024-04-02T08:51:34.599 INFO:tasks.workunit.client.0.smithi012.stdout:op 2121 completed, throughput=5MB/sec 2024-04-02T08:51:34.600 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Cm1gk6JG7g1pOXz off=3435956 len=1731522 2024-04-02T08:51:34.607 INFO:tasks.workunit.client.0.smithi012.stdout:op 2122 completed, throughput=5MB/sec 2024-04-02T08:51:35.607 INFO:tasks.workunit.client.0.smithi012.stdout: 430: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:35.608 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-iwx-FbbcBGx-VR6 off=1533163 len=1758168 2024-04-02T08:51:35.614 INFO:tasks.workunit.client.0.smithi012.stdout:op 2123 completed, throughput=4.99MB/sec 2024-04-02T08:51:35.614 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-hZ02zReSIDFCCzR off=5485334 len=627200 2024-04-02T08:51:35.618 INFO:tasks.workunit.client.0.smithi012.stdout:op 2124 completed, throughput=5MB/sec 2024-04-02T08:51:35.618 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-PzpmkazotBqkOQs off=8362244 len=1933072 2024-04-02T08:51:35.620 INFO:tasks.workunit.client.0.smithi012.stdout:op 2125 completed, throughput=5MB/sec 2024-04-02T08:51:35.620 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-pHgEwKFNDz31QEF off=12951529 len=1164521 2024-04-02T08:51:35.626 INFO:tasks.workunit.client.0.smithi012.stdout:op 2126 completed, throughput=5MB/sec 2024-04-02T08:51:36.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:51:35 smithi055 ceph-mon[85080]: pgmap v1632: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 989 KiB/s wr, 3 op/s 2024-04-02T08:51:36.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:51:35 smithi012 ceph-mon[88355]: pgmap v1632: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 989 KiB/s wr, 3 op/s 2024-04-02T08:51:36.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:51:35 smithi012 ceph-mon[90784]: pgmap v1632: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 989 KiB/s wr, 3 op/s 2024-04-02T08:51:36.626 INFO:tasks.workunit.client.0.smithi012.stdout: 431: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:36.626 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-SBorlhRqPbrYFqC off=0 len=1075695 2024-04-02T08:51:36.628 INFO:tasks.workunit.client.0.smithi012.stdout:op 2127 completed, throughput=4.99MB/sec 2024-04-02T08:51:36.628 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-89kmNpECk8wjewQ off=16376832 len=122019 2024-04-02T08:51:36.628 INFO:tasks.workunit.client.0.smithi012.stdout:op 2128 completed, throughput=4.99MB/sec 2024-04-02T08:51:36.628 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-8MN7J_H154n89f0 off=7365801 len=219865 2024-04-02T08:51:36.630 INFO:tasks.workunit.client.0.smithi012.stdout:op 2129 completed, throughput=4.99MB/sec 2024-04-02T08:51:36.630 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-2bWsHGi6LkuyVNl off=5588349 len=1043138 2024-04-02T08:51:36.636 INFO:tasks.workunit.client.0.smithi012.stdout:op 2130 completed, throughput=5MB/sec 2024-04-02T08:51:36.636 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ws66tSWvbuhEtfH off=13748942 len=2096777 2024-04-02T08:51:36.645 INFO:tasks.workunit.client.0.smithi012.stdout:op 2131 completed, throughput=5MB/sec 2024-04-02T08:51:36.645 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-MRhVIFMlhq9i3Ou off=12631357 len=829622 2024-04-02T08:51:36.646 INFO:tasks.workunit.client.0.smithi012.stdout:op 2132 completed, throughput=5MB/sec 2024-04-02T08:51:37.646 INFO:tasks.workunit.client.0.smithi012.stdout: 432: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:37.647 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-1sm7XfIuHcBfE29 off=1125468 len=722023 2024-04-02T08:51:37.647 INFO:tasks.workunit.client.0.smithi012.stdout:op 2133 completed, throughput=4.99MB/sec 2024-04-02T08:51:37.647 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-pJJnW7puM3x4OvJ off=5754684 len=1808387 2024-04-02T08:51:37.649 INFO:tasks.workunit.client.0.smithi012.stdout:op 2134 completed, throughput=5MB/sec 2024-04-02T08:51:37.649 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-_slTTvthknAdX_v off=6496874 len=158677 2024-04-02T08:51:37.650 INFO:tasks.workunit.client.0.smithi012.stdout:op 2135 completed, throughput=5MB/sec 2024-04-02T08:51:37.650 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-NHWejbaIg0pJHQK off=12548306 len=1281610 2024-04-02T08:51:37.652 INFO:tasks.workunit.client.0.smithi012.stdout:op 2136 completed, throughput=5MB/sec 2024-04-02T08:51:37.653 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-coIF3uhcsf_IlxW off=8754155 len=1698435 2024-04-02T08:51:37.654 INFO:tasks.workunit.client.0.smithi012.stdout:op 2137 completed, throughput=5MB/sec 2024-04-02T08:51:38.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:51:37 smithi055 ceph-mon[85080]: pgmap v1633: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.9 MiB/s wr, 6 op/s 2024-04-02T08:51:38.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:51:37 smithi012 ceph-mon[88355]: pgmap v1633: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.9 MiB/s wr, 6 op/s 2024-04-02T08:51:38.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:51:37 smithi012 ceph-mon[90784]: pgmap v1633: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.9 MiB/s wr, 6 op/s 2024-04-02T08:51:38.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:51:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:51:37] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-04-02T08:51:38.654 INFO:tasks.workunit.client.0.smithi012.stdout: 433: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:38.654 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Y0tUPH7XaZ0dKZl off=247414 len=1412453 2024-04-02T08:51:38.657 INFO:tasks.workunit.client.0.smithi012.stdout:op 2138 completed, throughput=4.99MB/sec 2024-04-02T08:51:38.657 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-n3laqD-x9uUjOaw off=3707162 len=753601 2024-04-02T08:51:38.658 INFO:tasks.workunit.client.0.smithi012.stdout:op 2139 completed, throughput=5MB/sec 2024-04-02T08:51:38.658 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Y4-SWxogs7Imkp- off=9254672 len=222604 2024-04-02T08:51:38.659 INFO:tasks.workunit.client.0.smithi012.stdout:op 2140 completed, throughput=5MB/sec 2024-04-02T08:51:38.659 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-hChMBJy6metxOrf off=9179041 len=1002850 2024-04-02T08:51:38.660 INFO:tasks.workunit.client.0.smithi012.stdout:op 2141 completed, throughput=5MB/sec 2024-04-02T08:51:38.660 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-TVVCjRC9VBTdz6o off=7993168 len=2058826 2024-04-02T08:51:38.661 INFO:tasks.workunit.client.0.smithi012.stdout:op 2142 completed, throughput=5MB/sec 2024-04-02T08:51:39.661 INFO:tasks.workunit.client.0.smithi012.stdout: 434: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:39.662 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-mW0F06ZF0ejKC_1 off=23594916 len=1982875 2024-04-02T08:51:39.672 INFO:tasks.workunit.client.0.smithi012.stdout:op 2143 completed, throughput=5MB/sec 2024-04-02T08:51:39.672 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-KG-kNz9cEe4G8a6 off=1155457 len=1153609 2024-04-02T08:51:39.673 INFO:tasks.workunit.client.0.smithi012.stdout:op 2144 completed, throughput=5MB/sec 2024-04-02T08:51:39.673 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-pJ2isgD_gHlrNvJ off=13579568 len=693413 2024-04-02T08:51:39.678 INFO:tasks.workunit.client.0.smithi012.stdout:op 2145 completed, throughput=5MB/sec 2024-04-02T08:51:39.678 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-PGld5iw-TEuSESx off=2560461 len=1203204 2024-04-02T08:51:39.681 INFO:tasks.workunit.client.0.smithi012.stdout:op 2146 completed, throughput=5MB/sec 2024-04-02T08:51:40.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:51:39 smithi055 ceph-mon[85080]: pgmap v1634: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-04-02T08:51:40.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:51:39 smithi012 ceph-mon[88355]: pgmap v1634: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-04-02T08:51:40.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:51:39 smithi012 ceph-mon[90784]: pgmap v1634: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-04-02T08:51:40.682 INFO:tasks.workunit.client.0.smithi012.stdout: 435: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:40.682 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj--xbwRCk_-nRY6lB off=7772768 len=1832941 2024-04-02T08:51:40.684 INFO:tasks.workunit.client.0.smithi012.stdout:op 2147 completed, throughput=4.99MB/sec 2024-04-02T08:51:40.684 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-f_pq96s3OfRmmCg off=5833688 len=25759 2024-04-02T08:51:40.684 INFO:tasks.workunit.client.0.smithi012.stdout:op 2148 completed, throughput=4.99MB/sec 2024-04-02T08:51:40.684 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-c4qitL7zd1XAYDx off=3952089 len=1902672 2024-04-02T08:51:40.692 INFO:tasks.workunit.client.0.smithi012.stdout:op 2149 completed, throughput=5MB/sec 2024-04-02T08:51:40.692 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Eyp8JiWZtnpNEQU off=4410918 len=1867493 2024-04-02T08:51:40.700 INFO:tasks.workunit.client.0.smithi012.stdout:op 2150 completed, throughput=5MB/sec 2024-04-02T08:51:41.700 INFO:tasks.workunit.client.0.smithi012.stdout: 436: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:41.700 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-SjgGWNGHwm_YlOA off=1812470 len=675835 2024-04-02T08:51:41.704 INFO:tasks.workunit.client.0.smithi012.stdout:op 2151 completed, throughput=4.99MB/sec 2024-04-02T08:51:41.704 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-JW60npovEnfMxgu off=437093 len=339800 2024-04-02T08:51:41.707 INFO:tasks.workunit.client.0.smithi012.stdout:op 2152 completed, throughput=4.99MB/sec 2024-04-02T08:51:41.707 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-G0pzPHazqOU9u05 off=4342899 len=177489 2024-04-02T08:51:41.709 INFO:tasks.workunit.client.0.smithi012.stdout:op 2153 completed, throughput=4.99MB/sec 2024-04-02T08:51:41.709 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-BlIJGZQd9mE1Twx off=6823065 len=314258 2024-04-02T08:51:41.709 INFO:tasks.workunit.client.0.smithi012.stdout:op 2154 completed, throughput=4.99MB/sec 2024-04-02T08:51:41.710 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-qtuowE7MAn7i2dD off=3639852 len=1601092 2024-04-02T08:51:41.711 INFO:tasks.workunit.client.0.smithi012.stdout:op 2155 completed, throughput=5MB/sec 2024-04-02T08:51:41.711 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-KmYa9nb1x0cq3ux off=330681 len=784592 2024-04-02T08:51:41.712 INFO:tasks.workunit.client.0.smithi012.stdout:op 2156 completed, throughput=5MB/sec 2024-04-02T08:51:41.712 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-HHNYmMIAvdc9cxG off=6542764 len=547128 2024-04-02T08:51:41.714 INFO:tasks.workunit.client.0.smithi012.stdout:op 2157 completed, throughput=5MB/sec 2024-04-02T08:51:42.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:51:41 smithi055 ceph-mon[85080]: pgmap v1635: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.8 MiB/s wr, 6 op/s 2024-04-02T08:51:42.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:51:41 smithi012 ceph-mon[88355]: pgmap v1635: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.8 MiB/s wr, 6 op/s 2024-04-02T08:51:42.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:51:41 smithi012 ceph-mon[90784]: pgmap v1635: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.8 MiB/s wr, 6 op/s 2024-04-02T08:51:42.715 INFO:tasks.workunit.client.0.smithi012.stdout: 437: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:42.715 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-oJZDtqZYveAB8DC off=7673419 len=656028 2024-04-02T08:51:42.716 INFO:tasks.workunit.client.0.smithi012.stdout:op 2158 completed, throughput=4.99MB/sec 2024-04-02T08:51:42.716 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-w4Ukel1e22J5hEG off=13300881 len=1365684 2024-04-02T08:51:42.718 INFO:tasks.workunit.client.0.smithi012.stdout:op 2159 completed, throughput=4.99MB/sec 2024-04-02T08:51:42.718 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-k6q-MU2fRACp1lg off=12028734 len=3578 2024-04-02T08:51:42.720 INFO:tasks.workunit.client.0.smithi012.stdout:op 2160 completed, throughput=4.99MB/sec 2024-04-02T08:51:42.720 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-zT8JOX4IZhVcK8i off=5952359 len=62589 2024-04-02T08:51:42.721 INFO:tasks.workunit.client.0.smithi012.stdout:op 2161 completed, throughput=4.99MB/sec 2024-04-02T08:51:42.721 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-9Am6FFtDDwfo72a off=4163822 len=701212 2024-04-02T08:51:42.725 INFO:tasks.workunit.client.0.smithi012.stdout:op 2162 completed, throughput=5MB/sec 2024-04-02T08:51:42.725 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-mNGsugZeYce1a6A off=29378 len=238602 2024-04-02T08:51:42.725 INFO:tasks.workunit.client.0.smithi012.stdout:op 2163 completed, throughput=5MB/sec 2024-04-02T08:51:42.725 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-9VdD-RI0XFcuaYG off=2734501 len=611471 2024-04-02T08:51:42.726 INFO:tasks.workunit.client.0.smithi012.stdout:op 2164 completed, throughput=5MB/sec 2024-04-02T08:51:42.726 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-7U1f9ntWQRJaci2 off=753495 len=741933 2024-04-02T08:51:42.727 INFO:tasks.workunit.client.0.smithi012.stdout:op 2165 completed, throughput=5MB/sec 2024-04-02T08:51:42.727 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-rUmPHLJvAWjcK6D off=8020185 len=1988606 2024-04-02T08:51:42.728 INFO:tasks.workunit.client.0.smithi012.stdout:op 2166 completed, throughput=5MB/sec 2024-04-02T08:51:42.813 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:51:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:51:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:51:43.728 INFO:tasks.workunit.client.0.smithi012.stdout: 438: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:43.728 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-0pBybCBbpCOpxrz off=2278936 len=1400343 2024-04-02T08:51:43.729 INFO:tasks.workunit.client.0.smithi012.stdout:op 2167 completed, throughput=4.99MB/sec 2024-04-02T08:51:43.729 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-MkHgC561GaiQRrS off=5984947 len=993053 2024-04-02T08:51:43.730 INFO:tasks.workunit.client.0.smithi012.stdout:op 2168 completed, throughput=5MB/sec 2024-04-02T08:51:43.730 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-3lmkm5beD45ye3z off=755682 len=1120168 2024-04-02T08:51:43.736 INFO:tasks.workunit.client.0.smithi012.stdout:op 2169 completed, throughput=5MB/sec 2024-04-02T08:51:43.736 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-9XQAcxuEsYIqgkB off=11684244 len=527522 2024-04-02T08:51:43.739 INFO:tasks.workunit.client.0.smithi012.stdout:op 2170 completed, throughput=5MB/sec 2024-04-02T08:51:44.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:51:43 smithi055 ceph-mon[85080]: pgmap v1636: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-02T08:51:44.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:51:43 smithi012 ceph-mon[88355]: pgmap v1636: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-02T08:51:44.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:51:43 smithi012 ceph-mon[90784]: pgmap v1636: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-02T08:51:44.739 INFO:tasks.workunit.client.0.smithi012.stdout: 439: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:44.740 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-8BxdxFkT3o7IUGo off=3803134 len=2017601 2024-04-02T08:51:44.749 INFO:tasks.workunit.client.0.smithi012.stdout:op 2171 completed, throughput=4.99MB/sec 2024-04-02T08:51:44.749 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-gv0NDKSkkfPMC8i off=4854161 len=86532 2024-04-02T08:51:44.751 INFO:tasks.workunit.client.0.smithi012.stdout:op 2172 completed, throughput=4.99MB/sec 2024-04-02T08:51:44.751 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-yXzKpUqJEgbj1DT off=11828844 len=1270586 2024-04-02T08:51:44.752 INFO:tasks.workunit.client.0.smithi012.stdout:op 2173 completed, throughput=5MB/sec 2024-04-02T08:51:44.752 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-YfEUqJa1zo5kjf1 off=2428513 len=496533 2024-04-02T08:51:44.755 INFO:tasks.workunit.client.0.smithi012.stdout:op 2174 completed, throughput=5MB/sec 2024-04-02T08:51:44.755 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ILe-s63yDquDXaH off=4043358 len=2024724 2024-04-02T08:51:44.756 INFO:tasks.workunit.client.0.smithi012.stdout:op 2175 completed, throughput=5MB/sec 2024-04-02T08:51:45.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:51:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:45.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:51:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:45.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:51:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:45.756 INFO:tasks.workunit.client.0.smithi012.stdout: 440: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:45.756 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-VRJpyGTF9W3N7id off=2572818 len=1717146 2024-04-02T08:51:45.764 INFO:tasks.workunit.client.0.smithi012.stdout:op 2176 completed, throughput=4.99MB/sec 2024-04-02T08:51:45.764 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-FBIIjUU7Dk0KWQa off=2321728 len=686071 2024-04-02T08:51:45.767 INFO:tasks.workunit.client.0.smithi012.stdout:op 2177 completed, throughput=5MB/sec 2024-04-02T08:51:45.767 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-DVLAG7cI2haGzJK off=4086519 len=604598 2024-04-02T08:51:45.768 INFO:tasks.workunit.client.0.smithi012.stdout:op 2178 completed, throughput=5MB/sec 2024-04-02T08:51:45.768 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-_5vOgHI-tNZWod7 off=3331397 len=294032 2024-04-02T08:51:45.770 INFO:tasks.workunit.client.0.smithi012.stdout:op 2179 completed, throughput=5MB/sec 2024-04-02T08:51:45.771 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-HyCJQMgeIaJTcsW off=376870 len=313098 2024-04-02T08:51:45.771 INFO:tasks.workunit.client.0.smithi012.stdout:op 2180 completed, throughput=5MB/sec 2024-04-02T08:51:45.771 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-xoqVCjz0Obrmn_5 off=12870701 len=616752 2024-04-02T08:51:45.772 INFO:tasks.workunit.client.0.smithi012.stdout:op 2181 completed, throughput=5MB/sec 2024-04-02T08:51:45.772 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ami8sxT1vqkR-D8 off=124367 len=1187422 2024-04-02T08:51:45.772 INFO:tasks.workunit.client.0.smithi012.stdout:op 2182 completed, throughput=5MB/sec 2024-04-02T08:51:46.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:51:45 smithi055 ceph-mon[85080]: pgmap v1637: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:51:46.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:51:45 smithi012 ceph-mon[88355]: pgmap v1637: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:51:46.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:51:45 smithi012 ceph-mon[90784]: pgmap v1637: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:51:46.773 INFO:tasks.workunit.client.0.smithi012.stdout: 441: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:46.773 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-eTIUch_3TxAVzAd off=1962352 len=1820564 2024-04-02T08:51:46.774 INFO:tasks.workunit.client.0.smithi012.stdout:op 2183 completed, throughput=4.99MB/sec 2024-04-02T08:51:46.774 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-SWlHM643Nz4n4o4 off=125993 len=296629 2024-04-02T08:51:46.775 INFO:tasks.workunit.client.0.smithi012.stdout:op 2184 completed, throughput=5MB/sec 2024-04-02T08:51:46.775 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-dJsi_uedES7_heT off=7406666 len=1425820 2024-04-02T08:51:46.776 INFO:tasks.workunit.client.0.smithi012.stdout:op 2185 completed, throughput=5MB/sec 2024-04-02T08:51:46.776 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-m2nYjd3MPvb-AAy off=1842838 len=1537197 2024-04-02T08:51:46.777 INFO:tasks.workunit.client.0.smithi012.stdout:op 2186 completed, throughput=5MB/sec 2024-04-02T08:51:47.777 INFO:tasks.workunit.client.0.smithi012.stdout: 442: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:47.778 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-KmeyA3M2G0MCtu1 off=2280372 len=1689200 2024-04-02T08:51:47.786 INFO:tasks.workunit.client.0.smithi012.stdout:op 2187 completed, throughput=4.99MB/sec 2024-04-02T08:51:47.786 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-G0_28bJudFMpukf off=3257822 len=1654529 2024-04-02T08:51:47.791 INFO:tasks.workunit.client.0.smithi012.stdout:op 2188 completed, throughput=5MB/sec 2024-04-02T08:51:47.791 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-YSBVpnIFDBFznfu off=1218404 len=1372097 2024-04-02T08:51:47.792 INFO:tasks.workunit.client.0.smithi012.stdout:op 2189 completed, throughput=5MB/sec 2024-04-02T08:51:48.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:51:47 smithi055 ceph-mon[85080]: pgmap v1638: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.4 MiB/s wr, 7 op/s 2024-04-02T08:51:48.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:51:47 smithi012 ceph-mon[88355]: pgmap v1638: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.4 MiB/s wr, 7 op/s 2024-04-02T08:51:48.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:51:47 smithi012 ceph-mon[90784]: pgmap v1638: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.4 MiB/s wr, 7 op/s 2024-04-02T08:51:48.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:51:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:51:47] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-04-02T08:51:48.792 INFO:tasks.workunit.client.0.smithi012.stdout: 443: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:48.792 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-G0qbGL2EGK2gnmy off=7971537 len=417245 2024-04-02T08:51:48.795 INFO:tasks.workunit.client.0.smithi012.stdout:op 2190 completed, throughput=4.99MB/sec 2024-04-02T08:51:48.795 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ubaK95rR9dZCIkn off=1150126 len=5658 2024-04-02T08:51:48.795 INFO:tasks.workunit.client.0.smithi012.stdout:op 2191 completed, throughput=4.99MB/sec 2024-04-02T08:51:48.795 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-qIPg_7sgJCDSJgs off=799124 len=803360 2024-04-02T08:51:48.799 INFO:tasks.workunit.client.0.smithi012.stdout:op 2192 completed, throughput=4.99MB/sec 2024-04-02T08:51:48.799 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-0qVHPll6SAVxyRD off=535353 len=2018402 2024-04-02T08:51:48.807 INFO:tasks.workunit.client.0.smithi012.stdout:op 2193 completed, throughput=5MB/sec 2024-04-02T08:51:48.807 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-8ueUgULRlQ88EZz off=15154547 len=866568 2024-04-02T08:51:48.810 INFO:tasks.workunit.client.0.smithi012.stdout:op 2194 completed, throughput=5MB/sec 2024-04-02T08:51:48.810 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-FRZ1xt7jbYFAZvG off=4972266 len=996189 2024-04-02T08:51:48.813 INFO:tasks.workunit.client.0.smithi012.stdout:op 2195 completed, throughput=5MB/sec 2024-04-02T08:51:48.813 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-h8g6eRvw97J2UJU off=1251121 len=1173831 2024-04-02T08:51:48.818 INFO:tasks.workunit.client.0.smithi012.stdout:op 2196 completed, throughput=5MB/sec 2024-04-02T08:51:49.819 INFO:tasks.workunit.client.0.smithi012.stdout: 444: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:49.819 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-yzUc0mZS-MPjMQP off=0 len=1246830 2024-04-02T08:51:49.824 INFO:tasks.workunit.client.0.smithi012.stdout:op 2197 completed, throughput=4.99MB/sec 2024-04-02T08:51:49.824 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-65RQZgPr4izO9WR off=18743752 len=316577 2024-04-02T08:51:49.824 INFO:tasks.workunit.client.0.smithi012.stdout:op 2198 completed, throughput=4.99MB/sec 2024-04-02T08:51:49.825 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-A4nMbcCMFWcpZOq off=755433 len=166111 2024-04-02T08:51:49.827 INFO:tasks.workunit.client.0.smithi012.stdout:op 2199 completed, throughput=4.99MB/sec 2024-04-02T08:51:49.827 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-cCcIb_eyh9weC6Q off=5930630 len=572938 2024-04-02T08:51:49.828 INFO:tasks.workunit.client.0.smithi012.stdout:op 2200 completed, throughput=5MB/sec 2024-04-02T08:51:49.828 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-NHWejbaIg0pJHQK off=8727477 len=1923937 2024-04-02T08:51:49.836 INFO:tasks.workunit.client.0.smithi012.stdout:op 2201 completed, throughput=5MB/sec 2024-04-02T08:51:49.836 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-IMsJrQYfRcH9-k8 off=2560603 len=1375130 2024-04-02T08:51:49.838 INFO:tasks.workunit.client.0.smithi012.stdout:op 2202 completed, throughput=5MB/sec 2024-04-02T08:51:50.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:51:49 smithi055 ceph-mon[85080]: pgmap v1639: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T08:51:50.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:51:49 smithi012 ceph-mon[88355]: pgmap v1639: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T08:51:50.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:51:49 smithi012 ceph-mon[90784]: pgmap v1639: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T08:51:50.838 INFO:tasks.workunit.client.0.smithi012.stdout: 445: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:50.838 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-SM1OmyFQ0Mxc5Ls off=9906805 len=1967868 2024-04-02T08:51:50.846 INFO:tasks.workunit.client.0.smithi012.stdout:op 2203 completed, throughput=5MB/sec 2024-04-02T08:51:50.846 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-XjnFOojslsVeLjR off=6727933 len=394610 2024-04-02T08:51:50.849 INFO:tasks.workunit.client.0.smithi012.stdout:op 2204 completed, throughput=5MB/sec 2024-04-02T08:51:50.849 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-pzYrZRGm7fXBsnE off=1269354 len=1126783 2024-04-02T08:51:50.850 INFO:tasks.workunit.client.0.smithi012.stdout:op 2205 completed, throughput=5MB/sec 2024-04-02T08:51:50.850 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-nvY0QeLOBeX8b41 off=15482912 len=1660539 2024-04-02T08:51:50.857 INFO:tasks.workunit.client.0.smithi012.stdout:op 2206 completed, throughput=5MB/sec 2024-04-02T08:51:51.858 INFO:tasks.workunit.client.0.smithi012.stdout: 446: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:51.858 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-DkGOh0GY4oMBh9O off=34103 len=1516209 2024-04-02T08:51:51.859 INFO:tasks.workunit.client.0.smithi012.stdout:op 2207 completed, throughput=4.99MB/sec 2024-04-02T08:51:51.859 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-a5IEMErGL_RBh6c off=190242 len=168483 2024-04-02T08:51:51.859 INFO:tasks.workunit.client.0.smithi012.stdout:op 2208 completed, throughput=4.99MB/sec 2024-04-02T08:51:51.860 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-rEtpVO_Br91m-0Y off=3895260 len=1358935 2024-04-02T08:51:51.865 INFO:tasks.workunit.client.0.smithi012.stdout:op 2209 completed, throughput=5MB/sec 2024-04-02T08:51:51.865 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-yOq5fcxY8HZ0syl off=1008580 len=1344273 2024-04-02T08:51:51.866 INFO:tasks.workunit.client.0.smithi012.stdout:op 2210 completed, throughput=5MB/sec 2024-04-02T08:51:52.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:51:51 smithi055 ceph-mon[85080]: pgmap v1640: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:51:52.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:51:51 smithi012 ceph-mon[88355]: pgmap v1640: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:51:52.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:51:51 smithi012 ceph-mon[90784]: pgmap v1640: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:51:52.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:51:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:51:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:51:52.866 INFO:tasks.workunit.client.0.smithi012.stdout: 447: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:52.866 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-mSStB4-bevRRIiJ off=7458850 len=923838 2024-04-02T08:51:52.867 INFO:tasks.workunit.client.0.smithi012.stdout:op 2211 completed, throughput=4.99MB/sec 2024-04-02T08:51:52.867 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-0qjaOjo4TmY53ap off=21026091 len=112066 2024-04-02T08:51:52.868 INFO:tasks.workunit.client.0.smithi012.stdout:op 2212 completed, throughput=4.99MB/sec 2024-04-02T08:51:52.868 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-SiWDnwJx11TtY5o off=2560030 len=1083876 2024-04-02T08:51:52.874 INFO:tasks.workunit.client.0.smithi012.stdout:op 2213 completed, throughput=4.99MB/sec 2024-04-02T08:51:52.874 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-pIptYUQVCe5KJso off=16643510 len=439829 2024-04-02T08:51:52.875 INFO:tasks.workunit.client.0.smithi012.stdout:op 2214 completed, throughput=4.99MB/sec 2024-04-02T08:51:52.875 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-expmYVNyZI11iY1 off=1028952 len=1569245 2024-04-02T08:51:52.880 INFO:tasks.workunit.client.0.smithi012.stdout:op 2215 completed, throughput=5MB/sec 2024-04-02T08:51:52.881 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-6TGwi-PvI4GjJTH off=1106709 len=1931544 2024-04-02T08:51:52.889 INFO:tasks.workunit.client.0.smithi012.stdout:op 2216 completed, throughput=5MB/sec 2024-04-02T08:51:53.889 INFO:tasks.workunit.client.0.smithi012.stdout: 448: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:53.889 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-_V2rRh2XNCN6A7d off=1433960 len=841133 2024-04-02T08:51:53.890 INFO:tasks.workunit.client.0.smithi012.stdout:op 2217 completed, throughput=4.99MB/sec 2024-04-02T08:51:53.890 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-UKYTupBmCiW81LV off=4779379 len=1758578 2024-04-02T08:51:53.899 INFO:tasks.workunit.client.0.smithi012.stdout:op 2218 completed, throughput=5MB/sec 2024-04-02T08:51:53.899 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Hehbf-VXUEtdXKI off=12060592 len=1564694 2024-04-02T08:51:53.906 INFO:tasks.workunit.client.0.smithi012.stdout:op 2219 completed, throughput=5MB/sec 2024-04-02T08:51:53.906 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-zbcQJuo7LYnA0El off=1006975 len=29262 2024-04-02T08:51:53.906 INFO:tasks.workunit.client.0.smithi012.stdout:op 2220 completed, throughput=5MB/sec 2024-04-02T08:51:53.906 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-I_ct_lrO0BLY8ua off=19618234 len=8741 2024-04-02T08:51:53.907 INFO:tasks.workunit.client.0.smithi012.stdout:op 2221 completed, throughput=5MB/sec 2024-04-02T08:51:53.907 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-nJXUtmwY3JA07Jj off=1413912 len=235703 2024-04-02T08:51:53.910 INFO:tasks.workunit.client.0.smithi012.stdout:op 2222 completed, throughput=5MB/sec 2024-04-02T08:51:53.910 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-eYd6_7CieDJPZO_ off=9271030 len=203241 2024-04-02T08:51:53.911 INFO:tasks.workunit.client.0.smithi012.stdout:op 2223 completed, throughput=5MB/sec 2024-04-02T08:51:54.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:51:53 smithi055 ceph-mon[85080]: pgmap v1641: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:51:54.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:51:53 smithi012 ceph-mon[90784]: pgmap v1641: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:51:54.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:51:53 smithi012 ceph-mon[88355]: pgmap v1641: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:51:54.911 INFO:tasks.workunit.client.0.smithi012.stdout: 449: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:54.911 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-b8AMSwMZkqBCFJQ off=14845100 len=1327373 2024-04-02T08:51:54.918 INFO:tasks.workunit.client.0.smithi012.stdout:op 2224 completed, throughput=4.99MB/sec 2024-04-02T08:51:54.918 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-f_8LX4wBuaCN2B8 off=6376105 len=1641360 2024-04-02T08:51:54.925 INFO:tasks.workunit.client.0.smithi012.stdout:op 2225 completed, throughput=5MB/sec 2024-04-02T08:51:54.925 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-MAIrNo2-HRNZ9-Y off=5180898 len=882751 2024-04-02T08:51:54.929 INFO:tasks.workunit.client.0.smithi012.stdout:op 2226 completed, throughput=5MB/sec 2024-04-02T08:51:54.929 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-e7kvkvaAO5HGan_ off=2378199 len=347429 2024-04-02T08:51:54.930 INFO:tasks.workunit.client.0.smithi012.stdout:op 2227 completed, throughput=5MB/sec 2024-04-02T08:51:54.930 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-V7tEXCNOqDak79J off=0 len=1583217 2024-04-02T08:51:54.932 INFO:tasks.workunit.client.0.smithi012.stdout:op 2228 completed, throughput=5MB/sec 2024-04-02T08:51:55.933 INFO:tasks.workunit.client.0.smithi012.stdout: 450: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:55.933 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Fz2gFVcKD7_8nqJ off=935512 len=1951344 2024-04-02T08:51:55.940 INFO:tasks.workunit.client.0.smithi012.stdout:op 2229 completed, throughput=4.99MB/sec 2024-04-02T08:51:55.940 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-06C4sjZVcIkAtAP off=16826905 len=1794693 2024-04-02T08:51:55.947 INFO:tasks.workunit.client.0.smithi012.stdout:op 2230 completed, throughput=5MB/sec 2024-04-02T08:51:55.948 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Jrc0-pcpxVdro2_ off=17795744 len=1793204 2024-04-02T08:51:55.955 INFO:tasks.workunit.client.0.smithi012.stdout:op 2231 completed, throughput=5MB/sec 2024-04-02T08:51:56.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:51:55 smithi055 ceph-mon[85080]: pgmap v1642: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:51:56.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:51:55 smithi012 ceph-mon[88355]: pgmap v1642: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:51:56.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:51:55 smithi012 ceph-mon[90784]: pgmap v1642: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:51:56.955 INFO:tasks.workunit.client.0.smithi012.stdout: 451: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:56.955 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-2nbil-QFDUeNEr5 off=1746284 len=988548 2024-04-02T08:51:56.956 INFO:tasks.workunit.client.0.smithi012.stdout:op 2232 completed, throughput=4.99MB/sec 2024-04-02T08:51:56.956 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Y_J09Dna0rvM2Oy off=3643564 len=1750946 2024-04-02T08:51:56.964 INFO:tasks.workunit.client.0.smithi012.stdout:op 2233 completed, throughput=5MB/sec 2024-04-02T08:51:56.965 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-hxh2rNt2f-qqVwY off=10632987 len=1880504 2024-04-02T08:51:56.971 INFO:tasks.workunit.client.0.smithi012.stdout:op 2234 completed, throughput=5MB/sec 2024-04-02T08:51:57.972 INFO:tasks.workunit.client.0.smithi012.stdout: 452: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:57.972 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-DP_BlSWNo5nOygl off=2194399 len=1293625 2024-04-02T08:51:57.973 INFO:tasks.workunit.client.0.smithi012.stdout:op 2235 completed, throughput=4.99MB/sec 2024-04-02T08:51:57.973 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-nmCMSITKs0xK9R1 off=2721359 len=1808837 2024-04-02T08:51:57.981 INFO:tasks.workunit.client.0.smithi012.stdout:op 2236 completed, throughput=5MB/sec 2024-04-02T08:51:57.981 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj--O2SBvKaPX5MPOL off=6267973 len=1439141 2024-04-02T08:51:57.986 INFO:tasks.workunit.client.0.smithi012.stdout:op 2237 completed, throughput=5MB/sec 2024-04-02T08:51:57.986 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-gzGYBxufm94Jvr_ off=1009022 len=1201211 2024-04-02T08:51:57.989 INFO:tasks.workunit.client.0.smithi012.stdout:op 2238 completed, throughput=5MB/sec 2024-04-02T08:51:58.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:51:57 smithi012 ceph-mon[88355]: pgmap v1643: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-02T08:51:58.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:51:57 smithi012 ceph-mon[90784]: pgmap v1643: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-02T08:51:58.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:51:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:51:57] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-04-02T08:51:58.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:51:57 smithi055 ceph-mon[85080]: pgmap v1643: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-02T08:51:58.989 INFO:tasks.workunit.client.0.smithi012.stdout: 453: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:58.989 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-lWqUOGeqAbdrEiE off=7587245 len=948667 2024-04-02T08:51:58.990 INFO:tasks.workunit.client.0.smithi012.stdout:op 2239 completed, throughput=4.99MB/sec 2024-04-02T08:51:58.990 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-bUDq85of4KZVyjh off=385422 len=1773771 2024-04-02T08:51:58.998 INFO:tasks.workunit.client.0.smithi012.stdout:op 2240 completed, throughput=5MB/sec 2024-04-02T08:51:58.998 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-TMWkalAriYFyii1 off=8856171 len=222319 2024-04-02T08:51:58.998 INFO:tasks.workunit.client.0.smithi012.stdout:op 2241 completed, throughput=5MB/sec 2024-04-02T08:51:58.998 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ew4oJf801SPi3YE off=2394700 len=1656473 2024-04-02T08:51:59.006 INFO:tasks.workunit.client.0.smithi012.stdout:op 2242 completed, throughput=5MB/sec 2024-04-02T08:51:59.006 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-kkbYwrOFQLVIKMP off=9961316 len=384689 2024-04-02T08:51:59.010 INFO:tasks.workunit.client.0.smithi012.stdout:op 2243 completed, throughput=5MB/sec 2024-04-02T08:52:00.010 INFO:tasks.workunit.client.0.smithi012.stdout: 454: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:00.010 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-_SZNriH08A6HJfr off=18496543 len=744937 2024-04-02T08:52:00.014 INFO:tasks.workunit.client.0.smithi012.stdout:op 2244 completed, throughput=4.99MB/sec 2024-04-02T08:52:00.014 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-TVilR--TXm2U7H6 off=5083291 len=1151797 2024-04-02T08:52:00.016 INFO:tasks.workunit.client.0.smithi012.stdout:op 2245 completed, throughput=4.99MB/sec 2024-04-02T08:52:00.016 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Lz7x6sJlnU9LYTp off=5516171 len=1932512 2024-04-02T08:52:00.018 INFO:tasks.workunit.client.0.smithi012.stdout:op 2246 completed, throughput=5MB/sec 2024-04-02T08:52:00.018 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-U5j63-uWvRe8saa off=8998329 len=1540513 2024-04-02T08:52:00.019 INFO:tasks.workunit.client.0.smithi012.stdout:op 2247 completed, throughput=5MB/sec 2024-04-02T08:52:00.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:51:59 smithi012 ceph-mon[88355]: pgmap v1644: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:52:00.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:51:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:00.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:51:59 smithi012 ceph-mon[90784]: pgmap v1644: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:52:00.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:51:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:00.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:51:59 smithi055 ceph-mon[85080]: pgmap v1644: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:52:00.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:51:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:01.020 INFO:tasks.workunit.client.0.smithi012.stdout: 455: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:01.020 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-0mZA47B5ClwnYQR off=14022473 len=1118279 2024-04-02T08:52:01.021 INFO:tasks.workunit.client.0.smithi012.stdout:op 2248 completed, throughput=4.99MB/sec 2024-04-02T08:52:01.021 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-sxTGpAISpc9qUFg off=4791963 len=1154266 2024-04-02T08:52:01.024 INFO:tasks.workunit.client.0.smithi012.stdout:op 2249 completed, throughput=4.99MB/sec 2024-04-02T08:52:01.024 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-AdhSNddFz7kdA3F off=19729635 len=933348 2024-04-02T08:52:01.025 INFO:tasks.workunit.client.0.smithi012.stdout:op 2250 completed, throughput=5MB/sec 2024-04-02T08:52:01.025 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-IAafmuHvB_DKENI off=569255 len=2154 2024-04-02T08:52:01.028 INFO:tasks.workunit.client.0.smithi012.stdout:op 2251 completed, throughput=5MB/sec 2024-04-02T08:52:01.028 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-rQZxEj5TqMmqRzf off=19787779 len=511589 2024-04-02T08:52:01.030 INFO:tasks.workunit.client.0.smithi012.stdout:op 2252 completed, throughput=5MB/sec 2024-04-02T08:52:01.030 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-J9G18rhkcb5gMw0 off=6251669 len=1417077 2024-04-02T08:52:01.035 INFO:tasks.workunit.client.0.smithi012.stdout:op 2253 completed, throughput=5MB/sec 2024-04-02T08:52:01.035 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-qMPyEu3Jan9A8dk off=2120837 len=1189505 2024-04-02T08:52:01.039 INFO:tasks.workunit.client.0.smithi012.stdout:op 2254 completed, throughput=5MB/sec 2024-04-02T08:52:02.040 INFO:tasks.workunit.client.0.smithi012.stdout: 456: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:02.040 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-DhgKLQtqZd14qJ1 off=7686817 len=815696 2024-04-02T08:52:02.045 INFO:tasks.workunit.client.0.smithi012.stdout:op 2255 completed, throughput=4.99MB/sec 2024-04-02T08:52:02.045 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-rR5ZC0PNeYcv_HZ off=1259321 len=1741624 2024-04-02T08:52:02.048 INFO:tasks.workunit.client.0.smithi012.stdout:op 2256 completed, throughput=5MB/sec 2024-04-02T08:52:02.048 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-RDFctFaaQ6ZYrQw off=5254561 len=347268 2024-04-02T08:52:02.049 INFO:tasks.workunit.client.0.smithi012.stdout:op 2257 completed, throughput=5MB/sec 2024-04-02T08:52:02.049 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-kc3ft5lweffCKVB off=1053783 len=1127167 2024-04-02T08:52:02.050 INFO:tasks.workunit.client.0.smithi012.stdout:op 2258 completed, throughput=5MB/sec 2024-04-02T08:52:02.050 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Jmrm-jBHl67TC53 off=286652 len=1741065 2024-04-02T08:52:02.052 INFO:tasks.workunit.client.0.smithi012.stdout:op 2259 completed, throughput=5MB/sec 2024-04-02T08:52:02.113 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:52:01 smithi055 ceph-mon[85080]: pgmap v1645: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-02T08:52:02.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:52:01 smithi012 ceph-mon[88355]: pgmap v1645: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-02T08:52:02.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:52:01 smithi012 ceph-mon[90784]: pgmap v1645: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-02T08:52:02.560 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:52:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:52:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:52:03.053 INFO:tasks.workunit.client.0.smithi012.stdout: 457: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:03.053 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-QL1dJfi0pRNRpsP off=9309758 len=669285 2024-04-02T08:52:03.053 INFO:tasks.workunit.client.0.smithi012.stdout:op 2260 completed, throughput=4.99MB/sec 2024-04-02T08:52:03.054 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Uf8nDRXclcPFdvE off=10840394 len=468540 2024-04-02T08:52:03.057 INFO:tasks.workunit.client.0.smithi012.stdout:op 2261 completed, throughput=4.99MB/sec 2024-04-02T08:52:03.057 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-PJQDQDyYnnAyllX off=1630582 len=591860 2024-04-02T08:52:03.058 INFO:tasks.workunit.client.0.smithi012.stdout:op 2262 completed, throughput=5MB/sec 2024-04-02T08:52:03.058 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-P0x0R-bkE3s8EHu off=9617957 len=648846 2024-04-02T08:52:03.062 INFO:tasks.workunit.client.0.smithi012.stdout:op 2263 completed, throughput=5MB/sec 2024-04-02T08:52:03.062 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-n2Wn85JTZ5cOqV- off=4617035 len=441154 2024-04-02T08:52:03.066 INFO:tasks.workunit.client.0.smithi012.stdout:op 2264 completed, throughput=5MB/sec 2024-04-02T08:52:03.066 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Za3XPnHmL8NUMvm off=2820554 len=1436505 2024-04-02T08:52:03.068 INFO:tasks.workunit.client.0.smithi012.stdout:op 2265 completed, throughput=5MB/sec 2024-04-02T08:52:04.068 INFO:tasks.workunit.client.0.smithi012.stdout: 458: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:04.069 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-03D-L7CsEmMGxwM off=2071837 len=1102081 2024-04-02T08:52:04.069 INFO:tasks.workunit.client.0.smithi012.stdout:op 2266 completed, throughput=4.99MB/sec 2024-04-02T08:52:04.069 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-vn6iGOFob4eF2np off=12030704 len=2067063 2024-04-02T08:52:04.071 INFO:tasks.workunit.client.0.smithi012.stdout:op 2267 completed, throughput=5MB/sec 2024-04-02T08:52:04.071 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-mSvtwcmrME80Mu- off=3012665 len=529870 2024-04-02T08:52:04.071 INFO:tasks.workunit.client.0.smithi012.stdout:op 2268 completed, throughput=5MB/sec 2024-04-02T08:52:04.071 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-vN7E-MwfzphXxPn off=96063 len=226998 2024-04-02T08:52:04.074 INFO:tasks.workunit.client.0.smithi012.stdout:op 2269 completed, throughput=5MB/sec 2024-04-02T08:52:04.074 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-rHuHpKXGjRj1f5k off=4734871 len=380054 2024-04-02T08:52:04.075 INFO:tasks.workunit.client.0.smithi012.stdout:op 2270 completed, throughput=5MB/sec 2024-04-02T08:52:04.075 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-8a6Nyj2lj2eNjOM off=6055421 len=1486580 2024-04-02T08:52:04.085 INFO:tasks.workunit.client.0.smithi012.stdout:op 2271 completed, throughput=5MB/sec 2024-04-02T08:52:04.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:52:03 smithi012 ceph-mon[88355]: pgmap v1646: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T08:52:04.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:52:03 smithi012 ceph-mon[90784]: pgmap v1646: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T08:52:04.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:52:03 smithi055 ceph-mon[85080]: pgmap v1646: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T08:52:05.083 INFO:tasks.workunit.client.0.smithi012.stdout: 459: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:05.084 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-7_d5nKd1KgunYl1 off=2090628 len=1648222 2024-04-02T08:52:05.092 INFO:tasks.workunit.client.0.smithi012.stdout:op 2272 completed, throughput=4.99MB/sec 2024-04-02T08:52:05.092 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-hxyHPcMEJ-lSrEE off=5594430 len=1281159 2024-04-02T08:52:05.098 INFO:tasks.workunit.client.0.smithi012.stdout:op 2273 completed, throughput=5MB/sec 2024-04-02T08:52:05.098 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-r9fVSyJFFVXSE7N off=7146465 len=1179665 2024-04-02T08:52:05.102 INFO:tasks.workunit.client.0.smithi012.stdout:op 2274 completed, throughput=5MB/sec 2024-04-02T08:52:05.102 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-mHYSx0XdzO5MJpt off=16088212 len=580088 2024-04-02T08:52:05.106 INFO:tasks.workunit.client.0.smithi012.stdout:op 2275 completed, throughput=5MB/sec 2024-04-02T08:52:06.104 INFO:tasks.workunit.client.0.smithi012.stdout: 460: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:06.104 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-2dj3XFeOe7YUp-R off=264417 len=1893657 2024-04-02T08:52:06.112 INFO:tasks.workunit.client.0.smithi012.stdout:op 2276 completed, throughput=4.99MB/sec 2024-04-02T08:52:06.112 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-geIKiwUDpcn-CLT off=584290 len=1800969 2024-04-02T08:52:06.115 INFO:tasks.workunit.client.0.smithi012.stdout:op 2277 completed, throughput=5MB/sec 2024-04-02T08:52:06.115 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-KCFZ-__KTomPQsO off=1246889 len=1127535 2024-04-02T08:52:06.117 INFO:tasks.workunit.client.0.smithi012.stdout:op 2278 completed, throughput=5MB/sec 2024-04-02T08:52:06.117 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-apX2NtsbiOdt5WL off=5372121 len=1112004 2024-04-02T08:52:06.122 INFO:tasks.workunit.client.0.smithi012.stdout:op 2279 completed, throughput=5MB/sec 2024-04-02T08:52:06.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:52:05 smithi012 ceph-mon[88355]: pgmap v1647: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-04-02T08:52:06.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:52:05 smithi012 ceph-mon[90784]: pgmap v1647: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-04-02T08:52:06.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:52:05 smithi055 ceph-mon[85080]: pgmap v1647: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-04-02T08:52:07.122 INFO:tasks.workunit.client.0.smithi012.stdout: 461: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:07.123 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-2AeukpTgsXcgId_ off=17036141 len=1729167 2024-04-02T08:52:07.131 INFO:tasks.workunit.client.0.smithi012.stdout:op 2280 completed, throughput=4.99MB/sec 2024-04-02T08:52:07.131 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-8BxdxFkT3o7IUGo off=5163409 len=156666 2024-04-02T08:52:07.134 INFO:tasks.workunit.client.0.smithi012.stdout:op 2281 completed, throughput=4.99MB/sec 2024-04-02T08:52:07.134 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ibH08mIe8Gv_ild off=4860129 len=1315632 2024-04-02T08:52:07.138 INFO:tasks.workunit.client.0.smithi012.stdout:op 2282 completed, throughput=5MB/sec 2024-04-02T08:52:07.138 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-K67Q74RFDNGjaFi off=14217448 len=83331 2024-04-02T08:52:07.141 INFO:tasks.workunit.client.0.smithi012.stdout:op 2283 completed, throughput=5MB/sec 2024-04-02T08:52:07.141 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-2vu_hyd4VDrbvel off=16965338 len=1027660 2024-04-02T08:52:07.143 INFO:tasks.workunit.client.0.smithi012.stdout:op 2284 completed, throughput=5MB/sec 2024-04-02T08:52:07.143 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-q3Vm34uj3AimYlq off=759415 len=309119 2024-04-02T08:52:07.143 INFO:tasks.workunit.client.0.smithi012.stdout:op 2285 completed, throughput=5MB/sec 2024-04-02T08:52:08.144 INFO:tasks.workunit.client.0.smithi012.stdout: 462: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:08.144 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-8925D9IWCkBSxYC off=4158839 len=580792 2024-04-02T08:52:08.145 INFO:tasks.workunit.client.0.smithi012.stdout:op 2286 completed, throughput=4.99MB/sec 2024-04-02T08:52:08.145 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-0X96n61Ure9fe2c off=13107566 len=757140 2024-04-02T08:52:08.146 INFO:tasks.workunit.client.0.smithi012.stdout:op 2287 completed, throughput=4.99MB/sec 2024-04-02T08:52:08.146 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-LGNDfwhHdoTK9vA off=5162729 len=736181 2024-04-02T08:52:08.149 INFO:tasks.workunit.client.0.smithi012.stdout:op 2288 completed, throughput=4.99MB/sec 2024-04-02T08:52:08.149 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-7_4Bu274bF10mFv off=8364673 len=762714 2024-04-02T08:52:08.151 INFO:tasks.workunit.client.0.smithi012.stdout:op 2289 completed, throughput=5MB/sec 2024-04-02T08:52:08.151 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-9rb4VEW2wz6z6Pg off=337018 len=175250 2024-04-02T08:52:08.151 INFO:tasks.workunit.client.0.smithi012.stdout:op 2290 completed, throughput=5MB/sec 2024-04-02T08:52:08.151 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-abbbz89mFLArRMC off=6414178 len=1421306 2024-04-02T08:52:08.156 INFO:tasks.workunit.client.0.smithi012.stdout:op 2291 completed, throughput=5MB/sec 2024-04-02T08:52:08.156 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-r-hrLxWBn7TpAeM off=379587 len=464592 2024-04-02T08:52:08.159 INFO:tasks.workunit.client.0.smithi012.stdout:op 2292 completed, throughput=5MB/sec 2024-04-02T08:52:08.159 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-p_ENTxQb6qK2fj1 off=5919732 len=1488882 2024-04-02T08:52:08.164 INFO:tasks.workunit.client.0.smithi012.stdout:op 2293 completed, throughput=5MB/sec 2024-04-02T08:52:08.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:52:07 smithi012 ceph-mon[88355]: pgmap v1648: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:52:08.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:52:07 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:52:08.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:52:07 smithi012 ceph-mon[90784]: pgmap v1648: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:52:08.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:52:07 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:52:08.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:52:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:52:07] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-04-02T08:52:08.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:52:07 smithi055 ceph-mon[85080]: pgmap v1648: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:52:08.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:52:07 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:52:09.164 INFO:tasks.workunit.client.0.smithi012.stdout: 463: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:09.164 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-kNZQ778QvmOz-uD off=15738319 len=1060595 2024-04-02T08:52:09.168 INFO:tasks.workunit.client.0.smithi012.stdout:op 2294 completed, throughput=4.99MB/sec 2024-04-02T08:52:09.168 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-LampJcj1KljTtyH off=10192200 len=1419327 2024-04-02T08:52:09.171 INFO:tasks.workunit.client.0.smithi012.stdout:op 2295 completed, throughput=5MB/sec 2024-04-02T08:52:09.171 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-cFjKYmXOKwN7riw off=10377004 len=627225 2024-04-02T08:52:09.172 INFO:tasks.workunit.client.0.smithi012.stdout:op 2296 completed, throughput=5MB/sec 2024-04-02T08:52:09.172 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-zGNIDPv5VZ0VEd3 off=5653921 len=1462426 2024-04-02T08:52:09.175 INFO:tasks.workunit.client.0.smithi012.stdout:op 2297 completed, throughput=5MB/sec 2024-04-02T08:52:09.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:52:08 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:52:09.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:52:08 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:52:09.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:52:08 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:52:09.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:52:08 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:52:09.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:52:08 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:52:09.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:52:08 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:52:09.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:52:08 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:52:09.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:52:08 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:52:09.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:52:08 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:52:10.176 INFO:tasks.workunit.client.0.smithi012.stdout: 464: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:10.176 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-oQ8WWBFboMs6fgr off=392025 len=1946457 2024-04-02T08:52:10.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:52:09 smithi012 ceph-mon[88355]: pgmap v1649: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:52:10.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:52:09 smithi012 ceph-mon[90784]: pgmap v1649: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:52:10.179 INFO:tasks.workunit.client.0.smithi012.stdout:op 2298 completed, throughput=4.99MB/sec 2024-04-02T08:52:10.179 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-OIE9QtdeG06rzIp off=3516199 len=1504250 2024-04-02T08:52:10.185 INFO:tasks.workunit.client.0.smithi012.stdout:op 2299 completed, throughput=5MB/sec 2024-04-02T08:52:10.185 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-caodCHIjCwn9UpW off=13082042 len=1039995 2024-04-02T08:52:10.186 INFO:tasks.workunit.client.0.smithi012.stdout:op 2300 completed, throughput=5MB/sec 2024-04-02T08:52:10.186 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-AMKjnBTD1_oas-N off=8429218 len=841871 2024-04-02T08:52:10.189 INFO:tasks.workunit.client.0.smithi012.stdout:op 2301 completed, throughput=5MB/sec 2024-04-02T08:52:10.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:52:09 smithi055 ceph-mon[85080]: pgmap v1649: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:52:11.190 INFO:tasks.workunit.client.0.smithi012.stdout: 465: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:11.190 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-a6zlcD3PYh_1N4q off=6596794 len=990572 2024-04-02T08:52:11.194 INFO:tasks.workunit.client.0.smithi012.stdout:op 2302 completed, throughput=4.99MB/sec 2024-04-02T08:52:11.194 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-aCSmVqv1ZPfh0Iw off=132917 len=15876 2024-04-02T08:52:11.196 INFO:tasks.workunit.client.0.smithi012.stdout:op 2303 completed, throughput=4.99MB/sec 2024-04-02T08:52:11.196 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-zWil0GHFGpdEkdH off=0 len=1324241 2024-04-02T08:52:11.198 INFO:tasks.workunit.client.0.smithi012.stdout:op 2304 completed, throughput=5MB/sec 2024-04-02T08:52:11.198 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-MSDOCnOJjllsVgk off=385108 len=1006756 2024-04-02T08:52:11.198 INFO:tasks.workunit.client.0.smithi012.stdout:op 2305 completed, throughput=5MB/sec 2024-04-02T08:52:11.199 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-74jIR-COLrIXgrF off=8284723 len=796283 2024-04-02T08:52:11.202 INFO:tasks.workunit.client.0.smithi012.stdout:op 2306 completed, throughput=5MB/sec 2024-04-02T08:52:11.203 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-9eVbUnUK9dMTmvm off=1678174 len=1147499 2024-04-02T08:52:11.207 INFO:tasks.workunit.client.0.smithi012.stdout:op 2307 completed, throughput=5MB/sec 2024-04-02T08:52:12.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:52:11 smithi012 ceph-mon[88355]: pgmap v1650: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:52:12.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:52:11 smithi012 ceph-mon[90784]: pgmap v1650: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:52:12.207 INFO:tasks.workunit.client.0.smithi012.stdout: 466: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:12.207 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-BW1CKgFlBY7fjIm off=18676338 len=71509 2024-04-02T08:52:12.208 INFO:tasks.workunit.client.0.smithi012.stdout:op 2308 completed, throughput=4.99MB/sec 2024-04-02T08:52:12.208 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-YM_1B92QPFwZUHC off=9858446 len=1124453 2024-04-02T08:52:12.209 INFO:tasks.workunit.client.0.smithi012.stdout:op 2309 completed, throughput=4.99MB/sec 2024-04-02T08:52:12.209 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-NHeVTLViAflkNqN off=8948198 len=759496 2024-04-02T08:52:12.209 INFO:tasks.workunit.client.0.smithi012.stdout:op 2310 completed, throughput=4.99MB/sec 2024-04-02T08:52:12.210 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-GKtfjOsQqeY0ywn off=3256824 len=1020856 2024-04-02T08:52:12.211 INFO:tasks.workunit.client.0.smithi012.stdout:op 2311 completed, throughput=5MB/sec 2024-04-02T08:52:12.211 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Njwoi5-FOyTzwo- off=6562120 len=191511 2024-04-02T08:52:12.211 INFO:tasks.workunit.client.0.smithi012.stdout:op 2312 completed, throughput=5MB/sec 2024-04-02T08:52:12.211 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-NnWYdawxowAUu3u off=710624 len=1503379 2024-04-02T08:52:12.214 INFO:tasks.workunit.client.0.smithi012.stdout:op 2313 completed, throughput=5MB/sec 2024-04-02T08:52:12.214 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-BJyzfN8MngVoJ7_ off=2989169 len=461990 2024-04-02T08:52:12.215 INFO:tasks.workunit.client.0.smithi012.stdout:op 2314 completed, throughput=5MB/sec 2024-04-02T08:52:12.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:52:11 smithi055 ceph-mon[85080]: pgmap v1650: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:52:12.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:52:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:52:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:52:13.215 INFO:tasks.workunit.client.0.smithi012.stdout: 467: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:13.216 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-bH5gfvdx9Ehbv7n off=21576486 len=748568 2024-04-02T08:52:13.218 INFO:tasks.workunit.client.0.smithi012.stdout:op 2315 completed, throughput=4.99MB/sec 2024-04-02T08:52:13.218 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-fw1idDVJTzOIxRE off=10308906 len=1963896 2024-04-02T08:52:13.225 INFO:tasks.workunit.client.0.smithi012.stdout:op 2316 completed, throughput=5MB/sec 2024-04-02T08:52:13.225 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-fCWDf9p-EoyW11I off=4747369 len=2039225 2024-04-02T08:52:13.227 INFO:tasks.workunit.client.0.smithi012.stdout:op 2317 completed, throughput=5MB/sec 2024-04-02T08:52:13.227 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-nrHnWEfUROpKbkg off=5227615 len=1587510 2024-04-02T08:52:13.234 INFO:tasks.workunit.client.0.smithi012.stdout:op 2318 completed, throughput=5MB/sec 2024-04-02T08:52:14.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:52:13 smithi012 ceph-mon[88355]: pgmap v1651: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:52:14.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:52:13 smithi012 ceph-mon[90784]: pgmap v1651: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:52:14.234 INFO:tasks.workunit.client.0.smithi012.stdout: 468: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:14.234 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-W3ahKPlWG55N99L off=10151801 len=1016545 2024-04-02T08:52:14.238 INFO:tasks.workunit.client.0.smithi012.stdout:op 2319 completed, throughput=4.99MB/sec 2024-04-02T08:52:14.238 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-UlgL7eSS4ZAcgww off=6705756 len=1927307 2024-04-02T08:52:14.246 INFO:tasks.workunit.client.0.smithi012.stdout:op 2320 completed, throughput=5MB/sec 2024-04-02T08:52:14.246 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-6OWKT6SPArnhwlm off=4992509 len=899087 2024-04-02T08:52:14.247 INFO:tasks.workunit.client.0.smithi012.stdout:op 2321 completed, throughput=5MB/sec 2024-04-02T08:52:14.247 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-3zBOIBgLus0VhNl off=8243522 len=1689975 2024-04-02T08:52:14.253 INFO:tasks.workunit.client.0.smithi012.stdout:op 2322 completed, throughput=5MB/sec 2024-04-02T08:52:14.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:52:13 smithi055 ceph-mon[85080]: pgmap v1651: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:52:15.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:52:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:15.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:52:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:15.253 INFO:tasks.workunit.client.0.smithi012.stdout: 469: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:15.254 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-v4qWaWr8m0vmLJq off=4285469 len=885823 2024-04-02T08:52:15.259 INFO:tasks.workunit.client.0.smithi012.stdout:op 2323 completed, throughput=4.99MB/sec 2024-04-02T08:52:15.259 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Ras_HCSvcEkP2dX off=3430672 len=76167 2024-04-02T08:52:15.261 INFO:tasks.workunit.client.0.smithi012.stdout:op 2324 completed, throughput=4.99MB/sec 2024-04-02T08:52:15.261 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-YUuJdGG3VFEeYuC off=14607244 len=1124498 2024-04-02T08:52:15.263 INFO:tasks.workunit.client.0.smithi012.stdout:op 2325 completed, throughput=5MB/sec 2024-04-02T08:52:15.263 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-rPFQisiQBQrW0y_ off=5936647 len=177867 2024-04-02T08:52:15.263 INFO:tasks.workunit.client.0.smithi012.stdout:op 2326 completed, throughput=5MB/sec 2024-04-02T08:52:15.263 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-sNWva0y6-hxsTDR off=4193862 len=1383421 2024-04-02T08:52:15.264 INFO:tasks.workunit.client.0.smithi012.stdout:op 2327 completed, throughput=5MB/sec 2024-04-02T08:52:15.264 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-BMRfFx-fkYz8sbK off=2001907 len=1878733 2024-04-02T08:52:15.266 INFO:tasks.workunit.client.0.smithi012.stdout:op 2328 completed, throughput=5MB/sec 2024-04-02T08:52:15.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:52:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:16.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:52:15 smithi012 ceph-mon[88355]: pgmap v1652: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:52:16.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:52:15 smithi012 ceph-mon[90784]: pgmap v1652: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:52:16.266 INFO:tasks.workunit.client.0.smithi012.stdout: 470: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:16.266 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-9TNXy7-VaJBiQHM off=0 len=1769919 2024-04-02T08:52:16.274 INFO:tasks.workunit.client.0.smithi012.stdout:op 2329 completed, throughput=5MB/sec 2024-04-02T08:52:16.275 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-HU4sEfq2NxKi1tj off=1608846 len=1430375 2024-04-02T08:52:16.280 INFO:tasks.workunit.client.0.smithi012.stdout:op 2330 completed, throughput=5MB/sec 2024-04-02T08:52:16.280 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-l_wDVOtEIPsSGlt off=4237296 len=17142 2024-04-02T08:52:16.280 INFO:tasks.workunit.client.0.smithi012.stdout:op 2331 completed, throughput=5MB/sec 2024-04-02T08:52:16.281 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-YmqJx66qz5yr1RY off=1803002 len=1277077 2024-04-02T08:52:16.281 INFO:tasks.workunit.client.0.smithi012.stdout:op 2332 completed, throughput=5MB/sec 2024-04-02T08:52:16.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:52:15 smithi055 ceph-mon[85080]: pgmap v1652: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:52:17.282 INFO:tasks.workunit.client.0.smithi012.stdout: 471: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:17.282 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-X7XpWGBmvu1Yb1p off=675245 len=653167 2024-04-02T08:52:17.285 INFO:tasks.workunit.client.0.smithi012.stdout:op 2333 completed, throughput=4.99MB/sec 2024-04-02T08:52:17.285 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-yxwgdliRcnT5myq off=1413173 len=331701 2024-04-02T08:52:17.289 INFO:tasks.workunit.client.0.smithi012.stdout:op 2334 completed, throughput=4.99MB/sec 2024-04-02T08:52:17.289 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-y98t6ra76XOveVU off=8029374 len=940403 2024-04-02T08:52:17.293 INFO:tasks.workunit.client.0.smithi012.stdout:op 2335 completed, throughput=5MB/sec 2024-04-02T08:52:17.294 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Rks_w9YYvjsvOoG off=10471018 len=2017057 2024-04-02T08:52:17.295 INFO:tasks.workunit.client.0.smithi012.stdout:op 2336 completed, throughput=5MB/sec 2024-04-02T08:52:17.295 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-leiOBjUeRUKV-lY off=1505670 len=69689 2024-04-02T08:52:17.297 INFO:tasks.workunit.client.0.smithi012.stdout:op 2337 completed, throughput=5MB/sec 2024-04-02T08:52:17.297 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-cdo_3REbpDlG9nX off=103423 len=454845 2024-04-02T08:52:17.300 INFO:tasks.workunit.client.0.smithi012.stdout:op 2338 completed, throughput=5MB/sec 2024-04-02T08:52:18.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:52:17 smithi012 ceph-mon[88355]: pgmap v1653: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:52:18.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:52:17 smithi012 ceph-mon[90784]: pgmap v1653: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:52:18.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:52:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:52:17] "GET /metrics HTTP/1.1" 200 34055 "" "Prometheus/2.43.0" 2024-04-02T08:52:18.300 INFO:tasks.workunit.client.0.smithi012.stdout: 472: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:18.300 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ctz1kbIdIlBJh9f off=2436798 len=1162975 2024-04-02T08:52:18.301 INFO:tasks.workunit.client.0.smithi012.stdout:op 2339 completed, throughput=4.99MB/sec 2024-04-02T08:52:18.301 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-hYyCHruDQVYrec4 off=6182745 len=1133507 2024-04-02T08:52:18.304 INFO:tasks.workunit.client.0.smithi012.stdout:op 2340 completed, throughput=4.99MB/sec 2024-04-02T08:52:18.304 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-aOTKsdIcs17-7kU off=4839558 len=1118213 2024-04-02T08:52:18.310 INFO:tasks.workunit.client.0.smithi012.stdout:op 2341 completed, throughput=5MB/sec 2024-04-02T08:52:18.310 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-_tszIQKamuh3GCV off=3922329 len=829598 2024-04-02T08:52:18.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:52:17 smithi055 ceph-mon[85080]: pgmap v1653: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:52:18.314 INFO:tasks.workunit.client.0.smithi012.stdout:op 2342 completed, throughput=5MB/sec 2024-04-02T08:52:18.314 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-OWfoTZQdmOCkEqd off=930181 len=569576 2024-04-02T08:52:18.318 INFO:tasks.workunit.client.0.smithi012.stdout:op 2343 completed, throughput=5MB/sec 2024-04-02T08:52:18.318 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-mw2rXa-qDHV6mY9 off=345262 len=239982 2024-04-02T08:52:18.319 INFO:tasks.workunit.client.0.smithi012.stdout:op 2344 completed, throughput=5MB/sec 2024-04-02T08:52:18.319 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ptVTEdvX2n0wKO- off=7001365 len=1091949 2024-04-02T08:52:18.324 INFO:tasks.workunit.client.0.smithi012.stdout:op 2345 completed, throughput=5MB/sec 2024-04-02T08:52:19.324 INFO:tasks.workunit.client.0.smithi012.stdout: 473: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:19.324 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-0fRJKxGB7P_J5DG off=2444035 len=866322 2024-04-02T08:52:19.325 INFO:tasks.workunit.client.0.smithi012.stdout:op 2346 completed, throughput=4.99MB/sec 2024-04-02T08:52:19.325 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-c48nutScwFVk7ck off=0 len=1064393 2024-04-02T08:52:19.326 INFO:tasks.workunit.client.0.smithi012.stdout:op 2347 completed, throughput=4.99MB/sec 2024-04-02T08:52:19.326 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-kSN7r7qkYUQ9AIG off=12468496 len=1468735 2024-04-02T08:52:19.327 INFO:tasks.workunit.client.0.smithi012.stdout:op 2348 completed, throughput=5MB/sec 2024-04-02T08:52:19.328 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-8hFdFGdmh56_3wi off=15266713 len=330766 2024-04-02T08:52:19.328 INFO:tasks.workunit.client.0.smithi012.stdout:op 2349 completed, throughput=5MB/sec 2024-04-02T08:52:19.328 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-STMn0UmB8jROiT5 off=199182 len=1450951 2024-04-02T08:52:19.334 INFO:tasks.workunit.client.0.smithi012.stdout:op 2350 completed, throughput=5MB/sec 2024-04-02T08:52:20.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:52:19 smithi012 ceph-mon[90784]: pgmap v1654: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:52:20.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:52:19 smithi012 ceph-mon[88355]: pgmap v1654: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:52:20.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:52:19 smithi055 ceph-mon[85080]: pgmap v1654: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:52:20.334 INFO:tasks.workunit.client.0.smithi012.stdout: 474: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:20.334 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-rk2Ms8XUofW_72f off=6665991 len=135998 2024-04-02T08:52:20.335 INFO:tasks.workunit.client.0.smithi012.stdout:op 2351 completed, throughput=4.99MB/sec 2024-04-02T08:52:20.335 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-6wYP8jyodwQXrAc off=6880789 len=1237022 2024-04-02T08:52:20.341 INFO:tasks.workunit.client.0.smithi012.stdout:op 2352 completed, throughput=4.99MB/sec 2024-04-02T08:52:20.341 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-9A0IJghc5zu1nGX off=7540472 len=413749 2024-04-02T08:52:20.345 INFO:tasks.workunit.client.0.smithi012.stdout:op 2353 completed, throughput=4.99MB/sec 2024-04-02T08:52:20.345 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-IAafmuHvB_DKENI off=2786709 len=1675589 2024-04-02T08:52:20.348 INFO:tasks.workunit.client.0.smithi012.stdout:op 2354 completed, throughput=5MB/sec 2024-04-02T08:52:20.348 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ix0ptNUYA6Kdjud off=182344 len=118946 2024-04-02T08:52:20.349 INFO:tasks.workunit.client.0.smithi012.stdout:op 2355 completed, throughput=5MB/sec 2024-04-02T08:52:20.349 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-n2dnu_9_IkZ25gT off=18849636 len=461455 2024-04-02T08:52:20.349 INFO:tasks.workunit.client.0.smithi012.stdout:op 2356 completed, throughput=5MB/sec 2024-04-02T08:52:20.349 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-b9MazkKfqG4ZAWe off=10557483 len=903151 2024-04-02T08:52:20.353 INFO:tasks.workunit.client.0.smithi012.stdout:op 2357 completed, throughput=5MB/sec 2024-04-02T08:52:21.353 INFO:tasks.workunit.client.0.smithi012.stdout: 475: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:21.353 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-7OihJOjG9NphveJ off=6494666 len=474383 2024-04-02T08:52:21.354 INFO:tasks.workunit.client.0.smithi012.stdout:op 2358 completed, throughput=4.99MB/sec 2024-04-02T08:52:21.354 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-3qekcow0zfWtq7y off=15431690 len=1210350 2024-04-02T08:52:21.356 INFO:tasks.workunit.client.0.smithi012.stdout:op 2359 completed, throughput=4.99MB/sec 2024-04-02T08:52:21.356 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-jlPmTn3eWNMlJjd off=3758125 len=501312 2024-04-02T08:52:21.359 INFO:tasks.workunit.client.0.smithi012.stdout:op 2360 completed, throughput=4.99MB/sec 2024-04-02T08:52:21.359 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-m_zdz-Oa27Jty0b off=3617353 len=1283994 2024-04-02T08:52:21.364 INFO:tasks.workunit.client.0.smithi012.stdout:op 2361 completed, throughput=5MB/sec 2024-04-02T08:52:21.364 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-jZsKluOPsSi24D7 off=66800 len=1965788 2024-04-02T08:52:21.372 INFO:tasks.workunit.client.0.smithi012.stdout:op 2362 completed, throughput=5MB/sec 2024-04-02T08:52:22.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:52:21 smithi012 ceph-mon[88355]: pgmap v1655: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:52:22.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:52:21 smithi012 ceph-mon[90784]: pgmap v1655: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:52:22.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:52:21 smithi055 ceph-mon[85080]: pgmap v1655: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:52:22.373 INFO:tasks.workunit.client.0.smithi012.stdout: 476: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:22.373 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-NVX-53HMQslYtcn off=4805925 len=2084856 2024-04-02T08:52:22.383 INFO:tasks.workunit.client.0.smithi012.stdout:op 2363 completed, throughput=4.99MB/sec 2024-04-02T08:52:22.383 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-fe1Zt2gOejMe9s- off=355502 len=1610648 2024-04-02T08:52:22.390 INFO:tasks.workunit.client.0.smithi012.stdout:op 2364 completed, throughput=5MB/sec 2024-04-02T08:52:22.390 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-0UMq6nDPMlzHFR2 off=672027 len=410713 2024-04-02T08:52:22.390 INFO:tasks.workunit.client.0.smithi012.stdout:op 2365 completed, throughput=5MB/sec 2024-04-02T08:52:22.390 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-uaDu0yXcR31SXHk off=17443613 len=122282 2024-04-02T08:52:22.391 INFO:tasks.workunit.client.0.smithi012.stdout:op 2366 completed, throughput=5MB/sec 2024-04-02T08:52:22.391 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-s4cnjx3foDhYzv8 off=15201317 len=1411099 2024-04-02T08:52:22.391 INFO:tasks.workunit.client.0.smithi012.stdout:op 2367 completed, throughput=5MB/sec 2024-04-02T08:52:22.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:52:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:52:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:52:23.392 INFO:tasks.workunit.client.0.smithi012.stdout: 477: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:23.392 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-I_ct_lrO0BLY8ua off=2394728 len=2027189 2024-04-02T08:52:23.396 INFO:tasks.workunit.client.0.smithi012.stdout:op 2368 completed, throughput=4.99MB/sec 2024-04-02T08:52:23.396 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-CFD_peve63XwkOb off=19282188 len=1597431 2024-04-02T08:52:23.398 INFO:tasks.workunit.client.0.smithi012.stdout:op 2369 completed, throughput=5MB/sec 2024-04-02T08:52:23.398 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-BOwXhrOQFyvffK6 off=6305233 len=1279913 2024-04-02T08:52:23.405 INFO:tasks.workunit.client.0.smithi012.stdout:op 2370 completed, throughput=5MB/sec 2024-04-02T08:52:24.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:52:23 smithi012 ceph-mon[88355]: pgmap v1656: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T08:52:24.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:52:23 smithi012 ceph-mon[90784]: pgmap v1656: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T08:52:24.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:52:23 smithi055 ceph-mon[85080]: pgmap v1656: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T08:52:24.406 INFO:tasks.workunit.client.0.smithi012.stdout: 478: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:24.406 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-x2w_C56LQ6AsrDO off=4369710 len=187223 2024-04-02T08:52:24.406 INFO:tasks.workunit.client.0.smithi012.stdout:op 2371 completed, throughput=4.99MB/sec 2024-04-02T08:52:24.407 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-GMR3Usn1CQWELtE off=2766440 len=821279 2024-04-02T08:52:24.407 INFO:tasks.workunit.client.0.smithi012.stdout:op 2372 completed, throughput=4.99MB/sec 2024-04-02T08:52:24.407 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-N6NSvrder7pf71N off=2693604 len=23269 2024-04-02T08:52:24.409 INFO:tasks.workunit.client.0.smithi012.stdout:op 2373 completed, throughput=4.99MB/sec 2024-04-02T08:52:24.409 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Agsg3cwsONX9Rxd off=17570386 len=162588 2024-04-02T08:52:24.411 INFO:tasks.workunit.client.0.smithi012.stdout:op 2374 completed, throughput=4.99MB/sec 2024-04-02T08:52:24.411 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-pnveuyXYl9hsTwQ off=721434 len=1210506 2024-04-02T08:52:24.418 INFO:tasks.workunit.client.0.smithi012.stdout:op 2375 completed, throughput=4.99MB/sec 2024-04-02T08:52:24.418 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-S6Kj_Vct-5KYC2q off=2220988 len=1834438 2024-04-02T08:52:24.425 INFO:tasks.workunit.client.0.smithi012.stdout:op 2376 completed, throughput=5MB/sec 2024-04-02T08:52:24.425 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-WCGzvrlop24YWAl off=8949855 len=1009942 2024-04-02T08:52:24.426 INFO:tasks.workunit.client.0.smithi012.stdout:op 2377 completed, throughput=5MB/sec 2024-04-02T08:52:25.426 INFO:tasks.workunit.client.0.smithi012.stdout: 479: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:25.427 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-h9Hqo9keLv3MbUk off=15804025 len=426015 2024-04-02T08:52:25.428 INFO:tasks.workunit.client.0.smithi012.stdout:op 2378 completed, throughput=4.99MB/sec 2024-04-02T08:52:25.428 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-vfv0Yc4vS0VP7pW off=3234462 len=1934963 2024-04-02T08:52:25.431 INFO:tasks.workunit.client.0.smithi012.stdout:op 2379 completed, throughput=4.99MB/sec 2024-04-02T08:52:25.432 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-G5Aq1fuTVuOzRqB off=1176073 len=338080 2024-04-02T08:52:25.435 INFO:tasks.workunit.client.0.smithi012.stdout:op 2380 completed, throughput=5MB/sec 2024-04-02T08:52:25.435 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-AZg0tp0zwt8nLgR off=679349 len=1931475 2024-04-02T08:52:25.437 INFO:tasks.workunit.client.0.smithi012.stdout:op 2381 completed, throughput=5MB/sec 2024-04-02T08:52:25.437 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-cr0hWmUwRrC-uKS off=3373190 len=1156739 2024-04-02T08:52:25.442 INFO:tasks.workunit.client.0.smithi012.stdout:op 2382 completed, throughput=5MB/sec 2024-04-02T08:52:26.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:52:25 smithi012 ceph-mon[88355]: pgmap v1657: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:52:26.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:52:25 smithi012 ceph-mon[90784]: pgmap v1657: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:52:26.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:52:25 smithi055 ceph-mon[85080]: pgmap v1657: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:52:26.442 INFO:tasks.workunit.client.0.smithi012.stdout: 480: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:26.443 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-OhWy4GxQqAfDiaJ off=7001570 len=609243 2024-04-02T08:52:26.443 INFO:tasks.workunit.client.0.smithi012.stdout:op 2383 completed, throughput=4.99MB/sec 2024-04-02T08:52:26.443 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-FdCGTGSaZrD58ca off=2890637 len=2013030 2024-04-02T08:52:26.452 INFO:tasks.workunit.client.0.smithi012.stdout:op 2384 completed, throughput=5MB/sec 2024-04-02T08:52:26.452 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-u9qpp2vqQNdctB3 off=1193156 len=1519835 2024-04-02T08:52:26.455 INFO:tasks.workunit.client.0.smithi012.stdout:op 2385 completed, throughput=5MB/sec 2024-04-02T08:52:26.455 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-LXQ0pEVTOX1n1WL off=1225339 len=876600 2024-04-02T08:52:26.460 INFO:tasks.workunit.client.0.smithi012.stdout:op 2386 completed, throughput=5MB/sec 2024-04-02T08:52:27.460 INFO:tasks.workunit.client.0.smithi012.stdout: 481: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:27.460 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-DDkfpVFinKlNEnn off=1946197 len=1423048 2024-04-02T08:52:27.461 INFO:tasks.workunit.client.0.smithi012.stdout:op 2387 completed, throughput=4.99MB/sec 2024-04-02T08:52:27.462 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-sxvYsfvOhALxlfR off=16473814 len=884916 2024-04-02T08:52:27.466 INFO:tasks.workunit.client.0.smithi012.stdout:op 2388 completed, throughput=4.99MB/sec 2024-04-02T08:52:27.467 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-7BfVYU89gLiGPp9 off=2351537 len=179593 2024-04-02T08:52:27.467 INFO:tasks.workunit.client.0.smithi012.stdout:op 2389 completed, throughput=5MB/sec 2024-04-02T08:52:27.467 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Bfnk7EYF4smO1P4 off=6417980 len=1078935 2024-04-02T08:52:27.468 INFO:tasks.workunit.client.0.smithi012.stdout:op 2390 completed, throughput=5MB/sec 2024-04-02T08:52:27.468 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-BMKkdWVrmynPiIi off=699383 len=1066163 2024-04-02T08:52:27.474 INFO:tasks.workunit.client.0.smithi012.stdout:op 2391 completed, throughput=5MB/sec 2024-04-02T08:52:27.475 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-6Iu7UTcjd2Vni5- off=20036295 len=877072 2024-04-02T08:52:27.475 INFO:tasks.workunit.client.0.smithi012.stdout:op 2392 completed, throughput=5MB/sec 2024-04-02T08:52:28.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:52:27 smithi012 ceph-mon[88355]: pgmap v1658: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:52:28.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:52:27 smithi012 ceph-mon[90784]: pgmap v1658: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:52:28.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:52:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:52:27] "GET /metrics HTTP/1.1" 200 34055 "" "Prometheus/2.43.0" 2024-04-02T08:52:28.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:52:27 smithi055 ceph-mon[85080]: pgmap v1658: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:52:28.475 INFO:tasks.workunit.client.0.smithi012.stdout: 482: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:28.475 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-8E6blWt36evtsd5 off=266370 len=1027187 2024-04-02T08:52:28.476 INFO:tasks.workunit.client.0.smithi012.stdout:op 2393 completed, throughput=4.99MB/sec 2024-04-02T08:52:28.477 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-paZg1a6WVCBJ1bN off=17480739 len=1908231 2024-04-02T08:52:28.487 INFO:tasks.workunit.client.0.smithi012.stdout:op 2394 completed, throughput=5MB/sec 2024-04-02T08:52:28.487 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-f8ta-rpPvUydu8y off=6201 len=221882 2024-04-02T08:52:28.489 INFO:tasks.workunit.client.0.smithi012.stdout:op 2395 completed, throughput=5MB/sec 2024-04-02T08:52:28.489 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-5rknLzj2oMklKuS off=2480980 len=341597 2024-04-02T08:52:28.491 INFO:tasks.workunit.client.0.smithi012.stdout:op 2396 completed, throughput=5MB/sec 2024-04-02T08:52:28.491 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-AOe1WkJANzE00wh off=1823479 len=703475 2024-04-02T08:52:28.492 INFO:tasks.workunit.client.0.smithi012.stdout:op 2397 completed, throughput=5MB/sec 2024-04-02T08:52:28.492 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-zO10_rOAqalrSaQ off=5536708 len=1700053 2024-04-02T08:52:28.500 INFO:tasks.workunit.client.0.smithi012.stdout:op 2398 completed, throughput=5MB/sec 2024-04-02T08:52:29.500 INFO:tasks.workunit.client.0.smithi012.stdout: 483: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:29.500 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-asYXPSZrsFQN4XO off=12030561 len=915271 2024-04-02T08:52:29.505 INFO:tasks.workunit.client.0.smithi012.stdout:op 2399 completed, throughput=4.99MB/sec 2024-04-02T08:52:29.505 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-3X7SDrjYb7hGf6s off=3463123 len=1872316 2024-04-02T08:52:29.507 INFO:tasks.workunit.client.0.smithi012.stdout:op 2400 completed, throughput=5MB/sec 2024-04-02T08:52:29.507 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-5XuWnl-zqMwmNPM off=2548210 len=990183 2024-04-02T08:52:29.508 INFO:tasks.workunit.client.0.smithi012.stdout:op 2401 completed, throughput=5MB/sec 2024-04-02T08:52:29.508 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-o2WWp9xowgQyP0c off=2586628 len=1135917 2024-04-02T08:52:29.514 INFO:tasks.workunit.client.0.smithi012.stdout:op 2402 completed, throughput=5MB/sec 2024-04-02T08:52:30.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:52:29 smithi012 ceph-mon[88355]: pgmap v1659: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:52:30.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:52:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:30.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:52:29 smithi012 ceph-mon[90784]: pgmap v1659: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:52:30.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:52:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:30.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:52:29 smithi055 ceph-mon[85080]: pgmap v1659: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:52:30.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:52:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:30.514 INFO:tasks.workunit.client.0.smithi012.stdout: 484: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:30.514 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-f9ThLz8F8wnNdwh off=8625159 len=434353 2024-04-02T08:52:30.515 INFO:tasks.workunit.client.0.smithi012.stdout:op 2403 completed, throughput=4.99MB/sec 2024-04-02T08:52:30.515 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-yxE8jIyyZWgiB5d off=3015864 len=125451 2024-04-02T08:52:30.516 INFO:tasks.workunit.client.0.smithi012.stdout:op 2404 completed, throughput=4.99MB/sec 2024-04-02T08:52:30.516 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-dYbOq7GrrTSPPf8 off=3608263 len=1129730 2024-04-02T08:52:30.520 INFO:tasks.workunit.client.0.smithi012.stdout:op 2405 completed, throughput=4.99MB/sec 2024-04-02T08:52:30.520 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-k4tGeo926jdMYBl off=12990306 len=1775596 2024-04-02T08:52:30.528 INFO:tasks.workunit.client.0.smithi012.stdout:op 2406 completed, throughput=5MB/sec 2024-04-02T08:52:30.528 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-yMJpmk4Zg9JpZKS off=2963895 len=266361 2024-04-02T08:52:30.530 INFO:tasks.workunit.client.0.smithi012.stdout:op 2407 completed, throughput=5MB/sec 2024-04-02T08:52:30.530 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-xMTnL_ADysd71Tq off=3966091 len=644182 2024-04-02T08:52:30.534 INFO:tasks.workunit.client.0.smithi012.stdout:op 2408 completed, throughput=5MB/sec 2024-04-02T08:52:30.535 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-QEI2kgOgnUzFNEW off=1745558 len=1688788 2024-04-02T08:52:30.536 INFO:tasks.workunit.client.0.smithi012.stdout:op 2409 completed, throughput=5MB/sec 2024-04-02T08:52:31.536 INFO:tasks.workunit.client.0.smithi012.stdout: 485: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:31.536 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-2inVek3EcVZ4IZ3 off=1940944 len=710172 2024-04-02T08:52:31.540 INFO:tasks.workunit.client.0.smithi012.stdout:op 2410 completed, throughput=4.99MB/sec 2024-04-02T08:52:31.540 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-XBpVFj9_kZube-t off=3584511 len=1130412 2024-04-02T08:52:31.544 INFO:tasks.workunit.client.0.smithi012.stdout:op 2411 completed, throughput=5MB/sec 2024-04-02T08:52:31.544 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-3C4DjFDu36efUoY off=14086678 len=363719 2024-04-02T08:52:31.547 INFO:tasks.workunit.client.0.smithi012.stdout:op 2412 completed, throughput=5MB/sec 2024-04-02T08:52:31.547 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-0nK4ClRFn5FmnC- off=1465042 len=641271 2024-04-02T08:52:31.551 INFO:tasks.workunit.client.0.smithi012.stdout:op 2413 completed, throughput=5MB/sec 2024-04-02T08:52:31.551 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-LN6359u0RYd3u_v off=5069435 len=239535 2024-04-02T08:52:31.552 INFO:tasks.workunit.client.0.smithi012.stdout:op 2414 completed, throughput=5MB/sec 2024-04-02T08:52:31.552 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Ox7ezlZenlVxop8 off=2414478 len=415176 2024-04-02T08:52:31.553 INFO:tasks.workunit.client.0.smithi012.stdout:op 2415 completed, throughput=5MB/sec 2024-04-02T08:52:31.553 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Eu6UVwTPIES17BX off=905031 len=690809 2024-04-02T08:52:31.556 INFO:tasks.workunit.client.0.smithi012.stdout:op 2416 completed, throughput=5MB/sec 2024-04-02T08:52:32.113 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:52:31 smithi055 ceph-mon[85080]: pgmap v1660: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:52:32.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:52:31 smithi012 ceph-mon[88355]: pgmap v1660: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:52:32.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:52:31 smithi012 ceph-mon[90784]: pgmap v1660: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:52:32.556 INFO:tasks.workunit.client.0.smithi012.stdout: 486: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:32.556 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-9nQY8fDxmbGzqR2 off=8500141 len=938555 2024-04-02T08:52:32.557 INFO:tasks.workunit.client.0.smithi012.stdout:op 2417 completed, throughput=4.99MB/sec 2024-04-02T08:52:32.557 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-r4w0NxoSrsjN1G9 off=7624671 len=426958 2024-04-02T08:52:32.558 INFO:tasks.workunit.client.0.smithi012.stdout:op 2418 completed, throughput=4.99MB/sec 2024-04-02T08:52:32.558 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-CgIpukWKuSNiGBN off=3702485 len=476493 2024-04-02T08:52:32.558 INFO:tasks.workunit.client.0.smithi012.stdout:op 2419 completed, throughput=4.99MB/sec 2024-04-02T08:52:32.559 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-vXebUx8w1Yr3FIJ off=11484354 len=1485845 2024-04-02T08:52:32.560 INFO:tasks.workunit.client.0.smithi012.stdout:op 2420 completed, throughput=5MB/sec 2024-04-02T08:52:32.560 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-TII3IeoHqOPHbcy off=13691647 len=1335378 2024-04-02T08:52:32.560 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:52:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:52:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:52:32.561 INFO:tasks.workunit.client.0.smithi012.stdout:op 2421 completed, throughput=5MB/sec 2024-04-02T08:52:32.561 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-yGIsmI22fSL39nK off=973966 len=547311 2024-04-02T08:52:32.562 INFO:tasks.workunit.client.0.smithi012.stdout:op 2422 completed, throughput=5MB/sec 2024-04-02T08:52:33.563 INFO:tasks.workunit.client.0.smithi012.stdout: 487: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:33.563 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-UZZCY7P2p54wUiX off=4831404 len=498496 2024-04-02T08:52:33.563 INFO:tasks.workunit.client.0.smithi012.stdout:op 2423 completed, throughput=4.99MB/sec 2024-04-02T08:52:33.563 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-4sUmVA_PCw-Vqzm off=5710684 len=228417 2024-04-02T08:52:33.564 INFO:tasks.workunit.client.0.smithi012.stdout:op 2424 completed, throughput=4.99MB/sec 2024-04-02T08:52:33.564 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj--t9BC7WLtvJl5O2 off=20006644 len=799717 2024-04-02T08:52:33.568 INFO:tasks.workunit.client.0.smithi012.stdout:op 2425 completed, throughput=4.99MB/sec 2024-04-02T08:52:33.568 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-1xTIdIuH4OogSKZ off=5004425 len=430204 2024-04-02T08:52:33.571 INFO:tasks.workunit.client.0.smithi012.stdout:op 2426 completed, throughput=4.99MB/sec 2024-04-02T08:52:33.571 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-lsAImLXNXUaQIu3 off=17720123 len=1083447 2024-04-02T08:52:33.575 INFO:tasks.workunit.client.0.smithi012.stdout:op 2427 completed, throughput=5MB/sec 2024-04-02T08:52:33.575 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj--r347xFh6R0McmV off=16427066 len=1443328 2024-04-02T08:52:33.582 INFO:tasks.workunit.client.0.smithi012.stdout:op 2428 completed, throughput=5MB/sec 2024-04-02T08:52:33.582 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-A82HNbfryIlV61Q off=13089442 len=73984 2024-04-02T08:52:33.583 INFO:tasks.workunit.client.0.smithi012.stdout:op 2429 completed, throughput=5MB/sec 2024-04-02T08:52:33.583 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-SlBl3Oh26aLDjHT off=2776724 len=474329 2024-04-02T08:52:33.586 INFO:tasks.workunit.client.0.smithi012.stdout:op 2430 completed, throughput=5MB/sec 2024-04-02T08:52:33.586 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-pqrz1x5lG3m60-X off=9789158 len=1623752 2024-04-02T08:52:33.592 INFO:tasks.workunit.client.0.smithi012.stdout:op 2431 completed, throughput=5MB/sec 2024-04-02T08:52:34.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:52:33 smithi012 ceph-mon[88355]: pgmap v1661: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:52:34.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:52:33 smithi012 ceph-mon[90784]: pgmap v1661: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:52:34.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:52:33 smithi055 ceph-mon[85080]: pgmap v1661: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:52:34.592 INFO:tasks.workunit.client.0.smithi012.stdout: 488: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:34.593 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-bdZyBRpUCY4qf1k off=5250411 len=1935875 2024-04-02T08:52:34.601 INFO:tasks.workunit.client.0.smithi012.stdout:op 2432 completed, throughput=5MB/sec 2024-04-02T08:52:34.601 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-14s8tN4T4RgjMl2 off=4295532 len=1920644 2024-04-02T08:52:34.610 INFO:tasks.workunit.client.0.smithi012.stdout:op 2433 completed, throughput=5MB/sec 2024-04-02T08:52:34.610 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-esbKvREq81P_uzh off=1859011 len=314362 2024-04-02T08:52:34.611 INFO:tasks.workunit.client.0.smithi012.stdout:op 2434 completed, throughput=5MB/sec 2024-04-02T08:52:35.611 INFO:tasks.workunit.client.0.smithi012.stdout: 489: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:35.612 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-zTV_c_l46ZWonrO off=5660336 len=96031 2024-04-02T08:52:35.612 INFO:tasks.workunit.client.0.smithi012.stdout:op 2435 completed, throughput=4.99MB/sec 2024-04-02T08:52:35.612 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-EgouIRubhZ-L5qK off=18362471 len=1631483 2024-04-02T08:52:35.615 INFO:tasks.workunit.client.0.smithi012.stdout:op 2436 completed, throughput=4.99MB/sec 2024-04-02T08:52:35.615 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-o2KA-HAlMadgmeK off=11597188 len=1024639 2024-04-02T08:52:35.619 INFO:tasks.workunit.client.0.smithi012.stdout:op 2437 completed, throughput=5MB/sec 2024-04-02T08:52:35.620 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-BTzJvtxK0eSNazE off=248718 len=859010 2024-04-02T08:52:35.621 INFO:tasks.workunit.client.0.smithi012.stdout:op 2438 completed, throughput=5MB/sec 2024-04-02T08:52:35.621 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-LPoXdAphERFKToQ off=8867883 len=1100373 2024-04-02T08:52:35.625 INFO:tasks.workunit.client.0.smithi012.stdout:op 2439 completed, throughput=5MB/sec 2024-04-02T08:52:35.626 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-R7AEmFgzk5noduX off=2284034 len=1532978 2024-04-02T08:52:35.627 INFO:tasks.workunit.client.0.smithi012.stdout:op 2440 completed, throughput=5MB/sec 2024-04-02T08:52:36.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:52:35 smithi012 ceph-mon[88355]: pgmap v1662: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:52:36.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:52:35 smithi012 ceph-mon[90784]: pgmap v1662: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:52:36.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:52:35 smithi055 ceph-mon[85080]: pgmap v1662: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:52:36.627 INFO:tasks.workunit.client.0.smithi012.stdout: 490: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:36.627 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-4IIqWFME-m3oyfK off=9562029 len=1483840 2024-04-02T08:52:36.628 INFO:tasks.workunit.client.0.smithi012.stdout:op 2441 completed, throughput=4.99MB/sec 2024-04-02T08:52:36.628 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-skIxXvIQHJCWjpm off=14166459 len=671952 2024-04-02T08:52:36.629 INFO:tasks.workunit.client.0.smithi012.stdout:op 2442 completed, throughput=5MB/sec 2024-04-02T08:52:36.629 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-X_O1ksV5krZJX-A off=5299327 len=102394 2024-04-02T08:52:36.632 INFO:tasks.workunit.client.0.smithi012.stdout:op 2443 completed, throughput=5MB/sec 2024-04-02T08:52:36.632 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-XIwFdM4siNgx4Ob off=4210928 len=1087493 2024-04-02T08:52:36.636 INFO:tasks.workunit.client.0.smithi012.stdout:op 2444 completed, throughput=5MB/sec 2024-04-02T08:52:36.636 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj--JRS3BpGJMyokvR off=240667 len=528099 2024-04-02T08:52:36.640 INFO:tasks.workunit.client.0.smithi012.stdout:op 2445 completed, throughput=5MB/sec 2024-04-02T08:52:36.640 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-dy8wmdv4-cIW1SL off=7660788 len=681617 2024-04-02T08:52:36.644 INFO:tasks.workunit.client.0.smithi012.stdout:op 2446 completed, throughput=5MB/sec 2024-04-02T08:52:37.645 INFO:tasks.workunit.client.0.smithi012.stdout: 491: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:37.646 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-_bYgO_TDvMfmW3M off=3315676 len=424587 2024-04-02T08:52:37.647 INFO:tasks.workunit.client.0.smithi012.stdout:op 2447 completed, throughput=4.99MB/sec 2024-04-02T08:52:37.647 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-PCA4EKWdKHvsmMv off=7413173 len=1552139 2024-04-02T08:52:37.650 INFO:tasks.workunit.client.0.smithi012.stdout:op 2448 completed, throughput=4.99MB/sec 2024-04-02T08:52:37.650 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-q5yD2mA82TkBdGi off=6280162 len=169884 2024-04-02T08:52:37.650 INFO:tasks.workunit.client.0.smithi012.stdout:op 2449 completed, throughput=4.99MB/sec 2024-04-02T08:52:37.650 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-DpNdO6yPOYe0VGR off=10897683 len=91464 2024-04-02T08:52:37.652 INFO:tasks.workunit.client.0.smithi012.stdout:op 2450 completed, throughput=4.99MB/sec 2024-04-02T08:52:37.653 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-7hrOyy0nLCledw3 off=949264 len=1559303 2024-04-02T08:52:37.660 INFO:tasks.workunit.client.0.smithi012.stdout:op 2451 completed, throughput=5MB/sec 2024-04-02T08:52:37.660 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-A3qvXFpIghrEFDH off=1373577 len=88011 2024-04-02T08:52:37.660 INFO:tasks.workunit.client.0.smithi012.stdout:op 2452 completed, throughput=5MB/sec 2024-04-02T08:52:37.660 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Tel6w2BWR_nUxjy off=1523167 len=230571 2024-04-02T08:52:37.661 INFO:tasks.workunit.client.0.smithi012.stdout:op 2453 completed, throughput=5MB/sec 2024-04-02T08:52:37.661 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-c5pY2RAI9UWV9qF off=4149002 len=1561174 2024-04-02T08:52:37.667 INFO:tasks.workunit.client.0.smithi012.stdout:op 2454 completed, throughput=5MB/sec 2024-04-02T08:52:38.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:52:37 smithi012 ceph-mon[88355]: pgmap v1663: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.5 MiB/s wr, 7 op/s 2024-04-02T08:52:38.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:52:37 smithi012 ceph-mon[90784]: pgmap v1663: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.5 MiB/s wr, 7 op/s 2024-04-02T08:52:38.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:52:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:52:37] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-04-02T08:52:38.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:52:37 smithi055 ceph-mon[85080]: pgmap v1663: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.5 MiB/s wr, 7 op/s 2024-04-02T08:52:38.668 INFO:tasks.workunit.client.0.smithi012.stdout: 492: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:38.668 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-wyjbMFFAtQod5D8 off=5641004 len=1614448 2024-04-02T08:52:38.669 INFO:tasks.workunit.client.0.smithi012.stdout:op 2455 completed, throughput=4.99MB/sec 2024-04-02T08:52:38.669 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-slYFVFg46KpApCL off=5266887 len=538930 2024-04-02T08:52:38.673 INFO:tasks.workunit.client.0.smithi012.stdout:op 2456 completed, throughput=5MB/sec 2024-04-02T08:52:38.673 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-fsossT1wN3oGHBV off=5904090 len=17788 2024-04-02T08:52:38.675 INFO:tasks.workunit.client.0.smithi012.stdout:op 2457 completed, throughput=5MB/sec 2024-04-02T08:52:38.675 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-amnhbP6jEzCBEjh off=1537902 len=1191295 2024-04-02T08:52:38.681 INFO:tasks.workunit.client.0.smithi012.stdout:op 2458 completed, throughput=5MB/sec 2024-04-02T08:52:38.681 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-w1WXZZWp9CYP-si off=1207919 len=516255 2024-04-02T08:52:38.681 INFO:tasks.workunit.client.0.smithi012.stdout:op 2459 completed, throughput=5MB/sec 2024-04-02T08:52:38.682 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-DZFn2wadVmc2Sd2 off=1287250 len=295765 2024-04-02T08:52:38.684 INFO:tasks.workunit.client.0.smithi012.stdout:op 2460 completed, throughput=5MB/sec 2024-04-02T08:52:38.684 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-WPbLoNonvmbPdV6 off=562727 len=624795 2024-04-02T08:52:38.687 INFO:tasks.workunit.client.0.smithi012.stdout:op 2461 completed, throughput=5MB/sec 2024-04-02T08:52:39.688 INFO:tasks.workunit.client.0.smithi012.stdout: 493: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:39.688 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-eTQoE9SDIvg-P6U off=3640339 len=1830935 2024-04-02T08:52:39.696 INFO:tasks.workunit.client.0.smithi012.stdout:op 2462 completed, throughput=4.99MB/sec 2024-04-02T08:52:39.696 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-7vptQCut4GIA5gt off=4023633 len=805741 2024-04-02T08:52:39.699 INFO:tasks.workunit.client.0.smithi012.stdout:op 2463 completed, throughput=5MB/sec 2024-04-02T08:52:39.699 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-qIPg_7sgJCDSJgs off=1067827 len=1451712 2024-04-02T08:52:39.704 INFO:tasks.workunit.client.0.smithi012.stdout:op 2464 completed, throughput=5MB/sec 2024-04-02T08:52:39.704 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-lxk-cCYaDxuU4yR off=19959724 len=137647 2024-04-02T08:52:39.705 INFO:tasks.workunit.client.0.smithi012.stdout:op 2465 completed, throughput=5MB/sec 2024-04-02T08:52:39.705 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-6LOXSvzAVt1LWBm off=2247715 len=503678 2024-04-02T08:52:39.708 INFO:tasks.workunit.client.0.smithi012.stdout:op 2466 completed, throughput=5MB/sec 2024-04-02T08:52:39.708 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-bgeO14qpGzfM5Uu off=7325867 len=698254 2024-04-02T08:52:39.709 INFO:tasks.workunit.client.0.smithi012.stdout:op 2467 completed, throughput=5MB/sec 2024-04-02T08:52:40.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:52:39 smithi012 ceph-mon[88355]: pgmap v1664: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:52:40.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:52:39 smithi012 ceph-mon[90784]: pgmap v1664: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:52:40.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:52:39 smithi055 ceph-mon[85080]: pgmap v1664: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:52:40.709 INFO:tasks.workunit.client.0.smithi012.stdout: 494: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:40.709 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-H4-722Z5Qx9-Kvy off=3504445 len=1116616 2024-04-02T08:52:40.711 INFO:tasks.workunit.client.0.smithi012.stdout:op 2468 completed, throughput=4.99MB/sec 2024-04-02T08:52:40.711 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-VnKSy0LZ0hhWliv off=1378697 len=1923258 2024-04-02T08:52:40.713 INFO:tasks.workunit.client.0.smithi012.stdout:op 2469 completed, throughput=5MB/sec 2024-04-02T08:52:40.713 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-a75uFny0KY-kTUx off=6335255 len=321627 2024-04-02T08:52:40.715 INFO:tasks.workunit.client.0.smithi012.stdout:op 2470 completed, throughput=5MB/sec 2024-04-02T08:52:40.715 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-vZG6mhw1k6Y1ZVr off=3064808 len=838817 2024-04-02T08:52:40.719 INFO:tasks.workunit.client.0.smithi012.stdout:op 2471 completed, throughput=5MB/sec 2024-04-02T08:52:40.719 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-RJzTUL-Z8-217tl off=12252474 len=597677 2024-04-02T08:52:40.722 INFO:tasks.workunit.client.0.smithi012.stdout:op 2472 completed, throughput=5MB/sec 2024-04-02T08:52:40.723 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-WRnvvUZ6DrC0ygn off=4662130 len=583802 2024-04-02T08:52:40.724 INFO:tasks.workunit.client.0.smithi012.stdout:op 2473 completed, throughput=5MB/sec 2024-04-02T08:52:41.725 INFO:tasks.workunit.client.0.smithi012.stdout: 495: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:41.725 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-4_BYtt1Z04gl6b4 off=5109310 len=600294 2024-04-02T08:52:41.725 INFO:tasks.workunit.client.0.smithi012.stdout:op 2474 completed, throughput=4.99MB/sec 2024-04-02T08:52:41.725 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-LEF9yR-R571j2Ll off=14133023 len=1556591 2024-04-02T08:52:41.733 INFO:tasks.workunit.client.0.smithi012.stdout:op 2475 completed, throughput=4.99MB/sec 2024-04-02T08:52:41.733 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-h0J77rv7pIMdC0Y off=13342416 len=1691749 2024-04-02T08:52:41.734 INFO:tasks.workunit.client.0.smithi012.stdout:op 2476 completed, throughput=5MB/sec 2024-04-02T08:52:41.735 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-waiBDjz-Ng9mSTg off=3995239 len=1992832 2024-04-02T08:52:41.742 INFO:tasks.workunit.client.0.smithi012.stdout:op 2477 completed, throughput=5MB/sec 2024-04-02T08:52:42.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:52:41 smithi012 ceph-mon[88355]: pgmap v1665: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:52:42.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:52:41 smithi012 ceph-mon[90784]: pgmap v1665: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:52:42.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:52:41 smithi055 ceph-mon[85080]: pgmap v1665: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:52:42.746 INFO:tasks.workunit.client.0.smithi012.stdout: 496: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:42.774 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-UjLPMxPocVE4enE off=15907184 len=872186 2024-04-02T08:52:42.776 INFO:tasks.workunit.client.0.smithi012.stdout:op 2478 completed, throughput=4.99MB/sec 2024-04-02T08:52:42.776 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-w1nmHrn0zHLdNtw off=3815709 len=188473 2024-04-02T08:52:42.778 INFO:tasks.workunit.client.0.smithi012.stdout:op 2479 completed, throughput=4.99MB/sec 2024-04-02T08:52:42.778 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-TDruQL3tb89U0Xh off=274480 len=407831 2024-04-02T08:52:42.778 INFO:tasks.workunit.client.0.smithi012.stdout:op 2480 completed, throughput=4.99MB/sec 2024-04-02T08:52:42.778 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-8ZySwbIqAwTKQFn off=12266265 len=1153187 2024-04-02T08:52:42.778 INFO:tasks.workunit.client.0.smithi012.stdout:op 2481 completed, throughput=5MB/sec 2024-04-02T08:52:42.778 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-_j752aLd9TUFBNe off=7878151 len=741146 2024-04-02T08:52:42.778 INFO:tasks.workunit.client.0.smithi012.stdout:op 2482 completed, throughput=5MB/sec 2024-04-02T08:52:42.778 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-3BqyPSuYG8io4m5 off=13465622 len=417367 2024-04-02T08:52:42.778 INFO:tasks.workunit.client.0.smithi012.stdout:op 2483 completed, throughput=5MB/sec 2024-04-02T08:52:42.778 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-0g0cO-vQCvlADHF off=0 len=1501203 2024-04-02T08:52:42.779 INFO:tasks.workunit.client.0.smithi012.stdout:op 2484 completed, throughput=5MB/sec 2024-04-02T08:52:42.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:52:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:52:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:52:43.765 INFO:tasks.workunit.client.0.smithi012.stdout: 497: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:43.765 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-6dexHduGwJIhixh off=15741195 len=994606 2024-04-02T08:52:43.770 INFO:tasks.workunit.client.0.smithi012.stdout:op 2485 completed, throughput=4.99MB/sec 2024-04-02T08:52:43.770 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-B2VUo6C3xk5yX6V off=3412181 len=132729 2024-04-02T08:52:43.771 INFO:tasks.workunit.client.0.smithi012.stdout:op 2486 completed, throughput=4.99MB/sec 2024-04-02T08:52:43.771 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-YPVhRDxGNy4R-rh off=1155705 len=589960 2024-04-02T08:52:43.772 INFO:tasks.workunit.client.0.smithi012.stdout:op 2487 completed, throughput=4.99MB/sec 2024-04-02T08:52:43.772 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-8B4O8Y2Dj700z-G off=6720883 len=292206 2024-04-02T08:52:43.773 INFO:tasks.workunit.client.0.smithi012.stdout:op 2488 completed, throughput=5MB/sec 2024-04-02T08:52:43.773 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ZgBmogAvdUIV-nS off=3008690 len=87778 2024-04-02T08:52:43.775 INFO:tasks.workunit.client.0.smithi012.stdout:op 2489 completed, throughput=5MB/sec 2024-04-02T08:52:43.775 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-qMPyEu3Jan9A8dk off=1585521 len=1724821 2024-04-02T08:52:43.781 INFO:tasks.workunit.client.0.smithi012.stdout:op 2490 completed, throughput=5MB/sec 2024-04-02T08:52:43.781 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-8925D9IWCkBSxYC off=2553645 len=679848 2024-04-02T08:52:43.786 INFO:tasks.workunit.client.0.smithi012.stdout:op 2491 completed, throughput=5MB/sec 2024-04-02T08:52:43.786 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-2MFsMB5Sjl14IX9 off=81118 len=719500 2024-04-02T08:52:43.787 INFO:tasks.workunit.client.0.smithi012.stdout:op 2492 completed, throughput=5MB/sec 2024-04-02T08:52:44.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:52:43 smithi012 ceph-mon[88355]: pgmap v1666: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:52:44.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:52:43 smithi012 ceph-mon[90784]: pgmap v1666: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:52:44.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:52:43 smithi055 ceph-mon[85080]: pgmap v1666: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:52:44.783 INFO:tasks.workunit.client.0.smithi012.stdout: 498: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:44.784 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-0dxugaaWQiud60t off=862269 len=346418 2024-04-02T08:52:44.784 INFO:tasks.workunit.client.0.smithi012.stdout:op 2493 completed, throughput=4.99MB/sec 2024-04-02T08:52:44.784 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-4mqCfN4xxqToXqu off=2166582 len=638342 2024-04-02T08:52:44.785 INFO:tasks.workunit.client.0.smithi012.stdout:op 2494 completed, throughput=4.99MB/sec 2024-04-02T08:52:44.785 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-7US7diJv6FuYrk4 off=1129018 len=1467686 2024-04-02T08:52:44.788 INFO:tasks.workunit.client.0.smithi012.stdout:op 2495 completed, throughput=5MB/sec 2024-04-02T08:52:44.788 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-E031EGiN7OepKzz off=1273124 len=1615170 2024-04-02T08:52:44.791 INFO:tasks.workunit.client.0.smithi012.stdout:op 2496 completed, throughput=5MB/sec 2024-04-02T08:52:44.791 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-DtrCeJuYVJ7zzKo off=6085444 len=1167313 2024-04-02T08:52:44.794 INFO:tasks.workunit.client.0.smithi012.stdout:op 2497 completed, throughput=5MB/sec 2024-04-02T08:52:45.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:52:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:45.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:52:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:45.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:52:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:45.794 INFO:tasks.workunit.client.0.smithi012.stdout: 499: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:45.794 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-_hGFa4q58Iw8W-- off=2860260 len=1636303 2024-04-02T08:52:45.795 INFO:tasks.workunit.client.0.smithi012.stdout:op 2498 completed, throughput=4.99MB/sec 2024-04-02T08:52:45.795 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-wS_pts48m3CR6c1 off=3517623 len=1443996 2024-04-02T08:52:45.796 INFO:tasks.workunit.client.0.smithi012.stdout:op 2499 completed, throughput=5MB/sec 2024-04-02T08:52:45.796 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-x7oHyMRJPT059zp off=18126652 len=1015195 2024-04-02T08:52:45.800 INFO:tasks.workunit.client.0.smithi012.stdout:op 2500 completed, throughput=5MB/sec 2024-04-02T08:52:45.801 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-JfN46mwlDTYd2Ti off=8826353 len=1007561 2024-04-02T08:52:45.801 INFO:tasks.workunit.client.0.smithi012.stdout:op 2501 completed, throughput=5MB/sec 2024-04-02T08:52:46.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:52:45 smithi012 ceph-mon[88355]: pgmap v1667: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:52:46.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:52:45 smithi012 ceph-mon[90784]: pgmap v1667: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:52:46.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:52:45 smithi055 ceph-mon[85080]: pgmap v1667: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:52:46.802 INFO:tasks.workunit.client.0.smithi012.stdout: 500: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:46.802 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-wmhM6Qqj7joIGSv off=1322867 len=2077221 2024-04-02T08:52:46.803 INFO:tasks.workunit.client.0.smithi012.stdout:op 2502 completed, throughput=4.99MB/sec 2024-04-02T08:52:46.803 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-9k3fkfWcYCoSJhk off=1013104 len=1774385 2024-04-02T08:52:46.810 INFO:tasks.workunit.client.0.smithi012.stdout:op 2503 completed, throughput=5MB/sec 2024-04-02T08:52:46.811 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-by5NaxA23KzKyJi off=759499 len=485552 2024-04-02T08:52:46.814 INFO:tasks.workunit.client.0.smithi012.stdout:op 2504 completed, throughput=5MB/sec 2024-04-02T08:52:46.814 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-tHUfZMDehm_0Qvd off=15522717 len=271121 2024-04-02T08:52:46.815 INFO:tasks.workunit.client.0.smithi012.stdout:op 2505 completed, throughput=5MB/sec 2024-04-02T08:52:46.815 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-500rs253QQiyPk9 off=2599231 len=610541 2024-04-02T08:52:46.816 INFO:tasks.workunit.client.0.smithi012.stdout:op 2506 completed, throughput=5MB/sec 2024-04-02T08:52:47.816 INFO:tasks.workunit.client.0.smithi012.stdout: 501: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:47.816 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-jnkohDdFrapi3Hv off=7442360 len=751533 2024-04-02T08:52:47.819 INFO:tasks.workunit.client.0.smithi012.stdout:op 2507 completed, throughput=4.99MB/sec 2024-04-02T08:52:47.819 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-RVr_onsuLmPFdD5 off=12566969 len=494890 2024-04-02T08:52:47.823 INFO:tasks.workunit.client.0.smithi012.stdout:op 2508 completed, throughput=4.99MB/sec 2024-04-02T08:52:47.823 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-hSYi14ygU3NCZOi off=8603737 len=1762568 2024-04-02T08:52:47.832 INFO:tasks.workunit.client.0.smithi012.stdout:op 2509 completed, throughput=5MB/sec 2024-04-02T08:52:47.832 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-p5LrbuTghDVV2f5 off=1339582 len=259734 2024-04-02T08:52:47.834 INFO:tasks.workunit.client.0.smithi012.stdout:op 2510 completed, throughput=5MB/sec 2024-04-02T08:52:47.834 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-SvHd5A8BJ3RoTbP off=11713969 len=1291938 2024-04-02T08:52:47.840 INFO:tasks.workunit.client.0.smithi012.stdout:op 2511 completed, throughput=5MB/sec 2024-04-02T08:52:47.840 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-1kKWk0ghZ4CRQiW off=934055 len=1027849 2024-04-02T08:52:47.844 INFO:tasks.workunit.client.0.smithi012.stdout:op 2512 completed, throughput=5MB/sec 2024-04-02T08:52:48.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:52:47 smithi012 ceph-mon[88355]: pgmap v1668: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 7 op/s 2024-04-02T08:52:48.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:52:47 smithi012 ceph-mon[90784]: pgmap v1668: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 7 op/s 2024-04-02T08:52:48.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:52:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:52:47] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-04-02T08:52:48.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:52:47 smithi055 ceph-mon[85080]: pgmap v1668: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 7 op/s 2024-04-02T08:52:48.844 INFO:tasks.workunit.client.0.smithi012.stdout: 502: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:48.845 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-2NVQN61PmSKoyyD off=719027 len=1991868 2024-04-02T08:52:48.846 INFO:tasks.workunit.client.0.smithi012.stdout:op 2513 completed, throughput=4.99MB/sec 2024-04-02T08:52:48.846 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-jAeDpudS12fnZyV off=12028415 len=1584790 2024-04-02T08:52:48.847 INFO:tasks.workunit.client.0.smithi012.stdout:op 2514 completed, throughput=5MB/sec 2024-04-02T08:52:48.847 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-OCpXdOBVR2uCaeU off=5821325 len=1590769 2024-04-02T08:52:48.849 INFO:tasks.workunit.client.0.smithi012.stdout:op 2515 completed, throughput=5MB/sec 2024-04-02T08:52:49.849 INFO:tasks.workunit.client.0.smithi012.stdout: 503: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:49.849 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-i8AdtRMjSyDpojf off=4084959 len=291403 2024-04-02T08:52:49.850 INFO:tasks.workunit.client.0.smithi012.stdout:op 2516 completed, throughput=4.99MB/sec 2024-04-02T08:52:49.850 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-0TXgvzclcYZkIxF off=0 len=1484096 2024-04-02T08:52:49.852 INFO:tasks.workunit.client.0.smithi012.stdout:op 2517 completed, throughput=4.99MB/sec 2024-04-02T08:52:49.852 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-8gHbmUwRQxtH3gi off=14924950 len=1127242 2024-04-02T08:52:49.855 INFO:tasks.workunit.client.0.smithi012.stdout:op 2518 completed, throughput=5MB/sec 2024-04-02T08:52:49.855 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-bgeO14qpGzfM5Uu off=6110472 len=1849320 2024-04-02T08:52:49.856 INFO:tasks.workunit.client.0.smithi012.stdout:op 2519 completed, throughput=5MB/sec 2024-04-02T08:52:49.856 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Kph1AcSbdT40WTs off=7771308 len=66209 2024-04-02T08:52:49.859 INFO:tasks.workunit.client.0.smithi012.stdout:op 2520 completed, throughput=5MB/sec 2024-04-02T08:52:49.859 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-PGld5iw-TEuSESx off=615166 len=1370109 2024-04-02T08:52:49.864 INFO:tasks.workunit.client.0.smithi012.stdout:op 2521 completed, throughput=5MB/sec 2024-04-02T08:52:50.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:52:49 smithi012 ceph-mon[88355]: pgmap v1669: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:52:50.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:52:49 smithi012 ceph-mon[90784]: pgmap v1669: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:52:50.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:52:49 smithi055 ceph-mon[85080]: pgmap v1669: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:52:50.864 INFO:tasks.workunit.client.0.smithi012.stdout: 504: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:50.864 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-vI9NPYV_msxtyx0 off=7775273 len=1224845 2024-04-02T08:52:50.870 INFO:tasks.workunit.client.0.smithi012.stdout:op 2522 completed, throughput=4.99MB/sec 2024-04-02T08:52:50.870 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-xLv4Q46ldqaaArr off=1969492 len=1630397 2024-04-02T08:52:50.876 INFO:tasks.workunit.client.0.smithi012.stdout:op 2523 completed, throughput=5MB/sec 2024-04-02T08:52:50.876 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Xo_HddcRN5AWNwl off=742033 len=2084295 2024-04-02T08:52:50.880 INFO:tasks.workunit.client.0.smithi012.stdout:op 2524 completed, throughput=5MB/sec 2024-04-02T08:52:51.880 INFO:tasks.workunit.client.0.smithi012.stdout: 505: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:51.881 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-YGCgQ4s6MxoyJms off=3744489 len=1695708 2024-04-02T08:52:51.886 INFO:tasks.workunit.client.0.smithi012.stdout:op 2525 completed, throughput=4.99MB/sec 2024-04-02T08:52:51.886 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-RbbRBK2Sb9LGoLh off=11168403 len=1545890 2024-04-02T08:52:51.887 INFO:tasks.workunit.client.0.smithi012.stdout:op 2526 completed, throughput=5MB/sec 2024-04-02T08:52:51.887 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-jtJZ-vfejojIp8I off=4313919 len=1747219 2024-04-02T08:52:51.897 INFO:tasks.workunit.client.0.smithi012.stdout:op 2527 completed, throughput=5MB/sec 2024-04-02T08:52:52.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:52:51 smithi012 ceph-mon[88355]: pgmap v1670: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T08:52:52.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:52:51 smithi012 ceph-mon[90784]: pgmap v1670: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T08:52:52.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:52:51 smithi055 ceph-mon[85080]: pgmap v1670: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T08:52:52.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:52:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:52:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:52:52.898 INFO:tasks.workunit.client.0.smithi012.stdout: 506: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:52.898 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-9sOqaU0rQGWwcIF off=15740793 len=801307 2024-04-02T08:52:52.901 INFO:tasks.workunit.client.0.smithi012.stdout:op 2528 completed, throughput=4.99MB/sec 2024-04-02T08:52:52.901 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-7r0aFjLMYMYW-_F off=24210677 len=72022 2024-04-02T08:52:52.903 INFO:tasks.workunit.client.0.smithi012.stdout:op 2529 completed, throughput=4.99MB/sec 2024-04-02T08:52:52.903 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-sh4gVL_5Mg4XA1M off=971873 len=136434 2024-04-02T08:52:52.904 INFO:tasks.workunit.client.0.smithi012.stdout:op 2530 completed, throughput=4.99MB/sec 2024-04-02T08:52:52.904 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-3-W_d-phu-g6zOZ off=2753139 len=1074896 2024-04-02T08:52:52.910 INFO:tasks.workunit.client.0.smithi012.stdout:op 2531 completed, throughput=4.99MB/sec 2024-04-02T08:52:52.910 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-z_u6SBxQ-edLT53 off=17832878 len=1160307 2024-04-02T08:52:52.915 INFO:tasks.workunit.client.0.smithi012.stdout:op 2532 completed, throughput=5MB/sec 2024-04-02T08:52:52.915 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-UWei5XmHs7rF-d3 off=2223068 len=1049563 2024-04-02T08:52:52.920 INFO:tasks.workunit.client.0.smithi012.stdout:op 2533 completed, throughput=5MB/sec 2024-04-02T08:52:52.920 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Qoi1Oc1VPgjVAyb off=2620832 len=1215142 2024-04-02T08:52:52.926 INFO:tasks.workunit.client.0.smithi012.stdout:op 2534 completed, throughput=5MB/sec 2024-04-02T08:52:53.926 INFO:tasks.workunit.client.0.smithi012.stdout: 507: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:53.926 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-gvkLgFHWlO4O3aX off=13649267 len=832515 2024-04-02T08:52:53.930 INFO:tasks.workunit.client.0.smithi012.stdout:op 2535 completed, throughput=4.99MB/sec 2024-04-02T08:52:53.930 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-yoY1ELieXNA_ZMX off=19105767 len=937722 2024-04-02T08:52:53.935 INFO:tasks.workunit.client.0.smithi012.stdout:op 2536 completed, throughput=4.99MB/sec 2024-04-02T08:52:53.935 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-32pBBA29neXtrW9 off=7756185 len=1044384 2024-04-02T08:52:53.936 INFO:tasks.workunit.client.0.smithi012.stdout:op 2537 completed, throughput=5MB/sec 2024-04-02T08:52:53.937 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-4Eor01jfK59RGz7 off=8589828 len=1947063 2024-04-02T08:52:53.946 INFO:tasks.workunit.client.0.smithi012.stdout:op 2538 completed, throughput=5MB/sec 2024-04-02T08:52:53.946 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-61SFzPiio4fghwz off=16019687 len=1963771 2024-04-02T08:52:53.947 INFO:tasks.workunit.client.0.smithi012.stdout:op 2539 completed, throughput=5MB/sec 2024-04-02T08:52:54.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:52:53 smithi012 ceph-mon[88355]: pgmap v1671: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:52:54.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:52:53 smithi012 ceph-mon[90784]: pgmap v1671: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:52:54.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:52:53 smithi055 ceph-mon[85080]: pgmap v1671: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:52:54.948 INFO:tasks.workunit.client.0.smithi012.stdout: 508: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:54.948 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-b-D0BRV8Bdx_Fh_ off=784205 len=375247 2024-04-02T08:52:54.949 INFO:tasks.workunit.client.0.smithi012.stdout:op 2540 completed, throughput=4.99MB/sec 2024-04-02T08:52:54.949 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ARTyLFJjs1E1J0F off=7939308 len=46908 2024-04-02T08:52:54.951 INFO:tasks.workunit.client.0.smithi012.stdout:op 2541 completed, throughput=4.99MB/sec 2024-04-02T08:52:54.951 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-nAh1l3DZp0A28z3 off=4177954 len=1830433 2024-04-02T08:52:54.953 INFO:tasks.workunit.client.0.smithi012.stdout:op 2542 completed, throughput=5MB/sec 2024-04-02T08:52:54.953 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-99blSbNK5jywaj6 off=3147438 len=2014726 2024-04-02T08:52:54.960 INFO:tasks.workunit.client.0.smithi012.stdout:op 2543 completed, throughput=5MB/sec 2024-04-02T08:52:55.961 INFO:tasks.workunit.client.0.smithi012.stdout: 509: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:55.961 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-zuFGu2f7f9vrnHX off=729499 len=17186 2024-04-02T08:52:55.963 INFO:tasks.workunit.client.0.smithi012.stdout:op 2544 completed, throughput=4.99MB/sec 2024-04-02T08:52:55.963 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-k1nxOkTjiXgldSg off=12567091 len=1469889 2024-04-02T08:52:55.969 INFO:tasks.workunit.client.0.smithi012.stdout:op 2545 completed, throughput=4.99MB/sec 2024-04-02T08:52:55.970 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ojfhK6i7iSVG83y off=7137383 len=1690712 2024-04-02T08:52:55.977 INFO:tasks.workunit.client.0.smithi012.stdout:op 2546 completed, throughput=5MB/sec 2024-04-02T08:52:55.977 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-yoMtFFO1DbXBrKF off=7774607 len=460762 2024-04-02T08:52:55.978 INFO:tasks.workunit.client.0.smithi012.stdout:op 2547 completed, throughput=5MB/sec 2024-04-02T08:52:55.978 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-bYNnohDhIj18rGR off=7197475 len=894010 2024-04-02T08:52:55.979 INFO:tasks.workunit.client.0.smithi012.stdout:op 2548 completed, throughput=5MB/sec 2024-04-02T08:52:56.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:52:55 smithi012 ceph-mon[90784]: pgmap v1672: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:52:56.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:52:55 smithi012 ceph-mon[88355]: pgmap v1672: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:52:56.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:52:55 smithi055 ceph-mon[85080]: pgmap v1672: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:52:56.979 INFO:tasks.workunit.client.0.smithi012.stdout: 510: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:56.980 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-EVOQjyf1LwKjMEW off=38061 len=1677550 2024-04-02T08:52:56.987 INFO:tasks.workunit.client.0.smithi012.stdout:op 2549 completed, throughput=4.99MB/sec 2024-04-02T08:52:56.987 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-GrTNB_24UNbYlNv off=2085158 len=1345114 2024-04-02T08:52:56.993 INFO:tasks.workunit.client.0.smithi012.stdout:op 2550 completed, throughput=5MB/sec 2024-04-02T08:52:56.993 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-xCPM65nTQJ7KPWx off=8862005 len=208734 2024-04-02T08:52:56.993 INFO:tasks.workunit.client.0.smithi012.stdout:op 2551 completed, throughput=5MB/sec 2024-04-02T08:52:56.994 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-zDP7CDrwTdaOVQG off=1809007 len=1325705 2024-04-02T08:52:56.995 INFO:tasks.workunit.client.0.smithi012.stdout:op 2552 completed, throughput=5MB/sec 2024-04-02T08:52:56.995 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-JXELLgayiogeoKW off=1045907 len=1717131 2024-04-02T08:52:56.996 INFO:tasks.workunit.client.0.smithi012.stdout:op 2553 completed, throughput=5MB/sec 2024-04-02T08:52:57.996 INFO:tasks.workunit.client.0.smithi012.stdout: 511: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:57.997 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Io2e5ZDCEBpEenK off=4943256 len=1882039 2024-04-02T08:52:58.000 INFO:tasks.workunit.client.0.smithi012.stdout:op 2554 completed, throughput=5MB/sec 2024-04-02T08:52:58.000 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-PZokAewZDe3MyCZ off=2049165 len=33253 2024-04-02T08:52:58.002 INFO:tasks.workunit.client.0.smithi012.stdout:op 2555 completed, throughput=5MB/sec 2024-04-02T08:52:58.003 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-B-6QWhF_hdHyny3 off=327170 len=227636 2024-04-02T08:52:58.005 INFO:tasks.workunit.client.0.smithi012.stdout:op 2556 completed, throughput=5MB/sec 2024-04-02T08:52:58.005 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-JM8o5VOma0_cdSn off=13093929 len=1668786 2024-04-02T08:52:58.011 INFO:tasks.workunit.client.0.smithi012.stdout:op 2557 completed, throughput=5MB/sec 2024-04-02T08:52:58.011 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-KSrS7kq43iF08t7 off=19237347 len=1555123 2024-04-02T08:52:58.014 INFO:tasks.workunit.client.0.smithi012.stdout:op 2558 completed, throughput=5MB/sec 2024-04-02T08:52:58.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:52:57 smithi012 ceph-mon[88355]: pgmap v1673: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:52:58.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:52:57 smithi012 ceph-mon[90784]: pgmap v1673: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:52:58.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:52:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:52:57] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-04-02T08:52:58.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:52:57 smithi055 ceph-mon[85080]: pgmap v1673: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:52:59.014 INFO:tasks.workunit.client.0.smithi012.stdout: 512: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:59.014 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-aP4v3k7RTG-rHOG off=2113605 len=1570160 2024-04-02T08:52:59.021 INFO:tasks.workunit.client.0.smithi012.stdout:op 2559 completed, throughput=5MB/sec 2024-04-02T08:52:59.022 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-08wopxcX4Mu4mvW off=2461509 len=452623 2024-04-02T08:52:59.025 INFO:tasks.workunit.client.0.smithi012.stdout:op 2560 completed, throughput=5MB/sec 2024-04-02T08:52:59.025 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ck2GNTsq7yoiKRl off=1013119 len=75147 2024-04-02T08:52:59.027 INFO:tasks.workunit.client.0.smithi012.stdout:op 2561 completed, throughput=5MB/sec 2024-04-02T08:52:59.027 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-4GFJY7yhwfYKkBA off=1164678 len=739650 2024-04-02T08:52:59.030 INFO:tasks.workunit.client.0.smithi012.stdout:op 2562 completed, throughput=5MB/sec 2024-04-02T08:52:59.031 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-kLLPuiyzd7-ut1A off=19715 len=1639989 2024-04-02T08:52:59.038 INFO:tasks.workunit.client.0.smithi012.stdout:op 2563 completed, throughput=5MB/sec 2024-04-02T08:53:00.039 INFO:tasks.workunit.client.0.smithi012.stdout: 513: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:00.039 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ZK5tFfmyixEs9lo off=4771249 len=2029853 2024-04-02T08:53:00.048 INFO:tasks.workunit.client.0.smithi012.stdout:op 2564 completed, throughput=4.99MB/sec 2024-04-02T08:53:00.048 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-iYpoOxa5piYFpI3 off=4119766 len=1130969 2024-04-02T08:53:00.054 INFO:tasks.workunit.client.0.smithi012.stdout:op 2565 completed, throughput=5MB/sec 2024-04-02T08:53:00.054 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-1v8YAd_0N-D0NS0 off=11590100 len=657930 2024-04-02T08:53:00.058 INFO:tasks.workunit.client.0.smithi012.stdout:op 2566 completed, throughput=5MB/sec 2024-04-02T08:53:00.058 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-s_-URp12d3K7Uh- off=19606407 len=2038025 2024-04-02T08:53:00.061 INFO:tasks.workunit.client.0.smithi012.stdout:op 2567 completed, throughput=5MB/sec 2024-04-02T08:53:00.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:52:59 smithi012 ceph-mon[88355]: pgmap v1674: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:53:00.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:52:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:00.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:52:59 smithi012 ceph-mon[90784]: pgmap v1674: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:53:00.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:52:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:00.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:52:59 smithi055 ceph-mon[85080]: pgmap v1674: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:53:00.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:52:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:01.061 INFO:tasks.workunit.client.0.smithi012.stdout: 514: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:01.061 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-1sm7XfIuHcBfE29 off=3648584 len=1026797 2024-04-02T08:53:01.062 INFO:tasks.workunit.client.0.smithi012.stdout:op 2568 completed, throughput=4.99MB/sec 2024-04-02T08:53:01.062 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-XXP286pCaapTj7H off=8669279 len=1713662 2024-04-02T08:53:01.068 INFO:tasks.workunit.client.0.smithi012.stdout:op 2569 completed, throughput=5MB/sec 2024-04-02T08:53:01.068 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-pzYrZRGm7fXBsnE off=16070767 len=1951658 2024-04-02T08:53:01.077 INFO:tasks.workunit.client.0.smithi012.stdout:op 2570 completed, throughput=5MB/sec 2024-04-02T08:53:01.077 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-QJfegMfjl_xEnZ4 off=7476642 len=1691629 2024-04-02T08:53:01.079 INFO:tasks.workunit.client.0.smithi012.stdout:op 2571 completed, throughput=5MB/sec 2024-04-02T08:53:02.080 INFO:tasks.workunit.client.0.smithi012.stdout: 515: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:02.080 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-QkhK24S4N0sL0C2 off=2552813 len=802769 2024-04-02T08:53:02.084 INFO:tasks.workunit.client.0.smithi012.stdout:op 2572 completed, throughput=4.99MB/sec 2024-04-02T08:53:02.084 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Yh330sN5uRx-c1t off=2899676 len=2035432 2024-04-02T08:53:02.091 INFO:tasks.workunit.client.0.smithi012.stdout:op 2573 completed, throughput=5MB/sec 2024-04-02T08:53:02.091 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-kV_uhV_Is4Ayajy off=9368489 len=1745532 2024-04-02T08:53:02.095 INFO:tasks.workunit.client.0.smithi012.stdout:op 2574 completed, throughput=5MB/sec 2024-04-02T08:53:02.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:53:01 smithi012 ceph-mon[88355]: pgmap v1675: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:53:02.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:53:01 smithi012 ceph-mon[90784]: pgmap v1675: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:53:02.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:53:01 smithi055 ceph-mon[85080]: pgmap v1675: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:53:02.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:53:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:53:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:53:03.095 INFO:tasks.workunit.client.0.smithi012.stdout: 516: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:03.095 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-0wTIcI4ebBOt3CN off=1289157 len=1673954 2024-04-02T08:53:03.102 INFO:tasks.workunit.client.0.smithi012.stdout:op 2575 completed, throughput=5MB/sec 2024-04-02T08:53:03.102 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Yy6-5dUSLP8ELEt off=1830985 len=2029698 2024-04-02T08:53:03.111 INFO:tasks.workunit.client.0.smithi012.stdout:op 2576 completed, throughput=5MB/sec 2024-04-02T08:53:03.111 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-XZk3ZuTu5DoxWbD off=9239301 len=938039 2024-04-02T08:53:03.112 INFO:tasks.workunit.client.0.smithi012.stdout:op 2577 completed, throughput=5MB/sec 2024-04-02T08:53:04.113 INFO:tasks.workunit.client.0.smithi012.stdout: 517: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:04.113 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-zliGOv6JYRZS6N7 off=13511175 len=441609 2024-04-02T08:53:04.115 INFO:tasks.workunit.client.0.smithi012.stdout:op 2578 completed, throughput=4.99MB/sec 2024-04-02T08:53:04.115 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-kpU_OVfEBBhcqUC off=5093843 len=1255142 2024-04-02T08:53:04.118 INFO:tasks.workunit.client.0.smithi012.stdout:op 2579 completed, throughput=4.99MB/sec 2024-04-02T08:53:04.118 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-qi4KikowMK6IA4U off=11574065 len=591435 2024-04-02T08:53:04.122 INFO:tasks.workunit.client.0.smithi012.stdout:op 2580 completed, throughput=4.99MB/sec 2024-04-02T08:53:04.122 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-mrvEsZKL3R-9MWP off=1107148 len=1692803 2024-04-02T08:53:04.123 INFO:tasks.workunit.client.0.smithi012.stdout:op 2581 completed, throughput=5MB/sec 2024-04-02T08:53:04.123 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-nDkpG0IXsteQoql off=11575594 len=32086 2024-04-02T08:53:04.126 INFO:tasks.workunit.client.0.smithi012.stdout:op 2582 completed, throughput=5MB/sec 2024-04-02T08:53:04.126 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-DR6RBUiijKuOq1x off=10133455 len=1081196 2024-04-02T08:53:04.127 INFO:tasks.workunit.client.0.smithi012.stdout:op 2583 completed, throughput=5MB/sec 2024-04-02T08:53:04.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:53:03 smithi012 ceph-mon[88355]: pgmap v1676: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:53:04.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:53:03 smithi012 ceph-mon[90784]: pgmap v1676: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:53:04.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:53:03 smithi055 ceph-mon[85080]: pgmap v1676: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:53:05.127 INFO:tasks.workunit.client.0.smithi012.stdout: 518: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:05.127 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-fnRsNBoxMR5J54D off=988671 len=1813287 2024-04-02T08:53:05.134 INFO:tasks.workunit.client.0.smithi012.stdout:op 2584 completed, throughput=4.99MB/sec 2024-04-02T08:53:05.134 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-dC_rOlplYqFZ92U off=6270023 len=1939546 2024-04-02T08:53:05.135 INFO:tasks.workunit.client.0.smithi012.stdout:op 2585 completed, throughput=5MB/sec 2024-04-02T08:53:05.136 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-m9oDR_xDhNnRvu0 off=10636880 len=952553 2024-04-02T08:53:05.141 INFO:tasks.workunit.client.0.smithi012.stdout:op 2586 completed, throughput=5MB/sec 2024-04-02T08:53:05.141 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-0EOVW-v_anRzEIr off=261149 len=458840 2024-04-02T08:53:05.142 INFO:tasks.workunit.client.0.smithi012.stdout:op 2587 completed, throughput=5MB/sec 2024-04-02T08:53:05.142 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-OhWy4GxQqAfDiaJ off=2467916 len=1728225 2024-04-02T08:53:05.143 INFO:tasks.workunit.client.0.smithi012.stdout:op 2588 completed, throughput=5MB/sec 2024-04-02T08:53:06.144 INFO:tasks.workunit.client.0.smithi012.stdout: 519: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:06.144 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-J4NJkWGpu_6Hs2c off=5854779 len=1322967 2024-04-02T08:53:06.145 INFO:tasks.workunit.client.0.smithi012.stdout:op 2589 completed, throughput=5MB/sec 2024-04-02T08:53:06.145 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-2bWsHGi6LkuyVNl off=1303565 len=1461327 2024-04-02T08:53:06.152 INFO:tasks.workunit.client.0.smithi012.stdout:op 2590 completed, throughput=5MB/sec 2024-04-02T08:53:06.152 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-amO3g0z8etf3m-S off=11624806 len=789081 2024-04-02T08:53:06.155 INFO:tasks.workunit.client.0.smithi012.stdout:op 2591 completed, throughput=5MB/sec 2024-04-02T08:53:06.155 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Lejwf4WSUifx3I1 off=11285204 len=395773 2024-04-02T08:53:06.158 INFO:tasks.workunit.client.0.smithi012.stdout:op 2592 completed, throughput=5MB/sec 2024-04-02T08:53:06.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:53:05 smithi012 ceph-mon[88355]: pgmap v1677: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-02T08:53:06.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:53:05 smithi012 ceph-mon[90784]: pgmap v1677: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-02T08:53:06.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:53:05 smithi055 ceph-mon[85080]: pgmap v1677: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-02T08:53:07.158 INFO:tasks.workunit.client.0.smithi012.stdout: 520: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:07.158 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-JkLzCTLAFBLpwbM off=2171442 len=1070262 2024-04-02T08:53:07.159 INFO:tasks.workunit.client.0.smithi012.stdout:op 2593 completed, throughput=4.99MB/sec 2024-04-02T08:53:07.159 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-nOgwxPST7orVMMD off=2932083 len=162452 2024-04-02T08:53:07.160 INFO:tasks.workunit.client.0.smithi012.stdout:op 2594 completed, throughput=4.99MB/sec 2024-04-02T08:53:07.160 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-FRXAeqYeq7Up07X off=15295014 len=421121 2024-04-02T08:53:07.163 INFO:tasks.workunit.client.0.smithi012.stdout:op 2595 completed, throughput=4.99MB/sec 2024-04-02T08:53:07.163 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Vrs4sUrAJZxoO5a off=1954820 len=204101 2024-04-02T08:53:07.166 INFO:tasks.workunit.client.0.smithi012.stdout:op 2596 completed, throughput=4.99MB/sec 2024-04-02T08:53:07.166 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-lTG_q4yN-QCVBfr off=278690 len=120566 2024-04-02T08:53:07.167 INFO:tasks.workunit.client.0.smithi012.stdout:op 2597 completed, throughput=4.99MB/sec 2024-04-02T08:53:07.167 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-5vO5-NdgxLhFDuy off=2764176 len=1495973 2024-04-02T08:53:07.174 INFO:tasks.workunit.client.0.smithi012.stdout:op 2598 completed, throughput=5MB/sec 2024-04-02T08:53:07.174 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-vYRmQWc5ZlRTTGV off=4223561 len=749556 2024-04-02T08:53:07.175 INFO:tasks.workunit.client.0.smithi012.stdout:op 2599 completed, throughput=5MB/sec 2024-04-02T08:53:07.175 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-RWzqM-SmP3BP0t7 off=2983109 len=859648 2024-04-02T08:53:07.179 INFO:tasks.workunit.client.0.smithi012.stdout:op 2600 completed, throughput=5MB/sec 2024-04-02T08:53:07.179 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-aTkxJajJFy2-oMJ off=12911401 len=1090440 2024-04-02T08:53:07.184 INFO:tasks.workunit.client.0.smithi012.stdout:op 2601 completed, throughput=5MB/sec 2024-04-02T08:53:08.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:53:07 smithi012 ceph-mon[88355]: pgmap v1678: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-02T08:53:08.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:53:07 smithi012 ceph-mon[90784]: pgmap v1678: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-02T08:53:08.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:53:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:53:07] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-04-02T08:53:08.184 INFO:tasks.workunit.client.0.smithi012.stdout: 521: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:08.184 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-fUwrIBoo6Trylgr off=21280903 len=752810 2024-04-02T08:53:08.188 INFO:tasks.workunit.client.0.smithi012.stdout:op 2602 completed, throughput=4.99MB/sec 2024-04-02T08:53:08.188 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-esX9jc2BWi9O-_n off=3107612 len=420069 2024-04-02T08:53:08.189 INFO:tasks.workunit.client.0.smithi012.stdout:op 2603 completed, throughput=4.99MB/sec 2024-04-02T08:53:08.189 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ip2s5lpIF9xNJnX off=6048833 len=1104120 2024-04-02T08:53:08.190 INFO:tasks.workunit.client.0.smithi012.stdout:op 2604 completed, throughput=5MB/sec 2024-04-02T08:53:08.190 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-iYxTac4Q0eNHYWS off=4949575 len=2069438 2024-04-02T08:53:08.194 INFO:tasks.workunit.client.0.smithi012.stdout:op 2605 completed, throughput=5MB/sec 2024-04-02T08:53:08.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:53:07 smithi055 ceph-mon[85080]: pgmap v1678: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-02T08:53:09.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:53:08 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:53:09.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:53:08 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:53:09.194 INFO:tasks.workunit.client.0.smithi012.stdout: 522: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:09.195 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-cH4XeCSqymmMhJx off=3383064 len=478370 2024-04-02T08:53:09.195 INFO:tasks.workunit.client.0.smithi012.stdout:op 2606 completed, throughput=4.99MB/sec 2024-04-02T08:53:09.195 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-FTjVk5IU6FQ-axt off=7061194 len=2011880 2024-04-02T08:53:09.204 INFO:tasks.workunit.client.0.smithi012.stdout:op 2607 completed, throughput=5MB/sec 2024-04-02T08:53:09.204 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-0RL8cXhFT29g67y off=2371584 len=1634672 2024-04-02T08:53:09.211 INFO:tasks.workunit.client.0.smithi012.stdout:op 2608 completed, throughput=5MB/sec 2024-04-02T08:53:09.211 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-H0rTeXEvwN38eHE off=2614575 len=284181 2024-04-02T08:53:09.212 INFO:tasks.workunit.client.0.smithi012.stdout:op 2609 completed, throughput=5MB/sec 2024-04-02T08:53:09.212 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-XDlwZHI4WcCAZPW off=8977607 len=1777301 2024-04-02T08:53:09.214 INFO:tasks.workunit.client.0.smithi012.stdout:op 2610 completed, throughput=5MB/sec 2024-04-02T08:53:09.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:53:08 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:53:10.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:53:09 smithi012 ceph-mon[90784]: pgmap v1679: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:53:10.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:53:09 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:53:10.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:53:09 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:53:10.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:53:09 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:53:10.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:53:09 smithi012 ceph-mon[88355]: pgmap v1679: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:53:10.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:53:09 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:53:10.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:53:09 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:53:10.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:53:09 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:53:10.214 INFO:tasks.workunit.client.0.smithi012.stdout: 523: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:10.214 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-qEq9LRVa3mrCNgJ off=2292956 len=819847 2024-04-02T08:53:10.215 INFO:tasks.workunit.client.0.smithi012.stdout:op 2611 completed, throughput=4.99MB/sec 2024-04-02T08:53:10.215 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ZVolCq7-S7cqXcQ off=23385575 len=732595 2024-04-02T08:53:10.217 INFO:tasks.workunit.client.0.smithi012.stdout:op 2612 completed, throughput=4.99MB/sec 2024-04-02T08:53:10.217 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-W0afaxe2ZLBtxEP off=979094 len=1262775 2024-04-02T08:53:10.223 INFO:tasks.workunit.client.0.smithi012.stdout:op 2613 completed, throughput=5MB/sec 2024-04-02T08:53:10.223 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-GzrT16Djxkg4C4- off=1680339 len=1165603 2024-04-02T08:53:10.224 INFO:tasks.workunit.client.0.smithi012.stdout:op 2614 completed, throughput=5MB/sec 2024-04-02T08:53:10.225 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-WuthOlksNZ7lO9_ off=6331821 len=1533969 2024-04-02T08:53:10.225 INFO:tasks.workunit.client.0.smithi012.stdout:op 2615 completed, throughput=5MB/sec 2024-04-02T08:53:10.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:53:09 smithi055 ceph-mon[85080]: pgmap v1679: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:53:10.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:53:09 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:53:10.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:53:09 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:53:10.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:53:09 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:53:11.226 INFO:tasks.workunit.client.0.smithi012.stdout: 524: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:11.226 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ND9IFz-2DDycZl7 off=2460677 len=11364 2024-04-02T08:53:11.228 INFO:tasks.workunit.client.0.smithi012.stdout:op 2616 completed, throughput=4.99MB/sec 2024-04-02T08:53:11.228 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-6_jck2PVMCZMVfG off=1654923 len=1066178 2024-04-02T08:53:11.229 INFO:tasks.workunit.client.0.smithi012.stdout:op 2617 completed, throughput=4.99MB/sec 2024-04-02T08:53:11.229 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-h9q9YjLu9a900_F off=3360644 len=1163265 2024-04-02T08:53:11.234 INFO:tasks.workunit.client.0.smithi012.stdout:op 2618 completed, throughput=5MB/sec 2024-04-02T08:53:11.234 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-dUSUTTVK8cOmNO0 off=820053 len=771575 2024-04-02T08:53:11.238 INFO:tasks.workunit.client.0.smithi012.stdout:op 2619 completed, throughput=5MB/sec 2024-04-02T08:53:11.238 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Pmoh6P55VqQVgXP off=6640432 len=722456 2024-04-02T08:53:11.239 INFO:tasks.workunit.client.0.smithi012.stdout:op 2620 completed, throughput=5MB/sec 2024-04-02T08:53:11.239 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-jpNWcC0m-ZBW_xd off=13846159 len=1700493 2024-04-02T08:53:11.240 INFO:tasks.workunit.client.0.smithi012.stdout:op 2621 completed, throughput=5MB/sec 2024-04-02T08:53:12.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:53:11 smithi012 ceph-mon[88355]: pgmap v1680: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:53:12.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:53:11 smithi012 ceph-mon[90784]: pgmap v1680: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:53:12.241 INFO:tasks.workunit.client.0.smithi012.stdout: 525: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:12.241 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-XRirsIfcYQ9dnsQ off=1027397 len=799486 2024-04-02T08:53:12.245 INFO:tasks.workunit.client.0.smithi012.stdout:op 2622 completed, throughput=4.99MB/sec 2024-04-02T08:53:12.245 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-i8AdtRMjSyDpojf off=558237 len=1050164 2024-04-02T08:53:12.248 INFO:tasks.workunit.client.0.smithi012.stdout:op 2623 completed, throughput=5MB/sec 2024-04-02T08:53:12.248 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-NTGokR1xLxf8k-R off=505390 len=405461 2024-04-02T08:53:12.248 INFO:tasks.workunit.client.0.smithi012.stdout:op 2624 completed, throughput=5MB/sec 2024-04-02T08:53:12.248 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-vroaHstiKludnNQ off=11838601 len=1533136 2024-04-02T08:53:12.249 INFO:tasks.workunit.client.0.smithi012.stdout:op 2625 completed, throughput=5MB/sec 2024-04-02T08:53:12.249 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-mMb2-yei2e7lh5N off=1651240 len=1213852 2024-04-02T08:53:12.255 INFO:tasks.workunit.client.0.smithi012.stdout:op 2626 completed, throughput=5MB/sec 2024-04-02T08:53:12.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:53:11 smithi055 ceph-mon[85080]: pgmap v1680: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:53:12.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:53:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:53:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:53:13.256 INFO:tasks.workunit.client.0.smithi012.stdout: 526: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:13.256 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-2o9ydJ035OB6nvG off=5700461 len=1250841 2024-04-02T08:53:13.261 INFO:tasks.workunit.client.0.smithi012.stdout:op 2627 completed, throughput=4.99MB/sec 2024-04-02T08:53:13.261 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-aRJizBYihD2w5Pe off=19568599 len=1284363 2024-04-02T08:53:13.263 INFO:tasks.workunit.client.0.smithi012.stdout:op 2628 completed, throughput=5MB/sec 2024-04-02T08:53:13.263 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Gd4-K2nTj5CfEMw off=7478298 len=69695 2024-04-02T08:53:13.263 INFO:tasks.workunit.client.0.smithi012.stdout:op 2629 completed, throughput=5MB/sec 2024-04-02T08:53:13.263 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-HmEQi0xF5OX5WnS off=7920103 len=24540 2024-04-02T08:53:13.264 INFO:tasks.workunit.client.0.smithi012.stdout:op 2630 completed, throughput=5MB/sec 2024-04-02T08:53:13.264 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-5tCP2fpIVOgf5uA off=1258879 len=1957300 2024-04-02T08:53:13.273 INFO:tasks.workunit.client.0.smithi012.stdout:op 2631 completed, throughput=5MB/sec 2024-04-02T08:53:14.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:53:13 smithi012 ceph-mon[88355]: pgmap v1681: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:53:14.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:53:13 smithi012 ceph-mon[90784]: pgmap v1681: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:53:14.273 INFO:tasks.workunit.client.0.smithi012.stdout: 527: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:14.273 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Hg8rTWrq0S7xLJF off=10591878 len=119394 2024-04-02T08:53:14.275 INFO:tasks.workunit.client.0.smithi012.stdout:op 2632 completed, throughput=4.99MB/sec 2024-04-02T08:53:14.275 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-of-3ZpO0N6VFWvf off=2589490 len=205059 2024-04-02T08:53:14.276 INFO:tasks.workunit.client.0.smithi012.stdout:op 2633 completed, throughput=4.99MB/sec 2024-04-02T08:53:14.276 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-C0eAcmdyP45DNnO off=12053590 len=1856674 2024-04-02T08:53:14.284 INFO:tasks.workunit.client.0.smithi012.stdout:op 2634 completed, throughput=4.99MB/sec 2024-04-02T08:53:14.284 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-rODq4mLhhFfs7sK off=4215563 len=1030009 2024-04-02T08:53:14.286 INFO:tasks.workunit.client.0.smithi012.stdout:op 2635 completed, throughput=5MB/sec 2024-04-02T08:53:14.286 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-kIhE7XUhvFZuL7p off=11950398 len=227829 2024-04-02T08:53:14.288 INFO:tasks.workunit.client.0.smithi012.stdout:op 2636 completed, throughput=5MB/sec 2024-04-02T08:53:14.288 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-EN24oeLr67IXV8k off=19827012 len=581238 2024-04-02T08:53:14.289 INFO:tasks.workunit.client.0.smithi012.stdout:op 2637 completed, throughput=5MB/sec 2024-04-02T08:53:14.289 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-qorxICdHdg6MvAo off=20676088 len=1510696 2024-04-02T08:53:14.296 INFO:tasks.workunit.client.0.smithi012.stdout:op 2638 completed, throughput=5MB/sec 2024-04-02T08:53:14.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:53:13 smithi055 ceph-mon[85080]: pgmap v1681: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:53:15.296 INFO:tasks.workunit.client.0.smithi012.stdout: 528: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:15.296 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-xumSR3O9xJFXa5F off=9725219 len=66006 2024-04-02T08:53:15.297 INFO:tasks.workunit.client.0.smithi012.stdout:op 2639 completed, throughput=4.99MB/sec 2024-04-02T08:53:15.297 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-NbhasQEKAszJ38c off=6351009 len=1455386 2024-04-02T08:53:15.302 INFO:tasks.workunit.client.0.smithi012.stdout:op 2640 completed, throughput=4.99MB/sec 2024-04-02T08:53:15.302 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-WYBoVLw57E8VYKw off=1234498 len=1665076 2024-04-02T08:53:15.310 INFO:tasks.workunit.client.0.smithi012.stdout:op 2641 completed, throughput=5MB/sec 2024-04-02T08:53:15.310 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-1M8UseUMNKhscfW off=506193 len=2011713 2024-04-02T08:53:15.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:53:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:15.318 INFO:tasks.workunit.client.0.smithi012.stdout:op 2642 completed, throughput=5MB/sec 2024-04-02T08:53:15.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:53:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:15.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:53:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:16.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:53:15 smithi055 ceph-mon[85080]: pgmap v1682: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:53:16.318 INFO:tasks.workunit.client.0.smithi012.stdout: 529: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:16.318 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-5h4g0Wmxy-9S-cK off=2765347 len=1285793 2024-04-02T08:53:16.321 INFO:tasks.workunit.client.0.smithi012.stdout:op 2643 completed, throughput=4.99MB/sec 2024-04-02T08:53:16.321 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-zw-R_axnueqfJyc off=7433391 len=1456797 2024-04-02T08:53:16.322 INFO:tasks.workunit.client.0.smithi012.stdout:op 2644 completed, throughput=5MB/sec 2024-04-02T08:53:16.322 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-FoS1t711ha8YyBd off=7463497 len=1817644 2024-04-02T08:53:16.325 INFO:tasks.workunit.client.0.smithi012.stdout:op 2645 completed, throughput=5MB/sec 2024-04-02T08:53:16.326 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-jggR7Uf6E7jiqgs off=7469704 len=42573 2024-04-02T08:53:16.327 INFO:tasks.workunit.client.0.smithi012.stdout:op 2646 completed, throughput=5MB/sec 2024-04-02T08:53:16.327 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ZVZNuc5E-1DO9ra off=5449256 len=547092 2024-04-02T08:53:16.329 INFO:tasks.workunit.client.0.smithi012.stdout:op 2647 completed, throughput=5MB/sec 2024-04-02T08:53:16.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:53:15 smithi012 ceph-mon[88355]: pgmap v1682: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:53:16.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:53:15 smithi012 ceph-mon[90784]: pgmap v1682: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:53:17.329 INFO:tasks.workunit.client.0.smithi012.stdout: 530: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:17.329 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-adPLBpxHRJ5cV92 off=1895992 len=100357 2024-04-02T08:53:17.330 INFO:tasks.workunit.client.0.smithi012.stdout:op 2648 completed, throughput=4.99MB/sec 2024-04-02T08:53:17.330 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-DcyzK3dY3L96jF8 off=4566309 len=406090 2024-04-02T08:53:17.333 INFO:tasks.workunit.client.0.smithi012.stdout:op 2649 completed, throughput=4.99MB/sec 2024-04-02T08:53:17.333 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-VHoXzEX9VT5IuYC off=6214544 len=88924 2024-04-02T08:53:17.334 INFO:tasks.workunit.client.0.smithi012.stdout:op 2650 completed, throughput=4.99MB/sec 2024-04-02T08:53:17.334 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-G7YfHWwCqgbQfuw off=10590426 len=1813859 2024-04-02T08:53:17.341 INFO:tasks.workunit.client.0.smithi012.stdout:op 2651 completed, throughput=4.99MB/sec 2024-04-02T08:53:17.341 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-CLnWzthkEz6b3GH off=1380902 len=1245074 2024-04-02T08:53:17.347 INFO:tasks.workunit.client.0.smithi012.stdout:op 2652 completed, throughput=5MB/sec 2024-04-02T08:53:17.347 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-rrbQkrjhnzCz8wk off=6575663 len=416217 2024-04-02T08:53:17.348 INFO:tasks.workunit.client.0.smithi012.stdout:op 2653 completed, throughput=5MB/sec 2024-04-02T08:53:17.348 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-7BwtSRF_JMdJ0U_ off=9916171 len=1433941 2024-04-02T08:53:17.353 INFO:tasks.workunit.client.0.smithi012.stdout:op 2654 completed, throughput=5MB/sec 2024-04-02T08:53:18.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:53:17 smithi055 ceph-mon[85080]: pgmap v1683: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:53:18.353 INFO:tasks.workunit.client.0.smithi012.stdout: 531: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:18.353 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-lB_h4kLdHBFpo_p off=1482118 len=132678 2024-04-02T08:53:18.354 INFO:tasks.workunit.client.0.smithi012.stdout:op 2655 completed, throughput=4.99MB/sec 2024-04-02T08:53:18.354 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Mw3ea30gB-nNpzv off=23231479 len=1340892 2024-04-02T08:53:18.359 INFO:tasks.workunit.client.0.smithi012.stdout:op 2656 completed, throughput=4.99MB/sec 2024-04-02T08:53:18.359 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-sFT2IOeXsImnleh off=1472316 len=355659 2024-04-02T08:53:18.362 INFO:tasks.workunit.client.0.smithi012.stdout:op 2657 completed, throughput=4.99MB/sec 2024-04-02T08:53:18.362 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-taNuRkeq-Yg5OCU off=412554 len=483321 2024-04-02T08:53:18.363 INFO:tasks.workunit.client.0.smithi012.stdout:op 2658 completed, throughput=5MB/sec 2024-04-02T08:53:18.363 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-6eSzjlhob6A7IXk off=558727 len=1768903 2024-04-02T08:53:18.364 INFO:tasks.workunit.client.0.smithi012.stdout:op 2659 completed, throughput=5MB/sec 2024-04-02T08:53:18.364 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-9D6qAd35O_PtVBG off=574452 len=776867 2024-04-02T08:53:18.368 INFO:tasks.workunit.client.0.smithi012.stdout:op 2660 completed, throughput=5MB/sec 2024-04-02T08:53:18.368 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-pkUNFJ0TokpzLJc off=6362838 len=368174 2024-04-02T08:53:18.370 INFO:tasks.workunit.client.0.smithi012.stdout:op 2661 completed, throughput=5MB/sec 2024-04-02T08:53:18.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:53:17 smithi012 ceph-mon[88355]: pgmap v1683: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:53:18.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:53:17 smithi012 ceph-mon[90784]: pgmap v1683: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:53:18.429 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:53:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:53:17] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-04-02T08:53:19.370 INFO:tasks.workunit.client.0.smithi012.stdout: 532: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:19.371 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Wsxh28Xmg40g2-K off=2172194 len=1661464 2024-04-02T08:53:19.372 INFO:tasks.workunit.client.0.smithi012.stdout:op 2662 completed, throughput=4.99MB/sec 2024-04-02T08:53:19.372 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-UeQqQBdH6BGfMIb off=2136551 len=1227233 2024-04-02T08:53:19.373 INFO:tasks.workunit.client.0.smithi012.stdout:op 2663 completed, throughput=5MB/sec 2024-04-02T08:53:19.373 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ttGqqO99WkL2XW2 off=4682277 len=1157627 2024-04-02T08:53:19.376 INFO:tasks.workunit.client.0.smithi012.stdout:op 2664 completed, throughput=5MB/sec 2024-04-02T08:53:19.376 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-qZoues1RADN6B8h off=4994637 len=226277 2024-04-02T08:53:19.379 INFO:tasks.workunit.client.0.smithi012.stdout:op 2665 completed, throughput=5MB/sec 2024-04-02T08:53:19.379 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-UJQrEjerw-JqiN9 off=2231830 len=1768842 2024-04-02T08:53:19.386 INFO:tasks.workunit.client.0.smithi012.stdout:op 2666 completed, throughput=5MB/sec 2024-04-02T08:53:20.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:53:19 smithi055 ceph-mon[85080]: pgmap v1684: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:53:20.386 INFO:tasks.workunit.client.0.smithi012.stdout: 533: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:20.387 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-9jFJswLxD792tu_ off=4184263 len=1687552 2024-04-02T08:53:20.388 INFO:tasks.workunit.client.0.smithi012.stdout:op 2667 completed, throughput=5MB/sec 2024-04-02T08:53:20.388 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-R9rAklveHHCxXkY off=4144885 len=393255 2024-04-02T08:53:20.391 INFO:tasks.workunit.client.0.smithi012.stdout:op 2668 completed, throughput=5MB/sec 2024-04-02T08:53:20.391 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-yLdR4tMppyDnbXS off=1741465 len=625318 2024-04-02T08:53:20.394 INFO:tasks.workunit.client.0.smithi012.stdout:op 2669 completed, throughput=5MB/sec 2024-04-02T08:53:20.394 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-kg8jXuv5W8s0qoa off=11636307 len=1757617 2024-04-02T08:53:20.401 INFO:tasks.workunit.client.0.smithi012.stdout:op 2670 completed, throughput=5MB/sec 2024-04-02T08:53:20.401 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-5cnmEZnk4eoc9k2 off=7154086 len=1195466 2024-04-02T08:53:20.407 INFO:tasks.workunit.client.0.smithi012.stdout:op 2671 completed, throughput=5MB/sec 2024-04-02T08:53:20.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:53:19 smithi012 ceph-mon[88355]: pgmap v1684: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:53:20.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:53:19 smithi012 ceph-mon[90784]: pgmap v1684: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:53:21.407 INFO:tasks.workunit.client.0.smithi012.stdout: 534: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:21.407 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-FBIIjUU7Dk0KWQa off=10143841 len=639951 2024-04-02T08:53:21.410 INFO:tasks.workunit.client.0.smithi012.stdout:op 2672 completed, throughput=4.99MB/sec 2024-04-02T08:53:21.410 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-4LlCcQEiPjg86Ql off=15737315 len=445346 2024-04-02T08:53:21.411 INFO:tasks.workunit.client.0.smithi012.stdout:op 2673 completed, throughput=4.99MB/sec 2024-04-02T08:53:21.411 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-1xTIdIuH4OogSKZ off=6843884 len=665437 2024-04-02T08:53:21.411 INFO:tasks.workunit.client.0.smithi012.stdout:op 2674 completed, throughput=5MB/sec 2024-04-02T08:53:21.411 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-vkCSi07KURbseNa off=6273236 len=286627 2024-04-02T08:53:21.412 INFO:tasks.workunit.client.0.smithi012.stdout:op 2675 completed, throughput=5MB/sec 2024-04-02T08:53:21.412 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-B2fLUKFb-YWmfeU off=15851955 len=764036 2024-04-02T08:53:21.413 INFO:tasks.workunit.client.0.smithi012.stdout:op 2676 completed, throughput=5MB/sec 2024-04-02T08:53:21.413 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-eqdUSAT5mx2kScs off=1921832 len=903073 2024-04-02T08:53:21.413 INFO:tasks.workunit.client.0.smithi012.stdout:op 2677 completed, throughput=5MB/sec 2024-04-02T08:53:21.414 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-4DrHPjQQba1FeLM off=5933982 len=291819 2024-04-02T08:53:21.414 INFO:tasks.workunit.client.0.smithi012.stdout:op 2678 completed, throughput=5MB/sec 2024-04-02T08:53:21.414 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-tJIlglezXoBK_9Q off=4544277 len=384306 2024-04-02T08:53:21.414 INFO:tasks.workunit.client.0.smithi012.stdout:op 2679 completed, throughput=5MB/sec 2024-04-02T08:53:22.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:53:21 smithi055 ceph-mon[85080]: pgmap v1685: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:53:22.415 INFO:tasks.workunit.client.0.smithi012.stdout: 535: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:22.415 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-f2IvaSo9GONgEcU off=4565671 len=392108 2024-04-02T08:53:22.418 INFO:tasks.workunit.client.0.smithi012.stdout:op 2680 completed, throughput=4.99MB/sec 2024-04-02T08:53:22.418 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-o6hHZTTrhlUGu3L off=17071990 len=39042 2024-04-02T08:53:22.419 INFO:tasks.workunit.client.0.smithi012.stdout:op 2681 completed, throughput=4.99MB/sec 2024-04-02T08:53:22.419 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-EapO4bBMnivNW6u off=4118604 len=1313246 2024-04-02T08:53:22.424 INFO:tasks.workunit.client.0.smithi012.stdout:op 2682 completed, throughput=4.99MB/sec 2024-04-02T08:53:22.424 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-l-qvJ_iGkEsIdrD off=2264306 len=45605 2024-04-02T08:53:22.425 INFO:tasks.workunit.client.0.smithi012.stdout:op 2683 completed, throughput=4.99MB/sec 2024-04-02T08:53:22.425 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-9RO_Br8h4ivFfnL off=4284080 len=711480 2024-04-02T08:53:22.425 INFO:tasks.workunit.client.0.smithi012.stdout:op 2684 completed, throughput=5MB/sec 2024-04-02T08:53:22.426 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-cw80xEfBnQ1_wUC off=2567996 len=110729 2024-04-02T08:53:22.426 INFO:tasks.workunit.client.0.smithi012.stdout:op 2685 completed, throughput=5MB/sec 2024-04-02T08:53:22.426 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-2z3MAfVbL7GfTdy off=15798023 len=1864057 2024-04-02T08:53:22.428 INFO:tasks.workunit.client.0.smithi012.stdout:op 2686 completed, throughput=5MB/sec 2024-04-02T08:53:22.428 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Xq6LdwgUzT5KYZb off=4776218 len=645676 2024-04-02T08:53:22.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:53:21 smithi012 ceph-mon[88355]: pgmap v1685: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:53:22.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:53:21 smithi012 ceph-mon[90784]: pgmap v1685: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:53:22.431 INFO:tasks.workunit.client.0.smithi012.stdout:op 2687 completed, throughput=5MB/sec 2024-04-02T08:53:22.431 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-WkoimyAyNldpVoQ off=2968457 len=1044621 2024-04-02T08:53:22.431 INFO:tasks.workunit.client.0.smithi012.stdout:op 2688 completed, throughput=5MB/sec 2024-04-02T08:53:22.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:53:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:53:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:53:23.432 INFO:tasks.workunit.client.0.smithi012.stdout: 536: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:23.432 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj--k5YcKnjJEyuLVj off=3722893 len=410349 2024-04-02T08:53:23.435 INFO:tasks.workunit.client.0.smithi012.stdout:op 2689 completed, throughput=4.99MB/sec 2024-04-02T08:53:23.435 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-KoQLn5D7qtRsxXV off=4791511 len=1835346 2024-04-02T08:53:23.443 INFO:tasks.workunit.client.0.smithi012.stdout:op 2690 completed, throughput=5MB/sec 2024-04-02T08:53:23.444 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-x5JUTkG_MJ5NZ6d off=9623983 len=851561 2024-04-02T08:53:23.449 INFO:tasks.workunit.client.0.smithi012.stdout:op 2691 completed, throughput=5MB/sec 2024-04-02T08:53:23.449 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-NspenIfekPWXAFi off=46194 len=1373464 2024-04-02T08:53:23.451 INFO:tasks.workunit.client.0.smithi012.stdout:op 2692 completed, throughput=5MB/sec 2024-04-02T08:53:24.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:53:23 smithi055 ceph-mon[85080]: pgmap v1686: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:53:24.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:53:23 smithi012 ceph-mon[88355]: pgmap v1686: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:53:24.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:53:23 smithi012 ceph-mon[90784]: pgmap v1686: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:53:24.452 INFO:tasks.workunit.client.0.smithi012.stdout: 537: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:24.452 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-8esJjog_rU3kqvM off=13761394 len=789610 2024-04-02T08:53:24.456 INFO:tasks.workunit.client.0.smithi012.stdout:op 2693 completed, throughput=4.99MB/sec 2024-04-02T08:53:24.456 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-gFl9VPQkEk1Z5Tl off=2603037 len=1263676 2024-04-02T08:53:24.457 INFO:tasks.workunit.client.0.smithi012.stdout:op 2694 completed, throughput=4.99MB/sec 2024-04-02T08:53:24.457 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-5ISjYogn7Pm1avp off=1131296 len=1930117 2024-04-02T08:53:24.459 INFO:tasks.workunit.client.0.smithi012.stdout:op 2695 completed, throughput=5MB/sec 2024-04-02T08:53:24.459 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-8QjIsNzP13D5_1H off=14476216 len=2035158 2024-04-02T08:53:24.463 INFO:tasks.workunit.client.0.smithi012.stdout:op 2696 completed, throughput=5MB/sec 2024-04-02T08:53:25.463 INFO:tasks.workunit.client.0.smithi012.stdout: 538: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:25.463 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-rkMzIjOOZKFvOnL off=8853183 len=1743869 2024-04-02T08:53:25.466 INFO:tasks.workunit.client.0.smithi012.stdout:op 2697 completed, throughput=5MB/sec 2024-04-02T08:53:25.467 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-eaaDQD4-8Zenrmw off=6411106 len=2066150 2024-04-02T08:53:25.477 INFO:tasks.workunit.client.0.smithi012.stdout:op 2698 completed, throughput=5MB/sec 2024-04-02T08:53:25.477 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-X5ct8r99N33JfFf off=3125448 len=805540 2024-04-02T08:53:25.478 INFO:tasks.workunit.client.0.smithi012.stdout:op 2699 completed, throughput=5MB/sec 2024-04-02T08:53:26.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:53:25 smithi055 ceph-mon[85080]: pgmap v1687: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:53:26.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:53:25 smithi012 ceph-mon[88355]: pgmap v1687: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:53:26.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:53:25 smithi012 ceph-mon[90784]: pgmap v1687: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:53:26.478 INFO:tasks.workunit.client.0.smithi012.stdout: 539: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:26.478 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-HCT7BCwwTmd5Fsn off=730723 len=328578 2024-04-02T08:53:26.479 INFO:tasks.workunit.client.0.smithi012.stdout:op 2700 completed, throughput=4.99MB/sec 2024-04-02T08:53:26.479 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ACQIq79yZugBsjT off=3296248 len=1772237 2024-04-02T08:53:26.480 INFO:tasks.workunit.client.0.smithi012.stdout:op 2701 completed, throughput=4.99MB/sec 2024-04-02T08:53:26.480 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-K6jYS36coBNBGO6 off=9342478 len=84177 2024-04-02T08:53:26.481 INFO:tasks.workunit.client.0.smithi012.stdout:op 2702 completed, throughput=4.99MB/sec 2024-04-02T08:53:26.481 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-kArFq36rn_h4B0e off=3891122 len=1170131 2024-04-02T08:53:26.485 INFO:tasks.workunit.client.0.smithi012.stdout:op 2703 completed, throughput=5MB/sec 2024-04-02T08:53:26.485 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-k7Fo8e_do_Neqk7 off=1744994 len=693081 2024-04-02T08:53:26.489 INFO:tasks.workunit.client.0.smithi012.stdout:op 2704 completed, throughput=5MB/sec 2024-04-02T08:53:26.489 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-xEh5Ynpb-gXMEdM off=4715018 len=418344 2024-04-02T08:53:26.491 INFO:tasks.workunit.client.0.smithi012.stdout:op 2705 completed, throughput=5MB/sec 2024-04-02T08:53:26.491 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-_slTTvthknAdX_v off=752748 len=352781 2024-04-02T08:53:26.492 INFO:tasks.workunit.client.0.smithi012.stdout:op 2706 completed, throughput=5MB/sec 2024-04-02T08:53:26.492 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-n-YzuFwOXKxernP off=1149241 len=1778895 2024-04-02T08:53:26.501 INFO:tasks.workunit.client.0.smithi012.stdout:op 2707 completed, throughput=5MB/sec 2024-04-02T08:53:27.501 INFO:tasks.workunit.client.0.smithi012.stdout: 540: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:27.501 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-vnW8tGjMpKDNHQ7 off=3237280 len=900747 2024-04-02T08:53:27.502 INFO:tasks.workunit.client.0.smithi012.stdout:op 2708 completed, throughput=4.99MB/sec 2024-04-02T08:53:27.502 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-veHPyrMA-_14iIN off=1162804 len=1540409 2024-04-02T08:53:27.507 INFO:tasks.workunit.client.0.smithi012.stdout:op 2709 completed, throughput=5MB/sec 2024-04-02T08:53:27.507 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-sUx5nVbl8hq9oo_ off=11867802 len=1261876 2024-04-02T08:53:27.513 INFO:tasks.workunit.client.0.smithi012.stdout:op 2710 completed, throughput=5MB/sec 2024-04-02T08:53:27.513 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-uzShTO_ls8mEHK9 off=6434090 len=1803269 2024-04-02T08:53:27.515 INFO:tasks.workunit.client.0.smithi012.stdout:op 2711 completed, throughput=5MB/sec 2024-04-02T08:53:28.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:53:27 smithi055 ceph-mon[85080]: pgmap v1688: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:53:28.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:53:27 smithi012 ceph-mon[88355]: pgmap v1688: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:53:28.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:53:27 smithi012 ceph-mon[90784]: pgmap v1688: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:53:28.429 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:53:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:53:27] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-04-02T08:53:28.515 INFO:tasks.workunit.client.0.smithi012.stdout: 541: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:28.516 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-tRBqm-BLxoyo_Fs off=741290 len=2025309 2024-04-02T08:53:28.517 INFO:tasks.workunit.client.0.smithi012.stdout:op 2712 completed, throughput=5MB/sec 2024-04-02T08:53:28.517 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-gabi-egBn6Hor9_ off=14697016 len=218724 2024-04-02T08:53:28.518 INFO:tasks.workunit.client.0.smithi012.stdout:op 2713 completed, throughput=5MB/sec 2024-04-02T08:53:28.518 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-pCCRIsLc5lCiRUO off=1157061 len=646452 2024-04-02T08:53:28.520 INFO:tasks.workunit.client.0.smithi012.stdout:op 2714 completed, throughput=5MB/sec 2024-04-02T08:53:28.520 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-iDOh6Tt79GFHxmT off=11232119 len=12694 2024-04-02T08:53:28.522 INFO:tasks.workunit.client.0.smithi012.stdout:op 2715 completed, throughput=5MB/sec 2024-04-02T08:53:28.522 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-5HQPQ-h6U5lMNda off=1581996 len=1914650 2024-04-02T08:53:28.532 INFO:tasks.workunit.client.0.smithi012.stdout:op 2716 completed, throughput=5MB/sec 2024-04-02T08:53:29.532 INFO:tasks.workunit.client.0.smithi012.stdout: 542: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:29.533 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-9QmMf6ja0O6wU5R off=8002982 len=1991341 2024-04-02T08:53:29.541 INFO:tasks.workunit.client.0.smithi012.stdout:op 2717 completed, throughput=5MB/sec 2024-04-02T08:53:29.541 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-QHKTJCxmYcSf9KK off=340255 len=2037379 2024-04-02T08:53:29.547 INFO:tasks.workunit.client.0.smithi012.stdout:op 2718 completed, throughput=5MB/sec 2024-04-02T08:53:29.547 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-_yZoHg-TvynnDBU off=4191866 len=1635823 2024-04-02T08:53:29.551 INFO:tasks.workunit.client.0.smithi012.stdout:op 2719 completed, throughput=5MB/sec 2024-04-02T08:53:30.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:53:29 smithi055 ceph-mon[85080]: pgmap v1689: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:53:30.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:53:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:30.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:53:29 smithi012 ceph-mon[88355]: pgmap v1689: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:53:30.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:53:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:30.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:53:29 smithi012 ceph-mon[90784]: pgmap v1689: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:53:30.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:53:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:30.551 INFO:tasks.workunit.client.0.smithi012.stdout: 543: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:30.552 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ji-SCsWH30XuU5i off=4125345 len=1418213 2024-04-02T08:53:30.558 INFO:tasks.workunit.client.0.smithi012.stdout:op 2720 completed, throughput=5MB/sec 2024-04-02T08:53:30.559 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Ym1jrTHOkYZ5qmL off=1622703 len=164402 2024-04-02T08:53:30.559 INFO:tasks.workunit.client.0.smithi012.stdout:op 2721 completed, throughput=5MB/sec 2024-04-02T08:53:30.559 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-qmguF3yqo15Tgvc off=21082811 len=271164 2024-04-02T08:53:30.560 INFO:tasks.workunit.client.0.smithi012.stdout:op 2722 completed, throughput=5MB/sec 2024-04-02T08:53:30.560 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-vdijkCBrQvV1enZ off=131248 len=1553024 2024-04-02T08:53:30.560 INFO:tasks.workunit.client.0.smithi012.stdout:op 2723 completed, throughput=5MB/sec 2024-04-02T08:53:30.560 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-nEGHDnPhfTd8GDD off=1524825 len=589584 2024-04-02T08:53:30.561 INFO:tasks.workunit.client.0.smithi012.stdout:op 2724 completed, throughput=5MB/sec 2024-04-02T08:53:31.562 INFO:tasks.workunit.client.0.smithi012.stdout: 544: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:31.562 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-OuR1TMjRJY8trUb off=2100115 len=728013 2024-04-02T08:53:31.566 INFO:tasks.workunit.client.0.smithi012.stdout:op 2725 completed, throughput=4.99MB/sec 2024-04-02T08:53:31.566 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-8gyiqNMJKVAwcWg off=8966853 len=1742623 2024-04-02T08:53:31.574 INFO:tasks.workunit.client.0.smithi012.stdout:op 2726 completed, throughput=5MB/sec 2024-04-02T08:53:31.574 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-AI5PKAz4SYtkH5z off=96609 len=1518206 2024-04-02T08:53:31.575 INFO:tasks.workunit.client.0.smithi012.stdout:op 2727 completed, throughput=5MB/sec 2024-04-02T08:53:31.575 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-73ewREFlK9v5MjB off=2239531 len=247873 2024-04-02T08:53:31.578 INFO:tasks.workunit.client.0.smithi012.stdout:op 2728 completed, throughput=5MB/sec 2024-04-02T08:53:31.578 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-_ewkaymMT-zkjUT off=7573473 len=310074 2024-04-02T08:53:31.579 INFO:tasks.workunit.client.0.smithi012.stdout:op 2729 completed, throughput=5MB/sec 2024-04-02T08:53:31.579 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-uZ4-pzW0H-RDlPG off=465515 len=256074 2024-04-02T08:53:31.580 INFO:tasks.workunit.client.0.smithi012.stdout:op 2730 completed, throughput=5MB/sec 2024-04-02T08:53:31.581 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-7gPGomGGIQpFKW9 off=13811470 len=456447 2024-04-02T08:53:31.582 INFO:tasks.workunit.client.0.smithi012.stdout:op 2731 completed, throughput=5MB/sec 2024-04-02T08:53:31.582 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Klnfo7DynGFujWp off=15965411 len=1383411 2024-04-02T08:53:31.583 INFO:tasks.workunit.client.0.smithi012.stdout:op 2732 completed, throughput=5MB/sec 2024-04-02T08:53:32.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:53:31 smithi055 ceph-mon[85080]: pgmap v1690: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:53:32.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:53:31 smithi012 ceph-mon[88355]: pgmap v1690: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:53:32.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:53:31 smithi012 ceph-mon[90784]: pgmap v1690: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:53:32.583 INFO:tasks.workunit.client.0.smithi012.stdout: 545: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:32.584 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-rQhinKN47Y-8qsp off=3887563 len=1003766 2024-04-02T08:53:32.589 INFO:tasks.workunit.client.0.smithi012.stdout:op 2733 completed, throughput=5MB/sec 2024-04-02T08:53:32.589 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-JlonZh4fNgM7m5N off=0 len=1298012 2024-04-02T08:53:32.595 INFO:tasks.workunit.client.0.smithi012.stdout:op 2734 completed, throughput=5MB/sec 2024-04-02T08:53:32.595 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-AHVK5-3WqI083_0 off=5055466 len=1523864 2024-04-02T08:53:32.601 INFO:tasks.workunit.client.0.smithi012.stdout:op 2735 completed, throughput=5MB/sec 2024-04-02T08:53:32.601 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-FU-5jNiANDTuu9v off=1718988 len=623310 2024-04-02T08:53:32.605 INFO:tasks.workunit.client.0.smithi012.stdout:op 2736 completed, throughput=5MB/sec 2024-04-02T08:53:32.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:53:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:53:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:53:33.605 INFO:tasks.workunit.client.0.smithi012.stdout: 546: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:33.605 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-j1pBdnWx4gAe1bz off=10874161 len=1516138 2024-04-02T08:53:33.608 INFO:tasks.workunit.client.0.smithi012.stdout:op 2737 completed, throughput=4.99MB/sec 2024-04-02T08:53:33.608 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-MVWIBXHRa2FEY0a off=14455733 len=691632 2024-04-02T08:53:33.613 INFO:tasks.workunit.client.0.smithi012.stdout:op 2738 completed, throughput=5MB/sec 2024-04-02T08:53:33.613 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-9kLEPf6tAa0n0ql off=5657638 len=1204547 2024-04-02T08:53:33.613 INFO:tasks.workunit.client.0.smithi012.stdout:op 2739 completed, throughput=5MB/sec 2024-04-02T08:53:33.614 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-JMcOqlAOmWBhOxZ off=901025 len=127180 2024-04-02T08:53:33.615 INFO:tasks.workunit.client.0.smithi012.stdout:op 2740 completed, throughput=5MB/sec 2024-04-02T08:53:33.615 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-pIptYUQVCe5KJso off=16668327 len=1947278 2024-04-02T08:53:33.617 INFO:tasks.workunit.client.0.smithi012.stdout:op 2741 completed, throughput=5MB/sec 2024-04-02T08:53:34.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:53:33 smithi055 ceph-mon[85080]: pgmap v1691: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:53:34.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:53:33 smithi012 ceph-mon[88355]: pgmap v1691: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:53:34.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:53:33 smithi012 ceph-mon[90784]: pgmap v1691: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:53:34.618 INFO:tasks.workunit.client.0.smithi012.stdout: 547: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:34.618 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-BgFvZ_ooFO2Jiq6 off=4762003 len=1438595 2024-04-02T08:53:34.619 INFO:tasks.workunit.client.0.smithi012.stdout:op 2742 completed, throughput=4.99MB/sec 2024-04-02T08:53:34.619 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-2X15N6wDidTX14v off=7812291 len=1553578 2024-04-02T08:53:34.627 INFO:tasks.workunit.client.0.smithi012.stdout:op 2743 completed, throughput=5MB/sec 2024-04-02T08:53:34.627 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Io0Mkzfj1YpTURs off=1235666 len=1493160 2024-04-02T08:53:34.627 INFO:tasks.workunit.client.0.smithi012.stdout:op 2744 completed, throughput=5MB/sec 2024-04-02T08:53:34.627 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-fla9ZTVp0k_7Jds off=3125626 len=717401 2024-04-02T08:53:34.628 INFO:tasks.workunit.client.0.smithi012.stdout:op 2745 completed, throughput=5MB/sec 2024-04-02T08:53:35.629 INFO:tasks.workunit.client.0.smithi012.stdout: 548: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:35.629 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-N_4u48h1Uqm60i7 off=5152826 len=958637 2024-04-02T08:53:35.630 INFO:tasks.workunit.client.0.smithi012.stdout:op 2746 completed, throughput=4.99MB/sec 2024-04-02T08:53:35.630 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-edDaV4xRMiQ_4HE off=245874 len=1681167 2024-04-02T08:53:35.631 INFO:tasks.workunit.client.0.smithi012.stdout:op 2747 completed, throughput=5MB/sec 2024-04-02T08:53:35.631 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj--VSYlChFX2F15ZN off=11079906 len=162430 2024-04-02T08:53:35.634 INFO:tasks.workunit.client.0.smithi012.stdout:op 2748 completed, throughput=5MB/sec 2024-04-02T08:53:35.634 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ThlX5uCmRvHULR5 off=12917495 len=67996 2024-04-02T08:53:35.636 INFO:tasks.workunit.client.0.smithi012.stdout:op 2749 completed, throughput=5MB/sec 2024-04-02T08:53:35.636 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-EF2Uex4akipFNXj off=16978765 len=1883395 2024-04-02T08:53:35.644 INFO:tasks.workunit.client.0.smithi012.stdout:op 2750 completed, throughput=5MB/sec 2024-04-02T08:53:35.644 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-rMMkIr0Ngy78bj1 off=0 len=1377741 2024-04-02T08:53:35.650 INFO:tasks.workunit.client.0.smithi012.stdout:op 2751 completed, throughput=5MB/sec 2024-04-02T08:53:36.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:53:35 smithi055 ceph-mon[85080]: pgmap v1692: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:53:36.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:53:35 smithi012 ceph-mon[88355]: pgmap v1692: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:53:36.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:53:35 smithi012 ceph-mon[90784]: pgmap v1692: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:53:36.651 INFO:tasks.workunit.client.0.smithi012.stdout: 549: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:36.651 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-N191P1WCzvEcJOr off=1446045 len=1864236 2024-04-02T08:53:36.658 INFO:tasks.workunit.client.0.smithi012.stdout:op 2752 completed, throughput=5MB/sec 2024-04-02T08:53:36.658 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-zrt8jS7VZGNwhzk off=2502544 len=532570 2024-04-02T08:53:36.661 INFO:tasks.workunit.client.0.smithi012.stdout:op 2753 completed, throughput=5MB/sec 2024-04-02T08:53:36.661 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-eaaDQD4-8Zenrmw off=6902766 len=32139 2024-04-02T08:53:36.663 INFO:tasks.workunit.client.0.smithi012.stdout:op 2754 completed, throughput=5MB/sec 2024-04-02T08:53:36.663 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-qDSpR5UYebdkkfW off=14381385 len=1970638 2024-04-02T08:53:36.664 INFO:tasks.workunit.client.0.smithi012.stdout:op 2755 completed, throughput=5MB/sec 2024-04-02T08:53:37.665 INFO:tasks.workunit.client.0.smithi012.stdout: 550: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:37.665 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-nVBqrkvCu_5LAXz off=15260042 len=859731 2024-04-02T08:53:37.669 INFO:tasks.workunit.client.0.smithi012.stdout:op 2756 completed, throughput=4.99MB/sec 2024-04-02T08:53:37.669 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-cX2OywCSADngtPb off=18829763 len=1192765 2024-04-02T08:53:37.669 INFO:tasks.workunit.client.0.smithi012.stdout:op 2757 completed, throughput=5MB/sec 2024-04-02T08:53:37.669 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-f7k0b7qT2ZkSs3q off=171388 len=1996110 2024-04-02T08:53:37.673 INFO:tasks.workunit.client.0.smithi012.stdout:op 2758 completed, throughput=5MB/sec 2024-04-02T08:53:37.673 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-3HOs26cfhO50Uqj off=5276505 len=1313877 2024-04-02T08:53:37.674 INFO:tasks.workunit.client.0.smithi012.stdout:op 2759 completed, throughput=5MB/sec 2024-04-02T08:53:38.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:53:37 smithi055 ceph-mon[85080]: pgmap v1693: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T08:53:38.311 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 08:53:38 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[122025]: logger=cleanup t=2024-04-02T08:53:38.002349856Z level=info msg="Completed cleanup jobs" duration=2.321901ms 2024-04-02T08:53:38.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:53:37 smithi012 ceph-mon[88355]: pgmap v1693: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T08:53:38.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:53:37 smithi012 ceph-mon[90784]: pgmap v1693: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T08:53:38.429 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:53:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:53:37] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-04-02T08:53:38.675 INFO:tasks.workunit.client.0.smithi012.stdout: 551: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:38.676 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-PFaoV5L-njdIZyo off=7777802 len=1120959 2024-04-02T08:53:38.676 INFO:tasks.workunit.client.0.smithi012.stdout:op 2760 completed, throughput=4.99MB/sec 2024-04-02T08:53:38.676 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-8dKI4gSvGgcwimF off=13179799 len=1151353 2024-04-02T08:53:38.682 INFO:tasks.workunit.client.0.smithi012.stdout:op 2761 completed, throughput=5MB/sec 2024-04-02T08:53:38.682 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-dR7fWynwQ8ZieMX off=4294737 len=1729911 2024-04-02T08:53:38.690 INFO:tasks.workunit.client.0.smithi012.stdout:op 2762 completed, throughput=5MB/sec 2024-04-02T08:53:38.690 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-a0fvndAnFU4ZGFg off=802702 len=1276775 2024-04-02T08:53:38.691 INFO:tasks.workunit.client.0.smithi012.stdout:op 2763 completed, throughput=5MB/sec 2024-04-02T08:53:39.691 INFO:tasks.workunit.client.0.smithi012.stdout: 552: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:39.691 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-RRzITbtrY59cy4X off=6460937 len=1652770 2024-04-02T08:53:39.693 INFO:tasks.workunit.client.0.smithi012.stdout:op 2764 completed, throughput=4.99MB/sec 2024-04-02T08:53:39.693 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-mKbHmZTWzwreQCa off=4199204 len=265251 2024-04-02T08:53:39.693 INFO:tasks.workunit.client.0.smithi012.stdout:op 2765 completed, throughput=5MB/sec 2024-04-02T08:53:39.693 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-K_7rygGgsAA1MfK off=4574925 len=1503556 2024-04-02T08:53:39.694 INFO:tasks.workunit.client.0.smithi012.stdout:op 2766 completed, throughput=5MB/sec 2024-04-02T08:53:39.694 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-blvkwtQHatRyt9t off=316729 len=1212388 2024-04-02T08:53:39.697 INFO:tasks.workunit.client.0.smithi012.stdout:op 2767 completed, throughput=5MB/sec 2024-04-02T08:53:39.697 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-UZZCY7P2p54wUiX off=1797954 len=1254338 2024-04-02T08:53:39.702 INFO:tasks.workunit.client.0.smithi012.stdout:op 2768 completed, throughput=5MB/sec 2024-04-02T08:53:40.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:53:39 smithi055 ceph-mon[85080]: pgmap v1694: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:53:40.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:53:39 smithi012 ceph-mon[88355]: pgmap v1694: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:53:40.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:53:39 smithi012 ceph-mon[90784]: pgmap v1694: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:53:40.703 INFO:tasks.workunit.client.0.smithi012.stdout: 553: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:40.703 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-jOZsITMH4vXwWp8 off=11883675 len=639090 2024-04-02T08:53:40.706 INFO:tasks.workunit.client.0.smithi012.stdout:op 2769 completed, throughput=4.99MB/sec 2024-04-02T08:53:40.707 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-mrUP9R7VYtSGfZH off=3004980 len=1930339 2024-04-02T08:53:40.708 INFO:tasks.workunit.client.0.smithi012.stdout:op 2770 completed, throughput=5MB/sec 2024-04-02T08:53:40.708 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-qOVr5IgWUXnD16v off=5880176 len=115600 2024-04-02T08:53:40.710 INFO:tasks.workunit.client.0.smithi012.stdout:op 2771 completed, throughput=5MB/sec 2024-04-02T08:53:40.711 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-o5UtZkeSJDJutot off=7730599 len=1775579 2024-04-02T08:53:40.712 INFO:tasks.workunit.client.0.smithi012.stdout:op 2772 completed, throughput=5MB/sec 2024-04-02T08:53:41.712 INFO:tasks.workunit.client.0.smithi012.stdout: 554: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:41.712 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Io0Mkzfj1YpTURs off=2109129 len=1886237 2024-04-02T08:53:41.714 INFO:tasks.workunit.client.0.smithi012.stdout:op 2773 completed, throughput=4.99MB/sec 2024-04-02T08:53:41.714 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-buRsEo_2Ner32Z6 off=616924 len=1226104 2024-04-02T08:53:41.720 INFO:tasks.workunit.client.0.smithi012.stdout:op 2774 completed, throughput=5MB/sec 2024-04-02T08:53:41.720 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-0DaJ_bLOQPqXt9B off=10656395 len=1943508 2024-04-02T08:53:41.727 INFO:tasks.workunit.client.0.smithi012.stdout:op 2775 completed, throughput=5MB/sec 2024-04-02T08:53:41.727 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-x7oHyMRJPT059zp off=22094656 len=1238823 2024-04-02T08:53:41.732 INFO:tasks.workunit.client.0.smithi012.stdout:op 2776 completed, throughput=5MB/sec 2024-04-02T08:53:42.229 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:53:41 smithi012 ceph-mon[88355]: pgmap v1695: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:53:42.230 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:53:41 smithi012 ceph-mon[90784]: pgmap v1695: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:53:42.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:53:41 smithi055 ceph-mon[85080]: pgmap v1695: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:53:42.732 INFO:tasks.workunit.client.0.smithi012.stdout: 555: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:42.732 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-RQ3ov_Z3TKGbPBZ off=20587967 len=910273 2024-04-02T08:53:42.733 INFO:tasks.workunit.client.0.smithi012.stdout:op 2777 completed, throughput=4.99MB/sec 2024-04-02T08:53:42.734 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-XHtHRWywicmPoib off=1287170 len=847303 2024-04-02T08:53:42.735 INFO:tasks.workunit.client.0.smithi012.stdout:op 2778 completed, throughput=5MB/sec 2024-04-02T08:53:42.735 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-JoN-FyXFPM5GApa off=100532 len=1570627 2024-04-02T08:53:42.742 INFO:tasks.workunit.client.0.smithi012.stdout:op 2779 completed, throughput=5MB/sec 2024-04-02T08:53:42.742 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-3cfsSWa7TEL-re7 off=78477 len=1346135 2024-04-02T08:53:42.748 INFO:tasks.workunit.client.0.smithi012.stdout:op 2780 completed, throughput=5MB/sec 2024-04-02T08:53:42.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:53:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:53:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:53:43.748 INFO:tasks.workunit.client.0.smithi012.stdout: 556: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:43.748 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-9nJcvVqk7oSuUsm off=18610423 len=787863 2024-04-02T08:53:43.750 INFO:tasks.workunit.client.0.smithi012.stdout:op 2781 completed, throughput=4.99MB/sec 2024-04-02T08:53:43.750 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-w0dyTD-e-R-q_h2 off=3235673 len=660627 2024-04-02T08:53:43.751 INFO:tasks.workunit.client.0.smithi012.stdout:op 2782 completed, throughput=4.99MB/sec 2024-04-02T08:53:43.751 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-FJcp3wXMzRBcfcc off=8899988 len=733156 2024-04-02T08:53:43.755 INFO:tasks.workunit.client.0.smithi012.stdout:op 2783 completed, throughput=5MB/sec 2024-04-02T08:53:43.756 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-LaSUdidt6UlZr6J off=3359867 len=331393 2024-04-02T08:53:43.756 INFO:tasks.workunit.client.0.smithi012.stdout:op 2784 completed, throughput=5MB/sec 2024-04-02T08:53:43.756 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-2EaSxQU8y7_0a_q off=7637806 len=1134445 2024-04-02T08:53:43.757 INFO:tasks.workunit.client.0.smithi012.stdout:op 2785 completed, throughput=5MB/sec 2024-04-02T08:53:43.757 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-5ALLZKnbclYDaea off=5656706 len=60119 2024-04-02T08:53:43.757 INFO:tasks.workunit.client.0.smithi012.stdout:op 2786 completed, throughput=5MB/sec 2024-04-02T08:53:43.757 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj--rNI-zqZZ9SYmpD off=13005091 len=1167327 2024-04-02T08:53:43.762 INFO:tasks.workunit.client.0.smithi012.stdout:op 2787 completed, throughput=5MB/sec 2024-04-02T08:53:44.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:53:43 smithi055 ceph-mon[85080]: pgmap v1696: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:53:44.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:53:43 smithi012 ceph-mon[88355]: pgmap v1696: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:53:44.452 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:53:43 smithi012 ceph-mon[90784]: pgmap v1696: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:53:44.762 INFO:tasks.workunit.client.0.smithi012.stdout: 557: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:44.763 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-LsMlNnN67th15Re off=5930199 len=342704 2024-04-02T08:53:44.763 INFO:tasks.workunit.client.0.smithi012.stdout:op 2788 completed, throughput=4.99MB/sec 2024-04-02T08:53:44.763 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-kV_uhV_Is4Ayajy off=7067375 len=1313772 2024-04-02T08:53:44.766 INFO:tasks.workunit.client.0.smithi012.stdout:op 2789 completed, throughput=4.99MB/sec 2024-04-02T08:53:44.766 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-VRCLNlIb7uUAuNV off=1068834 len=1163983 2024-04-02T08:53:44.767 INFO:tasks.workunit.client.0.smithi012.stdout:op 2790 completed, throughput=5MB/sec 2024-04-02T08:53:44.768 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-qxnKumclT6hg1cL off=4268498 len=1377663 2024-04-02T08:53:44.774 INFO:tasks.workunit.client.0.smithi012.stdout:op 2791 completed, throughput=5MB/sec 2024-04-02T08:53:44.774 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ZAygCgb6BHhhrRk off=8022952 len=288837 2024-04-02T08:53:44.777 INFO:tasks.workunit.client.0.smithi012.stdout:op 2792 completed, throughput=5MB/sec 2024-04-02T08:53:44.777 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-5CAqTE5qd4N2fdm off=3320263 len=387189 2024-04-02T08:53:44.779 INFO:tasks.workunit.client.0.smithi012.stdout:op 2793 completed, throughput=5MB/sec 2024-04-02T08:53:44.779 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-3-cXwA2nSmf8Gw_ off=0 len=1402508 2024-04-02T08:53:44.780 INFO:tasks.workunit.client.0.smithi012.stdout:op 2794 completed, throughput=5MB/sec 2024-04-02T08:53:45.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:53:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:45.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:53:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:45.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:53:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:45.780 INFO:tasks.workunit.client.0.smithi012.stdout: 558: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:45.780 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ctz1kbIdIlBJh9f off=309952 len=1538671 2024-04-02T08:53:45.782 INFO:tasks.workunit.client.0.smithi012.stdout:op 2795 completed, throughput=5MB/sec 2024-04-02T08:53:45.782 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-7vcUZrLEKcDhOrR off=2876989 len=88682 2024-04-02T08:53:45.783 INFO:tasks.workunit.client.0.smithi012.stdout:op 2796 completed, throughput=5MB/sec 2024-04-02T08:53:45.784 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-AJjFHct9kgRCtpu off=4628824 len=1091544 2024-04-02T08:53:45.788 INFO:tasks.workunit.client.0.smithi012.stdout:op 2797 completed, throughput=5MB/sec 2024-04-02T08:53:45.788 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj--Y4rbDG7ij8NbpN off=10892749 len=414508 2024-04-02T08:53:45.789 INFO:tasks.workunit.client.0.smithi012.stdout:op 2798 completed, throughput=5MB/sec 2024-04-02T08:53:45.789 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj--HIZfUDXH5Fc6uA off=9595858 len=755370 2024-04-02T08:53:45.792 INFO:tasks.workunit.client.0.smithi012.stdout:op 2799 completed, throughput=5MB/sec 2024-04-02T08:53:45.792 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-90khqE0U9qBNPhJ off=4639244 len=1246480 2024-04-02T08:53:45.799 INFO:tasks.workunit.client.0.smithi012.stdout:op 2800 completed, throughput=5MB/sec 2024-04-02T08:53:46.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:53:45 smithi055 ceph-mon[85080]: pgmap v1697: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:53:46.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:53:45 smithi012 ceph-mon[88355]: pgmap v1697: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:53:46.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:53:45 smithi012 ceph-mon[90784]: pgmap v1697: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:53:46.799 INFO:tasks.workunit.client.0.smithi012.stdout: 559: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:46.799 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-MVmp22ZApBZqITb off=12764466 len=1206374 2024-04-02T08:53:46.805 INFO:tasks.workunit.client.0.smithi012.stdout:op 2801 completed, throughput=4.99MB/sec 2024-04-02T08:53:46.806 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Jcjn-u2CVXsxCPZ off=13107794 len=360344 2024-04-02T08:53:46.809 INFO:tasks.workunit.client.0.smithi012.stdout:op 2802 completed, throughput=5MB/sec 2024-04-02T08:53:46.809 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-iELZ0eybJ1a65Ql off=3836874 len=1493643 2024-04-02T08:53:46.816 INFO:tasks.workunit.client.0.smithi012.stdout:op 2803 completed, throughput=5MB/sec 2024-04-02T08:53:46.816 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-JahkIOaVcnDA6IT off=18076288 len=1231082 2024-04-02T08:53:46.818 INFO:tasks.workunit.client.0.smithi012.stdout:op 2804 completed, throughput=5MB/sec 2024-04-02T08:53:46.818 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-zaIHW9okpyD5GDI off=12699336 len=1817890 2024-04-02T08:53:46.820 INFO:tasks.workunit.client.0.smithi012.stdout:op 2805 completed, throughput=5MB/sec 2024-04-02T08:53:47.820 INFO:tasks.workunit.client.0.smithi012.stdout: 560: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:47.821 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-cZaeUB2Ny3VdkYZ off=4113742 len=1695325 2024-04-02T08:53:47.821 INFO:tasks.workunit.client.0.smithi012.stdout:op 2806 completed, throughput=5MB/sec 2024-04-02T08:53:47.822 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-pBKlwQLGTdrbEAG off=5801947 len=1472227 2024-04-02T08:53:47.829 INFO:tasks.workunit.client.0.smithi012.stdout:op 2807 completed, throughput=5MB/sec 2024-04-02T08:53:47.829 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ZZndHHrZR_XJ9mb off=746907 len=545333 2024-04-02T08:53:47.830 INFO:tasks.workunit.client.0.smithi012.stdout:op 2808 completed, throughput=5MB/sec 2024-04-02T08:53:47.830 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-vhTbOChwUveEE5F off=12414759 len=1710557 2024-04-02T08:53:47.832 INFO:tasks.workunit.client.0.smithi012.stdout:op 2809 completed, throughput=5MB/sec 2024-04-02T08:53:48.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:53:47 smithi055 ceph-mon[85080]: pgmap v1698: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-02T08:53:48.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:53:47 smithi012 ceph-mon[88355]: pgmap v1698: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-02T08:53:48.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:53:47 smithi012 ceph-mon[90784]: pgmap v1698: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-02T08:53:48.429 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:53:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:53:47] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-04-02T08:53:48.833 INFO:tasks.workunit.client.0.smithi012.stdout: 561: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:48.833 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-UJQrEjerw-JqiN9 off=1312351 len=1155515 2024-04-02T08:53:48.834 INFO:tasks.workunit.client.0.smithi012.stdout:op 2810 completed, throughput=5MB/sec 2024-04-02T08:53:48.834 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-buLe_tEfG_sbr8- off=3469210 len=1314465 2024-04-02T08:53:48.837 INFO:tasks.workunit.client.0.smithi012.stdout:op 2811 completed, throughput=5MB/sec 2024-04-02T08:53:48.837 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-zNlQ6PjSCMl6CW4 off=7513559 len=2053297 2024-04-02T08:53:48.839 INFO:tasks.workunit.client.0.smithi012.stdout:op 2812 completed, throughput=5MB/sec 2024-04-02T08:53:49.839 INFO:tasks.workunit.client.0.smithi012.stdout: 562: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:49.840 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-RQlGr5B0jt5fGH4 off=3447156 len=1510558 2024-04-02T08:53:49.846 INFO:tasks.workunit.client.0.smithi012.stdout:op 2813 completed, throughput=5MB/sec 2024-04-02T08:53:49.847 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-zU4WIhIanj1kxd0 off=15815787 len=205866 2024-04-02T08:53:49.849 INFO:tasks.workunit.client.0.smithi012.stdout:op 2814 completed, throughput=5MB/sec 2024-04-02T08:53:49.849 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ov6s-GiRahHVQUz off=2051434 len=816974 2024-04-02T08:53:49.849 INFO:tasks.workunit.client.0.smithi012.stdout:op 2815 completed, throughput=5MB/sec 2024-04-02T08:53:49.850 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-wIJ4mnWoZEPZDfx off=11134736 len=48001 2024-04-02T08:53:49.852 INFO:tasks.workunit.client.0.smithi012.stdout:op 2816 completed, throughput=5MB/sec 2024-04-02T08:53:49.852 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-p2O9pjRLMx_XDWp off=686694 len=1330043 2024-04-02T08:53:49.856 INFO:tasks.workunit.client.0.smithi012.stdout:op 2817 completed, throughput=5MB/sec 2024-04-02T08:53:49.856 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-wUpBxjQbf8F1wHy off=3572584 len=797331 2024-04-02T08:53:49.860 INFO:tasks.workunit.client.0.smithi012.stdout:op 2818 completed, throughput=5MB/sec 2024-04-02T08:53:50.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:53:49 smithi055 ceph-mon[85080]: pgmap v1699: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:53:50.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:53:49 smithi012 ceph-mon[88355]: pgmap v1699: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:53:50.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:53:49 smithi012 ceph-mon[90784]: pgmap v1699: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:53:50.861 INFO:tasks.workunit.client.0.smithi012.stdout: 563: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:50.861 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj--vzIEUjpx36f9EO off=993995 len=1733095 2024-04-02T08:53:50.868 INFO:tasks.workunit.client.0.smithi012.stdout:op 2819 completed, throughput=4.99MB/sec 2024-04-02T08:53:50.868 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-dTRQAh07JGZjmQ1 off=3974788 len=1918419 2024-04-02T08:53:50.872 INFO:tasks.workunit.client.0.smithi012.stdout:op 2820 completed, throughput=5MB/sec 2024-04-02T08:53:50.872 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Ls3gm8gm3egXO1C off=4780389 len=2028721 2024-04-02T08:53:50.874 INFO:tasks.workunit.client.0.smithi012.stdout:op 2821 completed, throughput=5MB/sec 2024-04-02T08:53:51.874 INFO:tasks.workunit.client.0.smithi012.stdout: 564: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:51.874 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Vg2mkOpTYo3Zwjv off=422467 len=1014383 2024-04-02T08:53:51.879 INFO:tasks.workunit.client.0.smithi012.stdout:op 2822 completed, throughput=4.99MB/sec 2024-04-02T08:53:51.879 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-8zdpmBSfyLA3vtT off=10470181 len=379433 2024-04-02T08:53:51.880 INFO:tasks.workunit.client.0.smithi012.stdout:op 2823 completed, throughput=4.99MB/sec 2024-04-02T08:53:51.880 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-GuIFVM7gRfonweA off=14344615 len=1658812 2024-04-02T08:53:51.887 INFO:tasks.workunit.client.0.smithi012.stdout:op 2824 completed, throughput=5MB/sec 2024-04-02T08:53:51.887 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-5kUbKlFTb4TqVMV off=381855 len=380485 2024-04-02T08:53:51.890 INFO:tasks.workunit.client.0.smithi012.stdout:op 2825 completed, throughput=5MB/sec 2024-04-02T08:53:51.890 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-rclT3Er491g6AwE off=3983870 len=13299 2024-04-02T08:53:51.892 INFO:tasks.workunit.client.0.smithi012.stdout:op 2826 completed, throughput=5MB/sec 2024-04-02T08:53:51.892 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-8dA7mwsxlY6U0qO off=7983279 len=1360556 2024-04-02T08:53:51.894 INFO:tasks.workunit.client.0.smithi012.stdout:op 2827 completed, throughput=5MB/sec 2024-04-02T08:53:52.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:53:51 smithi055 ceph-mon[85080]: pgmap v1700: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:53:52.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:53:51 smithi012 ceph-mon[88355]: pgmap v1700: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:53:52.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:53:51 smithi012 ceph-mon[90784]: pgmap v1700: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:53:52.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:53:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:53:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:53:52.894 INFO:tasks.workunit.client.0.smithi012.stdout: 565: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:52.895 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj--goe9WebqW1lbnR off=2381955 len=1928153 2024-04-02T08:53:52.903 INFO:tasks.workunit.client.0.smithi012.stdout:op 2828 completed, throughput=4.99MB/sec 2024-04-02T08:53:52.903 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ampaSAT5Yc4d2LE off=249041 len=724619 2024-04-02T08:53:52.907 INFO:tasks.workunit.client.0.smithi012.stdout:op 2829 completed, throughput=5MB/sec 2024-04-02T08:53:52.907 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-21UQvaHPEruRJns off=339051 len=1492923 2024-04-02T08:53:52.914 INFO:tasks.workunit.client.0.smithi012.stdout:op 2830 completed, throughput=5MB/sec 2024-04-02T08:53:52.914 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-pwprtsNM_gkxtSf off=2310123 len=398099 2024-04-02T08:53:52.915 INFO:tasks.workunit.client.0.smithi012.stdout:op 2831 completed, throughput=5MB/sec 2024-04-02T08:53:52.915 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-u6RU8a_Y5KZUl7n off=500346 len=1022706 2024-04-02T08:53:52.916 INFO:tasks.workunit.client.0.smithi012.stdout:op 2832 completed, throughput=5MB/sec 2024-04-02T08:53:53.916 INFO:tasks.workunit.client.0.smithi012.stdout: 566: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:53.916 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-93cRP8EIBnEaprj off=6598285 len=1529176 2024-04-02T08:53:53.918 INFO:tasks.workunit.client.0.smithi012.stdout:op 2833 completed, throughput=4.99MB/sec 2024-04-02T08:53:53.918 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-oGVOHK39pCrQaRm off=5625499 len=78062 2024-04-02T08:53:53.918 INFO:tasks.workunit.client.0.smithi012.stdout:op 2834 completed, throughput=4.99MB/sec 2024-04-02T08:53:53.918 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-h2-RQOSkX4PIDDi off=4165619 len=780071 2024-04-02T08:53:53.919 INFO:tasks.workunit.client.0.smithi012.stdout:op 2835 completed, throughput=5MB/sec 2024-04-02T08:53:53.919 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-8r1_iEvL3lB8Otr off=11399055 len=1487817 2024-04-02T08:53:53.925 INFO:tasks.workunit.client.0.smithi012.stdout:op 2836 completed, throughput=5MB/sec 2024-04-02T08:53:53.925 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-yshNoCzid5eRij9 off=11421605 len=659353 2024-04-02T08:53:53.929 INFO:tasks.workunit.client.0.smithi012.stdout:op 2837 completed, throughput=5MB/sec 2024-04-02T08:53:53.929 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-2cqRr1TS9uzW6Hf off=3273948 len=1584123 2024-04-02T08:53:53.935 INFO:tasks.workunit.client.0.smithi012.stdout:op 2838 completed, throughput=5MB/sec 2024-04-02T08:53:54.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:53:53 smithi055 ceph-mon[85080]: pgmap v1701: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:53:54.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:53:53 smithi012 ceph-mon[88355]: pgmap v1701: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:53:54.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:53:53 smithi012 ceph-mon[90784]: pgmap v1701: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:53:54.935 INFO:tasks.workunit.client.0.smithi012.stdout: 567: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:54.935 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-xXdrxMMOKrm1xl4 off=12104993 len=1474775 2024-04-02T08:53:54.940 INFO:tasks.workunit.client.0.smithi012.stdout:op 2839 completed, throughput=5MB/sec 2024-04-02T08:53:54.940 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-q_gMjpJ2oS11dWN off=1807718 len=1996120 2024-04-02T08:53:54.942 INFO:tasks.workunit.client.0.smithi012.stdout:op 2840 completed, throughput=5MB/sec 2024-04-02T08:53:54.942 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-zM_OJde6w7HPbtB off=16819860 len=1221826 2024-04-02T08:53:54.947 INFO:tasks.workunit.client.0.smithi012.stdout:op 2841 completed, throughput=5MB/sec 2024-04-02T08:53:55.947 INFO:tasks.workunit.client.0.smithi012.stdout: 568: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:55.947 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-BEV3YRG8Ut7ZPtE off=4828469 len=1845187 2024-04-02T08:53:55.951 INFO:tasks.workunit.client.0.smithi012.stdout:op 2842 completed, throughput=5MB/sec 2024-04-02T08:53:55.951 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-zip375tE4HPC1SS off=13254551 len=891650 2024-04-02T08:53:55.956 INFO:tasks.workunit.client.0.smithi012.stdout:op 2843 completed, throughput=5MB/sec 2024-04-02T08:53:55.956 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-JMcOqlAOmWBhOxZ off=17577150 len=513216 2024-04-02T08:53:55.959 INFO:tasks.workunit.client.0.smithi012.stdout:op 2844 completed, throughput=5MB/sec 2024-04-02T08:53:55.959 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-sy0vn3xessNVoM- off=9685453 len=1287564 2024-04-02T08:53:55.966 INFO:tasks.workunit.client.0.smithi012.stdout:op 2845 completed, throughput=5MB/sec 2024-04-02T08:53:55.966 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-85vd8i0wuH5-Jq3 off=23747832 len=1546525 2024-04-02T08:53:55.968 INFO:tasks.workunit.client.0.smithi012.stdout:op 2846 completed, throughput=5MB/sec 2024-04-02T08:53:56.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:53:55 smithi055 ceph-mon[85080]: pgmap v1702: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:53:56.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:53:55 smithi012 ceph-mon[88355]: pgmap v1702: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:53:56.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:53:55 smithi012 ceph-mon[90784]: pgmap v1702: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:53:56.968 INFO:tasks.workunit.client.0.smithi012.stdout: 569: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:56.969 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-tZNBY-NbIKiWn1T off=5838498 len=95932 2024-04-02T08:53:56.970 INFO:tasks.workunit.client.0.smithi012.stdout:op 2847 completed, throughput=4.99MB/sec 2024-04-02T08:53:56.970 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-wfkbONgEJBn8TmO off=3100131 len=305151 2024-04-02T08:53:56.970 INFO:tasks.workunit.client.0.smithi012.stdout:op 2848 completed, throughput=4.99MB/sec 2024-04-02T08:53:56.970 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-2GEUESXiM9Bh0Ps off=412845 len=1283882 2024-04-02T08:53:56.976 INFO:tasks.workunit.client.0.smithi012.stdout:op 2849 completed, throughput=5MB/sec 2024-04-02T08:53:56.976 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-iypCib8GdferPl2 off=14390410 len=634133 2024-04-02T08:53:56.977 INFO:tasks.workunit.client.0.smithi012.stdout:op 2850 completed, throughput=5MB/sec 2024-04-02T08:53:56.977 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-xNpLGOKplJZ3SvX off=347275 len=223381 2024-04-02T08:53:56.978 INFO:tasks.workunit.client.0.smithi012.stdout:op 2851 completed, throughput=5MB/sec 2024-04-02T08:53:56.978 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-jXlPqsFflZVXj3M off=6372045 len=2038146 2024-04-02T08:53:56.982 INFO:tasks.workunit.client.0.smithi012.stdout:op 2852 completed, throughput=5MB/sec 2024-04-02T08:53:57.982 INFO:tasks.workunit.client.0.smithi012.stdout: 570: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:57.982 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-6O4mUpf3jM-e4nW off=3778391 len=1450264 2024-04-02T08:53:57.983 INFO:tasks.workunit.client.0.smithi012.stdout:op 2853 completed, throughput=4.99MB/sec 2024-04-02T08:53:57.983 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-khVcVUFMFUmLY56 off=3203298 len=529870 2024-04-02T08:53:57.984 INFO:tasks.workunit.client.0.smithi012.stdout:op 2854 completed, throughput=5MB/sec 2024-04-02T08:53:57.984 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-utkrKcPBAHBu01V off=10941674 len=1237672 2024-04-02T08:53:57.990 INFO:tasks.workunit.client.0.smithi012.stdout:op 2855 completed, throughput=5MB/sec 2024-04-02T08:53:57.990 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-lCqnAhxAHRLcojR off=2358600 len=57369 2024-04-02T08:53:57.992 INFO:tasks.workunit.client.0.smithi012.stdout:op 2856 completed, throughput=5MB/sec 2024-04-02T08:53:57.992 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-N_BIcsz7PWOooqM off=17651284 len=1486104 2024-04-02T08:53:57.998 INFO:tasks.workunit.client.0.smithi012.stdout:op 2857 completed, throughput=5MB/sec 2024-04-02T08:53:57.998 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-9Oo_CIZRKOxGQGI off=2674080 len=1896189 2024-04-02T08:53:57.999 INFO:tasks.workunit.client.0.smithi012.stdout:op 2858 completed, throughput=5MB/sec 2024-04-02T08:53:58.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:53:58 smithi055 ceph-mon[85080]: pgmap v1703: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T08:53:58.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:53:58 smithi012 ceph-mon[90784]: pgmap v1703: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T08:53:58.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:53:58 smithi012 ceph-mon[88355]: pgmap v1703: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T08:53:58.429 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:53:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:53:57] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-04-02T08:53:58.999 INFO:tasks.workunit.client.0.smithi012.stdout: 571: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:58.999 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj--RoDNsp49efUiSQ off=6113254 len=797768 2024-04-02T08:53:59.000 INFO:tasks.workunit.client.0.smithi012.stdout:op 2859 completed, throughput=5MB/sec 2024-04-02T08:53:59.000 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-wp58Yatut0_ywq8 off=2370617 len=487433 2024-04-02T08:53:59.001 INFO:tasks.workunit.client.0.smithi012.stdout:op 2860 completed, throughput=5MB/sec 2024-04-02T08:53:59.001 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-xpiog0Epeqq8q1p off=8781434 len=2063417 2024-04-02T08:53:59.011 INFO:tasks.workunit.client.0.smithi012.stdout:op 2861 completed, throughput=5MB/sec 2024-04-02T08:53:59.011 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-U9JoXkrXeRjaRIJ off=38450 len=1920492 2024-04-02T08:53:59.018 INFO:tasks.workunit.client.0.smithi012.stdout:op 2862 completed, throughput=5MB/sec 2024-04-02T08:54:00.018 INFO:tasks.workunit.client.0.smithi012.stdout: 572: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:00.019 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-6B50P6Ye8vyhkcn off=5483573 len=996188 2024-04-02T08:54:00.019 INFO:tasks.workunit.client.0.smithi012.stdout:op 2863 completed, throughput=5MB/sec 2024-04-02T08:54:00.020 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-YEUoT_4Yw7pgciP off=18014807 len=1672304 2024-04-02T08:54:00.027 INFO:tasks.workunit.client.0.smithi012.stdout:op 2864 completed, throughput=5MB/sec 2024-04-02T08:54:00.027 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Sdr9dridLmhIb8f off=4697362 len=1513193 2024-04-02T08:54:00.033 INFO:tasks.workunit.client.0.smithi012.stdout:op 2865 completed, throughput=5MB/sec 2024-04-02T08:54:00.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:54:00 smithi055 ceph-mon[85080]: pgmap v1704: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:54:00.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:54:00 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:00.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:54:00 smithi012 ceph-mon[88355]: pgmap v1704: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:54:00.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:54:00 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:00.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:54:00 smithi012 ceph-mon[90784]: pgmap v1704: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:54:00.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:54:00 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:01.033 INFO:tasks.workunit.client.0.smithi012.stdout: 573: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:01.033 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-V8jMYhrR0mcrUe4 off=19426458 len=155608 2024-04-02T08:54:01.036 INFO:tasks.workunit.client.0.smithi012.stdout:op 2866 completed, throughput=4.99MB/sec 2024-04-02T08:54:01.036 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-X2OUr_r3DGLK_wV off=3030075 len=1022252 2024-04-02T08:54:01.038 INFO:tasks.workunit.client.0.smithi012.stdout:op 2867 completed, throughput=4.99MB/sec 2024-04-02T08:54:01.038 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-3DOMCLaftn8eT8A off=13550081 len=1945791 2024-04-02T08:54:01.045 INFO:tasks.workunit.client.0.smithi012.stdout:op 2868 completed, throughput=5MB/sec 2024-04-02T08:54:01.045 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-YdfPNsgCxrJA_hJ off=11427304 len=1082103 2024-04-02T08:54:01.050 INFO:tasks.workunit.client.0.smithi012.stdout:op 2869 completed, throughput=5MB/sec 2024-04-02T08:54:01.050 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-bH5gfvdx9Ehbv7n off=20575212 len=442105 2024-04-02T08:54:01.053 INFO:tasks.workunit.client.0.smithi012.stdout:op 2870 completed, throughput=5MB/sec 2024-04-02T08:54:01.053 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-k1lMMl4vfZdLOc3 off=4988132 len=1758201 2024-04-02T08:54:01.054 INFO:tasks.workunit.client.0.smithi012.stdout:op 2871 completed, throughput=5MB/sec 2024-04-02T08:54:02.055 INFO:tasks.workunit.client.0.smithi012.stdout: 574: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:02.055 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-1ab1yhWZxA2TkH7 off=3759020 len=860306 2024-04-02T08:54:02.056 INFO:tasks.workunit.client.0.smithi012.stdout:op 2872 completed, throughput=5MB/sec 2024-04-02T08:54:02.056 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-BAWiMfXIVx8JI0F off=3736446 len=77327 2024-04-02T08:54:02.058 INFO:tasks.workunit.client.0.smithi012.stdout:op 2873 completed, throughput=5MB/sec 2024-04-02T08:54:02.059 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-JidMJ2N_JarBSw9 off=4033150 len=27631 2024-04-02T08:54:02.060 INFO:tasks.workunit.client.0.smithi012.stdout:op 2874 completed, throughput=5MB/sec 2024-04-02T08:54:02.060 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-HSq-7VPCOQi5Ai5 off=3267201 len=388984 2024-04-02T08:54:02.061 INFO:tasks.workunit.client.0.smithi012.stdout:op 2875 completed, throughput=5MB/sec 2024-04-02T08:54:02.061 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-SIF7a-CgYWGNRCD off=3536803 len=1087242 2024-04-02T08:54:02.062 INFO:tasks.workunit.client.0.smithi012.stdout:op 2876 completed, throughput=5MB/sec 2024-04-02T08:54:02.062 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-YoUW5t0wf20iTdh off=18321049 len=1635839 2024-04-02T08:54:02.069 INFO:tasks.workunit.client.0.smithi012.stdout:op 2877 completed, throughput=5MB/sec 2024-04-02T08:54:02.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:54:02 smithi055 ceph-mon[85080]: pgmap v1705: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:54:02.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:54:02 smithi012 ceph-mon[88355]: pgmap v1705: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:54:02.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:54:02 smithi012 ceph-mon[90784]: pgmap v1705: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:54:02.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:54:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:54:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:54:03.069 INFO:tasks.workunit.client.0.smithi012.stdout: 575: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:03.070 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-8ZySwbIqAwTKQFn off=398831 len=1035440 2024-04-02T08:54:03.070 INFO:tasks.workunit.client.0.smithi012.stdout:op 2878 completed, throughput=4.99MB/sec 2024-04-02T08:54:03.070 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-g7gVC0QqYggLwV6 off=4307925 len=589813 2024-04-02T08:54:03.071 INFO:tasks.workunit.client.0.smithi012.stdout:op 2879 completed, throughput=4.99MB/sec 2024-04-02T08:54:03.071 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Xh-9WsyMNoiwQt0 off=0 len=1099932 2024-04-02T08:54:03.072 INFO:tasks.workunit.client.0.smithi012.stdout:op 2880 completed, throughput=5MB/sec 2024-04-02T08:54:03.072 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Hs9OeClaNIlHOvD off=9650779 len=937707 2024-04-02T08:54:03.073 INFO:tasks.workunit.client.0.smithi012.stdout:op 2881 completed, throughput=5MB/sec 2024-04-02T08:54:03.073 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj--zXzUYewDP8ZRA0 off=12811014 len=1360178 2024-04-02T08:54:03.080 INFO:tasks.workunit.client.0.smithi012.stdout:op 2882 completed, throughput=5MB/sec 2024-04-02T08:54:04.081 INFO:tasks.workunit.client.0.smithi012.stdout: 576: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:04.081 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-xlZdZn4hsM6b3Ly off=5108333 len=39656 2024-04-02T08:54:04.083 INFO:tasks.workunit.client.0.smithi012.stdout:op 2883 completed, throughput=4.99MB/sec 2024-04-02T08:54:04.083 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-0EwuX4iEV1fjoJe off=6556311 len=1845583 2024-04-02T08:54:04.090 INFO:tasks.workunit.client.0.smithi012.stdout:op 2884 completed, throughput=4.99MB/sec 2024-04-02T08:54:04.091 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-dXh5NqH-LlsWeVf off=929878 len=1593728 2024-04-02T08:54:04.092 INFO:tasks.workunit.client.0.smithi012.stdout:op 2885 completed, throughput=5MB/sec 2024-04-02T08:54:04.092 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-z4XNEmc_D9iGduv off=13056315 len=427986 2024-04-02T08:54:04.095 INFO:tasks.workunit.client.0.smithi012.stdout:op 2886 completed, throughput=5MB/sec 2024-04-02T08:54:04.095 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-OfKjMixsKy7a2kb off=3044073 len=573304 2024-04-02T08:54:04.096 INFO:tasks.workunit.client.0.smithi012.stdout:op 2887 completed, throughput=5MB/sec 2024-04-02T08:54:04.096 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ffl0sM_pkZL518g off=1860734 len=140952 2024-04-02T08:54:04.098 INFO:tasks.workunit.client.0.smithi012.stdout:op 2888 completed, throughput=5MB/sec 2024-04-02T08:54:04.098 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-WNnhXR571MDjlou off=2817736 len=731548 2024-04-02T08:54:04.101 INFO:tasks.workunit.client.0.smithi012.stdout:op 2889 completed, throughput=5MB/sec 2024-04-02T08:54:04.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:54:04 smithi055 ceph-mon[85080]: pgmap v1706: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:54:04.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:54:04 smithi012 ceph-mon[88355]: pgmap v1706: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:54:04.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:54:04 smithi012 ceph-mon[90784]: pgmap v1706: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:54:05.102 INFO:tasks.workunit.client.0.smithi012.stdout: 577: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:05.102 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-yYOTt2nJTB03X5v off=1544211 len=1560036 2024-04-02T08:54:05.103 INFO:tasks.workunit.client.0.smithi012.stdout:op 2890 completed, throughput=4.99MB/sec 2024-04-02T08:54:05.103 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-FdCGTGSaZrD58ca off=2052200 len=1070802 2024-04-02T08:54:05.109 INFO:tasks.workunit.client.0.smithi012.stdout:op 2891 completed, throughput=5MB/sec 2024-04-02T08:54:05.109 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-8iFL_o1lurlgc0b off=7484530 len=889489 2024-04-02T08:54:05.114 INFO:tasks.workunit.client.0.smithi012.stdout:op 2892 completed, throughput=5MB/sec 2024-04-02T08:54:05.114 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-M90L9TTSBnnY29- off=896251 len=1654419 2024-04-02T08:54:05.116 INFO:tasks.workunit.client.0.smithi012.stdout:op 2893 completed, throughput=5MB/sec 2024-04-02T08:54:05.116 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-qZSgbq4qirBKkLA off=1481804 len=809724 2024-04-02T08:54:05.116 INFO:tasks.workunit.client.0.smithi012.stdout:op 2894 completed, throughput=5MB/sec 2024-04-02T08:54:06.117 INFO:tasks.workunit.client.0.smithi012.stdout: 578: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:06.117 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-kHhhFkjiLPhg0xR off=2850694 len=1089514 2024-04-02T08:54:06.118 INFO:tasks.workunit.client.0.smithi012.stdout:op 2895 completed, throughput=4.99MB/sec 2024-04-02T08:54:06.118 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-pj-HIZ2dJH1jiyg off=5990319 len=1895229 2024-04-02T08:54:06.119 INFO:tasks.workunit.client.0.smithi012.stdout:op 2896 completed, throughput=5MB/sec 2024-04-02T08:54:06.119 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-TtArykPZsWNMOJS off=11976941 len=1874632 2024-04-02T08:54:06.128 INFO:tasks.workunit.client.0.smithi012.stdout:op 2897 completed, throughput=5MB/sec 2024-04-02T08:54:06.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:54:06 smithi055 ceph-mon[85080]: pgmap v1707: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:54:06.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:54:06 smithi012 ceph-mon[88355]: pgmap v1707: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:54:06.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:54:06 smithi012 ceph-mon[90784]: pgmap v1707: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:54:07.128 INFO:tasks.workunit.client.0.smithi012.stdout: 579: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:07.128 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-dcGUWYCD3zP2f4m off=0 len=1177473 2024-04-02T08:54:07.129 INFO:tasks.workunit.client.0.smithi012.stdout:op 2898 completed, throughput=4.99MB/sec 2024-04-02T08:54:07.129 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-4oN2WwVoT-Ju9wg off=9293078 len=389174 2024-04-02T08:54:07.130 INFO:tasks.workunit.client.0.smithi012.stdout:op 2899 completed, throughput=4.99MB/sec 2024-04-02T08:54:07.130 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-DpNdO6yPOYe0VGR off=6197897 len=1541970 2024-04-02T08:54:07.136 INFO:tasks.workunit.client.0.smithi012.stdout:op 2900 completed, throughput=5MB/sec 2024-04-02T08:54:07.136 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-TcEPPYv8FHmG7tg off=1881616 len=100956 2024-04-02T08:54:07.136 INFO:tasks.workunit.client.0.smithi012.stdout:op 2901 completed, throughput=5MB/sec 2024-04-02T08:54:07.136 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-bAxSUWuuNWFsFUA off=5057901 len=1807394 2024-04-02T08:54:07.140 INFO:tasks.workunit.client.0.smithi012.stdout:op 2902 completed, throughput=5MB/sec 2024-04-02T08:54:07.140 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-rHutVLzmvKFrWNk off=2766299 len=1410141 2024-04-02T08:54:07.146 INFO:tasks.workunit.client.0.smithi012.stdout:op 2903 completed, throughput=5MB/sec 2024-04-02T08:54:08.147 INFO:tasks.workunit.client.0.smithi012.stdout: 580: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:08.147 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-wh214u-xRXt57P6 off=9764138 len=1197984 2024-04-02T08:54:08.148 INFO:tasks.workunit.client.0.smithi012.stdout:op 2904 completed, throughput=5MB/sec 2024-04-02T08:54:08.148 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-l63AtsF2jVt4-G7 off=15010913 len=194660 2024-04-02T08:54:08.148 INFO:tasks.workunit.client.0.smithi012.stdout:op 2905 completed, throughput=5MB/sec 2024-04-02T08:54:08.149 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-09vHW14MyUhru2f off=3647700 len=536726 2024-04-02T08:54:08.151 INFO:tasks.workunit.client.0.smithi012.stdout:op 2906 completed, throughput=5MB/sec 2024-04-02T08:54:08.151 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-vJ6vIABtdrrkbFY off=371875 len=1995742 2024-04-02T08:54:08.159 INFO:tasks.workunit.client.0.smithi012.stdout:op 2907 completed, throughput=5MB/sec 2024-04-02T08:54:08.159 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Pd4x_sjpWYTgwU- off=894517 len=1785450 2024-04-02T08:54:08.162 INFO:tasks.workunit.client.0.smithi012.stdout:op 2908 completed, throughput=5MB/sec 2024-04-02T08:54:08.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:54:08 smithi055 ceph-mon[85080]: pgmap v1708: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:54:08.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:54:08 smithi012 ceph-mon[88355]: pgmap v1708: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:54:08.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:54:08 smithi012 ceph-mon[90784]: pgmap v1708: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:54:08.429 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:54:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:54:07] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-04-02T08:54:09.162 INFO:tasks.workunit.client.0.smithi012.stdout: 581: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:09.163 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-39K93t29uq3Ts-W off=14109997 len=1425238 2024-04-02T08:54:09.164 INFO:tasks.workunit.client.0.smithi012.stdout:op 2909 completed, throughput=5MB/sec 2024-04-02T08:54:09.164 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-UlgL7eSS4ZAcgww off=8860 len=424771 2024-04-02T08:54:09.166 INFO:tasks.workunit.client.0.smithi012.stdout:op 2910 completed, throughput=5MB/sec 2024-04-02T08:54:09.166 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-dYfif5lBHgnabAq off=1157290 len=528418 2024-04-02T08:54:09.169 INFO:tasks.workunit.client.0.smithi012.stdout:op 2911 completed, throughput=5MB/sec 2024-04-02T08:54:09.170 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Cs0ihUQzu9QCBB_ off=1263497 len=1292623 2024-04-02T08:54:09.176 INFO:tasks.workunit.client.0.smithi012.stdout:op 2912 completed, throughput=5MB/sec 2024-04-02T08:54:10.177 INFO:tasks.workunit.client.0.smithi012.stdout: 582: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:10.177 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-yP5FGK9aONXh78E off=1356995 len=1467552 2024-04-02T08:54:10.183 INFO:tasks.workunit.client.0.smithi012.stdout:op 2913 completed, throughput=4.99MB/sec 2024-04-02T08:54:10.184 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-LzBp14q43xLk5Xg off=1347969 len=1396607 2024-04-02T08:54:10.190 INFO:tasks.workunit.client.0.smithi012.stdout:op 2914 completed, throughput=5MB/sec 2024-04-02T08:54:10.190 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Gd4-K2nTj5CfEMw off=3042704 len=1641379 2024-04-02T08:54:10.196 INFO:tasks.workunit.client.0.smithi012.stdout:op 2915 completed, throughput=5MB/sec 2024-04-02T08:54:10.196 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-s4jxJqVHGJSX5q1 off=4828842 len=1545227 2024-04-02T08:54:10.197 INFO:tasks.workunit.client.0.smithi012.stdout:op 2916 completed, throughput=5MB/sec 2024-04-02T08:54:10.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:54:10 smithi055 ceph-mon[85080]: pgmap v1709: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:54:10.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:54:10 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:54:10.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:54:10 smithi012 ceph-mon[88355]: pgmap v1709: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:54:10.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:54:10 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:54:10.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:54:10 smithi012 ceph-mon[90784]: pgmap v1709: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:54:10.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:54:10 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:54:11.197 INFO:tasks.workunit.client.0.smithi012.stdout: 583: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:11.197 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-2a3fvOaxEHJCcNY off=2512249 len=2094098 2024-04-02T08:54:11.199 INFO:tasks.workunit.client.0.smithi012.stdout:op 2917 completed, throughput=5MB/sec 2024-04-02T08:54:11.199 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-U-qezVRu-mYJB3R off=4993065 len=1334931 2024-04-02T08:54:11.206 INFO:tasks.workunit.client.0.smithi012.stdout:op 2918 completed, throughput=5MB/sec 2024-04-02T08:54:11.206 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-e-0GpvWE3N2LvM5 off=939321 len=42993 2024-04-02T08:54:11.207 INFO:tasks.workunit.client.0.smithi012.stdout:op 2919 completed, throughput=5MB/sec 2024-04-02T08:54:11.207 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Q65dliTWa8HFgKW off=13710527 len=1063830 2024-04-02T08:54:11.211 INFO:tasks.workunit.client.0.smithi012.stdout:op 2920 completed, throughput=5MB/sec 2024-04-02T08:54:12.212 INFO:tasks.workunit.client.0.smithi012.stdout: 584: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:12.212 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-TML0_EWmCh2CYBO off=774656 len=1552413 2024-04-02T08:54:12.214 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:54:12 smithi012 ceph-mon[88355]: pgmap v1710: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:54:12.214 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:54:12 smithi012 ceph-mon[90784]: pgmap v1710: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:54:12.214 INFO:tasks.workunit.client.0.smithi012.stdout:op 2921 completed, throughput=4.99MB/sec 2024-04-02T08:54:12.215 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-NFgjSlyFP3cy2bZ off=6850688 len=786538 2024-04-02T08:54:12.216 INFO:tasks.workunit.client.0.smithi012.stdout:op 2922 completed, throughput=5MB/sec 2024-04-02T08:54:12.216 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-MqVK3wxBarc4nuZ off=1637493 len=526225 2024-04-02T08:54:12.219 INFO:tasks.workunit.client.0.smithi012.stdout:op 2923 completed, throughput=5MB/sec 2024-04-02T08:54:12.219 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-3GYiW4l1LwubnTn off=550981 len=1938481 2024-04-02T08:54:12.221 INFO:tasks.workunit.client.0.smithi012.stdout:op 2924 completed, throughput=5MB/sec 2024-04-02T08:54:12.221 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-GFVscEA0tm45-GK off=12452950 len=2057476 2024-04-02T08:54:12.229 INFO:tasks.workunit.client.0.smithi012.stdout:op 2925 completed, throughput=5MB/sec 2024-04-02T08:54:12.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:54:12 smithi055 ceph-mon[85080]: pgmap v1710: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:54:12.720 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:54:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:54:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:54:13.229 INFO:tasks.workunit.client.0.smithi012.stdout: 585: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:13.230 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-PwsoMRApST8w2pk off=6604849 len=1697987 2024-04-02T08:54:13.235 INFO:tasks.workunit.client.0.smithi012.stdout:op 2926 completed, throughput=5MB/sec 2024-04-02T08:54:13.235 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-32Wwwp6nxOQoR8w off=10431436 len=2002713 2024-04-02T08:54:13.243 INFO:tasks.workunit.client.0.smithi012.stdout:op 2927 completed, throughput=5MB/sec 2024-04-02T08:54:13.243 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-VdYtPp4TbEH-G8b off=11910289 len=1601133 2024-04-02T08:54:13.244 INFO:tasks.workunit.client.0.smithi012.stdout:op 2928 completed, throughput=5MB/sec 2024-04-02T08:54:13.801 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:54:13 smithi012 ceph-mon[90784]: pgmap v1711: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:54:13.801 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:54:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:54:13.801 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:54:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:54:13.801 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:54:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:54:13.801 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:54:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:54:13.802 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:54:13 smithi012 ceph-mon[88355]: pgmap v1711: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:54:13.802 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:54:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:54:13.802 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:54:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:54:13.802 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:54:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:54:13.802 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:54:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:54:13.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:54:13 smithi055 ceph-mon[85080]: pgmap v1711: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:54:13.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:54:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:54:13.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:54:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:54:13.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:54:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:54:13.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:54:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:54:14.244 INFO:tasks.workunit.client.0.smithi012.stdout: 586: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:14.244 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-WbsPcYEeOJA_us- off=2381383 len=1142270 2024-04-02T08:54:14.245 INFO:tasks.workunit.client.0.smithi012.stdout:op 2929 completed, throughput=5MB/sec 2024-04-02T08:54:14.245 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-kxUWKidIFOFK8-2 off=3264015 len=976163 2024-04-02T08:54:14.248 INFO:tasks.workunit.client.0.smithi012.stdout:op 2930 completed, throughput=5MB/sec 2024-04-02T08:54:14.248 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-n7ZDgTaDjqqZk39 off=17819978 len=1556260 2024-04-02T08:54:14.253 INFO:tasks.workunit.client.0.smithi012.stdout:op 2931 completed, throughput=5MB/sec 2024-04-02T08:54:14.253 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ew4oJf801SPi3YE off=1183313 len=61548 2024-04-02T08:54:14.255 INFO:tasks.workunit.client.0.smithi012.stdout:op 2932 completed, throughput=5MB/sec 2024-04-02T08:54:14.255 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ciOEbJ78OYsFiuL off=7775806 len=125631 2024-04-02T08:54:14.255 INFO:tasks.workunit.client.0.smithi012.stdout:op 2933 completed, throughput=5MB/sec 2024-04-02T08:54:14.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:54:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:54:14.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:54:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:54:14.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:54:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:54:14.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:54:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:14.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:54:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:54:14.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:54:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:54:14.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:54:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:54:14.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:54:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:14.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:54:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:54:14.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:54:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:54:14.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:54:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:54:14.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:54:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:15.256 INFO:tasks.workunit.client.0.smithi012.stdout: 587: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:15.286 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-_SZNriH08A6HJfr off=477451 len=852016 2024-04-02T08:54:15.288 INFO:tasks.workunit.client.0.smithi012.stdout:op 2934 completed, throughput=4.99MB/sec 2024-04-02T08:54:15.288 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-AA-d8vRa01hnUG0 off=407928 len=676702 2024-04-02T08:54:15.288 INFO:tasks.workunit.client.0.smithi012.stdout:op 2935 completed, throughput=4.99MB/sec 2024-04-02T08:54:15.288 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-3GSiXEyAs7xmsYJ off=6585983 len=1365760 2024-04-02T08:54:15.288 INFO:tasks.workunit.client.0.smithi012.stdout:op 2936 completed, throughput=5MB/sec 2024-04-02T08:54:15.288 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-tzP0NrxZEiOP_Xo off=2214252 len=1997521 2024-04-02T08:54:15.288 INFO:tasks.workunit.client.0.smithi012.stdout:op 2937 completed, throughput=5MB/sec 2024-04-02T08:54:15.288 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-yirnl_osVX1rwfN off=474968 len=234501 2024-04-02T08:54:15.288 INFO:tasks.workunit.client.0.smithi012.stdout:op 2938 completed, throughput=5MB/sec 2024-04-02T08:54:15.288 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-N-rzC9yazaKcdSI off=695669 len=480026 2024-04-02T08:54:15.288 INFO:tasks.workunit.client.0.smithi012.stdout:op 2939 completed, throughput=5MB/sec 2024-04-02T08:54:16.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:54:15 smithi055 ceph-mon[85080]: pgmap v1712: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-02T08:54:16.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:54:15 smithi012 ceph-mon[88355]: pgmap v1712: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-02T08:54:16.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:54:15 smithi012 ceph-mon[90784]: pgmap v1712: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-02T08:54:16.267 INFO:tasks.workunit.client.0.smithi012.stdout: 588: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:16.267 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-hS6mCEwKEniAHnt off=4273507 len=1757096 2024-04-02T08:54:16.269 INFO:tasks.workunit.client.0.smithi012.stdout:op 2940 completed, throughput=5MB/sec 2024-04-02T08:54:16.269 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-6zinAssjXSgD-qi off=8002006 len=2056952 2024-04-02T08:54:16.278 INFO:tasks.workunit.client.0.smithi012.stdout:op 2941 completed, throughput=5MB/sec 2024-04-02T08:54:16.278 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-d4WYQvalcQdXjVT off=5733214 len=1021890 2024-04-02T08:54:16.283 INFO:tasks.workunit.client.0.smithi012.stdout:op 2942 completed, throughput=5MB/sec 2024-04-02T08:54:16.283 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-bT_oKJ7ND8pZgY1 off=5447356 len=20409 2024-04-02T08:54:16.284 INFO:tasks.workunit.client.0.smithi012.stdout:op 2943 completed, throughput=5MB/sec 2024-04-02T08:54:16.284 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-7gyIgYKHbOM89fC off=16055724 len=521960 2024-04-02T08:54:16.284 INFO:tasks.workunit.client.0.smithi012.stdout:op 2944 completed, throughput=5MB/sec 2024-04-02T08:54:17.285 INFO:tasks.workunit.client.0.smithi012.stdout: 589: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:17.285 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-o0Xz-y6dQ1IH9CA off=2314693 len=1879333 2024-04-02T08:54:17.293 INFO:tasks.workunit.client.0.smithi012.stdout:op 2945 completed, throughput=5MB/sec 2024-04-02T08:54:17.293 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-tGkYkIzWR86wKio off=13251012 len=2076798 2024-04-02T08:54:17.295 INFO:tasks.workunit.client.0.smithi012.stdout:op 2946 completed, throughput=5MB/sec 2024-04-02T08:54:17.295 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-duO4C7VthPukjF0 off=3259096 len=851435 2024-04-02T08:54:17.295 INFO:tasks.workunit.client.0.smithi012.stdout:op 2947 completed, throughput=5MB/sec 2024-04-02T08:54:17.296 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-0qjaOjo4TmY53ap off=10346750 len=1209809 2024-04-02T08:54:17.300 INFO:tasks.workunit.client.0.smithi012.stdout:op 2948 completed, throughput=5MB/sec 2024-04-02T08:54:18.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:54:17 smithi055 ceph-mon[85080]: pgmap v1713: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:54:18.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:54:17 smithi012 ceph-mon[88355]: pgmap v1713: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:54:18.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:54:17 smithi012 ceph-mon[90784]: pgmap v1713: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:54:18.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:54:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:54:17] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-04-02T08:54:18.301 INFO:tasks.workunit.client.0.smithi012.stdout: 590: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:18.301 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-OW1aXdUuq5nH1Hy off=5735782 len=1650415 2024-04-02T08:54:18.302 INFO:tasks.workunit.client.0.smithi012.stdout:op 2949 completed, throughput=5MB/sec 2024-04-02T08:54:18.302 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Nft8vgpDDtUCFPa off=1859078 len=361295 2024-04-02T08:54:18.305 INFO:tasks.workunit.client.0.smithi012.stdout:op 2950 completed, throughput=5MB/sec 2024-04-02T08:54:18.305 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-37KefY3jcEsjiBS off=13978636 len=917261 2024-04-02T08:54:18.306 INFO:tasks.workunit.client.0.smithi012.stdout:op 2951 completed, throughput=5MB/sec 2024-04-02T08:54:18.306 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-aIWhV2XeJ9yaLbB off=6503459 len=2021416 2024-04-02T08:54:18.310 INFO:tasks.workunit.client.0.smithi012.stdout:op 2952 completed, throughput=5MB/sec 2024-04-02T08:54:19.311 INFO:tasks.workunit.client.0.smithi012.stdout: 591: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:19.311 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-9dcs75wZrMe5LaZ off=9434708 len=550739 2024-04-02T08:54:19.314 INFO:tasks.workunit.client.0.smithi012.stdout:op 2953 completed, throughput=4.99MB/sec 2024-04-02T08:54:19.314 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-z5GgMK0EaK6Im_B off=2728316 len=1867358 2024-04-02T08:54:19.315 INFO:tasks.workunit.client.0.smithi012.stdout:op 2954 completed, throughput=5MB/sec 2024-04-02T08:54:19.316 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-jrqitdZog8-P6LY off=5573994 len=271091 2024-04-02T08:54:19.318 INFO:tasks.workunit.client.0.smithi012.stdout:op 2955 completed, throughput=5MB/sec 2024-04-02T08:54:19.318 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-tbd1pj01Yk1jeI9 off=2001920 len=2073487 2024-04-02T08:54:19.327 INFO:tasks.workunit.client.0.smithi012.stdout:op 2956 completed, throughput=5MB/sec 2024-04-02T08:54:20.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:54:19 smithi055 ceph-mon[85080]: pgmap v1714: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:54:20.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:54:19 smithi012 ceph-mon[88355]: pgmap v1714: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:54:20.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:54:19 smithi012 ceph-mon[90784]: pgmap v1714: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:54:20.330 INFO:tasks.workunit.client.0.smithi012.stdout: 592: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:20.330 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-wodY7MFhw-n9KCh off=2394601 len=19149 2024-04-02T08:54:20.333 INFO:tasks.workunit.client.0.smithi012.stdout:op 2957 completed, throughput=4.99MB/sec 2024-04-02T08:54:20.333 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-6XnWgzjz5ZSZKGa off=2141753 len=1400077 2024-04-02T08:54:20.333 INFO:tasks.workunit.client.0.smithi012.stdout:op 2958 completed, throughput=4.99MB/sec 2024-04-02T08:54:20.333 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-sw7Fzo9qameXA5L off=1302274 len=1005328 2024-04-02T08:54:20.336 INFO:tasks.workunit.client.0.smithi012.stdout:op 2959 completed, throughput=5MB/sec 2024-04-02T08:54:20.336 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-nMcVtqrjiXptphw off=975074 len=105601 2024-04-02T08:54:20.338 INFO:tasks.workunit.client.0.smithi012.stdout:op 2960 completed, throughput=5MB/sec 2024-04-02T08:54:20.338 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-qorxICdHdg6MvAo off=16092802 len=963894 2024-04-02T08:54:20.340 INFO:tasks.workunit.client.0.smithi012.stdout:op 2961 completed, throughput=5MB/sec 2024-04-02T08:54:20.340 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-jOZhZvwN9FhMEZr off=3366656 len=1868477 2024-04-02T08:54:20.345 INFO:tasks.workunit.client.0.smithi012.stdout:op 2962 completed, throughput=5MB/sec 2024-04-02T08:54:21.342 INFO:tasks.workunit.client.0.smithi012.stdout: 593: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:21.342 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-LJKiPY0u_bV2n-8 off=2960890 len=1959205 2024-04-02T08:54:21.351 INFO:tasks.workunit.client.0.smithi012.stdout:op 2963 completed, throughput=5MB/sec 2024-04-02T08:54:21.351 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Okf2nAbhnVdUD1l off=6043455 len=384753 2024-04-02T08:54:21.352 INFO:tasks.workunit.client.0.smithi012.stdout:op 2964 completed, throughput=5MB/sec 2024-04-02T08:54:21.352 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-whNtFh1HzP4aWOI off=8833870 len=1295052 2024-04-02T08:54:21.353 INFO:tasks.workunit.client.0.smithi012.stdout:op 2965 completed, throughput=5MB/sec 2024-04-02T08:54:21.353 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-PiN2guGIRZdfzJw off=8423989 len=142344 2024-04-02T08:54:21.355 INFO:tasks.workunit.client.0.smithi012.stdout:op 2966 completed, throughput=5MB/sec 2024-04-02T08:54:21.355 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-iE_0SgHQfkuB47F off=1042707 len=1352029 2024-04-02T08:54:21.357 INFO:tasks.workunit.client.0.smithi012.stdout:op 2967 completed, throughput=5MB/sec 2024-04-02T08:54:22.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:54:21 smithi055 ceph-mon[85080]: pgmap v1715: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:54:22.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:54:21 smithi012 ceph-mon[88355]: pgmap v1715: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:54:22.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:54:21 smithi012 ceph-mon[90784]: pgmap v1715: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:54:22.357 INFO:tasks.workunit.client.0.smithi012.stdout: 594: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:22.357 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ZNrctebNb_Auy7w off=7810452 len=1778692 2024-04-02T08:54:22.365 INFO:tasks.workunit.client.0.smithi012.stdout:op 2968 completed, throughput=4.99MB/sec 2024-04-02T08:54:22.365 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-4pbxNh4YxNEemGB off=4646825 len=836379 2024-04-02T08:54:22.366 INFO:tasks.workunit.client.0.smithi012.stdout:op 2969 completed, throughput=5MB/sec 2024-04-02T08:54:22.366 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-QyN0RDTTq_YJRoE off=10395677 len=1902084 2024-04-02T08:54:22.368 INFO:tasks.workunit.client.0.smithi012.stdout:op 2970 completed, throughput=5MB/sec 2024-04-02T08:54:22.368 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-YxUcDFAtseXoluN off=3932888 len=1986800 2024-04-02T08:54:22.375 INFO:tasks.workunit.client.0.smithi012.stdout:op 2971 completed, throughput=5MB/sec 2024-04-02T08:54:22.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:54:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:54:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:54:23.375 INFO:tasks.workunit.client.0.smithi012.stdout: 595: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:23.376 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-iK46vjWifC8ZtZx off=6373961 len=1787447 2024-04-02T08:54:23.384 INFO:tasks.workunit.client.0.smithi012.stdout:op 2972 completed, throughput=5MB/sec 2024-04-02T08:54:23.384 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-9ezE-maGfiu7r1X off=6047887 len=1488684 2024-04-02T08:54:23.387 INFO:tasks.workunit.client.0.smithi012.stdout:op 2973 completed, throughput=5MB/sec 2024-04-02T08:54:23.387 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-RBQEq6inQoRdMFx off=8698696 len=859114 2024-04-02T08:54:23.392 INFO:tasks.workunit.client.0.smithi012.stdout:op 2974 completed, throughput=5MB/sec 2024-04-02T08:54:24.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:54:23 smithi055 ceph-mon[85080]: pgmap v1716: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:54:24.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:54:23 smithi012 ceph-mon[88355]: pgmap v1716: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:54:24.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:54:23 smithi012 ceph-mon[90784]: pgmap v1716: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:54:24.392 INFO:tasks.workunit.client.0.smithi012.stdout: 596: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:24.392 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-vSwz2hhWpsu6by4 off=14800960 len=560113 2024-04-02T08:54:24.396 INFO:tasks.workunit.client.0.smithi012.stdout:op 2975 completed, throughput=4.99MB/sec 2024-04-02T08:54:24.396 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-pEmTC3T4PNStLOE off=1586588 len=1427524 2024-04-02T08:54:24.403 INFO:tasks.workunit.client.0.smithi012.stdout:op 2976 completed, throughput=4.99MB/sec 2024-04-02T08:54:24.403 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-I-aJpOg4BDIxmUt off=7248406 len=1471769 2024-04-02T08:54:24.409 INFO:tasks.workunit.client.0.smithi012.stdout:op 2977 completed, throughput=5MB/sec 2024-04-02T08:54:24.410 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-lZbRa6btG9ZZ5P8 off=1104626 len=623438 2024-04-02T08:54:24.410 INFO:tasks.workunit.client.0.smithi012.stdout:op 2978 completed, throughput=5MB/sec 2024-04-02T08:54:24.410 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-H_C5nsISZOHbBvH off=274202 len=1382464 2024-04-02T08:54:24.413 INFO:tasks.workunit.client.0.smithi012.stdout:op 2979 completed, throughput=5MB/sec 2024-04-02T08:54:25.413 INFO:tasks.workunit.client.0.smithi012.stdout: 597: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:25.413 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-rzceGqRDJrg8U6O off=1753694 len=885899 2024-04-02T08:54:25.415 INFO:tasks.workunit.client.0.smithi012.stdout:op 2980 completed, throughput=4.99MB/sec 2024-04-02T08:54:25.415 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-4K3p3EHZWBhokls off=10471445 len=1042510 2024-04-02T08:54:25.418 INFO:tasks.workunit.client.0.smithi012.stdout:op 2981 completed, throughput=4.99MB/sec 2024-04-02T08:54:25.418 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-GhzjZCOwgbtirZl off=13034662 len=399055 2024-04-02T08:54:25.418 INFO:tasks.workunit.client.0.smithi012.stdout:op 2982 completed, throughput=5MB/sec 2024-04-02T08:54:25.418 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Sc_wpmu1U31PsPh off=15174703 len=904293 2024-04-02T08:54:25.420 INFO:tasks.workunit.client.0.smithi012.stdout:op 2983 completed, throughput=5MB/sec 2024-04-02T08:54:25.420 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-jeps1XGaRE1XWXi off=8368262 len=215106 2024-04-02T08:54:25.422 INFO:tasks.workunit.client.0.smithi012.stdout:op 2984 completed, throughput=5MB/sec 2024-04-02T08:54:25.422 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-dc1n4o4o7p2GfPX off=4089762 len=673976 2024-04-02T08:54:25.426 INFO:tasks.workunit.client.0.smithi012.stdout:op 2985 completed, throughput=5MB/sec 2024-04-02T08:54:25.427 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-geyh3RxJDlCBQPq off=8282991 len=635949 2024-04-02T08:54:25.427 INFO:tasks.workunit.client.0.smithi012.stdout:op 2986 completed, throughput=5MB/sec 2024-04-02T08:54:25.427 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-65bMEBPzhasDZQT off=13321818 len=777966 2024-04-02T08:54:25.428 INFO:tasks.workunit.client.0.smithi012.stdout:op 2987 completed, throughput=5MB/sec 2024-04-02T08:54:26.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:54:25 smithi055 ceph-mon[85080]: pgmap v1717: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:54:26.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:54:25 smithi012 ceph-mon[88355]: pgmap v1717: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:54:26.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:54:25 smithi012 ceph-mon[90784]: pgmap v1717: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:54:26.428 INFO:tasks.workunit.client.0.smithi012.stdout: 598: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:26.429 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Wo6ofcvQB6yQ5Oi off=8252874 len=1911428 2024-04-02T08:54:26.430 INFO:tasks.workunit.client.0.smithi012.stdout:op 2988 completed, throughput=5MB/sec 2024-04-02T08:54:26.430 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-OYpmuuX6nGscobj off=16963433 len=1850831 2024-04-02T08:54:26.439 INFO:tasks.workunit.client.0.smithi012.stdout:op 2989 completed, throughput=5MB/sec 2024-04-02T08:54:26.439 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-8wsNjE5whd7QAwr off=2616098 len=313888 2024-04-02T08:54:26.439 INFO:tasks.workunit.client.0.smithi012.stdout:op 2990 completed, throughput=5MB/sec 2024-04-02T08:54:26.440 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-U0gk1K1-7ZlxXg3 off=9979696 len=1770946 2024-04-02T08:54:26.447 INFO:tasks.workunit.client.0.smithi012.stdout:op 2991 completed, throughput=5MB/sec 2024-04-02T08:54:27.448 INFO:tasks.workunit.client.0.smithi012.stdout: 599: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:27.448 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-3nMR9G2163BfaEk off=8649982 len=1917943 2024-04-02T08:54:27.456 INFO:tasks.workunit.client.0.smithi012.stdout:op 2992 completed, throughput=5MB/sec 2024-04-02T08:54:27.456 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Jl8h3USer_H7ETf off=19528947 len=610050 2024-04-02T08:54:27.460 INFO:tasks.workunit.client.0.smithi012.stdout:op 2993 completed, throughput=5MB/sec 2024-04-02T08:54:27.460 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-4kREr1AA-HIiJGi off=4028102 len=330371 2024-04-02T08:54:27.461 INFO:tasks.workunit.client.0.smithi012.stdout:op 2994 completed, throughput=5MB/sec 2024-04-02T08:54:27.461 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-tGkYkIzWR86wKio off=8456919 len=907343 2024-04-02T08:54:27.462 INFO:tasks.workunit.client.0.smithi012.stdout:op 2995 completed, throughput=5MB/sec 2024-04-02T08:54:27.462 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-hgdBV7FKuzSU56H off=1361875 len=1560311 2024-04-02T08:54:27.464 INFO:tasks.workunit.client.0.smithi012.stdout:op 2996 completed, throughput=5MB/sec 2024-04-02T08:54:28.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:54:27 smithi055 ceph-mon[85080]: pgmap v1718: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:54:28.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:54:27 smithi012 ceph-mon[88355]: pgmap v1718: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:54:28.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:54:27 smithi012 ceph-mon[90784]: pgmap v1718: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:54:28.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:54:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:54:27] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-04-02T08:54:28.464 INFO:tasks.workunit.client.0.smithi012.stdout: 600: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:28.465 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-xc4dQVDsDXPqexZ off=13278419 len=1065344 2024-04-02T08:54:28.465 INFO:tasks.workunit.client.0.smithi012.stdout:op 2997 completed, throughput=4.99MB/sec 2024-04-02T08:54:28.466 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-33xIbo9KiLnFQ29 off=229592 len=1143872 2024-04-02T08:54:28.467 INFO:tasks.workunit.client.0.smithi012.stdout:op 2998 completed, throughput=5MB/sec 2024-04-02T08:54:28.467 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-u5MGMMhGbYtoUYG off=367747 len=1358991 2024-04-02T08:54:28.468 INFO:tasks.workunit.client.0.smithi012.stdout:op 2999 completed, throughput=5MB/sec 2024-04-02T08:54:28.468 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-kST8eeiK93zQyDZ off=11731529 len=31555 2024-04-02T08:54:28.470 INFO:tasks.workunit.client.0.smithi012.stdout:op 3000 completed, throughput=5MB/sec 2024-04-02T08:54:28.470 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Koqo3zZRcJiIyox off=1911240 len=610213 2024-04-02T08:54:28.471 INFO:tasks.workunit.client.0.smithi012.stdout:op 3001 completed, throughput=5MB/sec 2024-04-02T08:54:28.471 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-h7j79-XfnSIKXbO off=10452843 len=1812114 2024-04-02T08:54:28.472 INFO:tasks.workunit.client.0.smithi012.stdout:op 3002 completed, throughput=5MB/sec 2024-04-02T08:54:29.472 INFO:tasks.workunit.client.0.smithi012.stdout: 601: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:29.473 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-q7Ly4Dunf79XvAb off=9737655 len=1394382 2024-04-02T08:54:29.475 INFO:tasks.workunit.client.0.smithi012.stdout:op 3003 completed, throughput=5MB/sec 2024-04-02T08:54:29.475 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-MDzahjvTS8GuFbv off=550008 len=532960 2024-04-02T08:54:29.478 INFO:tasks.workunit.client.0.smithi012.stdout:op 3004 completed, throughput=5MB/sec 2024-04-02T08:54:29.479 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-X9DZSNb76hIEimC off=4741405 len=42232 2024-04-02T08:54:29.479 INFO:tasks.workunit.client.0.smithi012.stdout:op 3005 completed, throughput=5MB/sec 2024-04-02T08:54:29.479 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-SmgfLb6QuxMPa4m off=9133189 len=1310437 2024-04-02T08:54:29.481 INFO:tasks.workunit.client.0.smithi012.stdout:op 3006 completed, throughput=5MB/sec 2024-04-02T08:54:29.482 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-KcdazVlYs8LmB_i off=10597134 len=1574822 2024-04-02T08:54:29.489 INFO:tasks.workunit.client.0.smithi012.stdout:op 3007 completed, throughput=5MB/sec 2024-04-02T08:54:30.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:54:29 smithi055 ceph-mon[85080]: pgmap v1719: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:54:30.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:54:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:30.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:54:29 smithi012 ceph-mon[90784]: pgmap v1719: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:54:30.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:54:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:30.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:54:29 smithi012 ceph-mon[88355]: pgmap v1719: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:54:30.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:54:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:30.489 INFO:tasks.workunit.client.0.smithi012.stdout: 602: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:30.489 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-LzBp14q43xLk5Xg off=1814309 len=248790 2024-04-02T08:54:30.490 INFO:tasks.workunit.client.0.smithi012.stdout:op 3008 completed, throughput=4.99MB/sec 2024-04-02T08:54:30.490 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-U6use9Z1emgcMe1 off=4370211 len=1617862 2024-04-02T08:54:30.496 INFO:tasks.workunit.client.0.smithi012.stdout:op 3009 completed, throughput=5MB/sec 2024-04-02T08:54:30.496 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-pd4pO2nb-3U6eAT off=14397813 len=1051245 2024-04-02T08:54:30.500 INFO:tasks.workunit.client.0.smithi012.stdout:op 3010 completed, throughput=5MB/sec 2024-04-02T08:54:30.500 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-X5DKcuaUShgRR0R off=12991072 len=207605 2024-04-02T08:54:30.501 INFO:tasks.workunit.client.0.smithi012.stdout:op 3011 completed, throughput=5MB/sec 2024-04-02T08:54:30.501 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-pi_BOjZHx90z0Nx off=13343222 len=307585 2024-04-02T08:54:30.501 INFO:tasks.workunit.client.0.smithi012.stdout:op 3012 completed, throughput=5MB/sec 2024-04-02T08:54:30.501 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-BvXFuqJKBqIlZ9T off=4501767 len=2042309 2024-04-02T08:54:30.505 INFO:tasks.workunit.client.0.smithi012.stdout:op 3013 completed, throughput=5MB/sec 2024-04-02T08:54:31.506 INFO:tasks.workunit.client.0.smithi012.stdout: 603: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:31.506 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-QDlasuYCGm6DENg off=14534384 len=1086575 2024-04-02T08:54:31.508 INFO:tasks.workunit.client.0.smithi012.stdout:op 3014 completed, throughput=5MB/sec 2024-04-02T08:54:31.508 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-zFKQlhtDAGCUXXS off=3376339 len=1378302 2024-04-02T08:54:31.509 INFO:tasks.workunit.client.0.smithi012.stdout:op 3015 completed, throughput=5MB/sec 2024-04-02T08:54:31.509 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-eyJDeECEJA-5nQ7 off=16198286 len=523962 2024-04-02T08:54:31.514 INFO:tasks.workunit.client.0.smithi012.stdout:op 3016 completed, throughput=5MB/sec 2024-04-02T08:54:31.514 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-YNALBp0FkwkGGdK off=239216 len=1967035 2024-04-02T08:54:31.523 INFO:tasks.workunit.client.0.smithi012.stdout:op 3017 completed, throughput=5MB/sec 2024-04-02T08:54:32.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:54:31 smithi055 ceph-mon[85080]: pgmap v1720: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:54:32.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:54:31 smithi012 ceph-mon[88355]: pgmap v1720: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:54:32.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:54:31 smithi012 ceph-mon[90784]: pgmap v1720: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:54:32.523 INFO:tasks.workunit.client.0.smithi012.stdout: 604: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:32.523 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-EoclrOAnH8cHDqo off=11069421 len=1581154 2024-04-02T08:54:32.529 INFO:tasks.workunit.client.0.smithi012.stdout:op 3018 completed, throughput=5MB/sec 2024-04-02T08:54:32.529 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-4_T6LkoHkk0xtBw off=11904407 len=697498 2024-04-02T08:54:32.532 INFO:tasks.workunit.client.0.smithi012.stdout:op 3019 completed, throughput=5MB/sec 2024-04-02T08:54:32.532 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-3LmuLe8MO-6w7s3 off=4570018 len=804378 2024-04-02T08:54:32.536 INFO:tasks.workunit.client.0.smithi012.stdout:op 3020 completed, throughput=5MB/sec 2024-04-02T08:54:32.536 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Zes1nfWWv9Be1oz off=2273362 len=1416620 2024-04-02T08:54:32.538 INFO:tasks.workunit.client.0.smithi012.stdout:op 3021 completed, throughput=5MB/sec 2024-04-02T08:54:32.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:54:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:54:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:54:33.538 INFO:tasks.workunit.client.0.smithi012.stdout: 605: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:33.538 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-qi4KikowMK6IA4U off=13776499 len=300592 2024-04-02T08:54:33.539 INFO:tasks.workunit.client.0.smithi012.stdout:op 3022 completed, throughput=4.99MB/sec 2024-04-02T08:54:33.539 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-A1cYLMh1alOhHnx off=6370076 len=922684 2024-04-02T08:54:33.543 INFO:tasks.workunit.client.0.smithi012.stdout:op 3023 completed, throughput=4.99MB/sec 2024-04-02T08:54:33.543 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-MONRUJdOXZ3IOs6 off=5947847 len=1305794 2024-04-02T08:54:33.544 INFO:tasks.workunit.client.0.smithi012.stdout:op 3024 completed, throughput=5MB/sec 2024-04-02T08:54:33.544 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-0lPzKPVId8_BRLU off=4814023 len=1561938 2024-04-02T08:54:33.551 INFO:tasks.workunit.client.0.smithi012.stdout:op 3025 completed, throughput=5MB/sec 2024-04-02T08:54:33.551 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-gHgtp9xj8Hgu9G1 off=736990 len=1819927 2024-04-02T08:54:33.558 INFO:tasks.workunit.client.0.smithi012.stdout:op 3026 completed, throughput=5MB/sec 2024-04-02T08:54:34.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:54:33 smithi055 ceph-mon[85080]: pgmap v1721: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:54:34.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:54:33 smithi012 ceph-mon[88355]: pgmap v1721: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:54:34.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:54:33 smithi012 ceph-mon[90784]: pgmap v1721: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:54:34.558 INFO:tasks.workunit.client.0.smithi012.stdout: 606: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:34.558 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Kpfqw7vdilReslq off=1674131 len=1067019 2024-04-02T08:54:34.560 INFO:tasks.workunit.client.0.smithi012.stdout:op 3027 completed, throughput=4.99MB/sec 2024-04-02T08:54:34.560 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ICalefg2hXvsAoA off=10377176 len=1382053 2024-04-02T08:54:34.566 INFO:tasks.workunit.client.0.smithi012.stdout:op 3028 completed, throughput=5MB/sec 2024-04-02T08:54:34.566 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-65SUorbHNsib2CE off=2240598 len=411066 2024-04-02T08:54:34.568 INFO:tasks.workunit.client.0.smithi012.stdout:op 3029 completed, throughput=5MB/sec 2024-04-02T08:54:34.568 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-vibOryIY6m9vTqF off=15996224 len=1181522 2024-04-02T08:54:34.571 INFO:tasks.workunit.client.0.smithi012.stdout:op 3030 completed, throughput=5MB/sec 2024-04-02T08:54:34.571 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-iqQnaxzqh8tB3R1 off=4221327 len=845470 2024-04-02T08:54:34.574 INFO:tasks.workunit.client.0.smithi012.stdout:op 3031 completed, throughput=5MB/sec 2024-04-02T08:54:35.574 INFO:tasks.workunit.client.0.smithi012.stdout: 607: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:35.575 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ykT1d5q-wuy3uN1 off=10787330 len=141121 2024-04-02T08:54:35.577 INFO:tasks.workunit.client.0.smithi012.stdout:op 3032 completed, throughput=4.99MB/sec 2024-04-02T08:54:35.577 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-QFgCFIC7TAhqgU- off=17702229 len=1992233 2024-04-02T08:54:35.585 INFO:tasks.workunit.client.0.smithi012.stdout:op 3033 completed, throughput=5MB/sec 2024-04-02T08:54:35.585 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-alF2amkcbMb9Pt6 off=9717263 len=1549148 2024-04-02T08:54:35.592 INFO:tasks.workunit.client.0.smithi012.stdout:op 3034 completed, throughput=5MB/sec 2024-04-02T08:54:35.592 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-HWDs99V_f3w-6PW off=1575197 len=629336 2024-04-02T08:54:35.596 INFO:tasks.workunit.client.0.smithi012.stdout:op 3035 completed, throughput=5MB/sec 2024-04-02T08:54:35.596 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj--BnamARnFzJLi51 off=11153504 len=1625326 2024-04-02T08:54:35.599 INFO:tasks.workunit.client.0.smithi012.stdout:op 3036 completed, throughput=5MB/sec 2024-04-02T08:54:36.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:54:35 smithi055 ceph-mon[85080]: pgmap v1722: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:54:36.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:54:35 smithi012 ceph-mon[88355]: pgmap v1722: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:54:36.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:54:35 smithi012 ceph-mon[90784]: pgmap v1722: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:54:36.600 INFO:tasks.workunit.client.0.smithi012.stdout: 608: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:36.600 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-zX3vyyA3gQw0MbW off=0 len=1891047 2024-04-02T08:54:36.601 INFO:tasks.workunit.client.0.smithi012.stdout:op 3037 completed, throughput=5MB/sec 2024-04-02T08:54:36.601 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-AxcC6ntCNxoWaFa off=2055403 len=45459 2024-04-02T08:54:36.604 INFO:tasks.workunit.client.0.smithi012.stdout:op 3038 completed, throughput=5MB/sec 2024-04-02T08:54:36.604 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-6Z45LzRRCTQwBri off=8530614 len=747616 2024-04-02T08:54:36.608 INFO:tasks.workunit.client.0.smithi012.stdout:op 3039 completed, throughput=5MB/sec 2024-04-02T08:54:36.608 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-mNVsDBQaUGoK0Sv off=2803768 len=831946 2024-04-02T08:54:36.609 INFO:tasks.workunit.client.0.smithi012.stdout:op 3040 completed, throughput=5MB/sec 2024-04-02T08:54:36.609 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-sgu6lJh2u15BmGW off=15674282 len=50908 2024-04-02T08:54:36.611 INFO:tasks.workunit.client.0.smithi012.stdout:op 3041 completed, throughput=5MB/sec 2024-04-02T08:54:36.611 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-aClYoG4e5HZyTM3 off=339863 len=392707 2024-04-02T08:54:36.612 INFO:tasks.workunit.client.0.smithi012.stdout:op 3042 completed, throughput=5MB/sec 2024-04-02T08:54:36.612 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-LWnyq1eC2XrRkE_ off=18694236 len=1513207 2024-04-02T08:54:36.612 INFO:tasks.workunit.client.0.smithi012.stdout:op 3043 completed, throughput=5MB/sec 2024-04-02T08:54:37.613 INFO:tasks.workunit.client.0.smithi012.stdout: 609: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:37.613 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-zy738SOgAe1s72y off=194217 len=1461557 2024-04-02T08:54:37.620 INFO:tasks.workunit.client.0.smithi012.stdout:op 3044 completed, throughput=5MB/sec 2024-04-02T08:54:37.620 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-c2a9s3Z8awTiXCH off=5949248 len=1009561 2024-04-02T08:54:37.622 INFO:tasks.workunit.client.0.smithi012.stdout:op 3045 completed, throughput=5MB/sec 2024-04-02T08:54:37.622 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-GlMTja9PXt9bol1 off=4951247 len=527490 2024-04-02T08:54:37.624 INFO:tasks.workunit.client.0.smithi012.stdout:op 3046 completed, throughput=5MB/sec 2024-04-02T08:54:37.624 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-9t1JN8p8a4czePd off=2582791 len=1889970 2024-04-02T08:54:37.627 INFO:tasks.workunit.client.0.smithi012.stdout:op 3047 completed, throughput=5MB/sec 2024-04-02T08:54:38.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:54:37 smithi055 ceph-mon[85080]: pgmap v1723: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:54:38.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:54:37 smithi012 ceph-mon[88355]: pgmap v1723: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:54:38.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:54:37 smithi012 ceph-mon[90784]: pgmap v1723: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:54:38.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:54:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:54:37] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-04-02T08:54:38.627 INFO:tasks.workunit.client.0.smithi012.stdout: 610: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:38.627 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-BNFd3BXBoVy70DB off=13920831 len=1201127 2024-04-02T08:54:38.628 INFO:tasks.workunit.client.0.smithi012.stdout:op 3048 completed, throughput=4.99MB/sec 2024-04-02T08:54:38.628 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Uc2XY5pgFzZx07W off=7470418 len=1609998 2024-04-02T08:54:38.629 INFO:tasks.workunit.client.0.smithi012.stdout:op 3049 completed, throughput=5MB/sec 2024-04-02T08:54:38.629 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-mE-NaRORNpblmpQ off=8771661 len=829892 2024-04-02T08:54:38.632 INFO:tasks.workunit.client.0.smithi012.stdout:op 3050 completed, throughput=5MB/sec 2024-04-02T08:54:38.632 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-PMlRoc2fahE3dJZ off=2556287 len=64315 2024-04-02T08:54:38.632 INFO:tasks.workunit.client.0.smithi012.stdout:op 3051 completed, throughput=5MB/sec 2024-04-02T08:54:38.632 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-vuBrvinXjLUbzk0 off=2864450 len=1272978 2024-04-02T08:54:38.635 INFO:tasks.workunit.client.0.smithi012.stdout:op 3052 completed, throughput=5MB/sec 2024-04-02T08:54:39.635 INFO:tasks.workunit.client.0.smithi012.stdout: 611: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:39.635 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-KhMW7f_nY5B55Ok off=14374773 len=434877 2024-04-02T08:54:39.638 INFO:tasks.workunit.client.0.smithi012.stdout:op 3053 completed, throughput=4.99MB/sec 2024-04-02T08:54:39.638 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-gIbSVoiHh41hv-R off=1484948 len=1020855 2024-04-02T08:54:39.639 INFO:tasks.workunit.client.0.smithi012.stdout:op 3054 completed, throughput=4.99MB/sec 2024-04-02T08:54:39.639 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-o4Vh1BNYjzGV9F1 off=970347 len=894328 2024-04-02T08:54:39.644 INFO:tasks.workunit.client.0.smithi012.stdout:op 3055 completed, throughput=5MB/sec 2024-04-02T08:54:39.644 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-SATgRG03TGQyxmc off=15463147 len=1165285 2024-04-02T08:54:39.650 INFO:tasks.workunit.client.0.smithi012.stdout:op 3056 completed, throughput=5MB/sec 2024-04-02T08:54:39.650 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-yDkotfbnFpfIP2c off=21295143 len=2001340 2024-04-02T08:54:39.660 INFO:tasks.workunit.client.0.smithi012.stdout:op 3057 completed, throughput=5MB/sec 2024-04-02T08:54:40.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:54:39 smithi055 ceph-mon[85080]: pgmap v1724: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:54:40.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:54:39 smithi012 ceph-mon[88355]: pgmap v1724: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:54:40.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:54:39 smithi012 ceph-mon[90784]: pgmap v1724: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:54:40.660 INFO:tasks.workunit.client.0.smithi012.stdout: 612: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:40.661 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ACu8MIk4RpLZjXa off=1938225 len=1428723 2024-04-02T08:54:40.664 INFO:tasks.workunit.client.0.smithi012.stdout:op 3058 completed, throughput=4.99MB/sec 2024-04-02T08:54:40.664 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj--zH_hdKQHNjlfRz off=15168432 len=1626994 2024-04-02T08:54:40.665 INFO:tasks.workunit.client.0.smithi012.stdout:op 3059 completed, throughput=5MB/sec 2024-04-02T08:54:40.665 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-pK8Rakim4ydKuID off=5753170 len=1306496 2024-04-02T08:54:40.666 INFO:tasks.workunit.client.0.smithi012.stdout:op 3060 completed, throughput=5MB/sec 2024-04-02T08:54:40.666 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-lk_ETxsPOGNN4pI off=13960252 len=883181 2024-04-02T08:54:40.667 INFO:tasks.workunit.client.0.smithi012.stdout:op 3061 completed, throughput=5MB/sec 2024-04-02T08:54:41.668 INFO:tasks.workunit.client.0.smithi012.stdout: 613: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:41.668 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-0oWQ5wDgO41sGb- off=11533795 len=154183 2024-04-02T08:54:41.668 INFO:tasks.workunit.client.0.smithi012.stdout:op 3062 completed, throughput=4.99MB/sec 2024-04-02T08:54:41.668 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-LhhrKIANtlzjcPq off=8237652 len=1226194 2024-04-02T08:54:41.673 INFO:tasks.workunit.client.0.smithi012.stdout:op 3063 completed, throughput=4.99MB/sec 2024-04-02T08:54:41.673 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-fRq8GHHsumYjJs1 off=4076991 len=301643 2024-04-02T08:54:41.674 INFO:tasks.workunit.client.0.smithi012.stdout:op 3064 completed, throughput=4.99MB/sec 2024-04-02T08:54:41.674 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-UeQqQBdH6BGfMIb off=11209367 len=1017651 2024-04-02T08:54:41.675 INFO:tasks.workunit.client.0.smithi012.stdout:op 3065 completed, throughput=5MB/sec 2024-04-02T08:54:41.675 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-rAC4xhOBx9UqUrw off=1631354 len=1919672 2024-04-02T08:54:41.684 INFO:tasks.workunit.client.0.smithi012.stdout:op 3066 completed, throughput=5MB/sec 2024-04-02T08:54:41.684 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-WVZMX9av00yFhOD off=252688 len=1912087 2024-04-02T08:54:41.686 INFO:tasks.workunit.client.0.smithi012.stdout:op 3067 completed, throughput=5MB/sec 2024-04-02T08:54:42.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:54:41 smithi055 ceph-mon[85080]: pgmap v1725: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:54:42.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:54:41 smithi012 ceph-mon[90784]: pgmap v1725: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:54:42.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:54:41 smithi012 ceph-mon[88355]: pgmap v1725: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:54:42.686 INFO:tasks.workunit.client.0.smithi012.stdout: 614: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:42.686 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-YPM7kUQQOJ6Q754 off=2295953 len=381920 2024-04-02T08:54:42.687 INFO:tasks.workunit.client.0.smithi012.stdout:op 3068 completed, throughput=4.99MB/sec 2024-04-02T08:54:42.687 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Bz0FvOCMycARS1_ off=7773205 len=1401849 2024-04-02T08:54:42.690 INFO:tasks.workunit.client.0.smithi012.stdout:op 3069 completed, throughput=5MB/sec 2024-04-02T08:54:42.690 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-n5En60hZoKndENd off=587277 len=1561383 2024-04-02T08:54:42.691 INFO:tasks.workunit.client.0.smithi012.stdout:op 3070 completed, throughput=5MB/sec 2024-04-02T08:54:42.691 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-8E6blWt36evtsd5 off=0 len=1293557 2024-04-02T08:54:42.698 INFO:tasks.workunit.client.0.smithi012.stdout:op 3071 completed, throughput=5MB/sec 2024-04-02T08:54:42.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:54:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:54:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:54:43.698 INFO:tasks.workunit.client.0.smithi012.stdout: 615: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:43.698 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Dq1VJqUWgCrMHgB off=9726735 len=897858 2024-04-02T08:54:43.704 INFO:tasks.workunit.client.0.smithi012.stdout:op 3072 completed, throughput=4.99MB/sec 2024-04-02T08:54:43.704 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-TlzP5wGx-_jAxsQ off=1954960 len=1497631 2024-04-02T08:54:43.709 INFO:tasks.workunit.client.0.smithi012.stdout:op 3073 completed, throughput=5MB/sec 2024-04-02T08:54:43.709 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ZiP_4n64Aei7_jv off=1730388 len=568357 2024-04-02T08:54:43.712 INFO:tasks.workunit.client.0.smithi012.stdout:op 3074 completed, throughput=5MB/sec 2024-04-02T08:54:43.712 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-GshC-88oYGrrlNM off=2528917 len=1410036 2024-04-02T08:54:43.713 INFO:tasks.workunit.client.0.smithi012.stdout:op 3075 completed, throughput=5MB/sec 2024-04-02T08:54:43.713 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-glk13Mv_WbxTOMs off=19735978 len=1173306 2024-04-02T08:54:43.718 INFO:tasks.workunit.client.0.smithi012.stdout:op 3076 completed, throughput=5MB/sec 2024-04-02T08:54:43.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:54:43 smithi055 ceph-mon[85080]: pgmap v1726: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:54:44.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:54:43 smithi012 ceph-mon[88355]: pgmap v1726: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:54:44.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:54:43 smithi012 ceph-mon[90784]: pgmap v1726: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:54:44.718 INFO:tasks.workunit.client.0.smithi012.stdout: 616: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:44.718 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-jv4fftUkB3qI2oH off=5432957 len=1832265 2024-04-02T08:54:44.720 INFO:tasks.workunit.client.0.smithi012.stdout:op 3077 completed, throughput=5MB/sec 2024-04-02T08:54:44.720 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-zM_OJde6w7HPbtB off=7167078 len=787044 2024-04-02T08:54:44.724 INFO:tasks.workunit.client.0.smithi012.stdout:op 3078 completed, throughput=5MB/sec 2024-04-02T08:54:44.724 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-SkoBz7LVdttp_rf off=6749739 len=1836549 2024-04-02T08:54:44.725 INFO:tasks.workunit.client.0.smithi012.stdout:op 3079 completed, throughput=5MB/sec 2024-04-02T08:54:45.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:54:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:45.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:54:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:45.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:54:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:45.725 INFO:tasks.workunit.client.0.smithi012.stdout: 617: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:45.726 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-anAAchBRyMpDPzZ off=15935922 len=1810642 2024-04-02T08:54:45.734 INFO:tasks.workunit.client.0.smithi012.stdout:op 3080 completed, throughput=4.99MB/sec 2024-04-02T08:54:45.735 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-44leyL0pDNxQpzg off=10847416 len=2039903 2024-04-02T08:54:45.736 INFO:tasks.workunit.client.0.smithi012.stdout:op 3081 completed, throughput=5MB/sec 2024-04-02T08:54:45.736 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-vvwDSDYV4qKIWLH off=2225864 len=1406925 2024-04-02T08:54:45.738 INFO:tasks.workunit.client.0.smithi012.stdout:op 3082 completed, throughput=5MB/sec 2024-04-02T08:54:46.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:54:45 smithi055 ceph-mon[85080]: pgmap v1727: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:54:46.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:54:45 smithi012 ceph-mon[88355]: pgmap v1727: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:54:46.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:54:45 smithi012 ceph-mon[90784]: pgmap v1727: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:54:46.738 INFO:tasks.workunit.client.0.smithi012.stdout: 618: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:46.738 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-XDlwZHI4WcCAZPW off=5773081 len=740746 2024-04-02T08:54:46.742 INFO:tasks.workunit.client.0.smithi012.stdout:op 3083 completed, throughput=4.99MB/sec 2024-04-02T08:54:46.742 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-XnQlKwvZR9d1-A1 off=1876785 len=581011 2024-04-02T08:54:46.743 INFO:tasks.workunit.client.0.smithi012.stdout:op 3084 completed, throughput=4.99MB/sec 2024-04-02T08:54:46.743 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-UQL7L50otlpfoli off=3596876 len=1685643 2024-04-02T08:54:46.750 INFO:tasks.workunit.client.0.smithi012.stdout:op 3085 completed, throughput=5MB/sec 2024-04-02T08:54:46.750 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-GejItgNFjQtR_gs off=9892786 len=1576720 2024-04-02T08:54:46.751 INFO:tasks.workunit.client.0.smithi012.stdout:op 3086 completed, throughput=5MB/sec 2024-04-02T08:54:46.751 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-d8I3IM4U9ARgZwe off=3262574 len=1169902 2024-04-02T08:54:46.754 INFO:tasks.workunit.client.0.smithi012.stdout:op 3087 completed, throughput=5MB/sec 2024-04-02T08:54:47.754 INFO:tasks.workunit.client.0.smithi012.stdout: 619: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:47.755 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-DkCniLyE4e69Gs3 off=2852238 len=540304 2024-04-02T08:54:47.756 INFO:tasks.workunit.client.0.smithi012.stdout:op 3088 completed, throughput=4.99MB/sec 2024-04-02T08:54:47.756 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-aX4pOrsj60xTTau off=5094714 len=972484 2024-04-02T08:54:47.757 INFO:tasks.workunit.client.0.smithi012.stdout:op 3089 completed, throughput=5MB/sec 2024-04-02T08:54:47.757 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj--xk1xfyQhLSZIdZ off=14592907 len=2035986 2024-04-02T08:54:47.760 INFO:tasks.workunit.client.0.smithi012.stdout:op 3090 completed, throughput=5MB/sec 2024-04-02T08:54:47.760 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-fxIrk-PnSgisbLF off=13555171 len=9827 2024-04-02T08:54:47.762 INFO:tasks.workunit.client.0.smithi012.stdout:op 3091 completed, throughput=5MB/sec 2024-04-02T08:54:47.763 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-y5uhSEMTAHSoK5L off=3250603 len=1760631 2024-04-02T08:54:47.764 INFO:tasks.workunit.client.0.smithi012.stdout:op 3092 completed, throughput=5MB/sec 2024-04-02T08:54:48.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:54:47 smithi055 ceph-mon[85080]: pgmap v1728: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:54:48.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:54:47 smithi012 ceph-mon[88355]: pgmap v1728: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:54:48.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:54:47 smithi012 ceph-mon[90784]: pgmap v1728: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:54:48.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:54:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:54:47] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-04-02T08:54:48.764 INFO:tasks.workunit.client.0.smithi012.stdout: 620: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:48.765 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-1YZQOMNrY2Jrxo6 off=2010053 len=1573372 2024-04-02T08:54:48.772 INFO:tasks.workunit.client.0.smithi012.stdout:op 3093 completed, throughput=5MB/sec 2024-04-02T08:54:48.772 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-VxPJ-WoDzwIhYlZ off=16082213 len=607419 2024-04-02T08:54:48.775 INFO:tasks.workunit.client.0.smithi012.stdout:op 3094 completed, throughput=5MB/sec 2024-04-02T08:54:48.775 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-rcprrpQb79O_KHn off=11296301 len=1314006 2024-04-02T08:54:48.781 INFO:tasks.workunit.client.0.smithi012.stdout:op 3095 completed, throughput=5MB/sec 2024-04-02T08:54:48.781 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ABkB1hVgjgip81- off=1548978 len=517760 2024-04-02T08:54:48.784 INFO:tasks.workunit.client.0.smithi012.stdout:op 3096 completed, throughput=5MB/sec 2024-04-02T08:54:48.785 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-LK33oxBwuwAS90L off=20407391 len=964924 2024-04-02T08:54:48.786 INFO:tasks.workunit.client.0.smithi012.stdout:op 3097 completed, throughput=5MB/sec 2024-04-02T08:54:49.786 INFO:tasks.workunit.client.0.smithi012.stdout: 621: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:49.786 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-RDoLJQFp3Wdftb- off=7268531 len=1067933 2024-04-02T08:54:49.791 INFO:tasks.workunit.client.0.smithi012.stdout:op 3098 completed, throughput=4.99MB/sec 2024-04-02T08:54:49.791 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-sHSAdIkz8Vy07Hz off=1784732 len=850283 2024-04-02T08:54:49.796 INFO:tasks.workunit.client.0.smithi012.stdout:op 3099 completed, throughput=5MB/sec 2024-04-02T08:54:49.796 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-MPkK33SC4u7D_DI off=6542304 len=365986 2024-04-02T08:54:49.799 INFO:tasks.workunit.client.0.smithi012.stdout:op 3100 completed, throughput=5MB/sec 2024-04-02T08:54:49.799 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-fXeQJ02mA0dGybv off=6253584 len=757669 2024-04-02T08:54:49.800 INFO:tasks.workunit.client.0.smithi012.stdout:op 3101 completed, throughput=5MB/sec 2024-04-02T08:54:49.801 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-sHEU6Dn6kidgjD8 off=1892346 len=454808 2024-04-02T08:54:49.803 INFO:tasks.workunit.client.0.smithi012.stdout:op 3102 completed, throughput=5MB/sec 2024-04-02T08:54:49.803 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-CPiLn08wzwbIwPD off=6537469 len=1547335 2024-04-02T08:54:49.810 INFO:tasks.workunit.client.0.smithi012.stdout:op 3103 completed, throughput=5MB/sec 2024-04-02T08:54:49.810 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-hOOmR0O0jgg0XvL off=3363122 len=408358 2024-04-02T08:54:49.813 INFO:tasks.workunit.client.0.smithi012.stdout:op 3104 completed, throughput=5MB/sec 2024-04-02T08:54:50.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:54:49 smithi055 ceph-mon[85080]: pgmap v1729: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T08:54:50.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:54:49 smithi012 ceph-mon[88355]: pgmap v1729: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T08:54:50.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:54:49 smithi012 ceph-mon[90784]: pgmap v1729: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T08:54:50.814 INFO:tasks.workunit.client.0.smithi012.stdout: 622: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:50.814 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-L6sGEhlUUg3VVTd off=2869779 len=53717 2024-04-02T08:54:50.815 INFO:tasks.workunit.client.0.smithi012.stdout:op 3105 completed, throughput=4.99MB/sec 2024-04-02T08:54:50.815 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-wDHZK9cb9RAGDKJ off=9676660 len=738392 2024-04-02T08:54:50.815 INFO:tasks.workunit.client.0.smithi012.stdout:op 3106 completed, throughput=4.99MB/sec 2024-04-02T08:54:50.815 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-VplGR4x0n2BdavP off=1328148 len=278174 2024-04-02T08:54:50.818 INFO:tasks.workunit.client.0.smithi012.stdout:op 3107 completed, throughput=4.99MB/sec 2024-04-02T08:54:50.818 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-_yNZy7zJV2PFGSb off=17445877 len=1125634 2024-04-02T08:54:50.819 INFO:tasks.workunit.client.0.smithi012.stdout:op 3108 completed, throughput=5MB/sec 2024-04-02T08:54:50.819 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-49TKRHZXQZokK2q off=837749 len=712688 2024-04-02T08:54:50.822 INFO:tasks.workunit.client.0.smithi012.stdout:op 3109 completed, throughput=5MB/sec 2024-04-02T08:54:50.822 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-9Xq2SWIJF3u9zBL off=5251987 len=1869487 2024-04-02T08:54:50.831 INFO:tasks.workunit.client.0.smithi012.stdout:op 3110 completed, throughput=5MB/sec 2024-04-02T08:54:50.831 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-qWMBDhsUzvAjBDS off=3181367 len=784431 2024-04-02T08:54:50.834 INFO:tasks.workunit.client.0.smithi012.stdout:op 3111 completed, throughput=5MB/sec 2024-04-02T08:54:51.835 INFO:tasks.workunit.client.0.smithi012.stdout: 623: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:51.835 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-QpJEveZsTKLmWiX off=6827160 len=102789 2024-04-02T08:54:51.835 INFO:tasks.workunit.client.0.smithi012.stdout:op 3112 completed, throughput=4.99MB/sec 2024-04-02T08:54:51.836 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-IILpRll4PSsmus3 off=3533862 len=835812 2024-04-02T08:54:51.840 INFO:tasks.workunit.client.0.smithi012.stdout:op 3113 completed, throughput=4.99MB/sec 2024-04-02T08:54:51.840 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ojSP3ZO29W2XiPv off=6978402 len=1075852 2024-04-02T08:54:51.842 INFO:tasks.workunit.client.0.smithi012.stdout:op 3114 completed, throughput=5MB/sec 2024-04-02T08:54:51.843 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-McGv8eDBWKHw6aq off=1884547 len=570407 2024-04-02T08:54:51.843 INFO:tasks.workunit.client.0.smithi012.stdout:op 3115 completed, throughput=5MB/sec 2024-04-02T08:54:51.843 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-CdS8J_btxH4-vfK off=3597516 len=239764 2024-04-02T08:54:51.844 INFO:tasks.workunit.client.0.smithi012.stdout:op 3116 completed, throughput=5MB/sec 2024-04-02T08:54:51.845 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-j85qrcmsuGZXIKA off=5880699 len=965598 2024-04-02T08:54:51.850 INFO:tasks.workunit.client.0.smithi012.stdout:op 3117 completed, throughput=5MB/sec 2024-04-02T08:54:51.850 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-FOhqf14Bzve783j off=3682337 len=199212 2024-04-02T08:54:51.853 INFO:tasks.workunit.client.0.smithi012.stdout:op 3118 completed, throughput=5MB/sec 2024-04-02T08:54:51.853 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-HPm-FzCo3phsXaa off=961462 len=445370 2024-04-02T08:54:51.854 INFO:tasks.workunit.client.0.smithi012.stdout:op 3119 completed, throughput=5MB/sec 2024-04-02T08:54:51.854 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-aM5xC1Nq1IFh-5b off=1486932 len=874800 2024-04-02T08:54:51.857 INFO:tasks.workunit.client.0.smithi012.stdout:op 3120 completed, throughput=5MB/sec 2024-04-02T08:54:52.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:54:51 smithi055 ceph-mon[85080]: pgmap v1730: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:54:52.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:54:51 smithi012 ceph-mon[88355]: pgmap v1730: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:54:52.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:54:51 smithi012 ceph-mon[90784]: pgmap v1730: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:54:52.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:54:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:54:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:54:52.858 INFO:tasks.workunit.client.0.smithi012.stdout: 624: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:52.858 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-OVtq5bzz3M5xvxH off=1284508 len=68178 2024-04-02T08:54:52.860 INFO:tasks.workunit.client.0.smithi012.stdout:op 3121 completed, throughput=4.99MB/sec 2024-04-02T08:54:52.860 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-hvnPHDBfhyjc27L off=3697650 len=433338 2024-04-02T08:54:52.863 INFO:tasks.workunit.client.0.smithi012.stdout:op 3122 completed, throughput=4.99MB/sec 2024-04-02T08:54:52.863 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj--kzVIKkbHLFKL_A off=14908 len=689926 2024-04-02T08:54:52.864 INFO:tasks.workunit.client.0.smithi012.stdout:op 3123 completed, throughput=4.99MB/sec 2024-04-02T08:54:52.864 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ITv1UJWVDdwKaAU off=13523273 len=924344 2024-04-02T08:54:52.867 INFO:tasks.workunit.client.0.smithi012.stdout:op 3124 completed, throughput=5MB/sec 2024-04-02T08:54:52.867 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Ym1jrTHOkYZ5qmL off=430400 len=507386 2024-04-02T08:54:52.868 INFO:tasks.workunit.client.0.smithi012.stdout:op 3125 completed, throughput=5MB/sec 2024-04-02T08:54:52.868 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-x5-hy90pdWGfCmr off=1061681 len=768106 2024-04-02T08:54:52.870 INFO:tasks.workunit.client.0.smithi012.stdout:op 3126 completed, throughput=5MB/sec 2024-04-02T08:54:52.870 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-LNSTqAJA_6iS_LG off=2028958 len=2091977 2024-04-02T08:54:52.871 INFO:tasks.workunit.client.0.smithi012.stdout:op 3127 completed, throughput=5MB/sec 2024-04-02T08:54:53.872 INFO:tasks.workunit.client.0.smithi012.stdout: 625: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:53.872 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-16f-n8f3WIOKj37 off=4526597 len=2021598 2024-04-02T08:54:53.873 INFO:tasks.workunit.client.0.smithi012.stdout:op 3128 completed, throughput=5MB/sec 2024-04-02T08:54:53.873 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Hafba2PMkV7HJ0n off=2454757 len=746214 2024-04-02T08:54:53.876 INFO:tasks.workunit.client.0.smithi012.stdout:op 3129 completed, throughput=5MB/sec 2024-04-02T08:54:53.876 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-IIwoGDwjQp1LG3J off=207986 len=74146 2024-04-02T08:54:53.876 INFO:tasks.workunit.client.0.smithi012.stdout:op 3130 completed, throughput=5MB/sec 2024-04-02T08:54:53.877 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-BzdoRwCChEXqbC9 off=3307038 len=154031 2024-04-02T08:54:53.879 INFO:tasks.workunit.client.0.smithi012.stdout:op 3131 completed, throughput=5MB/sec 2024-04-02T08:54:53.879 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-mjcKHYmFhtZqRRU off=804468 len=538455 2024-04-02T08:54:53.882 INFO:tasks.workunit.client.0.smithi012.stdout:op 3132 completed, throughput=5MB/sec 2024-04-02T08:54:53.882 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-SPbIijWaT4EgFsI off=9378451 len=1317144 2024-04-02T08:54:53.883 INFO:tasks.workunit.client.0.smithi012.stdout:op 3133 completed, throughput=5MB/sec 2024-04-02T08:54:54.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:54:53 smithi055 ceph-mon[85080]: pgmap v1731: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:54:54.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:54:53 smithi012 ceph-mon[88355]: pgmap v1731: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:54:54.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:54:53 smithi012 ceph-mon[90784]: pgmap v1731: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:54:54.884 INFO:tasks.workunit.client.0.smithi012.stdout: 626: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:54.884 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-27tQIEjS-AHfYV0 off=11576643 len=776489 2024-04-02T08:54:54.889 INFO:tasks.workunit.client.0.smithi012.stdout:op 3134 completed, throughput=4.99MB/sec 2024-04-02T08:54:54.889 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Bd8IwkbP7hYrmn7 off=2910484 len=1235733 2024-04-02T08:54:54.895 INFO:tasks.workunit.client.0.smithi012.stdout:op 3135 completed, throughput=5MB/sec 2024-04-02T08:54:54.895 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Gv-iUGBIHWih8Wx off=5231758 len=929706 2024-04-02T08:54:54.896 INFO:tasks.workunit.client.0.smithi012.stdout:op 3136 completed, throughput=5MB/sec 2024-04-02T08:54:54.896 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-FOHZ7l-AEBrtOIS off=1498392 len=626646 2024-04-02T08:54:54.896 INFO:tasks.workunit.client.0.smithi012.stdout:op 3137 completed, throughput=5MB/sec 2024-04-02T08:54:54.896 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-XyfgNal4DGpoBva off=8322144 len=1159017 2024-04-02T08:54:54.897 INFO:tasks.workunit.client.0.smithi012.stdout:op 3138 completed, throughput=5MB/sec 2024-04-02T08:54:54.897 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-QkIl9S3rqUmcAFt off=6272819 len=1007446 2024-04-02T08:54:54.898 INFO:tasks.workunit.client.0.smithi012.stdout:op 3139 completed, throughput=5MB/sec 2024-04-02T08:54:55.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:54:55 smithi055 ceph-mon[85080]: pgmap v1732: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:54:55.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:54:55 smithi012 ceph-mon[88355]: pgmap v1732: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:54:55.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:54:55 smithi012 ceph-mon[90784]: pgmap v1732: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:54:55.898 INFO:tasks.workunit.client.0.smithi012.stdout: 627: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:55.898 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-G8GU9iy5JRhT_5I off=1919394 len=1746692 2024-04-02T08:54:55.906 INFO:tasks.workunit.client.0.smithi012.stdout:op 3140 completed, throughput=5MB/sec 2024-04-02T08:54:55.906 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-04qOWmfil6hExSL off=664939 len=1222987 2024-04-02T08:54:55.912 INFO:tasks.workunit.client.0.smithi012.stdout:op 3141 completed, throughput=5MB/sec 2024-04-02T08:54:55.912 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-goxuaulqlg2mUc3 off=4902594 len=1592424 2024-04-02T08:54:55.918 INFO:tasks.workunit.client.0.smithi012.stdout:op 3142 completed, throughput=5MB/sec 2024-04-02T08:54:55.918 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-FEx6ymh5QtIPvoZ off=5721471 len=1578638 2024-04-02T08:54:55.920 INFO:tasks.workunit.client.0.smithi012.stdout:op 3143 completed, throughput=5MB/sec 2024-04-02T08:54:56.920 INFO:tasks.workunit.client.0.smithi012.stdout: 628: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:56.920 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-gs4OhiLxUVjjzZS off=5402511 len=1507305 2024-04-02T08:54:56.923 INFO:tasks.workunit.client.0.smithi012.stdout:op 3144 completed, throughput=5MB/sec 2024-04-02T08:54:56.923 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-1gqekDpKO-eBqGH off=7993963 len=1733627 2024-04-02T08:54:56.930 INFO:tasks.workunit.client.0.smithi012.stdout:op 3145 completed, throughput=5MB/sec 2024-04-02T08:54:56.930 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-OCssi65eTEc8G58 off=11011200 len=935933 2024-04-02T08:54:56.931 INFO:tasks.workunit.client.0.smithi012.stdout:op 3146 completed, throughput=5MB/sec 2024-04-02T08:54:57.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:54:57 smithi055 ceph-mon[85080]: pgmap v1733: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-02T08:54:57.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:54:57 smithi012 ceph-mon[88355]: pgmap v1733: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-02T08:54:57.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:54:57 smithi012 ceph-mon[90784]: pgmap v1733: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-02T08:54:57.931 INFO:tasks.workunit.client.0.smithi012.stdout: 629: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:57.931 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-xCgSS0gQiMsrYaZ off=9256686 len=864238 2024-04-02T08:54:57.936 INFO:tasks.workunit.client.0.smithi012.stdout:op 3147 completed, throughput=4.99MB/sec 2024-04-02T08:54:57.936 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-GZo6A46nz-tx0If off=907069 len=1840528 2024-04-02T08:54:57.945 INFO:tasks.workunit.client.0.smithi012.stdout:op 3148 completed, throughput=5MB/sec 2024-04-02T08:54:57.945 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-R68GQ_dlr0cZ9xe off=1008419 len=1245594 2024-04-02T08:54:57.950 INFO:tasks.workunit.client.0.smithi012.stdout:op 3149 completed, throughput=5MB/sec 2024-04-02T08:54:57.950 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-IfyjUqVjqYypRN1 off=11551015 len=1044992 2024-04-02T08:54:57.952 INFO:tasks.workunit.client.0.smithi012.stdout:op 3150 completed, throughput=5MB/sec 2024-04-02T08:54:57.952 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-qvHrLXAip5aTthZ off=17377505 len=184558 2024-04-02T08:54:57.953 INFO:tasks.workunit.client.0.smithi012.stdout:op 3151 completed, throughput=5MB/sec 2024-04-02T08:54:58.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:54:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:54:57] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-04-02T08:54:58.953 INFO:tasks.workunit.client.0.smithi012.stdout: 630: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:58.953 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-TbeOmGcwyPhPL-O off=2370962 len=997790 2024-04-02T08:54:58.956 INFO:tasks.workunit.client.0.smithi012.stdout:op 3152 completed, throughput=4.99MB/sec 2024-04-02T08:54:58.956 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-DRbvC6Y-S5N5ATT off=11724761 len=358823 2024-04-02T08:54:58.956 INFO:tasks.workunit.client.0.smithi012.stdout:op 3153 completed, throughput=4.99MB/sec 2024-04-02T08:54:58.956 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-lTG_q4yN-QCVBfr off=4601174 len=1174387 2024-04-02T08:54:58.961 INFO:tasks.workunit.client.0.smithi012.stdout:op 3154 completed, throughput=5MB/sec 2024-04-02T08:54:58.961 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-hd-zi9zNtbQqInD off=2909363 len=625696 2024-04-02T08:54:58.962 INFO:tasks.workunit.client.0.smithi012.stdout:op 3155 completed, throughput=5MB/sec 2024-04-02T08:54:58.962 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-jj445DX6GFB4VQy off=1751072 len=1096362 2024-04-02T08:54:58.967 INFO:tasks.workunit.client.0.smithi012.stdout:op 3156 completed, throughput=5MB/sec 2024-04-02T08:54:58.967 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Y8eeaQCuaVklEag off=11068626 len=913846 2024-04-02T08:54:58.968 INFO:tasks.workunit.client.0.smithi012.stdout:op 3157 completed, throughput=5MB/sec 2024-04-02T08:54:58.968 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Z83wfHcVYJOy7Nv off=9048276 len=1189221 2024-04-02T08:54:58.969 INFO:tasks.workunit.client.0.smithi012.stdout:op 3158 completed, throughput=5MB/sec 2024-04-02T08:54:59.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:54:59 smithi055 ceph-mon[85080]: pgmap v1734: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:54:59.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:54:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:59.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:54:59 smithi012 ceph-mon[88355]: pgmap v1734: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:54:59.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:54:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:59.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:54:59 smithi012 ceph-mon[90784]: pgmap v1734: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:54:59.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:54:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:59.969 INFO:tasks.workunit.client.0.smithi012.stdout: 631: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:59.970 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-OwhdeBQ1UjIaNDb off=7098054 len=58782 2024-04-02T08:54:59.970 INFO:tasks.workunit.client.0.smithi012.stdout:op 3159 completed, throughput=4.99MB/sec 2024-04-02T08:54:59.970 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-u9E9MUDQ5Gz9JsE off=0 len=1767932 2024-04-02T08:54:59.972 INFO:tasks.workunit.client.0.smithi012.stdout:op 3160 completed, throughput=5MB/sec 2024-04-02T08:54:59.972 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-HNXy3oAC3b50W06 off=1143213 len=1458294 2024-04-02T08:54:59.977 INFO:tasks.workunit.client.0.smithi012.stdout:op 3161 completed, throughput=5MB/sec 2024-04-02T08:54:59.978 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-2uwTmuwrscFVMkK off=6147323 len=1336592 2024-04-02T08:54:59.984 INFO:tasks.workunit.client.0.smithi012.stdout:op 3162 completed, throughput=5MB/sec 2024-04-02T08:55:00.984 INFO:tasks.workunit.client.0.smithi012.stdout: 632: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:00.985 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-iXjOsa7GX92k9LU off=12584967 len=612913 2024-04-02T08:55:00.988 INFO:tasks.workunit.client.0.smithi012.stdout:op 3163 completed, throughput=4.99MB/sec 2024-04-02T08:55:00.988 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-GvFQfz1rXPX11Ft off=14248818 len=919597 2024-04-02T08:55:00.992 INFO:tasks.workunit.client.0.smithi012.stdout:op 3164 completed, throughput=4.99MB/sec 2024-04-02T08:55:00.992 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-MO5eh7ImuuNVqeE off=16522260 len=1464297 2024-04-02T08:55:00.993 INFO:tasks.workunit.client.0.smithi012.stdout:op 3165 completed, throughput=5MB/sec 2024-04-02T08:55:00.993 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-JW60npovEnfMxgu off=14616298 len=1637983 2024-04-02T08:55:00.995 INFO:tasks.workunit.client.0.smithi012.stdout:op 3166 completed, throughput=5MB/sec 2024-04-02T08:55:00.995 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-g_1Ff5XC-KueEAt off=9539091 len=503437 2024-04-02T08:55:00.998 INFO:tasks.workunit.client.0.smithi012.stdout:op 3167 completed, throughput=5MB/sec 2024-04-02T08:55:01.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:55:01 smithi055 ceph-mon[85080]: pgmap v1735: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-02T08:55:01.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:55:01 smithi012 ceph-mon[88355]: pgmap v1735: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-02T08:55:01.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:55:01 smithi012 ceph-mon[90784]: pgmap v1735: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-02T08:55:01.998 INFO:tasks.workunit.client.0.smithi012.stdout: 633: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:01.998 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-3QTD12D9YOjzAVw off=13825189 len=1972261 2024-04-02T08:55:01.999 INFO:tasks.workunit.client.0.smithi012.stdout:op 3168 completed, throughput=5MB/sec 2024-04-02T08:55:02.000 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-w4u7HsOfuWK16Nq off=20229900 len=558278 2024-04-02T08:55:02.004 INFO:tasks.workunit.client.0.smithi012.stdout:op 3169 completed, throughput=5MB/sec 2024-04-02T08:55:02.005 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-YBloHllAa95cWTR off=4543868 len=1516248 2024-04-02T08:55:02.012 INFO:tasks.workunit.client.0.smithi012.stdout:op 3170 completed, throughput=5MB/sec 2024-04-02T08:55:02.012 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj--7p8Zc_brQgp6Y5 off=1180934 len=53951 2024-04-02T08:55:02.014 INFO:tasks.workunit.client.0.smithi012.stdout:op 3171 completed, throughput=5MB/sec 2024-04-02T08:55:02.014 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-rQZxEj5TqMmqRzf off=17967094 len=991228 2024-04-02T08:55:02.018 INFO:tasks.workunit.client.0.smithi012.stdout:op 3172 completed, throughput=5MB/sec 2024-04-02T08:55:02.018 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-mduJEd9lLLhox3h off=4546490 len=1536570 2024-04-02T08:55:02.025 INFO:tasks.workunit.client.0.smithi012.stdout:op 3173 completed, throughput=5MB/sec 2024-04-02T08:55:02.712 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:55:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:55:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:55:03.025 INFO:tasks.workunit.client.0.smithi012.stdout: 634: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:03.025 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-FSsm-v3-fgYztLi off=6397007 len=1354903 2024-04-02T08:55:03.032 INFO:tasks.workunit.client.0.smithi012.stdout:op 3174 completed, throughput=5MB/sec 2024-04-02T08:55:03.032 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-3tDU2pIXdxA-cOR off=5607763 len=1445491 2024-04-02T08:55:03.033 INFO:tasks.workunit.client.0.smithi012.stdout:op 3175 completed, throughput=5MB/sec 2024-04-02T08:55:03.033 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-6Z45LzRRCTQwBri off=12202398 len=1738375 2024-04-02T08:55:03.036 INFO:tasks.workunit.client.0.smithi012.stdout:op 3176 completed, throughput=5MB/sec 2024-04-02T08:55:03.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:55:03 smithi055 ceph-mon[85080]: pgmap v1736: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:55:03.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:55:03 smithi012 ceph-mon[88355]: pgmap v1736: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:55:03.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:55:03 smithi012 ceph-mon[90784]: pgmap v1736: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:55:04.037 INFO:tasks.workunit.client.0.smithi012.stdout: 635: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:04.037 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-VYpqN0mJYsUYpCe off=9575058 len=751246 2024-04-02T08:55:04.042 INFO:tasks.workunit.client.0.smithi012.stdout:op 3177 completed, throughput=4.99MB/sec 2024-04-02T08:55:04.042 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-m0x9jfKigNGPsfI off=9556360 len=152078 2024-04-02T08:55:04.044 INFO:tasks.workunit.client.0.smithi012.stdout:op 3178 completed, throughput=4.99MB/sec 2024-04-02T08:55:04.044 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-H-03z5CQ2RIYxg0 off=20107282 len=1215110 2024-04-02T08:55:04.045 INFO:tasks.workunit.client.0.smithi012.stdout:op 3179 completed, throughput=5MB/sec 2024-04-02T08:55:04.045 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-7BwtSRF_JMdJ0U_ off=9234688 len=2061446 2024-04-02T08:55:04.056 INFO:tasks.workunit.client.0.smithi012.stdout:op 3180 completed, throughput=5MB/sec 2024-04-02T08:55:04.056 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-hPnm6-pfHrrZ_MI off=2691671 len=1720266 2024-04-02T08:55:04.062 INFO:tasks.workunit.client.0.smithi012.stdout:op 3181 completed, throughput=5MB/sec 2024-04-02T08:55:05.062 INFO:tasks.workunit.client.0.smithi012.stdout: 636: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:05.062 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ElynERAX4ch5qHj off=1407485 len=1047684 2024-04-02T08:55:05.068 INFO:tasks.workunit.client.0.smithi012.stdout:op 3182 completed, throughput=5MB/sec 2024-04-02T08:55:05.068 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-xPN3K-hcEhvQOxK off=6229767 len=1335265 2024-04-02T08:55:05.072 INFO:tasks.workunit.client.0.smithi012.stdout:op 3183 completed, throughput=5MB/sec 2024-04-02T08:55:05.073 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Q5960dBrQsHxNL4 off=2707629 len=1287059 2024-04-02T08:55:05.079 INFO:tasks.workunit.client.0.smithi012.stdout:op 3184 completed, throughput=5MB/sec 2024-04-02T08:55:05.079 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-9aN9pKgqhfFp9x_ off=19768576 len=350757 2024-04-02T08:55:05.080 INFO:tasks.workunit.client.0.smithi012.stdout:op 3185 completed, throughput=5MB/sec 2024-04-02T08:55:05.080 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-N2aMKvFYSRPpJ-Q off=5770824 len=48228 2024-04-02T08:55:05.082 INFO:tasks.workunit.client.0.smithi012.stdout:op 3186 completed, throughput=5MB/sec 2024-04-02T08:55:05.082 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-aIWhV2XeJ9yaLbB off=2854327 len=1390349 2024-04-02T08:55:05.085 INFO:tasks.workunit.client.0.smithi012.stdout:op 3187 completed, throughput=5MB/sec 2024-04-02T08:55:05.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:55:05 smithi055 ceph-mon[85080]: pgmap v1737: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:55:05.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:55:05 smithi012 ceph-mon[88355]: pgmap v1737: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:55:05.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:55:05 smithi012 ceph-mon[90784]: pgmap v1737: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:55:06.085 INFO:tasks.workunit.client.0.smithi012.stdout: 637: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:06.085 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-GPa0TBiWQLCPcw4 off=16437919 len=1877164 2024-04-02T08:55:06.093 INFO:tasks.workunit.client.0.smithi012.stdout:op 3188 completed, throughput=5MB/sec 2024-04-02T08:55:06.093 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-wwoiVmUWYxFzVJh off=1898232 len=1306353 2024-04-02T08:55:06.099 INFO:tasks.workunit.client.0.smithi012.stdout:op 3189 completed, throughput=5MB/sec 2024-04-02T08:55:06.099 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-5bz593yV40SeyxL off=1666262 len=718639 2024-04-02T08:55:06.103 INFO:tasks.workunit.client.0.smithi012.stdout:op 3190 completed, throughput=5MB/sec 2024-04-02T08:55:06.103 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-oUbJyDBkZ5X_D8K off=3271931 len=2025948 2024-04-02T08:55:06.111 INFO:tasks.workunit.client.0.smithi012.stdout:op 3191 completed, throughput=5MB/sec 2024-04-02T08:55:07.111 INFO:tasks.workunit.client.0.smithi012.stdout: 638: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:07.111 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-xGtwa_cZG1q-ezR off=1293035 len=190629 2024-04-02T08:55:07.112 INFO:tasks.workunit.client.0.smithi012.stdout:op 3192 completed, throughput=5MB/sec 2024-04-02T08:55:07.112 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-uKlpAdNVyO_AtIq off=6113376 len=832225 2024-04-02T08:55:07.112 INFO:tasks.workunit.client.0.smithi012.stdout:op 3193 completed, throughput=5MB/sec 2024-04-02T08:55:07.112 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-dQp85rik7clUByF off=305716 len=1510172 2024-04-02T08:55:07.118 INFO:tasks.workunit.client.0.smithi012.stdout:op 3194 completed, throughput=5MB/sec 2024-04-02T08:55:07.118 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Igu9pwNoXaqpYol off=415383 len=2087088 2024-04-02T08:55:07.120 INFO:tasks.workunit.client.0.smithi012.stdout:op 3195 completed, throughput=5MB/sec 2024-04-02T08:55:07.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:55:07 smithi055 ceph-mon[85080]: pgmap v1738: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:55:07.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:55:07 smithi012 ceph-mon[88355]: pgmap v1738: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:55:07.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:55:07 smithi012 ceph-mon[90784]: pgmap v1738: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:55:08.120 INFO:tasks.workunit.client.0.smithi012.stdout: 639: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:08.121 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-mZwb8UO5xykbLH- off=9680154 len=292183 2024-04-02T08:55:08.121 INFO:tasks.workunit.client.0.smithi012.stdout:op 3196 completed, throughput=4.99MB/sec 2024-04-02T08:55:08.121 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-9BvWxLhuDQIqhRT off=1813271 len=1033575 2024-04-02T08:55:08.126 INFO:tasks.workunit.client.0.smithi012.stdout:op 3197 completed, throughput=5MB/sec 2024-04-02T08:55:08.126 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-a4Be2yIbjSwv_Db off=6714733 len=1460752 2024-04-02T08:55:08.133 INFO:tasks.workunit.client.0.smithi012.stdout:op 3198 completed, throughput=5MB/sec 2024-04-02T08:55:08.133 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-rPX2_BX_EQW8OxH off=15934619 len=1589542 2024-04-02T08:55:08.134 INFO:tasks.workunit.client.0.smithi012.stdout:op 3199 completed, throughput=5MB/sec 2024-04-02T08:55:08.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:55:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:55:07] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-04-02T08:55:09.135 INFO:tasks.workunit.client.0.smithi012.stdout: 640: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:09.135 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-L7zhy-J2iTT7l4a off=6367245 len=898270 2024-04-02T08:55:09.139 INFO:tasks.workunit.client.0.smithi012.stdout:op 3200 completed, throughput=4.99MB/sec 2024-04-02T08:55:09.140 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-hiCTJ1pVEuaXT-8 off=13250115 len=2015396 2024-04-02T08:55:09.149 INFO:tasks.workunit.client.0.smithi012.stdout:op 3201 completed, throughput=5MB/sec 2024-04-02T08:55:09.149 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-jXlPqsFflZVXj3M off=6992720 len=1337879 2024-04-02T08:55:09.154 INFO:tasks.workunit.client.0.smithi012.stdout:op 3202 completed, throughput=5MB/sec 2024-04-02T08:55:09.155 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ERQgVQTK65VCiTv off=15861620 len=934452 2024-04-02T08:55:09.159 INFO:tasks.workunit.client.0.smithi012.stdout:op 3203 completed, throughput=5MB/sec 2024-04-02T08:55:09.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:55:09 smithi055 ceph-mon[85080]: pgmap v1739: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:55:09.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:55:09 smithi012 ceph-mon[88355]: pgmap v1739: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:55:09.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:55:09 smithi012 ceph-mon[90784]: pgmap v1739: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:55:10.159 INFO:tasks.workunit.client.0.smithi012.stdout: 641: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:10.159 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Zi_F2XokgQrqL3J off=2894292 len=1701147 2024-04-02T08:55:10.167 INFO:tasks.workunit.client.0.smithi012.stdout:op 3204 completed, throughput=4.99MB/sec 2024-04-02T08:55:10.167 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-wS000CFB2gxFa10 off=557108 len=815467 2024-04-02T08:55:10.170 INFO:tasks.workunit.client.0.smithi012.stdout:op 3205 completed, throughput=5MB/sec 2024-04-02T08:55:10.170 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-jpNWcC0m-ZBW_xd off=11491652 len=438589 2024-04-02T08:55:10.173 INFO:tasks.workunit.client.0.smithi012.stdout:op 3206 completed, throughput=5MB/sec 2024-04-02T08:55:10.173 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ICalefg2hXvsAoA off=7160825 len=220083 2024-04-02T08:55:10.176 INFO:tasks.workunit.client.0.smithi012.stdout:op 3207 completed, throughput=5MB/sec 2024-04-02T08:55:10.176 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-L-dxX6I-oyutd8h off=1930344 len=998015 2024-04-02T08:55:10.178 INFO:tasks.workunit.client.0.smithi012.stdout:op 3208 completed, throughput=5MB/sec 2024-04-02T08:55:10.178 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-eG9jPQY1A0Cf5nk off=4372738 len=531981 2024-04-02T08:55:10.182 INFO:tasks.workunit.client.0.smithi012.stdout:op 3209 completed, throughput=5MB/sec 2024-04-02T08:55:10.182 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-LDx2jjPG5V7bFQh off=5555370 len=171570 2024-04-02T08:55:10.184 INFO:tasks.workunit.client.0.smithi012.stdout:op 3210 completed, throughput=5MB/sec 2024-04-02T08:55:10.184 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-XR4hPR1Sa9GuAOG off=27057 len=1231342 2024-04-02T08:55:10.190 INFO:tasks.workunit.client.0.smithi012.stdout:op 3211 completed, throughput=5MB/sec 2024-04-02T08:55:11.190 INFO:tasks.workunit.client.0.smithi012.stdout: 642: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:11.190 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-f9ThLz8F8wnNdwh off=8998983 len=1890032 2024-04-02T08:55:11.199 INFO:tasks.workunit.client.0.smithi012.stdout:op 3212 completed, throughput=5MB/sec 2024-04-02T08:55:11.199 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-LQkceR8RQOUWjaK off=13193731 len=1924933 2024-04-02T08:55:11.200 INFO:tasks.workunit.client.0.smithi012.stdout:op 3213 completed, throughput=5MB/sec 2024-04-02T08:55:11.200 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-bIlNE_E6ZBCi9lx off=1129211 len=1252562 2024-04-02T08:55:11.203 INFO:tasks.workunit.client.0.smithi012.stdout:op 3214 completed, throughput=5MB/sec 2024-04-02T08:55:11.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:55:11 smithi055 ceph-mon[85080]: pgmap v1740: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-02T08:55:11.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:55:11 smithi012 ceph-mon[88355]: pgmap v1740: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-02T08:55:11.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:55:11 smithi012 ceph-mon[90784]: pgmap v1740: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-02T08:55:12.203 INFO:tasks.workunit.client.0.smithi012.stdout: 643: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:12.203 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-LJKiPY0u_bV2n-8 off=6906044 len=478252 2024-04-02T08:55:12.204 INFO:tasks.workunit.client.0.smithi012.stdout:op 3215 completed, throughput=4.99MB/sec 2024-04-02T08:55:12.204 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-UakBQiZaRiwH4kt off=4049602 len=1249133 2024-04-02T08:55:12.210 INFO:tasks.workunit.client.0.smithi012.stdout:op 3216 completed, throughput=5MB/sec 2024-04-02T08:55:12.210 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-sPPCHdvxvqF_V-c off=3667309 len=1473942 2024-04-02T08:55:12.216 INFO:tasks.workunit.client.0.smithi012.stdout:op 3217 completed, throughput=5MB/sec 2024-04-02T08:55:12.216 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-uUnFhoPm0No-BEh off=3275787 len=135676 2024-04-02T08:55:12.219 INFO:tasks.workunit.client.0.smithi012.stdout:op 3218 completed, throughput=5MB/sec 2024-04-02T08:55:12.219 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-oxS29MAU451o1ED off=13668933 len=1752742 2024-04-02T08:55:12.227 INFO:tasks.workunit.client.0.smithi012.stdout:op 3219 completed, throughput=5MB/sec 2024-04-02T08:55:12.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:55:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:55:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:55:13.227 INFO:tasks.workunit.client.0.smithi012.stdout: 644: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:13.227 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-tXmyvT80cq7-BRL off=343292 len=185957 2024-04-02T08:55:13.230 INFO:tasks.workunit.client.0.smithi012.stdout:op 3220 completed, throughput=4.99MB/sec 2024-04-02T08:55:13.230 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ITptF9Qh7eVnUlw off=1854435 len=1594435 2024-04-02T08:55:13.231 INFO:tasks.workunit.client.0.smithi012.stdout:op 3221 completed, throughput=5MB/sec 2024-04-02T08:55:13.231 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-sZuXal09XKHz3xY off=430632 len=597721 2024-04-02T08:55:13.235 INFO:tasks.workunit.client.0.smithi012.stdout:op 3222 completed, throughput=5MB/sec 2024-04-02T08:55:13.235 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-X8NYU14tBWa6DL2 off=5021539 len=1706582 2024-04-02T08:55:13.236 INFO:tasks.workunit.client.0.smithi012.stdout:op 3223 completed, throughput=5MB/sec 2024-04-02T08:55:13.236 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-53ucFzdzVijnpkm off=14763419 len=1833625 2024-04-02T08:55:13.238 INFO:tasks.workunit.client.0.smithi012.stdout:op 3224 completed, throughput=5MB/sec 2024-04-02T08:55:13.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:55:13 smithi055 ceph-mon[85080]: pgmap v1741: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T08:55:13.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:55:13 smithi012 ceph-mon[88355]: pgmap v1741: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T08:55:13.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:55:13 smithi012 ceph-mon[90784]: pgmap v1741: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T08:55:14.238 INFO:tasks.workunit.client.0.smithi012.stdout: 645: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:14.239 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-jqzOs3Dt-mAKmr0 off=13943605 len=820431 2024-04-02T08:55:14.242 INFO:tasks.workunit.client.0.smithi012.stdout:op 3225 completed, throughput=4.99MB/sec 2024-04-02T08:55:14.242 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-_wnGiJRl9ZxBU1s off=9168639 len=1863650 2024-04-02T08:55:14.251 INFO:tasks.workunit.client.0.smithi012.stdout:op 3226 completed, throughput=5MB/sec 2024-04-02T08:55:14.251 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-wu3oe7XRlVYPe3a off=5794330 len=1356399 2024-04-02T08:55:14.255 INFO:tasks.workunit.client.0.smithi012.stdout:op 3227 completed, throughput=5MB/sec 2024-04-02T08:55:14.255 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-JJh92Y_P4yxWTgR off=8920682 len=615610 2024-04-02T08:55:14.256 INFO:tasks.workunit.client.0.smithi012.stdout:op 3228 completed, throughput=5MB/sec 2024-04-02T08:55:14.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:55:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:55:14.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:55:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:14.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:55:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:55:14.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:55:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:55:14.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:55:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:55:14.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:55:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:55:14.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:55:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:14.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:55:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:55:14.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:55:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:55:14.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:55:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:55:14.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:55:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:55:14.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:55:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:14.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:55:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:55:14.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:55:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:55:14.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:55:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:55:15.256 INFO:tasks.workunit.client.0.smithi012.stdout: 646: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:15.257 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-bvcXDJ51SHpXJ8v off=3201928 len=499804 2024-04-02T08:55:15.257 INFO:tasks.workunit.client.0.smithi012.stdout:op 3229 completed, throughput=4.99MB/sec 2024-04-02T08:55:15.257 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-zGzoIyGP0Y1E2zz off=280067 len=941112 2024-04-02T08:55:15.259 INFO:tasks.workunit.client.0.smithi012.stdout:op 3230 completed, throughput=4.99MB/sec 2024-04-02T08:55:15.259 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-AW4XbuDkWuS8tvY off=8713134 len=1974349 2024-04-02T08:55:15.269 INFO:tasks.workunit.client.0.smithi012.stdout:op 3231 completed, throughput=5MB/sec 2024-04-02T08:55:15.269 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-vkBne0xkYgY2BVN off=3178767 len=1371864 2024-04-02T08:55:15.270 INFO:tasks.workunit.client.0.smithi012.stdout:op 3232 completed, throughput=5MB/sec 2024-04-02T08:55:15.270 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-eFYXnDVmthGlWOc off=7695588 len=852005 2024-04-02T08:55:15.271 INFO:tasks.workunit.client.0.smithi012.stdout:op 3233 completed, throughput=5MB/sec 2024-04-02T08:55:15.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:55:15 smithi055 ceph-mon[85080]: pgmap v1742: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-02T08:55:15.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:55:15 smithi012 ceph-mon[88355]: pgmap v1742: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-02T08:55:15.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:55:15 smithi012 ceph-mon[90784]: pgmap v1742: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-02T08:55:16.272 INFO:tasks.workunit.client.0.smithi012.stdout: 647: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:16.272 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-TgtdyDB6w7JSVxa off=5046145 len=1193385 2024-04-02T08:55:16.277 INFO:tasks.workunit.client.0.smithi012.stdout:op 3234 completed, throughput=4.99MB/sec 2024-04-02T08:55:16.277 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-s3CcwpcPaqNOcx4 off=4856785 len=998661 2024-04-02T08:55:16.278 INFO:tasks.workunit.client.0.smithi012.stdout:op 3235 completed, throughput=5MB/sec 2024-04-02T08:55:16.278 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-FRXAeqYeq7Up07X off=4545633 len=343665 2024-04-02T08:55:16.279 INFO:tasks.workunit.client.0.smithi012.stdout:op 3236 completed, throughput=5MB/sec 2024-04-02T08:55:16.279 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-du4XrO0EMztQqyU off=12051442 len=639335 2024-04-02T08:55:16.282 INFO:tasks.workunit.client.0.smithi012.stdout:op 3237 completed, throughput=5MB/sec 2024-04-02T08:55:16.282 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-x3DzhTUaFvbMfr4 off=17964774 len=1540893 2024-04-02T08:55:16.284 INFO:tasks.workunit.client.0.smithi012.stdout:op 3238 completed, throughput=5MB/sec 2024-04-02T08:55:16.284 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-rTnMEvjOUcYwnKj off=10691909 len=138849 2024-04-02T08:55:16.284 INFO:tasks.workunit.client.0.smithi012.stdout:op 3239 completed, throughput=5MB/sec 2024-04-02T08:55:16.284 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-nuNySpByYS32q-r off=10018486 len=380460 2024-04-02T08:55:16.285 INFO:tasks.workunit.client.0.smithi012.stdout:op 3240 completed, throughput=5MB/sec 2024-04-02T08:55:17.285 INFO:tasks.workunit.client.0.smithi012.stdout: 648: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:17.285 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-eGL_1bAt7RISj_f off=20852759 len=674304 2024-04-02T08:55:17.289 INFO:tasks.workunit.client.0.smithi012.stdout:op 3241 completed, throughput=4.99MB/sec 2024-04-02T08:55:17.289 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-SFzDbn89IAr7qd1 off=1884960 len=1048447 2024-04-02T08:55:17.293 INFO:tasks.workunit.client.0.smithi012.stdout:op 3242 completed, throughput=5MB/sec 2024-04-02T08:55:17.293 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-9RATqNhmGzsA0iK off=1557469 len=583063 2024-04-02T08:55:17.296 INFO:tasks.workunit.client.0.smithi012.stdout:op 3243 completed, throughput=5MB/sec 2024-04-02T08:55:17.296 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-0YYlNK4gRrAJj7C off=4843994 len=23761 2024-04-02T08:55:17.297 INFO:tasks.workunit.client.0.smithi012.stdout:op 3244 completed, throughput=5MB/sec 2024-04-02T08:55:17.297 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-2ZCtd79tHCc5bG3 off=5367259 len=1627039 2024-04-02T08:55:17.304 INFO:tasks.workunit.client.0.smithi012.stdout:op 3245 completed, throughput=5MB/sec 2024-04-02T08:55:17.305 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-NUy_f5voDQ0dQRE off=8472074 len=907125 2024-04-02T08:55:17.309 INFO:tasks.workunit.client.0.smithi012.stdout:op 3246 completed, throughput=5MB/sec 2024-04-02T08:55:17.309 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-UeQqQBdH6BGfMIb off=5195212 len=1756059 2024-04-02T08:55:17.310 INFO:tasks.workunit.client.0.smithi012.stdout:op 3247 completed, throughput=5MB/sec 2024-04-02T08:55:17.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:55:17 smithi055 ceph-mon[85080]: pgmap v1743: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-02T08:55:17.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:55:17 smithi012 ceph-mon[88355]: pgmap v1743: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-02T08:55:17.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:55:17 smithi012 ceph-mon[90784]: pgmap v1743: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-02T08:55:18.311 INFO:tasks.workunit.client.0.smithi012.stdout: 649: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:18.311 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-HwJPOLiwVCVyAvs off=626368 len=1217637 2024-04-02T08:55:18.312 INFO:tasks.workunit.client.0.smithi012.stdout:op 3248 completed, throughput=5MB/sec 2024-04-02T08:55:18.312 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-VnqVwWsioCKXe5r off=6957283 len=1631074 2024-04-02T08:55:18.320 INFO:tasks.workunit.client.0.smithi012.stdout:op 3249 completed, throughput=5MB/sec 2024-04-02T08:55:18.320 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-QpJEveZsTKLmWiX off=10978135 len=1010974 2024-04-02T08:55:18.322 INFO:tasks.workunit.client.0.smithi012.stdout:op 3250 completed, throughput=5MB/sec 2024-04-02T08:55:18.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:55:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:55:17] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-04-02T08:55:19.322 INFO:tasks.workunit.client.0.smithi012.stdout: 650: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:19.322 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-65SUorbHNsib2CE off=11324787 len=16974 2024-04-02T08:55:19.324 INFO:tasks.workunit.client.0.smithi012.stdout:op 3251 completed, throughput=4.99MB/sec 2024-04-02T08:55:19.324 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-0w1sx_xLH5vymAW off=5863411 len=44103 2024-04-02T08:55:19.326 INFO:tasks.workunit.client.0.smithi012.stdout:op 3252 completed, throughput=4.99MB/sec 2024-04-02T08:55:19.326 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-J2LsGcb1KtrvrM- off=2511726 len=162504 2024-04-02T08:55:19.327 INFO:tasks.workunit.client.0.smithi012.stdout:op 3253 completed, throughput=4.99MB/sec 2024-04-02T08:55:19.327 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-3PdmWhBDS-pz9YU off=5523465 len=1726371 2024-04-02T08:55:19.335 INFO:tasks.workunit.client.0.smithi012.stdout:op 3254 completed, throughput=5MB/sec 2024-04-02T08:55:19.335 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-SdGwfFV71Adu5JO off=5631206 len=444298 2024-04-02T08:55:19.338 INFO:tasks.workunit.client.0.smithi012.stdout:op 3255 completed, throughput=5MB/sec 2024-04-02T08:55:19.338 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-YKNVHOREgtSMZFM off=14114176 len=99708 2024-04-02T08:55:19.340 INFO:tasks.workunit.client.0.smithi012.stdout:op 3256 completed, throughput=5MB/sec 2024-04-02T08:55:19.340 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-bQ3r9QP8fFw8mng off=376051 len=1478034 2024-04-02T08:55:19.347 INFO:tasks.workunit.client.0.smithi012.stdout:op 3257 completed, throughput=5MB/sec 2024-04-02T08:55:19.347 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-NSgbhlSzBiJw5B- off=12361939 len=1528059 2024-04-02T08:55:19.350 INFO:tasks.workunit.client.0.smithi012.stdout:op 3258 completed, throughput=5MB/sec 2024-04-02T08:55:19.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:55:19 smithi055 ceph-mon[85080]: pgmap v1744: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:55:19.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:55:19 smithi012 ceph-mon[88355]: pgmap v1744: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:55:19.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:55:19 smithi012 ceph-mon[90784]: pgmap v1744: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:55:20.351 INFO:tasks.workunit.client.0.smithi012.stdout: 651: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:20.351 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-8WXDQrLWor4LcJB off=455113 len=1724670 2024-04-02T08:55:20.358 INFO:tasks.workunit.client.0.smithi012.stdout:op 3259 completed, throughput=5MB/sec 2024-04-02T08:55:20.359 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Z5kJT5Bab3w9Gf9 off=1790722 len=1277770 2024-04-02T08:55:20.365 INFO:tasks.workunit.client.0.smithi012.stdout:op 3260 completed, throughput=5MB/sec 2024-04-02T08:55:20.365 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-UVSVCMhhCKictBs off=11005592 len=1690890 2024-04-02T08:55:20.368 INFO:tasks.workunit.client.0.smithi012.stdout:op 3261 completed, throughput=5MB/sec 2024-04-02T08:55:20.368 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-KrN3TiL3K9QxSFN off=9402617 len=631982 2024-04-02T08:55:20.370 INFO:tasks.workunit.client.0.smithi012.stdout:op 3262 completed, throughput=5MB/sec 2024-04-02T08:55:21.370 INFO:tasks.workunit.client.0.smithi012.stdout: 652: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:21.370 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-l-MMuDwaD4FDYxA off=5669662 len=30785 2024-04-02T08:55:21.371 INFO:tasks.workunit.client.0.smithi012.stdout:op 3263 completed, throughput=4.99MB/sec 2024-04-02T08:55:21.371 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-n8uI6v8cGF68CKL off=87439 len=1746121 2024-04-02T08:55:21.372 INFO:tasks.workunit.client.0.smithi012.stdout:op 3264 completed, throughput=5MB/sec 2024-04-02T08:55:21.372 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-uZ4-pzW0H-RDlPG off=1393011 len=350414 2024-04-02T08:55:21.373 INFO:tasks.workunit.client.0.smithi012.stdout:op 3265 completed, throughput=5MB/sec 2024-04-02T08:55:21.373 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-y_HTdf-rLlUKme9 off=10425679 len=1744741 2024-04-02T08:55:21.380 INFO:tasks.workunit.client.0.smithi012.stdout:op 3266 completed, throughput=5MB/sec 2024-04-02T08:55:21.380 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-JZD6Jmed_6Ngagj off=7635140 len=2086804 2024-04-02T08:55:21.388 INFO:tasks.workunit.client.0.smithi012.stdout:op 3267 completed, throughput=5MB/sec 2024-04-02T08:55:21.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:55:21 smithi055 ceph-mon[85080]: pgmap v1745: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:55:21.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:55:21 smithi012 ceph-mon[90784]: pgmap v1745: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:55:21.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:55:21 smithi012 ceph-mon[88355]: pgmap v1745: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:55:22.388 INFO:tasks.workunit.client.0.smithi012.stdout: 653: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:22.388 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-GHs5L5kKE85L9GL off=877081 len=1683197 2024-04-02T08:55:22.396 INFO:tasks.workunit.client.0.smithi012.stdout:op 3268 completed, throughput=5MB/sec 2024-04-02T08:55:22.396 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-U27qR6iwGOql6wF off=12041384 len=665286 2024-04-02T08:55:22.399 INFO:tasks.workunit.client.0.smithi012.stdout:op 3269 completed, throughput=5MB/sec 2024-04-02T08:55:22.399 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-OGzuZe0baiBY092 off=7043523 len=1827522 2024-04-02T08:55:22.405 INFO:tasks.workunit.client.0.smithi012.stdout:op 3270 completed, throughput=5MB/sec 2024-04-02T08:55:22.406 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-0SiwYQxfsjuoiKR off=1990574 len=726883 2024-04-02T08:55:22.410 INFO:tasks.workunit.client.0.smithi012.stdout:op 3271 completed, throughput=5MB/sec 2024-04-02T08:55:22.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:55:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:55:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:55:23.410 INFO:tasks.workunit.client.0.smithi012.stdout: 654: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:23.411 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-zGNIDPv5VZ0VEd3 off=747959 len=782399 2024-04-02T08:55:23.415 INFO:tasks.workunit.client.0.smithi012.stdout:op 3272 completed, throughput=4.99MB/sec 2024-04-02T08:55:23.415 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-_yNP_Zqzzm81yax off=2051716 len=662622 2024-04-02T08:55:23.418 INFO:tasks.workunit.client.0.smithi012.stdout:op 3273 completed, throughput=5MB/sec 2024-04-02T08:55:23.419 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-zjVjE9D5r6PaL1t off=23190934 len=227741 2024-04-02T08:55:23.421 INFO:tasks.workunit.client.0.smithi012.stdout:op 3274 completed, throughput=5MB/sec 2024-04-02T08:55:23.421 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-KoQLn5D7qtRsxXV off=1049484 len=1970669 2024-04-02T08:55:23.422 INFO:tasks.workunit.client.0.smithi012.stdout:op 3275 completed, throughput=5MB/sec 2024-04-02T08:55:23.422 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-RV84ZlyIfrlLzNt off=16149357 len=713355 2024-04-02T08:55:23.426 INFO:tasks.workunit.client.0.smithi012.stdout:op 3276 completed, throughput=5MB/sec 2024-04-02T08:55:23.427 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-SzyHhzMxJvmN1LL off=1599745 len=405689 2024-04-02T08:55:23.428 INFO:tasks.workunit.client.0.smithi012.stdout:op 3277 completed, throughput=5MB/sec 2024-04-02T08:55:23.428 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-LbEkl6q1Ruf0vrQ off=1465519 len=1302253 2024-04-02T08:55:23.428 INFO:tasks.workunit.client.0.smithi012.stdout:op 3278 completed, throughput=5MB/sec 2024-04-02T08:55:23.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:55:23 smithi055 ceph-mon[85080]: pgmap v1746: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:55:23.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:55:23 smithi012 ceph-mon[88355]: pgmap v1746: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:55:23.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:55:23 smithi012 ceph-mon[90784]: pgmap v1746: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:55:24.429 INFO:tasks.workunit.client.0.smithi012.stdout: 655: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:24.429 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-zGLOVI93pbwiWzw off=3798003 len=2096085 2024-04-02T08:55:24.440 INFO:tasks.workunit.client.0.smithi012.stdout:op 3279 completed, throughput=5MB/sec 2024-04-02T08:55:24.440 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-K9a_5QeI4axKjiq off=12875204 len=1106510 2024-04-02T08:55:24.444 INFO:tasks.workunit.client.0.smithi012.stdout:op 3280 completed, throughput=5MB/sec 2024-04-02T08:55:24.444 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-oIv58FSETQ5ElcJ off=19158654 len=1884401 2024-04-02T08:55:24.446 INFO:tasks.workunit.client.0.smithi012.stdout:op 3281 completed, throughput=5MB/sec 2024-04-02T08:55:25.446 INFO:tasks.workunit.client.0.smithi012.stdout: 656: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:25.446 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-4UIr7iYKaOxZ-QF off=395655 len=486669 2024-04-02T08:55:25.447 INFO:tasks.workunit.client.0.smithi012.stdout:op 3282 completed, throughput=4.99MB/sec 2024-04-02T08:55:25.447 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-N0nTYjMzCNuj6US off=8093493 len=663768 2024-04-02T08:55:25.448 INFO:tasks.workunit.client.0.smithi012.stdout:op 3283 completed, throughput=5MB/sec 2024-04-02T08:55:25.449 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-idFiKApFLsz-OlH off=12248005 len=1293604 2024-04-02T08:55:25.451 INFO:tasks.workunit.client.0.smithi012.stdout:op 3284 completed, throughput=5MB/sec 2024-04-02T08:55:25.451 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-CPiLn08wzwbIwPD off=2553511 len=1288635 2024-04-02T08:55:25.458 INFO:tasks.workunit.client.0.smithi012.stdout:op 3285 completed, throughput=5MB/sec 2024-04-02T08:55:25.458 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-z97IxcT7Gx8vfBn off=2975469 len=942247 2024-04-02T08:55:25.459 INFO:tasks.workunit.client.0.smithi012.stdout:op 3286 completed, throughput=5MB/sec 2024-04-02T08:55:25.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:55:25 smithi055 ceph-mon[85080]: pgmap v1747: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:55:25.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:55:25 smithi012 ceph-mon[88355]: pgmap v1747: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:55:25.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:55:25 smithi012 ceph-mon[90784]: pgmap v1747: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:55:26.459 INFO:tasks.workunit.client.0.smithi012.stdout: 657: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:26.459 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-z3gGsDFq5KU9pM_ off=459620 len=452990 2024-04-02T08:55:26.460 INFO:tasks.workunit.client.0.smithi012.stdout:op 3287 completed, throughput=4.99MB/sec 2024-04-02T08:55:26.460 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-spaBmJ2uAcWpgHv off=1126190 len=1554280 2024-04-02T08:55:26.468 INFO:tasks.workunit.client.0.smithi012.stdout:op 3288 completed, throughput=5MB/sec 2024-04-02T08:55:26.468 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-mAgV0WqjXqeZFXY off=2332664 len=1480170 2024-04-02T08:55:26.469 INFO:tasks.workunit.client.0.smithi012.stdout:op 3289 completed, throughput=5MB/sec 2024-04-02T08:55:26.470 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-q-5N3HVm7g8YsA_ off=11424977 len=1441583 2024-04-02T08:55:26.476 INFO:tasks.workunit.client.0.smithi012.stdout:op 3290 completed, throughput=5MB/sec 2024-04-02T08:55:26.476 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-kw8xpmUc_CNdPGd off=5713171 len=1625727 2024-04-02T08:55:26.478 INFO:tasks.workunit.client.0.smithi012.stdout:op 3291 completed, throughput=5MB/sec 2024-04-02T08:55:27.478 INFO:tasks.workunit.client.0.smithi012.stdout: 658: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:27.478 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-LPZXgOyYqZJAj0P off=15301479 len=888680 2024-04-02T08:55:27.482 INFO:tasks.workunit.client.0.smithi012.stdout:op 3292 completed, throughput=5MB/sec 2024-04-02T08:55:27.482 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-YTMZdfjqruZZGgL off=7349832 len=385037 2024-04-02T08:55:27.483 INFO:tasks.workunit.client.0.smithi012.stdout:op 3293 completed, throughput=5MB/sec 2024-04-02T08:55:27.483 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-0YxLx6nYlqjQxrs off=3777301 len=570786 2024-04-02T08:55:27.488 INFO:tasks.workunit.client.0.smithi012.stdout:op 3294 completed, throughput=5MB/sec 2024-04-02T08:55:27.488 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-0TlCfDgp4nEpYAe off=6868777 len=1409499 2024-04-02T08:55:27.494 INFO:tasks.workunit.client.0.smithi012.stdout:op 3295 completed, throughput=5MB/sec 2024-04-02T08:55:27.494 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-A1FEPETVzvAit7v off=5518874 len=1665933 2024-04-02T08:55:27.500 INFO:tasks.workunit.client.0.smithi012.stdout:op 3296 completed, throughput=5MB/sec 2024-04-02T08:55:27.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:55:27 smithi055 ceph-mon[85080]: pgmap v1748: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-02T08:55:27.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:55:27 smithi012 ceph-mon[88355]: pgmap v1748: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-02T08:55:27.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:55:27 smithi012 ceph-mon[90784]: pgmap v1748: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-02T08:55:28.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:55:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:55:27] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-04-02T08:55:28.501 INFO:tasks.workunit.client.0.smithi012.stdout: 659: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:28.501 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-fBMKDXMGjZNdoL7 off=9389283 len=1776103 2024-04-02T08:55:28.502 INFO:tasks.workunit.client.0.smithi012.stdout:op 3297 completed, throughput=5MB/sec 2024-04-02T08:55:28.502 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-4YOuVqQc8pO2D5v off=7513450 len=337621 2024-04-02T08:55:28.503 INFO:tasks.workunit.client.0.smithi012.stdout:op 3298 completed, throughput=5MB/sec 2024-04-02T08:55:28.503 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-5XsDHqK5cUVCwYD off=1356494 len=393976 2024-04-02T08:55:28.504 INFO:tasks.workunit.client.0.smithi012.stdout:op 3299 completed, throughput=5MB/sec 2024-04-02T08:55:28.504 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ZpBZqPrpmUZI3aO off=4409583 len=1496073 2024-04-02T08:55:28.510 INFO:tasks.workunit.client.0.smithi012.stdout:op 3300 completed, throughput=5MB/sec 2024-04-02T08:55:28.510 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-32Wwwp6nxOQoR8w off=1739816 len=1125794 2024-04-02T08:55:28.512 INFO:tasks.workunit.client.0.smithi012.stdout:op 3301 completed, throughput=5MB/sec 2024-04-02T08:55:29.512 INFO:tasks.workunit.client.0.smithi012.stdout: 660: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:29.513 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-_5vOgHI-tNZWod7 off=690361 len=158375 2024-04-02T08:55:29.515 INFO:tasks.workunit.client.0.smithi012.stdout:op 3302 completed, throughput=4.99MB/sec 2024-04-02T08:55:29.515 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-C8r8Qw4WQcZTYfB off=8113748 len=201967 2024-04-02T08:55:29.517 INFO:tasks.workunit.client.0.smithi012.stdout:op 3303 completed, throughput=4.99MB/sec 2024-04-02T08:55:29.517 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-tz2ylJYyXpZWXSQ off=1892661 len=1360965 2024-04-02T08:55:29.522 INFO:tasks.workunit.client.0.smithi012.stdout:op 3304 completed, throughput=5MB/sec 2024-04-02T08:55:29.522 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-DZo2WQUXI4lEU_M off=15576882 len=1201228 2024-04-02T08:55:29.528 INFO:tasks.workunit.client.0.smithi012.stdout:op 3305 completed, throughput=5MB/sec 2024-04-02T08:55:29.528 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-o9SI6yCurLs8pZW off=2899470 len=1234603 2024-04-02T08:55:29.534 INFO:tasks.workunit.client.0.smithi012.stdout:op 3306 completed, throughput=5MB/sec 2024-04-02T08:55:29.535 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-TMWkalAriYFyii1 off=15352000 len=115929 2024-04-02T08:55:29.537 INFO:tasks.workunit.client.0.smithi012.stdout:op 3307 completed, throughput=5MB/sec 2024-04-02T08:55:29.537 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-hdiOijdXQBvRZe8 off=13719806 len=823415 2024-04-02T08:55:29.541 INFO:tasks.workunit.client.0.smithi012.stdout:op 3308 completed, throughput=5MB/sec 2024-04-02T08:55:29.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:55:29 smithi055 ceph-mon[85080]: pgmap v1749: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:55:29.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:55:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:29.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:55:29 smithi012 ceph-mon[88355]: pgmap v1749: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:55:29.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:55:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:29.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:55:29 smithi012 ceph-mon[90784]: pgmap v1749: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:55:29.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:55:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:30.542 INFO:tasks.workunit.client.0.smithi012.stdout: 661: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:30.542 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-yGicVilj1NTZukj off=484284 len=2063873 2024-04-02T08:55:30.549 INFO:tasks.workunit.client.0.smithi012.stdout:op 3309 completed, throughput=5MB/sec 2024-04-02T08:55:30.549 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-P7kUKHXPPQSUnnk off=2815406 len=79356 2024-04-02T08:55:30.549 INFO:tasks.workunit.client.0.smithi012.stdout:op 3310 completed, throughput=5MB/sec 2024-04-02T08:55:30.549 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-QfXEdclUGRqwRnf off=11275526 len=333263 2024-04-02T08:55:30.552 INFO:tasks.workunit.client.0.smithi012.stdout:op 3311 completed, throughput=5MB/sec 2024-04-02T08:55:30.552 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-AoKio4P6hSOjTSk off=5668802 len=1630341 2024-04-02T08:55:30.559 INFO:tasks.workunit.client.0.smithi012.stdout:op 3312 completed, throughput=5MB/sec 2024-04-02T08:55:30.559 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-7ucxw73m2sRV3fI off=2774047 len=1847150 2024-04-02T08:55:30.560 INFO:tasks.workunit.client.0.smithi012.stdout:op 3313 completed, throughput=5MB/sec 2024-04-02T08:55:31.561 INFO:tasks.workunit.client.0.smithi012.stdout: 662: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:31.561 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-K_Zfp8O4uIaiclR off=19894888 len=53280 2024-04-02T08:55:31.563 INFO:tasks.workunit.client.0.smithi012.stdout:op 3314 completed, throughput=4.99MB/sec 2024-04-02T08:55:31.563 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-iv3e2xXkjuvq7xm off=12799278 len=692253 2024-04-02T08:55:31.566 INFO:tasks.workunit.client.0.smithi012.stdout:op 3315 completed, throughput=5MB/sec 2024-04-02T08:55:31.566 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-gwWJgrXaMP-i06E off=16019754 len=1429960 2024-04-02T08:55:31.574 INFO:tasks.workunit.client.0.smithi012.stdout:op 3316 completed, throughput=5MB/sec 2024-04-02T08:55:31.574 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Lu3hCqbu4_O04D2 off=426357 len=1457459 2024-04-02T08:55:31.581 INFO:tasks.workunit.client.0.smithi012.stdout:op 3317 completed, throughput=5MB/sec 2024-04-02T08:55:31.581 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ostNeyIaU6amVma off=11966786 len=210854 2024-04-02T08:55:31.583 INFO:tasks.workunit.client.0.smithi012.stdout:op 3318 completed, throughput=5MB/sec 2024-04-02T08:55:31.583 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-nGim69YDrEQ7gbo off=11934716 len=2033630 2024-04-02T08:55:31.584 INFO:tasks.workunit.client.0.smithi012.stdout:op 3319 completed, throughput=5MB/sec 2024-04-02T08:55:31.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:55:31 smithi055 ceph-mon[85080]: pgmap v1750: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:55:31.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:55:31 smithi012 ceph-mon[88355]: pgmap v1750: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:55:31.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:55:31 smithi012 ceph-mon[90784]: pgmap v1750: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:55:32.585 INFO:tasks.workunit.client.0.smithi012.stdout: 663: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:32.585 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-HvS9lKAavrLLvxh off=5287932 len=657082 2024-04-02T08:55:32.588 INFO:tasks.workunit.client.0.smithi012.stdout:op 3320 completed, throughput=5MB/sec 2024-04-02T08:55:32.589 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-vd94YIPgCuXW83n off=6063341 len=1642652 2024-04-02T08:55:32.590 INFO:tasks.workunit.client.0.smithi012.stdout:op 3321 completed, throughput=5MB/sec 2024-04-02T08:55:32.590 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-_VFMUmp0OyDHPuT off=4943233 len=1822690 2024-04-02T08:55:32.597 INFO:tasks.workunit.client.0.smithi012.stdout:op 3322 completed, throughput=5MB/sec 2024-04-02T08:55:32.712 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:55:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:55:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:55:33.597 INFO:tasks.workunit.client.0.smithi012.stdout: 664: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:33.598 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-5GkAYd_0iSGL2uy off=15584361 len=1575842 2024-04-02T08:55:33.599 INFO:tasks.workunit.client.0.smithi012.stdout:op 3323 completed, throughput=5MB/sec 2024-04-02T08:55:33.599 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-dqmLNc3gPGxN2oI off=954464 len=271806 2024-04-02T08:55:33.602 INFO:tasks.workunit.client.0.smithi012.stdout:op 3324 completed, throughput=5MB/sec 2024-04-02T08:55:33.602 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Pmd8WPz1N7sYe5G off=12939229 len=1648309 2024-04-02T08:55:33.603 INFO:tasks.workunit.client.0.smithi012.stdout:op 3325 completed, throughput=5MB/sec 2024-04-02T08:55:33.603 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-llBTLblyiJRUMKo off=4039978 len=1860340 2024-04-02T08:55:33.607 INFO:tasks.workunit.client.0.smithi012.stdout:op 3326 completed, throughput=5MB/sec 2024-04-02T08:55:33.728 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:55:33 smithi055 ceph-mon[85080]: pgmap v1751: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T08:55:33.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:55:33 smithi012 ceph-mon[88355]: pgmap v1751: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T08:55:33.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:55:33 smithi012 ceph-mon[90784]: pgmap v1751: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T08:55:34.607 INFO:tasks.workunit.client.0.smithi012.stdout: 665: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:34.608 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-P2a0psxGdfGc4sP off=2296197 len=653634 2024-04-02T08:55:34.611 INFO:tasks.workunit.client.0.smithi012.stdout:op 3327 completed, throughput=4.99MB/sec 2024-04-02T08:55:34.611 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-uWmZ1PYV2UrD3-B off=8881038 len=638190 2024-04-02T08:55:34.611 INFO:tasks.workunit.client.0.smithi012.stdout:op 3328 completed, throughput=5MB/sec 2024-04-02T08:55:34.611 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-WsinXf_-mg5GYuu off=709805 len=1726841 2024-04-02T08:55:34.613 INFO:tasks.workunit.client.0.smithi012.stdout:op 3329 completed, throughput=5MB/sec 2024-04-02T08:55:34.613 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-XFK3SypMcfH5S7i off=5679952 len=1949347 2024-04-02T08:55:34.621 INFO:tasks.workunit.client.0.smithi012.stdout:op 3330 completed, throughput=5MB/sec 2024-04-02T08:55:35.621 INFO:tasks.workunit.client.0.smithi012.stdout: 666: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:35.621 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-lCqnAhxAHRLcojR off=2366593 len=1210946 2024-04-02T08:55:35.626 INFO:tasks.workunit.client.0.smithi012.stdout:op 3331 completed, throughput=4.99MB/sec 2024-04-02T08:55:35.626 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-kex0oRdVU-DbHUc off=715696 len=1512348 2024-04-02T08:55:35.627 INFO:tasks.workunit.client.0.smithi012.stdout:op 3332 completed, throughput=5MB/sec 2024-04-02T08:55:35.627 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Mlg-JX2RJlJ7u3O off=2517209 len=1201167 2024-04-02T08:55:35.630 INFO:tasks.workunit.client.0.smithi012.stdout:op 3333 completed, throughput=5MB/sec 2024-04-02T08:55:35.631 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-n8uI6v8cGF68CKL off=0 len=1833560 2024-04-02T08:55:35.638 INFO:tasks.workunit.client.0.smithi012.stdout:op 3334 completed, throughput=5MB/sec 2024-04-02T08:55:35.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:55:35 smithi055 ceph-mon[85080]: pgmap v1752: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:55:35.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:55:35 smithi012 ceph-mon[88355]: pgmap v1752: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:55:35.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:55:35 smithi012 ceph-mon[90784]: pgmap v1752: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:55:36.638 INFO:tasks.workunit.client.0.smithi012.stdout: 667: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:36.639 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-03ibhSdleC3rB3T off=3078124 len=620205 2024-04-02T08:55:36.639 INFO:tasks.workunit.client.0.smithi012.stdout:op 3335 completed, throughput=4.99MB/sec 2024-04-02T08:55:36.639 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-4NM-t78GGMf3XRz off=388158 len=1191481 2024-04-02T08:55:36.640 INFO:tasks.workunit.client.0.smithi012.stdout:op 3336 completed, throughput=5MB/sec 2024-04-02T08:55:36.641 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-6VjtD9ydNW2SWu5 off=6875037 len=1907348 2024-04-02T08:55:36.642 INFO:tasks.workunit.client.0.smithi012.stdout:op 3337 completed, throughput=5MB/sec 2024-04-02T08:55:36.642 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-4aFnSC2t5QgKGQY off=0 len=1048877 2024-04-02T08:55:36.642 INFO:tasks.workunit.client.0.smithi012.stdout:op 3338 completed, throughput=5MB/sec 2024-04-02T08:55:37.643 INFO:tasks.workunit.client.0.smithi012.stdout: 668: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:37.643 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-XGVWfvUvTeY-IrP off=23843180 len=91485 2024-04-02T08:55:37.644 INFO:tasks.workunit.client.0.smithi012.stdout:op 3339 completed, throughput=4.99MB/sec 2024-04-02T08:55:37.644 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-aMruDSIPsmVpzP_ off=7179538 len=190111 2024-04-02T08:55:37.644 INFO:tasks.workunit.client.0.smithi012.stdout:op 3340 completed, throughput=4.99MB/sec 2024-04-02T08:55:37.644 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-2UvQIDhW3HZv3m9 off=5078231 len=2003273 2024-04-02T08:55:37.646 INFO:tasks.workunit.client.0.smithi012.stdout:op 3341 completed, throughput=5MB/sec 2024-04-02T08:55:37.646 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-A1cYLMh1alOhHnx off=15089939 len=1717474 2024-04-02T08:55:37.648 INFO:tasks.workunit.client.0.smithi012.stdout:op 3342 completed, throughput=5MB/sec 2024-04-02T08:55:37.648 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-yGicVilj1NTZukj off=2685499 len=157558 2024-04-02T08:55:37.648 INFO:tasks.workunit.client.0.smithi012.stdout:op 3343 completed, throughput=5MB/sec 2024-04-02T08:55:37.648 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-yNs2cJ__4en-WF9 off=5855145 len=533271 2024-04-02T08:55:37.649 INFO:tasks.workunit.client.0.smithi012.stdout:op 3344 completed, throughput=5MB/sec 2024-04-02T08:55:37.649 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-IO4fhmxYRKt169A off=1919643 len=1255271 2024-04-02T08:55:37.654 INFO:tasks.workunit.client.0.smithi012.stdout:op 3345 completed, throughput=5MB/sec 2024-04-02T08:55:37.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:55:37 smithi055 ceph-mon[85080]: pgmap v1753: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-02T08:55:37.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:55:37 smithi012 ceph-mon[88355]: pgmap v1753: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-02T08:55:37.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:55:37 smithi012 ceph-mon[90784]: pgmap v1753: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-02T08:55:38.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:55:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:55:37] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-04-02T08:55:38.654 INFO:tasks.workunit.client.0.smithi012.stdout: 669: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:38.655 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-jQ5eUq8sJOa4Y3R off=1383129 len=998910 2024-04-02T08:55:38.655 INFO:tasks.workunit.client.0.smithi012.stdout:op 3346 completed, throughput=5MB/sec 2024-04-02T08:55:38.655 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Q35SgNnr6KQBcAI off=1818262 len=1183689 2024-04-02T08:55:38.657 INFO:tasks.workunit.client.0.smithi012.stdout:op 3347 completed, throughput=5MB/sec 2024-04-02T08:55:38.657 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-jCg2PnWtCfgiTKr off=10328114 len=1466783 2024-04-02T08:55:38.660 INFO:tasks.workunit.client.0.smithi012.stdout:op 3348 completed, throughput=5MB/sec 2024-04-02T08:55:38.660 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-TZdGJggDpNXHum0 off=24562792 len=902670 2024-04-02T08:55:38.660 INFO:tasks.workunit.client.0.smithi012.stdout:op 3349 completed, throughput=5MB/sec 2024-04-02T08:55:39.661 INFO:tasks.workunit.client.0.smithi012.stdout: 670: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:39.661 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-8qIqv34h33C_Maa off=2623199 len=43111 2024-04-02T08:55:39.661 INFO:tasks.workunit.client.0.smithi012.stdout:op 3350 completed, throughput=4.99MB/sec 2024-04-02T08:55:39.662 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-sQekU8Iwia445Nc off=8177103 len=1739732 2024-04-02T08:55:39.668 INFO:tasks.workunit.client.0.smithi012.stdout:op 3351 completed, throughput=5MB/sec 2024-04-02T08:55:39.668 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-0rzTRYsSY-ZkotI off=7139324 len=1387134 2024-04-02T08:55:39.669 INFO:tasks.workunit.client.0.smithi012.stdout:op 3352 completed, throughput=5MB/sec 2024-04-02T08:55:39.669 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-YgNiftBy5k5o49S off=1933988 len=820622 2024-04-02T08:55:39.671 INFO:tasks.workunit.client.0.smithi012.stdout:op 3353 completed, throughput=5MB/sec 2024-04-02T08:55:39.671 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-eHHlqkaEee-tKDX off=3644398 len=77464 2024-04-02T08:55:39.671 INFO:tasks.workunit.client.0.smithi012.stdout:op 3354 completed, throughput=5MB/sec 2024-04-02T08:55:39.671 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-iWRhtimPmhJBAq3 off=22093257 len=1282362 2024-04-02T08:55:39.673 INFO:tasks.workunit.client.0.smithi012.stdout:op 3355 completed, throughput=5MB/sec 2024-04-02T08:55:39.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:55:39 smithi055 ceph-mon[85080]: pgmap v1754: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:55:39.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:55:39 smithi012 ceph-mon[88355]: pgmap v1754: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:55:39.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:55:39 smithi012 ceph-mon[90784]: pgmap v1754: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:55:40.673 INFO:tasks.workunit.client.0.smithi012.stdout: 671: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:40.673 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-neirboRNvBi0Ks2 off=6825999 len=670570 2024-04-02T08:55:40.677 INFO:tasks.workunit.client.0.smithi012.stdout:op 3356 completed, throughput=4.99MB/sec 2024-04-02T08:55:40.677 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ncswfBKboREyTJF off=9326135 len=1475248 2024-04-02T08:55:40.678 INFO:tasks.workunit.client.0.smithi012.stdout:op 3357 completed, throughput=5MB/sec 2024-04-02T08:55:40.678 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-nxm-jVX0yUuMxhq off=8393858 len=611413 2024-04-02T08:55:40.679 INFO:tasks.workunit.client.0.smithi012.stdout:op 3358 completed, throughput=5MB/sec 2024-04-02T08:55:40.679 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ijY7XtH5Et7fqGj off=3194739 len=526873 2024-04-02T08:55:40.682 INFO:tasks.workunit.client.0.smithi012.stdout:op 3359 completed, throughput=5MB/sec 2024-04-02T08:55:40.682 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-RGnif9XKFmRJuoM off=7178198 len=1804607 2024-04-02T08:55:40.684 INFO:tasks.workunit.client.0.smithi012.stdout:op 3360 completed, throughput=5MB/sec 2024-04-02T08:55:40.684 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-J0L6jynRBcdqPca off=307358 len=773641 2024-04-02T08:55:40.688 INFO:tasks.workunit.client.0.smithi012.stdout:op 3361 completed, throughput=5MB/sec 2024-04-02T08:55:41.687 INFO:tasks.workunit.client.0.smithi012.stdout: 672: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:41.687 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-9pxiZs0arHvv9BT off=6818970 len=517149 2024-04-02T08:55:41.688 INFO:tasks.workunit.client.0.smithi012.stdout:op 3362 completed, throughput=4.99MB/sec 2024-04-02T08:55:41.688 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-OlOYcvjmpQ7ttT4 off=2022447 len=325618 2024-04-02T08:55:41.689 INFO:tasks.workunit.client.0.smithi012.stdout:op 3363 completed, throughput=4.99MB/sec 2024-04-02T08:55:41.689 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ThlX5uCmRvHULR5 off=5399409 len=1044709 2024-04-02T08:55:41.689 INFO:tasks.workunit.client.0.smithi012.stdout:op 3364 completed, throughput=5MB/sec 2024-04-02T08:55:41.690 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-70ykqXmRLaducR7 off=5008711 len=1137937 2024-04-02T08:55:41.692 INFO:tasks.workunit.client.0.smithi012.stdout:op 3365 completed, throughput=5MB/sec 2024-04-02T08:55:41.692 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Ku_jY8eF9u_IiKA off=7599403 len=1476700 2024-04-02T08:55:41.699 INFO:tasks.workunit.client.0.smithi012.stdout:op 3366 completed, throughput=5MB/sec 2024-04-02T08:55:41.699 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-YK-qGZiDFmSFp6A off=248754 len=83015 2024-04-02T08:55:41.700 INFO:tasks.workunit.client.0.smithi012.stdout:op 3367 completed, throughput=5MB/sec 2024-04-02T08:55:41.700 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-HHNYmMIAvdc9cxG off=4517188 len=505928 2024-04-02T08:55:41.700 INFO:tasks.workunit.client.0.smithi012.stdout:op 3368 completed, throughput=5MB/sec 2024-04-02T08:55:41.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:55:41 smithi055 ceph-mon[85080]: pgmap v1755: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:55:41.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:55:41 smithi012 ceph-mon[88355]: pgmap v1755: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:55:41.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:55:41 smithi012 ceph-mon[90784]: pgmap v1755: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:55:42.700 INFO:tasks.workunit.client.0.smithi012.stdout: 673: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:42.700 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-eyJDeECEJA-5nQ7 off=14270589 len=703130 2024-04-02T08:55:42.701 INFO:tasks.workunit.client.0.smithi012.stdout:op 3369 completed, throughput=4.99MB/sec 2024-04-02T08:55:42.701 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-9XCB39ZO9ZmZNi1 off=2529704 len=748459 2024-04-02T08:55:42.703 INFO:tasks.workunit.client.0.smithi012.stdout:op 3370 completed, throughput=5MB/sec 2024-04-02T08:55:42.703 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-8LvrkqvP-ojwkjG off=1050373 len=448489 2024-04-02T08:55:42.706 INFO:tasks.workunit.client.0.smithi012.stdout:op 3371 completed, throughput=5MB/sec 2024-04-02T08:55:42.706 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-cj8EM4IU0QB323v off=13193994 len=451186 2024-04-02T08:55:42.708 INFO:tasks.workunit.client.0.smithi012.stdout:op 3372 completed, throughput=5MB/sec 2024-04-02T08:55:42.708 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-c2Xo00AtpkQX_QX off=11947215 len=1845457 2024-04-02T08:55:42.717 INFO:tasks.workunit.client.0.smithi012.stdout:op 3373 completed, throughput=5MB/sec 2024-04-02T08:55:42.717 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-RTKA8KN4Kz2kLgB off=6805845 len=1084186 2024-04-02T08:55:42.723 INFO:tasks.workunit.client.0.smithi012.stdout:op 3374 completed, throughput=5MB/sec 2024-04-02T08:55:42.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:55:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:55:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:55:43.723 INFO:tasks.workunit.client.0.smithi012.stdout: 674: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:43.723 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-vAkVz1KZtL5P04y off=3863366 len=1298156 2024-04-02T08:55:43.730 INFO:tasks.workunit.client.0.smithi012.stdout:op 3375 completed, throughput=4.99MB/sec 2024-04-02T08:55:43.730 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-3TuU9c5hsrtI8gd off=4782623 len=6557 2024-04-02T08:55:43.730 INFO:tasks.workunit.client.0.smithi012.stdout:op 3376 completed, throughput=4.99MB/sec 2024-04-02T08:55:43.730 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-jUge5xhrXQWdP6E off=3320254 len=321222 2024-04-02T08:55:43.733 INFO:tasks.workunit.client.0.smithi012.stdout:op 3377 completed, throughput=5MB/sec 2024-04-02T08:55:43.733 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-mNGsugZeYce1a6A off=9606814 len=1047868 2024-04-02T08:55:43.734 INFO:tasks.workunit.client.0.smithi012.stdout:op 3378 completed, throughput=5MB/sec 2024-04-02T08:55:43.734 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-8VxNVHBZeL9VdMP off=4492786 len=1352147 2024-04-02T08:55:43.741 INFO:tasks.workunit.client.0.smithi012.stdout:op 3379 completed, throughput=5MB/sec 2024-04-02T08:55:43.741 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-bs-X3SCUynmh4Z3 off=5650085 len=5672 2024-04-02T08:55:43.741 INFO:tasks.workunit.client.0.smithi012.stdout:op 3380 completed, throughput=5MB/sec 2024-04-02T08:55:43.741 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-TTHTQLNjdl5rHjS off=2242760 len=1238217 2024-04-02T08:55:43.742 INFO:tasks.workunit.client.0.smithi012.stdout:op 3381 completed, throughput=5MB/sec 2024-04-02T08:55:43.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:55:43 smithi055 ceph-mon[85080]: pgmap v1756: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:55:43.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:55:43 smithi012 ceph-mon[88355]: pgmap v1756: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:55:43.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:55:43 smithi012 ceph-mon[90784]: pgmap v1756: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:55:44.742 INFO:tasks.workunit.client.0.smithi012.stdout: 675: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:44.742 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-9yiHw5-H6YNMh6K off=2501277 len=1235254 2024-04-02T08:55:44.745 INFO:tasks.workunit.client.0.smithi012.stdout:op 3382 completed, throughput=4.99MB/sec 2024-04-02T08:55:44.745 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-x9STSEE46TVF8Rd off=3457379 len=1261577 2024-04-02T08:55:44.746 INFO:tasks.workunit.client.0.smithi012.stdout:op 3383 completed, throughput=5MB/sec 2024-04-02T08:55:44.746 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Kte6F7z2PXXlM5z off=4096298 len=748138 2024-04-02T08:55:44.747 INFO:tasks.workunit.client.0.smithi012.stdout:op 3384 completed, throughput=5MB/sec 2024-04-02T08:55:44.747 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-pq1l6ynBbHKiaMK off=214751 len=62931 2024-04-02T08:55:44.750 INFO:tasks.workunit.client.0.smithi012.stdout:op 3385 completed, throughput=5MB/sec 2024-04-02T08:55:44.750 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ht3CM0L0DiqJJdB off=20721864 len=132148 2024-04-02T08:55:44.752 INFO:tasks.workunit.client.0.smithi012.stdout:op 3386 completed, throughput=5MB/sec 2024-04-02T08:55:44.752 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-6FuLOKz5bzmf6_N off=0 len=1511704 2024-04-02T08:55:44.753 INFO:tasks.workunit.client.0.smithi012.stdout:op 3387 completed, throughput=5MB/sec 2024-04-02T08:55:44.753 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-2ncP5HhZnpMYVjE off=2763859 len=431229 2024-04-02T08:55:44.755 INFO:tasks.workunit.client.0.smithi012.stdout:op 3388 completed, throughput=5MB/sec 2024-04-02T08:55:44.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:55:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:44.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:55:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:44.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:55:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:45.755 INFO:tasks.workunit.client.0.smithi012.stdout: 676: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:45.755 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-2IG0SGOs2nl8AZ8 off=6090780 len=1108890 2024-04-02T08:55:45.757 INFO:tasks.workunit.client.0.smithi012.stdout:op 3389 completed, throughput=4.99MB/sec 2024-04-02T08:55:45.757 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-PTMF0fZIeK7oGR9 off=8274084 len=487591 2024-04-02T08:55:45.757 INFO:tasks.workunit.client.0.smithi012.stdout:op 3390 completed, throughput=5MB/sec 2024-04-02T08:55:45.757 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-8WhL-t8DnnUi8SE off=1567649 len=780793 2024-04-02T08:55:45.758 INFO:tasks.workunit.client.0.smithi012.stdout:op 3391 completed, throughput=5MB/sec 2024-04-02T08:55:45.758 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-YdfPNsgCxrJA_hJ off=8999356 len=1609882 2024-04-02T08:55:45.766 INFO:tasks.workunit.client.0.smithi012.stdout:op 3392 completed, throughput=5MB/sec 2024-04-02T08:55:45.766 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-bL6L2LfI-q1hJv_ off=13804369 len=1833117 2024-04-02T08:55:45.774 INFO:tasks.workunit.client.0.smithi012.stdout:op 3393 completed, throughput=5MB/sec 2024-04-02T08:55:45.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:55:45 smithi055 ceph-mon[85080]: pgmap v1757: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-04-02T08:55:45.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:55:45 smithi012 ceph-mon[88355]: pgmap v1757: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-04-02T08:55:45.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:55:45 smithi012 ceph-mon[90784]: pgmap v1757: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-04-02T08:55:46.774 INFO:tasks.workunit.client.0.smithi012.stdout: 677: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:46.774 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-NdwhFUIleVK7oiD off=6626955 len=615727 2024-04-02T08:55:46.775 INFO:tasks.workunit.client.0.smithi012.stdout:op 3394 completed, throughput=4.99MB/sec 2024-04-02T08:55:46.775 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Njwoi5-FOyTzwo- off=1739022 len=1954326 2024-04-02T08:55:46.776 INFO:tasks.workunit.client.0.smithi012.stdout:op 3395 completed, throughput=5MB/sec 2024-04-02T08:55:46.776 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-_Lktlb60ZdwakAL off=1021907 len=1083110 2024-04-02T08:55:46.782 INFO:tasks.workunit.client.0.smithi012.stdout:op 3396 completed, throughput=5MB/sec 2024-04-02T08:55:46.782 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-icdVW-MAeTzKPlG off=721458 len=1451586 2024-04-02T08:55:46.789 INFO:tasks.workunit.client.0.smithi012.stdout:op 3397 completed, throughput=5MB/sec 2024-04-02T08:55:47.789 INFO:tasks.workunit.client.0.smithi012.stdout: 678: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:47.790 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-pdchBzxTi96X_-G off=2492650 len=1107324 2024-04-02T08:55:47.790 INFO:tasks.workunit.client.0.smithi012.stdout:op 3398 completed, throughput=5MB/sec 2024-04-02T08:55:47.790 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-b-D0BRV8Bdx_Fh_ off=4992905 len=825767 2024-04-02T08:55:47.795 INFO:tasks.workunit.client.0.smithi012.stdout:op 3399 completed, throughput=5MB/sec 2024-04-02T08:55:47.795 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-tDN2sQaXZjsIJL2 off=139836 len=458213 2024-04-02T08:55:47.796 INFO:tasks.workunit.client.0.smithi012.stdout:op 3400 completed, throughput=5MB/sec 2024-04-02T08:55:47.796 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-tKUmiqFKCtV8odo off=3676428 len=1299239 2024-04-02T08:55:47.797 INFO:tasks.workunit.client.0.smithi012.stdout:op 3401 completed, throughput=5MB/sec 2024-04-02T08:55:47.798 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-SHXqFH2EU2kqUZB off=4700140 len=133484 2024-04-02T08:55:47.798 INFO:tasks.workunit.client.0.smithi012.stdout:op 3402 completed, throughput=5MB/sec 2024-04-02T08:55:47.798 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-WpIsbjn9jBFyfgJ off=2606582 len=331120 2024-04-02T08:55:47.798 INFO:tasks.workunit.client.0.smithi012.stdout:op 3403 completed, throughput=5MB/sec 2024-04-02T08:55:47.798 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-YuNUtoCk3WJsDk9 off=82299 len=1486514 2024-04-02T08:55:47.807 INFO:tasks.workunit.client.0.smithi012.stdout:op 3404 completed, throughput=5MB/sec 2024-04-02T08:55:47.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:55:47 smithi055 ceph-mon[85080]: pgmap v1758: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-04-02T08:55:47.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:55:47 smithi012 ceph-mon[88355]: pgmap v1758: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-04-02T08:55:47.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:55:47 smithi012 ceph-mon[90784]: pgmap v1758: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-04-02T08:55:48.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:55:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:55:47] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-04-02T08:55:48.807 INFO:tasks.workunit.client.0.smithi012.stdout: 679: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:48.807 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ExIOkpeipBavh33 off=7872213 len=1097383 2024-04-02T08:55:48.813 INFO:tasks.workunit.client.0.smithi012.stdout:op 3405 completed, throughput=5MB/sec 2024-04-02T08:55:48.813 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-PVSdRiQ5BF2iI-Q off=4493757 len=989599 2024-04-02T08:55:48.815 INFO:tasks.workunit.client.0.smithi012.stdout:op 3406 completed, throughput=5MB/sec 2024-04-02T08:55:48.815 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-8IiwAW5VlQTZN1O off=1222484 len=1897670 2024-04-02T08:55:48.824 INFO:tasks.workunit.client.0.smithi012.stdout:op 3407 completed, throughput=5MB/sec 2024-04-02T08:55:48.824 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-7RLnIVQDCmK16Hj off=1907503 len=469138 2024-04-02T08:55:48.827 INFO:tasks.workunit.client.0.smithi012.stdout:op 3408 completed, throughput=5MB/sec 2024-04-02T08:55:49.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:55:49 smithi055 ceph-mon[85080]: pgmap v1759: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-02T08:55:49.827 INFO:tasks.workunit.client.0.smithi012.stdout: 680: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:49.827 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-rtja9Ve2c8yAGRt off=3436559 len=1072276 2024-04-02T08:55:49.832 INFO:tasks.workunit.client.0.smithi012.stdout:op 3409 completed, throughput=4.99MB/sec 2024-04-02T08:55:49.832 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ShMlsAimTmGloOC off=1484315 len=242730 2024-04-02T08:55:49.834 INFO:tasks.workunit.client.0.smithi012.stdout:op 3410 completed, throughput=4.99MB/sec 2024-04-02T08:55:49.834 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-a8UFNbs9cEqsvtv off=15789782 len=458451 2024-04-02T08:55:49.835 INFO:tasks.workunit.client.0.smithi012.stdout:op 3411 completed, throughput=5MB/sec 2024-04-02T08:55:49.835 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-IHbv8UcvecMPds2 off=6255014 len=1346238 2024-04-02T08:55:49.836 INFO:tasks.workunit.client.0.smithi012.stdout:op 3412 completed, throughput=5MB/sec 2024-04-02T08:55:49.836 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ppRXzWDmmLFveMz off=19266856 len=206888 2024-04-02T08:55:49.837 INFO:tasks.workunit.client.0.smithi012.stdout:op 3413 completed, throughput=5MB/sec 2024-04-02T08:55:49.837 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-NPevMd48OPwEIne off=1478908 len=163903 2024-04-02T08:55:49.837 INFO:tasks.workunit.client.0.smithi012.stdout:op 3414 completed, throughput=5MB/sec 2024-04-02T08:55:49.837 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-LvWpRgDw9DK2JkJ off=4263114 len=1406051 2024-04-02T08:55:49.838 INFO:tasks.workunit.client.0.smithi012.stdout:op 3415 completed, throughput=5MB/sec 2024-04-02T08:55:49.838 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Ny_Hl_5lZr81kVa off=4319516 len=1380233 2024-04-02T08:55:49.840 INFO:tasks.workunit.client.0.smithi012.stdout:op 3416 completed, throughput=5MB/sec 2024-04-02T08:55:49.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:55:49 smithi012 ceph-mon[88355]: pgmap v1759: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-02T08:55:49.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:55:49 smithi012 ceph-mon[90784]: pgmap v1759: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-02T08:55:50.840 INFO:tasks.workunit.client.0.smithi012.stdout: 681: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:50.840 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Z8XJHOby0-ramOm off=4294126 len=1956108 2024-04-02T08:55:50.847 INFO:tasks.workunit.client.0.smithi012.stdout:op 3417 completed, throughput=5MB/sec 2024-04-02T08:55:50.847 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-w_xqkZkOXAvT90a off=12107979 len=1130582 2024-04-02T08:55:50.848 INFO:tasks.workunit.client.0.smithi012.stdout:op 3418 completed, throughput=5MB/sec 2024-04-02T08:55:50.848 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-jIYxP8uBQDUaMpl off=6858169 len=1410979 2024-04-02T08:55:50.855 INFO:tasks.workunit.client.0.smithi012.stdout:op 3419 completed, throughput=5MB/sec 2024-04-02T08:55:51.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:55:51 smithi055 ceph-mon[85080]: pgmap v1760: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-04-02T08:55:51.856 INFO:tasks.workunit.client.0.smithi012.stdout: 682: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:51.856 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-aqptZaaY9HaNVMM off=258355 len=193186 2024-04-02T08:55:51.856 INFO:tasks.workunit.client.0.smithi012.stdout:op 3420 completed, throughput=4.99MB/sec 2024-04-02T08:55:51.856 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-FfwA2dBdbnicOI0 off=4557038 len=426950 2024-04-02T08:55:51.860 INFO:tasks.workunit.client.0.smithi012.stdout:op 3421 completed, throughput=4.99MB/sec 2024-04-02T08:55:51.860 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-qmguF3yqo15Tgvc off=8213743 len=148558 2024-04-02T08:55:51.862 INFO:tasks.workunit.client.0.smithi012.stdout:op 3422 completed, throughput=4.99MB/sec 2024-04-02T08:55:51.862 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-hDlOMkBGcLqu2kS off=3917248 len=2032719 2024-04-02T08:55:51.871 INFO:tasks.workunit.client.0.smithi012.stdout:op 3423 completed, throughput=5MB/sec 2024-04-02T08:55:51.871 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-6Jm3_OdoQWetN2A off=1710386 len=1964997 2024-04-02T08:55:51.873 INFO:tasks.workunit.client.0.smithi012.stdout:op 3424 completed, throughput=5MB/sec 2024-04-02T08:55:51.873 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-rW71rUYymGwaskd off=11506897 len=75514 2024-04-02T08:55:51.875 INFO:tasks.workunit.client.0.smithi012.stdout:op 3425 completed, throughput=5MB/sec 2024-04-02T08:55:51.875 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-vMaBljzPTaN2Wd1 off=508024 len=723619 2024-04-02T08:55:51.876 INFO:tasks.workunit.client.0.smithi012.stdout:op 3426 completed, throughput=5MB/sec 2024-04-02T08:55:51.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:55:51 smithi012 ceph-mon[88355]: pgmap v1760: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-04-02T08:55:51.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:55:51 smithi012 ceph-mon[90784]: pgmap v1760: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-04-02T08:55:52.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:55:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:55:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:55:52.876 INFO:tasks.workunit.client.0.smithi012.stdout: 683: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:52.876 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-9cELNanGHqtpJHr off=12121162 len=217491 2024-04-02T08:55:52.878 INFO:tasks.workunit.client.0.smithi012.stdout:op 3427 completed, throughput=4.99MB/sec 2024-04-02T08:55:52.878 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-3VcoMbFoh3MAOqB off=505499 len=527482 2024-04-02T08:55:52.882 INFO:tasks.workunit.client.0.smithi012.stdout:op 3428 completed, throughput=4.99MB/sec 2024-04-02T08:55:52.882 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-uyeu28RkbGDZrQQ off=10046689 len=1326782 2024-04-02T08:55:52.883 INFO:tasks.workunit.client.0.smithi012.stdout:op 3429 completed, throughput=5MB/sec 2024-04-02T08:55:52.883 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-mhTG0eTk5D22Lvo off=10940415 len=1254607 2024-04-02T08:55:52.884 INFO:tasks.workunit.client.0.smithi012.stdout:op 3430 completed, throughput=5MB/sec 2024-04-02T08:55:52.884 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ORzaqNswbfjiexR off=2081173 len=854692 2024-04-02T08:55:52.885 INFO:tasks.workunit.client.0.smithi012.stdout:op 3431 completed, throughput=5MB/sec 2024-04-02T08:55:52.885 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-G8GU9iy5JRhT_5I off=1145882 len=585497 2024-04-02T08:55:52.889 INFO:tasks.workunit.client.0.smithi012.stdout:op 3432 completed, throughput=5MB/sec 2024-04-02T08:55:52.889 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-z5KbDulnWSlg3Y3 off=3189350 len=1331438 2024-04-02T08:55:52.890 INFO:tasks.workunit.client.0.smithi012.stdout:op 3433 completed, throughput=5MB/sec 2024-04-02T08:55:53.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:55:53 smithi055 ceph-mon[85080]: pgmap v1761: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:55:53.890 INFO:tasks.workunit.client.0.smithi012.stdout: 684: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:53.890 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-8hzvCIo-ZBWdMNP off=11890373 len=1335613 2024-04-02T08:55:53.893 INFO:tasks.workunit.client.0.smithi012.stdout:op 3434 completed, throughput=5MB/sec 2024-04-02T08:55:53.893 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Ra_0Uj1F29XaTD3 off=11683413 len=1156821 2024-04-02T08:55:53.894 INFO:tasks.workunit.client.0.smithi012.stdout:op 3435 completed, throughput=5MB/sec 2024-04-02T08:55:53.894 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-lowlAUecuAVRzIM off=1162666 len=25934 2024-04-02T08:55:53.897 INFO:tasks.workunit.client.0.smithi012.stdout:op 3436 completed, throughput=5MB/sec 2024-04-02T08:55:53.897 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-DzL_sOmrOdicqJv off=16030901 len=2022391 2024-04-02T08:55:53.899 INFO:tasks.workunit.client.0.smithi012.stdout:op 3437 completed, throughput=5MB/sec 2024-04-02T08:55:53.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:55:53 smithi012 ceph-mon[88355]: pgmap v1761: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:55:53.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:55:53 smithi012 ceph-mon[90784]: pgmap v1761: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:55:54.899 INFO:tasks.workunit.client.0.smithi012.stdout: 685: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:54.899 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-NRWoIBqiPDO01ov off=6856645 len=237437 2024-04-02T08:55:54.900 INFO:tasks.workunit.client.0.smithi012.stdout:op 3438 completed, throughput=4.99MB/sec 2024-04-02T08:55:54.900 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-1KBdMGZTVKPGdg6 off=5347597 len=1626185 2024-04-02T08:55:54.907 INFO:tasks.workunit.client.0.smithi012.stdout:op 3439 completed, throughput=5MB/sec 2024-04-02T08:55:54.907 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-pkbhsH0-WUrxIxU off=9230221 len=544412 2024-04-02T08:55:54.910 INFO:tasks.workunit.client.0.smithi012.stdout:op 3440 completed, throughput=5MB/sec 2024-04-02T08:55:54.910 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-AH2Rm9IMudfwFYx off=13681913 len=1695085 2024-04-02T08:55:54.916 INFO:tasks.workunit.client.0.smithi012.stdout:op 3441 completed, throughput=5MB/sec 2024-04-02T08:55:54.916 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-CIURJaYLjaSYNTF off=207988 len=1868022 2024-04-02T08:55:54.924 INFO:tasks.workunit.client.0.smithi012.stdout:op 3442 completed, throughput=5MB/sec 2024-04-02T08:55:55.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:55:55 smithi055 ceph-mon[85080]: pgmap v1762: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T08:55:55.924 INFO:tasks.workunit.client.0.smithi012.stdout: 686: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:55.925 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-16D2OK5qvbdFhfU off=747944 len=1960270 2024-04-02T08:55:55.926 INFO:tasks.workunit.client.0.smithi012.stdout:op 3443 completed, throughput=5MB/sec 2024-04-02T08:55:55.927 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Lh0jDcGcyB0MhCR off=12069981 len=1597271 2024-04-02T08:55:55.927 INFO:tasks.workunit.client.0.smithi012.stdout:op 3444 completed, throughput=5MB/sec 2024-04-02T08:55:55.928 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-5cwgAGGOKoRkR2b off=753988 len=541444 2024-04-02T08:55:55.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:55:55 smithi012 ceph-mon[88355]: pgmap v1762: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T08:55:55.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:55:55 smithi012 ceph-mon[90784]: pgmap v1762: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T08:55:55.929 INFO:tasks.workunit.client.0.smithi012.stdout:op 3445 completed, throughput=5MB/sec 2024-04-02T08:55:55.929 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-39dvsXeKJuQeKLc off=1263366 len=448282 2024-04-02T08:55:55.929 INFO:tasks.workunit.client.0.smithi012.stdout:op 3446 completed, throughput=5MB/sec 2024-04-02T08:55:56.929 INFO:tasks.workunit.client.0.smithi012.stdout: 687: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:56.929 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-pi_BOjZHx90z0Nx off=10559093 len=295584 2024-04-02T08:55:56.932 INFO:tasks.workunit.client.0.smithi012.stdout:op 3447 completed, throughput=4.99MB/sec 2024-04-02T08:55:56.932 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-cV_ODaLo8UqDWKL off=4114352 len=1655123 2024-04-02T08:55:56.940 INFO:tasks.workunit.client.0.smithi012.stdout:op 3448 completed, throughput=5MB/sec 2024-04-02T08:55:56.940 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-1nNM4A1UP90voY4 off=2107970 len=1451460 2024-04-02T08:55:56.942 INFO:tasks.workunit.client.0.smithi012.stdout:op 3449 completed, throughput=5MB/sec 2024-04-02T08:55:56.942 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-sy0vn3xessNVoM- off=14555378 len=328679 2024-04-02T08:55:56.945 INFO:tasks.workunit.client.0.smithi012.stdout:op 3450 completed, throughput=5MB/sec 2024-04-02T08:55:56.945 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-5X2ac-MijMeVDk0 off=23452897 len=859615 2024-04-02T08:55:56.948 INFO:tasks.workunit.client.0.smithi012.stdout:op 3451 completed, throughput=5MB/sec 2024-04-02T08:55:56.949 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-1gZqpPd3GeyiJlP off=22344828 len=400813 2024-04-02T08:55:56.949 INFO:tasks.workunit.client.0.smithi012.stdout:op 3452 completed, throughput=5MB/sec 2024-04-02T08:55:56.949 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-UTx46oJAQpMR6zj off=7422414 len=1023530 2024-04-02T08:55:56.954 INFO:tasks.workunit.client.0.smithi012.stdout:op 3453 completed, throughput=5MB/sec 2024-04-02T08:55:57.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:55:57 smithi055 ceph-mon[85080]: pgmap v1763: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.9 MiB/s wr, 7 op/s 2024-04-02T08:55:57.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:55:57 smithi012 ceph-mon[88355]: pgmap v1763: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.9 MiB/s wr, 7 op/s 2024-04-02T08:55:57.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:55:57 smithi012 ceph-mon[90784]: pgmap v1763: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.9 MiB/s wr, 7 op/s 2024-04-02T08:55:57.954 INFO:tasks.workunit.client.0.smithi012.stdout: 688: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:57.954 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-SdbNaUX1SfFxq5i off=2345022 len=1516002 2024-04-02T08:55:57.961 INFO:tasks.workunit.client.0.smithi012.stdout:op 3454 completed, throughput=5MB/sec 2024-04-02T08:55:57.962 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-w4Ukel1e22J5hEG off=4731205 len=1964567 2024-04-02T08:55:57.963 INFO:tasks.workunit.client.0.smithi012.stdout:op 3455 completed, throughput=5MB/sec 2024-04-02T08:55:57.963 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-2D53v_kMkd3aEBc off=10964610 len=722341 2024-04-02T08:55:57.964 INFO:tasks.workunit.client.0.smithi012.stdout:op 3456 completed, throughput=5MB/sec 2024-04-02T08:55:57.964 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj--IjeNr7gLVPsyOg off=1380796 len=959317 2024-04-02T08:55:57.969 INFO:tasks.workunit.client.0.smithi012.stdout:op 3457 completed, throughput=5MB/sec 2024-04-02T08:55:58.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:55:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:55:57] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-04-02T08:55:58.969 INFO:tasks.workunit.client.0.smithi012.stdout: 689: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:58.969 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-BKN5awvQ6mEgMzC off=3264792 len=1389875 2024-04-02T08:55:58.976 INFO:tasks.workunit.client.0.smithi012.stdout:op 3458 completed, throughput=5MB/sec 2024-04-02T08:55:58.976 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-AgFcdL19fB-9WF9 off=2887857 len=508033 2024-04-02T08:55:58.977 INFO:tasks.workunit.client.0.smithi012.stdout:op 3459 completed, throughput=5MB/sec 2024-04-02T08:55:58.977 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-MN5Oa1tjpjN0aiG off=1238376 len=176986 2024-04-02T08:55:58.981 INFO:tasks.workunit.client.0.smithi012.stdout:op 3460 completed, throughput=5MB/sec 2024-04-02T08:55:58.981 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-t1vWygZVn-nJ-uY off=1600586 len=19254 2024-04-02T08:55:58.981 INFO:tasks.workunit.client.0.smithi012.stdout:op 3461 completed, throughput=5MB/sec 2024-04-02T08:55:58.981 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-3M8Lq9UaG4x54XH off=6548396 len=937324 2024-04-02T08:55:58.985 INFO:tasks.workunit.client.0.smithi012.stdout:op 3462 completed, throughput=5MB/sec 2024-04-02T08:55:58.985 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-kpPG1ShROX2ZMAn off=14744277 len=1355198 2024-04-02T08:55:58.986 INFO:tasks.workunit.client.0.smithi012.stdout:op 3463 completed, throughput=5MB/sec 2024-04-02T08:55:58.986 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-xiJCTxeGlpYmDVf off=1454483 len=129719 2024-04-02T08:55:58.987 INFO:tasks.workunit.client.0.smithi012.stdout:op 3464 completed, throughput=5MB/sec 2024-04-02T08:55:58.987 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-AY7_715Ib9pgXEk off=22701142 len=1236199 2024-04-02T08:55:58.992 INFO:tasks.workunit.client.0.smithi012.stdout:op 3465 completed, throughput=5MB/sec 2024-04-02T08:55:59.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:55:59 smithi055 ceph-mon[85080]: pgmap v1764: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:55:59.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:55:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:59.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:55:59 smithi012 ceph-mon[88355]: pgmap v1764: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:55:59.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:55:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:59.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:55:59 smithi012 ceph-mon[90784]: pgmap v1764: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:55:59.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:55:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:59.993 INFO:tasks.workunit.client.0.smithi012.stdout: 690: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:59.993 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-GDHlDTN82xYin_u off=5697730 len=793658 2024-04-02T08:55:59.994 INFO:tasks.workunit.client.0.smithi012.stdout:op 3466 completed, throughput=5MB/sec 2024-04-02T08:55:59.994 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-nb1TLev4_SADhm8 off=3448672 len=1326975 2024-04-02T08:55:59.995 INFO:tasks.workunit.client.0.smithi012.stdout:op 3467 completed, throughput=5MB/sec 2024-04-02T08:55:59.995 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-1OQ2WcjXjypNzVM off=7147312 len=1682090 2024-04-02T08:55:59.996 INFO:tasks.workunit.client.0.smithi012.stdout:op 3468 completed, throughput=5MB/sec 2024-04-02T08:55:59.996 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-oEkpWZ2tu1uwyxe off=14832464 len=1817296 2024-04-02T08:55:59.997 INFO:tasks.workunit.client.0.smithi012.stdout:op 3469 completed, throughput=5MB/sec 2024-04-02T08:56:00.998 INFO:tasks.workunit.client.0.smithi012.stdout: 691: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:00.998 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-X1i0q5Nzg8PBqNZ off=12178663 len=2053597 2024-04-02T08:56:01.008 INFO:tasks.workunit.client.0.smithi012.stdout:op 3470 completed, throughput=5MB/sec 2024-04-02T08:56:01.008 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-aP4v3k7RTG-rHOG off=3828858 len=713594 2024-04-02T08:56:01.010 INFO:tasks.workunit.client.0.smithi012.stdout:op 3471 completed, throughput=5MB/sec 2024-04-02T08:56:01.010 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-QfxsYOdszSbyixJ off=1847344 len=333953 2024-04-02T08:56:01.010 INFO:tasks.workunit.client.0.smithi012.stdout:op 3472 completed, throughput=5MB/sec 2024-04-02T08:56:01.010 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-g-RX9b6OCIk7k9t off=5363987 len=1918905 2024-04-02T08:56:01.019 INFO:tasks.workunit.client.0.smithi012.stdout:op 3473 completed, throughput=5MB/sec 2024-04-02T08:56:01.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:56:01 smithi055 ceph-mon[85080]: pgmap v1765: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:56:01.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:56:01 smithi012 ceph-mon[88355]: pgmap v1765: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:56:01.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:56:01 smithi012 ceph-mon[90784]: pgmap v1765: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:56:02.019 INFO:tasks.workunit.client.0.smithi012.stdout: 692: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:02.019 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-T3I8-gsEVZr1UCK off=1735193 len=1957083 2024-04-02T08:56:02.027 INFO:tasks.workunit.client.0.smithi012.stdout:op 3474 completed, throughput=5MB/sec 2024-04-02T08:56:02.027 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-uY3IQMvVeUl60gf off=2257833 len=1757312 2024-04-02T08:56:02.030 INFO:tasks.workunit.client.0.smithi012.stdout:op 3475 completed, throughput=5MB/sec 2024-04-02T08:56:02.030 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-E8hQZ7seqQCFX6A off=2275354 len=440139 2024-04-02T08:56:02.031 INFO:tasks.workunit.client.0.smithi012.stdout:op 3476 completed, throughput=5MB/sec 2024-04-02T08:56:02.712 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:56:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:56:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:56:03.031 INFO:tasks.workunit.client.0.smithi012.stdout: 693: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:03.031 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-vorFdtoYLJBZrXu off=6290607 len=1639147 2024-04-02T08:56:03.032 INFO:tasks.workunit.client.0.smithi012.stdout:op 3477 completed, throughput=5MB/sec 2024-04-02T08:56:03.033 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-bpZIKOvQuTqnLur off=10777314 len=292113 2024-04-02T08:56:03.035 INFO:tasks.workunit.client.0.smithi012.stdout:op 3478 completed, throughput=5MB/sec 2024-04-02T08:56:03.036 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-gTgqtjZpUBBK-8F off=1235352 len=157229 2024-04-02T08:56:03.038 INFO:tasks.workunit.client.0.smithi012.stdout:op 3479 completed, throughput=5MB/sec 2024-04-02T08:56:03.038 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ij5fDkSNM8TZFyu off=1918181 len=729881 2024-04-02T08:56:03.041 INFO:tasks.workunit.client.0.smithi012.stdout:op 3480 completed, throughput=5MB/sec 2024-04-02T08:56:03.041 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-XlDVh30IJ1vywmT off=187336 len=737728 2024-04-02T08:56:03.044 INFO:tasks.workunit.client.0.smithi012.stdout:op 3481 completed, throughput=5MB/sec 2024-04-02T08:56:03.045 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ogNAxm75ZZmbE1R off=4270421 len=1005047 2024-04-02T08:56:03.048 INFO:tasks.workunit.client.0.smithi012.stdout:op 3482 completed, throughput=5MB/sec 2024-04-02T08:56:03.048 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-GW0HcEZb33aghpf off=10569060 len=1297898 2024-04-02T08:56:03.049 INFO:tasks.workunit.client.0.smithi012.stdout:op 3483 completed, throughput=5MB/sec 2024-04-02T08:56:03.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:56:03 smithi055 ceph-mon[85080]: pgmap v1766: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T08:56:03.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:56:03 smithi012 ceph-mon[88355]: pgmap v1766: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T08:56:03.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:56:03 smithi012 ceph-mon[90784]: pgmap v1766: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T08:56:04.049 INFO:tasks.workunit.client.0.smithi012.stdout: 694: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:04.049 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-tQCJkj6BrtuSDvz off=10408796 len=861185 2024-04-02T08:56:04.053 INFO:tasks.workunit.client.0.smithi012.stdout:op 3484 completed, throughput=4.99MB/sec 2024-04-02T08:56:04.053 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-lhQiyuZS_P-JvGH off=795544 len=1261196 2024-04-02T08:56:04.054 INFO:tasks.workunit.client.0.smithi012.stdout:op 3485 completed, throughput=5MB/sec 2024-04-02T08:56:04.054 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ThYVeqyAtwxQAvg off=9448834 len=1670910 2024-04-02T08:56:04.062 INFO:tasks.workunit.client.0.smithi012.stdout:op 3486 completed, throughput=5MB/sec 2024-04-02T08:56:04.062 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-KMEQvTj64MJ0Byh off=1841819 len=1928670 2024-04-02T08:56:04.064 INFO:tasks.workunit.client.0.smithi012.stdout:op 3487 completed, throughput=5MB/sec 2024-04-02T08:56:05.064 INFO:tasks.workunit.client.0.smithi012.stdout: 695: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:05.065 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-vucMJGDwQwsQ9eh off=1031472 len=98899 2024-04-02T08:56:05.067 INFO:tasks.workunit.client.0.smithi012.stdout:op 3488 completed, throughput=4.99MB/sec 2024-04-02T08:56:05.068 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-UvBk1IvHb7JN29V off=2670031 len=214535 2024-04-02T08:56:05.070 INFO:tasks.workunit.client.0.smithi012.stdout:op 3489 completed, throughput=4.99MB/sec 2024-04-02T08:56:05.070 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-fuMXXOIrA4DNztn off=2532900 len=731371 2024-04-02T08:56:05.074 INFO:tasks.workunit.client.0.smithi012.stdout:op 3490 completed, throughput=5MB/sec 2024-04-02T08:56:05.074 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-sJX-m0hZkw4tgy4 off=2203133 len=984052 2024-04-02T08:56:05.077 INFO:tasks.workunit.client.0.smithi012.stdout:op 3491 completed, throughput=5MB/sec 2024-04-02T08:56:05.077 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-FiDYMaXJs-CX3f1 off=1427184 len=420911 2024-04-02T08:56:05.079 INFO:tasks.workunit.client.0.smithi012.stdout:op 3492 completed, throughput=5MB/sec 2024-04-02T08:56:05.079 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-tqhdPMI3mRQbm09 off=8345832 len=208462 2024-04-02T08:56:05.080 INFO:tasks.workunit.client.0.smithi012.stdout:op 3493 completed, throughput=5MB/sec 2024-04-02T08:56:05.080 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-lsAImLXNXUaQIu3 off=4900480 len=485565 2024-04-02T08:56:05.081 INFO:tasks.workunit.client.0.smithi012.stdout:op 3494 completed, throughput=5MB/sec 2024-04-02T08:56:05.081 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-kgm5PjqzB60LbEZ off=15745505 len=1770628 2024-04-02T08:56:05.082 INFO:tasks.workunit.client.0.smithi012.stdout:op 3495 completed, throughput=5MB/sec 2024-04-02T08:56:05.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:56:05 smithi055 ceph-mon[85080]: pgmap v1767: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:56:05.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:56:05 smithi012 ceph-mon[88355]: pgmap v1767: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:56:05.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:56:05 smithi012 ceph-mon[90784]: pgmap v1767: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:56:06.082 INFO:tasks.workunit.client.0.smithi012.stdout: 696: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:06.082 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-iv3e2xXkjuvq7xm off=3477577 len=93881 2024-04-02T08:56:06.085 INFO:tasks.workunit.client.0.smithi012.stdout:op 3496 completed, throughput=4.99MB/sec 2024-04-02T08:56:06.085 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-6YqX5q1ThHSWE5t off=2607750 len=1230365 2024-04-02T08:56:06.087 INFO:tasks.workunit.client.0.smithi012.stdout:op 3497 completed, throughput=5MB/sec 2024-04-02T08:56:06.087 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-vkpEe4dIUz6sfxz off=475672 len=1228728 2024-04-02T08:56:06.088 INFO:tasks.workunit.client.0.smithi012.stdout:op 3498 completed, throughput=5MB/sec 2024-04-02T08:56:06.088 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-saUGZpVvjRNkaUg off=3992626 len=1251832 2024-04-02T08:56:06.090 INFO:tasks.workunit.client.0.smithi012.stdout:op 3499 completed, throughput=5MB/sec 2024-04-02T08:56:06.090 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-UdiwBmegRN3rHcT off=346119 len=1838395 2024-04-02T08:56:06.093 INFO:tasks.workunit.client.0.smithi012.stdout:op 3500 completed, throughput=5MB/sec 2024-04-02T08:56:07.093 INFO:tasks.workunit.client.0.smithi012.stdout: 697: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:07.093 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-r2P2H5qe859IryH off=2123491 len=56938 2024-04-02T08:56:07.096 INFO:tasks.workunit.client.0.smithi012.stdout:op 3501 completed, throughput=4.99MB/sec 2024-04-02T08:56:07.096 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-IpQgNlE7ezUb3-X off=808421 len=161377 2024-04-02T08:56:07.098 INFO:tasks.workunit.client.0.smithi012.stdout:op 3502 completed, throughput=4.99MB/sec 2024-04-02T08:56:07.098 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-gPaHBLqOS4PVqea off=23051366 len=1636982 2024-04-02T08:56:07.102 INFO:tasks.workunit.client.0.smithi012.stdout:op 3503 completed, throughput=5MB/sec 2024-04-02T08:56:07.102 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-fRuWGq72Aro3qm7 off=12557176 len=1054092 2024-04-02T08:56:07.107 INFO:tasks.workunit.client.0.smithi012.stdout:op 3504 completed, throughput=5MB/sec 2024-04-02T08:56:07.107 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-pzDRGUGucNVA6dP off=11833081 len=53137 2024-04-02T08:56:07.107 INFO:tasks.workunit.client.0.smithi012.stdout:op 3505 completed, throughput=5MB/sec 2024-04-02T08:56:07.107 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-qorxICdHdg6MvAo off=21350388 len=1026184 2024-04-02T08:56:07.109 INFO:tasks.workunit.client.0.smithi012.stdout:op 3506 completed, throughput=5MB/sec 2024-04-02T08:56:07.109 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-q-QF7vclJPnqNDw off=334649 len=994888 2024-04-02T08:56:07.114 INFO:tasks.workunit.client.0.smithi012.stdout:op 3507 completed, throughput=5MB/sec 2024-04-02T08:56:07.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:56:07 smithi055 ceph-mon[85080]: pgmap v1768: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:56:07.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:56:07 smithi012 ceph-mon[88355]: pgmap v1768: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:56:07.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:56:07 smithi012 ceph-mon[90784]: pgmap v1768: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:56:08.114 INFO:tasks.workunit.client.0.smithi012.stdout: 698: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:08.114 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-4Eor01jfK59RGz7 off=9556367 len=260925 2024-04-02T08:56:08.118 INFO:tasks.workunit.client.0.smithi012.stdout:op 3508 completed, throughput=4.99MB/sec 2024-04-02T08:56:08.118 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-1ACgYK2j8u5-R8f off=355441 len=1597577 2024-04-02T08:56:08.119 INFO:tasks.workunit.client.0.smithi012.stdout:op 3509 completed, throughput=5MB/sec 2024-04-02T08:56:08.119 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-mAbsxTd5tCtY5Lu off=2064155 len=1801851 2024-04-02T08:56:08.121 INFO:tasks.workunit.client.0.smithi012.stdout:op 3510 completed, throughput=5MB/sec 2024-04-02T08:56:08.121 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-MubGihc8icO45e_ off=10012458 len=2079816 2024-04-02T08:56:08.131 INFO:tasks.workunit.client.0.smithi012.stdout:op 3511 completed, throughput=5MB/sec 2024-04-02T08:56:08.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:56:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:56:07] "GET /metrics HTTP/1.1" 200 34055 "" "Prometheus/2.43.0" 2024-04-02T08:56:09.131 INFO:tasks.workunit.client.0.smithi012.stdout: 699: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:09.132 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-YdQDFmmrLWjLn-b off=12128347 len=1186875 2024-04-02T08:56:09.137 INFO:tasks.workunit.client.0.smithi012.stdout:op 3512 completed, throughput=5MB/sec 2024-04-02T08:56:09.137 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-oLoxOHV8GXmyGuA off=2538822 len=167527 2024-04-02T08:56:09.139 INFO:tasks.workunit.client.0.smithi012.stdout:op 3513 completed, throughput=5MB/sec 2024-04-02T08:56:09.139 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-1L8MSGGgBXebZb2 off=1174915 len=3288 2024-04-02T08:56:09.139 INFO:tasks.workunit.client.0.smithi012.stdout:op 3514 completed, throughput=5MB/sec 2024-04-02T08:56:09.139 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-VNE6zwn1kI2ZLpF off=2554927 len=1347661 2024-04-02T08:56:09.142 INFO:tasks.workunit.client.0.smithi012.stdout:op 3515 completed, throughput=5MB/sec 2024-04-02T08:56:09.143 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-bR-WhAn8nFFT2Fn off=17313784 len=1175289 2024-04-02T08:56:09.149 INFO:tasks.workunit.client.0.smithi012.stdout:op 3516 completed, throughput=5MB/sec 2024-04-02T08:56:09.149 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-6LOXSvzAVt1LWBm off=1848712 len=1850653 2024-04-02T08:56:09.156 INFO:tasks.workunit.client.0.smithi012.stdout:op 3517 completed, throughput=5MB/sec 2024-04-02T08:56:09.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:56:09 smithi055 ceph-mon[85080]: pgmap v1769: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:56:09.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:56:09 smithi012 ceph-mon[88355]: pgmap v1769: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:56:09.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:56:09 smithi012 ceph-mon[90784]: pgmap v1769: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:56:10.156 INFO:tasks.workunit.client.0.smithi012.stdout: 700: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:10.156 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-xTxM5WkBp5OwWzS off=17863637 len=1412642 2024-04-02T08:56:10.163 INFO:tasks.workunit.client.0.smithi012.stdout:op 3518 completed, throughput=5MB/sec 2024-04-02T08:56:10.163 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-94ak57yTaj5VQTo off=13256046 len=1281190 2024-04-02T08:56:10.169 INFO:tasks.workunit.client.0.smithi012.stdout:op 3519 completed, throughput=5MB/sec 2024-04-02T08:56:10.169 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-40PDm6G-tIg4h-f off=146053 len=1709119 2024-04-02T08:56:10.176 INFO:tasks.workunit.client.0.smithi012.stdout:op 3520 completed, throughput=5MB/sec 2024-04-02T08:56:11.176 INFO:tasks.workunit.client.0.smithi012.stdout: 701: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:11.177 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-GfJvLa0KkCaxOQH off=12510563 len=1257483 2024-04-02T08:56:11.179 INFO:tasks.workunit.client.0.smithi012.stdout:op 3521 completed, throughput=5MB/sec 2024-04-02T08:56:11.179 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-f7gDy7WERpuw9jS off=13719467 len=1648426 2024-04-02T08:56:11.185 INFO:tasks.workunit.client.0.smithi012.stdout:op 3522 completed, throughput=5MB/sec 2024-04-02T08:56:11.185 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-oOgkIBmdIxzkzxy off=1175556 len=799218 2024-04-02T08:56:11.186 INFO:tasks.workunit.client.0.smithi012.stdout:op 3523 completed, throughput=5MB/sec 2024-04-02T08:56:11.186 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-pqrz1x5lG3m60-X off=10124656 len=1282983 2024-04-02T08:56:11.192 INFO:tasks.workunit.client.0.smithi012.stdout:op 3524 completed, throughput=5MB/sec 2024-04-02T08:56:11.192 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-OkLPsKRUNLpQVfV off=3257520 len=1278663 2024-04-02T08:56:11.193 INFO:tasks.workunit.client.0.smithi012.stdout:op 3525 completed, throughput=5MB/sec 2024-04-02T08:56:11.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:56:11 smithi055 ceph-mon[85080]: pgmap v1770: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:56:11.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:56:11 smithi012 ceph-mon[88355]: pgmap v1770: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:56:11.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:56:11 smithi012 ceph-mon[90784]: pgmap v1770: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:56:12.194 INFO:tasks.workunit.client.0.smithi012.stdout: 702: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:12.194 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-yQs1QIgJIwgmvwa off=3165166 len=763062 2024-04-02T08:56:12.195 INFO:tasks.workunit.client.0.smithi012.stdout:op 3526 completed, throughput=5MB/sec 2024-04-02T08:56:12.195 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ABR-nepWXmlK3H- off=836699 len=1357661 2024-04-02T08:56:12.197 INFO:tasks.workunit.client.0.smithi012.stdout:op 3527 completed, throughput=5MB/sec 2024-04-02T08:56:12.197 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-7rC0BVcFYHvcE3U off=6473844 len=1346956 2024-04-02T08:56:12.199 INFO:tasks.workunit.client.0.smithi012.stdout:op 3528 completed, throughput=5MB/sec 2024-04-02T08:56:12.199 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Tq_W07csbb_ujkc off=1051746 len=1959054 2024-04-02T08:56:12.206 INFO:tasks.workunit.client.0.smithi012.stdout:op 3529 completed, throughput=5MB/sec 2024-04-02T08:56:12.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:56:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:56:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:56:13.206 INFO:tasks.workunit.client.0.smithi012.stdout: 703: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:13.206 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-gUVwDAoeOecn7xA off=8089238 len=779313 2024-04-02T08:56:13.207 INFO:tasks.workunit.client.0.smithi012.stdout:op 3530 completed, throughput=5MB/sec 2024-04-02T08:56:13.207 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-fpdQHkuXLwuMQGx off=12367413 len=903791 2024-04-02T08:56:13.211 INFO:tasks.workunit.client.0.smithi012.stdout:op 3531 completed, throughput=5MB/sec 2024-04-02T08:56:13.211 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-8MlJHErBY2Mx0xk off=3711955 len=997498 2024-04-02T08:56:13.213 INFO:tasks.workunit.client.0.smithi012.stdout:op 3532 completed, throughput=5MB/sec 2024-04-02T08:56:13.213 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-oATBDfN-h9rW91K off=15557356 len=1864440 2024-04-02T08:56:13.214 INFO:tasks.workunit.client.0.smithi012.stdout:op 3533 completed, throughput=5MB/sec 2024-04-02T08:56:13.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:56:13 smithi055 ceph-mon[85080]: pgmap v1771: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:56:13.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:56:13 smithi012 ceph-mon[88355]: pgmap v1771: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:56:13.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:56:13 smithi012 ceph-mon[90784]: pgmap v1771: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:56:14.214 INFO:tasks.workunit.client.0.smithi012.stdout: 704: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:14.215 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-5heRSnBcrPyOeYu off=12728702 len=1439081 2024-04-02T08:56:14.216 INFO:tasks.workunit.client.0.smithi012.stdout:op 3534 completed, throughput=5MB/sec 2024-04-02T08:56:14.216 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-dVZFeD92Gxiur-5 off=13573443 len=1031301 2024-04-02T08:56:14.218 INFO:tasks.workunit.client.0.smithi012.stdout:op 3535 completed, throughput=5MB/sec 2024-04-02T08:56:14.218 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-1mC9aQwxftXH1MD off=5172790 len=93314 2024-04-02T08:56:14.221 INFO:tasks.workunit.client.0.smithi012.stdout:op 3536 completed, throughput=5MB/sec 2024-04-02T08:56:14.221 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ZZfYFPz4wOXh_r0 off=3686788 len=1773697 2024-04-02T08:56:14.230 INFO:tasks.workunit.client.0.smithi012.stdout:op 3537 completed, throughput=5MB/sec 2024-04-02T08:56:14.230 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-O3Iha5Suzetlw88 off=9204607 len=373106 2024-04-02T08:56:14.233 INFO:tasks.workunit.client.0.smithi012.stdout:op 3538 completed, throughput=5MB/sec 2024-04-02T08:56:14.233 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj--gwA3c06C7zCQYR off=7248283 len=1924174 2024-04-02T08:56:14.241 INFO:tasks.workunit.client.0.smithi012.stdout:op 3539 completed, throughput=5MB/sec 2024-04-02T08:56:14.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:56:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:14.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:56:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:14.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:56:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:15.242 INFO:tasks.workunit.client.0.smithi012.stdout: 705: throughput=5MB/sec pending data=0 2024-04-02T08:56:15.242 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-sOveW5pgyIbtBt5 off=9549978 len=1130217 2024-04-02T08:56:15.243 INFO:tasks.workunit.client.0.smithi012.stdout:op 3540 completed, throughput=5MB/sec 2024-04-02T08:56:15.243 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-qAwiioOoI3uJLp_ off=1019730 len=542659 2024-04-02T08:56:15.244 INFO:tasks.workunit.client.0.smithi012.stdout:op 3541 completed, throughput=5MB/sec 2024-04-02T08:56:15.245 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-k9Ma5yJnAhnjFAW off=11459860 len=647327 2024-04-02T08:56:15.248 INFO:tasks.workunit.client.0.smithi012.stdout:op 3542 completed, throughput=5MB/sec 2024-04-02T08:56:15.248 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-NdTeNN8D3JlwIag off=12981824 len=876215 2024-04-02T08:56:15.248 INFO:tasks.workunit.client.0.smithi012.stdout:op 3543 completed, throughput=5MB/sec 2024-04-02T08:56:15.249 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-6ciTLY7iIuQAWnT off=1903583 len=1259855 2024-04-02T08:56:15.250 INFO:tasks.workunit.client.0.smithi012.stdout:op 3544 completed, throughput=5MB/sec 2024-04-02T08:56:15.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:56:15 smithi055 ceph-mon[85080]: pgmap v1772: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:56:15.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:56:15 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:56:15.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:56:15 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:56:15.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:56:15 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:56:15.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:56:15 smithi012 ceph-mon[90784]: pgmap v1772: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:56:15.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:56:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:56:15.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:56:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:56:15.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:56:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:56:15.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:56:15 smithi012 ceph-mon[88355]: pgmap v1772: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:56:15.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:56:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:56:15.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:56:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:56:15.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:56:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:56:16.250 INFO:tasks.workunit.client.0.smithi012.stdout: 706: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:16.250 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-U_EBSk--Sy-CkVf off=3886307 len=1038126 2024-04-02T08:56:16.254 INFO:tasks.workunit.client.0.smithi012.stdout:op 3545 completed, throughput=5MB/sec 2024-04-02T08:56:16.255 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-jRYqGMrGr2vJa8E off=2127945 len=766428 2024-04-02T08:56:16.258 INFO:tasks.workunit.client.0.smithi012.stdout:op 3546 completed, throughput=5MB/sec 2024-04-02T08:56:16.258 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-YqmEZYziNlwLwmV off=6537205 len=2025526 2024-04-02T08:56:16.261 INFO:tasks.workunit.client.0.smithi012.stdout:op 3547 completed, throughput=5MB/sec 2024-04-02T08:56:16.261 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-HQ7UCvxyzIuerSK off=22074060 len=312204 2024-04-02T08:56:16.264 INFO:tasks.workunit.client.0.smithi012.stdout:op 3548 completed, throughput=5MB/sec 2024-04-02T08:56:16.264 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Sts7l9y_cnWH8tA off=4854043 len=1576726 2024-04-02T08:56:16.268 INFO:tasks.workunit.client.0.smithi012.stdout:op 3549 completed, throughput=5MB/sec 2024-04-02T08:56:16.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:56:16 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:56:16.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:56:16 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:56:16.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:56:16 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:56:16.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:56:16 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:56:16.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:56:16 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:56:16.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:56:16 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:56:16.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:56:16 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:56:16.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:56:16 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:56:16.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:56:16 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:56:17.268 INFO:tasks.workunit.client.0.smithi012.stdout: 707: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:17.268 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-8Xj9HunCMYWyW4y off=3905860 len=994717 2024-04-02T08:56:17.269 INFO:tasks.workunit.client.0.smithi012.stdout:op 3550 completed, throughput=5MB/sec 2024-04-02T08:56:17.269 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-NdTeNN8D3JlwIag off=8828552 len=672036 2024-04-02T08:56:17.272 INFO:tasks.workunit.client.0.smithi012.stdout:op 3551 completed, throughput=5MB/sec 2024-04-02T08:56:17.273 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-_YfR1MW7bHwphBl off=532475 len=2047475 2024-04-02T08:56:17.274 INFO:tasks.workunit.client.0.smithi012.stdout:op 3552 completed, throughput=5MB/sec 2024-04-02T08:56:17.274 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-u0GfGERKkBW4Tr4 off=15939475 len=100094 2024-04-02T08:56:17.275 INFO:tasks.workunit.client.0.smithi012.stdout:op 3553 completed, throughput=5MB/sec 2024-04-02T08:56:17.276 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-gip_g4HQTdnexDb off=731180 len=328321 2024-04-02T08:56:17.278 INFO:tasks.workunit.client.0.smithi012.stdout:op 3554 completed, throughput=5MB/sec 2024-04-02T08:56:18.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:56:17 smithi055 ceph-mon[85080]: pgmap v1773: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:56:18.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:56:17 smithi012 ceph-mon[88355]: pgmap v1773: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:56:18.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:56:17 smithi012 ceph-mon[90784]: pgmap v1773: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:56:18.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:56:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:56:17] "GET /metrics HTTP/1.1" 200 34059 "" "Prometheus/2.43.0" 2024-04-02T08:56:18.278 INFO:tasks.workunit.client.0.smithi012.stdout: 708: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:18.278 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-2saDBOy5UhTiGPN off=21020 len=1819296 2024-04-02T08:56:18.282 INFO:tasks.workunit.client.0.smithi012.stdout:op 3555 completed, throughput=5MB/sec 2024-04-02T08:56:18.282 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-75CZWRaErb4-jk8 off=1548061 len=1307256 2024-04-02T08:56:18.287 INFO:tasks.workunit.client.0.smithi012.stdout:op 3556 completed, throughput=5MB/sec 2024-04-02T08:56:18.287 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-jd3CiUhKFcg1yqi off=16274 len=913778 2024-04-02T08:56:18.289 INFO:tasks.workunit.client.0.smithi012.stdout:op 3557 completed, throughput=5MB/sec 2024-04-02T08:56:18.289 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Vip2j-6NWCDfRWR off=19401198 len=927610 2024-04-02T08:56:18.291 INFO:tasks.workunit.client.0.smithi012.stdout:op 3558 completed, throughput=5MB/sec 2024-04-02T08:56:18.291 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-357VrpXwp0GcDW8 off=2328368 len=849789 2024-04-02T08:56:18.296 INFO:tasks.workunit.client.0.smithi012.stdout:op 3559 completed, throughput=5MB/sec 2024-04-02T08:56:19.296 INFO:tasks.workunit.client.0.smithi012.stdout: 709: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:19.297 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-vkCSi07KURbseNa off=5099407 len=1997595 2024-04-02T08:56:19.304 INFO:tasks.workunit.client.0.smithi012.stdout:op 3560 completed, throughput=5MB/sec 2024-04-02T08:56:19.304 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj--UNlaQbHbO82761 off=1116057 len=1853865 2024-04-02T08:56:19.305 INFO:tasks.workunit.client.0.smithi012.stdout:op 3561 completed, throughput=5MB/sec 2024-04-02T08:56:19.305 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ZfHIBeLyAnz-1hF off=4904292 len=556764 2024-04-02T08:56:19.307 INFO:tasks.workunit.client.0.smithi012.stdout:op 3562 completed, throughput=5MB/sec 2024-04-02T08:56:19.307 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-_fk94njihvf2rSL off=444771 len=745583 2024-04-02T08:56:19.308 INFO:tasks.workunit.client.0.smithi012.stdout:op 3563 completed, throughput=5MB/sec 2024-04-02T08:56:20.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:56:19 smithi055 ceph-mon[85080]: pgmap v1774: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:56:20.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:56:19 smithi012 ceph-mon[88355]: pgmap v1774: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:56:20.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:56:19 smithi012 ceph-mon[90784]: pgmap v1774: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:56:20.308 INFO:tasks.workunit.client.0.smithi012.stdout: 710: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:20.309 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-dNH8ZWr5YKt8Qr3 off=5414355 len=1487705 2024-04-02T08:56:20.316 INFO:tasks.workunit.client.0.smithi012.stdout:op 3564 completed, throughput=5MB/sec 2024-04-02T08:56:20.316 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-matENOOjOwap2kC off=752296 len=334451 2024-04-02T08:56:20.319 INFO:tasks.workunit.client.0.smithi012.stdout:op 3565 completed, throughput=5MB/sec 2024-04-02T08:56:20.319 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-XyE-NgwGwgVnEJ8 off=9160847 len=1169896 2024-04-02T08:56:20.321 INFO:tasks.workunit.client.0.smithi012.stdout:op 3566 completed, throughput=5MB/sec 2024-04-02T08:56:20.321 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Sz-BA8lTWdRoh8y off=2180842 len=1210764 2024-04-02T08:56:20.322 INFO:tasks.workunit.client.0.smithi012.stdout:op 3567 completed, throughput=5MB/sec 2024-04-02T08:56:20.322 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-eNBch--X5wKgZhf off=10652615 len=1604863 2024-04-02T08:56:20.329 INFO:tasks.workunit.client.0.smithi012.stdout:op 3568 completed, throughput=5MB/sec 2024-04-02T08:56:21.330 INFO:tasks.workunit.client.0.smithi012.stdout: 711: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:21.330 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-m2nYjd3MPvb-AAy off=1417835 len=2068623 2024-04-02T08:56:21.331 INFO:tasks.workunit.client.0.smithi012.stdout:op 3569 completed, throughput=5MB/sec 2024-04-02T08:56:21.331 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-K6yx7wRfW2RzTn_ off=238632 len=995854 2024-04-02T08:56:21.335 INFO:tasks.workunit.client.0.smithi012.stdout:op 3570 completed, throughput=5MB/sec 2024-04-02T08:56:21.336 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-MZ8k_0ODax0dVph off=9628326 len=646565 2024-04-02T08:56:21.338 INFO:tasks.workunit.client.0.smithi012.stdout:op 3571 completed, throughput=5MB/sec 2024-04-02T08:56:21.339 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-_JWinw4UW5W5MCm off=935949 len=1499619 2024-04-02T08:56:21.340 INFO:tasks.workunit.client.0.smithi012.stdout:op 3572 completed, throughput=5MB/sec 2024-04-02T08:56:22.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:56:21 smithi055 ceph-mon[85080]: pgmap v1775: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:56:22.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:56:21 smithi012 ceph-mon[88355]: pgmap v1775: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:56:22.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:56:21 smithi012 ceph-mon[90784]: pgmap v1775: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:56:22.340 INFO:tasks.workunit.client.0.smithi012.stdout: 712: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:22.340 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-STf9GnC1bn2JDwT off=4556289 len=1894702 2024-04-02T08:56:22.347 INFO:tasks.workunit.client.0.smithi012.stdout:op 3573 completed, throughput=5MB/sec 2024-04-02T08:56:22.347 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-2n5uz6jfTTZyoQN off=3810464 len=1946502 2024-04-02T08:56:22.353 INFO:tasks.workunit.client.0.smithi012.stdout:op 3574 completed, throughput=5MB/sec 2024-04-02T08:56:22.354 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-7sX4faMLDXClMVL off=11003848 len=613525 2024-04-02T08:56:22.356 INFO:tasks.workunit.client.0.smithi012.stdout:op 3575 completed, throughput=5MB/sec 2024-04-02T08:56:22.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:56:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:56:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:56:23.357 INFO:tasks.workunit.client.0.smithi012.stdout: 713: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:23.357 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-OkhbycQUOyG7t-E off=14958132 len=1475980 2024-04-02T08:56:23.364 INFO:tasks.workunit.client.0.smithi012.stdout:op 3576 completed, throughput=5MB/sec 2024-04-02T08:56:23.364 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-7UUUXlSwkFy-RZL off=9809151 len=1488729 2024-04-02T08:56:23.365 INFO:tasks.workunit.client.0.smithi012.stdout:op 3577 completed, throughput=5MB/sec 2024-04-02T08:56:23.365 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-INXukju-p-Yg1pe off=12812194 len=1926940 2024-04-02T08:56:23.367 INFO:tasks.workunit.client.0.smithi012.stdout:op 3578 completed, throughput=5MB/sec 2024-04-02T08:56:23.367 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ioqY6PpIyTgIMSt off=15789171 len=598179 2024-04-02T08:56:23.371 INFO:tasks.workunit.client.0.smithi012.stdout:op 3579 completed, throughput=5MB/sec 2024-04-02T08:56:24.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:56:23 smithi055 ceph-mon[85080]: pgmap v1776: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:56:24.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:56:23 smithi012 ceph-mon[88355]: pgmap v1776: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:56:24.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:56:23 smithi012 ceph-mon[90784]: pgmap v1776: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:56:24.371 INFO:tasks.workunit.client.0.smithi012.stdout: 714: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:24.371 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-XhJ9TjX9qy0VoQd off=9037483 len=434307 2024-04-02T08:56:24.372 INFO:tasks.workunit.client.0.smithi012.stdout:op 3580 completed, throughput=4.99MB/sec 2024-04-02T08:56:24.372 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-6O4mUpf3jM-e4nW off=3282119 len=2062918 2024-04-02T08:56:24.382 INFO:tasks.workunit.client.0.smithi012.stdout:op 3581 completed, throughput=5MB/sec 2024-04-02T08:56:24.382 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-S61HduSWJkSM3yQ off=7767515 len=1231252 2024-04-02T08:56:24.383 INFO:tasks.workunit.client.0.smithi012.stdout:op 3582 completed, throughput=5MB/sec 2024-04-02T08:56:24.383 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-6uGF3X1XgxxIcaD off=10643555 len=1986938 2024-04-02T08:56:24.393 INFO:tasks.workunit.client.0.smithi012.stdout:op 3583 completed, throughput=5MB/sec 2024-04-02T08:56:25.393 INFO:tasks.workunit.client.0.smithi012.stdout: 715: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:25.393 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-9P38mizQGhRk843 off=14741394 len=1123363 2024-04-02T08:56:25.395 INFO:tasks.workunit.client.0.smithi012.stdout:op 3584 completed, throughput=5MB/sec 2024-04-02T08:56:25.395 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-KdrL_LWH9cZdZqJ off=2806859 len=1953365 2024-04-02T08:56:25.406 INFO:tasks.workunit.client.0.smithi012.stdout:op 3585 completed, throughput=5MB/sec 2024-04-02T08:56:25.406 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-U6use9Z1emgcMe1 off=2581820 len=2029472 2024-04-02T08:56:25.413 INFO:tasks.workunit.client.0.smithi012.stdout:op 3586 completed, throughput=5MB/sec 2024-04-02T08:56:26.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:56:25 smithi055 ceph-mon[85080]: pgmap v1777: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T08:56:26.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:56:25 smithi012 ceph-mon[88355]: pgmap v1777: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T08:56:26.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:56:25 smithi012 ceph-mon[90784]: pgmap v1777: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T08:56:26.413 INFO:tasks.workunit.client.0.smithi012.stdout: 716: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:26.413 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-AZg0tp0zwt8nLgR off=16171746 len=2033873 2024-04-02T08:56:26.415 INFO:tasks.workunit.client.0.smithi012.stdout:op 3587 completed, throughput=5MB/sec 2024-04-02T08:56:26.415 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-UGZKxI6ayb5MbK8 off=2728459 len=1582503 2024-04-02T08:56:26.422 INFO:tasks.workunit.client.0.smithi012.stdout:op 3588 completed, throughput=5MB/sec 2024-04-02T08:56:26.422 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-y-w0FJVBH1ID7l9 off=8270224 len=336486 2024-04-02T08:56:26.423 INFO:tasks.workunit.client.0.smithi012.stdout:op 3589 completed, throughput=5MB/sec 2024-04-02T08:56:26.423 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-4KvTnX4Ha1QD7SR off=10547811 len=603667 2024-04-02T08:56:26.423 INFO:tasks.workunit.client.0.smithi012.stdout:op 3590 completed, throughput=5MB/sec 2024-04-02T08:56:26.423 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-FUBqH2ORXV_D5o5 off=14777616 len=1669276 2024-04-02T08:56:26.425 INFO:tasks.workunit.client.0.smithi012.stdout:op 3591 completed, throughput=5MB/sec 2024-04-02T08:56:27.425 INFO:tasks.workunit.client.0.smithi012.stdout: 717: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:27.425 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-8aoVFGu-Zncz-GZ off=11121562 len=1150088 2024-04-02T08:56:27.431 INFO:tasks.workunit.client.0.smithi012.stdout:op 3592 completed, throughput=5MB/sec 2024-04-02T08:56:27.431 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-KH4uozDK_zUshat off=2943547 len=410817 2024-04-02T08:56:27.434 INFO:tasks.workunit.client.0.smithi012.stdout:op 3593 completed, throughput=5MB/sec 2024-04-02T08:56:27.434 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-RIecVCjjWUYRUwm off=14565642 len=687386 2024-04-02T08:56:27.438 INFO:tasks.workunit.client.0.smithi012.stdout:op 3594 completed, throughput=5MB/sec 2024-04-02T08:56:27.438 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-cRMvnNreHLZx5Wu off=2359529 len=1963403 2024-04-02T08:56:27.445 INFO:tasks.workunit.client.0.smithi012.stdout:op 3595 completed, throughput=5MB/sec 2024-04-02T08:56:28.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:56:27 smithi055 ceph-mon[85080]: pgmap v1778: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:56:28.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:56:27 smithi012 ceph-mon[88355]: pgmap v1778: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:56:28.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:56:27 smithi012 ceph-mon[90784]: pgmap v1778: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:56:28.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:56:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:56:27] "GET /metrics HTTP/1.1" 200 34059 "" "Prometheus/2.43.0" 2024-04-02T08:56:28.445 INFO:tasks.workunit.client.0.smithi012.stdout: 718: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:28.446 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-QRK3p6twbMqAHKh off=4908728 len=1413976 2024-04-02T08:56:28.446 INFO:tasks.workunit.client.0.smithi012.stdout:op 3596 completed, throughput=5MB/sec 2024-04-02T08:56:28.447 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-2ELISs3Sf-tCztY off=13819701 len=1433452 2024-04-02T08:56:28.454 INFO:tasks.workunit.client.0.smithi012.stdout:op 3597 completed, throughput=5MB/sec 2024-04-02T08:56:28.454 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-RKOVbSxcsMyjZQn off=10249654 len=1521401 2024-04-02T08:56:28.461 INFO:tasks.workunit.client.0.smithi012.stdout:op 3598 completed, throughput=5MB/sec 2024-04-02T08:56:28.461 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-emoVxxO9G5ZX-Sn off=1177172 len=1882963 2024-04-02T08:56:28.470 INFO:tasks.workunit.client.0.smithi012.stdout:op 3599 completed, throughput=5MB/sec 2024-04-02T08:56:29.470 INFO:tasks.workunit.client.0.smithi012.stdout: 719: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:29.471 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-SpPMbit9a_ZIQzy off=7622517 len=1126845 2024-04-02T08:56:29.471 INFO:tasks.workunit.client.0.smithi012.stdout:op 3600 completed, throughput=5MB/sec 2024-04-02T08:56:29.472 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-q-QF7vclJPnqNDw off=7579818 len=573222 2024-04-02T08:56:29.473 INFO:tasks.workunit.client.0.smithi012.stdout:op 3601 completed, throughput=5MB/sec 2024-04-02T08:56:29.473 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-4w04INWm5xhVd9X off=9775231 len=1117984 2024-04-02T08:56:29.475 INFO:tasks.workunit.client.0.smithi012.stdout:op 3602 completed, throughput=5MB/sec 2024-04-02T08:56:29.475 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-UqU8ntBOSMIGP21 off=6288899 len=457513 2024-04-02T08:56:29.478 INFO:tasks.workunit.client.0.smithi012.stdout:op 3603 completed, throughput=5MB/sec 2024-04-02T08:56:29.478 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-K2bj_BEBiS7Kxv7 off=8942091 len=1244269 2024-04-02T08:56:29.484 INFO:tasks.workunit.client.0.smithi012.stdout:op 3604 completed, throughput=5MB/sec 2024-04-02T08:56:30.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:56:29 smithi055 ceph-mon[85080]: pgmap v1779: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:56:30.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:56:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:30.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:56:29 smithi012 ceph-mon[88355]: pgmap v1779: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:56:30.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:56:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:30.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:56:29 smithi012 ceph-mon[90784]: pgmap v1779: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:56:30.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:56:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:30.485 INFO:tasks.workunit.client.0.smithi012.stdout: 720: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:30.485 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-HAGxh10vsCz4RYu off=10215432 len=1515519 2024-04-02T08:56:30.486 INFO:tasks.workunit.client.0.smithi012.stdout:op 3605 completed, throughput=5MB/sec 2024-04-02T08:56:30.486 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-wEsaIeBALN_b7Ef off=9870757 len=1045141 2024-04-02T08:56:30.487 INFO:tasks.workunit.client.0.smithi012.stdout:op 3606 completed, throughput=5MB/sec 2024-04-02T08:56:30.487 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-IwfkXpmi_lGiNsN off=5338409 len=1938183 2024-04-02T08:56:30.495 INFO:tasks.workunit.client.0.smithi012.stdout:op 3607 completed, throughput=5MB/sec 2024-04-02T08:56:30.495 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Qk4Qyy0F5zncxFR off=11242807 len=159946 2024-04-02T08:56:30.497 INFO:tasks.workunit.client.0.smithi012.stdout:op 3608 completed, throughput=5MB/sec 2024-04-02T08:56:30.497 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-z5KbDulnWSlg3Y3 off=1949550 len=1166845 2024-04-02T08:56:30.498 INFO:tasks.workunit.client.0.smithi012.stdout:op 3609 completed, throughput=5MB/sec 2024-04-02T08:56:31.499 INFO:tasks.workunit.client.0.smithi012.stdout: 721: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:31.499 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-7BfVYU89gLiGPp9 off=477815 len=661104 2024-04-02T08:56:31.500 INFO:tasks.workunit.client.0.smithi012.stdout:op 3610 completed, throughput=4.99MB/sec 2024-04-02T08:56:31.501 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-BF4dCL4HzRAv4ug off=1963189 len=643659 2024-04-02T08:56:31.505 INFO:tasks.workunit.client.0.smithi012.stdout:op 3611 completed, throughput=5MB/sec 2024-04-02T08:56:31.505 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-IwOm-cMAy83QVMO off=1376265 len=56716 2024-04-02T08:56:31.507 INFO:tasks.workunit.client.0.smithi012.stdout:op 3612 completed, throughput=5MB/sec 2024-04-02T08:56:31.507 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-6XkRI5u9y9FcmpV off=593327 len=940739 2024-04-02T08:56:31.511 INFO:tasks.workunit.client.0.smithi012.stdout:op 3613 completed, throughput=5MB/sec 2024-04-02T08:56:31.511 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-G0HOuPzfz5bsdI1 off=5326192 len=2095645 2024-04-02T08:56:31.522 INFO:tasks.workunit.client.0.smithi012.stdout:op 3614 completed, throughput=5MB/sec 2024-04-02T08:56:31.522 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-UEvAsvx2WYT7_Wc off=1979838 len=1459509 2024-04-02T08:56:31.523 INFO:tasks.workunit.client.0.smithi012.stdout:op 3615 completed, throughput=5MB/sec 2024-04-02T08:56:32.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:56:31 smithi055 ceph-mon[85080]: pgmap v1780: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:56:32.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:56:31 smithi012 ceph-mon[88355]: pgmap v1780: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:56:32.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:56:31 smithi012 ceph-mon[90784]: pgmap v1780: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:56:32.523 INFO:tasks.workunit.client.0.smithi012.stdout: 722: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:32.524 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-88FgERHbEv-Jc6p off=6280334 len=217828 2024-04-02T08:56:32.526 INFO:tasks.workunit.client.0.smithi012.stdout:op 3616 completed, throughput=5MB/sec 2024-04-02T08:56:32.526 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-4-EzDcR1yVmCCgL off=4800733 len=704681 2024-04-02T08:56:32.530 INFO:tasks.workunit.client.0.smithi012.stdout:op 3617 completed, throughput=5MB/sec 2024-04-02T08:56:32.530 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-qSc7TKkP97gKeUv off=828812 len=1927111 2024-04-02T08:56:32.533 INFO:tasks.workunit.client.0.smithi012.stdout:op 3618 completed, throughput=5MB/sec 2024-04-02T08:56:32.533 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-mfJiGz4KlolRXII off=1278125 len=1107956 2024-04-02T08:56:32.538 INFO:tasks.workunit.client.0.smithi012.stdout:op 3619 completed, throughput=5MB/sec 2024-04-02T08:56:32.538 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-DdCWN_inpE2ldzr off=653521 len=1711742 2024-04-02T08:56:32.540 INFO:tasks.workunit.client.0.smithi012.stdout:op 3620 completed, throughput=5MB/sec 2024-04-02T08:56:32.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:56:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:56:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:56:33.540 INFO:tasks.workunit.client.0.smithi012.stdout: 723: throughput=5MB/sec pending data=0 2024-04-02T08:56:33.540 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ann28yUryPG1DDs off=1537363 len=1034351 2024-04-02T08:56:33.541 INFO:tasks.workunit.client.0.smithi012.stdout:op 3621 completed, throughput=5MB/sec 2024-04-02T08:56:33.541 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-zixgUG5B6NH2fzZ off=8279771 len=2022601 2024-04-02T08:56:33.543 INFO:tasks.workunit.client.0.smithi012.stdout:op 3622 completed, throughput=5MB/sec 2024-04-02T08:56:33.543 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-2Hnvk08PndIsqX5 off=1766937 len=273067 2024-04-02T08:56:33.546 INFO:tasks.workunit.client.0.smithi012.stdout:op 3623 completed, throughput=5MB/sec 2024-04-02T08:56:33.546 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-7Oq1H_ieijp979d off=3916047 len=351443 2024-04-02T08:56:33.549 INFO:tasks.workunit.client.0.smithi012.stdout:op 3624 completed, throughput=5MB/sec 2024-04-02T08:56:33.549 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-M2F8PZ-EtuB0z73 off=7611004 len=1819467 2024-04-02T08:56:33.550 INFO:tasks.workunit.client.0.smithi012.stdout:op 3625 completed, throughput=5MB/sec 2024-04-02T08:56:34.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:56:33 smithi055 ceph-mon[85080]: pgmap v1781: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-02T08:56:34.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:56:33 smithi012 ceph-mon[88355]: pgmap v1781: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-02T08:56:34.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:56:33 smithi012 ceph-mon[90784]: pgmap v1781: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-02T08:56:34.551 INFO:tasks.workunit.client.0.smithi012.stdout: 724: throughput=5MB/sec pending data=0 2024-04-02T08:56:34.551 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-y58jL68-qF2gQE6 off=4789793 len=1380634 2024-04-02T08:56:34.558 INFO:tasks.workunit.client.0.smithi012.stdout:op 3626 completed, throughput=5MB/sec 2024-04-02T08:56:34.558 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-AFHYN20XZTxefc5 off=4997032 len=852432 2024-04-02T08:56:34.563 INFO:tasks.workunit.client.0.smithi012.stdout:op 3627 completed, throughput=5MB/sec 2024-04-02T08:56:34.563 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-RBxKf36lxZwhQQ7 off=2430829 len=1836656 2024-04-02T08:56:34.571 INFO:tasks.workunit.client.0.smithi012.stdout:op 3628 completed, throughput=5MB/sec 2024-04-02T08:56:35.571 INFO:tasks.workunit.client.0.smithi012.stdout: 725: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:35.571 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-64kTwu0Jmk5XCT5 off=9438975 len=1753377 2024-04-02T08:56:35.573 INFO:tasks.workunit.client.0.smithi012.stdout:op 3629 completed, throughput=5MB/sec 2024-04-02T08:56:35.573 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-PFzV_5uf3uygTMm off=4952721 len=1009600 2024-04-02T08:56:35.577 INFO:tasks.workunit.client.0.smithi012.stdout:op 3630 completed, throughput=5MB/sec 2024-04-02T08:56:35.577 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-gBNAVG-n3hPcmYG off=3086466 len=219657 2024-04-02T08:56:35.580 INFO:tasks.workunit.client.0.smithi012.stdout:op 3631 completed, throughput=5MB/sec 2024-04-02T08:56:35.580 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-AIW9InT6YX2oKxB off=3168064 len=1331311 2024-04-02T08:56:35.581 INFO:tasks.workunit.client.0.smithi012.stdout:op 3632 completed, throughput=5MB/sec 2024-04-02T08:56:35.581 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-lV2IW3UEFXTRzh4 off=13994464 len=1903724 2024-04-02T08:56:35.582 INFO:tasks.workunit.client.0.smithi012.stdout:op 3633 completed, throughput=5MB/sec 2024-04-02T08:56:36.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:56:35 smithi055 ceph-mon[85080]: pgmap v1782: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:56:36.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:56:35 smithi012 ceph-mon[88355]: pgmap v1782: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:56:36.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:56:35 smithi012 ceph-mon[90784]: pgmap v1782: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:56:36.582 INFO:tasks.workunit.client.0.smithi012.stdout: 726: throughput=5MB/sec pending data=0 2024-04-02T08:56:36.582 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-NXsa9WTdWqezXaj off=2942338 len=1089150 2024-04-02T08:56:36.585 INFO:tasks.workunit.client.0.smithi012.stdout:op 3634 completed, throughput=5MB/sec 2024-04-02T08:56:36.585 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Rx5ByZnoCxpQZRy off=19194731 len=1993 2024-04-02T08:56:36.585 INFO:tasks.workunit.client.0.smithi012.stdout:op 3635 completed, throughput=5MB/sec 2024-04-02T08:56:36.586 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-sZYOPXet17MtnMw off=16971344 len=1847463 2024-04-02T08:56:36.587 INFO:tasks.workunit.client.0.smithi012.stdout:op 3636 completed, throughput=5MB/sec 2024-04-02T08:56:36.587 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-qciXkM1negJxCie off=9938544 len=1015846 2024-04-02T08:56:36.588 INFO:tasks.workunit.client.0.smithi012.stdout:op 3637 completed, throughput=5MB/sec 2024-04-02T08:56:37.588 INFO:tasks.workunit.client.0.smithi012.stdout: 727: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:37.588 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-hDlOMkBGcLqu2kS off=1233270 len=574397 2024-04-02T08:56:37.590 INFO:tasks.workunit.client.0.smithi012.stdout:op 3638 completed, throughput=4.99MB/sec 2024-04-02T08:56:37.590 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-6sz7q7AgsCGriFq off=129804 len=636272 2024-04-02T08:56:37.590 INFO:tasks.workunit.client.0.smithi012.stdout:op 3639 completed, throughput=4.99MB/sec 2024-04-02T08:56:37.590 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-IrIIuP_wdRHCrYN off=1780784 len=1280764 2024-04-02T08:56:37.593 INFO:tasks.workunit.client.0.smithi012.stdout:op 3640 completed, throughput=5MB/sec 2024-04-02T08:56:37.593 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-2pcnDKR6arnh6z3 off=1563088 len=373817 2024-04-02T08:56:37.594 INFO:tasks.workunit.client.0.smithi012.stdout:op 3641 completed, throughput=5MB/sec 2024-04-02T08:56:37.594 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-5KJg15jIlAjhrJF off=7586475 len=1216421 2024-04-02T08:56:37.599 INFO:tasks.workunit.client.0.smithi012.stdout:op 3642 completed, throughput=5MB/sec 2024-04-02T08:56:37.599 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-FPj5aksdbwRDcqF off=13834841 len=1343480 2024-04-02T08:56:37.605 INFO:tasks.workunit.client.0.smithi012.stdout:op 3643 completed, throughput=5MB/sec 2024-04-02T08:56:38.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:56:37 smithi012 ceph-mon[88355]: pgmap v1783: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:56:38.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:56:37 smithi012 ceph-mon[90784]: pgmap v1783: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:56:38.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:56:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:56:37] "GET /metrics HTTP/1.1" 200 34057 "" "Prometheus/2.43.0" 2024-04-02T08:56:38.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:56:37 smithi055 ceph-mon[85080]: pgmap v1783: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:56:38.606 INFO:tasks.workunit.client.0.smithi012.stdout: 728: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:38.606 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-MdxFFUQ5EzOb4-N off=534210 len=294380 2024-04-02T08:56:38.609 INFO:tasks.workunit.client.0.smithi012.stdout:op 3644 completed, throughput=4.99MB/sec 2024-04-02T08:56:38.609 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-OlDP-2cr0Ydd5wb off=2535893 len=262585 2024-04-02T08:56:38.611 INFO:tasks.workunit.client.0.smithi012.stdout:op 3645 completed, throughput=4.99MB/sec 2024-04-02T08:56:38.611 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-RsSRxrAPqAwbdLO off=7375765 len=1264516 2024-04-02T08:56:38.614 INFO:tasks.workunit.client.0.smithi012.stdout:op 3646 completed, throughput=5MB/sec 2024-04-02T08:56:38.614 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-oSmcy0ehBv9pfH3 off=1137793 len=1756419 2024-04-02T08:56:38.617 INFO:tasks.workunit.client.0.smithi012.stdout:op 3647 completed, throughput=5MB/sec 2024-04-02T08:56:38.617 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-qr518-0NGO_TVtL off=467047 len=1850495 2024-04-02T08:56:38.625 INFO:tasks.workunit.client.0.smithi012.stdout:op 3648 completed, throughput=5MB/sec 2024-04-02T08:56:39.626 INFO:tasks.workunit.client.0.smithi012.stdout: 729: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:39.626 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-xOOhpNswF7V1ORz off=6493535 len=89835 2024-04-02T08:56:39.628 INFO:tasks.workunit.client.0.smithi012.stdout:op 3649 completed, throughput=4.99MB/sec 2024-04-02T08:56:39.628 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-c5c71q1HfGFLaDH off=9694562 len=2032018 2024-04-02T08:56:39.636 INFO:tasks.workunit.client.0.smithi012.stdout:op 3650 completed, throughput=5MB/sec 2024-04-02T08:56:39.636 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-kEn0jNXvc5ZTkf7 off=9036422 len=1402730 2024-04-02T08:56:39.637 INFO:tasks.workunit.client.0.smithi012.stdout:op 3651 completed, throughput=5MB/sec 2024-04-02T08:56:39.637 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-s072eykJZquZEiA off=4788417 len=406707 2024-04-02T08:56:39.641 INFO:tasks.workunit.client.0.smithi012.stdout:op 3652 completed, throughput=5MB/sec 2024-04-02T08:56:39.641 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-WCGzvrlop24YWAl off=9320078 len=43786 2024-04-02T08:56:39.643 INFO:tasks.workunit.client.0.smithi012.stdout:op 3653 completed, throughput=5MB/sec 2024-04-02T08:56:39.643 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-e2MUfPxVy04LM14 off=19478821 len=1802941 2024-04-02T08:56:39.650 INFO:tasks.workunit.client.0.smithi012.stdout:op 3654 completed, throughput=5MB/sec 2024-04-02T08:56:40.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:56:39 smithi012 ceph-mon[88355]: pgmap v1784: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:56:40.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:56:39 smithi012 ceph-mon[90784]: pgmap v1784: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:56:40.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:56:39 smithi055 ceph-mon[85080]: pgmap v1784: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:56:40.650 INFO:tasks.workunit.client.0.smithi012.stdout: 730: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:40.651 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-matENOOjOwap2kC off=1377615 len=293041 2024-04-02T08:56:40.651 INFO:tasks.workunit.client.0.smithi012.stdout:op 3655 completed, throughput=4.99MB/sec 2024-04-02T08:56:40.652 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-a2OREU2k-H1YQaR off=2258531 len=809732 2024-04-02T08:56:40.657 INFO:tasks.workunit.client.0.smithi012.stdout:op 3656 completed, throughput=5MB/sec 2024-04-02T08:56:40.657 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-zM1dkH3TX3QpjMX off=11884875 len=1494232 2024-04-02T08:56:40.658 INFO:tasks.workunit.client.0.smithi012.stdout:op 3657 completed, throughput=5MB/sec 2024-04-02T08:56:40.658 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-fsbO9Y7LI1-0yit off=6338791 len=502666 2024-04-02T08:56:40.663 INFO:tasks.workunit.client.0.smithi012.stdout:op 3658 completed, throughput=5MB/sec 2024-04-02T08:56:40.663 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-MRhVIFMlhq9i3Ou off=16620876 len=1418724 2024-04-02T08:56:40.669 INFO:tasks.workunit.client.0.smithi012.stdout:op 3659 completed, throughput=5MB/sec 2024-04-02T08:56:40.670 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-u9qpp2vqQNdctB3 off=908523 len=330819 2024-04-02T08:56:40.672 INFO:tasks.workunit.client.0.smithi012.stdout:op 3660 completed, throughput=5MB/sec 2024-04-02T08:56:41.673 INFO:tasks.workunit.client.0.smithi012.stdout: 731: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:41.673 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-bKfrU9QWQNeslBW off=482197 len=900185 2024-04-02T08:56:41.677 INFO:tasks.workunit.client.0.smithi012.stdout:op 3661 completed, throughput=4.99MB/sec 2024-04-02T08:56:41.677 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-v4weKjmEzT8EMi9 off=20516396 len=311840 2024-04-02T08:56:41.678 INFO:tasks.workunit.client.0.smithi012.stdout:op 3662 completed, throughput=4.99MB/sec 2024-04-02T08:56:41.678 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-expmYVNyZI11iY1 off=13953338 len=1540486 2024-04-02T08:56:41.683 INFO:tasks.workunit.client.0.smithi012.stdout:op 3663 completed, throughput=5MB/sec 2024-04-02T08:56:41.683 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-vD9K2fkIXeBdhB4 off=98739 len=1637997 2024-04-02T08:56:41.690 INFO:tasks.workunit.client.0.smithi012.stdout:op 3664 completed, throughput=5MB/sec 2024-04-02T08:56:41.691 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-t1RflZ6OTvMZezs off=14022746 len=28193 2024-04-02T08:56:41.691 INFO:tasks.workunit.client.0.smithi012.stdout:op 3665 completed, throughput=5MB/sec 2024-04-02T08:56:41.691 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-l0Ajxy0a24yx-eP off=1338516 len=1934493 2024-04-02T08:56:41.692 INFO:tasks.workunit.client.0.smithi012.stdout:op 3666 completed, throughput=5MB/sec 2024-04-02T08:56:42.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:56:41 smithi012 ceph-mon[88355]: pgmap v1785: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:56:42.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:56:41 smithi012 ceph-mon[90784]: pgmap v1785: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:56:42.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:56:41 smithi055 ceph-mon[85080]: pgmap v1785: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:56:42.693 INFO:tasks.workunit.client.0.smithi012.stdout: 732: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:42.693 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-KtHVgbdauK97uPv off=10107087 len=1389647 2024-04-02T08:56:42.696 INFO:tasks.workunit.client.0.smithi012.stdout:op 3667 completed, throughput=5MB/sec 2024-04-02T08:56:42.696 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-LNU_gfQHSNmpDvf off=759469 len=29235 2024-04-02T08:56:42.698 INFO:tasks.workunit.client.0.smithi012.stdout:op 3668 completed, throughput=5MB/sec 2024-04-02T08:56:42.698 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-uhIpkO09BHGzRp- off=2817901 len=1681658 2024-04-02T08:56:42.704 INFO:tasks.workunit.client.0.smithi012.stdout:op 3669 completed, throughput=5MB/sec 2024-04-02T08:56:42.704 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-yJtmxpCFYH2odgv off=13027483 len=1609232 2024-04-02T08:56:42.707 INFO:tasks.workunit.client.0.smithi012.stdout:op 3670 completed, throughput=5MB/sec 2024-04-02T08:56:42.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:56:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:56:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:56:43.707 INFO:tasks.workunit.client.0.smithi012.stdout: 733: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:43.708 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-AZg0tp0zwt8nLgR off=3342320 len=1437865 2024-04-02T08:56:43.709 INFO:tasks.workunit.client.0.smithi012.stdout:op 3671 completed, throughput=5MB/sec 2024-04-02T08:56:43.709 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-_t77s7Xsu3S2GYm off=4897802 len=792523 2024-04-02T08:56:43.710 INFO:tasks.workunit.client.0.smithi012.stdout:op 3672 completed, throughput=5MB/sec 2024-04-02T08:56:43.710 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-s31cxon02kAD7RY off=9411361 len=1824656 2024-04-02T08:56:43.718 INFO:tasks.workunit.client.0.smithi012.stdout:op 3673 completed, throughput=5MB/sec 2024-04-02T08:56:43.718 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Gsmx-Xc_PjalGoY off=2179292 len=929536 2024-04-02T08:56:43.719 INFO:tasks.workunit.client.0.smithi012.stdout:op 3674 completed, throughput=5MB/sec 2024-04-02T08:56:44.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:56:43 smithi012 ceph-mon[88355]: pgmap v1786: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:56:44.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:56:43 smithi012 ceph-mon[90784]: pgmap v1786: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:56:44.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:56:43 smithi055 ceph-mon[85080]: pgmap v1786: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:56:44.719 INFO:tasks.workunit.client.0.smithi012.stdout: 734: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:44.719 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-pmrz3STrneZHuyg off=660479 len=730624 2024-04-02T08:56:44.722 INFO:tasks.workunit.client.0.smithi012.stdout:op 3675 completed, throughput=4.99MB/sec 2024-04-02T08:56:44.722 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-NmD93VVzh3FyM9t off=1358365 len=797367 2024-04-02T08:56:44.723 INFO:tasks.workunit.client.0.smithi012.stdout:op 3676 completed, throughput=5MB/sec 2024-04-02T08:56:44.723 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-I7XahhpksWcWDL5 off=5763906 len=707994 2024-04-02T08:56:44.725 INFO:tasks.workunit.client.0.smithi012.stdout:op 3677 completed, throughput=5MB/sec 2024-04-02T08:56:44.725 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-2inVek3EcVZ4IZ3 off=2354615 len=300156 2024-04-02T08:56:44.727 INFO:tasks.workunit.client.0.smithi012.stdout:op 3678 completed, throughput=5MB/sec 2024-04-02T08:56:44.727 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-SoPJwAaorarTEaK off=4967617 len=1008027 2024-04-02T08:56:44.731 INFO:tasks.workunit.client.0.smithi012.stdout:op 3679 completed, throughput=5MB/sec 2024-04-02T08:56:44.731 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-9-Oe5eQsy7uIKvi off=2738766 len=1404925 2024-04-02T08:56:44.737 INFO:tasks.workunit.client.0.smithi012.stdout:op 3680 completed, throughput=5MB/sec 2024-04-02T08:56:44.737 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-1v0jPU0ox4BkJK9 off=255570 len=2014252 2024-04-02T08:56:44.741 INFO:tasks.workunit.client.0.smithi012.stdout:op 3681 completed, throughput=5MB/sec 2024-04-02T08:56:45.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:56:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:45.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:56:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:45.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:56:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:45.741 INFO:tasks.workunit.client.0.smithi012.stdout: 735: throughput=5MB/sec pending data=0 2024-04-02T08:56:45.741 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-d-kmjYObMG5Qnru off=920519 len=275682 2024-04-02T08:56:45.742 INFO:tasks.workunit.client.0.smithi012.stdout:op 3682 completed, throughput=5MB/sec 2024-04-02T08:56:45.742 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-qwBQlAhMf_YRroQ off=17109502 len=2056978 2024-04-02T08:56:45.744 INFO:tasks.workunit.client.0.smithi012.stdout:op 3683 completed, throughput=5MB/sec 2024-04-02T08:56:45.744 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-h8tKHHTG0vcJU9b off=19927742 len=491387 2024-04-02T08:56:45.745 INFO:tasks.workunit.client.0.smithi012.stdout:op 3684 completed, throughput=5MB/sec 2024-04-02T08:56:45.745 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-9Hxwp-TUWg_pdPT off=2921071 len=770922 2024-04-02T08:56:45.746 INFO:tasks.workunit.client.0.smithi012.stdout:op 3685 completed, throughput=5MB/sec 2024-04-02T08:56:46.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:56:45 smithi012 ceph-mon[88355]: pgmap v1787: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:56:46.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:56:45 smithi012 ceph-mon[90784]: pgmap v1787: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:56:46.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:56:45 smithi055 ceph-mon[85080]: pgmap v1787: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:56:46.747 INFO:tasks.workunit.client.0.smithi012.stdout: 736: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:46.747 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ohrs2M1DiAYgYoW off=5658024 len=1814780 2024-04-02T08:56:46.755 INFO:tasks.workunit.client.0.smithi012.stdout:op 3686 completed, throughput=5MB/sec 2024-04-02T08:56:46.755 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-N0nTYjMzCNuj6US off=13725859 len=593799 2024-04-02T08:56:46.756 INFO:tasks.workunit.client.0.smithi012.stdout:op 3687 completed, throughput=5MB/sec 2024-04-02T08:56:46.757 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-tv_LzcJjKgiYINn off=385852 len=901996 2024-04-02T08:56:46.758 INFO:tasks.workunit.client.0.smithi012.stdout:op 3688 completed, throughput=5MB/sec 2024-04-02T08:56:46.759 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-n1eiznf2kv5UJKo off=438316 len=107462 2024-04-02T08:56:46.759 INFO:tasks.workunit.client.0.smithi012.stdout:op 3689 completed, throughput=5MB/sec 2024-04-02T08:56:46.759 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-qTPecx1cjf0l5ii off=1695591 len=1453953 2024-04-02T08:56:46.760 INFO:tasks.workunit.client.0.smithi012.stdout:op 3690 completed, throughput=5MB/sec 2024-04-02T08:56:46.760 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-MoqIXgUf7f-m39b off=9395748 len=827481 2024-04-02T08:56:46.764 INFO:tasks.workunit.client.0.smithi012.stdout:op 3691 completed, throughput=5MB/sec 2024-04-02T08:56:47.765 INFO:tasks.workunit.client.0.smithi012.stdout: 737: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:47.765 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-zhIXiEtzRJn6SXT off=595824 len=876972 2024-04-02T08:56:47.766 INFO:tasks.workunit.client.0.smithi012.stdout:op 3692 completed, throughput=5MB/sec 2024-04-02T08:56:47.766 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Zndzc2JmaLuFDdq off=9319464 len=508424 2024-04-02T08:56:47.766 INFO:tasks.workunit.client.0.smithi012.stdout:op 3693 completed, throughput=5MB/sec 2024-04-02T08:56:47.767 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-K7TSEyoxeD0YG6i off=9001969 len=1884369 2024-04-02T08:56:47.768 INFO:tasks.workunit.client.0.smithi012.stdout:op 3694 completed, throughput=5MB/sec 2024-04-02T08:56:47.768 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-A8ajpi45dq_yaQq off=10700320 len=876399 2024-04-02T08:56:47.772 INFO:tasks.workunit.client.0.smithi012.stdout:op 3695 completed, throughput=5MB/sec 2024-04-02T08:56:47.772 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-glk13Mv_WbxTOMs off=18337466 len=1903751 2024-04-02T08:56:47.775 INFO:tasks.workunit.client.0.smithi012.stdout:op 3696 completed, throughput=5MB/sec 2024-04-02T08:56:48.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:56:47 smithi012 ceph-mon[88355]: pgmap v1788: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:56:48.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:56:47 smithi012 ceph-mon[90784]: pgmap v1788: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:56:48.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:56:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:56:47] "GET /metrics HTTP/1.1" 200 34055 "" "Prometheus/2.43.0" 2024-04-02T08:56:48.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:56:47 smithi055 ceph-mon[85080]: pgmap v1788: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:56:48.775 INFO:tasks.workunit.client.0.smithi012.stdout: 738: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:48.776 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-FdPgZGaqa62nfan off=3608037 len=870426 2024-04-02T08:56:48.780 INFO:tasks.workunit.client.0.smithi012.stdout:op 3697 completed, throughput=5MB/sec 2024-04-02T08:56:48.780 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-WK9k81VapHvkJS7 off=3495091 len=1095133 2024-04-02T08:56:48.784 INFO:tasks.workunit.client.0.smithi012.stdout:op 3698 completed, throughput=5MB/sec 2024-04-02T08:56:48.784 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-h7j79-XfnSIKXbO off=5830681 len=194337 2024-04-02T08:56:48.785 INFO:tasks.workunit.client.0.smithi012.stdout:op 3699 completed, throughput=5MB/sec 2024-04-02T08:56:48.785 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-CHywMGhFX3PcrRC off=21625422 len=976899 2024-04-02T08:56:48.787 INFO:tasks.workunit.client.0.smithi012.stdout:op 3700 completed, throughput=5MB/sec 2024-04-02T08:56:48.787 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-M8YuIOe2GMxZRjw off=1095012 len=427658 2024-04-02T08:56:48.790 INFO:tasks.workunit.client.0.smithi012.stdout:op 3701 completed, throughput=5MB/sec 2024-04-02T08:56:48.790 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-f9ThLz8F8wnNdwh off=4135836 len=2013623 2024-04-02T08:56:48.799 INFO:tasks.workunit.client.0.smithi012.stdout:op 3702 completed, throughput=5MB/sec 2024-04-02T08:56:49.800 INFO:tasks.workunit.client.0.smithi012.stdout: 739: throughput=5MB/sec pending data=0 2024-04-02T08:56:49.800 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ma0I_yERRutrrJo off=8422902 len=1374007 2024-04-02T08:56:49.806 INFO:tasks.workunit.client.0.smithi012.stdout:op 3703 completed, throughput=5MB/sec 2024-04-02T08:56:49.806 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-iXhUWFgCps0iVtr off=0 len=1116118 2024-04-02T08:56:49.809 INFO:tasks.workunit.client.0.smithi012.stdout:op 3704 completed, throughput=5MB/sec 2024-04-02T08:56:49.809 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-9dTxkb1FZzuiNbd off=18716770 len=832788 2024-04-02T08:56:49.813 INFO:tasks.workunit.client.0.smithi012.stdout:op 3705 completed, throughput=5MB/sec 2024-04-02T08:56:49.813 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-8N8uKSSkt4n8LTV off=5663448 len=735041 2024-04-02T08:56:49.816 INFO:tasks.workunit.client.0.smithi012.stdout:op 3706 completed, throughput=5MB/sec 2024-04-02T08:56:50.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:56:49 smithi012 ceph-mon[88355]: pgmap v1789: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:56:50.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:56:49 smithi012 ceph-mon[90784]: pgmap v1789: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:56:50.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:56:49 smithi055 ceph-mon[85080]: pgmap v1789: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:56:50.816 INFO:tasks.workunit.client.0.smithi012.stdout: 740: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:50.816 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-oypzaofFNUkjyXP off=13066576 len=780597 2024-04-02T08:56:50.821 INFO:tasks.workunit.client.0.smithi012.stdout:op 3707 completed, throughput=4.99MB/sec 2024-04-02T08:56:50.821 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-2LSLw75JE95nlSL off=9026008 len=1470902 2024-04-02T08:56:50.822 INFO:tasks.workunit.client.0.smithi012.stdout:op 3708 completed, throughput=5MB/sec 2024-04-02T08:56:50.822 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-PlT3xsuGqN6JiWU off=5038931 len=652066 2024-04-02T08:56:50.825 INFO:tasks.workunit.client.0.smithi012.stdout:op 3709 completed, throughput=5MB/sec 2024-04-02T08:56:50.825 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Vzchd-8vm5vH5t3 off=7290186 len=754374 2024-04-02T08:56:50.826 INFO:tasks.workunit.client.0.smithi012.stdout:op 3710 completed, throughput=5MB/sec 2024-04-02T08:56:50.826 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-TKt7OybK_hiWZu1 off=17557205 len=1108769 2024-04-02T08:56:50.832 INFO:tasks.workunit.client.0.smithi012.stdout:op 3711 completed, throughput=5MB/sec 2024-04-02T08:56:50.832 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-an0K9Vcm0SmjKcU off=2424288 len=1023042 2024-04-02T08:56:50.834 INFO:tasks.workunit.client.0.smithi012.stdout:op 3712 completed, throughput=5MB/sec 2024-04-02T08:56:51.834 INFO:tasks.workunit.client.0.smithi012.stdout: 741: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:51.834 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-PIWnaGiH512jbCS off=468165 len=1569991 2024-04-02T08:56:51.837 INFO:tasks.workunit.client.0.smithi012.stdout:op 3713 completed, throughput=5MB/sec 2024-04-02T08:56:51.838 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-xe8VF4bbsNyv3VK off=122115 len=797736 2024-04-02T08:56:51.839 INFO:tasks.workunit.client.0.smithi012.stdout:op 3714 completed, throughput=5MB/sec 2024-04-02T08:56:51.840 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-mBb3Qlj55kw2NRC off=9298242 len=1746293 2024-04-02T08:56:51.847 INFO:tasks.workunit.client.0.smithi012.stdout:op 3715 completed, throughput=5MB/sec 2024-04-02T08:56:51.847 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-E2W9eOPj8xPQnFg off=17205367 len=764520 2024-04-02T08:56:51.851 INFO:tasks.workunit.client.0.smithi012.stdout:op 3716 completed, throughput=5MB/sec 2024-04-02T08:56:52.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:56:51 smithi012 ceph-mon[88355]: pgmap v1790: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T08:56:52.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:56:51 smithi012 ceph-mon[90784]: pgmap v1790: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T08:56:52.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:56:51 smithi055 ceph-mon[85080]: pgmap v1790: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T08:56:52.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:56:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:56:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:56:52.851 INFO:tasks.workunit.client.0.smithi012.stdout: 742: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:52.852 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-4uAkf7Ef7TB1Cde off=5808061 len=1435641 2024-04-02T08:56:52.853 INFO:tasks.workunit.client.0.smithi012.stdout:op 3717 completed, throughput=5MB/sec 2024-04-02T08:56:52.853 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-l4lbdr3gT4wLGSX off=916168 len=1486145 2024-04-02T08:56:52.858 INFO:tasks.workunit.client.0.smithi012.stdout:op 3718 completed, throughput=5MB/sec 2024-04-02T08:56:52.858 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-aij2GJgCQU9nYZr off=4777856 len=1893995 2024-04-02T08:56:52.862 INFO:tasks.workunit.client.0.smithi012.stdout:op 3719 completed, throughput=5MB/sec 2024-04-02T08:56:52.862 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-UE3B1iMPpUc3fIC off=2340770 len=1834407 2024-04-02T08:56:52.865 INFO:tasks.workunit.client.0.smithi012.stdout:op 3720 completed, throughput=5MB/sec 2024-04-02T08:56:53.865 INFO:tasks.workunit.client.0.smithi012.stdout: 743: throughput=5MB/sec pending data=0 2024-04-02T08:56:53.865 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-kLimd0w6Y2HUbYm off=4138878 len=1091558 2024-04-02T08:56:53.869 INFO:tasks.workunit.client.0.smithi012.stdout:op 3721 completed, throughput=5MB/sec 2024-04-02T08:56:53.869 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-KWhy3EqzzKS6MnI off=4438775 len=248358 2024-04-02T08:56:53.873 INFO:tasks.workunit.client.0.smithi012.stdout:op 3722 completed, throughput=5MB/sec 2024-04-02T08:56:53.873 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-UqU8ntBOSMIGP21 off=6312126 len=644181 2024-04-02T08:56:53.873 INFO:tasks.workunit.client.0.smithi012.stdout:op 3723 completed, throughput=5MB/sec 2024-04-02T08:56:53.873 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Ri8T_lsyUMOdx8c off=16484792 len=1021060 2024-04-02T08:56:53.877 INFO:tasks.workunit.client.0.smithi012.stdout:op 3724 completed, throughput=5MB/sec 2024-04-02T08:56:53.877 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-wwMcoc2qyEtHH7r off=177573 len=1302366 2024-04-02T08:56:53.881 INFO:tasks.workunit.client.0.smithi012.stdout:op 3725 completed, throughput=5MB/sec 2024-04-02T08:56:54.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:56:53 smithi012 ceph-mon[88355]: pgmap v1791: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:56:54.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:56:53 smithi012 ceph-mon[90784]: pgmap v1791: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:56:54.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:56:53 smithi055 ceph-mon[85080]: pgmap v1791: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:56:54.881 INFO:tasks.workunit.client.0.smithi012.stdout: 744: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:54.881 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-tKaFd4a4G5WHSkh off=2820419 len=276980 2024-04-02T08:56:54.882 INFO:tasks.workunit.client.0.smithi012.stdout:op 3726 completed, throughput=4.99MB/sec 2024-04-02T08:56:54.882 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-hQpox8yHQzCsV1u off=16324394 len=284985 2024-04-02T08:56:54.882 INFO:tasks.workunit.client.0.smithi012.stdout:op 3727 completed, throughput=4.99MB/sec 2024-04-02T08:56:54.883 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-qr518-0NGO_TVtL off=3816217 len=1486548 2024-04-02T08:56:54.889 INFO:tasks.workunit.client.0.smithi012.stdout:op 3728 completed, throughput=5MB/sec 2024-04-02T08:56:54.889 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-E9kQPLyr92xDKcI off=4598699 len=1531634 2024-04-02T08:56:54.891 INFO:tasks.workunit.client.0.smithi012.stdout:op 3729 completed, throughput=5MB/sec 2024-04-02T08:56:54.891 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-JMRQPVQD1nGs82Z off=9814320 len=2076393 2024-04-02T08:56:54.899 INFO:tasks.workunit.client.0.smithi012.stdout:op 3730 completed, throughput=5MB/sec 2024-04-02T08:56:55.900 INFO:tasks.workunit.client.0.smithi012.stdout: 745: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:55.900 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-mqUaTeuH6ARWba5 off=6186789 len=1632545 2024-04-02T08:56:55.906 INFO:tasks.workunit.client.0.smithi012.stdout:op 3731 completed, throughput=5MB/sec 2024-04-02T08:56:55.906 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-LtqA_tFV39h7wbp off=671443 len=1882702 2024-04-02T08:56:55.916 INFO:tasks.workunit.client.0.smithi012.stdout:op 3732 completed, throughput=5MB/sec 2024-04-02T08:56:55.916 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-9ogv4gRx8o8NxFa off=3646935 len=256472 2024-04-02T08:56:55.920 INFO:tasks.workunit.client.0.smithi012.stdout:op 3733 completed, throughput=5MB/sec 2024-04-02T08:56:55.920 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-eywTu0hvNSqT6VI off=964663 len=497403 2024-04-02T08:56:55.921 INFO:tasks.workunit.client.0.smithi012.stdout:op 3734 completed, throughput=5MB/sec 2024-04-02T08:56:55.921 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ccrIV7l4XMrCq1- off=7984913 len=536487 2024-04-02T08:56:55.922 INFO:tasks.workunit.client.0.smithi012.stdout:op 3735 completed, throughput=5MB/sec 2024-04-02T08:56:56.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:56:55 smithi012 ceph-mon[88355]: pgmap v1792: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:56:56.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:56:55 smithi012 ceph-mon[90784]: pgmap v1792: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:56:56.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:56:55 smithi055 ceph-mon[85080]: pgmap v1792: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:56:56.922 INFO:tasks.workunit.client.0.smithi012.stdout: 746: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:56.922 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Nk2bOKeN5HfB5Dn off=7954137 len=335100 2024-04-02T08:56:56.922 INFO:tasks.workunit.client.0.smithi012.stdout:op 3736 completed, throughput=4.99MB/sec 2024-04-02T08:56:56.923 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-78tfEHaJbLuDc17 off=1524935 len=1494505 2024-04-02T08:56:56.929 INFO:tasks.workunit.client.0.smithi012.stdout:op 3737 completed, throughput=5MB/sec 2024-04-02T08:56:56.930 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj--3nnJjiPZglvbBS off=9101183 len=626986 2024-04-02T08:56:56.930 INFO:tasks.workunit.client.0.smithi012.stdout:op 3738 completed, throughput=5MB/sec 2024-04-02T08:56:56.930 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-zIMyXhojdB0Oalj off=364566 len=810498 2024-04-02T08:56:56.934 INFO:tasks.workunit.client.0.smithi012.stdout:op 3739 completed, throughput=5MB/sec 2024-04-02T08:56:56.934 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-k8WsZgZ_J5zhCU1 off=1022548 len=120643 2024-04-02T08:56:56.936 INFO:tasks.workunit.client.0.smithi012.stdout:op 3740 completed, throughput=5MB/sec 2024-04-02T08:56:56.937 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-lV2IW3UEFXTRzh4 off=21212658 len=360005 2024-04-02T08:56:56.939 INFO:tasks.workunit.client.0.smithi012.stdout:op 3741 completed, throughput=5MB/sec 2024-04-02T08:56:56.939 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-eRz74HYWINUMEhf off=4858410 len=1882877 2024-04-02T08:56:56.947 INFO:tasks.workunit.client.0.smithi012.stdout:op 3742 completed, throughput=5MB/sec 2024-04-02T08:56:57.947 INFO:tasks.workunit.client.0.smithi012.stdout: 747: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:57.947 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-9lDByQpXSQ9B_Jz off=5203407 len=412004 2024-04-02T08:56:57.950 INFO:tasks.workunit.client.0.smithi012.stdout:op 3743 completed, throughput=4.99MB/sec 2024-04-02T08:56:57.950 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Ok51-18Z6ua5wgb off=724179 len=422460 2024-04-02T08:56:57.951 INFO:tasks.workunit.client.0.smithi012.stdout:op 3744 completed, throughput=5MB/sec 2024-04-02T08:56:57.951 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-INXukju-p-Yg1pe off=10670854 len=2035233 2024-04-02T08:56:57.961 INFO:tasks.workunit.client.0.smithi012.stdout:op 3745 completed, throughput=5MB/sec 2024-04-02T08:56:57.961 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-xduweOQyJ_Ayi6J off=5716650 len=1013903 2024-04-02T08:56:57.962 INFO:tasks.workunit.client.0.smithi012.stdout:op 3746 completed, throughput=5MB/sec 2024-04-02T08:56:57.962 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-tc9rSZ3EIzFlSD_ off=12516680 len=429453 2024-04-02T08:56:57.962 INFO:tasks.workunit.client.0.smithi012.stdout:op 3747 completed, throughput=5MB/sec 2024-04-02T08:56:57.962 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-EfDRnka4VBqNQcb off=9734314 len=1453389 2024-04-02T08:56:57.963 INFO:tasks.workunit.client.0.smithi012.stdout:op 3748 completed, throughput=5MB/sec 2024-04-02T08:56:58.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:56:57 smithi012 ceph-mon[88355]: pgmap v1793: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:56:58.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:56:57 smithi012 ceph-mon[90784]: pgmap v1793: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:56:58.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:56:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:56:57] "GET /metrics HTTP/1.1" 200 34055 "" "Prometheus/2.43.0" 2024-04-02T08:56:58.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:56:57 smithi055 ceph-mon[85080]: pgmap v1793: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:56:58.964 INFO:tasks.workunit.client.0.smithi012.stdout: 748: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:58.964 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-yw6eAoWdGWQLxwk off=0 len=1057180 2024-04-02T08:56:58.966 INFO:tasks.workunit.client.0.smithi012.stdout:op 3749 completed, throughput=5MB/sec 2024-04-02T08:56:58.966 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-5ziYAofxPLoYkql off=47019 len=1090321 2024-04-02T08:56:58.971 INFO:tasks.workunit.client.0.smithi012.stdout:op 3750 completed, throughput=5MB/sec 2024-04-02T08:56:58.971 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-aFSTAKUUinx7Mlh off=3915599 len=1142538 2024-04-02T08:56:58.973 INFO:tasks.workunit.client.0.smithi012.stdout:op 3751 completed, throughput=5MB/sec 2024-04-02T08:56:58.973 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-JxBHOZGCVikJOa8 off=16250361 len=1457927 2024-04-02T08:56:58.980 INFO:tasks.workunit.client.0.smithi012.stdout:op 3752 completed, throughput=5MB/sec 2024-04-02T08:56:59.980 INFO:tasks.workunit.client.0.smithi012.stdout: 749: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:59.980 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-CUcQ__2uVYiB4EC off=6935767 len=1326616 2024-04-02T08:56:59.981 INFO:tasks.workunit.client.0.smithi012.stdout:op 3753 completed, throughput=5MB/sec 2024-04-02T08:56:59.981 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-OpxwtEjhle3_Ewg off=2569303 len=249765 2024-04-02T08:56:59.982 INFO:tasks.workunit.client.0.smithi012.stdout:op 3754 completed, throughput=5MB/sec 2024-04-02T08:56:59.982 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-TJW5pQVIxJCwhts off=1200828 len=1504001 2024-04-02T08:56:59.990 INFO:tasks.workunit.client.0.smithi012.stdout:op 3755 completed, throughput=5MB/sec 2024-04-02T08:56:59.990 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-y-CX-YkYk5JZP9M off=358658 len=1845505 2024-04-02T08:56:59.998 INFO:tasks.workunit.client.0.smithi012.stdout:op 3756 completed, throughput=5MB/sec 2024-04-02T08:56:59.999 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-89K58XaXnjB8Iq1 off=3696149 len=1317455 2024-04-02T08:57:00.005 INFO:tasks.workunit.client.0.smithi012.stdout:op 3757 completed, throughput=5MB/sec 2024-04-02T08:57:00.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:56:59 smithi012 ceph-mon[90784]: pgmap v1794: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:57:00.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:56:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:00.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:56:59 smithi012 ceph-mon[88355]: pgmap v1794: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:57:00.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:56:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:00.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:56:59 smithi055 ceph-mon[85080]: pgmap v1794: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:57:00.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:56:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:01.005 INFO:tasks.workunit.client.0.smithi012.stdout: 750: throughput=5MB/sec pending data=0 2024-04-02T08:57:01.005 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-HWDs99V_f3w-6PW off=2042785 len=1324742 2024-04-02T08:57:01.012 INFO:tasks.workunit.client.0.smithi012.stdout:op 3758 completed, throughput=5MB/sec 2024-04-02T08:57:01.012 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-lkjYBlJEGH805AZ off=4876572 len=1237525 2024-04-02T08:57:01.017 INFO:tasks.workunit.client.0.smithi012.stdout:op 3759 completed, throughput=5MB/sec 2024-04-02T08:57:01.017 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-X_93gbb5iBktZXZ off=212108 len=203415 2024-04-02T08:57:01.017 INFO:tasks.workunit.client.0.smithi012.stdout:op 3760 completed, throughput=5MB/sec 2024-04-02T08:57:01.017 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-j4JVJ0Dve8vRAVI off=6019088 len=403547 2024-04-02T08:57:01.020 INFO:tasks.workunit.client.0.smithi012.stdout:op 3761 completed, throughput=5MB/sec 2024-04-02T08:57:01.020 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-U27-XpCNU6khVfv off=3937644 len=597153 2024-04-02T08:57:01.023 INFO:tasks.workunit.client.0.smithi012.stdout:op 3762 completed, throughput=5MB/sec 2024-04-02T08:57:01.023 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-JE2WomznQSWIV7_ off=89887 len=1803455 2024-04-02T08:57:01.031 INFO:tasks.workunit.client.0.smithi012.stdout:op 3763 completed, throughput=5MB/sec 2024-04-02T08:57:02.032 INFO:tasks.workunit.client.0.smithi012.stdout: 751: throughput=5MB/sec pending data=0 2024-04-02T08:57:02.032 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-DICQlu69R2ftwlR off=2826195 len=564676 2024-04-02T08:57:02.032 INFO:tasks.workunit.client.0.smithi012.stdout:op 3764 completed, throughput=5MB/sec 2024-04-02T08:57:02.032 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-9r5_MbYwnSVqS2D off=3327226 len=1392525 2024-04-02T08:57:02.039 INFO:tasks.workunit.client.0.smithi012.stdout:op 3765 completed, throughput=5MB/sec 2024-04-02T08:57:02.039 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-wywrfjl9ZwnXtp2 off=23647176 len=1242441 2024-04-02T08:57:02.041 INFO:tasks.workunit.client.0.smithi012.stdout:op 3766 completed, throughput=5MB/sec 2024-04-02T08:57:02.041 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-mEwo503UoO18QED off=6056868 len=2014120 2024-04-02T08:57:02.044 INFO:tasks.workunit.client.0.smithi012.stdout:op 3767 completed, throughput=5MB/sec 2024-04-02T08:57:02.113 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:57:01 smithi055 ceph-mon[85080]: pgmap v1795: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:57:02.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:57:01 smithi012 ceph-mon[88355]: pgmap v1795: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:57:02.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:57:01 smithi012 ceph-mon[90784]: pgmap v1795: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:57:02.560 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:57:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:57:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:57:03.045 INFO:tasks.workunit.client.0.smithi012.stdout: 752: throughput=5MB/sec pending data=0 2024-04-02T08:57:03.045 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-8Q9Ib3IFmeF3rwj off=2086945 len=570300 2024-04-02T08:57:03.047 INFO:tasks.workunit.client.0.smithi012.stdout:op 3768 completed, throughput=5MB/sec 2024-04-02T08:57:03.047 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-YfKtbchGvDerxBh off=5201035 len=926984 2024-04-02T08:57:03.048 INFO:tasks.workunit.client.0.smithi012.stdout:op 3769 completed, throughput=5MB/sec 2024-04-02T08:57:03.048 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-V6L0or8apVSSAoR off=18257304 len=733562 2024-04-02T08:57:03.053 INFO:tasks.workunit.client.0.smithi012.stdout:op 3770 completed, throughput=5MB/sec 2024-04-02T08:57:03.053 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ZICJsPiusFSsFA7 off=6138449 len=1756832 2024-04-02T08:57:03.061 INFO:tasks.workunit.client.0.smithi012.stdout:op 3771 completed, throughput=5MB/sec 2024-04-02T08:57:04.062 INFO:tasks.workunit.client.0.smithi012.stdout: 753: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:04.062 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-yCOVm9bWncg__gw off=1662278 len=47621 2024-04-02T08:57:04.062 INFO:tasks.workunit.client.0.smithi012.stdout:op 3772 completed, throughput=4.99MB/sec 2024-04-02T08:57:04.062 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-VeJVb4ioxCE8b3i off=5187114 len=1347615 2024-04-02T08:57:04.069 INFO:tasks.workunit.client.0.smithi012.stdout:op 3773 completed, throughput=5MB/sec 2024-04-02T08:57:04.069 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-eaaDQD4-8Zenrmw off=9987235 len=147454 2024-04-02T08:57:04.071 INFO:tasks.workunit.client.0.smithi012.stdout:op 3774 completed, throughput=5MB/sec 2024-04-02T08:57:04.071 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-y5KeZ4UoEPURLWu off=3020391 len=902844 2024-04-02T08:57:04.076 INFO:tasks.workunit.client.0.smithi012.stdout:op 3775 completed, throughput=5MB/sec 2024-04-02T08:57:04.076 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-lhQiyuZS_P-JvGH off=1010423 len=1858416 2024-04-02T08:57:04.078 INFO:tasks.workunit.client.0.smithi012.stdout:op 3776 completed, throughput=5MB/sec 2024-04-02T08:57:04.078 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-d-kmjYObMG5Qnru off=793528 len=1817068 2024-04-02T08:57:04.086 INFO:tasks.workunit.client.0.smithi012.stdout:op 3777 completed, throughput=5MB/sec 2024-04-02T08:57:04.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:57:03 smithi012 ceph-mon[88355]: pgmap v1796: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:57:04.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:57:03 smithi012 ceph-mon[90784]: pgmap v1796: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:57:04.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:57:03 smithi055 ceph-mon[85080]: pgmap v1796: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:57:05.086 INFO:tasks.workunit.client.0.smithi012.stdout: 754: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:05.086 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-wp58Yatut0_ywq8 off=9408626 len=456431 2024-04-02T08:57:05.087 INFO:tasks.workunit.client.0.smithi012.stdout:op 3778 completed, throughput=4.99MB/sec 2024-04-02T08:57:05.087 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj--g0VfVjWoE5G8kc off=14539507 len=667684 2024-04-02T08:57:05.091 INFO:tasks.workunit.client.0.smithi012.stdout:op 3779 completed, throughput=5MB/sec 2024-04-02T08:57:05.091 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-fm2ZA6nmTBhszzw off=11413575 len=2066090 2024-04-02T08:57:05.093 INFO:tasks.workunit.client.0.smithi012.stdout:op 3780 completed, throughput=5MB/sec 2024-04-02T08:57:05.093 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-zadFaR4I1zlazXs off=12412653 len=1774845 2024-04-02T08:57:05.094 INFO:tasks.workunit.client.0.smithi012.stdout:op 3781 completed, throughput=5MB/sec 2024-04-02T08:57:06.094 INFO:tasks.workunit.client.0.smithi012.stdout: 755: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:06.095 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-fP6hmHYqS-ovzOg off=12472897 len=473911 2024-04-02T08:57:06.095 INFO:tasks.workunit.client.0.smithi012.stdout:op 3782 completed, throughput=4.99MB/sec 2024-04-02T08:57:06.095 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-vZ4oZbBBDQuIPPg off=7990996 len=1373900 2024-04-02T08:57:06.098 INFO:tasks.workunit.client.0.smithi012.stdout:op 3783 completed, throughput=5MB/sec 2024-04-02T08:57:06.098 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-zGDCg97dkCJ6UtP off=479411 len=802879 2024-04-02T08:57:06.100 INFO:tasks.workunit.client.0.smithi012.stdout:op 3784 completed, throughput=5MB/sec 2024-04-02T08:57:06.100 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-SH9ubeNvdbaHPMR off=4140724 len=375054 2024-04-02T08:57:06.101 INFO:tasks.workunit.client.0.smithi012.stdout:op 3785 completed, throughput=5MB/sec 2024-04-02T08:57:06.101 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-K5KUVybFRlVDAoH off=9388601 len=1568169 2024-04-02T08:57:06.109 INFO:tasks.workunit.client.0.smithi012.stdout:op 3786 completed, throughput=5MB/sec 2024-04-02T08:57:06.109 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-55_3Y-WaF3MBkuY off=7353401 len=700443 2024-04-02T08:57:06.113 INFO:tasks.workunit.client.0.smithi012.stdout:op 3787 completed, throughput=5MB/sec 2024-04-02T08:57:06.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:57:05 smithi012 ceph-mon[88355]: pgmap v1797: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:57:06.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:57:05 smithi012 ceph-mon[90784]: pgmap v1797: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:57:06.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:57:05 smithi055 ceph-mon[85080]: pgmap v1797: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:57:07.113 INFO:tasks.workunit.client.0.smithi012.stdout: 756: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:07.113 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ii0Vd7V08NvOefD off=11562352 len=1373273 2024-04-02T08:57:07.116 INFO:tasks.workunit.client.0.smithi012.stdout:op 3788 completed, throughput=5MB/sec 2024-04-02T08:57:07.116 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-DB8fSKYzet-CphV off=8244385 len=1335751 2024-04-02T08:57:07.117 INFO:tasks.workunit.client.0.smithi012.stdout:op 3789 completed, throughput=5MB/sec 2024-04-02T08:57:07.117 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-o1xw7gyD0v_x6P_ off=4774542 len=609254 2024-04-02T08:57:07.118 INFO:tasks.workunit.client.0.smithi012.stdout:op 3790 completed, throughput=5MB/sec 2024-04-02T08:57:07.118 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-5ALviO69AGwPZl1 off=9472473 len=1527257 2024-04-02T08:57:07.125 INFO:tasks.workunit.client.0.smithi012.stdout:op 3791 completed, throughput=5MB/sec 2024-04-02T08:57:07.125 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-hSYi14ygU3NCZOi off=7432421 len=411585 2024-04-02T08:57:07.128 INFO:tasks.workunit.client.0.smithi012.stdout:op 3792 completed, throughput=5MB/sec 2024-04-02T08:57:08.128 INFO:tasks.workunit.client.0.smithi012.stdout: 757: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:08.128 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-XoXrP1t7Vfbdqe0 off=14384400 len=117910 2024-04-02T08:57:08.130 INFO:tasks.workunit.client.0.smithi012.stdout:op 3793 completed, throughput=4.99MB/sec 2024-04-02T08:57:08.130 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-PE3oKm5BlBbeSqM off=1856957 len=1109203 2024-04-02T08:57:08.135 INFO:tasks.workunit.client.0.smithi012.stdout:op 3794 completed, throughput=5MB/sec 2024-04-02T08:57:08.135 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-MxDvxRP42YXF4wB off=4641800 len=1618688 2024-04-02T08:57:08.136 INFO:tasks.workunit.client.0.smithi012.stdout:op 3795 completed, throughput=5MB/sec 2024-04-02T08:57:08.136 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-jdciHnQowlvKat9 off=5613582 len=1076567 2024-04-02T08:57:08.137 INFO:tasks.workunit.client.0.smithi012.stdout:op 3796 completed, throughput=5MB/sec 2024-04-02T08:57:08.137 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-4TAqx5wBk9kWCQ5 off=10935671 len=1968118 2024-04-02T08:57:08.146 INFO:tasks.workunit.client.0.smithi012.stdout:op 3797 completed, throughput=5MB/sec 2024-04-02T08:57:08.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:57:07 smithi012 ceph-mon[88355]: pgmap v1798: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-02T08:57:08.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:57:07 smithi012 ceph-mon[90784]: pgmap v1798: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-02T08:57:08.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:57:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:57:07] "GET /metrics HTTP/1.1" 200 34055 "" "Prometheus/2.43.0" 2024-04-02T08:57:08.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:57:07 smithi055 ceph-mon[85080]: pgmap v1798: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-02T08:57:09.146 INFO:tasks.workunit.client.0.smithi012.stdout: 758: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:09.146 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj--pID1x8BaB6RZ9B off=477273 len=1006245 2024-04-02T08:57:09.151 INFO:tasks.workunit.client.0.smithi012.stdout:op 3798 completed, throughput=5MB/sec 2024-04-02T08:57:09.151 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-yPTlEI25gQfPUvy off=11072511 len=1651583 2024-04-02T08:57:09.158 INFO:tasks.workunit.client.0.smithi012.stdout:op 3799 completed, throughput=5MB/sec 2024-04-02T08:57:09.158 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-pBqU1iiOG63WmZE off=3585221 len=1973583 2024-04-02T08:57:09.160 INFO:tasks.workunit.client.0.smithi012.stdout:op 3800 completed, throughput=5MB/sec 2024-04-02T08:57:10.160 INFO:tasks.workunit.client.0.smithi012.stdout: 759: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:10.160 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Lu3hCqbu4_O04D2 off=1060933 len=1425684 2024-04-02T08:57:10.167 INFO:tasks.workunit.client.0.smithi012.stdout:op 3801 completed, throughput=5MB/sec 2024-04-02T08:57:10.167 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-VKKgMGDrsbeiIzd off=1480186 len=1390771 2024-04-02T08:57:10.170 INFO:tasks.workunit.client.0.smithi012.stdout:op 3802 completed, throughput=5MB/sec 2024-04-02T08:57:10.170 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-KjLiG1E5YimBXMm off=3353518 len=1786498 2024-04-02T08:57:10.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:57:09 smithi012 ceph-mon[88355]: pgmap v1799: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:57:10.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:57:09 smithi012 ceph-mon[90784]: pgmap v1799: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:57:10.179 INFO:tasks.workunit.client.0.smithi012.stdout:op 3803 completed, throughput=5MB/sec 2024-04-02T08:57:10.179 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-uJj6NMYU-qVR7fy off=510291 len=1183656 2024-04-02T08:57:10.182 INFO:tasks.workunit.client.0.smithi012.stdout:op 3804 completed, throughput=5MB/sec 2024-04-02T08:57:10.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:57:09 smithi055 ceph-mon[85080]: pgmap v1799: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:57:11.182 INFO:tasks.workunit.client.0.smithi012.stdout: 760: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:11.182 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-vZ4oZbBBDQuIPPg off=6909160 len=918699 2024-04-02T08:57:11.184 INFO:tasks.workunit.client.0.smithi012.stdout:op 3805 completed, throughput=5MB/sec 2024-04-02T08:57:11.184 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-n2LDaOPnJ8HVf9R off=9369690 len=1292433 2024-04-02T08:57:11.190 INFO:tasks.workunit.client.0.smithi012.stdout:op 3806 completed, throughput=5MB/sec 2024-04-02T08:57:11.190 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-o03T-pBtiLcHCjm off=13888334 len=1200242 2024-04-02T08:57:11.191 INFO:tasks.workunit.client.0.smithi012.stdout:op 3807 completed, throughput=5MB/sec 2024-04-02T08:57:11.192 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-5wKYgKweWDb6dMy off=12689072 len=1583040 2024-04-02T08:57:11.193 INFO:tasks.workunit.client.0.smithi012.stdout:op 3808 completed, throughput=5MB/sec 2024-04-02T08:57:12.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:57:11 smithi012 ceph-mon[88355]: pgmap v1800: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:57:12.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:57:11 smithi012 ceph-mon[90784]: pgmap v1800: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:57:12.193 INFO:tasks.workunit.client.0.smithi012.stdout: 761: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:12.193 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-EHanF0IPWh5pJIB off=12943263 len=1419729 2024-04-02T08:57:12.196 INFO:tasks.workunit.client.0.smithi012.stdout:op 3809 completed, throughput=5MB/sec 2024-04-02T08:57:12.196 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-cYxWzl1R-Zlk8i1 off=10165420 len=207224 2024-04-02T08:57:12.198 INFO:tasks.workunit.client.0.smithi012.stdout:op 3810 completed, throughput=5MB/sec 2024-04-02T08:57:12.199 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-qnvB5H7M71Arepz off=7183470 len=93102 2024-04-02T08:57:12.201 INFO:tasks.workunit.client.0.smithi012.stdout:op 3811 completed, throughput=5MB/sec 2024-04-02T08:57:12.201 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-u2K9iKCQ1LkmBLK off=4102047 len=2022393 2024-04-02T08:57:12.202 INFO:tasks.workunit.client.0.smithi012.stdout:op 3812 completed, throughput=5MB/sec 2024-04-02T08:57:12.203 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-GI-wrVXSAQYagxQ off=1719320 len=1797105 2024-04-02T08:57:12.204 INFO:tasks.workunit.client.0.smithi012.stdout:op 3813 completed, throughput=5MB/sec 2024-04-02T08:57:12.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:57:11 smithi055 ceph-mon[85080]: pgmap v1800: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:57:12.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:57:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:57:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:57:13.204 INFO:tasks.workunit.client.0.smithi012.stdout: 762: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:13.204 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-nl22Oh6XxSrSUYs off=777215 len=1254553 2024-04-02T08:57:13.205 INFO:tasks.workunit.client.0.smithi012.stdout:op 3814 completed, throughput=5MB/sec 2024-04-02T08:57:13.205 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-cMH4-vnyifnmv3o off=6017825 len=1425582 2024-04-02T08:57:13.206 INFO:tasks.workunit.client.0.smithi012.stdout:op 3815 completed, throughput=5MB/sec 2024-04-02T08:57:13.207 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Cphx5VenLqYwd2M off=883108 len=655899 2024-04-02T08:57:13.210 INFO:tasks.workunit.client.0.smithi012.stdout:op 3816 completed, throughput=5MB/sec 2024-04-02T08:57:13.210 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-EiBA4XN0Kl5nVqE off=20882267 len=909393 2024-04-02T08:57:13.212 INFO:tasks.workunit.client.0.smithi012.stdout:op 3817 completed, throughput=5MB/sec 2024-04-02T08:57:13.212 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-dgn9B8AasnC3AhN off=8018251 len=161908 2024-04-02T08:57:13.213 INFO:tasks.workunit.client.0.smithi012.stdout:op 3818 completed, throughput=5MB/sec 2024-04-02T08:57:13.213 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-EyldR2ZGqnGnlUm off=980095 len=1814815 2024-04-02T08:57:13.220 INFO:tasks.workunit.client.0.smithi012.stdout:op 3819 completed, throughput=5MB/sec 2024-04-02T08:57:14.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:57:13 smithi012 ceph-mon[88355]: pgmap v1801: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:57:14.182 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:57:13 smithi012 ceph-mon[90784]: pgmap v1801: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:57:14.220 INFO:tasks.workunit.client.0.smithi012.stdout: 763: throughput=5MB/sec pending data=0 2024-04-02T08:57:14.220 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-WyxEqJqaDhZFZdW off=7060748 len=1742633 2024-04-02T08:57:14.223 INFO:tasks.workunit.client.0.smithi012.stdout:op 3820 completed, throughput=5MB/sec 2024-04-02T08:57:14.223 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-J8jKv4NdOKFVzKr off=24095139 len=535196 2024-04-02T08:57:14.227 INFO:tasks.workunit.client.0.smithi012.stdout:op 3821 completed, throughput=5MB/sec 2024-04-02T08:57:14.227 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-7S-o98x5qVvXge4 off=1798189 len=1357632 2024-04-02T08:57:14.234 INFO:tasks.workunit.client.0.smithi012.stdout:op 3822 completed, throughput=5MB/sec 2024-04-02T08:57:14.234 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-KrX0XuThtKGuWb1 off=13690107 len=195391 2024-04-02T08:57:14.237 INFO:tasks.workunit.client.0.smithi012.stdout:op 3823 completed, throughput=5MB/sec 2024-04-02T08:57:14.237 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-SGYavnIs4S2dpL1 off=17638191 len=1101281 2024-04-02T08:57:14.242 INFO:tasks.workunit.client.0.smithi012.stdout:op 3824 completed, throughput=5MB/sec 2024-04-02T08:57:14.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:57:13 smithi055 ceph-mon[85080]: pgmap v1801: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:57:15.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:57:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:15.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:57:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:15.242 INFO:tasks.workunit.client.0.smithi012.stdout: 764: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:15.242 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-OQcXMz8NExsIfl8 off=4964180 len=349938 2024-04-02T08:57:15.245 INFO:tasks.workunit.client.0.smithi012.stdout:op 3825 completed, throughput=5MB/sec 2024-04-02T08:57:15.245 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-tmkudX1OiuO5wC0 off=1187166 len=1255059 2024-04-02T08:57:15.251 INFO:tasks.workunit.client.0.smithi012.stdout:op 3826 completed, throughput=5MB/sec 2024-04-02T08:57:15.251 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-fvFMxMuswwSEF4x off=19915367 len=992486 2024-04-02T08:57:15.256 INFO:tasks.workunit.client.0.smithi012.stdout:op 3827 completed, throughput=5MB/sec 2024-04-02T08:57:15.256 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-l6JmM5CDrPB2rbj off=8220761 len=1173128 2024-04-02T08:57:15.260 INFO:tasks.workunit.client.0.smithi012.stdout:op 3828 completed, throughput=5MB/sec 2024-04-02T08:57:15.260 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-gVsbk_nGtFqV10v off=2321443 len=1938250 2024-04-02T08:57:15.268 INFO:tasks.workunit.client.0.smithi012.stdout:op 3829 completed, throughput=5MB/sec 2024-04-02T08:57:15.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:57:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:16.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:57:15 smithi012 ceph-mon[88355]: pgmap v1802: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:57:16.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:57:15 smithi012 ceph-mon[90784]: pgmap v1802: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:57:16.268 INFO:tasks.workunit.client.0.smithi012.stdout: 765: throughput=5MB/sec pending data=0 2024-04-02T08:57:16.268 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-luNNmp7Xd7vPmep off=4784083 len=348953 2024-04-02T08:57:16.271 INFO:tasks.workunit.client.0.smithi012.stdout:op 3830 completed, throughput=5MB/sec 2024-04-02T08:57:16.271 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-9Oo_CIZRKOxGQGI off=5760584 len=853824 2024-04-02T08:57:16.272 INFO:tasks.workunit.client.0.smithi012.stdout:op 3831 completed, throughput=5MB/sec 2024-04-02T08:57:16.272 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-iUQT8w-gnTTKE9G off=9104082 len=1398628 2024-04-02T08:57:16.279 INFO:tasks.workunit.client.0.smithi012.stdout:op 3832 completed, throughput=5MB/sec 2024-04-02T08:57:16.279 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-6MOS3Lp483pCoUK off=4399578 len=452874 2024-04-02T08:57:16.280 INFO:tasks.workunit.client.0.smithi012.stdout:op 3833 completed, throughput=5MB/sec 2024-04-02T08:57:16.280 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-dXI_TCeHCzPryrZ off=4381370 len=2038184 2024-04-02T08:57:16.282 INFO:tasks.workunit.client.0.smithi012.stdout:op 3834 completed, throughput=5MB/sec 2024-04-02T08:57:16.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:57:15 smithi055 ceph-mon[85080]: pgmap v1802: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:57:17.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:57:16 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:57:17.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:57:16 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:57:17.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:57:16 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:57:17.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:57:16 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:57:17.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:57:16 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:57:17.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:57:16 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:57:17.282 INFO:tasks.workunit.client.0.smithi012.stdout: 766: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:17.283 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-KgwAHzp36oL_ZFn off=17322289 len=694010 2024-04-02T08:57:17.285 INFO:tasks.workunit.client.0.smithi012.stdout:op 3835 completed, throughput=5MB/sec 2024-04-02T08:57:17.285 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-3GmgGGLYkkiaLfG off=21015630 len=442852 2024-04-02T08:57:17.288 INFO:tasks.workunit.client.0.smithi012.stdout:op 3836 completed, throughput=5MB/sec 2024-04-02T08:57:17.288 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-CQdmcn5mG_XrM_- off=802732 len=1494505 2024-04-02T08:57:17.295 INFO:tasks.workunit.client.0.smithi012.stdout:op 3837 completed, throughput=5MB/sec 2024-04-02T08:57:17.295 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj--7xDQXqJXDzPK5L off=19982746 len=1929830 2024-04-02T08:57:17.306 INFO:tasks.workunit.client.0.smithi012.stdout:op 3838 completed, throughput=5MB/sec 2024-04-02T08:57:17.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:57:16 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:57:17.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:57:16 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:57:17.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:57:16 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:57:18.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:57:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:57:17] "GET /metrics HTTP/1.1" 200 34056 "" "Prometheus/2.43.0" 2024-04-02T08:57:18.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:57:17 smithi012 ceph-mon[88355]: pgmap v1803: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:57:18.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:57:17 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:57:18.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:57:17 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:57:18.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:57:17 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:57:18.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:57:17 smithi012 ceph-mon[90784]: pgmap v1803: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:57:18.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:57:17 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:57:18.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:57:17 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:57:18.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:57:17 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:57:18.306 INFO:tasks.workunit.client.0.smithi012.stdout: 767: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:18.306 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-hYC-dxXz2Vuhg3m off=1609729 len=1291504 2024-04-02T08:57:18.307 INFO:tasks.workunit.client.0.smithi012.stdout:op 3839 completed, throughput=5MB/sec 2024-04-02T08:57:18.307 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-YozkZkH04s2E-gX off=233153 len=10513 2024-04-02T08:57:18.308 INFO:tasks.workunit.client.0.smithi012.stdout:op 3840 completed, throughput=5MB/sec 2024-04-02T08:57:18.308 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-04cN0vbP-Dlbevw off=0 len=1154039 2024-04-02T08:57:18.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:57:17 smithi055 ceph-mon[85080]: pgmap v1803: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:57:18.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:57:17 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:57:18.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:57:17 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:57:18.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:57:17 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:57:18.314 INFO:tasks.workunit.client.0.smithi012.stdout:op 3841 completed, throughput=5MB/sec 2024-04-02T08:57:18.314 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-5Zn3_5k3YNkqitO off=2524222 len=749089 2024-04-02T08:57:18.318 INFO:tasks.workunit.client.0.smithi012.stdout:op 3842 completed, throughput=5MB/sec 2024-04-02T08:57:18.318 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-76x5Q_IuH9hC6CO off=1406700 len=1922724 2024-04-02T08:57:18.325 INFO:tasks.workunit.client.0.smithi012.stdout:op 3843 completed, throughput=5MB/sec 2024-04-02T08:57:19.325 INFO:tasks.workunit.client.0.smithi012.stdout: 768: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:19.325 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ZixuQvrkRvMU5tk off=6451784 len=864773 2024-04-02T08:57:19.326 INFO:tasks.workunit.client.0.smithi012.stdout:op 3844 completed, throughput=4.99MB/sec 2024-04-02T08:57:19.326 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-SlsJjgwog914yms off=6792779 len=943393 2024-04-02T08:57:19.331 INFO:tasks.workunit.client.0.smithi012.stdout:op 3845 completed, throughput=5MB/sec 2024-04-02T08:57:19.331 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-0GGatLYjgTbKX18 off=13340143 len=1190871 2024-04-02T08:57:19.332 INFO:tasks.workunit.client.0.smithi012.stdout:op 3846 completed, throughput=5MB/sec 2024-04-02T08:57:19.333 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-EiBA4XN0Kl5nVqE off=15774747 len=1192240 2024-04-02T08:57:19.335 INFO:tasks.workunit.client.0.smithi012.stdout:op 3847 completed, throughput=5MB/sec 2024-04-02T08:57:19.335 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-6Vi3dno-xEB-YeW off=16458453 len=534786 2024-04-02T08:57:19.336 INFO:tasks.workunit.client.0.smithi012.stdout:op 3848 completed, throughput=5MB/sec 2024-04-02T08:57:19.336 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Z_vjHDd3BuzBcyq off=1252915 len=378186 2024-04-02T08:57:19.339 INFO:tasks.workunit.client.0.smithi012.stdout:op 3849 completed, throughput=5MB/sec 2024-04-02T08:57:19.339 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-s4dnjV5hqLwzDL7 off=899789 len=1796759 2024-04-02T08:57:19.341 INFO:tasks.workunit.client.0.smithi012.stdout:op 3850 completed, throughput=5MB/sec 2024-04-02T08:57:20.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:57:19 smithi012 ceph-mon[88355]: pgmap v1804: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:57:20.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:57:19 smithi012 ceph-mon[90784]: pgmap v1804: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:57:20.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:57:19 smithi055 ceph-mon[85080]: pgmap v1804: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:57:20.341 INFO:tasks.workunit.client.0.smithi012.stdout: 769: throughput=5MB/sec pending data=0 2024-04-02T08:57:20.341 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Mni3TFIeNVwwIkN off=15319804 len=361836 2024-04-02T08:57:20.342 INFO:tasks.workunit.client.0.smithi012.stdout:op 3851 completed, throughput=5MB/sec 2024-04-02T08:57:20.342 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-amnhbP6jEzCBEjh off=5762462 len=384130 2024-04-02T08:57:20.345 INFO:tasks.workunit.client.0.smithi012.stdout:op 3852 completed, throughput=5MB/sec 2024-04-02T08:57:20.345 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-G20R-SV64DaSaT3 off=3365690 len=182859 2024-04-02T08:57:20.348 INFO:tasks.workunit.client.0.smithi012.stdout:op 3853 completed, throughput=5MB/sec 2024-04-02T08:57:20.348 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-hk7LvfUWZtJJUba off=3588183 len=927043 2024-04-02T08:57:20.349 INFO:tasks.workunit.client.0.smithi012.stdout:op 3854 completed, throughput=5MB/sec 2024-04-02T08:57:20.349 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-oRNDkNxZyYsDmI8 off=5662115 len=40481 2024-04-02T08:57:20.351 INFO:tasks.workunit.client.0.smithi012.stdout:op 3855 completed, throughput=5MB/sec 2024-04-02T08:57:20.351 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-esbKvREq81P_uzh off=3780609 len=1801242 2024-04-02T08:57:20.359 INFO:tasks.workunit.client.0.smithi012.stdout:op 3856 completed, throughput=5MB/sec 2024-04-02T08:57:21.359 INFO:tasks.workunit.client.0.smithi012.stdout: 770: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:21.360 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-eUFPknRpy0Y-6Pr off=1572116 len=1456199 2024-04-02T08:57:21.361 INFO:tasks.workunit.client.0.smithi012.stdout:op 3857 completed, throughput=5MB/sec 2024-04-02T08:57:21.361 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-nteYcXtl5eYyOUJ off=1498641 len=375369 2024-04-02T08:57:21.363 INFO:tasks.workunit.client.0.smithi012.stdout:op 3858 completed, throughput=5MB/sec 2024-04-02T08:57:21.363 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-NoAbhlLcNLPLyMl off=5743 len=1122159 2024-04-02T08:57:21.368 INFO:tasks.workunit.client.0.smithi012.stdout:op 3859 completed, throughput=5MB/sec 2024-04-02T08:57:21.368 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Z7a7HirPucrbOgJ off=5072924 len=1537651 2024-04-02T08:57:21.376 INFO:tasks.workunit.client.0.smithi012.stdout:op 3860 completed, throughput=5MB/sec 2024-04-02T08:57:21.376 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-BUMX8FjOKcwAuQV off=16122186 len=1176914 2024-04-02T08:57:21.381 INFO:tasks.workunit.client.0.smithi012.stdout:op 3861 completed, throughput=5MB/sec 2024-04-02T08:57:22.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:57:21 smithi012 ceph-mon[88355]: pgmap v1805: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:57:22.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:57:21 smithi012 ceph-mon[90784]: pgmap v1805: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:57:22.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:57:21 smithi055 ceph-mon[85080]: pgmap v1805: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:57:22.380 INFO:tasks.workunit.client.0.smithi012.stdout: 771: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:22.380 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-4vKlVDSb34vBl2r off=2670354 len=1161105 2024-04-02T08:57:22.385 INFO:tasks.workunit.client.0.smithi012.stdout:op 3862 completed, throughput=5MB/sec 2024-04-02T08:57:22.385 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-KiYP7miSv3M4Hxh off=2103126 len=40818 2024-04-02T08:57:22.387 INFO:tasks.workunit.client.0.smithi012.stdout:op 3863 completed, throughput=5MB/sec 2024-04-02T08:57:22.388 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Ls3gm8gm3egXO1C off=1687791 len=1663464 2024-04-02T08:57:22.389 INFO:tasks.workunit.client.0.smithi012.stdout:op 3864 completed, throughput=5MB/sec 2024-04-02T08:57:22.389 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-QBAEz4Um7StXBHv off=4921431 len=590546 2024-04-02T08:57:22.389 INFO:tasks.workunit.client.0.smithi012.stdout:op 3865 completed, throughput=5MB/sec 2024-04-02T08:57:22.389 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-wdE1xBbntSLewCu off=5297306 len=248958 2024-04-02T08:57:22.392 INFO:tasks.workunit.client.0.smithi012.stdout:op 3866 completed, throughput=5MB/sec 2024-04-02T08:57:22.392 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-0X96n61Ure9fe2c off=9382127 len=1023768 2024-04-02T08:57:22.393 INFO:tasks.workunit.client.0.smithi012.stdout:op 3867 completed, throughput=5MB/sec 2024-04-02T08:57:22.393 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-E8dBHGYnJELVtqn off=10786445 len=887171 2024-04-02T08:57:22.393 INFO:tasks.workunit.client.0.smithi012.stdout:op 3868 completed, throughput=5MB/sec 2024-04-02T08:57:22.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:57:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:57:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:57:23.394 INFO:tasks.workunit.client.0.smithi012.stdout: 772: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:23.394 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-WM4pjJfGlGNpfMf off=8149667 len=573500 2024-04-02T08:57:23.397 INFO:tasks.workunit.client.0.smithi012.stdout:op 3869 completed, throughput=5MB/sec 2024-04-02T08:57:23.397 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-a3mBzQIZpB6C9O3 off=612481 len=106498 2024-04-02T08:57:23.400 INFO:tasks.workunit.client.0.smithi012.stdout:op 3870 completed, throughput=5MB/sec 2024-04-02T08:57:23.400 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-6iUZ3P1y4X-vt25 off=964383 len=565660 2024-04-02T08:57:23.403 INFO:tasks.workunit.client.0.smithi012.stdout:op 3871 completed, throughput=5MB/sec 2024-04-02T08:57:23.403 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Y6PMAKMkGgnbY92 off=9085457 len=1502828 2024-04-02T08:57:23.404 INFO:tasks.workunit.client.0.smithi012.stdout:op 3872 completed, throughput=5MB/sec 2024-04-02T08:57:23.404 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-HMGS3owxh73ZUpi off=1911793 len=2040930 2024-04-02T08:57:23.406 INFO:tasks.workunit.client.0.smithi012.stdout:op 3873 completed, throughput=5MB/sec 2024-04-02T08:57:24.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:57:23 smithi012 ceph-mon[88355]: pgmap v1806: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:57:24.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:57:23 smithi012 ceph-mon[90784]: pgmap v1806: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:57:24.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:57:23 smithi055 ceph-mon[85080]: pgmap v1806: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:57:24.406 INFO:tasks.workunit.client.0.smithi012.stdout: 773: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:24.407 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-_MKxMWWjN3vmpj4 off=8085190 len=1229913 2024-04-02T08:57:24.407 INFO:tasks.workunit.client.0.smithi012.stdout:op 3874 completed, throughput=5MB/sec 2024-04-02T08:57:24.407 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-vH0FmCDCqVzP1vm off=3514811 len=1244244 2024-04-02T08:57:24.413 INFO:tasks.workunit.client.0.smithi012.stdout:op 3875 completed, throughput=5MB/sec 2024-04-02T08:57:24.413 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-wh214u-xRXt57P6 off=340781 len=1764895 2024-04-02T08:57:24.419 INFO:tasks.workunit.client.0.smithi012.stdout:op 3876 completed, throughput=5MB/sec 2024-04-02T08:57:24.420 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-1boMJ3Mi2uMPCgR off=13136940 len=1268726 2024-04-02T08:57:24.421 INFO:tasks.workunit.client.0.smithi012.stdout:op 3877 completed, throughput=5MB/sec 2024-04-02T08:57:25.421 INFO:tasks.workunit.client.0.smithi012.stdout: 774: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:25.421 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-b88IOfctm0SJTkw off=30156 len=868484 2024-04-02T08:57:25.425 INFO:tasks.workunit.client.0.smithi012.stdout:op 3878 completed, throughput=5MB/sec 2024-04-02T08:57:25.425 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-4GVajmVVu8no0Kb off=12233344 len=1173419 2024-04-02T08:57:25.426 INFO:tasks.workunit.client.0.smithi012.stdout:op 3879 completed, throughput=5MB/sec 2024-04-02T08:57:25.426 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-81VVn1PS1Lj4knI off=734929 len=1218116 2024-04-02T08:57:25.427 INFO:tasks.workunit.client.0.smithi012.stdout:op 3880 completed, throughput=5MB/sec 2024-04-02T08:57:25.427 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-z5SQOvSrVPZ_XBp off=975109 len=439877 2024-04-02T08:57:25.428 INFO:tasks.workunit.client.0.smithi012.stdout:op 3881 completed, throughput=5MB/sec 2024-04-02T08:57:25.428 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-7Lf5HwNZ9h6kd3_ off=16596312 len=1100678 2024-04-02T08:57:25.434 INFO:tasks.workunit.client.0.smithi012.stdout:op 3882 completed, throughput=5MB/sec 2024-04-02T08:57:25.434 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-86XgR48CTjve11v off=8244208 len=805164 2024-04-02T08:57:25.438 INFO:tasks.workunit.client.0.smithi012.stdout:op 3883 completed, throughput=5MB/sec 2024-04-02T08:57:26.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:57:25 smithi012 ceph-mon[88355]: pgmap v1807: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:57:26.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:57:25 smithi012 ceph-mon[90784]: pgmap v1807: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:57:26.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:57:25 smithi055 ceph-mon[85080]: pgmap v1807: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:57:26.441 INFO:tasks.workunit.client.0.smithi012.stdout: 775: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:26.441 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-PzkiGM7Q1ARL6Iw off=8461568 len=705508 2024-04-02T08:57:26.442 INFO:tasks.workunit.client.0.smithi012.stdout:op 3884 completed, throughput=5MB/sec 2024-04-02T08:57:26.442 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-3B1isddVTEwm8vg off=6803164 len=1904599 2024-04-02T08:57:26.444 INFO:tasks.workunit.client.0.smithi012.stdout:op 3885 completed, throughput=5MB/sec 2024-04-02T08:57:26.444 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-hqUuHot7f1qelR2 off=8738750 len=1026625 2024-04-02T08:57:26.446 INFO:tasks.workunit.client.0.smithi012.stdout:op 3886 completed, throughput=5MB/sec 2024-04-02T08:57:26.447 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-So1Iu6A7QcGzxpn off=3420770 len=1575780 2024-04-02T08:57:26.447 INFO:tasks.workunit.client.0.smithi012.stdout:op 3887 completed, throughput=5MB/sec 2024-04-02T08:57:27.447 INFO:tasks.workunit.client.0.smithi012.stdout: 776: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:27.448 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-yshNoCzid5eRij9 off=7492755 len=353350 2024-04-02T08:57:27.448 INFO:tasks.workunit.client.0.smithi012.stdout:op 3888 completed, throughput=4.99MB/sec 2024-04-02T08:57:27.448 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-XaZ3i6Pn-7qHVMt off=23743988 len=1205377 2024-04-02T08:57:27.454 INFO:tasks.workunit.client.0.smithi012.stdout:op 3889 completed, throughput=5MB/sec 2024-04-02T08:57:27.454 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-30MqRyI0OG1Mwte off=219836 len=338426 2024-04-02T08:57:27.456 INFO:tasks.workunit.client.0.smithi012.stdout:op 3890 completed, throughput=5MB/sec 2024-04-02T08:57:27.457 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-8CqE7yFyZK8RwAz off=918738 len=1045939 2024-04-02T08:57:27.462 INFO:tasks.workunit.client.0.smithi012.stdout:op 3891 completed, throughput=5MB/sec 2024-04-02T08:57:27.462 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-uBn8VyUoks7UAsu off=14825074 len=1894239 2024-04-02T08:57:27.465 INFO:tasks.workunit.client.0.smithi012.stdout:op 3892 completed, throughput=5MB/sec 2024-04-02T08:57:28.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:57:27 smithi012 ceph-mon[90784]: pgmap v1808: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:57:28.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:57:27 smithi012 ceph-mon[88355]: pgmap v1808: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:57:28.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:57:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:57:27] "GET /metrics HTTP/1.1" 200 34056 "" "Prometheus/2.43.0" 2024-04-02T08:57:28.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:57:27 smithi055 ceph-mon[85080]: pgmap v1808: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:57:28.464 INFO:tasks.workunit.client.0.smithi012.stdout: 777: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:28.464 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-PE70RBvYXZ5Zk-7 off=7642129 len=1753076 2024-04-02T08:57:28.465 INFO:tasks.workunit.client.0.smithi012.stdout:op 3893 completed, throughput=5MB/sec 2024-04-02T08:57:28.465 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-EeKla8o1YzBG-m- off=7222343 len=435294 2024-04-02T08:57:28.467 INFO:tasks.workunit.client.0.smithi012.stdout:op 3894 completed, throughput=5MB/sec 2024-04-02T08:57:28.467 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ob071dVps-xsNHA off=7372374 len=1817996 2024-04-02T08:57:28.475 INFO:tasks.workunit.client.0.smithi012.stdout:op 3895 completed, throughput=5MB/sec 2024-04-02T08:57:28.475 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-6fl9V2MHff-w-yJ off=20508157 len=71272 2024-04-02T08:57:28.478 INFO:tasks.workunit.client.0.smithi012.stdout:op 3896 completed, throughput=5MB/sec 2024-04-02T08:57:28.478 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-HMGS3owxh73ZUpi off=5138371 len=1460134 2024-04-02T08:57:28.486 INFO:tasks.workunit.client.0.smithi012.stdout:op 3897 completed, throughput=5MB/sec 2024-04-02T08:57:29.485 INFO:tasks.workunit.client.0.smithi012.stdout: 778: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:29.485 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Jl27wuUVCq3eU-O off=7634872 len=740780 2024-04-02T08:57:29.490 INFO:tasks.workunit.client.0.smithi012.stdout:op 3898 completed, throughput=4.99MB/sec 2024-04-02T08:57:29.490 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-7vcUZrLEKcDhOrR off=4001356 len=1573593 2024-04-02T08:57:29.492 INFO:tasks.workunit.client.0.smithi012.stdout:op 3899 completed, throughput=5MB/sec 2024-04-02T08:57:29.492 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-rih2yX0nozwrNu9 off=905738 len=497023 2024-04-02T08:57:29.495 INFO:tasks.workunit.client.0.smithi012.stdout:op 3900 completed, throughput=5MB/sec 2024-04-02T08:57:29.495 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-bAop8xrDNUK51Ci off=14966183 len=174320 2024-04-02T08:57:29.498 INFO:tasks.workunit.client.0.smithi012.stdout:op 3901 completed, throughput=5MB/sec 2024-04-02T08:57:29.498 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-1OL8cQ81Ij1g5aQ off=11371543 len=1448813 2024-04-02T08:57:29.505 INFO:tasks.workunit.client.0.smithi012.stdout:op 3902 completed, throughput=5MB/sec 2024-04-02T08:57:29.505 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-xoRTpShEsV-Jysw off=806241 len=797008 2024-04-02T08:57:29.508 INFO:tasks.workunit.client.0.smithi012.stdout:op 3903 completed, throughput=5MB/sec 2024-04-02T08:57:30.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:57:29 smithi012 ceph-mon[88355]: pgmap v1809: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:57:30.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:57:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:30.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:57:29 smithi012 ceph-mon[90784]: pgmap v1809: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:57:30.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:57:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:30.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:57:29 smithi055 ceph-mon[85080]: pgmap v1809: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:57:30.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:57:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:30.509 INFO:tasks.workunit.client.0.smithi012.stdout: 779: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:30.509 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-TO5_xbY1U79EtrI off=7896434 len=1076729 2024-04-02T08:57:30.515 INFO:tasks.workunit.client.0.smithi012.stdout:op 3904 completed, throughput=5MB/sec 2024-04-02T08:57:30.515 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-lV9WuDJr1Ps6mka off=1149326 len=953104 2024-04-02T08:57:30.516 INFO:tasks.workunit.client.0.smithi012.stdout:op 3905 completed, throughput=5MB/sec 2024-04-02T08:57:30.516 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-JNSHHVUz3K7-agR off=6455040 len=218556 2024-04-02T08:57:30.520 INFO:tasks.workunit.client.0.smithi012.stdout:op 3906 completed, throughput=5MB/sec 2024-04-02T08:57:30.521 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-pO6IARE-ZCAo1xg off=10474482 len=1185847 2024-04-02T08:57:30.521 INFO:tasks.workunit.client.0.smithi012.stdout:op 3907 completed, throughput=5MB/sec 2024-04-02T08:57:30.521 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-HCw-JFbaC1fdige off=910084 len=383733 2024-04-02T08:57:30.522 INFO:tasks.workunit.client.0.smithi012.stdout:op 3908 completed, throughput=5MB/sec 2024-04-02T08:57:30.523 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-fPJpFNblS72jgYu off=5794609 len=1601979 2024-04-02T08:57:30.524 INFO:tasks.workunit.client.0.smithi012.stdout:op 3909 completed, throughput=5MB/sec 2024-04-02T08:57:31.524 INFO:tasks.workunit.client.0.smithi012.stdout: 780: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:31.524 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-mSsBWkO6qUqNVVu off=1268929 len=1585734 2024-04-02T08:57:31.531 INFO:tasks.workunit.client.0.smithi012.stdout:op 3910 completed, throughput=5MB/sec 2024-04-02T08:57:31.531 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-tRQF-pInnIMtHwa off=3859149 len=1327193 2024-04-02T08:57:31.533 INFO:tasks.workunit.client.0.smithi012.stdout:op 3911 completed, throughput=5MB/sec 2024-04-02T08:57:31.533 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-rR1QqXNxdScMkMR off=4976689 len=741830 2024-04-02T08:57:31.534 INFO:tasks.workunit.client.0.smithi012.stdout:op 3912 completed, throughput=5MB/sec 2024-04-02T08:57:31.534 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-azJvBeenEkwSSW9 off=15741266 len=1005734 2024-04-02T08:57:31.538 INFO:tasks.workunit.client.0.smithi012.stdout:op 3913 completed, throughput=5MB/sec 2024-04-02T08:57:31.538 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-aRklHm2A7PuFYI2 off=1299363 len=539252 2024-04-02T08:57:31.539 INFO:tasks.workunit.client.0.smithi012.stdout:op 3914 completed, throughput=5MB/sec 2024-04-02T08:57:32.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:57:31 smithi012 ceph-mon[88355]: pgmap v1810: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:57:32.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:57:31 smithi012 ceph-mon[90784]: pgmap v1810: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:57:32.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:57:31 smithi055 ceph-mon[85080]: pgmap v1810: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:57:32.539 INFO:tasks.workunit.client.0.smithi012.stdout: 781: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:32.539 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-KSou53HyapAt9sK off=125835 len=534828 2024-04-02T08:57:32.540 INFO:tasks.workunit.client.0.smithi012.stdout:op 3915 completed, throughput=4.99MB/sec 2024-04-02T08:57:32.540 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-311tTywahQUtBVc off=11096531 len=457678 2024-04-02T08:57:32.541 INFO:tasks.workunit.client.0.smithi012.stdout:op 3916 completed, throughput=4.99MB/sec 2024-04-02T08:57:32.542 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Vi3MpGzxfkZ1YNJ off=9717512 len=823866 2024-04-02T08:57:32.542 INFO:tasks.workunit.client.0.smithi012.stdout:op 3917 completed, throughput=5MB/sec 2024-04-02T08:57:32.542 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-iQJyHBZnYmc_mtc off=7549595 len=2003463 2024-04-02T08:57:32.552 INFO:tasks.workunit.client.0.smithi012.stdout:op 3918 completed, throughput=5MB/sec 2024-04-02T08:57:32.552 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ed8Twihl-5ZOC_I off=2580580 len=1639878 2024-04-02T08:57:32.558 INFO:tasks.workunit.client.0.smithi012.stdout:op 3919 completed, throughput=5MB/sec 2024-04-02T08:57:32.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:57:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:57:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:57:33.558 INFO:tasks.workunit.client.0.smithi012.stdout: 782: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:33.559 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-VeJozFiIppw2tVQ off=958923 len=586584 2024-04-02T08:57:33.559 INFO:tasks.workunit.client.0.smithi012.stdout:op 3920 completed, throughput=4.99MB/sec 2024-04-02T08:57:33.559 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-iqQnaxzqh8tB3R1 off=1886205 len=1263314 2024-04-02T08:57:33.564 INFO:tasks.workunit.client.0.smithi012.stdout:op 3921 completed, throughput=5MB/sec 2024-04-02T08:57:33.564 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-hCsmcsLQLC8GFIJ off=834887 len=536078 2024-04-02T08:57:33.565 INFO:tasks.workunit.client.0.smithi012.stdout:op 3922 completed, throughput=5MB/sec 2024-04-02T08:57:33.566 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ZAO2srK1Dxk15Xw off=7490032 len=1002167 2024-04-02T08:57:33.567 INFO:tasks.workunit.client.0.smithi012.stdout:op 3923 completed, throughput=5MB/sec 2024-04-02T08:57:33.567 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-8m54zpDXDOpvPor off=1635014 len=953098 2024-04-02T08:57:33.569 INFO:tasks.workunit.client.0.smithi012.stdout:op 3924 completed, throughput=5MB/sec 2024-04-02T08:57:33.569 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-e0rKktTJ53oISkp off=8947658 len=883133 2024-04-02T08:57:33.573 INFO:tasks.workunit.client.0.smithi012.stdout:op 3925 completed, throughput=5MB/sec 2024-04-02T08:57:34.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:57:33 smithi012 ceph-mon[88355]: pgmap v1811: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:57:34.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:57:33 smithi012 ceph-mon[90784]: pgmap v1811: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:57:34.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:57:33 smithi055 ceph-mon[85080]: pgmap v1811: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:57:34.574 INFO:tasks.workunit.client.0.smithi012.stdout: 783: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:34.574 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-3BqyPSuYG8io4m5 off=7115825 len=278824 2024-04-02T08:57:34.577 INFO:tasks.workunit.client.0.smithi012.stdout:op 3926 completed, throughput=4.99MB/sec 2024-04-02T08:57:34.577 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-o5UtZkeSJDJutot off=6666697 len=1476973 2024-04-02T08:57:34.582 INFO:tasks.workunit.client.0.smithi012.stdout:op 3927 completed, throughput=5MB/sec 2024-04-02T08:57:34.582 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-zhMNG99ZFjUI6Zy off=680177 len=1118418 2024-04-02T08:57:34.583 INFO:tasks.workunit.client.0.smithi012.stdout:op 3928 completed, throughput=5MB/sec 2024-04-02T08:57:34.584 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-P9ANLs50QWkR6bf off=0 len=1160011 2024-04-02T08:57:34.590 INFO:tasks.workunit.client.0.smithi012.stdout:op 3929 completed, throughput=5MB/sec 2024-04-02T08:57:34.590 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Zt46Ah9J0145b0A off=5499092 len=229353 2024-04-02T08:57:34.591 INFO:tasks.workunit.client.0.smithi012.stdout:op 3930 completed, throughput=5MB/sec 2024-04-02T08:57:34.591 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-JSQPgVt7QPfMHYv off=8318368 len=294072 2024-04-02T08:57:34.591 INFO:tasks.workunit.client.0.smithi012.stdout:op 3931 completed, throughput=5MB/sec 2024-04-02T08:57:34.592 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-fsbO9Y7LI1-0yit off=11085485 len=1147421 2024-04-02T08:57:34.593 INFO:tasks.workunit.client.0.smithi012.stdout:op 3932 completed, throughput=5MB/sec 2024-04-02T08:57:35.594 INFO:tasks.workunit.client.0.smithi012.stdout: 784: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:35.594 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-TMWkalAriYFyii1 off=1902843 len=779904 2024-04-02T08:57:35.597 INFO:tasks.workunit.client.0.smithi012.stdout:op 3933 completed, throughput=5MB/sec 2024-04-02T08:57:35.597 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-56W1e3eqwNXx9nG off=3295989 len=2010030 2024-04-02T08:57:35.607 INFO:tasks.workunit.client.0.smithi012.stdout:op 3934 completed, throughput=5MB/sec 2024-04-02T08:57:35.607 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-acudlja6oRbxfdy off=4015497 len=505273 2024-04-02T08:57:35.610 INFO:tasks.workunit.client.0.smithi012.stdout:op 3935 completed, throughput=5MB/sec 2024-04-02T08:57:35.610 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-P0x0R-bkE3s8EHu off=4364876 len=1908307 2024-04-02T08:57:35.613 INFO:tasks.workunit.client.0.smithi012.stdout:op 3936 completed, throughput=5MB/sec 2024-04-02T08:57:36.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:57:35 smithi012 ceph-mon[88355]: pgmap v1812: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:57:36.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:57:35 smithi012 ceph-mon[90784]: pgmap v1812: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:57:36.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:57:35 smithi055 ceph-mon[85080]: pgmap v1812: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:57:36.613 INFO:tasks.workunit.client.0.smithi012.stdout: 785: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:36.613 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj--xbwRCk_-nRY6lB off=1252584 len=1753420 2024-04-02T08:57:36.619 INFO:tasks.workunit.client.0.smithi012.stdout:op 3937 completed, throughput=5MB/sec 2024-04-02T08:57:36.620 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-5kUbKlFTb4TqVMV off=1724719 len=1583387 2024-04-02T08:57:36.621 INFO:tasks.workunit.client.0.smithi012.stdout:op 3938 completed, throughput=5MB/sec 2024-04-02T08:57:36.621 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-0rT2CfjkHcQ0DYO off=1257430 len=1501935 2024-04-02T08:57:36.628 INFO:tasks.workunit.client.0.smithi012.stdout:op 3939 completed, throughput=5MB/sec 2024-04-02T08:57:36.629 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-odpZf9-7iX7AsYu off=8601640 len=1810656 2024-04-02T08:57:36.636 INFO:tasks.workunit.client.0.smithi012.stdout:op 3940 completed, throughput=5MB/sec 2024-04-02T08:57:37.637 INFO:tasks.workunit.client.0.smithi012.stdout: 786: throughput=5MB/sec pending data=0 2024-04-02T08:57:37.637 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-8gyiqNMJKVAwcWg off=13173908 len=1265626 2024-04-02T08:57:37.638 INFO:tasks.workunit.client.0.smithi012.stdout:op 3941 completed, throughput=5MB/sec 2024-04-02T08:57:37.638 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-L0wvmKMEhF4Qf0M off=2945346 len=927955 2024-04-02T08:57:37.644 INFO:tasks.workunit.client.0.smithi012.stdout:op 3942 completed, throughput=5MB/sec 2024-04-02T08:57:37.644 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-a2RowELjy25KjtW off=5134596 len=851546 2024-04-02T08:57:37.645 INFO:tasks.workunit.client.0.smithi012.stdout:op 3943 completed, throughput=5MB/sec 2024-04-02T08:57:37.645 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-J6DryhNAqpW69TP off=451166 len=1327426 2024-04-02T08:57:37.651 INFO:tasks.workunit.client.0.smithi012.stdout:op 3944 completed, throughput=5MB/sec 2024-04-02T08:57:38.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:57:37 smithi012 ceph-mon[88355]: pgmap v1813: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T08:57:38.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:57:37 smithi012 ceph-mon[90784]: pgmap v1813: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T08:57:38.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:57:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:57:37] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-04-02T08:57:38.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:57:37 smithi055 ceph-mon[85080]: pgmap v1813: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T08:57:38.651 INFO:tasks.workunit.client.0.smithi012.stdout: 787: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:38.652 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj--qDsljxOBucsHj4 off=878434 len=374773 2024-04-02T08:57:38.653 INFO:tasks.workunit.client.0.smithi012.stdout:op 3945 completed, throughput=4.99MB/sec 2024-04-02T08:57:38.653 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-nxpmYd9XH4kP0eE off=7788613 len=503864 2024-04-02T08:57:38.656 INFO:tasks.workunit.client.0.smithi012.stdout:op 3946 completed, throughput=5MB/sec 2024-04-02T08:57:38.656 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Ras_HCSvcEkP2dX off=2097832 len=749711 2024-04-02T08:57:38.657 INFO:tasks.workunit.client.0.smithi012.stdout:op 3947 completed, throughput=5MB/sec 2024-04-02T08:57:38.657 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ypwQ3JGRA3BolmU off=4028873 len=1479171 2024-04-02T08:57:38.663 INFO:tasks.workunit.client.0.smithi012.stdout:op 3948 completed, throughput=5MB/sec 2024-04-02T08:57:38.663 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-KhLwbRBebR2uHx8 off=6377672 len=778924 2024-04-02T08:57:38.667 INFO:tasks.workunit.client.0.smithi012.stdout:op 3949 completed, throughput=5MB/sec 2024-04-02T08:57:38.667 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Rks_w9YYvjsvOoG off=6867794 len=2064803 2024-04-02T08:57:38.669 INFO:tasks.workunit.client.0.smithi012.stdout:op 3950 completed, throughput=5MB/sec 2024-04-02T08:57:39.669 INFO:tasks.workunit.client.0.smithi012.stdout: 788: throughput=5MB/sec pending data=0 2024-04-02T08:57:39.669 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-gcR9ZipyDJI3h5f off=3070616 len=1789131 2024-04-02T08:57:39.677 INFO:tasks.workunit.client.0.smithi012.stdout:op 3951 completed, throughput=5MB/sec 2024-04-02T08:57:39.677 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-bdZyBRpUCY4qf1k off=697857 len=608450 2024-04-02T08:57:39.677 INFO:tasks.workunit.client.0.smithi012.stdout:op 3952 completed, throughput=5MB/sec 2024-04-02T08:57:39.678 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-NqtcOYSWCJMrcr3 off=6339487 len=1746386 2024-04-02T08:57:39.685 INFO:tasks.workunit.client.0.smithi012.stdout:op 3953 completed, throughput=5MB/sec 2024-04-02T08:57:40.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:57:39 smithi012 ceph-mon[88355]: pgmap v1814: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:57:40.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:57:39 smithi012 ceph-mon[90784]: pgmap v1814: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:57:40.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:57:39 smithi055 ceph-mon[85080]: pgmap v1814: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:57:40.686 INFO:tasks.workunit.client.0.smithi012.stdout: 789: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:40.686 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-_BgbGPbMeFwyFgY off=21567989 len=783875 2024-04-02T08:57:40.686 INFO:tasks.workunit.client.0.smithi012.stdout:op 3954 completed, throughput=4.99MB/sec 2024-04-02T08:57:40.686 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-86PsmbhtUjxQVbx off=2080230 len=1871622 2024-04-02T08:57:40.694 INFO:tasks.workunit.client.0.smithi012.stdout:op 3955 completed, throughput=5MB/sec 2024-04-02T08:57:40.694 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-sc4DdGon6X42QM- off=4349767 len=1888202 2024-04-02T08:57:40.701 INFO:tasks.workunit.client.0.smithi012.stdout:op 3956 completed, throughput=5MB/sec 2024-04-02T08:57:40.701 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-AhdsFbNuOz3gBTl off=545495 len=1872580 2024-04-02T08:57:40.708 INFO:tasks.workunit.client.0.smithi012.stdout:op 3957 completed, throughput=5MB/sec 2024-04-02T08:57:41.708 INFO:tasks.workunit.client.0.smithi012.stdout: 790: throughput=5MB/sec pending data=0 2024-04-02T08:57:41.708 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-9RZ2ypm2LGOrIxg off=4166880 len=1711635 2024-04-02T08:57:41.709 INFO:tasks.workunit.client.0.smithi012.stdout:op 3958 completed, throughput=5MB/sec 2024-04-02T08:57:41.710 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-dxZ963f06IL-qgg off=20979025 len=337042 2024-04-02T08:57:41.712 INFO:tasks.workunit.client.0.smithi012.stdout:op 3959 completed, throughput=5MB/sec 2024-04-02T08:57:41.712 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-uC1U5SthcIDSN13 off=12833463 len=1221937 2024-04-02T08:57:41.717 INFO:tasks.workunit.client.0.smithi012.stdout:op 3960 completed, throughput=5MB/sec 2024-04-02T08:57:41.717 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-wDp_HkuGbXW_Dso off=2347623 len=903314 2024-04-02T08:57:41.719 INFO:tasks.workunit.client.0.smithi012.stdout:op 3961 completed, throughput=5MB/sec 2024-04-02T08:57:41.719 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-idE9bbjzYppequn off=3852177 len=1685061 2024-04-02T08:57:41.720 INFO:tasks.workunit.client.0.smithi012.stdout:op 3962 completed, throughput=5MB/sec 2024-04-02T08:57:42.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:57:41 smithi012 ceph-mon[88355]: pgmap v1815: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:57:42.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:57:41 smithi012 ceph-mon[90784]: pgmap v1815: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:57:42.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:57:41 smithi055 ceph-mon[85080]: pgmap v1815: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:57:42.721 INFO:tasks.workunit.client.0.smithi012.stdout: 791: throughput=5MB/sec pending data=0 2024-04-02T08:57:42.721 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-R7AEmFgzk5noduX off=4074533 len=1746033 2024-04-02T08:57:42.728 INFO:tasks.workunit.client.0.smithi012.stdout:op 3963 completed, throughput=5MB/sec 2024-04-02T08:57:42.728 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-_KyQKot_1HCVgEa off=6779410 len=1734942 2024-04-02T08:57:42.735 INFO:tasks.workunit.client.0.smithi012.stdout:op 3964 completed, throughput=5MB/sec 2024-04-02T08:57:42.735 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-5i3XWIc6jE-gK3g off=5436236 len=14090 2024-04-02T08:57:42.737 INFO:tasks.workunit.client.0.smithi012.stdout:op 3965 completed, throughput=5MB/sec 2024-04-02T08:57:42.737 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-o2e0RqTQG2sTwmR off=2943954 len=1562697 2024-04-02T08:57:42.744 INFO:tasks.workunit.client.0.smithi012.stdout:op 3966 completed, throughput=5MB/sec 2024-04-02T08:57:42.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:57:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:57:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:57:43.745 INFO:tasks.workunit.client.0.smithi012.stdout: 792: throughput=5MB/sec pending data=0 2024-04-02T08:57:43.745 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-q4jABp_2zGXDNnd off=7530192 len=1004459 2024-04-02T08:57:43.746 INFO:tasks.workunit.client.0.smithi012.stdout:op 3967 completed, throughput=5MB/sec 2024-04-02T08:57:43.746 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ft9JOi3XJ7_UQ3c off=796219 len=152391 2024-04-02T08:57:43.746 INFO:tasks.workunit.client.0.smithi012.stdout:op 3968 completed, throughput=5MB/sec 2024-04-02T08:57:43.746 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-tXmyvT80cq7-BRL off=2159902 len=1467015 2024-04-02T08:57:43.750 INFO:tasks.workunit.client.0.smithi012.stdout:op 3969 completed, throughput=5MB/sec 2024-04-02T08:57:43.750 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-0IeihBcYR5YMRzp off=10340559 len=1627250 2024-04-02T08:57:43.751 INFO:tasks.workunit.client.0.smithi012.stdout:op 3970 completed, throughput=5MB/sec 2024-04-02T08:57:44.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:57:43 smithi012 ceph-mon[88355]: pgmap v1816: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:57:44.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:57:43 smithi012 ceph-mon[90784]: pgmap v1816: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:57:44.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:57:43 smithi055 ceph-mon[85080]: pgmap v1816: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:57:44.751 INFO:tasks.workunit.client.0.smithi012.stdout: 793: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:44.751 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-SM6TQRWzb-G7xyc off=8086803 len=102315 2024-04-02T08:57:44.754 INFO:tasks.workunit.client.0.smithi012.stdout:op 3971 completed, throughput=4.99MB/sec 2024-04-02T08:57:44.754 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-msTCayocQpjqLtm off=218424 len=1027586 2024-04-02T08:57:44.758 INFO:tasks.workunit.client.0.smithi012.stdout:op 3972 completed, throughput=5MB/sec 2024-04-02T08:57:44.758 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-QgukRxx54bgC4ff off=11138688 len=1583176 2024-04-02T08:57:44.761 INFO:tasks.workunit.client.0.smithi012.stdout:op 3973 completed, throughput=5MB/sec 2024-04-02T08:57:44.761 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-7UUUXlSwkFy-RZL off=2452529 len=1235232 2024-04-02T08:57:44.766 INFO:tasks.workunit.client.0.smithi012.stdout:op 3974 completed, throughput=5MB/sec 2024-04-02T08:57:44.766 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ClRC5RxbVg5iBF0 off=13903496 len=127148 2024-04-02T08:57:44.767 INFO:tasks.workunit.client.0.smithi012.stdout:op 3975 completed, throughput=5MB/sec 2024-04-02T08:57:44.767 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-f9E2J06BG5ttFC2 off=20783803 len=1704110 2024-04-02T08:57:44.768 INFO:tasks.workunit.client.0.smithi012.stdout:op 3976 completed, throughput=5MB/sec 2024-04-02T08:57:45.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:57:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:45.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:57:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:45.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:57:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:45.769 INFO:tasks.workunit.client.0.smithi012.stdout: 794: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:45.769 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-V1Y9PhSTUcRx5Ax off=776477 len=25489 2024-04-02T08:57:45.769 INFO:tasks.workunit.client.0.smithi012.stdout:op 3977 completed, throughput=4.99MB/sec 2024-04-02T08:57:45.769 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-M1xUfmY7PgPdtLO off=18696521 len=652607 2024-04-02T08:57:45.772 INFO:tasks.workunit.client.0.smithi012.stdout:op 3978 completed, throughput=5MB/sec 2024-04-02T08:57:45.772 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-7Hkg2CX7piLS2B_ off=202983 len=169486 2024-04-02T08:57:45.772 INFO:tasks.workunit.client.0.smithi012.stdout:op 3979 completed, throughput=5MB/sec 2024-04-02T08:57:45.772 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-AOJI91KqqVS6btp off=13377577 len=1295455 2024-04-02T08:57:45.779 INFO:tasks.workunit.client.0.smithi012.stdout:op 3980 completed, throughput=5MB/sec 2024-04-02T08:57:45.779 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-0lfgLd3ud8EPdGI off=2504180 len=1970844 2024-04-02T08:57:45.788 INFO:tasks.workunit.client.0.smithi012.stdout:op 3981 completed, throughput=5MB/sec 2024-04-02T08:57:45.788 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-aHGMMBCHJBcdT_h off=17196425 len=1968367 2024-04-02T08:57:45.789 INFO:tasks.workunit.client.0.smithi012.stdout:op 3982 completed, throughput=5MB/sec 2024-04-02T08:57:46.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:57:45 smithi012 ceph-mon[88355]: pgmap v1817: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:57:46.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:57:45 smithi012 ceph-mon[90784]: pgmap v1817: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:57:46.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:57:45 smithi055 ceph-mon[85080]: pgmap v1817: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:57:46.789 INFO:tasks.workunit.client.0.smithi012.stdout: 795: throughput=5MB/sec pending data=0 2024-04-02T08:57:46.790 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-x8hXLqVwG5nAAL9 off=4244008 len=1546255 2024-04-02T08:57:46.791 INFO:tasks.workunit.client.0.smithi012.stdout:op 3983 completed, throughput=5MB/sec 2024-04-02T08:57:46.791 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-DR6RBUiijKuOq1x off=10994673 len=1163308 2024-04-02T08:57:46.792 INFO:tasks.workunit.client.0.smithi012.stdout:op 3984 completed, throughput=5MB/sec 2024-04-02T08:57:46.792 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Y_tCoh2EU7ZjYVZ off=542318 len=1189835 2024-04-02T08:57:46.799 INFO:tasks.workunit.client.0.smithi012.stdout:op 3985 completed, throughput=5MB/sec 2024-04-02T08:57:47.795 INFO:tasks.workunit.client.0.smithi012.stdout: 796: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:47.796 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj--iWBw-txfr9z3p4 off=6160784 len=386775 2024-04-02T08:57:47.796 INFO:tasks.workunit.client.0.smithi012.stdout:op 3986 completed, throughput=4.99MB/sec 2024-04-02T08:57:47.796 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-nxpDkMrFjNrX7lR off=875111 len=1486898 2024-04-02T08:57:47.797 INFO:tasks.workunit.client.0.smithi012.stdout:op 3987 completed, throughput=5MB/sec 2024-04-02T08:57:47.797 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-vn6iGOFob4eF2np off=3107169 len=1571632 2024-04-02T08:57:47.805 INFO:tasks.workunit.client.0.smithi012.stdout:op 3988 completed, throughput=5MB/sec 2024-04-02T08:57:47.805 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-AFHYN20XZTxefc5 off=1016756 len=1975153 2024-04-02T08:57:47.806 INFO:tasks.workunit.client.0.smithi012.stdout:op 3989 completed, throughput=5MB/sec 2024-04-02T08:57:48.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:57:47 smithi012 ceph-mon[88355]: pgmap v1818: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:57:48.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:57:47 smithi012 ceph-mon[90784]: pgmap v1818: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:57:48.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:57:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:57:47] "GET /metrics HTTP/1.1" 200 34058 "" "Prometheus/2.43.0" 2024-04-02T08:57:48.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:57:47 smithi055 ceph-mon[85080]: pgmap v1818: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:57:48.807 INFO:tasks.workunit.client.0.smithi012.stdout: 797: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:48.807 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-08BcSS_GT1K3168 off=19649597 len=599563 2024-04-02T08:57:48.811 INFO:tasks.workunit.client.0.smithi012.stdout:op 3990 completed, throughput=4.99MB/sec 2024-04-02T08:57:48.811 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-6rLR4CM28Miv3iR off=5609658 len=896365 2024-04-02T08:57:48.812 INFO:tasks.workunit.client.0.smithi012.stdout:op 3991 completed, throughput=5MB/sec 2024-04-02T08:57:48.812 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-3EmYcIQWWqQp-Us off=15540660 len=1751017 2024-04-02T08:57:48.819 INFO:tasks.workunit.client.0.smithi012.stdout:op 3992 completed, throughput=5MB/sec 2024-04-02T08:57:48.819 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-OjW20WUCczAcq24 off=4961224 len=853979 2024-04-02T08:57:48.824 INFO:tasks.workunit.client.0.smithi012.stdout:op 3993 completed, throughput=5MB/sec 2024-04-02T08:57:48.824 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-zGLOVI93pbwiWzw off=2995251 len=724389 2024-04-02T08:57:48.825 INFO:tasks.workunit.client.0.smithi012.stdout:op 3994 completed, throughput=5MB/sec 2024-04-02T08:57:48.825 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-8oQoLwHUdyhNMdm off=11367976 len=225957 2024-04-02T08:57:48.825 INFO:tasks.workunit.client.0.smithi012.stdout:op 3995 completed, throughput=5MB/sec 2024-04-02T08:57:48.825 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-PxBXRqWfy9fAyhq off=13587393 len=1131106 2024-04-02T08:57:48.826 INFO:tasks.workunit.client.0.smithi012.stdout:op 3996 completed, throughput=5MB/sec 2024-04-02T08:57:49.826 INFO:tasks.workunit.client.0.smithi012.stdout: 798: throughput=5MB/sec pending data=0 2024-04-02T08:57:49.826 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-VqoMR2qQv2KLvFC off=4675921 len=1752231 2024-04-02T08:57:49.828 INFO:tasks.workunit.client.0.smithi012.stdout:op 3997 completed, throughput=5MB/sec 2024-04-02T08:57:49.828 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-cyDV0vVr4F2hvfR off=4256060 len=1865494 2024-04-02T08:57:49.829 INFO:tasks.workunit.client.0.smithi012.stdout:op 3998 completed, throughput=5MB/sec 2024-04-02T08:57:49.829 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-bEAFzuKMUvqzAGl off=4431225 len=1955224 2024-04-02T08:57:49.831 INFO:tasks.workunit.client.0.smithi012.stdout:op 3999 completed, throughput=5MB/sec 2024-04-02T08:57:50.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:57:49 smithi012 ceph-mon[88355]: pgmap v1819: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:57:50.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:57:49 smithi012 ceph-mon[90784]: pgmap v1819: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:57:50.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:57:49 smithi055 ceph-mon[85080]: pgmap v1819: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:57:50.831 INFO:tasks.workunit.client.0.smithi012.stdout: 799: throughput=5MB/sec pending data=0 2024-04-02T08:57:50.831 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-OhWy4GxQqAfDiaJ off=2405335 len=1573873 2024-04-02T08:57:50.838 INFO:tasks.workunit.client.0.smithi012.stdout:op 4000 completed, throughput=5MB/sec 2024-04-02T08:57:50.838 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-y2r5FIxDY8wBYte off=285098 len=1585373 2024-04-02T08:57:50.846 INFO:tasks.workunit.client.0.smithi012.stdout:op 4001 completed, throughput=5MB/sec 2024-04-02T08:57:50.846 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-kL5wwnFcpFZPoSz off=6703460 len=698514 2024-04-02T08:57:50.847 INFO:tasks.workunit.client.0.smithi012.stdout:op 4002 completed, throughput=5MB/sec 2024-04-02T08:57:50.847 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-CbcnHYQy0wLz7nw off=10270586 len=1915365 2024-04-02T08:57:50.856 INFO:tasks.workunit.client.0.smithi012.stdout:op 4003 completed, throughput=5MB/sec 2024-04-02T08:57:51.856 INFO:tasks.workunit.client.0.smithi012.stdout: 800: throughput=5MB/sec pending data=0 2024-04-02T08:57:51.856 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ZMBvIKH08ldfCyo off=1387208 len=986003 2024-04-02T08:57:51.858 INFO:tasks.workunit.client.0.smithi012.stdout:op 4004 completed, throughput=5MB/sec 2024-04-02T08:57:51.858 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-o9bHRCliHL4ylHM off=17590681 len=1903483 2024-04-02T08:57:51.860 INFO:tasks.workunit.client.0.smithi012.stdout:op 4005 completed, throughput=5MB/sec 2024-04-02T08:57:51.860 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-nqnhqvlpW9X3g3T off=15408359 len=12847 2024-04-02T08:57:51.861 INFO:tasks.workunit.client.0.smithi012.stdout:op 4006 completed, throughput=5MB/sec 2024-04-02T08:57:51.861 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-nJaPAV6VJxCea27 off=5939155 len=1318432 2024-04-02T08:57:51.866 INFO:tasks.workunit.client.0.smithi012.stdout:op 4007 completed, throughput=5MB/sec 2024-04-02T08:57:52.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:57:51 smithi012 ceph-mon[88355]: pgmap v1820: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:57:52.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:57:51 smithi012 ceph-mon[90784]: pgmap v1820: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:57:52.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:57:51 smithi055 ceph-mon[85080]: pgmap v1820: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:57:52.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:57:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:57:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:57:52.866 INFO:tasks.workunit.client.0.smithi012.stdout: 801: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:52.866 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-X5BeSwvXeWBabRZ off=3425174 len=829905 2024-04-02T08:57:52.870 INFO:tasks.workunit.client.0.smithi012.stdout:op 4008 completed, throughput=5MB/sec 2024-04-02T08:57:52.870 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-6fuY-6HQg0AZvR6 off=2073943 len=1787051 2024-04-02T08:57:52.874 INFO:tasks.workunit.client.0.smithi012.stdout:op 4009 completed, throughput=5MB/sec 2024-04-02T08:57:52.874 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-08BcSS_GT1K3168 off=7819256 len=962981 2024-04-02T08:57:52.876 INFO:tasks.workunit.client.0.smithi012.stdout:op 4010 completed, throughput=5MB/sec 2024-04-02T08:57:52.876 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-mQkv8R8rmK0AStn off=1760397 len=2012408 2024-04-02T08:57:52.878 INFO:tasks.workunit.client.0.smithi012.stdout:op 4011 completed, throughput=5MB/sec 2024-04-02T08:57:53.878 INFO:tasks.workunit.client.0.smithi012.stdout: 802: throughput=5MB/sec pending data=0 2024-04-02T08:57:53.878 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Egk_mR9XqANLgS7 off=16282428 len=1711209 2024-04-02T08:57:53.879 INFO:tasks.workunit.client.0.smithi012.stdout:op 4012 completed, throughput=5MB/sec 2024-04-02T08:57:53.879 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-QfxsYOdszSbyixJ off=2849445 len=1346167 2024-04-02T08:57:53.881 INFO:tasks.workunit.client.0.smithi012.stdout:op 4013 completed, throughput=5MB/sec 2024-04-02T08:57:53.881 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-INUHhi2JGfSetvr off=5127909 len=1961000 2024-04-02T08:57:53.882 INFO:tasks.workunit.client.0.smithi012.stdout:op 4014 completed, throughput=5MB/sec 2024-04-02T08:57:54.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:57:53 smithi012 ceph-mon[88355]: pgmap v1821: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:57:54.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:57:53 smithi012 ceph-mon[90784]: pgmap v1821: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:57:54.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:57:53 smithi055 ceph-mon[85080]: pgmap v1821: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:57:54.882 INFO:tasks.workunit.client.0.smithi012.stdout: 803: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:54.883 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj--sK9AoAPuB7C2tJ off=1086202 len=172367 2024-04-02T08:57:54.883 INFO:tasks.workunit.client.0.smithi012.stdout:op 4015 completed, throughput=4.99MB/sec 2024-04-02T08:57:54.883 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-A_mo9EyApS5qom0 off=13931551 len=768906 2024-04-02T08:57:54.885 INFO:tasks.workunit.client.0.smithi012.stdout:op 4016 completed, throughput=5MB/sec 2024-04-02T08:57:54.885 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-z3oUs1680vDtqYS off=6563845 len=1873361 2024-04-02T08:57:54.894 INFO:tasks.workunit.client.0.smithi012.stdout:op 4017 completed, throughput=5MB/sec 2024-04-02T08:57:54.894 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-8em15FhnH6_SFtX off=1992164 len=259465 2024-04-02T08:57:54.897 INFO:tasks.workunit.client.0.smithi012.stdout:op 4018 completed, throughput=5MB/sec 2024-04-02T08:57:54.897 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-R0UVq8eyuDnWP_K off=4083018 len=1710214 2024-04-02T08:57:54.904 INFO:tasks.workunit.client.0.smithi012.stdout:op 4019 completed, throughput=5MB/sec 2024-04-02T08:57:55.905 INFO:tasks.workunit.client.0.smithi012.stdout: 804: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:55.905 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-gMHfDxbWB5WgJ5c off=14669730 len=1437569 2024-04-02T08:57:55.912 INFO:tasks.workunit.client.0.smithi012.stdout:op 4020 completed, throughput=5MB/sec 2024-04-02T08:57:55.912 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-i8AdtRMjSyDpojf off=17930957 len=1426581 2024-04-02T08:57:55.917 INFO:tasks.workunit.client.0.smithi012.stdout:op 4021 completed, throughput=5MB/sec 2024-04-02T08:57:55.917 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Wzny1lBtRzfRSDD off=5366817 len=1420111 2024-04-02T08:57:55.918 INFO:tasks.workunit.client.0.smithi012.stdout:op 4022 completed, throughput=5MB/sec 2024-04-02T08:57:55.918 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-MRf7FbtOhJUlOLp off=9872829 len=1499103 2024-04-02T08:57:55.923 INFO:tasks.workunit.client.0.smithi012.stdout:op 4023 completed, throughput=5MB/sec 2024-04-02T08:57:56.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:57:55 smithi012 ceph-mon[88355]: pgmap v1822: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:57:56.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:57:55 smithi012 ceph-mon[90784]: pgmap v1822: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:57:56.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:57:55 smithi055 ceph-mon[85080]: pgmap v1822: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:57:56.923 INFO:tasks.workunit.client.0.smithi012.stdout: 805: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:56.924 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-xMnbDF3zUKIphBy off=9182438 len=1967249 2024-04-02T08:57:56.931 INFO:tasks.workunit.client.0.smithi012.stdout:op 4024 completed, throughput=5MB/sec 2024-04-02T08:57:56.931 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-c2Xo00AtpkQX_QX off=15198334 len=1544389 2024-04-02T08:57:56.939 INFO:tasks.workunit.client.0.smithi012.stdout:op 4025 completed, throughput=5MB/sec 2024-04-02T08:57:56.939 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-KEzOtfQJ_T076Dd off=1236301 len=494446 2024-04-02T08:57:56.939 INFO:tasks.workunit.client.0.smithi012.stdout:op 4026 completed, throughput=5MB/sec 2024-04-02T08:57:56.939 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-gJq3I89pwymjOpc off=9154764 len=51800 2024-04-02T08:57:56.939 INFO:tasks.workunit.client.0.smithi012.stdout:op 4027 completed, throughput=5MB/sec 2024-04-02T08:57:56.940 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-QH_16Tbymr7K6G_ off=9190587 len=1134458 2024-04-02T08:57:56.942 INFO:tasks.workunit.client.0.smithi012.stdout:op 4028 completed, throughput=5MB/sec 2024-04-02T08:57:57.942 INFO:tasks.workunit.client.0.smithi012.stdout: 806: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:57.942 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-LM9e92uG3xORKOC off=11631048 len=63481 2024-04-02T08:57:57.944 INFO:tasks.workunit.client.0.smithi012.stdout:op 4029 completed, throughput=4.99MB/sec 2024-04-02T08:57:57.944 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-LEwUxG2MTA7lGN_ off=579033 len=2075861 2024-04-02T08:57:57.954 INFO:tasks.workunit.client.0.smithi012.stdout:op 4030 completed, throughput=5MB/sec 2024-04-02T08:57:57.954 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-U_BPw4qfbYdqz_J off=7035652 len=1441965 2024-04-02T08:57:57.961 INFO:tasks.workunit.client.0.smithi012.stdout:op 4031 completed, throughput=5MB/sec 2024-04-02T08:57:57.961 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-jK481R6LMv_SD-Z off=5595165 len=1703568 2024-04-02T08:57:57.963 INFO:tasks.workunit.client.0.smithi012.stdout:op 4032 completed, throughput=5MB/sec 2024-04-02T08:57:58.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:57:57 smithi055 ceph-mon[85080]: pgmap v1823: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:57:58.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:57:57 smithi012 ceph-mon[88355]: pgmap v1823: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:57:58.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:57:57 smithi012 ceph-mon[90784]: pgmap v1823: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:57:58.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:57:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:57:57] "GET /metrics HTTP/1.1" 200 34058 "" "Prometheus/2.43.0" 2024-04-02T08:57:58.963 INFO:tasks.workunit.client.0.smithi012.stdout: 807: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:58.963 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-VGh84vAKuGDfk_G off=0 len=1490572 2024-04-02T08:57:58.969 INFO:tasks.workunit.client.0.smithi012.stdout:op 4033 completed, throughput=5MB/sec 2024-04-02T08:57:58.969 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-go1mF9h626xhEpd off=1299180 len=477100 2024-04-02T08:57:58.970 INFO:tasks.workunit.client.0.smithi012.stdout:op 4034 completed, throughput=5MB/sec 2024-04-02T08:57:58.970 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-YQzhmJuPKZxBDWH off=15803014 len=140128 2024-04-02T08:57:58.972 INFO:tasks.workunit.client.0.smithi012.stdout:op 4035 completed, throughput=5MB/sec 2024-04-02T08:57:58.972 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-MDxY2kwaS0ApxvR off=11176172 len=72091 2024-04-02T08:57:58.973 INFO:tasks.workunit.client.0.smithi012.stdout:op 4036 completed, throughput=5MB/sec 2024-04-02T08:57:58.973 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-dP0RL4EWNqugDz5 off=2858352 len=1429567 2024-04-02T08:57:58.974 INFO:tasks.workunit.client.0.smithi012.stdout:op 4037 completed, throughput=5MB/sec 2024-04-02T08:57:58.974 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-G20R-SV64DaSaT3 off=11168886 len=1508462 2024-04-02T08:57:58.977 INFO:tasks.workunit.client.0.smithi012.stdout:op 4038 completed, throughput=5MB/sec 2024-04-02T08:57:59.977 INFO:tasks.workunit.client.0.smithi012.stdout: 808: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:59.978 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-SDKT1LGLrtnv00m off=1215331 len=813649 2024-04-02T08:57:59.981 INFO:tasks.workunit.client.0.smithi012.stdout:op 4039 completed, throughput=5MB/sec 2024-04-02T08:57:59.981 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-InfxPNbz_0bY6kG off=10750612 len=825272 2024-04-02T08:57:59.982 INFO:tasks.workunit.client.0.smithi012.stdout:op 4040 completed, throughput=5MB/sec 2024-04-02T08:57:59.982 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-SxbGuKCLzllx2k6 off=5551859 len=1625457 2024-04-02T08:57:59.983 INFO:tasks.workunit.client.0.smithi012.stdout:op 4041 completed, throughput=5MB/sec 2024-04-02T08:57:59.983 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-JyXFWWjTSZW8T05 off=18166195 len=155975 2024-04-02T08:57:59.986 INFO:tasks.workunit.client.0.smithi012.stdout:op 4042 completed, throughput=5MB/sec 2024-04-02T08:57:59.986 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-idFiKApFLsz-OlH off=3755025 len=909570 2024-04-02T08:57:59.988 INFO:tasks.workunit.client.0.smithi012.stdout:op 4043 completed, throughput=5MB/sec 2024-04-02T08:57:59.988 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-7Uj7xF3kJZDIuv1 off=6287016 len=427817 2024-04-02T08:57:59.989 INFO:tasks.workunit.client.0.smithi012.stdout:op 4044 completed, throughput=5MB/sec 2024-04-02T08:57:59.989 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-j485_XGFU2hCvEF off=9671942 len=1932033 2024-04-02T08:57:59.998 INFO:tasks.workunit.client.0.smithi012.stdout:op 4045 completed, throughput=5MB/sec 2024-04-02T08:58:00.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:57:59 smithi055 ceph-mon[85080]: pgmap v1824: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:58:00.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:57:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:00.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:57:59 smithi012 ceph-mon[88355]: pgmap v1824: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:58:00.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:57:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:00.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:57:59 smithi012 ceph-mon[90784]: pgmap v1824: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:58:00.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:57:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:00.998 INFO:tasks.workunit.client.0.smithi012.stdout: 809: throughput=5MB/sec pending data=0 2024-04-02T08:58:00.998 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-8PebXtt9nPk0sC3 off=5966235 len=1210538 2024-04-02T08:58:01.001 INFO:tasks.workunit.client.0.smithi012.stdout:op 4046 completed, throughput=5MB/sec 2024-04-02T08:58:01.001 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-e3wfw71GDjhcQtw off=8738131 len=1274216 2024-04-02T08:58:01.007 INFO:tasks.workunit.client.0.smithi012.stdout:op 4047 completed, throughput=5MB/sec 2024-04-02T08:58:01.007 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-QIa1nJX8CzL03pc off=9034375 len=241297 2024-04-02T08:58:01.007 INFO:tasks.workunit.client.0.smithi012.stdout:op 4048 completed, throughput=5MB/sec 2024-04-02T08:58:01.008 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-uD7Cwxw3F0CQaeu off=12914119 len=1448904 2024-04-02T08:58:01.009 INFO:tasks.workunit.client.0.smithi012.stdout:op 4049 completed, throughput=5MB/sec 2024-04-02T08:58:02.009 INFO:tasks.workunit.client.0.smithi012.stdout: 810: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:02.009 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-jQ5eUq8sJOa4Y3R off=1665429 len=1472326 2024-04-02T08:58:02.010 INFO:tasks.workunit.client.0.smithi012.stdout:op 4050 completed, throughput=5MB/sec 2024-04-02T08:58:02.010 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-uq_Y0sSCoQ8vc42 off=2669610 len=2036017 2024-04-02T08:58:02.012 INFO:tasks.workunit.client.0.smithi012.stdout:op 4051 completed, throughput=5MB/sec 2024-04-02T08:58:02.012 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-2GeEkzXCgfYfFwE off=14397768 len=135496 2024-04-02T08:58:02.012 INFO:tasks.workunit.client.0.smithi012.stdout:op 4052 completed, throughput=5MB/sec 2024-04-02T08:58:02.013 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-qGutBNt-5HDWtmh off=7117027 len=1531002 2024-04-02T08:58:02.014 INFO:tasks.workunit.client.0.smithi012.stdout:op 4053 completed, throughput=5MB/sec 2024-04-02T08:58:02.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:58:01 smithi055 ceph-mon[85080]: pgmap v1825: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:58:02.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:58:01 smithi012 ceph-mon[88355]: pgmap v1825: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:58:02.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:58:01 smithi012 ceph-mon[90784]: pgmap v1825: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:58:02.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:58:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:58:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:58:03.014 INFO:tasks.workunit.client.0.smithi012.stdout: 811: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:03.014 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-KSAAANDTE1HijYw off=20414936 len=888444 2024-04-02T08:58:03.018 INFO:tasks.workunit.client.0.smithi012.stdout:op 4054 completed, throughput=5MB/sec 2024-04-02T08:58:03.018 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj--ib7IVMXHGreGxE off=15976810 len=483247 2024-04-02T08:58:03.019 INFO:tasks.workunit.client.0.smithi012.stdout:op 4055 completed, throughput=5MB/sec 2024-04-02T08:58:03.019 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-x5bXcna43Ad8JDU off=2850979 len=1638563 2024-04-02T08:58:03.024 INFO:tasks.workunit.client.0.smithi012.stdout:op 4056 completed, throughput=5MB/sec 2024-04-02T08:58:03.025 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-yIChBaVYspWmBPp off=17325412 len=2018666 2024-04-02T08:58:03.031 INFO:tasks.workunit.client.0.smithi012.stdout:op 4057 completed, throughput=5MB/sec 2024-04-02T08:58:04.031 INFO:tasks.workunit.client.0.smithi012.stdout: 812: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:04.032 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-f_CUd4XjdmQrlOw off=8801834 len=1336822 2024-04-02T08:58:04.033 INFO:tasks.workunit.client.0.smithi012.stdout:op 4058 completed, throughput=5MB/sec 2024-04-02T08:58:04.033 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-l6D7xwYGhdMGfzy off=41379 len=1187124 2024-04-02T08:58:04.034 INFO:tasks.workunit.client.0.smithi012.stdout:op 4059 completed, throughput=5MB/sec 2024-04-02T08:58:04.034 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-lnTrAuG9bQ442hD off=21043677 len=1696383 2024-04-02T08:58:04.042 INFO:tasks.workunit.client.0.smithi012.stdout:op 4060 completed, throughput=5MB/sec 2024-04-02T08:58:04.042 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-zMoLwtyE8CBgmDK off=4763629 len=1233283 2024-04-02T08:58:04.044 INFO:tasks.workunit.client.0.smithi012.stdout:op 4061 completed, throughput=5MB/sec 2024-04-02T08:58:04.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:58:03 smithi055 ceph-mon[85080]: pgmap v1826: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:58:04.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:58:03 smithi012 ceph-mon[88355]: pgmap v1826: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:58:04.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:58:03 smithi012 ceph-mon[90784]: pgmap v1826: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:58:05.045 INFO:tasks.workunit.client.0.smithi012.stdout: 813: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:05.045 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Ii9snymJ735GNHY off=2465509 len=646781 2024-04-02T08:58:05.045 INFO:tasks.workunit.client.0.smithi012.stdout:op 4062 completed, throughput=4.99MB/sec 2024-04-02T08:58:05.046 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-gPaHBLqOS4PVqea off=8932828 len=1614203 2024-04-02T08:58:05.054 INFO:tasks.workunit.client.0.smithi012.stdout:op 4063 completed, throughput=5MB/sec 2024-04-02T08:58:05.054 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Rj4Pu_NBfbhFm8i off=3198945 len=1580160 2024-04-02T08:58:05.061 INFO:tasks.workunit.client.0.smithi012.stdout:op 4064 completed, throughput=5MB/sec 2024-04-02T08:58:05.061 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-hnz8St27sGjSWA3 off=17908667 len=885550 2024-04-02T08:58:05.066 INFO:tasks.workunit.client.0.smithi012.stdout:op 4065 completed, throughput=5MB/sec 2024-04-02T08:58:05.066 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-nxcqeJsl5hmnWf8 off=5986661 len=365436 2024-04-02T08:58:05.067 INFO:tasks.workunit.client.0.smithi012.stdout:op 4066 completed, throughput=5MB/sec 2024-04-02T08:58:05.067 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Lvza05oX1N6ihQg off=1465707 len=312062 2024-04-02T08:58:05.067 INFO:tasks.workunit.client.0.smithi012.stdout:op 4067 completed, throughput=5MB/sec 2024-04-02T08:58:06.068 INFO:tasks.workunit.client.0.smithi012.stdout: 814: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:06.068 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-dZeUgPl4kz2s1tx off=1266869 len=458169 2024-04-02T08:58:06.072 INFO:tasks.workunit.client.0.smithi012.stdout:op 4068 completed, throughput=4.99MB/sec 2024-04-02T08:58:06.072 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-RGlHuSE9o-nMXzi off=1828716 len=961704 2024-04-02T08:58:06.077 INFO:tasks.workunit.client.0.smithi012.stdout:op 4069 completed, throughput=5MB/sec 2024-04-02T08:58:06.077 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-EltfZpPmzJ4n77T off=300124 len=1512229 2024-04-02T08:58:06.080 INFO:tasks.workunit.client.0.smithi012.stdout:op 4070 completed, throughput=5MB/sec 2024-04-02T08:58:06.080 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-y8720uQxae1UDnq off=9805866 len=632958 2024-04-02T08:58:06.084 INFO:tasks.workunit.client.0.smithi012.stdout:op 4071 completed, throughput=5MB/sec 2024-04-02T08:58:06.084 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-PO5j3j_NIRL23Pw off=4347456 len=1931153 2024-04-02T08:58:06.086 INFO:tasks.workunit.client.0.smithi012.stdout:op 4072 completed, throughput=5MB/sec 2024-04-02T08:58:06.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:58:05 smithi055 ceph-mon[85080]: pgmap v1827: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:58:06.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:58:05 smithi012 ceph-mon[88355]: pgmap v1827: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:58:06.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:58:05 smithi012 ceph-mon[90784]: pgmap v1827: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:58:07.086 INFO:tasks.workunit.client.0.smithi012.stdout: 815: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:07.086 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-XpXSppmFBJlduJ2 off=4172696 len=444438 2024-04-02T08:58:07.090 INFO:tasks.workunit.client.0.smithi012.stdout:op 4073 completed, throughput=4.99MB/sec 2024-04-02T08:58:07.090 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-gLE-W2nd9q87z8n off=7244207 len=2036875 2024-04-02T08:58:07.093 INFO:tasks.workunit.client.0.smithi012.stdout:op 4074 completed, throughput=5MB/sec 2024-04-02T08:58:07.093 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj--YiS4jo9PG242uE off=1206841 len=1870202 2024-04-02T08:58:07.100 INFO:tasks.workunit.client.0.smithi012.stdout:op 4075 completed, throughput=5MB/sec 2024-04-02T08:58:07.100 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-D6fWzdJC9Q1rumz off=21946810 len=1166564 2024-04-02T08:58:07.105 INFO:tasks.workunit.client.0.smithi012.stdout:op 4076 completed, throughput=5MB/sec 2024-04-02T08:58:08.105 INFO:tasks.workunit.client.0.smithi012.stdout: 816: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:08.105 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-adJLDV3C702igT0 off=11301268 len=258645 2024-04-02T08:58:08.108 INFO:tasks.workunit.client.0.smithi012.stdout:op 4077 completed, throughput=4.99MB/sec 2024-04-02T08:58:08.108 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-c3sR44_Ckp8fIFO off=177185 len=658483 2024-04-02T08:58:08.112 INFO:tasks.workunit.client.0.smithi012.stdout:op 4078 completed, throughput=5MB/sec 2024-04-02T08:58:08.112 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-mNzCa42fgnyz-OG off=7462331 len=2076650 2024-04-02T08:58:08.114 INFO:tasks.workunit.client.0.smithi012.stdout:op 4079 completed, throughput=5MB/sec 2024-04-02T08:58:08.114 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-MO5eh7ImuuNVqeE off=16896347 len=1090210 2024-04-02T08:58:08.120 INFO:tasks.workunit.client.0.smithi012.stdout:op 4080 completed, throughput=5MB/sec 2024-04-02T08:58:08.120 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-15Q3F6OhlFamAOr off=1563316 len=1992663 2024-04-02T08:58:08.122 INFO:tasks.workunit.client.0.smithi012.stdout:op 4081 completed, throughput=5MB/sec 2024-04-02T08:58:08.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:58:07 smithi055 ceph-mon[85080]: pgmap v1828: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:58:08.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:58:07 smithi012 ceph-mon[88355]: pgmap v1828: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:58:08.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:58:07 smithi012 ceph-mon[90784]: pgmap v1828: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:58:08.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:58:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:58:07] "GET /metrics HTTP/1.1" 200 34055 "" "Prometheus/2.43.0" 2024-04-02T08:58:09.122 INFO:tasks.workunit.client.0.smithi012.stdout: 817: throughput=5MB/sec pending data=0 2024-04-02T08:58:09.122 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-fAYso3IGWq3IGvU off=8269401 len=1502349 2024-04-02T08:58:09.129 INFO:tasks.workunit.client.0.smithi012.stdout:op 4082 completed, throughput=5MB/sec 2024-04-02T08:58:09.129 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-XD_GYG0dfvE1-m2 off=12203273 len=1212738 2024-04-02T08:58:09.135 INFO:tasks.workunit.client.0.smithi012.stdout:op 4083 completed, throughput=5MB/sec 2024-04-02T08:58:09.135 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-8Q9Ib3IFmeF3rwj off=3480953 len=900613 2024-04-02T08:58:09.136 INFO:tasks.workunit.client.0.smithi012.stdout:op 4084 completed, throughput=5MB/sec 2024-04-02T08:58:09.136 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-qveysmcfDMuHVW1 off=3805316 len=802525 2024-04-02T08:58:09.139 INFO:tasks.workunit.client.0.smithi012.stdout:op 4085 completed, throughput=5MB/sec 2024-04-02T08:58:10.140 INFO:tasks.workunit.client.0.smithi012.stdout: 818: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:10.140 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-7b7cNa5OUw2OlvO off=6803282 len=398369 2024-04-02T08:58:10.143 INFO:tasks.workunit.client.0.smithi012.stdout:op 4086 completed, throughput=4.99MB/sec 2024-04-02T08:58:10.143 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-tCbdAXAJ74li9BE off=3935420 len=32114 2024-04-02T08:58:10.145 INFO:tasks.workunit.client.0.smithi012.stdout:op 4087 completed, throughput=4.99MB/sec 2024-04-02T08:58:10.145 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-SB9KHWZeCZP1faN off=8998912 len=1895956 2024-04-02T08:58:10.152 INFO:tasks.workunit.client.0.smithi012.stdout:op 4088 completed, throughput=5MB/sec 2024-04-02T08:58:10.152 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-3HndoV2H7-jERIU off=1269911 len=1148880 2024-04-02T08:58:10.153 INFO:tasks.workunit.client.0.smithi012.stdout:op 4089 completed, throughput=5MB/sec 2024-04-02T08:58:10.153 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-dXI_TCeHCzPryrZ off=19780870 len=375355 2024-04-02T08:58:10.153 INFO:tasks.workunit.client.0.smithi012.stdout:op 4090 completed, throughput=5MB/sec 2024-04-02T08:58:10.154 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-F0AdCC_o1DdRkG6 off=19852859 len=875700 2024-04-02T08:58:10.158 INFO:tasks.workunit.client.0.smithi012.stdout:op 4091 completed, throughput=5MB/sec 2024-04-02T08:58:10.158 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-8wO5q2ziEgm57dG off=7394299 len=1578441 2024-04-02T08:58:10.160 INFO:tasks.workunit.client.0.smithi012.stdout:op 4092 completed, throughput=5MB/sec 2024-04-02T08:58:10.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:58:09 smithi055 ceph-mon[85080]: pgmap v1829: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:58:10.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:58:09 smithi012 ceph-mon[88355]: pgmap v1829: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:58:10.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:58:09 smithi012 ceph-mon[90784]: pgmap v1829: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:58:11.160 INFO:tasks.workunit.client.0.smithi012.stdout: 819: throughput=5MB/sec pending data=0 2024-04-02T08:58:11.160 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-MONRUJdOXZ3IOs6 off=7029695 len=1504967 2024-04-02T08:58:11.162 INFO:tasks.workunit.client.0.smithi012.stdout:op 4093 completed, throughput=5MB/sec 2024-04-02T08:58:11.162 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-OFAouox57Up6vEx off=12982378 len=1835461 2024-04-02T08:58:11.170 INFO:tasks.workunit.client.0.smithi012.stdout:op 4094 completed, throughput=5MB/sec 2024-04-02T08:58:11.170 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-sZgTvUpI2zFba8M off=5958389 len=271987 2024-04-02T08:58:11.173 INFO:tasks.workunit.client.0.smithi012.stdout:op 4095 completed, throughput=5MB/sec 2024-04-02T08:58:11.173 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-5fSrNKZgcQdDTGb off=2319295 len=573088 2024-04-02T08:58:11.176 INFO:tasks.workunit.client.0.smithi012.stdout:op 4096 completed, throughput=5MB/sec 2024-04-02T08:58:12.177 INFO:tasks.workunit.client.0.smithi012.stdout: 820: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:12.177 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-isOEUaSRYKi4ENJ off=1437848 len=119097 2024-04-02T08:58:12.177 INFO:tasks.workunit.client.0.smithi012.stdout:op 4097 completed, throughput=4.99MB/sec 2024-04-02T08:58:12.177 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-avD5c0yNQuYtfNy off=517975 len=814349 2024-04-02T08:58:12.182 INFO:tasks.workunit.client.0.smithi012.stdout:op 4098 completed, throughput=5MB/sec 2024-04-02T08:58:12.182 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-lWlIwKp3MfqGTrF off=633643 len=1674806 2024-04-02T08:58:12.183 INFO:tasks.workunit.client.0.smithi012.stdout:op 4099 completed, throughput=5MB/sec 2024-04-02T08:58:12.183 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-wZJdJHFF3tMW84m off=854578 len=1164647 2024-04-02T08:58:12.189 INFO:tasks.workunit.client.0.smithi012.stdout:op 4100 completed, throughput=5MB/sec 2024-04-02T08:58:12.189 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-SJ0zJoztjjosx_z off=15021511 len=1959516 2024-04-02T08:58:12.198 INFO:tasks.workunit.client.0.smithi012.stdout:op 4101 completed, throughput=5MB/sec 2024-04-02T08:58:12.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:58:11 smithi055 ceph-mon[85080]: pgmap v1830: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:58:12.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:58:11 smithi012 ceph-mon[88355]: pgmap v1830: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:58:12.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:58:11 smithi012 ceph-mon[90784]: pgmap v1830: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:58:12.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:58:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:58:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:58:13.198 INFO:tasks.workunit.client.0.smithi012.stdout: 821: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:13.199 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Vs1UV9HM0ifsghG off=2068383 len=39829 2024-04-02T08:58:13.200 INFO:tasks.workunit.client.0.smithi012.stdout:op 4102 completed, throughput=4.99MB/sec 2024-04-02T08:58:13.200 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-vyXekgOwJHEtnZ0 off=411627 len=485945 2024-04-02T08:58:13.203 INFO:tasks.workunit.client.0.smithi012.stdout:op 4103 completed, throughput=5MB/sec 2024-04-02T08:58:13.204 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ttaoPmzK_jK67fF off=1238293 len=971494 2024-04-02T08:58:13.205 INFO:tasks.workunit.client.0.smithi012.stdout:op 4104 completed, throughput=5MB/sec 2024-04-02T08:58:13.205 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ha7sVVK4RCr3XUI off=3891258 len=715357 2024-04-02T08:58:13.206 INFO:tasks.workunit.client.0.smithi012.stdout:op 4105 completed, throughput=5MB/sec 2024-04-02T08:58:13.207 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-OBtOLBVsgEwHgUZ off=280649 len=2037 2024-04-02T08:58:13.208 INFO:tasks.workunit.client.0.smithi012.stdout:op 4106 completed, throughput=5MB/sec 2024-04-02T08:58:13.208 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-IFfLwcfdZxsvwVl off=18906451 len=369716 2024-04-02T08:58:13.209 INFO:tasks.workunit.client.0.smithi012.stdout:op 4107 completed, throughput=5MB/sec 2024-04-02T08:58:13.209 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-POoBqlIVrgVGO3- off=20422404 len=1525553 2024-04-02T08:58:13.210 INFO:tasks.workunit.client.0.smithi012.stdout:op 4108 completed, throughput=5MB/sec 2024-04-02T08:58:13.210 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-RHo5V8j06cF0kQ6 off=14369413 len=1232568 2024-04-02T08:58:13.213 INFO:tasks.workunit.client.0.smithi012.stdout:op 4109 completed, throughput=5MB/sec 2024-04-02T08:58:14.213 INFO:tasks.workunit.client.0.smithi012.stdout: 822: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:14.213 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-GFltnm4oazrjvPm off=1564641 len=1523578 2024-04-02T08:58:14.220 INFO:tasks.workunit.client.0.smithi012.stdout:op 4110 completed, throughput=5MB/sec 2024-04-02T08:58:14.220 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Rdin1IEP9Dt-S_o off=5534667 len=424727 2024-04-02T08:58:14.221 INFO:tasks.workunit.client.0.smithi012.stdout:op 4111 completed, throughput=5MB/sec 2024-04-02T08:58:14.221 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-xqnuAJ8DLQH9LYb off=5346625 len=1503770 2024-04-02T08:58:14.228 INFO:tasks.workunit.client.0.smithi012.stdout:op 4112 completed, throughput=5MB/sec 2024-04-02T08:58:14.228 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-dGrPTl-kX6qBMZ_ off=5855882 len=665384 2024-04-02T08:58:14.228 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:58:13 smithi012 ceph-mon[88355]: pgmap v1831: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:58:14.229 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:58:13 smithi012 ceph-mon[90784]: pgmap v1831: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:58:14.229 INFO:tasks.workunit.client.0.smithi012.stdout:op 4113 completed, throughput=5MB/sec 2024-04-02T08:58:14.229 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-RQ3ov_Z3TKGbPBZ off=7073572 len=279319 2024-04-02T08:58:14.229 INFO:tasks.workunit.client.0.smithi012.stdout:op 4114 completed, throughput=5MB/sec 2024-04-02T08:58:14.230 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-eAfyhN4ma5_q1WQ off=1659813 len=71535 2024-04-02T08:58:14.231 INFO:tasks.workunit.client.0.smithi012.stdout:op 4115 completed, throughput=5MB/sec 2024-04-02T08:58:14.231 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-RZwAv9fsWMluEI- off=3808953 len=2047163 2024-04-02T08:58:14.240 INFO:tasks.workunit.client.0.smithi012.stdout:op 4116 completed, throughput=5MB/sec 2024-04-02T08:58:14.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:58:13 smithi055 ceph-mon[85080]: pgmap v1831: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:58:15.240 INFO:tasks.workunit.client.0.smithi012.stdout: 823: throughput=5MB/sec pending data=0 2024-04-02T08:58:15.240 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-IDa4iLefDmJLU-1 off=5987147 len=1273434 2024-04-02T08:58:15.245 INFO:tasks.workunit.client.0.smithi012.stdout:op 4117 completed, throughput=5MB/sec 2024-04-02T08:58:15.246 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-bLfC4gUCDqv8qyO off=2175897 len=1722415 2024-04-02T08:58:15.249 INFO:tasks.workunit.client.0.smithi012.stdout:op 4118 completed, throughput=5MB/sec 2024-04-02T08:58:15.249 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-kWsbycKGeMS_HzA off=3232900 len=1582502 2024-04-02T08:58:15.251 INFO:tasks.workunit.client.0.smithi012.stdout:op 4119 completed, throughput=5MB/sec 2024-04-02T08:58:15.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:58:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:15.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:58:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:15.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:58:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:16.252 INFO:tasks.workunit.client.0.smithi012.stdout: 824: throughput=5MB/sec pending data=0 2024-04-02T08:58:16.252 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-U5uN3bUguBv5HHf off=11256535 len=595784 2024-04-02T08:58:16.255 INFO:tasks.workunit.client.0.smithi012.stdout:op 4120 completed, throughput=5MB/sec 2024-04-02T08:58:16.255 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-buAzpptxMflcZIm off=8342626 len=1670523 2024-04-02T08:58:16.260 INFO:tasks.workunit.client.0.smithi012.stdout:op 4121 completed, throughput=5MB/sec 2024-04-02T08:58:16.261 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-1GmLVUd1H1LYLAH off=13186794 len=1529500 2024-04-02T08:58:16.264 INFO:tasks.workunit.client.0.smithi012.stdout:op 4122 completed, throughput=5MB/sec 2024-04-02T08:58:16.264 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-3brYzBFlOQ5ih4c off=1956332 len=554854 2024-04-02T08:58:16.267 INFO:tasks.workunit.client.0.smithi012.stdout:op 4123 completed, throughput=5MB/sec 2024-04-02T08:58:16.267 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-XUBQcZ8K7pdPS1u off=3084220 len=1651118 2024-04-02T08:58:16.273 INFO:tasks.workunit.client.0.smithi012.stdout:op 4124 completed, throughput=5MB/sec 2024-04-02T08:58:16.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:58:15 smithi055 ceph-mon[85080]: pgmap v1832: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:58:16.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:58:15 smithi012 ceph-mon[88355]: pgmap v1832: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:58:16.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:58:15 smithi012 ceph-mon[90784]: pgmap v1832: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:58:17.273 INFO:tasks.workunit.client.0.smithi012.stdout: 825: throughput=5MB/sec pending data=0 2024-04-02T08:58:17.273 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-t-NVo9z9xzHuEok off=9940511 len=2032592 2024-04-02T08:58:17.281 INFO:tasks.workunit.client.0.smithi012.stdout:op 4125 completed, throughput=5MB/sec 2024-04-02T08:58:17.281 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-QsxDXxWn26AfhB2 off=17746850 len=168813 2024-04-02T08:58:17.284 INFO:tasks.workunit.client.0.smithi012.stdout:op 4126 completed, throughput=5MB/sec 2024-04-02T08:58:17.284 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-AgvR_ymeDPiqH9d off=22007635 len=383706 2024-04-02T08:58:17.287 INFO:tasks.workunit.client.0.smithi012.stdout:op 4127 completed, throughput=5MB/sec 2024-04-02T08:58:17.287 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-9RATqNhmGzsA0iK off=525873 len=1554540 2024-04-02T08:58:17.290 INFO:tasks.workunit.client.0.smithi012.stdout:op 4128 completed, throughput=5MB/sec 2024-04-02T08:58:18.290 INFO:tasks.workunit.client.0.smithi012.stdout: 826: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:18.290 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-jsCx4_3BDmxhtL3 off=3252324 len=1474549 2024-04-02T08:58:18.297 INFO:tasks.workunit.client.0.smithi012.stdout:op 4129 completed, throughput=5MB/sec 2024-04-02T08:58:18.297 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-4mVNhczl-aYny-v off=1013992 len=1910788 2024-04-02T08:58:18.301 INFO:tasks.workunit.client.0.smithi012.stdout:op 4130 completed, throughput=5MB/sec 2024-04-02T08:58:18.301 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Gy6X9TffSejeJ3C off=6157506 len=1059592 2024-04-02T08:58:18.306 INFO:tasks.workunit.client.0.smithi012.stdout:op 4131 completed, throughput=5MB/sec 2024-04-02T08:58:18.306 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-qUooh37yHQnT9Pq off=5802725 len=1526720 2024-04-02T08:58:18.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:58:17 smithi055 ceph-mon[85080]: pgmap v1833: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:58:18.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:58:17 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:58:18.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:58:17 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:58:18.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:58:17 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:58:18.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:58:17 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:58:18.312 INFO:tasks.workunit.client.0.smithi012.stdout:op 4132 completed, throughput=5MB/sec 2024-04-02T08:58:18.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:58:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:58:17] "GET /metrics HTTP/1.1" 200 34056 "" "Prometheus/2.43.0" 2024-04-02T08:58:18.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:58:17 smithi012 ceph-mon[88355]: pgmap v1833: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:58:18.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:58:17 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:58:18.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:58:17 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:58:18.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:58:17 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:58:18.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:58:17 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:58:18.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:58:17 smithi012 ceph-mon[90784]: pgmap v1833: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:58:18.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:58:17 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:58:18.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:58:17 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:58:18.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:58:17 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:58:18.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:58:17 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:58:19.312 INFO:tasks.workunit.client.0.smithi012.stdout: 827: throughput=5MB/sec pending data=0 2024-04-02T08:58:19.312 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-8KzeXZ866AitHAd off=9531715 len=1515281 2024-04-02T08:58:19.319 INFO:tasks.workunit.client.0.smithi012.stdout:op 4133 completed, throughput=5MB/sec 2024-04-02T08:58:19.319 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Wzh-C-ajBV1fSOx off=12045279 len=561487 2024-04-02T08:58:19.319 INFO:tasks.workunit.client.0.smithi012.stdout:op 4134 completed, throughput=5MB/sec 2024-04-02T08:58:19.320 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Bce-Wy6c_nYtW6M off=2320263 len=1220920 2024-04-02T08:58:19.325 INFO:tasks.workunit.client.0.smithi012.stdout:op 4135 completed, throughput=5MB/sec 2024-04-02T08:58:19.325 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-HcTqLZwJ3G0f-4w off=3348341 len=1954496 2024-04-02T08:58:19.327 INFO:tasks.workunit.client.0.smithi012.stdout:op 4136 completed, throughput=5MB/sec 2024-04-02T08:58:20.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:58:19 smithi055 ceph-mon[85080]: pgmap v1834: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:58:20.327 INFO:tasks.workunit.client.0.smithi012.stdout: 828: throughput=5MB/sec pending data=0 2024-04-02T08:58:20.327 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-2MzZoZmeTr2KWSp off=13297061 len=288338 2024-04-02T08:58:20.329 INFO:tasks.workunit.client.0.smithi012.stdout:op 4137 completed, throughput=5MB/sec 2024-04-02T08:58:20.330 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-EPDWzdALruZpQnJ off=6029213 len=340908 2024-04-02T08:58:20.330 INFO:tasks.workunit.client.0.smithi012.stdout:op 4138 completed, throughput=5MB/sec 2024-04-02T08:58:20.330 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-E918J3r5YBg0O__ off=2839992 len=153652 2024-04-02T08:58:20.333 INFO:tasks.workunit.client.0.smithi012.stdout:op 4139 completed, throughput=5MB/sec 2024-04-02T08:58:20.333 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-DdPGJ1jdCZkkN2G off=5610386 len=1408232 2024-04-02T08:58:20.334 INFO:tasks.workunit.client.0.smithi012.stdout:op 4140 completed, throughput=5MB/sec 2024-04-02T08:58:20.334 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-eB4YkGnRToIsWMC off=2662868 len=1102651 2024-04-02T08:58:20.338 INFO:tasks.workunit.client.0.smithi012.stdout:op 4141 completed, throughput=5MB/sec 2024-04-02T08:58:20.338 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-IE-v_y7DD6rxvnp off=214888 len=831699 2024-04-02T08:58:20.342 INFO:tasks.workunit.client.0.smithi012.stdout:op 4142 completed, throughput=5MB/sec 2024-04-02T08:58:20.342 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-FSxVrNsl-Y8bnIV off=9478366 len=1994 2024-04-02T08:58:20.343 INFO:tasks.workunit.client.0.smithi012.stdout:op 4143 completed, throughput=5MB/sec 2024-04-02T08:58:20.343 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-lfS3yv54XfOaNtZ off=17439988 len=2012796 2024-04-02T08:58:20.350 INFO:tasks.workunit.client.0.smithi012.stdout:op 4144 completed, throughput=5MB/sec 2024-04-02T08:58:20.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:58:19 smithi012 ceph-mon[88355]: pgmap v1834: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:58:20.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:58:19 smithi012 ceph-mon[90784]: pgmap v1834: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:58:21.350 INFO:tasks.workunit.client.0.smithi012.stdout: 829: throughput=5MB/sec pending data=0 2024-04-02T08:58:21.378 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-s07QQbxiUfXCgdh off=2065569 len=306119 2024-04-02T08:58:21.379 INFO:tasks.workunit.client.0.smithi012.stdout:op 4145 completed, throughput=5MB/sec 2024-04-02T08:58:21.379 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-PYiFIf67hzsCn5C off=434368 len=897766 2024-04-02T08:58:21.380 INFO:tasks.workunit.client.0.smithi012.stdout:op 4146 completed, throughput=5MB/sec 2024-04-02T08:58:21.380 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Qe4eDfey26LBZf0 off=13624807 len=277241 2024-04-02T08:58:21.380 INFO:tasks.workunit.client.0.smithi012.stdout:op 4147 completed, throughput=5MB/sec 2024-04-02T08:58:21.380 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-V6fKbon3dLom-Ue off=989207 len=2082385 2024-04-02T08:58:21.380 INFO:tasks.workunit.client.0.smithi012.stdout:op 4148 completed, throughput=5MB/sec 2024-04-02T08:58:22.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:58:21 smithi055 ceph-mon[85080]: pgmap v1835: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:58:22.357 INFO:tasks.workunit.client.0.smithi012.stdout: 830: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:22.357 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Rcv_hqDu6pZf9Dj off=13219298 len=2037029 2024-04-02T08:58:22.359 INFO:tasks.workunit.client.0.smithi012.stdout:op 4149 completed, throughput=5MB/sec 2024-04-02T08:58:22.359 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-pCCRIsLc5lCiRUO off=485521 len=729636 2024-04-02T08:58:22.365 INFO:tasks.workunit.client.0.smithi012.stdout:op 4150 completed, throughput=5MB/sec 2024-04-02T08:58:22.365 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-m4hc0gdFeWSaoDD off=1218703 len=1682306 2024-04-02T08:58:22.372 INFO:tasks.workunit.client.0.smithi012.stdout:op 4151 completed, throughput=5MB/sec 2024-04-02T08:58:22.372 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-IgaDvHqAJAZfUsH off=13430893 len=1777333 2024-04-02T08:58:22.381 INFO:tasks.workunit.client.0.smithi012.stdout:op 4152 completed, throughput=5MB/sec 2024-04-02T08:58:22.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:58:21 smithi012 ceph-mon[88355]: pgmap v1835: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:58:22.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:58:21 smithi012 ceph-mon[90784]: pgmap v1835: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:58:22.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:58:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:58:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:58:23.382 INFO:tasks.workunit.client.0.smithi012.stdout: 831: throughput=5MB/sec pending data=0 2024-04-02T08:58:23.382 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-SlBl3Oh26aLDjHT off=10743789 len=727189 2024-04-02T08:58:23.386 INFO:tasks.workunit.client.0.smithi012.stdout:op 4153 completed, throughput=5MB/sec 2024-04-02T08:58:23.386 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-9uj2rMXp_6fC6Pe off=2219134 len=1229612 2024-04-02T08:58:23.391 INFO:tasks.workunit.client.0.smithi012.stdout:op 4154 completed, throughput=5MB/sec 2024-04-02T08:58:23.391 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-bRwu2Zruds_GOgr off=1177628 len=342937 2024-04-02T08:58:23.392 INFO:tasks.workunit.client.0.smithi012.stdout:op 4155 completed, throughput=5MB/sec 2024-04-02T08:58:23.392 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-RKWBkhlJbOprJmk off=4422002 len=1610522 2024-04-02T08:58:23.393 INFO:tasks.workunit.client.0.smithi012.stdout:op 4156 completed, throughput=5MB/sec 2024-04-02T08:58:23.393 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-GOEUsXjm0sjimwD off=10132673 len=1839853 2024-04-02T08:58:23.396 INFO:tasks.workunit.client.0.smithi012.stdout:op 4157 completed, throughput=5MB/sec 2024-04-02T08:58:24.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:58:23 smithi055 ceph-mon[85080]: pgmap v1836: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:58:24.396 INFO:tasks.workunit.client.0.smithi012.stdout: 832: throughput=5MB/sec pending data=0 2024-04-02T08:58:24.397 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-qi7Zlqf0FgNA4f2 off=12536397 len=1750521 2024-04-02T08:58:24.398 INFO:tasks.workunit.client.0.smithi012.stdout:op 4158 completed, throughput=5MB/sec 2024-04-02T08:58:24.398 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-P-8lEpxjmYI1LgM off=6159946 len=1730290 2024-04-02T08:58:24.406 INFO:tasks.workunit.client.0.smithi012.stdout:op 4159 completed, throughput=5MB/sec 2024-04-02T08:58:24.406 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-aN8fJ9U56sb32gl off=71185 len=785756 2024-04-02T08:58:24.406 INFO:tasks.workunit.client.0.smithi012.stdout:op 4160 completed, throughput=5MB/sec 2024-04-02T08:58:24.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:58:23 smithi012 ceph-mon[88355]: pgmap v1836: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:58:24.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:58:23 smithi012 ceph-mon[90784]: pgmap v1836: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:58:25.407 INFO:tasks.workunit.client.0.smithi012.stdout: 833: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:25.407 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-QHB_8Kf2PX4wRMI off=197305 len=1594734 2024-04-02T08:58:25.408 INFO:tasks.workunit.client.0.smithi012.stdout:op 4161 completed, throughput=5MB/sec 2024-04-02T08:58:25.408 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-UIkmv0yIcxr9LVT off=13421976 len=2001680 2024-04-02T08:58:25.417 INFO:tasks.workunit.client.0.smithi012.stdout:op 4162 completed, throughput=5MB/sec 2024-04-02T08:58:25.417 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-aRPreD2BASSHuk7 off=6925131 len=1283567 2024-04-02T08:58:25.423 INFO:tasks.workunit.client.0.smithi012.stdout:op 4163 completed, throughput=5MB/sec 2024-04-02T08:58:25.423 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-fBMKDXMGjZNdoL7 off=4372337 len=5689 2024-04-02T08:58:25.424 INFO:tasks.workunit.client.0.smithi012.stdout:op 4164 completed, throughput=5MB/sec 2024-04-02T08:58:25.424 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-HRtfmeJ6T9Zug4F off=0 len=1310458 2024-04-02T08:58:25.430 INFO:tasks.workunit.client.0.smithi012.stdout:op 4165 completed, throughput=5MB/sec 2024-04-02T08:58:26.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:58:25 smithi055 ceph-mon[85080]: pgmap v1837: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:58:26.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:58:25 smithi012 ceph-mon[90784]: pgmap v1837: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:58:26.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:58:25 smithi012 ceph-mon[88355]: pgmap v1837: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:58:26.430 INFO:tasks.workunit.client.0.smithi012.stdout: 834: throughput=5MB/sec pending data=0 2024-04-02T08:58:26.430 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-qzPsKs27JzTQheO off=10475038 len=423102 2024-04-02T08:58:26.433 INFO:tasks.workunit.client.0.smithi012.stdout:op 4166 completed, throughput=5MB/sec 2024-04-02T08:58:26.433 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-LyEC7_81gLa2niN off=4952881 len=1688961 2024-04-02T08:58:26.434 INFO:tasks.workunit.client.0.smithi012.stdout:op 4167 completed, throughput=5MB/sec 2024-04-02T08:58:26.434 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Fl0w21BoDVy554r off=12474838 len=707490 2024-04-02T08:58:26.438 INFO:tasks.workunit.client.0.smithi012.stdout:op 4168 completed, throughput=5MB/sec 2024-04-02T08:58:26.438 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-bCC70fZs2qpbQIr off=15719245 len=1118617 2024-04-02T08:58:26.439 INFO:tasks.workunit.client.0.smithi012.stdout:op 4169 completed, throughput=5MB/sec 2024-04-02T08:58:26.439 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-fg1I7dj_4fG3XqG off=11823752 len=961531 2024-04-02T08:58:26.444 INFO:tasks.workunit.client.0.smithi012.stdout:op 4170 completed, throughput=5MB/sec 2024-04-02T08:58:27.444 INFO:tasks.workunit.client.0.smithi012.stdout: 835: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:27.445 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-zUnasycDS6pgbu8 off=3963430 len=969582 2024-04-02T08:58:27.445 INFO:tasks.workunit.client.0.smithi012.stdout:op 4171 completed, throughput=5MB/sec 2024-04-02T08:58:27.445 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-78tfEHaJbLuDc17 off=20415058 len=1715839 2024-04-02T08:58:27.449 INFO:tasks.workunit.client.0.smithi012.stdout:op 4172 completed, throughput=5MB/sec 2024-04-02T08:58:27.449 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-OwhdeBQ1UjIaNDb off=1483620 len=832446 2024-04-02T08:58:27.451 INFO:tasks.workunit.client.0.smithi012.stdout:op 4173 completed, throughput=5MB/sec 2024-04-02T08:58:27.451 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-fxIrk-PnSgisbLF off=2718506 len=2010844 2024-04-02T08:58:27.453 INFO:tasks.workunit.client.0.smithi012.stdout:op 4174 completed, throughput=5MB/sec 2024-04-02T08:58:28.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:58:27 smithi055 ceph-mon[85080]: pgmap v1838: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:58:28.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:58:27 smithi012 ceph-mon[90784]: pgmap v1838: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:58:28.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:58:27 smithi012 ceph-mon[88355]: pgmap v1838: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:58:28.429 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:58:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:58:27] "GET /metrics HTTP/1.1" 200 34056 "" "Prometheus/2.43.0" 2024-04-02T08:58:28.453 INFO:tasks.workunit.client.0.smithi012.stdout: 836: throughput=5MB/sec pending data=0 2024-04-02T08:58:28.453 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-UkCoS6KCq-U0rFp off=8735399 len=1447141 2024-04-02T08:58:28.460 INFO:tasks.workunit.client.0.smithi012.stdout:op 4175 completed, throughput=5MB/sec 2024-04-02T08:58:28.460 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-1Fk9-UZzLCAn2fN off=1180466 len=1784375 2024-04-02T08:58:28.469 INFO:tasks.workunit.client.0.smithi012.stdout:op 4176 completed, throughput=5MB/sec 2024-04-02T08:58:28.469 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-weiWSjRzJsEtziZ off=11020508 len=546888 2024-04-02T08:58:28.472 INFO:tasks.workunit.client.0.smithi012.stdout:op 4177 completed, throughput=5MB/sec 2024-04-02T08:58:28.472 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-gCV51BO91Zw6Me8 off=987711 len=995888 2024-04-02T08:58:28.473 INFO:tasks.workunit.client.0.smithi012.stdout:op 4178 completed, throughput=5MB/sec 2024-04-02T08:58:29.473 INFO:tasks.workunit.client.0.smithi012.stdout: 837: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:29.473 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-fSmjbN_e0KKNlsl off=255295 len=979263 2024-04-02T08:58:29.474 INFO:tasks.workunit.client.0.smithi012.stdout:op 4179 completed, throughput=5MB/sec 2024-04-02T08:58:29.474 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-cCcIb_eyh9weC6Q off=11784288 len=1557628 2024-04-02T08:58:29.475 INFO:tasks.workunit.client.0.smithi012.stdout:op 4180 completed, throughput=5MB/sec 2024-04-02T08:58:29.476 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-xumSR3O9xJFXa5F off=9725868 len=1020935 2024-04-02T08:58:29.476 INFO:tasks.workunit.client.0.smithi012.stdout:op 4181 completed, throughput=5MB/sec 2024-04-02T08:58:29.476 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-d-x3uvyJz4sEZcj off=20412510 len=1309927 2024-04-02T08:58:29.477 INFO:tasks.workunit.client.0.smithi012.stdout:op 4182 completed, throughput=5MB/sec 2024-04-02T08:58:29.477 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-kQu5gH-FQ-mT_K9 off=1804267 len=1967461 2024-04-02T08:58:29.479 INFO:tasks.workunit.client.0.smithi012.stdout:op 4183 completed, throughput=5MB/sec 2024-04-02T08:58:30.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:58:29 smithi055 ceph-mon[85080]: pgmap v1839: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:58:30.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:58:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:30.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:58:29 smithi012 ceph-mon[88355]: pgmap v1839: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:58:30.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:58:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:30.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:58:29 smithi012 ceph-mon[90784]: pgmap v1839: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:58:30.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:58:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:30.479 INFO:tasks.workunit.client.0.smithi012.stdout: 838: throughput=5MB/sec pending data=0 2024-04-02T08:58:30.479 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-owX0F3HMO6lQJYn off=12878186 len=742521 2024-04-02T08:58:30.480 INFO:tasks.workunit.client.0.smithi012.stdout:op 4184 completed, throughput=5MB/sec 2024-04-02T08:58:30.480 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-28E1jaim9Ad_yAK off=173084 len=1584250 2024-04-02T08:58:30.487 INFO:tasks.workunit.client.0.smithi012.stdout:op 4185 completed, throughput=5MB/sec 2024-04-02T08:58:30.488 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-RRvl_1OuoFa6ooh off=595430 len=935613 2024-04-02T08:58:30.492 INFO:tasks.workunit.client.0.smithi012.stdout:op 4186 completed, throughput=5MB/sec 2024-04-02T08:58:30.492 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Wf74fbLPmldBZh2 off=33728 len=1473410 2024-04-02T08:58:30.499 INFO:tasks.workunit.client.0.smithi012.stdout:op 4187 completed, throughput=5MB/sec 2024-04-02T08:58:31.500 INFO:tasks.workunit.client.0.smithi012.stdout: 839: throughput=5MB/sec pending data=0 2024-04-02T08:58:31.500 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-duBKMQef3AJlR4U off=20365530 len=584857 2024-04-02T08:58:31.500 INFO:tasks.workunit.client.0.smithi012.stdout:op 4188 completed, throughput=5MB/sec 2024-04-02T08:58:31.500 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-P9ANLs50QWkR6bf off=965611 len=80736 2024-04-02T08:58:31.501 INFO:tasks.workunit.client.0.smithi012.stdout:op 4189 completed, throughput=5MB/sec 2024-04-02T08:58:31.501 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-vclTeuxl9FzYpMY off=20668266 len=1242295 2024-04-02T08:58:31.507 INFO:tasks.workunit.client.0.smithi012.stdout:op 4190 completed, throughput=5MB/sec 2024-04-02T08:58:31.507 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Uyb_MLyvg84gn6d off=753449 len=341924 2024-04-02T08:58:31.510 INFO:tasks.workunit.client.0.smithi012.stdout:op 4191 completed, throughput=5MB/sec 2024-04-02T08:58:31.510 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-peXoPOuBsYi6YY3 off=8583225 len=93533 2024-04-02T08:58:31.512 INFO:tasks.workunit.client.0.smithi012.stdout:op 4192 completed, throughput=5MB/sec 2024-04-02T08:58:31.512 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-OgzogDESdbJB6Us off=7140850 len=846184 2024-04-02T08:58:31.512 INFO:tasks.workunit.client.0.smithi012.stdout:op 4193 completed, throughput=5MB/sec 2024-04-02T08:58:31.512 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-8fsUc4uDHztJ4t2 off=6924011 len=1149289 2024-04-02T08:58:31.513 INFO:tasks.workunit.client.0.smithi012.stdout:op 4194 completed, throughput=5MB/sec 2024-04-02T08:58:32.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:58:31 smithi055 ceph-mon[85080]: pgmap v1840: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:58:32.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:58:31 smithi012 ceph-mon[88355]: pgmap v1840: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:58:32.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:58:31 smithi012 ceph-mon[90784]: pgmap v1840: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:58:32.513 INFO:tasks.workunit.client.0.smithi012.stdout: 840: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:32.513 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-BzdoRwCChEXqbC9 off=13405425 len=558532 2024-04-02T08:58:32.516 INFO:tasks.workunit.client.0.smithi012.stdout:op 4195 completed, throughput=5MB/sec 2024-04-02T08:58:32.516 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-fRNQLUk2c6xD96V off=8072562 len=640305 2024-04-02T08:58:32.520 INFO:tasks.workunit.client.0.smithi012.stdout:op 4196 completed, throughput=5MB/sec 2024-04-02T08:58:32.521 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-JrHQ5db-yov8eqg off=2826922 len=1862240 2024-04-02T08:58:32.529 INFO:tasks.workunit.client.0.smithi012.stdout:op 4197 completed, throughput=5MB/sec 2024-04-02T08:58:32.529 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-VSWNdOGVke-k2d9 off=17007247 len=1072093 2024-04-02T08:58:32.530 INFO:tasks.workunit.client.0.smithi012.stdout:op 4198 completed, throughput=5MB/sec 2024-04-02T08:58:32.530 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-SW5wQSu9w_5bC8X off=4520964 len=138022 2024-04-02T08:58:32.530 INFO:tasks.workunit.client.0.smithi012.stdout:op 4199 completed, throughput=5MB/sec 2024-04-02T08:58:32.531 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-AJd_hMCct9m0C0- off=1743181 len=807737 2024-04-02T08:58:32.534 INFO:tasks.workunit.client.0.smithi012.stdout:op 4200 completed, throughput=5MB/sec 2024-04-02T08:58:32.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:58:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:58:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:58:33.534 INFO:tasks.workunit.client.0.smithi012.stdout: 841: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:33.534 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-D6rDqbnw0yWDpOL off=613333 len=171599 2024-04-02T08:58:33.536 INFO:tasks.workunit.client.0.smithi012.stdout:op 4201 completed, throughput=4.99MB/sec 2024-04-02T08:58:33.537 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-dj4RuU-si_byUkI off=609555 len=1796865 2024-04-02T08:58:33.538 INFO:tasks.workunit.client.0.smithi012.stdout:op 4202 completed, throughput=5MB/sec 2024-04-02T08:58:33.538 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ij-X0BJHqIDC6GT off=6224444 len=1330468 2024-04-02T08:58:33.539 INFO:tasks.workunit.client.0.smithi012.stdout:op 4203 completed, throughput=5MB/sec 2024-04-02T08:58:33.539 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Y6PMAKMkGgnbY92 off=10434069 len=441227 2024-04-02T08:58:33.543 INFO:tasks.workunit.client.0.smithi012.stdout:op 4204 completed, throughput=5MB/sec 2024-04-02T08:58:33.543 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-lWlIwKp3MfqGTrF off=346396 len=1796214 2024-04-02T08:58:33.551 INFO:tasks.workunit.client.0.smithi012.stdout:op 4205 completed, throughput=5MB/sec 2024-04-02T08:58:34.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:58:33 smithi055 ceph-mon[85080]: pgmap v1841: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:58:34.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:58:33 smithi012 ceph-mon[88355]: pgmap v1841: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:58:34.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:58:33 smithi012 ceph-mon[90784]: pgmap v1841: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:58:34.551 INFO:tasks.workunit.client.0.smithi012.stdout: 842: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:34.551 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-R9Ue9GPO1Xxc3Sc off=891781 len=911426 2024-04-02T08:58:34.557 INFO:tasks.workunit.client.0.smithi012.stdout:op 4206 completed, throughput=5MB/sec 2024-04-02T08:58:34.557 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-pYRsQRqInM9S33G off=15028054 len=1446792 2024-04-02T08:58:34.564 INFO:tasks.workunit.client.0.smithi012.stdout:op 4207 completed, throughput=5MB/sec 2024-04-02T08:58:34.564 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-xAnYf1OGkQp2E0s off=3809943 len=1404373 2024-04-02T08:58:34.569 INFO:tasks.workunit.client.0.smithi012.stdout:op 4208 completed, throughput=5MB/sec 2024-04-02T08:58:34.570 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-M3DZs9t1QWcBuju off=3001532 len=99745 2024-04-02T08:58:34.570 INFO:tasks.workunit.client.0.smithi012.stdout:op 4209 completed, throughput=5MB/sec 2024-04-02T08:58:34.570 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-gGMbe4qd751uvLZ off=7603989 len=1303901 2024-04-02T08:58:34.571 INFO:tasks.workunit.client.0.smithi012.stdout:op 4210 completed, throughput=5MB/sec 2024-04-02T08:58:35.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:58:35 smithi055 ceph-mon[85080]: pgmap v1842: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:58:35.572 INFO:tasks.workunit.client.0.smithi012.stdout: 843: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:35.572 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-rUdFnRM1vdWG1Av off=550097 len=434009 2024-04-02T08:58:35.573 INFO:tasks.workunit.client.0.smithi012.stdout:op 4211 completed, throughput=4.99MB/sec 2024-04-02T08:58:35.573 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-MWcWMCBePnV1Ix6 off=7994409 len=1106400 2024-04-02T08:58:35.578 INFO:tasks.workunit.client.0.smithi012.stdout:op 4212 completed, throughput=5MB/sec 2024-04-02T08:58:35.578 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-dz0z41Qo_UDQmHp off=857771 len=576536 2024-04-02T08:58:35.581 INFO:tasks.workunit.client.0.smithi012.stdout:op 4213 completed, throughput=5MB/sec 2024-04-02T08:58:35.581 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-fH-iunR3taisSoo off=0 len=1428627 2024-04-02T08:58:35.586 INFO:tasks.workunit.client.0.smithi012.stdout:op 4214 completed, throughput=5MB/sec 2024-04-02T08:58:35.586 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-yDkotfbnFpfIP2c off=11944516 len=1353437 2024-04-02T08:58:35.588 INFO:tasks.workunit.client.0.smithi012.stdout:op 4215 completed, throughput=5MB/sec 2024-04-02T08:58:35.588 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-C4umSWIlZkkyrzG off=2287588 len=894111 2024-04-02T08:58:35.588 INFO:tasks.workunit.client.0.smithi012.stdout:op 4216 completed, throughput=5MB/sec 2024-04-02T08:58:35.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:58:35 smithi012 ceph-mon[88355]: pgmap v1842: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:58:35.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:58:35 smithi012 ceph-mon[90784]: pgmap v1842: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:58:36.589 INFO:tasks.workunit.client.0.smithi012.stdout: 844: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:36.589 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-m_zdz-Oa27Jty0b off=1653294 len=1699800 2024-04-02T08:58:36.591 INFO:tasks.workunit.client.0.smithi012.stdout:op 4217 completed, throughput=5MB/sec 2024-04-02T08:58:36.591 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-CIv9Jvv0x8v98kr off=4576692 len=693694 2024-04-02T08:58:36.594 INFO:tasks.workunit.client.0.smithi012.stdout:op 4218 completed, throughput=5MB/sec 2024-04-02T08:58:36.594 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-1Fk9-UZzLCAn2fN off=2398535 len=60703 2024-04-02T08:58:36.597 INFO:tasks.workunit.client.0.smithi012.stdout:op 4219 completed, throughput=5MB/sec 2024-04-02T08:58:36.597 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-k6PAj05T11zWw4t off=388097 len=795374 2024-04-02T08:58:36.599 INFO:tasks.workunit.client.0.smithi012.stdout:op 4220 completed, throughput=5MB/sec 2024-04-02T08:58:36.599 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-_0BNHW-OhWKD4tI off=20922361 len=1813179 2024-04-02T08:58:36.606 INFO:tasks.workunit.client.0.smithi012.stdout:op 4221 completed, throughput=5MB/sec 2024-04-02T08:58:37.607 INFO:tasks.workunit.client.0.smithi012.stdout: 845: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:37.607 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-mduJEd9lLLhox3h off=12571229 len=174902 2024-04-02T08:58:37.609 INFO:tasks.workunit.client.0.smithi012.stdout:op 4222 completed, throughput=4.99MB/sec 2024-04-02T08:58:37.609 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-yDZawYEoepTbUZB off=2116957 len=1566509 2024-04-02T08:58:37.615 INFO:tasks.workunit.client.0.smithi012.stdout:op 4223 completed, throughput=5MB/sec 2024-04-02T08:58:37.615 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-L7nih6pD8NvSZEP off=3523453 len=797271 2024-04-02T08:58:37.619 INFO:tasks.workunit.client.0.smithi012.stdout:op 4224 completed, throughput=5MB/sec 2024-04-02T08:58:37.619 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-mzKfM6xdVUJFVbo off=702580 len=319219 2024-04-02T08:58:37.622 INFO:tasks.workunit.client.0.smithi012.stdout:op 4225 completed, throughput=5MB/sec 2024-04-02T08:58:37.622 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Ha1XL7HTWsl-efD off=214304 len=7389 2024-04-02T08:58:37.622 INFO:tasks.workunit.client.0.smithi012.stdout:op 4226 completed, throughput=5MB/sec 2024-04-02T08:58:37.622 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-A8Pa01XrAbzrboY off=5095704 len=989714 2024-04-02T08:58:37.626 INFO:tasks.workunit.client.0.smithi012.stdout:op 4227 completed, throughput=5MB/sec 2024-04-02T08:58:37.626 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Xuwca-3wTnubWW- off=10594508 len=935417 2024-04-02T08:58:37.631 INFO:tasks.workunit.client.0.smithi012.stdout:op 4228 completed, throughput=5MB/sec 2024-04-02T08:58:37.631 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-I7XahhpksWcWDL5 off=5456098 len=1711227 2024-04-02T08:58:37.639 INFO:tasks.workunit.client.0.smithi012.stdout:op 4229 completed, throughput=5MB/sec 2024-04-02T08:58:37.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:58:37 smithi055 ceph-mon[85080]: pgmap v1843: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:58:37.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:58:37 smithi012 ceph-mon[88355]: pgmap v1843: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:58:37.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:58:37 smithi012 ceph-mon[90784]: pgmap v1843: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:58:38.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:58:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:58:37] "GET /metrics HTTP/1.1" 200 34060 "" "Prometheus/2.43.0" 2024-04-02T08:58:38.639 INFO:tasks.workunit.client.0.smithi012.stdout: 846: throughput=5MB/sec pending data=0 2024-04-02T08:58:38.639 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-hgVeTB-ItWsMHJz off=19871409 len=16243 2024-04-02T08:58:38.642 INFO:tasks.workunit.client.0.smithi012.stdout:op 4230 completed, throughput=5MB/sec 2024-04-02T08:58:38.642 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-P5rw_46yXAb6EN5 off=9490033 len=1665506 2024-04-02T08:58:38.649 INFO:tasks.workunit.client.0.smithi012.stdout:op 4231 completed, throughput=5MB/sec 2024-04-02T08:58:38.649 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-odY8CZMjRSeshTk off=7709215 len=1249350 2024-04-02T08:58:38.654 INFO:tasks.workunit.client.0.smithi012.stdout:op 4232 completed, throughput=5MB/sec 2024-04-02T08:58:38.654 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-tBT_6AbigSGhpxi off=2248637 len=619546 2024-04-02T08:58:38.657 INFO:tasks.workunit.client.0.smithi012.stdout:op 4233 completed, throughput=5MB/sec 2024-04-02T08:58:38.657 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-15Q3F6OhlFamAOr off=1797567 len=1141182 2024-04-02T08:58:38.662 INFO:tasks.workunit.client.0.smithi012.stdout:op 4234 completed, throughput=5MB/sec 2024-04-02T08:58:39.662 INFO:tasks.workunit.client.0.smithi012.stdout: 847: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:39.662 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-eGDziFoS1MIIyMF off=15520903 len=180060 2024-04-02T08:58:39.663 INFO:tasks.workunit.client.0.smithi012.stdout:op 4235 completed, throughput=5MB/sec 2024-04-02T08:58:39.663 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-rih2yX0nozwrNu9 off=10765774 len=1633681 2024-04-02T08:58:39.670 INFO:tasks.workunit.client.0.smithi012.stdout:op 4236 completed, throughput=5MB/sec 2024-04-02T08:58:39.670 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-z9ukTWYUsSzcCTj off=7257584 len=1141667 2024-04-02T08:58:39.676 INFO:tasks.workunit.client.0.smithi012.stdout:op 4237 completed, throughput=5MB/sec 2024-04-02T08:58:39.676 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-AEopwDgsy7gk6CT off=7875554 len=556119 2024-04-02T08:58:39.677 INFO:tasks.workunit.client.0.smithi012.stdout:op 4238 completed, throughput=5MB/sec 2024-04-02T08:58:39.677 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-zUECChK0WIRXdvf off=295651 len=603956 2024-04-02T08:58:39.680 INFO:tasks.workunit.client.0.smithi012.stdout:op 4239 completed, throughput=5MB/sec 2024-04-02T08:58:39.680 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-s9FWe2D7t3XkBDP off=5548825 len=1785659 2024-04-02T08:58:39.683 INFO:tasks.workunit.client.0.smithi012.stdout:op 4240 completed, throughput=5MB/sec 2024-04-02T08:58:39.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:58:39 smithi055 ceph-mon[85080]: pgmap v1844: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:58:39.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:58:39 smithi012 ceph-mon[88355]: pgmap v1844: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:58:39.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:58:39 smithi012 ceph-mon[90784]: pgmap v1844: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:58:40.684 INFO:tasks.workunit.client.0.smithi012.stdout: 848: throughput=5MB/sec pending data=0 2024-04-02T08:58:40.684 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-8Xj9HunCMYWyW4y off=1354302 len=367526 2024-04-02T08:58:40.686 INFO:tasks.workunit.client.0.smithi012.stdout:op 4241 completed, throughput=5MB/sec 2024-04-02T08:58:40.686 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-80lH9l0rJ9feaeT off=11826388 len=876154 2024-04-02T08:58:40.690 INFO:tasks.workunit.client.0.smithi012.stdout:op 4242 completed, throughput=5MB/sec 2024-04-02T08:58:40.690 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-61SFzPiio4fghwz off=13837372 len=593689 2024-04-02T08:58:40.690 INFO:tasks.workunit.client.0.smithi012.stdout:op 4243 completed, throughput=5MB/sec 2024-04-02T08:58:40.691 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-tlZW-e_qRpT_EYT off=10985982 len=909721 2024-04-02T08:58:40.693 INFO:tasks.workunit.client.0.smithi012.stdout:op 4244 completed, throughput=5MB/sec 2024-04-02T08:58:40.693 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-VE8P4v8g27kaRPq off=3689747 len=1583120 2024-04-02T08:58:40.700 INFO:tasks.workunit.client.0.smithi012.stdout:op 4245 completed, throughput=5MB/sec 2024-04-02T08:58:41.701 INFO:tasks.workunit.client.0.smithi012.stdout: 849: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:41.701 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-GvxVgcMWOmiW2DQ off=7746023 len=85043 2024-04-02T08:58:41.701 INFO:tasks.workunit.client.0.smithi012.stdout:op 4246 completed, throughput=4.99MB/sec 2024-04-02T08:58:41.702 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj--ULjdqx7u_Ox2ec off=11211347 len=1606125 2024-04-02T08:58:41.702 INFO:tasks.workunit.client.0.smithi012.stdout:op 4247 completed, throughput=5MB/sec 2024-04-02T08:58:41.702 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-rOG2Xe6cxN6jB_P off=1459849 len=768558 2024-04-02T08:58:41.706 INFO:tasks.workunit.client.0.smithi012.stdout:op 4248 completed, throughput=5MB/sec 2024-04-02T08:58:41.706 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Uq3-v4IUulOdH8j off=7360774 len=1928777 2024-04-02T08:58:41.715 INFO:tasks.workunit.client.0.smithi012.stdout:op 4249 completed, throughput=5MB/sec 2024-04-02T08:58:41.715 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-w_eBvChS4cxT74Y off=8640366 len=545011 2024-04-02T08:58:41.719 INFO:tasks.workunit.client.0.smithi012.stdout:op 4250 completed, throughput=5MB/sec 2024-04-02T08:58:41.719 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-azFakDDnUEVwY2Q off=7327011 len=2005008 2024-04-02T08:58:41.720 INFO:tasks.workunit.client.0.smithi012.stdout:op 4251 completed, throughput=5MB/sec 2024-04-02T08:58:41.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:58:41 smithi055 ceph-mon[85080]: pgmap v1845: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:58:41.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:58:41 smithi012 ceph-mon[90784]: pgmap v1845: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:58:41.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:58:41 smithi012 ceph-mon[88355]: pgmap v1845: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:58:42.720 INFO:tasks.workunit.client.0.smithi012.stdout: 850: throughput=5MB/sec pending data=0 2024-04-02T08:58:42.720 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-MZxIfPOMGNBMySI off=2399251 len=1933244 2024-04-02T08:58:42.730 INFO:tasks.workunit.client.0.smithi012.stdout:op 4252 completed, throughput=5MB/sec 2024-04-02T08:58:42.730 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-l6D7xwYGhdMGfzy off=748376 len=480127 2024-04-02T08:58:42.734 INFO:tasks.workunit.client.0.smithi012.stdout:op 4253 completed, throughput=5MB/sec 2024-04-02T08:58:42.734 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-1uShUVJiwp_RC9J off=857647 len=269217 2024-04-02T08:58:42.735 INFO:tasks.workunit.client.0.smithi012.stdout:op 4254 completed, throughput=5MB/sec 2024-04-02T08:58:42.735 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-O-OR8Gsg2WlkeXj off=2517423 len=1331810 2024-04-02T08:58:42.739 INFO:tasks.workunit.client.0.smithi012.stdout:op 4255 completed, throughput=5MB/sec 2024-04-02T08:58:42.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:58:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:58:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:58:43.740 INFO:tasks.workunit.client.0.smithi012.stdout: 851: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:43.740 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-JtM-q5mCExdMKl1 off=7831480 len=862546 2024-04-02T08:58:43.744 INFO:tasks.workunit.client.0.smithi012.stdout:op 4256 completed, throughput=5MB/sec 2024-04-02T08:58:43.744 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-A5Cs9IE2DVueXUj off=2279090 len=1636292 2024-04-02T08:58:43.745 INFO:tasks.workunit.client.0.smithi012.stdout:op 4257 completed, throughput=5MB/sec 2024-04-02T08:58:43.745 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-WtXf3NnS1MVAldd off=1970367 len=2056349 2024-04-02T08:58:43.755 INFO:tasks.workunit.client.0.smithi012.stdout:op 4258 completed, throughput=5MB/sec 2024-04-02T08:58:43.755 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-q1YA4sMh3_uqKS9 off=10632131 len=137480 2024-04-02T08:58:43.756 INFO:tasks.workunit.client.0.smithi012.stdout:op 4259 completed, throughput=5MB/sec 2024-04-02T08:58:43.756 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-5ISjYogn7Pm1avp off=6889167 len=1022949 2024-04-02T08:58:43.756 INFO:tasks.workunit.client.0.smithi012.stdout:op 4260 completed, throughput=5MB/sec 2024-04-02T08:58:43.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:58:43 smithi055 ceph-mon[85080]: pgmap v1846: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:58:43.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:58:43 smithi012 ceph-mon[88355]: pgmap v1846: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:58:43.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:58:43 smithi012 ceph-mon[90784]: pgmap v1846: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:58:44.757 INFO:tasks.workunit.client.0.smithi012.stdout: 852: throughput=5MB/sec pending data=0 2024-04-02T08:58:44.757 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-PnPv269jnhAr56m off=16071013 len=823049 2024-04-02T08:58:44.760 INFO:tasks.workunit.client.0.smithi012.stdout:op 4261 completed, throughput=5MB/sec 2024-04-02T08:58:44.760 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-3Lz31K6FyeGQ9Kp off=1923757 len=922526 2024-04-02T08:58:44.764 INFO:tasks.workunit.client.0.smithi012.stdout:op 4262 completed, throughput=5MB/sec 2024-04-02T08:58:44.764 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-W-XYh77MaZI-N-q off=11118867 len=1467109 2024-04-02T08:58:44.771 INFO:tasks.workunit.client.0.smithi012.stdout:op 4263 completed, throughput=5MB/sec 2024-04-02T08:58:44.771 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-GjC8IdSCri5fpGy off=857917 len=600842 2024-04-02T08:58:44.772 INFO:tasks.workunit.client.0.smithi012.stdout:op 4264 completed, throughput=5MB/sec 2024-04-02T08:58:44.772 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Ls3M0i3ilx3pOS2 off=4971327 len=606882 2024-04-02T08:58:44.773 INFO:tasks.workunit.client.0.smithi012.stdout:op 4265 completed, throughput=5MB/sec 2024-04-02T08:58:44.773 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-9Xuvt9IEDANGXWN off=1166478 len=744202 2024-04-02T08:58:44.775 INFO:tasks.workunit.client.0.smithi012.stdout:op 4266 completed, throughput=5MB/sec 2024-04-02T08:58:44.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:58:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:44.829 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:58:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:44.829 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:58:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:45.775 INFO:tasks.workunit.client.0.smithi012.stdout: 853: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:45.775 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Ik5cUq8k-GNGH5u off=21091905 len=712374 2024-04-02T08:58:45.779 INFO:tasks.workunit.client.0.smithi012.stdout:op 4267 completed, throughput=5MB/sec 2024-04-02T08:58:45.779 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Y83bzmPizQV9vjb off=453634 len=1087476 2024-04-02T08:58:45.783 INFO:tasks.workunit.client.0.smithi012.stdout:op 4268 completed, throughput=5MB/sec 2024-04-02T08:58:45.783 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-xMnbDF3zUKIphBy off=9149517 len=1602646 2024-04-02T08:58:45.789 INFO:tasks.workunit.client.0.smithi012.stdout:op 4269 completed, throughput=5MB/sec 2024-04-02T08:58:45.789 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-JrHQ5db-yov8eqg off=16275633 len=237473 2024-04-02T08:58:45.792 INFO:tasks.workunit.client.0.smithi012.stdout:op 4270 completed, throughput=5MB/sec 2024-04-02T08:58:45.792 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-OWhxhwsddZ94ctd off=14764989 len=178413 2024-04-02T08:58:45.793 INFO:tasks.workunit.client.0.smithi012.stdout:op 4271 completed, throughput=5MB/sec 2024-04-02T08:58:45.793 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-0g4zSC9D2Y2dwyt off=1965539 len=1878357 2024-04-02T08:58:45.801 INFO:tasks.workunit.client.0.smithi012.stdout:op 4272 completed, throughput=5MB/sec 2024-04-02T08:58:45.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:58:45 smithi055 ceph-mon[85080]: pgmap v1847: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:58:45.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:58:45 smithi012 ceph-mon[88355]: pgmap v1847: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:58:45.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:58:45 smithi012 ceph-mon[90784]: pgmap v1847: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:58:46.801 INFO:tasks.workunit.client.0.smithi012.stdout: 854: throughput=5MB/sec pending data=0 2024-04-02T08:58:46.801 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-0N2GkSMrfg-ZVzl off=2667434 len=836314 2024-04-02T08:58:46.803 INFO:tasks.workunit.client.0.smithi012.stdout:op 4273 completed, throughput=5MB/sec 2024-04-02T08:58:46.803 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-BH8cFJ2OsPKm8Jr off=5440659 len=906490 2024-04-02T08:58:46.809 INFO:tasks.workunit.client.0.smithi012.stdout:op 4274 completed, throughput=5MB/sec 2024-04-02T08:58:46.809 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-6sz7q7AgsCGriFq off=2365595 len=1091867 2024-04-02T08:58:46.813 INFO:tasks.workunit.client.0.smithi012.stdout:op 4275 completed, throughput=5MB/sec 2024-04-02T08:58:46.813 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-NnMLG9q-P3Ehmlr off=7231730 len=343287 2024-04-02T08:58:46.815 INFO:tasks.workunit.client.0.smithi012.stdout:op 4276 completed, throughput=5MB/sec 2024-04-02T08:58:46.815 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-mbzl9p3yGqyWyLq off=20880725 len=184304 2024-04-02T08:58:46.817 INFO:tasks.workunit.client.0.smithi012.stdout:op 4277 completed, throughput=5MB/sec 2024-04-02T08:58:46.817 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-GMwEMGRbEM7yaKX off=134285 len=1082366 2024-04-02T08:58:46.823 INFO:tasks.workunit.client.0.smithi012.stdout:op 4278 completed, throughput=5MB/sec 2024-04-02T08:58:47.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:58:47 smithi055 ceph-mon[85080]: pgmap v1848: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 6 op/s 2024-04-02T08:58:47.823 INFO:tasks.workunit.client.0.smithi012.stdout: 855: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:47.823 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-YPMgWm6xNxb4YsL off=3216046 len=849817 2024-04-02T08:58:47.826 INFO:tasks.workunit.client.0.smithi012.stdout:op 4279 completed, throughput=5MB/sec 2024-04-02T08:58:47.827 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-LzBp14q43xLk5Xg off=1274021 len=1501667 2024-04-02T08:58:47.833 INFO:tasks.workunit.client.0.smithi012.stdout:op 4280 completed, throughput=5MB/sec 2024-04-02T08:58:47.833 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-RFOe-IXbnSbemIe off=14989903 len=54017 2024-04-02T08:58:47.836 INFO:tasks.workunit.client.0.smithi012.stdout:op 4281 completed, throughput=5MB/sec 2024-04-02T08:58:47.836 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-h93z-LlSS8tUEZE off=1383875 len=1914942 2024-04-02T08:58:47.845 INFO:tasks.workunit.client.0.smithi012.stdout:op 4282 completed, throughput=5MB/sec 2024-04-02T08:58:47.845 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-tsp6mLIuIorxias off=9918478 len=16198 2024-04-02T08:58:47.845 INFO:tasks.workunit.client.0.smithi012.stdout:op 4283 completed, throughput=5MB/sec 2024-04-02T08:58:47.846 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-LEoAqxXupl1gniy off=11288959 len=1391989 2024-04-02T08:58:47.852 INFO:tasks.workunit.client.0.smithi012.stdout:op 4284 completed, throughput=5MB/sec 2024-04-02T08:58:47.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:58:47 smithi012 ceph-mon[88355]: pgmap v1848: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 6 op/s 2024-04-02T08:58:47.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:58:47 smithi012 ceph-mon[90784]: pgmap v1848: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 6 op/s 2024-04-02T08:58:48.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:58:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:58:47] "GET /metrics HTTP/1.1" 200 34056 "" "Prometheus/2.43.0" 2024-04-02T08:58:48.852 INFO:tasks.workunit.client.0.smithi012.stdout: 856: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:48.852 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Db7RLFDJRoyiJ66 off=1829176 len=730276 2024-04-02T08:58:48.853 INFO:tasks.workunit.client.0.smithi012.stdout:op 4285 completed, throughput=5MB/sec 2024-04-02T08:58:48.853 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-37YRVW_B0F_Su1a off=9353638 len=1722893 2024-04-02T08:58:48.854 INFO:tasks.workunit.client.0.smithi012.stdout:op 4286 completed, throughput=5MB/sec 2024-04-02T08:58:48.854 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-3t0lLlQlu5s3vlu off=4826163 len=1157903 2024-04-02T08:58:48.855 INFO:tasks.workunit.client.0.smithi012.stdout:op 4287 completed, throughput=5MB/sec 2024-04-02T08:58:48.855 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-cr0hWmUwRrC-uKS off=2183532 len=706033 2024-04-02T08:58:48.857 INFO:tasks.workunit.client.0.smithi012.stdout:op 4288 completed, throughput=5MB/sec 2024-04-02T08:58:48.857 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-NoolH3uy1O-42IV off=9415964 len=1615638 2024-04-02T08:58:48.858 INFO:tasks.workunit.client.0.smithi012.stdout:op 4289 completed, throughput=5MB/sec 2024-04-02T08:58:49.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:58:49 smithi055 ceph-mon[85080]: pgmap v1849: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:58:49.859 INFO:tasks.workunit.client.0.smithi012.stdout: 857: throughput=5MB/sec pending data=0 2024-04-02T08:58:49.859 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-LTYyW6ga5brncmp off=9506201 len=461890 2024-04-02T08:58:49.860 INFO:tasks.workunit.client.0.smithi012.stdout:op 4290 completed, throughput=5MB/sec 2024-04-02T08:58:49.860 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-k8lly1-MZImMMQ1 off=1548441 len=737103 2024-04-02T08:58:49.861 INFO:tasks.workunit.client.0.smithi012.stdout:op 4291 completed, throughput=5MB/sec 2024-04-02T08:58:49.861 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-jtW32TeSD0fnd52 off=2622620 len=893723 2024-04-02T08:58:49.862 INFO:tasks.workunit.client.0.smithi012.stdout:op 4292 completed, throughput=5MB/sec 2024-04-02T08:58:49.862 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-kWHp2nBbeBXYflq off=1329426 len=1990444 2024-04-02T08:58:49.864 INFO:tasks.workunit.client.0.smithi012.stdout:op 4293 completed, throughput=5MB/sec 2024-04-02T08:58:49.864 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-PGlP6ZC2qzUlaQD off=11598175 len=2015884 2024-04-02T08:58:49.872 INFO:tasks.workunit.client.0.smithi012.stdout:op 4294 completed, throughput=5MB/sec 2024-04-02T08:58:49.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:58:49 smithi012 ceph-mon[88355]: pgmap v1849: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:58:49.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:58:49 smithi012 ceph-mon[90784]: pgmap v1849: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:58:50.873 INFO:tasks.workunit.client.0.smithi012.stdout: 858: throughput=5MB/sec pending data=0 2024-04-02T08:58:50.873 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-6WOyrtGDh7MEA8n off=13889288 len=480501 2024-04-02T08:58:50.874 INFO:tasks.workunit.client.0.smithi012.stdout:op 4295 completed, throughput=5MB/sec 2024-04-02T08:58:50.874 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ipbblaXn2qGMK3E off=16774316 len=2016684 2024-04-02T08:58:50.883 INFO:tasks.workunit.client.0.smithi012.stdout:op 4296 completed, throughput=5MB/sec 2024-04-02T08:58:50.883 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-zaxn64-4tXZ7FlD off=633208 len=799113 2024-04-02T08:58:50.886 INFO:tasks.workunit.client.0.smithi012.stdout:op 4297 completed, throughput=5MB/sec 2024-04-02T08:58:50.886 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Lglr_u2GS519MI4 off=1314439 len=1321105 2024-04-02T08:58:50.887 INFO:tasks.workunit.client.0.smithi012.stdout:op 4298 completed, throughput=5MB/sec 2024-04-02T08:58:51.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:58:51 smithi055 ceph-mon[85080]: pgmap v1850: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 6 op/s 2024-04-02T08:58:51.889 INFO:tasks.workunit.client.0.smithi012.stdout: 859: throughput=5MB/sec pending data=0 2024-04-02T08:58:51.890 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Oy6fAbkulgn83rZ off=2472616 len=571663 2024-04-02T08:58:51.890 INFO:tasks.workunit.client.0.smithi012.stdout:op 4299 completed, throughput=5MB/sec 2024-04-02T08:58:51.890 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-4o1jbeIqhD9sxJz off=8701328 len=555350 2024-04-02T08:58:51.892 INFO:tasks.workunit.client.0.smithi012.stdout:op 4300 completed, throughput=5MB/sec 2024-04-02T08:58:51.892 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-zlBEF31k-WgsSNq off=6417139 len=2039621 2024-04-02T08:58:51.901 INFO:tasks.workunit.client.0.smithi012.stdout:op 4301 completed, throughput=5MB/sec 2024-04-02T08:58:51.901 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-V7wivIi7Q9pmET- off=206788 len=379854 2024-04-02T08:58:51.902 INFO:tasks.workunit.client.0.smithi012.stdout:op 4302 completed, throughput=5MB/sec 2024-04-02T08:58:51.902 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-EGX0SDVnif2RPrh off=20375008 len=1680017 2024-04-02T08:58:51.909 INFO:tasks.workunit.client.0.smithi012.stdout:op 4303 completed, throughput=5MB/sec 2024-04-02T08:58:51.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:58:51 smithi012 ceph-mon[88355]: pgmap v1850: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 6 op/s 2024-04-02T08:58:51.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:58:51 smithi012 ceph-mon[90784]: pgmap v1850: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 6 op/s 2024-04-02T08:58:52.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:58:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:58:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:58:52.910 INFO:tasks.workunit.client.0.smithi012.stdout: 860: throughput=5MB/sec pending data=0 2024-04-02T08:58:52.910 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Egk_mR9XqANLgS7 off=13616124 len=1763351 2024-04-02T08:58:52.917 INFO:tasks.workunit.client.0.smithi012.stdout:op 4304 completed, throughput=5MB/sec 2024-04-02T08:58:52.917 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-vpWGaBa42b1k9bu off=21458177 len=1072990 2024-04-02T08:58:52.921 INFO:tasks.workunit.client.0.smithi012.stdout:op 4305 completed, throughput=5MB/sec 2024-04-02T08:58:52.921 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-jBcVm7R27gM0Yjw off=7212963 len=1676509 2024-04-02T08:58:52.929 INFO:tasks.workunit.client.0.smithi012.stdout:op 4306 completed, throughput=5MB/sec 2024-04-02T08:58:53.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:58:53 smithi055 ceph-mon[85080]: pgmap v1851: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:58:53.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:58:53 smithi012 ceph-mon[88355]: pgmap v1851: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:58:53.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:58:53 smithi012 ceph-mon[90784]: pgmap v1851: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:58:53.929 INFO:tasks.workunit.client.0.smithi012.stdout: 861: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:53.929 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-lrp0Px4Hcs0p5Ue off=1888344 len=2085124 2024-04-02T08:58:53.931 INFO:tasks.workunit.client.0.smithi012.stdout:op 4307 completed, throughput=5MB/sec 2024-04-02T08:58:53.931 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-_wnGiJRl9ZxBU1s off=849447 len=793747 2024-04-02T08:58:53.936 INFO:tasks.workunit.client.0.smithi012.stdout:op 4308 completed, throughput=5MB/sec 2024-04-02T08:58:53.936 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-IL3xcFQA6MHZYLp off=212509 len=1429510 2024-04-02T08:58:53.937 INFO:tasks.workunit.client.0.smithi012.stdout:op 4309 completed, throughput=5MB/sec 2024-04-02T08:58:53.937 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-z-kWk449_CKubIk off=3075387 len=1421942 2024-04-02T08:58:53.945 INFO:tasks.workunit.client.0.smithi012.stdout:op 4310 completed, throughput=5MB/sec 2024-04-02T08:58:54.945 INFO:tasks.workunit.client.0.smithi012.stdout: 862: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:54.945 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-oilTJXAa2K1vh8R off=15891966 len=1953022 2024-04-02T08:58:54.947 INFO:tasks.workunit.client.0.smithi012.stdout:op 4311 completed, throughput=5MB/sec 2024-04-02T08:58:54.947 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-gPaHBLqOS4PVqea off=6216354 len=1897936 2024-04-02T08:58:54.956 INFO:tasks.workunit.client.0.smithi012.stdout:op 4312 completed, throughput=5MB/sec 2024-04-02T08:58:54.956 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-J61eA-DbgWvXAJt off=205727 len=1469499 2024-04-02T08:58:54.965 INFO:tasks.workunit.client.0.smithi012.stdout:op 4313 completed, throughput=5MB/sec 2024-04-02T08:58:55.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:58:55 smithi055 ceph-mon[85080]: pgmap v1852: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:58:55.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:58:55 smithi012 ceph-mon[88355]: pgmap v1852: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:58:55.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:58:55 smithi012 ceph-mon[90784]: pgmap v1852: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:58:55.963 INFO:tasks.workunit.client.0.smithi012.stdout: 863: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:55.963 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-yXx9HYjZs6xHIAi off=14056559 len=879191 2024-04-02T08:58:55.964 INFO:tasks.workunit.client.0.smithi012.stdout:op 4314 completed, throughput=5MB/sec 2024-04-02T08:58:55.964 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-tHtXvv3Rc6d3xnm off=1125904 len=151397 2024-04-02T08:58:55.965 INFO:tasks.workunit.client.0.smithi012.stdout:op 4315 completed, throughput=5MB/sec 2024-04-02T08:58:55.965 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-sJ-IcwjeqZ37bWP off=19638492 len=646353 2024-04-02T08:58:55.966 INFO:tasks.workunit.client.0.smithi012.stdout:op 4316 completed, throughput=5MB/sec 2024-04-02T08:58:55.966 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-gBNAVG-n3hPcmYG off=16113951 len=626026 2024-04-02T08:58:55.970 INFO:tasks.workunit.client.0.smithi012.stdout:op 4317 completed, throughput=5MB/sec 2024-04-02T08:58:55.970 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-JCxwr0fFQqf4XwR off=1920892 len=1440902 2024-04-02T08:58:55.975 INFO:tasks.workunit.client.0.smithi012.stdout:op 4318 completed, throughput=5MB/sec 2024-04-02T08:58:55.975 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-fBq0G6lbWiTYHqa off=4024642 len=728008 2024-04-02T08:58:55.980 INFO:tasks.workunit.client.0.smithi012.stdout:op 4319 completed, throughput=5MB/sec 2024-04-02T08:58:55.980 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-GQhMHgYSKCa5-Yz off=13551916 len=682666 2024-04-02T08:58:55.980 INFO:tasks.workunit.client.0.smithi012.stdout:op 4320 completed, throughput=5MB/sec 2024-04-02T08:58:56.981 INFO:tasks.workunit.client.0.smithi012.stdout: 864: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:56.981 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-UOvlFPCzdS9rlHP off=6758434 len=1591324 2024-04-02T08:58:56.988 INFO:tasks.workunit.client.0.smithi012.stdout:op 4321 completed, throughput=5MB/sec 2024-04-02T08:58:56.989 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-TFTpLyYULkYWhwX off=5167236 len=1785925 2024-04-02T08:58:56.990 INFO:tasks.workunit.client.0.smithi012.stdout:op 4322 completed, throughput=5MB/sec 2024-04-02T08:58:56.990 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ZNFqyGYcnreHAjm off=4630543 len=26290 2024-04-02T08:58:56.992 INFO:tasks.workunit.client.0.smithi012.stdout:op 4323 completed, throughput=5MB/sec 2024-04-02T08:58:56.992 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-mHWPMyTsAOlL7vt off=952379 len=1022976 2024-04-02T08:58:56.993 INFO:tasks.workunit.client.0.smithi012.stdout:op 4324 completed, throughput=5MB/sec 2024-04-02T08:58:56.993 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-yhKVb7aG0sqVeUl off=17971164 len=1642967 2024-04-02T08:58:56.996 INFO:tasks.workunit.client.0.smithi012.stdout:op 4325 completed, throughput=5MB/sec 2024-04-02T08:58:57.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:58:57 smithi055 ceph-mon[85080]: pgmap v1853: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-02T08:58:57.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:58:57 smithi012 ceph-mon[88355]: pgmap v1853: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-02T08:58:57.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:58:57 smithi012 ceph-mon[90784]: pgmap v1853: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-02T08:58:57.996 INFO:tasks.workunit.client.0.smithi012.stdout: 865: throughput=5MB/sec pending data=0 2024-04-02T08:58:57.996 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-zjDcNXqK_fIAFvV off=23189479 len=496507 2024-04-02T08:58:57.997 INFO:tasks.workunit.client.0.smithi012.stdout:op 4326 completed, throughput=5MB/sec 2024-04-02T08:58:57.997 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-95S3HnWyprpLJCf off=14609 len=1076988 2024-04-02T08:58:57.999 INFO:tasks.workunit.client.0.smithi012.stdout:op 4327 completed, throughput=5MB/sec 2024-04-02T08:58:58.000 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-AvfK39fuc7W6Liv off=1748132 len=23654 2024-04-02T08:58:58.000 INFO:tasks.workunit.client.0.smithi012.stdout:op 4328 completed, throughput=5MB/sec 2024-04-02T08:58:58.000 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-AQygRY3ARb4I_Hl off=290318 len=1336455 2024-04-02T08:58:58.006 INFO:tasks.workunit.client.0.smithi012.stdout:op 4329 completed, throughput=5MB/sec 2024-04-02T08:58:58.006 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ftlbo-eKKXJgbOr off=1270394 len=734610 2024-04-02T08:58:58.007 INFO:tasks.workunit.client.0.smithi012.stdout:op 4330 completed, throughput=5MB/sec 2024-04-02T08:58:58.007 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-sVKC1H1JOn8KOj3 off=3942491 len=1247126 2024-04-02T08:58:58.009 INFO:tasks.workunit.client.0.smithi012.stdout:op 4331 completed, throughput=5MB/sec 2024-04-02T08:58:58.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:58:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:58:57] "GET /metrics HTTP/1.1" 200 34056 "" "Prometheus/2.43.0" 2024-04-02T08:58:59.009 INFO:tasks.workunit.client.0.smithi012.stdout: 866: throughput=5MB/sec pending data=0 2024-04-02T08:58:59.010 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-vX_9PQp3wO9yvz5 off=5835682 len=311319 2024-04-02T08:58:59.010 INFO:tasks.workunit.client.0.smithi012.stdout:op 4332 completed, throughput=5MB/sec 2024-04-02T08:58:59.010 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-J8CNmEh4ZKBN-3I off=7990092 len=696582 2024-04-02T08:58:59.014 INFO:tasks.workunit.client.0.smithi012.stdout:op 4333 completed, throughput=5MB/sec 2024-04-02T08:58:59.014 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-HIAYg6CvhrncZj3 off=2009101 len=543077 2024-04-02T08:58:59.017 INFO:tasks.workunit.client.0.smithi012.stdout:op 4334 completed, throughput=5MB/sec 2024-04-02T08:58:59.017 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-v23m-clbjrEr1IG off=2862555 len=1853878 2024-04-02T08:58:59.025 INFO:tasks.workunit.client.0.smithi012.stdout:op 4335 completed, throughput=5MB/sec 2024-04-02T08:58:59.025 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ntjvUCaod7t4hew off=3304114 len=1097353 2024-04-02T08:58:59.029 INFO:tasks.workunit.client.0.smithi012.stdout:op 4336 completed, throughput=5MB/sec 2024-04-02T08:58:59.029 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-1ixoRGiLM4dJbUk off=6459788 len=623517 2024-04-02T08:58:59.030 INFO:tasks.workunit.client.0.smithi012.stdout:op 4337 completed, throughput=5MB/sec 2024-04-02T08:58:59.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:58:59 smithi055 ceph-mon[85080]: pgmap v1854: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T08:58:59.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:58:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:59.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:58:59 smithi012 ceph-mon[88355]: pgmap v1854: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T08:58:59.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:58:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:59.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:58:59 smithi012 ceph-mon[90784]: pgmap v1854: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T08:58:59.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:58:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:00.030 INFO:tasks.workunit.client.0.smithi012.stdout: 867: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:00.030 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-C0eAcmdyP45DNnO off=15978471 len=1395516 2024-04-02T08:59:00.032 INFO:tasks.workunit.client.0.smithi012.stdout:op 4338 completed, throughput=5MB/sec 2024-04-02T08:59:00.032 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-7RROkrXLDTnkuiU off=10214771 len=692222 2024-04-02T08:59:00.034 INFO:tasks.workunit.client.0.smithi012.stdout:op 4339 completed, throughput=5MB/sec 2024-04-02T08:59:00.034 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-cVx64kOLZhnl9Xh off=7572338 len=1924184 2024-04-02T08:59:00.043 INFO:tasks.workunit.client.0.smithi012.stdout:op 4340 completed, throughput=5MB/sec 2024-04-02T08:59:00.044 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-oz9VVuouTiAj69u off=3882706 len=1350202 2024-04-02T08:59:00.050 INFO:tasks.workunit.client.0.smithi012.stdout:op 4341 completed, throughput=5MB/sec 2024-04-02T08:59:01.051 INFO:tasks.workunit.client.0.smithi012.stdout: 868: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:01.051 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-9yiHw5-H6YNMh6K off=3473515 len=914592 2024-04-02T08:59:01.056 INFO:tasks.workunit.client.0.smithi012.stdout:op 4342 completed, throughput=5MB/sec 2024-04-02T08:59:01.056 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-rhxOsza37pC38yc off=6973091 len=1946261 2024-04-02T08:59:01.065 INFO:tasks.workunit.client.0.smithi012.stdout:op 4343 completed, throughput=5MB/sec 2024-04-02T08:59:01.065 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-qccCz_Yvt-jNIE0 off=2138508 len=1977319 2024-04-02T08:59:01.072 INFO:tasks.workunit.client.0.smithi012.stdout:op 4344 completed, throughput=5MB/sec 2024-04-02T08:59:01.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:59:01 smithi055 ceph-mon[85080]: pgmap v1855: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:59:01.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:59:01 smithi012 ceph-mon[88355]: pgmap v1855: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:59:01.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:59:01 smithi012 ceph-mon[90784]: pgmap v1855: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:59:02.072 INFO:tasks.workunit.client.0.smithi012.stdout: 869: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:02.072 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-YCtoiYVmT-mQDzy off=13047422 len=964776 2024-04-02T08:59:02.073 INFO:tasks.workunit.client.0.smithi012.stdout:op 4345 completed, throughput=5MB/sec 2024-04-02T08:59:02.073 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-uKs_9afQmjxM9Jq off=557545 len=1714414 2024-04-02T08:59:02.081 INFO:tasks.workunit.client.0.smithi012.stdout:op 4346 completed, throughput=5MB/sec 2024-04-02T08:59:02.081 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-27-jUY6N4_QCWqn off=4218489 len=770225 2024-04-02T08:59:02.083 INFO:tasks.workunit.client.0.smithi012.stdout:op 4347 completed, throughput=5MB/sec 2024-04-02T08:59:02.083 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Y9TLzE_HShKpJ5s off=1168124 len=1348650 2024-04-02T08:59:02.089 INFO:tasks.workunit.client.0.smithi012.stdout:op 4348 completed, throughput=5MB/sec 2024-04-02T08:59:02.090 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-F0AdCC_o1DdRkG6 off=12070597 len=313158 2024-04-02T08:59:02.090 INFO:tasks.workunit.client.0.smithi012.stdout:op 4349 completed, throughput=5MB/sec 2024-04-02T08:59:02.091 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-JUtRN7UXQN37GcM off=733298 len=1443605 2024-04-02T08:59:02.097 INFO:tasks.workunit.client.0.smithi012.stdout:op 4350 completed, throughput=5MB/sec 2024-04-02T08:59:02.712 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:59:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:59:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:59:03.097 INFO:tasks.workunit.client.0.smithi012.stdout: 870: throughput=5MB/sec pending data=0 2024-04-02T08:59:03.097 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-0TNZ45xOuZbQ-fd off=1638956 len=1075022 2024-04-02T08:59:03.100 INFO:tasks.workunit.client.0.smithi012.stdout:op 4351 completed, throughput=5MB/sec 2024-04-02T08:59:03.100 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-7BfVYU89gLiGPp9 off=15591712 len=773731 2024-04-02T08:59:03.101 INFO:tasks.workunit.client.0.smithi012.stdout:op 4352 completed, throughput=5MB/sec 2024-04-02T08:59:03.101 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-6lnmLH0hSPbB1Xa off=1915360 len=326534 2024-04-02T08:59:03.101 INFO:tasks.workunit.client.0.smithi012.stdout:op 4353 completed, throughput=5MB/sec 2024-04-02T08:59:03.101 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-FzV7AVkW__lycQD off=4779900 len=752838 2024-04-02T08:59:03.102 INFO:tasks.workunit.client.0.smithi012.stdout:op 4354 completed, throughput=5MB/sec 2024-04-02T08:59:03.102 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-pnNlBHJE7cSlvRZ off=717883 len=1117330 2024-04-02T08:59:03.103 INFO:tasks.workunit.client.0.smithi012.stdout:op 4355 completed, throughput=5MB/sec 2024-04-02T08:59:03.103 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-UjvGaflRxh7sYLU off=9520186 len=894131 2024-04-02T08:59:03.108 INFO:tasks.workunit.client.0.smithi012.stdout:op 4356 completed, throughput=5MB/sec 2024-04-02T08:59:03.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:59:03 smithi055 ceph-mon[85080]: pgmap v1856: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:59:03.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:59:03 smithi012 ceph-mon[88355]: pgmap v1856: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:59:03.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:59:03 smithi012 ceph-mon[90784]: pgmap v1856: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:59:04.109 INFO:tasks.workunit.client.0.smithi012.stdout: 871: throughput=5MB/sec pending data=0 2024-04-02T08:59:04.109 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-dqmLNc3gPGxN2oI off=2197225 len=1016500 2024-04-02T08:59:04.115 INFO:tasks.workunit.client.0.smithi012.stdout:op 4357 completed, throughput=5MB/sec 2024-04-02T08:59:04.115 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-J99piHonHH8q2En off=7594442 len=1050822 2024-04-02T08:59:04.119 INFO:tasks.workunit.client.0.smithi012.stdout:op 4358 completed, throughput=5MB/sec 2024-04-02T08:59:04.119 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-K7TSEyoxeD0YG6i off=14556126 len=1936940 2024-04-02T08:59:04.121 INFO:tasks.workunit.client.0.smithi012.stdout:op 4359 completed, throughput=5MB/sec 2024-04-02T08:59:04.121 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-bWm37cUIhnLc_xB off=12267635 len=1827376 2024-04-02T08:59:04.124 INFO:tasks.workunit.client.0.smithi012.stdout:op 4360 completed, throughput=5MB/sec 2024-04-02T08:59:05.124 INFO:tasks.workunit.client.0.smithi012.stdout: 872: throughput=5MB/sec pending data=0 2024-04-02T08:59:05.125 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-04qOWmfil6hExSL off=6690429 len=1455774 2024-04-02T08:59:05.126 INFO:tasks.workunit.client.0.smithi012.stdout:op 4361 completed, throughput=5MB/sec 2024-04-02T08:59:05.126 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-NbnL3sNdpEDdCfa off=2505768 len=2090976 2024-04-02T08:59:05.128 INFO:tasks.workunit.client.0.smithi012.stdout:op 4362 completed, throughput=5MB/sec 2024-04-02T08:59:05.128 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ZGCc_WbnL-mQpMM off=1594569 len=448113 2024-04-02T08:59:05.131 INFO:tasks.workunit.client.0.smithi012.stdout:op 4363 completed, throughput=5MB/sec 2024-04-02T08:59:05.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:59:05 smithi055 ceph-mon[85080]: pgmap v1857: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:59:05.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:59:05 smithi012 ceph-mon[88355]: pgmap v1857: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:59:05.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:59:05 smithi012 ceph-mon[90784]: pgmap v1857: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:59:06.131 INFO:tasks.workunit.client.0.smithi012.stdout: 873: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:06.132 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-R2Y6mxUliyej_oH off=453275 len=629655 2024-04-02T08:59:06.137 INFO:tasks.workunit.client.0.smithi012.stdout:op 4364 completed, throughput=5MB/sec 2024-04-02T08:59:06.137 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-X4aU2FIPOS_B6TN off=13844672 len=1548479 2024-04-02T08:59:06.143 INFO:tasks.workunit.client.0.smithi012.stdout:op 4365 completed, throughput=5MB/sec 2024-04-02T08:59:06.143 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-f3tHjaFGhqDdt3O off=784572 len=1362862 2024-04-02T08:59:06.149 INFO:tasks.workunit.client.0.smithi012.stdout:op 4366 completed, throughput=5MB/sec 2024-04-02T08:59:06.149 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-G0_28bJudFMpukf off=2504821 len=1252228 2024-04-02T08:59:06.151 INFO:tasks.workunit.client.0.smithi012.stdout:op 4367 completed, throughput=5MB/sec 2024-04-02T08:59:06.151 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-gWnTURGHPSgH_Zt off=868130 len=2089834 2024-04-02T08:59:06.159 INFO:tasks.workunit.client.0.smithi012.stdout:op 4368 completed, throughput=5MB/sec 2024-04-02T08:59:07.159 INFO:tasks.workunit.client.0.smithi012.stdout: 874: throughput=5MB/sec pending data=0 2024-04-02T08:59:07.160 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-fAYso3IGWq3IGvU off=4208228 len=2023237 2024-04-02T08:59:07.167 INFO:tasks.workunit.client.0.smithi012.stdout:op 4369 completed, throughput=5MB/sec 2024-04-02T08:59:07.168 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ExGU_UNLXxHvgGK off=1555747 len=442708 2024-04-02T08:59:07.171 INFO:tasks.workunit.client.0.smithi012.stdout:op 4370 completed, throughput=5MB/sec 2024-04-02T08:59:07.172 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-daVIzjMtP2AdlRq off=3799119 len=1762695 2024-04-02T08:59:07.180 INFO:tasks.workunit.client.0.smithi012.stdout:op 4371 completed, throughput=5MB/sec 2024-04-02T08:59:07.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:59:07 smithi055 ceph-mon[85080]: pgmap v1858: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:59:07.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:59:07 smithi012 ceph-mon[88355]: pgmap v1858: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:59:07.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:59:07 smithi012 ceph-mon[90784]: pgmap v1858: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:59:08.180 INFO:tasks.workunit.client.0.smithi012.stdout: 875: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:08.180 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-OlDP-2cr0Ydd5wb off=2303155 len=2021086 2024-04-02T08:59:08.182 INFO:tasks.workunit.client.0.smithi012.stdout:op 4372 completed, throughput=5MB/sec 2024-04-02T08:59:08.182 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-gGMbe4qd751uvLZ off=1431160 len=34726 2024-04-02T08:59:08.184 INFO:tasks.workunit.client.0.smithi012.stdout:op 4373 completed, throughput=5MB/sec 2024-04-02T08:59:08.185 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Z5kJT5Bab3w9Gf9 off=9585221 len=1918442 2024-04-02T08:59:08.186 INFO:tasks.workunit.client.0.smithi012.stdout:op 4374 completed, throughput=5MB/sec 2024-04-02T08:59:08.186 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-rUdFnRM1vdWG1Av off=11907563 len=1204601 2024-04-02T08:59:08.193 INFO:tasks.workunit.client.0.smithi012.stdout:op 4375 completed, throughput=5MB/sec 2024-04-02T08:59:08.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:59:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:59:07] "GET /metrics HTTP/1.1" 200 34058 "" "Prometheus/2.43.0" 2024-04-02T08:59:09.193 INFO:tasks.workunit.client.0.smithi012.stdout: 876: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:09.193 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ACu8MIk4RpLZjXa off=2910619 len=456329 2024-04-02T08:59:09.197 INFO:tasks.workunit.client.0.smithi012.stdout:op 4376 completed, throughput=5MB/sec 2024-04-02T08:59:09.197 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ECAZtOqih35vCrP off=2319284 len=2056951 2024-04-02T08:59:09.199 INFO:tasks.workunit.client.0.smithi012.stdout:op 4377 completed, throughput=5MB/sec 2024-04-02T08:59:09.199 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-4iI_3C7Wgk1TfDs off=10228193 len=1483571 2024-04-02T08:59:09.207 INFO:tasks.workunit.client.0.smithi012.stdout:op 4378 completed, throughput=5MB/sec 2024-04-02T08:59:09.207 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ebDp9hQLYgFNIPJ off=9890789 len=1843822 2024-04-02T08:59:09.215 INFO:tasks.workunit.client.0.smithi012.stdout:op 4379 completed, throughput=5MB/sec 2024-04-02T08:59:09.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:59:09 smithi055 ceph-mon[85080]: pgmap v1859: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:59:09.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:59:09 smithi012 ceph-mon[88355]: pgmap v1859: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:59:09.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:59:09 smithi012 ceph-mon[90784]: pgmap v1859: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:59:10.215 INFO:tasks.workunit.client.0.smithi012.stdout: 877: throughput=5MB/sec pending data=0 2024-04-02T08:59:10.215 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-OTdGNXXGr06SWtB off=7071656 len=1736988 2024-04-02T08:59:10.216 INFO:tasks.workunit.client.0.smithi012.stdout:op 4380 completed, throughput=5MB/sec 2024-04-02T08:59:10.216 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-X71NejDWA3BSG0f off=21809162 len=1317301 2024-04-02T08:59:10.222 INFO:tasks.workunit.client.0.smithi012.stdout:op 4381 completed, throughput=5MB/sec 2024-04-02T08:59:10.222 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-FFuHb6oLIds3bY2 off=6681661 len=2068644 2024-04-02T08:59:10.232 INFO:tasks.workunit.client.0.smithi012.stdout:op 4382 completed, throughput=5MB/sec 2024-04-02T08:59:11.233 INFO:tasks.workunit.client.0.smithi012.stdout: 878: throughput=5MB/sec pending data=0 2024-04-02T08:59:11.233 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-aFqmgrUhkbtm_my off=5499793 len=1265332 2024-04-02T08:59:11.235 INFO:tasks.workunit.client.0.smithi012.stdout:op 4383 completed, throughput=5MB/sec 2024-04-02T08:59:11.236 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-5T96N9pLwrcvgnD off=8808905 len=1861770 2024-04-02T08:59:11.237 INFO:tasks.workunit.client.0.smithi012.stdout:op 4384 completed, throughput=5MB/sec 2024-04-02T08:59:11.237 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ausNxCR7WZZM4Sq off=1953858 len=502897 2024-04-02T08:59:11.238 INFO:tasks.workunit.client.0.smithi012.stdout:op 4385 completed, throughput=5MB/sec 2024-04-02T08:59:11.238 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-VevRSfrQLNdCBuj off=7605398 len=761972 2024-04-02T08:59:11.239 INFO:tasks.workunit.client.0.smithi012.stdout:op 4386 completed, throughput=5MB/sec 2024-04-02T08:59:11.239 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-oCruI7jaunc7r2k off=1846182 len=944751 2024-04-02T08:59:11.240 INFO:tasks.workunit.client.0.smithi012.stdout:op 4387 completed, throughput=5MB/sec 2024-04-02T08:59:11.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:59:11 smithi055 ceph-mon[85080]: pgmap v1860: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:59:11.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:59:11 smithi012 ceph-mon[88355]: pgmap v1860: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:59:11.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:59:11 smithi012 ceph-mon[90784]: pgmap v1860: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:59:12.240 INFO:tasks.workunit.client.0.smithi012.stdout: 879: throughput=5MB/sec pending data=0 2024-04-02T08:59:12.240 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ZR4wYfzc2NdoVKh off=13070227 len=89222 2024-04-02T08:59:12.240 INFO:tasks.workunit.client.0.smithi012.stdout:op 4388 completed, throughput=5MB/sec 2024-04-02T08:59:12.241 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-2t-hTWGE4niOJOY off=0 len=1719654 2024-04-02T08:59:12.244 INFO:tasks.workunit.client.0.smithi012.stdout:op 4389 completed, throughput=5MB/sec 2024-04-02T08:59:12.244 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-_Ox1pIPz7RDcFQE off=4030442 len=1480119 2024-04-02T08:59:12.245 INFO:tasks.workunit.client.0.smithi012.stdout:op 4390 completed, throughput=5MB/sec 2024-04-02T08:59:12.245 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-cWrIMmfo9tuyfIB off=8106736 len=1135965 2024-04-02T08:59:12.246 INFO:tasks.workunit.client.0.smithi012.stdout:op 4391 completed, throughput=5MB/sec 2024-04-02T08:59:12.247 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-bZf96qEU955EdvA off=1407805 len=1382206 2024-04-02T08:59:12.247 INFO:tasks.workunit.client.0.smithi012.stdout:op 4392 completed, throughput=5MB/sec 2024-04-02T08:59:12.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:59:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:59:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:59:13.248 INFO:tasks.workunit.client.0.smithi012.stdout: 880: throughput=5MB/sec pending data=0 2024-04-02T08:59:13.248 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-apbhXkT8MA7JE4l off=15216498 len=795593 2024-04-02T08:59:13.253 INFO:tasks.workunit.client.0.smithi012.stdout:op 4393 completed, throughput=5MB/sec 2024-04-02T08:59:13.253 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-QBXPB0q3-OSATLO off=1746640 len=1778842 2024-04-02T08:59:13.261 INFO:tasks.workunit.client.0.smithi012.stdout:op 4394 completed, throughput=5MB/sec 2024-04-02T08:59:13.262 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-qsJUcQnxWXTVzNx off=14064714 len=1082817 2024-04-02T08:59:13.262 INFO:tasks.workunit.client.0.smithi012.stdout:op 4395 completed, throughput=5MB/sec 2024-04-02T08:59:13.262 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-2DPkstGfmdSK3qv off=85461 len=711643 2024-04-02T08:59:13.266 INFO:tasks.workunit.client.0.smithi012.stdout:op 4396 completed, throughput=5MB/sec 2024-04-02T08:59:13.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:59:13 smithi055 ceph-mon[85080]: pgmap v1861: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-02T08:59:13.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:59:13 smithi012 ceph-mon[88355]: pgmap v1861: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-02T08:59:13.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:59:13 smithi012 ceph-mon[90784]: pgmap v1861: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-02T08:59:14.266 INFO:tasks.workunit.client.0.smithi012.stdout: 881: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:14.267 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj--ndMHoKKSgzgtP_ off=3725222 len=1204633 2024-04-02T08:59:14.268 INFO:tasks.workunit.client.0.smithi012.stdout:op 4397 completed, throughput=5MB/sec 2024-04-02T08:59:14.268 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-P7QU7P8n8VTQUVB off=3543475 len=2058020 2024-04-02T08:59:14.269 INFO:tasks.workunit.client.0.smithi012.stdout:op 4398 completed, throughput=5MB/sec 2024-04-02T08:59:14.270 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-TQIqNNepDvNy-By off=1277923 len=155885 2024-04-02T08:59:14.270 INFO:tasks.workunit.client.0.smithi012.stdout:op 4399 completed, throughput=5MB/sec 2024-04-02T08:59:14.270 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-inJ9FKDXY0nALFw off=7273166 len=296795 2024-04-02T08:59:14.271 INFO:tasks.workunit.client.0.smithi012.stdout:op 4400 completed, throughput=5MB/sec 2024-04-02T08:59:14.272 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-3fI5nz0AFPyBThR off=4495428 len=2013150 2024-04-02T08:59:14.273 INFO:tasks.workunit.client.0.smithi012.stdout:op 4401 completed, throughput=5MB/sec 2024-04-02T08:59:14.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:59:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:14.829 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:59:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:14.829 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:59:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:15.274 INFO:tasks.workunit.client.0.smithi012.stdout: 882: throughput=5MB/sec pending data=0 2024-04-02T08:59:15.274 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-l-qvJ_iGkEsIdrD off=4688472 len=1981331 2024-04-02T08:59:15.282 INFO:tasks.workunit.client.0.smithi012.stdout:op 4402 completed, throughput=5MB/sec 2024-04-02T08:59:15.282 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-5VzpNgSkpR5D_sA off=7798862 len=1765185 2024-04-02T08:59:15.290 INFO:tasks.workunit.client.0.smithi012.stdout:op 4403 completed, throughput=5MB/sec 2024-04-02T08:59:15.290 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-_inDyllonBGJFNL off=156698 len=1913255 2024-04-02T08:59:15.296 INFO:tasks.workunit.client.0.smithi012.stdout:op 4404 completed, throughput=5MB/sec 2024-04-02T08:59:15.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:59:15 smithi055 ceph-mon[85080]: pgmap v1862: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:59:15.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:59:15 smithi012 ceph-mon[88355]: pgmap v1862: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:59:15.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:59:15 smithi012 ceph-mon[90784]: pgmap v1862: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:59:16.296 INFO:tasks.workunit.client.0.smithi012.stdout: 883: throughput=5MB/sec pending data=0 2024-04-02T08:59:16.296 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-tH3wYFbqtxRL9NF off=1693943 len=586870 2024-04-02T08:59:16.299 INFO:tasks.workunit.client.0.smithi012.stdout:op 4405 completed, throughput=5MB/sec 2024-04-02T08:59:16.299 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-AW3aT_rApxUE1iB off=2768529 len=679355 2024-04-02T08:59:16.300 INFO:tasks.workunit.client.0.smithi012.stdout:op 4406 completed, throughput=5MB/sec 2024-04-02T08:59:16.300 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-bh4E0uUY_lgQ9aG off=2755468 len=2011105 2024-04-02T08:59:16.309 INFO:tasks.workunit.client.0.smithi012.stdout:op 4407 completed, throughput=5MB/sec 2024-04-02T08:59:16.309 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-KjLiG1E5YimBXMm off=7538401 len=894230 2024-04-02T08:59:16.314 INFO:tasks.workunit.client.0.smithi012.stdout:op 4408 completed, throughput=5MB/sec 2024-04-02T08:59:16.314 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-xlZdZn4hsM6b3Ly off=5433832 len=15329 2024-04-02T08:59:16.316 INFO:tasks.workunit.client.0.smithi012.stdout:op 4409 completed, throughput=5MB/sec 2024-04-02T08:59:16.316 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Mkeg0Fpz9_Exs6C off=5566843 len=1231495 2024-04-02T08:59:16.319 INFO:tasks.workunit.client.0.smithi012.stdout:op 4410 completed, throughput=5MB/sec 2024-04-02T08:59:17.320 INFO:tasks.workunit.client.0.smithi012.stdout: 884: throughput=5MB/sec pending data=0 2024-04-02T08:59:17.320 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ne2U9zGqKfmRwXA off=9148795 len=1640682 2024-04-02T08:59:17.323 INFO:tasks.workunit.client.0.smithi012.stdout:op 4411 completed, throughput=5MB/sec 2024-04-02T08:59:17.323 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-3i-7ox05nk2C11E off=13508220 len=1360224 2024-04-02T08:59:17.330 INFO:tasks.workunit.client.0.smithi012.stdout:op 4412 completed, throughput=5MB/sec 2024-04-02T08:59:17.330 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-oREKXNU55bMb-sS off=5651518 len=839358 2024-04-02T08:59:17.331 INFO:tasks.workunit.client.0.smithi012.stdout:op 4413 completed, throughput=5MB/sec 2024-04-02T08:59:17.331 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-YVPjHovn2BXZqRd off=4429169 len=1653419 2024-04-02T08:59:17.334 INFO:tasks.workunit.client.0.smithi012.stdout:op 4414 completed, throughput=5MB/sec 2024-04-02T08:59:17.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:59:17 smithi055 ceph-mon[85080]: pgmap v1863: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:59:17.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:59:17 smithi012 ceph-mon[88355]: pgmap v1863: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:59:17.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:59:17 smithi012 ceph-mon[90784]: pgmap v1863: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:59:18.334 INFO:tasks.workunit.client.0.smithi012.stdout: 885: throughput=5MB/sec pending data=0 2024-04-02T08:59:18.335 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-EOLQ3CJ_O_QxpQz off=2140790 len=1282615 2024-04-02T08:59:18.337 INFO:tasks.workunit.client.0.smithi012.stdout:op 4415 completed, throughput=5MB/sec 2024-04-02T08:59:18.337 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj--Des7MQSgBAuD6Y off=7655259 len=1507138 2024-04-02T08:59:18.343 INFO:tasks.workunit.client.0.smithi012.stdout:op 4416 completed, throughput=5MB/sec 2024-04-02T08:59:18.343 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-5ALviO69AGwPZl1 off=13243008 len=2016665 2024-04-02T08:59:18.346 INFO:tasks.workunit.client.0.smithi012.stdout:op 4417 completed, throughput=5MB/sec 2024-04-02T08:59:18.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:59:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:59:17] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-04-02T08:59:18.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:59:18 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:59:18.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:59:18 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:59:18.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:59:18 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:59:19.346 INFO:tasks.workunit.client.0.smithi012.stdout: 886: throughput=5MB/sec pending data=0 2024-04-02T08:59:19.347 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-08BcSS_GT1K3168 off=4300671 len=2058393 2024-04-02T08:59:19.357 INFO:tasks.workunit.client.0.smithi012.stdout:op 4418 completed, throughput=5MB/sec 2024-04-02T08:59:19.357 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-wvnngQTuPi9onh9 off=23202615 len=1209616 2024-04-02T08:59:19.361 INFO:tasks.workunit.client.0.smithi012.stdout:op 4419 completed, throughput=5MB/sec 2024-04-02T08:59:19.361 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-6g0zYN3xo2uxHD1 off=2425468 len=667798 2024-04-02T08:59:19.364 INFO:tasks.workunit.client.0.smithi012.stdout:op 4420 completed, throughput=5MB/sec 2024-04-02T08:59:19.364 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-PnPv269jnhAr56m off=3924418 len=700309 2024-04-02T08:59:19.368 INFO:tasks.workunit.client.0.smithi012.stdout:op 4421 completed, throughput=5MB/sec 2024-04-02T08:59:19.368 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-XXYltRMts5OEpUE off=2458138 len=1414989 2024-04-02T08:59:19.369 INFO:tasks.workunit.client.0.smithi012.stdout:op 4422 completed, throughput=5MB/sec 2024-04-02T08:59:19.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:59:19 smithi055 ceph-mon[85080]: pgmap v1864: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:59:19.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:59:19 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:59:19.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:59:19 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:59:19.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:59:19 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:59:19.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:59:19 smithi012 ceph-mon[88355]: pgmap v1864: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:59:19.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:59:19 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:59:19.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:59:19 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:59:19.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:59:19 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:59:19.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:59:19 smithi012 ceph-mon[90784]: pgmap v1864: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:59:19.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:59:19 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:59:19.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:59:19 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:59:19.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:59:19 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T08:59:20.369 INFO:tasks.workunit.client.0.smithi012.stdout: 887: throughput=5MB/sec pending data=0 2024-04-02T08:59:20.369 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-kE1K6md2yx8hEp8 off=6249615 len=1385614 2024-04-02T08:59:20.370 INFO:tasks.workunit.client.0.smithi012.stdout:op 4423 completed, throughput=5MB/sec 2024-04-02T08:59:20.370 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-k_gRfQdBgEFb6vE off=3600517 len=551162 2024-04-02T08:59:20.372 INFO:tasks.workunit.client.0.smithi012.stdout:op 4424 completed, throughput=5MB/sec 2024-04-02T08:59:20.372 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-GENadvNWMH7ti6u off=6954632 len=428955 2024-04-02T08:59:20.373 INFO:tasks.workunit.client.0.smithi012.stdout:op 4425 completed, throughput=5MB/sec 2024-04-02T08:59:20.374 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-EVOQjyf1LwKjMEW off=246205 len=1740973 2024-04-02T08:59:20.377 INFO:tasks.workunit.client.0.smithi012.stdout:op 4426 completed, throughput=5MB/sec 2024-04-02T08:59:21.377 INFO:tasks.workunit.client.0.smithi012.stdout: 888: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:21.377 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-v23m-clbjrEr1IG off=15086913 len=2067330 2024-04-02T08:59:21.386 INFO:tasks.workunit.client.0.smithi012.stdout:op 4427 completed, throughput=5MB/sec 2024-04-02T08:59:21.386 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-1jmaN5HuWZdDDLB off=17860311 len=338022 2024-04-02T08:59:21.389 INFO:tasks.workunit.client.0.smithi012.stdout:op 4428 completed, throughput=5MB/sec 2024-04-02T08:59:21.389 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-wAzGanT31LPlKkz off=7042478 len=1147298 2024-04-02T08:59:21.395 INFO:tasks.workunit.client.0.smithi012.stdout:op 4429 completed, throughput=5MB/sec 2024-04-02T08:59:21.395 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-l7Y6LLrgiKLCG6y off=2446840 len=775443 2024-04-02T08:59:21.400 INFO:tasks.workunit.client.0.smithi012.stdout:op 4430 completed, throughput=5MB/sec 2024-04-02T08:59:21.400 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-JfDJImG5Dho59VF off=8198724 len=1316628 2024-04-02T08:59:21.406 INFO:tasks.workunit.client.0.smithi012.stdout:op 4431 completed, throughput=5MB/sec 2024-04-02T08:59:21.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:59:21 smithi055 ceph-mon[85080]: pgmap v1865: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:59:21.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:59:21 smithi012 ceph-mon[88355]: pgmap v1865: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:59:21.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:59:21 smithi012 ceph-mon[90784]: pgmap v1865: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:59:22.406 INFO:tasks.workunit.client.0.smithi012.stdout: 889: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:22.407 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-yGIsmI22fSL39nK off=1193725 len=676584 2024-04-02T08:59:22.408 INFO:tasks.workunit.client.0.smithi012.stdout:op 4432 completed, throughput=5MB/sec 2024-04-02T08:59:22.408 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-P6jkPVTGnyuNjke off=6917720 len=92773 2024-04-02T08:59:22.410 INFO:tasks.workunit.client.0.smithi012.stdout:op 4433 completed, throughput=5MB/sec 2024-04-02T08:59:22.410 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-9rb4VEW2wz6z6Pg off=98708 len=1064823 2024-04-02T08:59:22.411 INFO:tasks.workunit.client.0.smithi012.stdout:op 4434 completed, throughput=5MB/sec 2024-04-02T08:59:22.412 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-niF_RXc6EuOoScL off=4033601 len=271019 2024-04-02T08:59:22.414 INFO:tasks.workunit.client.0.smithi012.stdout:op 4435 completed, throughput=5MB/sec 2024-04-02T08:59:22.414 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-aNyPCa4FvadoG5u off=5914056 len=854453 2024-04-02T08:59:22.415 INFO:tasks.workunit.client.0.smithi012.stdout:op 4436 completed, throughput=5MB/sec 2024-04-02T08:59:22.415 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Z7PrW483RbmIrP4 off=14921162 len=420999 2024-04-02T08:59:22.416 INFO:tasks.workunit.client.0.smithi012.stdout:op 4437 completed, throughput=5MB/sec 2024-04-02T08:59:22.416 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-5x_aOTjBgXzQkdf off=1906508 len=1712453 2024-04-02T08:59:22.417 INFO:tasks.workunit.client.0.smithi012.stdout:op 4438 completed, throughput=5MB/sec 2024-04-02T08:59:22.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:59:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:59:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:59:23.418 INFO:tasks.workunit.client.0.smithi012.stdout: 890: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:23.418 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-sQYiSXkmHbl4_8M off=1721329 len=2014084 2024-04-02T08:59:23.427 INFO:tasks.workunit.client.0.smithi012.stdout:op 4439 completed, throughput=5MB/sec 2024-04-02T08:59:23.427 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-U4Ytpro8P3sDoei off=1663566 len=1886590 2024-04-02T08:59:23.435 INFO:tasks.workunit.client.0.smithi012.stdout:op 4440 completed, throughput=5MB/sec 2024-04-02T08:59:23.435 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-zMAVmepiqz7RNjx off=6071600 len=645695 2024-04-02T08:59:23.436 INFO:tasks.workunit.client.0.smithi012.stdout:op 4441 completed, throughput=5MB/sec 2024-04-02T08:59:23.436 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-SsZpcEc_sqbched off=2819087 len=1471845 2024-04-02T08:59:23.437 INFO:tasks.workunit.client.0.smithi012.stdout:op 4442 completed, throughput=5MB/sec 2024-04-02T08:59:23.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:59:23 smithi055 ceph-mon[85080]: pgmap v1866: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:59:23.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:59:23 smithi012 ceph-mon[88355]: pgmap v1866: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:59:23.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:59:23 smithi012 ceph-mon[90784]: pgmap v1866: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:59:24.437 INFO:tasks.workunit.client.0.smithi012.stdout: 891: throughput=5MB/sec pending data=0 2024-04-02T08:59:24.437 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-kArFq36rn_h4B0e off=3442055 len=1663623 2024-04-02T08:59:24.439 INFO:tasks.workunit.client.0.smithi012.stdout:op 4443 completed, throughput=5MB/sec 2024-04-02T08:59:24.439 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-zrt8jS7VZGNwhzk off=2242807 len=90207 2024-04-02T08:59:24.440 INFO:tasks.workunit.client.0.smithi012.stdout:op 4444 completed, throughput=5MB/sec 2024-04-02T08:59:24.440 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-hlopzNAHDsI4UJ_ off=147340 len=1267763 2024-04-02T08:59:24.445 INFO:tasks.workunit.client.0.smithi012.stdout:op 4445 completed, throughput=5MB/sec 2024-04-02T08:59:24.445 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ObgrrNMIjBJRspQ off=1733348 len=1684601 2024-04-02T08:59:24.453 INFO:tasks.workunit.client.0.smithi012.stdout:op 4446 completed, throughput=5MB/sec 2024-04-02T08:59:25.454 INFO:tasks.workunit.client.0.smithi012.stdout: 892: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:25.454 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-LAgKp0-9N1x50HP off=16478196 len=622381 2024-04-02T08:59:25.458 INFO:tasks.workunit.client.0.smithi012.stdout:op 4447 completed, throughput=5MB/sec 2024-04-02T08:59:25.458 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-yLfcGiCYz8B5uhW off=1006632 len=2055845 2024-04-02T08:59:25.461 INFO:tasks.workunit.client.0.smithi012.stdout:op 4448 completed, throughput=5MB/sec 2024-04-02T08:59:25.461 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-DYxejNOGqMJNfSr off=2074878 len=911047 2024-04-02T08:59:25.465 INFO:tasks.workunit.client.0.smithi012.stdout:op 4449 completed, throughput=5MB/sec 2024-04-02T08:59:25.465 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-aUQA4C-aGlYpHvM off=2165765 len=952886 2024-04-02T08:59:25.467 INFO:tasks.workunit.client.0.smithi012.stdout:op 4450 completed, throughput=5MB/sec 2024-04-02T08:59:25.467 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-laoek5upIvPtlvM off=3456572 len=71358 2024-04-02T08:59:25.469 INFO:tasks.workunit.client.0.smithi012.stdout:op 4451 completed, throughput=5MB/sec 2024-04-02T08:59:25.469 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-8qitRkD1xGh7xQX off=418646 len=1068631 2024-04-02T08:59:25.472 INFO:tasks.workunit.client.0.smithi012.stdout:op 4452 completed, throughput=5MB/sec 2024-04-02T08:59:25.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:59:25 smithi055 ceph-mon[85080]: pgmap v1867: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:59:25.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:59:25 smithi012 ceph-mon[88355]: pgmap v1867: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:59:25.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:59:25 smithi012 ceph-mon[90784]: pgmap v1867: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:59:26.473 INFO:tasks.workunit.client.0.smithi012.stdout: 893: throughput=5MB/sec pending data=0 2024-04-02T08:59:26.473 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-VT0YkUO3tmTUJft off=215474 len=1724843 2024-04-02T08:59:26.481 INFO:tasks.workunit.client.0.smithi012.stdout:op 4453 completed, throughput=5MB/sec 2024-04-02T08:59:26.481 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ThD-E09Jh9SxI9A off=375195 len=1084730 2024-04-02T08:59:26.487 INFO:tasks.workunit.client.0.smithi012.stdout:op 4454 completed, throughput=5MB/sec 2024-04-02T08:59:26.487 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-6UEtK9SqH2ZRi-Q off=2435299 len=1209267 2024-04-02T08:59:26.493 INFO:tasks.workunit.client.0.smithi012.stdout:op 4455 completed, throughput=5MB/sec 2024-04-02T08:59:26.493 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-OX0gLPKfRCthHIB off=17018067 len=161216 2024-04-02T08:59:26.495 INFO:tasks.workunit.client.0.smithi012.stdout:op 4456 completed, throughput=5MB/sec 2024-04-02T08:59:26.496 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-VId394sR0SyqYbY off=15925510 len=141978 2024-04-02T08:59:26.498 INFO:tasks.workunit.client.0.smithi012.stdout:op 4457 completed, throughput=5MB/sec 2024-04-02T08:59:26.498 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-4w2P2e0cPjGJ2J8 off=6293201 len=369152 2024-04-02T08:59:26.498 INFO:tasks.workunit.client.0.smithi012.stdout:op 4458 completed, throughput=5MB/sec 2024-04-02T08:59:26.498 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-AWezCg_sTHhQyim off=28960 len=311224 2024-04-02T08:59:26.501 INFO:tasks.workunit.client.0.smithi012.stdout:op 4459 completed, throughput=5MB/sec 2024-04-02T08:59:27.501 INFO:tasks.workunit.client.0.smithi012.stdout: 894: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:27.502 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-7-cMkruE6u6e5ls off=945973 len=218020 2024-04-02T08:59:27.502 INFO:tasks.workunit.client.0.smithi012.stdout:op 4460 completed, throughput=4.99MB/sec 2024-04-02T08:59:27.502 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-rnURDfQ1YIEbokc off=957502 len=203177 2024-04-02T08:59:27.503 INFO:tasks.workunit.client.0.smithi012.stdout:op 4461 completed, throughput=5MB/sec 2024-04-02T08:59:27.503 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-jnswvUpxYNazpFN off=16962048 len=1202870 2024-04-02T08:59:27.508 INFO:tasks.workunit.client.0.smithi012.stdout:op 4462 completed, throughput=5MB/sec 2024-04-02T08:59:27.508 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-bEAFzuKMUvqzAGl off=4952605 len=1516883 2024-04-02T08:59:27.509 INFO:tasks.workunit.client.0.smithi012.stdout:op 4463 completed, throughput=5MB/sec 2024-04-02T08:59:27.509 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-u0MX2x8myhGAXUQ off=2001484 len=1819585 2024-04-02T08:59:27.511 INFO:tasks.workunit.client.0.smithi012.stdout:op 4464 completed, throughput=5MB/sec 2024-04-02T08:59:27.511 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-fPc3c0amvGJiNfp off=14633137 len=98967 2024-04-02T08:59:27.511 INFO:tasks.workunit.client.0.smithi012.stdout:op 4465 completed, throughput=5MB/sec 2024-04-02T08:59:27.512 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-R8TAb1UJfUTGToU off=2751639 len=1691164 2024-04-02T08:59:27.519 INFO:tasks.workunit.client.0.smithi012.stdout:op 4466 completed, throughput=5MB/sec 2024-04-02T08:59:27.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:59:27 smithi055 ceph-mon[85080]: pgmap v1868: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:59:27.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:59:27 smithi012 ceph-mon[88355]: pgmap v1868: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:59:27.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:59:27 smithi012 ceph-mon[90784]: pgmap v1868: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:59:28.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:59:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:59:27] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-04-02T08:59:28.519 INFO:tasks.workunit.client.0.smithi012.stdout: 895: throughput=5MB/sec pending data=0 2024-04-02T08:59:28.519 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-IE-v_y7DD6rxvnp off=0 len=1057155 2024-04-02T08:59:28.523 INFO:tasks.workunit.client.0.smithi012.stdout:op 4467 completed, throughput=5MB/sec 2024-04-02T08:59:28.524 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-GpGIDuTDuzA7Sgb off=1293439 len=496666 2024-04-02T08:59:28.525 INFO:tasks.workunit.client.0.smithi012.stdout:op 4468 completed, throughput=5MB/sec 2024-04-02T08:59:28.526 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-PHTXtQ6BmufVMAM off=7590161 len=97320 2024-04-02T08:59:28.526 INFO:tasks.workunit.client.0.smithi012.stdout:op 4469 completed, throughput=5MB/sec 2024-04-02T08:59:28.526 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-sjOhZyO1s_1chJP off=3907315 len=892295 2024-04-02T08:59:28.529 INFO:tasks.workunit.client.0.smithi012.stdout:op 4470 completed, throughput=5MB/sec 2024-04-02T08:59:28.530 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-R7AEmFgzk5noduX off=3847014 len=1866918 2024-04-02T08:59:28.538 INFO:tasks.workunit.client.0.smithi012.stdout:op 4471 completed, throughput=5MB/sec 2024-04-02T08:59:29.538 INFO:tasks.workunit.client.0.smithi012.stdout: 896: throughput=5MB/sec pending data=0 2024-04-02T08:59:29.538 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-GBa9skUZjk-iJFx off=10855119 len=817391 2024-04-02T08:59:29.539 INFO:tasks.workunit.client.0.smithi012.stdout:op 4472 completed, throughput=5MB/sec 2024-04-02T08:59:29.539 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-h9QBH0jJKKnrdK2 off=5411838 len=597866 2024-04-02T08:59:29.542 INFO:tasks.workunit.client.0.smithi012.stdout:op 4473 completed, throughput=5MB/sec 2024-04-02T08:59:29.542 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-dg1xL8n0ZoWFJfo off=11206570 len=1824013 2024-04-02T08:59:29.551 INFO:tasks.workunit.client.0.smithi012.stdout:op 4474 completed, throughput=5MB/sec 2024-04-02T08:59:29.551 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-z7uMZss5Cr7ziAa off=1047115 len=1518181 2024-04-02T08:59:29.559 INFO:tasks.workunit.client.0.smithi012.stdout:op 4475 completed, throughput=5MB/sec 2024-04-02T08:59:29.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:59:29 smithi055 ceph-mon[85080]: pgmap v1869: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:59:29.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:59:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:29.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:59:29 smithi012 ceph-mon[88355]: pgmap v1869: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:59:29.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:59:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:29.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:59:29 smithi012 ceph-mon[90784]: pgmap v1869: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:59:29.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:59:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:30.559 INFO:tasks.workunit.client.0.smithi012.stdout: 897: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:30.559 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj--Ybb_GxCs0VPPv0 off=223691 len=883852 2024-04-02T08:59:30.563 INFO:tasks.workunit.client.0.smithi012.stdout:op 4476 completed, throughput=5MB/sec 2024-04-02T08:59:30.563 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-fbMouGTsO3aCSLk off=3563291 len=915564 2024-04-02T08:59:30.567 INFO:tasks.workunit.client.0.smithi012.stdout:op 4477 completed, throughput=5MB/sec 2024-04-02T08:59:30.567 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-BIzYEo6YdtFpyMe off=11213315 len=262927 2024-04-02T08:59:30.568 INFO:tasks.workunit.client.0.smithi012.stdout:op 4478 completed, throughput=5MB/sec 2024-04-02T08:59:30.568 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-6IuWDXJJWgogx5J off=16041081 len=1276592 2024-04-02T08:59:30.569 INFO:tasks.workunit.client.0.smithi012.stdout:op 4479 completed, throughput=5MB/sec 2024-04-02T08:59:30.569 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-sJX-m0hZkw4tgy4 off=2407171 len=1563027 2024-04-02T08:59:30.572 INFO:tasks.workunit.client.0.smithi012.stdout:op 4480 completed, throughput=5MB/sec 2024-04-02T08:59:30.573 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-dg12rCPYzAZktIz off=9789864 len=622392 2024-04-02T08:59:30.574 INFO:tasks.workunit.client.0.smithi012.stdout:op 4481 completed, throughput=5MB/sec 2024-04-02T08:59:31.575 INFO:tasks.workunit.client.0.smithi012.stdout: 898: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:31.575 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-m_zdz-Oa27Jty0b off=1133616 len=1133417 2024-04-02T08:59:31.579 INFO:tasks.workunit.client.0.smithi012.stdout:op 4482 completed, throughput=5MB/sec 2024-04-02T08:59:31.580 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-IsOSJt-yJiJyoss off=945580 len=1256090 2024-04-02T08:59:31.582 INFO:tasks.workunit.client.0.smithi012.stdout:op 4483 completed, throughput=5MB/sec 2024-04-02T08:59:31.582 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-6Ro2z1OeEfXxU5Z off=12943054 len=1821529 2024-04-02T08:59:31.590 INFO:tasks.workunit.client.0.smithi012.stdout:op 4484 completed, throughput=5MB/sec 2024-04-02T08:59:31.590 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-werp8uxFPjOk730 off=808454 len=895694 2024-04-02T08:59:31.590 INFO:tasks.workunit.client.0.smithi012.stdout:op 4485 completed, throughput=5MB/sec 2024-04-02T08:59:31.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:59:31 smithi055 ceph-mon[85080]: pgmap v1870: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-02T08:59:31.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:59:31 smithi012 ceph-mon[88355]: pgmap v1870: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-02T08:59:31.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:59:31 smithi012 ceph-mon[90784]: pgmap v1870: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-02T08:59:32.591 INFO:tasks.workunit.client.0.smithi012.stdout: 899: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:32.591 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-3g1Jyc5Ksdy9gRQ off=3562791 len=1765058 2024-04-02T08:59:32.599 INFO:tasks.workunit.client.0.smithi012.stdout:op 4486 completed, throughput=5MB/sec 2024-04-02T08:59:32.599 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-44NtRxsWt9bn_t- off=256734 len=1001166 2024-04-02T08:59:32.601 INFO:tasks.workunit.client.0.smithi012.stdout:op 4487 completed, throughput=5MB/sec 2024-04-02T08:59:32.602 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-KUXgghD-yK9yVK3 off=18202456 len=461189 2024-04-02T08:59:32.602 INFO:tasks.workunit.client.0.smithi012.stdout:op 4488 completed, throughput=5MB/sec 2024-04-02T08:59:32.602 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-BA86_TPCPz6uI6t off=7948542 len=155949 2024-04-02T08:59:32.603 INFO:tasks.workunit.client.0.smithi012.stdout:op 4489 completed, throughput=5MB/sec 2024-04-02T08:59:32.603 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-c_dGw2RVKEUW9ZO off=569493 len=889843 2024-04-02T08:59:32.606 INFO:tasks.workunit.client.0.smithi012.stdout:op 4490 completed, throughput=5MB/sec 2024-04-02T08:59:32.607 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-aknALvH6cnsXIfu off=9745172 len=1912231 2024-04-02T08:59:32.614 INFO:tasks.workunit.client.0.smithi012.stdout:op 4491 completed, throughput=5MB/sec 2024-04-02T08:59:32.712 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:59:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:59:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:59:33.614 INFO:tasks.workunit.client.0.smithi012.stdout: 900: throughput=5MB/sec pending data=0 2024-04-02T08:59:33.614 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-bKDMV0byH7Vu54l off=14439658 len=1371680 2024-04-02T08:59:33.615 INFO:tasks.workunit.client.0.smithi012.stdout:op 4492 completed, throughput=5MB/sec 2024-04-02T08:59:33.615 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-SIcI0h3nqT_MHFo off=3067133 len=1768033 2024-04-02T08:59:33.623 INFO:tasks.workunit.client.0.smithi012.stdout:op 4493 completed, throughput=5MB/sec 2024-04-02T08:59:33.624 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-EkYkzMAa10JZah4 off=1211205 len=294532 2024-04-02T08:59:33.624 INFO:tasks.workunit.client.0.smithi012.stdout:op 4494 completed, throughput=5MB/sec 2024-04-02T08:59:33.624 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ZcRZWjgRSoS83PT off=2705808 len=1861407 2024-04-02T08:59:33.627 INFO:tasks.workunit.client.0.smithi012.stdout:op 4495 completed, throughput=5MB/sec 2024-04-02T08:59:33.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:59:33 smithi055 ceph-mon[85080]: pgmap v1871: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:59:33.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:59:33 smithi012 ceph-mon[88355]: pgmap v1871: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:59:33.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:59:33 smithi012 ceph-mon[90784]: pgmap v1871: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:59:34.628 INFO:tasks.workunit.client.0.smithi012.stdout: 901: throughput=5MB/sec pending data=0 2024-04-02T08:59:34.628 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ahiWgKc1rOAJaD9 off=3319681 len=109728 2024-04-02T08:59:34.631 INFO:tasks.workunit.client.0.smithi012.stdout:op 4496 completed, throughput=5MB/sec 2024-04-02T08:59:34.631 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-XBs7FIEN0-Ddz1G off=1305456 len=1733980 2024-04-02T08:59:34.632 INFO:tasks.workunit.client.0.smithi012.stdout:op 4497 completed, throughput=5MB/sec 2024-04-02T08:59:34.632 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Bg_3TSJhl0jEg4Z off=10805680 len=523074 2024-04-02T08:59:34.636 INFO:tasks.workunit.client.0.smithi012.stdout:op 4498 completed, throughput=5MB/sec 2024-04-02T08:59:34.636 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-fQVsRag7rLgfidP off=5586009 len=200111 2024-04-02T08:59:34.638 INFO:tasks.workunit.client.0.smithi012.stdout:op 4499 completed, throughput=5MB/sec 2024-04-02T08:59:34.638 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-wP1MEAu2MEbsdpE off=14777443 len=1147341 2024-04-02T08:59:34.645 INFO:tasks.workunit.client.0.smithi012.stdout:op 4500 completed, throughput=5MB/sec 2024-04-02T08:59:34.645 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ZdoeyJ0ZIg-jE_v off=2038253 len=928520 2024-04-02T08:59:34.651 INFO:tasks.workunit.client.0.smithi012.stdout:op 4501 completed, throughput=5MB/sec 2024-04-02T08:59:35.651 INFO:tasks.workunit.client.0.smithi012.stdout: 902: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:35.651 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-BbXNy2OEepPvs1c off=972273 len=471842 2024-04-02T08:59:35.652 INFO:tasks.workunit.client.0.smithi012.stdout:op 4502 completed, throughput=5MB/sec 2024-04-02T08:59:35.652 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Kl6Qse-RRFu4GfH off=7834787 len=1663368 2024-04-02T08:59:35.653 INFO:tasks.workunit.client.0.smithi012.stdout:op 4503 completed, throughput=5MB/sec 2024-04-02T08:59:35.653 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-_Ox9__XC62iciBu off=2572998 len=2087716 2024-04-02T08:59:35.661 INFO:tasks.workunit.client.0.smithi012.stdout:op 4504 completed, throughput=5MB/sec 2024-04-02T08:59:35.661 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Z1Wcc4UA1wPdqNd off=1049880 len=36258 2024-04-02T08:59:35.661 INFO:tasks.workunit.client.0.smithi012.stdout:op 4505 completed, throughput=5MB/sec 2024-04-02T08:59:35.661 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-L29D8nslgHJab1B off=870403 len=192980 2024-04-02T08:59:35.664 INFO:tasks.workunit.client.0.smithi012.stdout:op 4506 completed, throughput=5MB/sec 2024-04-02T08:59:35.664 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-sNWva0y6-hxsTDR off=3241069 len=277231 2024-04-02T08:59:35.667 INFO:tasks.workunit.client.0.smithi012.stdout:op 4507 completed, throughput=5MB/sec 2024-04-02T08:59:35.667 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-_Hpu6jjdVDNFCaO off=1852951 len=1497626 2024-04-02T08:59:35.674 INFO:tasks.workunit.client.0.smithi012.stdout:op 4508 completed, throughput=5MB/sec 2024-04-02T08:59:35.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:59:35 smithi055 ceph-mon[85080]: pgmap v1872: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:59:35.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:59:35 smithi012 ceph-mon[88355]: pgmap v1872: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:59:35.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:59:35 smithi012 ceph-mon[90784]: pgmap v1872: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:59:36.674 INFO:tasks.workunit.client.0.smithi012.stdout: 903: throughput=5MB/sec pending data=0 2024-04-02T08:59:36.675 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-yPTlEI25gQfPUvy off=11384705 len=1339389 2024-04-02T08:59:36.681 INFO:tasks.workunit.client.0.smithi012.stdout:op 4509 completed, throughput=5MB/sec 2024-04-02T08:59:36.681 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-pThe2_02cnYh_uF off=5011935 len=367956 2024-04-02T08:59:36.685 INFO:tasks.workunit.client.0.smithi012.stdout:op 4510 completed, throughput=5MB/sec 2024-04-02T08:59:36.685 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-4aelp7n5cm-U77j off=11213709 len=1641826 2024-04-02T08:59:36.686 INFO:tasks.workunit.client.0.smithi012.stdout:op 4511 completed, throughput=5MB/sec 2024-04-02T08:59:36.687 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-UcKketz7yr6VHov off=520035 len=1827297 2024-04-02T08:59:36.695 INFO:tasks.workunit.client.0.smithi012.stdout:op 4512 completed, throughput=5MB/sec 2024-04-02T08:59:37.695 INFO:tasks.workunit.client.0.smithi012.stdout: 904: throughput=5MB/sec pending data=0 2024-04-02T08:59:37.695 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-0vgmx99z2zWeK2z off=15100680 len=1928193 2024-04-02T08:59:37.703 INFO:tasks.workunit.client.0.smithi012.stdout:op 4513 completed, throughput=5MB/sec 2024-04-02T08:59:37.703 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-5Yy5Sj41PBgxjU0 off=14007813 len=1182145 2024-04-02T08:59:37.704 INFO:tasks.workunit.client.0.smithi012.stdout:op 4514 completed, throughput=5MB/sec 2024-04-02T08:59:37.704 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-IE-v_y7DD6rxvnp off=13516 len=1043639 2024-04-02T08:59:37.709 INFO:tasks.workunit.client.0.smithi012.stdout:op 4515 completed, throughput=5MB/sec 2024-04-02T08:59:37.709 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-cXB9vteSieEdcCI off=2273461 len=1871736 2024-04-02T08:59:37.712 INFO:tasks.workunit.client.0.smithi012.stdout:op 4516 completed, throughput=5MB/sec 2024-04-02T08:59:37.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:59:37 smithi012 ceph-mon[88355]: pgmap v1873: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:59:37.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:59:37 smithi012 ceph-mon[90784]: pgmap v1873: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:59:38.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:59:37 smithi055 ceph-mon[85080]: pgmap v1873: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:59:38.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:59:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:59:37] "GET /metrics HTTP/1.1" 200 34055 "" "Prometheus/2.43.0" 2024-04-02T08:59:38.713 INFO:tasks.workunit.client.0.smithi012.stdout: 905: throughput=5MB/sec pending data=0 2024-04-02T08:59:38.713 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Pd9MU0daKnMFw5H off=13115691 len=951955 2024-04-02T08:59:38.715 INFO:tasks.workunit.client.0.smithi012.stdout:op 4517 completed, throughput=5MB/sec 2024-04-02T08:59:38.716 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-7Cm5KRd8LlCa_cx off=739108 len=706011 2024-04-02T08:59:38.720 INFO:tasks.workunit.client.0.smithi012.stdout:op 4518 completed, throughput=5MB/sec 2024-04-02T08:59:38.720 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ERyyvGhYv2kuuhD off=9706156 len=1573569 2024-04-02T08:59:38.722 INFO:tasks.workunit.client.0.smithi012.stdout:op 4519 completed, throughput=5MB/sec 2024-04-02T08:59:38.722 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-7b7cNa5OUw2OlvO off=15409586 len=1182797 2024-04-02T08:59:38.722 INFO:tasks.workunit.client.0.smithi012.stdout:op 4520 completed, throughput=5MB/sec 2024-04-02T08:59:39.723 INFO:tasks.workunit.client.0.smithi012.stdout: 906: throughput=5MB/sec pending data=0 2024-04-02T08:59:39.723 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ma0I_yERRutrrJo off=21342568 len=1736687 2024-04-02T08:59:39.724 INFO:tasks.workunit.client.0.smithi012.stdout:op 4521 completed, throughput=5MB/sec 2024-04-02T08:59:39.724 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-tStVxRZZHpD7QVU off=6831970 len=538652 2024-04-02T08:59:39.729 INFO:tasks.workunit.client.0.smithi012.stdout:op 4522 completed, throughput=5MB/sec 2024-04-02T08:59:39.729 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Iyt5BdjV7Dy5GpU off=10039472 len=1698241 2024-04-02T08:59:39.730 INFO:tasks.workunit.client.0.smithi012.stdout:op 4523 completed, throughput=5MB/sec 2024-04-02T08:59:39.730 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-0ypihPMwQSS8Tkp off=4652283 len=402125 2024-04-02T08:59:39.731 INFO:tasks.workunit.client.0.smithi012.stdout:op 4524 completed, throughput=5MB/sec 2024-04-02T08:59:39.731 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-2Ox-DOvwv3amtp9 off=4039165 len=1594167 2024-04-02T08:59:39.732 INFO:tasks.workunit.client.0.smithi012.stdout:op 4525 completed, throughput=5MB/sec 2024-04-02T08:59:39.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:59:39 smithi012 ceph-mon[88355]: pgmap v1874: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:59:39.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:59:39 smithi012 ceph-mon[90784]: pgmap v1874: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:59:40.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:59:39 smithi055 ceph-mon[85080]: pgmap v1874: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:59:40.732 INFO:tasks.workunit.client.0.smithi012.stdout: 907: throughput=5MB/sec pending data=0 2024-04-02T08:59:40.733 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-HBUdLC9HXggdDpO off=7723614 len=1864281 2024-04-02T08:59:40.741 INFO:tasks.workunit.client.0.smithi012.stdout:op 4526 completed, throughput=5MB/sec 2024-04-02T08:59:40.741 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-FSsm-v3-fgYztLi off=3273781 len=127316 2024-04-02T08:59:40.744 INFO:tasks.workunit.client.0.smithi012.stdout:op 4527 completed, throughput=5MB/sec 2024-04-02T08:59:40.744 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-G_EmiexmlOK20VT off=17962805 len=1462767 2024-04-02T08:59:40.749 INFO:tasks.workunit.client.0.smithi012.stdout:op 4528 completed, throughput=5MB/sec 2024-04-02T08:59:40.749 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-SHocVOUrDPtO2d8 off=12648064 len=1997544 2024-04-02T08:59:40.756 INFO:tasks.workunit.client.0.smithi012.stdout:op 4529 completed, throughput=5MB/sec 2024-04-02T08:59:41.756 INFO:tasks.workunit.client.0.smithi012.stdout: 908: throughput=5MB/sec pending data=0 2024-04-02T08:59:41.756 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-3gtbeRMrFm35yv2 off=616915 len=1892174 2024-04-02T08:59:41.758 INFO:tasks.workunit.client.0.smithi012.stdout:op 4530 completed, throughput=5MB/sec 2024-04-02T08:59:41.758 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-cYxWzl1R-Zlk8i1 off=8299622 len=1188844 2024-04-02T08:59:41.759 INFO:tasks.workunit.client.0.smithi012.stdout:op 4531 completed, throughput=5MB/sec 2024-04-02T08:59:41.759 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-3qekcow0zfWtq7y off=3056453 len=2068498 2024-04-02T08:59:41.761 INFO:tasks.workunit.client.0.smithi012.stdout:op 4532 completed, throughput=5MB/sec 2024-04-02T08:59:41.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:59:41 smithi012 ceph-mon[88355]: pgmap v1875: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:59:41.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:59:41 smithi012 ceph-mon[90784]: pgmap v1875: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:59:42.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:59:41 smithi055 ceph-mon[85080]: pgmap v1875: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:59:42.761 INFO:tasks.workunit.client.0.smithi012.stdout: 909: throughput=5MB/sec pending data=0 2024-04-02T08:59:42.761 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-3d0p7532rhTLecP off=3515127 len=1897573 2024-04-02T08:59:42.765 INFO:tasks.workunit.client.0.smithi012.stdout:op 4533 completed, throughput=5MB/sec 2024-04-02T08:59:42.765 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-rhy1w_FCDKqdfCQ off=9406874 len=977719 2024-04-02T08:59:42.768 INFO:tasks.workunit.client.0.smithi012.stdout:op 4534 completed, throughput=5MB/sec 2024-04-02T08:59:42.769 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-bOUSApHU9T66fi0 off=7776272 len=543538 2024-04-02T08:59:42.769 INFO:tasks.workunit.client.0.smithi012.stdout:op 4535 completed, throughput=5MB/sec 2024-04-02T08:59:42.769 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-mDlfOKyWuXnMKfw off=7551965 len=1736506 2024-04-02T08:59:42.771 INFO:tasks.workunit.client.0.smithi012.stdout:op 4536 completed, throughput=5MB/sec 2024-04-02T08:59:42.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:59:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:59:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:59:43.771 INFO:tasks.workunit.client.0.smithi012.stdout: 910: throughput=5MB/sec pending data=0 2024-04-02T08:59:43.771 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-m2AaeMzIF31WJo6 off=316792 len=1539051 2024-04-02T08:59:43.773 INFO:tasks.workunit.client.0.smithi012.stdout:op 4537 completed, throughput=5MB/sec 2024-04-02T08:59:43.773 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-mhbaYKNrO0pFMLM off=6371233 len=1303054 2024-04-02T08:59:43.774 INFO:tasks.workunit.client.0.smithi012.stdout:op 4538 completed, throughput=5MB/sec 2024-04-02T08:59:43.774 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-uePztjEysZe0M3S off=7012173 len=413215 2024-04-02T08:59:43.776 INFO:tasks.workunit.client.0.smithi012.stdout:op 4539 completed, throughput=5MB/sec 2024-04-02T08:59:43.777 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-INXukju-p-Yg1pe off=16688421 len=1997467 2024-04-02T08:59:43.786 INFO:tasks.workunit.client.0.smithi012.stdout:op 4540 completed, throughput=5MB/sec 2024-04-02T08:59:43.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:59:43 smithi012 ceph-mon[88355]: pgmap v1876: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:59:43.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:59:43 smithi012 ceph-mon[90784]: pgmap v1876: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:59:44.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:59:43 smithi055 ceph-mon[85080]: pgmap v1876: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:59:44.786 INFO:tasks.workunit.client.0.smithi012.stdout: 911: throughput=5MB/sec pending data=0 2024-04-02T08:59:44.786 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-V3wIREA55NSnsRE off=7307725 len=1229043 2024-04-02T08:59:44.791 INFO:tasks.workunit.client.0.smithi012.stdout:op 4541 completed, throughput=5MB/sec 2024-04-02T08:59:44.791 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-B2y3w5J05LWm1W_ off=5999500 len=301465 2024-04-02T08:59:44.794 INFO:tasks.workunit.client.0.smithi012.stdout:op 4542 completed, throughput=5MB/sec 2024-04-02T08:59:44.795 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Oe9l20eUaaLNg0z off=5421582 len=1345886 2024-04-02T08:59:44.801 INFO:tasks.workunit.client.0.smithi012.stdout:op 4543 completed, throughput=5MB/sec 2024-04-02T08:59:44.801 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-mSvtwcmrME80Mu- off=191996 len=804100 2024-04-02T08:59:44.802 INFO:tasks.workunit.client.0.smithi012.stdout:op 4544 completed, throughput=5MB/sec 2024-04-02T08:59:44.802 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-4GVajmVVu8no0Kb off=5618164 len=1223151 2024-04-02T08:59:44.807 INFO:tasks.workunit.client.0.smithi012.stdout:op 4545 completed, throughput=5MB/sec 2024-04-02T08:59:44.829 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:59:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:44.829 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:59:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:45.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:59:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:45.807 INFO:tasks.workunit.client.0.smithi012.stdout: 912: throughput=5MB/sec pending data=0 2024-04-02T08:59:45.807 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-zalecQwjBJIOdNL off=3792677 len=1815237 2024-04-02T08:59:45.815 INFO:tasks.workunit.client.0.smithi012.stdout:op 4546 completed, throughput=5MB/sec 2024-04-02T08:59:45.815 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-fbBt-1BsQjbI1rU off=2052397 len=1002144 2024-04-02T08:59:45.818 INFO:tasks.workunit.client.0.smithi012.stdout:op 4547 completed, throughput=5MB/sec 2024-04-02T08:59:45.818 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-9yiHw5-H6YNMh6K off=4013091 len=733673 2024-04-02T08:59:45.822 INFO:tasks.workunit.client.0.smithi012.stdout:op 4548 completed, throughput=5MB/sec 2024-04-02T08:59:45.822 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-yMwFttCjoSW60iM off=3635410 len=2027035 2024-04-02T08:59:45.824 INFO:tasks.workunit.client.0.smithi012.stdout:op 4549 completed, throughput=5MB/sec 2024-04-02T08:59:45.854 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:59:45 smithi012 ceph-mon[88355]: pgmap v1877: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:59:45.854 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:59:45 smithi012 ceph-mon[90784]: pgmap v1877: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:59:46.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:59:45 smithi055 ceph-mon[85080]: pgmap v1877: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:59:46.825 INFO:tasks.workunit.client.0.smithi012.stdout: 913: throughput=5MB/sec pending data=0 2024-04-02T08:59:46.825 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-aN8fJ9U56sb32gl off=8462868 len=668813 2024-04-02T08:59:46.826 INFO:tasks.workunit.client.0.smithi012.stdout:op 4550 completed, throughput=5MB/sec 2024-04-02T08:59:46.826 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-E1kZEI3KCMsNhHP off=5465020 len=1664849 2024-04-02T08:59:46.833 INFO:tasks.workunit.client.0.smithi012.stdout:op 4551 completed, throughput=5MB/sec 2024-04-02T08:59:46.833 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-6tVDojxjuHi6KAx off=13904599 len=2029171 2024-04-02T08:59:46.835 INFO:tasks.workunit.client.0.smithi012.stdout:op 4552 completed, throughput=5MB/sec 2024-04-02T08:59:46.835 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-jLOi_KAkuscC1Ln off=3093715 len=2063516 2024-04-02T08:59:46.844 INFO:tasks.workunit.client.0.smithi012.stdout:op 4553 completed, throughput=5MB/sec 2024-04-02T08:59:47.845 INFO:tasks.workunit.client.0.smithi012.stdout: 914: throughput=5MB/sec pending data=0 2024-04-02T08:59:47.845 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-HIEQ9DCcrflY_o2 off=11286604 len=132857 2024-04-02T08:59:47.845 INFO:tasks.workunit.client.0.smithi012.stdout:op 4554 completed, throughput=5MB/sec 2024-04-02T08:59:47.845 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-kSN7r7qkYUQ9AIG off=1296026 len=215150 2024-04-02T08:59:47.845 INFO:tasks.workunit.client.0.smithi012.stdout:op 4555 completed, throughput=5MB/sec 2024-04-02T08:59:47.846 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-CeveisFIjH8HlGl off=1229643 len=550829 2024-04-02T08:59:47.847 INFO:tasks.workunit.client.0.smithi012.stdout:op 4556 completed, throughput=5MB/sec 2024-04-02T08:59:47.847 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-VPeJUW51vh86hEc off=4227328 len=1698571 2024-04-02T08:59:47.848 INFO:tasks.workunit.client.0.smithi012.stdout:op 4557 completed, throughput=5MB/sec 2024-04-02T08:59:47.848 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-xPhx1ZyDcwOQAd4 off=8065316 len=754509 2024-04-02T08:59:47.851 INFO:tasks.workunit.client.0.smithi012.stdout:op 4558 completed, throughput=5MB/sec 2024-04-02T08:59:47.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:59:47 smithi012 ceph-mon[88355]: pgmap v1878: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:59:47.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:59:47 smithi012 ceph-mon[90784]: pgmap v1878: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:59:48.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:59:47 smithi055 ceph-mon[85080]: pgmap v1878: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:59:48.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:59:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:59:47] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-04-02T08:59:48.851 INFO:tasks.workunit.client.0.smithi012.stdout: 915: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:48.851 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-8XK0uIu32l8Tecf off=782422 len=2062763 2024-04-02T08:59:48.862 INFO:tasks.workunit.client.0.smithi012.stdout:op 4559 completed, throughput=5MB/sec 2024-04-02T08:59:48.862 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-HjrBhBNJDKgXr3B off=548355 len=642639 2024-04-02T08:59:48.866 INFO:tasks.workunit.client.0.smithi012.stdout:op 4560 completed, throughput=5MB/sec 2024-04-02T08:59:48.866 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-X_uTr5VCZawTF3O off=2029272 len=823106 2024-04-02T08:59:48.870 INFO:tasks.workunit.client.0.smithi012.stdout:op 4561 completed, throughput=5MB/sec 2024-04-02T08:59:48.870 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-iVVdeZgOCLgy3F_ off=4832742 len=1593128 2024-04-02T08:59:48.872 INFO:tasks.workunit.client.0.smithi012.stdout:op 4562 completed, throughput=5MB/sec 2024-04-02T08:59:48.872 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-A3jfdSA8DO7rMZ- off=2215668 len=532889 2024-04-02T08:59:48.875 INFO:tasks.workunit.client.0.smithi012.stdout:op 4563 completed, throughput=5MB/sec 2024-04-02T08:59:49.875 INFO:tasks.workunit.client.0.smithi012.stdout: 916: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:49.875 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-QkxXIsFUM8FI7f4 off=6987050 len=1095744 2024-04-02T08:59:49.880 INFO:tasks.workunit.client.0.smithi012.stdout:op 4564 completed, throughput=5MB/sec 2024-04-02T08:59:49.880 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-jZ41cG8ufQIFyZH off=13207028 len=77107 2024-04-02T08:59:49.881 INFO:tasks.workunit.client.0.smithi012.stdout:op 4565 completed, throughput=5MB/sec 2024-04-02T08:59:49.881 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-7MloUIFLjfPEEZW off=9674038 len=54123 2024-04-02T08:59:49.883 INFO:tasks.workunit.client.0.smithi012.stdout:op 4566 completed, throughput=5MB/sec 2024-04-02T08:59:49.883 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-YWLUEEbqSqApuhJ off=1414431 len=923787 2024-04-02T08:59:49.884 INFO:tasks.workunit.client.0.smithi012.stdout:op 4567 completed, throughput=5MB/sec 2024-04-02T08:59:49.884 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ffDBQ_RPfM9SFWc off=2103183 len=560043 2024-04-02T08:59:49.887 INFO:tasks.workunit.client.0.smithi012.stdout:op 4568 completed, throughput=5MB/sec 2024-04-02T08:59:49.887 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-hOOmR0O0jgg0XvL off=5211548 len=2065229 2024-04-02T08:59:49.895 INFO:tasks.workunit.client.0.smithi012.stdout:op 4569 completed, throughput=5MB/sec 2024-04-02T08:59:49.896 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-r8dk0teJ_EqSQ9l off=6387177 len=1141837 2024-04-02T08:59:49.897 INFO:tasks.workunit.client.0.smithi012.stdout:op 4570 completed, throughput=5MB/sec 2024-04-02T08:59:49.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:59:49 smithi012 ceph-mon[88355]: pgmap v1879: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:59:49.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:59:49 smithi012 ceph-mon[90784]: pgmap v1879: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:59:50.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:59:49 smithi055 ceph-mon[85080]: pgmap v1879: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:59:50.897 INFO:tasks.workunit.client.0.smithi012.stdout: 917: throughput=5MB/sec pending data=0 2024-04-02T08:59:50.897 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-7zcYQXhKUa_Ybjq off=3985965 len=473969 2024-04-02T08:59:50.900 INFO:tasks.workunit.client.0.smithi012.stdout:op 4571 completed, throughput=5MB/sec 2024-04-02T08:59:50.900 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj--fr-KfOnyjdV36M off=11357655 len=1021804 2024-04-02T08:59:50.901 INFO:tasks.workunit.client.0.smithi012.stdout:op 4572 completed, throughput=5MB/sec 2024-04-02T08:59:50.901 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-wwrf7reCyMLki07 off=1760136 len=2001765 2024-04-02T08:59:50.903 INFO:tasks.workunit.client.0.smithi012.stdout:op 4573 completed, throughput=5MB/sec 2024-04-02T08:59:50.903 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-COxd1Ph9osdwcNN off=19082644 len=584206 2024-04-02T08:59:50.903 INFO:tasks.workunit.client.0.smithi012.stdout:op 4574 completed, throughput=5MB/sec 2024-04-02T08:59:50.904 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-FmsrQtKhw3eaxss off=6085358 len=974343 2024-04-02T08:59:50.909 INFO:tasks.workunit.client.0.smithi012.stdout:op 4575 completed, throughput=5MB/sec 2024-04-02T08:59:51.910 INFO:tasks.workunit.client.0.smithi012.stdout: 918: throughput=5MB/sec pending data=0 2024-04-02T08:59:51.910 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-0OLIIiikQYbReGk off=9493050 len=401181 2024-04-02T08:59:51.910 INFO:tasks.workunit.client.0.smithi012.stdout:op 4576 completed, throughput=5MB/sec 2024-04-02T08:59:51.910 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-7Uq62MlUgnsmrZ5 off=8138149 len=1567534 2024-04-02T08:59:51.917 INFO:tasks.workunit.client.0.smithi012.stdout:op 4577 completed, throughput=5MB/sec 2024-04-02T08:59:51.917 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-j1gInG4hLs5DlJG off=3488873 len=1822347 2024-04-02T08:59:51.919 INFO:tasks.workunit.client.0.smithi012.stdout:op 4578 completed, throughput=5MB/sec 2024-04-02T08:59:51.919 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-xLmpeE3yPGTHdiA off=14482186 len=1457310 2024-04-02T08:59:51.920 INFO:tasks.workunit.client.0.smithi012.stdout:op 4579 completed, throughput=5MB/sec 2024-04-02T08:59:51.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:59:51 smithi012 ceph-mon[88355]: pgmap v1880: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:59:51.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:59:51 smithi012 ceph-mon[90784]: pgmap v1880: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:59:52.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:59:51 smithi055 ceph-mon[85080]: pgmap v1880: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:59:52.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 08:59:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T08:59:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:59:52.920 INFO:tasks.workunit.client.0.smithi012.stdout: 919: throughput=5MB/sec pending data=0 2024-04-02T08:59:52.920 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-8fsUc4uDHztJ4t2 off=5784857 len=600254 2024-04-02T08:59:52.921 INFO:tasks.workunit.client.0.smithi012.stdout:op 4580 completed, throughput=5MB/sec 2024-04-02T08:59:52.921 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-0bAFkz2rwqzdWp- off=9518774 len=1403980 2024-04-02T08:59:52.922 INFO:tasks.workunit.client.0.smithi012.stdout:op 4581 completed, throughput=5MB/sec 2024-04-02T08:59:52.922 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-8aoVFGu-Zncz-GZ off=12304627 len=338165 2024-04-02T08:59:52.923 INFO:tasks.workunit.client.0.smithi012.stdout:op 4582 completed, throughput=5MB/sec 2024-04-02T08:59:52.923 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-3Kw2qqNqcqy39Kl off=8282076 len=558246 2024-04-02T08:59:52.924 INFO:tasks.workunit.client.0.smithi012.stdout:op 4583 completed, throughput=5MB/sec 2024-04-02T08:59:52.924 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-9nDi8S30JW8DzUv off=1618039 len=1873107 2024-04-02T08:59:52.934 INFO:tasks.workunit.client.0.smithi012.stdout:op 4584 completed, throughput=5MB/sec 2024-04-02T08:59:53.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:59:53 smithi012 ceph-mon[88355]: pgmap v1881: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:59:53.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:59:53 smithi012 ceph-mon[90784]: pgmap v1881: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:59:53.934 INFO:tasks.workunit.client.0.smithi012.stdout: 920: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:53.934 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ODmcDsaZnCADzad off=13597752 len=1557098 2024-04-02T08:59:53.936 INFO:tasks.workunit.client.0.smithi012.stdout:op 4585 completed, throughput=5MB/sec 2024-04-02T08:59:53.936 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Hafba2PMkV7HJ0n off=19708610 len=537929 2024-04-02T08:59:53.937 INFO:tasks.workunit.client.0.smithi012.stdout:op 4586 completed, throughput=5MB/sec 2024-04-02T08:59:53.937 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-8RKkN_csKZYPdAc off=760664 len=1022023 2024-04-02T08:59:53.940 INFO:tasks.workunit.client.0.smithi012.stdout:op 4587 completed, throughput=5MB/sec 2024-04-02T08:59:53.940 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-BKHfh6h-3nbnDE6 off=11886498 len=1136071 2024-04-02T08:59:53.945 INFO:tasks.workunit.client.0.smithi012.stdout:op 4588 completed, throughput=5MB/sec 2024-04-02T08:59:53.945 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Mm1PPyrfONziSJ7 off=8361841 len=506844 2024-04-02T08:59:53.945 INFO:tasks.workunit.client.0.smithi012.stdout:op 4589 completed, throughput=5MB/sec 2024-04-02T08:59:53.945 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-fC1A9qFa9usMVF6 off=6118857 len=1075066 2024-04-02T08:59:53.950 INFO:tasks.workunit.client.0.smithi012.stdout:op 4590 completed, throughput=5MB/sec 2024-04-02T08:59:54.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:59:53 smithi055 ceph-mon[85080]: pgmap v1881: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:59:54.950 INFO:tasks.workunit.client.0.smithi012.stdout: 921: throughput=5MB/sec pending data=0 2024-04-02T08:59:54.951 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-mqUaTeuH6ARWba5 off=10966643 len=1905593 2024-04-02T08:59:54.957 INFO:tasks.workunit.client.0.smithi012.stdout:op 4591 completed, throughput=5MB/sec 2024-04-02T08:59:54.957 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj--h1Fn1IrMM91S4B off=10435760 len=28319 2024-04-02T08:59:54.958 INFO:tasks.workunit.client.0.smithi012.stdout:op 4592 completed, throughput=5MB/sec 2024-04-02T08:59:54.958 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-nteYcXtl5eYyOUJ off=14765664 len=1881781 2024-04-02T08:59:54.966 INFO:tasks.workunit.client.0.smithi012.stdout:op 4593 completed, throughput=5MB/sec 2024-04-02T08:59:54.966 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Cw5BbFavLgLPnQ2 off=3608784 len=370521 2024-04-02T08:59:54.969 INFO:tasks.workunit.client.0.smithi012.stdout:op 4594 completed, throughput=5MB/sec 2024-04-02T08:59:54.969 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-V9S-wlnFk1VfHtC off=1967800 len=1042223 2024-04-02T08:59:54.974 INFO:tasks.workunit.client.0.smithi012.stdout:op 4595 completed, throughput=5MB/sec 2024-04-02T08:59:55.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:59:55 smithi012 ceph-mon[88355]: pgmap v1882: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:59:55.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:59:55 smithi012 ceph-mon[90784]: pgmap v1882: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:59:55.974 INFO:tasks.workunit.client.0.smithi012.stdout: 922: throughput=5MB/sec pending data=0 2024-04-02T08:59:55.974 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-knIQ83_eS0L5MZy off=5011657 len=957264 2024-04-02T08:59:55.975 INFO:tasks.workunit.client.0.smithi012.stdout:op 4596 completed, throughput=5MB/sec 2024-04-02T08:59:55.976 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-8WQBrQAnjM9ewLT off=492078 len=1143003 2024-04-02T08:59:55.981 INFO:tasks.workunit.client.0.smithi012.stdout:op 4597 completed, throughput=5MB/sec 2024-04-02T08:59:55.981 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-AEopwDgsy7gk6CT off=7321684 len=1812508 2024-04-02T08:59:55.983 INFO:tasks.workunit.client.0.smithi012.stdout:op 4598 completed, throughput=5MB/sec 2024-04-02T08:59:55.983 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-oGWnmhs0JMG1t3P off=14499092 len=1162825 2024-04-02T08:59:55.984 INFO:tasks.workunit.client.0.smithi012.stdout:op 4599 completed, throughput=5MB/sec 2024-04-02T08:59:56.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:59:55 smithi055 ceph-mon[85080]: pgmap v1882: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:59:56.984 INFO:tasks.workunit.client.0.smithi012.stdout: 923: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:56.985 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-BBgwKzvcc-DXNT9 off=1680434 len=1326957 2024-04-02T08:59:56.991 INFO:tasks.workunit.client.0.smithi012.stdout:op 4600 completed, throughput=5MB/sec 2024-04-02T08:59:56.991 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Vu0M8bLy2awNm6T off=9765699 len=1909592 2024-04-02T08:59:56.998 INFO:tasks.workunit.client.0.smithi012.stdout:op 4601 completed, throughput=5MB/sec 2024-04-02T08:59:56.998 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-8RwDsHmbx70P25f off=9473642 len=1176157 2024-04-02T08:59:57.002 INFO:tasks.workunit.client.0.smithi012.stdout:op 4602 completed, throughput=5MB/sec 2024-04-02T08:59:57.002 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-FIR2OpJmC2b4Nc0 off=10986949 len=2096032 2024-04-02T08:59:57.004 INFO:tasks.workunit.client.0.smithi012.stdout:op 4603 completed, throughput=5MB/sec 2024-04-02T08:59:57.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:59:57 smithi012 ceph-mon[88355]: pgmap v1883: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:59:57.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:59:57 smithi012 ceph-mon[90784]: pgmap v1883: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:59:58.004 INFO:tasks.workunit.client.0.smithi012.stdout: 924: throughput=5MB/sec pending data=0 2024-04-02T08:59:58.004 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-wBhRdU_I-pSzfob off=4608055 len=1713213 2024-04-02T08:59:58.012 INFO:tasks.workunit.client.0.smithi012.stdout:op 4604 completed, throughput=5MB/sec 2024-04-02T08:59:58.012 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-jnCEr8zbdXgfnpT off=13541995 len=1412764 2024-04-02T08:59:58.015 INFO:tasks.workunit.client.0.smithi012.stdout:op 4605 completed, throughput=5MB/sec 2024-04-02T08:59:58.015 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-G2LRbGRiJqSEztH off=16009045 len=613020 2024-04-02T08:59:58.015 INFO:tasks.workunit.client.0.smithi012.stdout:op 4606 completed, throughput=5MB/sec 2024-04-02T08:59:58.015 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-dNk_hrWEGDyKs2Q off=5257226 len=2061406 2024-04-02T08:59:58.025 INFO:tasks.workunit.client.0.smithi012.stdout:op 4607 completed, throughput=5MB/sec 2024-04-02T08:59:58.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:59:57 smithi055 ceph-mon[85080]: pgmap v1883: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:59:58.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 08:59:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:08:59:57] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-04-02T08:59:59.025 INFO:tasks.workunit.client.0.smithi012.stdout: 925: throughput=5MB/sec pending data=0 2024-04-02T08:59:59.025 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-RHAaH6aqa3_l_OD off=4375826 len=1466102 2024-04-02T08:59:59.028 INFO:tasks.workunit.client.0.smithi012.stdout:op 4608 completed, throughput=5MB/sec 2024-04-02T08:59:59.028 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-YEBPg_S30qL90ku off=2879910 len=762467 2024-04-02T08:59:59.029 INFO:tasks.workunit.client.0.smithi012.stdout:op 4609 completed, throughput=5MB/sec 2024-04-02T08:59:59.029 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-nqAQ-x5tAhyOwDV off=195273 len=1389190 2024-04-02T08:59:59.030 INFO:tasks.workunit.client.0.smithi012.stdout:op 4610 completed, throughput=5MB/sec 2024-04-02T08:59:59.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:59:59 smithi012 ceph-mon[88355]: pgmap v1884: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:59:59.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 08:59:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:59.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:59:59 smithi012 ceph-mon[90784]: pgmap v1884: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:59:59.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 08:59:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:00.030 INFO:tasks.workunit.client.0.smithi012.stdout: 926: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:00.031 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj--WvJKzhBZ8R2K8t off=21875141 len=237841 2024-04-02T09:00:00.031 INFO:tasks.workunit.client.0.smithi012.stdout:op 4611 completed, throughput=5MB/sec 2024-04-02T09:00:00.031 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-CmAG51Tn9ocnFtU off=6000 len=1791969 2024-04-02T09:00:00.039 INFO:tasks.workunit.client.0.smithi012.stdout:op 4612 completed, throughput=5MB/sec 2024-04-02T09:00:00.039 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-zR0BTx8scUpjaIi off=2462381 len=1287347 2024-04-02T09:00:00.046 INFO:tasks.workunit.client.0.smithi012.stdout:op 4613 completed, throughput=5MB/sec 2024-04-02T09:00:00.046 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-t-z8Gc9X-As0Wof off=4234901 len=1276670 2024-04-02T09:00:00.047 INFO:tasks.workunit.client.0.smithi012.stdout:op 4614 completed, throughput=5MB/sec 2024-04-02T09:00:00.047 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-o5ga-vkUExXOpUM off=6955173 len=194747 2024-04-02T09:00:00.047 INFO:tasks.workunit.client.0.smithi012.stdout:op 4615 completed, throughput=5MB/sec 2024-04-02T09:00:00.047 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-fUwrIBoo6Trylgr off=7016578 len=983444 2024-04-02T09:00:00.052 INFO:tasks.workunit.client.0.smithi012.stdout:op 4616 completed, throughput=5MB/sec 2024-04-02T09:00:00.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:59:59 smithi055 ceph-mon[85080]: pgmap v1884: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T09:00:00.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 08:59:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:00.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:00:00 smithi012 ceph-mon[88355]: overall HEALTH_OK 2024-04-02T09:00:00.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:00:00 smithi012 ceph-mon[90784]: overall HEALTH_OK 2024-04-02T09:00:01.052 INFO:tasks.workunit.client.0.smithi012.stdout: 927: throughput=5MB/sec pending data=0 2024-04-02T09:00:01.052 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-80lH9l0rJ9feaeT off=4973508 len=1916273 2024-04-02T09:00:01.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:00:00 smithi055 ceph-mon[85080]: overall HEALTH_OK 2024-04-02T09:00:01.060 INFO:tasks.workunit.client.0.smithi012.stdout:op 4617 completed, throughput=5MB/sec 2024-04-02T09:00:01.060 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-tYfvEtdGESSETmt off=1820260 len=1550306 2024-04-02T09:00:01.061 INFO:tasks.workunit.client.0.smithi012.stdout:op 4618 completed, throughput=5MB/sec 2024-04-02T09:00:01.061 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-5T96N9pLwrcvgnD off=19453954 len=1356851 2024-04-02T09:00:01.068 INFO:tasks.workunit.client.0.smithi012.stdout:op 4619 completed, throughput=5MB/sec 2024-04-02T09:00:01.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:00:01 smithi012 ceph-mon[88355]: pgmap v1885: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:00:01.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:00:01 smithi012 ceph-mon[90784]: pgmap v1885: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:00:02.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:00:01 smithi055 ceph-mon[85080]: pgmap v1885: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:00:02.068 INFO:tasks.workunit.client.0.smithi012.stdout: 928: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:02.068 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-HB0Ck4pf1uDjPG3 off=3861933 len=2075134 2024-04-02T09:00:02.077 INFO:tasks.workunit.client.0.smithi012.stdout:op 4620 completed, throughput=5MB/sec 2024-04-02T09:00:02.077 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-TGjFRY4cVEFdYdZ off=4085481 len=1903515 2024-04-02T09:00:02.084 INFO:tasks.workunit.client.0.smithi012.stdout:op 4621 completed, throughput=5MB/sec 2024-04-02T09:00:02.084 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-YXlcP-ovfeOtVW9 off=703061 len=836174 2024-04-02T09:00:02.085 INFO:tasks.workunit.client.0.smithi012.stdout:op 4622 completed, throughput=5MB/sec 2024-04-02T09:00:02.085 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Lvza05oX1N6ihQg off=1293644 len=512321 2024-04-02T09:00:02.088 INFO:tasks.workunit.client.0.smithi012.stdout:op 4623 completed, throughput=5MB/sec 2024-04-02T09:00:02.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:00:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:00:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:00:03.088 INFO:tasks.workunit.client.0.smithi012.stdout: 929: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:03.089 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-zhIXiEtzRJn6SXT off=2126065 len=510257 2024-04-02T09:00:03.091 INFO:tasks.workunit.client.0.smithi012.stdout:op 4624 completed, throughput=5MB/sec 2024-04-02T09:00:03.091 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj--7xDQXqJXDzPK5L off=3084784 len=746217 2024-04-02T09:00:03.094 INFO:tasks.workunit.client.0.smithi012.stdout:op 4625 completed, throughput=5MB/sec 2024-04-02T09:00:03.095 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Bn1V5MFk0ruFCGO off=640222 len=1340664 2024-04-02T09:00:03.098 INFO:tasks.workunit.client.0.smithi012.stdout:op 4626 completed, throughput=5MB/sec 2024-04-02T09:00:03.098 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-y11WW515mjp-wTw off=14971987 len=469767 2024-04-02T09:00:03.099 INFO:tasks.workunit.client.0.smithi012.stdout:op 4627 completed, throughput=5MB/sec 2024-04-02T09:00:03.099 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-L7zhy-J2iTT7l4a off=2008295 len=1356520 2024-04-02T09:00:03.101 INFO:tasks.workunit.client.0.smithi012.stdout:op 4628 completed, throughput=5MB/sec 2024-04-02T09:00:03.101 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-h1L-qDAJQNe9vu1 off=438223 len=189813 2024-04-02T09:00:03.102 INFO:tasks.workunit.client.0.smithi012.stdout:op 4629 completed, throughput=5MB/sec 2024-04-02T09:00:03.102 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-btx6EzzCDnz2s2Y off=2899586 len=2038173 2024-04-02T09:00:03.110 INFO:tasks.workunit.client.0.smithi012.stdout:op 4630 completed, throughput=5MB/sec 2024-04-02T09:00:03.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:00:03 smithi012 ceph-mon[88355]: pgmap v1886: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T09:00:03.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:00:03 smithi012 ceph-mon[90784]: pgmap v1886: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T09:00:04.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:00:03 smithi055 ceph-mon[85080]: pgmap v1886: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T09:00:04.111 INFO:tasks.workunit.client.0.smithi012.stdout: 930: throughput=5MB/sec pending data=0 2024-04-02T09:00:04.111 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ihB89Qm3Ip34Zjx off=4004007 len=677388 2024-04-02T09:00:04.114 INFO:tasks.workunit.client.0.smithi012.stdout:op 4631 completed, throughput=5MB/sec 2024-04-02T09:00:04.114 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-IoIyw8tkEU9RcCN off=5416108 len=1433569 2024-04-02T09:00:04.121 INFO:tasks.workunit.client.0.smithi012.stdout:op 4632 completed, throughput=5MB/sec 2024-04-02T09:00:04.121 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Qw1FzzI5_HhKkXE off=7394405 len=1723132 2024-04-02T09:00:04.129 INFO:tasks.workunit.client.0.smithi012.stdout:op 4633 completed, throughput=5MB/sec 2024-04-02T09:00:04.129 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-e4NjlvELpH4I5wi off=7525893 len=1805910 2024-04-02T09:00:04.130 INFO:tasks.workunit.client.0.smithi012.stdout:op 4634 completed, throughput=5MB/sec 2024-04-02T09:00:05.131 INFO:tasks.workunit.client.0.smithi012.stdout: 931: throughput=5MB/sec pending data=0 2024-04-02T09:00:05.131 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-1HhXFuipXFtTiQx off=2191008 len=107479 2024-04-02T09:00:05.133 INFO:tasks.workunit.client.0.smithi012.stdout:op 4635 completed, throughput=5MB/sec 2024-04-02T09:00:05.133 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-dlRKCk31ToV35n7 off=6989959 len=2068851 2024-04-02T09:00:05.134 INFO:tasks.workunit.client.0.smithi012.stdout:op 4636 completed, throughput=5MB/sec 2024-04-02T09:00:05.135 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-bvcXDJ51SHpXJ8v off=3949178 len=37385 2024-04-02T09:00:05.137 INFO:tasks.workunit.client.0.smithi012.stdout:op 4637 completed, throughput=5MB/sec 2024-04-02T09:00:05.137 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-F4NWNum-y8rsFe_ off=416412 len=2089569 2024-04-02T09:00:05.146 INFO:tasks.workunit.client.0.smithi012.stdout:op 4638 completed, throughput=5MB/sec 2024-04-02T09:00:05.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:00:05 smithi012 ceph-mon[88355]: pgmap v1887: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T09:00:05.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:00:05 smithi012 ceph-mon[90784]: pgmap v1887: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T09:00:06.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:00:05 smithi055 ceph-mon[85080]: pgmap v1887: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T09:00:06.146 INFO:tasks.workunit.client.0.smithi012.stdout: 932: throughput=5MB/sec pending data=0 2024-04-02T09:00:06.146 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-fEKj8lL97cs2_MO off=1272534 len=1478161 2024-04-02T09:00:06.153 INFO:tasks.workunit.client.0.smithi012.stdout:op 4639 completed, throughput=5MB/sec 2024-04-02T09:00:06.153 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-8cKUPJIberArBX0 off=13851790 len=212495 2024-04-02T09:00:06.154 INFO:tasks.workunit.client.0.smithi012.stdout:op 4640 completed, throughput=5MB/sec 2024-04-02T09:00:06.154 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ed5BKM2vDZoKAvG off=3558183 len=1411947 2024-04-02T09:00:06.161 INFO:tasks.workunit.client.0.smithi012.stdout:op 4641 completed, throughput=5MB/sec 2024-04-02T09:00:06.162 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-C4WrNMSqz52QHHx off=14226891 len=1853445 2024-04-02T09:00:06.170 INFO:tasks.workunit.client.0.smithi012.stdout:op 4642 completed, throughput=5MB/sec 2024-04-02T09:00:07.170 INFO:tasks.workunit.client.0.smithi012.stdout: 933: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:07.170 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-hZ02zReSIDFCCzR off=5500311 len=604241 2024-04-02T09:00:07.174 INFO:tasks.workunit.client.0.smithi012.stdout:op 4643 completed, throughput=5MB/sec 2024-04-02T09:00:07.175 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-5heRSnBcrPyOeYu off=6185781 len=654667 2024-04-02T09:00:07.175 INFO:tasks.workunit.client.0.smithi012.stdout:op 4644 completed, throughput=5MB/sec 2024-04-02T09:00:07.176 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-zUPj1LCo6nu6CCI off=8683928 len=1006533 2024-04-02T09:00:07.181 INFO:tasks.workunit.client.0.smithi012.stdout:op 4645 completed, throughput=5MB/sec 2024-04-02T09:00:07.181 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Jfs6OkNWrln68_z off=15387979 len=232087 2024-04-02T09:00:07.183 INFO:tasks.workunit.client.0.smithi012.stdout:op 4646 completed, throughput=5MB/sec 2024-04-02T09:00:07.183 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-yMMY6hq37vVKPE7 off=7573353 len=733885 2024-04-02T09:00:07.186 INFO:tasks.workunit.client.0.smithi012.stdout:op 4647 completed, throughput=5MB/sec 2024-04-02T09:00:07.186 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-4UIr7iYKaOxZ-QF off=227833 len=1272022 2024-04-02T09:00:07.188 INFO:tasks.workunit.client.0.smithi012.stdout:op 4648 completed, throughput=5MB/sec 2024-04-02T09:00:07.188 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-b2feAUAqvj20DZx off=5607577 len=897216 2024-04-02T09:00:07.190 INFO:tasks.workunit.client.0.smithi012.stdout:op 4649 completed, throughput=5MB/sec 2024-04-02T09:00:07.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:00:07 smithi012 ceph-mon[88355]: pgmap v1888: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T09:00:07.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:00:07 smithi012 ceph-mon[90784]: pgmap v1888: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T09:00:08.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:00:07 smithi055 ceph-mon[85080]: pgmap v1888: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T09:00:08.190 INFO:tasks.workunit.client.0.smithi012.stdout: 934: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:08.190 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-dCjBkZf6DirdOHd off=4956703 len=1113374 2024-04-02T09:00:08.195 INFO:tasks.workunit.client.0.smithi012.stdout:op 4650 completed, throughput=5MB/sec 2024-04-02T09:00:08.196 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-gJK8Q0IcVeGdQgy off=4109076 len=1714416 2024-04-02T09:00:08.197 INFO:tasks.workunit.client.0.smithi012.stdout:op 4651 completed, throughput=5MB/sec 2024-04-02T09:00:08.197 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-h8tKHHTG0vcJU9b off=4088799 len=325470 2024-04-02T09:00:08.198 INFO:tasks.workunit.client.0.smithi012.stdout:op 4652 completed, throughput=5MB/sec 2024-04-02T09:00:08.198 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-LOVtJPYWyKotvKq off=11078244 len=745276 2024-04-02T09:00:08.202 INFO:tasks.workunit.client.0.smithi012.stdout:op 4653 completed, throughput=5MB/sec 2024-04-02T09:00:08.202 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-MMWqXnnc2kQcm0s off=5156412 len=248145 2024-04-02T09:00:08.204 INFO:tasks.workunit.client.0.smithi012.stdout:op 4654 completed, throughput=5MB/sec 2024-04-02T09:00:08.205 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-nQP_4x3VMmf_mqh off=14607604 len=250175 2024-04-02T09:00:08.207 INFO:tasks.workunit.client.0.smithi012.stdout:op 4655 completed, throughput=5MB/sec 2024-04-02T09:00:08.207 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-dpLcy3KZ4zdSPIA off=3324068 len=22502 2024-04-02T09:00:08.208 INFO:tasks.workunit.client.0.smithi012.stdout:op 4656 completed, throughput=5MB/sec 2024-04-02T09:00:08.208 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-GEcbCd_2D9GoT07 off=686675 len=524522 2024-04-02T09:00:08.208 INFO:tasks.workunit.client.0.smithi012.stdout:op 4657 completed, throughput=5MB/sec 2024-04-02T09:00:08.209 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Sw8CltFSnv8d3Fs off=142382 len=1069760 2024-04-02T09:00:08.213 INFO:tasks.workunit.client.0.smithi012.stdout:op 4658 completed, throughput=5MB/sec 2024-04-02T09:00:08.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:00:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:00:07] "GET /metrics HTTP/1.1" 200 34059 "" "Prometheus/2.43.0" 2024-04-02T09:00:09.214 INFO:tasks.workunit.client.0.smithi012.stdout: 935: throughput=5MB/sec pending data=0 2024-04-02T09:00:09.214 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-O2_ptWprvWJsRDU off=3779361 len=1198003 2024-04-02T09:00:09.220 INFO:tasks.workunit.client.0.smithi012.stdout:op 4659 completed, throughput=5MB/sec 2024-04-02T09:00:09.220 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-GwHDK_SVykJJyjF off=975482 len=1833960 2024-04-02T09:00:09.228 INFO:tasks.workunit.client.0.smithi012.stdout:op 4660 completed, throughput=5MB/sec 2024-04-02T09:00:09.228 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Nl6Z_CmGN64Wvfa off=273317 len=1617780 2024-04-02T09:00:09.235 INFO:tasks.workunit.client.0.smithi012.stdout:op 4661 completed, throughput=5MB/sec 2024-04-02T09:00:09.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:00:09 smithi012 ceph-mon[88355]: pgmap v1889: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T09:00:09.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:00:09 smithi012 ceph-mon[90784]: pgmap v1889: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T09:00:10.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:00:09 smithi055 ceph-mon[85080]: pgmap v1889: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T09:00:10.235 INFO:tasks.workunit.client.0.smithi012.stdout: 936: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:10.236 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-LOFG5GWVyD8bGsA off=7105319 len=1432172 2024-04-02T09:00:10.237 INFO:tasks.workunit.client.0.smithi012.stdout:op 4662 completed, throughput=5MB/sec 2024-04-02T09:00:10.237 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-88KtuYYKR0eZN_y off=6754859 len=1538838 2024-04-02T09:00:10.244 INFO:tasks.workunit.client.0.smithi012.stdout:op 4663 completed, throughput=5MB/sec 2024-04-02T09:00:10.244 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Yw7N11GLUmPe-6c off=10248943 len=235179 2024-04-02T09:00:10.245 INFO:tasks.workunit.client.0.smithi012.stdout:op 4664 completed, throughput=5MB/sec 2024-04-02T09:00:10.245 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-mNZJa8s0d-hhuFm off=5329927 len=1259523 2024-04-02T09:00:10.251 INFO:tasks.workunit.client.0.smithi012.stdout:op 4665 completed, throughput=5MB/sec 2024-04-02T09:00:10.251 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-INqNqe4SXZQjHW- off=17172314 len=1116514 2024-04-02T09:00:10.253 INFO:tasks.workunit.client.0.smithi012.stdout:op 4666 completed, throughput=5MB/sec 2024-04-02T09:00:11.253 INFO:tasks.workunit.client.0.smithi012.stdout: 937: throughput=5MB/sec pending data=0 2024-04-02T09:00:11.254 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-1kq6C_WE9dcL0EK off=232840 len=1499441 2024-04-02T09:00:11.260 INFO:tasks.workunit.client.0.smithi012.stdout:op 4667 completed, throughput=5MB/sec 2024-04-02T09:00:11.260 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-QRqy7GPKdjIxLeu off=3480339 len=583286 2024-04-02T09:00:11.263 INFO:tasks.workunit.client.0.smithi012.stdout:op 4668 completed, throughput=5MB/sec 2024-04-02T09:00:11.263 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-AWbWMWfBFHNPnj5 off=11036788 len=1202948 2024-04-02T09:00:11.264 INFO:tasks.workunit.client.0.smithi012.stdout:op 4669 completed, throughput=5MB/sec 2024-04-02T09:00:11.264 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-DgJwu5lh7esBESJ off=586940 len=770458 2024-04-02T09:00:11.267 INFO:tasks.workunit.client.0.smithi012.stdout:op 4670 completed, throughput=5MB/sec 2024-04-02T09:00:11.268 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Io2e5ZDCEBpEenK off=4684278 len=958784 2024-04-02T09:00:11.272 INFO:tasks.workunit.client.0.smithi012.stdout:op 4671 completed, throughput=5MB/sec 2024-04-02T09:00:11.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:00:11 smithi012 ceph-mon[88355]: pgmap v1890: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-02T09:00:11.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:00:11 smithi012 ceph-mon[90784]: pgmap v1890: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-02T09:00:12.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:00:11 smithi055 ceph-mon[85080]: pgmap v1890: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-02T09:00:12.273 INFO:tasks.workunit.client.0.smithi012.stdout: 938: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:12.273 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-bvBqXwS-zfjH-_W off=9463552 len=1246150 2024-04-02T09:00:12.275 INFO:tasks.workunit.client.0.smithi012.stdout:op 4672 completed, throughput=5MB/sec 2024-04-02T09:00:12.275 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-NU0ph1XaSkX0mwb off=5078607 len=1564651 2024-04-02T09:00:12.283 INFO:tasks.workunit.client.0.smithi012.stdout:op 4673 completed, throughput=5MB/sec 2024-04-02T09:00:12.283 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-8tNh2Uj0bV9vw10 off=5435239 len=208088 2024-04-02T09:00:12.283 INFO:tasks.workunit.client.0.smithi012.stdout:op 4674 completed, throughput=5MB/sec 2024-04-02T09:00:12.284 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-nVNTVW235YItnNP off=4245063 len=1442397 2024-04-02T09:00:12.290 INFO:tasks.workunit.client.0.smithi012.stdout:op 4675 completed, throughput=5MB/sec 2024-04-02T09:00:12.290 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-GOEUsXjm0sjimwD off=9863544 len=378695 2024-04-02T09:00:12.291 INFO:tasks.workunit.client.0.smithi012.stdout:op 4676 completed, throughput=5MB/sec 2024-04-02T09:00:12.291 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-xjSSL3asTkLpeMC off=868896 len=1602581 2024-04-02T09:00:12.292 INFO:tasks.workunit.client.0.smithi012.stdout:op 4677 completed, throughput=5MB/sec 2024-04-02T09:00:12.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:00:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:00:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:00:13.293 INFO:tasks.workunit.client.0.smithi012.stdout: 939: throughput=5MB/sec pending data=0 2024-04-02T09:00:13.293 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-1gqekDpKO-eBqGH off=10898871 len=297446 2024-04-02T09:00:13.296 INFO:tasks.workunit.client.0.smithi012.stdout:op 4678 completed, throughput=5MB/sec 2024-04-02T09:00:13.296 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-n16x5PXrEonmlGn off=4417024 len=1081513 2024-04-02T09:00:13.300 INFO:tasks.workunit.client.0.smithi012.stdout:op 4679 completed, throughput=5MB/sec 2024-04-02T09:00:13.300 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-IJn3Cw2KNw67zHd off=7466155 len=750068 2024-04-02T09:00:13.303 INFO:tasks.workunit.client.0.smithi012.stdout:op 4680 completed, throughput=5MB/sec 2024-04-02T09:00:13.303 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Kp0oAYlL2Ii0nRp off=3873079 len=1432534 2024-04-02T09:00:13.308 INFO:tasks.workunit.client.0.smithi012.stdout:op 4681 completed, throughput=5MB/sec 2024-04-02T09:00:13.308 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-6sPVameqIg8I7F- off=2241277 len=945379 2024-04-02T09:00:13.310 INFO:tasks.workunit.client.0.smithi012.stdout:op 4682 completed, throughput=5MB/sec 2024-04-02T09:00:13.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:00:13 smithi012 ceph-mon[88355]: pgmap v1891: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T09:00:13.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:00:13 smithi012 ceph-mon[90784]: pgmap v1891: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T09:00:14.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:00:13 smithi055 ceph-mon[85080]: pgmap v1891: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T09:00:14.310 INFO:tasks.workunit.client.0.smithi012.stdout: 940: throughput=5MB/sec pending data=0 2024-04-02T09:00:14.310 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ZwcqVIevzfMqptm off=11702567 len=159317 2024-04-02T09:00:14.313 INFO:tasks.workunit.client.0.smithi012.stdout:op 4683 completed, throughput=5MB/sec 2024-04-02T09:00:14.313 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-v-NuwEb2BsZ9AvA off=7859919 len=156975 2024-04-02T09:00:14.315 INFO:tasks.workunit.client.0.smithi012.stdout:op 4684 completed, throughput=5MB/sec 2024-04-02T09:00:14.315 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-VOuN1zbOobYQjLx off=5608612 len=389825 2024-04-02T09:00:14.318 INFO:tasks.workunit.client.0.smithi012.stdout:op 4685 completed, throughput=5MB/sec 2024-04-02T09:00:14.318 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ihippeXmunJelT1 off=20125675 len=871593 2024-04-02T09:00:14.319 INFO:tasks.workunit.client.0.smithi012.stdout:op 4686 completed, throughput=5MB/sec 2024-04-02T09:00:14.319 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ttNh-N19o7dGoBR off=22478114 len=1148733 2024-04-02T09:00:14.324 INFO:tasks.workunit.client.0.smithi012.stdout:op 4687 completed, throughput=5MB/sec 2024-04-02T09:00:14.324 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Hen0LtP31fxlz5I off=4209778 len=1680484 2024-04-02T09:00:14.332 INFO:tasks.workunit.client.0.smithi012.stdout:op 4688 completed, throughput=5MB/sec 2024-04-02T09:00:14.332 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-OXL4st9jhqQHhiz off=9829042 len=1734995 2024-04-02T09:00:14.340 INFO:tasks.workunit.client.0.smithi012.stdout:op 4689 completed, throughput=5MB/sec 2024-04-02T09:00:14.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:00:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:14.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:00:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:15.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:00:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:15.340 INFO:tasks.workunit.client.0.smithi012.stdout: 941: throughput=5MB/sec pending data=0 2024-04-02T09:00:15.341 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-R94uJDIDpqIutvC off=5320743 len=1549433 2024-04-02T09:00:15.348 INFO:tasks.workunit.client.0.smithi012.stdout:op 4690 completed, throughput=5MB/sec 2024-04-02T09:00:15.348 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-q-n2S_E0uUQvs5Z off=1421799 len=2057901 2024-04-02T09:00:15.357 INFO:tasks.workunit.client.0.smithi012.stdout:op 4691 completed, throughput=5MB/sec 2024-04-02T09:00:15.357 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-IopoG9jHcvMWxqf off=8371854 len=1194456 2024-04-02T09:00:15.358 INFO:tasks.workunit.client.0.smithi012.stdout:op 4692 completed, throughput=5MB/sec 2024-04-02T09:00:15.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:00:15 smithi012 ceph-mon[88355]: pgmap v1892: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T09:00:15.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:00:15 smithi012 ceph-mon[90784]: pgmap v1892: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T09:00:16.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:00:15 smithi055 ceph-mon[85080]: pgmap v1892: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T09:00:16.359 INFO:tasks.workunit.client.0.smithi012.stdout: 942: throughput=5MB/sec pending data=0 2024-04-02T09:00:16.359 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-6r0vyvmTjLmW2og off=11282038 len=407386 2024-04-02T09:00:16.359 INFO:tasks.workunit.client.0.smithi012.stdout:op 4693 completed, throughput=5MB/sec 2024-04-02T09:00:16.359 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-_MKxMWWjN3vmpj4 off=11189099 len=1593545 2024-04-02T09:00:16.365 INFO:tasks.workunit.client.0.smithi012.stdout:op 4694 completed, throughput=5MB/sec 2024-04-02T09:00:16.365 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-CFD_peve63XwkOb off=9714373 len=107891 2024-04-02T09:00:16.368 INFO:tasks.workunit.client.0.smithi012.stdout:op 4695 completed, throughput=5MB/sec 2024-04-02T09:00:16.368 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-AVORSb-S4tyCWu- off=1342839 len=1370361 2024-04-02T09:00:16.370 INFO:tasks.workunit.client.0.smithi012.stdout:op 4696 completed, throughput=5MB/sec 2024-04-02T09:00:16.371 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-3B1isddVTEwm8vg off=6049949 len=1346830 2024-04-02T09:00:16.376 INFO:tasks.workunit.client.0.smithi012.stdout:op 4697 completed, throughput=5MB/sec 2024-04-02T09:00:17.376 INFO:tasks.workunit.client.0.smithi012.stdout: 943: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:17.376 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-z3xdU94jpvR3BQY off=1053888 len=1528257 2024-04-02T09:00:17.378 INFO:tasks.workunit.client.0.smithi012.stdout:op 4698 completed, throughput=5MB/sec 2024-04-02T09:00:17.378 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-mFdKJ6vkb2XuNmo off=3805736 len=2015979 2024-04-02T09:00:17.388 INFO:tasks.workunit.client.0.smithi012.stdout:op 4699 completed, throughput=5MB/sec 2024-04-02T09:00:17.389 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-qG6Eaw6aRXm4lrN off=2226409 len=856272 2024-04-02T09:00:17.393 INFO:tasks.workunit.client.0.smithi012.stdout:op 4700 completed, throughput=5MB/sec 2024-04-02T09:00:17.393 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-iyVmjZPu70AKhA7 off=4785070 len=1416628 2024-04-02T09:00:17.396 INFO:tasks.workunit.client.0.smithi012.stdout:op 4701 completed, throughput=5MB/sec 2024-04-02T09:00:17.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:00:17 smithi012 ceph-mon[88355]: pgmap v1893: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.6 MiB/s wr, 6 op/s 2024-04-02T09:00:17.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:00:17 smithi012 ceph-mon[90784]: pgmap v1893: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.6 MiB/s wr, 6 op/s 2024-04-02T09:00:18.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:00:17 smithi055 ceph-mon[85080]: pgmap v1893: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.6 MiB/s wr, 6 op/s 2024-04-02T09:00:18.396 INFO:tasks.workunit.client.0.smithi012.stdout: 944: throughput=5MB/sec pending data=0 2024-04-02T09:00:18.396 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-JqbKvFb5I_Frx7s off=4744601 len=358442 2024-04-02T09:00:18.399 INFO:tasks.workunit.client.0.smithi012.stdout:op 4702 completed, throughput=5MB/sec 2024-04-02T09:00:18.399 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-NVO1vIC-IHLt11P off=12422149 len=1030548 2024-04-02T09:00:18.402 INFO:tasks.workunit.client.0.smithi012.stdout:op 4703 completed, throughput=5MB/sec 2024-04-02T09:00:18.402 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-eqgeoew8XmnfpkM off=6687292 len=1012762 2024-04-02T09:00:18.403 INFO:tasks.workunit.client.0.smithi012.stdout:op 4704 completed, throughput=5MB/sec 2024-04-02T09:00:18.403 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-TpOhbhenfwtcPcm off=2654935 len=633775 2024-04-02T09:00:18.404 INFO:tasks.workunit.client.0.smithi012.stdout:op 4705 completed, throughput=5MB/sec 2024-04-02T09:00:18.404 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-duO4C7VthPukjF0 off=7300672 len=145869 2024-04-02T09:00:18.404 INFO:tasks.workunit.client.0.smithi012.stdout:op 4706 completed, throughput=5MB/sec 2024-04-02T09:00:18.405 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-CbcnHYQy0wLz7nw off=10133091 len=2052860 2024-04-02T09:00:18.415 INFO:tasks.workunit.client.0.smithi012.stdout:op 4707 completed, throughput=5MB/sec 2024-04-02T09:00:18.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:00:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:00:17] "GET /metrics HTTP/1.1" 200 34055 "" "Prometheus/2.43.0" 2024-04-02T09:00:19.415 INFO:tasks.workunit.client.0.smithi012.stdout: 945: throughput=5MB/sec pending data=0 2024-04-02T09:00:19.415 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-g9xM0riv8ub-ZFR off=9307783 len=404928 2024-04-02T09:00:19.416 INFO:tasks.workunit.client.0.smithi012.stdout:op 4708 completed, throughput=5MB/sec 2024-04-02T09:00:19.416 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-lVeEwQ095E0fFEC off=2091906 len=1329553 2024-04-02T09:00:19.417 INFO:tasks.workunit.client.0.smithi012.stdout:op 4709 completed, throughput=5MB/sec 2024-04-02T09:00:19.417 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-jTzCnjPW4S5zRXU off=7305899 len=141896 2024-04-02T09:00:19.418 INFO:tasks.workunit.client.0.smithi012.stdout:op 4710 completed, throughput=5MB/sec 2024-04-02T09:00:19.418 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-7g80IDMIB057ADU off=12339616 len=161095 2024-04-02T09:00:19.419 INFO:tasks.workunit.client.0.smithi012.stdout:op 4711 completed, throughput=5MB/sec 2024-04-02T09:00:19.419 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-YCtoiYVmT-mQDzy off=16900594 len=503995 2024-04-02T09:00:19.419 INFO:tasks.workunit.client.0.smithi012.stdout:op 4712 completed, throughput=5MB/sec 2024-04-02T09:00:19.419 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-qHPu9-dxyeXMnmq off=9118420 len=1908562 2024-04-02T09:00:19.421 INFO:tasks.workunit.client.0.smithi012.stdout:op 4713 completed, throughput=5MB/sec 2024-04-02T09:00:19.421 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-QRK3p6twbMqAHKh off=5474950 len=1677668 2024-04-02T09:00:19.429 INFO:tasks.workunit.client.0.smithi012.stdout:op 4714 completed, throughput=5MB/sec 2024-04-02T09:00:19.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:00:19 smithi012 ceph-mon[88355]: pgmap v1894: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T09:00:19.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:00:19 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:00:19.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:00:19 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:00:19.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:00:19 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:00:19.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:00:19 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:00:19.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:00:19 smithi012 ceph-mon[90784]: pgmap v1894: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T09:00:19.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:00:19 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:00:19.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:00:19 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:00:19.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:00:19 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:00:19.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:00:19 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:00:20.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:00:19 smithi055 ceph-mon[85080]: pgmap v1894: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T09:00:20.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:00:19 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:00:20.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:00:19 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:00:20.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:00:19 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:00:20.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:00:19 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:00:20.429 INFO:tasks.workunit.client.0.smithi012.stdout: 946: throughput=5MB/sec pending data=0 2024-04-02T09:00:20.429 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-I1ASVRV61V7brA5 off=12896737 len=255768 2024-04-02T09:00:20.432 INFO:tasks.workunit.client.0.smithi012.stdout:op 4715 completed, throughput=5MB/sec 2024-04-02T09:00:20.432 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-EhMfdCRVhE5g1u4 off=723291 len=632326 2024-04-02T09:00:20.433 INFO:tasks.workunit.client.0.smithi012.stdout:op 4716 completed, throughput=5MB/sec 2024-04-02T09:00:20.434 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-WsooVE4k8e-qMuR off=12261601 len=392414 2024-04-02T09:00:20.436 INFO:tasks.workunit.client.0.smithi012.stdout:op 4717 completed, throughput=5MB/sec 2024-04-02T09:00:20.436 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Tx_l0iFMAW9fyrU off=1460240 len=468349 2024-04-02T09:00:20.437 INFO:tasks.workunit.client.0.smithi012.stdout:op 4718 completed, throughput=5MB/sec 2024-04-02T09:00:20.437 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-EXe40j_2fr5x9U9 off=9198267 len=1264581 2024-04-02T09:00:20.444 INFO:tasks.workunit.client.0.smithi012.stdout:op 4719 completed, throughput=5MB/sec 2024-04-02T09:00:20.444 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-SdGwfFV71Adu5JO off=2153494 len=105611 2024-04-02T09:00:20.447 INFO:tasks.workunit.client.0.smithi012.stdout:op 4720 completed, throughput=5MB/sec 2024-04-02T09:00:20.447 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-R76meB9sLyVYZkT off=4824751 len=1392144 2024-04-02T09:00:20.453 INFO:tasks.workunit.client.0.smithi012.stdout:op 4721 completed, throughput=5MB/sec 2024-04-02T09:00:21.454 INFO:tasks.workunit.client.0.smithi012.stdout: 947: throughput=5MB/sec pending data=0 2024-04-02T09:00:21.454 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-PDaW1Ak9fpfE1Zm off=4283102 len=342067 2024-04-02T09:00:21.456 INFO:tasks.workunit.client.0.smithi012.stdout:op 4722 completed, throughput=5MB/sec 2024-04-02T09:00:21.456 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-xtwyPQ4R0Q2PBJx off=22579093 len=1455187 2024-04-02T09:00:21.464 INFO:tasks.workunit.client.0.smithi012.stdout:op 4723 completed, throughput=5MB/sec 2024-04-02T09:00:21.464 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-aSAvRYG1zcuvcsB off=10500246 len=891495 2024-04-02T09:00:21.465 INFO:tasks.workunit.client.0.smithi012.stdout:op 4724 completed, throughput=5MB/sec 2024-04-02T09:00:21.465 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-65RQZgPr4izO9WR off=11613469 len=464771 2024-04-02T09:00:21.466 INFO:tasks.workunit.client.0.smithi012.stdout:op 4725 completed, throughput=5MB/sec 2024-04-02T09:00:21.466 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-NkzjgMGd0q67PzF off=550540 len=911410 2024-04-02T09:00:21.466 INFO:tasks.workunit.client.0.smithi012.stdout:op 4726 completed, throughput=5MB/sec 2024-04-02T09:00:21.466 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-tv_LzcJjKgiYINn off=0 len=1287848 2024-04-02T09:00:21.468 INFO:tasks.workunit.client.0.smithi012.stdout:op 4727 completed, throughput=5MB/sec 2024-04-02T09:00:21.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:00:21 smithi012 ceph-mon[88355]: pgmap v1895: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-02T09:00:21.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:00:21 smithi012 ceph-mon[90784]: pgmap v1895: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-02T09:00:22.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:00:21 smithi055 ceph-mon[85080]: pgmap v1895: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-02T09:00:22.469 INFO:tasks.workunit.client.0.smithi012.stdout: 948: throughput=5MB/sec pending data=0 2024-04-02T09:00:22.469 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-A2SgUC8k9e8TFvj off=6993095 len=1475377 2024-04-02T09:00:22.476 INFO:tasks.workunit.client.0.smithi012.stdout:op 4728 completed, throughput=5MB/sec 2024-04-02T09:00:22.476 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-V654w68Gflkpasm off=11308887 len=972034 2024-04-02T09:00:22.478 INFO:tasks.workunit.client.0.smithi012.stdout:op 4729 completed, throughput=5MB/sec 2024-04-02T09:00:22.478 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-LBg4uhT7_Sqi_7p off=13778181 len=879159 2024-04-02T09:00:22.479 INFO:tasks.workunit.client.0.smithi012.stdout:op 4730 completed, throughput=5MB/sec 2024-04-02T09:00:22.479 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-oEcb6CbHD4xHg4i off=982341 len=480288 2024-04-02T09:00:22.483 INFO:tasks.workunit.client.0.smithi012.stdout:op 4731 completed, throughput=5MB/sec 2024-04-02T09:00:22.483 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-_s6KOW79tETVRZs off=964207 len=1248822 2024-04-02T09:00:22.484 INFO:tasks.workunit.client.0.smithi012.stdout:op 4732 completed, throughput=5MB/sec 2024-04-02T09:00:22.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:00:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:00:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:00:23.484 INFO:tasks.workunit.client.0.smithi012.stdout: 949: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:23.484 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-mh86sot6pUwaRvJ off=3850552 len=1006395 2024-04-02T09:00:23.488 INFO:tasks.workunit.client.0.smithi012.stdout:op 4733 completed, throughput=5MB/sec 2024-04-02T09:00:23.488 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ok3mjd7JEMSs7VM off=790675 len=1712564 2024-04-02T09:00:23.497 INFO:tasks.workunit.client.0.smithi012.stdout:op 4734 completed, throughput=5MB/sec 2024-04-02T09:00:23.497 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-dxZ963f06IL-qgg off=11460164 len=1246625 2024-04-02T09:00:23.502 INFO:tasks.workunit.client.0.smithi012.stdout:op 4735 completed, throughput=5MB/sec 2024-04-02T09:00:23.502 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-wH1AyJerHRlsD6n off=9092026 len=438729 2024-04-02T09:00:23.505 INFO:tasks.workunit.client.0.smithi012.stdout:op 4736 completed, throughput=5MB/sec 2024-04-02T09:00:23.505 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-M90L9TTSBnnY29- off=580838 len=1969832 2024-04-02T09:00:23.514 INFO:tasks.workunit.client.0.smithi012.stdout:op 4737 completed, throughput=5MB/sec 2024-04-02T09:00:23.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:00:23 smithi012 ceph-mon[88355]: pgmap v1896: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:00:23.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:00:23 smithi012 ceph-mon[90784]: pgmap v1896: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:00:24.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:00:23 smithi055 ceph-mon[85080]: pgmap v1896: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:00:24.514 INFO:tasks.workunit.client.0.smithi012.stdout: 950: throughput=5MB/sec pending data=0 2024-04-02T09:00:24.514 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-2IG0SGOs2nl8AZ8 off=6904675 len=641481 2024-04-02T09:00:24.514 INFO:tasks.workunit.client.0.smithi012.stdout:op 4738 completed, throughput=5MB/sec 2024-04-02T09:00:24.515 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-5kUbKlFTb4TqVMV off=2823634 len=1717334 2024-04-02T09:00:24.521 INFO:tasks.workunit.client.0.smithi012.stdout:op 4739 completed, throughput=5MB/sec 2024-04-02T09:00:24.521 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-zYQFrJp1677bcdt off=8131717 len=1320373 2024-04-02T09:00:24.524 INFO:tasks.workunit.client.0.smithi012.stdout:op 4740 completed, throughput=5MB/sec 2024-04-02T09:00:24.524 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-xT2Vor1om9SZeVt off=17131268 len=1261135 2024-04-02T09:00:24.526 INFO:tasks.workunit.client.0.smithi012.stdout:op 4741 completed, throughput=5MB/sec 2024-04-02T09:00:25.526 INFO:tasks.workunit.client.0.smithi012.stdout: 951: throughput=5MB/sec pending data=0 2024-04-02T09:00:25.527 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-RWzqM-SmP3BP0t7 off=14349012 len=234225 2024-04-02T09:00:25.527 INFO:tasks.workunit.client.0.smithi012.stdout:op 4742 completed, throughput=5MB/sec 2024-04-02T09:00:25.527 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-by5NaxA23KzKyJi off=3083738 len=1452501 2024-04-02T09:00:25.528 INFO:tasks.workunit.client.0.smithi012.stdout:op 4743 completed, throughput=5MB/sec 2024-04-02T09:00:25.528 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-RbtfjM3V8caahSs off=233519 len=1067632 2024-04-02T09:00:25.534 INFO:tasks.workunit.client.0.smithi012.stdout:op 4744 completed, throughput=5MB/sec 2024-04-02T09:00:25.534 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-y8720uQxae1UDnq off=7040692 len=421443 2024-04-02T09:00:25.535 INFO:tasks.workunit.client.0.smithi012.stdout:op 4745 completed, throughput=5MB/sec 2024-04-02T09:00:25.535 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-uJj6NMYU-qVR7fy off=1220976 len=313434 2024-04-02T09:00:25.535 INFO:tasks.workunit.client.0.smithi012.stdout:op 4746 completed, throughput=5MB/sec 2024-04-02T09:00:25.535 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-8WSjqAPVYAnvGiH off=4308674 len=249860 2024-04-02T09:00:25.538 INFO:tasks.workunit.client.0.smithi012.stdout:op 4747 completed, throughput=5MB/sec 2024-04-02T09:00:25.538 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-OV2RqSCYIcIvPRC off=3101383 len=672856 2024-04-02T09:00:25.539 INFO:tasks.workunit.client.0.smithi012.stdout:op 4748 completed, throughput=5MB/sec 2024-04-02T09:00:25.539 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-jvE-TlR2dlCGw-9 off=12707127 len=1656057 2024-04-02T09:00:25.546 INFO:tasks.workunit.client.0.smithi012.stdout:op 4749 completed, throughput=5MB/sec 2024-04-02T09:00:25.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:00:25 smithi012 ceph-mon[88355]: pgmap v1897: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:00:25.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:00:25 smithi012 ceph-mon[90784]: pgmap v1897: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:00:26.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:00:25 smithi055 ceph-mon[85080]: pgmap v1897: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:00:26.546 INFO:tasks.workunit.client.0.smithi012.stdout: 952: throughput=5MB/sec pending data=0 2024-04-02T09:00:26.547 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-nFevi1_3PQ28mQY off=3100831 len=869287 2024-04-02T09:00:26.551 INFO:tasks.workunit.client.0.smithi012.stdout:op 4750 completed, throughput=5MB/sec 2024-04-02T09:00:26.552 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-QOJyc8KjNiBuNEZ off=1528380 len=1196663 2024-04-02T09:00:26.557 INFO:tasks.workunit.client.0.smithi012.stdout:op 4751 completed, throughput=5MB/sec 2024-04-02T09:00:26.557 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-6FVTbNnhJJDxQss off=1679350 len=692641 2024-04-02T09:00:26.561 INFO:tasks.workunit.client.0.smithi012.stdout:op 4752 completed, throughput=5MB/sec 2024-04-02T09:00:26.562 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-D-5JCs4lL00u6tv off=12625032 len=1590678 2024-04-02T09:00:26.569 INFO:tasks.workunit.client.0.smithi012.stdout:op 4753 completed, throughput=5MB/sec 2024-04-02T09:00:27.569 INFO:tasks.workunit.client.0.smithi012.stdout: 953: throughput=5MB/sec pending data=0 2024-04-02T09:00:27.569 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-W9i5P1DM19_5XLc off=0 len=1245984 2024-04-02T09:00:27.572 INFO:tasks.workunit.client.0.smithi012.stdout:op 4754 completed, throughput=5MB/sec 2024-04-02T09:00:27.572 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-2dj3XFeOe7YUp-R off=599483 len=755095 2024-04-02T09:00:27.574 INFO:tasks.workunit.client.0.smithi012.stdout:op 4755 completed, throughput=5MB/sec 2024-04-02T09:00:27.574 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-D5NOj0KC4vYAnnE off=2323711 len=1250957 2024-04-02T09:00:27.581 INFO:tasks.workunit.client.0.smithi012.stdout:op 4756 completed, throughput=5MB/sec 2024-04-02T09:00:27.581 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-azwvUHE4-zzLHLZ off=18844234 len=345898 2024-04-02T09:00:27.581 INFO:tasks.workunit.client.0.smithi012.stdout:op 4757 completed, throughput=5MB/sec 2024-04-02T09:00:27.581 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj--H3QvB8S8lj62Az off=14503752 len=483014 2024-04-02T09:00:27.582 INFO:tasks.workunit.client.0.smithi012.stdout:op 4758 completed, throughput=5MB/sec 2024-04-02T09:00:27.582 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-zX3vyyA3gQw0MbW off=558241 len=1327830 2024-04-02T09:00:27.588 INFO:tasks.workunit.client.0.smithi012.stdout:op 4759 completed, throughput=5MB/sec 2024-04-02T09:00:27.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:00:27 smithi012 ceph-mon[88355]: pgmap v1898: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-02T09:00:27.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:00:27 smithi012 ceph-mon[90784]: pgmap v1898: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-02T09:00:28.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:00:27 smithi055 ceph-mon[85080]: pgmap v1898: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-04-02T09:00:28.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:00:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:00:27] "GET /metrics HTTP/1.1" 200 34055 "" "Prometheus/2.43.0" 2024-04-02T09:00:28.588 INFO:tasks.workunit.client.0.smithi012.stdout: 954: throughput=5MB/sec pending data=0 2024-04-02T09:00:28.589 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-8VxNVHBZeL9VdMP off=15717829 len=1941032 2024-04-02T09:00:28.590 INFO:tasks.workunit.client.0.smithi012.stdout:op 4760 completed, throughput=5MB/sec 2024-04-02T09:00:28.590 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-UHrFE1Sjn3rx1WW off=1148069 len=332222 2024-04-02T09:00:28.591 INFO:tasks.workunit.client.0.smithi012.stdout:op 4761 completed, throughput=5MB/sec 2024-04-02T09:00:28.591 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Hehbf-VXUEtdXKI off=20304813 len=138775 2024-04-02T09:00:28.591 INFO:tasks.workunit.client.0.smithi012.stdout:op 4762 completed, throughput=5MB/sec 2024-04-02T09:00:28.591 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Ire1pcJWhTGT9Qb off=16942941 len=1666540 2024-04-02T09:00:28.592 INFO:tasks.workunit.client.0.smithi012.stdout:op 4763 completed, throughput=5MB/sec 2024-04-02T09:00:28.592 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-iqXMJxkJQxHJMFR off=4192110 len=1615474 2024-04-02T09:00:28.599 INFO:tasks.workunit.client.0.smithi012.stdout:op 4764 completed, throughput=5MB/sec 2024-04-02T09:00:29.599 INFO:tasks.workunit.client.0.smithi012.stdout: 955: throughput=5MB/sec pending data=0 2024-04-02T09:00:29.599 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-OVtq5bzz3M5xvxH off=1672400 len=704680 2024-04-02T09:00:29.599 INFO:tasks.workunit.client.0.smithi012.stdout:op 4765 completed, throughput=5MB/sec 2024-04-02T09:00:29.599 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-6KZRT3z4qw6jOEg off=7286414 len=1367076 2024-04-02T09:00:29.601 INFO:tasks.workunit.client.0.smithi012.stdout:op 4766 completed, throughput=5MB/sec 2024-04-02T09:00:29.601 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-h7kmaqp9bLcbh_q off=11133012 len=1476264 2024-04-02T09:00:29.602 INFO:tasks.workunit.client.0.smithi012.stdout:op 4767 completed, throughput=5MB/sec 2024-04-02T09:00:29.602 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-kxG3P0WVhedp1UH off=24015061 len=716628 2024-04-02T09:00:29.605 INFO:tasks.workunit.client.0.smithi012.stdout:op 4768 completed, throughput=5MB/sec 2024-04-02T09:00:29.606 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-qltHdfNNvqb3eOG off=10177115 len=16349 2024-04-02T09:00:29.606 INFO:tasks.workunit.client.0.smithi012.stdout:op 4769 completed, throughput=5MB/sec 2024-04-02T09:00:29.606 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-hkirQytvHMhv2QU off=4334913 len=1234643 2024-04-02T09:00:29.612 INFO:tasks.workunit.client.0.smithi012.stdout:op 4770 completed, throughput=5MB/sec 2024-04-02T09:00:29.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:00:29 smithi012 ceph-mon[90784]: pgmap v1899: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:00:29.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:00:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:29.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:00:29 smithi012 ceph-mon[88355]: pgmap v1899: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:00:29.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:00:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:30.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:00:29 smithi055 ceph-mon[85080]: pgmap v1899: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:00:30.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:00:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:30.613 INFO:tasks.workunit.client.0.smithi012.stdout: 956: throughput=5MB/sec pending data=0 2024-04-02T09:00:30.613 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-q-n2S_E0uUQvs5Z off=5467652 len=729964 2024-04-02T09:00:30.614 INFO:tasks.workunit.client.0.smithi012.stdout:op 4771 completed, throughput=5MB/sec 2024-04-02T09:00:30.614 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ihB89Qm3Ip34Zjx off=1128891 len=501029 2024-04-02T09:00:30.618 INFO:tasks.workunit.client.0.smithi012.stdout:op 4772 completed, throughput=5MB/sec 2024-04-02T09:00:30.618 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-o2WWp9xowgQyP0c off=9501934 len=208903 2024-04-02T09:00:30.618 INFO:tasks.workunit.client.0.smithi012.stdout:op 4773 completed, throughput=5MB/sec 2024-04-02T09:00:30.618 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-vJ6vIABtdrrkbFY off=236722 len=1639496 2024-04-02T09:00:30.621 INFO:tasks.workunit.client.0.smithi012.stdout:op 4774 completed, throughput=5MB/sec 2024-04-02T09:00:30.621 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-7Cm5KRd8LlCa_cx off=353486 len=290415 2024-04-02T09:00:30.622 INFO:tasks.workunit.client.0.smithi012.stdout:op 4775 completed, throughput=5MB/sec 2024-04-02T09:00:30.622 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-H4-722Z5Qx9-Kvy off=2602158 len=1155778 2024-04-02T09:00:30.623 INFO:tasks.workunit.client.0.smithi012.stdout:op 4776 completed, throughput=5MB/sec 2024-04-02T09:00:31.623 INFO:tasks.workunit.client.0.smithi012.stdout: 957: throughput=5MB/sec pending data=0 2024-04-02T09:00:31.624 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-4sfVKA2jTEbxOjI off=8778487 len=209106 2024-04-02T09:00:31.627 INFO:tasks.workunit.client.0.smithi012.stdout:op 4777 completed, throughput=5MB/sec 2024-04-02T09:00:31.627 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-CRA_wV6AaORFLF3 off=9026920 len=2001916 2024-04-02T09:00:31.634 INFO:tasks.workunit.client.0.smithi012.stdout:op 4778 completed, throughput=5MB/sec 2024-04-02T09:00:31.634 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-u0MX2x8myhGAXUQ off=4581017 len=174682 2024-04-02T09:00:31.634 INFO:tasks.workunit.client.0.smithi012.stdout:op 4779 completed, throughput=5MB/sec 2024-04-02T09:00:31.635 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-hlW9R7INe0DADdX off=620624 len=1357749 2024-04-02T09:00:31.641 INFO:tasks.workunit.client.0.smithi012.stdout:op 4780 completed, throughput=5MB/sec 2024-04-02T09:00:31.641 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-LFuMJuCL6uC4zh9 off=2798709 len=838679 2024-04-02T09:00:31.642 INFO:tasks.workunit.client.0.smithi012.stdout:op 4781 completed, throughput=5MB/sec 2024-04-02T09:00:31.642 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-1HWWjNVuwVgXvPC off=16941261 len=504246 2024-04-02T09:00:31.649 INFO:tasks.workunit.client.0.smithi012.stdout:op 4782 completed, throughput=5MB/sec 2024-04-02T09:00:31.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:00:31 smithi012 ceph-mon[88355]: pgmap v1900: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T09:00:31.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:00:31 smithi012 ceph-mon[90784]: pgmap v1900: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T09:00:32.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:00:31 smithi055 ceph-mon[85080]: pgmap v1900: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T09:00:32.649 INFO:tasks.workunit.client.0.smithi012.stdout: 958: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:32.650 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-VaHVetkkewG2CVO off=4644045 len=664180 2024-04-02T09:00:32.653 INFO:tasks.workunit.client.0.smithi012.stdout:op 4783 completed, throughput=5MB/sec 2024-04-02T09:00:32.653 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-E3Lk7B2o9mzM1rq off=1231713 len=40961 2024-04-02T09:00:32.655 INFO:tasks.workunit.client.0.smithi012.stdout:op 4784 completed, throughput=5MB/sec 2024-04-02T09:00:32.656 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-YBPBI71-w0vQMVZ off=14364656 len=893134 2024-04-02T09:00:32.656 INFO:tasks.workunit.client.0.smithi012.stdout:op 4785 completed, throughput=5MB/sec 2024-04-02T09:00:32.656 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-B16nWO5h_lCxDDa off=381204 len=1783988 2024-04-02T09:00:32.658 INFO:tasks.workunit.client.0.smithi012.stdout:op 4786 completed, throughput=5MB/sec 2024-04-02T09:00:32.658 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-90khqE0U9qBNPhJ off=9374316 len=1285954 2024-04-02T09:00:32.665 INFO:tasks.workunit.client.0.smithi012.stdout:op 4787 completed, throughput=5MB/sec 2024-04-02T09:00:32.665 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-8RwDsHmbx70P25f off=6489616 len=1846437 2024-04-02T09:00:32.667 INFO:tasks.workunit.client.0.smithi012.stdout:op 4788 completed, throughput=5MB/sec 2024-04-02T09:00:32.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:00:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:00:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:00:33.667 INFO:tasks.workunit.client.0.smithi012.stdout: 959: throughput=5MB/sec pending data=0 2024-04-02T09:00:33.667 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-XFK3SypMcfH5S7i off=13321662 len=1844825 2024-04-02T09:00:33.668 INFO:tasks.workunit.client.0.smithi012.stdout:op 4789 completed, throughput=5MB/sec 2024-04-02T09:00:33.668 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-9TpiZOL7_0SanZ7 off=4683584 len=385629 2024-04-02T09:00:33.669 INFO:tasks.workunit.client.0.smithi012.stdout:op 4790 completed, throughput=5MB/sec 2024-04-02T09:00:33.669 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-tmL6TCKouBrWezj off=9117098 len=1470721 2024-04-02T09:00:33.676 INFO:tasks.workunit.client.0.smithi012.stdout:op 4791 completed, throughput=5MB/sec 2024-04-02T09:00:33.676 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-XMjIIKbPY9NQ23L off=10408095 len=1930651 2024-04-02T09:00:33.684 INFO:tasks.workunit.client.0.smithi012.stdout:op 4792 completed, throughput=5MB/sec 2024-04-02T09:00:33.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:00:33 smithi012 ceph-mon[88355]: pgmap v1901: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:00:33.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:00:33 smithi012 ceph-mon[90784]: pgmap v1901: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:00:34.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:00:33 smithi055 ceph-mon[85080]: pgmap v1901: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:00:34.685 INFO:tasks.workunit.client.0.smithi012.stdout: 960: throughput=5MB/sec pending data=0 2024-04-02T09:00:34.685 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj--N7tU72vThNBYVS off=12427510 len=1761116 2024-04-02T09:00:34.686 INFO:tasks.workunit.client.0.smithi012.stdout:op 4793 completed, throughput=5MB/sec 2024-04-02T09:00:34.686 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-elpxT2x0glot5Qb off=12752534 len=378464 2024-04-02T09:00:34.687 INFO:tasks.workunit.client.0.smithi012.stdout:op 4794 completed, throughput=5MB/sec 2024-04-02T09:00:34.687 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-f6q4cvv-ahB_ZVC off=4645550 len=963610 2024-04-02T09:00:34.689 INFO:tasks.workunit.client.0.smithi012.stdout:op 4795 completed, throughput=5MB/sec 2024-04-02T09:00:34.689 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-aNyPCa4FvadoG5u off=7654237 len=653080 2024-04-02T09:00:34.692 INFO:tasks.workunit.client.0.smithi012.stdout:op 4796 completed, throughput=5MB/sec 2024-04-02T09:00:34.692 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-wQJX3Ix155ukwz2 off=7992048 len=1425041 2024-04-02T09:00:34.694 INFO:tasks.workunit.client.0.smithi012.stdout:op 4797 completed, throughput=5MB/sec 2024-04-02T09:00:35.694 INFO:tasks.workunit.client.0.smithi012.stdout: 961: throughput=5MB/sec pending data=0 2024-04-02T09:00:35.694 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-hYyCHruDQVYrec4 off=6206947 len=1109305 2024-04-02T09:00:35.697 INFO:tasks.workunit.client.0.smithi012.stdout:op 4798 completed, throughput=5MB/sec 2024-04-02T09:00:35.697 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-6FuLOKz5bzmf6_N off=0 len=1511704 2024-04-02T09:00:35.707 INFO:tasks.workunit.client.0.smithi012.stdout:op 4799 completed, throughput=5MB/sec 2024-04-02T09:00:35.707 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-UjYVXx_wMovR-Lw off=19913085 len=1190769 2024-04-02T09:00:35.713 INFO:tasks.workunit.client.0.smithi012.stdout:op 4800 completed, throughput=5MB/sec 2024-04-02T09:00:35.714 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-phO9xb5Qvje5kgv off=6348999 len=361697 2024-04-02T09:00:35.715 INFO:tasks.workunit.client.0.smithi012.stdout:op 4801 completed, throughput=5MB/sec 2024-04-02T09:00:35.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:00:35 smithi012 ceph-mon[88355]: pgmap v1902: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:00:35.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:00:35 smithi012 ceph-mon[90784]: pgmap v1902: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:00:36.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:00:35 smithi055 ceph-mon[85080]: pgmap v1902: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:00:36.714 INFO:tasks.workunit.client.0.smithi012.stdout: 962: throughput=5MB/sec pending data=0 2024-04-02T09:00:36.714 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Au0wzp7YdAGQr2p off=7343635 len=168298 2024-04-02T09:00:36.717 INFO:tasks.workunit.client.0.smithi012.stdout:op 4802 completed, throughput=5MB/sec 2024-04-02T09:00:36.717 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-QX_L4GaH_ig8MWc off=2684723 len=1881498 2024-04-02T09:00:36.725 INFO:tasks.workunit.client.0.smithi012.stdout:op 4803 completed, throughput=5MB/sec 2024-04-02T09:00:36.725 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Cdp6Okqc--H3W7l off=7879360 len=15173 2024-04-02T09:00:36.726 INFO:tasks.workunit.client.0.smithi012.stdout:op 4804 completed, throughput=5MB/sec 2024-04-02T09:00:36.726 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-76x5Q_IuH9hC6CO off=1674254 len=1597877 2024-04-02T09:00:36.732 INFO:tasks.workunit.client.0.smithi012.stdout:op 4805 completed, throughput=5MB/sec 2024-04-02T09:00:36.732 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-WmgCrvpgHoLZcu4 off=8123561 len=1852190 2024-04-02T09:00:36.733 INFO:tasks.workunit.client.0.smithi012.stdout:op 4806 completed, throughput=5MB/sec 2024-04-02T09:00:37.734 INFO:tasks.workunit.client.0.smithi012.stdout: 963: throughput=5MB/sec pending data=0 2024-04-02T09:00:37.734 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-enY4D2RezPfaORX off=12521224 len=1709977 2024-04-02T09:00:37.737 INFO:tasks.workunit.client.0.smithi012.stdout:op 4807 completed, throughput=5MB/sec 2024-04-02T09:00:37.737 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-qveysmcfDMuHVW1 off=4138474 len=213325 2024-04-02T09:00:37.738 INFO:tasks.workunit.client.0.smithi012.stdout:op 4808 completed, throughput=5MB/sec 2024-04-02T09:00:37.738 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-xUOwZnGx76BSDeF off=5919531 len=377266 2024-04-02T09:00:37.741 INFO:tasks.workunit.client.0.smithi012.stdout:op 4809 completed, throughput=5MB/sec 2024-04-02T09:00:37.741 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj--CdyF8SxiYkq8Eo off=101638 len=781398 2024-04-02T09:00:37.742 INFO:tasks.workunit.client.0.smithi012.stdout:op 4810 completed, throughput=5MB/sec 2024-04-02T09:00:37.742 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Aa9qqmkiBt4dR5F off=8409914 len=1772589 2024-04-02T09:00:37.750 INFO:tasks.workunit.client.0.smithi012.stdout:op 4811 completed, throughput=5MB/sec 2024-04-02T09:00:37.750 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-jCfqPsiOh6Hl8kR off=7189845 len=833599 2024-04-02T09:00:37.750 INFO:tasks.workunit.client.0.smithi012.stdout:op 4812 completed, throughput=5MB/sec 2024-04-02T09:00:37.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:00:37 smithi012 ceph-mon[88355]: pgmap v1903: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T09:00:37.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:00:37 smithi012 ceph-mon[90784]: pgmap v1903: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T09:00:38.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:00:37 smithi055 ceph-mon[85080]: pgmap v1903: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T09:00:38.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:00:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:00:37] "GET /metrics HTTP/1.1" 200 34058 "" "Prometheus/2.43.0" 2024-04-02T09:00:38.751 INFO:tasks.workunit.client.0.smithi012.stdout: 964: throughput=5MB/sec pending data=0 2024-04-02T09:00:38.751 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-MqI1mgPTynka_b2 off=2802701 len=1474060 2024-04-02T09:00:38.757 INFO:tasks.workunit.client.0.smithi012.stdout:op 4813 completed, throughput=5MB/sec 2024-04-02T09:00:38.757 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-m4hc0gdFeWSaoDD off=3565896 len=1325 2024-04-02T09:00:38.757 INFO:tasks.workunit.client.0.smithi012.stdout:op 4814 completed, throughput=5MB/sec 2024-04-02T09:00:38.758 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-gsYGvyD58UryuEZ off=13657219 len=1454522 2024-04-02T09:00:38.764 INFO:tasks.workunit.client.0.smithi012.stdout:op 4815 completed, throughput=5MB/sec 2024-04-02T09:00:38.764 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Pv4Sqa9ipAATGay off=9164920 len=1229806 2024-04-02T09:00:38.770 INFO:tasks.workunit.client.0.smithi012.stdout:op 4816 completed, throughput=5MB/sec 2024-04-02T09:00:38.770 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-4-PlD_5uOMUsnv2 off=869005 len=1140098 2024-04-02T09:00:38.771 INFO:tasks.workunit.client.0.smithi012.stdout:op 4817 completed, throughput=5MB/sec 2024-04-02T09:00:39.772 INFO:tasks.workunit.client.0.smithi012.stdout: 965: throughput=5MB/sec pending data=0 2024-04-02T09:00:39.772 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-xdwBPxjE2pXkvJO off=7484480 len=1734991 2024-04-02T09:00:39.780 INFO:tasks.workunit.client.0.smithi012.stdout:op 4818 completed, throughput=5MB/sec 2024-04-02T09:00:39.780 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-8dA7mwsxlY6U0qO off=9191502 len=1137338 2024-04-02T09:00:39.782 INFO:tasks.workunit.client.0.smithi012.stdout:op 4819 completed, throughput=5MB/sec 2024-04-02T09:00:39.782 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-fDZYFAeN10YNlCY off=5126797 len=597659 2024-04-02T09:00:39.783 INFO:tasks.workunit.client.0.smithi012.stdout:op 4820 completed, throughput=5MB/sec 2024-04-02T09:00:39.783 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Ha1XL7HTWsl-efD off=2867724 len=1917648 2024-04-02T09:00:39.785 INFO:tasks.workunit.client.0.smithi012.stdout:op 4821 completed, throughput=5MB/sec 2024-04-02T09:00:39.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:00:39 smithi012 ceph-mon[88355]: pgmap v1904: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:00:39.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:00:39 smithi012 ceph-mon[90784]: pgmap v1904: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:00:40.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:00:39 smithi055 ceph-mon[85080]: pgmap v1904: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:00:40.785 INFO:tasks.workunit.client.0.smithi012.stdout: 966: throughput=5MB/sec pending data=0 2024-04-02T09:00:40.785 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-1Cyp-OuTd4NnZV4 off=3751198 len=1223005 2024-04-02T09:00:40.791 INFO:tasks.workunit.client.0.smithi012.stdout:op 4822 completed, throughput=5MB/sec 2024-04-02T09:00:40.791 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ANEwyoZfH3Wt2Mj off=12325904 len=1170641 2024-04-02T09:00:40.797 INFO:tasks.workunit.client.0.smithi012.stdout:op 4823 completed, throughput=5MB/sec 2024-04-02T09:00:40.797 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-FmsrQtKhw3eaxss off=13734126 len=1422733 2024-04-02T09:00:40.804 INFO:tasks.workunit.client.0.smithi012.stdout:op 4824 completed, throughput=5MB/sec 2024-04-02T09:00:40.804 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-y8oQqkOZbDOOmpO off=12922402 len=1802412 2024-04-02T09:00:40.813 INFO:tasks.workunit.client.0.smithi012.stdout:op 4825 completed, throughput=5MB/sec 2024-04-02T09:00:41.813 INFO:tasks.workunit.client.0.smithi012.stdout: 967: throughput=5MB/sec pending data=0 2024-04-02T09:00:41.813 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-c_tpbGDu-cFdlAv off=1337919 len=935266 2024-04-02T09:00:41.817 INFO:tasks.workunit.client.0.smithi012.stdout:op 4826 completed, throughput=5MB/sec 2024-04-02T09:00:41.817 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-GN-i4CWNWzXgbPB off=1897713 len=23600 2024-04-02T09:00:41.820 INFO:tasks.workunit.client.0.smithi012.stdout:op 4827 completed, throughput=5MB/sec 2024-04-02T09:00:41.820 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-i1p-YzkrdZrRUMj off=4073114 len=1729990 2024-04-02T09:00:41.828 INFO:tasks.workunit.client.0.smithi012.stdout:op 4828 completed, throughput=5MB/sec 2024-04-02T09:00:41.828 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ACuvQbnW7SitsXG off=479458 len=1228008 2024-04-02T09:00:41.833 INFO:tasks.workunit.client.0.smithi012.stdout:op 4829 completed, throughput=5MB/sec 2024-04-02T09:00:41.833 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Js_eERlJ5hViRh8 off=6249725 len=215486 2024-04-02T09:00:41.835 INFO:tasks.workunit.client.0.smithi012.stdout:op 4830 completed, throughput=5MB/sec 2024-04-02T09:00:41.835 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-xn1jNDoIwz25dXs off=17659999 len=1777713 2024-04-02T09:00:41.836 INFO:tasks.workunit.client.0.smithi012.stdout:op 4831 completed, throughput=5MB/sec 2024-04-02T09:00:41.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:00:41 smithi012 ceph-mon[88355]: pgmap v1905: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:00:41.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:00:41 smithi012 ceph-mon[90784]: pgmap v1905: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:00:42.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:00:41 smithi055 ceph-mon[85080]: pgmap v1905: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:00:42.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:00:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:00:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:00:42.837 INFO:tasks.workunit.client.0.smithi012.stdout: 968: throughput=5MB/sec pending data=0 2024-04-02T09:00:42.837 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-6Zj1CPlxj01NoUO off=2269268 len=460380 2024-04-02T09:00:42.837 INFO:tasks.workunit.client.0.smithi012.stdout:op 4832 completed, throughput=5MB/sec 2024-04-02T09:00:42.837 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-RKOVbSxcsMyjZQn off=10640808 len=1984332 2024-04-02T09:00:42.848 INFO:tasks.workunit.client.0.smithi012.stdout:op 4833 completed, throughput=5MB/sec 2024-04-02T09:00:42.848 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-pJ1LI_mQlUZ2g9Z off=4725940 len=1253673 2024-04-02T09:00:42.854 INFO:tasks.workunit.client.0.smithi012.stdout:op 4834 completed, throughput=5MB/sec 2024-04-02T09:00:42.854 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-hGpqggRnK6cX2kv off=11483117 len=193878 2024-04-02T09:00:42.855 INFO:tasks.workunit.client.0.smithi012.stdout:op 4835 completed, throughput=5MB/sec 2024-04-02T09:00:43.855 INFO:tasks.workunit.client.0.smithi012.stdout: 969: throughput=5MB/sec pending data=0 2024-04-02T09:00:43.855 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-kFuk4nbYqH53iWp off=1096601 len=1365080 2024-04-02T09:00:43.857 INFO:tasks.workunit.client.0.smithi012.stdout:op 4836 completed, throughput=5MB/sec 2024-04-02T09:00:43.857 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-5OLlR1cWNX1nLuw off=7545430 len=632238 2024-04-02T09:00:43.857 INFO:tasks.workunit.client.0.smithi012.stdout:op 4837 completed, throughput=5MB/sec 2024-04-02T09:00:43.857 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-LkG8TUzjTWYxt1z off=18147326 len=859976 2024-04-02T09:00:43.861 INFO:tasks.workunit.client.0.smithi012.stdout:op 4838 completed, throughput=5MB/sec 2024-04-02T09:00:43.861 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-nvoavjrXIohnCCz off=14867205 len=1531887 2024-04-02T09:00:43.862 INFO:tasks.workunit.client.0.smithi012.stdout:op 4839 completed, throughput=5MB/sec 2024-04-02T09:00:43.862 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-DrQukBPNc6AqVr1 off=4875163 len=2064679 2024-04-02T09:00:43.872 INFO:tasks.workunit.client.0.smithi012.stdout:op 4840 completed, throughput=5MB/sec 2024-04-02T09:00:43.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:00:43 smithi012 ceph-mon[88355]: pgmap v1906: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:00:43.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:00:43 smithi012 ceph-mon[90784]: pgmap v1906: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:00:44.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:00:43 smithi055 ceph-mon[85080]: pgmap v1906: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:00:44.872 INFO:tasks.workunit.client.0.smithi012.stdout: 970: throughput=5MB/sec pending data=0 2024-04-02T09:00:44.872 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-f2HSDvb-kASXwDY off=3147641 len=2065796 2024-04-02T09:00:44.874 INFO:tasks.workunit.client.0.smithi012.stdout:op 4841 completed, throughput=5MB/sec 2024-04-02T09:00:44.874 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-VqLnH0BfQwBOdVy off=6513166 len=1038101 2024-04-02T09:00:44.876 INFO:tasks.workunit.client.0.smithi012.stdout:op 4842 completed, throughput=5MB/sec 2024-04-02T09:00:44.877 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-JNpBf9ItSOuVjgi off=7254079 len=1694576 2024-04-02T09:00:44.879 INFO:tasks.workunit.client.0.smithi012.stdout:op 4843 completed, throughput=5MB/sec 2024-04-02T09:00:44.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:00:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:44.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:00:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:45.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:00:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:45.879 INFO:tasks.workunit.client.0.smithi012.stdout: 971: throughput=5MB/sec pending data=0 2024-04-02T09:00:45.880 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-EVOQjyf1LwKjMEW off=469376 len=1337555 2024-04-02T09:00:45.882 INFO:tasks.workunit.client.0.smithi012.stdout:op 4844 completed, throughput=5MB/sec 2024-04-02T09:00:45.882 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-5Po9FQXdXd-h6Mw off=75381 len=209404 2024-04-02T09:00:45.882 INFO:tasks.workunit.client.0.smithi012.stdout:op 4845 completed, throughput=5MB/sec 2024-04-02T09:00:45.882 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Lz-fi0IiFMCOreK off=10066307 len=1541034 2024-04-02T09:00:45.890 INFO:tasks.workunit.client.0.smithi012.stdout:op 4846 completed, throughput=5MB/sec 2024-04-02T09:00:45.890 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-BJQIAw2fgW9w0FH off=2035978 len=523936 2024-04-02T09:00:45.893 INFO:tasks.workunit.client.0.smithi012.stdout:op 4847 completed, throughput=5MB/sec 2024-04-02T09:00:45.893 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-AoV6nP5AqNbl4I3 off=3212866 len=396464 2024-04-02T09:00:45.896 INFO:tasks.workunit.client.0.smithi012.stdout:op 4848 completed, throughput=5MB/sec 2024-04-02T09:00:45.896 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-dQp85rik7clUByF off=604506 len=503423 2024-04-02T09:00:45.898 INFO:tasks.workunit.client.0.smithi012.stdout:op 4849 completed, throughput=5MB/sec 2024-04-02T09:00:45.899 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-syXyarICYFUfatp off=4892719 len=810798 2024-04-02T09:00:45.902 INFO:tasks.workunit.client.0.smithi012.stdout:op 4850 completed, throughput=5MB/sec 2024-04-02T09:00:45.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:00:45 smithi012 ceph-mon[88355]: pgmap v1907: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T09:00:45.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:00:45 smithi012 ceph-mon[90784]: pgmap v1907: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T09:00:46.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:00:45 smithi055 ceph-mon[85080]: pgmap v1907: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T09:00:46.902 INFO:tasks.workunit.client.0.smithi012.stdout: 972: throughput=5MB/sec pending data=0 2024-04-02T09:00:46.903 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ZLX5M3gzGOybFlM off=9773586 len=411137 2024-04-02T09:00:46.903 INFO:tasks.workunit.client.0.smithi012.stdout:op 4851 completed, throughput=5MB/sec 2024-04-02T09:00:46.903 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-HNG3uEw__1hu3Og off=1399207 len=1416869 2024-04-02T09:00:46.906 INFO:tasks.workunit.client.0.smithi012.stdout:op 4852 completed, throughput=5MB/sec 2024-04-02T09:00:46.906 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-gjdetSuqOFhYj3D off=18526388 len=1060891 2024-04-02T09:00:46.909 INFO:tasks.workunit.client.0.smithi012.stdout:op 4853 completed, throughput=5MB/sec 2024-04-02T09:00:46.909 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ovt7dhUGffRb6gH off=6758694 len=919948 2024-04-02T09:00:46.909 INFO:tasks.workunit.client.0.smithi012.stdout:op 4854 completed, throughput=5MB/sec 2024-04-02T09:00:46.910 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Ri8T_lsyUMOdx8c off=4782596 len=1102471 2024-04-02T09:00:46.910 INFO:tasks.workunit.client.0.smithi012.stdout:op 4855 completed, throughput=5MB/sec 2024-04-02T09:00:47.911 INFO:tasks.workunit.client.0.smithi012.stdout: 973: throughput=5MB/sec pending data=0 2024-04-02T09:00:47.911 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-6mdBiAVk_BRHbf2 off=3280248 len=1841903 2024-04-02T09:00:47.919 INFO:tasks.workunit.client.0.smithi012.stdout:op 4856 completed, throughput=5MB/sec 2024-04-02T09:00:47.919 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-YGdsUh8K_o88yVN off=726435 len=1473427 2024-04-02T09:00:47.922 INFO:tasks.workunit.client.0.smithi012.stdout:op 4857 completed, throughput=5MB/sec 2024-04-02T09:00:47.922 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-GBWz_RfZIM0EtGG off=3653339 len=1654316 2024-04-02T09:00:47.925 INFO:tasks.workunit.client.0.smithi012.stdout:op 4858 completed, throughput=5MB/sec 2024-04-02T09:00:47.925 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-mNW2c5IIPsJtJhC off=2747463 len=1760632 2024-04-02T09:00:47.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:00:47 smithi012 ceph-mon[88355]: pgmap v1908: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T09:00:47.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:00:47 smithi012 ceph-mon[90784]: pgmap v1908: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T09:00:47.933 INFO:tasks.workunit.client.0.smithi012.stdout:op 4859 completed, throughput=5MB/sec 2024-04-02T09:00:48.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:00:47 smithi055 ceph-mon[85080]: pgmap v1908: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T09:00:48.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:00:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:00:47] "GET /metrics HTTP/1.1" 200 34060 "" "Prometheus/2.43.0" 2024-04-02T09:00:48.933 INFO:tasks.workunit.client.0.smithi012.stdout: 974: throughput=5MB/sec pending data=0 2024-04-02T09:00:48.933 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-EbseXxB6lryU99d off=87092 len=53181 2024-04-02T09:00:48.934 INFO:tasks.workunit.client.0.smithi012.stdout:op 4860 completed, throughput=5MB/sec 2024-04-02T09:00:48.934 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-r3qvAUasp2v2Dpm off=9924669 len=1459151 2024-04-02T09:00:48.941 INFO:tasks.workunit.client.0.smithi012.stdout:op 4861 completed, throughput=5MB/sec 2024-04-02T09:00:48.941 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-hu5mPsBV7-972R8 off=197288 len=1361985 2024-04-02T09:00:48.942 INFO:tasks.workunit.client.0.smithi012.stdout:op 4862 completed, throughput=5MB/sec 2024-04-02T09:00:48.942 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-4EhhGnPHjdICiiJ off=13348658 len=541550 2024-04-02T09:00:48.942 INFO:tasks.workunit.client.0.smithi012.stdout:op 4863 completed, throughput=5MB/sec 2024-04-02T09:00:48.942 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-6LOXSvzAVt1LWBm off=1074112 len=1849389 2024-04-02T09:00:48.951 INFO:tasks.workunit.client.0.smithi012.stdout:op 4864 completed, throughput=5MB/sec 2024-04-02T09:00:49.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:00:49 smithi012 ceph-mon[88355]: pgmap v1909: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T09:00:49.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:00:49 smithi012 ceph-mon[90784]: pgmap v1909: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T09:00:49.951 INFO:tasks.workunit.client.0.smithi012.stdout: 975: throughput=5MB/sec pending data=0 2024-04-02T09:00:49.951 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-iLc4sNam3sJF7AA off=322364 len=1364245 2024-04-02T09:00:49.952 INFO:tasks.workunit.client.0.smithi012.stdout:op 4865 completed, throughput=5MB/sec 2024-04-02T09:00:49.953 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-EoHXmS6Nn2RsNT- off=11389910 len=639832 2024-04-02T09:00:49.953 INFO:tasks.workunit.client.0.smithi012.stdout:op 4866 completed, throughput=5MB/sec 2024-04-02T09:00:49.953 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-QBXPB0q3-OSATLO off=1275144 len=1741978 2024-04-02T09:00:49.962 INFO:tasks.workunit.client.0.smithi012.stdout:op 4867 completed, throughput=5MB/sec 2024-04-02T09:00:50.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:00:49 smithi055 ceph-mon[85080]: pgmap v1909: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T09:00:50.962 INFO:tasks.workunit.client.0.smithi012.stdout: 976: throughput=5MB/sec pending data=0 2024-04-02T09:00:50.962 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-UM62Od8vAl92trB off=10113991 len=1931712 2024-04-02T09:00:50.969 INFO:tasks.workunit.client.0.smithi012.stdout:op 4868 completed, throughput=5MB/sec 2024-04-02T09:00:50.969 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-y58jL68-qF2gQE6 off=7309526 len=1341361 2024-04-02T09:00:50.975 INFO:tasks.workunit.client.0.smithi012.stdout:op 4869 completed, throughput=5MB/sec 2024-04-02T09:00:50.976 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-nSE5k3_BWrvp2mX off=1583782 len=474473 2024-04-02T09:00:50.976 INFO:tasks.workunit.client.0.smithi012.stdout:op 4870 completed, throughput=5MB/sec 2024-04-02T09:00:50.976 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-e9oZKBLId37_ZZZ off=17154568 len=1215978 2024-04-02T09:00:50.982 INFO:tasks.workunit.client.0.smithi012.stdout:op 4871 completed, throughput=5MB/sec 2024-04-02T09:00:50.982 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-qFdRfctxWvvXyWH off=3229824 len=840608 2024-04-02T09:00:50.983 INFO:tasks.workunit.client.0.smithi012.stdout:op 4872 completed, throughput=5MB/sec 2024-04-02T09:00:51.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:00:51 smithi012 ceph-mon[90784]: pgmap v1910: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:00:51.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:00:51 smithi012 ceph-mon[88355]: pgmap v1910: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:00:51.983 INFO:tasks.workunit.client.0.smithi012.stdout: 977: throughput=5MB/sec pending data=0 2024-04-02T09:00:51.983 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-OJ5mISEGzW5g6Hv off=14710544 len=1364589 2024-04-02T09:00:51.990 INFO:tasks.workunit.client.0.smithi012.stdout:op 4873 completed, throughput=5MB/sec 2024-04-02T09:00:51.991 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-QVanWb2yH2400Uy off=3143165 len=1311536 2024-04-02T09:00:51.997 INFO:tasks.workunit.client.0.smithi012.stdout:op 4874 completed, throughput=5MB/sec 2024-04-02T09:00:51.997 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Wk4j6s9UVTh2n4R off=12290493 len=996878 2024-04-02T09:00:51.999 INFO:tasks.workunit.client.0.smithi012.stdout:op 4875 completed, throughput=5MB/sec 2024-04-02T09:00:51.999 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-oSA3sHqFcQm_AOK off=3558229 len=1961849 2024-04-02T09:00:52.006 INFO:tasks.workunit.client.0.smithi012.stdout:op 4876 completed, throughput=5MB/sec 2024-04-02T09:00:52.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:00:51 smithi055 ceph-mon[85080]: pgmap v1910: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:00:52.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:00:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:00:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:00:53.006 INFO:tasks.workunit.client.0.smithi012.stdout: 978: throughput=5MB/sec pending data=0 2024-04-02T09:00:53.006 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-vroaHstiKludnNQ off=3602835 len=132066 2024-04-02T09:00:53.009 INFO:tasks.workunit.client.0.smithi012.stdout:op 4877 completed, throughput=5MB/sec 2024-04-02T09:00:53.009 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-IZKuy3w3Oh8Fw2i off=10748210 len=2032397 2024-04-02T09:00:53.018 INFO:tasks.workunit.client.0.smithi012.stdout:op 4878 completed, throughput=5MB/sec 2024-04-02T09:00:53.018 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-YRnVCfqXK0Rulrz off=663819 len=1714120 2024-04-02T09:00:53.026 INFO:tasks.workunit.client.0.smithi012.stdout:op 4879 completed, throughput=5MB/sec 2024-04-02T09:00:53.026 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-XjnFOojslsVeLjR off=17951209 len=1924329 2024-04-02T09:00:53.034 INFO:tasks.workunit.client.0.smithi012.stdout:op 4880 completed, throughput=5MB/sec 2024-04-02T09:00:53.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:00:53 smithi012 ceph-mon[88355]: pgmap v1911: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:00:53.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:00:53 smithi012 ceph-mon[90784]: pgmap v1911: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:00:54.034 INFO:tasks.workunit.client.0.smithi012.stdout: 979: throughput=5MB/sec pending data=0 2024-04-02T09:00:54.034 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-LmBGtaQYAcWPVvD off=1535402 len=1485539 2024-04-02T09:00:54.041 INFO:tasks.workunit.client.0.smithi012.stdout:op 4881 completed, throughput=5MB/sec 2024-04-02T09:00:54.041 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-qWb2fzEKvkroDEq off=10008125 len=328129 2024-04-02T09:00:54.042 INFO:tasks.workunit.client.0.smithi012.stdout:op 4882 completed, throughput=5MB/sec 2024-04-02T09:00:54.042 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-vB4Dt_9ERDE0_uK off=11472458 len=1235304 2024-04-02T09:00:54.043 INFO:tasks.workunit.client.0.smithi012.stdout:op 4883 completed, throughput=5MB/sec 2024-04-02T09:00:54.043 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-FmQJ0lmZ-mysy2G off=21794770 len=217753 2024-04-02T09:00:54.045 INFO:tasks.workunit.client.0.smithi012.stdout:op 4884 completed, throughput=5MB/sec 2024-04-02T09:00:54.046 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ZEB9uN-5o_lXWCi off=4877405 len=677132 2024-04-02T09:00:54.050 INFO:tasks.workunit.client.0.smithi012.stdout:op 4885 completed, throughput=5MB/sec 2024-04-02T09:00:54.050 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ycgcqftKkLhJloE off=700582 len=2011716 2024-04-02T09:00:54.059 INFO:tasks.workunit.client.0.smithi012.stdout:op 4886 completed, throughput=5MB/sec 2024-04-02T09:00:54.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:00:53 smithi055 ceph-mon[85080]: pgmap v1911: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:00:55.059 INFO:tasks.workunit.client.0.smithi012.stdout: 980: throughput=5MB/sec pending data=0 2024-04-02T09:00:55.059 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-rM0zFIhHWd9NuVc off=163395 len=1071131 2024-04-02T09:00:55.063 INFO:tasks.workunit.client.0.smithi012.stdout:op 4887 completed, throughput=5MB/sec 2024-04-02T09:00:55.063 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-fUwrIBoo6Trylgr off=20925283 len=1108430 2024-04-02T09:00:55.067 INFO:tasks.workunit.client.0.smithi012.stdout:op 4888 completed, throughput=5MB/sec 2024-04-02T09:00:55.067 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-hVn4DQCV-C2UXTu off=12313184 len=1963486 2024-04-02T09:00:55.078 INFO:tasks.workunit.client.0.smithi012.stdout:op 4889 completed, throughput=5MB/sec 2024-04-02T09:00:55.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:00:55 smithi012 ceph-mon[88355]: pgmap v1912: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:00:55.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:00:55 smithi012 ceph-mon[90784]: pgmap v1912: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:00:56.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:00:55 smithi055 ceph-mon[85080]: pgmap v1912: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:00:56.078 INFO:tasks.workunit.client.0.smithi012.stdout: 981: throughput=5MB/sec pending data=0 2024-04-02T09:00:56.078 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-gdgB1n0_8Ut06v_ off=13268661 len=1219229 2024-04-02T09:00:56.084 INFO:tasks.workunit.client.0.smithi012.stdout:op 4890 completed, throughput=5MB/sec 2024-04-02T09:00:56.085 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-244AW9Sla5OT9-r off=1592426 len=939750 2024-04-02T09:00:56.089 INFO:tasks.workunit.client.0.smithi012.stdout:op 4891 completed, throughput=5MB/sec 2024-04-02T09:00:56.090 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-CmAG51Tn9ocnFtU off=3217183 len=1661072 2024-04-02T09:00:56.097 INFO:tasks.workunit.client.0.smithi012.stdout:op 4892 completed, throughput=5MB/sec 2024-04-02T09:00:56.097 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-GUNlsnIVHLBPUMT off=7380328 len=132880 2024-04-02T09:00:56.099 INFO:tasks.workunit.client.0.smithi012.stdout:op 4893 completed, throughput=5MB/sec 2024-04-02T09:00:56.100 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Nrb5mtXG1Q-vbcy off=1005450 len=2012406 2024-04-02T09:00:56.107 INFO:tasks.workunit.client.0.smithi012.stdout:op 4894 completed, throughput=5MB/sec 2024-04-02T09:00:57.107 INFO:tasks.workunit.client.0.smithi012.stdout: 982: throughput=5MB/sec pending data=0 2024-04-02T09:00:57.107 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-8RwDsHmbx70P25f off=2603733 len=166506 2024-04-02T09:00:57.110 INFO:tasks.workunit.client.0.smithi012.stdout:op 4895 completed, throughput=5MB/sec 2024-04-02T09:00:57.110 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-0elpCNVyPLhI4u- off=2205200 len=1725655 2024-04-02T09:00:57.111 INFO:tasks.workunit.client.0.smithi012.stdout:op 4896 completed, throughput=5MB/sec 2024-04-02T09:00:57.112 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-SJKuiyRrLmNSpCN off=1551942 len=1884330 2024-04-02T09:00:57.120 INFO:tasks.workunit.client.0.smithi012.stdout:op 4897 completed, throughput=5MB/sec 2024-04-02T09:00:57.120 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-r6kz9QsbR_6QHya off=6588925 len=1762431 2024-04-02T09:00:57.123 INFO:tasks.workunit.client.0.smithi012.stdout:op 4898 completed, throughput=5MB/sec 2024-04-02T09:00:57.930 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:00:57 smithi012 ceph-mon[88355]: pgmap v1913: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-02T09:00:57.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:00:57 smithi012 ceph-mon[90784]: pgmap v1913: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-02T09:00:58.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:00:57 smithi055 ceph-mon[85080]: pgmap v1913: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-02T09:00:58.124 INFO:tasks.workunit.client.0.smithi012.stdout: 983: throughput=5MB/sec pending data=0 2024-04-02T09:00:58.124 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-vRbkS1O5qwLdG7g off=2614007 len=1128161 2024-04-02T09:00:58.125 INFO:tasks.workunit.client.0.smithi012.stdout:op 4899 completed, throughput=5MB/sec 2024-04-02T09:00:58.125 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-yeD07zt_tNh9F3X off=7738699 len=698847 2024-04-02T09:00:58.126 INFO:tasks.workunit.client.0.smithi012.stdout:op 4900 completed, throughput=5MB/sec 2024-04-02T09:00:58.126 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-gvkLgFHWlO4O3aX off=7670629 len=1557812 2024-04-02T09:00:58.132 INFO:tasks.workunit.client.0.smithi012.stdout:op 4901 completed, throughput=5MB/sec 2024-04-02T09:00:58.132 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-bEG3Nhse42YTwlV off=11074817 len=342121 2024-04-02T09:00:58.134 INFO:tasks.workunit.client.0.smithi012.stdout:op 4902 completed, throughput=5MB/sec 2024-04-02T09:00:58.134 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-kxG3P0WVhedp1UH off=6601242 len=1817207 2024-04-02T09:00:58.136 INFO:tasks.workunit.client.0.smithi012.stdout:op 4903 completed, throughput=5MB/sec 2024-04-02T09:00:58.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:00:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:00:57] "GET /metrics HTTP/1.1" 200 34060 "" "Prometheus/2.43.0" 2024-04-02T09:00:59.136 INFO:tasks.workunit.client.0.smithi012.stdout: 984: throughput=5MB/sec pending data=0 2024-04-02T09:00:59.136 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-9zGm2WAabzpfIk8 off=2420113 len=738005 2024-04-02T09:00:59.138 INFO:tasks.workunit.client.0.smithi012.stdout:op 4904 completed, throughput=5MB/sec 2024-04-02T09:00:59.138 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-A4nMbcCMFWcpZOq off=7586084 len=539869 2024-04-02T09:00:59.139 INFO:tasks.workunit.client.0.smithi012.stdout:op 4905 completed, throughput=5MB/sec 2024-04-02T09:00:59.139 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-syq-W6OfVaZwLjk off=9443355 len=941052 2024-04-02T09:00:59.142 INFO:tasks.workunit.client.0.smithi012.stdout:op 4906 completed, throughput=5MB/sec 2024-04-02T09:00:59.142 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-41tZ5lFE_lGiNEc off=10868184 len=1793397 2024-04-02T09:00:59.144 INFO:tasks.workunit.client.0.smithi012.stdout:op 4907 completed, throughput=5MB/sec 2024-04-02T09:01:00.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:00:59 smithi055 ceph-mon[85080]: pgmap v1914: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T09:01:00.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:00:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:00.145 INFO:tasks.workunit.client.0.smithi012.stdout: 985: throughput=5MB/sec pending data=0 2024-04-02T09:01:00.145 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-CbUlX_xUCTu-uEw off=13157981 len=835872 2024-04-02T09:01:00.148 INFO:tasks.workunit.client.0.smithi012.stdout:op 4908 completed, throughput=5MB/sec 2024-04-02T09:01:00.148 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-CERLgUdRT2vtje_ off=14112912 len=738463 2024-04-02T09:01:00.153 INFO:tasks.workunit.client.0.smithi012.stdout:op 4909 completed, throughput=5MB/sec 2024-04-02T09:01:00.153 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-fA3d7TwTTeUlBAE off=4017434 len=374919 2024-04-02T09:01:00.156 INFO:tasks.workunit.client.0.smithi012.stdout:op 4910 completed, throughput=5MB/sec 2024-04-02T09:01:00.156 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Iu9O8t3ThhegSSr off=3123173 len=943136 2024-04-02T09:01:00.158 INFO:tasks.workunit.client.0.smithi012.stdout:op 4911 completed, throughput=5MB/sec 2024-04-02T09:01:00.158 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-8Q9Ib3IFmeF3rwj off=1438862 len=1948592 2024-04-02T09:01:00.166 INFO:tasks.workunit.client.0.smithi012.stdout:op 4912 completed, throughput=5MB/sec 2024-04-02T09:01:00.166 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-OlF3qrbuMiaa0sh off=16858563 len=634507 2024-04-02T09:01:00.171 INFO:tasks.workunit.client.0.smithi012.stdout:op 4913 completed, throughput=5MB/sec 2024-04-02T09:01:00.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:00:59 smithi012 ceph-mon[88355]: pgmap v1914: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T09:01:00.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:00:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:00.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:00:59 smithi012 ceph-mon[90784]: pgmap v1914: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T09:01:00.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:00:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:01.171 INFO:tasks.workunit.client.0.smithi012.stdout: 986: throughput=5MB/sec pending data=0 2024-04-02T09:01:01.171 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-yoMtFFO1DbXBrKF off=615636 len=1102697 2024-04-02T09:01:01.172 INFO:tasks.workunit.client.0.smithi012.stdout:op 4914 completed, throughput=5MB/sec 2024-04-02T09:01:01.172 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ukXhkvVAaYlW8NI off=1447979 len=456117 2024-04-02T09:01:01.173 INFO:tasks.workunit.client.0.smithi012.stdout:op 4915 completed, throughput=5MB/sec 2024-04-02T09:01:01.173 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-zw-R_axnueqfJyc off=2473633 len=46103 2024-04-02T09:01:01.175 INFO:tasks.workunit.client.0.smithi012.stdout:op 4916 completed, throughput=5MB/sec 2024-04-02T09:01:01.175 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-A-AaaH90guu39xO off=10248950 len=1241270 2024-04-02T09:01:01.181 INFO:tasks.workunit.client.0.smithi012.stdout:op 4917 completed, throughput=5MB/sec 2024-04-02T09:01:01.181 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-8SHtDVgwAysJEDT off=2082740 len=1369107 2024-04-02T09:01:01.188 INFO:tasks.workunit.client.0.smithi012.stdout:op 4918 completed, throughput=5MB/sec 2024-04-02T09:01:01.188 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-GejocGone3QF_EM off=4617126 len=1029027 2024-04-02T09:01:01.189 INFO:tasks.workunit.client.0.smithi012.stdout:op 4919 completed, throughput=5MB/sec 2024-04-02T09:01:01.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:01:01 smithi012 ceph-mon[88355]: pgmap v1915: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-04-02T09:01:01.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:01:01 smithi012 ceph-mon[90784]: pgmap v1915: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-04-02T09:01:02.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:01:01 smithi055 ceph-mon[85080]: pgmap v1915: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-04-02T09:01:02.189 INFO:tasks.workunit.client.0.smithi012.stdout: 987: throughput=5MB/sec pending data=0 2024-04-02T09:01:02.189 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-KmYa9nb1x0cq3ux off=0 len=1115273 2024-04-02T09:01:02.190 INFO:tasks.workunit.client.0.smithi012.stdout:op 4920 completed, throughput=5MB/sec 2024-04-02T09:01:02.190 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Z6ktYb9KAXWQzKi off=1372545 len=1179541 2024-04-02T09:01:02.193 INFO:tasks.workunit.client.0.smithi012.stdout:op 4921 completed, throughput=5MB/sec 2024-04-02T09:01:02.193 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-AA-d8vRa01hnUG0 off=15597156 len=856754 2024-04-02T09:01:02.194 INFO:tasks.workunit.client.0.smithi012.stdout:op 4922 completed, throughput=5MB/sec 2024-04-02T09:01:02.194 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-TkSnDa-u_0OI4Cb off=4850320 len=226156 2024-04-02T09:01:02.197 INFO:tasks.workunit.client.0.smithi012.stdout:op 4923 completed, throughput=5MB/sec 2024-04-02T09:01:02.197 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Os_kD7FIqF0uRXq off=21084134 len=1749159 2024-04-02T09:01:02.198 INFO:tasks.workunit.client.0.smithi012.stdout:op 4924 completed, throughput=5MB/sec 2024-04-02T09:01:02.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:01:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:01:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:01:03.199 INFO:tasks.workunit.client.0.smithi012.stdout: 988: throughput=5MB/sec pending data=0 2024-04-02T09:01:03.199 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-I5b0prkS5MAMr7X off=5518619 len=1681215 2024-04-02T09:01:03.200 INFO:tasks.workunit.client.0.smithi012.stdout:op 4925 completed, throughput=5MB/sec 2024-04-02T09:01:03.200 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-58XaNbTpxfTp2Vn off=5202522 len=1546938 2024-04-02T09:01:03.208 INFO:tasks.workunit.client.0.smithi012.stdout:op 4926 completed, throughput=5MB/sec 2024-04-02T09:01:03.208 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-tVsGMteZbVqo90Z off=4882255 len=1381999 2024-04-02T09:01:03.209 INFO:tasks.workunit.client.0.smithi012.stdout:op 4927 completed, throughput=5MB/sec 2024-04-02T09:01:03.209 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-mIxCtnNgRNuOm4m off=363483 len=905173 2024-04-02T09:01:03.212 INFO:tasks.workunit.client.0.smithi012.stdout:op 4928 completed, throughput=5MB/sec 2024-04-02T09:01:04.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:01:03 smithi055 ceph-mon[85080]: pgmap v1916: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T09:01:04.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:01:03 smithi012 ceph-mon[88355]: pgmap v1916: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T09:01:04.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:01:03 smithi012 ceph-mon[90784]: pgmap v1916: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T09:01:04.212 INFO:tasks.workunit.client.0.smithi012.stdout: 989: throughput=5MB/sec pending data=0 2024-04-02T09:01:04.213 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-UM62Od8vAl92trB off=2423039 len=1035587 2024-04-02T09:01:04.217 INFO:tasks.workunit.client.0.smithi012.stdout:op 4929 completed, throughput=5MB/sec 2024-04-02T09:01:04.217 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-9cELNanGHqtpJHr off=1116380 len=91996 2024-04-02T09:01:04.218 INFO:tasks.workunit.client.0.smithi012.stdout:op 4930 completed, throughput=5MB/sec 2024-04-02T09:01:04.218 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-RUbhsCKkxLse-rj off=21428295 len=1495743 2024-04-02T09:01:04.224 INFO:tasks.workunit.client.0.smithi012.stdout:op 4931 completed, throughput=5MB/sec 2024-04-02T09:01:04.224 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-pUgpUUrLBmGnQqV off=4257004 len=1535829 2024-04-02T09:01:04.227 INFO:tasks.workunit.client.0.smithi012.stdout:op 4932 completed, throughput=5MB/sec 2024-04-02T09:01:04.227 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-du81gIaJSJztpmc off=1636853 len=78028 2024-04-02T09:01:04.230 INFO:tasks.workunit.client.0.smithi012.stdout:op 4933 completed, throughput=5MB/sec 2024-04-02T09:01:04.230 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-FEJr1AWlbgnYObf off=12569455 len=1676375 2024-04-02T09:01:04.237 INFO:tasks.workunit.client.0.smithi012.stdout:op 4934 completed, throughput=5MB/sec 2024-04-02T09:01:05.238 INFO:tasks.workunit.client.0.smithi012.stdout: 990: throughput=5MB/sec pending data=0 2024-04-02T09:01:05.238 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-A4AaoTvE50e3MVW off=479594 len=380478 2024-04-02T09:01:05.242 INFO:tasks.workunit.client.0.smithi012.stdout:op 4935 completed, throughput=5MB/sec 2024-04-02T09:01:05.242 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-HWWnrRNWsUuMg_2 off=5480052 len=1767552 2024-04-02T09:01:05.245 INFO:tasks.workunit.client.0.smithi012.stdout:op 4936 completed, throughput=5MB/sec 2024-04-02T09:01:05.245 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-u9E9MUDQ5Gz9JsE off=0 len=1767932 2024-04-02T09:01:05.252 INFO:tasks.workunit.client.0.smithi012.stdout:op 4937 completed, throughput=5MB/sec 2024-04-02T09:01:05.252 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-nvY0QeLOBeX8b41 off=19699653 len=1753273 2024-04-02T09:01:05.259 INFO:tasks.workunit.client.0.smithi012.stdout:op 4938 completed, throughput=5MB/sec 2024-04-02T09:01:06.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:01:05 smithi055 ceph-mon[85080]: pgmap v1917: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-02T09:01:06.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:01:05 smithi012 ceph-mon[88355]: pgmap v1917: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-02T09:01:06.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:01:05 smithi012 ceph-mon[90784]: pgmap v1917: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-02T09:01:06.260 INFO:tasks.workunit.client.0.smithi012.stdout: 991: throughput=5MB/sec pending data=0 2024-04-02T09:01:06.260 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj--QFdq0N6p9LQ2e_ off=1015344 len=1799097 2024-04-02T09:01:06.261 INFO:tasks.workunit.client.0.smithi012.stdout:op 4939 completed, throughput=5MB/sec 2024-04-02T09:01:06.261 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-c5LCahu511n6vv8 off=1565068 len=220268 2024-04-02T09:01:06.264 INFO:tasks.workunit.client.0.smithi012.stdout:op 4940 completed, throughput=5MB/sec 2024-04-02T09:01:06.264 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-OlDP-2cr0Ydd5wb off=10817117 len=1262897 2024-04-02T09:01:06.267 INFO:tasks.workunit.client.0.smithi012.stdout:op 4941 completed, throughput=5MB/sec 2024-04-02T09:01:06.267 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-FYbc4M0bTDn6-UM off=4685196 len=1331732 2024-04-02T09:01:06.268 INFO:tasks.workunit.client.0.smithi012.stdout:op 4942 completed, throughput=5MB/sec 2024-04-02T09:01:07.268 INFO:tasks.workunit.client.0.smithi012.stdout: 992: throughput=5MB/sec pending data=0 2024-04-02T09:01:07.268 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-TJGvEee4d8bsa00 off=13328592 len=495507 2024-04-02T09:01:07.272 INFO:tasks.workunit.client.0.smithi012.stdout:op 4943 completed, throughput=5MB/sec 2024-04-02T09:01:07.272 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-EnLdLULyf0s0kAU off=1737182 len=1879822 2024-04-02T09:01:07.273 INFO:tasks.workunit.client.0.smithi012.stdout:op 4944 completed, throughput=5MB/sec 2024-04-02T09:01:07.273 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-w5B6aCDqh00pqnA off=12585662 len=1915116 2024-04-02T09:01:07.275 INFO:tasks.workunit.client.0.smithi012.stdout:op 4945 completed, throughput=5MB/sec 2024-04-02T09:01:07.275 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-5Po9FQXdXd-h6Mw off=20950880 len=144999 2024-04-02T09:01:07.275 INFO:tasks.workunit.client.0.smithi012.stdout:op 4946 completed, throughput=5MB/sec 2024-04-02T09:01:07.275 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-RFeA73_sitc3c3J off=13504852 len=327539 2024-04-02T09:01:07.278 INFO:tasks.workunit.client.0.smithi012.stdout:op 4947 completed, throughput=5MB/sec 2024-04-02T09:01:07.278 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-VSa7zllhwKvfFlC off=16416310 len=1448577 2024-04-02T09:01:07.283 INFO:tasks.workunit.client.0.smithi012.stdout:op 4948 completed, throughput=5MB/sec 2024-04-02T09:01:08.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:01:07 smithi055 ceph-mon[85080]: pgmap v1918: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2024-04-02T09:01:08.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:01:07 smithi012 ceph-mon[88355]: pgmap v1918: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2024-04-02T09:01:08.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:01:07 smithi012 ceph-mon[90784]: pgmap v1918: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2024-04-02T09:01:08.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:01:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:01:07] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-04-02T09:01:08.283 INFO:tasks.workunit.client.0.smithi012.stdout: 993: throughput=5MB/sec pending data=0 2024-04-02T09:01:08.283 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-9FG2yALq61nSemv off=8584071 len=1008794 2024-04-02T09:01:08.287 INFO:tasks.workunit.client.0.smithi012.stdout:op 4949 completed, throughput=5MB/sec 2024-04-02T09:01:08.287 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-cQV1Nbso0OCyuls off=0 len=1299740 2024-04-02T09:01:08.293 INFO:tasks.workunit.client.0.smithi012.stdout:op 4950 completed, throughput=5MB/sec 2024-04-02T09:01:08.293 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-6UEtK9SqH2ZRi-Q off=17633610 len=359986 2024-04-02T09:01:08.296 INFO:tasks.workunit.client.0.smithi012.stdout:op 4951 completed, throughput=5MB/sec 2024-04-02T09:01:08.296 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-lkjYBlJEGH805AZ off=549420 len=1755667 2024-04-02T09:01:08.297 INFO:tasks.workunit.client.0.smithi012.stdout:op 4952 completed, throughput=5MB/sec 2024-04-02T09:01:09.298 INFO:tasks.workunit.client.0.smithi012.stdout: 994: throughput=5MB/sec pending data=0 2024-04-02T09:01:09.298 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-uXlesdb0E4N0tVG off=3838411 len=616856 2024-04-02T09:01:09.298 INFO:tasks.workunit.client.0.smithi012.stdout:op 4953 completed, throughput=5MB/sec 2024-04-02T09:01:09.298 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Bai808aKngFPPqV off=11239180 len=1342859 2024-04-02T09:01:09.305 INFO:tasks.workunit.client.0.smithi012.stdout:op 4954 completed, throughput=5MB/sec 2024-04-02T09:01:09.305 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-by5NaxA23KzKyJi off=2079268 len=2023595 2024-04-02T09:01:09.307 INFO:tasks.workunit.client.0.smithi012.stdout:op 4955 completed, throughput=5MB/sec 2024-04-02T09:01:09.307 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-gCV51BO91Zw6Me8 off=16283784 len=304322 2024-04-02T09:01:09.310 INFO:tasks.workunit.client.0.smithi012.stdout:op 4956 completed, throughput=5MB/sec 2024-04-02T09:01:09.310 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-nxYyIkUKqYrbeFo off=2207395 len=669832 2024-04-02T09:01:09.310 INFO:tasks.workunit.client.0.smithi012.stdout:op 4957 completed, throughput=5MB/sec 2024-04-02T09:01:10.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:01:09 smithi055 ceph-mon[85080]: pgmap v1919: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:01:10.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:01:09 smithi012 ceph-mon[88355]: pgmap v1919: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:01:10.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:01:09 smithi012 ceph-mon[90784]: pgmap v1919: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:01:10.311 INFO:tasks.workunit.client.0.smithi012.stdout: 995: throughput=5MB/sec pending data=0 2024-04-02T09:01:10.336 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Gsmx-Xc_PjalGoY off=4932855 len=1234541 2024-04-02T09:01:10.338 INFO:tasks.workunit.client.0.smithi012.stdout:op 4958 completed, throughput=5MB/sec 2024-04-02T09:01:10.338 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-D2F2i4_y7q74qCN off=1784647 len=1597949 2024-04-02T09:01:10.338 INFO:tasks.workunit.client.0.smithi012.stdout:op 4959 completed, throughput=5MB/sec 2024-04-02T09:01:10.338 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-tw2rLuCEIqyNYwP off=139962 len=1563057 2024-04-02T09:01:10.338 INFO:tasks.workunit.client.0.smithi012.stdout:op 4960 completed, throughput=5MB/sec 2024-04-02T09:01:10.338 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-OjH6nUzFIBNLlZj off=738084 len=349437 2024-04-02T09:01:10.338 INFO:tasks.workunit.client.0.smithi012.stdout:op 4961 completed, throughput=5MB/sec 2024-04-02T09:01:10.338 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-dgiVA1KiA4oe8mJ off=4462014 len=235154 2024-04-02T09:01:10.338 INFO:tasks.workunit.client.0.smithi012.stdout:op 4962 completed, throughput=5MB/sec 2024-04-02T09:01:10.338 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Cr_66xhXGYtxtL7 off=12262234 len=1305536 2024-04-02T09:01:10.338 INFO:tasks.workunit.client.0.smithi012.stdout:op 4963 completed, throughput=5MB/sec 2024-04-02T09:01:11.335 INFO:tasks.workunit.client.0.smithi012.stdout: 996: throughput=5MB/sec pending data=0 2024-04-02T09:01:11.335 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-9KkjtNJxdf-dPGr off=1770115 len=2074601 2024-04-02T09:01:11.343 INFO:tasks.workunit.client.0.smithi012.stdout:op 4964 completed, throughput=5MB/sec 2024-04-02T09:01:11.343 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-OjH6nUzFIBNLlZj off=1869346 len=999332 2024-04-02T09:01:11.344 INFO:tasks.workunit.client.0.smithi012.stdout:op 4965 completed, throughput=5MB/sec 2024-04-02T09:01:11.344 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-stPAk-fl73E9mWz off=4755560 len=619576 2024-04-02T09:01:11.348 INFO:tasks.workunit.client.0.smithi012.stdout:op 4966 completed, throughput=5MB/sec 2024-04-02T09:01:11.349 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-4g5CM883r-2Aza4 off=5435687 len=636173 2024-04-02T09:01:11.351 INFO:tasks.workunit.client.0.smithi012.stdout:op 4967 completed, throughput=5MB/sec 2024-04-02T09:01:12.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:01:11 smithi055 ceph-mon[85080]: pgmap v1920: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:01:12.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:01:11 smithi012 ceph-mon[88355]: pgmap v1920: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:01:12.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:01:11 smithi012 ceph-mon[90784]: pgmap v1920: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:01:12.352 INFO:tasks.workunit.client.0.smithi012.stdout: 997: throughput=5MB/sec pending data=0 2024-04-02T09:01:12.352 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-FSxVrNsl-Y8bnIV off=7372812 len=2008910 2024-04-02T09:01:12.359 INFO:tasks.workunit.client.0.smithi012.stdout:op 4968 completed, throughput=5MB/sec 2024-04-02T09:01:12.359 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-KH4uozDK_zUshat off=14883535 len=1126756 2024-04-02T09:01:12.360 INFO:tasks.workunit.client.0.smithi012.stdout:op 4969 completed, throughput=5MB/sec 2024-04-02T09:01:12.361 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-blz-k4k4bZ5B5kc off=15033784 len=1330993 2024-04-02T09:01:12.367 INFO:tasks.workunit.client.0.smithi012.stdout:op 4970 completed, throughput=5MB/sec 2024-04-02T09:01:12.367 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-QzcKbuZRQu6KFD9 off=4591291 len=1773029 2024-04-02T09:01:12.368 INFO:tasks.workunit.client.0.smithi012.stdout:op 4971 completed, throughput=5MB/sec 2024-04-02T09:01:12.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:01:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:01:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:01:13.369 INFO:tasks.workunit.client.0.smithi012.stdout: 998: throughput=5MB/sec pending data=0 2024-04-02T09:01:13.369 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-OjH6nUzFIBNLlZj off=2078033 len=802441 2024-04-02T09:01:13.370 INFO:tasks.workunit.client.0.smithi012.stdout:op 4972 completed, throughput=5MB/sec 2024-04-02T09:01:13.370 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-FFUgVlq-JVQSsBB off=10320998 len=460653 2024-04-02T09:01:13.373 INFO:tasks.workunit.client.0.smithi012.stdout:op 4973 completed, throughput=5MB/sec 2024-04-02T09:01:13.373 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-_En43L0Op7jX6mg off=16084404 len=972379 2024-04-02T09:01:13.374 INFO:tasks.workunit.client.0.smithi012.stdout:op 4974 completed, throughput=5MB/sec 2024-04-02T09:01:13.374 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-s56fZFdkyEZ6o-z off=2357972 len=1463038 2024-04-02T09:01:13.377 INFO:tasks.workunit.client.0.smithi012.stdout:op 4975 completed, throughput=5MB/sec 2024-04-02T09:01:13.377 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-lsRBrVQ_w9y2a6W off=1273411 len=900239 2024-04-02T09:01:13.382 INFO:tasks.workunit.client.0.smithi012.stdout:op 4976 completed, throughput=5MB/sec 2024-04-02T09:01:14.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:01:13 smithi055 ceph-mon[85080]: pgmap v1921: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:01:14.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:01:13 smithi012 ceph-mon[88355]: pgmap v1921: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:01:14.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:01:13 smithi012 ceph-mon[90784]: pgmap v1921: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:01:14.383 INFO:tasks.workunit.client.0.smithi012.stdout: 999: throughput=5MB/sec pending data=0 2024-04-02T09:01:14.383 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-54Ts3T2UdCZChAl off=2021403 len=991779 2024-04-02T09:01:14.384 INFO:tasks.workunit.client.0.smithi012.stdout:op 4977 completed, throughput=5MB/sec 2024-04-02T09:01:14.384 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-V4i87B-J0jIpYrl off=2609307 len=476951 2024-04-02T09:01:14.385 INFO:tasks.workunit.client.0.smithi012.stdout:op 4978 completed, throughput=5MB/sec 2024-04-02T09:01:14.385 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-1R5OW-DyHDPZjnQ off=1057499 len=113978 2024-04-02T09:01:14.386 INFO:tasks.workunit.client.0.smithi012.stdout:op 4979 completed, throughput=5MB/sec 2024-04-02T09:01:14.386 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-elieusavWbN89Gd off=1475887 len=1748070 2024-04-02T09:01:14.393 INFO:tasks.workunit.client.0.smithi012.stdout:op 4980 completed, throughput=5MB/sec 2024-04-02T09:01:14.393 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-jQoJ8n2rbauHKRS off=12452880 len=695009 2024-04-02T09:01:14.396 INFO:tasks.workunit.client.0.smithi012.stdout:op 4981 completed, throughput=5MB/sec 2024-04-02T09:01:14.396 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-VevRSfrQLNdCBuj off=3946296 len=459610 2024-04-02T09:01:14.397 INFO:tasks.workunit.client.0.smithi012.stdout:op 4982 completed, throughput=5MB/sec 2024-04-02T09:01:14.397 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-hCX-Cyssao5us8S off=8325228 len=1703820 2024-04-02T09:01:14.402 INFO:tasks.workunit.client.0.smithi012.stdout:op 4983 completed, throughput=5MB/sec 2024-04-02T09:01:15.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:01:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:15.078 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:01:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:15.079 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:01:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:15.402 INFO:tasks.workunit.client.0.smithi012.stdout: 1000: throughput=5MB/sec pending data=0 2024-04-02T09:01:15.402 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-osgKbLJG2Z6u-q7 off=14431405 len=92602 2024-04-02T09:01:15.403 INFO:tasks.workunit.client.0.smithi012.stdout:op 4984 completed, throughput=5MB/sec 2024-04-02T09:01:15.403 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-3458i1Z4wdQcl_k off=6930501 len=1856653 2024-04-02T09:01:15.406 INFO:tasks.workunit.client.0.smithi012.stdout:op 4985 completed, throughput=5MB/sec 2024-04-02T09:01:15.406 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Hohq3rHaFNAcYqm off=19270092 len=1660572 2024-04-02T09:01:15.408 INFO:tasks.workunit.client.0.smithi012.stdout:op 4986 completed, throughput=5MB/sec 2024-04-02T09:01:15.408 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-fAYso3IGWq3IGvU off=8481899 len=1289851 2024-04-02T09:01:15.409 INFO:tasks.workunit.client.0.smithi012.stdout:op 4987 completed, throughput=5MB/sec 2024-04-02T09:01:16.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:01:15 smithi055 ceph-mon[85080]: pgmap v1922: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:01:16.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:01:15 smithi012 ceph-mon[88355]: pgmap v1922: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:01:16.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:01:15 smithi012 ceph-mon[90784]: pgmap v1922: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:01:16.410 INFO:tasks.workunit.client.0.smithi012.stdout: 1001: throughput=5MB/sec pending data=0 2024-04-02T09:01:16.410 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-C8lMXoy2F32lUSE off=902644 len=1200892 2024-04-02T09:01:16.414 INFO:tasks.workunit.client.0.smithi012.stdout:op 4988 completed, throughput=5MB/sec 2024-04-02T09:01:16.415 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-cw80xEfBnQ1_wUC off=6598615 len=1759965 2024-04-02T09:01:16.430 INFO:tasks.workunit.client.0.smithi012.stdout:op 4989 completed, throughput=5MB/sec 2024-04-02T09:01:16.430 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-fjCdUcxRcBBC6TN off=6429980 len=1969579 2024-04-02T09:01:16.438 INFO:tasks.workunit.client.0.smithi012.stdout:op 4990 completed, throughput=5MB/sec 2024-04-02T09:01:17.439 INFO:tasks.workunit.client.0.smithi012.stdout: 1002: throughput=5MB/sec pending data=0 2024-04-02T09:01:17.439 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-PGld5iw-TEuSESx off=594707 len=101984 2024-04-02T09:01:17.440 INFO:tasks.workunit.client.0.smithi012.stdout:op 4991 completed, throughput=5MB/sec 2024-04-02T09:01:17.440 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-JlonZh4fNgM7m5N off=482246 len=815766 2024-04-02T09:01:17.441 INFO:tasks.workunit.client.0.smithi012.stdout:op 4992 completed, throughput=5MB/sec 2024-04-02T09:01:17.441 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-yI-JwMrqg2YdTV3 off=3144812 len=627530 2024-04-02T09:01:17.442 INFO:tasks.workunit.client.0.smithi012.stdout:op 4993 completed, throughput=5MB/sec 2024-04-02T09:01:17.442 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-OV1PC0T96i21Afk off=9029606 len=248162 2024-04-02T09:01:17.445 INFO:tasks.workunit.client.0.smithi012.stdout:op 4994 completed, throughput=5MB/sec 2024-04-02T09:01:17.445 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-8umyMCvhnI0bxVi off=14331732 len=1664540 2024-04-02T09:01:17.453 INFO:tasks.workunit.client.0.smithi012.stdout:op 4995 completed, throughput=5MB/sec 2024-04-02T09:01:17.453 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-b-FaqLQlCtgZZk0 off=16072640 len=1086939 2024-04-02T09:01:17.456 INFO:tasks.workunit.client.0.smithi012.stdout:op 4996 completed, throughput=5MB/sec 2024-04-02T09:01:17.456 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-BYk0dioyRwFO7j8 off=1679455 len=924168 2024-04-02T09:01:17.456 INFO:tasks.workunit.client.0.smithi012.stdout:op 4997 completed, throughput=5MB/sec 2024-04-02T09:01:18.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:01:17 smithi055 ceph-mon[85080]: pgmap v1923: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T09:01:18.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:01:17 smithi012 ceph-mon[88355]: pgmap v1923: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T09:01:18.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:01:17 smithi012 ceph-mon[90784]: pgmap v1923: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T09:01:18.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:01:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:01:17] "GET /metrics HTTP/1.1" 200 34059 "" "Prometheus/2.43.0" 2024-04-02T09:01:18.457 INFO:tasks.workunit.client.0.smithi012.stdout: 1003: throughput=5MB/sec pending data=0 2024-04-02T09:01:18.457 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj--iWBw-txfr9z3p4 off=6851981 len=49880 2024-04-02T09:01:18.459 INFO:tasks.workunit.client.0.smithi012.stdout:op 4998 completed, throughput=5MB/sec 2024-04-02T09:01:18.459 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-EYhd9ydVymUxNxG off=8019855 len=269889 2024-04-02T09:01:18.462 INFO:tasks.workunit.client.0.smithi012.stdout:op 4999 completed, throughput=5MB/sec 2024-04-02T09:01:18.462 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Zes1nfWWv9Be1oz off=2455563 len=1072454 2024-04-02T09:01:18.467 INFO:tasks.workunit.client.0.smithi012.stdout:op 5000 completed, throughput=5MB/sec 2024-04-02T09:01:18.467 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-iwk5avJUWDMJ2GI off=6481913 len=1147419 2024-04-02T09:01:18.468 INFO:tasks.workunit.client.0.smithi012.stdout:op 5001 completed, throughput=5MB/sec 2024-04-02T09:01:18.468 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-bieguozjxkPf5Oq off=11868696 len=573857 2024-04-02T09:01:18.471 INFO:tasks.workunit.client.0.smithi012.stdout:op 5002 completed, throughput=5MB/sec 2024-04-02T09:01:18.472 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-t7jDLGELCYAgFQd off=14177246 len=231334 2024-04-02T09:01:18.472 INFO:tasks.workunit.client.0.smithi012.stdout:op 5003 completed, throughput=5MB/sec 2024-04-02T09:01:18.473 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-NkF7X2jTO22HmjU off=721728 len=866869 2024-04-02T09:01:18.477 INFO:tasks.workunit.client.0.smithi012.stdout:op 5004 completed, throughput=5MB/sec 2024-04-02T09:01:18.477 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Zvo7IKwZobWsKHL off=2253361 len=1267540 2024-04-02T09:01:18.479 INFO:tasks.workunit.client.0.smithi012.stdout:op 5005 completed, throughput=5MB/sec 2024-04-02T09:01:19.479 INFO:tasks.workunit.client.0.smithi012.stdout: 1004: throughput=5MB/sec pending data=0 2024-04-02T09:01:19.479 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-y2n0PzM5RckKsNe off=18810853 len=493392 2024-04-02T09:01:19.483 INFO:tasks.workunit.client.0.smithi012.stdout:op 5006 completed, throughput=5MB/sec 2024-04-02T09:01:19.483 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-KG8-b6EDJl7pXds off=3153640 len=1192231 2024-04-02T09:01:19.486 INFO:tasks.workunit.client.0.smithi012.stdout:op 5007 completed, throughput=5MB/sec 2024-04-02T09:01:19.486 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-6lkPRB6dLkqsoQE off=19315584 len=1717961 2024-04-02T09:01:19.494 INFO:tasks.workunit.client.0.smithi012.stdout:op 5008 completed, throughput=5MB/sec 2024-04-02T09:01:19.494 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-nneRfwwdiiqVbj8 off=9595141 len=1604874 2024-04-02T09:01:19.495 INFO:tasks.workunit.client.0.smithi012.stdout:op 5009 completed, throughput=5MB/sec 2024-04-02T09:01:20.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:01:19 smithi055 ceph-mon[85080]: pgmap v1924: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T09:01:20.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:01:19 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:01:20.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:01:19 smithi012 ceph-mon[88355]: pgmap v1924: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T09:01:20.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:01:19 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:01:20.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:01:19 smithi012 ceph-mon[90784]: pgmap v1924: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T09:01:20.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:01:19 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:01:20.495 INFO:tasks.workunit.client.0.smithi012.stdout: 1005: throughput=5MB/sec pending data=0 2024-04-02T09:01:20.495 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-1Ou-jSw3JMCdI9f off=7744942 len=513297 2024-04-02T09:01:20.496 INFO:tasks.workunit.client.0.smithi012.stdout:op 5010 completed, throughput=5MB/sec 2024-04-02T09:01:20.496 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-a_1ZP8uEKWqwkVT off=5794484 len=784960 2024-04-02T09:01:20.499 INFO:tasks.workunit.client.0.smithi012.stdout:op 5011 completed, throughput=5MB/sec 2024-04-02T09:01:20.499 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-oEcb6CbHD4xHg4i off=425215 len=1037414 2024-04-02T09:01:20.502 INFO:tasks.workunit.client.0.smithi012.stdout:op 5012 completed, throughput=5MB/sec 2024-04-02T09:01:20.502 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-1GmLVUd1H1LYLAH off=11671478 len=1775431 2024-04-02T09:01:20.506 INFO:tasks.workunit.client.0.smithi012.stdout:op 5013 completed, throughput=5MB/sec 2024-04-02T09:01:20.506 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-e6tA3p_fB1zLf3p off=3753205 len=1084408 2024-04-02T09:01:20.506 INFO:tasks.workunit.client.0.smithi012.stdout:op 5014 completed, throughput=5MB/sec 2024-04-02T09:01:21.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:01:20 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:01:21.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:01:20 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:01:21.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:01:20 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:01:21.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:01:20 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:01:21.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:01:20 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:01:21.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:01:20 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:01:21.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:01:20 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:01:21.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:01:20 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:01:21.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:01:20 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:01:21.507 INFO:tasks.workunit.client.0.smithi012.stdout: 1006: throughput=5MB/sec pending data=0 2024-04-02T09:01:21.507 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Uc2Thir8BA2xrOO off=312662 len=218780 2024-04-02T09:01:21.507 INFO:tasks.workunit.client.0.smithi012.stdout:op 5015 completed, throughput=5MB/sec 2024-04-02T09:01:21.507 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-2fPo23i-pwXAY4x off=19088272 len=186920 2024-04-02T09:01:21.510 INFO:tasks.workunit.client.0.smithi012.stdout:op 5016 completed, throughput=5MB/sec 2024-04-02T09:01:21.510 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-zFmVTF5dWtBa-zk off=10463703 len=740545 2024-04-02T09:01:21.511 INFO:tasks.workunit.client.0.smithi012.stdout:op 5017 completed, throughput=5MB/sec 2024-04-02T09:01:21.511 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-faV6iGzql7NoRjw off=3219202 len=478614 2024-04-02T09:01:21.512 INFO:tasks.workunit.client.0.smithi012.stdout:op 5018 completed, throughput=5MB/sec 2024-04-02T09:01:21.512 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-fi-0Bdoj33SFW8n off=4956995 len=2072093 2024-04-02T09:01:21.521 INFO:tasks.workunit.client.0.smithi012.stdout:op 5019 completed, throughput=5MB/sec 2024-04-02T09:01:21.521 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-eRRwyJCUtf62KsH off=14003767 len=1097451 2024-04-02T09:01:21.523 INFO:tasks.workunit.client.0.smithi012.stdout:op 5020 completed, throughput=5MB/sec 2024-04-02T09:01:21.523 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-bkRBObAqrpS7w_e off=1485713 len=1915017 2024-04-02T09:01:21.526 INFO:tasks.workunit.client.0.smithi012.stdout:op 5021 completed, throughput=5MB/sec 2024-04-02T09:01:22.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:01:22 smithi012 ceph-mon[88355]: pgmap v1925: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:01:22.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:01:22 smithi012 ceph-mon[90784]: pgmap v1925: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:01:22.527 INFO:tasks.workunit.client.0.smithi012.stdout: 1007: throughput=5MB/sec pending data=0 2024-04-02T09:01:22.527 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-05raO3ejFE5qjy4 off=3356233 len=187252 2024-04-02T09:01:22.528 INFO:tasks.workunit.client.0.smithi012.stdout:op 5022 completed, throughput=5MB/sec 2024-04-02T09:01:22.528 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-dWFZi6yLXlRw-ZZ off=3478444 len=541461 2024-04-02T09:01:22.532 INFO:tasks.workunit.client.0.smithi012.stdout:op 5023 completed, throughput=5MB/sec 2024-04-02T09:01:22.532 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-FP_MDh2LRuDNSCP off=2711287 len=1173815 2024-04-02T09:01:22.537 INFO:tasks.workunit.client.0.smithi012.stdout:op 5024 completed, throughput=5MB/sec 2024-04-02T09:01:22.537 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-nWCo_xMIDcrsZKt off=3997779 len=1099879 2024-04-02T09:01:22.542 INFO:tasks.workunit.client.0.smithi012.stdout:op 5025 completed, throughput=5MB/sec 2024-04-02T09:01:22.542 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-nJqq2Gqi7g08vuk off=1030708 len=1147160 2024-04-02T09:01:22.543 INFO:tasks.workunit.client.0.smithi012.stdout:op 5026 completed, throughput=5MB/sec 2024-04-02T09:01:22.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:01:22 smithi055 ceph-mon[85080]: pgmap v1925: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:01:22.561 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:01:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:01:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:01:23.543 INFO:tasks.workunit.client.0.smithi012.stdout: 1008: throughput=5MB/sec pending data=0 2024-04-02T09:01:23.544 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-axliyBELtiLZETE off=4184299 len=1455472 2024-04-02T09:01:23.545 INFO:tasks.workunit.client.0.smithi012.stdout:op 5027 completed, throughput=5MB/sec 2024-04-02T09:01:23.545 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ovt7dhUGffRb6gH off=11553010 len=1465894 2024-04-02T09:01:23.551 INFO:tasks.workunit.client.0.smithi012.stdout:op 5028 completed, throughput=5MB/sec 2024-04-02T09:01:23.551 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-mBb3Qlj55kw2NRC off=5938385 len=483484 2024-04-02T09:01:23.552 INFO:tasks.workunit.client.0.smithi012.stdout:op 5029 completed, throughput=5MB/sec 2024-04-02T09:01:23.552 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-6QXIMzAnXblZyxN off=4150614 len=113872 2024-04-02T09:01:23.553 INFO:tasks.workunit.client.0.smithi012.stdout:op 5030 completed, throughput=5MB/sec 2024-04-02T09:01:23.553 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-wTk642JAWhojYlu off=1083030 len=79820 2024-04-02T09:01:23.553 INFO:tasks.workunit.client.0.smithi012.stdout:op 5031 completed, throughput=5MB/sec 2024-04-02T09:01:23.553 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-nyPdmmATiBbcoU1 off=7655705 len=2209 2024-04-02T09:01:23.554 INFO:tasks.workunit.client.0.smithi012.stdout:op 5032 completed, throughput=5MB/sec 2024-04-02T09:01:23.554 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-P4e2loEwC3GtlMO off=4486310 len=232611 2024-04-02T09:01:23.556 INFO:tasks.workunit.client.0.smithi012.stdout:op 5033 completed, throughput=5MB/sec 2024-04-02T09:01:23.556 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-fjeQ4H0VIUU8s1v off=5179737 len=748135 2024-04-02T09:01:23.558 INFO:tasks.workunit.client.0.smithi012.stdout:op 5034 completed, throughput=5MB/sec 2024-04-02T09:01:23.558 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-d8O_tNIifMkAZI8 off=13869574 len=1191617 2024-04-02T09:01:23.564 INFO:tasks.workunit.client.0.smithi012.stdout:op 5035 completed, throughput=5MB/sec 2024-04-02T09:01:24.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:01:24 smithi012 ceph-mon[88355]: pgmap v1926: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:01:24.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:01:24 smithi012 ceph-mon[90784]: pgmap v1926: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:01:24.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:01:24 smithi055 ceph-mon[85080]: pgmap v1926: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:01:24.564 INFO:tasks.workunit.client.0.smithi012.stdout: 1009: throughput=5MB/sec pending data=0 2024-04-02T09:01:24.564 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-AD2iA0225aqlMRX off=1308582 len=62354 2024-04-02T09:01:24.565 INFO:tasks.workunit.client.0.smithi012.stdout:op 5036 completed, throughput=5MB/sec 2024-04-02T09:01:24.565 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-OjtRdCsl5AjGjPQ off=2565836 len=1767164 2024-04-02T09:01:24.566 INFO:tasks.workunit.client.0.smithi012.stdout:op 5037 completed, throughput=5MB/sec 2024-04-02T09:01:24.567 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-mq66XVmPNwUs_kk off=2956885 len=75160 2024-04-02T09:01:24.567 INFO:tasks.workunit.client.0.smithi012.stdout:op 5038 completed, throughput=5MB/sec 2024-04-02T09:01:24.567 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-hnz8St27sGjSWA3 off=4135594 len=1249330 2024-04-02T09:01:24.568 INFO:tasks.workunit.client.0.smithi012.stdout:op 5039 completed, throughput=5MB/sec 2024-04-02T09:01:24.568 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-TSlmiyLzx4WLtns off=10276596 len=896120 2024-04-02T09:01:24.572 INFO:tasks.workunit.client.0.smithi012.stdout:op 5040 completed, throughput=5MB/sec 2024-04-02T09:01:24.572 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Qqe1cnJglCjpi9z off=6406672 len=155906 2024-04-02T09:01:24.573 INFO:tasks.workunit.client.0.smithi012.stdout:op 5041 completed, throughput=5MB/sec 2024-04-02T09:01:24.573 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-4E-5D_HQw042x83 off=8710952 len=1540155 2024-04-02T09:01:24.580 INFO:tasks.workunit.client.0.smithi012.stdout:op 5042 completed, throughput=5MB/sec 2024-04-02T09:01:25.580 INFO:tasks.workunit.client.0.smithi012.stdout: 1010: throughput=5MB/sec pending data=0 2024-04-02T09:01:25.580 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-zGzoIyGP0Y1E2zz off=395603 len=744464 2024-04-02T09:01:25.582 INFO:tasks.workunit.client.0.smithi012.stdout:op 5043 completed, throughput=5MB/sec 2024-04-02T09:01:25.582 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-xOB79nQtleg0P1i off=2791693 len=262977 2024-04-02T09:01:25.582 INFO:tasks.workunit.client.0.smithi012.stdout:op 5044 completed, throughput=5MB/sec 2024-04-02T09:01:25.582 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-gkc_VeDO4uEC1p9 off=2075299 len=1559401 2024-04-02T09:01:25.590 INFO:tasks.workunit.client.0.smithi012.stdout:op 5045 completed, throughput=5MB/sec 2024-04-02T09:01:25.590 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-DdPGJ1jdCZkkN2G off=933663 len=1144258 2024-04-02T09:01:25.596 INFO:tasks.workunit.client.0.smithi012.stdout:op 5046 completed, throughput=5MB/sec 2024-04-02T09:01:25.596 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-SpPMbit9a_ZIQzy off=2902725 len=626066 2024-04-02T09:01:25.597 INFO:tasks.workunit.client.0.smithi012.stdout:op 5047 completed, throughput=5MB/sec 2024-04-02T09:01:26.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:01:26 smithi012 ceph-mon[88355]: pgmap v1927: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:01:26.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:01:26 smithi012 ceph-mon[90784]: pgmap v1927: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:01:26.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:01:26 smithi055 ceph-mon[85080]: pgmap v1927: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:01:26.597 INFO:tasks.workunit.client.0.smithi012.stdout: 1011: throughput=5MB/sec pending data=0 2024-04-02T09:01:26.597 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-OP2-ehiwiQXOogS off=871886 len=25487 2024-04-02T09:01:26.597 INFO:tasks.workunit.client.0.smithi012.stdout:op 5048 completed, throughput=5MB/sec 2024-04-02T09:01:26.598 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-f2HSDvb-kASXwDY off=847990 len=1091480 2024-04-02T09:01:26.598 INFO:tasks.workunit.client.0.smithi012.stdout:op 5049 completed, throughput=5MB/sec 2024-04-02T09:01:26.598 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Ldxeys8jIya2hDE off=7021933 len=1330609 2024-04-02T09:01:26.600 INFO:tasks.workunit.client.0.smithi012.stdout:op 5050 completed, throughput=5MB/sec 2024-04-02T09:01:26.600 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-aByGcXB-zbYXML6 off=17586673 len=323918 2024-04-02T09:01:26.601 INFO:tasks.workunit.client.0.smithi012.stdout:op 5051 completed, throughput=5MB/sec 2024-04-02T09:01:26.601 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-PvL8FM2XWTpziLJ off=5990781 len=1694685 2024-04-02T09:01:26.609 INFO:tasks.workunit.client.0.smithi012.stdout:op 5052 completed, throughput=5MB/sec 2024-04-02T09:01:26.609 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-03ibhSdleC3rB3T off=8131014 len=210482 2024-04-02T09:01:26.610 INFO:tasks.workunit.client.0.smithi012.stdout:op 5053 completed, throughput=5MB/sec 2024-04-02T09:01:26.610 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-_OShbsTr1k0RwWf off=3996114 len=771377 2024-04-02T09:01:26.612 INFO:tasks.workunit.client.0.smithi012.stdout:op 5054 completed, throughput=5MB/sec 2024-04-02T09:01:27.612 INFO:tasks.workunit.client.0.smithi012.stdout: 1012: throughput=5MB/sec pending data=0 2024-04-02T09:01:27.612 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-_x8KGJpxOmBdG8X off=10479108 len=782193 2024-04-02T09:01:27.613 INFO:tasks.workunit.client.0.smithi012.stdout:op 5055 completed, throughput=5MB/sec 2024-04-02T09:01:27.613 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-wwoiVmUWYxFzVJh off=3181679 len=253861 2024-04-02T09:01:27.616 INFO:tasks.workunit.client.0.smithi012.stdout:op 5056 completed, throughput=5MB/sec 2024-04-02T09:01:27.616 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-OrHGYfdbcHfMFSd off=1912937 len=1912184 2024-04-02T09:01:27.618 INFO:tasks.workunit.client.0.smithi012.stdout:op 5057 completed, throughput=5MB/sec 2024-04-02T09:01:27.618 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-YJfCYrqQGlgUvWa off=4519603 len=1727395 2024-04-02T09:01:27.625 INFO:tasks.workunit.client.0.smithi012.stdout:op 5058 completed, throughput=5MB/sec 2024-04-02T09:01:27.625 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-0v9uJkQmD853ecQ off=12187887 len=782758 2024-04-02T09:01:27.628 INFO:tasks.workunit.client.0.smithi012.stdout:op 5059 completed, throughput=5MB/sec 2024-04-02T09:01:28.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:01:28 smithi012 ceph-mon[88355]: pgmap v1928: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 7 op/s 2024-04-02T09:01:28.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:01:28 smithi012 ceph-mon[90784]: pgmap v1928: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 7 op/s 2024-04-02T09:01:28.429 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:01:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:01:27] "GET /metrics HTTP/1.1" 200 34059 "" "Prometheus/2.43.0" 2024-04-02T09:01:28.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:01:28 smithi055 ceph-mon[85080]: pgmap v1928: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 7 op/s 2024-04-02T09:01:28.628 INFO:tasks.workunit.client.0.smithi012.stdout: 1013: throughput=5MB/sec pending data=0 2024-04-02T09:01:28.629 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-8kDwW4AJUNTpLxx off=7896729 len=1494920 2024-04-02T09:01:28.629 INFO:tasks.workunit.client.0.smithi012.stdout:op 5060 completed, throughput=5MB/sec 2024-04-02T09:01:28.630 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-1sm7XfIuHcBfE29 off=1582357 len=1819087 2024-04-02T09:01:28.638 INFO:tasks.workunit.client.0.smithi012.stdout:op 5061 completed, throughput=5MB/sec 2024-04-02T09:01:28.638 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-6tVDojxjuHi6KAx off=1633217 len=1731090 2024-04-02T09:01:28.645 INFO:tasks.workunit.client.0.smithi012.stdout:op 5062 completed, throughput=5MB/sec 2024-04-02T09:01:29.646 INFO:tasks.workunit.client.0.smithi012.stdout: 1014: throughput=5MB/sec pending data=0 2024-04-02T09:01:29.647 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-YRKTFchsWh6e_yx off=20174930 len=1397518 2024-04-02T09:01:29.647 INFO:tasks.workunit.client.0.smithi012.stdout:op 5063 completed, throughput=5MB/sec 2024-04-02T09:01:29.647 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-bFypVJIbJhbMUT0 off=2287197 len=211787 2024-04-02T09:01:29.649 INFO:tasks.workunit.client.0.smithi012.stdout:op 5064 completed, throughput=5MB/sec 2024-04-02T09:01:29.649 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-n16x5PXrEonmlGn off=9788187 len=1837335 2024-04-02T09:01:29.651 INFO:tasks.workunit.client.0.smithi012.stdout:op 5065 completed, throughput=5MB/sec 2024-04-02T09:01:29.651 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-fQVsRag7rLgfidP off=689824 len=605958 2024-04-02T09:01:29.651 INFO:tasks.workunit.client.0.smithi012.stdout:op 5066 completed, throughput=5MB/sec 2024-04-02T09:01:29.651 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-x-Lplzzwj6_gvmn off=74563 len=592601 2024-04-02T09:01:29.652 INFO:tasks.workunit.client.0.smithi012.stdout:op 5067 completed, throughput=5MB/sec 2024-04-02T09:01:29.652 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ze8q9R0wbchs0wM off=604087 len=849305 2024-04-02T09:01:29.654 INFO:tasks.workunit.client.0.smithi012.stdout:op 5068 completed, throughput=5MB/sec 2024-04-02T09:01:30.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:01:30 smithi012 ceph-mon[88355]: pgmap v1929: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-02T09:01:30.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:01:30 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:30.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:01:30 smithi012 ceph-mon[90784]: pgmap v1929: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-02T09:01:30.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:01:30 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:30.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:01:30 smithi055 ceph-mon[85080]: pgmap v1929: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-02T09:01:30.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:01:30 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:30.654 INFO:tasks.workunit.client.0.smithi012.stdout: 1015: throughput=5MB/sec pending data=0 2024-04-02T09:01:30.655 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-X7twvhK7UpCEhKa off=307824 len=1059282 2024-04-02T09:01:30.655 INFO:tasks.workunit.client.0.smithi012.stdout:op 5069 completed, throughput=5MB/sec 2024-04-02T09:01:30.656 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-0YnaOVTKUSgRdBM off=14607752 len=637483 2024-04-02T09:01:30.657 INFO:tasks.workunit.client.0.smithi012.stdout:op 5070 completed, throughput=5MB/sec 2024-04-02T09:01:30.658 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-MWcWMCBePnV1Ix6 off=29269 len=359013 2024-04-02T09:01:30.661 INFO:tasks.workunit.client.0.smithi012.stdout:op 5071 completed, throughput=5MB/sec 2024-04-02T09:01:30.662 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-bk7b1Q0b_5swKAA off=17397079 len=390051 2024-04-02T09:01:30.662 INFO:tasks.workunit.client.0.smithi012.stdout:op 5072 completed, throughput=5MB/sec 2024-04-02T09:01:30.662 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-G821lDaEF3WpHAv off=16097339 len=1065599 2024-04-02T09:01:30.663 INFO:tasks.workunit.client.0.smithi012.stdout:op 5073 completed, throughput=5MB/sec 2024-04-02T09:01:30.663 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-BaNdlyAiZnHtSkR off=0 len=1192530 2024-04-02T09:01:30.669 INFO:tasks.workunit.client.0.smithi012.stdout:op 5074 completed, throughput=5MB/sec 2024-04-02T09:01:30.669 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-2m-xcwvJjzjX4TM off=14888265 len=2030026 2024-04-02T09:01:30.671 INFO:tasks.workunit.client.0.smithi012.stdout:op 5075 completed, throughput=5MB/sec 2024-04-02T09:01:31.671 INFO:tasks.workunit.client.0.smithi012.stdout: 1016: throughput=5MB/sec pending data=0 2024-04-02T09:01:31.671 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-X3sBBVuu2XC1Ruo off=7816414 len=354827 2024-04-02T09:01:31.675 INFO:tasks.workunit.client.0.smithi012.stdout:op 5076 completed, throughput=5MB/sec 2024-04-02T09:01:31.675 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-4T2L98VipI17vzz off=23308586 len=577247 2024-04-02T09:01:31.676 INFO:tasks.workunit.client.0.smithi012.stdout:op 5077 completed, throughput=5MB/sec 2024-04-02T09:01:31.677 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-dZeUgPl4kz2s1tx off=1678867 len=172452 2024-04-02T09:01:31.678 INFO:tasks.workunit.client.0.smithi012.stdout:op 5078 completed, throughput=5MB/sec 2024-04-02T09:01:31.678 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Z8w5TB9Mexvp-1k off=14147881 len=670553 2024-04-02T09:01:31.678 INFO:tasks.workunit.client.0.smithi012.stdout:op 5079 completed, throughput=5MB/sec 2024-04-02T09:01:31.679 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-nVOuxF0v6aZ8RRz off=458257 len=72905 2024-04-02T09:01:31.681 INFO:tasks.workunit.client.0.smithi012.stdout:op 5080 completed, throughput=5MB/sec 2024-04-02T09:01:31.681 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-LmBGtaQYAcWPVvD off=658897 len=1930858 2024-04-02T09:01:31.690 INFO:tasks.workunit.client.0.smithi012.stdout:op 5081 completed, throughput=5MB/sec 2024-04-02T09:01:32.362 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:01:32 smithi055 ceph-mon[85080]: pgmap v1930: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-02T09:01:32.363 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:01:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:01:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:01:32.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:01:32 smithi012 ceph-mon[88355]: pgmap v1930: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-02T09:01:32.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:01:32 smithi012 ceph-mon[90784]: pgmap v1930: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-02T09:01:32.690 INFO:tasks.workunit.client.0.smithi012.stdout: 1017: throughput=5MB/sec pending data=0 2024-04-02T09:01:32.690 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-xdwBPxjE2pXkvJO off=5987868 len=413453 2024-04-02T09:01:32.694 INFO:tasks.workunit.client.0.smithi012.stdout:op 5082 completed, throughput=5MB/sec 2024-04-02T09:01:32.694 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-2lM1VvQGoo4CQiZ off=10344911 len=543418 2024-04-02T09:01:32.694 INFO:tasks.workunit.client.0.smithi012.stdout:op 5083 completed, throughput=5MB/sec 2024-04-02T09:01:32.694 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-VCEq7Pc7bC9_z59 off=4662977 len=1794330 2024-04-02T09:01:32.696 INFO:tasks.workunit.client.0.smithi012.stdout:op 5084 completed, throughput=5MB/sec 2024-04-02T09:01:32.696 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-P5J8Tce2793YHeF off=3985187 len=1988038 2024-04-02T09:01:32.704 INFO:tasks.workunit.client.0.smithi012.stdout:op 5085 completed, throughput=5MB/sec 2024-04-02T09:01:32.704 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-DB8fSKYzet-CphV off=6455235 len=395774 2024-04-02T09:01:32.706 INFO:tasks.workunit.client.0.smithi012.stdout:op 5086 completed, throughput=5MB/sec 2024-04-02T09:01:32.706 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-2dj3XFeOe7YUp-R off=667359 len=1490715 2024-04-02T09:01:32.713 INFO:tasks.workunit.client.0.smithi012.stdout:op 5087 completed, throughput=5MB/sec 2024-04-02T09:01:33.713 INFO:tasks.workunit.client.0.smithi012.stdout: 1018: throughput=5MB/sec pending data=0 2024-04-02T09:01:33.713 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-UVbOAMJuuHkaOOh off=12817049 len=887285 2024-04-02T09:01:33.714 INFO:tasks.workunit.client.0.smithi012.stdout:op 5088 completed, throughput=5MB/sec 2024-04-02T09:01:33.714 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ZVZNuc5E-1DO9ra off=6925875 len=1700554 2024-04-02T09:01:33.717 INFO:tasks.workunit.client.0.smithi012.stdout:op 5089 completed, throughput=5MB/sec 2024-04-02T09:01:33.717 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-7q-Yf0jqgNa7PRj off=5494799 len=694152 2024-04-02T09:01:33.719 INFO:tasks.workunit.client.0.smithi012.stdout:op 5090 completed, throughput=5MB/sec 2024-04-02T09:01:33.719 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-QsADMQ9-9H8zKdH off=3813722 len=224714 2024-04-02T09:01:33.722 INFO:tasks.workunit.client.0.smithi012.stdout:op 5091 completed, throughput=5MB/sec 2024-04-02T09:01:33.722 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-XTJs1byBH0BnoPv off=830955 len=1665204 2024-04-02T09:01:33.723 INFO:tasks.workunit.client.0.smithi012.stdout:op 5092 completed, throughput=5MB/sec 2024-04-02T09:01:34.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:01:34 smithi012 ceph-mon[88355]: pgmap v1931: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T09:01:34.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:01:34 smithi012 ceph-mon[90784]: pgmap v1931: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T09:01:34.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:01:34 smithi055 ceph-mon[85080]: pgmap v1931: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T09:01:34.724 INFO:tasks.workunit.client.0.smithi012.stdout: 1019: throughput=5MB/sec pending data=0 2024-04-02T09:01:34.724 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-h5DokqrCWU8R7R5 off=2353175 len=482723 2024-04-02T09:01:34.724 INFO:tasks.workunit.client.0.smithi012.stdout:op 5093 completed, throughput=5MB/sec 2024-04-02T09:01:34.724 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ZOwocXNELdwP69r off=4992341 len=535874 2024-04-02T09:01:34.725 INFO:tasks.workunit.client.0.smithi012.stdout:op 5094 completed, throughput=5MB/sec 2024-04-02T09:01:34.725 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-OV2RqSCYIcIvPRC off=6547428 len=564201 2024-04-02T09:01:34.727 INFO:tasks.workunit.client.0.smithi012.stdout:op 5095 completed, throughput=5MB/sec 2024-04-02T09:01:34.727 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-JxcmBko3x2M_a-b off=1714186 len=1825692 2024-04-02T09:01:34.728 INFO:tasks.workunit.client.0.smithi012.stdout:op 5096 completed, throughput=5MB/sec 2024-04-02T09:01:34.728 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-U4P3l2_nLBh4kJh off=5417734 len=990488 2024-04-02T09:01:34.734 INFO:tasks.workunit.client.0.smithi012.stdout:op 5097 completed, throughput=5MB/sec 2024-04-02T09:01:35.734 INFO:tasks.workunit.client.0.smithi012.stdout: 1020: throughput=5MB/sec pending data=0 2024-04-02T09:01:35.734 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Jz7o5pm5_eNJVvF off=2489148 len=1216395 2024-04-02T09:01:35.740 INFO:tasks.workunit.client.0.smithi012.stdout:op 5098 completed, throughput=5MB/sec 2024-04-02T09:01:35.740 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-i9YK5o8L3Q7owGx off=12164854 len=673929 2024-04-02T09:01:35.741 INFO:tasks.workunit.client.0.smithi012.stdout:op 5099 completed, throughput=5MB/sec 2024-04-02T09:01:35.741 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-BuZupZeSes_EVGO off=6617499 len=2817 2024-04-02T09:01:35.743 INFO:tasks.workunit.client.0.smithi012.stdout:op 5100 completed, throughput=5MB/sec 2024-04-02T09:01:35.743 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-0Zl1g_GHqEPDAGo off=12787769 len=171574 2024-04-02T09:01:35.743 INFO:tasks.workunit.client.0.smithi012.stdout:op 5101 completed, throughput=5MB/sec 2024-04-02T09:01:35.743 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-w3D68WwaOnm9g0t off=7526170 len=931796 2024-04-02T09:01:35.747 INFO:tasks.workunit.client.0.smithi012.stdout:op 5102 completed, throughput=5MB/sec 2024-04-02T09:01:35.747 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-EO9xbIJfxgSVDP5 off=90034 len=330689 2024-04-02T09:01:35.748 INFO:tasks.workunit.client.0.smithi012.stdout:op 5103 completed, throughput=5MB/sec 2024-04-02T09:01:35.748 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj--BuVC7if27YKrQm off=6824764 len=204719 2024-04-02T09:01:35.749 INFO:tasks.workunit.client.0.smithi012.stdout:op 5104 completed, throughput=5MB/sec 2024-04-02T09:01:35.749 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-3otAe9DD3bsHHgj off=4109461 len=1746710 2024-04-02T09:01:35.750 INFO:tasks.workunit.client.0.smithi012.stdout:op 5105 completed, throughput=5MB/sec 2024-04-02T09:01:36.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:01:36 smithi012 ceph-mon[88355]: pgmap v1932: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:01:36.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:01:36 smithi012 ceph-mon[90784]: pgmap v1932: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:01:36.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:01:36 smithi055 ceph-mon[85080]: pgmap v1932: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:01:36.751 INFO:tasks.workunit.client.0.smithi012.stdout: 1021: throughput=5MB/sec pending data=0 2024-04-02T09:01:36.751 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-MO5eh7ImuuNVqeE off=2066268 len=1216755 2024-04-02T09:01:36.752 INFO:tasks.workunit.client.0.smithi012.stdout:op 5106 completed, throughput=5MB/sec 2024-04-02T09:01:36.752 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-6eSzjlhob6A7IXk off=2255151 len=1228043 2024-04-02T09:01:36.758 INFO:tasks.workunit.client.0.smithi012.stdout:op 5107 completed, throughput=5MB/sec 2024-04-02T09:01:36.758 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-aoONKBCRC-LN7i1 off=8382247 len=192235 2024-04-02T09:01:36.761 INFO:tasks.workunit.client.0.smithi012.stdout:op 5108 completed, throughput=5MB/sec 2024-04-02T09:01:36.761 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-4KvTnX4Ha1QD7SR off=7155444 len=673390 2024-04-02T09:01:36.761 INFO:tasks.workunit.client.0.smithi012.stdout:op 5109 completed, throughput=5MB/sec 2024-04-02T09:01:36.761 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-442sjjqzb-XzlGo off=6063916 len=2078691 2024-04-02T09:01:36.764 INFO:tasks.workunit.client.0.smithi012.stdout:op 5110 completed, throughput=5MB/sec 2024-04-02T09:01:37.765 INFO:tasks.workunit.client.0.smithi012.stdout: 1022: throughput=5MB/sec pending data=0 2024-04-02T09:01:37.765 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-YX4hYl7izcC9L7D off=5897967 len=418459 2024-04-02T09:01:37.768 INFO:tasks.workunit.client.0.smithi012.stdout:op 5111 completed, throughput=5MB/sec 2024-04-02T09:01:37.768 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-gANZWviYi1pgBGD off=236787 len=286645 2024-04-02T09:01:37.771 INFO:tasks.workunit.client.0.smithi012.stdout:op 5112 completed, throughput=5MB/sec 2024-04-02T09:01:37.771 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-lOVOQC5hBE_vdpe off=673514 len=776690 2024-04-02T09:01:37.772 INFO:tasks.workunit.client.0.smithi012.stdout:op 5113 completed, throughput=5MB/sec 2024-04-02T09:01:37.772 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Kp0oAYlL2Ii0nRp off=2989295 len=873764 2024-04-02T09:01:37.775 INFO:tasks.workunit.client.0.smithi012.stdout:op 5114 completed, throughput=5MB/sec 2024-04-02T09:01:37.776 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-9CGdmE8ncXUOhIP off=404896 len=400948 2024-04-02T09:01:37.778 INFO:tasks.workunit.client.0.smithi012.stdout:op 5115 completed, throughput=5MB/sec 2024-04-02T09:01:37.779 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-flYLyrFw0Qul-xA off=3537022 len=1780044 2024-04-02T09:01:37.780 INFO:tasks.workunit.client.0.smithi012.stdout:op 5116 completed, throughput=5MB/sec 2024-04-02T09:01:37.780 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-lc-R0pHrjQYTS7c off=4061301 len=1312351 2024-04-02T09:01:37.786 INFO:tasks.workunit.client.0.smithi012.stdout:op 5117 completed, throughput=5MB/sec 2024-04-02T09:01:38.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:01:38 smithi012 ceph-mon[88355]: pgmap v1933: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.5 MiB/s wr, 7 op/s 2024-04-02T09:01:38.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:01:38 smithi012 ceph-mon[90784]: pgmap v1933: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.5 MiB/s wr, 7 op/s 2024-04-02T09:01:38.429 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:01:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:01:37] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-04-02T09:01:38.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:01:38 smithi055 ceph-mon[85080]: pgmap v1933: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.5 MiB/s wr, 7 op/s 2024-04-02T09:01:38.786 INFO:tasks.workunit.client.0.smithi012.stdout: 1023: throughput=5MB/sec pending data=0 2024-04-02T09:01:38.787 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-btpsiI-ksyrB-vN off=7797778 len=726670 2024-04-02T09:01:38.791 INFO:tasks.workunit.client.0.smithi012.stdout:op 5118 completed, throughput=5MB/sec 2024-04-02T09:01:38.792 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-I4Wjdwurc0sqGqF off=9312597 len=2010137 2024-04-02T09:01:38.795 INFO:tasks.workunit.client.0.smithi012.stdout:op 5119 completed, throughput=5MB/sec 2024-04-02T09:01:38.795 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-IsOSJt-yJiJyoss off=693828 len=1938270 2024-04-02T09:01:38.806 INFO:tasks.workunit.client.0.smithi012.stdout:op 5120 completed, throughput=5MB/sec 2024-04-02T09:01:39.806 INFO:tasks.workunit.client.0.smithi012.stdout: 1024: throughput=5MB/sec pending data=0 2024-04-02T09:01:39.807 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-WG06m_VLFaqXonm off=1576189 len=10560 2024-04-02T09:01:39.807 INFO:tasks.workunit.client.0.smithi012.stdout:op 5121 completed, throughput=5MB/sec 2024-04-02T09:01:39.807 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-yNs2cJ__4en-WF9 off=2164888 len=595493 2024-04-02T09:01:39.809 INFO:tasks.workunit.client.0.smithi012.stdout:op 5122 completed, throughput=5MB/sec 2024-04-02T09:01:39.810 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-2rkDvJYe0GbmOqZ off=4831855 len=669321 2024-04-02T09:01:39.814 INFO:tasks.workunit.client.0.smithi012.stdout:op 5123 completed, throughput=5MB/sec 2024-04-02T09:01:39.814 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Ls3gm8gm3egXO1C off=8745794 len=1444921 2024-04-02T09:01:39.815 INFO:tasks.workunit.client.0.smithi012.stdout:op 5124 completed, throughput=5MB/sec 2024-04-02T09:01:39.816 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-5eplOM3qkoNuquX off=4456930 len=1581366 2024-04-02T09:01:39.823 INFO:tasks.workunit.client.0.smithi012.stdout:op 5125 completed, throughput=5MB/sec 2024-04-02T09:01:39.823 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-QFgCFIC7TAhqgU- off=1519042 len=56060 2024-04-02T09:01:39.826 INFO:tasks.workunit.client.0.smithi012.stdout:op 5126 completed, throughput=5MB/sec 2024-04-02T09:01:39.826 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-YX4hYl7izcC9L7D off=7713718 len=251146 2024-04-02T09:01:39.826 INFO:tasks.workunit.client.0.smithi012.stdout:op 5127 completed, throughput=5MB/sec 2024-04-02T09:01:39.826 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-AW2hrl_s3BymC_5 off=7940020 len=1760012 2024-04-02T09:01:39.827 INFO:tasks.workunit.client.0.smithi012.stdout:op 5128 completed, throughput=5MB/sec 2024-04-02T09:01:40.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:01:40 smithi012 ceph-mon[90784]: pgmap v1934: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T09:01:40.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:01:40 smithi012 ceph-mon[88355]: pgmap v1934: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T09:01:40.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:01:40 smithi055 ceph-mon[85080]: pgmap v1934: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T09:01:40.828 INFO:tasks.workunit.client.0.smithi012.stdout: 1025: throughput=5MB/sec pending data=0 2024-04-02T09:01:40.828 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-j6Xyz5pF5VOheaZ off=5788816 len=1852059 2024-04-02T09:01:40.836 INFO:tasks.workunit.client.0.smithi012.stdout:op 5129 completed, throughput=5MB/sec 2024-04-02T09:01:40.836 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-zy738SOgAe1s72y off=12440438 len=1301778 2024-04-02T09:01:40.843 INFO:tasks.workunit.client.0.smithi012.stdout:op 5130 completed, throughput=5MB/sec 2024-04-02T09:01:40.843 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-amO3g0z8etf3m-S off=16126770 len=1518577 2024-04-02T09:01:40.844 INFO:tasks.workunit.client.0.smithi012.stdout:op 5131 completed, throughput=5MB/sec 2024-04-02T09:01:41.845 INFO:tasks.workunit.client.0.smithi012.stdout: 1026: throughput=5MB/sec pending data=0 2024-04-02T09:01:41.845 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-YcvDushoyQ22gJ2 off=2650150 len=1177243 2024-04-02T09:01:41.851 INFO:tasks.workunit.client.0.smithi012.stdout:op 5132 completed, throughput=5MB/sec 2024-04-02T09:01:41.851 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj--PydstbENNxOF3B off=10796981 len=1087153 2024-04-02T09:01:41.855 INFO:tasks.workunit.client.0.smithi012.stdout:op 5133 completed, throughput=5MB/sec 2024-04-02T09:01:41.855 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-MN5Oa1tjpjN0aiG off=1925557 len=342332 2024-04-02T09:01:41.855 INFO:tasks.workunit.client.0.smithi012.stdout:op 5134 completed, throughput=5MB/sec 2024-04-02T09:01:41.855 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-aFSTAKUUinx7Mlh off=10754424 len=222992 2024-04-02T09:01:41.856 INFO:tasks.workunit.client.0.smithi012.stdout:op 5135 completed, throughput=5MB/sec 2024-04-02T09:01:41.856 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-IgZAEv1LNMGsL7H off=6904979 len=1423848 2024-04-02T09:01:41.857 INFO:tasks.workunit.client.0.smithi012.stdout:op 5136 completed, throughput=5MB/sec 2024-04-02T09:01:41.857 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-W0afaxe2ZLBtxEP off=582800 len=1659069 2024-04-02T09:01:41.864 INFO:tasks.workunit.client.0.smithi012.stdout:op 5137 completed, throughput=5MB/sec 2024-04-02T09:01:42.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:01:42 smithi012 ceph-mon[88355]: pgmap v1935: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-02T09:01:42.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:01:42 smithi012 ceph-mon[90784]: pgmap v1935: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-02T09:01:42.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:01:42 smithi055 ceph-mon[85080]: pgmap v1935: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-02T09:01:42.560 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:01:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:01:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:01:42.864 INFO:tasks.workunit.client.0.smithi012.stdout: 1027: throughput=5MB/sec pending data=0 2024-04-02T09:01:42.865 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-e-iRbKGdZ3C4wHb off=8605598 len=462947 2024-04-02T09:01:42.865 INFO:tasks.workunit.client.0.smithi012.stdout:op 5138 completed, throughput=5MB/sec 2024-04-02T09:01:42.866 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-8WomQOS3j66juey off=7776394 len=719685 2024-04-02T09:01:42.870 INFO:tasks.workunit.client.0.smithi012.stdout:op 5139 completed, throughput=5MB/sec 2024-04-02T09:01:42.871 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ggJkpd-DYqQxz3z off=11047033 len=1391881 2024-04-02T09:01:42.877 INFO:tasks.workunit.client.0.smithi012.stdout:op 5140 completed, throughput=5MB/sec 2024-04-02T09:01:42.877 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-7mnVAykJaBJQSr9 off=3953964 len=860402 2024-04-02T09:01:42.882 INFO:tasks.workunit.client.0.smithi012.stdout:op 5141 completed, throughput=5MB/sec 2024-04-02T09:01:42.882 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-gDcb4zXmtyuY9-V off=5362872 len=1580291 2024-04-02T09:01:42.889 INFO:tasks.workunit.client.0.smithi012.stdout:op 5142 completed, throughput=5MB/sec 2024-04-02T09:01:43.890 INFO:tasks.workunit.client.0.smithi012.stdout: 1028: throughput=5MB/sec pending data=0 2024-04-02T09:01:43.890 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Ax9rBErkmjdYxZp off=63191 len=141531 2024-04-02T09:01:43.890 INFO:tasks.workunit.client.0.smithi012.stdout:op 5143 completed, throughput=5MB/sec 2024-04-02T09:01:43.890 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-crjqg8hSAdeDdcz off=21064347 len=1360978 2024-04-02T09:01:43.897 INFO:tasks.workunit.client.0.smithi012.stdout:op 5144 completed, throughput=5MB/sec 2024-04-02T09:01:43.897 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-WEPpnfU_AcEKUv3 off=18134516 len=1548516 2024-04-02T09:01:43.898 INFO:tasks.workunit.client.0.smithi012.stdout:op 5145 completed, throughput=5MB/sec 2024-04-02T09:01:43.898 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-4_T6LkoHkk0xtBw off=9920089 len=921586 2024-04-02T09:01:43.899 INFO:tasks.workunit.client.0.smithi012.stdout:op 5146 completed, throughput=5MB/sec 2024-04-02T09:01:43.899 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ogt8lhBE3d_ropB off=1873368 len=534040 2024-04-02T09:01:43.902 INFO:tasks.workunit.client.0.smithi012.stdout:op 5147 completed, throughput=5MB/sec 2024-04-02T09:01:43.902 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-msPvjSYO35lmPi2 off=1051350 len=229274 2024-04-02T09:01:43.905 INFO:tasks.workunit.client.0.smithi012.stdout:op 5148 completed, throughput=5MB/sec 2024-04-02T09:01:44.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:01:44 smithi012 ceph-mon[88355]: pgmap v1936: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-02T09:01:44.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:01:44 smithi012 ceph-mon[90784]: pgmap v1936: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-02T09:01:44.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:01:44 smithi055 ceph-mon[85080]: pgmap v1936: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-02T09:01:44.905 INFO:tasks.workunit.client.0.smithi012.stdout: 1029: throughput=5MB/sec pending data=0 2024-04-02T09:01:44.906 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-PJU090fsrlitvWC off=15909395 len=656836 2024-04-02T09:01:44.906 INFO:tasks.workunit.client.0.smithi012.stdout:op 5149 completed, throughput=5MB/sec 2024-04-02T09:01:44.906 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-933Dh4v0cu7Wa5z off=695076 len=1347443 2024-04-02T09:01:44.907 INFO:tasks.workunit.client.0.smithi012.stdout:op 5150 completed, throughput=5MB/sec 2024-04-02T09:01:44.908 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-r687srP8Ldgkmxe off=493221 len=1171596 2024-04-02T09:01:44.909 INFO:tasks.workunit.client.0.smithi012.stdout:op 5151 completed, throughput=5MB/sec 2024-04-02T09:01:44.909 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-dYj68J3gTystVA9 off=11640629 len=967513 2024-04-02T09:01:44.909 INFO:tasks.workunit.client.0.smithi012.stdout:op 5152 completed, throughput=5MB/sec 2024-04-02T09:01:44.910 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-t-NVo9z9xzHuEok off=10283250 len=1063314 2024-04-02T09:01:44.911 INFO:tasks.workunit.client.0.smithi012.stdout:op 5153 completed, throughput=5MB/sec 2024-04-02T09:01:45.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:01:45 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:45.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:01:45 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:45.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:01:45 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:45.911 INFO:tasks.workunit.client.0.smithi012.stdout: 1030: throughput=5MB/sec pending data=0 2024-04-02T09:01:45.912 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-YZUVm3RO575nGd1 off=579604 len=1634766 2024-04-02T09:01:45.920 INFO:tasks.workunit.client.0.smithi012.stdout:op 5154 completed, throughput=5MB/sec 2024-04-02T09:01:45.921 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-a5IEMErGL_RBh6c off=407429 len=153892 2024-04-02T09:01:45.921 INFO:tasks.workunit.client.0.smithi012.stdout:op 5155 completed, throughput=5MB/sec 2024-04-02T09:01:45.921 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-0v9uJkQmD853ecQ off=12024718 len=37574 2024-04-02T09:01:45.921 INFO:tasks.workunit.client.0.smithi012.stdout:op 5156 completed, throughput=5MB/sec 2024-04-02T09:01:45.921 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-NZxc27CrDvMK02o off=3352373 len=1565513 2024-04-02T09:01:45.922 INFO:tasks.workunit.client.0.smithi012.stdout:op 5157 completed, throughput=5MB/sec 2024-04-02T09:01:45.922 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-jdzewR7u6oLyDwA off=16858963 len=1493859 2024-04-02T09:01:45.929 INFO:tasks.workunit.client.0.smithi012.stdout:op 5158 completed, throughput=5MB/sec 2024-04-02T09:01:45.929 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-rd5uQZYx58E5_Tq off=184375 len=842290 2024-04-02T09:01:45.932 INFO:tasks.workunit.client.0.smithi012.stdout:op 5159 completed, throughput=5MB/sec 2024-04-02T09:01:46.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:01:46 smithi012 ceph-mon[88355]: pgmap v1937: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:01:46.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:01:46 smithi012 ceph-mon[90784]: pgmap v1937: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:01:46.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:01:46 smithi055 ceph-mon[85080]: pgmap v1937: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:01:46.933 INFO:tasks.workunit.client.0.smithi012.stdout: 1031: throughput=5MB/sec pending data=0 2024-04-02T09:01:46.933 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-jdzewR7u6oLyDwA off=12462177 len=779723 2024-04-02T09:01:46.933 INFO:tasks.workunit.client.0.smithi012.stdout:op 5160 completed, throughput=5MB/sec 2024-04-02T09:01:46.934 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ycgcqftKkLhJloE off=1767623 len=2028703 2024-04-02T09:01:46.944 INFO:tasks.workunit.client.0.smithi012.stdout:op 5161 completed, throughput=5MB/sec 2024-04-02T09:01:46.944 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-5-jteQyjX3i5xHh off=4973768 len=1939543 2024-04-02T09:01:46.946 INFO:tasks.workunit.client.0.smithi012.stdout:op 5162 completed, throughput=5MB/sec 2024-04-02T09:01:46.946 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-o10Nh3ovi-NPWmP off=2516332 len=1258963 2024-04-02T09:01:46.952 INFO:tasks.workunit.client.0.smithi012.stdout:op 5163 completed, throughput=5MB/sec 2024-04-02T09:01:47.952 INFO:tasks.workunit.client.0.smithi012.stdout: 1032: throughput=5MB/sec pending data=0 2024-04-02T09:01:47.953 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Xy1XaUDwR4IU_Vt off=3976331 len=2066526 2024-04-02T09:01:47.957 INFO:tasks.workunit.client.0.smithi012.stdout:op 5164 completed, throughput=5MB/sec 2024-04-02T09:01:47.957 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-yIChBaVYspWmBPp off=19813215 len=463442 2024-04-02T09:01:47.957 INFO:tasks.workunit.client.0.smithi012.stdout:op 5165 completed, throughput=5MB/sec 2024-04-02T09:01:47.957 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-QriJIzGLmiIBBmI off=19042411 len=1145237 2024-04-02T09:01:47.958 INFO:tasks.workunit.client.0.smithi012.stdout:op 5166 completed, throughput=5MB/sec 2024-04-02T09:01:47.958 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Z8iM3b0ibacn2CR off=1567328 len=1205427 2024-04-02T09:01:47.963 INFO:tasks.workunit.client.0.smithi012.stdout:op 5167 completed, throughput=5MB/sec 2024-04-02T09:01:48.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:01:48 smithi012 ceph-mon[88355]: pgmap v1938: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 7 op/s 2024-04-02T09:01:48.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:01:48 smithi012 ceph-mon[90784]: pgmap v1938: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 7 op/s 2024-04-02T09:01:48.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:01:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:01:47] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-04-02T09:01:48.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:01:48 smithi055 ceph-mon[85080]: pgmap v1938: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 7 op/s 2024-04-02T09:01:48.964 INFO:tasks.workunit.client.0.smithi012.stdout: 1033: throughput=5MB/sec pending data=0 2024-04-02T09:01:48.964 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-nP_8RIPdjLxLYPw off=11556393 len=1305889 2024-04-02T09:01:48.971 INFO:tasks.workunit.client.0.smithi012.stdout:op 5168 completed, throughput=5MB/sec 2024-04-02T09:01:48.971 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj--67lW_s_GaQ63Zg off=10712329 len=1255016 2024-04-02T09:01:48.976 INFO:tasks.workunit.client.0.smithi012.stdout:op 5169 completed, throughput=5MB/sec 2024-04-02T09:01:48.976 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-5K7ZbO_cQ--pQq8 off=2105979 len=1804209 2024-04-02T09:01:48.980 INFO:tasks.workunit.client.0.smithi012.stdout:op 5170 completed, throughput=5MB/sec 2024-04-02T09:01:48.980 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-X5DKcuaUShgRR0R off=10710648 len=1065569 2024-04-02T09:01:48.981 INFO:tasks.workunit.client.0.smithi012.stdout:op 5171 completed, throughput=5MB/sec 2024-04-02T09:01:49.981 INFO:tasks.workunit.client.0.smithi012.stdout: 1034: throughput=5MB/sec pending data=0 2024-04-02T09:01:49.981 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-OSqyTEEt6CIpy4V off=9250614 len=461884 2024-04-02T09:01:49.982 INFO:tasks.workunit.client.0.smithi012.stdout:op 5172 completed, throughput=5MB/sec 2024-04-02T09:01:49.982 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-6ZWtqpN_K80I1Py off=8473946 len=199666 2024-04-02T09:01:49.985 INFO:tasks.workunit.client.0.smithi012.stdout:op 5173 completed, throughput=5MB/sec 2024-04-02T09:01:49.985 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-w0eAWP1MiDdv6-q off=5291030 len=1330618 2024-04-02T09:01:49.986 INFO:tasks.workunit.client.0.smithi012.stdout:op 5174 completed, throughput=5MB/sec 2024-04-02T09:01:49.986 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-bR-WhAn8nFFT2Fn off=12398033 len=1842825 2024-04-02T09:01:49.989 INFO:tasks.workunit.client.0.smithi012.stdout:op 5175 completed, throughput=5MB/sec 2024-04-02T09:01:49.990 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-44ZEFrwjFFXqK4c off=3728596 len=123256 2024-04-02T09:01:49.990 INFO:tasks.workunit.client.0.smithi012.stdout:op 5176 completed, throughput=5MB/sec 2024-04-02T09:01:49.990 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-qwTtaPzIytsTHL4 off=20548410 len=708254 2024-04-02T09:01:49.992 INFO:tasks.workunit.client.0.smithi012.stdout:op 5177 completed, throughput=5MB/sec 2024-04-02T09:01:50.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:01:50 smithi012 ceph-mon[88355]: pgmap v1939: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:01:50.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:01:50 smithi012 ceph-mon[90784]: pgmap v1939: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:01:50.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:01:50 smithi055 ceph-mon[85080]: pgmap v1939: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:01:50.992 INFO:tasks.workunit.client.0.smithi012.stdout: 1035: throughput=5MB/sec pending data=0 2024-04-02T09:01:50.992 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-RDFctFaaQ6ZYrQw off=3577045 len=1682987 2024-04-02T09:01:50.993 INFO:tasks.workunit.client.0.smithi012.stdout:op 5178 completed, throughput=5MB/sec 2024-04-02T09:01:50.993 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Tx_l0iFMAW9fyrU off=699427 len=275925 2024-04-02T09:01:50.997 INFO:tasks.workunit.client.0.smithi012.stdout:op 5179 completed, throughput=5MB/sec 2024-04-02T09:01:50.997 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-2NVQN61PmSKoyyD off=6278854 len=360043 2024-04-02T09:01:50.997 INFO:tasks.workunit.client.0.smithi012.stdout:op 5180 completed, throughput=5MB/sec 2024-04-02T09:01:50.997 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-INqNqe4SXZQjHW- off=7462979 len=502550 2024-04-02T09:01:50.998 INFO:tasks.workunit.client.0.smithi012.stdout:op 5181 completed, throughput=5MB/sec 2024-04-02T09:01:50.998 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-a0ecY81rDWJTP70 off=39922 len=1029575 2024-04-02T09:01:51.001 INFO:tasks.workunit.client.0.smithi012.stdout:op 5182 completed, throughput=5MB/sec 2024-04-02T09:01:51.001 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-0HpXcjH31Bd3zpP off=6915625 len=1756322 2024-04-02T09:01:51.002 INFO:tasks.workunit.client.0.smithi012.stdout:op 5183 completed, throughput=5MB/sec 2024-04-02T09:01:52.002 INFO:tasks.workunit.client.0.smithi012.stdout: 1036: throughput=5MB/sec pending data=0 2024-04-02T09:01:52.003 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-nZX8TDQb89QAHsS off=409018 len=1369248 2024-04-02T09:01:52.009 INFO:tasks.workunit.client.0.smithi012.stdout:op 5184 completed, throughput=5MB/sec 2024-04-02T09:01:52.009 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-RBxKf36lxZwhQQ7 off=8156984 len=1431039 2024-04-02T09:01:52.016 INFO:tasks.workunit.client.0.smithi012.stdout:op 5185 completed, throughput=5MB/sec 2024-04-02T09:01:52.016 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-SrjkRqHVJEf53LI off=5828178 len=1173015 2024-04-02T09:01:52.022 INFO:tasks.workunit.client.0.smithi012.stdout:op 5186 completed, throughput=5MB/sec 2024-04-02T09:01:52.022 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-V1zKq7Ym6iS07X3 off=8060835 len=61524 2024-04-02T09:01:52.023 INFO:tasks.workunit.client.0.smithi012.stdout:op 5187 completed, throughput=5MB/sec 2024-04-02T09:01:52.024 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-gnjdSBdKeGqZzOk off=7223450 len=960793 2024-04-02T09:01:52.025 INFO:tasks.workunit.client.0.smithi012.stdout:op 5188 completed, throughput=5MB/sec 2024-04-02T09:01:52.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:01:52 smithi012 ceph-mon[88355]: pgmap v1940: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:01:52.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:01:52 smithi012 ceph-mon[90784]: pgmap v1940: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:01:52.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:01:52 smithi055 ceph-mon[85080]: pgmap v1940: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:01:52.561 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:01:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:01:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:01:53.025 INFO:tasks.workunit.client.0.smithi012.stdout: 1037: throughput=5MB/sec pending data=0 2024-04-02T09:01:53.025 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-voLyR83aqf62Iiv off=16917516 len=1090708 2024-04-02T09:01:53.030 INFO:tasks.workunit.client.0.smithi012.stdout:op 5189 completed, throughput=5MB/sec 2024-04-02T09:01:53.030 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-UjvGaflRxh7sYLU off=7185528 len=1209804 2024-04-02T09:01:53.031 INFO:tasks.workunit.client.0.smithi012.stdout:op 5190 completed, throughput=5MB/sec 2024-04-02T09:01:53.032 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-AW3aT_rApxUE1iB off=4670874 len=413101 2024-04-02T09:01:53.035 INFO:tasks.workunit.client.0.smithi012.stdout:op 5191 completed, throughput=5MB/sec 2024-04-02T09:01:53.035 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ILe-s63yDquDXaH off=2881247 len=857409 2024-04-02T09:01:53.039 INFO:tasks.workunit.client.0.smithi012.stdout:op 5192 completed, throughput=5MB/sec 2024-04-02T09:01:53.039 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Chhcx0VX8AMOAbi off=6360822 len=1845718 2024-04-02T09:01:53.046 INFO:tasks.workunit.client.0.smithi012.stdout:op 5193 completed, throughput=5MB/sec 2024-04-02T09:01:54.046 INFO:tasks.workunit.client.0.smithi012.stdout: 1038: throughput=5MB/sec pending data=0 2024-04-02T09:01:54.047 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-gOoPnGAHHB5j_X9 off=9112744 len=183427 2024-04-02T09:01:54.049 INFO:tasks.workunit.client.0.smithi012.stdout:op 5194 completed, throughput=5MB/sec 2024-04-02T09:01:54.049 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-F1TVWCCBQA02rfS off=4229022 len=423444 2024-04-02T09:01:54.049 INFO:tasks.workunit.client.0.smithi012.stdout:op 5195 completed, throughput=5MB/sec 2024-04-02T09:01:54.050 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-kgcXO3MX29PWzs_ off=8172707 len=681282 2024-04-02T09:01:54.052 INFO:tasks.workunit.client.0.smithi012.stdout:op 5196 completed, throughput=5MB/sec 2024-04-02T09:01:54.053 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-2MNA2LnnOxqaaFF off=761830 len=271177 2024-04-02T09:01:54.055 INFO:tasks.workunit.client.0.smithi012.stdout:op 5197 completed, throughput=5MB/sec 2024-04-02T09:01:54.055 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-BSKLSFveJ6emPJh off=17096749 len=123040 2024-04-02T09:01:54.058 INFO:tasks.workunit.client.0.smithi012.stdout:op 5198 completed, throughput=5MB/sec 2024-04-02T09:01:54.058 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-FfKQirElmzI6xqS off=11942560 len=578706 2024-04-02T09:01:54.061 INFO:tasks.workunit.client.0.smithi012.stdout:op 5199 completed, throughput=5MB/sec 2024-04-02T09:01:54.061 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-JZMNEC6aC9vXpCL off=2759817 len=1989673 2024-04-02T09:01:54.070 INFO:tasks.workunit.client.0.smithi012.stdout:op 5200 completed, throughput=5MB/sec 2024-04-02T09:01:54.070 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-TsN-efrwVj_Pf4v off=2438310 len=532377 2024-04-02T09:01:54.073 INFO:tasks.workunit.client.0.smithi012.stdout:op 5201 completed, throughput=5MB/sec 2024-04-02T09:01:54.073 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-w09sH4AjSvry8jy off=14806621 len=57255 2024-04-02T09:01:54.075 INFO:tasks.workunit.client.0.smithi012.stdout:op 5202 completed, throughput=5MB/sec 2024-04-02T09:01:54.075 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-6Of7iJoHHFw3iyc off=18213062 len=168690 2024-04-02T09:01:54.077 INFO:tasks.workunit.client.0.smithi012.stdout:op 5203 completed, throughput=5MB/sec 2024-04-02T09:01:54.077 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-WxNhtyXii3Evt2S off=2859329 len=838707 2024-04-02T09:01:54.081 INFO:tasks.workunit.client.0.smithi012.stdout:op 5204 completed, throughput=5MB/sec 2024-04-02T09:01:54.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:01:54 smithi012 ceph-mon[88355]: pgmap v1941: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T09:01:54.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:01:54 smithi012 ceph-mon[90784]: pgmap v1941: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T09:01:54.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:01:54 smithi055 ceph-mon[85080]: pgmap v1941: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T09:01:55.082 INFO:tasks.workunit.client.0.smithi012.stdout: 1039: throughput=5MB/sec pending data=0 2024-04-02T09:01:55.082 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-kKVl7HR_AgSsbhq off=2139173 len=70136 2024-04-02T09:01:55.084 INFO:tasks.workunit.client.0.smithi012.stdout:op 5205 completed, throughput=5MB/sec 2024-04-02T09:01:55.084 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-vibOryIY6m9vTqF off=17932829 len=107939 2024-04-02T09:01:55.085 INFO:tasks.workunit.client.0.smithi012.stdout:op 5206 completed, throughput=5MB/sec 2024-04-02T09:01:55.085 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-9Tm72iqOVnA5LSn off=4468241 len=768351 2024-04-02T09:01:55.089 INFO:tasks.workunit.client.0.smithi012.stdout:op 5207 completed, throughput=5MB/sec 2024-04-02T09:01:55.089 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-b2feAUAqvj20DZx off=550268 len=60920 2024-04-02T09:01:55.091 INFO:tasks.workunit.client.0.smithi012.stdout:op 5208 completed, throughput=5MB/sec 2024-04-02T09:01:55.091 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-F0YP__m8t4DFTYQ off=3812345 len=926627 2024-04-02T09:01:55.096 INFO:tasks.workunit.client.0.smithi012.stdout:op 5209 completed, throughput=5MB/sec 2024-04-02T09:01:55.096 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-gEpnCg5CVQMtzgy off=857582 len=1316446 2024-04-02T09:01:55.102 INFO:tasks.workunit.client.0.smithi012.stdout:op 5210 completed, throughput=5MB/sec 2024-04-02T09:01:55.103 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ht3CM0L0DiqJJdB off=15110271 len=2050838 2024-04-02T09:01:55.104 INFO:tasks.workunit.client.0.smithi012.stdout:op 5211 completed, throughput=5MB/sec 2024-04-02T09:01:56.104 INFO:tasks.workunit.client.0.smithi012.stdout: 1040: throughput=5MB/sec pending data=0 2024-04-02T09:01:56.104 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Dten_JuyAegrtjX off=4314451 len=588898 2024-04-02T09:01:56.107 INFO:tasks.workunit.client.0.smithi012.stdout:op 5212 completed, throughput=5MB/sec 2024-04-02T09:01:56.107 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-OVtq5bzz3M5xvxH off=2389952 len=2003762 2024-04-02T09:01:56.115 INFO:tasks.workunit.client.0.smithi012.stdout:op 5213 completed, throughput=5MB/sec 2024-04-02T09:01:56.115 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-GM2QqKCOtWYOuro off=563809 len=792137 2024-04-02T09:01:56.120 INFO:tasks.workunit.client.0.smithi012.stdout:op 5214 completed, throughput=5MB/sec 2024-04-02T09:01:56.120 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-FwpNV4rkyxXz1Rd off=9208205 len=1248854 2024-04-02T09:01:56.126 INFO:tasks.workunit.client.0.smithi012.stdout:op 5215 completed, throughput=5MB/sec 2024-04-02T09:01:56.127 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-RLBNMqXaM--g4Gk off=20062348 len=1012349 2024-04-02T09:01:56.128 INFO:tasks.workunit.client.0.smithi012.stdout:op 5216 completed, throughput=5MB/sec 2024-04-02T09:01:56.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:01:56 smithi012 ceph-mon[88355]: pgmap v1942: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T09:01:56.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:01:56 smithi012 ceph-mon[90784]: pgmap v1942: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T09:01:56.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:01:56 smithi055 ceph-mon[85080]: pgmap v1942: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T09:01:57.128 INFO:tasks.workunit.client.0.smithi012.stdout: 1041: throughput=5MB/sec pending data=0 2024-04-02T09:01:57.128 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-i5FWA5lXMyRhGXW off=3203606 len=1420091 2024-04-02T09:01:57.135 INFO:tasks.workunit.client.0.smithi012.stdout:op 5217 completed, throughput=5MB/sec 2024-04-02T09:01:57.135 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-FtSilg_39D5qF79 off=11356249 len=417154 2024-04-02T09:01:57.136 INFO:tasks.workunit.client.0.smithi012.stdout:op 5218 completed, throughput=5MB/sec 2024-04-02T09:01:57.136 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-J16zdus9h4CccR0 off=14063894 len=101840 2024-04-02T09:01:57.136 INFO:tasks.workunit.client.0.smithi012.stdout:op 5219 completed, throughput=5MB/sec 2024-04-02T09:01:57.137 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-89FutIvV0S9duVD off=3682072 len=797927 2024-04-02T09:01:57.142 INFO:tasks.workunit.client.0.smithi012.stdout:op 5220 completed, throughput=5MB/sec 2024-04-02T09:01:57.142 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-tCbdAXAJ74li9BE off=4356565 len=759575 2024-04-02T09:01:57.146 INFO:tasks.workunit.client.0.smithi012.stdout:op 5221 completed, throughput=5MB/sec 2024-04-02T09:01:57.146 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-CYetrea-T-NQZs4 off=671115 len=447865 2024-04-02T09:01:57.150 INFO:tasks.workunit.client.0.smithi012.stdout:op 5222 completed, throughput=5MB/sec 2024-04-02T09:01:57.150 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-cT-PGTqbyX7z-ZO off=5307020 len=677649 2024-04-02T09:01:57.154 INFO:tasks.workunit.client.0.smithi012.stdout:op 5223 completed, throughput=5MB/sec 2024-04-02T09:01:58.154 INFO:tasks.workunit.client.0.smithi012.stdout: 1042: throughput=5MB/sec pending data=0 2024-04-02T09:01:58.154 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-_KyQKot_1HCVgEa off=2320111 len=471971 2024-04-02T09:01:58.157 INFO:tasks.workunit.client.0.smithi012.stdout:op 5224 completed, throughput=5MB/sec 2024-04-02T09:01:58.157 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-czIxpodeLJIIOlH off=802925 len=210905 2024-04-02T09:01:58.160 INFO:tasks.workunit.client.0.smithi012.stdout:op 5225 completed, throughput=5MB/sec 2024-04-02T09:01:58.160 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-8FUh7gPS_GQV8hE off=17255945 len=1187029 2024-04-02T09:01:58.166 INFO:tasks.workunit.client.0.smithi012.stdout:op 5226 completed, throughput=5MB/sec 2024-04-02T09:01:58.166 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-52TbaFce6NjmxqJ off=5915978 len=1104245 2024-04-02T09:01:58.167 INFO:tasks.workunit.client.0.smithi012.stdout:op 5227 completed, throughput=5MB/sec 2024-04-02T09:01:58.167 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-gE4V-Ubl8TF2C17 off=17913048 len=1675017 2024-04-02T09:01:58.175 INFO:tasks.workunit.client.0.smithi012.stdout:op 5228 completed, throughput=5MB/sec 2024-04-02T09:01:58.175 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-89Laexg1W-IHdnm off=900236 len=1198058 2024-04-02T09:01:58.177 INFO:tasks.workunit.client.0.smithi012.stdout:op 5229 completed, throughput=5MB/sec 2024-04-02T09:01:58.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:01:58 smithi012 ceph-mon[88355]: pgmap v1943: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T09:01:58.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:01:58 smithi012 ceph-mon[90784]: pgmap v1943: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T09:01:58.429 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:01:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:01:57] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-04-02T09:01:58.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:01:58 smithi055 ceph-mon[85080]: pgmap v1943: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T09:01:59.178 INFO:tasks.workunit.client.0.smithi012.stdout: 1043: throughput=5MB/sec pending data=0 2024-04-02T09:01:59.178 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-UaIhHWT9IrO_5Qy off=578754 len=167511 2024-04-02T09:01:59.181 INFO:tasks.workunit.client.0.smithi012.stdout:op 5230 completed, throughput=5MB/sec 2024-04-02T09:01:59.181 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-oEkpWZ2tu1uwyxe off=14376712 len=659087 2024-04-02T09:01:59.181 INFO:tasks.workunit.client.0.smithi012.stdout:op 5231 completed, throughput=5MB/sec 2024-04-02T09:01:59.181 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-RRDRloMBn-HlqYq off=12435442 len=2085789 2024-04-02T09:01:59.183 INFO:tasks.workunit.client.0.smithi012.stdout:op 5232 completed, throughput=5MB/sec 2024-04-02T09:01:59.183 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ZNFqyGYcnreHAjm off=6210450 len=1782069 2024-04-02T09:01:59.185 INFO:tasks.workunit.client.0.smithi012.stdout:op 5233 completed, throughput=5MB/sec 2024-04-02T09:01:59.185 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Bce-Wy6c_nYtW6M off=4289225 len=406420 2024-04-02T09:01:59.188 INFO:tasks.workunit.client.0.smithi012.stdout:op 5234 completed, throughput=5MB/sec 2024-04-02T09:02:00.189 INFO:tasks.workunit.client.0.smithi012.stdout: 1044: throughput=5MB/sec pending data=0 2024-04-02T09:02:00.189 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ys4YP0uvZteppfV off=2944685 len=750403 2024-04-02T09:02:00.192 INFO:tasks.workunit.client.0.smithi012.stdout:op 5235 completed, throughput=5MB/sec 2024-04-02T09:02:00.192 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-PAW4hEwlFbXymuk off=3667997 len=111884 2024-04-02T09:02:00.193 INFO:tasks.workunit.client.0.smithi012.stdout:op 5236 completed, throughput=5MB/sec 2024-04-02T09:02:00.193 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-1ab1yhWZxA2TkH7 off=2170841 len=1063795 2024-04-02T09:02:00.194 INFO:tasks.workunit.client.0.smithi012.stdout:op 5237 completed, throughput=5MB/sec 2024-04-02T09:02:00.194 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-UfPUfs5BVfZIvuw off=1527312 len=597860 2024-04-02T09:02:00.198 INFO:tasks.workunit.client.0.smithi012.stdout:op 5238 completed, throughput=5MB/sec 2024-04-02T09:02:00.198 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-cVW0vn208FQt5T7 off=6434185 len=1950383 2024-04-02T09:02:00.199 INFO:tasks.workunit.client.0.smithi012.stdout:op 5239 completed, throughput=5MB/sec 2024-04-02T09:02:00.200 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-dNAwbqoZEN4oFj1 off=13488320 len=1035665 2024-04-02T09:02:00.205 INFO:tasks.workunit.client.0.smithi012.stdout:op 5240 completed, throughput=5MB/sec 2024-04-02T09:02:00.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:02:00 smithi012 ceph-mon[88355]: pgmap v1944: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:02:00.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:02:00 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:00.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:02:00 smithi012 ceph-mon[90784]: pgmap v1944: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:02:00.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:02:00 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:00.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:02:00 smithi055 ceph-mon[85080]: pgmap v1944: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:02:00.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:02:00 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:01.205 INFO:tasks.workunit.client.0.smithi012.stdout: 1045: throughput=5MB/sec pending data=0 2024-04-02T09:02:01.206 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-SuEYtUybrjS62Oq off=10401597 len=898633 2024-04-02T09:02:01.206 INFO:tasks.workunit.client.0.smithi012.stdout:op 5241 completed, throughput=5MB/sec 2024-04-02T09:02:01.206 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-KmeyA3M2G0MCtu1 off=2078194 len=1617198 2024-04-02T09:02:01.214 INFO:tasks.workunit.client.0.smithi012.stdout:op 5242 completed, throughput=5MB/sec 2024-04-02T09:02:01.214 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-0nK4ClRFn5FmnC- off=18630463 len=568003 2024-04-02T09:02:01.218 INFO:tasks.workunit.client.0.smithi012.stdout:op 5243 completed, throughput=5MB/sec 2024-04-02T09:02:01.218 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-japxi3cnZmFDgED off=588731 len=1764274 2024-04-02T09:02:01.220 INFO:tasks.workunit.client.0.smithi012.stdout:op 5244 completed, throughput=5MB/sec 2024-04-02T09:02:02.220 INFO:tasks.workunit.client.0.smithi012.stdout: 1046: throughput=5MB/sec pending data=0 2024-04-02T09:02:02.220 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-3njX5sJjVCt0WAz off=3985676 len=1717181 2024-04-02T09:02:02.221 INFO:tasks.workunit.client.0.smithi012.stdout:op 5245 completed, throughput=5MB/sec 2024-04-02T09:02:02.222 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-5owhtNT4A3YEXki off=18732345 len=1887643 2024-04-02T09:02:02.225 INFO:tasks.workunit.client.0.smithi012.stdout:op 5246 completed, throughput=5MB/sec 2024-04-02T09:02:02.225 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-qBLqa4RZzFfQ2lg off=3377546 len=915800 2024-04-02T09:02:02.230 INFO:tasks.workunit.client.0.smithi012.stdout:op 5247 completed, throughput=5MB/sec 2024-04-02T09:02:02.230 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj--eM1uMRAhpD_8bp off=14227776 len=1145463 2024-04-02T09:02:02.235 INFO:tasks.workunit.client.0.smithi012.stdout:op 5248 completed, throughput=5MB/sec 2024-04-02T09:02:02.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:02:02 smithi012 ceph-mon[88355]: pgmap v1945: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T09:02:02.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:02:02 smithi012 ceph-mon[90784]: pgmap v1945: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T09:02:02.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:02:02 smithi055 ceph-mon[85080]: pgmap v1945: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T09:02:02.561 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:02:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:02:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:02:03.235 INFO:tasks.workunit.client.0.smithi012.stdout: 1047: throughput=5MB/sec pending data=0 2024-04-02T09:02:03.235 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-3g_tOpPphUjj30V off=5558867 len=1967570 2024-04-02T09:02:03.245 INFO:tasks.workunit.client.0.smithi012.stdout:op 5249 completed, throughput=5MB/sec 2024-04-02T09:02:03.246 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-j6Xyz5pF5VOheaZ off=5554243 len=1441535 2024-04-02T09:02:03.252 INFO:tasks.workunit.client.0.smithi012.stdout:op 5250 completed, throughput=5MB/sec 2024-04-02T09:02:03.253 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-gkzmktoiy9GIP_4 off=15143421 len=97715 2024-04-02T09:02:03.253 INFO:tasks.workunit.client.0.smithi012.stdout:op 5251 completed, throughput=5MB/sec 2024-04-02T09:02:03.253 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-7Uq62MlUgnsmrZ5 off=10855003 len=340601 2024-04-02T09:02:03.254 INFO:tasks.workunit.client.0.smithi012.stdout:op 5252 completed, throughput=5MB/sec 2024-04-02T09:02:03.254 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj--eM8bGc3CRSPYGI off=13608924 len=956545 2024-04-02T09:02:03.255 INFO:tasks.workunit.client.0.smithi012.stdout:op 5253 completed, throughput=5MB/sec 2024-04-02T09:02:03.255 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-rOjuktvC2ALeoED off=13333898 len=1530921 2024-04-02T09:02:03.262 INFO:tasks.workunit.client.0.smithi012.stdout:op 5254 completed, throughput=5MB/sec 2024-04-02T09:02:04.263 INFO:tasks.workunit.client.0.smithi012.stdout: 1048: throughput=5MB/sec pending data=0 2024-04-02T09:02:04.263 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Gs0IDLdC6mzEcC8 off=8217688 len=8479 2024-04-02T09:02:04.265 INFO:tasks.workunit.client.0.smithi012.stdout:op 5255 completed, throughput=5MB/sec 2024-04-02T09:02:04.265 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ji-SCsWH30XuU5i off=2307197 len=1635916 2024-04-02T09:02:04.266 INFO:tasks.workunit.client.0.smithi012.stdout:op 5256 completed, throughput=5MB/sec 2024-04-02T09:02:04.267 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-c3sR44_Ckp8fIFO off=11505361 len=1474361 2024-04-02T09:02:04.269 INFO:tasks.workunit.client.0.smithi012.stdout:op 5257 completed, throughput=5MB/sec 2024-04-02T09:02:04.269 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-lKTH_bG0LndrQOg off=16826153 len=664437 2024-04-02T09:02:04.274 INFO:tasks.workunit.client.0.smithi012.stdout:op 5258 completed, throughput=5MB/sec 2024-04-02T09:02:04.274 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-7y51XFQxX6sM8QJ off=11052576 len=1394376 2024-04-02T09:02:04.274 INFO:tasks.workunit.client.0.smithi012.stdout:op 5259 completed, throughput=5MB/sec 2024-04-02T09:02:04.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:02:04 smithi012 ceph-mon[88355]: pgmap v1946: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:02:04.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:02:04 smithi012 ceph-mon[90784]: pgmap v1946: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:02:04.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:02:04 smithi055 ceph-mon[85080]: pgmap v1946: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:02:05.275 INFO:tasks.workunit.client.0.smithi012.stdout: 1049: throughput=5MB/sec pending data=0 2024-04-02T09:02:05.275 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-go8DV6M1X20bTDW off=19772297 len=852630 2024-04-02T09:02:05.278 INFO:tasks.workunit.client.0.smithi012.stdout:op 5260 completed, throughput=5MB/sec 2024-04-02T09:02:05.278 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-HRtfmeJ6T9Zug4F off=0 len=1310458 2024-04-02T09:02:05.281 INFO:tasks.workunit.client.0.smithi012.stdout:op 5261 completed, throughput=5MB/sec 2024-04-02T09:02:05.282 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-MT_-fRF7fIapTPE off=9067673 len=814918 2024-04-02T09:02:05.282 INFO:tasks.workunit.client.0.smithi012.stdout:op 5262 completed, throughput=5MB/sec 2024-04-02T09:02:05.282 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-VocR0Raz8l7QQmN off=10174868 len=1131217 2024-04-02T09:02:05.286 INFO:tasks.workunit.client.0.smithi012.stdout:op 5263 completed, throughput=5MB/sec 2024-04-02T09:02:06.287 INFO:tasks.workunit.client.0.smithi012.stdout: 1050: throughput=5MB/sec pending data=0 2024-04-02T09:02:06.287 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-WFL4uSADHePJE4S off=15787952 len=618037 2024-04-02T09:02:06.291 INFO:tasks.workunit.client.0.smithi012.stdout:op 5264 completed, throughput=5MB/sec 2024-04-02T09:02:06.291 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-bGsiWTFoH-MwiLJ off=14592012 len=976894 2024-04-02T09:02:06.292 INFO:tasks.workunit.client.0.smithi012.stdout:op 5265 completed, throughput=5MB/sec 2024-04-02T09:02:06.292 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-11P8MlXY0DcsONd off=3850821 len=1773948 2024-04-02T09:02:06.293 INFO:tasks.workunit.client.0.smithi012.stdout:op 5266 completed, throughput=5MB/sec 2024-04-02T09:02:06.293 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ji-SCsWH30XuU5i off=4403154 len=2013321 2024-04-02T09:02:06.295 INFO:tasks.workunit.client.0.smithi012.stdout:op 5267 completed, throughput=5MB/sec 2024-04-02T09:02:06.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:02:06 smithi012 ceph-mon[88355]: pgmap v1947: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:02:06.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:02:06 smithi012 ceph-mon[90784]: pgmap v1947: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:02:06.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:02:06 smithi055 ceph-mon[85080]: pgmap v1947: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:02:07.296 INFO:tasks.workunit.client.0.smithi012.stdout: 1051: throughput=5MB/sec pending data=0 2024-04-02T09:02:07.296 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-JUEQrJ9uRvWH4E4 off=5357836 len=1855269 2024-04-02T09:02:07.303 INFO:tasks.workunit.client.0.smithi012.stdout:op 5268 completed, throughput=5MB/sec 2024-04-02T09:02:07.303 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-fP6hmHYqS-ovzOg off=8250876 len=668406 2024-04-02T09:02:07.306 INFO:tasks.workunit.client.0.smithi012.stdout:op 5269 completed, throughput=5MB/sec 2024-04-02T09:02:07.306 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-wfkbONgEJBn8TmO off=1596100 len=1985772 2024-04-02T09:02:07.315 INFO:tasks.workunit.client.0.smithi012.stdout:op 5270 completed, throughput=5MB/sec 2024-04-02T09:02:07.316 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-gOJzhmCEJA1cuVj off=6189264 len=94899 2024-04-02T09:02:07.317 INFO:tasks.workunit.client.0.smithi012.stdout:op 5271 completed, throughput=5MB/sec 2024-04-02T09:02:07.317 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-jN_kMTVJwyCNvB8 off=2221502 len=247865 2024-04-02T09:02:07.320 INFO:tasks.workunit.client.0.smithi012.stdout:op 5272 completed, throughput=5MB/sec 2024-04-02T09:02:07.320 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ZHXXfj-2hF3HKos off=945265 len=1820249 2024-04-02T09:02:07.321 INFO:tasks.workunit.client.0.smithi012.stdout:op 5273 completed, throughput=5MB/sec 2024-04-02T09:02:08.322 INFO:tasks.workunit.client.0.smithi012.stdout: 1052: throughput=5MB/sec pending data=0 2024-04-02T09:02:08.322 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ogt8lhBE3d_ropB off=1468380 len=1138323 2024-04-02T09:02:08.323 INFO:tasks.workunit.client.0.smithi012.stdout:op 5274 completed, throughput=5MB/sec 2024-04-02T09:02:08.323 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-KfIEeVNcAVty9b0 off=5443244 len=1536122 2024-04-02T09:02:08.329 INFO:tasks.workunit.client.0.smithi012.stdout:op 5275 completed, throughput=5MB/sec 2024-04-02T09:02:08.329 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-JyXFWWjTSZW8T05 off=19861531 len=480908 2024-04-02T09:02:08.333 INFO:tasks.workunit.client.0.smithi012.stdout:op 5276 completed, throughput=5MB/sec 2024-04-02T09:02:08.333 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-i4FG0wqrll-FfIF off=16807121 len=751808 2024-04-02T09:02:08.336 INFO:tasks.workunit.client.0.smithi012.stdout:op 5277 completed, throughput=5MB/sec 2024-04-02T09:02:08.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:02:08 smithi012 ceph-mon[88355]: pgmap v1948: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 7 op/s 2024-04-02T09:02:08.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:02:08 smithi012 ceph-mon[90784]: pgmap v1948: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 7 op/s 2024-04-02T09:02:08.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:02:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:02:07] "GET /metrics HTTP/1.1" 200 34059 "" "Prometheus/2.43.0" 2024-04-02T09:02:08.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:02:08 smithi055 ceph-mon[85080]: pgmap v1948: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 7 op/s 2024-04-02T09:02:09.336 INFO:tasks.workunit.client.0.smithi012.stdout: 1053: throughput=5MB/sec pending data=0 2024-04-02T09:02:09.337 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-neirboRNvBi0Ks2 off=52964 len=1038682 2024-04-02T09:02:09.338 INFO:tasks.workunit.client.0.smithi012.stdout:op 5278 completed, throughput=5MB/sec 2024-04-02T09:02:09.338 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-K-IYZYzsA71JcoE off=7872542 len=1273084 2024-04-02T09:02:09.339 INFO:tasks.workunit.client.0.smithi012.stdout:op 5279 completed, throughput=5MB/sec 2024-04-02T09:02:09.339 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-e6F6ZcCaQw1HWo2 off=1442477 len=1156232 2024-04-02T09:02:09.343 INFO:tasks.workunit.client.0.smithi012.stdout:op 5280 completed, throughput=5MB/sec 2024-04-02T09:02:09.343 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Femopftne7O7NdN off=9217107 len=297828 2024-04-02T09:02:09.346 INFO:tasks.workunit.client.0.smithi012.stdout:op 5281 completed, throughput=5MB/sec 2024-04-02T09:02:09.346 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-hk8-AW4L1Jux3gQ off=15947614 len=836532 2024-04-02T09:02:09.347 INFO:tasks.workunit.client.0.smithi012.stdout:op 5282 completed, throughput=5MB/sec 2024-04-02T09:02:09.347 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-zouyxAMjXzrDJXg off=2847888 len=1560986 2024-04-02T09:02:09.348 INFO:tasks.workunit.client.0.smithi012.stdout:op 5283 completed, throughput=5MB/sec 2024-04-02T09:02:10.349 INFO:tasks.workunit.client.0.smithi012.stdout: 1054: throughput=5MB/sec pending data=0 2024-04-02T09:02:10.349 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-BO2iN9zIwoeipcT off=4962544 len=162772 2024-04-02T09:02:10.351 INFO:tasks.workunit.client.0.smithi012.stdout:op 5284 completed, throughput=5MB/sec 2024-04-02T09:02:10.351 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-l2H1t_e59zPl05b off=6818459 len=396031 2024-04-02T09:02:10.354 INFO:tasks.workunit.client.0.smithi012.stdout:op 5285 completed, throughput=5MB/sec 2024-04-02T09:02:10.355 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-a1t9NGeqPxz3IU6 off=2496484 len=1664925 2024-04-02T09:02:10.356 INFO:tasks.workunit.client.0.smithi012.stdout:op 5286 completed, throughput=5MB/sec 2024-04-02T09:02:10.356 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-O5EGr11imJyCIN8 off=3115070 len=755837 2024-04-02T09:02:10.359 INFO:tasks.workunit.client.0.smithi012.stdout:op 5287 completed, throughput=5MB/sec 2024-04-02T09:02:10.360 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-QIxH5pr8N_rFmja off=84706 len=612938 2024-04-02T09:02:10.363 INFO:tasks.workunit.client.0.smithi012.stdout:op 5288 completed, throughput=5MB/sec 2024-04-02T09:02:10.363 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-E4h2FRSCRBHO51o off=5887507 len=625328 2024-04-02T09:02:10.364 INFO:tasks.workunit.client.0.smithi012.stdout:op 5289 completed, throughput=5MB/sec 2024-04-02T09:02:10.364 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-1MdPwzkZDoF3Lh7 off=2600479 len=1217145 2024-04-02T09:02:10.365 INFO:tasks.workunit.client.0.smithi012.stdout:op 5290 completed, throughput=5MB/sec 2024-04-02T09:02:10.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:02:10 smithi012 ceph-mon[88355]: pgmap v1949: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:02:10.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:02:10 smithi012 ceph-mon[90784]: pgmap v1949: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:02:10.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:02:10 smithi055 ceph-mon[85080]: pgmap v1949: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:02:11.365 INFO:tasks.workunit.client.0.smithi012.stdout: 1055: throughput=5MB/sec pending data=0 2024-04-02T09:02:11.365 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-U9JoXkrXeRjaRIJ off=1654882 len=294182 2024-04-02T09:02:11.368 INFO:tasks.workunit.client.0.smithi012.stdout:op 5291 completed, throughput=5MB/sec 2024-04-02T09:02:11.369 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-YyQlokE457knnL_ off=11342198 len=2031635 2024-04-02T09:02:11.377 INFO:tasks.workunit.client.0.smithi012.stdout:op 5292 completed, throughput=5MB/sec 2024-04-02T09:02:11.377 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-b2XSeohGKCqr0Sv off=11921417 len=1621960 2024-04-02T09:02:11.378 INFO:tasks.workunit.client.0.smithi012.stdout:op 5293 completed, throughput=5MB/sec 2024-04-02T09:02:11.378 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-O6llXiaZFFQ0Sei off=4276222 len=1309526 2024-04-02T09:02:11.385 INFO:tasks.workunit.client.0.smithi012.stdout:op 5294 completed, throughput=5MB/sec 2024-04-02T09:02:12.385 INFO:tasks.workunit.client.0.smithi012.stdout: 1056: throughput=5MB/sec pending data=0 2024-04-02T09:02:12.385 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-r4qy3Do9nEBTbbx off=17636789 len=705861 2024-04-02T09:02:12.389 INFO:tasks.workunit.client.0.smithi012.stdout:op 5295 completed, throughput=5MB/sec 2024-04-02T09:02:12.389 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-5oYj2Z_ONJh4DhQ off=0 len=1550757 2024-04-02T09:02:12.391 INFO:tasks.workunit.client.0.smithi012.stdout:op 5296 completed, throughput=5MB/sec 2024-04-02T09:02:12.391 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ed5BKM2vDZoKAvG off=6405104 len=1923956 2024-04-02T09:02:12.400 INFO:tasks.workunit.client.0.smithi012.stdout:op 5297 completed, throughput=5MB/sec 2024-04-02T09:02:12.400 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-VV7ufLFtNBS-Q-x off=746628 len=607203 2024-04-02T09:02:12.401 INFO:tasks.workunit.client.0.smithi012.stdout:op 5298 completed, throughput=5MB/sec 2024-04-02T09:02:12.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:02:12 smithi012 ceph-mon[88355]: pgmap v1950: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:02:12.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:02:12 smithi012 ceph-mon[90784]: pgmap v1950: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:02:12.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:02:12 smithi055 ceph-mon[85080]: pgmap v1950: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:02:12.561 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:02:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:02:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:02:13.401 INFO:tasks.workunit.client.0.smithi012.stdout: 1057: throughput=5MB/sec pending data=0 2024-04-02T09:02:13.402 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-hZGOlu9FApPs215 off=6103061 len=419098 2024-04-02T09:02:13.405 INFO:tasks.workunit.client.0.smithi012.stdout:op 5299 completed, throughput=5MB/sec 2024-04-02T09:02:13.405 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ITptF9Qh7eVnUlw off=1808791 len=715071 2024-04-02T09:02:13.405 INFO:tasks.workunit.client.0.smithi012.stdout:op 5300 completed, throughput=5MB/sec 2024-04-02T09:02:13.406 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-z1ofoT2TXEY_itL off=9951030 len=450336 2024-04-02T09:02:13.407 INFO:tasks.workunit.client.0.smithi012.stdout:op 5301 completed, throughput=5MB/sec 2024-04-02T09:02:13.407 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-FIR2OpJmC2b4Nc0 off=8767103 len=315048 2024-04-02T09:02:13.407 INFO:tasks.workunit.client.0.smithi012.stdout:op 5302 completed, throughput=5MB/sec 2024-04-02T09:02:13.408 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-LQXbPi9FrdZFrZd off=8365686 len=511688 2024-04-02T09:02:13.408 INFO:tasks.workunit.client.0.smithi012.stdout:op 5303 completed, throughput=5MB/sec 2024-04-02T09:02:13.408 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-hFvS0jnK2A0pNGt off=4063174 len=462760 2024-04-02T09:02:13.409 INFO:tasks.workunit.client.0.smithi012.stdout:op 5304 completed, throughput=5MB/sec 2024-04-02T09:02:13.409 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-cvfsDC74VomQh17 off=4892313 len=508778 2024-04-02T09:02:13.413 INFO:tasks.workunit.client.0.smithi012.stdout:op 5305 completed, throughput=5MB/sec 2024-04-02T09:02:13.413 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-KVzp2WJd4A6f37e off=13867941 len=1181302 2024-04-02T09:02:13.418 INFO:tasks.workunit.client.0.smithi012.stdout:op 5306 completed, throughput=5MB/sec 2024-04-02T09:02:13.418 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-CxD0g9rwgNQRADV off=7476077 len=620765 2024-04-02T09:02:13.420 INFO:tasks.workunit.client.0.smithi012.stdout:op 5307 completed, throughput=5MB/sec 2024-04-02T09:02:14.420 INFO:tasks.workunit.client.0.smithi012.stdout: 1058: throughput=5MB/sec pending data=0 2024-04-02T09:02:14.420 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-H4dCGYBMtmX1P8s off=4429490 len=1665733 2024-04-02T09:02:14.422 INFO:tasks.workunit.client.0.smithi012.stdout:op 5308 completed, throughput=5MB/sec 2024-04-02T09:02:14.422 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-lJjdQPIKqew1dN_ off=99546 len=1200002 2024-04-02T09:02:14.423 INFO:tasks.workunit.client.0.smithi012.stdout:op 5309 completed, throughput=5MB/sec 2024-04-02T09:02:14.423 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-PGJetnr3X_xBevO off=1744896 len=711079 2024-04-02T09:02:14.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:02:14 smithi012 ceph-mon[88355]: pgmap v1951: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:02:14.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:02:14 smithi012 ceph-mon[90784]: pgmap v1951: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:02:14.428 INFO:tasks.workunit.client.0.smithi012.stdout:op 5310 completed, throughput=5MB/sec 2024-04-02T09:02:14.428 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-FcvXtVVNcztorWB off=2821740 len=510606 2024-04-02T09:02:14.429 INFO:tasks.workunit.client.0.smithi012.stdout:op 5311 completed, throughput=5MB/sec 2024-04-02T09:02:14.429 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-5dLxMTQn8eIWa0h off=5182862 len=889985 2024-04-02T09:02:14.433 INFO:tasks.workunit.client.0.smithi012.stdout:op 5312 completed, throughput=5MB/sec 2024-04-02T09:02:14.434 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-aLvro-rLkFcbt9H off=3035341 len=688321 2024-04-02T09:02:14.434 INFO:tasks.workunit.client.0.smithi012.stdout:op 5313 completed, throughput=5MB/sec 2024-04-02T09:02:14.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:02:14 smithi055 ceph-mon[85080]: pgmap v1951: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:02:15.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:02:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:15.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:02:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:15.434 INFO:tasks.workunit.client.0.smithi012.stdout: 1059: throughput=5MB/sec pending data=0 2024-04-02T09:02:15.434 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-DayMQBG47UUEzGE off=381392 len=701222 2024-04-02T09:02:15.439 INFO:tasks.workunit.client.0.smithi012.stdout:op 5314 completed, throughput=5MB/sec 2024-04-02T09:02:15.439 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-GKTbIr_cpFF7CN- off=4192163 len=1185193 2024-04-02T09:02:15.445 INFO:tasks.workunit.client.0.smithi012.stdout:op 5315 completed, throughput=5MB/sec 2024-04-02T09:02:15.446 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-v9Wggg4mamG-ybS off=702881 len=1913692 2024-04-02T09:02:15.449 INFO:tasks.workunit.client.0.smithi012.stdout:op 5316 completed, throughput=5MB/sec 2024-04-02T09:02:15.449 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-K5ZpWE4dvUS4FP3 off=9634866 len=1745237 2024-04-02T09:02:15.452 INFO:tasks.workunit.client.0.smithi012.stdout:op 5317 completed, throughput=5MB/sec 2024-04-02T09:02:15.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:02:15 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:16.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:02:16 smithi012 ceph-mon[88355]: pgmap v1952: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:02:16.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:02:16 smithi012 ceph-mon[90784]: pgmap v1952: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:02:16.453 INFO:tasks.workunit.client.0.smithi012.stdout: 1060: throughput=5MB/sec pending data=0 2024-04-02T09:02:16.453 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-iw3TqAtZ_7Nj4rV off=3841135 len=233669 2024-04-02T09:02:16.454 INFO:tasks.workunit.client.0.smithi012.stdout:op 5318 completed, throughput=5MB/sec 2024-04-02T09:02:16.454 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-TO5_xbY1U79EtrI off=7469775 len=190291 2024-04-02T09:02:16.454 INFO:tasks.workunit.client.0.smithi012.stdout:op 5319 completed, throughput=5MB/sec 2024-04-02T09:02:16.454 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-88QNvbv0N2c_EXE off=4609411 len=1597018 2024-04-02T09:02:16.462 INFO:tasks.workunit.client.0.smithi012.stdout:op 5320 completed, throughput=5MB/sec 2024-04-02T09:02:16.462 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-SATgRG03TGQyxmc off=11150876 len=1392360 2024-04-02T09:02:16.469 INFO:tasks.workunit.client.0.smithi012.stdout:op 5321 completed, throughput=5MB/sec 2024-04-02T09:02:16.469 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-EYhd9ydVymUxNxG off=2633606 len=1654743 2024-04-02T09:02:16.476 INFO:tasks.workunit.client.0.smithi012.stdout:op 5322 completed, throughput=5MB/sec 2024-04-02T09:02:16.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:02:16 smithi055 ceph-mon[85080]: pgmap v1952: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:02:17.476 INFO:tasks.workunit.client.0.smithi012.stdout: 1061: throughput=5MB/sec pending data=0 2024-04-02T09:02:17.476 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-_TiIUexDHcQUPTl off=796112 len=1566662 2024-04-02T09:02:17.478 INFO:tasks.workunit.client.0.smithi012.stdout:op 5323 completed, throughput=5MB/sec 2024-04-02T09:02:17.478 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-JWigcsYTf0jyZ4p off=523169 len=380370 2024-04-02T09:02:17.479 INFO:tasks.workunit.client.0.smithi012.stdout:op 5324 completed, throughput=5MB/sec 2024-04-02T09:02:17.479 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-G0HOuPzfz5bsdI1 off=5377713 len=2044124 2024-04-02T09:02:17.489 INFO:tasks.workunit.client.0.smithi012.stdout:op 5325 completed, throughput=5MB/sec 2024-04-02T09:02:17.489 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-TEP5JLKqbEjsQaX off=2680304 len=712172 2024-04-02T09:02:17.493 INFO:tasks.workunit.client.0.smithi012.stdout:op 5326 completed, throughput=5MB/sec 2024-04-02T09:02:17.493 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-7xgdXKweeOyL0Ja off=11079901 len=1661889 2024-04-02T09:02:17.499 INFO:tasks.workunit.client.0.smithi012.stdout:op 5327 completed, throughput=5MB/sec 2024-04-02T09:02:18.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:02:18 smithi012 ceph-mon[88355]: pgmap v1953: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T09:02:18.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:02:18 smithi012 ceph-mon[90784]: pgmap v1953: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T09:02:18.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:02:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:02:17] "GET /metrics HTTP/1.1" 200 34056 "" "Prometheus/2.43.0" 2024-04-02T09:02:18.499 INFO:tasks.workunit.client.0.smithi012.stdout: 1062: throughput=5MB/sec pending data=0 2024-04-02T09:02:18.500 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-7-DdbmnzvJX1Dtw off=16277248 len=1962508 2024-04-02T09:02:18.501 INFO:tasks.workunit.client.0.smithi012.stdout:op 5328 completed, throughput=5MB/sec 2024-04-02T09:02:18.501 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-uaHo1czNBhrSiTE off=20635962 len=379588 2024-04-02T09:02:18.505 INFO:tasks.workunit.client.0.smithi012.stdout:op 5329 completed, throughput=5MB/sec 2024-04-02T09:02:18.505 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-X3sBBVuu2XC1Ruo off=6844679 len=83552 2024-04-02T09:02:18.505 INFO:tasks.workunit.client.0.smithi012.stdout:op 5330 completed, throughput=5MB/sec 2024-04-02T09:02:18.505 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-0OLIIiikQYbReGk off=162718 len=1464552 2024-04-02T09:02:18.512 INFO:tasks.workunit.client.0.smithi012.stdout:op 5331 completed, throughput=5MB/sec 2024-04-02T09:02:18.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:02:18 smithi055 ceph-mon[85080]: pgmap v1953: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T09:02:19.513 INFO:tasks.workunit.client.0.smithi012.stdout: 1063: throughput=5MB/sec pending data=0 2024-04-02T09:02:19.513 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-YwALsoYPa3FiCga off=6600366 len=1407684 2024-04-02T09:02:19.520 INFO:tasks.workunit.client.0.smithi012.stdout:op 5332 completed, throughput=5MB/sec 2024-04-02T09:02:19.520 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-A2SgUC8k9e8TFvj off=3076063 len=261104 2024-04-02T09:02:19.520 INFO:tasks.workunit.client.0.smithi012.stdout:op 5333 completed, throughput=5MB/sec 2024-04-02T09:02:19.520 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-eTQoE9SDIvg-P6U off=10876048 len=582471 2024-04-02T09:02:19.524 INFO:tasks.workunit.client.0.smithi012.stdout:op 5334 completed, throughput=5MB/sec 2024-04-02T09:02:19.524 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-jnkohDdFrapi3Hv off=1092510 len=1494261 2024-04-02T09:02:19.526 INFO:tasks.workunit.client.0.smithi012.stdout:op 5335 completed, throughput=5MB/sec 2024-04-02T09:02:19.526 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-bzpgar6bAQd6l9A off=983599 len=1574507 2024-04-02T09:02:19.533 INFO:tasks.workunit.client.0.smithi012.stdout:op 5336 completed, throughput=5MB/sec 2024-04-02T09:02:19.533 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-R0UVq8eyuDnWP_K off=3390344 len=1303909 2024-04-02T09:02:19.540 INFO:tasks.workunit.client.0.smithi012.stdout:op 5337 completed, throughput=5MB/sec 2024-04-02T09:02:20.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:02:20 smithi012 ceph-mon[90784]: pgmap v1954: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:02:20.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:02:20 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:02:20.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:02:20 smithi012 ceph-mon[88355]: pgmap v1954: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:02:20.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:02:20 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:02:20.540 INFO:tasks.workunit.client.0.smithi012.stdout: 1064: throughput=5MB/sec pending data=0 2024-04-02T09:02:20.540 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Zq3Qs8jD3PKrZGO off=2190374 len=68208 2024-04-02T09:02:20.541 INFO:tasks.workunit.client.0.smithi012.stdout:op 5338 completed, throughput=5MB/sec 2024-04-02T09:02:20.541 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-hZtXltyHSYHgpEx off=2228604 len=1463226 2024-04-02T09:02:20.546 INFO:tasks.workunit.client.0.smithi012.stdout:op 5339 completed, throughput=5MB/sec 2024-04-02T09:02:20.547 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-hRODV82-DCTaVA_ off=131735 len=272669 2024-04-02T09:02:20.549 INFO:tasks.workunit.client.0.smithi012.stdout:op 5340 completed, throughput=5MB/sec 2024-04-02T09:02:20.549 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-s_li4aB_oQ09K4P off=230250 len=863660 2024-04-02T09:02:20.550 INFO:tasks.workunit.client.0.smithi012.stdout:op 5341 completed, throughput=5MB/sec 2024-04-02T09:02:20.551 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-7U1f9ntWQRJaci2 off=1005975 len=152589 2024-04-02T09:02:20.553 INFO:tasks.workunit.client.0.smithi012.stdout:op 5342 completed, throughput=5MB/sec 2024-04-02T09:02:20.553 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj--zXzUYewDP8ZRA0 off=16998317 len=1835108 2024-04-02T09:02:20.556 INFO:tasks.workunit.client.0.smithi012.stdout:op 5343 completed, throughput=5MB/sec 2024-04-02T09:02:20.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:02:20 smithi055 ceph-mon[85080]: pgmap v1954: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:02:20.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:02:20 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:02:21.556 INFO:tasks.workunit.client.0.smithi012.stdout: 1065: throughput=5MB/sec pending data=0 2024-04-02T09:02:21.557 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-X7XpWGBmvu1Yb1p off=672274 len=360063 2024-04-02T09:02:21.557 INFO:tasks.workunit.client.0.smithi012.stdout:op 5344 completed, throughput=5MB/sec 2024-04-02T09:02:21.557 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-u8_bHlqb9A9q-4X off=18624030 len=1765 2024-04-02T09:02:21.559 INFO:tasks.workunit.client.0.smithi012.stdout:op 5345 completed, throughput=5MB/sec 2024-04-02T09:02:21.559 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-AeoVtQmNJxp8Yhq off=7218059 len=1202095 2024-04-02T09:02:21.560 INFO:tasks.workunit.client.0.smithi012.stdout:op 5346 completed, throughput=5MB/sec 2024-04-02T09:02:21.560 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Nz8knAoRONnb1RG off=4978812 len=1221920 2024-04-02T09:02:21.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:02:21 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:02:21.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:02:21 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:02:21.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:02:21 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:02:21.561 INFO:tasks.workunit.client.0.smithi012.stdout:op 5347 completed, throughput=5MB/sec 2024-04-02T09:02:21.561 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-_DTZ7yB99ZNFAkZ off=19473057 len=1357968 2024-04-02T09:02:21.567 INFO:tasks.workunit.client.0.smithi012.stdout:op 5348 completed, throughput=5MB/sec 2024-04-02T09:02:21.567 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-SbC6_RWNK5xmtCp off=15191981 len=1577803 2024-04-02T09:02:21.575 INFO:tasks.workunit.client.0.smithi012.stdout:op 5349 completed, throughput=5MB/sec 2024-04-02T09:02:21.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:02:21 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:02:21.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:02:21 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:02:21.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:02:21 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:02:21.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:02:21 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:02:21.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:02:21 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:02:21.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:02:21 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:02:22.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:02:22 smithi055 ceph-mon[85080]: pgmap v1955: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:02:22.561 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:02:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:02:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:02:22.575 INFO:tasks.workunit.client.0.smithi012.stdout: 1066: throughput=5MB/sec pending data=0 2024-04-02T09:02:22.575 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-GI9_jaGHOy-htm7 off=3358251 len=1481049 2024-04-02T09:02:22.582 INFO:tasks.workunit.client.0.smithi012.stdout:op 5350 completed, throughput=5MB/sec 2024-04-02T09:02:22.582 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-85UnnMiobUzzs7d off=5316784 len=175548 2024-04-02T09:02:22.583 INFO:tasks.workunit.client.0.smithi012.stdout:op 5351 completed, throughput=5MB/sec 2024-04-02T09:02:22.583 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-y2r5FIxDY8wBYte off=737593 len=1132878 2024-04-02T09:02:22.587 INFO:tasks.workunit.client.0.smithi012.stdout:op 5352 completed, throughput=5MB/sec 2024-04-02T09:02:22.587 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-X5GupEBqLk3jwTH off=7274155 len=1554692 2024-04-02T09:02:22.588 INFO:tasks.workunit.client.0.smithi012.stdout:op 5353 completed, throughput=5MB/sec 2024-04-02T09:02:22.588 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-_6idWCQPaPvPGZ7 off=19866366 len=273401 2024-04-02T09:02:22.589 INFO:tasks.workunit.client.0.smithi012.stdout:op 5354 completed, throughput=5MB/sec 2024-04-02T09:02:22.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:02:22 smithi012 ceph-mon[88355]: pgmap v1955: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:02:22.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:02:22 smithi012 ceph-mon[90784]: pgmap v1955: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:02:23.589 INFO:tasks.workunit.client.0.smithi012.stdout: 1067: throughput=5MB/sec pending data=0 2024-04-02T09:02:23.589 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-xOaFoB_frlsvisW off=1574463 len=1094094 2024-04-02T09:02:23.591 INFO:tasks.workunit.client.0.smithi012.stdout:op 5355 completed, throughput=5MB/sec 2024-04-02T09:02:23.592 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ZdlBGsHOaH-269F off=796544 len=1594955 2024-04-02T09:02:23.599 INFO:tasks.workunit.client.0.smithi012.stdout:op 5356 completed, throughput=5MB/sec 2024-04-02T09:02:23.599 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-4yOk17lBZ5dbHj- off=2101744 len=1616297 2024-04-02T09:02:23.606 INFO:tasks.workunit.client.0.smithi012.stdout:op 5357 completed, throughput=5MB/sec 2024-04-02T09:02:23.606 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Cs0ihUQzu9QCBB_ off=3198687 len=1962460 2024-04-02T09:02:23.615 INFO:tasks.workunit.client.0.smithi012.stdout:op 5358 completed, throughput=5MB/sec 2024-04-02T09:02:24.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:02:24 smithi055 ceph-mon[85080]: pgmap v1956: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:02:24.615 INFO:tasks.workunit.client.0.smithi012.stdout: 1068: throughput=5MB/sec pending data=0 2024-04-02T09:02:24.615 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-mNW2c5IIPsJtJhC off=4098555 len=409540 2024-04-02T09:02:24.619 INFO:tasks.workunit.client.0.smithi012.stdout:op 5359 completed, throughput=5MB/sec 2024-04-02T09:02:24.619 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-wgSHpOJpY5GIpTV off=12396876 len=1451040 2024-04-02T09:02:24.625 INFO:tasks.workunit.client.0.smithi012.stdout:op 5360 completed, throughput=5MB/sec 2024-04-02T09:02:24.625 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-lUhaAwMt_ApsEAF off=10362665 len=784842 2024-04-02T09:02:24.626 INFO:tasks.workunit.client.0.smithi012.stdout:op 5361 completed, throughput=5MB/sec 2024-04-02T09:02:24.626 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-KVzp2WJd4A6f37e off=1701079 len=511881 2024-04-02T09:02:24.627 INFO:tasks.workunit.client.0.smithi012.stdout:op 5362 completed, throughput=5MB/sec 2024-04-02T09:02:24.627 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-i2yI6jSNTFEslER off=4523766 len=1223128 2024-04-02T09:02:24.628 INFO:tasks.workunit.client.0.smithi012.stdout:op 5363 completed, throughput=5MB/sec 2024-04-02T09:02:24.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:02:24 smithi012 ceph-mon[88355]: pgmap v1956: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:02:24.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:02:24 smithi012 ceph-mon[90784]: pgmap v1956: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:02:25.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:02:25 smithi055 ceph-mon[85080]: pgmap v1957: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:02:25.628 INFO:tasks.workunit.client.0.smithi012.stdout: 1069: throughput=5MB/sec pending data=0 2024-04-02T09:02:25.628 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-jK9Z9cDzSwltqvj off=10067529 len=569193 2024-04-02T09:02:25.629 INFO:tasks.workunit.client.0.smithi012.stdout:op 5364 completed, throughput=5MB/sec 2024-04-02T09:02:25.629 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-hldycpEzCeggtHV off=6062055 len=1854784 2024-04-02T09:02:25.637 INFO:tasks.workunit.client.0.smithi012.stdout:op 5365 completed, throughput=5MB/sec 2024-04-02T09:02:25.637 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-MDtH7qj2hp7-efx off=4058649 len=146881 2024-04-02T09:02:25.640 INFO:tasks.workunit.client.0.smithi012.stdout:op 5366 completed, throughput=5MB/sec 2024-04-02T09:02:25.640 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-2RWllG8VJR7Z4wn off=3378505 len=472084 2024-04-02T09:02:25.642 INFO:tasks.workunit.client.0.smithi012.stdout:op 5367 completed, throughput=5MB/sec 2024-04-02T09:02:25.643 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-w_BvTDYRISqhL92 off=537084 len=795829 2024-04-02T09:02:25.644 INFO:tasks.workunit.client.0.smithi012.stdout:op 5368 completed, throughput=5MB/sec 2024-04-02T09:02:25.644 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Aq8C_p3C1mN4Ve0 off=1909059 len=1871972 2024-04-02T09:02:25.652 INFO:tasks.workunit.client.0.smithi012.stdout:op 5369 completed, throughput=5MB/sec 2024-04-02T09:02:25.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:02:25 smithi012 ceph-mon[88355]: pgmap v1957: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:02:25.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:02:25 smithi012 ceph-mon[90784]: pgmap v1957: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:02:26.652 INFO:tasks.workunit.client.0.smithi012.stdout: 1070: throughput=5MB/sec pending data=0 2024-04-02T09:02:26.652 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Am0xMO-QuvLhVVu off=20190185 len=1090959 2024-04-02T09:02:26.653 INFO:tasks.workunit.client.0.smithi012.stdout:op 5370 completed, throughput=5MB/sec 2024-04-02T09:02:26.653 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-4VAW4tq_5FPT7WO off=1062823 len=1343812 2024-04-02T09:02:26.659 INFO:tasks.workunit.client.0.smithi012.stdout:op 5371 completed, throughput=5MB/sec 2024-04-02T09:02:26.659 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-WTK57N71GPgDse1 off=9488478 len=597692 2024-04-02T09:02:26.660 INFO:tasks.workunit.client.0.smithi012.stdout:op 5372 completed, throughput=5MB/sec 2024-04-02T09:02:26.660 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-rmAbf4fA4CH9mba off=2586656 len=1075319 2024-04-02T09:02:26.666 INFO:tasks.workunit.client.0.smithi012.stdout:op 5373 completed, throughput=5MB/sec 2024-04-02T09:02:26.666 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-2Mche0dJuDzfVoV off=2032743 len=822365 2024-04-02T09:02:26.670 INFO:tasks.workunit.client.0.smithi012.stdout:op 5374 completed, throughput=5MB/sec 2024-04-02T09:02:27.670 INFO:tasks.workunit.client.0.smithi012.stdout: 1071: throughput=5MB/sec pending data=0 2024-04-02T09:02:27.670 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-8fQkmm9kBZBC5Vc off=9818239 len=146741 2024-04-02T09:02:27.672 INFO:tasks.workunit.client.0.smithi012.stdout:op 5375 completed, throughput=5MB/sec 2024-04-02T09:02:27.672 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-j485_XGFU2hCvEF off=11011826 len=1841203 2024-04-02T09:02:27.677 INFO:tasks.workunit.client.0.smithi012.stdout:op 5376 completed, throughput=5MB/sec 2024-04-02T09:02:27.677 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-DAXrPW7IJ7NnNfG off=11370533 len=510317 2024-04-02T09:02:27.680 INFO:tasks.workunit.client.0.smithi012.stdout:op 5377 completed, throughput=5MB/sec 2024-04-02T09:02:27.680 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-9HCd8hXWsBSH2Z3 off=683370 len=799609 2024-04-02T09:02:27.684 INFO:tasks.workunit.client.0.smithi012.stdout:op 5378 completed, throughput=5MB/sec 2024-04-02T09:02:27.684 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Yl2sB3N1YHGf-tv off=6569593 len=1159377 2024-04-02T09:02:27.686 INFO:tasks.workunit.client.0.smithi012.stdout:op 5379 completed, throughput=5MB/sec 2024-04-02T09:02:27.686 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-xj0mM-PanEdluH1 off=80878 len=1153853 2024-04-02T09:02:27.687 INFO:tasks.workunit.client.0.smithi012.stdout:op 5380 completed, throughput=5MB/sec 2024-04-02T09:02:27.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:02:27 smithi055 ceph-mon[85080]: pgmap v1958: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-02T09:02:27.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:02:27 smithi012 ceph-mon[88355]: pgmap v1958: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-02T09:02:27.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:02:27 smithi012 ceph-mon[90784]: pgmap v1958: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-02T09:02:28.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:02:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:02:27] "GET /metrics HTTP/1.1" 200 34056 "" "Prometheus/2.43.0" 2024-04-02T09:02:28.688 INFO:tasks.workunit.client.0.smithi012.stdout: 1072: throughput=5MB/sec pending data=0 2024-04-02T09:02:28.688 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj--H3QvB8S8lj62Az off=13506541 len=701869 2024-04-02T09:02:28.691 INFO:tasks.workunit.client.0.smithi012.stdout:op 5381 completed, throughput=5MB/sec 2024-04-02T09:02:28.691 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-oPmpu-SULQ4EIhf off=21084211 len=594074 2024-04-02T09:02:28.692 INFO:tasks.workunit.client.0.smithi012.stdout:op 5382 completed, throughput=5MB/sec 2024-04-02T09:02:28.692 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-FjpLSyzj4apF77C off=7201517 len=1938122 2024-04-02T09:02:28.699 INFO:tasks.workunit.client.0.smithi012.stdout:op 5383 completed, throughput=5MB/sec 2024-04-02T09:02:28.699 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-YO3wLwOtOMsSXr6 off=22260618 len=660963 2024-04-02T09:02:28.703 INFO:tasks.workunit.client.0.smithi012.stdout:op 5384 completed, throughput=5MB/sec 2024-04-02T09:02:28.703 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Ms1GGu0L5iFnLFE off=24708053 len=842653 2024-04-02T09:02:28.705 INFO:tasks.workunit.client.0.smithi012.stdout:op 5385 completed, throughput=5MB/sec 2024-04-02T09:02:28.705 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-m2nYjd3MPvb-AAy off=1855797 len=245865 2024-04-02T09:02:28.705 INFO:tasks.workunit.client.0.smithi012.stdout:op 5386 completed, throughput=5MB/sec 2024-04-02T09:02:29.705 INFO:tasks.workunit.client.0.smithi012.stdout: 1073: throughput=5MB/sec pending data=0 2024-04-02T09:02:29.705 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-IRtSZqjzbJTbKPD off=7000337 len=582034 2024-04-02T09:02:29.706 INFO:tasks.workunit.client.0.smithi012.stdout:op 5387 completed, throughput=5MB/sec 2024-04-02T09:02:29.706 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-LzBp14q43xLk5Xg off=1130171 len=1647563 2024-04-02T09:02:29.708 INFO:tasks.workunit.client.0.smithi012.stdout:op 5388 completed, throughput=5MB/sec 2024-04-02T09:02:29.708 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-p3gIbOymLCK6t1w off=259568 len=1664574 2024-04-02T09:02:29.714 INFO:tasks.workunit.client.0.smithi012.stdout:op 5389 completed, throughput=5MB/sec 2024-04-02T09:02:29.714 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-slYFVFg46KpApCL off=97255 len=375111 2024-04-02T09:02:29.718 INFO:tasks.workunit.client.0.smithi012.stdout:op 5390 completed, throughput=5MB/sec 2024-04-02T09:02:29.718 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-l6D7xwYGhdMGfzy off=266570 len=961933 2024-04-02T09:02:29.719 INFO:tasks.workunit.client.0.smithi012.stdout:op 5391 completed, throughput=5MB/sec 2024-04-02T09:02:29.719 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-5sF8fF08O7m8HA5 off=13628995 len=1070863 2024-04-02T09:02:29.720 INFO:tasks.workunit.client.0.smithi012.stdout:op 5392 completed, throughput=5MB/sec 2024-04-02T09:02:29.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:02:29 smithi055 ceph-mon[85080]: pgmap v1959: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:02:29.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:02:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:29.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:02:29 smithi012 ceph-mon[88355]: pgmap v1959: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:02:29.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:02:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:29.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:02:29 smithi012 ceph-mon[90784]: pgmap v1959: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:02:29.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:02:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:30.720 INFO:tasks.workunit.client.0.smithi012.stdout: 1074: throughput=5MB/sec pending data=0 2024-04-02T09:02:30.721 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-21Dj5m2Wvg8xO1L off=275112 len=799120 2024-04-02T09:02:30.724 INFO:tasks.workunit.client.0.smithi012.stdout:op 5393 completed, throughput=5MB/sec 2024-04-02T09:02:30.724 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-XSL6cfnhxC8_yBy off=586913 len=836825 2024-04-02T09:02:30.729 INFO:tasks.workunit.client.0.smithi012.stdout:op 5394 completed, throughput=5MB/sec 2024-04-02T09:02:30.729 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-n-h6W7QYYBdbooL off=6275026 len=776815 2024-04-02T09:02:30.729 INFO:tasks.workunit.client.0.smithi012.stdout:op 5395 completed, throughput=5MB/sec 2024-04-02T09:02:30.729 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-BBfYH51cIStazl8 off=59025 len=589978 2024-04-02T09:02:30.731 INFO:tasks.workunit.client.0.smithi012.stdout:op 5396 completed, throughput=5MB/sec 2024-04-02T09:02:30.731 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-DVLAG7cI2haGzJK off=14077641 len=617876 2024-04-02T09:02:30.735 INFO:tasks.workunit.client.0.smithi012.stdout:op 5397 completed, throughput=5MB/sec 2024-04-02T09:02:30.735 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-eGyWy5e7d_4fnEk off=499279 len=312267 2024-04-02T09:02:30.738 INFO:tasks.workunit.client.0.smithi012.stdout:op 5398 completed, throughput=5MB/sec 2024-04-02T09:02:30.738 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-7S-o98x5qVvXge4 off=2603317 len=1468193 2024-04-02T09:02:30.744 INFO:tasks.workunit.client.0.smithi012.stdout:op 5399 completed, throughput=5MB/sec 2024-04-02T09:02:31.745 INFO:tasks.workunit.client.0.smithi012.stdout: 1075: throughput=5MB/sec pending data=0 2024-04-02T09:02:31.745 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-nu7JAfeTBgztScF off=7809429 len=1143063 2024-04-02T09:02:31.749 INFO:tasks.workunit.client.0.smithi012.stdout:op 5400 completed, throughput=5MB/sec 2024-04-02T09:02:31.749 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-F4ZV9SqSqh4zAHP off=6344180 len=1103225 2024-04-02T09:02:31.755 INFO:tasks.workunit.client.0.smithi012.stdout:op 5401 completed, throughput=5MB/sec 2024-04-02T09:02:31.755 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-YFuQLEVmovFq35o off=5774059 len=1288209 2024-04-02T09:02:31.760 INFO:tasks.workunit.client.0.smithi012.stdout:op 5402 completed, throughput=5MB/sec 2024-04-02T09:02:31.760 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ACQIq79yZugBsjT off=1682340 len=1447996 2024-04-02T09:02:31.761 INFO:tasks.workunit.client.0.smithi012.stdout:op 5403 completed, throughput=5MB/sec 2024-04-02T09:02:31.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:02:31 smithi055 ceph-mon[85080]: pgmap v1960: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:02:31.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:02:31 smithi012 ceph-mon[88355]: pgmap v1960: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:02:31.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:02:31 smithi012 ceph-mon[90784]: pgmap v1960: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:02:32.712 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:02:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:02:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:02:32.761 INFO:tasks.workunit.client.0.smithi012.stdout: 1076: throughput=5MB/sec pending data=0 2024-04-02T09:02:32.762 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-SQqdslNK_j1asrc off=4970137 len=468428 2024-04-02T09:02:32.764 INFO:tasks.workunit.client.0.smithi012.stdout:op 5404 completed, throughput=5MB/sec 2024-04-02T09:02:32.764 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-gbCKJDcMmCbBRBN off=7009928 len=120512 2024-04-02T09:02:32.766 INFO:tasks.workunit.client.0.smithi012.stdout:op 5405 completed, throughput=5MB/sec 2024-04-02T09:02:32.766 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-zrEhmpQVpAkhiNk off=2530273 len=1279419 2024-04-02T09:02:32.769 INFO:tasks.workunit.client.0.smithi012.stdout:op 5406 completed, throughput=5MB/sec 2024-04-02T09:02:32.769 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-O_uPM9cWEbhop-9 off=6352658 len=1349307 2024-04-02T09:02:32.775 INFO:tasks.workunit.client.0.smithi012.stdout:op 5407 completed, throughput=5MB/sec 2024-04-02T09:02:32.775 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-BRzoHR0a9UURekM off=18447922 len=1536780 2024-04-02T09:02:32.776 INFO:tasks.workunit.client.0.smithi012.stdout:op 5408 completed, throughput=5MB/sec 2024-04-02T09:02:33.777 INFO:tasks.workunit.client.0.smithi012.stdout: 1077: throughput=5MB/sec pending data=0 2024-04-02T09:02:33.777 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ne2U9zGqKfmRwXA off=12282845 len=1722435 2024-04-02T09:02:33.785 INFO:tasks.workunit.client.0.smithi012.stdout:op 5409 completed, throughput=5MB/sec 2024-04-02T09:02:33.785 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-o-8X93H8iMqV_Db off=13695774 len=759620 2024-04-02T09:02:33.789 INFO:tasks.workunit.client.0.smithi012.stdout:op 5410 completed, throughput=5MB/sec 2024-04-02T09:02:33.789 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-WRdx_p2DtKK9Zhc off=5812769 len=2046054 2024-04-02T09:02:33.791 INFO:tasks.workunit.client.0.smithi012.stdout:op 5411 completed, throughput=5MB/sec 2024-04-02T09:02:33.791 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-XNL4AvIcQ19cD5F off=13581293 len=1733926 2024-04-02T09:02:33.798 INFO:tasks.workunit.client.0.smithi012.stdout:op 5412 completed, throughput=5MB/sec 2024-04-02T09:02:33.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:02:33 smithi055 ceph-mon[85080]: pgmap v1961: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:02:33.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:02:33 smithi012 ceph-mon[88355]: pgmap v1961: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:02:33.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:02:33 smithi012 ceph-mon[90784]: pgmap v1961: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:02:34.798 INFO:tasks.workunit.client.0.smithi012.stdout: 1078: throughput=5MB/sec pending data=0 2024-04-02T09:02:34.798 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-HdB1f9BD2jihCjt off=4332143 len=1272301 2024-04-02T09:02:34.805 INFO:tasks.workunit.client.0.smithi012.stdout:op 5413 completed, throughput=5MB/sec 2024-04-02T09:02:34.806 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-K67Q74RFDNGjaFi off=2745376 len=453610 2024-04-02T09:02:34.806 INFO:tasks.workunit.client.0.smithi012.stdout:op 5414 completed, throughput=5MB/sec 2024-04-02T09:02:34.807 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-aOluFVtqqbSBHCa off=8476099 len=1507648 2024-04-02T09:02:34.809 INFO:tasks.workunit.client.0.smithi012.stdout:op 5415 completed, throughput=5MB/sec 2024-04-02T09:02:34.809 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-gm58oQU8GBBnxz- off=15099374 len=155850 2024-04-02T09:02:34.812 INFO:tasks.workunit.client.0.smithi012.stdout:op 5416 completed, throughput=5MB/sec 2024-04-02T09:02:34.812 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-E2d9-Y6jfZhDzT0 off=6078226 len=1793383 2024-04-02T09:02:34.813 INFO:tasks.workunit.client.0.smithi012.stdout:op 5417 completed, throughput=5MB/sec 2024-04-02T09:02:35.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:02:35 smithi055 ceph-mon[85080]: pgmap v1962: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:02:35.813 INFO:tasks.workunit.client.0.smithi012.stdout: 1079: throughput=5MB/sec pending data=0 2024-04-02T09:02:35.813 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Hej9L9gzzCP6O9X off=2713963 len=1029990 2024-04-02T09:02:35.814 INFO:tasks.workunit.client.0.smithi012.stdout:op 5418 completed, throughput=5MB/sec 2024-04-02T09:02:35.814 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-3UIZEcNR6x6_RSf off=4940664 len=1750330 2024-04-02T09:02:35.816 INFO:tasks.workunit.client.0.smithi012.stdout:op 5419 completed, throughput=5MB/sec 2024-04-02T09:02:35.816 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-jK481R6LMv_SD-Z off=8473847 len=1863823 2024-04-02T09:02:35.817 INFO:tasks.workunit.client.0.smithi012.stdout:op 5420 completed, throughput=5MB/sec 2024-04-02T09:02:35.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:02:35 smithi012 ceph-mon[88355]: pgmap v1962: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:02:35.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:02:35 smithi012 ceph-mon[90784]: pgmap v1962: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:02:36.818 INFO:tasks.workunit.client.0.smithi012.stdout: 1080: throughput=5MB/sec pending data=0 2024-04-02T09:02:36.818 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-CJKFusqFl18spkB off=435203 len=60936 2024-04-02T09:02:36.818 INFO:tasks.workunit.client.0.smithi012.stdout:op 5421 completed, throughput=5MB/sec 2024-04-02T09:02:36.818 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-MVrE9H5nDYwOtUx off=3901042 len=1294506 2024-04-02T09:02:36.823 INFO:tasks.workunit.client.0.smithi012.stdout:op 5422 completed, throughput=5MB/sec 2024-04-02T09:02:36.823 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-DJU2RpNAxnuIKSl off=2994375 len=1148456 2024-04-02T09:02:36.830 INFO:tasks.workunit.client.0.smithi012.stdout:op 5423 completed, throughput=5MB/sec 2024-04-02T09:02:36.830 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ZQ9NK-Y47JuC_6u off=6599328 len=1902564 2024-04-02T09:02:36.831 INFO:tasks.workunit.client.0.smithi012.stdout:op 5424 completed, throughput=5MB/sec 2024-04-02T09:02:36.832 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Fbx_u3xVes9WgMj off=5258915 len=944012 2024-04-02T09:02:36.832 INFO:tasks.workunit.client.0.smithi012.stdout:op 5425 completed, throughput=5MB/sec 2024-04-02T09:02:37.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:02:37 smithi055 ceph-mon[85080]: pgmap v1963: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T09:02:37.833 INFO:tasks.workunit.client.0.smithi012.stdout: 1081: throughput=5MB/sec pending data=0 2024-04-02T09:02:37.833 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-mFdKJ6vkb2XuNmo off=1695088 len=2044535 2024-04-02T09:02:37.844 INFO:tasks.workunit.client.0.smithi012.stdout:op 5426 completed, throughput=5MB/sec 2024-04-02T09:02:37.844 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-6cTq7yYrfQegv6D off=4546973 len=1450225 2024-04-02T09:02:37.851 INFO:tasks.workunit.client.0.smithi012.stdout:op 5427 completed, throughput=5MB/sec 2024-04-02T09:02:37.851 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-48Wvx51qkqsh_Es off=12709949 len=819798 2024-04-02T09:02:37.855 INFO:tasks.workunit.client.0.smithi012.stdout:op 5428 completed, throughput=5MB/sec 2024-04-02T09:02:37.856 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-xuzfeZWlnaNHxUz off=16243569 len=2067351 2024-04-02T09:02:37.864 INFO:tasks.workunit.client.0.smithi012.stdout:op 5429 completed, throughput=5MB/sec 2024-04-02T09:02:37.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:02:37 smithi012 ceph-mon[88355]: pgmap v1963: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T09:02:37.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:02:37 smithi012 ceph-mon[90784]: pgmap v1963: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T09:02:38.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:02:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:02:37] "GET /metrics HTTP/1.1" 200 34056 "" "Prometheus/2.43.0" 2024-04-02T09:02:38.865 INFO:tasks.workunit.client.0.smithi012.stdout: 1082: throughput=5MB/sec pending data=0 2024-04-02T09:02:38.865 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-fGZktRA6ueKSlit off=18205560 len=129150 2024-04-02T09:02:38.865 INFO:tasks.workunit.client.0.smithi012.stdout:op 5430 completed, throughput=5MB/sec 2024-04-02T09:02:38.866 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Ha1XL7HTWsl-efD off=3617220 len=721279 2024-04-02T09:02:38.866 INFO:tasks.workunit.client.0.smithi012.stdout:op 5431 completed, throughput=5MB/sec 2024-04-02T09:02:38.866 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Z6M8LWdXX9c9TIk off=2921490 len=1918260 2024-04-02T09:02:38.875 INFO:tasks.workunit.client.0.smithi012.stdout:op 5432 completed, throughput=5MB/sec 2024-04-02T09:02:38.875 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-yw6eAoWdGWQLxwk off=0 len=1057180 2024-04-02T09:02:38.877 INFO:tasks.workunit.client.0.smithi012.stdout:op 5433 completed, throughput=5MB/sec 2024-04-02T09:02:38.877 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-dY7dm0MptwX6kOO off=0 len=1271478 2024-04-02T09:02:38.880 INFO:tasks.workunit.client.0.smithi012.stdout:op 5434 completed, throughput=5MB/sec 2024-04-02T09:02:39.880 INFO:tasks.workunit.client.0.smithi012.stdout: 1083: throughput=5MB/sec pending data=0 2024-04-02T09:02:39.880 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-EP91C5xtZte_YDl off=3948445 len=1845397 2024-04-02T09:02:39.881 INFO:tasks.workunit.client.0.smithi012.stdout:op 5435 completed, throughput=5MB/sec 2024-04-02T09:02:39.882 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-MMA5ONyHqFsH7hY off=4091296 len=1910966 2024-04-02T09:02:39.883 INFO:tasks.workunit.client.0.smithi012.stdout:op 5436 completed, throughput=5MB/sec 2024-04-02T09:02:39.883 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-0n5dF3y2APtaiPV off=13567079 len=718354 2024-04-02T09:02:39.887 INFO:tasks.workunit.client.0.smithi012.stdout:op 5437 completed, throughput=5MB/sec 2024-04-02T09:02:39.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:02:39 smithi012 ceph-mon[88355]: pgmap v1964: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:02:39.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:02:39 smithi012 ceph-mon[90784]: pgmap v1964: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:02:40.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:02:39 smithi055 ceph-mon[85080]: pgmap v1964: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:02:40.888 INFO:tasks.workunit.client.0.smithi012.stdout: 1084: throughput=5MB/sec pending data=0 2024-04-02T09:02:40.888 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-jN_kMTVJwyCNvB8 off=252666 len=1471417 2024-04-02T09:02:40.895 INFO:tasks.workunit.client.0.smithi012.stdout:op 5438 completed, throughput=5MB/sec 2024-04-02T09:02:40.895 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-jTmo02RmuZrftVR off=4027639 len=1113080 2024-04-02T09:02:40.896 INFO:tasks.workunit.client.0.smithi012.stdout:op 5439 completed, throughput=5MB/sec 2024-04-02T09:02:40.896 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-75CZWRaErb4-jk8 off=257041 len=1200902 2024-04-02T09:02:40.901 INFO:tasks.workunit.client.0.smithi012.stdout:op 5440 completed, throughput=5MB/sec 2024-04-02T09:02:40.901 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-3bywE1u8IXKTAoj off=957903 len=1752798 2024-04-02T09:02:40.904 INFO:tasks.workunit.client.0.smithi012.stdout:op 5441 completed, throughput=5MB/sec 2024-04-02T09:02:41.905 INFO:tasks.workunit.client.0.smithi012.stdout: 1085: throughput=5MB/sec pending data=0 2024-04-02T09:02:41.905 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Vrs4sUrAJZxoO5a off=2045472 len=1807632 2024-04-02T09:02:41.913 INFO:tasks.workunit.client.0.smithi012.stdout:op 5442 completed, throughput=5MB/sec 2024-04-02T09:02:41.914 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-jjXBuxygF_oyJfS off=15796529 len=1708338 2024-04-02T09:02:41.915 INFO:tasks.workunit.client.0.smithi012.stdout:op 5443 completed, throughput=5MB/sec 2024-04-02T09:02:41.915 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-13Np1PKlXc4Tu8e off=8529579 len=281579 2024-04-02T09:02:41.918 INFO:tasks.workunit.client.0.smithi012.stdout:op 5444 completed, throughput=5MB/sec 2024-04-02T09:02:41.918 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-h0d5G8olbFrSZyv off=10953932 len=292475 2024-04-02T09:02:41.918 INFO:tasks.workunit.client.0.smithi012.stdout:op 5445 completed, throughput=5MB/sec 2024-04-02T09:02:41.918 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ggeOTEVXjlMdIdN off=1167876 len=1723721 2024-04-02T09:02:41.921 INFO:tasks.workunit.client.0.smithi012.stdout:op 5446 completed, throughput=5MB/sec 2024-04-02T09:02:41.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:02:41 smithi012 ceph-mon[88355]: pgmap v1965: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:02:41.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:02:41 smithi012 ceph-mon[90784]: pgmap v1965: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:02:42.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:02:41 smithi055 ceph-mon[85080]: pgmap v1965: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:02:42.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:02:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:02:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:02:42.922 INFO:tasks.workunit.client.0.smithi012.stdout: 1086: throughput=5MB/sec pending data=0 2024-04-02T09:02:42.922 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-F99GX0dAbz2xo_x off=1485847 len=406567 2024-04-02T09:02:42.924 INFO:tasks.workunit.client.0.smithi012.stdout:op 5447 completed, throughput=5MB/sec 2024-04-02T09:02:42.924 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-__RCCT2HIGy2vLq off=7635511 len=1274303 2024-04-02T09:02:42.926 INFO:tasks.workunit.client.0.smithi012.stdout:op 5448 completed, throughput=5MB/sec 2024-04-02T09:02:42.926 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-llq6fzmrIg28Don off=9249847 len=1119510 2024-04-02T09:02:42.927 INFO:tasks.workunit.client.0.smithi012.stdout:op 5449 completed, throughput=5MB/sec 2024-04-02T09:02:42.927 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-oe2jNTuu39zCr7X off=2353629 len=1774907 2024-04-02T09:02:42.930 INFO:tasks.workunit.client.0.smithi012.stdout:op 5450 completed, throughput=5MB/sec 2024-04-02T09:02:43.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:02:43 smithi012 ceph-mon[88355]: pgmap v1966: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:02:43.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:02:43 smithi012 ceph-mon[90784]: pgmap v1966: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:02:43.930 INFO:tasks.workunit.client.0.smithi012.stdout: 1087: throughput=5MB/sec pending data=0 2024-04-02T09:02:43.930 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-eHHlqkaEee-tKDX off=4812489 len=532930 2024-04-02T09:02:43.931 INFO:tasks.workunit.client.0.smithi012.stdout:op 5451 completed, throughput=5MB/sec 2024-04-02T09:02:43.932 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-j0m-QKOww2s6x7u off=19073810 len=1329783 2024-04-02T09:02:43.937 INFO:tasks.workunit.client.0.smithi012.stdout:op 5452 completed, throughput=5MB/sec 2024-04-02T09:02:43.937 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-YRW0JLauCJZeUs8 off=1721130 len=116080 2024-04-02T09:02:43.940 INFO:tasks.workunit.client.0.smithi012.stdout:op 5453 completed, throughput=5MB/sec 2024-04-02T09:02:43.940 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-55_3Y-WaF3MBkuY off=18275907 len=118780 2024-04-02T09:02:43.942 INFO:tasks.workunit.client.0.smithi012.stdout:op 5454 completed, throughput=5MB/sec 2024-04-02T09:02:43.942 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-lzeSnLquLFNFPDk off=10805375 len=1922461 2024-04-02T09:02:43.953 INFO:tasks.workunit.client.0.smithi012.stdout:op 5455 completed, throughput=5MB/sec 2024-04-02T09:02:43.953 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-c36USsVDA-F_HdB off=2247429 len=108233 2024-04-02T09:02:43.953 INFO:tasks.workunit.client.0.smithi012.stdout:op 5456 completed, throughput=5MB/sec 2024-04-02T09:02:43.953 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-lJjdQPIKqew1dN_ off=0 len=1299548 2024-04-02T09:02:43.954 INFO:tasks.workunit.client.0.smithi012.stdout:op 5457 completed, throughput=5MB/sec 2024-04-02T09:02:44.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:02:43 smithi055 ceph-mon[85080]: pgmap v1966: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:02:44.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:02:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:44.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:02:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:44.955 INFO:tasks.workunit.client.0.smithi012.stdout: 1088: throughput=5MB/sec pending data=0 2024-04-02T09:02:44.955 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-YxVErOV7p4pVns_ off=15001978 len=1814520 2024-04-02T09:02:44.962 INFO:tasks.workunit.client.0.smithi012.stdout:op 5458 completed, throughput=5MB/sec 2024-04-02T09:02:44.962 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-m16BLRvnZqq8-Ow off=15508768 len=1910108 2024-04-02T09:02:44.963 INFO:tasks.workunit.client.0.smithi012.stdout:op 5459 completed, throughput=5MB/sec 2024-04-02T09:02:44.963 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-so1BAcuFoNNMhly off=14351070 len=1568231 2024-04-02T09:02:44.970 INFO:tasks.workunit.client.0.smithi012.stdout:op 5460 completed, throughput=5MB/sec 2024-04-02T09:02:45.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:02:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:45.829 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:02:45 smithi012 ceph-mon[88355]: pgmap v1967: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:02:45.830 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:02:45 smithi012 ceph-mon[90784]: pgmap v1967: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:02:45.970 INFO:tasks.workunit.client.0.smithi012.stdout: 1089: throughput=5MB/sec pending data=0 2024-04-02T09:02:45.970 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-iVCqOsyvXh7aO1J off=5569245 len=1945531 2024-04-02T09:02:45.979 INFO:tasks.workunit.client.0.smithi012.stdout:op 5461 completed, throughput=5MB/sec 2024-04-02T09:02:45.979 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-_abC_74zFOEU8lj off=1652973 len=1468443 2024-04-02T09:02:45.981 INFO:tasks.workunit.client.0.smithi012.stdout:op 5462 completed, throughput=5MB/sec 2024-04-02T09:02:45.981 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-gLN9lUwkO7_aIDP off=224662 len=912554 2024-04-02T09:02:45.985 INFO:tasks.workunit.client.0.smithi012.stdout:op 5463 completed, throughput=5MB/sec 2024-04-02T09:02:45.985 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-PhfonhkwICgpnuh off=1255565 len=267188 2024-04-02T09:02:45.986 INFO:tasks.workunit.client.0.smithi012.stdout:op 5464 completed, throughput=5MB/sec 2024-04-02T09:02:45.986 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-tc9hzqLFk6JrjoH off=300102 len=656501 2024-04-02T09:02:45.986 INFO:tasks.workunit.client.0.smithi012.stdout:op 5465 completed, throughput=5MB/sec 2024-04-02T09:02:46.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:02:45 smithi055 ceph-mon[85080]: pgmap v1967: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:02:46.986 INFO:tasks.workunit.client.0.smithi012.stdout: 1090: throughput=5MB/sec pending data=0 2024-04-02T09:02:46.987 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-azwvUHE4-zzLHLZ off=19590764 len=459326 2024-04-02T09:02:46.987 INFO:tasks.workunit.client.0.smithi012.stdout:op 5466 completed, throughput=5MB/sec 2024-04-02T09:02:46.987 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-K0_ELiqrofXd0uI off=284361 len=949848 2024-04-02T09:02:46.989 INFO:tasks.workunit.client.0.smithi012.stdout:op 5467 completed, throughput=5MB/sec 2024-04-02T09:02:46.990 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-wJCHwO9a0PbBHzY off=3032385 len=2076773 2024-04-02T09:02:46.991 INFO:tasks.workunit.client.0.smithi012.stdout:op 5468 completed, throughput=5MB/sec 2024-04-02T09:02:46.991 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-vBmh7gyYZO8UMF7 off=13933363 len=1388801 2024-04-02T09:02:46.998 INFO:tasks.workunit.client.0.smithi012.stdout:op 5469 completed, throughput=5MB/sec 2024-04-02T09:02:46.998 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-_d_Gzrn4j5KQnWf off=1290065 len=507638 2024-04-02T09:02:47.001 INFO:tasks.workunit.client.0.smithi012.stdout:op 5470 completed, throughput=5MB/sec 2024-04-02T09:02:47.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:02:47 smithi012 ceph-mon[88355]: pgmap v1968: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:02:47.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:02:47 smithi012 ceph-mon[90784]: pgmap v1968: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:02:48.001 INFO:tasks.workunit.client.0.smithi012.stdout: 1091: throughput=5MB/sec pending data=0 2024-04-02T09:02:48.001 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-FuO7wd3ixnnxHAk off=1207871 len=1566901 2024-04-02T09:02:48.007 INFO:tasks.workunit.client.0.smithi012.stdout:op 5471 completed, throughput=5MB/sec 2024-04-02T09:02:48.007 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-xdUqyL26xGWTl5O off=4971743 len=1963248 2024-04-02T09:02:48.008 INFO:tasks.workunit.client.0.smithi012.stdout:op 5472 completed, throughput=5MB/sec 2024-04-02T09:02:48.008 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-elieusavWbN89Gd off=5561648 len=477514 2024-04-02T09:02:48.009 INFO:tasks.workunit.client.0.smithi012.stdout:op 5473 completed, throughput=5MB/sec 2024-04-02T09:02:48.009 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-bFJDLjALjYfgf8s off=17125664 len=1163954 2024-04-02T09:02:48.015 INFO:tasks.workunit.client.0.smithi012.stdout:op 5474 completed, throughput=5MB/sec 2024-04-02T09:02:48.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:02:47 smithi055 ceph-mon[85080]: pgmap v1968: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:02:48.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:02:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:02:47] "GET /metrics HTTP/1.1" 200 34056 "" "Prometheus/2.43.0" 2024-04-02T09:02:49.016 INFO:tasks.workunit.client.0.smithi012.stdout: 1092: throughput=5MB/sec pending data=0 2024-04-02T09:02:49.016 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-AMov_cmVr6SLMnK off=1834667 len=1981284 2024-04-02T09:02:49.017 INFO:tasks.workunit.client.0.smithi012.stdout:op 5475 completed, throughput=5MB/sec 2024-04-02T09:02:49.017 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-geIKiwUDpcn-CLT off=2683281 len=1864800 2024-04-02T09:02:49.026 INFO:tasks.workunit.client.0.smithi012.stdout:op 5476 completed, throughput=5MB/sec 2024-04-02T09:02:49.026 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-suzfTcWfirCEOP4 off=2569702 len=984481 2024-04-02T09:02:49.027 INFO:tasks.workunit.client.0.smithi012.stdout:op 5477 completed, throughput=5MB/sec 2024-04-02T09:02:49.027 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-qAwiioOoI3uJLp_ off=903952 len=658437 2024-04-02T09:02:49.029 INFO:tasks.workunit.client.0.smithi012.stdout:op 5478 completed, throughput=5MB/sec 2024-04-02T09:02:49.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:02:49 smithi012 ceph-mon[88355]: pgmap v1969: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T09:02:49.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:02:49 smithi012 ceph-mon[90784]: pgmap v1969: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T09:02:50.029 INFO:tasks.workunit.client.0.smithi012.stdout: 1093: throughput=5MB/sec pending data=0 2024-04-02T09:02:50.029 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-NbKabOR8X3QEVc2 off=789172 len=941122 2024-04-02T09:02:50.033 INFO:tasks.workunit.client.0.smithi012.stdout:op 5479 completed, throughput=5MB/sec 2024-04-02T09:02:50.034 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Jl8h3USer_H7ETf off=6485042 len=366286 2024-04-02T09:02:50.036 INFO:tasks.workunit.client.0.smithi012.stdout:op 5480 completed, throughput=5MB/sec 2024-04-02T09:02:50.036 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-cWrIMmfo9tuyfIB off=4964994 len=482968 2024-04-02T09:02:50.037 INFO:tasks.workunit.client.0.smithi012.stdout:op 5481 completed, throughput=5MB/sec 2024-04-02T09:02:50.037 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-RFZP6MB43HKvhlz off=14232738 len=1641593 2024-04-02T09:02:50.038 INFO:tasks.workunit.client.0.smithi012.stdout:op 5482 completed, throughput=5MB/sec 2024-04-02T09:02:50.038 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-s_l8MJA25MHhUXY off=10858875 len=653316 2024-04-02T09:02:50.039 INFO:tasks.workunit.client.0.smithi012.stdout:op 5483 completed, throughput=5MB/sec 2024-04-02T09:02:50.039 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-yUx54kthr9dUsbp off=14052450 len=1734537 2024-04-02T09:02:50.047 INFO:tasks.workunit.client.0.smithi012.stdout:op 5484 completed, throughput=5MB/sec 2024-04-02T09:02:50.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:02:49 smithi055 ceph-mon[85080]: pgmap v1969: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T09:02:51.047 INFO:tasks.workunit.client.0.smithi012.stdout: 1094: throughput=5MB/sec pending data=0 2024-04-02T09:02:51.047 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-V89S3tS30FtHXtz off=963133 len=1275768 2024-04-02T09:02:51.048 INFO:tasks.workunit.client.0.smithi012.stdout:op 5485 completed, throughput=5MB/sec 2024-04-02T09:02:51.048 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-03D-L7CsEmMGxwM off=16876898 len=199772 2024-04-02T09:02:51.051 INFO:tasks.workunit.client.0.smithi012.stdout:op 5486 completed, throughput=5MB/sec 2024-04-02T09:02:51.051 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-myQrpdZnl20tRki off=5663916 len=223925 2024-04-02T09:02:51.052 INFO:tasks.workunit.client.0.smithi012.stdout:op 5487 completed, throughput=5MB/sec 2024-04-02T09:02:51.052 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-gtf4Sk6y2NGoG2o off=6548988 len=1956121 2024-04-02T09:02:51.053 INFO:tasks.workunit.client.0.smithi012.stdout:op 5488 completed, throughput=5MB/sec 2024-04-02T09:02:51.053 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-7_Wr0kcRTz-LJ6A off=1664402 len=1653266 2024-04-02T09:02:51.059 INFO:tasks.workunit.client.0.smithi012.stdout:op 5489 completed, throughput=5MB/sec 2024-04-02T09:02:51.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:02:51 smithi012 ceph-mon[88355]: pgmap v1970: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:02:51.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:02:51 smithi012 ceph-mon[90784]: pgmap v1970: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:02:52.059 INFO:tasks.workunit.client.0.smithi012.stdout: 1095: throughput=5MB/sec pending data=0 2024-04-02T09:02:52.059 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ZZfYFPz4wOXh_r0 off=2722680 len=1559933 2024-04-02T09:02:52.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:02:51 smithi055 ceph-mon[85080]: pgmap v1970: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:02:52.067 INFO:tasks.workunit.client.0.smithi012.stdout:op 5490 completed, throughput=5MB/sec 2024-04-02T09:02:52.067 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-gMA_-CZ3pGtoYi2 off=2184882 len=875374 2024-04-02T09:02:52.071 INFO:tasks.workunit.client.0.smithi012.stdout:op 5491 completed, throughput=5MB/sec 2024-04-02T09:02:52.071 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-pXHxUTh8Iull055 off=517390 len=1596201 2024-04-02T09:02:52.078 INFO:tasks.workunit.client.0.smithi012.stdout:op 5492 completed, throughput=5MB/sec 2024-04-02T09:02:52.078 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-FSsm-v3-fgYztLi off=7696696 len=97018 2024-04-02T09:02:52.080 INFO:tasks.workunit.client.0.smithi012.stdout:op 5493 completed, throughput=5MB/sec 2024-04-02T09:02:52.080 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-5XsDHqK5cUVCwYD off=3416843 len=438686 2024-04-02T09:02:52.083 INFO:tasks.workunit.client.0.smithi012.stdout:op 5494 completed, throughput=5MB/sec 2024-04-02T09:02:52.083 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-7G5pMVFXYIcOkSn off=811607 len=2037043 2024-04-02T09:02:52.085 INFO:tasks.workunit.client.0.smithi012.stdout:op 5495 completed, throughput=5MB/sec 2024-04-02T09:02:52.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:02:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:02:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:02:53.085 INFO:tasks.workunit.client.0.smithi012.stdout: 1096: throughput=5MB/sec pending data=0 2024-04-02T09:02:53.085 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-IPNDk-HdVRACxlW off=5488446 len=1971805 2024-04-02T09:02:53.094 INFO:tasks.workunit.client.0.smithi012.stdout:op 5496 completed, throughput=5MB/sec 2024-04-02T09:02:53.094 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-NhXFrfjIWSMIRg- off=3136559 len=1310976 2024-04-02T09:02:53.097 INFO:tasks.workunit.client.0.smithi012.stdout:op 5497 completed, throughput=5MB/sec 2024-04-02T09:02:53.097 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-lhPt0HpvUN-oCa7 off=6926244 len=644303 2024-04-02T09:02:53.098 INFO:tasks.workunit.client.0.smithi012.stdout:op 5498 completed, throughput=5MB/sec 2024-04-02T09:02:53.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:02:53 smithi012 ceph-mon[88355]: pgmap v1971: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:02:53.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:02:53 smithi012 ceph-mon[90784]: pgmap v1971: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:02:54.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:02:53 smithi055 ceph-mon[85080]: pgmap v1971: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:02:54.099 INFO:tasks.workunit.client.0.smithi012.stdout: 1097: throughput=5MB/sec pending data=0 2024-04-02T09:02:54.099 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-SvqGfkv7waL7hvd off=15769902 len=1847073 2024-04-02T09:02:54.100 INFO:tasks.workunit.client.0.smithi012.stdout:op 5499 completed, throughput=5MB/sec 2024-04-02T09:02:54.100 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-u6Yg8itinBMiw6H off=209052 len=1114426 2024-04-02T09:02:54.101 INFO:tasks.workunit.client.0.smithi012.stdout:op 5500 completed, throughput=5MB/sec 2024-04-02T09:02:54.101 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj--bGmzMmwuvx6HvW off=4998439 len=1616805 2024-04-02T09:02:54.102 INFO:tasks.workunit.client.0.smithi012.stdout:op 5501 completed, throughput=5MB/sec 2024-04-02T09:02:54.102 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-0bAFkz2rwqzdWp- off=2830116 len=2049409 2024-04-02T09:02:54.112 INFO:tasks.workunit.client.0.smithi012.stdout:op 5502 completed, throughput=5MB/sec 2024-04-02T09:02:55.112 INFO:tasks.workunit.client.0.smithi012.stdout: 1098: throughput=5MB/sec pending data=0 2024-04-02T09:02:55.113 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-h9QBH0jJKKnrdK2 off=6751963 len=1468203 2024-04-02T09:02:55.114 INFO:tasks.workunit.client.0.smithi012.stdout:op 5503 completed, throughput=5MB/sec 2024-04-02T09:02:55.114 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-F3LiPI1zGt_edBd off=468396 len=1925302 2024-04-02T09:02:55.115 INFO:tasks.workunit.client.0.smithi012.stdout:op 5504 completed, throughput=5MB/sec 2024-04-02T09:02:55.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:02:55 smithi055 ceph-mon[85080]: pgmap v1972: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T09:02:55.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:02:55 smithi012 ceph-mon[88355]: pgmap v1972: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T09:02:55.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:02:55 smithi012 ceph-mon[90784]: pgmap v1972: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T09:02:56.115 INFO:tasks.workunit.client.0.smithi012.stdout: 1099: throughput=5MB/sec pending data=0 2024-04-02T09:02:56.115 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-spqfCUIbG82PbXK off=7315225 len=1624113 2024-04-02T09:02:56.124 INFO:tasks.workunit.client.0.smithi012.stdout:op 5505 completed, throughput=5MB/sec 2024-04-02T09:02:56.124 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-IcCNYA0WN0fN61s off=7842773 len=43750 2024-04-02T09:02:56.127 INFO:tasks.workunit.client.0.smithi012.stdout:op 5506 completed, throughput=5MB/sec 2024-04-02T09:02:56.127 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-zOHCmic_ovCV2a8 off=1529333 len=996072 2024-04-02T09:02:56.128 INFO:tasks.workunit.client.0.smithi012.stdout:op 5507 completed, throughput=5MB/sec 2024-04-02T09:02:56.128 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-LEjEGFD1WdYZ3NX off=3649503 len=323257 2024-04-02T09:02:56.130 INFO:tasks.workunit.client.0.smithi012.stdout:op 5508 completed, throughput=5MB/sec 2024-04-02T09:02:56.131 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-nRcfU27NfTAdwE4 off=1809036 len=630046 2024-04-02T09:02:56.133 INFO:tasks.workunit.client.0.smithi012.stdout:op 5509 completed, throughput=5MB/sec 2024-04-02T09:02:56.133 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-VeJVb4ioxCE8b3i off=1585366 len=1978044 2024-04-02T09:02:56.144 INFO:tasks.workunit.client.0.smithi012.stdout:op 5510 completed, throughput=5MB/sec 2024-04-02T09:02:57.144 INFO:tasks.workunit.client.0.smithi012.stdout: 1100: throughput=5MB/sec pending data=0 2024-04-02T09:02:57.145 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-34DtI9-6z2d5Eyu off=2998303 len=821402 2024-04-02T09:02:57.146 INFO:tasks.workunit.client.0.smithi012.stdout:op 5511 completed, throughput=5MB/sec 2024-04-02T09:02:57.147 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-qonPnHz-iRv2aB8 off=6157880 len=976842 2024-04-02T09:02:57.150 INFO:tasks.workunit.client.0.smithi012.stdout:op 5512 completed, throughput=5MB/sec 2024-04-02T09:02:57.151 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-yCx14-AsZEgPu3q off=216336 len=691929 2024-04-02T09:02:57.154 INFO:tasks.workunit.client.0.smithi012.stdout:op 5513 completed, throughput=5MB/sec 2024-04-02T09:02:57.154 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-APOs4taySB7myAF off=4381800 len=1979787 2024-04-02T09:02:57.164 INFO:tasks.workunit.client.0.smithi012.stdout:op 5514 completed, throughput=5MB/sec 2024-04-02T09:02:57.164 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-HuHW-hmcqVxq8Y5 off=11554007 len=877675 2024-04-02T09:02:57.164 INFO:tasks.workunit.client.0.smithi012.stdout:op 5515 completed, throughput=5MB/sec 2024-04-02T09:02:57.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:02:57 smithi055 ceph-mon[85080]: pgmap v1973: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:02:57.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:02:57 smithi012 ceph-mon[88355]: pgmap v1973: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:02:57.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:02:57 smithi012 ceph-mon[90784]: pgmap v1973: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:02:58.165 INFO:tasks.workunit.client.0.smithi012.stdout: 1101: throughput=5MB/sec pending data=0 2024-04-02T09:02:58.165 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-OOFzusatNXd3Ul0 off=20121489 len=642861 2024-04-02T09:02:58.169 INFO:tasks.workunit.client.0.smithi012.stdout:op 5516 completed, throughput=5MB/sec 2024-04-02T09:02:58.169 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-6g0zYN3xo2uxHD1 off=1336619 len=72692 2024-04-02T09:02:58.170 INFO:tasks.workunit.client.0.smithi012.stdout:op 5517 completed, throughput=5MB/sec 2024-04-02T09:02:58.170 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-0GZyHk30O3zeV-e off=356303 len=544083 2024-04-02T09:02:58.173 INFO:tasks.workunit.client.0.smithi012.stdout:op 5518 completed, throughput=5MB/sec 2024-04-02T09:02:58.174 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-8xBMRNJUBZ6EzMP off=12789121 len=1563713 2024-04-02T09:02:58.181 INFO:tasks.workunit.client.0.smithi012.stdout:op 5519 completed, throughput=5MB/sec 2024-04-02T09:02:58.181 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Q3q2LX5nPgZPubU off=5428885 len=1088826 2024-04-02T09:02:58.186 INFO:tasks.workunit.client.0.smithi012.stdout:op 5520 completed, throughput=5MB/sec 2024-04-02T09:02:58.186 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-rnBrD2AoYH2IChl off=10680237 len=1527663 2024-04-02T09:02:58.191 INFO:tasks.workunit.client.0.smithi012.stdout:op 5521 completed, throughput=5MB/sec 2024-04-02T09:02:58.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:02:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:02:57] "GET /metrics HTTP/1.1" 200 34056 "" "Prometheus/2.43.0" 2024-04-02T09:02:59.191 INFO:tasks.workunit.client.0.smithi012.stdout: 1102: throughput=5MB/sec pending data=0 2024-04-02T09:02:59.192 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-I7QaogqtKND-l2Y off=7586874 len=2093125 2024-04-02T09:02:59.201 INFO:tasks.workunit.client.0.smithi012.stdout:op 5522 completed, throughput=5MB/sec 2024-04-02T09:02:59.201 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-HMGS3owxh73ZUpi off=7375676 len=1071738 2024-04-02T09:02:59.205 INFO:tasks.workunit.client.0.smithi012.stdout:op 5523 completed, throughput=5MB/sec 2024-04-02T09:02:59.205 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-DDKvNleJz16oOjh off=145207 len=1428369 2024-04-02T09:02:59.207 INFO:tasks.workunit.client.0.smithi012.stdout:op 5524 completed, throughput=5MB/sec 2024-04-02T09:02:59.207 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-lEJgzgSlNfTooO2 off=18793506 len=294728 2024-04-02T09:02:59.210 INFO:tasks.workunit.client.0.smithi012.stdout:op 5525 completed, throughput=5MB/sec 2024-04-02T09:02:59.210 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-GuDc1soWL4GG_nq off=587328 len=708585 2024-04-02T09:02:59.213 INFO:tasks.workunit.client.0.smithi012.stdout:op 5526 completed, throughput=5MB/sec 2024-04-02T09:02:59.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:02:59 smithi055 ceph-mon[85080]: pgmap v1974: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T09:02:59.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:02:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:59.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:02:59 smithi012 ceph-mon[88355]: pgmap v1974: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T09:02:59.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:02:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:59.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:02:59 smithi012 ceph-mon[90784]: pgmap v1974: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T09:02:59.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:02:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:00.214 INFO:tasks.workunit.client.0.smithi012.stdout: 1103: throughput=5MB/sec pending data=0 2024-04-02T09:03:00.214 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ZgBmogAvdUIV-nS off=512674 len=490410 2024-04-02T09:03:00.215 INFO:tasks.workunit.client.0.smithi012.stdout:op 5527 completed, throughput=5MB/sec 2024-04-02T09:03:00.215 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-QUI0mNuzus8664B off=1059245 len=1818931 2024-04-02T09:03:00.223 INFO:tasks.workunit.client.0.smithi012.stdout:op 5528 completed, throughput=5MB/sec 2024-04-02T09:03:00.223 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-uwEYNAT6MI4jFKA off=10742171 len=848603 2024-04-02T09:03:00.227 INFO:tasks.workunit.client.0.smithi012.stdout:op 5529 completed, throughput=5MB/sec 2024-04-02T09:03:00.227 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-_Dm0SHKg_QK7UtX off=16543510 len=1717192 2024-04-02T09:03:00.234 INFO:tasks.workunit.client.0.smithi012.stdout:op 5530 completed, throughput=5MB/sec 2024-04-02T09:03:01.234 INFO:tasks.workunit.client.0.smithi012.stdout: 1104: throughput=5MB/sec pending data=0 2024-04-02T09:03:01.234 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-LaOW5gxBWZXkpZH off=3009539 len=755969 2024-04-02T09:03:01.235 INFO:tasks.workunit.client.0.smithi012.stdout:op 5531 completed, throughput=5MB/sec 2024-04-02T09:03:01.235 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-L8eg6sTAHaCONW5 off=10124551 len=455942 2024-04-02T09:03:01.235 INFO:tasks.workunit.client.0.smithi012.stdout:op 5532 completed, throughput=5MB/sec 2024-04-02T09:03:01.236 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-QJfegMfjl_xEnZ4 off=7621124 len=1547147 2024-04-02T09:03:01.243 INFO:tasks.workunit.client.0.smithi012.stdout:op 5533 completed, throughput=5MB/sec 2024-04-02T09:03:01.243 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-SevxPa2FIItjJOl off=17387504 len=345135 2024-04-02T09:03:01.246 INFO:tasks.workunit.client.0.smithi012.stdout:op 5534 completed, throughput=5MB/sec 2024-04-02T09:03:01.246 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-KSou53HyapAt9sK off=3911471 len=806662 2024-04-02T09:03:01.249 INFO:tasks.workunit.client.0.smithi012.stdout:op 5535 completed, throughput=5MB/sec 2024-04-02T09:03:01.249 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-uW-F4ZqrX_KS5Zy off=503576 len=1906781 2024-04-02T09:03:01.256 INFO:tasks.workunit.client.0.smithi012.stdout:op 5536 completed, throughput=5MB/sec 2024-04-02T09:03:01.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:03:01 smithi012 ceph-mon[88355]: pgmap v1975: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:03:01.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:03:01 smithi012 ceph-mon[90784]: pgmap v1975: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:03:02.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:03:01 smithi055 ceph-mon[85080]: pgmap v1975: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:03:02.257 INFO:tasks.workunit.client.0.smithi012.stdout: 1105: throughput=5MB/sec pending data=0 2024-04-02T09:03:02.257 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-AMIwUT2plzOTHpy off=2949636 len=1887277 2024-04-02T09:03:02.265 INFO:tasks.workunit.client.0.smithi012.stdout:op 5537 completed, throughput=5MB/sec 2024-04-02T09:03:02.265 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-WOm1doCu6fmotBK off=1699856 len=845966 2024-04-02T09:03:02.266 INFO:tasks.workunit.client.0.smithi012.stdout:op 5538 completed, throughput=5MB/sec 2024-04-02T09:03:02.266 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-k8lly1-MZImMMQ1 off=10238777 len=750893 2024-04-02T09:03:02.269 INFO:tasks.workunit.client.0.smithi012.stdout:op 5539 completed, throughput=5MB/sec 2024-04-02T09:03:02.270 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-W3ahKPlWG55N99L off=2229739 len=1431126 2024-04-02T09:03:02.276 INFO:tasks.workunit.client.0.smithi012.stdout:op 5540 completed, throughput=5MB/sec 2024-04-02T09:03:02.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:03:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:03:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:03:03.276 INFO:tasks.workunit.client.0.smithi012.stdout: 1106: throughput=5MB/sec pending data=0 2024-04-02T09:03:03.276 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-JUq-fWS_qebF-8h off=2704922 len=1716384 2024-04-02T09:03:03.277 INFO:tasks.workunit.client.0.smithi012.stdout:op 5541 completed, throughput=5MB/sec 2024-04-02T09:03:03.277 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-pgJ-lDLmhnGbqBQ off=3874709 len=77532 2024-04-02T09:03:03.280 INFO:tasks.workunit.client.0.smithi012.stdout:op 5542 completed, throughput=5MB/sec 2024-04-02T09:03:03.280 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-D_r3AkGhjzYDBi- off=9684065 len=470499 2024-04-02T09:03:03.280 INFO:tasks.workunit.client.0.smithi012.stdout:op 5543 completed, throughput=5MB/sec 2024-04-02T09:03:03.280 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-cnYULou9piYRiqF off=16813387 len=449701 2024-04-02T09:03:03.281 INFO:tasks.workunit.client.0.smithi012.stdout:op 5544 completed, throughput=5MB/sec 2024-04-02T09:03:03.281 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-AT4LCY49i7aZtc3 off=7837956 len=1843677 2024-04-02T09:03:03.282 INFO:tasks.workunit.client.0.smithi012.stdout:op 5545 completed, throughput=5MB/sec 2024-04-02T09:03:03.282 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-nNz5yuFt1LCRQGJ off=3877172 len=1223874 2024-04-02T09:03:03.288 INFO:tasks.workunit.client.0.smithi012.stdout:op 5546 completed, throughput=5MB/sec 2024-04-02T09:03:03.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:03:03 smithi012 ceph-mon[88355]: pgmap v1976: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T09:03:03.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:03:03 smithi012 ceph-mon[90784]: pgmap v1976: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T09:03:04.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:03:03 smithi055 ceph-mon[85080]: pgmap v1976: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T09:03:04.289 INFO:tasks.workunit.client.0.smithi012.stdout: 1107: throughput=5MB/sec pending data=0 2024-04-02T09:03:04.289 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-MMA5ONyHqFsH7hY off=2474785 len=685234 2024-04-02T09:03:04.290 INFO:tasks.workunit.client.0.smithi012.stdout:op 5547 completed, throughput=5MB/sec 2024-04-02T09:03:04.290 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-m_sfhAsZHTHN7XY off=264633 len=1160719 2024-04-02T09:03:04.295 INFO:tasks.workunit.client.0.smithi012.stdout:op 5548 completed, throughput=5MB/sec 2024-04-02T09:03:04.295 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj--9UBay2XiDm_AwC off=13209606 len=1228304 2024-04-02T09:03:04.296 INFO:tasks.workunit.client.0.smithi012.stdout:op 5549 completed, throughput=5MB/sec 2024-04-02T09:03:04.297 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-VG7-6JTXmjk2pN8 off=2784778 len=2042373 2024-04-02T09:03:04.304 INFO:tasks.workunit.client.0.smithi012.stdout:op 5550 completed, throughput=5MB/sec 2024-04-02T09:03:05.304 INFO:tasks.workunit.client.0.smithi012.stdout: 1108: throughput=5MB/sec pending data=0 2024-04-02T09:03:05.305 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-nHfsXa7HfLB2nUR off=2220371 len=1901872 2024-04-02T09:03:05.306 INFO:tasks.workunit.client.0.smithi012.stdout:op 5551 completed, throughput=5MB/sec 2024-04-02T09:03:05.306 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-jGb_g07fYfyf9Qv off=1574827 len=877954 2024-04-02T09:03:05.307 INFO:tasks.workunit.client.0.smithi012.stdout:op 5552 completed, throughput=5MB/sec 2024-04-02T09:03:05.307 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-EC7_osDAxNXot-0 off=13372292 len=840253 2024-04-02T09:03:05.307 INFO:tasks.workunit.client.0.smithi012.stdout:op 5553 completed, throughput=5MB/sec 2024-04-02T09:03:05.307 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-dg1xL8n0ZoWFJfo off=1070103 len=982416 2024-04-02T09:03:05.308 INFO:tasks.workunit.client.0.smithi012.stdout:op 5554 completed, throughput=5MB/sec 2024-04-02T09:03:05.309 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-PFaoV5L-njdIZyo off=9200443 len=1155656 2024-04-02T09:03:05.315 INFO:tasks.workunit.client.0.smithi012.stdout:op 5555 completed, throughput=5MB/sec 2024-04-02T09:03:05.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:03:05 smithi055 ceph-mon[85080]: pgmap v1977: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-02T09:03:05.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:03:05 smithi012 ceph-mon[88355]: pgmap v1977: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-02T09:03:05.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:03:05 smithi012 ceph-mon[90784]: pgmap v1977: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-02T09:03:06.315 INFO:tasks.workunit.client.0.smithi012.stdout: 1109: throughput=5MB/sec pending data=0 2024-04-02T09:03:06.315 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-rhhaOEgeTQQeRGY off=6778275 len=1717458 2024-04-02T09:03:06.316 INFO:tasks.workunit.client.0.smithi012.stdout:op 5556 completed, throughput=5MB/sec 2024-04-02T09:03:06.317 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-b0yk_IaAM4DlVOl off=8346184 len=1798282 2024-04-02T09:03:06.325 INFO:tasks.workunit.client.0.smithi012.stdout:op 5557 completed, throughput=5MB/sec 2024-04-02T09:03:06.325 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-FjpLSyzj4apF77C off=5204933 len=565299 2024-04-02T09:03:06.326 INFO:tasks.workunit.client.0.smithi012.stdout:op 5558 completed, throughput=5MB/sec 2024-04-02T09:03:06.326 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-pThe2_02cnYh_uF off=5291678 len=1253888 2024-04-02T09:03:06.332 INFO:tasks.workunit.client.0.smithi012.stdout:op 5559 completed, throughput=5MB/sec 2024-04-02T09:03:07.333 INFO:tasks.workunit.client.0.smithi012.stdout: 1110: throughput=5MB/sec pending data=0 2024-04-02T09:03:07.333 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-0IGMNdxyfnN67uY off=4237833 len=1450876 2024-04-02T09:03:07.340 INFO:tasks.workunit.client.0.smithi012.stdout:op 5560 completed, throughput=5MB/sec 2024-04-02T09:03:07.340 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-TewAf-SAzPdQVOM off=3246332 len=1077428 2024-04-02T09:03:07.346 INFO:tasks.workunit.client.0.smithi012.stdout:op 5561 completed, throughput=5MB/sec 2024-04-02T09:03:07.346 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-n3h2mvcszuphYU_ off=3786504 len=1578 2024-04-02T09:03:07.348 INFO:tasks.workunit.client.0.smithi012.stdout:op 5562 completed, throughput=5MB/sec 2024-04-02T09:03:07.348 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-62ssxPJ7RJYYMQX off=13265441 len=888655 2024-04-02T09:03:07.352 INFO:tasks.workunit.client.0.smithi012.stdout:op 5563 completed, throughput=5MB/sec 2024-04-02T09:03:07.353 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-r4qy3Do9nEBTbbx off=16216352 len=1473615 2024-04-02T09:03:07.359 INFO:tasks.workunit.client.0.smithi012.stdout:op 5564 completed, throughput=5MB/sec 2024-04-02T09:03:07.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:03:07 smithi055 ceph-mon[85080]: pgmap v1978: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-02T09:03:07.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:03:07 smithi012 ceph-mon[88355]: pgmap v1978: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-02T09:03:07.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:03:07 smithi012 ceph-mon[90784]: pgmap v1978: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-02T09:03:08.359 INFO:tasks.workunit.client.0.smithi012.stdout: 1111: throughput=5MB/sec pending data=0 2024-04-02T09:03:08.359 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-pfX6z-0W3G4XICv off=839300 len=336931 2024-04-02T09:03:08.363 INFO:tasks.workunit.client.0.smithi012.stdout:op 5565 completed, throughput=5MB/sec 2024-04-02T09:03:08.363 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-NANcR8JuEdIZ9Rb off=5719287 len=766277 2024-04-02T09:03:08.364 INFO:tasks.workunit.client.0.smithi012.stdout:op 5566 completed, throughput=5MB/sec 2024-04-02T09:03:08.364 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-rWtoN8BOik3FmM9 off=1120142 len=745604 2024-04-02T09:03:08.368 INFO:tasks.workunit.client.0.smithi012.stdout:op 5567 completed, throughput=5MB/sec 2024-04-02T09:03:08.368 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-_rNRxnlPsfx8Clx off=5955921 len=1163040 2024-04-02T09:03:08.374 INFO:tasks.workunit.client.0.smithi012.stdout:op 5568 completed, throughput=5MB/sec 2024-04-02T09:03:08.374 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-T4inVELv7MdrnmB off=890254 len=172805 2024-04-02T09:03:08.376 INFO:tasks.workunit.client.0.smithi012.stdout:op 5569 completed, throughput=5MB/sec 2024-04-02T09:03:08.376 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-pXVNFNDRyynHlfC off=575132 len=762051 2024-04-02T09:03:08.376 INFO:tasks.workunit.client.0.smithi012.stdout:op 5570 completed, throughput=5MB/sec 2024-04-02T09:03:08.377 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Ek2viSgnQ3gZTTT off=1850878 len=738495 2024-04-02T09:03:08.377 INFO:tasks.workunit.client.0.smithi012.stdout:op 5571 completed, throughput=5MB/sec 2024-04-02T09:03:08.377 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-1efW94gir9UNYG0 off=10434621 len=16099 2024-04-02T09:03:08.379 INFO:tasks.workunit.client.0.smithi012.stdout:op 5572 completed, throughput=5MB/sec 2024-04-02T09:03:08.379 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-YpicFdRDVi1Rx55 off=997127 len=324956 2024-04-02T09:03:08.380 INFO:tasks.workunit.client.0.smithi012.stdout:op 5573 completed, throughput=5MB/sec 2024-04-02T09:03:08.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:03:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:03:07] "GET /metrics HTTP/1.1" 200 34060 "" "Prometheus/2.43.0" 2024-04-02T09:03:09.380 INFO:tasks.workunit.client.0.smithi012.stdout: 1112: throughput=5MB/sec pending data=0 2024-04-02T09:03:09.380 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-1ZSoKEDONnaA9qm off=17483714 len=2056375 2024-04-02T09:03:09.384 INFO:tasks.workunit.client.0.smithi012.stdout:op 5574 completed, throughput=5MB/sec 2024-04-02T09:03:09.384 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-uyIOLbNm6TCUIPy off=845362 len=38899 2024-04-02T09:03:09.386 INFO:tasks.workunit.client.0.smithi012.stdout:op 5575 completed, throughput=5MB/sec 2024-04-02T09:03:09.386 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-acudlja6oRbxfdy off=13792237 len=1568433 2024-04-02T09:03:09.388 INFO:tasks.workunit.client.0.smithi012.stdout:op 5576 completed, throughput=5MB/sec 2024-04-02T09:03:09.388 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-OC-niD-g4VaIN8M off=2066848 len=1341190 2024-04-02T09:03:09.389 INFO:tasks.workunit.client.0.smithi012.stdout:op 5577 completed, throughput=5MB/sec 2024-04-02T09:03:09.389 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-AovL7wpQYRguPW7 off=1921446 len=1092870 2024-04-02T09:03:09.395 INFO:tasks.workunit.client.0.smithi012.stdout:op 5578 completed, throughput=5MB/sec 2024-04-02T09:03:09.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:03:09 smithi055 ceph-mon[85080]: pgmap v1979: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-02T09:03:09.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:03:09 smithi012 ceph-mon[88355]: pgmap v1979: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-02T09:03:09.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:03:09 smithi012 ceph-mon[90784]: pgmap v1979: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-02T09:03:10.395 INFO:tasks.workunit.client.0.smithi012.stdout: 1113: throughput=5MB/sec pending data=0 2024-04-02T09:03:10.395 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-YfKtbchGvDerxBh off=2515291 len=1258592 2024-04-02T09:03:10.396 INFO:tasks.workunit.client.0.smithi012.stdout:op 5579 completed, throughput=5MB/sec 2024-04-02T09:03:10.396 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-EVOQjyf1LwKjMEW off=629733 len=1357445 2024-04-02T09:03:10.399 INFO:tasks.workunit.client.0.smithi012.stdout:op 5580 completed, throughput=5MB/sec 2024-04-02T09:03:10.399 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-OrHGYfdbcHfMFSd off=2029830 len=171902 2024-04-02T09:03:10.399 INFO:tasks.workunit.client.0.smithi012.stdout:op 5581 completed, throughput=5MB/sec 2024-04-02T09:03:10.399 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-I7RZI2U2qqsStwh off=6606840 len=1639405 2024-04-02T09:03:10.407 INFO:tasks.workunit.client.0.smithi012.stdout:op 5582 completed, throughput=5MB/sec 2024-04-02T09:03:10.407 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-vmE5i1vTnZCTHJ4 off=46978 len=660604 2024-04-02T09:03:10.411 INFO:tasks.workunit.client.0.smithi012.stdout:op 5583 completed, throughput=5MB/sec 2024-04-02T09:03:11.411 INFO:tasks.workunit.client.0.smithi012.stdout: 1114: throughput=5MB/sec pending data=0 2024-04-02T09:03:11.412 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-zrw_vbs5QxF5ZWt off=2303682 len=822826 2024-04-02T09:03:11.415 INFO:tasks.workunit.client.0.smithi012.stdout:op 5584 completed, throughput=5MB/sec 2024-04-02T09:03:11.415 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-tX4iHdfa-Tx53KS off=1936084 len=1401875 2024-04-02T09:03:11.418 INFO:tasks.workunit.client.0.smithi012.stdout:op 5585 completed, throughput=5MB/sec 2024-04-02T09:03:11.418 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-mrvEsZKL3R-9MWP off=2545616 len=467645 2024-04-02T09:03:11.422 INFO:tasks.workunit.client.0.smithi012.stdout:op 5586 completed, throughput=5MB/sec 2024-04-02T09:03:11.422 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-pqrz1x5lG3m60-X off=9156099 len=1831000 2024-04-02T09:03:11.429 INFO:tasks.workunit.client.0.smithi012.stdout:op 5587 completed, throughput=5MB/sec 2024-04-02T09:03:11.430 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-QpanfyRPtOCUw9V off=1141951 len=367010 2024-04-02T09:03:11.433 INFO:tasks.workunit.client.0.smithi012.stdout:op 5588 completed, throughput=5MB/sec 2024-04-02T09:03:11.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:03:11 smithi012 ceph-mon[88355]: pgmap v1980: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T09:03:11.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:03:11 smithi012 ceph-mon[90784]: pgmap v1980: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T09:03:12.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:03:11 smithi055 ceph-mon[85080]: pgmap v1980: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T09:03:12.433 INFO:tasks.workunit.client.0.smithi012.stdout: 1115: throughput=5MB/sec pending data=0 2024-04-02T09:03:12.433 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-3wSqDB6QTcJtA10 off=6145386 len=821142 2024-04-02T09:03:12.437 INFO:tasks.workunit.client.0.smithi012.stdout:op 5589 completed, throughput=5MB/sec 2024-04-02T09:03:12.437 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-obUFa4RV5jBpHsC off=841660 len=1571448 2024-04-02T09:03:12.440 INFO:tasks.workunit.client.0.smithi012.stdout:op 5590 completed, throughput=5MB/sec 2024-04-02T09:03:12.440 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-rfZ8q9zwn0B2inT off=12199818 len=1361186 2024-04-02T09:03:12.445 INFO:tasks.workunit.client.0.smithi012.stdout:op 5591 completed, throughput=5MB/sec 2024-04-02T09:03:12.445 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-cj8EM4IU0QB323v off=13463698 len=782974 2024-04-02T09:03:12.447 INFO:tasks.workunit.client.0.smithi012.stdout:op 5592 completed, throughput=5MB/sec 2024-04-02T09:03:12.447 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-cLz0M8aQOtsbpQt off=23597793 len=79508 2024-04-02T09:03:12.447 INFO:tasks.workunit.client.0.smithi012.stdout:op 5593 completed, throughput=5MB/sec 2024-04-02T09:03:12.447 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-W08VA2foeujJU9N off=15197877 len=29684 2024-04-02T09:03:12.450 INFO:tasks.workunit.client.0.smithi012.stdout:op 5594 completed, throughput=5MB/sec 2024-04-02T09:03:12.450 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-yhD80Bn838TuAi2 off=8433673 len=1559686 2024-04-02T09:03:12.455 INFO:tasks.workunit.client.0.smithi012.stdout:op 5595 completed, throughput=5MB/sec 2024-04-02T09:03:12.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:03:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:03:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:03:13.455 INFO:tasks.workunit.client.0.smithi012.stdout: 1116: throughput=5MB/sec pending data=0 2024-04-02T09:03:13.456 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-mE-NaRORNpblmpQ off=1030962 len=1231225 2024-04-02T09:03:13.458 INFO:tasks.workunit.client.0.smithi012.stdout:op 5596 completed, throughput=5MB/sec 2024-04-02T09:03:13.458 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-O21mo3Yeiw2kLV6 off=2322526 len=535103 2024-04-02T09:03:13.462 INFO:tasks.workunit.client.0.smithi012.stdout:op 5597 completed, throughput=5MB/sec 2024-04-02T09:03:13.462 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-cyDV0vVr4F2hvfR off=13983485 len=1599537 2024-04-02T09:03:13.467 INFO:tasks.workunit.client.0.smithi012.stdout:op 5598 completed, throughput=5MB/sec 2024-04-02T09:03:13.468 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-PE70RBvYXZ5Zk-7 off=8857054 len=2038450 2024-04-02T09:03:13.476 INFO:tasks.workunit.client.0.smithi012.stdout:op 5599 completed, throughput=5MB/sec 2024-04-02T09:03:13.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:03:13 smithi012 ceph-mon[88355]: pgmap v1981: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T09:03:13.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:03:13 smithi012 ceph-mon[90784]: pgmap v1981: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T09:03:14.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:03:13 smithi055 ceph-mon[85080]: pgmap v1981: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T09:03:14.476 INFO:tasks.workunit.client.0.smithi012.stdout: 1117: throughput=5MB/sec pending data=0 2024-04-02T09:03:14.476 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-4t9DTS5er6Yr2zL off=6964623 len=904965 2024-04-02T09:03:14.477 INFO:tasks.workunit.client.0.smithi012.stdout:op 5600 completed, throughput=5MB/sec 2024-04-02T09:03:14.477 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-tDN2sQaXZjsIJL2 off=1160768 len=1664083 2024-04-02T09:03:14.481 INFO:tasks.workunit.client.0.smithi012.stdout:op 5601 completed, throughput=5MB/sec 2024-04-02T09:03:14.481 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-y_yh1fVULA6nJen off=273575 len=59680 2024-04-02T09:03:14.481 INFO:tasks.workunit.client.0.smithi012.stdout:op 5602 completed, throughput=5MB/sec 2024-04-02T09:03:14.481 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-OjtRdCsl5AjGjPQ off=5629367 len=2035469 2024-04-02T09:03:14.483 INFO:tasks.workunit.client.0.smithi012.stdout:op 5603 completed, throughput=5MB/sec 2024-04-02T09:03:14.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:03:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:14.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:03:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:15.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:03:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:15.483 INFO:tasks.workunit.client.0.smithi012.stdout: 1118: throughput=5MB/sec pending data=0 2024-04-02T09:03:15.483 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-5FJG7ogq1kRXJUJ off=6140125 len=381407 2024-04-02T09:03:15.484 INFO:tasks.workunit.client.0.smithi012.stdout:op 5604 completed, throughput=5MB/sec 2024-04-02T09:03:15.484 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-kUJED40-q2Aw6PM off=7628216 len=113399 2024-04-02T09:03:15.484 INFO:tasks.workunit.client.0.smithi012.stdout:op 5605 completed, throughput=5MB/sec 2024-04-02T09:03:15.484 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-p8MBoYr0ZcqGkJg off=2557760 len=456794 2024-04-02T09:03:15.488 INFO:tasks.workunit.client.0.smithi012.stdout:op 5606 completed, throughput=5MB/sec 2024-04-02T09:03:15.488 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-aacrcPoV2ZpNPJD off=761724 len=740973 2024-04-02T09:03:15.492 INFO:tasks.workunit.client.0.smithi012.stdout:op 5607 completed, throughput=5MB/sec 2024-04-02T09:03:15.492 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-HqYmddS0YGQLgnL off=2430374 len=791942 2024-04-02T09:03:15.497 INFO:tasks.workunit.client.0.smithi012.stdout:op 5608 completed, throughput=5MB/sec 2024-04-02T09:03:15.497 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-n1eiznf2kv5UJKo off=18951286 len=1352972 2024-04-02T09:03:15.498 INFO:tasks.workunit.client.0.smithi012.stdout:op 5609 completed, throughput=5MB/sec 2024-04-02T09:03:15.498 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-GVW82Hcsi0t3Rul off=1877371 len=979126 2024-04-02T09:03:15.499 INFO:tasks.workunit.client.0.smithi012.stdout:op 5610 completed, throughput=5MB/sec 2024-04-02T09:03:15.499 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-YjVWbWCkMBATJfT off=722559 len=131424 2024-04-02T09:03:15.499 INFO:tasks.workunit.client.0.smithi012.stdout:op 5611 completed, throughput=5MB/sec 2024-04-02T09:03:15.499 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-isOEUaSRYKi4ENJ off=824603 len=604596 2024-04-02T09:03:15.500 INFO:tasks.workunit.client.0.smithi012.stdout:op 5612 completed, throughput=5MB/sec 2024-04-02T09:03:15.829 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:03:15 smithi012 ceph-mon[88355]: pgmap v1982: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:03:15.829 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:03:15 smithi012 ceph-mon[90784]: pgmap v1982: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:03:16.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:03:15 smithi055 ceph-mon[85080]: pgmap v1982: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:03:16.502 INFO:tasks.workunit.client.0.smithi012.stdout: 1119: throughput=5MB/sec pending data=0 2024-04-02T09:03:16.502 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-6O0igXVm6LprOQA off=19629613 len=1348876 2024-04-02T09:03:16.502 INFO:tasks.workunit.client.0.smithi012.stdout:op 5613 completed, throughput=5MB/sec 2024-04-02T09:03:16.502 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-09TSPhTpU8LNYdB off=750741 len=810118 2024-04-02T09:03:16.503 INFO:tasks.workunit.client.0.smithi012.stdout:op 5614 completed, throughput=5MB/sec 2024-04-02T09:03:16.503 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-r3qvAUasp2v2Dpm off=2080689 len=1070145 2024-04-02T09:03:16.509 INFO:tasks.workunit.client.0.smithi012.stdout:op 5615 completed, throughput=5MB/sec 2024-04-02T09:03:16.509 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-JNpBf9ItSOuVjgi off=7227305 len=1118099 2024-04-02T09:03:16.511 INFO:tasks.workunit.client.0.smithi012.stdout:op 5616 completed, throughput=5MB/sec 2024-04-02T09:03:16.511 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-2ZCtd79tHCc5bG3 off=18082174 len=532921 2024-04-02T09:03:16.512 INFO:tasks.workunit.client.0.smithi012.stdout:op 5617 completed, throughput=5MB/sec 2024-04-02T09:03:17.513 INFO:tasks.workunit.client.0.smithi012.stdout: 1120: throughput=5MB/sec pending data=0 2024-04-02T09:03:17.513 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-jdzewR7u6oLyDwA off=14908283 len=361107 2024-04-02T09:03:17.515 INFO:tasks.workunit.client.0.smithi012.stdout:op 5618 completed, throughput=5MB/sec 2024-04-02T09:03:17.515 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ck0xMQOYDJZnVDn off=17193517 len=1549734 2024-04-02T09:03:17.526 INFO:tasks.workunit.client.0.smithi012.stdout:op 5619 completed, throughput=5MB/sec 2024-04-02T09:03:17.526 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-z3msCCG4r6I7fe6 off=4159969 len=985693 2024-04-02T09:03:17.526 INFO:tasks.workunit.client.0.smithi012.stdout:op 5620 completed, throughput=5MB/sec 2024-04-02T09:03:17.526 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-dXI_TCeHCzPryrZ off=12734738 len=1738891 2024-04-02T09:03:17.527 INFO:tasks.workunit.client.0.smithi012.stdout:op 5621 completed, throughput=5MB/sec 2024-04-02T09:03:17.527 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj--T6NjJysHzLbKKy off=199316 len=671834 2024-04-02T09:03:17.527 INFO:tasks.workunit.client.0.smithi012.stdout:op 5622 completed, throughput=5MB/sec 2024-04-02T09:03:17.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:03:17 smithi012 ceph-mon[88355]: pgmap v1983: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T09:03:17.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:03:17 smithi012 ceph-mon[90784]: pgmap v1983: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T09:03:18.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:03:17 smithi055 ceph-mon[85080]: pgmap v1983: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T09:03:18.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:03:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:03:17] "GET /metrics HTTP/1.1" 200 34055 "" "Prometheus/2.43.0" 2024-04-02T09:03:18.528 INFO:tasks.workunit.client.0.smithi012.stdout: 1121: throughput=5MB/sec pending data=0 2024-04-02T09:03:18.528 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-J8jKv4NdOKFVzKr off=19361556 len=505849 2024-04-02T09:03:18.531 INFO:tasks.workunit.client.0.smithi012.stdout:op 5623 completed, throughput=5MB/sec 2024-04-02T09:03:18.531 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-S_FDHhsF8Oyk9EF off=15023539 len=124883 2024-04-02T09:03:18.533 INFO:tasks.workunit.client.0.smithi012.stdout:op 5624 completed, throughput=5MB/sec 2024-04-02T09:03:18.533 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-pZf_vHWTPuHYaRq off=3300856 len=1072056 2024-04-02T09:03:18.534 INFO:tasks.workunit.client.0.smithi012.stdout:op 5625 completed, throughput=5MB/sec 2024-04-02T09:03:18.534 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-oATBDfN-h9rW91K off=17082137 len=1591934 2024-04-02T09:03:18.535 INFO:tasks.workunit.client.0.smithi012.stdout:op 5626 completed, throughput=5MB/sec 2024-04-02T09:03:18.535 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-qciXkM1negJxCie off=5519818 len=318273 2024-04-02T09:03:18.536 INFO:tasks.workunit.client.0.smithi012.stdout:op 5627 completed, throughput=5MB/sec 2024-04-02T09:03:18.536 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-RYoRV-HWeA7xPNZ off=568285 len=280047 2024-04-02T09:03:18.539 INFO:tasks.workunit.client.0.smithi012.stdout:op 5628 completed, throughput=5MB/sec 2024-04-02T09:03:18.539 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj--uh-ZuJvXGM2KpP off=8964623 len=1104893 2024-04-02T09:03:18.540 INFO:tasks.workunit.client.0.smithi012.stdout:op 5629 completed, throughput=5MB/sec 2024-04-02T09:03:18.540 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-_fNeWt26XeEILef off=5203377 len=1578193 2024-04-02T09:03:18.545 INFO:tasks.workunit.client.0.smithi012.stdout:op 5630 completed, throughput=5MB/sec 2024-04-02T09:03:19.543 INFO:tasks.workunit.client.0.smithi012.stdout: 1122: throughput=5MB/sec pending data=0 2024-04-02T09:03:19.544 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-5H_fykKIAPqm8wT off=10182025 len=1380507 2024-04-02T09:03:19.550 INFO:tasks.workunit.client.0.smithi012.stdout:op 5631 completed, throughput=5MB/sec 2024-04-02T09:03:19.550 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Ki9Tgvj8YOG4yMO off=8183191 len=18107 2024-04-02T09:03:19.552 INFO:tasks.workunit.client.0.smithi012.stdout:op 5632 completed, throughput=5MB/sec 2024-04-02T09:03:19.552 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-FYbc4M0bTDn6-UM off=5883979 len=1471378 2024-04-02T09:03:19.554 INFO:tasks.workunit.client.0.smithi012.stdout:op 5633 completed, throughput=5MB/sec 2024-04-02T09:03:19.554 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-d_qSY8NXe4qqNbS off=9850900 len=1576442 2024-04-02T09:03:19.555 INFO:tasks.workunit.client.0.smithi012.stdout:op 5634 completed, throughput=5MB/sec 2024-04-02T09:03:19.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:03:19 smithi012 ceph-mon[88355]: pgmap v1984: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:03:19.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:03:19 smithi012 ceph-mon[90784]: pgmap v1984: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:03:20.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:03:19 smithi055 ceph-mon[85080]: pgmap v1984: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:03:20.556 INFO:tasks.workunit.client.0.smithi012.stdout: 1123: throughput=5MB/sec pending data=0 2024-04-02T09:03:20.556 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-n8uI6v8cGF68CKL off=553193 len=1280367 2024-04-02T09:03:20.560 INFO:tasks.workunit.client.0.smithi012.stdout:op 5635 completed, throughput=5MB/sec 2024-04-02T09:03:20.560 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-IwyQXkwQDpIWsuJ off=4274837 len=1743141 2024-04-02T09:03:20.562 INFO:tasks.workunit.client.0.smithi012.stdout:op 5636 completed, throughput=5MB/sec 2024-04-02T09:03:20.562 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj--AYVCKDwoaqXoUU off=13893351 len=918236 2024-04-02T09:03:20.564 INFO:tasks.workunit.client.0.smithi012.stdout:op 5637 completed, throughput=5MB/sec 2024-04-02T09:03:20.564 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-WmiR1VFIv3KMgd7 off=13863053 len=1450053 2024-04-02T09:03:20.570 INFO:tasks.workunit.client.0.smithi012.stdout:op 5638 completed, throughput=5MB/sec 2024-04-02T09:03:21.571 INFO:tasks.workunit.client.0.smithi012.stdout: 1124: throughput=5MB/sec pending data=0 2024-04-02T09:03:21.571 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-25vwf2GsSLA-KEa off=16179295 len=1251033 2024-04-02T09:03:21.575 INFO:tasks.workunit.client.0.smithi012.stdout:op 5639 completed, throughput=5MB/sec 2024-04-02T09:03:21.576 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-6BOCjs36CT75doj off=6062724 len=666340 2024-04-02T09:03:21.577 INFO:tasks.workunit.client.0.smithi012.stdout:op 5640 completed, throughput=5MB/sec 2024-04-02T09:03:21.577 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-MWuiYT5LZ5Dl5j7 off=1805073 len=405963 2024-04-02T09:03:21.580 INFO:tasks.workunit.client.0.smithi012.stdout:op 5641 completed, throughput=5MB/sec 2024-04-02T09:03:21.581 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-bR-WhAn8nFFT2Fn off=10843450 len=1117479 2024-04-02T09:03:21.585 INFO:tasks.workunit.client.0.smithi012.stdout:op 5642 completed, throughput=5MB/sec 2024-04-02T09:03:21.586 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Zq3Qs8jD3PKrZGO off=1039807 len=1561279 2024-04-02T09:03:21.588 INFO:tasks.workunit.client.0.smithi012.stdout:op 5643 completed, throughput=5MB/sec 2024-04-02T09:03:21.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:03:21 smithi012 ceph-mon[88355]: pgmap v1985: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T09:03:21.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:03:21 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:03:21.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:03:21 smithi012 ceph-mon[90784]: pgmap v1985: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T09:03:21.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:03:21 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:03:22.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:03:21 smithi055 ceph-mon[85080]: pgmap v1985: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T09:03:22.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:03:21 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:03:22.588 INFO:tasks.workunit.client.0.smithi012.stdout: 1125: throughput=5MB/sec pending data=0 2024-04-02T09:03:22.588 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Bvmdr5ItdVoswc9 off=2265150 len=1953123 2024-04-02T09:03:22.592 INFO:tasks.workunit.client.0.smithi012.stdout:op 5644 completed, throughput=5MB/sec 2024-04-02T09:03:22.592 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-iK46vjWifC8ZtZx off=1108689 len=1858368 2024-04-02T09:03:22.600 INFO:tasks.workunit.client.0.smithi012.stdout:op 5645 completed, throughput=5MB/sec 2024-04-02T09:03:22.601 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-f52BOvdEcBAEN6l off=11878333 len=1671624 2024-04-02T09:03:22.609 INFO:tasks.workunit.client.0.smithi012.stdout:op 5646 completed, throughput=5MB/sec 2024-04-02T09:03:22.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:03:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:03:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:03:23.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:03:23 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:03:23.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:03:23 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:03:23.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:03:23 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:03:23.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:03:23 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:03:23.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:03:23 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:03:23.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:03:23 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:03:23.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:03:23 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:03:23.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:03:23 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:03:23.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:03:23 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:03:23.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:03:23 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:03:23.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:03:23 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:03:23.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:03:23 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:03:23.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:03:23 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:03:23.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:03:23 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:03:23.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:03:23 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:03:23.608 INFO:tasks.workunit.client.0.smithi012.stdout: 1126: throughput=5MB/sec pending data=0 2024-04-02T09:03:23.609 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-okdBt-5tV99Init off=6939311 len=1361948 2024-04-02T09:03:23.610 INFO:tasks.workunit.client.0.smithi012.stdout:op 5647 completed, throughput=5MB/sec 2024-04-02T09:03:23.610 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-_WCohsHa5Z-z_-j off=350914 len=1821048 2024-04-02T09:03:23.619 INFO:tasks.workunit.client.0.smithi012.stdout:op 5648 completed, throughput=5MB/sec 2024-04-02T09:03:23.619 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-kUKPoSQesCsZIKT off=10894739 len=1504046 2024-04-02T09:03:23.626 INFO:tasks.workunit.client.0.smithi012.stdout:op 5649 completed, throughput=5MB/sec 2024-04-02T09:03:23.626 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-lZvm_6Awzd-4N-m off=8939994 len=1381373 2024-04-02T09:03:23.631 INFO:tasks.workunit.client.0.smithi012.stdout:op 5650 completed, throughput=5MB/sec 2024-04-02T09:03:24.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:03:24 smithi012 ceph-mon[88355]: pgmap v1986: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:03:24.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:03:24 smithi012 ceph-mon[90784]: pgmap v1986: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:03:24.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:03:24 smithi055 ceph-mon[85080]: pgmap v1986: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:03:24.631 INFO:tasks.workunit.client.0.smithi012.stdout: 1127: throughput=5MB/sec pending data=0 2024-04-02T09:03:24.631 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-BofHA0B2OqPUg6- off=121242 len=1225602 2024-04-02T09:03:24.633 INFO:tasks.workunit.client.0.smithi012.stdout:op 5651 completed, throughput=5MB/sec 2024-04-02T09:03:24.634 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-pVYU6fJrNYV3U2- off=7721672 len=403558 2024-04-02T09:03:24.637 INFO:tasks.workunit.client.0.smithi012.stdout:op 5652 completed, throughput=5MB/sec 2024-04-02T09:03:24.637 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-mmO0rOCrSCJyBXh off=2338186 len=1010440 2024-04-02T09:03:24.641 INFO:tasks.workunit.client.0.smithi012.stdout:op 5653 completed, throughput=5MB/sec 2024-04-02T09:03:24.641 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-wUl-Wld6qUeR6nm off=509432 len=269189 2024-04-02T09:03:24.643 INFO:tasks.workunit.client.0.smithi012.stdout:op 5654 completed, throughput=5MB/sec 2024-04-02T09:03:24.643 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-l6JmM5CDrPB2rbj off=8592961 len=1353311 2024-04-02T09:03:24.649 INFO:tasks.workunit.client.0.smithi012.stdout:op 5655 completed, throughput=5MB/sec 2024-04-02T09:03:25.649 INFO:tasks.workunit.client.0.smithi012.stdout: 1128: throughput=5MB/sec pending data=0 2024-04-02T09:03:25.649 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-8-sipfguCnUA_W4 off=672188 len=1348389 2024-04-02T09:03:25.652 INFO:tasks.workunit.client.0.smithi012.stdout:op 5656 completed, throughput=5MB/sec 2024-04-02T09:03:25.652 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-q1zO18bvQ42w4bz off=3707847 len=1011534 2024-04-02T09:03:25.656 INFO:tasks.workunit.client.0.smithi012.stdout:op 5657 completed, throughput=5MB/sec 2024-04-02T09:03:25.656 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-QufEDZlOO1mV8-L off=805996 len=1561759 2024-04-02T09:03:25.659 INFO:tasks.workunit.client.0.smithi012.stdout:op 5658 completed, throughput=5MB/sec 2024-04-02T09:03:25.659 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-aRklHm2A7PuFYI2 off=534752 len=1142646 2024-04-02T09:03:25.666 INFO:tasks.workunit.client.0.smithi012.stdout:op 5659 completed, throughput=5MB/sec 2024-04-02T09:03:25.666 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-dLn7RfhKdDcFGAD off=3355899 len=790574 2024-04-02T09:03:25.670 INFO:tasks.workunit.client.0.smithi012.stdout:op 5660 completed, throughput=5MB/sec 2024-04-02T09:03:26.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:03:26 smithi012 ceph-mon[88355]: pgmap v1987: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:03:26.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:03:26 smithi012 ceph-mon[90784]: pgmap v1987: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:03:26.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:03:26 smithi055 ceph-mon[85080]: pgmap v1987: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:03:26.670 INFO:tasks.workunit.client.0.smithi012.stdout: 1129: throughput=5MB/sec pending data=0 2024-04-02T09:03:26.670 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-3UIZEcNR6x6_RSf off=13956063 len=402665 2024-04-02T09:03:26.671 INFO:tasks.workunit.client.0.smithi012.stdout:op 5661 completed, throughput=5MB/sec 2024-04-02T09:03:26.671 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-yirnl_osVX1rwfN off=1400647 len=360436 2024-04-02T09:03:26.672 INFO:tasks.workunit.client.0.smithi012.stdout:op 5662 completed, throughput=5MB/sec 2024-04-02T09:03:26.672 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-fVihKexQFhhQwzb off=10432988 len=881082 2024-04-02T09:03:26.677 INFO:tasks.workunit.client.0.smithi012.stdout:op 5663 completed, throughput=5MB/sec 2024-04-02T09:03:26.677 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-cyDV0vVr4F2hvfR off=15475208 len=1717218 2024-04-02T09:03:26.679 INFO:tasks.workunit.client.0.smithi012.stdout:op 5664 completed, throughput=5MB/sec 2024-04-02T09:03:26.679 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-4mDLIlMrZSofpZ4 off=5079058 len=1914911 2024-04-02T09:03:26.680 INFO:tasks.workunit.client.0.smithi012.stdout:op 5665 completed, throughput=5MB/sec 2024-04-02T09:03:27.681 INFO:tasks.workunit.client.0.smithi012.stdout: 1130: throughput=5MB/sec pending data=0 2024-04-02T09:03:27.681 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-qA-cpfD5fB5-MvB off=1092029 len=2069367 2024-04-02T09:03:27.683 INFO:tasks.workunit.client.0.smithi012.stdout:op 5666 completed, throughput=5MB/sec 2024-04-02T09:03:27.683 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-_4FumqKLaZBwaCp off=11144925 len=1709238 2024-04-02T09:03:27.690 INFO:tasks.workunit.client.0.smithi012.stdout:op 5667 completed, throughput=5MB/sec 2024-04-02T09:03:27.691 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Cw5BbFavLgLPnQ2 off=4566062 len=355555 2024-04-02T09:03:27.693 INFO:tasks.workunit.client.0.smithi012.stdout:op 5668 completed, throughput=5MB/sec 2024-04-02T09:03:27.694 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-vc3OAf9O289ER_6 off=6244593 len=723568 2024-04-02T09:03:27.696 INFO:tasks.workunit.client.0.smithi012.stdout:op 5669 completed, throughput=5MB/sec 2024-04-02T09:03:28.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:03:28 smithi012 ceph-mon[88355]: pgmap v1988: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T09:03:28.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:03:28 smithi012 ceph-mon[90784]: pgmap v1988: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T09:03:28.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:03:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:03:27] "GET /metrics HTTP/1.1" 200 34055 "" "Prometheus/2.43.0" 2024-04-02T09:03:28.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:03:28 smithi055 ceph-mon[85080]: pgmap v1988: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T09:03:28.697 INFO:tasks.workunit.client.0.smithi012.stdout: 1131: throughput=5MB/sec pending data=0 2024-04-02T09:03:28.697 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Q5Qr_Cif1P7p_Oz off=6038223 len=416230 2024-04-02T09:03:28.697 INFO:tasks.workunit.client.0.smithi012.stdout:op 5670 completed, throughput=5MB/sec 2024-04-02T09:03:28.697 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-FTwri0Bi0TtH3_s off=2622361 len=1613678 2024-04-02T09:03:28.701 INFO:tasks.workunit.client.0.smithi012.stdout:op 5671 completed, throughput=5MB/sec 2024-04-02T09:03:28.701 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-aFc5JbN95Da06r4 off=5240112 len=12124 2024-04-02T09:03:28.701 INFO:tasks.workunit.client.0.smithi012.stdout:op 5672 completed, throughput=5MB/sec 2024-04-02T09:03:28.701 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-p_ENTxQb6qK2fj1 off=4198254 len=779837 2024-04-02T09:03:28.705 INFO:tasks.workunit.client.0.smithi012.stdout:op 5673 completed, throughput=5MB/sec 2024-04-02T09:03:28.705 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-L2jz9vvMYqvpGy9 off=8244820 len=1355677 2024-04-02T09:03:28.708 INFO:tasks.workunit.client.0.smithi012.stdout:op 5674 completed, throughput=5MB/sec 2024-04-02T09:03:28.708 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Tl-cQJeVTbdqYeU off=17924743 len=69894 2024-04-02T09:03:28.708 INFO:tasks.workunit.client.0.smithi012.stdout:op 5675 completed, throughput=5MB/sec 2024-04-02T09:03:28.708 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-EklM34bKAv24DJS off=4026685 len=1672155 2024-04-02T09:03:28.716 INFO:tasks.workunit.client.0.smithi012.stdout:op 5676 completed, throughput=5MB/sec 2024-04-02T09:03:29.716 INFO:tasks.workunit.client.0.smithi012.stdout: 1132: throughput=5MB/sec pending data=0 2024-04-02T09:03:29.716 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-qHWwDDhbkBJBxLo off=3226162 len=1898672 2024-04-02T09:03:29.718 INFO:tasks.workunit.client.0.smithi012.stdout:op 5677 completed, throughput=5MB/sec 2024-04-02T09:03:29.718 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-EgwTlT10514vhwj off=1550130 len=1295893 2024-04-02T09:03:29.719 INFO:tasks.workunit.client.0.smithi012.stdout:op 5678 completed, throughput=5MB/sec 2024-04-02T09:03:29.719 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-mTvCwApfsgFqcZz off=8050042 len=12303 2024-04-02T09:03:29.720 INFO:tasks.workunit.client.0.smithi012.stdout:op 5679 completed, throughput=5MB/sec 2024-04-02T09:03:29.720 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-OjtRdCsl5AjGjPQ off=761990 len=1279761 2024-04-02T09:03:29.724 INFO:tasks.workunit.client.0.smithi012.stdout:op 5680 completed, throughput=5MB/sec 2024-04-02T09:03:29.724 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-J2LsGcb1KtrvrM- off=16425912 len=2055119 2024-04-02T09:03:29.734 INFO:tasks.workunit.client.0.smithi012.stdout:op 5681 completed, throughput=5MB/sec 2024-04-02T09:03:30.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:03:30 smithi012 ceph-mon[88355]: pgmap v1989: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:03:30.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:03:30 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:30.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:03:30 smithi012 ceph-mon[90784]: pgmap v1989: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:03:30.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:03:30 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:30.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:03:30 smithi055 ceph-mon[85080]: pgmap v1989: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:03:30.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:03:30 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:30.734 INFO:tasks.workunit.client.0.smithi012.stdout: 1133: throughput=5MB/sec pending data=0 2024-04-02T09:03:30.734 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-PO2s5F9ONUDYppK off=9184075 len=439687 2024-04-02T09:03:30.738 INFO:tasks.workunit.client.0.smithi012.stdout:op 5682 completed, throughput=5MB/sec 2024-04-02T09:03:30.738 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-k3iIoTqdGv1ngjM off=13788792 len=168580 2024-04-02T09:03:30.739 INFO:tasks.workunit.client.0.smithi012.stdout:op 5683 completed, throughput=5MB/sec 2024-04-02T09:03:30.739 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-SIF7a-CgYWGNRCD off=13008438 len=1304916 2024-04-02T09:03:30.740 INFO:tasks.workunit.client.0.smithi012.stdout:op 5684 completed, throughput=5MB/sec 2024-04-02T09:03:30.740 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-vKIlP75ICC8jWJv off=4925088 len=148700 2024-04-02T09:03:30.742 INFO:tasks.workunit.client.0.smithi012.stdout:op 5685 completed, throughput=5MB/sec 2024-04-02T09:03:30.742 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Ml0M9BJQa3-grL8 off=7672178 len=1222655 2024-04-02T09:03:30.744 INFO:tasks.workunit.client.0.smithi012.stdout:op 5686 completed, throughput=5MB/sec 2024-04-02T09:03:30.744 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-1DIGx_t7AmJswb7 off=3765608 len=1276109 2024-04-02T09:03:30.744 INFO:tasks.workunit.client.0.smithi012.stdout:op 5687 completed, throughput=5MB/sec 2024-04-02T09:03:31.745 INFO:tasks.workunit.client.0.smithi012.stdout: 1134: throughput=5MB/sec pending data=0 2024-04-02T09:03:31.745 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ietYMnJQgPfFJvE off=16478288 len=1970233 2024-04-02T09:03:31.749 INFO:tasks.workunit.client.0.smithi012.stdout:op 5688 completed, throughput=5MB/sec 2024-04-02T09:03:31.749 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-hNOv3gN6I1h4cmZ off=1571326 len=1490472 2024-04-02T09:03:31.755 INFO:tasks.workunit.client.0.smithi012.stdout:op 5689 completed, throughput=5MB/sec 2024-04-02T09:03:31.756 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-qLKA7-uHI-LiknN off=6738045 len=486088 2024-04-02T09:03:31.756 INFO:tasks.workunit.client.0.smithi012.stdout:op 5690 completed, throughput=5MB/sec 2024-04-02T09:03:31.756 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-9nJcvVqk7oSuUsm off=11942519 len=1083299 2024-04-02T09:03:31.759 INFO:tasks.workunit.client.0.smithi012.stdout:op 5691 completed, throughput=5MB/sec 2024-04-02T09:03:32.363 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:03:32 smithi055 ceph-mon[85080]: pgmap v1990: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:03:32.363 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:03:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:03:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:03:32.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:03:32 smithi012 ceph-mon[88355]: pgmap v1990: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:03:32.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:03:32 smithi012 ceph-mon[90784]: pgmap v1990: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:03:32.759 INFO:tasks.workunit.client.0.smithi012.stdout: 1135: throughput=5MB/sec pending data=0 2024-04-02T09:03:32.759 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-iE_0SgHQfkuB47F off=2087639 len=262742 2024-04-02T09:03:32.760 INFO:tasks.workunit.client.0.smithi012.stdout:op 5692 completed, throughput=5MB/sec 2024-04-02T09:03:32.760 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ZiXngkj-nOR4g9X off=5591288 len=1436342 2024-04-02T09:03:32.765 INFO:tasks.workunit.client.0.smithi012.stdout:op 5693 completed, throughput=5MB/sec 2024-04-02T09:03:32.765 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-mqUaTeuH6ARWba5 off=17009438 len=1120404 2024-04-02T09:03:32.768 INFO:tasks.workunit.client.0.smithi012.stdout:op 5694 completed, throughput=5MB/sec 2024-04-02T09:03:32.768 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-fnRsNBoxMR5J54D off=103244 len=482049 2024-04-02T09:03:32.771 INFO:tasks.workunit.client.0.smithi012.stdout:op 5695 completed, throughput=5MB/sec 2024-04-02T09:03:32.771 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-geyh3RxJDlCBQPq off=10087923 len=1627825 2024-04-02T09:03:32.777 INFO:tasks.workunit.client.0.smithi012.stdout:op 5696 completed, throughput=5MB/sec 2024-04-02T09:03:33.778 INFO:tasks.workunit.client.0.smithi012.stdout: 1136: throughput=5MB/sec pending data=0 2024-04-02T09:03:33.778 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-4I4i__ggnCoQRet off=7283712 len=1175777 2024-04-02T09:03:33.779 INFO:tasks.workunit.client.0.smithi012.stdout:op 5697 completed, throughput=5MB/sec 2024-04-02T09:03:33.779 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-tv_LzcJjKgiYINn off=935484 len=318426 2024-04-02T09:03:33.782 INFO:tasks.workunit.client.0.smithi012.stdout:op 5698 completed, throughput=5MB/sec 2024-04-02T09:03:33.782 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-_vBPnn1h5ikByIO off=13908454 len=1636495 2024-04-02T09:03:33.790 INFO:tasks.workunit.client.0.smithi012.stdout:op 5699 completed, throughput=5MB/sec 2024-04-02T09:03:33.790 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-diLEepbF3gRbe7s off=6630568 len=103289 2024-04-02T09:03:33.790 INFO:tasks.workunit.client.0.smithi012.stdout:op 5700 completed, throughput=5MB/sec 2024-04-02T09:03:33.791 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-pBqU1iiOG63WmZE off=4142351 len=748393 2024-04-02T09:03:33.795 INFO:tasks.workunit.client.0.smithi012.stdout:op 5701 completed, throughput=5MB/sec 2024-04-02T09:03:33.795 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-GpGIDuTDuzA7Sgb off=6302710 len=990010 2024-04-02T09:03:33.796 INFO:tasks.workunit.client.0.smithi012.stdout:op 5702 completed, throughput=5MB/sec 2024-04-02T09:03:34.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:03:34 smithi012 ceph-mon[88355]: pgmap v1991: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:03:34.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:03:34 smithi012 ceph-mon[90784]: pgmap v1991: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:03:34.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:03:34 smithi055 ceph-mon[85080]: pgmap v1991: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:03:34.796 INFO:tasks.workunit.client.0.smithi012.stdout: 1137: throughput=5MB/sec pending data=0 2024-04-02T09:03:34.796 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Y_rxWR991kfyQPy off=2907551 len=2021713 2024-04-02T09:03:34.797 INFO:tasks.workunit.client.0.smithi012.stdout:op 5703 completed, throughput=5MB/sec 2024-04-02T09:03:34.798 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-RWA_sxkuNDxtAfV off=17462398 len=1503335 2024-04-02T09:03:34.799 INFO:tasks.workunit.client.0.smithi012.stdout:op 5704 completed, throughput=5MB/sec 2024-04-02T09:03:34.799 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-sQYiSXkmHbl4_8M off=20199415 len=97705 2024-04-02T09:03:34.802 INFO:tasks.workunit.client.0.smithi012.stdout:op 5705 completed, throughput=5MB/sec 2024-04-02T09:03:34.802 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ukAq-h_rLgNRod9 off=12185438 len=1673421 2024-04-02T09:03:34.805 INFO:tasks.workunit.client.0.smithi012.stdout:op 5706 completed, throughput=5MB/sec 2024-04-02T09:03:35.805 INFO:tasks.workunit.client.0.smithi012.stdout: 1138: throughput=5MB/sec pending data=0 2024-04-02T09:03:35.806 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-gKFwbUF8SC1Dqx- off=3947234 len=164637 2024-04-02T09:03:35.806 INFO:tasks.workunit.client.0.smithi012.stdout:op 5707 completed, throughput=5MB/sec 2024-04-02T09:03:35.807 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-R59VmS4VDNcZuQp off=1918464 len=2001002 2024-04-02T09:03:35.817 INFO:tasks.workunit.client.0.smithi012.stdout:op 5708 completed, throughput=5MB/sec 2024-04-02T09:03:35.817 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-6xUVro_-99nSio_ off=2832733 len=1746075 2024-04-02T09:03:35.819 INFO:tasks.workunit.client.0.smithi012.stdout:op 5709 completed, throughput=5MB/sec 2024-04-02T09:03:35.819 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-4bB1h7fAEA4P6P3 off=9442693 len=489762 2024-04-02T09:03:35.822 INFO:tasks.workunit.client.0.smithi012.stdout:op 5710 completed, throughput=5MB/sec 2024-04-02T09:03:35.823 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-W-t3ZhvDxQYJPVr off=11593456 len=601145 2024-04-02T09:03:35.826 INFO:tasks.workunit.client.0.smithi012.stdout:op 5711 completed, throughput=5MB/sec 2024-04-02T09:03:35.827 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-DYettWicW43osCY off=3748327 len=1300647 2024-04-02T09:03:35.833 INFO:tasks.workunit.client.0.smithi012.stdout:op 5712 completed, throughput=5MB/sec 2024-04-02T09:03:36.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:03:36 smithi012 ceph-mon[88355]: pgmap v1992: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T09:03:36.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:03:36 smithi012 ceph-mon[90784]: pgmap v1992: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T09:03:36.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:03:36 smithi055 ceph-mon[85080]: pgmap v1992: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T09:03:36.833 INFO:tasks.workunit.client.0.smithi012.stdout: 1139: throughput=5MB/sec pending data=0 2024-04-02T09:03:36.833 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-H8-QuogqOWFK_Rt off=2472440 len=2000781 2024-04-02T09:03:36.835 INFO:tasks.workunit.client.0.smithi012.stdout:op 5713 completed, throughput=5MB/sec 2024-04-02T09:03:36.835 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-3KHCQthpKEQ-6aN off=4488427 len=1806676 2024-04-02T09:03:36.839 INFO:tasks.workunit.client.0.smithi012.stdout:op 5714 completed, throughput=5MB/sec 2024-04-02T09:03:36.839 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-vt2UJ3DDeMbXFMc off=19859825 len=672572 2024-04-02T09:03:36.839 INFO:tasks.workunit.client.0.smithi012.stdout:op 5715 completed, throughput=5MB/sec 2024-04-02T09:03:37.840 INFO:tasks.workunit.client.0.smithi012.stdout: 1140: throughput=5MB/sec pending data=0 2024-04-02T09:03:37.840 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-b2yd2x-TsdcowAn off=3575215 len=587106 2024-04-02T09:03:37.843 INFO:tasks.workunit.client.0.smithi012.stdout:op 5716 completed, throughput=5MB/sec 2024-04-02T09:03:37.843 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Cme0f6fPxkCXuN0 off=4033489 len=1387476 2024-04-02T09:03:37.846 INFO:tasks.workunit.client.0.smithi012.stdout:op 5717 completed, throughput=5MB/sec 2024-04-02T09:03:37.846 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj--pID1x8BaB6RZ9B off=8766351 len=749052 2024-04-02T09:03:37.850 INFO:tasks.workunit.client.0.smithi012.stdout:op 5718 completed, throughput=5MB/sec 2024-04-02T09:03:37.850 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-EoclrOAnH8cHDqo off=18821700 len=681419 2024-04-02T09:03:37.853 INFO:tasks.workunit.client.0.smithi012.stdout:op 5719 completed, throughput=5MB/sec 2024-04-02T09:03:37.854 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-DGrRINfCA0sFSwc off=11262074 len=768393 2024-04-02T09:03:37.854 INFO:tasks.workunit.client.0.smithi012.stdout:op 5720 completed, throughput=5MB/sec 2024-04-02T09:03:37.854 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-SpBTdbhG1GsE5eC off=9280130 len=949686 2024-04-02T09:03:37.855 INFO:tasks.workunit.client.0.smithi012.stdout:op 5721 completed, throughput=5MB/sec 2024-04-02T09:03:37.855 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-DrQukBPNc6AqVr1 off=782584 len=1577735 2024-04-02T09:03:37.856 INFO:tasks.workunit.client.0.smithi012.stdout:op 5722 completed, throughput=5MB/sec 2024-04-02T09:03:38.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:03:38 smithi055 ceph-mon[85080]: pgmap v1993: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T09:03:38.311 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 09:03:38 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[122025]: logger=cleanup t=2024-04-02T09:03:38.001979209Z level=info msg="Completed cleanup jobs" duration=2.233097ms 2024-04-02T09:03:38.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:03:38 smithi012 ceph-mon[88355]: pgmap v1993: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T09:03:38.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:03:38 smithi012 ceph-mon[90784]: pgmap v1993: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T09:03:38.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:03:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:03:37] "GET /metrics HTTP/1.1" 200 34058 "" "Prometheus/2.43.0" 2024-04-02T09:03:38.856 INFO:tasks.workunit.client.0.smithi012.stdout: 1141: throughput=5MB/sec pending data=0 2024-04-02T09:03:38.857 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-mZwb8UO5xykbLH- off=9983978 len=1775551 2024-04-02T09:03:38.864 INFO:tasks.workunit.client.0.smithi012.stdout:op 5723 completed, throughput=5MB/sec 2024-04-02T09:03:38.864 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-nM1V_TOuT-JD4to off=14535988 len=271029 2024-04-02T09:03:38.866 INFO:tasks.workunit.client.0.smithi012.stdout:op 5724 completed, throughput=5MB/sec 2024-04-02T09:03:38.866 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-F3yMkU9PDLs2vd- off=6501809 len=1527037 2024-04-02T09:03:38.867 INFO:tasks.workunit.client.0.smithi012.stdout:op 5725 completed, throughput=5MB/sec 2024-04-02T09:03:38.867 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-VkjRCm4ZS_k8LiG off=18930685 len=2050740 2024-04-02T09:03:38.869 INFO:tasks.workunit.client.0.smithi012.stdout:op 5726 completed, throughput=5MB/sec 2024-04-02T09:03:39.869 INFO:tasks.workunit.client.0.smithi012.stdout: 1142: throughput=5MB/sec pending data=0 2024-04-02T09:03:39.869 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-G-jpGjH39FtyqwM off=5502751 len=264160 2024-04-02T09:03:39.872 INFO:tasks.workunit.client.0.smithi012.stdout:op 5727 completed, throughput=5MB/sec 2024-04-02T09:03:39.872 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-US9iZX-8bcCpOe1 off=422065 len=1374714 2024-04-02T09:03:39.873 INFO:tasks.workunit.client.0.smithi012.stdout:op 5728 completed, throughput=5MB/sec 2024-04-02T09:03:39.873 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-SrjkRqHVJEf53LI off=8083555 len=798832 2024-04-02T09:03:39.875 INFO:tasks.workunit.client.0.smithi012.stdout:op 5729 completed, throughput=5MB/sec 2024-04-02T09:03:39.875 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-EGX0SDVnif2RPrh off=23895568 len=1538539 2024-04-02T09:03:39.882 INFO:tasks.workunit.client.0.smithi012.stdout:op 5730 completed, throughput=5MB/sec 2024-04-02T09:03:40.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:03:40 smithi012 ceph-mon[88355]: pgmap v1994: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:03:40.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:03:40 smithi012 ceph-mon[90784]: pgmap v1994: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:03:40.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:03:40 smithi055 ceph-mon[85080]: pgmap v1994: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:03:40.883 INFO:tasks.workunit.client.0.smithi012.stdout: 1143: throughput=5MB/sec pending data=0 2024-04-02T09:03:40.883 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-PRdn48_KToQ3rP2 off=2642494 len=249601 2024-04-02T09:03:40.883 INFO:tasks.workunit.client.0.smithi012.stdout:op 5731 completed, throughput=5MB/sec 2024-04-02T09:03:40.883 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-gzGYBxufm94Jvr_ off=864139 len=496942 2024-04-02T09:03:40.887 INFO:tasks.workunit.client.0.smithi012.stdout:op 5732 completed, throughput=5MB/sec 2024-04-02T09:03:40.888 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-0fSnvftwsMaZdks off=7108041 len=1977551 2024-04-02T09:03:40.897 INFO:tasks.workunit.client.0.smithi012.stdout:op 5733 completed, throughput=5MB/sec 2024-04-02T09:03:40.897 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-SxGrd0Uaw7kIOKX off=7254407 len=1921667 2024-04-02T09:03:40.905 INFO:tasks.workunit.client.0.smithi012.stdout:op 5734 completed, throughput=5MB/sec 2024-04-02T09:03:40.905 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-zZHtlvRLrr9XO35 off=80967 len=448735 2024-04-02T09:03:40.905 INFO:tasks.workunit.client.0.smithi012.stdout:op 5735 completed, throughput=5MB/sec 2024-04-02T09:03:41.906 INFO:tasks.workunit.client.0.smithi012.stdout: 1144: throughput=5MB/sec pending data=0 2024-04-02T09:03:41.906 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-sxrnItN0vdGnNwP off=2528526 len=924732 2024-04-02T09:03:41.910 INFO:tasks.workunit.client.0.smithi012.stdout:op 5736 completed, throughput=5MB/sec 2024-04-02T09:03:41.910 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-eguPj-ws0H0GmOE off=106816 len=582496 2024-04-02T09:03:41.910 INFO:tasks.workunit.client.0.smithi012.stdout:op 5737 completed, throughput=5MB/sec 2024-04-02T09:03:41.910 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-7_d5nKd1KgunYl1 off=3303563 len=377715 2024-04-02T09:03:41.914 INFO:tasks.workunit.client.0.smithi012.stdout:op 5738 completed, throughput=5MB/sec 2024-04-02T09:03:41.915 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-dLVZAteXjbYAyvv off=1762675 len=907682 2024-04-02T09:03:41.917 INFO:tasks.workunit.client.0.smithi012.stdout:op 5739 completed, throughput=5MB/sec 2024-04-02T09:03:41.917 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj--GaJ1i3et91LUnu off=12511877 len=683647 2024-04-02T09:03:41.921 INFO:tasks.workunit.client.0.smithi012.stdout:op 5740 completed, throughput=5MB/sec 2024-04-02T09:03:41.921 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-OXfJh0YQfxU4827 off=272106 len=1774745 2024-04-02T09:03:41.926 INFO:tasks.workunit.client.0.smithi012.stdout:op 5741 completed, throughput=5MB/sec 2024-04-02T09:03:42.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:03:42 smithi012 ceph-mon[88355]: pgmap v1995: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:03:42.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:03:42 smithi012 ceph-mon[90784]: pgmap v1995: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:03:42.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:03:42 smithi055 ceph-mon[85080]: pgmap v1995: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:03:42.561 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:03:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:03:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:03:42.927 INFO:tasks.workunit.client.0.smithi012.stdout: 1145: throughput=5MB/sec pending data=0 2024-04-02T09:03:42.927 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-FuYnvLaHtwlil8T off=1245459 len=716586 2024-04-02T09:03:42.931 INFO:tasks.workunit.client.0.smithi012.stdout:op 5742 completed, throughput=5MB/sec 2024-04-02T09:03:42.931 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-c6YNShB4bGSrpOS off=4659082 len=1132195 2024-04-02T09:03:42.932 INFO:tasks.workunit.client.0.smithi012.stdout:op 5743 completed, throughput=5MB/sec 2024-04-02T09:03:42.932 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-FmQJ0lmZ-mysy2G off=20497533 len=1537403 2024-04-02T09:03:42.938 INFO:tasks.workunit.client.0.smithi012.stdout:op 5744 completed, throughput=5MB/sec 2024-04-02T09:03:42.938 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-fqCoWUOHU0aYO11 off=1173263 len=708528 2024-04-02T09:03:42.940 INFO:tasks.workunit.client.0.smithi012.stdout:op 5745 completed, throughput=5MB/sec 2024-04-02T09:03:42.940 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-EeKla8o1YzBG-m- off=5268130 len=565302 2024-04-02T09:03:42.944 INFO:tasks.workunit.client.0.smithi012.stdout:op 5746 completed, throughput=5MB/sec 2024-04-02T09:03:42.944 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-GZo6A46nz-tx0If off=3693812 len=1921360 2024-04-02T09:03:42.945 INFO:tasks.workunit.client.0.smithi012.stdout:op 5747 completed, throughput=5MB/sec 2024-04-02T09:03:43.946 INFO:tasks.workunit.client.0.smithi012.stdout: 1146: throughput=5MB/sec pending data=0 2024-04-02T09:03:43.946 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-7RLnIVQDCmK16Hj off=1805104 len=1553603 2024-04-02T09:03:43.954 INFO:tasks.workunit.client.0.smithi012.stdout:op 5748 completed, throughput=5MB/sec 2024-04-02T09:03:43.954 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-TVVCjRC9VBTdz6o off=5628687 len=1620580 2024-04-02T09:03:43.956 INFO:tasks.workunit.client.0.smithi012.stdout:op 5749 completed, throughput=5MB/sec 2024-04-02T09:03:43.957 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-8qitRkD1xGh7xQX off=8855527 len=1106253 2024-04-02T09:03:43.961 INFO:tasks.workunit.client.0.smithi012.stdout:op 5750 completed, throughput=5MB/sec 2024-04-02T09:03:44.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:03:44 smithi012 ceph-mon[88355]: pgmap v1996: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:03:44.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:03:44 smithi012 ceph-mon[90784]: pgmap v1996: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:03:44.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:03:44 smithi055 ceph-mon[85080]: pgmap v1996: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:03:44.961 INFO:tasks.workunit.client.0.smithi012.stdout: 1147: throughput=5MB/sec pending data=0 2024-04-02T09:03:44.961 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-PJU090fsrlitvWC off=16005913 len=1377308 2024-04-02T09:03:44.968 INFO:tasks.workunit.client.0.smithi012.stdout:op 5751 completed, throughput=5MB/sec 2024-04-02T09:03:44.968 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-3bywE1u8IXKTAoj off=11004342 len=1520306 2024-04-02T09:03:44.971 INFO:tasks.workunit.client.0.smithi012.stdout:op 5752 completed, throughput=5MB/sec 2024-04-02T09:03:44.971 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Pmoh6P55VqQVgXP off=8979001 len=448849 2024-04-02T09:03:44.972 INFO:tasks.workunit.client.0.smithi012.stdout:op 5753 completed, throughput=5MB/sec 2024-04-02T09:03:44.972 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-t5ud96RvPdowMRB off=6249536 len=1218467 2024-04-02T09:03:44.973 INFO:tasks.workunit.client.0.smithi012.stdout:op 5754 completed, throughput=5MB/sec 2024-04-02T09:03:44.973 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-mO4vr_jf5TeDyiM off=17755373 len=1069840 2024-04-02T09:03:44.979 INFO:tasks.workunit.client.0.smithi012.stdout:op 5755 completed, throughput=5MB/sec 2024-04-02T09:03:45.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:03:45 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:45.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:03:45 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:45.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:03:45 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:45.979 INFO:tasks.workunit.client.0.smithi012.stdout: 1148: throughput=5MB/sec pending data=0 2024-04-02T09:03:45.979 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-S3EghFFla_T4ymp off=7926724 len=646840 2024-04-02T09:03:45.980 INFO:tasks.workunit.client.0.smithi012.stdout:op 5756 completed, throughput=5MB/sec 2024-04-02T09:03:45.980 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-toi-fv5n6syxg-e off=20636881 len=279144 2024-04-02T09:03:45.983 INFO:tasks.workunit.client.0.smithi012.stdout:op 5757 completed, throughput=5MB/sec 2024-04-02T09:03:45.983 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ZNFqyGYcnreHAjm off=1510946 len=503027 2024-04-02T09:03:45.984 INFO:tasks.workunit.client.0.smithi012.stdout:op 5758 completed, throughput=5MB/sec 2024-04-02T09:03:45.984 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-r687srP8Ldgkmxe off=379239 len=2048383 2024-04-02T09:03:45.991 INFO:tasks.workunit.client.0.smithi012.stdout:op 5759 completed, throughput=5MB/sec 2024-04-02T09:03:45.991 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj--QFdq0N6p9LQ2e_ off=3731117 len=1860528 2024-04-02T09:03:45.993 INFO:tasks.workunit.client.0.smithi012.stdout:op 5760 completed, throughput=5MB/sec 2024-04-02T09:03:46.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:03:46 smithi012 ceph-mon[88355]: pgmap v1997: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-02T09:03:46.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:03:46 smithi012 ceph-mon[90784]: pgmap v1997: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-02T09:03:46.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:03:46 smithi055 ceph-mon[85080]: pgmap v1997: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-02T09:03:46.993 INFO:tasks.workunit.client.0.smithi012.stdout: 1149: throughput=5MB/sec pending data=0 2024-04-02T09:03:46.993 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-PNAHihvELjJAA5R off=7022203 len=1092674 2024-04-02T09:03:46.994 INFO:tasks.workunit.client.0.smithi012.stdout:op 5761 completed, throughput=5MB/sec 2024-04-02T09:03:46.994 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-KiYP7miSv3M4Hxh off=288132 len=1988743 2024-04-02T09:03:47.003 INFO:tasks.workunit.client.0.smithi012.stdout:op 5762 completed, throughput=5MB/sec 2024-04-02T09:03:47.004 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-AfkwZDAEiF5K9Xv off=5777311 len=1831818 2024-04-02T09:03:47.005 INFO:tasks.workunit.client.0.smithi012.stdout:op 5763 completed, throughput=5MB/sec 2024-04-02T09:03:48.006 INFO:tasks.workunit.client.0.smithi012.stdout: 1150: throughput=5MB/sec pending data=0 2024-04-02T09:03:48.006 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-OKlxbStOio0OkUc off=5766045 len=248874 2024-04-02T09:03:48.007 INFO:tasks.workunit.client.0.smithi012.stdout:op 5764 completed, throughput=5MB/sec 2024-04-02T09:03:48.007 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-yaAPkam-x1UBq7N off=8388870 len=2058954 2024-04-02T09:03:48.014 INFO:tasks.workunit.client.0.smithi012.stdout:op 5765 completed, throughput=5MB/sec 2024-04-02T09:03:48.014 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-g8l5q8SY9BMfS3_ off=9286807 len=834605 2024-04-02T09:03:48.015 INFO:tasks.workunit.client.0.smithi012.stdout:op 5766 completed, throughput=5MB/sec 2024-04-02T09:03:48.015 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-WYBoVLw57E8VYKw off=13687327 len=1343344 2024-04-02T09:03:48.017 INFO:tasks.workunit.client.0.smithi012.stdout:op 5767 completed, throughput=5MB/sec 2024-04-02T09:03:48.017 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-uyeu28RkbGDZrQQ off=1187008 len=1937973 2024-04-02T09:03:48.025 INFO:tasks.workunit.client.0.smithi012.stdout:op 5768 completed, throughput=5MB/sec 2024-04-02T09:03:48.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:03:48 smithi012 ceph-mon[88355]: pgmap v1998: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:03:48.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:03:48 smithi012 ceph-mon[90784]: pgmap v1998: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:03:48.429 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:03:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:03:47] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-04-02T09:03:48.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:03:48 smithi055 ceph-mon[85080]: pgmap v1998: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:03:49.025 INFO:tasks.workunit.client.0.smithi012.stdout: 1151: throughput=5MB/sec pending data=0 2024-04-02T09:03:49.026 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-8dKI4gSvGgcwimF off=1021525 len=1645488 2024-04-02T09:03:49.029 INFO:tasks.workunit.client.0.smithi012.stdout:op 5769 completed, throughput=5MB/sec 2024-04-02T09:03:49.029 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-bnp4gwVMEd68z5F off=10701578 len=98795 2024-04-02T09:03:49.029 INFO:tasks.workunit.client.0.smithi012.stdout:op 5770 completed, throughput=5MB/sec 2024-04-02T09:03:49.029 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-jOOQyGG5ngmq9jo off=8840047 len=1607981 2024-04-02T09:03:49.037 INFO:tasks.workunit.client.0.smithi012.stdout:op 5771 completed, throughput=5MB/sec 2024-04-02T09:03:49.037 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-7J38L2dX-GnAfBt off=4565677 len=1878301 2024-04-02T09:03:49.041 INFO:tasks.workunit.client.0.smithi012.stdout:op 5772 completed, throughput=5MB/sec 2024-04-02T09:03:50.052 INFO:tasks.workunit.client.0.smithi012.stdout: 1152: throughput=5MB/sec pending data=0 2024-04-02T09:03:50.053 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-NdoFN01LOolholJ off=14995039 len=2054342 2024-04-02T09:03:50.053 INFO:tasks.workunit.client.0.smithi012.stdout:op 5773 completed, throughput=5MB/sec 2024-04-02T09:03:50.053 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-pj-HIZ2dJH1jiyg off=6256717 len=239671 2024-04-02T09:03:50.053 INFO:tasks.workunit.client.0.smithi012.stdout:op 5774 completed, throughput=5MB/sec 2024-04-02T09:03:50.053 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-1o7qjn7i2PmUrle off=0 len=1132318 2024-04-02T09:03:50.053 INFO:tasks.workunit.client.0.smithi012.stdout:op 5775 completed, throughput=5MB/sec 2024-04-02T09:03:50.053 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-jvCGVo1wP0iXiCp off=474493 len=396214 2024-04-02T09:03:50.054 INFO:tasks.workunit.client.0.smithi012.stdout:op 5776 completed, throughput=5MB/sec 2024-04-02T09:03:50.054 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-qKUe3g6_jqa5jS8 off=2899085 len=646363 2024-04-02T09:03:50.054 INFO:tasks.workunit.client.0.smithi012.stdout:op 5777 completed, throughput=5MB/sec 2024-04-02T09:03:50.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:03:50 smithi012 ceph-mon[88355]: pgmap v1999: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:03:50.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:03:50 smithi012 ceph-mon[90784]: pgmap v1999: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:03:50.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:03:50 smithi055 ceph-mon[85080]: pgmap v1999: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:03:51.053 INFO:tasks.workunit.client.0.smithi012.stdout: 1153: throughput=5MB/sec pending data=0 2024-04-02T09:03:51.053 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-xMB9EVLVGg1y0EC off=4240680 len=19812 2024-04-02T09:03:51.053 INFO:tasks.workunit.client.0.smithi012.stdout:op 5778 completed, throughput=5MB/sec 2024-04-02T09:03:51.053 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-aADBMVwrey0NhtJ off=7048172 len=1065946 2024-04-02T09:03:51.058 INFO:tasks.workunit.client.0.smithi012.stdout:op 5779 completed, throughput=5MB/sec 2024-04-02T09:03:51.058 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-NcXBeUDbeYR3In0 off=6321570 len=2059449 2024-04-02T09:03:51.069 INFO:tasks.workunit.client.0.smithi012.stdout:op 5780 completed, throughput=5MB/sec 2024-04-02T09:03:51.069 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-FUWX0gHZ4un5Ci5 off=7855732 len=283333 2024-04-02T09:03:51.069 INFO:tasks.workunit.client.0.smithi012.stdout:op 5781 completed, throughput=5MB/sec 2024-04-02T09:03:51.069 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-yMJpmk4Zg9JpZKS off=4496099 len=1822505 2024-04-02T09:03:51.071 INFO:tasks.workunit.client.0.smithi012.stdout:op 5782 completed, throughput=5MB/sec 2024-04-02T09:03:52.071 INFO:tasks.workunit.client.0.smithi012.stdout: 1154: throughput=5MB/sec pending data=0 2024-04-02T09:03:52.071 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-TcAKhBv1OkuCgfV off=326392 len=489665 2024-04-02T09:03:52.072 INFO:tasks.workunit.client.0.smithi012.stdout:op 5783 completed, throughput=5MB/sec 2024-04-02T09:03:52.072 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-m-uL-0r-hSPbXfL off=6007795 len=1755626 2024-04-02T09:03:52.073 INFO:tasks.workunit.client.0.smithi012.stdout:op 5784 completed, throughput=5MB/sec 2024-04-02T09:03:52.073 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-YAdjOCaSDYwls6y off=10582103 len=123517 2024-04-02T09:03:52.076 INFO:tasks.workunit.client.0.smithi012.stdout:op 5785 completed, throughput=5MB/sec 2024-04-02T09:03:52.076 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-CHv159PLkYMS9Yg off=9197883 len=237030 2024-04-02T09:03:52.078 INFO:tasks.workunit.client.0.smithi012.stdout:op 5786 completed, throughput=5MB/sec 2024-04-02T09:03:52.079 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-mmDAkTuxaW4KOvE off=1786831 len=1562 2024-04-02T09:03:52.079 INFO:tasks.workunit.client.0.smithi012.stdout:op 5787 completed, throughput=5MB/sec 2024-04-02T09:03:52.079 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-_m3LhRtVHNE2tGh off=3762077 len=1998034 2024-04-02T09:03:52.083 INFO:tasks.workunit.client.0.smithi012.stdout:op 5788 completed, throughput=5MB/sec 2024-04-02T09:03:52.083 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-dYzZbNOmGMOLKO5 off=275405 len=1978492 2024-04-02T09:03:52.084 INFO:tasks.workunit.client.0.smithi012.stdout:op 5789 completed, throughput=5MB/sec 2024-04-02T09:03:52.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:03:52 smithi012 ceph-mon[88355]: pgmap v2000: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:03:52.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:03:52 smithi012 ceph-mon[90784]: pgmap v2000: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:03:52.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:03:52 smithi055 ceph-mon[85080]: pgmap v2000: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:03:52.560 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:03:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:03:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:03:53.085 INFO:tasks.workunit.client.0.smithi012.stdout: 1155: throughput=5MB/sec pending data=0 2024-04-02T09:03:53.085 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-sWB8FlYgJJr-w7u off=11540459 len=466395 2024-04-02T09:03:53.088 INFO:tasks.workunit.client.0.smithi012.stdout:op 5790 completed, throughput=5MB/sec 2024-04-02T09:03:53.088 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-6Ekpxl3oDA36Qe3 off=712326 len=622705 2024-04-02T09:03:53.090 INFO:tasks.workunit.client.0.smithi012.stdout:op 5791 completed, throughput=5MB/sec 2024-04-02T09:03:53.090 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-XjyBs64kldACgO0 off=2555420 len=1157189 2024-04-02T09:03:53.095 INFO:tasks.workunit.client.0.smithi012.stdout:op 5792 completed, throughput=5MB/sec 2024-04-02T09:03:53.095 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-7-V_FBGO0bei1Qm off=7383842 len=1779073 2024-04-02T09:03:53.096 INFO:tasks.workunit.client.0.smithi012.stdout:op 5793 completed, throughput=5MB/sec 2024-04-02T09:03:54.097 INFO:tasks.workunit.client.0.smithi012.stdout: 1156: throughput=5MB/sec pending data=0 2024-04-02T09:03:54.097 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-nURZ2Tora5s1R4w off=11951596 len=338240 2024-04-02T09:03:54.100 INFO:tasks.workunit.client.0.smithi012.stdout:op 5794 completed, throughput=5MB/sec 2024-04-02T09:03:54.100 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-61wEAdVuqc29frg off=533561 len=393475 2024-04-02T09:03:54.100 INFO:tasks.workunit.client.0.smithi012.stdout:op 5795 completed, throughput=5MB/sec 2024-04-02T09:03:54.100 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-yNXKlcU5MAHiUgb off=2209677 len=106491 2024-04-02T09:03:54.102 INFO:tasks.workunit.client.0.smithi012.stdout:op 5796 completed, throughput=5MB/sec 2024-04-02T09:03:54.103 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-3d8ypU4njr0SR4A off=13902768 len=179828 2024-04-02T09:03:54.103 INFO:tasks.workunit.client.0.smithi012.stdout:op 5797 completed, throughput=5MB/sec 2024-04-02T09:03:54.103 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-SMTwcLT4sX9ldfv off=5285733 len=1133312 2024-04-02T09:03:54.107 INFO:tasks.workunit.client.0.smithi012.stdout:op 5798 completed, throughput=5MB/sec 2024-04-02T09:03:54.107 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-yTGmHvXItLvzWLb off=11304911 len=1895219 2024-04-02T09:03:54.115 INFO:tasks.workunit.client.0.smithi012.stdout:op 5799 completed, throughput=5MB/sec 2024-04-02T09:03:54.115 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-k4EeyprWisOJR20 off=5464998 len=442570 2024-04-02T09:03:54.116 INFO:tasks.workunit.client.0.smithi012.stdout:op 5800 completed, throughput=5MB/sec 2024-04-02T09:03:54.117 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-SFekZn3ZGSJDY-g off=6899603 len=1308412 2024-04-02T09:03:54.121 INFO:tasks.workunit.client.0.smithi012.stdout:op 5801 completed, throughput=5MB/sec 2024-04-02T09:03:54.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:03:54 smithi012 ceph-mon[88355]: pgmap v2001: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:03:54.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:03:54 smithi012 ceph-mon[90784]: pgmap v2001: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:03:54.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:03:54 smithi055 ceph-mon[85080]: pgmap v2001: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:03:55.122 INFO:tasks.workunit.client.0.smithi012.stdout: 1157: throughput=5MB/sec pending data=0 2024-04-02T09:03:55.122 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-EBmVTlNfwKO7xA7 off=5847616 len=5823 2024-04-02T09:03:55.123 INFO:tasks.workunit.client.0.smithi012.stdout:op 5802 completed, throughput=5MB/sec 2024-04-02T09:03:55.123 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-YK-qGZiDFmSFp6A off=1386036 len=1103680 2024-04-02T09:03:55.125 INFO:tasks.workunit.client.0.smithi012.stdout:op 5803 completed, throughput=5MB/sec 2024-04-02T09:03:55.125 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-sCcn3KsXXBhk7r5 off=4367028 len=1897232 2024-04-02T09:03:55.134 INFO:tasks.workunit.client.0.smithi012.stdout:op 5804 completed, throughput=5MB/sec 2024-04-02T09:03:55.134 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Zvo7IKwZobWsKHL off=11988974 len=129126 2024-04-02T09:03:55.137 INFO:tasks.workunit.client.0.smithi012.stdout:op 5805 completed, throughput=5MB/sec 2024-04-02T09:03:55.137 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-PLjX97yaKelidi4 off=4832 len=1610416 2024-04-02T09:03:55.142 INFO:tasks.workunit.client.0.smithi012.stdout:op 5806 completed, throughput=5MB/sec 2024-04-02T09:03:56.142 INFO:tasks.workunit.client.0.smithi012.stdout: 1158: throughput=5MB/sec pending data=0 2024-04-02T09:03:56.143 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ukd3k43STQ8ugpT off=19653160 len=648973 2024-04-02T09:03:56.147 INFO:tasks.workunit.client.0.smithi012.stdout:op 5807 completed, throughput=5MB/sec 2024-04-02T09:03:56.147 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-v23m-clbjrEr1IG off=6445374 len=2092853 2024-04-02T09:03:56.154 INFO:tasks.workunit.client.0.smithi012.stdout:op 5808 completed, throughput=5MB/sec 2024-04-02T09:03:56.154 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-eHHlqkaEee-tKDX off=1521148 len=1288145 2024-04-02T09:03:56.159 INFO:tasks.workunit.client.0.smithi012.stdout:op 5809 completed, throughput=5MB/sec 2024-04-02T09:03:56.159 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-NzUg39qaTnTLMHi off=4506217 len=1788840 2024-04-02T09:03:56.161 INFO:tasks.workunit.client.0.smithi012.stdout:op 5810 completed, throughput=5MB/sec 2024-04-02T09:03:56.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:03:56 smithi012 ceph-mon[88355]: pgmap v2002: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:03:56.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:03:56 smithi012 ceph-mon[90784]: pgmap v2002: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:03:56.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:03:56 smithi055 ceph-mon[85080]: pgmap v2002: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:03:57.161 INFO:tasks.workunit.client.0.smithi012.stdout: 1159: throughput=5MB/sec pending data=0 2024-04-02T09:03:57.161 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-aRnfM3R1hXvqR-9 off=1211785 len=1092350 2024-04-02T09:03:57.167 INFO:tasks.workunit.client.0.smithi012.stdout:op 5811 completed, throughput=5MB/sec 2024-04-02T09:03:57.167 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-m48HCzOJxYJ6vfD off=4803933 len=555975 2024-04-02T09:03:57.171 INFO:tasks.workunit.client.0.smithi012.stdout:op 5812 completed, throughput=5MB/sec 2024-04-02T09:03:57.171 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-8gHbmUwRQxtH3gi off=132671 len=1076490 2024-04-02T09:03:57.173 INFO:tasks.workunit.client.0.smithi012.stdout:op 5813 completed, throughput=5MB/sec 2024-04-02T09:03:57.173 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-kp38gO1hUwolAGW off=14401241 len=1748505 2024-04-02T09:03:57.179 INFO:tasks.workunit.client.0.smithi012.stdout:op 5814 completed, throughput=5MB/sec 2024-04-02T09:03:57.179 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-KhMW7f_nY5B55Ok off=12699799 len=811068 2024-04-02T09:03:57.180 INFO:tasks.workunit.client.0.smithi012.stdout:op 5815 completed, throughput=5MB/sec 2024-04-02T09:03:58.180 INFO:tasks.workunit.client.0.smithi012.stdout: 1160: throughput=5MB/sec pending data=0 2024-04-02T09:03:58.180 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-MtTheu3XMjjLAkN off=4304501 len=510944 2024-04-02T09:03:58.181 INFO:tasks.workunit.client.0.smithi012.stdout:op 5816 completed, throughput=5MB/sec 2024-04-02T09:03:58.181 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-jN_kMTVJwyCNvB8 off=7301908 len=336400 2024-04-02T09:03:58.181 INFO:tasks.workunit.client.0.smithi012.stdout:op 5817 completed, throughput=5MB/sec 2024-04-02T09:03:58.181 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-zYemxSWLPqgo4im off=4398171 len=726066 2024-04-02T09:03:58.183 INFO:tasks.workunit.client.0.smithi012.stdout:op 5818 completed, throughput=5MB/sec 2024-04-02T09:03:58.183 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-yoMOWaNIau1UMNJ off=2592150 len=1946041 2024-04-02T09:03:58.191 INFO:tasks.workunit.client.0.smithi012.stdout:op 5819 completed, throughput=5MB/sec 2024-04-02T09:03:58.191 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-KUs4SWwLSZErvma off=11672042 len=51146 2024-04-02T09:03:58.192 INFO:tasks.workunit.client.0.smithi012.stdout:op 5820 completed, throughput=5MB/sec 2024-04-02T09:03:58.192 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-d_qSY8NXe4qqNbS off=10827001 len=1339746 2024-04-02T09:03:58.198 INFO:tasks.workunit.client.0.smithi012.stdout:op 5821 completed, throughput=5MB/sec 2024-04-02T09:03:58.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:03:58 smithi012 ceph-mon[88355]: pgmap v2003: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T09:03:58.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:03:58 smithi012 ceph-mon[90784]: pgmap v2003: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T09:03:58.429 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:03:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:03:57] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-04-02T09:03:58.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:03:58 smithi055 ceph-mon[85080]: pgmap v2003: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T09:03:59.198 INFO:tasks.workunit.client.0.smithi012.stdout: 1161: throughput=5MB/sec pending data=0 2024-04-02T09:03:59.199 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-o6hHZTTrhlUGu3L off=9414497 len=1766687 2024-04-02T09:03:59.200 INFO:tasks.workunit.client.0.smithi012.stdout:op 5822 completed, throughput=5MB/sec 2024-04-02T09:03:59.200 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-JETigwdBSYOfrRb off=13493952 len=917271 2024-04-02T09:03:59.204 INFO:tasks.workunit.client.0.smithi012.stdout:op 5823 completed, throughput=5MB/sec 2024-04-02T09:03:59.204 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-bFc1LrAUM71Y-Fo off=9101090 len=45637 2024-04-02T09:03:59.205 INFO:tasks.workunit.client.0.smithi012.stdout:op 5824 completed, throughput=5MB/sec 2024-04-02T09:03:59.205 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-wiekosjqYDiZPcw off=4380812 len=1712163 2024-04-02T09:03:59.214 INFO:tasks.workunit.client.0.smithi012.stdout:op 5825 completed, throughput=5MB/sec 2024-04-02T09:03:59.214 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-AyY3iAgEA5b72JG off=9548134 len=978774 2024-04-02T09:03:59.215 INFO:tasks.workunit.client.0.smithi012.stdout:op 5826 completed, throughput=5MB/sec 2024-04-02T09:04:00.216 INFO:tasks.workunit.client.0.smithi012.stdout: 1162: throughput=5MB/sec pending data=0 2024-04-02T09:04:00.216 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-q71aUbTa23pom0o off=8985221 len=56851 2024-04-02T09:04:00.218 INFO:tasks.workunit.client.0.smithi012.stdout:op 5827 completed, throughput=5MB/sec 2024-04-02T09:04:00.218 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-blvkwtQHatRyt9t off=1395011 len=1159046 2024-04-02T09:04:00.224 INFO:tasks.workunit.client.0.smithi012.stdout:op 5828 completed, throughput=5MB/sec 2024-04-02T09:04:00.224 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-cqLqY0s56caunk4 off=6870429 len=219348 2024-04-02T09:04:00.227 INFO:tasks.workunit.client.0.smithi012.stdout:op 5829 completed, throughput=5MB/sec 2024-04-02T09:04:00.227 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-4iY958aBXSOajzK off=9712311 len=1240304 2024-04-02T09:04:00.228 INFO:tasks.workunit.client.0.smithi012.stdout:op 5830 completed, throughput=5MB/sec 2024-04-02T09:04:00.228 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Uj6FdGZxhEHx5Zr off=12842989 len=593667 2024-04-02T09:04:00.229 INFO:tasks.workunit.client.0.smithi012.stdout:op 5831 completed, throughput=5MB/sec 2024-04-02T09:04:00.229 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-iiQyF9TnpAoJlt2 off=4861504 len=1718877 2024-04-02T09:04:00.236 INFO:tasks.workunit.client.0.smithi012.stdout:op 5832 completed, throughput=5MB/sec 2024-04-02T09:04:00.236 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-gIbSVoiHh41hv-R off=6905095 len=36166 2024-04-02T09:04:00.236 INFO:tasks.workunit.client.0.smithi012.stdout:op 5833 completed, throughput=5MB/sec 2024-04-02T09:04:00.237 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-hMJ57oySYoqw7B3 off=23051878 len=1797330 2024-04-02T09:04:00.238 INFO:tasks.workunit.client.0.smithi012.stdout:op 5834 completed, throughput=5MB/sec 2024-04-02T09:04:00.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:00 smithi012 ceph-mon[88355]: pgmap v2004: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:04:00.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:00 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:00.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:00 smithi012 ceph-mon[90784]: pgmap v2004: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:04:00.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:00 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:00.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:00 smithi055 ceph-mon[85080]: pgmap v2004: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:04:00.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:00 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:01.238 INFO:tasks.workunit.client.0.smithi012.stdout: 1163: throughput=5MB/sec pending data=0 2024-04-02T09:04:01.239 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-j881uFuH6Ig65um off=384247 len=1230488 2024-04-02T09:04:01.240 INFO:tasks.workunit.client.0.smithi012.stdout:op 5835 completed, throughput=5MB/sec 2024-04-02T09:04:01.240 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-RWlFP1Ye7QH7ChW off=1200175 len=2001748 2024-04-02T09:04:01.241 INFO:tasks.workunit.client.0.smithi012.stdout:op 5836 completed, throughput=5MB/sec 2024-04-02T09:04:01.241 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-WCekbkjzBDrScin off=14731853 len=1080812 2024-04-02T09:04:01.247 INFO:tasks.workunit.client.0.smithi012.stdout:op 5837 completed, throughput=5MB/sec 2024-04-02T09:04:02.248 INFO:tasks.workunit.client.0.smithi012.stdout: 1164: throughput=5MB/sec pending data=0 2024-04-02T09:04:02.248 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-UeVKpqAawj6afCi off=13232255 len=1169527 2024-04-02T09:04:02.252 INFO:tasks.workunit.client.0.smithi012.stdout:op 5838 completed, throughput=5MB/sec 2024-04-02T09:04:02.253 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-m-w389PkBsBFwfX off=259616 len=2031422 2024-04-02T09:04:02.254 INFO:tasks.workunit.client.0.smithi012.stdout:op 5839 completed, throughput=5MB/sec 2024-04-02T09:04:02.254 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-qeykXJ0lGHy-9FD off=5430304 len=925979 2024-04-02T09:04:02.258 INFO:tasks.workunit.client.0.smithi012.stdout:op 5840 completed, throughput=5MB/sec 2024-04-02T09:04:02.258 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ReKodUaR8U71OHB off=5188257 len=1834961 2024-04-02T09:04:02.259 INFO:tasks.workunit.client.0.smithi012.stdout:op 5841 completed, throughput=5MB/sec 2024-04-02T09:04:02.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:02 smithi012 ceph-mon[88355]: pgmap v2005: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:04:02.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:02 smithi012 ceph-mon[90784]: pgmap v2005: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:04:02.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:02 smithi055 ceph-mon[85080]: pgmap v2005: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:04:02.561 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:04:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:04:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:04:03.260 INFO:tasks.workunit.client.0.smithi012.stdout: 1165: throughput=5MB/sec pending data=0 2024-04-02T09:04:03.260 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-IrRjQ7M4ryzY8Y9 off=9860675 len=407241 2024-04-02T09:04:03.260 INFO:tasks.workunit.client.0.smithi012.stdout:op 5842 completed, throughput=5MB/sec 2024-04-02T09:04:03.261 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-3HvfZl3Lt4hTQQA off=2076485 len=403621 2024-04-02T09:04:03.261 INFO:tasks.workunit.client.0.smithi012.stdout:op 5843 completed, throughput=5MB/sec 2024-04-02T09:04:03.261 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-yI-JwMrqg2YdTV3 off=135114 len=1599565 2024-04-02T09:04:03.269 INFO:tasks.workunit.client.0.smithi012.stdout:op 5844 completed, throughput=5MB/sec 2024-04-02T09:04:03.269 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-g3SO2u18aK9nu-d off=18787044 len=1938205 2024-04-02T09:04:03.276 INFO:tasks.workunit.client.0.smithi012.stdout:op 5845 completed, throughput=5MB/sec 2024-04-02T09:04:04.276 INFO:tasks.workunit.client.0.smithi012.stdout: 1166: throughput=5MB/sec pending data=0 2024-04-02T09:04:04.276 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-A2WN0iV834Rz-Xu off=1009674 len=52627 2024-04-02T09:04:04.279 INFO:tasks.workunit.client.0.smithi012.stdout:op 5846 completed, throughput=5MB/sec 2024-04-02T09:04:04.279 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-wX41uXCcoqGHZ8y off=7309295 len=1769613 2024-04-02T09:04:04.280 INFO:tasks.workunit.client.0.smithi012.stdout:op 5847 completed, throughput=5MB/sec 2024-04-02T09:04:04.280 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-edTOPoJuXZajJMt off=14234717 len=315410 2024-04-02T09:04:04.281 INFO:tasks.workunit.client.0.smithi012.stdout:op 5848 completed, throughput=5MB/sec 2024-04-02T09:04:04.281 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-l407Wox2o9ZKcQ4 off=899459 len=755469 2024-04-02T09:04:04.281 INFO:tasks.workunit.client.0.smithi012.stdout:op 5849 completed, throughput=5MB/sec 2024-04-02T09:04:04.281 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-0ofHBt6gv0ksVBK off=9461974 len=814426 2024-04-02T09:04:04.283 INFO:tasks.workunit.client.0.smithi012.stdout:op 5850 completed, throughput=5MB/sec 2024-04-02T09:04:04.283 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-djLgPkg6O0gh8ow off=901238 len=1584344 2024-04-02T09:04:04.284 INFO:tasks.workunit.client.0.smithi012.stdout:op 5851 completed, throughput=5MB/sec 2024-04-02T09:04:04.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:04 smithi012 ceph-mon[88355]: pgmap v2006: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:04:04.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:04 smithi012 ceph-mon[90784]: pgmap v2006: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:04:04.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:04 smithi055 ceph-mon[85080]: pgmap v2006: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:04:05.284 INFO:tasks.workunit.client.0.smithi012.stdout: 1167: throughput=5MB/sec pending data=0 2024-04-02T09:04:05.284 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-JyjM-Fk41VWIxg7 off=4377993 len=827151 2024-04-02T09:04:05.288 INFO:tasks.workunit.client.0.smithi012.stdout:op 5852 completed, throughput=5MB/sec 2024-04-02T09:04:05.288 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ec6hapce-P19N2o off=13721194 len=1887033 2024-04-02T09:04:05.290 INFO:tasks.workunit.client.0.smithi012.stdout:op 5853 completed, throughput=5MB/sec 2024-04-02T09:04:05.290 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-F2XpwxJ5OefWtqO off=1845598 len=1247178 2024-04-02T09:04:05.296 INFO:tasks.workunit.client.0.smithi012.stdout:op 5854 completed, throughput=5MB/sec 2024-04-02T09:04:05.297 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-yHS-NQVYFMVsjDI off=8626830 len=1709297 2024-04-02T09:04:05.298 INFO:tasks.workunit.client.0.smithi012.stdout:op 5855 completed, throughput=5MB/sec 2024-04-02T09:04:06.298 INFO:tasks.workunit.client.0.smithi012.stdout: 1168: throughput=5MB/sec pending data=0 2024-04-02T09:04:06.298 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-4EfN6XhdhLi7nNU off=1487614 len=705038 2024-04-02T09:04:06.300 INFO:tasks.workunit.client.0.smithi012.stdout:op 5856 completed, throughput=5MB/sec 2024-04-02T09:04:06.300 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-1tGRUXlaEMEvOqU off=545135 len=1673189 2024-04-02T09:04:06.306 INFO:tasks.workunit.client.0.smithi012.stdout:op 5857 completed, throughput=5MB/sec 2024-04-02T09:04:06.306 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-5iA1hTsZP_LZlfM off=4989295 len=1681695 2024-04-02T09:04:06.312 INFO:tasks.workunit.client.0.smithi012.stdout:op 5858 completed, throughput=5MB/sec 2024-04-02T09:04:06.312 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-cZaeUB2Ny3VdkYZ off=6934687 len=1781966 2024-04-02T09:04:06.320 INFO:tasks.workunit.client.0.smithi012.stdout:op 5859 completed, throughput=5MB/sec 2024-04-02T09:04:06.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:06 smithi012 ceph-mon[88355]: pgmap v2007: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:04:06.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:06 smithi012 ceph-mon[90784]: pgmap v2007: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:04:06.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:06 smithi055 ceph-mon[85080]: pgmap v2007: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:04:07.320 INFO:tasks.workunit.client.0.smithi012.stdout: 1169: throughput=5MB/sec pending data=0 2024-04-02T09:04:07.320 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-_B_oongJ0dbOgNP off=2231778 len=940540 2024-04-02T09:04:07.321 INFO:tasks.workunit.client.0.smithi012.stdout:op 5860 completed, throughput=5MB/sec 2024-04-02T09:04:07.321 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Z1Wcc4UA1wPdqNd off=2687512 len=11376 2024-04-02T09:04:07.323 INFO:tasks.workunit.client.0.smithi012.stdout:op 5861 completed, throughput=5MB/sec 2024-04-02T09:04:07.323 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-LrA2Ff6x_lJy6Wr off=797158 len=874278 2024-04-02T09:04:07.328 INFO:tasks.workunit.client.0.smithi012.stdout:op 5862 completed, throughput=5MB/sec 2024-04-02T09:04:07.328 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-83YWjwEAmECl1nf off=2916140 len=668662 2024-04-02T09:04:07.330 INFO:tasks.workunit.client.0.smithi012.stdout:op 5863 completed, throughput=5MB/sec 2024-04-02T09:04:07.330 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-KAwpQnk7T2PWYOc off=10664882 len=2035620 2024-04-02T09:04:07.339 INFO:tasks.workunit.client.0.smithi012.stdout:op 5864 completed, throughput=5MB/sec 2024-04-02T09:04:08.339 INFO:tasks.workunit.client.0.smithi012.stdout: 1170: throughput=5MB/sec pending data=0 2024-04-02T09:04:08.339 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Qwj8CCnLUOgu9RW off=3799139 len=369527 2024-04-02T09:04:08.340 INFO:tasks.workunit.client.0.smithi012.stdout:op 5865 completed, throughput=5MB/sec 2024-04-02T09:04:08.340 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-5RIzZZuk4oQIs0p off=8129114 len=559348 2024-04-02T09:04:08.344 INFO:tasks.workunit.client.0.smithi012.stdout:op 5866 completed, throughput=5MB/sec 2024-04-02T09:04:08.344 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-aI4UeRAN5hk6XN1 off=17807950 len=2084312 2024-04-02T09:04:08.353 INFO:tasks.workunit.client.0.smithi012.stdout:op 5867 completed, throughput=5MB/sec 2024-04-02T09:04:08.353 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-qltHdfNNvqb3eOG off=1465704 len=453610 2024-04-02T09:04:08.356 INFO:tasks.workunit.client.0.smithi012.stdout:op 5868 completed, throughput=5MB/sec 2024-04-02T09:04:08.356 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-JWigcsYTf0jyZ4p off=2514365 len=85345 2024-04-02T09:04:08.357 INFO:tasks.workunit.client.0.smithi012.stdout:op 5869 completed, throughput=5MB/sec 2024-04-02T09:04:08.357 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-qh2kx64oAdgnrOv off=160112 len=1014229 2024-04-02T09:04:08.358 INFO:tasks.workunit.client.0.smithi012.stdout:op 5870 completed, throughput=5MB/sec 2024-04-02T09:04:08.358 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-7BqU5dERlsO8JcG off=2007199 len=2069250 2024-04-02T09:04:08.360 INFO:tasks.workunit.client.0.smithi012.stdout:op 5871 completed, throughput=5MB/sec 2024-04-02T09:04:08.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:08 smithi012 ceph-mon[88355]: pgmap v2008: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T09:04:08.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:08 smithi012 ceph-mon[90784]: pgmap v2008: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T09:04:08.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:04:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:04:07] "GET /metrics HTTP/1.1" 200 34057 "" "Prometheus/2.43.0" 2024-04-02T09:04:08.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:08 smithi055 ceph-mon[85080]: pgmap v2008: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T09:04:09.360 INFO:tasks.workunit.client.0.smithi012.stdout: 1171: throughput=5MB/sec pending data=0 2024-04-02T09:04:09.360 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-R68GQ_dlr0cZ9xe off=324021 len=399201 2024-04-02T09:04:09.363 INFO:tasks.workunit.client.0.smithi012.stdout:op 5872 completed, throughput=5MB/sec 2024-04-02T09:04:09.363 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ypwQ3JGRA3BolmU off=8231995 len=53725 2024-04-02T09:04:09.364 INFO:tasks.workunit.client.0.smithi012.stdout:op 5873 completed, throughput=5MB/sec 2024-04-02T09:04:09.364 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-ND0y8j6yCzaTWyi off=3719890 len=1825803 2024-04-02T09:04:09.367 INFO:tasks.workunit.client.0.smithi012.stdout:op 5874 completed, throughput=5MB/sec 2024-04-02T09:04:09.367 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-jClX6r5DscOeSpd off=16367577 len=398425 2024-04-02T09:04:09.367 INFO:tasks.workunit.client.0.smithi012.stdout:op 5875 completed, throughput=5MB/sec 2024-04-02T09:04:09.368 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-6v7_doYDlfk77kJ off=1076355 len=230506 2024-04-02T09:04:09.371 INFO:tasks.workunit.client.0.smithi012.stdout:op 5876 completed, throughput=5MB/sec 2024-04-02T09:04:09.371 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Lmo1vv2Cl6CKpAL off=756128 len=164993 2024-04-02T09:04:09.373 INFO:tasks.workunit.client.0.smithi012.stdout:op 5877 completed, throughput=5MB/sec 2024-04-02T09:04:09.373 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-yBga8-W2ak5CU4C off=21680234 len=935846 2024-04-02T09:04:09.378 INFO:tasks.workunit.client.0.smithi012.stdout:op 5878 completed, throughput=5MB/sec 2024-04-02T09:04:10.378 INFO:tasks.workunit.client.0.smithi012.stdout: 1172: throughput=5MB/sec pending data=0 2024-04-02T09:04:10.378 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-mY30sOuYMRMiGsX off=8102354 len=1580781 2024-04-02T09:04:10.386 INFO:tasks.workunit.client.0.smithi012.stdout:op 5879 completed, throughput=5MB/sec 2024-04-02T09:04:10.386 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ncswfBKboREyTJF off=7409017 len=1396993 2024-04-02T09:04:10.393 INFO:tasks.workunit.client.0.smithi012.stdout:op 5880 completed, throughput=5MB/sec 2024-04-02T09:04:10.393 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-8yD-Ca1Pwxpj4r2 off=10830162 len=1654927 2024-04-02T09:04:10.396 INFO:tasks.workunit.client.0.smithi012.stdout:op 5881 completed, throughput=5MB/sec 2024-04-02T09:04:10.396 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-_3-MbRCM_0xB2_W off=2242841 len=1313460 2024-04-02T09:04:10.402 INFO:tasks.workunit.client.0.smithi012.stdout:op 5882 completed, throughput=5MB/sec 2024-04-02T09:04:10.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:10 smithi012 ceph-mon[88355]: pgmap v2009: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T09:04:10.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:10 smithi012 ceph-mon[90784]: pgmap v2009: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T09:04:10.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:10 smithi055 ceph-mon[85080]: pgmap v2009: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T09:04:11.403 INFO:tasks.workunit.client.0.smithi012.stdout: 1173: throughput=5MB/sec pending data=0 2024-04-02T09:04:11.403 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-Yxz-TDHqkMyHjwS off=906543 len=1850872 2024-04-02T09:04:11.406 INFO:tasks.workunit.client.0.smithi012.stdout:op 5883 completed, throughput=5MB/sec 2024-04-02T09:04:11.406 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-nbSB8xnxcW0DRU7 off=8095145 len=1171020 2024-04-02T09:04:11.407 INFO:tasks.workunit.client.0.smithi012.stdout:op 5884 completed, throughput=5MB/sec 2024-04-02T09:04:11.407 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-LFuMJuCL6uC4zh9 off=15387021 len=499238 2024-04-02T09:04:11.410 INFO:tasks.workunit.client.0.smithi012.stdout:op 5885 completed, throughput=5MB/sec 2024-04-02T09:04:11.410 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-nA6xN0Q7o0KyRb_ off=5966786 len=732812 2024-04-02T09:04:11.414 INFO:tasks.workunit.client.0.smithi012.stdout:op 5886 completed, throughput=5MB/sec 2024-04-02T09:04:11.415 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-5u_oNDkt6T0tXXU off=4307726 len=1106037 2024-04-02T09:04:11.420 INFO:tasks.workunit.client.0.smithi012.stdout:op 5887 completed, throughput=5MB/sec 2024-04-02T09:04:12.420 INFO:tasks.workunit.client.0.smithi012.stdout: 1174: throughput=5MB/sec pending data=0 2024-04-02T09:04:12.421 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-U4oLusz5ntvT9CU off=1291862 len=1594627 2024-04-02T09:04:12.426 INFO:tasks.workunit.client.0.smithi012.stdout:op 5888 completed, throughput=5MB/sec 2024-04-02T09:04:12.427 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-3jAS4xne1ssqlIf off=24490157 len=326567 2024-04-02T09:04:12.427 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:12 smithi012 ceph-mon[88355]: pgmap v2010: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:04:12.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:12 smithi012 ceph-mon[90784]: pgmap v2010: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:04:12.429 INFO:tasks.workunit.client.0.smithi012.stdout:op 5889 completed, throughput=5MB/sec 2024-04-02T09:04:12.429 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-IwyQXkwQDpIWsuJ off=5666121 len=542425 2024-04-02T09:04:12.430 INFO:tasks.workunit.client.0.smithi012.stdout:op 5890 completed, throughput=5MB/sec 2024-04-02T09:04:12.430 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-9BISrw6n65YDLJu off=10570257 len=666535 2024-04-02T09:04:12.434 INFO:tasks.workunit.client.0.smithi012.stdout:op 5891 completed, throughput=5MB/sec 2024-04-02T09:04:12.434 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-wDvKGRZsSK40vL1 off=1395851 len=175267 2024-04-02T09:04:12.435 INFO:tasks.workunit.client.0.smithi012.stdout:op 5892 completed, throughput=5MB/sec 2024-04-02T09:04:12.435 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-99jW5PRwG-R4Mx- off=12760045 len=1039514 2024-04-02T09:04:12.440 INFO:tasks.workunit.client.0.smithi012.stdout:op 5893 completed, throughput=5MB/sec 2024-04-02T09:04:12.440 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-g_86SutZ-U4V7MK off=6386396 len=1496096 2024-04-02T09:04:12.443 INFO:tasks.workunit.client.0.smithi012.stdout:op 5894 completed, throughput=5MB/sec 2024-04-02T09:04:12.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:12 smithi055 ceph-mon[85080]: pgmap v2010: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:04:12.560 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:04:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:04:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:04:13.443 INFO:tasks.workunit.client.0.smithi012.stdout: 1175: throughput=5MB/sec pending data=0 2024-04-02T09:04:13.444 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-2lM1VvQGoo4CQiZ off=8701172 len=1236546 2024-04-02T09:04:13.448 INFO:tasks.workunit.client.0.smithi012.stdout:op 5895 completed, throughput=5MB/sec 2024-04-02T09:04:13.449 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-8B4O8Y2Dj700z-G off=5631324 len=729418 2024-04-02T09:04:13.452 INFO:tasks.workunit.client.0.smithi012.stdout:op 5896 completed, throughput=5MB/sec 2024-04-02T09:04:13.452 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-FjofavMYlJRFW3a off=12285581 len=1878054 2024-04-02T09:04:13.460 INFO:tasks.workunit.client.0.smithi012.stdout:op 5897 completed, throughput=5MB/sec 2024-04-02T09:04:13.460 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-jJUS-4ApluRGSNN off=1910321 len=1929626 2024-04-02T09:04:13.470 INFO:tasks.workunit.client.0.smithi012.stdout:op 5898 completed, throughput=5MB/sec 2024-04-02T09:04:14.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:14 smithi012 ceph-mon[88355]: pgmap v2011: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:04:14.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:14 smithi012 ceph-mon[90784]: pgmap v2011: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:04:14.470 INFO:tasks.workunit.client.0.smithi012.stdout: 1176: throughput=5MB/sec pending data=0 2024-04-02T09:04:14.470 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-rnmBkIseFKlKq-j off=2027170 len=1214390 2024-04-02T09:04:14.471 INFO:tasks.workunit.client.0.smithi012.stdout:op 5899 completed, throughput=5MB/sec 2024-04-02T09:04:14.471 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-Nw2lYRscPECWjDv off=1920237 len=881596 2024-04-02T09:04:14.475 INFO:tasks.workunit.client.0.smithi012.stdout:op 5900 completed, throughput=5MB/sec 2024-04-02T09:04:14.476 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-dUSUTTVK8cOmNO0 off=713866 len=328356 2024-04-02T09:04:14.476 INFO:tasks.workunit.client.0.smithi012.stdout:op 5901 completed, throughput=5MB/sec 2024-04-02T09:04:14.477 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-wXuKOqmeSAt8nrV off=20336670 len=1044412 2024-04-02T09:04:14.482 INFO:tasks.workunit.client.0.smithi012.stdout:op 5902 completed, throughput=5MB/sec 2024-04-02T09:04:14.482 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-cLsKQeDek8J5wN5 off=5694170 len=190243 2024-04-02T09:04:14.482 INFO:tasks.workunit.client.0.smithi012.stdout:op 5903 completed, throughput=5MB/sec 2024-04-02T09:04:14.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:14 smithi055 ceph-mon[85080]: pgmap v2011: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:04:15.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:15.451 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:15.483 INFO:tasks.workunit.client.0.smithi012.stdout: 1177: throughput=5MB/sec pending data=0 2024-04-02T09:04:15.484 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-txO0U1tH7dUrfM4 off=3015396 len=2082510 2024-04-02T09:04:15.490 INFO:tasks.workunit.client.0.smithi012.stdout:op 5904 completed, throughput=5MB/sec 2024-04-02T09:04:15.491 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-7-bpAiOU5qsrqKW off=1181328 len=1641629 2024-04-02T09:04:15.501 INFO:tasks.workunit.client.0.smithi012.stdout:op 5905 completed, throughput=5MB/sec 2024-04-02T09:04:15.502 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-3Xiw_zr4xogZ9dC off=5059169 len=843232 2024-04-02T09:04:15.502 INFO:tasks.workunit.client.0.smithi012.stdout:op 5906 completed, throughput=5MB/sec 2024-04-02T09:04:15.502 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-gabi-egBn6Hor9_ off=10038927 len=1762331 2024-04-02T09:04:15.506 INFO:tasks.workunit.client.0.smithi012.stdout:op 5907 completed, throughput=5MB/sec 2024-04-02T09:04:15.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:15 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:16.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:16 smithi012 ceph-mon[88355]: pgmap v2012: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:04:16.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:16 smithi012 ceph-mon[90784]: pgmap v2012: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:04:16.506 INFO:tasks.workunit.client.0.smithi012.stdout: 1178: throughput=5MB/sec pending data=0 2024-04-02T09:04:16.506 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-p_ENTxQb6qK2fj1 off=5453696 len=1954918 2024-04-02T09:04:16.513 INFO:tasks.workunit.client.0.smithi012.stdout:op 5908 completed, throughput=5MB/sec 2024-04-02T09:04:16.513 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-4KvTnX4Ha1QD7SR off=8355279 len=662295 2024-04-02T09:04:16.514 INFO:tasks.workunit.client.0.smithi012.stdout:op 5909 completed, throughput=5MB/sec 2024-04-02T09:04:16.514 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-qtY4lxUUiiphW0X off=14627426 len=1762750 2024-04-02T09:04:16.522 INFO:tasks.workunit.client.0.smithi012.stdout:op 5910 completed, throughput=5MB/sec 2024-04-02T09:04:16.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:16 smithi055 ceph-mon[85080]: pgmap v2012: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:04:17.522 INFO:tasks.workunit.client.0.smithi012.stdout: 1179: throughput=5MB/sec pending data=0 2024-04-02T09:04:17.522 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj--t9BC7WLtvJl5O2 off=12455945 len=2087015 2024-04-02T09:04:17.530 INFO:tasks.workunit.client.0.smithi012.stdout:op 5911 completed, throughput=5MB/sec 2024-04-02T09:04:17.530 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-PVSdRiQ5BF2iI-Q off=4593409 len=847478 2024-04-02T09:04:17.535 INFO:tasks.workunit.client.0.smithi012.stdout:op 5912 completed, throughput=5MB/sec 2024-04-02T09:04:17.535 INFO:tasks.workunit.client.0.smithi012.stdout:READ : oid=obj-wEYhx9u2zbb1ewy off=725724 len=1412161 2024-04-02T09:04:17.537 INFO:tasks.workunit.client.0.smithi012.stdout:op 5913 completed, throughput=5MB/sec 2024-04-02T09:04:17.537 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-FYbc4M0bTDn6-UM off=508536 len=411303 2024-04-02T09:04:17.540 INFO:tasks.workunit.client.0.smithi012.stdout:op 5914 completed, throughput=5MB/sec 2024-04-02T09:04:17.540 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-vH0FmCDCqVzP1vm off=7314271 len=382456 2024-04-02T09:04:17.544 INFO:tasks.workunit.client.0.smithi012.stdout:op 5915 completed, throughput=5MB/sec 2024-04-02T09:04:17.544 INFO:tasks.workunit.client.0.smithi012.stdout:WRITE : oid=obj-ZbGjV0yMgkLDFc- off=10255787 len=1327971 2024-04-02T09:04:17.549 INFO:tasks.workunit.client.0.smithi012.stdout:op 5916 completed, throughput=5MB/sec 2024-04-02T09:04:18.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:18 smithi012 ceph-mon[88355]: pgmap v2013: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T09:04:18.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:18 smithi012 ceph-mon[90784]: pgmap v2013: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T09:04:18.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:04:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:04:17] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-04-02T09:04:18.549 INFO:tasks.workunit.client.0.smithi012.stdout:waiting for all operations to complete 2024-04-02T09:04:18.549 INFO:tasks.workunit.client.0.smithi012.stdout:cleaning up objects 2024-04-02T09:04:18.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:18 smithi055 ceph-mon[85080]: pgmap v2013: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T09:04:20.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:20 smithi012 ceph-mon[88355]: pgmap v2014: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T09:04:20.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:20 smithi012 ceph-mon[90784]: pgmap v2014: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T09:04:20.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:20 smithi055 ceph-mon[85080]: pgmap v2014: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T09:04:22.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:22 smithi012 ceph-mon[88355]: pgmap v2015: 105 pgs: 105 active+clean; 119 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 63 op/s 2024-04-02T09:04:22.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:22 smithi012 ceph-mon[90784]: pgmap v2015: 105 pgs: 105 active+clean; 119 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 63 op/s 2024-04-02T09:04:22.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:22 smithi055 ceph-mon[85080]: pgmap v2015: 105 pgs: 105 active+clean; 119 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 63 op/s 2024-04-02T09:04:22.560 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:04:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:04:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:04:23.319 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:23 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:04:23.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:23 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:04:23.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:23 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:04:24.501 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:24 smithi012 ceph-mon[88355]: pgmap v2016: 105 pgs: 105 active+clean; 114 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 940 KiB/s rd, 2.6 MiB/s wr, 94 op/s 2024-04-02T09:04:24.501 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:24 smithi012 ceph-mon[90784]: pgmap v2016: 105 pgs: 105 active+clean; 114 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 940 KiB/s rd, 2.6 MiB/s wr, 94 op/s 2024-04-02T09:04:24.509 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:24 smithi055 ceph-mon[85080]: pgmap v2016: 105 pgs: 105 active+clean; 114 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 940 KiB/s rd, 2.6 MiB/s wr, 94 op/s 2024-04-02T09:04:26.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:26 smithi055 ceph-mon[85080]: pgmap v2017: 105 pgs: 105 active+clean; 114 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 940 KiB/s rd, 2.6 MiB/s wr, 94 op/s 2024-04-02T09:04:26.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:26 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:04:26.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:26 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:04:26.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:26 smithi012 ceph-mon[88355]: pgmap v2017: 105 pgs: 105 active+clean; 114 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 940 KiB/s rd, 2.6 MiB/s wr, 94 op/s 2024-04-02T09:04:26.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:26 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:04:26.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:26 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:04:26.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:26 smithi012 ceph-mon[90784]: pgmap v2017: 105 pgs: 105 active+clean; 114 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 940 KiB/s rd, 2.6 MiB/s wr, 94 op/s 2024-04-02T09:04:26.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:26 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:04:26.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:26 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:04:27.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:27 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:04:27.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:27 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:04:27.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:27 smithi012 ceph-mon[88355]: pgmap v2018: 105 pgs: 105 active+clean; 77 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 940 KiB/s rd, 2.6 MiB/s wr, 339 op/s 2024-04-02T09:04:27.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:27 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:04:27.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:27 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:04:27.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:27 smithi012 ceph-mon[90784]: pgmap v2018: 105 pgs: 105 active+clean; 77 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 940 KiB/s rd, 2.6 MiB/s wr, 339 op/s 2024-04-02T09:04:27.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:27 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:04:27.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:27 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:04:27.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:27 smithi055 ceph-mon[85080]: pgmap v2018: 105 pgs: 105 active+clean; 77 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 940 KiB/s rd, 2.6 MiB/s wr, 339 op/s 2024-04-02T09:04:28.421 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:04:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:04:27] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-04-02T09:04:28.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:28 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:04:28.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:28 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:04:28.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:28 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:04:28.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:28 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:04:29.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:28 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:04:29.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:28 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:04:29.908 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:29 smithi055 ceph-mon[85080]: pgmap v2019: 105 pgs: 105 active+clean; 77 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 238 KiB/s rd, 991 KiB/s wr, 337 op/s 2024-04-02T09:04:29.909 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:29.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:29 smithi012 ceph-mon[88355]: pgmap v2019: 105 pgs: 105 active+clean; 77 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 238 KiB/s rd, 991 KiB/s wr, 337 op/s 2024-04-02T09:04:29.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:29.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:29 smithi012 ceph-mon[90784]: pgmap v2019: 105 pgs: 105 active+clean; 77 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 238 KiB/s rd, 991 KiB/s wr, 337 op/s 2024-04-02T09:04:29.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:31.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:31 smithi055 ceph-mon[85080]: pgmap v2020: 105 pgs: 105 active+clean; 52 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 238 KiB/s rd, 991 KiB/s wr, 504 op/s 2024-04-02T09:04:31.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:31 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:04:31.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:31 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:04:31.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:31 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:04:31.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:31 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:04:31.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:31 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:04:31.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:31 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:04:31.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:31 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:04:31.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:31 smithi012 ceph-mon[88355]: pgmap v2020: 105 pgs: 105 active+clean; 52 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 238 KiB/s rd, 991 KiB/s wr, 504 op/s 2024-04-02T09:04:31.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:31 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:04:31.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:31 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:04:31.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:31 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:04:31.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:31 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:04:31.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:31 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:04:31.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:31 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:04:31.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:31 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:04:31.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:31 smithi012 ceph-mon[90784]: pgmap v2020: 105 pgs: 105 active+clean; 52 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 238 KiB/s rd, 991 KiB/s wr, 504 op/s 2024-04-02T09:04:31.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:31 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:04:31.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:31 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:04:31.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:31 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:04:31.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:31 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:04:31.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:31 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:04:31.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:31 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:04:31.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:31 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:04:32.560 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:04:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:04:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:04:33.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:33 smithi012 ceph-mon[88355]: pgmap v2021: 105 pgs: 105 active+clean; 45 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 115 KiB/s rd, 537 KiB/s wr, 497 op/s 2024-04-02T09:04:33.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:33 smithi012 ceph-mon[90784]: pgmap v2021: 105 pgs: 105 active+clean; 45 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 115 KiB/s rd, 537 KiB/s wr, 497 op/s 2024-04-02T09:04:34.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:33 smithi055 ceph-mon[85080]: pgmap v2021: 105 pgs: 105 active+clean; 45 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 115 KiB/s rd, 537 KiB/s wr, 497 op/s 2024-04-02T09:04:35.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:35 smithi012 ceph-mon[88355]: pgmap v2022: 105 pgs: 105 active+clean; 45 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 464 op/s 2024-04-02T09:04:35.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:35 smithi012 ceph-mon[90784]: pgmap v2022: 105 pgs: 105 active+clean; 45 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 464 op/s 2024-04-02T09:04:36.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:35 smithi055 ceph-mon[85080]: pgmap v2022: 105 pgs: 105 active+clean; 45 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 464 op/s 2024-04-02T09:04:37.185 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T09:04:37.186 DEBUG:teuthology.orchestra.run.smithi012:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T09:04:37.215 INFO:tasks.workunit:Stopping ['rados/load-gen-big.sh'] on client.0... 2024-04-02T09:04:37.215 DEBUG:teuthology.orchestra.run.smithi012:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-02T09:04:37.484 DEBUG:teuthology.parallel:result is None 2024-04-02T09:04:37.484 DEBUG:teuthology.orchestra.run.smithi012:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:04:37.511 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:04:37.512 DEBUG:teuthology.orchestra.run.smithi012:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T09:04:37.567 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:04:37.568 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T09:04:37.568 INFO:teuthology.task.print:**** done end rados_loadgenbig.yaml 2024-04-02T09:04:37.568 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T09:04:37.568 INFO:teuthology.task.print:**** done start rbd_import_export.yaml 2024-04-02T09:04:37.568 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-02T09:04:37.569 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-02T09:04:37.570 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-02T09:04:37.570 DEBUG:teuthology.orchestra.run.smithi055:> stat -- /home/ubuntu/cephtest/mnt.1 2024-04-02T09:04:37.586 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T09:04:37.586 INFO:teuthology.orchestra.run.smithi055.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-04-02T09:04:37.587 DEBUG:teuthology.orchestra.run.smithi055:> mkdir -- /home/ubuntu/cephtest/mnt.1 2024-04-02T09:04:37.642 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.1 2024-04-02T09:04:37.643 DEBUG:teuthology.orchestra.run.smithi055:> cd -- /home/ubuntu/cephtest/mnt.1 && mkdir -- client.1 2024-04-02T09:04:37.697 INFO:tasks.workunit:timeout=3h 2024-04-02T09:04:37.697 INFO:tasks.workunit:cleanup=True 2024-04-02T09:04:37.698 DEBUG:teuthology.orchestra.run.smithi055:> rm -rf /home/ubuntu/cephtest/clone.client.1 && git clone --depth 1 --branch reef https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.1 && cd /home/ubuntu/cephtest/clone.client.1 2024-04-02T09:04:37.753 INFO:tasks.workunit.client.1.smithi055.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.1'... 2024-04-02T09:04:37.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:37 smithi012 ceph-mon[88355]: pgmap v2023: 105 pgs: 105 active+clean; 13 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 679 op/s 2024-04-02T09:04:37.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:37 smithi012 ceph-mon[90784]: pgmap v2023: 105 pgs: 105 active+clean; 13 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 679 op/s 2024-04-02T09:04:38.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:37 smithi055 ceph-mon[85080]: pgmap v2023: 105 pgs: 105 active+clean; 13 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 679 op/s 2024-04-02T09:04:38.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:04:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:04:37] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-04-02T09:04:39.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:39 smithi012 ceph-mon[88355]: pgmap v2024: 105 pgs: 105 active+clean; 13 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 433 op/s 2024-04-02T09:04:39.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:39 smithi012 ceph-mon[90784]: pgmap v2024: 105 pgs: 105 active+clean; 13 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 433 op/s 2024-04-02T09:04:40.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:39 smithi055 ceph-mon[85080]: pgmap v2024: 105 pgs: 105 active+clean; 13 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 433 op/s 2024-04-02T09:04:41.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:41 smithi012 ceph-mon[88355]: pgmap v2025: 105 pgs: 105 active+clean; 1.9 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 503 op/s 2024-04-02T09:04:41.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:41 smithi012 ceph-mon[90784]: pgmap v2025: 105 pgs: 105 active+clean; 1.9 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 503 op/s 2024-04-02T09:04:42.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:41 smithi055 ceph-mon[85080]: pgmap v2025: 105 pgs: 105 active+clean; 1.9 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 503 op/s 2024-04-02T09:04:42.560 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:04:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:04:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:04:43.120 DEBUG:teuthology.orchestra.run.smithi055:> cd -- /home/ubuntu/cephtest/clone.client.1/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.1 2024-04-02T09:04:43.274 INFO:tasks.workunit.client.1.smithi055.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-02T09:04:43.276 INFO:tasks.workunit.client.1.smithi055.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-04-02T09:04:43.276 INFO:tasks.workunit.client.1.smithi055.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-02T09:04:43.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:43 smithi012 ceph-mon[88355]: pgmap v2026: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 350 op/s 2024-04-02T09:04:43.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:43 smithi012 ceph-mon[90784]: pgmap v2026: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 350 op/s 2024-04-02T09:04:44.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:43 smithi055 ceph-mon[85080]: pgmap v2026: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 350 op/s 2024-04-02T09:04:44.103 INFO:tasks.workunit.client.1.smithi055.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-02T09:04:44.191 INFO:tasks.workunit.client.1.smithi055.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-02T09:04:44.231 INFO:tasks.workunit.client.1.smithi055.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-04-02T09:04:44.233 INFO:tasks.workunit.client.1.smithi055.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-04-02T09:04:44.233 INFO:tasks.workunit.client.1.smithi055.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-02T09:04:44.272 INFO:tasks.workunit.client.1.smithi055.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-04-02T09:04:44.275 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2024-04-02T09:04:44.276 DEBUG:teuthology.orchestra.run.smithi055:> dd if=/home/ubuntu/cephtest/workunits.list.client.1 of=/dev/stdout 2024-04-02T09:04:44.291 INFO:tasks.workunit:Running workunits matching rbd/import_export.sh on client.1... 2024-04-02T09:04:44.293 INFO:tasks.workunit:Running workunit rbd/import_export.sh... 2024-04-02T09:04:44.293 DEBUG:teuthology.orchestra.run.smithi055:workunit test rbd/import_export.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && cd -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="1" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.1 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.1 CEPH_MNT=/home/ubuntu/cephtest/mnt.1 RBD_CREATE_ARGS=--new-format adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.1/qa/workunits/rbd/import_export.sh 2024-04-02T09:04:44.360 INFO:tasks.workunit.client.1.smithi055.stderr:+ export RBD_FORCE_ALLOW_V1=1 2024-04-02T09:04:44.360 INFO:tasks.workunit.client.1.smithi055.stderr:+ RBD_FORCE_ALLOW_V1=1 2024-04-02T09:04:44.360 INFO:tasks.workunit.client.1.smithi055.stderr:+ TMPDIR=/tmp/rbd_import_export_134056 2024-04-02T09:04:44.360 INFO:tasks.workunit.client.1.smithi055.stderr:+ rm -rf /tmp/rbd_import_export_134056 2024-04-02T09:04:44.360 INFO:tasks.workunit.client.1.smithi055.stderr:+ mkdir /tmp/rbd_import_export_134056 2024-04-02T09:04:44.361 INFO:tasks.workunit.client.1.smithi055.stderr:+ trap 'rm -rf /tmp/rbd_import_export_134056' INT TERM EXIT 2024-04-02T09:04:44.361 INFO:tasks.workunit.client.1.smithi055.stderr:+ mkdir foo.134056 2024-04-02T09:04:44.362 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd import foo.134056 foo.dir 2024-04-02T09:04:44.401 INFO:tasks.workunit.client.1.smithi055.stderr:rbd: cannot import a directory 2024-04-02T09:04:44.401 INFO:tasks.workunit.client.1.smithi055.stderr: Importing image: 0% complete...failed. 2024-04-02T09:04:44.401 INFO:tasks.workunit.client.1.smithi055.stderr:rbd: import failed: (21) Is a directory 2024-04-02T09:04:44.404 INFO:tasks.workunit.client.1.smithi055.stderr:+ true 2024-04-02T09:04:44.404 INFO:tasks.workunit.client.1.smithi055.stderr:+ rmdir foo.134056 2024-04-02T09:04:44.407 INFO:tasks.workunit.client.1.smithi055.stderr:+ dd if=/bin/sh of=/tmp/rbd_import_export_134056/img bs=1k count=1 seek=10 2024-04-02T09:04:44.408 INFO:tasks.workunit.client.1.smithi055.stderr:1+0 records in 2024-04-02T09:04:44.408 INFO:tasks.workunit.client.1.smithi055.stderr:1+0 records out 2024-04-02T09:04:44.408 INFO:tasks.workunit.client.1.smithi055.stderr:1024 bytes (1.0 kB, 1.0 KiB) copied, 4.0006e-05 s, 25.6 MB/s 2024-04-02T09:04:44.408 INFO:tasks.workunit.client.1.smithi055.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_134056/img bs=1k count=10 seek=100 2024-04-02T09:04:44.409 INFO:tasks.workunit.client.1.smithi055.stderr:10+0 records in 2024-04-02T09:04:44.409 INFO:tasks.workunit.client.1.smithi055.stderr:10+0 records out 2024-04-02T09:04:44.409 INFO:tasks.workunit.client.1.smithi055.stderr:10240 bytes (10 kB, 10 KiB) copied, 5.032e-05 s, 203 MB/s 2024-04-02T09:04:44.409 INFO:tasks.workunit.client.1.smithi055.stderr:+ dd if=/bin/rm of=/tmp/rbd_import_export_134056/img bs=1k count=100 seek=1000 2024-04-02T09:04:44.410 INFO:tasks.workunit.client.1.smithi055.stderr:60+1 records in 2024-04-02T09:04:44.411 INFO:tasks.workunit.client.1.smithi055.stderr:60+1 records out 2024-04-02T09:04:44.411 INFO:tasks.workunit.client.1.smithi055.stderr:61464 bytes (61 kB, 60 KiB) copied, 0.000146933 s, 418 MB/s 2024-04-02T09:04:44.411 INFO:tasks.workunit.client.1.smithi055.stderr:+ dd if=/bin/ls of=/tmp/rbd_import_export_134056/img bs=1k seek=10000 2024-04-02T09:04:44.412 INFO:tasks.workunit.client.1.smithi055.stderr:137+1 records in 2024-04-02T09:04:44.412 INFO:tasks.workunit.client.1.smithi055.stderr:137+1 records out 2024-04-02T09:04:44.412 INFO:tasks.workunit.client.1.smithi055.stderr:140760 bytes (141 kB, 137 KiB) copied, 0.000375658 s, 375 MB/s 2024-04-02T09:04:44.412 INFO:tasks.workunit.client.1.smithi055.stderr:+ dd if=/bin/ln of=/tmp/rbd_import_export_134056/img bs=1k seek=100000 2024-04-02T09:04:44.412 INFO:tasks.workunit.client.1.smithi055.stderr:59+1 records in 2024-04-02T09:04:44.412 INFO:tasks.workunit.client.1.smithi055.stderr:59+1 records out 2024-04-02T09:04:44.412 INFO:tasks.workunit.client.1.smithi055.stderr:61408 bytes (61 kB, 60 KiB) copied, 0.000143577 s, 428 MB/s 2024-04-02T09:04:44.412 INFO:tasks.workunit.client.1.smithi055.stderr:+ dd if=/bin/grep of=/tmp/rbd_import_export_134056/img bs=1k seek=1000000 2024-04-02T09:04:44.413 INFO:tasks.workunit.client.1.smithi055.stderr:154+1 records in 2024-04-02T09:04:44.413 INFO:tasks.workunit.client.1.smithi055.stderr:154+1 records out 2024-04-02T09:04:44.413 INFO:tasks.workunit.client.1.smithi055.stderr:158176 bytes (158 kB, 154 KiB) copied, 0.000326241 s, 485 MB/s 2024-04-02T09:04:44.413 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd rm testimg 2024-04-02T09:04:44.465 INFO:tasks.workunit.client.1.smithi055.stderr: Removing image: 0% complete...failed. 2024-04-02T09:04:44.465 INFO:tasks.workunit.client.1.smithi055.stderr:rbd: delete error: (2) No such file or directory 2024-04-02T09:04:44.467 INFO:tasks.workunit.client.1.smithi055.stderr:+ true 2024-04-02T09:04:44.468 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd import --new-format /tmp/rbd_import_export_134056/img testimg 2024-04-02T09:04:44.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:44.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:45.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:45.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:45 smithi012 ceph-mon[88355]: pgmap v2027: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 297 op/s 2024-04-02T09:04:45.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:45 smithi012 ceph-mon[88355]: osdmap e1112: 8 total, 8 up, 8 in 2024-04-02T09:04:45.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:45 smithi012 ceph-mon[90784]: pgmap v2027: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 297 op/s 2024-04-02T09:04:45.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:45 smithi012 ceph-mon[90784]: osdmap e1112: 8 total, 8 up, 8 in 2024-04-02T09:04:46.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:45 smithi055 ceph-mon[85080]: pgmap v2027: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 297 op/s 2024-04-02T09:04:46.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:45 smithi055 ceph-mon[85080]: osdmap e1112: 8 total, 8 up, 8 in 2024-04-02T09:04:46.162 INFO:tasks.workunit.client.1.smithi055.stderr: Importing image: 1% complete... Importing image: 2% complete... Importing image: 3% complete... Importing image: 4% complete... Importing image: 5% complete... Importing image: 6% complete... Importing image: 7% complete... Importing image: 8% complete... Importing image: 9% complete... Importing image: 10% complete... Importing image: 11% complete... Importing image: 12% complete... Importing image: 13% complete... Importing image: 14% complete... Importing image: 15% complete... Importing image: 16% complete... Importing image: 17% complete... Importing image: 18% complete... Importing image: 19% complete... Importing image: 20% complete... Importing image: 21% complete... Importing image: 22% complete... Importing image: 23% complete... Importing image: 24% complete... Importing image: 25% complete... Importing image: 26% complete... Importing image: 27% complete... Importing image: 28% complete... Importing image: 29% complete... Importing image: 30% complete... Importing image: 31% complete... Importing image: 32% complete... Importing image: 33% complete... Importing image: 34% complete... Importing image: 35% complete... Importing image: 36% complete... Importing image: 37% complete... Importing image: 38% complete... Importing image: 39% complete... Importing image: 40% complete... Importing image: 41% complete... Importing image: 42% complete... Importing image: 43% complete... Importing image: 44% complete... Importing image: 45% complete... Importing image: 46% complete... Importing image: 47% complete... Importing image: 48% complete... Importing image: 49% complete... Importing image: 50% complete... Importing image: 51% complete... Importing image: 52% complete... Importing image: 53% complete... Importing image: 54% complete... Importing image: 55% complete... Importing image: 56% complete... Importing image: 57% complete... Importing image: 58% complete... Importing image: 59% complete... Importing image: 60% complete... Importing image: 61% complete... Importing image: 62% complete... Importing image: 63% complete... Importing image: 64% complete... Importing image: 65% complete... Importing image: 66% complete... Importing image: 67% complete... Importing image: 68% complete... Importing image: 69% complete... Importing image: 70% complete... Importing image: 71% complete... Importing image: 72% complete... Importing image: 73% complete... Importing image: 74% complete... Importing image: 75% complete... Importing image: 76% complete... Importing image: 77% complete... Importing image: 78% complete... Importing image: 79% complete... Importing image: 80% complete... Importing image: 81% complete... Importing image: 82% complete... Importing image: 83% complete... Importing image: 84% complete... Importing image: 85% complete... Importing image: 86% complete... Importing image: 87% complete... Importing image: 88% complete... Importing image: 89% complete... Importing image: 90% complete... Importing image: 91% complete... Importing image: 92% complete... Importing image: 93% complete... Importing image: 94% complete... Importing image: 95% complete... Importing image: 96% complete... Importing image: 97% complete... Importing image: 98% complete... Importing image: 99% complete... Importing image: 100% complete...done. 2024-04-02T09:04:46.162 INFO:tasks.workunit.client.1.smithi055.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:04:46.165 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd export testimg /tmp/rbd_import_export_134056/img2 2024-04-02T09:04:46.355 INFO:tasks.workunit.client.1.smithi055.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-02T09:04:46.360 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd export testimg - 2024-04-02T09:04:46.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:46 smithi012 ceph-mon[88355]: osdmap e1113: 8 total, 8 up, 8 in 2024-04-02T09:04:46.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:46 smithi012 ceph-mon[90784]: osdmap e1113: 8 total, 8 up, 8 in 2024-04-02T09:04:46.952 INFO:tasks.workunit.client.1.smithi055.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-02T09:04:46.958 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd rm testimg 2024-04-02T09:04:47.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:46 smithi055 ceph-mon[85080]: osdmap e1113: 8 total, 8 up, 8 in 2024-04-02T09:04:47.091 INFO:tasks.workunit.client.1.smithi055.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-04-02T09:04:47.094 INFO:tasks.workunit.client.1.smithi055.stderr:+ cmp /tmp/rbd_import_export_134056/img /tmp/rbd_import_export_134056/img2 2024-04-02T09:04:47.635 INFO:tasks.workunit.client.1.smithi055.stderr:+ cmp /tmp/rbd_import_export_134056/img /tmp/rbd_import_export_134056/img3 2024-04-02T09:04:47.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:47 smithi012 ceph-mon[88355]: pgmap v2030: 105 pgs: 105 active+clean; 2.5 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 127 B/s rd, 18 KiB/s wr, 125 op/s 2024-04-02T09:04:47.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:47 smithi012 ceph-mon[90784]: pgmap v2030: 105 pgs: 105 active+clean; 2.5 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 127 B/s rd, 18 KiB/s wr, 125 op/s 2024-04-02T09:04:48.016 INFO:tasks.workunit.client.1.smithi055.stderr:+ rm /tmp/rbd_import_export_134056/img2 /tmp/rbd_import_export_134056/img3 2024-04-02T09:04:48.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:47 smithi055 ceph-mon[85080]: pgmap v2030: 105 pgs: 105 active+clean; 2.5 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 127 B/s rd, 18 KiB/s wr, 125 op/s 2024-04-02T09:04:48.182 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd import --new-format - testimg 2024-04-02T09:04:48.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:04:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:04:47] "GET /metrics HTTP/1.1" 200 34003 "" "Prometheus/2.43.0" 2024-04-02T09:04:48.581 INFO:tasks.workunit.client.1.smithi055.stderr: Importing image: 100% complete...done. 2024-04-02T09:04:48.581 INFO:tasks.workunit.client.1.smithi055.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:04:48.584 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd export testimg /tmp/rbd_import_export_134056/img2 2024-04-02T09:04:48.768 INFO:tasks.workunit.client.1.smithi055.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-02T09:04:48.771 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd export testimg - 2024-04-02T09:04:49.344 INFO:tasks.workunit.client.1.smithi055.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-02T09:04:49.349 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd rm testimg 2024-04-02T09:04:49.468 INFO:tasks.workunit.client.1.smithi055.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-04-02T09:04:49.471 INFO:tasks.workunit.client.1.smithi055.stderr:+ cmp /tmp/rbd_import_export_134056/img /tmp/rbd_import_export_134056/img2 2024-04-02T09:04:49.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:49 smithi012 ceph-mon[88355]: pgmap v2031: 105 pgs: 105 active+clean; 2.5 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 127 B/s rd, 18 KiB/s wr, 19 op/s 2024-04-02T09:04:49.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:49 smithi012 ceph-mon[90784]: pgmap v2031: 105 pgs: 105 active+clean; 2.5 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 127 B/s rd, 18 KiB/s wr, 19 op/s 2024-04-02T09:04:50.009 INFO:tasks.workunit.client.1.smithi055.stderr:+ cmp /tmp/rbd_import_export_134056/img /tmp/rbd_import_export_134056/img3 2024-04-02T09:04:50.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:49 smithi055 ceph-mon[85080]: pgmap v2031: 105 pgs: 105 active+clean; 2.5 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 127 B/s rd, 18 KiB/s wr, 19 op/s 2024-04-02T09:04:50.389 INFO:tasks.workunit.client.1.smithi055.stderr:+ rm /tmp/rbd_import_export_134056/img /tmp/rbd_import_export_134056/img2 /tmp/rbd_import_export_134056/img3 2024-04-02T09:04:50.603 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd help export 2024-04-02T09:04:50.603 INFO:tasks.workunit.client.1.smithi055.stderr:+ grep -q export-format 2024-04-02T09:04:50.624 INFO:tasks.workunit.client.1.smithi055.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_134056/img bs=1k count=10 seek=100 2024-04-02T09:04:50.625 INFO:tasks.workunit.client.1.smithi055.stderr:10+0 records in 2024-04-02T09:04:50.625 INFO:tasks.workunit.client.1.smithi055.stderr:10+0 records out 2024-04-02T09:04:50.625 INFO:tasks.workunit.client.1.smithi055.stderr:10240 bytes (10 kB, 10 KiB) copied, 6.5207e-05 s, 157 MB/s 2024-04-02T09:04:50.625 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd import --new-format /tmp/rbd_import_export_134056/img testimg 2024-04-02T09:04:50.725 INFO:tasks.workunit.client.1.smithi055.stderr: Importing image: 100% complete...done. 2024-04-02T09:04:50.726 INFO:tasks.workunit.client.1.smithi055.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:04:50.728 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd snap create testimg@snap 2024-04-02T09:04:51.697 INFO:tasks.workunit.client.1.smithi055.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-02T09:04:51.707 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd image-meta set testimg key1 value1 2024-04-02T09:04:51.771 INFO:tasks.workunit.client.1.smithi055.stderr:++ rbd image-meta list testimg 2024-04-02T09:04:51.818 INFO:tasks.workunit.client.1.smithi055.stderr:+ IMAGEMETA_BEFORE='There is 1 metadatum on this image: 2024-04-02T09:04:51.818 INFO:tasks.workunit.client.1.smithi055.stderr: 2024-04-02T09:04:51.818 INFO:tasks.workunit.client.1.smithi055.stderr:Key Value 2024-04-02T09:04:51.818 INFO:tasks.workunit.client.1.smithi055.stderr:key1 value1' 2024-04-02T09:04:51.818 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_134056/img_v2 2024-04-02T09:04:51.860 INFO:tasks.workunit.client.1.smithi055.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-02T09:04:51.864 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_134056/img_v2 testimg_import 2024-04-02T09:04:52.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:51 smithi055 ceph-mon[85080]: pgmap v2032: 105 pgs: 105 active+clean; 2.5 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 219 KiB/s rd, 115 KiB/s wr, 57 op/s 2024-04-02T09:04:52.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:51 smithi012 ceph-mon[88355]: pgmap v2032: 105 pgs: 105 active+clean; 2.5 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 219 KiB/s rd, 115 KiB/s wr, 57 op/s 2024-04-02T09:04:52.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:51 smithi012 ceph-mon[90784]: pgmap v2032: 105 pgs: 105 active+clean; 2.5 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 219 KiB/s rd, 115 KiB/s wr, 57 op/s 2024-04-02T09:04:52.685 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:04:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:04:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:04:52.713 INFO:tasks.workunit.client.1.smithi055.stderr: Importing image: 50% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-02T09:04:52.717 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd info testimg_import 2024-04-02T09:04:52.757 INFO:tasks.workunit.client.1.smithi055.stdout:rbd image 'testimg_import': 2024-04-02T09:04:52.757 INFO:tasks.workunit.client.1.smithi055.stdout: size 110 KiB in 1 objects 2024-04-02T09:04:52.757 INFO:tasks.workunit.client.1.smithi055.stdout: order 22 (4 MiB objects) 2024-04-02T09:04:52.757 INFO:tasks.workunit.client.1.smithi055.stdout: snapshot_count: 1 2024-04-02T09:04:52.757 INFO:tasks.workunit.client.1.smithi055.stdout: id: d5fd217311c6 2024-04-02T09:04:52.757 INFO:tasks.workunit.client.1.smithi055.stdout: block_name_prefix: rbd_data.d5fd217311c6 2024-04-02T09:04:52.757 INFO:tasks.workunit.client.1.smithi055.stdout: format: 2 2024-04-02T09:04:52.758 INFO:tasks.workunit.client.1.smithi055.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-04-02T09:04:52.758 INFO:tasks.workunit.client.1.smithi055.stdout: op_features: 2024-04-02T09:04:52.758 INFO:tasks.workunit.client.1.smithi055.stdout: flags: 2024-04-02T09:04:52.758 INFO:tasks.workunit.client.1.smithi055.stdout: create_timestamp: Tue Apr 2 09:04:51 2024 2024-04-02T09:04:52.758 INFO:tasks.workunit.client.1.smithi055.stdout: access_timestamp: Tue Apr 2 09:04:51 2024 2024-04-02T09:04:52.758 INFO:tasks.workunit.client.1.smithi055.stdout: modify_timestamp: Tue Apr 2 09:04:51 2024 2024-04-02T09:04:52.760 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd info testimg_import@snap 2024-04-02T09:04:52.798 INFO:tasks.workunit.client.1.smithi055.stdout:rbd image 'testimg_import': 2024-04-02T09:04:52.799 INFO:tasks.workunit.client.1.smithi055.stdout: size 110 KiB in 1 objects 2024-04-02T09:04:52.799 INFO:tasks.workunit.client.1.smithi055.stdout: order 22 (4 MiB objects) 2024-04-02T09:04:52.799 INFO:tasks.workunit.client.1.smithi055.stdout: snapshot_count: 1 2024-04-02T09:04:52.799 INFO:tasks.workunit.client.1.smithi055.stdout: id: d5fd217311c6 2024-04-02T09:04:52.799 INFO:tasks.workunit.client.1.smithi055.stdout: block_name_prefix: rbd_data.d5fd217311c6 2024-04-02T09:04:52.799 INFO:tasks.workunit.client.1.smithi055.stdout: format: 2 2024-04-02T09:04:52.799 INFO:tasks.workunit.client.1.smithi055.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-04-02T09:04:52.799 INFO:tasks.workunit.client.1.smithi055.stdout: op_features: 2024-04-02T09:04:52.799 INFO:tasks.workunit.client.1.smithi055.stdout: flags: 2024-04-02T09:04:52.799 INFO:tasks.workunit.client.1.smithi055.stdout: create_timestamp: Tue Apr 2 09:04:51 2024 2024-04-02T09:04:52.799 INFO:tasks.workunit.client.1.smithi055.stdout: access_timestamp: Tue Apr 2 09:04:51 2024 2024-04-02T09:04:52.799 INFO:tasks.workunit.client.1.smithi055.stdout: modify_timestamp: Tue Apr 2 09:04:51 2024 2024-04-02T09:04:52.800 INFO:tasks.workunit.client.1.smithi055.stdout: protected: False 2024-04-02T09:04:52.802 INFO:tasks.workunit.client.1.smithi055.stderr:++ rbd image-meta list testimg_import 2024-04-02T09:04:52.847 INFO:tasks.workunit.client.1.smithi055.stderr:+ IMAGEMETA_AFTER='There is 1 metadatum on this image: 2024-04-02T09:04:52.847 INFO:tasks.workunit.client.1.smithi055.stderr: 2024-04-02T09:04:52.847 INFO:tasks.workunit.client.1.smithi055.stderr:Key Value 2024-04-02T09:04:52.847 INFO:tasks.workunit.client.1.smithi055.stderr:key1 value1' 2024-04-02T09:04:52.847 INFO:tasks.workunit.client.1.smithi055.stderr:+ '[' 'There is 1 metadatum on this image: 2024-04-02T09:04:52.847 INFO:tasks.workunit.client.1.smithi055.stderr: 2024-04-02T09:04:52.847 INFO:tasks.workunit.client.1.smithi055.stderr:Key Value 2024-04-02T09:04:52.847 INFO:tasks.workunit.client.1.smithi055.stderr:key1 value1' = 'There is 1 metadatum on this image: 2024-04-02T09:04:52.847 INFO:tasks.workunit.client.1.smithi055.stderr: 2024-04-02T09:04:52.847 INFO:tasks.workunit.client.1.smithi055.stderr:Key Value 2024-04-02T09:04:52.847 INFO:tasks.workunit.client.1.smithi055.stderr:key1 value1' ']' 2024-04-02T09:04:52.848 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd export testimg_import /tmp/rbd_import_export_134056/img_import 2024-04-02T09:04:52.884 INFO:tasks.workunit.client.1.smithi055.stderr: Exporting image: 100% complete...done. 2024-04-02T09:04:52.887 INFO:tasks.workunit.client.1.smithi055.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_134056/img /tmp/rbd_import_export_134056/img_import 2024-04-02T09:04:52.887 INFO:tasks.workunit.client.1.smithi055.stderr:+ cmp -l /tmp/rbd_import_export_134056/img /tmp/rbd_import_export_134056/img_import 2024-04-02T09:04:52.888 INFO:tasks.workunit.client.1.smithi055.stderr:++ stat /tmp/rbd_import_export_134056/img --format %b 2024-04-02T09:04:52.889 INFO:tasks.workunit.client.1.smithi055.stderr:+ origsize=24 2024-04-02T09:04:52.889 INFO:tasks.workunit.client.1.smithi055.stderr:++ stat /tmp/rbd_import_export_134056/img_import --format %b 2024-04-02T09:04:52.890 INFO:tasks.workunit.client.1.smithi055.stderr:+ exportsize=224 2024-04-02T09:04:52.890 INFO:tasks.workunit.client.1.smithi055.stderr:+ difference=200 2024-04-02T09:04:52.890 INFO:tasks.workunit.client.1.smithi055.stderr:+ difference=200 2024-04-02T09:04:52.891 INFO:tasks.workunit.client.1.smithi055.stderr:+ test 200 -ge 0 -a 200 -lt 4096 2024-04-02T09:04:52.891 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd export testimg@snap /tmp/rbd_import_export_134056/img_snap 2024-04-02T09:04:52.928 INFO:tasks.workunit.client.1.smithi055.stderr: Exporting image: 100% complete...done. 2024-04-02T09:04:52.931 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd export testimg_import@snap /tmp/rbd_import_export_134056/img_snap_import 2024-04-02T09:04:52.968 INFO:tasks.workunit.client.1.smithi055.stderr: Exporting image: 100% complete...done. 2024-04-02T09:04:52.971 INFO:tasks.workunit.client.1.smithi055.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_134056/img_snap /tmp/rbd_import_export_134056/img_snap_import 2024-04-02T09:04:52.971 INFO:tasks.workunit.client.1.smithi055.stderr:+ cmp -l /tmp/rbd_import_export_134056/img_snap /tmp/rbd_import_export_134056/img_snap_import 2024-04-02T09:04:52.972 INFO:tasks.workunit.client.1.smithi055.stderr:++ stat /tmp/rbd_import_export_134056/img_snap --format %b 2024-04-02T09:04:52.973 INFO:tasks.workunit.client.1.smithi055.stderr:+ origsize=224 2024-04-02T09:04:52.973 INFO:tasks.workunit.client.1.smithi055.stderr:++ stat /tmp/rbd_import_export_134056/img_snap_import --format %b 2024-04-02T09:04:52.974 INFO:tasks.workunit.client.1.smithi055.stderr:+ exportsize=224 2024-04-02T09:04:52.974 INFO:tasks.workunit.client.1.smithi055.stderr:+ difference=0 2024-04-02T09:04:52.974 INFO:tasks.workunit.client.1.smithi055.stderr:+ difference=0 2024-04-02T09:04:52.974 INFO:tasks.workunit.client.1.smithi055.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-02T09:04:52.974 INFO:tasks.workunit.client.1.smithi055.stderr:+ rm /tmp/rbd_import_export_134056/img_v2 2024-04-02T09:04:52.974 INFO:tasks.workunit.client.1.smithi055.stderr:+ rm /tmp/rbd_import_export_134056/img_import 2024-04-02T09:04:52.975 INFO:tasks.workunit.client.1.smithi055.stderr:+ rm /tmp/rbd_import_export_134056/img_snap 2024-04-02T09:04:52.976 INFO:tasks.workunit.client.1.smithi055.stderr:+ rm /tmp/rbd_import_export_134056/img_snap_import 2024-04-02T09:04:52.976 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd snap rm testimg_import@snap 2024-04-02T09:04:53.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:52 smithi055 ceph-mon[85080]: osdmap e1114: 8 total, 8 up, 8 in 2024-04-02T09:04:53.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:52 smithi012 ceph-mon[88355]: osdmap e1114: 8 total, 8 up, 8 in 2024-04-02T09:04:53.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:52 smithi012 ceph-mon[90784]: osdmap e1114: 8 total, 8 up, 8 in 2024-04-02T09:04:53.702 INFO:tasks.workunit.client.1.smithi055.stderr: Removing snap: 100% complete...done. 2024-04-02T09:04:53.718 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd remove testimg_import 2024-04-02T09:04:53.852 INFO:tasks.workunit.client.1.smithi055.stderr: Removing image: 100% complete...done. 2024-04-02T09:04:53.854 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd snap rm testimg@snap 2024-04-02T09:04:54.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:53 smithi055 ceph-mon[85080]: pgmap v2034: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 294 KiB/s rd, 118 KiB/s wr, 105 op/s 2024-04-02T09:04:54.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:53 smithi055 ceph-mon[85080]: osdmap e1115: 8 total, 8 up, 8 in 2024-04-02T09:04:54.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:53 smithi012 ceph-mon[88355]: pgmap v2034: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 294 KiB/s rd, 118 KiB/s wr, 105 op/s 2024-04-02T09:04:54.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:53 smithi012 ceph-mon[88355]: osdmap e1115: 8 total, 8 up, 8 in 2024-04-02T09:04:54.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:53 smithi012 ceph-mon[90784]: pgmap v2034: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 294 KiB/s rd, 118 KiB/s wr, 105 op/s 2024-04-02T09:04:54.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:53 smithi012 ceph-mon[90784]: osdmap e1115: 8 total, 8 up, 8 in 2024-04-02T09:04:54.265 INFO:tasks.workunit.client.1.smithi055.stderr: Removing snap: 100% complete...done. 2024-04-02T09:04:54.280 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd rm testimg 2024-04-02T09:04:54.410 INFO:tasks.workunit.client.1.smithi055.stderr: Removing image: 100% complete...done. 2024-04-02T09:04:54.413 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd import --order 20 /tmp/rbd_import_export_134056/img testimg 2024-04-02T09:04:54.484 INFO:tasks.workunit.client.1.smithi055.stderr: Importing image: 100% complete...done. 2024-04-02T09:04:54.484 INFO:tasks.workunit.client.1.smithi055.stderr:rbd: --order is deprecated, use --object-size 2024-04-02T09:04:54.487 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_134056/img_v2 2024-04-02T09:04:54.526 INFO:tasks.workunit.client.1.smithi055.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-02T09:04:54.529 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_134056/img_v2 testimg_import 2024-04-02T09:04:54.606 INFO:tasks.workunit.client.1.smithi055.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-02T09:04:54.609 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd info testimg_import 2024-04-02T09:04:54.609 INFO:tasks.workunit.client.1.smithi055.stderr:+ grep order 2024-04-02T09:04:54.609 INFO:tasks.workunit.client.1.smithi055.stderr:+ awk '{print $2}' 2024-04-02T09:04:54.609 INFO:tasks.workunit.client.1.smithi055.stderr:+ grep 20 2024-04-02T09:04:54.647 INFO:tasks.workunit.client.1.smithi055.stdout:20 2024-04-02T09:04:54.648 INFO:tasks.workunit.client.1.smithi055.stderr:+ rm /tmp/rbd_import_export_134056/img_v2 2024-04-02T09:04:54.648 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd remove testimg_import 2024-04-02T09:04:54.770 INFO:tasks.workunit.client.1.smithi055.stderr: Removing image: 100% complete...done. 2024-04-02T09:04:54.773 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd remove testimg 2024-04-02T09:04:54.894 INFO:tasks.workunit.client.1.smithi055.stderr: Removing image: 100% complete...done. 2024-04-02T09:04:54.897 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd import --image-feature layering /tmp/rbd_import_export_134056/img testimg 2024-04-02T09:04:54.954 INFO:tasks.workunit.client.1.smithi055.stderr: Importing image: 100% complete...done. 2024-04-02T09:04:54.957 INFO:tasks.workunit.client.1.smithi055.stderr:++ rbd info testimg 2024-04-02T09:04:54.957 INFO:tasks.workunit.client.1.smithi055.stderr:++ grep features 2024-04-02T09:04:54.998 INFO:tasks.workunit.client.1.smithi055.stderr:+ FEATURES_BEFORE=' features: layering 2024-04-02T09:04:54.998 INFO:tasks.workunit.client.1.smithi055.stderr: op_features: ' 2024-04-02T09:04:54.998 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_134056/img_v2 2024-04-02T09:04:55.039 INFO:tasks.workunit.client.1.smithi055.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-02T09:04:55.042 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_134056/img_v2 testimg_import 2024-04-02T09:04:55.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:54 smithi055 ceph-mon[85080]: osdmap e1116: 8 total, 8 up, 8 in 2024-04-02T09:04:55.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:54 smithi055 ceph-mon[85080]: osdmap e1117: 8 total, 8 up, 8 in 2024-04-02T09:04:55.110 INFO:tasks.workunit.client.1.smithi055.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-02T09:04:55.114 INFO:tasks.workunit.client.1.smithi055.stderr:++ rbd info testimg_import 2024-04-02T09:04:55.114 INFO:tasks.workunit.client.1.smithi055.stderr:++ grep features 2024-04-02T09:04:55.153 INFO:tasks.workunit.client.1.smithi055.stderr:+ FEATURES_AFTER=' features: layering 2024-04-02T09:04:55.153 INFO:tasks.workunit.client.1.smithi055.stderr: op_features: ' 2024-04-02T09:04:55.153 INFO:tasks.workunit.client.1.smithi055.stderr:+ '[' ' features: layering 2024-04-02T09:04:55.154 INFO:tasks.workunit.client.1.smithi055.stderr: op_features: ' '!=' ' features: layering 2024-04-02T09:04:55.154 INFO:tasks.workunit.client.1.smithi055.stderr: op_features: ' ']' 2024-04-02T09:04:55.154 INFO:tasks.workunit.client.1.smithi055.stderr:+ rm /tmp/rbd_import_export_134056/img_v2 2024-04-02T09:04:55.154 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd remove testimg_import 2024-04-02T09:04:55.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:54 smithi012 ceph-mon[88355]: osdmap e1116: 8 total, 8 up, 8 in 2024-04-02T09:04:55.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:54 smithi012 ceph-mon[88355]: osdmap e1117: 8 total, 8 up, 8 in 2024-04-02T09:04:55.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:54 smithi012 ceph-mon[90784]: osdmap e1116: 8 total, 8 up, 8 in 2024-04-02T09:04:55.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:54 smithi012 ceph-mon[90784]: osdmap e1117: 8 total, 8 up, 8 in 2024-04-02T09:04:55.247 INFO:tasks.workunit.client.1.smithi055.stderr: Removing image: 100% complete...done. 2024-04-02T09:04:55.250 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd remove testimg 2024-04-02T09:04:55.345 INFO:tasks.workunit.client.1.smithi055.stderr: Removing image: 100% complete...done. 2024-04-02T09:04:55.348 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd import --stripe-count 1000 --stripe-unit 4096 /tmp/rbd_import_export_134056/img testimg 2024-04-02T09:04:55.424 INFO:tasks.workunit.client.1.smithi055.stderr: Importing image: 100% complete...done. 2024-04-02T09:04:55.427 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_134056/img_v2 2024-04-02T09:04:55.466 INFO:tasks.workunit.client.1.smithi055.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-02T09:04:55.469 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_134056/img_v2 testimg_import 2024-04-02T09:04:55.553 INFO:tasks.workunit.client.1.smithi055.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-02T09:04:55.556 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd info testimg_import 2024-04-02T09:04:55.557 INFO:tasks.workunit.client.1.smithi055.stderr:+ grep 'stripe unit' 2024-04-02T09:04:55.557 INFO:tasks.workunit.client.1.smithi055.stderr:+ grep -Ei '(4 KiB|4096)' 2024-04-02T09:04:55.595 INFO:tasks.workunit.client.1.smithi055.stdout: stripe unit: 4 KiB 2024-04-02T09:04:55.596 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd info testimg_import 2024-04-02T09:04:55.596 INFO:tasks.workunit.client.1.smithi055.stderr:+ grep 'stripe count' 2024-04-02T09:04:55.596 INFO:tasks.workunit.client.1.smithi055.stderr:+ awk '{print $3}' 2024-04-02T09:04:55.596 INFO:tasks.workunit.client.1.smithi055.stderr:+ grep 1000 2024-04-02T09:04:55.634 INFO:tasks.workunit.client.1.smithi055.stdout:1000 2024-04-02T09:04:55.635 INFO:tasks.workunit.client.1.smithi055.stderr:+ rm /tmp/rbd_import_export_134056/img_v2 2024-04-02T09:04:55.635 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd remove testimg_import 2024-04-02T09:04:55.763 INFO:tasks.workunit.client.1.smithi055.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-04-02T09:04:55.765 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd remove testimg 2024-04-02T09:04:55.888 INFO:tasks.workunit.client.1.smithi055.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-04-02T09:04:55.891 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd import --image-format=2 /tmp/rbd_import_export_134056/img testimg 2024-04-02T09:04:55.960 INFO:tasks.workunit.client.1.smithi055.stderr: Importing image: 100% complete...done. 2024-04-02T09:04:55.963 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd snap create testimg@snap1 2024-04-02T09:04:56.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:55 smithi055 ceph-mon[85080]: pgmap v2038: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 140 KiB/s rd, 3.7 KiB/s wr, 92 op/s 2024-04-02T09:04:56.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:55 smithi012 ceph-mon[88355]: pgmap v2038: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 140 KiB/s rd, 3.7 KiB/s wr, 92 op/s 2024-04-02T09:04:56.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:55 smithi012 ceph-mon[90784]: pgmap v2038: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 140 KiB/s rd, 3.7 KiB/s wr, 92 op/s 2024-04-02T09:04:56.723 INFO:tasks.workunit.client.1.smithi055.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-02T09:04:56.733 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd snap create testimg@snap2 2024-04-02T09:04:57.725 INFO:tasks.workunit.client.1.smithi055.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-02T09:04:57.736 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd snap protect testimg@snap2 2024-04-02T09:04:57.792 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_134056/snap_protect 2024-04-02T09:04:57.838 INFO:tasks.workunit.client.1.smithi055.stderr: Exporting image: 33% complete... Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-02T09:04:57.841 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_134056/snap_protect testimg_import 2024-04-02T09:04:57.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:57 smithi012 ceph-mon[90784]: pgmap v2039: 105 pgs: 105 active+clean; 803 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 310 KiB/s rd, 33 KiB/s wr, 406 op/s 2024-04-02T09:04:57.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:57 smithi012 ceph-mon[90784]: osdmap e1118: 8 total, 8 up, 8 in 2024-04-02T09:04:57.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:57 smithi012 ceph-mon[88355]: pgmap v2039: 105 pgs: 105 active+clean; 803 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 310 KiB/s rd, 33 KiB/s wr, 406 op/s 2024-04-02T09:04:57.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:57 smithi012 ceph-mon[88355]: osdmap e1118: 8 total, 8 up, 8 in 2024-04-02T09:04:58.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:57 smithi055 ceph-mon[85080]: pgmap v2039: 105 pgs: 105 active+clean; 803 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 310 KiB/s rd, 33 KiB/s wr, 406 op/s 2024-04-02T09:04:58.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:57 smithi055 ceph-mon[85080]: osdmap e1118: 8 total, 8 up, 8 in 2024-04-02T09:04:58.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:04:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:04:57] "GET /metrics HTTP/1.1" 200 34003 "" "Prometheus/2.43.0" 2024-04-02T09:04:59.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:58 smithi055 ceph-mon[85080]: osdmap e1119: 8 total, 8 up, 8 in 2024-04-02T09:04:59.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:58 smithi012 ceph-mon[88355]: osdmap e1119: 8 total, 8 up, 8 in 2024-04-02T09:04:59.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:58 smithi012 ceph-mon[90784]: osdmap e1119: 8 total, 8 up, 8 in 2024-04-02T09:04:59.294 INFO:tasks.workunit.client.1.smithi055.stderr: Importing image: 33% complete... Importing image: 66% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-02T09:04:59.298 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd info testimg_import@snap1 2024-04-02T09:04:59.298 INFO:tasks.workunit.client.1.smithi055.stderr:+ grep 'protected: False' 2024-04-02T09:04:59.343 INFO:tasks.workunit.client.1.smithi055.stdout: protected: False 2024-04-02T09:04:59.344 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd info testimg_import@snap2 2024-04-02T09:04:59.344 INFO:tasks.workunit.client.1.smithi055.stderr:+ grep 'protected: True' 2024-04-02T09:04:59.386 INFO:tasks.workunit.client.1.smithi055.stdout: protected: True 2024-04-02T09:04:59.386 INFO:tasks.workunit.client.1.smithi055.stderr:+ rm /tmp/rbd_import_export_134056/snap_protect 2024-04-02T09:04:59.387 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd snap unprotect testimg@snap2 2024-04-02T09:04:59.440 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd snap unprotect testimg_import@snap2 2024-04-02T09:04:59.491 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd snap purge testimg 2024-04-02T09:05:00.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:59 smithi055 ceph-mon[85080]: pgmap v2042: 105 pgs: 105 active+clean; 803 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 311 KiB/s rd, 34 KiB/s wr, 408 op/s 2024-04-02T09:05:00.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:59 smithi055 ceph-mon[85080]: osdmap e1120: 8 total, 8 up, 8 in 2024-04-02T09:05:00.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:00.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:04:59 smithi055 ceph-mon[85080]: osdmap e1121: 8 total, 8 up, 8 in 2024-04-02T09:05:00.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:59 smithi012 ceph-mon[88355]: pgmap v2042: 105 pgs: 105 active+clean; 803 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 311 KiB/s rd, 34 KiB/s wr, 408 op/s 2024-04-02T09:05:00.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:59 smithi012 ceph-mon[88355]: osdmap e1120: 8 total, 8 up, 8 in 2024-04-02T09:05:00.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:00.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:04:59 smithi012 ceph-mon[88355]: osdmap e1121: 8 total, 8 up, 8 in 2024-04-02T09:05:00.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:59 smithi012 ceph-mon[90784]: pgmap v2042: 105 pgs: 105 active+clean; 803 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 311 KiB/s rd, 34 KiB/s wr, 408 op/s 2024-04-02T09:05:00.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:59 smithi012 ceph-mon[90784]: osdmap e1120: 8 total, 8 up, 8 in 2024-04-02T09:05:00.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:00.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:04:59 smithi012 ceph-mon[90784]: osdmap e1121: 8 total, 8 up, 8 in 2024-04-02T09:05:01.276 INFO:tasks.workunit.client.1.smithi055.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-04-02T09:05:01.286 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd snap purge testimg_import 2024-04-02T09:05:01.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:01 smithi055 ceph-mon[85080]: osdmap e1122: 8 total, 8 up, 8 in 2024-04-02T09:05:01.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:01 smithi055 ceph-mon[85080]: pgmap v2046: 105 pgs: 105 active+clean; 803 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 191 KiB/s rd, 24 KiB/s wr, 255 op/s 2024-04-02T09:05:01.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:01 smithi012 ceph-mon[88355]: osdmap e1122: 8 total, 8 up, 8 in 2024-04-02T09:05:01.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:01 smithi012 ceph-mon[88355]: pgmap v2046: 105 pgs: 105 active+clean; 803 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 191 KiB/s rd, 24 KiB/s wr, 255 op/s 2024-04-02T09:05:01.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:01 smithi012 ceph-mon[90784]: osdmap e1122: 8 total, 8 up, 8 in 2024-04-02T09:05:01.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:01 smithi012 ceph-mon[90784]: pgmap v2046: 105 pgs: 105 active+clean; 803 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 191 KiB/s rd, 24 KiB/s wr, 255 op/s 2024-04-02T09:05:02.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:02 smithi055 ceph-mon[85080]: osdmap e1123: 8 total, 8 up, 8 in 2024-04-02T09:05:02.561 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:05:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:05:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:05:02.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:02 smithi012 ceph-mon[88355]: osdmap e1123: 8 total, 8 up, 8 in 2024-04-02T09:05:02.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:02 smithi012 ceph-mon[90784]: osdmap e1123: 8 total, 8 up, 8 in 2024-04-02T09:05:03.292 INFO:tasks.workunit.client.1.smithi055.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-04-02T09:05:03.311 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd remove testimg 2024-04-02T09:05:03.453 INFO:tasks.workunit.client.1.smithi055.stderr: Removing image: 100% complete...done. 2024-04-02T09:05:03.456 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd remove testimg_import 2024-04-02T09:05:03.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:03 smithi055 ceph-mon[85080]: osdmap e1124: 8 total, 8 up, 8 in 2024-04-02T09:05:03.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:03 smithi055 ceph-mon[85080]: pgmap v2049: 105 pgs: 105 active+clean; 803 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 KiB/s rd, 27 KiB/s wr, 334 op/s 2024-04-02T09:05:03.586 INFO:tasks.workunit.client.1.smithi055.stderr: Removing image: 100% complete...done. 2024-04-02T09:05:03.589 INFO:tasks.workunit.client.1.smithi055.stderr:+ tiered=0 2024-04-02T09:05:03.590 INFO:tasks.workunit.client.1.smithi055.stderr:+ ceph osd dump 2024-04-02T09:05:03.590 INFO:tasks.workunit.client.1.smithi055.stderr:+ grep '^pool' 2024-04-02T09:05:03.590 INFO:tasks.workunit.client.1.smithi055.stderr:+ grep ''\''rbd'\''' 2024-04-02T09:05:03.590 INFO:tasks.workunit.client.1.smithi055.stderr:+ grep tier 2024-04-02T09:05:03.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:03 smithi012 ceph-mon[90784]: osdmap e1124: 8 total, 8 up, 8 in 2024-04-02T09:05:03.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:03 smithi012 ceph-mon[90784]: pgmap v2049: 105 pgs: 105 active+clean; 803 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 KiB/s rd, 27 KiB/s wr, 334 op/s 2024-04-02T09:05:03.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:03 smithi012 ceph-mon[88355]: osdmap e1124: 8 total, 8 up, 8 in 2024-04-02T09:05:03.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:03 smithi012 ceph-mon[88355]: pgmap v2049: 105 pgs: 105 active+clean; 803 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 KiB/s rd, 27 KiB/s wr, 334 op/s 2024-04-02T09:05:03.983 INFO:tasks.workunit.client.1.smithi055.stderr:+ dd if=/dev/urandom bs=1M seek=1 count=1 of=/tmp/rbd_import_export_134056/sparse1 2024-04-02T09:05:03.986 INFO:tasks.workunit.client.1.smithi055.stderr:1+0 records in 2024-04-02T09:05:03.987 INFO:tasks.workunit.client.1.smithi055.stderr:1+0 records out 2024-04-02T09:05:03.987 INFO:tasks.workunit.client.1.smithi055.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00315197 s, 333 MB/s 2024-04-02T09:05:03.987 INFO:tasks.workunit.client.1.smithi055.stderr:+ dd if=/dev/urandom bs=1M count=1 of=/tmp/rbd_import_export_134056/sparse2 2024-04-02T09:05:03.990 INFO:tasks.workunit.client.1.smithi055.stderr:1+0 records in 2024-04-02T09:05:03.990 INFO:tasks.workunit.client.1.smithi055.stderr:1+0 records out 2024-04-02T09:05:03.991 INFO:tasks.workunit.client.1.smithi055.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00309153 s, 339 MB/s 2024-04-02T09:05:03.991 INFO:tasks.workunit.client.1.smithi055.stderr:+ truncate /tmp/rbd_import_export_134056/sparse2 -s 2M 2024-04-02T09:05:03.998 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd rm sparse1 2024-04-02T09:05:04.053 INFO:tasks.workunit.client.1.smithi055.stderr: Removing image: 0% complete...failed. 2024-04-02T09:05:04.053 INFO:tasks.workunit.client.1.smithi055.stderr:rbd: delete error: (2) No such file or directory 2024-04-02T09:05:04.056 INFO:tasks.workunit.client.1.smithi055.stderr:+ true 2024-04-02T09:05:04.056 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_134056/sparse1 2024-04-02T09:05:04.138 INFO:tasks.workunit.client.1.smithi055.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-04-02T09:05:04.139 INFO:tasks.workunit.client.1.smithi055.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:05:04.139 INFO:tasks.workunit.client.1.smithi055.stderr:rbd: --order is deprecated, use --object-size 2024-04-02T09:05:04.142 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd ls -l 2024-04-02T09:05:04.142 INFO:tasks.workunit.client.1.smithi055.stderr:+ grep sparse1 2024-04-02T09:05:04.142 INFO:tasks.workunit.client.1.smithi055.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-04-02T09:05:04.182 INFO:tasks.workunit.client.1.smithi055.stdout:sparse1 2 MiB 2 2024-04-02T09:05:04.182 INFO:tasks.workunit.client.1.smithi055.stderr:++ objects sparse1 2024-04-02T09:05:04.183 INFO:tasks.workunit.client.1.smithi055.stderr:++ image=sparse1 2024-04-02T09:05:04.183 INFO:tasks.workunit.client.1.smithi055.stderr:+++ rbd info sparse1 2024-04-02T09:05:04.183 INFO:tasks.workunit.client.1.smithi055.stderr:+++ grep block_name_prefix 2024-04-02T09:05:04.183 INFO:tasks.workunit.client.1.smithi055.stderr:+++ awk '{print $NF;}' 2024-04-02T09:05:04.221 INFO:tasks.workunit.client.1.smithi055.stderr:++ prefix=rbd_data.d717f5785599 2024-04-02T09:05:04.222 INFO:tasks.workunit.client.1.smithi055.stderr:+++ grep rbd_data.d717f5785599 2024-04-02T09:05:04.222 INFO:tasks.workunit.client.1.smithi055.stderr:+++ sed -e 's/rbd_data.d717f5785599\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-02T09:05:04.222 INFO:tasks.workunit.client.1.smithi055.stderr:++++ get_image_data_pool sparse1 2024-04-02T09:05:04.222 INFO:tasks.workunit.client.1.smithi055.stderr:++++ image=sparse1 2024-04-02T09:05:04.222 INFO:tasks.workunit.client.1.smithi055.stderr:+++ sort -u 2024-04-02T09:05:04.223 INFO:tasks.workunit.client.1.smithi055.stderr:+++++ rbd info sparse1 2024-04-02T09:05:04.223 INFO:tasks.workunit.client.1.smithi055.stderr:+++++ grep 'data_pool: ' 2024-04-02T09:05:04.223 INFO:tasks.workunit.client.1.smithi055.stderr:+++++ awk -F: '{ print $NF }' 2024-04-02T09:05:04.261 INFO:tasks.workunit.client.1.smithi055.stderr:++++ data_pool= 2024-04-02T09:05:04.261 INFO:tasks.workunit.client.1.smithi055.stderr:++++ '[' -z ']' 2024-04-02T09:05:04.261 INFO:tasks.workunit.client.1.smithi055.stderr:++++ data_pool=rbd 2024-04-02T09:05:04.261 INFO:tasks.workunit.client.1.smithi055.stderr:++++ echo rbd 2024-04-02T09:05:04.261 INFO:tasks.workunit.client.1.smithi055.stderr:+++ rados ls -p rbd 2024-04-02T09:05:04.333 INFO:tasks.workunit.client.1.smithi055.stderr:++ objects=1 2024-04-02T09:05:04.333 INFO:tasks.workunit.client.1.smithi055.stderr:++ echo 1 2024-04-02T09:05:04.333 INFO:tasks.workunit.client.1.smithi055.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-04-02T09:05:04.333 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd export sparse1 /tmp/rbd_import_export_134056/sparse1.out 2024-04-02T09:05:04.373 INFO:tasks.workunit.client.1.smithi055.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-04-02T09:05:04.377 INFO:tasks.workunit.client.1.smithi055.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_134056/sparse1 /tmp/rbd_import_export_134056/sparse1.out 2024-04-02T09:05:04.377 INFO:tasks.workunit.client.1.smithi055.stderr:+ cmp -l /tmp/rbd_import_export_134056/sparse1 /tmp/rbd_import_export_134056/sparse1.out 2024-04-02T09:05:04.379 INFO:tasks.workunit.client.1.smithi055.stderr:++ stat /tmp/rbd_import_export_134056/sparse1 --format %b 2024-04-02T09:05:04.380 INFO:tasks.workunit.client.1.smithi055.stderr:+ origsize=2048 2024-04-02T09:05:04.380 INFO:tasks.workunit.client.1.smithi055.stderr:++ stat /tmp/rbd_import_export_134056/sparse1.out --format %b 2024-04-02T09:05:04.381 INFO:tasks.workunit.client.1.smithi055.stderr:+ exportsize=2048 2024-04-02T09:05:04.381 INFO:tasks.workunit.client.1.smithi055.stderr:+ difference=0 2024-04-02T09:05:04.382 INFO:tasks.workunit.client.1.smithi055.stderr:+ difference=0 2024-04-02T09:05:04.382 INFO:tasks.workunit.client.1.smithi055.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-02T09:05:04.382 INFO:tasks.workunit.client.1.smithi055.stderr:+ rm /tmp/rbd_import_export_134056/sparse1.out 2024-04-02T09:05:04.382 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd rm sparse1 2024-04-02T09:05:04.510 INFO:tasks.workunit.client.1.smithi055.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-04-02T09:05:04.513 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd rm sparse2 2024-04-02T09:05:04.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:04 smithi055 ceph-mon[85080]: osdmap e1125: 8 total, 8 up, 8 in 2024-04-02T09:05:04.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:04 smithi055 ceph-mon[85080]: from='client.? 172.21.15.55:0/4042550553' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-02T09:05:04.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:04 smithi055 ceph-mon[85080]: from='client.? 172.21.15.55:0/4042550553' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-02T09:05:04.566 INFO:tasks.workunit.client.1.smithi055.stderr: Removing image: 0% complete...failed. 2024-04-02T09:05:04.566 INFO:tasks.workunit.client.1.smithi055.stderr:rbd: delete error: (2) No such file or directory 2024-04-02T09:05:04.569 INFO:tasks.workunit.client.1.smithi055.stderr:+ true 2024-04-02T09:05:04.569 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_134056/sparse2 2024-04-02T09:05:04.645 INFO:tasks.workunit.client.1.smithi055.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-04-02T09:05:04.645 INFO:tasks.workunit.client.1.smithi055.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:05:04.645 INFO:tasks.workunit.client.1.smithi055.stderr:rbd: --order is deprecated, use --object-size 2024-04-02T09:05:04.648 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd ls -l 2024-04-02T09:05:04.648 INFO:tasks.workunit.client.1.smithi055.stderr:+ grep sparse2 2024-04-02T09:05:04.648 INFO:tasks.workunit.client.1.smithi055.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-04-02T09:05:04.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:04 smithi012 ceph-mon[88355]: osdmap e1125: 8 total, 8 up, 8 in 2024-04-02T09:05:04.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:04 smithi012 ceph-mon[88355]: from='client.? 172.21.15.55:0/4042550553' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-02T09:05:04.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:04 smithi012 ceph-mon[88355]: from='client.? 172.21.15.55:0/4042550553' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-02T09:05:04.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:04 smithi012 ceph-mon[90784]: osdmap e1125: 8 total, 8 up, 8 in 2024-04-02T09:05:04.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:04 smithi012 ceph-mon[90784]: from='client.? 172.21.15.55:0/4042550553' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-02T09:05:04.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:04 smithi012 ceph-mon[90784]: from='client.? 172.21.15.55:0/4042550553' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-02T09:05:04.686 INFO:tasks.workunit.client.1.smithi055.stdout:sparse2 2 MiB 2 2024-04-02T09:05:04.687 INFO:tasks.workunit.client.1.smithi055.stderr:++ objects sparse2 2024-04-02T09:05:04.687 INFO:tasks.workunit.client.1.smithi055.stderr:++ image=sparse2 2024-04-02T09:05:04.687 INFO:tasks.workunit.client.1.smithi055.stderr:+++ rbd info sparse2 2024-04-02T09:05:04.687 INFO:tasks.workunit.client.1.smithi055.stderr:+++ grep block_name_prefix 2024-04-02T09:05:04.688 INFO:tasks.workunit.client.1.smithi055.stderr:+++ awk '{print $NF;}' 2024-04-02T09:05:04.726 INFO:tasks.workunit.client.1.smithi055.stderr:++ prefix=rbd_data.d74a848a6f9c 2024-04-02T09:05:04.727 INFO:tasks.workunit.client.1.smithi055.stderr:+++ grep rbd_data.d74a848a6f9c 2024-04-02T09:05:04.727 INFO:tasks.workunit.client.1.smithi055.stderr:++++ get_image_data_pool sparse2 2024-04-02T09:05:04.727 INFO:tasks.workunit.client.1.smithi055.stderr:+++ sed -e 's/rbd_data.d74a848a6f9c\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-02T09:05:04.727 INFO:tasks.workunit.client.1.smithi055.stderr:++++ image=sparse2 2024-04-02T09:05:04.727 INFO:tasks.workunit.client.1.smithi055.stderr:+++ sort -u 2024-04-02T09:05:04.727 INFO:tasks.workunit.client.1.smithi055.stderr:+++++ rbd info sparse2 2024-04-02T09:05:04.727 INFO:tasks.workunit.client.1.smithi055.stderr:+++++ grep 'data_pool: ' 2024-04-02T09:05:04.727 INFO:tasks.workunit.client.1.smithi055.stderr:+++++ awk -F: '{ print $NF }' 2024-04-02T09:05:04.765 INFO:tasks.workunit.client.1.smithi055.stderr:++++ data_pool= 2024-04-02T09:05:04.765 INFO:tasks.workunit.client.1.smithi055.stderr:++++ '[' -z ']' 2024-04-02T09:05:04.765 INFO:tasks.workunit.client.1.smithi055.stderr:++++ data_pool=rbd 2024-04-02T09:05:04.766 INFO:tasks.workunit.client.1.smithi055.stderr:++++ echo rbd 2024-04-02T09:05:04.766 INFO:tasks.workunit.client.1.smithi055.stderr:+++ rados ls -p rbd 2024-04-02T09:05:04.831 INFO:tasks.workunit.client.1.smithi055.stderr:++ objects=0 2024-04-02T09:05:04.832 INFO:tasks.workunit.client.1.smithi055.stderr:++ echo 0 2024-04-02T09:05:04.832 INFO:tasks.workunit.client.1.smithi055.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-04-02T09:05:04.832 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd export sparse2 /tmp/rbd_import_export_134056/sparse2.out 2024-04-02T09:05:04.870 INFO:tasks.workunit.client.1.smithi055.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-04-02T09:05:04.874 INFO:tasks.workunit.client.1.smithi055.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_134056/sparse2 /tmp/rbd_import_export_134056/sparse2.out 2024-04-02T09:05:04.874 INFO:tasks.workunit.client.1.smithi055.stderr:+ cmp -l /tmp/rbd_import_export_134056/sparse2 /tmp/rbd_import_export_134056/sparse2.out 2024-04-02T09:05:04.876 INFO:tasks.workunit.client.1.smithi055.stderr:++ stat /tmp/rbd_import_export_134056/sparse2 --format %b 2024-04-02T09:05:04.876 INFO:tasks.workunit.client.1.smithi055.stderr:+ origsize=2048 2024-04-02T09:05:04.877 INFO:tasks.workunit.client.1.smithi055.stderr:++ stat /tmp/rbd_import_export_134056/sparse2.out --format %b 2024-04-02T09:05:04.878 INFO:tasks.workunit.client.1.smithi055.stderr:+ exportsize=2048 2024-04-02T09:05:04.878 INFO:tasks.workunit.client.1.smithi055.stderr:+ difference=0 2024-04-02T09:05:04.878 INFO:tasks.workunit.client.1.smithi055.stderr:+ difference=0 2024-04-02T09:05:04.878 INFO:tasks.workunit.client.1.smithi055.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-02T09:05:04.878 INFO:tasks.workunit.client.1.smithi055.stderr:+ rm /tmp/rbd_import_export_134056/sparse2.out 2024-04-02T09:05:04.878 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd rm sparse2 2024-04-02T09:05:05.012 INFO:tasks.workunit.client.1.smithi055.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-04-02T09:05:05.015 INFO:tasks.workunit.client.1.smithi055.stderr:+ truncate /tmp/rbd_import_export_134056/sparse1 -s 10M 2024-04-02T09:05:05.016 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd import --new-format --order 20 - sparse1 2024-04-02T09:05:05.133 INFO:tasks.workunit.client.1.smithi055.stderr: Importing image: 100% complete...done. 2024-04-02T09:05:05.133 INFO:tasks.workunit.client.1.smithi055.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:05:05.133 INFO:tasks.workunit.client.1.smithi055.stderr:rbd: --order is deprecated, use --object-size 2024-04-02T09:05:05.137 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd ls -l 2024-04-02T09:05:05.137 INFO:tasks.workunit.client.1.smithi055.stderr:+ grep sparse1 2024-04-02T09:05:05.137 INFO:tasks.workunit.client.1.smithi055.stderr:+ grep -Ei '(10 MiB|10240k)' 2024-04-02T09:05:05.177 INFO:tasks.workunit.client.1.smithi055.stdout:sparse1 10 MiB 2 2024-04-02T09:05:05.179 INFO:tasks.workunit.client.1.smithi055.stderr:++ objects sparse1 2024-04-02T09:05:05.179 INFO:tasks.workunit.client.1.smithi055.stderr:++ image=sparse1 2024-04-02T09:05:05.179 INFO:tasks.workunit.client.1.smithi055.stderr:+++ rbd info sparse1 2024-04-02T09:05:05.179 INFO:tasks.workunit.client.1.smithi055.stderr:+++ grep block_name_prefix 2024-04-02T09:05:05.179 INFO:tasks.workunit.client.1.smithi055.stderr:+++ awk '{print $NF;}' 2024-04-02T09:05:05.217 INFO:tasks.workunit.client.1.smithi055.stderr:++ prefix=rbd_data.d777494b1f86 2024-04-02T09:05:05.218 INFO:tasks.workunit.client.1.smithi055.stderr:+++ grep rbd_data.d777494b1f86 2024-04-02T09:05:05.218 INFO:tasks.workunit.client.1.smithi055.stderr:+++ sed -e 's/rbd_data.d777494b1f86\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-02T09:05:05.218 INFO:tasks.workunit.client.1.smithi055.stderr:++++ get_image_data_pool sparse1 2024-04-02T09:05:05.218 INFO:tasks.workunit.client.1.smithi055.stderr:++++ image=sparse1 2024-04-02T09:05:05.218 INFO:tasks.workunit.client.1.smithi055.stderr:+++ sort -u 2024-04-02T09:05:05.218 INFO:tasks.workunit.client.1.smithi055.stderr:+++++ rbd info sparse1 2024-04-02T09:05:05.218 INFO:tasks.workunit.client.1.smithi055.stderr:+++++ grep 'data_pool: ' 2024-04-02T09:05:05.219 INFO:tasks.workunit.client.1.smithi055.stderr:+++++ awk -F: '{ print $NF }' 2024-04-02T09:05:05.257 INFO:tasks.workunit.client.1.smithi055.stderr:++++ data_pool= 2024-04-02T09:05:05.257 INFO:tasks.workunit.client.1.smithi055.stderr:++++ '[' -z ']' 2024-04-02T09:05:05.257 INFO:tasks.workunit.client.1.smithi055.stderr:++++ data_pool=rbd 2024-04-02T09:05:05.257 INFO:tasks.workunit.client.1.smithi055.stderr:++++ echo rbd 2024-04-02T09:05:05.257 INFO:tasks.workunit.client.1.smithi055.stderr:+++ rados ls -p rbd 2024-04-02T09:05:05.336 INFO:tasks.workunit.client.1.smithi055.stderr:++ objects=1 2024-04-02T09:05:05.336 INFO:tasks.workunit.client.1.smithi055.stderr:++ echo 1 2024-04-02T09:05:05.336 INFO:tasks.workunit.client.1.smithi055.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-04-02T09:05:05.336 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd export sparse1 /tmp/rbd_import_export_134056/sparse1.out 2024-04-02T09:05:05.376 INFO:tasks.workunit.client.1.smithi055.stderr: Exporting image: 10% complete... Exporting image: 20% complete... Exporting image: 30% complete... Exporting image: 40% complete... Exporting image: 50% complete... Exporting image: 60% complete... Exporting image: 70% complete... Exporting image: 80% complete... Exporting image: 90% complete... Exporting image: 100% complete...done. 2024-04-02T09:05:05.380 INFO:tasks.workunit.client.1.smithi055.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_134056/sparse1 /tmp/rbd_import_export_134056/sparse1.out 2024-04-02T09:05:05.380 INFO:tasks.workunit.client.1.smithi055.stderr:+ cmp -l /tmp/rbd_import_export_134056/sparse1 /tmp/rbd_import_export_134056/sparse1.out 2024-04-02T09:05:05.386 INFO:tasks.workunit.client.1.smithi055.stderr:++ stat /tmp/rbd_import_export_134056/sparse1 --format %b 2024-04-02T09:05:05.387 INFO:tasks.workunit.client.1.smithi055.stderr:+ origsize=2048 2024-04-02T09:05:05.387 INFO:tasks.workunit.client.1.smithi055.stderr:++ stat /tmp/rbd_import_export_134056/sparse1.out --format %b 2024-04-02T09:05:05.388 INFO:tasks.workunit.client.1.smithi055.stderr:+ exportsize=2048 2024-04-02T09:05:05.388 INFO:tasks.workunit.client.1.smithi055.stderr:+ difference=0 2024-04-02T09:05:05.388 INFO:tasks.workunit.client.1.smithi055.stderr:+ difference=0 2024-04-02T09:05:05.388 INFO:tasks.workunit.client.1.smithi055.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-02T09:05:05.388 INFO:tasks.workunit.client.1.smithi055.stderr:+ rm /tmp/rbd_import_export_134056/sparse1.out 2024-04-02T09:05:05.389 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd rm sparse1 2024-04-02T09:05:05.512 INFO:tasks.workunit.client.1.smithi055.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-04-02T09:05:05.515 INFO:tasks.workunit.client.1.smithi055.stderr:+ dd if=/dev/urandom bs=2M count=1 of=/tmp/rbd_import_export_134056/sparse2 oflag=append conv=notrunc 2024-04-02T09:05:05.522 INFO:tasks.workunit.client.1.smithi055.stderr:1+0 records in 2024-04-02T09:05:05.522 INFO:tasks.workunit.client.1.smithi055.stderr:1+0 records out 2024-04-02T09:05:05.522 INFO:tasks.workunit.client.1.smithi055.stderr:2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.00579326 s, 362 MB/s 2024-04-02T09:05:05.522 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd import --new-format --order 20 - sparse2 2024-04-02T09:05:05.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:05 smithi055 ceph-mon[85080]: pgmap v2051: 105 pgs: 105 active+clean; 803 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 2.3 KiB/s wr, 70 op/s 2024-04-02T09:05:05.624 INFO:tasks.workunit.client.1.smithi055.stderr: Importing image: 100% complete...done. 2024-04-02T09:05:05.625 INFO:tasks.workunit.client.1.smithi055.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:05:05.625 INFO:tasks.workunit.client.1.smithi055.stderr:rbd: --order is deprecated, use --object-size 2024-04-02T09:05:05.627 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd ls -l 2024-04-02T09:05:05.628 INFO:tasks.workunit.client.1.smithi055.stderr:+ grep sparse2 2024-04-02T09:05:05.628 INFO:tasks.workunit.client.1.smithi055.stderr:+ grep -Ei '(4 MiB|4096k)' 2024-04-02T09:05:05.666 INFO:tasks.workunit.client.1.smithi055.stdout:sparse2 4 MiB 2 2024-04-02T09:05:05.667 INFO:tasks.workunit.client.1.smithi055.stderr:++ objects sparse2 2024-04-02T09:05:05.667 INFO:tasks.workunit.client.1.smithi055.stderr:++ image=sparse2 2024-04-02T09:05:05.667 INFO:tasks.workunit.client.1.smithi055.stderr:+++ rbd info sparse2 2024-04-02T09:05:05.667 INFO:tasks.workunit.client.1.smithi055.stderr:+++ grep block_name_prefix 2024-04-02T09:05:05.667 INFO:tasks.workunit.client.1.smithi055.stderr:+++ awk '{print $NF;}' 2024-04-02T09:05:05.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:05 smithi012 ceph-mon[88355]: pgmap v2051: 105 pgs: 105 active+clean; 803 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 2.3 KiB/s wr, 70 op/s 2024-04-02T09:05:05.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:05 smithi012 ceph-mon[90784]: pgmap v2051: 105 pgs: 105 active+clean; 803 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 2.3 KiB/s wr, 70 op/s 2024-04-02T09:05:05.705 INFO:tasks.workunit.client.1.smithi055.stderr:++ prefix=rbd_data.d7a481ced26f 2024-04-02T09:05:05.706 INFO:tasks.workunit.client.1.smithi055.stderr:+++ grep rbd_data.d7a481ced26f 2024-04-02T09:05:05.707 INFO:tasks.workunit.client.1.smithi055.stderr:++++ get_image_data_pool sparse2 2024-04-02T09:05:05.707 INFO:tasks.workunit.client.1.smithi055.stderr:+++ sed -e 's/rbd_data.d7a481ced26f\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-02T09:05:05.707 INFO:tasks.workunit.client.1.smithi055.stderr:++++ image=sparse2 2024-04-02T09:05:05.707 INFO:tasks.workunit.client.1.smithi055.stderr:+++ sort -u 2024-04-02T09:05:05.707 INFO:tasks.workunit.client.1.smithi055.stderr:+++++ rbd info sparse2 2024-04-02T09:05:05.707 INFO:tasks.workunit.client.1.smithi055.stderr:+++++ grep 'data_pool: ' 2024-04-02T09:05:05.707 INFO:tasks.workunit.client.1.smithi055.stderr:+++++ awk -F: '{ print $NF }' 2024-04-02T09:05:05.745 INFO:tasks.workunit.client.1.smithi055.stderr:++++ data_pool= 2024-04-02T09:05:05.745 INFO:tasks.workunit.client.1.smithi055.stderr:++++ '[' -z ']' 2024-04-02T09:05:05.745 INFO:tasks.workunit.client.1.smithi055.stderr:++++ data_pool=rbd 2024-04-02T09:05:05.745 INFO:tasks.workunit.client.1.smithi055.stderr:++++ echo rbd 2024-04-02T09:05:05.746 INFO:tasks.workunit.client.1.smithi055.stderr:+++ rados ls -p rbd 2024-04-02T09:05:05.818 INFO:tasks.workunit.client.1.smithi055.stderr:++ objects='0 2024-04-02T09:05:05.819 INFO:tasks.workunit.client.1.smithi055.stderr:2 2024-04-02T09:05:05.819 INFO:tasks.workunit.client.1.smithi055.stderr:3' 2024-04-02T09:05:05.819 INFO:tasks.workunit.client.1.smithi055.stderr:++ echo 0 2 3 2024-04-02T09:05:05.819 INFO:tasks.workunit.client.1.smithi055.stderr:+ '[' 0 -eq 1 -o '0 2 3' = '0 2 3' ']' 2024-04-02T09:05:05.819 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd export sparse2 /tmp/rbd_import_export_134056/sparse2.out 2024-04-02T09:05:05.861 INFO:tasks.workunit.client.1.smithi055.stderr: Exporting image: 25% complete... Exporting image: 50% complete... Exporting image: 75% complete... Exporting image: 100% complete...done. 2024-04-02T09:05:05.864 INFO:tasks.workunit.client.1.smithi055.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_134056/sparse2 /tmp/rbd_import_export_134056/sparse2.out 2024-04-02T09:05:05.864 INFO:tasks.workunit.client.1.smithi055.stderr:+ cmp -l /tmp/rbd_import_export_134056/sparse2 /tmp/rbd_import_export_134056/sparse2.out 2024-04-02T09:05:05.867 INFO:tasks.workunit.client.1.smithi055.stderr:++ stat /tmp/rbd_import_export_134056/sparse2 --format %b 2024-04-02T09:05:05.868 INFO:tasks.workunit.client.1.smithi055.stderr:+ origsize=6144 2024-04-02T09:05:05.868 INFO:tasks.workunit.client.1.smithi055.stderr:++ stat /tmp/rbd_import_export_134056/sparse2.out --format %b 2024-04-02T09:05:05.870 INFO:tasks.workunit.client.1.smithi055.stderr:+ exportsize=6144 2024-04-02T09:05:05.870 INFO:tasks.workunit.client.1.smithi055.stderr:+ difference=0 2024-04-02T09:05:05.871 INFO:tasks.workunit.client.1.smithi055.stderr:+ difference=0 2024-04-02T09:05:05.871 INFO:tasks.workunit.client.1.smithi055.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-02T09:05:05.871 INFO:tasks.workunit.client.1.smithi055.stderr:+ rm /tmp/rbd_import_export_134056/sparse2.out 2024-04-02T09:05:05.871 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd rm sparse2 2024-04-02T09:05:05.993 INFO:tasks.workunit.client.1.smithi055.stderr: Removing image: 25% complete... Removing image: 50% complete... Removing image: 75% complete... Removing image: 100% complete...done. 2024-04-02T09:05:05.996 INFO:tasks.workunit.client.1.smithi055.stderr:+ echo 'partially-sparse file imports to partially-sparse image' 2024-04-02T09:05:05.996 INFO:tasks.workunit.client.1.smithi055.stdout:partially-sparse file imports to partially-sparse image 2024-04-02T09:05:05.997 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_134056/sparse1 sparse 2024-04-02T09:05:06.075 INFO:tasks.workunit.client.1.smithi055.stderr: Importing image: 10% complete... Importing image: 20% complete... Importing image: 30% complete... Importing image: 40% complete... Importing image: 50% complete... Importing image: 60% complete... Importing image: 70% complete... Importing image: 80% complete... Importing image: 90% complete... Importing image: 100% complete...done. 2024-04-02T09:05:06.075 INFO:tasks.workunit.client.1.smithi055.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:05:06.076 INFO:tasks.workunit.client.1.smithi055.stderr:rbd: --order is deprecated, use --object-size 2024-04-02T09:05:06.078 INFO:tasks.workunit.client.1.smithi055.stderr:++ objects sparse 2024-04-02T09:05:06.078 INFO:tasks.workunit.client.1.smithi055.stderr:++ image=sparse 2024-04-02T09:05:06.079 INFO:tasks.workunit.client.1.smithi055.stderr:+++ rbd info sparse 2024-04-02T09:05:06.079 INFO:tasks.workunit.client.1.smithi055.stderr:+++ grep block_name_prefix 2024-04-02T09:05:06.079 INFO:tasks.workunit.client.1.smithi055.stderr:+++ awk '{print $NF;}' 2024-04-02T09:05:06.118 INFO:tasks.workunit.client.1.smithi055.stderr:++ prefix=rbd_data.d7d1689ecb76 2024-04-02T09:05:06.120 INFO:tasks.workunit.client.1.smithi055.stderr:+++ grep rbd_data.d7d1689ecb76 2024-04-02T09:05:06.120 INFO:tasks.workunit.client.1.smithi055.stderr:+++ sed -e 's/rbd_data.d7d1689ecb76\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-02T09:05:06.120 INFO:tasks.workunit.client.1.smithi055.stderr:++++ get_image_data_pool sparse 2024-04-02T09:05:06.120 INFO:tasks.workunit.client.1.smithi055.stderr:++++ image=sparse 2024-04-02T09:05:06.120 INFO:tasks.workunit.client.1.smithi055.stderr:+++ sort -u 2024-04-02T09:05:06.120 INFO:tasks.workunit.client.1.smithi055.stderr:+++++ rbd info sparse 2024-04-02T09:05:06.120 INFO:tasks.workunit.client.1.smithi055.stderr:+++++ grep 'data_pool: ' 2024-04-02T09:05:06.120 INFO:tasks.workunit.client.1.smithi055.stderr:+++++ awk -F: '{ print $NF }' 2024-04-02T09:05:06.158 INFO:tasks.workunit.client.1.smithi055.stderr:++++ data_pool= 2024-04-02T09:05:06.158 INFO:tasks.workunit.client.1.smithi055.stderr:++++ '[' -z ']' 2024-04-02T09:05:06.158 INFO:tasks.workunit.client.1.smithi055.stderr:++++ data_pool=rbd 2024-04-02T09:05:06.158 INFO:tasks.workunit.client.1.smithi055.stderr:++++ echo rbd 2024-04-02T09:05:06.159 INFO:tasks.workunit.client.1.smithi055.stderr:+++ rados ls -p rbd 2024-04-02T09:05:06.227 INFO:tasks.workunit.client.1.smithi055.stderr:++ objects=1 2024-04-02T09:05:06.227 INFO:tasks.workunit.client.1.smithi055.stderr:++ echo 1 2024-04-02T09:05:06.227 INFO:tasks.workunit.client.1.smithi055.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-04-02T09:05:06.227 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd rm sparse 2024-04-02T09:05:06.355 INFO:tasks.workunit.client.1.smithi055.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-04-02T09:05:06.358 INFO:tasks.workunit.client.1.smithi055.stdout:zeros import through stdin to sparse image 2024-04-02T09:05:06.358 INFO:tasks.workunit.client.1.smithi055.stderr:+ echo 'zeros import through stdin to sparse image' 2024-04-02T09:05:06.358 INFO:tasks.workunit.client.1.smithi055.stderr:+ dd if=/dev/zero bs=1M count=4 2024-04-02T09:05:06.358 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd import --new-format - sparse 2024-04-02T09:05:06.413 INFO:tasks.workunit.client.1.smithi055.stderr:4+0 records in 2024-04-02T09:05:06.413 INFO:tasks.workunit.client.1.smithi055.stderr:4+0 records out 2024-04-02T09:05:06.414 INFO:tasks.workunit.client.1.smithi055.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0547995 s, 76.5 MB/s 2024-04-02T09:05:06.427 INFO:tasks.workunit.client.1.smithi055.stderr: Importing image: 100% complete...done. 2024-04-02T09:05:06.428 INFO:tasks.workunit.client.1.smithi055.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:05:06.431 INFO:tasks.workunit.client.1.smithi055.stderr:++ objects sparse 2024-04-02T09:05:06.432 INFO:tasks.workunit.client.1.smithi055.stderr:++ image=sparse 2024-04-02T09:05:06.432 INFO:tasks.workunit.client.1.smithi055.stderr:+++ rbd info sparse 2024-04-02T09:05:06.432 INFO:tasks.workunit.client.1.smithi055.stderr:+++ grep block_name_prefix 2024-04-02T09:05:06.432 INFO:tasks.workunit.client.1.smithi055.stderr:+++ awk '{print $NF;}' 2024-04-02T09:05:06.472 INFO:tasks.workunit.client.1.smithi055.stderr:++ prefix=rbd_data.d7f23ec4f218 2024-04-02T09:05:06.473 INFO:tasks.workunit.client.1.smithi055.stderr:+++ grep rbd_data.d7f23ec4f218 2024-04-02T09:05:06.473 INFO:tasks.workunit.client.1.smithi055.stderr:+++ sed -e 's/rbd_data.d7f23ec4f218\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-02T09:05:06.473 INFO:tasks.workunit.client.1.smithi055.stderr:+++ sort -u 2024-04-02T09:05:06.473 INFO:tasks.workunit.client.1.smithi055.stderr:++++ get_image_data_pool sparse 2024-04-02T09:05:06.473 INFO:tasks.workunit.client.1.smithi055.stderr:++++ image=sparse 2024-04-02T09:05:06.473 INFO:tasks.workunit.client.1.smithi055.stderr:+++++ rbd info sparse 2024-04-02T09:05:06.473 INFO:tasks.workunit.client.1.smithi055.stderr:+++++ grep 'data_pool: ' 2024-04-02T09:05:06.473 INFO:tasks.workunit.client.1.smithi055.stderr:+++++ awk -F: '{ print $NF }' 2024-04-02T09:05:06.513 INFO:tasks.workunit.client.1.smithi055.stderr:++++ data_pool= 2024-04-02T09:05:06.513 INFO:tasks.workunit.client.1.smithi055.stderr:++++ '[' -z ']' 2024-04-02T09:05:06.513 INFO:tasks.workunit.client.1.smithi055.stderr:++++ data_pool=rbd 2024-04-02T09:05:06.514 INFO:tasks.workunit.client.1.smithi055.stderr:++++ echo rbd 2024-04-02T09:05:06.514 INFO:tasks.workunit.client.1.smithi055.stderr:+++ rados ls -p rbd 2024-04-02T09:05:06.581 INFO:tasks.workunit.client.1.smithi055.stderr:++ objects= 2024-04-02T09:05:06.581 INFO:tasks.workunit.client.1.smithi055.stderr:++ echo 2024-04-02T09:05:06.582 INFO:tasks.workunit.client.1.smithi055.stderr:+ '[' 0 -eq 1 -o '' = '' ']' 2024-04-02T09:05:06.582 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd rm sparse 2024-04-02T09:05:06.692 INFO:tasks.workunit.client.1.smithi055.stderr: Removing image: 100% complete...done. 2024-04-02T09:05:06.695 INFO:tasks.workunit.client.1.smithi055.stdout:zeros export to sparse file 2024-04-02T09:05:06.696 INFO:tasks.workunit.client.1.smithi055.stderr:+ echo 'zeros export to sparse file' 2024-04-02T09:05:06.696 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd create --new-format sparse --size 4 2024-04-02T09:05:06.741 INFO:tasks.workunit.client.1.smithi055.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:05:06.743 INFO:tasks.workunit.client.1.smithi055.stderr:++ rbd info sparse 2024-04-02T09:05:06.743 INFO:tasks.workunit.client.1.smithi055.stderr:++ grep block_name_prefix 2024-04-02T09:05:06.744 INFO:tasks.workunit.client.1.smithi055.stderr:++ awk '{print $NF;}' 2024-04-02T09:05:06.782 INFO:tasks.workunit.client.1.smithi055.stderr:+ prefix=rbd_data.d8132c4b2a25 2024-04-02T09:05:06.783 INFO:tasks.workunit.client.1.smithi055.stderr:+ dd if=/dev/zero bs=4M count=1 2024-04-02T09:05:06.783 INFO:tasks.workunit.client.1.smithi055.stderr:++ get_image_data_pool sparse 2024-04-02T09:05:06.783 INFO:tasks.workunit.client.1.smithi055.stderr:++ image=sparse 2024-04-02T09:05:06.783 INFO:tasks.workunit.client.1.smithi055.stderr:+++ rbd info sparse 2024-04-02T09:05:06.783 INFO:tasks.workunit.client.1.smithi055.stderr:+++ grep 'data_pool: ' 2024-04-02T09:05:06.783 INFO:tasks.workunit.client.1.smithi055.stderr:+++ awk -F: '{ print $NF }' 2024-04-02T09:05:06.822 INFO:tasks.workunit.client.1.smithi055.stderr:++ data_pool= 2024-04-02T09:05:06.823 INFO:tasks.workunit.client.1.smithi055.stderr:++ '[' -z ']' 2024-04-02T09:05:06.823 INFO:tasks.workunit.client.1.smithi055.stderr:++ data_pool=rbd 2024-04-02T09:05:06.823 INFO:tasks.workunit.client.1.smithi055.stderr:++ echo rbd 2024-04-02T09:05:06.823 INFO:tasks.workunit.client.1.smithi055.stderr:+ rados -p rbd put rbd_data.d8132c4b2a25.000000000000 - 2024-04-02T09:05:06.855 INFO:tasks.workunit.client.1.smithi055.stderr:1+0 records in 2024-04-02T09:05:06.855 INFO:tasks.workunit.client.1.smithi055.stderr:1+0 records out 2024-04-02T09:05:06.855 INFO:tasks.workunit.client.1.smithi055.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0715538 s, 58.6 MB/s 2024-04-02T09:05:06.878 INFO:tasks.workunit.client.1.smithi055.stderr:++ objects sparse 2024-04-02T09:05:06.878 INFO:tasks.workunit.client.1.smithi055.stderr:++ image=sparse 2024-04-02T09:05:06.878 INFO:tasks.workunit.client.1.smithi055.stderr:+++ rbd info sparse 2024-04-02T09:05:06.878 INFO:tasks.workunit.client.1.smithi055.stderr:+++ grep block_name_prefix 2024-04-02T09:05:06.878 INFO:tasks.workunit.client.1.smithi055.stderr:+++ awk '{print $NF;}' 2024-04-02T09:05:06.916 INFO:tasks.workunit.client.1.smithi055.stderr:++ prefix=rbd_data.d8132c4b2a25 2024-04-02T09:05:06.917 INFO:tasks.workunit.client.1.smithi055.stderr:+++ grep rbd_data.d8132c4b2a25 2024-04-02T09:05:06.917 INFO:tasks.workunit.client.1.smithi055.stderr:+++ sed -e 's/rbd_data.d8132c4b2a25\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-02T09:05:06.917 INFO:tasks.workunit.client.1.smithi055.stderr:++++ get_image_data_pool sparse 2024-04-02T09:05:06.917 INFO:tasks.workunit.client.1.smithi055.stderr:++++ image=sparse 2024-04-02T09:05:06.917 INFO:tasks.workunit.client.1.smithi055.stderr:+++ sort -u 2024-04-02T09:05:06.918 INFO:tasks.workunit.client.1.smithi055.stderr:+++++ rbd info sparse 2024-04-02T09:05:06.918 INFO:tasks.workunit.client.1.smithi055.stderr:+++++ grep 'data_pool: ' 2024-04-02T09:05:06.918 INFO:tasks.workunit.client.1.smithi055.stderr:+++++ awk -F: '{ print $NF }' 2024-04-02T09:05:06.958 INFO:tasks.workunit.client.1.smithi055.stderr:++++ data_pool= 2024-04-02T09:05:06.958 INFO:tasks.workunit.client.1.smithi055.stderr:++++ '[' -z ']' 2024-04-02T09:05:06.958 INFO:tasks.workunit.client.1.smithi055.stderr:++++ data_pool=rbd 2024-04-02T09:05:06.958 INFO:tasks.workunit.client.1.smithi055.stderr:++++ echo rbd 2024-04-02T09:05:06.958 INFO:tasks.workunit.client.1.smithi055.stderr:+++ rados ls -p rbd 2024-04-02T09:05:07.025 INFO:tasks.workunit.client.1.smithi055.stderr:++ objects=0 2024-04-02T09:05:07.025 INFO:tasks.workunit.client.1.smithi055.stderr:++ echo 0 2024-04-02T09:05:07.025 INFO:tasks.workunit.client.1.smithi055.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-04-02T09:05:07.025 INFO:tasks.workunit.client.1.smithi055.stderr:+ rm /tmp/rbd_import_export_134056/sparse 2024-04-02T09:05:07.026 INFO:tasks.workunit.client.1.smithi055.stderr:rm: cannot remove '/tmp/rbd_import_export_134056/sparse': No such file or directory 2024-04-02T09:05:07.026 INFO:tasks.workunit.client.1.smithi055.stderr:+ true 2024-04-02T09:05:07.026 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd export sparse /tmp/rbd_import_export_134056/sparse 2024-04-02T09:05:07.068 INFO:tasks.workunit.client.1.smithi055.stderr: Exporting image: 100% complete...done. 2024-04-02T09:05:07.068 INFO:tasks.workunit.client.1.smithi055.stderr:++ stat /tmp/rbd_import_export_134056/sparse --format=%b 2024-04-02T09:05:07.068 INFO:tasks.workunit.client.1.smithi055.stderr:+ '[' 0 = 0 ']' 2024-04-02T09:05:07.068 INFO:tasks.workunit.client.1.smithi055.stderr:+ rbd rm sparse 2024-04-02T09:05:07.190 INFO:tasks.workunit.client.1.smithi055.stderr: Removing image: 100% complete...done. 2024-04-02T09:05:07.193 INFO:tasks.workunit.client.1.smithi055.stderr:+ rm /tmp/rbd_import_export_134056/sparse /tmp/rbd_import_export_134056/sparse1 /tmp/rbd_import_export_134056/sparse2 /tmp/rbd_import_export_134056/sparse3 2024-04-02T09:05:07.195 INFO:tasks.workunit.client.1.smithi055.stderr:rm: cannot remove '/tmp/rbd_import_export_134056/sparse3': No such file or directory 2024-04-02T09:05:07.195 INFO:tasks.workunit.client.1.smithi055.stderr:+ true 2024-04-02T09:05:07.195 INFO:tasks.workunit.client.1.smithi055.stdout:OK 2024-04-02T09:05:07.196 INFO:tasks.workunit.client.1.smithi055.stderr:+ echo OK 2024-04-02T09:05:07.196 INFO:tasks.workunit.client.1.smithi055.stderr:+ rm -rf /tmp/rbd_import_export_134056 2024-04-02T09:05:07.197 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T09:05:07.197 DEBUG:teuthology.orchestra.run.smithi055:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1/tmp 2024-04-02T09:05:07.266 INFO:tasks.workunit:Stopping ['rbd/import_export.sh'] on client.1... 2024-04-02T09:05:07.266 DEBUG:teuthology.orchestra.run.smithi055:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.1 /home/ubuntu/cephtest/clone.client.1 2024-04-02T09:05:07.527 DEBUG:teuthology.parallel:result is None 2024-04-02T09:05:07.528 DEBUG:teuthology.orchestra.run.smithi055:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1 2024-04-02T09:05:07.554 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.1/client.1 2024-04-02T09:05:07.554 DEBUG:teuthology.orchestra.run.smithi055:> rmdir -- /home/ubuntu/cephtest/mnt.1 2024-04-02T09:05:07.609 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.1/client.1 2024-04-02T09:05:07.609 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T09:05:07.609 INFO:teuthology.task.print:**** done end rbd_import_export.yaml 2024-04-02T09:05:07.609 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T09:05:07.610 INFO:teuthology.task.print:**** done start test_rbd_api.yaml 2024-04-02T09:05:07.610 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-02T09:05:07.610 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-02T09:05:07.611 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-02T09:05:07.611 DEBUG:teuthology.orchestra.run.smithi012:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-02T09:05:07.626 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T09:05:07.626 INFO:teuthology.orchestra.run.smithi012.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-02T09:05:07.626 DEBUG:teuthology.orchestra.run.smithi012:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T09:05:07.681 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-02T09:05:07.681 DEBUG:teuthology.orchestra.run.smithi012:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-02T09:05:07.736 INFO:tasks.workunit:timeout=3h 2024-04-02T09:05:07.736 INFO:tasks.workunit:cleanup=True 2024-04-02T09:05:07.737 DEBUG:teuthology.orchestra.run.smithi012:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-02T09:05:07.791 INFO:tasks.workunit.client.0.smithi012.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-02T09:05:07.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:07 smithi055 ceph-mon[85080]: pgmap v2052: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 897 KiB/s rd, 694 KiB/s wr, 281 op/s 2024-04-02T09:05:07.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:07 smithi012 ceph-mon[88355]: pgmap v2052: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 897 KiB/s rd, 694 KiB/s wr, 281 op/s 2024-04-02T09:05:07.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:07 smithi012 ceph-mon[90784]: pgmap v2052: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 897 KiB/s rd, 694 KiB/s wr, 281 op/s 2024-04-02T09:05:08.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:05:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:05:07] "GET /metrics HTTP/1.1" 200 34035 "" "Prometheus/2.43.0" 2024-04-02T09:05:09.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:09 smithi012 ceph-mon[88355]: pgmap v2053: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 708 KiB/s rd, 572 KiB/s wr, 191 op/s 2024-04-02T09:05:09.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:09 smithi012 ceph-mon[88355]: osdmap e1126: 8 total, 8 up, 8 in 2024-04-02T09:05:09.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:09 smithi012 ceph-mon[90784]: pgmap v2053: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 708 KiB/s rd, 572 KiB/s wr, 191 op/s 2024-04-02T09:05:09.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:09 smithi012 ceph-mon[90784]: osdmap e1126: 8 total, 8 up, 8 in 2024-04-02T09:05:10.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:09 smithi055 ceph-mon[85080]: pgmap v2053: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 708 KiB/s rd, 572 KiB/s wr, 191 op/s 2024-04-02T09:05:10.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:09 smithi055 ceph-mon[85080]: osdmap e1126: 8 total, 8 up, 8 in 2024-04-02T09:05:11.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:11 smithi012 ceph-mon[88355]: pgmap v2055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 344 op/s 2024-04-02T09:05:11.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:11 smithi012 ceph-mon[90784]: pgmap v2055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 344 op/s 2024-04-02T09:05:12.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:11 smithi055 ceph-mon[85080]: pgmap v2055: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 344 op/s 2024-04-02T09:05:12.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:05:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:05:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:05:13.662 DEBUG:teuthology.orchestra.run.smithi012:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-02T09:05:13.717 INFO:tasks.workunit.client.0.smithi012.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-02T09:05:13.719 INFO:tasks.workunit.client.0.smithi012.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T09:05:13.719 INFO:tasks.workunit.client.0.smithi012.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-02T09:05:13.769 INFO:tasks.workunit.client.0.smithi012.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-02T09:05:13.818 INFO:tasks.workunit.client.0.smithi012.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-02T09:05:13.857 INFO:tasks.workunit.client.0.smithi012.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T09:05:13.858 INFO:tasks.workunit.client.0.smithi012.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T09:05:13.858 INFO:tasks.workunit.client.0.smithi012.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-02T09:05:13.896 INFO:tasks.workunit.client.0.smithi012.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T09:05:13.899 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-04-02T09:05:13.899 DEBUG:teuthology.orchestra.run.smithi012:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-02T09:05:13.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:13 smithi012 ceph-mon[88355]: pgmap v2056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 886 KiB/s rd, 1.2 MiB/s wr, 298 op/s 2024-04-02T09:05:13.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:13 smithi012 ceph-mon[90784]: pgmap v2056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 886 KiB/s rd, 1.2 MiB/s wr, 298 op/s 2024-04-02T09:05:13.943 INFO:tasks.workunit:Running workunits matching rbd/test_librbd.sh on client.0... 2024-04-02T09:05:13.945 INFO:tasks.workunit:Running workunit rbd/test_librbd.sh... 2024-04-02T09:05:13.945 DEBUG:teuthology.orchestra.run.smithi012:workunit test rbd/test_librbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd.sh 2024-04-02T09:05:14.041 INFO:tasks.workunit.client.0.smithi012.stdout:seed 138837 2024-04-02T09:05:14.042 INFO:tasks.workunit.client.0.smithi012.stderr:warning: failed to enable lockdep 2024-04-02T09:05:14.042 INFO:tasks.workunit.client.0.smithi012.stdout:[==========] Running 480 tests from 24 test suites. 2024-04-02T09:05:14.042 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] Global test environment set-up. 2024-04-02T09:05:14.042 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 1 test from TestJournalStress 2024-04-02T09:05:14.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:13 smithi055 ceph-mon[85080]: pgmap v2056: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 886 KiB/s rd, 1.2 MiB/s wr, 298 op/s 2024-04-02T09:05:14.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:14.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:15.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:15.607 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestJournalStress.DiscardWithPruneWriteOverlap 2024-04-02T09:05:15.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:15 smithi012 ceph-mon[88355]: pgmap v2057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 820 KiB/s rd, 1.1 MiB/s wr, 275 op/s 2024-04-02T09:05:15.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:15 smithi012 ceph-mon[88355]: osdmap e1127: 8 total, 8 up, 8 in 2024-04-02T09:05:15.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:15 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1420262869' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:05:15.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:15 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:05:15.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:15 smithi012 ceph-mon[90784]: pgmap v2057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 820 KiB/s rd, 1.1 MiB/s wr, 275 op/s 2024-04-02T09:05:15.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:15 smithi012 ceph-mon[90784]: osdmap e1127: 8 total, 8 up, 8 in 2024-04-02T09:05:15.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:15 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1420262869' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:05:15.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:15 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:05:16.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:15 smithi055 ceph-mon[85080]: pgmap v2057: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 820 KiB/s rd, 1.1 MiB/s wr, 275 op/s 2024-04-02T09:05:16.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:15 smithi055 ceph-mon[85080]: osdmap e1127: 8 total, 8 up, 8 in 2024-04-02T09:05:16.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:15 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1420262869' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:05:16.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:15 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:05:16.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:16 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:05:16.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:16 smithi012 ceph-mon[88355]: osdmap e1128: 8 total, 8 up, 8 in 2024-04-02T09:05:16.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:16 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:05:16.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:16 smithi012 ceph-mon[90784]: osdmap e1128: 8 total, 8 up, 8 in 2024-04-02T09:05:17.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:16 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:05:17.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:16 smithi055 ceph-mon[85080]: osdmap e1128: 8 total, 8 up, 8 in 2024-04-02T09:05:17.635 INFO:tasks.workunit.client.0.smithi012.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Stress.cc:37: Skipped 2024-04-02T09:05:17.636 INFO:tasks.workunit.client.0.smithi012.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:05:17.636 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestJournalStress.DiscardWithPruneWriteOverlap (2029 ms) 2024-04-02T09:05:17.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:17 smithi012 ceph-mon[90784]: pgmap v2060: 137 pgs: 13 creating+peering, 124 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 420 KiB/s rd, 995 KiB/s wr, 187 op/s 2024-04-02T09:05:17.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:17 smithi012 ceph-mon[90784]: osdmap e1129: 8 total, 8 up, 8 in 2024-04-02T09:05:17.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:17 smithi012 ceph-mon[88355]: pgmap v2060: 137 pgs: 13 creating+peering, 124 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 420 KiB/s rd, 995 KiB/s wr, 187 op/s 2024-04-02T09:05:17.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:17 smithi012 ceph-mon[88355]: osdmap e1129: 8 total, 8 up, 8 in 2024-04-02T09:05:18.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:17 smithi055 ceph-mon[85080]: pgmap v2060: 137 pgs: 13 creating+peering, 124 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 420 KiB/s rd, 995 KiB/s wr, 187 op/s 2024-04-02T09:05:18.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:17 smithi055 ceph-mon[85080]: osdmap e1129: 8 total, 8 up, 8 in 2024-04-02T09:05:18.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:05:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:05:17] "GET /metrics HTTP/1.1" 200 34040 "" "Prometheus/2.43.0" 2024-04-02T09:05:18.628 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 1 test from TestJournalStress (2029 ms total) 2024-04-02T09:05:18.628 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:05:18.628 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 16 tests from TestJournalReplay 2024-04-02T09:05:18.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:18 smithi012 ceph-mon[88355]: osdmap e1130: 8 total, 8 up, 8 in 2024-04-02T09:05:18.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:18 smithi012 ceph-mon[90784]: osdmap e1130: 8 total, 8 up, 8 in 2024-04-02T09:05:19.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:18 smithi055 ceph-mon[85080]: osdmap e1130: 8 total, 8 up, 8 in 2024-04-02T09:05:19.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:19 smithi012 ceph-mon[88355]: pgmap v2063: 137 pgs: 13 creating+peering, 124 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:05:19.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:19 smithi012 ceph-mon[88355]: osdmap e1131: 8 total, 8 up, 8 in 2024-04-02T09:05:19.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:19 smithi012 ceph-mon[90784]: pgmap v2063: 137 pgs: 13 creating+peering, 124 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:05:19.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:19 smithi012 ceph-mon[90784]: osdmap e1131: 8 total, 8 up, 8 in 2024-04-02T09:05:20.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:19 smithi055 ceph-mon[85080]: pgmap v2063: 137 pgs: 13 creating+peering, 124 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:05:20.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:19 smithi055 ceph-mon[85080]: osdmap e1131: 8 total, 8 up, 8 in 2024-04-02T09:05:20.648 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestJournalReplay.AioDiscardEvent 2024-04-02T09:05:20.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:20 smithi012 ceph-mon[88355]: osdmap e1132: 8 total, 8 up, 8 in 2024-04-02T09:05:20.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:20 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/787129733' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:05:20.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:20 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:05:20.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:20 smithi012 ceph-mon[90784]: osdmap e1132: 8 total, 8 up, 8 in 2024-04-02T09:05:20.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:20 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/787129733' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:05:20.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:20 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:05:21.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:20 smithi055 ceph-mon[85080]: osdmap e1132: 8 total, 8 up, 8 in 2024-04-02T09:05:21.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:20 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/787129733' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:05:21.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:20 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:05:21.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:21 smithi012 ceph-mon[88355]: pgmap v2066: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:05:21.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:21 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:05:21.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:21 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:05:21.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:21 smithi012 ceph-mon[88355]: osdmap e1133: 8 total, 8 up, 8 in 2024-04-02T09:05:21.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:21 smithi012 ceph-mon[90784]: pgmap v2066: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:05:21.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:21 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:05:21.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:21 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:05:21.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:21 smithi012 ceph-mon[90784]: osdmap e1133: 8 total, 8 up, 8 in 2024-04-02T09:05:22.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:21 smithi055 ceph-mon[85080]: pgmap v2066: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:05:22.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:21 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:05:22.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:21 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:05:22.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:21 smithi055 ceph-mon[85080]: osdmap e1133: 8 total, 8 up, 8 in 2024-04-02T09:05:22.651 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:05:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:05:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:05:22.672 INFO:tasks.workunit.client.0.smithi012.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:109: Skipped 2024-04-02T09:05:22.672 INFO:tasks.workunit.client.0.smithi012.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:05:22.672 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestJournalReplay.AioDiscardEvent (2024 ms) 2024-04-02T09:05:22.672 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestJournalReplay.AioWriteEvent 2024-04-02T09:05:22.685 INFO:tasks.workunit.client.0.smithi012.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:200: Skipped 2024-04-02T09:05:22.685 INFO:tasks.workunit.client.0.smithi012.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:05:22.685 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestJournalReplay.AioWriteEvent (13 ms) 2024-04-02T09:05:22.685 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestJournalReplay.AioFlushEvent 2024-04-02T09:05:22.694 INFO:tasks.workunit.client.0.smithi012.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:261: Skipped 2024-04-02T09:05:22.694 INFO:tasks.workunit.client.0.smithi012.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:05:22.694 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestJournalReplay.AioFlushEvent (9 ms) 2024-04-02T09:05:22.694 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestJournalReplay.SnapCreate 2024-04-02T09:05:22.702 INFO:tasks.workunit.client.0.smithi012.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:307: Skipped 2024-04-02T09:05:22.702 INFO:tasks.workunit.client.0.smithi012.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:05:22.703 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestJournalReplay.SnapCreate (9 ms) 2024-04-02T09:05:22.703 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestJournalReplay.SnapProtect 2024-04-02T09:05:22.710 INFO:tasks.workunit.client.0.smithi012.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:348: Skipped 2024-04-02T09:05:22.710 INFO:tasks.workunit.client.0.smithi012.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:05:22.711 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestJournalReplay.SnapProtect (8 ms) 2024-04-02T09:05:22.711 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestJournalReplay.SnapUnprotect 2024-04-02T09:05:22.718 INFO:tasks.workunit.client.0.smithi012.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:394: Skipped 2024-04-02T09:05:22.718 INFO:tasks.workunit.client.0.smithi012.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:05:22.719 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestJournalReplay.SnapUnprotect (8 ms) 2024-04-02T09:05:22.719 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestJournalReplay.SnapRename 2024-04-02T09:05:22.726 INFO:tasks.workunit.client.0.smithi012.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:450: Skipped 2024-04-02T09:05:22.726 INFO:tasks.workunit.client.0.smithi012.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:05:22.726 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestJournalReplay.SnapRename (8 ms) 2024-04-02T09:05:22.727 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestJournalReplay.SnapRollback 2024-04-02T09:05:22.734 INFO:tasks.workunit.client.0.smithi012.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:500: Skipped 2024-04-02T09:05:22.734 INFO:tasks.workunit.client.0.smithi012.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:05:22.734 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestJournalReplay.SnapRollback (8 ms) 2024-04-02T09:05:22.734 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestJournalReplay.SnapRemove 2024-04-02T09:05:22.742 INFO:tasks.workunit.client.0.smithi012.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:541: Skipped 2024-04-02T09:05:22.742 INFO:tasks.workunit.client.0.smithi012.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:05:22.742 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestJournalReplay.SnapRemove (8 ms) 2024-04-02T09:05:22.742 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestJournalReplay.Rename 2024-04-02T09:05:22.750 INFO:tasks.workunit.client.0.smithi012.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:590: Skipped 2024-04-02T09:05:22.750 INFO:tasks.workunit.client.0.smithi012.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:05:22.750 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestJournalReplay.Rename (8 ms) 2024-04-02T09:05:22.750 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestJournalReplay.Resize 2024-04-02T09:05:22.760 INFO:tasks.workunit.client.0.smithi012.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:624: Skipped 2024-04-02T09:05:22.760 INFO:tasks.workunit.client.0.smithi012.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:05:22.760 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestJournalReplay.Resize (8 ms) 2024-04-02T09:05:22.760 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestJournalReplay.Flatten 2024-04-02T09:05:22.767 INFO:tasks.workunit.client.0.smithi012.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:657: Skipped 2024-04-02T09:05:22.768 INFO:tasks.workunit.client.0.smithi012.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:05:22.768 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestJournalReplay.Flatten (9 ms) 2024-04-02T09:05:22.768 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestJournalReplay.UpdateFeatures 2024-04-02T09:05:22.776 INFO:tasks.workunit.client.0.smithi012.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:704: Skipped 2024-04-02T09:05:22.777 INFO:tasks.workunit.client.0.smithi012.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:05:22.777 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestJournalReplay.UpdateFeatures (9 ms) 2024-04-02T09:05:22.777 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestJournalReplay.MetadataSet 2024-04-02T09:05:22.784 INFO:tasks.workunit.client.0.smithi012.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:741: Skipped 2024-04-02T09:05:22.784 INFO:tasks.workunit.client.0.smithi012.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:05:22.784 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestJournalReplay.MetadataSet (7 ms) 2024-04-02T09:05:22.784 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestJournalReplay.MetadataRemove 2024-04-02T09:05:22.791 INFO:tasks.workunit.client.0.smithi012.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:781: Skipped 2024-04-02T09:05:22.792 INFO:tasks.workunit.client.0.smithi012.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:05:22.792 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestJournalReplay.MetadataRemove (8 ms) 2024-04-02T09:05:22.792 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestJournalReplay.ObjectPosition 2024-04-02T09:05:22.800 INFO:tasks.workunit.client.0.smithi012.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:824: Skipped 2024-04-02T09:05:22.800 INFO:tasks.workunit.client.0.smithi012.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:05:22.800 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestJournalReplay.ObjectPosition (9 ms) 2024-04-02T09:05:22.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:22 smithi012 ceph-mon[88355]: osdmap e1134: 8 total, 8 up, 8 in 2024-04-02T09:05:22.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:22 smithi012 ceph-mon[90784]: osdmap e1134: 8 total, 8 up, 8 in 2024-04-02T09:05:23.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:22 smithi055 ceph-mon[85080]: osdmap e1134: 8 total, 8 up, 8 in 2024-04-02T09:05:23.669 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 16 tests from TestJournalReplay (2153 ms total) 2024-04-02T09:05:23.670 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:05:23.670 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 4 tests from TestJournalEntries 2024-04-02T09:05:23.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:23 smithi012 ceph-mon[90784]: pgmap v2069: 137 pgs: 16 creating+peering, 121 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:05:23.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:23 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:05:23.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:23 smithi012 ceph-mon[90784]: Cluster is now healthy 2024-04-02T09:05:23.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:23 smithi012 ceph-mon[90784]: osdmap e1135: 8 total, 8 up, 8 in 2024-04-02T09:05:23.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:23 smithi012 ceph-mon[88355]: pgmap v2069: 137 pgs: 16 creating+peering, 121 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:05:23.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:23 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:05:23.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:23 smithi012 ceph-mon[88355]: Cluster is now healthy 2024-04-02T09:05:23.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:23 smithi012 ceph-mon[88355]: osdmap e1135: 8 total, 8 up, 8 in 2024-04-02T09:05:24.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:23 smithi055 ceph-mon[85080]: pgmap v2069: 137 pgs: 16 creating+peering, 121 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:05:24.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:23 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:05:24.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:23 smithi055 ceph-mon[85080]: Cluster is now healthy 2024-04-02T09:05:24.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:23 smithi055 ceph-mon[85080]: osdmap e1135: 8 total, 8 up, 8 in 2024-04-02T09:05:24.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:24 smithi012 ceph-mon[88355]: osdmap e1136: 8 total, 8 up, 8 in 2024-04-02T09:05:24.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:24 smithi012 ceph-mon[90784]: osdmap e1136: 8 total, 8 up, 8 in 2024-04-02T09:05:25.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:24 smithi055 ceph-mon[85080]: osdmap e1136: 8 total, 8 up, 8 in 2024-04-02T09:05:25.681 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestJournalEntries.AioWrite 2024-04-02T09:05:25.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:25 smithi012 ceph-mon[88355]: pgmap v2072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:05:25.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:25 smithi012 ceph-mon[88355]: osdmap e1137: 8 total, 8 up, 8 in 2024-04-02T09:05:25.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:25 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3241121693' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:05:25.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:25 smithi012 ceph-mon[90784]: pgmap v2072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:05:25.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:25 smithi012 ceph-mon[90784]: osdmap e1137: 8 total, 8 up, 8 in 2024-04-02T09:05:25.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:25 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3241121693' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:05:26.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:25 smithi055 ceph-mon[85080]: pgmap v2072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:05:26.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:25 smithi055 ceph-mon[85080]: osdmap e1137: 8 total, 8 up, 8 in 2024-04-02T09:05:26.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:25 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3241121693' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:05:27.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:26 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3241121693' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:05:27.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:26 smithi055 ceph-mon[85080]: osdmap e1138: 8 total, 8 up, 8 in 2024-04-02T09:05:27.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:26 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3241121693' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:05:27.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:26 smithi012 ceph-mon[90784]: osdmap e1138: 8 total, 8 up, 8 in 2024-04-02T09:05:27.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:26 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3241121693' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:05:27.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:26 smithi012 ceph-mon[88355]: osdmap e1138: 8 total, 8 up, 8 in 2024-04-02T09:05:27.716 INFO:tasks.workunit.client.0.smithi012.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Entries.cc:118: Skipped 2024-04-02T09:05:27.716 INFO:tasks.workunit.client.0.smithi012.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:05:27.716 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestJournalEntries.AioWrite (2035 ms) 2024-04-02T09:05:27.716 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestJournalEntries.AioDiscard 2024-04-02T09:05:27.725 INFO:tasks.workunit.client.0.smithi012.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Entries.cc:163: Skipped 2024-04-02T09:05:27.725 INFO:tasks.workunit.client.0.smithi012.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:05:27.725 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestJournalEntries.AioDiscard (9 ms) 2024-04-02T09:05:27.725 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestJournalEntries.AioDiscardWithPrune 2024-04-02T09:05:27.734 INFO:tasks.workunit.client.0.smithi012.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Entries.cc:200: Skipped 2024-04-02T09:05:27.734 INFO:tasks.workunit.client.0.smithi012.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:05:27.734 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestJournalEntries.AioDiscardWithPrune (9 ms) 2024-04-02T09:05:27.734 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestJournalEntries.AioFlush 2024-04-02T09:05:27.743 INFO:tasks.workunit.client.0.smithi012.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Entries.cc:263: Skipped 2024-04-02T09:05:27.743 INFO:tasks.workunit.client.0.smithi012.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:05:27.743 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestJournalEntries.AioFlush (8 ms) 2024-04-02T09:05:27.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:27 smithi012 ceph-mon[88355]: pgmap v2075: 137 pgs: 22 creating+peering, 115 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:05:27.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:27 smithi012 ceph-mon[88355]: osdmap e1139: 8 total, 8 up, 8 in 2024-04-02T09:05:27.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:27 smithi012 ceph-mon[90784]: pgmap v2075: 137 pgs: 22 creating+peering, 115 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:05:27.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:27 smithi012 ceph-mon[90784]: osdmap e1139: 8 total, 8 up, 8 in 2024-04-02T09:05:28.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:27 smithi055 ceph-mon[85080]: pgmap v2075: 137 pgs: 22 creating+peering, 115 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:05:28.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:27 smithi055 ceph-mon[85080]: osdmap e1139: 8 total, 8 up, 8 in 2024-04-02T09:05:28.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:05:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:05:27] "GET /metrics HTTP/1.1" 200 34040 "" "Prometheus/2.43.0" 2024-04-02T09:05:28.714 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 4 tests from TestJournalEntries (2061 ms total) 2024-04-02T09:05:28.714 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:05:28.714 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 2 tests from TestTrash 2024-04-02T09:05:29.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:28 smithi055 ceph-mon[85080]: osdmap e1140: 8 total, 8 up, 8 in 2024-04-02T09:05:29.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:28 smithi012 ceph-mon[88355]: osdmap e1140: 8 total, 8 up, 8 in 2024-04-02T09:05:29.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:28 smithi012 ceph-mon[90784]: osdmap e1140: 8 total, 8 up, 8 in 2024-04-02T09:05:30.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:29 smithi055 ceph-mon[85080]: pgmap v2078: 137 pgs: 22 creating+peering, 115 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:05:30.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:29 smithi055 ceph-mon[85080]: osdmap e1141: 8 total, 8 up, 8 in 2024-04-02T09:05:30.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:30.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:29 smithi012 ceph-mon[88355]: pgmap v2078: 137 pgs: 22 creating+peering, 115 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:05:30.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:29 smithi012 ceph-mon[88355]: osdmap e1141: 8 total, 8 up, 8 in 2024-04-02T09:05:30.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:30.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:29 smithi012 ceph-mon[90784]: pgmap v2078: 137 pgs: 22 creating+peering, 115 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:05:30.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:29 smithi012 ceph-mon[90784]: osdmap e1141: 8 total, 8 up, 8 in 2024-04-02T09:05:30.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:30.720 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestTrash.UserRemovingSource 2024-04-02T09:05:31.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:30 smithi055 ceph-mon[85080]: osdmap e1142: 8 total, 8 up, 8 in 2024-04-02T09:05:31.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:30 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3377760290' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:05:31.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:30 smithi012 ceph-mon[88355]: osdmap e1142: 8 total, 8 up, 8 in 2024-04-02T09:05:31.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:30 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3377760290' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:05:31.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:30 smithi012 ceph-mon[90784]: osdmap e1142: 8 total, 8 up, 8 in 2024-04-02T09:05:31.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:30 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3377760290' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:05:32.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:31 smithi055 ceph-mon[85080]: pgmap v2081: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:05:32.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:31 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:05:32.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:31 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3377760290' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:05:32.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:31 smithi055 ceph-mon[85080]: osdmap e1143: 8 total, 8 up, 8 in 2024-04-02T09:05:32.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:31 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:05:32.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:31 smithi012 ceph-mon[88355]: pgmap v2081: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:05:32.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:31 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:05:32.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:31 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3377760290' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:05:32.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:31 smithi012 ceph-mon[88355]: osdmap e1143: 8 total, 8 up, 8 in 2024-04-02T09:05:32.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:31 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:05:32.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:31 smithi012 ceph-mon[90784]: pgmap v2081: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:05:32.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:31 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:05:32.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:31 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3377760290' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:05:32.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:31 smithi012 ceph-mon[90784]: osdmap e1143: 8 total, 8 up, 8 in 2024-04-02T09:05:32.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:31 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:05:32.723 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:05:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:05:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:05:32.812 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestTrash.UserRemovingSource (2092 ms) 2024-04-02T09:05:32.812 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestTrash.RestoreMirroringSource 2024-04-02T09:05:32.856 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestTrash.RestoreMirroringSource (44 ms) 2024-04-02T09:05:33.004 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:32 smithi055 ceph-mon[85080]: osdmap e1144: 8 total, 8 up, 8 in 2024-04-02T09:05:33.004 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:32 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:05:33.004 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:32 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:05:33.004 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:32 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:05:33.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:32 smithi012 ceph-mon[88355]: osdmap e1144: 8 total, 8 up, 8 in 2024-04-02T09:05:33.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:32 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:05:33.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:32 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:05:33.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:32 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:05:33.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:32 smithi012 ceph-mon[90784]: osdmap e1144: 8 total, 8 up, 8 in 2024-04-02T09:05:33.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:32 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:05:33.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:32 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:05:33.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:32 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:05:33.744 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 2 tests from TestTrash (2136 ms total) 2024-04-02T09:05:33.744 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:05:33.744 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 1 test from TestOperations 2024-04-02T09:05:33.986 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:33 smithi055 ceph-mon[85080]: pgmap v2084: 137 pgs: 18 creating+peering, 119 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:05:33.986 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:33 smithi055 ceph-mon[85080]: osdmap e1145: 8 total, 8 up, 8 in 2024-04-02T09:05:33.986 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:33 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:05:33.986 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:33 smithi055 ceph-mon[85080]: Cluster is now healthy 2024-04-02T09:05:34.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:33 smithi012 ceph-mon[88355]: pgmap v2084: 137 pgs: 18 creating+peering, 119 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:05:34.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:33 smithi012 ceph-mon[88355]: osdmap e1145: 8 total, 8 up, 8 in 2024-04-02T09:05:34.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:33 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:05:34.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:33 smithi012 ceph-mon[88355]: Cluster is now healthy 2024-04-02T09:05:34.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:33 smithi012 ceph-mon[90784]: pgmap v2084: 137 pgs: 18 creating+peering, 119 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:05:34.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:33 smithi012 ceph-mon[90784]: osdmap e1145: 8 total, 8 up, 8 in 2024-04-02T09:05:34.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:33 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:05:34.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:33 smithi012 ceph-mon[90784]: Cluster is now healthy 2024-04-02T09:05:35.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:34 smithi055 ceph-mon[85080]: osdmap e1146: 8 total, 8 up, 8 in 2024-04-02T09:05:35.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:34 smithi012 ceph-mon[88355]: osdmap e1146: 8 total, 8 up, 8 in 2024-04-02T09:05:35.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:34 smithi012 ceph-mon[90784]: osdmap e1146: 8 total, 8 up, 8 in 2024-04-02T09:05:35.754 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestOperations.DisableJournalingCorrupt 2024-04-02T09:05:36.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:35 smithi055 ceph-mon[85080]: pgmap v2087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:05:36.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:35 smithi055 ceph-mon[85080]: osdmap e1147: 8 total, 8 up, 8 in 2024-04-02T09:05:36.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:35 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3238769065' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:05:36.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:35 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:05:36.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:35 smithi012 ceph-mon[88355]: pgmap v2087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:05:36.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:35 smithi012 ceph-mon[88355]: osdmap e1147: 8 total, 8 up, 8 in 2024-04-02T09:05:36.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:35 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3238769065' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:05:36.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:35 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:05:36.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:35 smithi012 ceph-mon[90784]: pgmap v2087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:05:36.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:35 smithi012 ceph-mon[90784]: osdmap e1147: 8 total, 8 up, 8 in 2024-04-02T09:05:36.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:35 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3238769065' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:05:36.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:35 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:05:37.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:36 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:05:37.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:36 smithi055 ceph-mon[85080]: osdmap e1148: 8 total, 8 up, 8 in 2024-04-02T09:05:37.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:36 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:05:37.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:36 smithi012 ceph-mon[88355]: osdmap e1148: 8 total, 8 up, 8 in 2024-04-02T09:05:37.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:36 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:05:37.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:36 smithi012 ceph-mon[90784]: osdmap e1148: 8 total, 8 up, 8 in 2024-04-02T09:05:37.788 INFO:tasks.workunit.client.0.smithi012.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_Operations.cc:18: Skipped 2024-04-02T09:05:37.788 INFO:tasks.workunit.client.0.smithi012.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:05:37.788 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestOperations.DisableJournalingCorrupt (2033 ms) 2024-04-02T09:05:38.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:37 smithi055 ceph-mon[85080]: pgmap v2090: 137 pgs: 14 creating+peering, 123 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:05:38.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:37 smithi055 ceph-mon[85080]: osdmap e1149: 8 total, 8 up, 8 in 2024-04-02T09:05:38.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:05:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:05:37] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-04-02T09:05:38.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:37 smithi012 ceph-mon[88355]: pgmap v2090: 137 pgs: 14 creating+peering, 123 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:05:38.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:37 smithi012 ceph-mon[88355]: osdmap e1149: 8 total, 8 up, 8 in 2024-04-02T09:05:38.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:37 smithi012 ceph-mon[90784]: pgmap v2090: 137 pgs: 14 creating+peering, 123 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:05:38.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:37 smithi012 ceph-mon[90784]: osdmap e1149: 8 total, 8 up, 8 in 2024-04-02T09:05:38.780 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 1 test from TestOperations (2033 ms total) 2024-04-02T09:05:38.780 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:05:38.780 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 4 tests from TestObjectMap 2024-04-02T09:05:39.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:38 smithi055 ceph-mon[85080]: osdmap e1150: 8 total, 8 up, 8 in 2024-04-02T09:05:39.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:38 smithi012 ceph-mon[88355]: osdmap e1150: 8 total, 8 up, 8 in 2024-04-02T09:05:39.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:38 smithi012 ceph-mon[90784]: osdmap e1150: 8 total, 8 up, 8 in 2024-04-02T09:05:40.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:39 smithi055 ceph-mon[85080]: pgmap v2093: 137 pgs: 14 creating+peering, 123 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:05:40.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:39 smithi055 ceph-mon[85080]: osdmap e1151: 8 total, 8 up, 8 in 2024-04-02T09:05:40.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:39 smithi012 ceph-mon[88355]: pgmap v2093: 137 pgs: 14 creating+peering, 123 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:05:40.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:39 smithi012 ceph-mon[88355]: osdmap e1151: 8 total, 8 up, 8 in 2024-04-02T09:05:40.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:39 smithi012 ceph-mon[90784]: pgmap v2093: 137 pgs: 14 creating+peering, 123 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:05:40.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:39 smithi012 ceph-mon[90784]: osdmap e1151: 8 total, 8 up, 8 in 2024-04-02T09:05:40.798 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenCorrupt 2024-04-02T09:05:41.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:40 smithi055 ceph-mon[85080]: osdmap e1152: 8 total, 8 up, 8 in 2024-04-02T09:05:41.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:40 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3001235900' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:05:41.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:40 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:05:41.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:40 smithi012 ceph-mon[88355]: osdmap e1152: 8 total, 8 up, 8 in 2024-04-02T09:05:41.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:40 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3001235900' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:05:41.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:40 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:05:41.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:40 smithi012 ceph-mon[90784]: osdmap e1152: 8 total, 8 up, 8 in 2024-04-02T09:05:41.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:40 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3001235900' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:05:41.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:40 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:05:42.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:41 smithi055 ceph-mon[85080]: pgmap v2096: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:05:42.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:41 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:05:42.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:41 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:05:42.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:41 smithi055 ceph-mon[85080]: osdmap e1153: 8 total, 8 up, 8 in 2024-04-02T09:05:42.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:41 smithi012 ceph-mon[88355]: pgmap v2096: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:05:42.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:41 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:05:42.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:41 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:05:42.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:41 smithi012 ceph-mon[88355]: osdmap e1153: 8 total, 8 up, 8 in 2024-04-02T09:05:42.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:41 smithi012 ceph-mon[90784]: pgmap v2096: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:05:42.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:41 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:05:42.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:41 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:05:42.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:41 smithi012 ceph-mon[90784]: osdmap e1153: 8 total, 8 up, 8 in 2024-04-02T09:05:42.806 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:05:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:05:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:05:42.851 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenCorrupt (2053 ms) 2024-04-02T09:05:42.851 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenTooSmall 2024-04-02T09:05:42.880 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenTooSmall (29 ms) 2024-04-02T09:05:42.880 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestObjectMap.InvalidateFlagOnDisk 2024-04-02T09:05:42.919 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestObjectMap.InvalidateFlagOnDisk (39 ms) 2024-04-02T09:05:42.919 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall 2024-04-02T09:05:42.949 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall (31 ms) 2024-04-02T09:05:43.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:42 smithi055 ceph-mon[85080]: osdmap e1154: 8 total, 8 up, 8 in 2024-04-02T09:05:43.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:42 smithi012 ceph-mon[88355]: osdmap e1154: 8 total, 8 up, 8 in 2024-04-02T09:05:43.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:42 smithi012 ceph-mon[90784]: osdmap e1154: 8 total, 8 up, 8 in 2024-04-02T09:05:43.829 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 4 tests from TestObjectMap (2152 ms total) 2024-04-02T09:05:43.829 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:05:43.829 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 2 tests from TestMirroringWatcher 2024-04-02T09:05:44.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:43 smithi012 ceph-mon[88355]: pgmap v2099: 137 pgs: 17 creating+peering, 120 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:05:44.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:43 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:05:44.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:43 smithi012 ceph-mon[88355]: Cluster is now healthy 2024-04-02T09:05:44.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:43 smithi012 ceph-mon[88355]: osdmap e1155: 8 total, 8 up, 8 in 2024-04-02T09:05:44.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:43 smithi012 ceph-mon[90784]: pgmap v2099: 137 pgs: 17 creating+peering, 120 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:05:44.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:43 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:05:44.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:43 smithi012 ceph-mon[90784]: Cluster is now healthy 2024-04-02T09:05:44.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:43 smithi012 ceph-mon[90784]: osdmap e1155: 8 total, 8 up, 8 in 2024-04-02T09:05:44.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:43 smithi055 ceph-mon[85080]: pgmap v2099: 137 pgs: 17 creating+peering, 120 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:05:44.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:43 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:05:44.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:43 smithi055 ceph-mon[85080]: Cluster is now healthy 2024-04-02T09:05:44.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:43 smithi055 ceph-mon[85080]: osdmap e1155: 8 total, 8 up, 8 in 2024-04-02T09:05:45.079 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:44 smithi012 ceph-mon[88355]: osdmap e1156: 8 total, 8 up, 8 in 2024-04-02T09:05:45.079 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:45.080 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:44 smithi012 ceph-mon[90784]: osdmap e1156: 8 total, 8 up, 8 in 2024-04-02T09:05:45.080 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:45.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:44 smithi055 ceph-mon[85080]: osdmap e1156: 8 total, 8 up, 8 in 2024-04-02T09:05:45.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:45.834 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMirroringWatcher.ModeUpdated 2024-04-02T09:05:46.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:45 smithi012 ceph-mon[88355]: pgmap v2102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:05:46.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:45 smithi012 ceph-mon[88355]: osdmap e1157: 8 total, 8 up, 8 in 2024-04-02T09:05:46.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:45 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1390986358' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:05:46.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:45 smithi012 ceph-mon[90784]: pgmap v2102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:05:46.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:45 smithi012 ceph-mon[90784]: osdmap e1157: 8 total, 8 up, 8 in 2024-04-02T09:05:46.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:45 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1390986358' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:05:46.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:45 smithi055 ceph-mon[85080]: pgmap v2102: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:05:46.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:45 smithi055 ceph-mon[85080]: osdmap e1157: 8 total, 8 up, 8 in 2024-04-02T09:05:46.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:45 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1390986358' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:05:47.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:46 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1390986358' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:05:47.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:46 smithi012 ceph-mon[88355]: osdmap e1158: 8 total, 8 up, 8 in 2024-04-02T09:05:47.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:46 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1390986358' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:05:47.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:46 smithi012 ceph-mon[90784]: osdmap e1158: 8 total, 8 up, 8 in 2024-04-02T09:05:47.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:46 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1390986358' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:05:47.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:46 smithi055 ceph-mon[85080]: osdmap e1158: 8 total, 8 up, 8 in 2024-04-02T09:05:47.892 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMirroringWatcher.ModeUpdated (2059 ms) 2024-04-02T09:05:47.892 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMirroringWatcher.ImageStatusUpdated 2024-04-02T09:05:47.914 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMirroringWatcher.ImageStatusUpdated (22 ms) 2024-04-02T09:05:48.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:05:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:05:47] "GET /metrics HTTP/1.1" 200 34037 "" "Prometheus/2.43.0" 2024-04-02T09:05:48.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:47 smithi012 ceph-mon[88355]: pgmap v2105: 137 pgs: 15 creating+peering, 122 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:05:48.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:47 smithi012 ceph-mon[88355]: osdmap e1159: 8 total, 8 up, 8 in 2024-04-02T09:05:48.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:47 smithi012 ceph-mon[90784]: pgmap v2105: 137 pgs: 15 creating+peering, 122 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:05:48.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:47 smithi012 ceph-mon[90784]: osdmap e1159: 8 total, 8 up, 8 in 2024-04-02T09:05:48.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:47 smithi055 ceph-mon[85080]: pgmap v2105: 137 pgs: 15 creating+peering, 122 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:05:48.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:47 smithi055 ceph-mon[85080]: osdmap e1159: 8 total, 8 up, 8 in 2024-04-02T09:05:48.874 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 2 tests from TestMirroringWatcher (2081 ms total) 2024-04-02T09:05:48.874 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:05:48.874 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 57 tests from TestMigration 2024-04-02T09:05:49.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:48 smithi012 ceph-mon[88355]: osdmap e1160: 8 total, 8 up, 8 in 2024-04-02T09:05:49.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:48 smithi012 ceph-mon[90784]: osdmap e1160: 8 total, 8 up, 8 in 2024-04-02T09:05:49.314 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:48 smithi055 ceph-mon[85080]: osdmap e1160: 8 total, 8 up, 8 in 2024-04-02T09:05:50.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:49 smithi012 ceph-mon[88355]: pgmap v2108: 137 pgs: 15 creating+peering, 122 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:05:50.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:49 smithi012 ceph-mon[88355]: osdmap e1161: 8 total, 8 up, 8 in 2024-04-02T09:05:50.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:49 smithi012 ceph-mon[90784]: pgmap v2108: 137 pgs: 15 creating+peering, 122 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:05:50.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:49 smithi012 ceph-mon[90784]: osdmap e1161: 8 total, 8 up, 8 in 2024-04-02T09:05:50.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:49 smithi055 ceph-mon[85080]: pgmap v2108: 137 pgs: 15 creating+peering, 122 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:05:50.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:49 smithi055 ceph-mon[85080]: osdmap e1161: 8 total, 8 up, 8 in 2024-04-02T09:05:51.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:50 smithi012 ceph-mon[88355]: osdmap e1162: 8 total, 8 up, 8 in 2024-04-02T09:05:51.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:50 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2311540553' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:05:51.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:50 smithi012 ceph-mon[90784]: osdmap e1162: 8 total, 8 up, 8 in 2024-04-02T09:05:51.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:50 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2311540553' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:05:51.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:50 smithi055 ceph-mon[85080]: osdmap e1162: 8 total, 8 up, 8 in 2024-04-02T09:05:51.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:50 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2311540553' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:05:51.896 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMigration.Empty 2024-04-02T09:05:52.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:51 smithi012 ceph-mon[88355]: pgmap v2111: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:05:52.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:51 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:05:52.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:51 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2311540553' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:05:52.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:51 smithi012 ceph-mon[88355]: osdmap e1163: 8 total, 8 up, 8 in 2024-04-02T09:05:52.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:51 smithi012 ceph-mon[90784]: pgmap v2111: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:05:52.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:51 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:05:52.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:51 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2311540553' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:05:52.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:51 smithi012 ceph-mon[90784]: osdmap e1163: 8 total, 8 up, 8 in 2024-04-02T09:05:52.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:51 smithi055 ceph-mon[85080]: pgmap v2111: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:05:52.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:51 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:05:52.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:51 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2311540553' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:05:52.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:51 smithi055 ceph-mon[85080]: osdmap e1163: 8 total, 8 up, 8 in 2024-04-02T09:05:52.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:05:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:05:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:05:53.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:52 smithi012 ceph-mon[88355]: osdmap e1164: 8 total, 8 up, 8 in 2024-04-02T09:05:53.182 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:52 smithi012 ceph-mon[90784]: osdmap e1164: 8 total, 8 up, 8 in 2024-04-02T09:05:53.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:52 smithi055 ceph-mon[85080]: osdmap e1164: 8 total, 8 up, 8 in 2024-04-02T09:05:53.963 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:05:53.975 INFO:tasks.workunit.client.0.smithi012.stdout:migration_prepare 2024-04-02T09:05:54.128 INFO:tasks.workunit.client.0.smithi012.stdout:migration_execute 2024-04-02T09:05:54.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:53 smithi012 ceph-mon[88355]: pgmap v2114: 169 pgs: 32 unknown, 17 creating+peering, 120 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:05:54.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:53 smithi012 ceph-mon[88355]: osdmap e1165: 8 total, 8 up, 8 in 2024-04-02T09:05:54.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:53 smithi012 ceph-mon[90784]: pgmap v2114: 169 pgs: 32 unknown, 17 creating+peering, 120 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:05:54.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:53 smithi012 ceph-mon[90784]: osdmap e1165: 8 total, 8 up, 8 in 2024-04-02T09:05:54.205 INFO:tasks.workunit.client.0.smithi012.stdout:migration_commit 2024-04-02T09:05:54.289 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMigration.Empty (2392 ms) 2024-04-02T09:05:54.289 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMigration.OtherName 2024-04-02T09:05:54.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:53 smithi055 ceph-mon[85080]: pgmap v2114: 169 pgs: 32 unknown, 17 creating+peering, 120 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:05:54.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:53 smithi055 ceph-mon[85080]: osdmap e1165: 8 total, 8 up, 8 in 2024-04-02T09:05:54.319 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:05:54.330 INFO:tasks.workunit.client.0.smithi012.stdout:migration_prepare 2024-04-02T09:05:54.467 INFO:tasks.workunit.client.0.smithi012.stdout:migration_execute 2024-04-02T09:05:54.534 INFO:tasks.workunit.client.0.smithi012.stdout:migration_commit 2024-04-02T09:05:54.615 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMigration.OtherName (326 ms) 2024-04-02T09:05:54.615 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMigration.OtherPool 2024-04-02T09:05:54.646 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:05:54.657 INFO:tasks.workunit.client.0.smithi012.stdout:migration_prepare 2024-04-02T09:05:55.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:54 smithi012 ceph-mon[88355]: osdmap e1166: 8 total, 8 up, 8 in 2024-04-02T09:05:55.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:54 smithi012 ceph-mon[90784]: osdmap e1166: 8 total, 8 up, 8 in 2024-04-02T09:05:55.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:54 smithi055 ceph-mon[85080]: osdmap e1166: 8 total, 8 up, 8 in 2024-04-02T09:05:56.047 INFO:tasks.workunit.client.0.smithi012.stdout:migration_execute 2024-04-02T09:05:56.114 INFO:tasks.workunit.client.0.smithi012.stdout:migration_commit 2024-04-02T09:05:56.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:55 smithi012 ceph-mon[88355]: pgmap v2117: 169 pgs: 32 unknown, 17 creating+peering, 120 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:05:56.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:55 smithi012 ceph-mon[88355]: osdmap e1167: 8 total, 8 up, 8 in 2024-04-02T09:05:56.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:55 smithi012 ceph-mon[90784]: pgmap v2117: 169 pgs: 32 unknown, 17 creating+peering, 120 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:05:56.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:55 smithi012 ceph-mon[90784]: osdmap e1167: 8 total, 8 up, 8 in 2024-04-02T09:05:56.202 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMigration.OtherPool (1588 ms) 2024-04-02T09:05:56.202 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMigration.OtherNamespace 2024-04-02T09:05:56.235 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:05:56.249 INFO:tasks.workunit.client.0.smithi012.stdout:migration_prepare 2024-04-02T09:05:56.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:55 smithi055 ceph-mon[85080]: pgmap v2117: 169 pgs: 32 unknown, 17 creating+peering, 120 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:05:56.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:55 smithi055 ceph-mon[85080]: osdmap e1167: 8 total, 8 up, 8 in 2024-04-02T09:05:56.380 INFO:tasks.workunit.client.0.smithi012.stdout:migration_execute 2024-04-02T09:05:56.449 INFO:tasks.workunit.client.0.smithi012.stdout:migration_commit 2024-04-02T09:05:56.530 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMigration.OtherNamespace (327 ms) 2024-04-02T09:05:56.530 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMigration.DataPool 2024-04-02T09:05:56.561 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:05:56.572 INFO:tasks.workunit.client.0.smithi012.stdout:migration_prepare 2024-04-02T09:05:56.718 INFO:tasks.workunit.client.0.smithi012.stdout:migration_execute 2024-04-02T09:05:56.787 INFO:tasks.workunit.client.0.smithi012.stdout:migration_commit 2024-04-02T09:05:56.870 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMigration.DataPool (341 ms) 2024-04-02T09:05:56.871 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMigration.AbortAfterPrepare 2024-04-02T09:05:56.901 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:05:56.916 INFO:tasks.workunit.client.0.smithi012.stdout:migration_prepare 2024-04-02T09:05:57.066 INFO:tasks.workunit.client.0.smithi012.stdout:migration_abort 2024-04-02T09:05:57.167 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMigration.AbortAfterPrepare (296 ms) 2024-04-02T09:05:57.167 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMigration.AbortAfterFailedPrepare 2024-04-02T09:05:57.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:56 smithi012 ceph-mon[88355]: osdmap e1168: 8 total, 8 up, 8 in 2024-04-02T09:05:57.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:56 smithi012 ceph-mon[90784]: osdmap e1168: 8 total, 8 up, 8 in 2024-04-02T09:05:57.197 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:05:57.209 INFO:tasks.workunit.client.0.smithi012.stdout:migration_prepare 2024-04-02T09:05:57.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:56 smithi055 ceph-mon[85080]: osdmap e1168: 8 total, 8 up, 8 in 2024-04-02T09:05:57.310 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMigration.AbortAfterFailedPrepare (144 ms) 2024-04-02T09:05:57.311 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMigration.AbortAfterExecute 2024-04-02T09:05:57.343 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:05:57.356 INFO:tasks.workunit.client.0.smithi012.stdout:migration_prepare 2024-04-02T09:05:57.503 INFO:tasks.workunit.client.0.smithi012.stdout:migration_execute 2024-04-02T09:05:57.578 INFO:tasks.workunit.client.0.smithi012.stdout:migration_abort 2024-04-02T09:05:57.683 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMigration.AbortAfterExecute (373 ms) 2024-04-02T09:05:57.683 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMigration.OtherPoolAbortAfterExecute 2024-04-02T09:05:57.720 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:05:57.729 INFO:tasks.workunit.client.0.smithi012.stdout:migration_prepare 2024-04-02T09:05:57.856 INFO:tasks.workunit.client.0.smithi012.stdout:migration_execute 2024-04-02T09:05:57.922 INFO:tasks.workunit.client.0.smithi012.stdout:migration_abort 2024-04-02T09:05:58.025 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMigration.OtherPoolAbortAfterExecute (342 ms) 2024-04-02T09:05:58.025 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMigration.OtherNamespaceAbortAfterExecute 2024-04-02T09:05:58.056 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:05:58.071 INFO:tasks.workunit.client.0.smithi012.stdout:migration_prepare 2024-04-02T09:05:58.205 INFO:tasks.workunit.client.0.smithi012.stdout:migration_execute 2024-04-02T09:05:58.270 INFO:tasks.workunit.client.0.smithi012.stdout:migration_abort 2024-04-02T09:05:58.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:05:57 smithi055 ceph-mon[85080]: pgmap v2120: 169 pgs: 169 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 386 KiB/s rd, 22 KiB/s wr, 488 op/s 2024-04-02T09:05:58.380 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMigration.OtherNamespaceAbortAfterExecute (355 ms) 2024-04-02T09:05:58.381 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMigration.MirroringSamePool 2024-04-02T09:05:58.412 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:05:58.423 INFO:tasks.workunit.client.0.smithi012.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_Migration.cc:635: Skipped 2024-04-02T09:05:58.423 INFO:tasks.workunit.client.0.smithi012.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:05:58.427 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:05:57 smithi012 ceph-mon[88355]: pgmap v2120: 169 pgs: 169 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 386 KiB/s rd, 22 KiB/s wr, 488 op/s 2024-04-02T09:05:58.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:05:57 smithi012 ceph-mon[90784]: pgmap v2120: 169 pgs: 169 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 386 KiB/s rd, 22 KiB/s wr, 488 op/s 2024-04-02T09:05:58.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:05:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:05:57] "GET /metrics HTTP/1.1" 200 34037 "" "Prometheus/2.43.0" 2024-04-02T09:05:58.430 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestMigration.MirroringSamePool (50 ms) 2024-04-02T09:05:58.430 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMigration.MirroringAbort 2024-04-02T09:05:58.461 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:05:58.473 INFO:tasks.workunit.client.0.smithi012.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_Migration.cc:653: Skipped 2024-04-02T09:05:58.473 INFO:tasks.workunit.client.0.smithi012.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:05:58.479 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestMigration.MirroringAbort (49 ms) 2024-04-02T09:05:58.480 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMigration.MirroringOtherPoolDisabled 2024-04-02T09:05:58.510 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:05:58.522 INFO:tasks.workunit.client.0.smithi012.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_Migration.cc:676: Skipped 2024-04-02T09:05:58.522 INFO:tasks.workunit.client.0.smithi012.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:05:58.529 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolDisabled (50 ms) 2024-04-02T09:05:58.529 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMigration.MirroringOtherPoolEnabled 2024-04-02T09:05:58.559 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:05:58.569 INFO:tasks.workunit.client.0.smithi012.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_Migration.cc:694: Skipped 2024-04-02T09:05:58.569 INFO:tasks.workunit.client.0.smithi012.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:05:58.576 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolEnabled (46 ms) 2024-04-02T09:05:58.576 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMigration.MirroringPool 2024-04-02T09:05:58.606 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:05:58.617 INFO:tasks.workunit.client.0.smithi012.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_Migration.cc:714: Skipped 2024-04-02T09:05:58.618 INFO:tasks.workunit.client.0.smithi012.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:05:58.625 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestMigration.MirroringPool (49 ms) 2024-04-02T09:05:58.625 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMigration.Group 2024-04-02T09:05:58.660 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:05:58.681 INFO:tasks.workunit.client.0.smithi012.stdout:migration_prepare 2024-04-02T09:05:58.828 INFO:tasks.workunit.client.0.smithi012.stdout:migration_execute 2024-04-02T09:05:58.896 INFO:tasks.workunit.client.0.smithi012.stdout:migration_commit 2024-04-02T09:05:58.989 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMigration.Group (365 ms) 2024-04-02T09:05:58.990 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMigration.GroupAbort 2024-04-02T09:05:59.022 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:05:59.042 INFO:tasks.workunit.client.0.smithi012.stdout:migration_prepare 2024-04-02T09:05:59.187 INFO:tasks.workunit.client.0.smithi012.stdout:migration_abort 2024-04-02T09:05:59.321 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMigration.GroupAbort (331 ms) 2024-04-02T09:05:59.321 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMigration.NoSnaps 2024-04-02T09:05:59.350 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:05:59.362 INFO:tasks.workunit.client.0.smithi012.stdout:write: 1 0~8388609 2024-04-02T09:05:59.421 INFO:tasks.workunit.client.0.smithi012.stdout:write: 1 16777218~8388609 2024-04-02T09:05:59.468 INFO:tasks.workunit.client.0.smithi012.stdout:migration_prepare 2024-04-02T09:05:59.649 INFO:tasks.workunit.client.0.smithi012.stdout:migration_execute 2024-04-02T09:05:59.758 INFO:tasks.workunit.client.0.smithi012.stdout:migration_commit 2024-04-02T09:05:59.886 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMigration.NoSnaps (566 ms) 2024-04-02T09:05:59.886 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMigration.NoSnapsOtherPool 2024-04-02T09:05:59.916 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:05:59.930 INFO:tasks.workunit.client.0.smithi012.stdout:write: 1 0~8388609 2024-04-02T09:05:59.982 INFO:tasks.workunit.client.0.smithi012.stdout:write: 1 16777218~8388609 2024-04-02T09:06:00.025 INFO:tasks.workunit.client.0.smithi012.stdout:write: 1 0~8388609 2024-04-02T09:06:00.032 INFO:tasks.workunit.client.0.smithi012.stdout:write: 1 16777218~8388609 2024-04-02T09:06:00.077 INFO:tasks.workunit.client.0.smithi012.stdout:migration_prepare 2024-04-02T09:06:00.258 INFO:tasks.workunit.client.0.smithi012.stdout:migration_execute 2024-04-02T09:06:00.363 INFO:tasks.workunit.client.0.smithi012.stdout:migration_commit 2024-04-02T09:06:00.487 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMigration.NoSnapsOtherPool (600 ms) 2024-04-02T09:06:00.487 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMigration.NoSnapsDataPool 2024-04-02T09:06:00.519 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:06:00.530 INFO:tasks.workunit.client.0.smithi012.stdout:write: 1 0~8388609 2024-04-02T09:06:00.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:00 smithi055 ceph-mon[85080]: pgmap v2121: 169 pgs: 169 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 274 KiB/s rd, 16 KiB/s wr, 346 op/s 2024-04-02T09:06:00.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:00 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:06:00.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:00 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:00.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:00 smithi055 ceph-mon[85080]: osdmap e1169: 8 total, 8 up, 8 in 2024-04-02T09:06:00.584 INFO:tasks.workunit.client.0.smithi012.stdout:write: 1 16777218~8388609 2024-04-02T09:06:00.637 INFO:tasks.workunit.client.0.smithi012.stdout:migration_prepare 2024-04-02T09:06:00.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:00 smithi012 ceph-mon[88355]: pgmap v2121: 169 pgs: 169 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 274 KiB/s rd, 16 KiB/s wr, 346 op/s 2024-04-02T09:06:00.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:00 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:06:00.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:00 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:00.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:00 smithi012 ceph-mon[88355]: osdmap e1169: 8 total, 8 up, 8 in 2024-04-02T09:06:00.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:00 smithi012 ceph-mon[90784]: pgmap v2121: 169 pgs: 169 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 274 KiB/s rd, 16 KiB/s wr, 346 op/s 2024-04-02T09:06:00.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:00 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:06:00.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:00 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:00.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:00 smithi012 ceph-mon[90784]: osdmap e1169: 8 total, 8 up, 8 in 2024-04-02T09:06:00.825 INFO:tasks.workunit.client.0.smithi012.stdout:migration_execute 2024-04-02T09:06:00.936 INFO:tasks.workunit.client.0.smithi012.stdout:migration_commit 2024-04-02T09:06:01.061 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMigration.NoSnapsDataPool (574 ms) 2024-04-02T09:06:01.061 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMigration.NoSnapsShrinkAfterPrepare 2024-04-02T09:06:01.094 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:06:01.105 INFO:tasks.workunit.client.0.smithi012.stdout:write: 1 0~8388609 2024-04-02T09:06:01.166 INFO:tasks.workunit.client.0.smithi012.stdout:write: 1 16777218~8388609 2024-04-02T09:06:01.224 INFO:tasks.workunit.client.0.smithi012.stdout:migration_prepare 2024-04-02T09:06:01.405 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 41943040 2024-04-02T09:06:01.414 INFO:tasks.workunit.client.0.smithi012.stdout:migration_execute 2024-04-02T09:06:01.520 INFO:tasks.workunit.client.0.smithi012.stdout:migration_commit 2024-04-02T09:06:01.630 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMigration.NoSnapsShrinkAfterPrepare (570 ms) 2024-04-02T09:06:01.631 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroBeforePrepare 2024-04-02T09:06:01.661 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:06:01.672 INFO:tasks.workunit.client.0.smithi012.stdout:write: 1 0~8388609 2024-04-02T09:06:01.727 INFO:tasks.workunit.client.0.smithi012.stdout:write: 1 16777218~8388609 2024-04-02T09:06:01.774 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 0 2024-04-02T09:06:01.788 INFO:tasks.workunit.client.0.smithi012.stdout:migration_prepare 2024-04-02T09:06:01.896 INFO:tasks.workunit.client.0.smithi012.stdout:migration_execute 2024-04-02T09:06:01.963 INFO:tasks.workunit.client.0.smithi012.stdout:migration_commit 2024-04-02T09:06:02.010 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroBeforePrepare (379 ms) 2024-04-02T09:06:02.010 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroAfterPrepare 2024-04-02T09:06:02.039 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:06:02.051 INFO:tasks.workunit.client.0.smithi012.stdout:write: 1 0~8388609 2024-04-02T09:06:02.106 INFO:tasks.workunit.client.0.smithi012.stdout:write: 1 16777218~8388609 2024-04-02T09:06:02.155 INFO:tasks.workunit.client.0.smithi012.stdout:migration_prepare 2024-04-02T09:06:02.342 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 0 2024-04-02T09:06:02.354 INFO:tasks.workunit.client.0.smithi012.stdout:migration_execute 2024-04-02T09:06:02.417 INFO:tasks.workunit.client.0.smithi012.stdout:migration_commit 2024-04-02T09:06:02.473 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroAfterPrepare (463 ms) 2024-04-02T09:06:02.473 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMigration.NoSnapsExpandAfterPrepare 2024-04-02T09:06:02.502 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:06:02.513 INFO:tasks.workunit.client.0.smithi012.stdout:write: 1 0~8388609 2024-04-02T09:06:02.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:02 smithi055 ceph-mon[85080]: pgmap v2123: 169 pgs: 169 active+clean; 29 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.6 MiB/s rd, 8.7 MiB/s wr, 1.17k op/s 2024-04-02T09:06:02.560 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:06:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:06:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:06:02.563 INFO:tasks.workunit.client.0.smithi012.stdout:write: 1 16777218~8388609 2024-04-02T09:06:02.612 INFO:tasks.workunit.client.0.smithi012.stdout:migration_prepare 2024-04-02T09:06:02.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:02 smithi012 ceph-mon[88355]: pgmap v2123: 169 pgs: 169 active+clean; 29 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.6 MiB/s rd, 8.7 MiB/s wr, 1.17k op/s 2024-04-02T09:06:02.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:02 smithi012 ceph-mon[90784]: pgmap v2123: 169 pgs: 169 active+clean; 29 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.6 MiB/s rd, 8.7 MiB/s wr, 1.17k op/s 2024-04-02T09:06:02.794 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 167772160 2024-04-02T09:06:02.802 INFO:tasks.workunit.client.0.smithi012.stdout:migration_execute 2024-04-02T09:06:02.914 INFO:tasks.workunit.client.0.smithi012.stdout:migration_commit 2024-04-02T09:06:03.048 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMigration.NoSnapsExpandAfterPrepare (575 ms) 2024-04-02T09:06:03.048 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMigration.NoSnapsSnapAfterPrepare 2024-04-02T09:06:03.078 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:06:03.089 INFO:tasks.workunit.client.0.smithi012.stdout:write: 1 0~8388609 2024-04-02T09:06:03.154 INFO:tasks.workunit.client.0.smithi012.stdout:write: 1 16777218~8388609 2024-04-02T09:06:03.202 INFO:tasks.workunit.client.0.smithi012.stdout:migration_prepare 2024-04-02T09:06:03.393 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: after_prepare_snap 2024-04-02T09:06:03.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:03 smithi055 ceph-mon[85080]: pgmap v2124: 169 pgs: 169 active+clean; 89 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 20 MiB/s wr, 1.58k op/s 2024-04-02T09:06:03.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:03 smithi012 ceph-mon[88355]: pgmap v2124: 169 pgs: 169 active+clean; 89 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 20 MiB/s wr, 1.58k op/s 2024-04-02T09:06:03.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:03 smithi012 ceph-mon[90784]: pgmap v2124: 169 pgs: 169 active+clean; 89 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 20 MiB/s wr, 1.58k op/s 2024-04-02T09:06:05.289 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 41943040 2024-04-02T09:06:05.310 INFO:tasks.workunit.client.0.smithi012.stdout:write: * 0~1000 2024-04-02T09:06:05.314 INFO:tasks.workunit.client.0.smithi012.stdout:migration_execute 2024-04-02T09:06:05.432 INFO:tasks.workunit.client.0.smithi012.stdout:migration_commit 2024-04-02T09:06:05.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:05 smithi055 ceph-mon[85080]: osdmap e1170: 8 total, 8 up, 8 in 2024-04-02T09:06:05.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:05 smithi055 ceph-mon[85080]: osdmap e1171: 8 total, 8 up, 8 in 2024-04-02T09:06:05.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:05 smithi055 ceph-mon[85080]: pgmap v2127: 169 pgs: 169 active+clean; 89 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 27 MiB/s rd, 25 MiB/s wr, 1.68k op/s 2024-04-02T09:06:05.596 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMigration.NoSnapsSnapAfterPrepare (2548 ms) 2024-04-02T09:06:05.596 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMigration.Snaps 2024-04-02T09:06:05.635 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:06:05.646 INFO:tasks.workunit.client.0.smithi012.stdout:write: 1 0~8388609 2024-04-02T09:06:05.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:05 smithi012 ceph-mon[88355]: osdmap e1170: 8 total, 8 up, 8 in 2024-04-02T09:06:05.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:05 smithi012 ceph-mon[88355]: osdmap e1171: 8 total, 8 up, 8 in 2024-04-02T09:06:05.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:05 smithi012 ceph-mon[88355]: pgmap v2127: 169 pgs: 169 active+clean; 89 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 27 MiB/s rd, 25 MiB/s wr, 1.68k op/s 2024-04-02T09:06:05.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:05 smithi012 ceph-mon[90784]: osdmap e1170: 8 total, 8 up, 8 in 2024-04-02T09:06:05.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:05 smithi012 ceph-mon[90784]: osdmap e1171: 8 total, 8 up, 8 in 2024-04-02T09:06:05.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:05 smithi012 ceph-mon[90784]: pgmap v2127: 169 pgs: 169 active+clean; 89 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 27 MiB/s rd, 25 MiB/s wr, 1.68k op/s 2024-04-02T09:06:05.713 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap1 2024-04-02T09:06:06.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:06 smithi055 ceph-mon[85080]: osdmap e1172: 8 total, 8 up, 8 in 2024-04-02T09:06:06.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:06 smithi012 ceph-mon[88355]: osdmap e1172: 8 total, 8 up, 8 in 2024-04-02T09:06:06.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:06 smithi012 ceph-mon[90784]: osdmap e1172: 8 total, 8 up, 8 in 2024-04-02T09:06:07.301 INFO:tasks.workunit.client.0.smithi012.stdout:write: 1 8388609~8388609 2024-04-02T09:06:07.313 INFO:tasks.workunit.client.0.smithi012.stdout:write: X 0~1000 2024-04-02T09:06:07.314 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 1010~1000 2024-04-02T09:06:07.314 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap2 2024-04-02T09:06:07.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:07 smithi055 ceph-mon[85080]: osdmap e1173: 8 total, 8 up, 8 in 2024-04-02T09:06:07.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:07 smithi055 ceph-mon[85080]: pgmap v2130: 169 pgs: 169 active+clean; 209 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 87 MiB/s rd, 60 MiB/s wr, 1.64k op/s 2024-04-02T09:06:07.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:07 smithi012 ceph-mon[88355]: osdmap e1173: 8 total, 8 up, 8 in 2024-04-02T09:06:07.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:07 smithi012 ceph-mon[88355]: pgmap v2130: 169 pgs: 169 active+clean; 209 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 87 MiB/s rd, 60 MiB/s wr, 1.64k op/s 2024-04-02T09:06:07.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:07 smithi012 ceph-mon[90784]: osdmap e1173: 8 total, 8 up, 8 in 2024-04-02T09:06:07.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:07 smithi012 ceph-mon[90784]: pgmap v2130: 169 pgs: 169 active+clean; 209 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 87 MiB/s rd, 60 MiB/s wr, 1.64k op/s 2024-04-02T09:06:08.289 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:06:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:06:07] "GET /metrics HTTP/1.1" 200 38849 "" "Prometheus/2.43.0" 2024-04-02T09:06:08.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:08 smithi055 ceph-mon[85080]: osdmap e1174: 8 total, 8 up, 8 in 2024-04-02T09:06:08.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:08 smithi012 ceph-mon[88355]: osdmap e1174: 8 total, 8 up, 8 in 2024-04-02T09:06:08.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:08 smithi012 ceph-mon[90784]: osdmap e1174: 8 total, 8 up, 8 in 2024-04-02T09:06:09.316 INFO:tasks.workunit.client.0.smithi012.stdout:write: X 8388609~1000 2024-04-02T09:06:09.324 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 16777228~1000 2024-04-02T09:06:09.325 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 167772160 2024-04-02T09:06:09.335 INFO:tasks.workunit.client.0.smithi012.stdout:write: 2 83886079~8388609 2024-04-02T09:06:09.359 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap3 2024-04-02T09:06:09.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:09 smithi055 ceph-mon[85080]: osdmap e1175: 8 total, 8 up, 8 in 2024-04-02T09:06:09.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:09 smithi055 ceph-mon[85080]: pgmap v2133: 169 pgs: 169 active+clean; 209 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 87 MiB/s rd, 60 MiB/s wr, 1.64k op/s 2024-04-02T09:06:09.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:09 smithi012 ceph-mon[88355]: osdmap e1175: 8 total, 8 up, 8 in 2024-04-02T09:06:09.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:09 smithi012 ceph-mon[88355]: pgmap v2133: 169 pgs: 169 active+clean; 209 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 87 MiB/s rd, 60 MiB/s wr, 1.64k op/s 2024-04-02T09:06:09.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:09 smithi012 ceph-mon[90784]: osdmap e1175: 8 total, 8 up, 8 in 2024-04-02T09:06:09.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:09 smithi012 ceph-mon[90784]: pgmap v2133: 169 pgs: 169 active+clean; 209 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 87 MiB/s rd, 60 MiB/s wr, 1.64k op/s 2024-04-02T09:06:10.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:10 smithi055 ceph-mon[85080]: osdmap e1176: 8 total, 8 up, 8 in 2024-04-02T09:06:10.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:10 smithi012 ceph-mon[88355]: osdmap e1176: 8 total, 8 up, 8 in 2024-04-02T09:06:10.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:10 smithi012 ceph-mon[90784]: osdmap e1176: 8 total, 8 up, 8 in 2024-04-02T09:06:11.329 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:06:11.351 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 83886079~1 2024-04-02T09:06:11.359 INFO:tasks.workunit.client.0.smithi012.stdout:migration_prepare 2024-04-02T09:06:11.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:11 smithi012 ceph-mon[88355]: osdmap e1177: 8 total, 8 up, 8 in 2024-04-02T09:06:11.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:11 smithi012 ceph-mon[88355]: pgmap v2136: 169 pgs: 169 active+clean; 233 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 206 op/s 2024-04-02T09:06:11.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:11 smithi012 ceph-mon[90784]: osdmap e1177: 8 total, 8 up, 8 in 2024-04-02T09:06:11.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:11 smithi012 ceph-mon[90784]: pgmap v2136: 169 pgs: 169 active+clean; 233 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 206 op/s 2024-04-02T09:06:11.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:11 smithi055 ceph-mon[85080]: osdmap e1177: 8 total, 8 up, 8 in 2024-04-02T09:06:11.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:11 smithi055 ceph-mon[85080]: pgmap v2136: 169 pgs: 169 active+clean; 233 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 206 op/s 2024-04-02T09:06:12.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:12 smithi012 ceph-mon[88355]: osdmap e1178: 8 total, 8 up, 8 in 2024-04-02T09:06:12.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:12 smithi012 ceph-mon[90784]: osdmap e1178: 8 total, 8 up, 8 in 2024-04-02T09:06:12.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:12 smithi055 ceph-mon[85080]: osdmap e1178: 8 total, 8 up, 8 in 2024-04-02T09:06:12.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:06:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:06:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:06:13.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:13 smithi012 ceph-mon[88355]: osdmap e1179: 8 total, 8 up, 8 in 2024-04-02T09:06:13.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:13 smithi012 ceph-mon[88355]: pgmap v2139: 169 pgs: 169 active+clean; 253 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 11 MiB/s wr, 231 op/s 2024-04-02T09:06:13.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:13 smithi012 ceph-mon[90784]: osdmap e1179: 8 total, 8 up, 8 in 2024-04-02T09:06:13.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:13 smithi012 ceph-mon[90784]: pgmap v2139: 169 pgs: 169 active+clean; 253 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 11 MiB/s wr, 231 op/s 2024-04-02T09:06:13.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:13 smithi055 ceph-mon[85080]: osdmap e1179: 8 total, 8 up, 8 in 2024-04-02T09:06:13.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:13 smithi055 ceph-mon[85080]: pgmap v2139: 169 pgs: 169 active+clean; 253 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 11 MiB/s wr, 231 op/s 2024-04-02T09:06:14.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:14 smithi012 ceph-mon[88355]: osdmap e1180: 8 total, 8 up, 8 in 2024-04-02T09:06:14.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:14.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:14 smithi012 ceph-mon[90784]: osdmap e1180: 8 total, 8 up, 8 in 2024-04-02T09:06:14.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:14.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:14 smithi055 ceph-mon[85080]: osdmap e1180: 8 total, 8 up, 8 in 2024-04-02T09:06:14.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:14.827 INFO:tasks.workunit.client.0.smithi012.stdout:migration_execute 2024-04-02T09:06:14.983 INFO:tasks.workunit.client.0.smithi012.stdout:migration_commit 2024-04-02T09:06:15.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:15 smithi012 ceph-mon[90784]: osdmap e1181: 8 total, 8 up, 8 in 2024-04-02T09:06:15.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:15 smithi012 ceph-mon[90784]: pgmap v2142: 169 pgs: 169 active+clean; 253 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 4.0 MiB/s wr, 25 op/s 2024-04-02T09:06:15.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:15 smithi012 ceph-mon[88355]: osdmap e1181: 8 total, 8 up, 8 in 2024-04-02T09:06:15.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:15 smithi012 ceph-mon[88355]: pgmap v2142: 169 pgs: 169 active+clean; 253 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 4.0 MiB/s wr, 25 op/s 2024-04-02T09:06:15.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:15 smithi055 ceph-mon[85080]: osdmap e1181: 8 total, 8 up, 8 in 2024-04-02T09:06:15.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:15 smithi055 ceph-mon[85080]: pgmap v2142: 169 pgs: 169 active+clean; 253 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 4.0 MiB/s wr, 25 op/s 2024-04-02T09:06:16.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:16 smithi012 ceph-mon[90784]: osdmap e1182: 8 total, 8 up, 8 in 2024-04-02T09:06:16.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:16 smithi012 ceph-mon[88355]: osdmap e1182: 8 total, 8 up, 8 in 2024-04-02T09:06:16.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:16 smithi055 ceph-mon[85080]: osdmap e1182: 8 total, 8 up, 8 in 2024-04-02T09:06:17.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:17 smithi012 ceph-mon[88355]: osdmap e1183: 8 total, 8 up, 8 in 2024-04-02T09:06:17.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:17 smithi012 ceph-mon[88355]: pgmap v2145: 169 pgs: 169 active+clean; 277 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 472 op/s 2024-04-02T09:06:17.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:17 smithi012 ceph-mon[90784]: osdmap e1183: 8 total, 8 up, 8 in 2024-04-02T09:06:17.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:17 smithi012 ceph-mon[90784]: pgmap v2145: 169 pgs: 169 active+clean; 277 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 472 op/s 2024-04-02T09:06:17.697 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMigration.Snaps (12101 ms) 2024-04-02T09:06:17.697 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMigration.SnapsOtherPool 2024-04-02T09:06:17.729 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:06:17.741 INFO:tasks.workunit.client.0.smithi012.stdout:write: 1 0~8388609 2024-04-02T09:06:17.802 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap1 2024-04-02T09:06:17.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:17 smithi055 ceph-mon[85080]: osdmap e1183: 8 total, 8 up, 8 in 2024-04-02T09:06:17.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:17 smithi055 ceph-mon[85080]: pgmap v2145: 169 pgs: 169 active+clean; 277 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 472 op/s 2024-04-02T09:06:18.366 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:06:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:06:17] "GET /metrics HTTP/1.1" 200 38901 "" "Prometheus/2.43.0" 2024-04-02T09:06:18.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:18 smithi012 ceph-mon[88355]: osdmap e1184: 8 total, 8 up, 8 in 2024-04-02T09:06:18.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:18 smithi012 ceph-mon[90784]: osdmap e1184: 8 total, 8 up, 8 in 2024-04-02T09:06:18.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:18 smithi055 ceph-mon[85080]: osdmap e1184: 8 total, 8 up, 8 in 2024-04-02T09:06:19.401 INFO:tasks.workunit.client.0.smithi012.stdout:write: 1 8388609~8388609 2024-04-02T09:06:19.414 INFO:tasks.workunit.client.0.smithi012.stdout:write: X 0~1000 2024-04-02T09:06:19.414 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 1010~1000 2024-04-02T09:06:19.414 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap2 2024-04-02T09:06:19.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:19 smithi012 ceph-mon[88355]: osdmap e1185: 8 total, 8 up, 8 in 2024-04-02T09:06:19.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:19 smithi012 ceph-mon[88355]: pgmap v2148: 169 pgs: 169 active+clean; 277 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 472 op/s 2024-04-02T09:06:19.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:19 smithi012 ceph-mon[90784]: osdmap e1185: 8 total, 8 up, 8 in 2024-04-02T09:06:19.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:19 smithi012 ceph-mon[90784]: pgmap v2148: 169 pgs: 169 active+clean; 277 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 472 op/s 2024-04-02T09:06:19.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:19 smithi055 ceph-mon[85080]: osdmap e1185: 8 total, 8 up, 8 in 2024-04-02T09:06:19.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:19 smithi055 ceph-mon[85080]: pgmap v2148: 169 pgs: 169 active+clean; 277 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 472 op/s 2024-04-02T09:06:20.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:20 smithi012 ceph-mon[88355]: osdmap e1186: 8 total, 8 up, 8 in 2024-04-02T09:06:20.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:20 smithi012 ceph-mon[90784]: osdmap e1186: 8 total, 8 up, 8 in 2024-04-02T09:06:20.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:20 smithi055 ceph-mon[85080]: osdmap e1186: 8 total, 8 up, 8 in 2024-04-02T09:06:21.411 INFO:tasks.workunit.client.0.smithi012.stdout:write: X 8388609~1000 2024-04-02T09:06:21.417 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 16777228~1000 2024-04-02T09:06:21.417 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 167772160 2024-04-02T09:06:21.427 INFO:tasks.workunit.client.0.smithi012.stdout:write: 2 83886079~8388609 2024-04-02T09:06:21.441 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap3 2024-04-02T09:06:21.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:21 smithi012 ceph-mon[90784]: osdmap e1187: 8 total, 8 up, 8 in 2024-04-02T09:06:21.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:21 smithi012 ceph-mon[90784]: pgmap v2151: 169 pgs: 169 active+clean; 277 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 100 op/s 2024-04-02T09:06:21.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:21 smithi012 ceph-mon[88355]: osdmap e1187: 8 total, 8 up, 8 in 2024-04-02T09:06:21.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:21 smithi012 ceph-mon[88355]: pgmap v2151: 169 pgs: 169 active+clean; 277 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 100 op/s 2024-04-02T09:06:21.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:21 smithi055 ceph-mon[85080]: osdmap e1187: 8 total, 8 up, 8 in 2024-04-02T09:06:21.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:21 smithi055 ceph-mon[85080]: pgmap v2151: 169 pgs: 169 active+clean; 277 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 100 op/s 2024-04-02T09:06:22.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:22 smithi012 ceph-mon[88355]: osdmap e1188: 8 total, 8 up, 8 in 2024-04-02T09:06:22.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:22 smithi012 ceph-mon[90784]: osdmap e1188: 8 total, 8 up, 8 in 2024-04-02T09:06:22.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:22 smithi055 ceph-mon[85080]: osdmap e1188: 8 total, 8 up, 8 in 2024-04-02T09:06:22.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:06:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:06:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:06:23.421 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:06:23.445 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 83886079~1 2024-04-02T09:06:23.454 INFO:tasks.workunit.client.0.smithi012.stdout:write: 1 0~8388609 2024-04-02T09:06:23.460 INFO:tasks.workunit.client.0.smithi012.stdout:write: 1 16777218~8388609 2024-04-02T09:06:23.516 INFO:tasks.workunit.client.0.smithi012.stdout:migration_prepare 2024-04-02T09:06:23.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:23 smithi012 ceph-mon[88355]: osdmap e1189: 8 total, 8 up, 8 in 2024-04-02T09:06:23.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:23 smithi012 ceph-mon[88355]: pgmap v2154: 169 pgs: 169 active+clean; 285 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 164 op/s 2024-04-02T09:06:23.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:23 smithi012 ceph-mon[90784]: osdmap e1189: 8 total, 8 up, 8 in 2024-04-02T09:06:23.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:23 smithi012 ceph-mon[90784]: pgmap v2154: 169 pgs: 169 active+clean; 285 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 164 op/s 2024-04-02T09:06:23.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:23 smithi055 ceph-mon[85080]: osdmap e1189: 8 total, 8 up, 8 in 2024-04-02T09:06:23.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:23 smithi055 ceph-mon[85080]: pgmap v2154: 169 pgs: 169 active+clean; 285 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 164 op/s 2024-04-02T09:06:24.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:24 smithi012 ceph-mon[90784]: osdmap e1190: 8 total, 8 up, 8 in 2024-04-02T09:06:24.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:24 smithi012 ceph-mon[90784]: osdmap e1191: 8 total, 8 up, 8 in 2024-04-02T09:06:24.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:24 smithi012 ceph-mon[88355]: osdmap e1190: 8 total, 8 up, 8 in 2024-04-02T09:06:24.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:24 smithi012 ceph-mon[88355]: osdmap e1191: 8 total, 8 up, 8 in 2024-04-02T09:06:24.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:24 smithi055 ceph-mon[85080]: osdmap e1190: 8 total, 8 up, 8 in 2024-04-02T09:06:24.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:24 smithi055 ceph-mon[85080]: osdmap e1191: 8 total, 8 up, 8 in 2024-04-02T09:06:25.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:25 smithi012 ceph-mon[88355]: pgmap v2157: 169 pgs: 169 active+clean; 285 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 5.0 MiB/s wr, 63 op/s 2024-04-02T09:06:25.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:25 smithi012 ceph-mon[88355]: osdmap e1192: 8 total, 8 up, 8 in 2024-04-02T09:06:25.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:25 smithi012 ceph-mon[90784]: pgmap v2157: 169 pgs: 169 active+clean; 285 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 5.0 MiB/s wr, 63 op/s 2024-04-02T09:06:25.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:25 smithi012 ceph-mon[90784]: osdmap e1192: 8 total, 8 up, 8 in 2024-04-02T09:06:25.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:25 smithi055 ceph-mon[85080]: pgmap v2157: 169 pgs: 169 active+clean; 285 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 5.0 MiB/s wr, 63 op/s 2024-04-02T09:06:25.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:25 smithi055 ceph-mon[85080]: osdmap e1192: 8 total, 8 up, 8 in 2024-04-02T09:06:26.794 INFO:tasks.workunit.client.0.smithi012.stdout:migration_execute 2024-04-02T09:06:26.966 INFO:tasks.workunit.client.0.smithi012.stdout:migration_commit 2024-04-02T09:06:27.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:27 smithi055 ceph-mon[85080]: osdmap e1193: 8 total, 8 up, 8 in 2024-04-02T09:06:27.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:27 smithi055 ceph-mon[85080]: pgmap v2160: 169 pgs: 169 active+clean; 341 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 132 KiB/s rd, 12 MiB/s wr, 193 op/s 2024-04-02T09:06:27.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:27 smithi012 ceph-mon[90784]: osdmap e1193: 8 total, 8 up, 8 in 2024-04-02T09:06:27.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:27 smithi012 ceph-mon[90784]: pgmap v2160: 169 pgs: 169 active+clean; 341 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 132 KiB/s rd, 12 MiB/s wr, 193 op/s 2024-04-02T09:06:27.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:27 smithi012 ceph-mon[88355]: osdmap e1193: 8 total, 8 up, 8 in 2024-04-02T09:06:27.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:27 smithi012 ceph-mon[88355]: pgmap v2160: 169 pgs: 169 active+clean; 341 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 132 KiB/s rd, 12 MiB/s wr, 193 op/s 2024-04-02T09:06:28.280 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:06:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:06:27] "GET /metrics HTTP/1.1" 200 38901 "" "Prometheus/2.43.0" 2024-04-02T09:06:28.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:28 smithi055 ceph-mon[85080]: osdmap e1194: 8 total, 8 up, 8 in 2024-04-02T09:06:28.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:28 smithi012 ceph-mon[88355]: osdmap e1194: 8 total, 8 up, 8 in 2024-04-02T09:06:28.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:28 smithi012 ceph-mon[90784]: osdmap e1194: 8 total, 8 up, 8 in 2024-04-02T09:06:29.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:29 smithi055 ceph-mon[85080]: osdmap e1195: 8 total, 8 up, 8 in 2024-04-02T09:06:29.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:29 smithi055 ceph-mon[85080]: pgmap v2163: 169 pgs: 169 active+clean; 341 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 132 KiB/s rd, 12 MiB/s wr, 193 op/s 2024-04-02T09:06:29.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:29.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:29 smithi012 ceph-mon[88355]: osdmap e1195: 8 total, 8 up, 8 in 2024-04-02T09:06:29.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:29 smithi012 ceph-mon[88355]: pgmap v2163: 169 pgs: 169 active+clean; 341 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 132 KiB/s rd, 12 MiB/s wr, 193 op/s 2024-04-02T09:06:29.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:29.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:29 smithi012 ceph-mon[90784]: osdmap e1195: 8 total, 8 up, 8 in 2024-04-02T09:06:29.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:29 smithi012 ceph-mon[90784]: pgmap v2163: 169 pgs: 169 active+clean; 341 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 132 KiB/s rd, 12 MiB/s wr, 193 op/s 2024-04-02T09:06:29.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:29.684 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMigration.SnapsOtherPool (11987 ms) 2024-04-02T09:06:29.684 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMigration.SnapsDataPool 2024-04-02T09:06:29.718 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:06:29.730 INFO:tasks.workunit.client.0.smithi012.stdout:write: 1 0~8388609 2024-04-02T09:06:29.790 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap1 2024-04-02T09:06:30.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:30 smithi055 ceph-mon[85080]: osdmap e1196: 8 total, 8 up, 8 in 2024-04-02T09:06:30.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:30 smithi012 ceph-mon[88355]: osdmap e1196: 8 total, 8 up, 8 in 2024-04-02T09:06:30.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:30 smithi012 ceph-mon[90784]: osdmap e1196: 8 total, 8 up, 8 in 2024-04-02T09:06:31.330 INFO:tasks.workunit.client.0.smithi012.stdout:write: 1 8388609~8388609 2024-04-02T09:06:31.343 INFO:tasks.workunit.client.0.smithi012.stdout:write: X 0~1000 2024-04-02T09:06:31.343 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 1010~1000 2024-04-02T09:06:31.344 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap2 2024-04-02T09:06:31.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:31 smithi012 ceph-mon[90784]: osdmap e1197: 8 total, 8 up, 8 in 2024-04-02T09:06:31.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:31 smithi012 ceph-mon[90784]: pgmap v2166: 169 pgs: 169 active+clean; 357 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 47 MiB/s rd, 10 MiB/s wr, 379 op/s 2024-04-02T09:06:31.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:31 smithi012 ceph-mon[88355]: osdmap e1197: 8 total, 8 up, 8 in 2024-04-02T09:06:31.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:31 smithi012 ceph-mon[88355]: pgmap v2166: 169 pgs: 169 active+clean; 357 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 47 MiB/s rd, 10 MiB/s wr, 379 op/s 2024-04-02T09:06:31.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:31 smithi055 ceph-mon[85080]: osdmap e1197: 8 total, 8 up, 8 in 2024-04-02T09:06:31.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:31 smithi055 ceph-mon[85080]: pgmap v2166: 169 pgs: 169 active+clean; 357 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 47 MiB/s rd, 10 MiB/s wr, 379 op/s 2024-04-02T09:06:32.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:32 smithi055 ceph-mon[85080]: osdmap e1198: 8 total, 8 up, 8 in 2024-04-02T09:06:32.560 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:06:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:06:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:06:32.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:32 smithi012 ceph-mon[88355]: osdmap e1198: 8 total, 8 up, 8 in 2024-04-02T09:06:32.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:32 smithi012 ceph-mon[90784]: osdmap e1198: 8 total, 8 up, 8 in 2024-04-02T09:06:33.349 INFO:tasks.workunit.client.0.smithi012.stdout:write: X 8388609~1000 2024-04-02T09:06:33.355 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 16777228~1000 2024-04-02T09:06:33.355 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 167772160 2024-04-02T09:06:33.363 INFO:tasks.workunit.client.0.smithi012.stdout:write: 2 83886079~8388609 2024-04-02T09:06:33.380 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap3 2024-04-02T09:06:33.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:33 smithi012 ceph-mon[88355]: osdmap e1199: 8 total, 8 up, 8 in 2024-04-02T09:06:33.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:33 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:06:33.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:33 smithi012 ceph-mon[88355]: pgmap v2169: 169 pgs: 169 active+clean; 357 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 82 MiB/s rd, 14 MiB/s wr, 467 op/s 2024-04-02T09:06:33.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:33 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:06:33.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:33 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:06:33.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:33 smithi012 ceph-mon[90784]: osdmap e1199: 8 total, 8 up, 8 in 2024-04-02T09:06:33.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:33 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:06:33.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:33 smithi012 ceph-mon[90784]: pgmap v2169: 169 pgs: 169 active+clean; 357 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 82 MiB/s rd, 14 MiB/s wr, 467 op/s 2024-04-02T09:06:33.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:33 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:06:33.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:33 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:06:33.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:33 smithi055 ceph-mon[85080]: osdmap e1199: 8 total, 8 up, 8 in 2024-04-02T09:06:33.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:33 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:06:33.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:33 smithi055 ceph-mon[85080]: pgmap v2169: 169 pgs: 169 active+clean; 357 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 82 MiB/s rd, 14 MiB/s wr, 467 op/s 2024-04-02T09:06:33.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:33 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:06:33.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:33 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:06:34.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:34 smithi012 ceph-mon[88355]: osdmap e1200: 8 total, 8 up, 8 in 2024-04-02T09:06:34.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:34 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:06:34.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:34 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:06:34.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:34 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:06:34.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:34 smithi012 ceph-mon[88355]: osdmap e1201: 8 total, 8 up, 8 in 2024-04-02T09:06:34.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:34 smithi012 ceph-mon[90784]: osdmap e1200: 8 total, 8 up, 8 in 2024-04-02T09:06:34.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:34 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:06:34.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:34 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:06:34.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:34 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:06:34.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:34 smithi012 ceph-mon[90784]: osdmap e1201: 8 total, 8 up, 8 in 2024-04-02T09:06:34.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:34 smithi055 ceph-mon[85080]: osdmap e1200: 8 total, 8 up, 8 in 2024-04-02T09:06:34.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:34 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:06:34.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:34 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:06:34.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:34 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:06:34.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:34 smithi055 ceph-mon[85080]: osdmap e1201: 8 total, 8 up, 8 in 2024-04-02T09:06:35.293 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:06:35.315 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 83886079~1 2024-04-02T09:06:35.324 INFO:tasks.workunit.client.0.smithi012.stdout:migration_prepare 2024-04-02T09:06:35.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:35 smithi012 ceph-mon[88355]: pgmap v2172: 169 pgs: 169 active+clean; 357 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 4.0 MiB/s wr, 87 op/s 2024-04-02T09:06:35.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:35 smithi012 ceph-mon[88355]: osdmap e1202: 8 total, 8 up, 8 in 2024-04-02T09:06:35.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:35 smithi012 ceph-mon[90784]: pgmap v2172: 169 pgs: 169 active+clean; 357 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 4.0 MiB/s wr, 87 op/s 2024-04-02T09:06:35.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:35 smithi012 ceph-mon[90784]: osdmap e1202: 8 total, 8 up, 8 in 2024-04-02T09:06:35.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:35 smithi055 ceph-mon[85080]: pgmap v2172: 169 pgs: 169 active+clean; 357 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 4.0 MiB/s wr, 87 op/s 2024-04-02T09:06:35.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:35 smithi055 ceph-mon[85080]: osdmap e1202: 8 total, 8 up, 8 in 2024-04-02T09:06:37.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:37 smithi012 ceph-mon[88355]: osdmap e1203: 8 total, 8 up, 8 in 2024-04-02T09:06:37.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:37 smithi012 ceph-mon[88355]: pgmap v2175: 169 pgs: 169 active+clean; 397 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 130 KiB/s rd, 8.0 MiB/s wr, 184 op/s 2024-04-02T09:06:37.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:37 smithi012 ceph-mon[90784]: osdmap e1203: 8 total, 8 up, 8 in 2024-04-02T09:06:37.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:37 smithi012 ceph-mon[90784]: pgmap v2175: 169 pgs: 169 active+clean; 397 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 130 KiB/s rd, 8.0 MiB/s wr, 184 op/s 2024-04-02T09:06:37.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:37 smithi055 ceph-mon[85080]: osdmap e1203: 8 total, 8 up, 8 in 2024-04-02T09:06:37.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:37 smithi055 ceph-mon[85080]: pgmap v2175: 169 pgs: 169 active+clean; 397 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 130 KiB/s rd, 8.0 MiB/s wr, 184 op/s 2024-04-02T09:06:38.345 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:06:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:06:37] "GET /metrics HTTP/1.1" 200 38903 "" "Prometheus/2.43.0" 2024-04-02T09:06:38.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:38 smithi012 ceph-mon[88355]: osdmap e1204: 8 total, 8 up, 8 in 2024-04-02T09:06:38.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:38 smithi012 ceph-mon[90784]: osdmap e1204: 8 total, 8 up, 8 in 2024-04-02T09:06:38.792 INFO:tasks.workunit.client.0.smithi012.stdout:migration_execute 2024-04-02T09:06:38.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:38 smithi055 ceph-mon[85080]: osdmap e1204: 8 total, 8 up, 8 in 2024-04-02T09:06:38.936 INFO:tasks.workunit.client.0.smithi012.stdout:migration_commit 2024-04-02T09:06:39.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:39 smithi012 ceph-mon[88355]: osdmap e1205: 8 total, 8 up, 8 in 2024-04-02T09:06:39.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:39 smithi012 ceph-mon[88355]: pgmap v2178: 169 pgs: 169 active+clean; 397 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 130 KiB/s rd, 8.0 MiB/s wr, 184 op/s 2024-04-02T09:06:39.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:39 smithi012 ceph-mon[90784]: osdmap e1205: 8 total, 8 up, 8 in 2024-04-02T09:06:39.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:39 smithi012 ceph-mon[90784]: pgmap v2178: 169 pgs: 169 active+clean; 397 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 130 KiB/s rd, 8.0 MiB/s wr, 184 op/s 2024-04-02T09:06:39.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:39 smithi055 ceph-mon[85080]: osdmap e1205: 8 total, 8 up, 8 in 2024-04-02T09:06:39.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:39 smithi055 ceph-mon[85080]: pgmap v2178: 169 pgs: 169 active+clean; 397 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 130 KiB/s rd, 8.0 MiB/s wr, 184 op/s 2024-04-02T09:06:40.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:40 smithi012 ceph-mon[88355]: osdmap e1206: 8 total, 8 up, 8 in 2024-04-02T09:06:40.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:40 smithi012 ceph-mon[90784]: osdmap e1206: 8 total, 8 up, 8 in 2024-04-02T09:06:40.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:40 smithi055 ceph-mon[85080]: osdmap e1206: 8 total, 8 up, 8 in 2024-04-02T09:06:41.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:41 smithi012 ceph-mon[90784]: osdmap e1207: 8 total, 8 up, 8 in 2024-04-02T09:06:41.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:41 smithi012 ceph-mon[90784]: pgmap v2181: 169 pgs: 169 active+clean; 401 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 50 op/s 2024-04-02T09:06:41.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:41 smithi012 ceph-mon[88355]: osdmap e1207: 8 total, 8 up, 8 in 2024-04-02T09:06:41.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:41 smithi012 ceph-mon[88355]: pgmap v2181: 169 pgs: 169 active+clean; 401 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 50 op/s 2024-04-02T09:06:41.717 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMigration.SnapsDataPool (12034 ms) 2024-04-02T09:06:41.717 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMigration.SnapsShrinkAfterPrepare 2024-04-02T09:06:41.751 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:06:41.764 INFO:tasks.workunit.client.0.smithi012.stdout:write: 1 0~8388609 2024-04-02T09:06:41.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:41 smithi055 ceph-mon[85080]: osdmap e1207: 8 total, 8 up, 8 in 2024-04-02T09:06:41.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:41 smithi055 ceph-mon[85080]: pgmap v2181: 169 pgs: 169 active+clean; 401 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 50 op/s 2024-04-02T09:06:41.816 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap1 2024-04-02T09:06:42.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:42 smithi012 ceph-mon[88355]: osdmap e1208: 8 total, 8 up, 8 in 2024-04-02T09:06:42.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:42 smithi012 ceph-mon[90784]: osdmap e1208: 8 total, 8 up, 8 in 2024-04-02T09:06:42.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:42 smithi055 ceph-mon[85080]: osdmap e1208: 8 total, 8 up, 8 in 2024-04-02T09:06:42.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:06:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:06:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:06:43.414 INFO:tasks.workunit.client.0.smithi012.stdout:write: 1 8388609~8388609 2024-04-02T09:06:43.426 INFO:tasks.workunit.client.0.smithi012.stdout:write: X 0~1000 2024-04-02T09:06:43.426 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 1010~1000 2024-04-02T09:06:43.426 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap2 2024-04-02T09:06:43.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:43 smithi012 ceph-mon[90784]: osdmap e1209: 8 total, 8 up, 8 in 2024-04-02T09:06:43.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:43 smithi012 ceph-mon[90784]: pgmap v2184: 169 pgs: 169 active+clean; 417 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 422 op/s 2024-04-02T09:06:43.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:43 smithi012 ceph-mon[88355]: osdmap e1209: 8 total, 8 up, 8 in 2024-04-02T09:06:43.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:43 smithi012 ceph-mon[88355]: pgmap v2184: 169 pgs: 169 active+clean; 417 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 422 op/s 2024-04-02T09:06:43.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:43 smithi055 ceph-mon[85080]: osdmap e1209: 8 total, 8 up, 8 in 2024-04-02T09:06:43.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:43 smithi055 ceph-mon[85080]: pgmap v2184: 169 pgs: 169 active+clean; 417 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 422 op/s 2024-04-02T09:06:44.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:44 smithi012 ceph-mon[90784]: osdmap e1210: 8 total, 8 up, 8 in 2024-04-02T09:06:44.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:44.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:44 smithi012 ceph-mon[90784]: osdmap e1211: 8 total, 8 up, 8 in 2024-04-02T09:06:44.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:44 smithi012 ceph-mon[88355]: osdmap e1210: 8 total, 8 up, 8 in 2024-04-02T09:06:44.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:44.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:44 smithi012 ceph-mon[88355]: osdmap e1211: 8 total, 8 up, 8 in 2024-04-02T09:06:44.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:44 smithi055 ceph-mon[85080]: osdmap e1210: 8 total, 8 up, 8 in 2024-04-02T09:06:44.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:44.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:44 smithi055 ceph-mon[85080]: osdmap e1211: 8 total, 8 up, 8 in 2024-04-02T09:06:45.290 INFO:tasks.workunit.client.0.smithi012.stdout:write: X 8388609~1000 2024-04-02T09:06:45.296 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 16777228~1000 2024-04-02T09:06:45.296 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 167772160 2024-04-02T09:06:45.308 INFO:tasks.workunit.client.0.smithi012.stdout:write: 2 83886079~8388609 2024-04-02T09:06:45.323 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap3 2024-04-02T09:06:45.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:45 smithi012 ceph-mon[88355]: pgmap v2187: 169 pgs: 169 active+clean; 417 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 4.0 MiB/s wr, 371 op/s 2024-04-02T09:06:45.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:45 smithi012 ceph-mon[88355]: osdmap e1212: 8 total, 8 up, 8 in 2024-04-02T09:06:45.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:45 smithi012 ceph-mon[90784]: pgmap v2187: 169 pgs: 169 active+clean; 417 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 4.0 MiB/s wr, 371 op/s 2024-04-02T09:06:45.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:45 smithi012 ceph-mon[90784]: osdmap e1212: 8 total, 8 up, 8 in 2024-04-02T09:06:45.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:45 smithi055 ceph-mon[85080]: pgmap v2187: 169 pgs: 169 active+clean; 417 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 4.0 MiB/s wr, 371 op/s 2024-04-02T09:06:45.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:45 smithi055 ceph-mon[85080]: osdmap e1212: 8 total, 8 up, 8 in 2024-04-02T09:06:46.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:46 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1", "id": [5, 0]}]: dispatch 2024-04-02T09:06:46.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:46 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1e", "id": [5, 2]}]: dispatch 2024-04-02T09:06:46.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:46 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1f", "id": [5, 2]}]: dispatch 2024-04-02T09:06:46.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:46 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1", "id": [5, 0]}]': finished 2024-04-02T09:06:46.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:46 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1e", "id": [5, 2]}]': finished 2024-04-02T09:06:46.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:46 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1f", "id": [5, 2]}]': finished 2024-04-02T09:06:46.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:46 smithi012 ceph-mon[88355]: osdmap e1213: 8 total, 8 up, 8 in 2024-04-02T09:06:46.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:46 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1", "id": [5, 0]}]: dispatch 2024-04-02T09:06:46.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:46 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1e", "id": [5, 2]}]: dispatch 2024-04-02T09:06:46.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:46 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1f", "id": [5, 2]}]: dispatch 2024-04-02T09:06:46.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:46 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1", "id": [5, 0]}]': finished 2024-04-02T09:06:46.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:46 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1e", "id": [5, 2]}]': finished 2024-04-02T09:06:46.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:46 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1f", "id": [5, 2]}]': finished 2024-04-02T09:06:46.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:46 smithi012 ceph-mon[90784]: osdmap e1213: 8 total, 8 up, 8 in 2024-04-02T09:06:46.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:46 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1", "id": [5, 0]}]: dispatch 2024-04-02T09:06:46.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:46 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1e", "id": [5, 2]}]: dispatch 2024-04-02T09:06:46.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:46 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1f", "id": [5, 2]}]: dispatch 2024-04-02T09:06:46.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:46 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1", "id": [5, 0]}]': finished 2024-04-02T09:06:46.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:46 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1e", "id": [5, 2]}]': finished 2024-04-02T09:06:46.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:46 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1f", "id": [5, 2]}]': finished 2024-04-02T09:06:46.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:46 smithi055 ceph-mon[85080]: osdmap e1213: 8 total, 8 up, 8 in 2024-04-02T09:06:47.296 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:06:47.321 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 83886079~1 2024-04-02T09:06:47.331 INFO:tasks.workunit.client.0.smithi012.stdout:migration_prepare 2024-04-02T09:06:47.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:47 smithi012 ceph-mon[88355]: pgmap v2190: 169 pgs: 169 active+clean; 445 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 11 MiB/s wr, 158 op/s 2024-04-02T09:06:47.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:47 smithi012 ceph-mon[88355]: osdmap e1214: 8 total, 8 up, 8 in 2024-04-02T09:06:47.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:47 smithi012 ceph-mon[90784]: pgmap v2190: 169 pgs: 169 active+clean; 445 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 11 MiB/s wr, 158 op/s 2024-04-02T09:06:47.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:47 smithi012 ceph-mon[90784]: osdmap e1214: 8 total, 8 up, 8 in 2024-04-02T09:06:47.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:47 smithi055 ceph-mon[85080]: pgmap v2190: 169 pgs: 169 active+clean; 445 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 11 MiB/s wr, 158 op/s 2024-04-02T09:06:47.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:47 smithi055 ceph-mon[85080]: osdmap e1214: 8 total, 8 up, 8 in 2024-04-02T09:06:48.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:06:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:06:47] "GET /metrics HTTP/1.1" 200 38909 "" "Prometheus/2.43.0" 2024-04-02T09:06:49.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:49 smithi055 ceph-mon[85080]: osdmap e1215: 8 total, 8 up, 8 in 2024-04-02T09:06:49.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:49 smithi055 ceph-mon[85080]: pgmap v2193: 169 pgs: 169 active+clean; 445 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 11 MiB/s wr, 158 op/s 2024-04-02T09:06:49.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:49 smithi012 ceph-mon[88355]: osdmap e1215: 8 total, 8 up, 8 in 2024-04-02T09:06:49.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:49 smithi012 ceph-mon[88355]: pgmap v2193: 169 pgs: 169 active+clean; 445 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 11 MiB/s wr, 158 op/s 2024-04-02T09:06:49.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:49 smithi012 ceph-mon[90784]: osdmap e1215: 8 total, 8 up, 8 in 2024-04-02T09:06:49.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:49 smithi012 ceph-mon[90784]: pgmap v2193: 169 pgs: 169 active+clean; 445 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 11 MiB/s wr, 158 op/s 2024-04-02T09:06:50.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:50 smithi055 ceph-mon[85080]: osdmap e1216: 8 total, 8 up, 8 in 2024-04-02T09:06:50.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:50 smithi012 ceph-mon[88355]: osdmap e1216: 8 total, 8 up, 8 in 2024-04-02T09:06:50.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:50 smithi012 ceph-mon[90784]: osdmap e1216: 8 total, 8 up, 8 in 2024-04-02T09:06:50.749 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 41943040 2024-04-02T09:06:50.775 INFO:tasks.workunit.client.0.smithi012.stdout:migration_execute 2024-04-02T09:06:50.926 INFO:tasks.workunit.client.0.smithi012.stdout:migration_commit 2024-04-02T09:06:51.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:51 smithi055 ceph-mon[85080]: osdmap e1217: 8 total, 8 up, 8 in 2024-04-02T09:06:51.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:51 smithi055 ceph-mon[85080]: pgmap v2196: 169 pgs: 169 active+clean; 453 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 1.0 MiB/s wr, 61 op/s 2024-04-02T09:06:51.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:51 smithi012 ceph-mon[90784]: osdmap e1217: 8 total, 8 up, 8 in 2024-04-02T09:06:51.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:51 smithi012 ceph-mon[90784]: pgmap v2196: 169 pgs: 169 active+clean; 453 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 1.0 MiB/s wr, 61 op/s 2024-04-02T09:06:51.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:51 smithi012 ceph-mon[88355]: osdmap e1217: 8 total, 8 up, 8 in 2024-04-02T09:06:51.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:51 smithi012 ceph-mon[88355]: pgmap v2196: 169 pgs: 169 active+clean; 453 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 1.0 MiB/s wr, 61 op/s 2024-04-02T09:06:52.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:52 smithi055 ceph-mon[85080]: osdmap e1218: 8 total, 8 up, 8 in 2024-04-02T09:06:52.561 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:06:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:06:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:06:52.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:52 smithi012 ceph-mon[88355]: osdmap e1218: 8 total, 8 up, 8 in 2024-04-02T09:06:52.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:52 smithi012 ceph-mon[90784]: osdmap e1218: 8 total, 8 up, 8 in 2024-04-02T09:06:53.634 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMigration.SnapsShrinkAfterPrepare (11916 ms) 2024-04-02T09:06:53.634 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroBeforePrepare 2024-04-02T09:06:53.672 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:06:53.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:53 smithi012 ceph-mon[88355]: osdmap e1219: 8 total, 8 up, 8 in 2024-04-02T09:06:53.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:53 smithi012 ceph-mon[88355]: pgmap v2199: 169 pgs: 169 active+clean; 465 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 3.0 MiB/s wr, 342 op/s; 4.0 MiB/s, 1 objects/s recovering 2024-04-02T09:06:53.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:53 smithi012 ceph-mon[90784]: osdmap e1219: 8 total, 8 up, 8 in 2024-04-02T09:06:53.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:53 smithi012 ceph-mon[90784]: pgmap v2199: 169 pgs: 169 active+clean; 465 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 3.0 MiB/s wr, 342 op/s; 4.0 MiB/s, 1 objects/s recovering 2024-04-02T09:06:53.685 INFO:tasks.workunit.client.0.smithi012.stdout:write: 1 0~8388609 2024-04-02T09:06:53.753 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap1 2024-04-02T09:06:53.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:53 smithi055 ceph-mon[85080]: osdmap e1219: 8 total, 8 up, 8 in 2024-04-02T09:06:53.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:53 smithi055 ceph-mon[85080]: pgmap v2199: 169 pgs: 169 active+clean; 465 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 3.0 MiB/s wr, 342 op/s; 4.0 MiB/s, 1 objects/s recovering 2024-04-02T09:06:54.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:54 smithi012 ceph-mon[88355]: osdmap e1220: 8 total, 8 up, 8 in 2024-04-02T09:06:54.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:54 smithi012 ceph-mon[90784]: osdmap e1220: 8 total, 8 up, 8 in 2024-04-02T09:06:54.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:54 smithi055 ceph-mon[85080]: osdmap e1220: 8 total, 8 up, 8 in 2024-04-02T09:06:55.359 INFO:tasks.workunit.client.0.smithi012.stdout:write: 1 8388609~8388609 2024-04-02T09:06:55.372 INFO:tasks.workunit.client.0.smithi012.stdout:write: X 0~1000 2024-04-02T09:06:55.372 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 1010~1000 2024-04-02T09:06:55.372 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap2 2024-04-02T09:06:55.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:55 smithi012 ceph-mon[88355]: osdmap e1221: 8 total, 8 up, 8 in 2024-04-02T09:06:55.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:55 smithi012 ceph-mon[88355]: pgmap v2202: 169 pgs: 169 active+clean; 465 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 2.0 MiB/s wr, 281 op/s; 4.0 MiB/s, 1 objects/s recovering 2024-04-02T09:06:55.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:55 smithi012 ceph-mon[90784]: osdmap e1221: 8 total, 8 up, 8 in 2024-04-02T09:06:55.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:55 smithi012 ceph-mon[90784]: pgmap v2202: 169 pgs: 169 active+clean; 465 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 2.0 MiB/s wr, 281 op/s; 4.0 MiB/s, 1 objects/s recovering 2024-04-02T09:06:55.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:55 smithi055 ceph-mon[85080]: osdmap e1221: 8 total, 8 up, 8 in 2024-04-02T09:06:55.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:55 smithi055 ceph-mon[85080]: pgmap v2202: 169 pgs: 169 active+clean; 465 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 2.0 MiB/s wr, 281 op/s; 4.0 MiB/s, 1 objects/s recovering 2024-04-02T09:06:56.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:56 smithi012 ceph-mon[88355]: osdmap e1222: 8 total, 8 up, 8 in 2024-04-02T09:06:56.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:56 smithi012 ceph-mon[90784]: osdmap e1222: 8 total, 8 up, 8 in 2024-04-02T09:06:56.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:56 smithi055 ceph-mon[85080]: osdmap e1222: 8 total, 8 up, 8 in 2024-04-02T09:06:57.382 INFO:tasks.workunit.client.0.smithi012.stdout:write: X 8388609~1000 2024-04-02T09:06:57.391 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 16777228~1000 2024-04-02T09:06:57.391 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 167772160 2024-04-02T09:06:57.418 INFO:tasks.workunit.client.0.smithi012.stdout:write: 2 83886079~8388609 2024-04-02T09:06:57.441 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap3 2024-04-02T09:06:57.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:57 smithi012 ceph-mon[88355]: osdmap e1223: 8 total, 8 up, 8 in 2024-04-02T09:06:57.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:57 smithi012 ceph-mon[88355]: pgmap v2205: 169 pgs: 169 active+clean; 473 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 49 MiB/s rd, 9.0 MiB/s wr, 331 op/s 2024-04-02T09:06:57.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:57 smithi012 ceph-mon[90784]: osdmap e1223: 8 total, 8 up, 8 in 2024-04-02T09:06:57.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:57 smithi012 ceph-mon[90784]: pgmap v2205: 169 pgs: 169 active+clean; 473 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 49 MiB/s rd, 9.0 MiB/s wr, 331 op/s 2024-04-02T09:06:57.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:57 smithi055 ceph-mon[85080]: osdmap e1223: 8 total, 8 up, 8 in 2024-04-02T09:06:57.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:57 smithi055 ceph-mon[85080]: pgmap v2205: 169 pgs: 169 active+clean; 473 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 49 MiB/s rd, 9.0 MiB/s wr, 331 op/s 2024-04-02T09:06:58.362 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:06:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:06:57] "GET /metrics HTTP/1.1" 200 38909 "" "Prometheus/2.43.0" 2024-04-02T09:06:58.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:58 smithi012 ceph-mon[88355]: osdmap e1224: 8 total, 8 up, 8 in 2024-04-02T09:06:58.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:58 smithi012 ceph-mon[90784]: osdmap e1224: 8 total, 8 up, 8 in 2024-04-02T09:06:58.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:58 smithi055 ceph-mon[85080]: osdmap e1224: 8 total, 8 up, 8 in 2024-04-02T09:06:59.296 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:06:59.319 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 83886079~1 2024-04-02T09:06:59.328 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 0 2024-04-02T09:06:59.346 INFO:tasks.workunit.client.0.smithi012.stdout:migration_prepare 2024-04-02T09:06:59.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:59 smithi012 ceph-mon[88355]: osdmap e1225: 8 total, 8 up, 8 in 2024-04-02T09:06:59.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:59 smithi012 ceph-mon[88355]: pgmap v2208: 169 pgs: 169 active+clean; 473 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 49 MiB/s rd, 9.0 MiB/s wr, 331 op/s 2024-04-02T09:06:59.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:59.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:06:59 smithi012 ceph-mon[88355]: osdmap e1226: 8 total, 8 up, 8 in 2024-04-02T09:06:59.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:59 smithi012 ceph-mon[90784]: osdmap e1225: 8 total, 8 up, 8 in 2024-04-02T09:06:59.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:59 smithi012 ceph-mon[90784]: pgmap v2208: 169 pgs: 169 active+clean; 473 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 49 MiB/s rd, 9.0 MiB/s wr, 331 op/s 2024-04-02T09:06:59.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:59.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:06:59 smithi012 ceph-mon[90784]: osdmap e1226: 8 total, 8 up, 8 in 2024-04-02T09:06:59.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:59 smithi055 ceph-mon[85080]: osdmap e1225: 8 total, 8 up, 8 in 2024-04-02T09:06:59.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:59 smithi055 ceph-mon[85080]: pgmap v2208: 169 pgs: 169 active+clean; 473 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 49 MiB/s rd, 9.0 MiB/s wr, 331 op/s 2024-04-02T09:06:59.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:59.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:06:59 smithi055 ceph-mon[85080]: osdmap e1226: 8 total, 8 up, 8 in 2024-04-02T09:07:01.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:01 smithi012 ceph-mon[90784]: osdmap e1227: 8 total, 8 up, 8 in 2024-04-02T09:07:01.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:01 smithi012 ceph-mon[90784]: pgmap v2211: 169 pgs: 169 active+clean; 497 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 6.0 MiB/s wr, 82 op/s 2024-04-02T09:07:01.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:01 smithi012 ceph-mon[88355]: osdmap e1227: 8 total, 8 up, 8 in 2024-04-02T09:07:01.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:01 smithi012 ceph-mon[88355]: pgmap v2211: 169 pgs: 169 active+clean; 497 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 6.0 MiB/s wr, 82 op/s 2024-04-02T09:07:01.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:01 smithi055 ceph-mon[85080]: osdmap e1227: 8 total, 8 up, 8 in 2024-04-02T09:07:01.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:01 smithi055 ceph-mon[85080]: pgmap v2211: 169 pgs: 169 active+clean; 497 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 6.0 MiB/s wr, 82 op/s 2024-04-02T09:07:02.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:02 smithi012 ceph-mon[88355]: osdmap e1228: 8 total, 8 up, 8 in 2024-04-02T09:07:02.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:02 smithi012 ceph-mon[90784]: osdmap e1228: 8 total, 8 up, 8 in 2024-04-02T09:07:02.711 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:02 smithi055 ceph-mon[85080]: osdmap e1228: 8 total, 8 up, 8 in 2024-04-02T09:07:02.711 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:07:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:07:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:07:02.798 INFO:tasks.workunit.client.0.smithi012.stdout:migration_execute 2024-04-02T09:07:02.950 INFO:tasks.workunit.client.0.smithi012.stdout:migration_commit 2024-04-02T09:07:03.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:03 smithi012 ceph-mon[88355]: osdmap e1229: 8 total, 8 up, 8 in 2024-04-02T09:07:03.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:03 smithi012 ceph-mon[88355]: pgmap v2214: 169 pgs: 169 active+clean; 509 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 138 KiB/s rd, 7.0 MiB/s wr, 203 op/s 2024-04-02T09:07:03.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:03 smithi012 ceph-mon[90784]: osdmap e1229: 8 total, 8 up, 8 in 2024-04-02T09:07:03.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:03 smithi012 ceph-mon[90784]: pgmap v2214: 169 pgs: 169 active+clean; 509 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 138 KiB/s rd, 7.0 MiB/s wr, 203 op/s 2024-04-02T09:07:03.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:03 smithi055 ceph-mon[85080]: osdmap e1229: 8 total, 8 up, 8 in 2024-04-02T09:07:03.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:03 smithi055 ceph-mon[85080]: pgmap v2214: 169 pgs: 169 active+clean; 509 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 138 KiB/s rd, 7.0 MiB/s wr, 203 op/s 2024-04-02T09:07:04.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:04 smithi012 ceph-mon[88355]: osdmap e1230: 8 total, 8 up, 8 in 2024-04-02T09:07:04.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:04 smithi012 ceph-mon[90784]: osdmap e1230: 8 total, 8 up, 8 in 2024-04-02T09:07:04.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:04 smithi055 ceph-mon[85080]: osdmap e1230: 8 total, 8 up, 8 in 2024-04-02T09:07:05.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:05 smithi012 ceph-mon[88355]: osdmap e1231: 8 total, 8 up, 8 in 2024-04-02T09:07:05.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:05 smithi012 ceph-mon[88355]: pgmap v2217: 169 pgs: 169 active+clean; 509 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 1.0 MiB/s wr, 120 op/s 2024-04-02T09:07:05.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:05 smithi012 ceph-mon[90784]: osdmap e1231: 8 total, 8 up, 8 in 2024-04-02T09:07:05.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:05 smithi012 ceph-mon[90784]: pgmap v2217: 169 pgs: 169 active+clean; 509 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 1.0 MiB/s wr, 120 op/s 2024-04-02T09:07:05.703 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMigration.SnapsShrinkToZeroBeforePrepare (12070 ms) 2024-04-02T09:07:05.703 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroAfterPrepare 2024-04-02T09:07:05.735 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:07:05.748 INFO:tasks.workunit.client.0.smithi012.stdout:write: 1 0~8388609 2024-04-02T09:07:05.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:05 smithi055 ceph-mon[85080]: osdmap e1231: 8 total, 8 up, 8 in 2024-04-02T09:07:05.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:05 smithi055 ceph-mon[85080]: pgmap v2217: 169 pgs: 169 active+clean; 509 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 1.0 MiB/s wr, 120 op/s 2024-04-02T09:07:05.812 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap1 2024-04-02T09:07:06.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:06 smithi012 ceph-mon[88355]: osdmap e1232: 8 total, 8 up, 8 in 2024-04-02T09:07:06.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:06 smithi012 ceph-mon[90784]: osdmap e1232: 8 total, 8 up, 8 in 2024-04-02T09:07:06.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:06 smithi055 ceph-mon[85080]: osdmap e1232: 8 total, 8 up, 8 in 2024-04-02T09:07:07.453 INFO:tasks.workunit.client.0.smithi012.stdout:write: 1 8388609~8388609 2024-04-02T09:07:07.467 INFO:tasks.workunit.client.0.smithi012.stdout:write: X 0~1000 2024-04-02T09:07:07.467 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 1010~1000 2024-04-02T09:07:07.468 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap2 2024-04-02T09:07:07.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:07 smithi055 ceph-mon[85080]: osdmap e1233: 8 total, 8 up, 8 in 2024-04-02T09:07:07.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:07 smithi055 ceph-mon[85080]: pgmap v2220: 169 pgs: 169 active+clean; 509 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 6.0 MiB/s wr, 439 op/s 2024-04-02T09:07:07.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:07 smithi012 ceph-mon[88355]: osdmap e1233: 8 total, 8 up, 8 in 2024-04-02T09:07:07.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:07 smithi012 ceph-mon[88355]: pgmap v2220: 169 pgs: 169 active+clean; 509 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 6.0 MiB/s wr, 439 op/s 2024-04-02T09:07:07.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:07 smithi012 ceph-mon[90784]: osdmap e1233: 8 total, 8 up, 8 in 2024-04-02T09:07:07.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:07 smithi012 ceph-mon[90784]: pgmap v2220: 169 pgs: 169 active+clean; 509 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 6.0 MiB/s wr, 439 op/s 2024-04-02T09:07:08.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:07:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:07:07] "GET /metrics HTTP/1.1" 200 38905 "" "Prometheus/2.43.0" 2024-04-02T09:07:08.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:08 smithi055 ceph-mon[85080]: osdmap e1234: 8 total, 8 up, 8 in 2024-04-02T09:07:08.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:08 smithi012 ceph-mon[90784]: osdmap e1234: 8 total, 8 up, 8 in 2024-04-02T09:07:08.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:08 smithi012 ceph-mon[88355]: osdmap e1234: 8 total, 8 up, 8 in 2024-04-02T09:07:09.298 INFO:tasks.workunit.client.0.smithi012.stdout:write: X 8388609~1000 2024-04-02T09:07:09.305 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 16777228~1000 2024-04-02T09:07:09.305 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 167772160 2024-04-02T09:07:09.315 INFO:tasks.workunit.client.0.smithi012.stdout:write: 2 83886079~8388609 2024-04-02T09:07:09.335 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap3 2024-04-02T09:07:09.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:09 smithi055 ceph-mon[85080]: osdmap e1235: 8 total, 8 up, 8 in 2024-04-02T09:07:09.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:09 smithi055 ceph-mon[85080]: pgmap v2223: 169 pgs: 169 active+clean; 509 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 6.0 MiB/s wr, 439 op/s 2024-04-02T09:07:09.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:09 smithi055 ceph-mon[85080]: osdmap e1236: 8 total, 8 up, 8 in 2024-04-02T09:07:09.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:09 smithi012 ceph-mon[88355]: osdmap e1235: 8 total, 8 up, 8 in 2024-04-02T09:07:09.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:09 smithi012 ceph-mon[88355]: pgmap v2223: 169 pgs: 169 active+clean; 509 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 6.0 MiB/s wr, 439 op/s 2024-04-02T09:07:09.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:09 smithi012 ceph-mon[88355]: osdmap e1236: 8 total, 8 up, 8 in 2024-04-02T09:07:09.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:09 smithi012 ceph-mon[90784]: osdmap e1235: 8 total, 8 up, 8 in 2024-04-02T09:07:09.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:09 smithi012 ceph-mon[90784]: pgmap v2223: 169 pgs: 169 active+clean; 509 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 6.0 MiB/s wr, 439 op/s 2024-04-02T09:07:09.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:09 smithi012 ceph-mon[90784]: osdmap e1236: 8 total, 8 up, 8 in 2024-04-02T09:07:11.307 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:07:11.336 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 83886079~1 2024-04-02T09:07:11.346 INFO:tasks.workunit.client.0.smithi012.stdout:migration_prepare 2024-04-02T09:07:11.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:11 smithi055 ceph-mon[85080]: osdmap e1237: 8 total, 8 up, 8 in 2024-04-02T09:07:11.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:11 smithi055 ceph-mon[85080]: pgmap v2226: 169 pgs: 169 active+clean; 545 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 9.0 MiB/s wr, 84 op/s 2024-04-02T09:07:11.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:11 smithi012 ceph-mon[88355]: osdmap e1237: 8 total, 8 up, 8 in 2024-04-02T09:07:11.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:11 smithi012 ceph-mon[88355]: pgmap v2226: 169 pgs: 169 active+clean; 545 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 9.0 MiB/s wr, 84 op/s 2024-04-02T09:07:11.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:11 smithi012 ceph-mon[90784]: osdmap e1237: 8 total, 8 up, 8 in 2024-04-02T09:07:11.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:11 smithi012 ceph-mon[90784]: pgmap v2226: 169 pgs: 169 active+clean; 545 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 9.0 MiB/s wr, 84 op/s 2024-04-02T09:07:12.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:12 smithi055 ceph-mon[85080]: osdmap e1238: 8 total, 8 up, 8 in 2024-04-02T09:07:12.560 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:07:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:07:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:07:12.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:12 smithi012 ceph-mon[88355]: osdmap e1238: 8 total, 8 up, 8 in 2024-04-02T09:07:12.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:12 smithi012 ceph-mon[90784]: osdmap e1238: 8 total, 8 up, 8 in 2024-04-02T09:07:13.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:13 smithi055 ceph-mon[85080]: osdmap e1239: 8 total, 8 up, 8 in 2024-04-02T09:07:13.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:13 smithi055 ceph-mon[85080]: pgmap v2229: 169 pgs: 169 active+clean; 565 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 133 op/s 2024-04-02T09:07:13.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:13 smithi012 ceph-mon[88355]: osdmap e1239: 8 total, 8 up, 8 in 2024-04-02T09:07:13.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:13 smithi012 ceph-mon[88355]: pgmap v2229: 169 pgs: 169 active+clean; 565 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 133 op/s 2024-04-02T09:07:13.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:13 smithi012 ceph-mon[90784]: osdmap e1239: 8 total, 8 up, 8 in 2024-04-02T09:07:13.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:13 smithi012 ceph-mon[90784]: pgmap v2229: 169 pgs: 169 active+clean; 565 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 133 op/s 2024-04-02T09:07:14.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:14 smithi055 ceph-mon[85080]: osdmap e1240: 8 total, 8 up, 8 in 2024-04-02T09:07:14.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:14.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:14 smithi055 ceph-mon[85080]: osdmap e1241: 8 total, 8 up, 8 in 2024-04-02T09:07:14.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:14 smithi012 ceph-mon[88355]: osdmap e1240: 8 total, 8 up, 8 in 2024-04-02T09:07:14.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:14.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:14 smithi012 ceph-mon[88355]: osdmap e1241: 8 total, 8 up, 8 in 2024-04-02T09:07:14.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:14 smithi012 ceph-mon[90784]: osdmap e1240: 8 total, 8 up, 8 in 2024-04-02T09:07:14.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:14.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:14 smithi012 ceph-mon[90784]: osdmap e1241: 8 total, 8 up, 8 in 2024-04-02T09:07:14.724 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 0 2024-04-02T09:07:14.797 INFO:tasks.workunit.client.0.smithi012.stdout:migration_execute 2024-04-02T09:07:14.926 INFO:tasks.workunit.client.0.smithi012.stdout:migration_commit 2024-04-02T09:07:15.579 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:15 smithi012 ceph-mon[88355]: pgmap v2232: 169 pgs: 169 active+clean; 565 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 33 KiB/s rd, 3.0 MiB/s wr, 48 op/s 2024-04-02T09:07:15.580 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:15 smithi012 ceph-mon[90784]: pgmap v2232: 169 pgs: 169 active+clean; 565 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 33 KiB/s rd, 3.0 MiB/s wr, 48 op/s 2024-04-02T09:07:15.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:15 smithi055 ceph-mon[85080]: pgmap v2232: 169 pgs: 169 active+clean; 565 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 33 KiB/s rd, 3.0 MiB/s wr, 48 op/s 2024-04-02T09:07:16.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:16 smithi012 ceph-mon[88355]: osdmap e1242: 8 total, 8 up, 8 in 2024-04-02T09:07:16.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:16 smithi012 ceph-mon[90784]: osdmap e1242: 8 total, 8 up, 8 in 2024-04-02T09:07:16.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:16 smithi055 ceph-mon[85080]: osdmap e1242: 8 total, 8 up, 8 in 2024-04-02T09:07:17.619 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMigration.SnapsShrinkToZeroAfterPrepare (11915 ms) 2024-04-02T09:07:17.619 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare 2024-04-02T09:07:17.653 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:07:17.664 INFO:tasks.workunit.client.0.smithi012.stdout:write: 1 0~8388609 2024-04-02T09:07:17.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:17 smithi012 ceph-mon[88355]: osdmap e1243: 8 total, 8 up, 8 in 2024-04-02T09:07:17.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:17 smithi012 ceph-mon[88355]: pgmap v2235: 169 pgs: 169 active+clean; 589 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 6.0 MiB/s wr, 540 op/s 2024-04-02T09:07:17.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:17 smithi012 ceph-mon[90784]: osdmap e1243: 8 total, 8 up, 8 in 2024-04-02T09:07:17.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:17 smithi012 ceph-mon[90784]: pgmap v2235: 169 pgs: 169 active+clean; 589 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 6.0 MiB/s wr, 540 op/s 2024-04-02T09:07:17.718 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap1 2024-04-02T09:07:17.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:17 smithi055 ceph-mon[85080]: osdmap e1243: 8 total, 8 up, 8 in 2024-04-02T09:07:17.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:17 smithi055 ceph-mon[85080]: pgmap v2235: 169 pgs: 169 active+clean; 589 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 6.0 MiB/s wr, 540 op/s 2024-04-02T09:07:18.331 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:07:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:07:17] "GET /metrics HTTP/1.1" 200 38902 "" "Prometheus/2.43.0" 2024-04-02T09:07:18.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:18 smithi012 ceph-mon[88355]: osdmap e1244: 8 total, 8 up, 8 in 2024-04-02T09:07:18.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:18 smithi012 ceph-mon[90784]: osdmap e1244: 8 total, 8 up, 8 in 2024-04-02T09:07:18.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:18 smithi055 ceph-mon[85080]: osdmap e1244: 8 total, 8 up, 8 in 2024-04-02T09:07:19.362 INFO:tasks.workunit.client.0.smithi012.stdout:write: 1 8388609~8388609 2024-04-02T09:07:19.381 INFO:tasks.workunit.client.0.smithi012.stdout:write: X 0~1000 2024-04-02T09:07:19.381 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 1010~1000 2024-04-02T09:07:19.381 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap2 2024-04-02T09:07:19.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:19 smithi012 ceph-mon[90784]: osdmap e1245: 8 total, 8 up, 8 in 2024-04-02T09:07:19.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:19 smithi012 ceph-mon[90784]: pgmap v2238: 169 pgs: 169 active+clean; 589 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 6.0 MiB/s wr, 540 op/s 2024-04-02T09:07:19.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:19 smithi012 ceph-mon[88355]: osdmap e1245: 8 total, 8 up, 8 in 2024-04-02T09:07:19.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:19 smithi012 ceph-mon[88355]: pgmap v2238: 169 pgs: 169 active+clean; 589 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 6.0 MiB/s wr, 540 op/s 2024-04-02T09:07:19.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:19 smithi055 ceph-mon[85080]: osdmap e1245: 8 total, 8 up, 8 in 2024-04-02T09:07:19.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:19 smithi055 ceph-mon[85080]: pgmap v2238: 169 pgs: 169 active+clean; 589 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 6.0 MiB/s wr, 540 op/s 2024-04-02T09:07:20.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:20 smithi012 ceph-mon[88355]: osdmap e1246: 8 total, 8 up, 8 in 2024-04-02T09:07:20.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:20 smithi012 ceph-mon[90784]: osdmap e1246: 8 total, 8 up, 8 in 2024-04-02T09:07:20.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:20 smithi055 ceph-mon[85080]: osdmap e1246: 8 total, 8 up, 8 in 2024-04-02T09:07:21.363 INFO:tasks.workunit.client.0.smithi012.stdout:write: X 8388609~1000 2024-04-02T09:07:21.369 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 16777228~1000 2024-04-02T09:07:21.369 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 167772160 2024-04-02T09:07:21.380 INFO:tasks.workunit.client.0.smithi012.stdout:write: 2 83886079~8388609 2024-04-02T09:07:21.402 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap3 2024-04-02T09:07:21.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:21 smithi012 ceph-mon[88355]: osdmap e1247: 8 total, 8 up, 8 in 2024-04-02T09:07:21.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:21 smithi012 ceph-mon[88355]: pgmap v2241: 169 pgs: 169 active+clean; 585 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 4.0 MiB/s wr, 74 op/s 2024-04-02T09:07:21.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:21 smithi012 ceph-mon[90784]: osdmap e1247: 8 total, 8 up, 8 in 2024-04-02T09:07:21.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:21 smithi012 ceph-mon[90784]: pgmap v2241: 169 pgs: 169 active+clean; 585 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 4.0 MiB/s wr, 74 op/s 2024-04-02T09:07:21.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:21 smithi055 ceph-mon[85080]: osdmap e1247: 8 total, 8 up, 8 in 2024-04-02T09:07:21.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:21 smithi055 ceph-mon[85080]: pgmap v2241: 169 pgs: 169 active+clean; 585 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 4.0 MiB/s wr, 74 op/s 2024-04-02T09:07:22.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:22 smithi012 ceph-mon[88355]: osdmap e1248: 8 total, 8 up, 8 in 2024-04-02T09:07:22.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:22 smithi012 ceph-mon[90784]: osdmap e1248: 8 total, 8 up, 8 in 2024-04-02T09:07:22.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:22 smithi055 ceph-mon[85080]: osdmap e1248: 8 total, 8 up, 8 in 2024-04-02T09:07:22.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:07:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:07:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:07:23.389 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:07:23.412 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 83886079~1 2024-04-02T09:07:23.421 INFO:tasks.workunit.client.0.smithi012.stdout:migration_prepare 2024-04-02T09:07:23.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:23 smithi012 ceph-mon[88355]: osdmap e1249: 8 total, 8 up, 8 in 2024-04-02T09:07:23.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:23 smithi012 ceph-mon[88355]: pgmap v2244: 169 pgs: 169 active+clean; 597 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 8.0 MiB/s wr, 141 op/s 2024-04-02T09:07:23.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:23 smithi012 ceph-mon[90784]: osdmap e1249: 8 total, 8 up, 8 in 2024-04-02T09:07:23.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:23 smithi012 ceph-mon[90784]: pgmap v2244: 169 pgs: 169 active+clean; 597 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 8.0 MiB/s wr, 141 op/s 2024-04-02T09:07:23.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:23 smithi055 ceph-mon[85080]: osdmap e1249: 8 total, 8 up, 8 in 2024-04-02T09:07:23.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:23 smithi055 ceph-mon[85080]: pgmap v2244: 169 pgs: 169 active+clean; 597 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 8.0 MiB/s wr, 141 op/s 2024-04-02T09:07:24.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:24 smithi012 ceph-mon[88355]: osdmap e1250: 8 total, 8 up, 8 in 2024-04-02T09:07:24.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:24 smithi012 ceph-mon[88355]: osdmap e1251: 8 total, 8 up, 8 in 2024-04-02T09:07:24.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:24 smithi012 ceph-mon[90784]: osdmap e1250: 8 total, 8 up, 8 in 2024-04-02T09:07:24.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:24 smithi012 ceph-mon[90784]: osdmap e1251: 8 total, 8 up, 8 in 2024-04-02T09:07:24.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:24 smithi055 ceph-mon[85080]: osdmap e1250: 8 total, 8 up, 8 in 2024-04-02T09:07:24.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:24 smithi055 ceph-mon[85080]: osdmap e1251: 8 total, 8 up, 8 in 2024-04-02T09:07:25.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:25 smithi012 ceph-mon[90784]: pgmap v2247: 169 pgs: 169 active+clean; 597 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 7.0 MiB/s rd, 4.0 MiB/s wr, 67 op/s 2024-04-02T09:07:25.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:25 smithi012 ceph-mon[90784]: osdmap e1252: 8 total, 8 up, 8 in 2024-04-02T09:07:25.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:25 smithi012 ceph-mon[88355]: pgmap v2247: 169 pgs: 169 active+clean; 597 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 7.0 MiB/s rd, 4.0 MiB/s wr, 67 op/s 2024-04-02T09:07:25.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:25 smithi012 ceph-mon[88355]: osdmap e1252: 8 total, 8 up, 8 in 2024-04-02T09:07:25.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:25 smithi055 ceph-mon[85080]: pgmap v2247: 169 pgs: 169 active+clean; 597 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 7.0 MiB/s rd, 4.0 MiB/s wr, 67 op/s 2024-04-02T09:07:25.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:25 smithi055 ceph-mon[85080]: osdmap e1252: 8 total, 8 up, 8 in 2024-04-02T09:07:26.733 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 167772160 2024-04-02T09:07:26.744 INFO:tasks.workunit.client.0.smithi012.stdout:write: * 83886080~1000 2024-04-02T09:07:26.772 INFO:tasks.workunit.client.0.smithi012.stdout:migration_execute 2024-04-02T09:07:26.934 INFO:tasks.workunit.client.0.smithi012.stdout:migration_commit 2024-04-02T09:07:27.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:27 smithi055 ceph-mon[85080]: osdmap e1253: 8 total, 8 up, 8 in 2024-04-02T09:07:27.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:27 smithi055 ceph-mon[85080]: pgmap v2250: 169 pgs: 169 active+clean; 621 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 4.0 MiB/s wr, 170 op/s 2024-04-02T09:07:27.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:27 smithi012 ceph-mon[88355]: osdmap e1253: 8 total, 8 up, 8 in 2024-04-02T09:07:27.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:27 smithi012 ceph-mon[88355]: pgmap v2250: 169 pgs: 169 active+clean; 621 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 4.0 MiB/s wr, 170 op/s 2024-04-02T09:07:27.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:27 smithi012 ceph-mon[90784]: osdmap e1253: 8 total, 8 up, 8 in 2024-04-02T09:07:27.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:27 smithi012 ceph-mon[90784]: pgmap v2250: 169 pgs: 169 active+clean; 621 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 4.0 MiB/s wr, 170 op/s 2024-04-02T09:07:28.302 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:07:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:07:27] "GET /metrics HTTP/1.1" 200 38902 "" "Prometheus/2.43.0" 2024-04-02T09:07:28.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:28 smithi055 ceph-mon[85080]: osdmap e1254: 8 total, 8 up, 8 in 2024-04-02T09:07:28.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:28 smithi012 ceph-mon[88355]: osdmap e1254: 8 total, 8 up, 8 in 2024-04-02T09:07:28.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:28 smithi012 ceph-mon[90784]: osdmap e1254: 8 total, 8 up, 8 in 2024-04-02T09:07:29.677 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare (12059 ms) 2024-04-02T09:07:29.677 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare2 2024-04-02T09:07:29.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:29 smithi012 ceph-mon[88355]: osdmap e1255: 8 total, 8 up, 8 in 2024-04-02T09:07:29.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:29 smithi012 ceph-mon[88355]: pgmap v2253: 169 pgs: 169 active+clean; 621 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 4.0 MiB/s wr, 170 op/s 2024-04-02T09:07:29.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:29.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:29 smithi012 ceph-mon[90784]: osdmap e1255: 8 total, 8 up, 8 in 2024-04-02T09:07:29.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:29 smithi012 ceph-mon[90784]: pgmap v2253: 169 pgs: 169 active+clean; 621 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 4.0 MiB/s wr, 170 op/s 2024-04-02T09:07:29.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:29.711 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:07:29.722 INFO:tasks.workunit.client.0.smithi012.stdout:write: X 41943040~10 2024-04-02T09:07:29.732 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap1 2024-04-02T09:07:29.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:29 smithi055 ceph-mon[85080]: osdmap e1255: 8 total, 8 up, 8 in 2024-04-02T09:07:29.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:29 smithi055 ceph-mon[85080]: pgmap v2253: 169 pgs: 169 active+clean; 621 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 4.0 MiB/s wr, 170 op/s 2024-04-02T09:07:29.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:30.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:30 smithi055 ceph-mon[85080]: osdmap e1256: 8 total, 8 up, 8 in 2024-04-02T09:07:30.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:30 smithi012 ceph-mon[88355]: osdmap e1256: 8 total, 8 up, 8 in 2024-04-02T09:07:30.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:30 smithi012 ceph-mon[90784]: osdmap e1256: 8 total, 8 up, 8 in 2024-04-02T09:07:31.342 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 41943040 2024-04-02T09:07:31.364 INFO:tasks.workunit.client.0.smithi012.stdout:migration_prepare 2024-04-02T09:07:31.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:31 smithi012 ceph-mon[88355]: osdmap e1257: 8 total, 8 up, 8 in 2024-04-02T09:07:31.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:31 smithi012 ceph-mon[88355]: pgmap v2256: 169 pgs: 169 active+clean; 625 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 5.0 MiB/s wr, 110 op/s 2024-04-02T09:07:31.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:31 smithi012 ceph-mon[90784]: osdmap e1257: 8 total, 8 up, 8 in 2024-04-02T09:07:31.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:31 smithi012 ceph-mon[90784]: pgmap v2256: 169 pgs: 169 active+clean; 625 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 5.0 MiB/s wr, 110 op/s 2024-04-02T09:07:31.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:31 smithi055 ceph-mon[85080]: osdmap e1257: 8 total, 8 up, 8 in 2024-04-02T09:07:31.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:31 smithi055 ceph-mon[85080]: pgmap v2256: 169 pgs: 169 active+clean; 625 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 5.0 MiB/s wr, 110 op/s 2024-04-02T09:07:32.493 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:07:32.506 INFO:tasks.workunit.client.0.smithi012.stdout:write: Y 41943040~5 2024-04-02T09:07:32.614 INFO:tasks.workunit.client.0.smithi012.stdout:migration_execute 2024-04-02T09:07:32.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:32 smithi012 ceph-mon[88355]: osdmap e1258: 8 total, 8 up, 8 in 2024-04-02T09:07:32.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:32 smithi012 ceph-mon[90784]: osdmap e1258: 8 total, 8 up, 8 in 2024-04-02T09:07:32.697 INFO:tasks.workunit.client.0.smithi012.stdout:migration_commit 2024-04-02T09:07:32.712 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:32 smithi055 ceph-mon[85080]: osdmap e1258: 8 total, 8 up, 8 in 2024-04-02T09:07:32.712 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:07:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:07:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:07:33.453 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare2 (3776 ms) 2024-04-02T09:07:33.454 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMigration.SnapsSnapAfterPrepare 2024-04-02T09:07:33.487 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:07:33.500 INFO:tasks.workunit.client.0.smithi012.stdout:write: 1 0~8388609 2024-04-02T09:07:33.558 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap1 2024-04-02T09:07:33.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:33 smithi012 ceph-mon[88355]: osdmap e1259: 8 total, 8 up, 8 in 2024-04-02T09:07:33.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:33 smithi012 ceph-mon[88355]: pgmap v2259: 169 pgs: 169 active+clean; 621 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 70 MiB/s rd, 6.0 MiB/s wr, 508 op/s 2024-04-02T09:07:33.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:33 smithi012 ceph-mon[90784]: osdmap e1259: 8 total, 8 up, 8 in 2024-04-02T09:07:33.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:33 smithi012 ceph-mon[90784]: pgmap v2259: 169 pgs: 169 active+clean; 621 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 70 MiB/s rd, 6.0 MiB/s wr, 508 op/s 2024-04-02T09:07:33.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:33 smithi055 ceph-mon[85080]: osdmap e1259: 8 total, 8 up, 8 in 2024-04-02T09:07:33.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:33 smithi055 ceph-mon[85080]: pgmap v2259: 169 pgs: 169 active+clean; 621 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 70 MiB/s rd, 6.0 MiB/s wr, 508 op/s 2024-04-02T09:07:34.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:34 smithi012 ceph-mon[88355]: osdmap e1260: 8 total, 8 up, 8 in 2024-04-02T09:07:34.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:34 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:07:34.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:34 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:07:34.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:34 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:07:34.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:34 smithi012 ceph-mon[88355]: osdmap e1261: 8 total, 8 up, 8 in 2024-04-02T09:07:34.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:34 smithi012 ceph-mon[90784]: osdmap e1260: 8 total, 8 up, 8 in 2024-04-02T09:07:34.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:34 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:07:34.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:34 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:07:34.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:34 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:07:34.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:34 smithi012 ceph-mon[90784]: osdmap e1261: 8 total, 8 up, 8 in 2024-04-02T09:07:34.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:34 smithi055 ceph-mon[85080]: osdmap e1260: 8 total, 8 up, 8 in 2024-04-02T09:07:34.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:34 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:07:34.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:34 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:07:34.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:34 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:07:34.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:34 smithi055 ceph-mon[85080]: osdmap e1261: 8 total, 8 up, 8 in 2024-04-02T09:07:35.304 INFO:tasks.workunit.client.0.smithi012.stdout:write: 1 8388609~8388609 2024-04-02T09:07:35.316 INFO:tasks.workunit.client.0.smithi012.stdout:write: X 0~1000 2024-04-02T09:07:35.316 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 1010~1000 2024-04-02T09:07:35.316 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap2 2024-04-02T09:07:35.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:35 smithi012 ceph-mon[88355]: pgmap v2262: 169 pgs: 169 active+clean; 621 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 1.0 MiB/s wr, 397 op/s 2024-04-02T09:07:35.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:35 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:07:35.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:35 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:07:35.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:35 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:07:35.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:35 smithi012 ceph-mon[88355]: osdmap e1262: 8 total, 8 up, 8 in 2024-04-02T09:07:35.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:35 smithi012 ceph-mon[90784]: pgmap v2262: 169 pgs: 169 active+clean; 621 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 1.0 MiB/s wr, 397 op/s 2024-04-02T09:07:35.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:35 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:07:35.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:35 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:07:35.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:35 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:07:35.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:35 smithi012 ceph-mon[90784]: osdmap e1262: 8 total, 8 up, 8 in 2024-04-02T09:07:35.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:35 smithi055 ceph-mon[85080]: pgmap v2262: 169 pgs: 169 active+clean; 621 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 1.0 MiB/s wr, 397 op/s 2024-04-02T09:07:35.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:35 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:07:35.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:35 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:07:35.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:35 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:07:35.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:35 smithi055 ceph-mon[85080]: osdmap e1262: 8 total, 8 up, 8 in 2024-04-02T09:07:37.373 INFO:tasks.workunit.client.0.smithi012.stdout:write: X 8388609~1000 2024-04-02T09:07:37.379 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 16777228~1000 2024-04-02T09:07:37.379 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 167772160 2024-04-02T09:07:37.389 INFO:tasks.workunit.client.0.smithi012.stdout:write: 2 83886079~8388609 2024-04-02T09:07:37.403 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap3 2024-04-02T09:07:37.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:37 smithi012 ceph-mon[90784]: osdmap e1263: 8 total, 8 up, 8 in 2024-04-02T09:07:37.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:37 smithi012 ceph-mon[90784]: pgmap v2265: 169 pgs: 169 active+clean; 641 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 319 KiB/s rd, 5.0 MiB/s wr, 417 op/s 2024-04-02T09:07:37.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:37 smithi012 ceph-mon[88355]: osdmap e1263: 8 total, 8 up, 8 in 2024-04-02T09:07:37.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:37 smithi012 ceph-mon[88355]: pgmap v2265: 169 pgs: 169 active+clean; 641 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 319 KiB/s rd, 5.0 MiB/s wr, 417 op/s 2024-04-02T09:07:37.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:37 smithi055 ceph-mon[85080]: osdmap e1263: 8 total, 8 up, 8 in 2024-04-02T09:07:37.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:37 smithi055 ceph-mon[85080]: pgmap v2265: 169 pgs: 169 active+clean; 641 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 319 KiB/s rd, 5.0 MiB/s wr, 417 op/s 2024-04-02T09:07:38.356 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:07:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:07:37] "GET /metrics HTTP/1.1" 200 38905 "" "Prometheus/2.43.0" 2024-04-02T09:07:38.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:38 smithi012 ceph-mon[90784]: osdmap e1264: 8 total, 8 up, 8 in 2024-04-02T09:07:38.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:38 smithi012 ceph-mon[88355]: osdmap e1264: 8 total, 8 up, 8 in 2024-04-02T09:07:38.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:38 smithi055 ceph-mon[85080]: osdmap e1264: 8 total, 8 up, 8 in 2024-04-02T09:07:39.303 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:07:39.326 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 83886079~1 2024-04-02T09:07:39.335 INFO:tasks.workunit.client.0.smithi012.stdout:migration_prepare 2024-04-02T09:07:39.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:39 smithi012 ceph-mon[88355]: osdmap e1265: 8 total, 8 up, 8 in 2024-04-02T09:07:39.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:39 smithi012 ceph-mon[88355]: pgmap v2268: 169 pgs: 169 active+clean; 641 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 319 KiB/s rd, 5.0 MiB/s wr, 417 op/s 2024-04-02T09:07:39.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:39 smithi012 ceph-mon[88355]: osdmap e1266: 8 total, 8 up, 8 in 2024-04-02T09:07:39.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:39 smithi012 ceph-mon[90784]: osdmap e1265: 8 total, 8 up, 8 in 2024-04-02T09:07:39.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:39 smithi012 ceph-mon[90784]: pgmap v2268: 169 pgs: 169 active+clean; 641 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 319 KiB/s rd, 5.0 MiB/s wr, 417 op/s 2024-04-02T09:07:39.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:39 smithi012 ceph-mon[90784]: osdmap e1266: 8 total, 8 up, 8 in 2024-04-02T09:07:39.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:39 smithi055 ceph-mon[85080]: osdmap e1265: 8 total, 8 up, 8 in 2024-04-02T09:07:39.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:39 smithi055 ceph-mon[85080]: pgmap v2268: 169 pgs: 169 active+clean; 641 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 319 KiB/s rd, 5.0 MiB/s wr, 417 op/s 2024-04-02T09:07:39.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:39 smithi055 ceph-mon[85080]: osdmap e1266: 8 total, 8 up, 8 in 2024-04-02T09:07:41.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:41 smithi012 ceph-mon[88355]: osdmap e1267: 8 total, 8 up, 8 in 2024-04-02T09:07:41.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:41 smithi012 ceph-mon[88355]: pgmap v2271: 169 pgs: 169 active+clean; 669 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 62 KiB/s rd, 6.0 MiB/s wr, 86 op/s 2024-04-02T09:07:41.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:41 smithi012 ceph-mon[90784]: osdmap e1267: 8 total, 8 up, 8 in 2024-04-02T09:07:41.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:41 smithi012 ceph-mon[90784]: pgmap v2271: 169 pgs: 169 active+clean; 669 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 62 KiB/s rd, 6.0 MiB/s wr, 86 op/s 2024-04-02T09:07:41.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:41 smithi055 ceph-mon[85080]: osdmap e1267: 8 total, 8 up, 8 in 2024-04-02T09:07:41.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:41 smithi055 ceph-mon[85080]: pgmap v2271: 169 pgs: 169 active+clean; 669 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 62 KiB/s rd, 6.0 MiB/s wr, 86 op/s 2024-04-02T09:07:42.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:42 smithi012 ceph-mon[88355]: osdmap e1268: 8 total, 8 up, 8 in 2024-04-02T09:07:42.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:42 smithi012 ceph-mon[90784]: osdmap e1268: 8 total, 8 up, 8 in 2024-04-02T09:07:42.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:42 smithi055 ceph-mon[85080]: osdmap e1268: 8 total, 8 up, 8 in 2024-04-02T09:07:42.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:07:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:07:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:07:42.973 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: after_prepare_snap 2024-04-02T09:07:43.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:43 smithi012 ceph-mon[88355]: osdmap e1269: 8 total, 8 up, 8 in 2024-04-02T09:07:43.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:43 smithi012 ceph-mon[88355]: pgmap v2274: 169 pgs: 169 active+clean; 677 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 126 KiB/s rd, 7.0 MiB/s wr, 180 op/s 2024-04-02T09:07:43.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:43 smithi012 ceph-mon[90784]: osdmap e1269: 8 total, 8 up, 8 in 2024-04-02T09:07:43.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:43 smithi012 ceph-mon[90784]: pgmap v2274: 169 pgs: 169 active+clean; 677 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 126 KiB/s rd, 7.0 MiB/s wr, 180 op/s 2024-04-02T09:07:43.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:43 smithi055 ceph-mon[85080]: osdmap e1269: 8 total, 8 up, 8 in 2024-04-02T09:07:43.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:43 smithi055 ceph-mon[85080]: pgmap v2274: 169 pgs: 169 active+clean; 677 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 126 KiB/s rd, 7.0 MiB/s wr, 180 op/s 2024-04-02T09:07:44.414 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 41943040 2024-04-02T09:07:44.450 INFO:tasks.workunit.client.0.smithi012.stdout:write: * 0~1000 2024-04-02T09:07:44.457 INFO:tasks.workunit.client.0.smithi012.stdout:migration_execute 2024-04-02T09:07:44.608 INFO:tasks.workunit.client.0.smithi012.stdout:migration_commit 2024-04-02T09:07:44.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:44 smithi012 ceph-mon[88355]: osdmap e1270: 8 total, 8 up, 8 in 2024-04-02T09:07:44.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:44.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:44 smithi012 ceph-mon[90784]: osdmap e1270: 8 total, 8 up, 8 in 2024-04-02T09:07:44.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:44.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:44 smithi055 ceph-mon[85080]: osdmap e1270: 8 total, 8 up, 8 in 2024-04-02T09:07:44.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:45.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:45 smithi012 ceph-mon[88355]: osdmap e1271: 8 total, 8 up, 8 in 2024-04-02T09:07:45.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:45 smithi012 ceph-mon[88355]: pgmap v2277: 169 pgs: 169 active+clean; 677 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 64 KiB/s rd, 1.0 MiB/s wr, 93 op/s 2024-04-02T09:07:45.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:45 smithi012 ceph-mon[90784]: osdmap e1271: 8 total, 8 up, 8 in 2024-04-02T09:07:45.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:45 smithi012 ceph-mon[90784]: pgmap v2277: 169 pgs: 169 active+clean; 677 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 64 KiB/s rd, 1.0 MiB/s wr, 93 op/s 2024-04-02T09:07:45.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:45 smithi055 ceph-mon[85080]: osdmap e1271: 8 total, 8 up, 8 in 2024-04-02T09:07:45.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:45 smithi055 ceph-mon[85080]: pgmap v2277: 169 pgs: 169 active+clean; 677 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 64 KiB/s rd, 1.0 MiB/s wr, 93 op/s 2024-04-02T09:07:46.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:46 smithi012 ceph-mon[88355]: osdmap e1272: 8 total, 8 up, 8 in 2024-04-02T09:07:46.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:46 smithi012 ceph-mon[90784]: osdmap e1272: 8 total, 8 up, 8 in 2024-04-02T09:07:46.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:46 smithi055 ceph-mon[85080]: osdmap e1272: 8 total, 8 up, 8 in 2024-04-02T09:07:47.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:47 smithi012 ceph-mon[88355]: osdmap e1273: 8 total, 8 up, 8 in 2024-04-02T09:07:47.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:47 smithi012 ceph-mon[88355]: pgmap v2280: 169 pgs: 169 active+clean; 701 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 50 MiB/s rd, 6.0 MiB/s wr, 527 op/s 2024-04-02T09:07:47.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:47 smithi012 ceph-mon[90784]: osdmap e1273: 8 total, 8 up, 8 in 2024-04-02T09:07:47.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:47 smithi012 ceph-mon[90784]: pgmap v2280: 169 pgs: 169 active+clean; 701 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 50 MiB/s rd, 6.0 MiB/s wr, 527 op/s 2024-04-02T09:07:47.791 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMigration.SnapsSnapAfterPrepare (14338 ms) 2024-04-02T09:07:47.791 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMigration.SnapsSnapExpandAfterPrepare 2024-04-02T09:07:47.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:47 smithi055 ceph-mon[85080]: osdmap e1273: 8 total, 8 up, 8 in 2024-04-02T09:07:47.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:47 smithi055 ceph-mon[85080]: pgmap v2280: 169 pgs: 169 active+clean; 701 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 50 MiB/s rd, 6.0 MiB/s wr, 527 op/s 2024-04-02T09:07:47.824 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:07:47.837 INFO:tasks.workunit.client.0.smithi012.stdout:write: 1 0~8388609 2024-04-02T09:07:47.902 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap1 2024-04-02T09:07:48.421 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:07:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:07:47] "GET /metrics HTTP/1.1" 200 38903 "" "Prometheus/2.43.0" 2024-04-02T09:07:48.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:48 smithi012 ceph-mon[88355]: osdmap e1274: 8 total, 8 up, 8 in 2024-04-02T09:07:48.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:48 smithi012 ceph-mon[90784]: osdmap e1274: 8 total, 8 up, 8 in 2024-04-02T09:07:48.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:48 smithi055 ceph-mon[85080]: osdmap e1274: 8 total, 8 up, 8 in 2024-04-02T09:07:49.456 INFO:tasks.workunit.client.0.smithi012.stdout:write: 1 8388609~8388609 2024-04-02T09:07:49.469 INFO:tasks.workunit.client.0.smithi012.stdout:write: X 0~1000 2024-04-02T09:07:49.469 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 1010~1000 2024-04-02T09:07:49.469 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap2 2024-04-02T09:07:49.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:49 smithi055 ceph-mon[85080]: osdmap e1275: 8 total, 8 up, 8 in 2024-04-02T09:07:49.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:49 smithi055 ceph-mon[85080]: pgmap v2283: 169 pgs: 169 active+clean; 701 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 50 MiB/s rd, 6.0 MiB/s wr, 527 op/s 2024-04-02T09:07:49.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:49 smithi012 ceph-mon[88355]: osdmap e1275: 8 total, 8 up, 8 in 2024-04-02T09:07:49.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:49 smithi012 ceph-mon[88355]: pgmap v2283: 169 pgs: 169 active+clean; 701 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 50 MiB/s rd, 6.0 MiB/s wr, 527 op/s 2024-04-02T09:07:49.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:49 smithi012 ceph-mon[90784]: osdmap e1275: 8 total, 8 up, 8 in 2024-04-02T09:07:49.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:49 smithi012 ceph-mon[90784]: pgmap v2283: 169 pgs: 169 active+clean; 701 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 50 MiB/s rd, 6.0 MiB/s wr, 527 op/s 2024-04-02T09:07:50.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:50 smithi055 ceph-mon[85080]: osdmap e1276: 8 total, 8 up, 8 in 2024-04-02T09:07:50.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:50 smithi012 ceph-mon[90784]: osdmap e1276: 8 total, 8 up, 8 in 2024-04-02T09:07:50.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:50 smithi012 ceph-mon[88355]: osdmap e1276: 8 total, 8 up, 8 in 2024-04-02T09:07:51.465 INFO:tasks.workunit.client.0.smithi012.stdout:write: X 8388609~1000 2024-04-02T09:07:51.472 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 16777228~1000 2024-04-02T09:07:51.472 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 167772160 2024-04-02T09:07:51.480 INFO:tasks.workunit.client.0.smithi012.stdout:write: 2 83886079~8388609 2024-04-02T09:07:51.492 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap3 2024-04-02T09:07:51.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:51 smithi055 ceph-mon[85080]: osdmap e1277: 8 total, 8 up, 8 in 2024-04-02T09:07:51.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:51 smithi055 ceph-mon[85080]: pgmap v2286: 169 pgs: 169 active+clean; 701 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 5.0 MiB/s wr, 118 op/s 2024-04-02T09:07:51.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:51 smithi012 ceph-mon[88355]: osdmap e1277: 8 total, 8 up, 8 in 2024-04-02T09:07:51.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:51 smithi012 ceph-mon[88355]: pgmap v2286: 169 pgs: 169 active+clean; 701 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 5.0 MiB/s wr, 118 op/s 2024-04-02T09:07:51.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:51 smithi012 ceph-mon[90784]: osdmap e1277: 8 total, 8 up, 8 in 2024-04-02T09:07:51.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:51 smithi012 ceph-mon[90784]: pgmap v2286: 169 pgs: 169 active+clean; 701 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 5.0 MiB/s wr, 118 op/s 2024-04-02T09:07:52.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:52 smithi055 ceph-mon[85080]: osdmap e1278: 8 total, 8 up, 8 in 2024-04-02T09:07:52.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:07:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:07:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:07:52.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:52 smithi012 ceph-mon[88355]: osdmap e1278: 8 total, 8 up, 8 in 2024-04-02T09:07:52.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:52 smithi012 ceph-mon[90784]: osdmap e1278: 8 total, 8 up, 8 in 2024-04-02T09:07:53.479 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:07:53.502 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 83886079~1 2024-04-02T09:07:53.510 INFO:tasks.workunit.client.0.smithi012.stdout:migration_prepare 2024-04-02T09:07:53.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:53 smithi055 ceph-mon[85080]: osdmap e1279: 8 total, 8 up, 8 in 2024-04-02T09:07:53.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:53 smithi055 ceph-mon[85080]: pgmap v2289: 169 pgs: 169 active+clean; 709 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 8.0 MiB/s wr, 149 op/s 2024-04-02T09:07:53.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:53 smithi012 ceph-mon[90784]: osdmap e1279: 8 total, 8 up, 8 in 2024-04-02T09:07:53.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:53 smithi012 ceph-mon[90784]: pgmap v2289: 169 pgs: 169 active+clean; 709 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 8.0 MiB/s wr, 149 op/s 2024-04-02T09:07:53.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:53 smithi012 ceph-mon[88355]: osdmap e1279: 8 total, 8 up, 8 in 2024-04-02T09:07:53.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:53 smithi012 ceph-mon[88355]: pgmap v2289: 169 pgs: 169 active+clean; 709 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 8.0 MiB/s wr, 149 op/s 2024-04-02T09:07:54.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:54 smithi055 ceph-mon[85080]: osdmap e1280: 8 total, 8 up, 8 in 2024-04-02T09:07:54.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:54 smithi055 ceph-mon[85080]: osdmap e1281: 8 total, 8 up, 8 in 2024-04-02T09:07:54.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:54 smithi012 ceph-mon[88355]: osdmap e1280: 8 total, 8 up, 8 in 2024-04-02T09:07:54.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:54 smithi012 ceph-mon[88355]: osdmap e1281: 8 total, 8 up, 8 in 2024-04-02T09:07:54.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:54 smithi012 ceph-mon[90784]: osdmap e1280: 8 total, 8 up, 8 in 2024-04-02T09:07:54.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:54 smithi012 ceph-mon[90784]: osdmap e1281: 8 total, 8 up, 8 in 2024-04-02T09:07:55.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:55 smithi055 ceph-mon[85080]: pgmap v2292: 169 pgs: 169 active+clean; 709 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 3.0 MiB/s wr, 30 op/s 2024-04-02T09:07:55.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:55 smithi055 ceph-mon[85080]: osdmap e1282: 8 total, 8 up, 8 in 2024-04-02T09:07:55.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:55 smithi012 ceph-mon[88355]: pgmap v2292: 169 pgs: 169 active+clean; 709 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 3.0 MiB/s wr, 30 op/s 2024-04-02T09:07:55.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:55 smithi012 ceph-mon[88355]: osdmap e1282: 8 total, 8 up, 8 in 2024-04-02T09:07:55.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:55 smithi012 ceph-mon[90784]: pgmap v2292: 169 pgs: 169 active+clean; 709 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 3.0 MiB/s wr, 30 op/s 2024-04-02T09:07:55.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:55 smithi012 ceph-mon[90784]: osdmap e1282: 8 total, 8 up, 8 in 2024-04-02T09:07:56.770 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: after_prepare_snap 2024-04-02T09:07:57.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:57 smithi055 ceph-mon[85080]: osdmap e1283: 8 total, 8 up, 8 in 2024-04-02T09:07:57.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:57 smithi055 ceph-mon[85080]: pgmap v2295: 169 pgs: 169 active+clean; 733 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 121 KiB/s rd, 4.0 MiB/s wr, 173 op/s 2024-04-02T09:07:57.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:57 smithi012 ceph-mon[88355]: osdmap e1283: 8 total, 8 up, 8 in 2024-04-02T09:07:57.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:57 smithi012 ceph-mon[88355]: pgmap v2295: 169 pgs: 169 active+clean; 733 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 121 KiB/s rd, 4.0 MiB/s wr, 173 op/s 2024-04-02T09:07:57.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:57 smithi012 ceph-mon[90784]: osdmap e1283: 8 total, 8 up, 8 in 2024-04-02T09:07:57.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:57 smithi012 ceph-mon[90784]: pgmap v2295: 169 pgs: 169 active+clean; 733 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 121 KiB/s rd, 4.0 MiB/s wr, 173 op/s 2024-04-02T09:07:58.310 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:07:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:07:57] "GET /metrics HTTP/1.1" 200 38903 "" "Prometheus/2.43.0" 2024-04-02T09:07:58.330 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 167772160 2024-04-02T09:07:58.344 INFO:tasks.workunit.client.0.smithi012.stdout:write: * 83886080~1000 2024-04-02T09:07:58.351 INFO:tasks.workunit.client.0.smithi012.stdout:migration_execute 2024-04-02T09:07:58.509 INFO:tasks.workunit.client.0.smithi012.stdout:migration_commit 2024-04-02T09:07:58.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:58 smithi012 ceph-mon[88355]: osdmap e1284: 8 total, 8 up, 8 in 2024-04-02T09:07:58.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:58 smithi012 ceph-mon[90784]: osdmap e1284: 8 total, 8 up, 8 in 2024-04-02T09:07:58.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:58 smithi055 ceph-mon[85080]: osdmap e1284: 8 total, 8 up, 8 in 2024-04-02T09:07:59.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:59 smithi012 ceph-mon[88355]: osdmap e1285: 8 total, 8 up, 8 in 2024-04-02T09:07:59.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:59 smithi012 ceph-mon[88355]: pgmap v2298: 169 pgs: 169 active+clean; 733 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 121 KiB/s rd, 4.0 MiB/s wr, 173 op/s 2024-04-02T09:07:59.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:07:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:59.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:59 smithi012 ceph-mon[90784]: osdmap e1285: 8 total, 8 up, 8 in 2024-04-02T09:07:59.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:59 smithi012 ceph-mon[90784]: pgmap v2298: 169 pgs: 169 active+clean; 733 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 121 KiB/s rd, 4.0 MiB/s wr, 173 op/s 2024-04-02T09:07:59.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:07:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:59.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:59 smithi055 ceph-mon[85080]: osdmap e1285: 8 total, 8 up, 8 in 2024-04-02T09:07:59.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:59 smithi055 ceph-mon[85080]: pgmap v2298: 169 pgs: 169 active+clean; 733 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 121 KiB/s rd, 4.0 MiB/s wr, 173 op/s 2024-04-02T09:07:59.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:07:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:00.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:00 smithi012 ceph-mon[88355]: osdmap e1286: 8 total, 8 up, 8 in 2024-04-02T09:08:00.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:00 smithi012 ceph-mon[90784]: osdmap e1286: 8 total, 8 up, 8 in 2024-04-02T09:08:00.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:00 smithi055 ceph-mon[85080]: osdmap e1286: 8 total, 8 up, 8 in 2024-04-02T09:08:01.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:01 smithi012 ceph-mon[88355]: osdmap e1287: 8 total, 8 up, 8 in 2024-04-02T09:08:01.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:01 smithi012 ceph-mon[88355]: pgmap v2301: 169 pgs: 169 active+clean; 757 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 21 MiB/s rd, 5.0 MiB/s wr, 244 op/s 2024-04-02T09:08:01.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:01 smithi012 ceph-mon[90784]: osdmap e1287: 8 total, 8 up, 8 in 2024-04-02T09:08:01.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:01 smithi012 ceph-mon[90784]: pgmap v2301: 169 pgs: 169 active+clean; 757 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 21 MiB/s rd, 5.0 MiB/s wr, 244 op/s 2024-04-02T09:08:01.748 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMigration.SnapsSnapExpandAfterPrepare (13957 ms) 2024-04-02T09:08:01.749 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMigration.Clone 2024-04-02T09:08:01.782 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:08:01.793 INFO:tasks.workunit.client.0.smithi012.stdout:write: X 0~8388609 2024-04-02T09:08:01.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:01 smithi055 ceph-mon[85080]: osdmap e1287: 8 total, 8 up, 8 in 2024-04-02T09:08:01.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:01 smithi055 ceph-mon[85080]: pgmap v2301: 169 pgs: 169 active+clean; 757 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 21 MiB/s rd, 5.0 MiB/s wr, 244 op/s 2024-04-02T09:08:01.850 INFO:tasks.workunit.client.0.smithi012.stdout:write: X 16777218~8388609 2024-04-02T09:08:01.898 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap 2024-04-02T09:08:02.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:02 smithi012 ceph-mon[88355]: osdmap e1288: 8 total, 8 up, 8 in 2024-04-02T09:08:02.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:02 smithi012 ceph-mon[90784]: osdmap e1288: 8 total, 8 up, 8 in 2024-04-02T09:08:02.713 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:02 smithi055 ceph-mon[85080]: osdmap e1288: 8 total, 8 up, 8 in 2024-04-02T09:08:02.713 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:08:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:08:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:08:03.369 INFO:tasks.workunit.client.0.smithi012.stdout:snap_protect: snap 2024-04-02T09:08:03.381 INFO:tasks.workunit.client.0.smithi012.stdout:clone image105 -> image108 2024-04-02T09:08:03.487 INFO:tasks.workunit.client.0.smithi012.stdout:write: X 0~1000 2024-04-02T09:08:03.536 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 1010~1000 2024-04-02T09:08:03.538 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap 2024-04-02T09:08:03.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:03 smithi012 ceph-mon[88355]: osdmap e1289: 8 total, 8 up, 8 in 2024-04-02T09:08:03.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:03 smithi012 ceph-mon[88355]: pgmap v2304: 169 pgs: 169 active+clean; 753 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 488 op/s 2024-04-02T09:08:03.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:03 smithi012 ceph-mon[90784]: osdmap e1289: 8 total, 8 up, 8 in 2024-04-02T09:08:03.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:03 smithi012 ceph-mon[90784]: pgmap v2304: 169 pgs: 169 active+clean; 753 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 488 op/s 2024-04-02T09:08:03.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:03 smithi055 ceph-mon[85080]: osdmap e1289: 8 total, 8 up, 8 in 2024-04-02T09:08:03.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:03 smithi055 ceph-mon[85080]: pgmap v2304: 169 pgs: 169 active+clean; 753 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 488 op/s 2024-04-02T09:08:04.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:04 smithi012 ceph-mon[88355]: osdmap e1290: 8 total, 8 up, 8 in 2024-04-02T09:08:04.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:04 smithi012 ceph-mon[88355]: osdmap e1291: 8 total, 8 up, 8 in 2024-04-02T09:08:04.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:04 smithi012 ceph-mon[90784]: osdmap e1290: 8 total, 8 up, 8 in 2024-04-02T09:08:04.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:04 smithi012 ceph-mon[90784]: osdmap e1291: 8 total, 8 up, 8 in 2024-04-02T09:08:04.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:04 smithi055 ceph-mon[85080]: osdmap e1290: 8 total, 8 up, 8 in 2024-04-02T09:08:04.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:04 smithi055 ceph-mon[85080]: osdmap e1291: 8 total, 8 up, 8 in 2024-04-02T09:08:05.308 INFO:tasks.workunit.client.0.smithi012.stdout:snap_protect: snap 2024-04-02T09:08:05.323 INFO:tasks.workunit.client.0.smithi012.stdout:clone image108 -> image110 2024-04-02T09:08:05.450 INFO:tasks.workunit.client.0.smithi012.stdout:write: X 1000~1000 2024-04-02T09:08:05.505 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 2010~1000 2024-04-02T09:08:05.507 INFO:tasks.workunit.client.0.smithi012.stdout:migration_prepare 2024-04-02T09:08:05.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:05 smithi012 ceph-mon[88355]: pgmap v2307: 169 pgs: 169 active+clean; 753 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 1.0 MiB/s wr, 243 op/s 2024-04-02T09:08:05.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:05 smithi012 ceph-mon[88355]: osdmap e1292: 8 total, 8 up, 8 in 2024-04-02T09:08:05.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:05 smithi012 ceph-mon[90784]: pgmap v2307: 169 pgs: 169 active+clean; 753 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 1.0 MiB/s wr, 243 op/s 2024-04-02T09:08:05.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:05 smithi012 ceph-mon[90784]: osdmap e1292: 8 total, 8 up, 8 in 2024-04-02T09:08:05.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:05 smithi055 ceph-mon[85080]: pgmap v2307: 169 pgs: 169 active+clean; 753 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 1.0 MiB/s wr, 243 op/s 2024-04-02T09:08:05.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:05 smithi055 ceph-mon[85080]: osdmap e1292: 8 total, 8 up, 8 in 2024-04-02T09:08:05.811 INFO:tasks.workunit.client.0.smithi012.stdout:migration_execute 2024-04-02T09:08:05.981 INFO:tasks.workunit.client.0.smithi012.stdout:migration_commit 2024-04-02T09:08:06.153 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMigration.Clone (4404 ms) 2024-04-02T09:08:06.153 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMigration.CloneParent 2024-04-02T09:08:06.191 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:08:06.202 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap 2024-04-02T09:08:07.381 INFO:tasks.workunit.client.0.smithi012.stdout:snap_protect: snap 2024-04-02T09:08:07.397 INFO:tasks.workunit.client.0.smithi012.stdout:clone image111 -> image114 2024-04-02T09:08:07.498 INFO:tasks.workunit.client.0.smithi012.stdout:migration_prepare 2024-04-02T09:08:07.654 INFO:tasks.workunit.client.0.smithi012.stdout:migration_abort 2024-04-02T09:08:07.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:07 smithi012 ceph-mon[90784]: osdmap e1293: 8 total, 8 up, 8 in 2024-04-02T09:08:07.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:07 smithi012 ceph-mon[90784]: pgmap v2310: 169 pgs: 169 active+clean; 781 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 49 MiB/s rd, 12 MiB/s wr, 620 op/s 2024-04-02T09:08:07.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:07 smithi012 ceph-mon[88355]: osdmap e1293: 8 total, 8 up, 8 in 2024-04-02T09:08:07.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:07 smithi012 ceph-mon[88355]: pgmap v2310: 169 pgs: 169 active+clean; 781 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 49 MiB/s rd, 12 MiB/s wr, 620 op/s 2024-04-02T09:08:07.786 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMigration.CloneParent (1634 ms) 2024-04-02T09:08:07.787 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMigration.CloneUpdateAfterPrepare 2024-04-02T09:08:07.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:07 smithi055 ceph-mon[85080]: osdmap e1293: 8 total, 8 up, 8 in 2024-04-02T09:08:07.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:07 smithi055 ceph-mon[85080]: pgmap v2310: 169 pgs: 169 active+clean; 781 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 49 MiB/s rd, 12 MiB/s wr, 620 op/s 2024-04-02T09:08:07.824 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:08:07.836 INFO:tasks.workunit.client.0.smithi012.stdout:write: X 0~10 2024-04-02T09:08:07.844 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap 2024-04-02T09:08:08.366 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:08:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:08:07] "GET /metrics HTTP/1.1" 200 38907 "" "Prometheus/2.43.0" 2024-04-02T09:08:08.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:08 smithi012 ceph-mon[88355]: osdmap e1294: 8 total, 8 up, 8 in 2024-04-02T09:08:08.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:08 smithi012 ceph-mon[90784]: osdmap e1294: 8 total, 8 up, 8 in 2024-04-02T09:08:08.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:08 smithi055 ceph-mon[85080]: osdmap e1294: 8 total, 8 up, 8 in 2024-04-02T09:08:09.314 INFO:tasks.workunit.client.0.smithi012.stdout:snap_protect: snap 2024-04-02T09:08:09.325 INFO:tasks.workunit.client.0.smithi012.stdout:clone image115 -> image118 2024-04-02T09:08:09.424 INFO:tasks.workunit.client.0.smithi012.stdout:migration_prepare 2024-04-02T09:08:09.579 INFO:tasks.workunit.client.0.smithi012.stdout:write: Y 0~1 2024-04-02T09:08:09.606 INFO:tasks.workunit.client.0.smithi012.stdout:migration_execute 2024-04-02T09:08:09.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:09 smithi012 ceph-mon[88355]: osdmap e1295: 8 total, 8 up, 8 in 2024-04-02T09:08:09.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:09 smithi012 ceph-mon[88355]: pgmap v2313: 169 pgs: 169 active+clean; 781 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 49 MiB/s rd, 12 MiB/s wr, 620 op/s 2024-04-02T09:08:09.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:09 smithi012 ceph-mon[88355]: osdmap e1296: 8 total, 8 up, 8 in 2024-04-02T09:08:09.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:09 smithi012 ceph-mon[90784]: osdmap e1295: 8 total, 8 up, 8 in 2024-04-02T09:08:09.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:09 smithi012 ceph-mon[90784]: pgmap v2313: 169 pgs: 169 active+clean; 781 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 49 MiB/s rd, 12 MiB/s wr, 620 op/s 2024-04-02T09:08:09.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:09 smithi012 ceph-mon[90784]: osdmap e1296: 8 total, 8 up, 8 in 2024-04-02T09:08:09.679 INFO:tasks.workunit.client.0.smithi012.stdout:migration_commit 2024-04-02T09:08:09.782 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMigration.CloneUpdateAfterPrepare (1996 ms) 2024-04-02T09:08:09.783 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMigration.TriggerAssertSnapcSeq 2024-04-02T09:08:09.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:09 smithi055 ceph-mon[85080]: osdmap e1295: 8 total, 8 up, 8 in 2024-04-02T09:08:09.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:09 smithi055 ceph-mon[85080]: pgmap v2313: 169 pgs: 169 active+clean; 781 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 49 MiB/s rd, 12 MiB/s wr, 620 op/s 2024-04-02T09:08:09.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:09 smithi055 ceph-mon[85080]: osdmap e1296: 8 total, 8 up, 8 in 2024-04-02T09:08:09.813 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:08:09.825 INFO:tasks.workunit.client.0.smithi012.stdout:write: A 41943040~10 2024-04-02T09:08:09.834 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap1 2024-04-02T09:08:11.400 INFO:tasks.workunit.client.0.smithi012.stdout:write: B 41943041~10 2024-04-02T09:08:11.406 INFO:tasks.workunit.client.0.smithi012.stdout:migration_prepare 2024-04-02T09:08:11.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:11 smithi012 ceph-mon[88355]: osdmap e1297: 8 total, 8 up, 8 in 2024-04-02T09:08:11.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:11 smithi012 ceph-mon[88355]: pgmap v2316: 169 pgs: 169 active+clean; 789 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 8.5 MiB/s rd, 2.0 MiB/s wr, 572 op/s 2024-04-02T09:08:11.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:11 smithi012 ceph-mon[90784]: osdmap e1297: 8 total, 8 up, 8 in 2024-04-02T09:08:11.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:11 smithi012 ceph-mon[90784]: pgmap v2316: 169 pgs: 169 active+clean; 789 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 8.5 MiB/s rd, 2.0 MiB/s wr, 572 op/s 2024-04-02T09:08:11.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:11 smithi055 ceph-mon[85080]: osdmap e1297: 8 total, 8 up, 8 in 2024-04-02T09:08:11.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:11 smithi055 ceph-mon[85080]: pgmap v2316: 169 pgs: 169 active+clean; 789 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 8.5 MiB/s rd, 2.0 MiB/s wr, 572 op/s 2024-04-02T09:08:12.543 INFO:tasks.workunit.client.0.smithi012.stdout:write: C 41943042~10 2024-04-02T09:08:12.560 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap2 2024-04-02T09:08:12.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:12 smithi012 ceph-mon[88355]: osdmap e1298: 8 total, 8 up, 8 in 2024-04-02T09:08:12.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:12 smithi012 ceph-mon[90784]: osdmap e1298: 8 total, 8 up, 8 in 2024-04-02T09:08:12.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:12 smithi055 ceph-mon[85080]: osdmap e1298: 8 total, 8 up, 8 in 2024-04-02T09:08:12.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:08:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:08:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:08:13.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:13 smithi012 ceph-mon[88355]: osdmap e1299: 8 total, 8 up, 8 in 2024-04-02T09:08:13.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:13 smithi012 ceph-mon[88355]: pgmap v2319: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 2.0 MiB/s wr, 1.07k op/s 2024-04-02T09:08:13.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:13 smithi012 ceph-mon[90784]: osdmap e1299: 8 total, 8 up, 8 in 2024-04-02T09:08:13.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:13 smithi012 ceph-mon[90784]: pgmap v2319: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 2.0 MiB/s wr, 1.07k op/s 2024-04-02T09:08:13.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:13 smithi055 ceph-mon[85080]: osdmap e1299: 8 total, 8 up, 8 in 2024-04-02T09:08:13.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:13 smithi055 ceph-mon[85080]: pgmap v2319: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 2.0 MiB/s wr, 1.07k op/s 2024-04-02T09:08:14.416 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 41943040 2024-04-02T09:08:14.451 INFO:tasks.workunit.client.0.smithi012.stdout:migration_execute 2024-04-02T09:08:14.514 INFO:tasks.workunit.client.0.smithi012.stdout:migration_commit 2024-04-02T09:08:14.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:14 smithi012 ceph-mon[88355]: osdmap e1300: 8 total, 8 up, 8 in 2024-04-02T09:08:14.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:14.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:14 smithi012 ceph-mon[90784]: osdmap e1300: 8 total, 8 up, 8 in 2024-04-02T09:08:14.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:14.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:14 smithi055 ceph-mon[85080]: osdmap e1300: 8 total, 8 up, 8 in 2024-04-02T09:08:14.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:15.560 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMigration.TriggerAssertSnapcSeq (5777 ms) 2024-04-02T09:08:15.560 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMigration.SnapTrimBeforePrepare 2024-04-02T09:08:15.596 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:08:15.609 INFO:tasks.workunit.client.0.smithi012.stdout:write: A 41943040~10 2024-04-02T09:08:15.619 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap1 2024-04-02T09:08:15.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:15 smithi012 ceph-mon[88355]: osdmap e1301: 8 total, 8 up, 8 in 2024-04-02T09:08:15.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:15 smithi012 ceph-mon[88355]: pgmap v2322: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 5.4 MiB/s rd, 21 KiB/s wr, 495 op/s 2024-04-02T09:08:15.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:15 smithi012 ceph-mon[90784]: osdmap e1301: 8 total, 8 up, 8 in 2024-04-02T09:08:15.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:15 smithi012 ceph-mon[90784]: pgmap v2322: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 5.4 MiB/s rd, 21 KiB/s wr, 495 op/s 2024-04-02T09:08:15.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:15 smithi055 ceph-mon[85080]: osdmap e1301: 8 total, 8 up, 8 in 2024-04-02T09:08:15.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:15 smithi055 ceph-mon[85080]: pgmap v2322: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 5.4 MiB/s rd, 21 KiB/s wr, 495 op/s 2024-04-02T09:08:16.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:16 smithi012 ceph-mon[88355]: osdmap e1302: 8 total, 8 up, 8 in 2024-04-02T09:08:16.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:16 smithi012 ceph-mon[90784]: osdmap e1302: 8 total, 8 up, 8 in 2024-04-02T09:08:16.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:16 smithi055 ceph-mon[85080]: osdmap e1302: 8 total, 8 up, 8 in 2024-04-02T09:08:17.450 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 41943040 2024-04-02T09:08:17.470 INFO:tasks.workunit.client.0.smithi012.stdout:migration_prepare 2024-04-02T09:08:17.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:17 smithi055 ceph-mon[85080]: osdmap e1303: 8 total, 8 up, 8 in 2024-04-02T09:08:17.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:17 smithi055 ceph-mon[85080]: pgmap v2325: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 233 KiB/s rd, 22 KiB/s wr, 315 op/s 2024-04-02T09:08:17.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:17 smithi012 ceph-mon[88355]: osdmap e1303: 8 total, 8 up, 8 in 2024-04-02T09:08:17.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:17 smithi012 ceph-mon[88355]: pgmap v2325: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 233 KiB/s rd, 22 KiB/s wr, 315 op/s 2024-04-02T09:08:17.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:17 smithi012 ceph-mon[90784]: osdmap e1303: 8 total, 8 up, 8 in 2024-04-02T09:08:17.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:17 smithi012 ceph-mon[90784]: pgmap v2325: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 233 KiB/s rd, 22 KiB/s wr, 315 op/s 2024-04-02T09:08:18.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:08:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:08:17] "GET /metrics HTTP/1.1" 200 38911 "" "Prometheus/2.43.0" 2024-04-02T09:08:18.570 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:08:18.582 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap3 2024-04-02T09:08:18.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:18 smithi055 ceph-mon[85080]: osdmap e1304: 8 total, 8 up, 8 in 2024-04-02T09:08:18.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:18 smithi012 ceph-mon[88355]: osdmap e1304: 8 total, 8 up, 8 in 2024-04-02T09:08:18.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:18 smithi012 ceph-mon[90784]: osdmap e1304: 8 total, 8 up, 8 in 2024-04-02T09:08:19.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:19 smithi055 ceph-mon[85080]: osdmap e1305: 8 total, 8 up, 8 in 2024-04-02T09:08:19.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:19 smithi055 ceph-mon[85080]: pgmap v2328: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 233 KiB/s rd, 22 KiB/s wr, 315 op/s 2024-04-02T09:08:19.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:19 smithi012 ceph-mon[88355]: osdmap e1305: 8 total, 8 up, 8 in 2024-04-02T09:08:19.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:19 smithi012 ceph-mon[88355]: pgmap v2328: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 233 KiB/s rd, 22 KiB/s wr, 315 op/s 2024-04-02T09:08:19.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:19 smithi012 ceph-mon[90784]: osdmap e1305: 8 total, 8 up, 8 in 2024-04-02T09:08:19.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:19 smithi012 ceph-mon[90784]: pgmap v2328: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 233 KiB/s rd, 22 KiB/s wr, 315 op/s 2024-04-02T09:08:20.474 INFO:tasks.workunit.client.0.smithi012.stdout:write: B 41943040~10 2024-04-02T09:08:20.483 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap4 2024-04-02T09:08:20.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:20 smithi055 ceph-mon[85080]: osdmap e1306: 8 total, 8 up, 8 in 2024-04-02T09:08:20.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:20 smithi012 ceph-mon[88355]: osdmap e1306: 8 total, 8 up, 8 in 2024-04-02T09:08:20.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:20 smithi012 ceph-mon[90784]: osdmap e1306: 8 total, 8 up, 8 in 2024-04-02T09:08:21.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:21 smithi055 ceph-mon[85080]: osdmap e1307: 8 total, 8 up, 8 in 2024-04-02T09:08:21.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:21 smithi055 ceph-mon[85080]: pgmap v2331: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 132 KiB/s rd, 10 KiB/s wr, 168 op/s 2024-04-02T09:08:21.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:21 smithi012 ceph-mon[88355]: osdmap e1307: 8 total, 8 up, 8 in 2024-04-02T09:08:21.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:21 smithi012 ceph-mon[88355]: pgmap v2331: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 132 KiB/s rd, 10 KiB/s wr, 168 op/s 2024-04-02T09:08:21.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:21 smithi012 ceph-mon[90784]: osdmap e1307: 8 total, 8 up, 8 in 2024-04-02T09:08:21.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:21 smithi012 ceph-mon[90784]: pgmap v2331: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 132 KiB/s rd, 10 KiB/s wr, 168 op/s 2024-04-02T09:08:22.485 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 41943040 2024-04-02T09:08:22.510 INFO:tasks.workunit.client.0.smithi012.stdout:migration_execute 2024-04-02T09:08:22.579 INFO:tasks.workunit.client.0.smithi012.stdout:migration_commit 2024-04-02T09:08:22.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:22 smithi055 ceph-mon[85080]: osdmap e1308: 8 total, 8 up, 8 in 2024-04-02T09:08:22.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:08:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:08:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:08:22.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:22 smithi012 ceph-mon[88355]: osdmap e1308: 8 total, 8 up, 8 in 2024-04-02T09:08:22.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:22 smithi012 ceph-mon[90784]: osdmap e1308: 8 total, 8 up, 8 in 2024-04-02T09:08:23.632 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMigration.SnapTrimBeforePrepare (8072 ms) 2024-04-02T09:08:23.632 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMigration.AbortInUseImage 2024-04-02T09:08:23.665 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:08:23.677 INFO:tasks.workunit.client.0.smithi012.stdout:migration_prepare 2024-04-02T09:08:23.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:23 smithi055 ceph-mon[85080]: osdmap e1309: 8 total, 8 up, 8 in 2024-04-02T09:08:23.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:23 smithi055 ceph-mon[85080]: pgmap v2334: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 145 KiB/s rd, 16 KiB/s wr, 195 op/s 2024-04-02T09:08:23.866 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMigration.AbortInUseImage (234 ms) 2024-04-02T09:08:23.866 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMigration.AbortWithoutSnapshots 2024-04-02T09:08:23.903 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:08:23.915 INFO:tasks.workunit.client.0.smithi012.stdout:write: 1 0~8388609 2024-04-02T09:08:23.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:23 smithi012 ceph-mon[88355]: osdmap e1309: 8 total, 8 up, 8 in 2024-04-02T09:08:23.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:23 smithi012 ceph-mon[88355]: pgmap v2334: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 145 KiB/s rd, 16 KiB/s wr, 195 op/s 2024-04-02T09:08:23.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:23 smithi012 ceph-mon[90784]: osdmap e1309: 8 total, 8 up, 8 in 2024-04-02T09:08:23.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:23 smithi012 ceph-mon[90784]: pgmap v2334: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 145 KiB/s rd, 16 KiB/s wr, 195 op/s 2024-04-02T09:08:23.986 INFO:tasks.workunit.client.0.smithi012.stdout:write: 1 16777218~8388609 2024-04-02T09:08:24.037 INFO:tasks.workunit.client.0.smithi012.stdout:migration_prepare 2024-04-02T09:08:24.235 INFO:tasks.workunit.client.0.smithi012.stdout:write: 1 0~8388609 2024-04-02T09:08:24.282 INFO:tasks.workunit.client.0.smithi012.stdout:write: 1 16777218~8388609 2024-04-02T09:08:24.379 INFO:tasks.workunit.client.0.smithi012.stdout:migration_abort 2024-04-02T09:08:24.582 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMigration.AbortWithoutSnapshots (716 ms) 2024-04-02T09:08:24.582 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMigration.AbortWithSnapshots 2024-04-02T09:08:24.613 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:08:24.624 INFO:tasks.workunit.client.0.smithi012.stdout:write: 1 0~8388609 2024-04-02T09:08:24.681 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap1 2024-04-02T09:08:24.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:24 smithi055 ceph-mon[85080]: osdmap e1310: 8 total, 8 up, 8 in 2024-04-02T09:08:24.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:24 smithi055 ceph-mon[85080]: osdmap e1311: 8 total, 8 up, 8 in 2024-04-02T09:08:24.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:24 smithi012 ceph-mon[88355]: osdmap e1310: 8 total, 8 up, 8 in 2024-04-02T09:08:24.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:24 smithi012 ceph-mon[88355]: osdmap e1311: 8 total, 8 up, 8 in 2024-04-02T09:08:24.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:24 smithi012 ceph-mon[90784]: osdmap e1310: 8 total, 8 up, 8 in 2024-04-02T09:08:24.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:24 smithi012 ceph-mon[90784]: osdmap e1311: 8 total, 8 up, 8 in 2024-04-02T09:08:25.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:25 smithi055 ceph-mon[85080]: pgmap v2337: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 13 KiB/s rd, 5.5 KiB/s wr, 26 op/s 2024-04-02T09:08:25.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:25 smithi012 ceph-mon[88355]: pgmap v2337: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 13 KiB/s rd, 5.5 KiB/s wr, 26 op/s 2024-04-02T09:08:25.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:25 smithi012 ceph-mon[90784]: pgmap v2337: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 13 KiB/s rd, 5.5 KiB/s wr, 26 op/s 2024-04-02T09:08:26.517 INFO:tasks.workunit.client.0.smithi012.stdout:write: 1 8388609~8388609 2024-04-02T09:08:26.531 INFO:tasks.workunit.client.0.smithi012.stdout:write: X 0~1000 2024-04-02T09:08:26.532 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 1010~1000 2024-04-02T09:08:26.532 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap2 2024-04-02T09:08:26.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:26 smithi055 ceph-mon[85080]: osdmap e1312: 8 total, 8 up, 8 in 2024-04-02T09:08:26.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:26 smithi012 ceph-mon[88355]: osdmap e1312: 8 total, 8 up, 8 in 2024-04-02T09:08:26.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:26 smithi012 ceph-mon[90784]: osdmap e1312: 8 total, 8 up, 8 in 2024-04-02T09:08:27.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:27 smithi055 ceph-mon[85080]: osdmap e1313: 8 total, 8 up, 8 in 2024-04-02T09:08:27.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:27 smithi055 ceph-mon[85080]: pgmap v2340: 169 pgs: 169 active+clean; 833 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 21 MiB/s rd, 25 MiB/s wr, 632 op/s 2024-04-02T09:08:27.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:27 smithi012 ceph-mon[88355]: osdmap e1313: 8 total, 8 up, 8 in 2024-04-02T09:08:27.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:27 smithi012 ceph-mon[88355]: pgmap v2340: 169 pgs: 169 active+clean; 833 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 21 MiB/s rd, 25 MiB/s wr, 632 op/s 2024-04-02T09:08:27.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:27 smithi012 ceph-mon[90784]: osdmap e1313: 8 total, 8 up, 8 in 2024-04-02T09:08:27.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:27 smithi012 ceph-mon[90784]: pgmap v2340: 169 pgs: 169 active+clean; 833 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 21 MiB/s rd, 25 MiB/s wr, 632 op/s 2024-04-02T09:08:28.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:08:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:08:27] "GET /metrics HTTP/1.1" 200 38911 "" "Prometheus/2.43.0" 2024-04-02T09:08:28.527 INFO:tasks.workunit.client.0.smithi012.stdout:write: X 8388609~1000 2024-04-02T09:08:28.536 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 16777228~1000 2024-04-02T09:08:28.536 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 167772160 2024-04-02T09:08:28.546 INFO:tasks.workunit.client.0.smithi012.stdout:write: 2 83886079~8388609 2024-04-02T09:08:28.567 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap3 2024-04-02T09:08:28.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:28 smithi055 ceph-mon[85080]: osdmap e1314: 8 total, 8 up, 8 in 2024-04-02T09:08:28.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:28 smithi012 ceph-mon[88355]: osdmap e1314: 8 total, 8 up, 8 in 2024-04-02T09:08:28.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:28 smithi012 ceph-mon[90784]: osdmap e1314: 8 total, 8 up, 8 in 2024-04-02T09:08:29.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:29 smithi055 ceph-mon[85080]: osdmap e1315: 8 total, 8 up, 8 in 2024-04-02T09:08:29.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:29 smithi055 ceph-mon[85080]: pgmap v2343: 169 pgs: 169 active+clean; 833 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 21 MiB/s rd, 25 MiB/s wr, 632 op/s 2024-04-02T09:08:29.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:29.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:29 smithi055 ceph-mon[85080]: osdmap e1316: 8 total, 8 up, 8 in 2024-04-02T09:08:29.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:29 smithi012 ceph-mon[88355]: osdmap e1315: 8 total, 8 up, 8 in 2024-04-02T09:08:29.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:29 smithi012 ceph-mon[88355]: pgmap v2343: 169 pgs: 169 active+clean; 833 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 21 MiB/s rd, 25 MiB/s wr, 632 op/s 2024-04-02T09:08:29.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:29.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:29 smithi012 ceph-mon[88355]: osdmap e1316: 8 total, 8 up, 8 in 2024-04-02T09:08:29.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:29 smithi012 ceph-mon[90784]: osdmap e1315: 8 total, 8 up, 8 in 2024-04-02T09:08:29.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:29 smithi012 ceph-mon[90784]: pgmap v2343: 169 pgs: 169 active+clean; 833 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 21 MiB/s rd, 25 MiB/s wr, 632 op/s 2024-04-02T09:08:29.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:29.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:29 smithi012 ceph-mon[90784]: osdmap e1316: 8 total, 8 up, 8 in 2024-04-02T09:08:30.318 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:08:30.340 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 83886079~1 2024-04-02T09:08:30.349 INFO:tasks.workunit.client.0.smithi012.stdout:migration_prepare 2024-04-02T09:08:31.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:31 smithi012 ceph-mon[88355]: osdmap e1317: 8 total, 8 up, 8 in 2024-04-02T09:08:31.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:31 smithi012 ceph-mon[88355]: pgmap v2346: 169 pgs: 169 active+clean; 857 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 15 KiB/s rd, 6.0 MiB/s wr, 27 op/s 2024-04-02T09:08:31.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:31 smithi012 ceph-mon[90784]: osdmap e1317: 8 total, 8 up, 8 in 2024-04-02T09:08:31.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:31 smithi012 ceph-mon[90784]: pgmap v2346: 169 pgs: 169 active+clean; 857 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 15 KiB/s rd, 6.0 MiB/s wr, 27 op/s 2024-04-02T09:08:31.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:31 smithi055 ceph-mon[85080]: osdmap e1317: 8 total, 8 up, 8 in 2024-04-02T09:08:31.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:31 smithi055 ceph-mon[85080]: pgmap v2346: 169 pgs: 169 active+clean; 857 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 15 KiB/s rd, 6.0 MiB/s wr, 27 op/s 2024-04-02T09:08:32.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:32 smithi055 ceph-mon[85080]: osdmap e1318: 8 total, 8 up, 8 in 2024-04-02T09:08:32.561 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:08:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:08:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:08:32.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:32 smithi012 ceph-mon[88355]: osdmap e1318: 8 total, 8 up, 8 in 2024-04-02T09:08:32.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:32 smithi012 ceph-mon[90784]: osdmap e1318: 8 total, 8 up, 8 in 2024-04-02T09:08:33.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:33 smithi012 ceph-mon[88355]: osdmap e1319: 8 total, 8 up, 8 in 2024-04-02T09:08:33.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:33 smithi012 ceph-mon[88355]: pgmap v2349: 169 pgs: 169 active+clean; 873 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 127 KiB/s rd, 8.0 MiB/s wr, 179 op/s 2024-04-02T09:08:33.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:33 smithi012 ceph-mon[90784]: osdmap e1319: 8 total, 8 up, 8 in 2024-04-02T09:08:33.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:33 smithi012 ceph-mon[90784]: pgmap v2349: 169 pgs: 169 active+clean; 873 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 127 KiB/s rd, 8.0 MiB/s wr, 179 op/s 2024-04-02T09:08:33.764 INFO:tasks.workunit.client.0.smithi012.stdout:write: 1 0~8388609 2024-04-02T09:08:33.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:33 smithi055 ceph-mon[85080]: osdmap e1319: 8 total, 8 up, 8 in 2024-04-02T09:08:33.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:33 smithi055 ceph-mon[85080]: pgmap v2349: 169 pgs: 169 active+clean; 873 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 127 KiB/s rd, 8.0 MiB/s wr, 179 op/s 2024-04-02T09:08:33.867 INFO:tasks.workunit.client.0.smithi012.stdout:write: 1 16777218~8388609 2024-04-02T09:08:34.342 INFO:tasks.workunit.client.0.smithi012.stdout:write: 1 0~8388609 2024-04-02T09:08:34.356 INFO:tasks.workunit.client.0.smithi012.stdout:write: 1 16777218~8388609 2024-04-02T09:08:34.451 INFO:tasks.workunit.client.0.smithi012.stdout:migration_abort 2024-04-02T09:08:34.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:34 smithi012 ceph-mon[88355]: osdmap e1320: 8 total, 8 up, 8 in 2024-04-02T09:08:34.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:34 smithi012 ceph-mon[90784]: osdmap e1320: 8 total, 8 up, 8 in 2024-04-02T09:08:34.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:34 smithi055 ceph-mon[85080]: osdmap e1320: 8 total, 8 up, 8 in 2024-04-02T09:08:35.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:35 smithi012 ceph-mon[88355]: osdmap e1321: 8 total, 8 up, 8 in 2024-04-02T09:08:35.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:35 smithi012 ceph-mon[88355]: pgmap v2352: 169 pgs: 169 active+clean; 873 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 111 KiB/s rd, 2.0 MiB/s wr, 151 op/s 2024-04-02T09:08:35.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:35 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:08:35.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:35 smithi012 ceph-mon[90784]: osdmap e1321: 8 total, 8 up, 8 in 2024-04-02T09:08:35.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:35 smithi012 ceph-mon[90784]: pgmap v2352: 169 pgs: 169 active+clean; 873 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 111 KiB/s rd, 2.0 MiB/s wr, 151 op/s 2024-04-02T09:08:35.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:35 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:08:35.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:35 smithi055 ceph-mon[85080]: osdmap e1321: 8 total, 8 up, 8 in 2024-04-02T09:08:35.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:35 smithi055 ceph-mon[85080]: pgmap v2352: 169 pgs: 169 active+clean; 873 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 111 KiB/s rd, 2.0 MiB/s wr, 151 op/s 2024-04-02T09:08:35.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:35 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:08:36.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:36 smithi012 ceph-mon[88355]: osdmap e1322: 8 total, 8 up, 8 in 2024-04-02T09:08:36.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:36 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:08:36.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:36 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:08:36.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:36 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:08:36.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:36 smithi012 ceph-mon[90784]: osdmap e1322: 8 total, 8 up, 8 in 2024-04-02T09:08:36.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:36 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:08:36.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:36 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:08:36.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:36 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:08:36.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:36 smithi055 ceph-mon[85080]: osdmap e1322: 8 total, 8 up, 8 in 2024-04-02T09:08:36.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:36 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:08:36.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:36 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:08:36.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:36 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:08:37.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:37 smithi012 ceph-mon[88355]: osdmap e1323: 8 total, 8 up, 8 in 2024-04-02T09:08:37.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:37 smithi012 ceph-mon[88355]: pgmap v2355: 169 pgs: 169 active+clean; 949 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 42 MiB/s rd, 23 MiB/s wr, 385 op/s 2024-04-02T09:08:37.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:37 smithi012 ceph-mon[90784]: osdmap e1323: 8 total, 8 up, 8 in 2024-04-02T09:08:37.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:37 smithi012 ceph-mon[90784]: pgmap v2355: 169 pgs: 169 active+clean; 949 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 42 MiB/s rd, 23 MiB/s wr, 385 op/s 2024-04-02T09:08:37.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:37 smithi055 ceph-mon[85080]: osdmap e1323: 8 total, 8 up, 8 in 2024-04-02T09:08:37.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:37 smithi055 ceph-mon[85080]: pgmap v2355: 169 pgs: 169 active+clean; 949 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 42 MiB/s rd, 23 MiB/s wr, 385 op/s 2024-04-02T09:08:38.356 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:08:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:08:37] "GET /metrics HTTP/1.1" 200 38909 "" "Prometheus/2.43.0" 2024-04-02T09:08:38.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:38 smithi012 ceph-mon[88355]: osdmap e1324: 8 total, 8 up, 8 in 2024-04-02T09:08:38.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:38 smithi012 ceph-mon[90784]: osdmap e1324: 8 total, 8 up, 8 in 2024-04-02T09:08:38.722 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMigration.AbortWithSnapshots (14141 ms) 2024-04-02T09:08:38.722 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMigration.CloneV1Parent 2024-04-02T09:08:38.755 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:08:38.767 INFO:tasks.workunit.client.0.smithi012.stdout:write: A 0~10 2024-04-02T09:08:38.777 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap1 2024-04-02T09:08:38.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:38 smithi055 ceph-mon[85080]: osdmap e1324: 8 total, 8 up, 8 in 2024-04-02T09:08:39.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:39 smithi012 ceph-mon[88355]: osdmap e1325: 8 total, 8 up, 8 in 2024-04-02T09:08:39.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:39 smithi012 ceph-mon[88355]: pgmap v2358: 169 pgs: 169 active+clean; 949 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 42 MiB/s rd, 23 MiB/s wr, 385 op/s 2024-04-02T09:08:39.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:39 smithi012 ceph-mon[90784]: osdmap e1325: 8 total, 8 up, 8 in 2024-04-02T09:08:39.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:39 smithi012 ceph-mon[90784]: pgmap v2358: 169 pgs: 169 active+clean; 949 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 42 MiB/s rd, 23 MiB/s wr, 385 op/s 2024-04-02T09:08:39.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:39 smithi055 ceph-mon[85080]: osdmap e1325: 8 total, 8 up, 8 in 2024-04-02T09:08:39.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:39 smithi055 ceph-mon[85080]: pgmap v2358: 169 pgs: 169 active+clean; 949 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 42 MiB/s rd, 23 MiB/s wr, 385 op/s 2024-04-02T09:08:40.392 INFO:tasks.workunit.client.0.smithi012.stdout:snap_protect: snap1 2024-04-02T09:08:40.456 INFO:tasks.workunit.client.0.smithi012.stdout:migration_prepare 2024-04-02T09:08:40.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:40 smithi012 ceph-mon[88355]: osdmap e1326: 8 total, 8 up, 8 in 2024-04-02T09:08:40.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:40 smithi012 ceph-mon[90784]: osdmap e1326: 8 total, 8 up, 8 in 2024-04-02T09:08:40.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:40 smithi055 ceph-mon[85080]: osdmap e1326: 8 total, 8 up, 8 in 2024-04-02T09:08:41.604 INFO:tasks.workunit.client.0.smithi012.stdout:migration_execute 2024-04-02T09:08:41.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:41 smithi012 ceph-mon[88355]: osdmap e1327: 8 total, 8 up, 8 in 2024-04-02T09:08:41.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:41 smithi012 ceph-mon[88355]: pgmap v2361: 169 pgs: 169 active+clean; 925 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 25 MiB/s rd, 8.7 KiB/s wr, 82 op/s 2024-04-02T09:08:41.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:41 smithi012 ceph-mon[90784]: osdmap e1327: 8 total, 8 up, 8 in 2024-04-02T09:08:41.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:41 smithi012 ceph-mon[90784]: pgmap v2361: 169 pgs: 169 active+clean; 925 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 25 MiB/s rd, 8.7 KiB/s wr, 82 op/s 2024-04-02T09:08:41.691 INFO:tasks.workunit.client.0.smithi012.stdout:migration_commit 2024-04-02T09:08:41.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:41 smithi055 ceph-mon[85080]: osdmap e1327: 8 total, 8 up, 8 in 2024-04-02T09:08:41.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:41 smithi055 ceph-mon[85080]: pgmap v2361: 169 pgs: 169 active+clean; 925 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 25 MiB/s rd, 8.7 KiB/s wr, 82 op/s 2024-04-02T09:08:42.524 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMigration.CloneV1Parent (3801 ms) 2024-04-02T09:08:42.524 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMigration.CloneV2Parent 2024-04-02T09:08:42.558 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:08:42.573 INFO:tasks.workunit.client.0.smithi012.stdout:write: A 0~10 2024-04-02T09:08:42.582 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap1 2024-04-02T09:08:42.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:42 smithi012 ceph-mon[88355]: osdmap e1328: 8 total, 8 up, 8 in 2024-04-02T09:08:42.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:42 smithi012 ceph-mon[90784]: osdmap e1328: 8 total, 8 up, 8 in 2024-04-02T09:08:42.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:42 smithi055 ceph-mon[85080]: osdmap e1328: 8 total, 8 up, 8 in 2024-04-02T09:08:42.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:08:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:08:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:08:43.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:43 smithi012 ceph-mon[88355]: osdmap e1329: 8 total, 8 up, 8 in 2024-04-02T09:08:43.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:43 smithi012 ceph-mon[88355]: pgmap v2364: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 36 MiB/s rd, 14 KiB/s wr, 198 op/s 2024-04-02T09:08:43.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:43 smithi012 ceph-mon[90784]: osdmap e1329: 8 total, 8 up, 8 in 2024-04-02T09:08:43.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:43 smithi012 ceph-mon[90784]: pgmap v2364: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 36 MiB/s rd, 14 KiB/s wr, 198 op/s 2024-04-02T09:08:43.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:43 smithi055 ceph-mon[85080]: osdmap e1329: 8 total, 8 up, 8 in 2024-04-02T09:08:43.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:43 smithi055 ceph-mon[85080]: pgmap v2364: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 36 MiB/s rd, 14 KiB/s wr, 198 op/s 2024-04-02T09:08:44.319 INFO:tasks.workunit.client.0.smithi012.stdout:snap_protect: snap1 2024-04-02T09:08:44.378 INFO:tasks.workunit.client.0.smithi012.stdout:migration_prepare 2024-04-02T09:08:44.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:44 smithi012 ceph-mon[88355]: osdmap e1330: 8 total, 8 up, 8 in 2024-04-02T09:08:44.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:44.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:44 smithi012 ceph-mon[88355]: osdmap e1331: 8 total, 8 up, 8 in 2024-04-02T09:08:44.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:44 smithi012 ceph-mon[90784]: osdmap e1330: 8 total, 8 up, 8 in 2024-04-02T09:08:44.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:44.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:44 smithi012 ceph-mon[90784]: osdmap e1331: 8 total, 8 up, 8 in 2024-04-02T09:08:44.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:44 smithi055 ceph-mon[85080]: osdmap e1330: 8 total, 8 up, 8 in 2024-04-02T09:08:44.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:44.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:44 smithi055 ceph-mon[85080]: osdmap e1331: 8 total, 8 up, 8 in 2024-04-02T09:08:45.611 INFO:tasks.workunit.client.0.smithi012.stdout:migration_execute 2024-04-02T09:08:45.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:45 smithi012 ceph-mon[88355]: pgmap v2367: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 11 MiB/s rd, 5.2 KiB/s wr, 115 op/s 2024-04-02T09:08:45.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:45 smithi012 ceph-mon[90784]: pgmap v2367: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 11 MiB/s rd, 5.2 KiB/s wr, 115 op/s 2024-04-02T09:08:45.696 INFO:tasks.workunit.client.0.smithi012.stdout:migration_commit 2024-04-02T09:08:45.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:45 smithi055 ceph-mon[85080]: pgmap v2367: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 11 MiB/s rd, 5.2 KiB/s wr, 115 op/s 2024-04-02T09:08:46.550 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMigration.CloneV2Parent (4027 ms) 2024-04-02T09:08:46.551 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMigration.CloneV1ParentAbort 2024-04-02T09:08:46.584 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:08:46.596 INFO:tasks.workunit.client.0.smithi012.stdout:write: A 0~10 2024-04-02T09:08:46.606 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap1 2024-04-02T09:08:46.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:46 smithi012 ceph-mon[88355]: osdmap e1332: 8 total, 8 up, 8 in 2024-04-02T09:08:46.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:46 smithi012 ceph-mon[90784]: osdmap e1332: 8 total, 8 up, 8 in 2024-04-02T09:08:46.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:46 smithi055 ceph-mon[85080]: osdmap e1332: 8 total, 8 up, 8 in 2024-04-02T09:08:47.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:47 smithi055 ceph-mon[85080]: osdmap e1333: 8 total, 8 up, 8 in 2024-04-02T09:08:47.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:47 smithi055 ceph-mon[85080]: pgmap v2370: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 551 KiB/s rd, 31 KiB/s wr, 684 op/s 2024-04-02T09:08:47.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:47 smithi012 ceph-mon[88355]: osdmap e1333: 8 total, 8 up, 8 in 2024-04-02T09:08:47.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:47 smithi012 ceph-mon[88355]: pgmap v2370: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 551 KiB/s rd, 31 KiB/s wr, 684 op/s 2024-04-02T09:08:47.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:47 smithi012 ceph-mon[90784]: osdmap e1333: 8 total, 8 up, 8 in 2024-04-02T09:08:47.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:47 smithi012 ceph-mon[90784]: pgmap v2370: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 551 KiB/s rd, 31 KiB/s wr, 684 op/s 2024-04-02T09:08:48.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:08:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:08:47] "GET /metrics HTTP/1.1" 200 38905 "" "Prometheus/2.43.0" 2024-04-02T09:08:48.455 INFO:tasks.workunit.client.0.smithi012.stdout:snap_protect: snap1 2024-04-02T09:08:48.513 INFO:tasks.workunit.client.0.smithi012.stdout:migration_prepare 2024-04-02T09:08:48.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:48 smithi055 ceph-mon[85080]: osdmap e1334: 8 total, 8 up, 8 in 2024-04-02T09:08:48.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:48 smithi012 ceph-mon[88355]: osdmap e1334: 8 total, 8 up, 8 in 2024-04-02T09:08:48.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:48 smithi012 ceph-mon[90784]: osdmap e1334: 8 total, 8 up, 8 in 2024-04-02T09:08:49.479 INFO:tasks.workunit.client.0.smithi012.stdout:migration_abort 2024-04-02T09:08:49.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:49 smithi055 ceph-mon[85080]: osdmap e1335: 8 total, 8 up, 8 in 2024-04-02T09:08:49.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:49 smithi055 ceph-mon[85080]: pgmap v2373: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 551 KiB/s rd, 31 KiB/s wr, 684 op/s 2024-04-02T09:08:49.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:49 smithi055 ceph-mon[85080]: osdmap e1336: 8 total, 8 up, 8 in 2024-04-02T09:08:49.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:49 smithi012 ceph-mon[90784]: osdmap e1335: 8 total, 8 up, 8 in 2024-04-02T09:08:49.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:49 smithi012 ceph-mon[90784]: pgmap v2373: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 551 KiB/s rd, 31 KiB/s wr, 684 op/s 2024-04-02T09:08:49.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:49 smithi012 ceph-mon[90784]: osdmap e1336: 8 total, 8 up, 8 in 2024-04-02T09:08:49.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:49 smithi012 ceph-mon[88355]: osdmap e1335: 8 total, 8 up, 8 in 2024-04-02T09:08:49.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:49 smithi012 ceph-mon[88355]: pgmap v2373: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 551 KiB/s rd, 31 KiB/s wr, 684 op/s 2024-04-02T09:08:49.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:49 smithi012 ceph-mon[88355]: osdmap e1336: 8 total, 8 up, 8 in 2024-04-02T09:08:50.584 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMigration.CloneV1ParentAbort (4034 ms) 2024-04-02T09:08:50.584 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMigration.CloneV2ParentAbort 2024-04-02T09:08:50.619 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:08:50.631 INFO:tasks.workunit.client.0.smithi012.stdout:write: A 0~10 2024-04-02T09:08:50.640 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap1 2024-04-02T09:08:51.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:51 smithi055 ceph-mon[85080]: osdmap e1337: 8 total, 8 up, 8 in 2024-04-02T09:08:51.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:51 smithi055 ceph-mon[85080]: pgmap v2376: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 151 KiB/s rd, 9.0 KiB/s wr, 190 op/s 2024-04-02T09:08:51.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:51 smithi012 ceph-mon[88355]: osdmap e1337: 8 total, 8 up, 8 in 2024-04-02T09:08:51.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:51 smithi012 ceph-mon[88355]: pgmap v2376: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 151 KiB/s rd, 9.0 KiB/s wr, 190 op/s 2024-04-02T09:08:51.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:51 smithi012 ceph-mon[90784]: osdmap e1337: 8 total, 8 up, 8 in 2024-04-02T09:08:51.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:51 smithi012 ceph-mon[90784]: pgmap v2376: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 151 KiB/s rd, 9.0 KiB/s wr, 190 op/s 2024-04-02T09:08:52.470 INFO:tasks.workunit.client.0.smithi012.stdout:snap_protect: snap1 2024-04-02T09:08:52.531 INFO:tasks.workunit.client.0.smithi012.stdout:migration_prepare 2024-04-02T09:08:52.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:52 smithi055 ceph-mon[85080]: osdmap e1338: 8 total, 8 up, 8 in 2024-04-02T09:08:52.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:08:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:08:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:08:52.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:52 smithi012 ceph-mon[88355]: osdmap e1338: 8 total, 8 up, 8 in 2024-04-02T09:08:52.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:52 smithi012 ceph-mon[90784]: osdmap e1338: 8 total, 8 up, 8 in 2024-04-02T09:08:53.632 INFO:tasks.workunit.client.0.smithi012.stdout:migration_abort 2024-04-02T09:08:53.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:53 smithi055 ceph-mon[85080]: osdmap e1339: 8 total, 8 up, 8 in 2024-04-02T09:08:53.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:53 smithi055 ceph-mon[85080]: pgmap v2379: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 294 KiB/s rd, 19 KiB/s wr, 383 op/s 2024-04-02T09:08:53.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:53 smithi012 ceph-mon[88355]: osdmap e1339: 8 total, 8 up, 8 in 2024-04-02T09:08:53.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:53 smithi012 ceph-mon[88355]: pgmap v2379: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 294 KiB/s rd, 19 KiB/s wr, 383 op/s 2024-04-02T09:08:53.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:53 smithi012 ceph-mon[90784]: osdmap e1339: 8 total, 8 up, 8 in 2024-04-02T09:08:53.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:53 smithi012 ceph-mon[90784]: pgmap v2379: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 294 KiB/s rd, 19 KiB/s wr, 383 op/s 2024-04-02T09:08:54.449 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMigration.CloneV2ParentAbort (3865 ms) 2024-04-02T09:08:54.449 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach 2024-04-02T09:08:54.486 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:08:54.496 INFO:tasks.workunit.client.0.smithi012.stdout:write: A 0~10 2024-04-02T09:08:54.505 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap1 2024-04-02T09:08:54.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:54 smithi055 ceph-mon[85080]: osdmap e1340: 8 total, 8 up, 8 in 2024-04-02T09:08:54.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:54 smithi055 ceph-mon[85080]: osdmap e1341: 8 total, 8 up, 8 in 2024-04-02T09:08:54.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:54 smithi012 ceph-mon[88355]: osdmap e1340: 8 total, 8 up, 8 in 2024-04-02T09:08:54.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:54 smithi012 ceph-mon[88355]: osdmap e1341: 8 total, 8 up, 8 in 2024-04-02T09:08:54.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:54 smithi012 ceph-mon[90784]: osdmap e1340: 8 total, 8 up, 8 in 2024-04-02T09:08:54.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:54 smithi012 ceph-mon[90784]: osdmap e1341: 8 total, 8 up, 8 in 2024-04-02T09:08:55.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:55 smithi055 ceph-mon[85080]: pgmap v2382: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 143 KiB/s rd, 10 KiB/s wr, 192 op/s 2024-04-02T09:08:55.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:55 smithi012 ceph-mon[88355]: pgmap v2382: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 143 KiB/s rd, 10 KiB/s wr, 192 op/s 2024-04-02T09:08:55.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:55 smithi012 ceph-mon[90784]: pgmap v2382: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 143 KiB/s rd, 10 KiB/s wr, 192 op/s 2024-04-02T09:08:56.498 INFO:tasks.workunit.client.0.smithi012.stdout:snap_protect: snap1 2024-04-02T09:08:56.556 INFO:tasks.workunit.client.0.smithi012.stdout:migration_prepare 2024-04-02T09:08:56.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:56 smithi055 ceph-mon[85080]: osdmap e1342: 8 total, 8 up, 8 in 2024-04-02T09:08:56.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:56 smithi012 ceph-mon[88355]: osdmap e1342: 8 total, 8 up, 8 in 2024-04-02T09:08:56.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:56 smithi012 ceph-mon[90784]: osdmap e1342: 8 total, 8 up, 8 in 2024-04-02T09:08:57.677 INFO:tasks.workunit.client.0.smithi012.stdout:migration_abort 2024-04-02T09:08:57.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:57 smithi055 ceph-mon[85080]: osdmap e1343: 8 total, 8 up, 8 in 2024-04-02T09:08:57.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:57 smithi055 ceph-mon[85080]: pgmap v2385: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 274 KiB/s rd, 24 KiB/s wr, 359 op/s 2024-04-02T09:08:57.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:57 smithi012 ceph-mon[88355]: osdmap e1343: 8 total, 8 up, 8 in 2024-04-02T09:08:57.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:57 smithi012 ceph-mon[88355]: pgmap v2385: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 274 KiB/s rd, 24 KiB/s wr, 359 op/s 2024-04-02T09:08:57.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:57 smithi012 ceph-mon[90784]: osdmap e1343: 8 total, 8 up, 8 in 2024-04-02T09:08:57.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:57 smithi012 ceph-mon[90784]: pgmap v2385: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 274 KiB/s rd, 24 KiB/s wr, 359 op/s 2024-04-02T09:08:58.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:08:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:08:57] "GET /metrics HTTP/1.1" 200 38905 "" "Prometheus/2.43.0" 2024-04-02T09:08:58.645 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach (4196 ms) 2024-04-02T09:08:58.646 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixParentReattach 2024-04-02T09:08:58.679 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:08:58.691 INFO:tasks.workunit.client.0.smithi012.stdout:write: A 0~10 2024-04-02T09:08:58.700 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap1 2024-04-02T09:08:58.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:58 smithi055 ceph-mon[85080]: osdmap e1344: 8 total, 8 up, 8 in 2024-04-02T09:08:58.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:58 smithi012 ceph-mon[88355]: osdmap e1344: 8 total, 8 up, 8 in 2024-04-02T09:08:58.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:58 smithi012 ceph-mon[90784]: osdmap e1344: 8 total, 8 up, 8 in 2024-04-02T09:08:59.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:59 smithi055 ceph-mon[85080]: osdmap e1345: 8 total, 8 up, 8 in 2024-04-02T09:08:59.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:59 smithi055 ceph-mon[85080]: pgmap v2388: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 274 KiB/s rd, 24 KiB/s wr, 359 op/s 2024-04-02T09:08:59.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:59.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:08:59 smithi055 ceph-mon[85080]: osdmap e1346: 8 total, 8 up, 8 in 2024-04-02T09:08:59.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:59 smithi012 ceph-mon[88355]: osdmap e1345: 8 total, 8 up, 8 in 2024-04-02T09:08:59.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:59 smithi012 ceph-mon[88355]: pgmap v2388: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 274 KiB/s rd, 24 KiB/s wr, 359 op/s 2024-04-02T09:08:59.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:59.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:08:59 smithi012 ceph-mon[88355]: osdmap e1346: 8 total, 8 up, 8 in 2024-04-02T09:08:59.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:59 smithi012 ceph-mon[90784]: osdmap e1345: 8 total, 8 up, 8 in 2024-04-02T09:08:59.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:59 smithi012 ceph-mon[90784]: pgmap v2388: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 274 KiB/s rd, 24 KiB/s wr, 359 op/s 2024-04-02T09:08:59.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:59.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:08:59 smithi012 ceph-mon[90784]: osdmap e1346: 8 total, 8 up, 8 in 2024-04-02T09:09:00.323 INFO:tasks.workunit.client.0.smithi012.stdout:snap_protect: snap1 2024-04-02T09:09:00.386 INFO:tasks.workunit.client.0.smithi012.stdout:migration_prepare 2024-04-02T09:09:01.506 INFO:tasks.workunit.client.0.smithi012.stdout:migration_abort 2024-04-02T09:09:01.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:01 smithi012 ceph-mon[88355]: osdmap e1347: 8 total, 8 up, 8 in 2024-04-02T09:09:01.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:01 smithi012 ceph-mon[88355]: pgmap v2391: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 93 KiB/s rd, 8.7 KiB/s wr, 124 op/s 2024-04-02T09:09:01.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:01 smithi012 ceph-mon[90784]: osdmap e1347: 8 total, 8 up, 8 in 2024-04-02T09:09:01.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:01 smithi012 ceph-mon[90784]: pgmap v2391: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 93 KiB/s rd, 8.7 KiB/s wr, 124 op/s 2024-04-02T09:09:01.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:01 smithi055 ceph-mon[85080]: osdmap e1347: 8 total, 8 up, 8 in 2024-04-02T09:09:01.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:01 smithi055 ceph-mon[85080]: pgmap v2391: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 93 KiB/s rd, 8.7 KiB/s wr, 124 op/s 2024-04-02T09:09:02.469 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixParentReattach (3823 ms) 2024-04-02T09:09:02.469 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMigration.CloneV1ParentAbortRelinkNotNeeded 2024-04-02T09:09:02.503 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:09:02.515 INFO:tasks.workunit.client.0.smithi012.stdout:write: A 0~10 2024-04-02T09:09:02.525 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap1 2024-04-02T09:09:02.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:02 smithi012 ceph-mon[88355]: osdmap e1348: 8 total, 8 up, 8 in 2024-04-02T09:09:02.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:02 smithi012 ceph-mon[90784]: osdmap e1348: 8 total, 8 up, 8 in 2024-04-02T09:09:02.711 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:02 smithi055 ceph-mon[85080]: osdmap e1348: 8 total, 8 up, 8 in 2024-04-02T09:09:02.712 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:09:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:09:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:09:03.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:03 smithi012 ceph-mon[88355]: osdmap e1349: 8 total, 8 up, 8 in 2024-04-02T09:09:03.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:03 smithi012 ceph-mon[88355]: pgmap v2394: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 347 KiB/s rd, 20 KiB/s wr, 443 op/s 2024-04-02T09:09:03.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:03 smithi012 ceph-mon[90784]: osdmap e1349: 8 total, 8 up, 8 in 2024-04-02T09:09:03.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:03 smithi012 ceph-mon[90784]: pgmap v2394: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 347 KiB/s rd, 20 KiB/s wr, 443 op/s 2024-04-02T09:09:03.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:03 smithi055 ceph-mon[85080]: osdmap e1349: 8 total, 8 up, 8 in 2024-04-02T09:09:03.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:03 smithi055 ceph-mon[85080]: pgmap v2394: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 347 KiB/s rd, 20 KiB/s wr, 443 op/s 2024-04-02T09:09:04.328 INFO:tasks.workunit.client.0.smithi012.stdout:snap_protect: snap1 2024-04-02T09:09:04.388 INFO:tasks.workunit.client.0.smithi012.stdout:migration_prepare 2024-04-02T09:09:04.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:04 smithi012 ceph-mon[88355]: osdmap e1350: 8 total, 8 up, 8 in 2024-04-02T09:09:04.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:04 smithi012 ceph-mon[88355]: osdmap e1351: 8 total, 8 up, 8 in 2024-04-02T09:09:04.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:04 smithi012 ceph-mon[90784]: osdmap e1350: 8 total, 8 up, 8 in 2024-04-02T09:09:04.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:04 smithi012 ceph-mon[90784]: osdmap e1351: 8 total, 8 up, 8 in 2024-04-02T09:09:04.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:04 smithi055 ceph-mon[85080]: osdmap e1350: 8 total, 8 up, 8 in 2024-04-02T09:09:04.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:04 smithi055 ceph-mon[85080]: osdmap e1351: 8 total, 8 up, 8 in 2024-04-02T09:09:05.529 INFO:tasks.workunit.client.0.smithi012.stdout:migration_abort 2024-04-02T09:09:05.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:05 smithi012 ceph-mon[88355]: pgmap v2397: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 253 KiB/s rd, 11 KiB/s wr, 318 op/s 2024-04-02T09:09:05.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:05 smithi012 ceph-mon[90784]: pgmap v2397: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 253 KiB/s rd, 11 KiB/s wr, 318 op/s 2024-04-02T09:09:05.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:05 smithi055 ceph-mon[85080]: pgmap v2397: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 253 KiB/s rd, 11 KiB/s wr, 318 op/s 2024-04-02T09:09:06.478 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMigration.CloneV1ParentAbortRelinkNotNeeded (4009 ms) 2024-04-02T09:09:06.478 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach 2024-04-02T09:09:06.511 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:09:06.523 INFO:tasks.workunit.client.0.smithi012.stdout:write: A 0~10 2024-04-02T09:09:06.532 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap1 2024-04-02T09:09:06.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:06 smithi012 ceph-mon[88355]: osdmap e1352: 8 total, 8 up, 8 in 2024-04-02T09:09:06.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:06 smithi012 ceph-mon[90784]: osdmap e1352: 8 total, 8 up, 8 in 2024-04-02T09:09:06.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:06 smithi055 ceph-mon[85080]: osdmap e1352: 8 total, 8 up, 8 in 2024-04-02T09:09:07.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:07 smithi012 ceph-mon[88355]: osdmap e1353: 8 total, 8 up, 8 in 2024-04-02T09:09:07.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:07 smithi012 ceph-mon[88355]: pgmap v2400: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 328 KiB/s rd, 21 KiB/s wr, 419 op/s 2024-04-02T09:09:07.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:07 smithi012 ceph-mon[90784]: osdmap e1353: 8 total, 8 up, 8 in 2024-04-02T09:09:07.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:07 smithi012 ceph-mon[90784]: pgmap v2400: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 328 KiB/s rd, 21 KiB/s wr, 419 op/s 2024-04-02T09:09:07.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:07 smithi055 ceph-mon[85080]: osdmap e1353: 8 total, 8 up, 8 in 2024-04-02T09:09:07.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:07 smithi055 ceph-mon[85080]: pgmap v2400: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 328 KiB/s rd, 21 KiB/s wr, 419 op/s 2024-04-02T09:09:08.345 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:09:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:09:07] "GET /metrics HTTP/1.1" 200 38907 "" "Prometheus/2.43.0" 2024-04-02T09:09:08.372 INFO:tasks.workunit.client.0.smithi012.stdout:snap_protect: snap1 2024-04-02T09:09:08.430 INFO:tasks.workunit.client.0.smithi012.stdout:migration_prepare 2024-04-02T09:09:08.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:08 smithi012 ceph-mon[88355]: osdmap e1354: 8 total, 8 up, 8 in 2024-04-02T09:09:08.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:08 smithi012 ceph-mon[90784]: osdmap e1354: 8 total, 8 up, 8 in 2024-04-02T09:09:08.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:08 smithi055 ceph-mon[85080]: osdmap e1354: 8 total, 8 up, 8 in 2024-04-02T09:09:09.496 INFO:tasks.workunit.client.0.smithi012.stdout:migration_abort 2024-04-02T09:09:09.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:09 smithi012 ceph-mon[88355]: osdmap e1355: 8 total, 8 up, 8 in 2024-04-02T09:09:09.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:09 smithi012 ceph-mon[88355]: pgmap v2403: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 328 KiB/s rd, 21 KiB/s wr, 419 op/s 2024-04-02T09:09:09.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:09 smithi012 ceph-mon[88355]: osdmap e1356: 8 total, 8 up, 8 in 2024-04-02T09:09:09.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:09 smithi012 ceph-mon[90784]: osdmap e1355: 8 total, 8 up, 8 in 2024-04-02T09:09:09.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:09 smithi012 ceph-mon[90784]: pgmap v2403: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 328 KiB/s rd, 21 KiB/s wr, 419 op/s 2024-04-02T09:09:09.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:09 smithi012 ceph-mon[90784]: osdmap e1356: 8 total, 8 up, 8 in 2024-04-02T09:09:09.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:09 smithi055 ceph-mon[85080]: osdmap e1355: 8 total, 8 up, 8 in 2024-04-02T09:09:09.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:09 smithi055 ceph-mon[85080]: pgmap v2403: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 328 KiB/s rd, 21 KiB/s wr, 419 op/s 2024-04-02T09:09:09.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:09 smithi055 ceph-mon[85080]: osdmap e1356: 8 total, 8 up, 8 in 2024-04-02T09:09:10.492 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach (4015 ms) 2024-04-02T09:09:10.492 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixParentReattach 2024-04-02T09:09:10.526 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:09:10.538 INFO:tasks.workunit.client.0.smithi012.stdout:write: A 0~10 2024-04-02T09:09:10.548 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap1 2024-04-02T09:09:11.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:11 smithi012 ceph-mon[88355]: osdmap e1357: 8 total, 8 up, 8 in 2024-04-02T09:09:11.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:11 smithi012 ceph-mon[88355]: pgmap v2406: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 294 KiB/s rd, 16 KiB/s wr, 359 op/s 2024-04-02T09:09:11.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:11 smithi012 ceph-mon[90784]: osdmap e1357: 8 total, 8 up, 8 in 2024-04-02T09:09:11.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:11 smithi012 ceph-mon[90784]: pgmap v2406: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 294 KiB/s rd, 16 KiB/s wr, 359 op/s 2024-04-02T09:09:11.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:11 smithi055 ceph-mon[85080]: osdmap e1357: 8 total, 8 up, 8 in 2024-04-02T09:09:11.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:11 smithi055 ceph-mon[85080]: pgmap v2406: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 294 KiB/s rd, 16 KiB/s wr, 359 op/s 2024-04-02T09:09:12.382 INFO:tasks.workunit.client.0.smithi012.stdout:snap_protect: snap1 2024-04-02T09:09:12.442 INFO:tasks.workunit.client.0.smithi012.stdout:migration_prepare 2024-04-02T09:09:12.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:12 smithi012 ceph-mon[88355]: osdmap e1358: 8 total, 8 up, 8 in 2024-04-02T09:09:12.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:12 smithi012 ceph-mon[90784]: osdmap e1358: 8 total, 8 up, 8 in 2024-04-02T09:09:12.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:12 smithi055 ceph-mon[85080]: osdmap e1358: 8 total, 8 up, 8 in 2024-04-02T09:09:12.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:09:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:09:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:09:13.552 INFO:tasks.workunit.client.0.smithi012.stdout:migration_abort 2024-04-02T09:09:13.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:13 smithi012 ceph-mon[90784]: osdmap e1359: 8 total, 8 up, 8 in 2024-04-02T09:09:13.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:13 smithi012 ceph-mon[90784]: pgmap v2409: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 338 KiB/s rd, 24 KiB/s wr, 434 op/s 2024-04-02T09:09:13.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:13 smithi012 ceph-mon[88355]: osdmap e1359: 8 total, 8 up, 8 in 2024-04-02T09:09:13.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:13 smithi012 ceph-mon[88355]: pgmap v2409: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 338 KiB/s rd, 24 KiB/s wr, 434 op/s 2024-04-02T09:09:13.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:13 smithi055 ceph-mon[85080]: osdmap e1359: 8 total, 8 up, 8 in 2024-04-02T09:09:13.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:13 smithi055 ceph-mon[85080]: pgmap v2409: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 338 KiB/s rd, 24 KiB/s wr, 434 op/s 2024-04-02T09:09:14.456 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixParentReattach (3963 ms) 2024-04-02T09:09:14.456 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMigration.CloneV2ParentAbortRelinkNotNeeded 2024-04-02T09:09:14.490 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:09:14.504 INFO:tasks.workunit.client.0.smithi012.stdout:write: A 0~10 2024-04-02T09:09:14.512 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap1 2024-04-02T09:09:14.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:14 smithi012 ceph-mon[90784]: osdmap e1360: 8 total, 8 up, 8 in 2024-04-02T09:09:14.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:14.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:14 smithi012 ceph-mon[90784]: osdmap e1361: 8 total, 8 up, 8 in 2024-04-02T09:09:14.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:14 smithi012 ceph-mon[88355]: osdmap e1360: 8 total, 8 up, 8 in 2024-04-02T09:09:14.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:14.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:14 smithi012 ceph-mon[88355]: osdmap e1361: 8 total, 8 up, 8 in 2024-04-02T09:09:14.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:14 smithi055 ceph-mon[85080]: osdmap e1360: 8 total, 8 up, 8 in 2024-04-02T09:09:14.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:14.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:14 smithi055 ceph-mon[85080]: osdmap e1361: 8 total, 8 up, 8 in 2024-04-02T09:09:15.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:15 smithi012 ceph-mon[90784]: pgmap v2412: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 44 KiB/s rd, 8.2 KiB/s wr, 74 op/s 2024-04-02T09:09:15.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:15 smithi012 ceph-mon[88355]: pgmap v2412: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 44 KiB/s rd, 8.2 KiB/s wr, 74 op/s 2024-04-02T09:09:15.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:15 smithi055 ceph-mon[85080]: pgmap v2412: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 44 KiB/s rd, 8.2 KiB/s wr, 74 op/s 2024-04-02T09:09:16.410 INFO:tasks.workunit.client.0.smithi012.stdout:snap_protect: snap1 2024-04-02T09:09:16.470 INFO:tasks.workunit.client.0.smithi012.stdout:migration_prepare 2024-04-02T09:09:16.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:16 smithi012 ceph-mon[88355]: osdmap e1362: 8 total, 8 up, 8 in 2024-04-02T09:09:16.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:16 smithi012 ceph-mon[90784]: osdmap e1362: 8 total, 8 up, 8 in 2024-04-02T09:09:16.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:16 smithi055 ceph-mon[85080]: osdmap e1362: 8 total, 8 up, 8 in 2024-04-02T09:09:17.578 INFO:tasks.workunit.client.0.smithi012.stdout:migration_abort 2024-04-02T09:09:17.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:17 smithi012 ceph-mon[88355]: osdmap e1363: 8 total, 8 up, 8 in 2024-04-02T09:09:17.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:17 smithi012 ceph-mon[88355]: pgmap v2415: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 289 KiB/s rd, 25 KiB/s wr, 379 op/s 2024-04-02T09:09:17.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:17 smithi012 ceph-mon[90784]: osdmap e1363: 8 total, 8 up, 8 in 2024-04-02T09:09:17.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:17 smithi012 ceph-mon[90784]: pgmap v2415: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 289 KiB/s rd, 25 KiB/s wr, 379 op/s 2024-04-02T09:09:17.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:17 smithi055 ceph-mon[85080]: osdmap e1363: 8 total, 8 up, 8 in 2024-04-02T09:09:17.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:17 smithi055 ceph-mon[85080]: pgmap v2415: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 289 KiB/s rd, 25 KiB/s wr, 379 op/s 2024-04-02T09:09:18.400 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:09:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:09:17] "GET /metrics HTTP/1.1" 200 38911 "" "Prometheus/2.43.0" 2024-04-02T09:09:18.565 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMigration.CloneV2ParentAbortRelinkNotNeeded (4109 ms) 2024-04-02T09:09:18.565 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMigration.StressNoMigrate 2024-04-02T09:09:18.598 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:09:18.610 INFO:tasks.workunit.client.0.smithi012.stdout:write: A 17735399~8079044 2024-04-02T09:09:18.666 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 41970211~6767745 2024-04-02T09:09:18.667 INFO:tasks.workunit.client.0.smithi012.stdout:write: A 79574691~2851712 2024-04-02T09:09:18.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:18 smithi012 ceph-mon[88355]: osdmap e1364: 8 total, 8 up, 8 in 2024-04-02T09:09:18.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:18 smithi012 ceph-mon[90784]: osdmap e1364: 8 total, 8 up, 8 in 2024-04-02T09:09:18.688 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 11068580~4500891 2024-04-02T09:09:18.688 INFO:tasks.workunit.client.0.smithi012.stdout:write: A 45891443~8152486 2024-04-02T09:09:18.743 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 46373588~1954174 2024-04-02T09:09:18.745 INFO:tasks.workunit.client.0.smithi012.stdout:write: A 10606934~4626944 2024-04-02T09:09:18.770 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 50957624~1019284 2024-04-02T09:09:18.772 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap0 2024-04-02T09:09:18.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:18 smithi055 ceph-mon[85080]: osdmap e1364: 8 total, 8 up, 8 in 2024-04-02T09:09:19.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:19 smithi012 ceph-mon[88355]: osdmap e1365: 8 total, 8 up, 8 in 2024-04-02T09:09:19.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:19 smithi012 ceph-mon[88355]: pgmap v2418: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 289 KiB/s rd, 25 KiB/s wr, 379 op/s 2024-04-02T09:09:19.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:19 smithi012 ceph-mon[88355]: osdmap e1366: 8 total, 8 up, 8 in 2024-04-02T09:09:19.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:19 smithi012 ceph-mon[90784]: osdmap e1365: 8 total, 8 up, 8 in 2024-04-02T09:09:19.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:19 smithi012 ceph-mon[90784]: pgmap v2418: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 289 KiB/s rd, 25 KiB/s wr, 379 op/s 2024-04-02T09:09:19.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:19 smithi012 ceph-mon[90784]: osdmap e1366: 8 total, 8 up, 8 in 2024-04-02T09:09:19.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:19 smithi055 ceph-mon[85080]: osdmap e1365: 8 total, 8 up, 8 in 2024-04-02T09:09:19.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:19 smithi055 ceph-mon[85080]: pgmap v2418: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 289 KiB/s rd, 25 KiB/s wr, 379 op/s 2024-04-02T09:09:19.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:19 smithi055 ceph-mon[85080]: osdmap e1366: 8 total, 8 up, 8 in 2024-04-02T09:09:20.328 INFO:tasks.workunit.client.0.smithi012.stdout:snap_protect: snap0 2024-04-02T09:09:20.340 INFO:tasks.workunit.client.0.smithi012.stdout:clone image159 -> image162 2024-04-02T09:09:20.444 INFO:tasks.workunit.client.0.smithi012.stdout:write: B 67465157~918233 2024-04-02T09:09:20.462 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 77626728~1451612 2024-04-02T09:09:20.472 INFO:tasks.workunit.client.0.smithi012.stdout:write: B 48036994~402786 2024-04-02T09:09:20.499 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 9125091~8210078 2024-04-02T09:09:20.539 INFO:tasks.workunit.client.0.smithi012.stdout:write: B 19610650~2238956 2024-04-02T09:09:20.592 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 75050551~5993820 2024-04-02T09:09:20.614 INFO:tasks.workunit.client.0.smithi012.stdout:write: B 30850080~2132116 2024-04-02T09:09:20.638 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 67620117~511263 2024-04-02T09:09:20.638 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap1 2024-04-02T09:09:21.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:21 smithi012 ceph-mon[88355]: osdmap e1367: 8 total, 8 up, 8 in 2024-04-02T09:09:21.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:21 smithi012 ceph-mon[88355]: pgmap v2421: 169 pgs: 169 active+clean; 938 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 125 KiB/s rd, 5.2 MiB/s wr, 170 op/s 2024-04-02T09:09:21.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:21 smithi012 ceph-mon[90784]: osdmap e1367: 8 total, 8 up, 8 in 2024-04-02T09:09:21.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:21 smithi012 ceph-mon[90784]: pgmap v2421: 169 pgs: 169 active+clean; 938 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 125 KiB/s rd, 5.2 MiB/s wr, 170 op/s 2024-04-02T09:09:21.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:21 smithi055 ceph-mon[85080]: osdmap e1367: 8 total, 8 up, 8 in 2024-04-02T09:09:21.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:21 smithi055 ceph-mon[85080]: pgmap v2421: 169 pgs: 169 active+clean; 938 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 125 KiB/s rd, 5.2 MiB/s wr, 170 op/s 2024-04-02T09:09:22.340 INFO:tasks.workunit.client.0.smithi012.stdout:snap_protect: snap1 2024-04-02T09:09:22.351 INFO:tasks.workunit.client.0.smithi012.stdout:clone image162 -> image164 2024-04-02T09:09:22.476 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 147194808 2024-04-02T09:09:22.488 INFO:tasks.workunit.client.0.smithi012.stdout:write: C 20455155~1823711 2024-04-02T09:09:22.554 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 94893458~4352350 2024-04-02T09:09:22.555 INFO:tasks.workunit.client.0.smithi012.stdout:write: C 62914682~7997121 2024-04-02T09:09:22.604 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 77324312~2010450 2024-04-02T09:09:22.610 INFO:tasks.workunit.client.0.smithi012.stdout:write: C 145781233~1413575 2024-04-02T09:09:22.621 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 141433727~5761081 2024-04-02T09:09:22.627 INFO:tasks.workunit.client.0.smithi012.stdout:write: C 47272078~3554659 2024-04-02T09:09:22.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:22 smithi012 ceph-mon[88355]: osdmap e1368: 8 total, 8 up, 8 in 2024-04-02T09:09:22.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:22 smithi012 ceph-mon[90784]: osdmap e1368: 8 total, 8 up, 8 in 2024-04-02T09:09:22.679 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 135313172~1513589 2024-04-02T09:09:22.679 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap2 2024-04-02T09:09:22.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:22 smithi055 ceph-mon[85080]: osdmap e1368: 8 total, 8 up, 8 in 2024-04-02T09:09:22.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:09:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:09:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:09:23.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:23 smithi012 ceph-mon[90784]: osdmap e1369: 8 total, 8 up, 8 in 2024-04-02T09:09:23.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:23 smithi012 ceph-mon[90784]: pgmap v2424: 169 pgs: 169 active+clean; 998 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.9 MiB/s rd, 16 MiB/s wr, 439 op/s 2024-04-02T09:09:23.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:23 smithi012 ceph-mon[88355]: osdmap e1369: 8 total, 8 up, 8 in 2024-04-02T09:09:23.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:23 smithi012 ceph-mon[88355]: pgmap v2424: 169 pgs: 169 active+clean; 998 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.9 MiB/s rd, 16 MiB/s wr, 439 op/s 2024-04-02T09:09:23.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:23 smithi055 ceph-mon[85080]: osdmap e1369: 8 total, 8 up, 8 in 2024-04-02T09:09:23.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:23 smithi055 ceph-mon[85080]: pgmap v2424: 169 pgs: 169 active+clean; 998 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.9 MiB/s rd, 16 MiB/s wr, 439 op/s 2024-04-02T09:09:24.328 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 217444050 2024-04-02T09:09:24.345 INFO:tasks.workunit.client.0.smithi012.stdout:write: D 169230052~7256643 2024-04-02T09:09:24.360 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 115893034~8338821 2024-04-02T09:09:24.360 INFO:tasks.workunit.client.0.smithi012.stdout:write: D 124141147~1010971 2024-04-02T09:09:24.360 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 53173398~2157504 2024-04-02T09:09:24.361 INFO:tasks.workunit.client.0.smithi012.stdout:write: D 38972578~2593582 2024-04-02T09:09:24.362 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 82679526~4885210 2024-04-02T09:09:24.362 INFO:tasks.workunit.client.0.smithi012.stdout:write: D 137417035~1304035 2024-04-02T09:09:24.363 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 151002001~3145797 2024-04-02T09:09:24.363 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap3 2024-04-02T09:09:24.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:24 smithi012 ceph-mon[90784]: osdmap e1370: 8 total, 8 up, 8 in 2024-04-02T09:09:24.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:24 smithi012 ceph-mon[90784]: osdmap e1371: 8 total, 8 up, 8 in 2024-04-02T09:09:24.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:24 smithi012 ceph-mon[88355]: osdmap e1370: 8 total, 8 up, 8 in 2024-04-02T09:09:24.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:24 smithi012 ceph-mon[88355]: osdmap e1371: 8 total, 8 up, 8 in 2024-04-02T09:09:24.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:24 smithi055 ceph-mon[85080]: osdmap e1370: 8 total, 8 up, 8 in 2024-04-02T09:09:24.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:24 smithi055 ceph-mon[85080]: osdmap e1371: 8 total, 8 up, 8 in 2024-04-02T09:09:25.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:25 smithi012 ceph-mon[88355]: pgmap v2427: 169 pgs: 169 active+clean; 998 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.8 MiB/s rd, 11 MiB/s wr, 268 op/s 2024-04-02T09:09:25.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:25 smithi012 ceph-mon[90784]: pgmap v2427: 169 pgs: 169 active+clean; 998 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.8 MiB/s rd, 11 MiB/s wr, 268 op/s 2024-04-02T09:09:25.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:25 smithi055 ceph-mon[85080]: pgmap v2427: 169 pgs: 169 active+clean; 998 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.8 MiB/s rd, 11 MiB/s wr, 268 op/s 2024-04-02T09:09:26.355 INFO:tasks.workunit.client.0.smithi012.stdout:snap_protect: snap3 2024-04-02T09:09:26.369 INFO:tasks.workunit.client.0.smithi012.stdout:clone image164 -> image166 2024-04-02T09:09:26.525 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 94951954 2024-04-02T09:09:26.670 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMigration.StressNoMigrate (8106 ms) 2024-04-02T09:09:26.671 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMigration.Stress 2024-04-02T09:09:26.677 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:26 smithi012 ceph-mon[88355]: osdmap e1372: 8 total, 8 up, 8 in 2024-04-02T09:09:26.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:26 smithi012 ceph-mon[90784]: osdmap e1372: 8 total, 8 up, 8 in 2024-04-02T09:09:26.703 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:09:26.714 INFO:tasks.workunit.client.0.smithi012.stdout:write: A 55285310~3974903 2024-04-02T09:09:26.745 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 68456240~3334418 2024-04-02T09:09:26.745 INFO:tasks.workunit.client.0.smithi012.stdout:write: A 73997942~5015639 2024-04-02T09:09:26.776 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 65249485~7464750 2024-04-02T09:09:26.778 INFO:tasks.workunit.client.0.smithi012.stdout:write: A 72705167~4184386 2024-04-02T09:09:26.803 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 1301164~5748164 2024-04-02T09:09:26.804 INFO:tasks.workunit.client.0.smithi012.stdout:write: A 57537704~4464338 2024-04-02T09:09:26.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:26 smithi055 ceph-mon[85080]: osdmap e1372: 8 total, 8 up, 8 in 2024-04-02T09:09:26.827 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 42880626~1251377 2024-04-02T09:09:26.827 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap0 2024-04-02T09:09:27.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:27 smithi012 ceph-mon[88355]: osdmap e1373: 8 total, 8 up, 8 in 2024-04-02T09:09:27.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:27 smithi012 ceph-mon[88355]: pgmap v2430: 169 pgs: 169 active+clean; 1.1 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 10 MiB/s rd, 21 MiB/s wr, 398 op/s 2024-04-02T09:09:27.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:27 smithi012 ceph-mon[90784]: osdmap e1373: 8 total, 8 up, 8 in 2024-04-02T09:09:27.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:27 smithi012 ceph-mon[90784]: pgmap v2430: 169 pgs: 169 active+clean; 1.1 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 10 MiB/s rd, 21 MiB/s wr, 398 op/s 2024-04-02T09:09:27.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:27 smithi055 ceph-mon[85080]: osdmap e1373: 8 total, 8 up, 8 in 2024-04-02T09:09:27.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:27 smithi055 ceph-mon[85080]: pgmap v2430: 169 pgs: 169 active+clean; 1.1 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 10 MiB/s rd, 21 MiB/s wr, 398 op/s 2024-04-02T09:09:28.353 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:09:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:09:27] "GET /metrics HTTP/1.1" 200 38911 "" "Prometheus/2.43.0" 2024-04-02T09:09:28.380 INFO:tasks.workunit.client.0.smithi012.stdout:write: B 68459518~3095091 2024-04-02T09:09:28.389 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 19352631~5927288 2024-04-02T09:09:28.389 INFO:tasks.workunit.client.0.smithi012.stdout:write: B 71829599~6235864 2024-04-02T09:09:28.398 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 42329846~3879450 2024-04-02T09:09:28.398 INFO:tasks.workunit.client.0.smithi012.stdout:write: B 2566991~7866532 2024-04-02T09:09:28.406 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 19795227~2534869 2024-04-02T09:09:28.406 INFO:tasks.workunit.client.0.smithi012.stdout:write: B 40064204~3264983 2024-04-02T09:09:28.407 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 14988010~7971674 2024-04-02T09:09:28.408 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap1 2024-04-02T09:09:28.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:28 smithi012 ceph-mon[90784]: osdmap e1374: 8 total, 8 up, 8 in 2024-04-02T09:09:28.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:28 smithi012 ceph-mon[88355]: osdmap e1374: 8 total, 8 up, 8 in 2024-04-02T09:09:28.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:28 smithi055 ceph-mon[85080]: osdmap e1374: 8 total, 8 up, 8 in 2024-04-02T09:09:29.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:29 smithi012 ceph-mon[88355]: osdmap e1375: 8 total, 8 up, 8 in 2024-04-02T09:09:29.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:29 smithi012 ceph-mon[88355]: pgmap v2433: 169 pgs: 169 active+clean; 1.1 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 10 MiB/s rd, 21 MiB/s wr, 398 op/s 2024-04-02T09:09:29.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:29.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:29 smithi012 ceph-mon[90784]: osdmap e1375: 8 total, 8 up, 8 in 2024-04-02T09:09:29.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:29 smithi012 ceph-mon[90784]: pgmap v2433: 169 pgs: 169 active+clean; 1.1 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 10 MiB/s rd, 21 MiB/s wr, 398 op/s 2024-04-02T09:09:29.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:29.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:29 smithi055 ceph-mon[85080]: osdmap e1375: 8 total, 8 up, 8 in 2024-04-02T09:09:29.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:29 smithi055 ceph-mon[85080]: pgmap v2433: 169 pgs: 169 active+clean; 1.1 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 10 MiB/s rd, 21 MiB/s wr, 398 op/s 2024-04-02T09:09:29.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:30.400 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 88985952 2024-04-02T09:09:30.413 INFO:tasks.workunit.client.0.smithi012.stdout:write: C 60792510~6933290 2024-04-02T09:09:30.427 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 68438105~895650 2024-04-02T09:09:30.427 INFO:tasks.workunit.client.0.smithi012.stdout:write: C 5485550~98883 2024-04-02T09:09:30.428 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 2205067~216716 2024-04-02T09:09:30.428 INFO:tasks.workunit.client.0.smithi012.stdout:write: C 67262558~3448192 2024-04-02T09:09:30.450 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 58257610~7133359 2024-04-02T09:09:30.463 INFO:tasks.workunit.client.0.smithi012.stdout:write: C 24594158~4249393 2024-04-02T09:09:30.465 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 84665373~4320579 2024-04-02T09:09:30.465 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap2 2024-04-02T09:09:30.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:30 smithi012 ceph-mon[88355]: osdmap e1376: 8 total, 8 up, 8 in 2024-04-02T09:09:30.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:30 smithi012 ceph-mon[90784]: osdmap e1376: 8 total, 8 up, 8 in 2024-04-02T09:09:30.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:30 smithi055 ceph-mon[85080]: osdmap e1376: 8 total, 8 up, 8 in 2024-04-02T09:09:31.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:31 smithi012 ceph-mon[88355]: osdmap e1377: 8 total, 8 up, 8 in 2024-04-02T09:09:31.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:31 smithi012 ceph-mon[88355]: pgmap v2436: 169 pgs: 169 active+clean; 1.1 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 7.1 MiB/s rd, 8.5 MiB/s wr, 176 op/s 2024-04-02T09:09:31.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:31 smithi012 ceph-mon[90784]: osdmap e1377: 8 total, 8 up, 8 in 2024-04-02T09:09:31.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:31 smithi012 ceph-mon[90784]: pgmap v2436: 169 pgs: 169 active+clean; 1.1 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 7.1 MiB/s rd, 8.5 MiB/s wr, 176 op/s 2024-04-02T09:09:31.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:31 smithi055 ceph-mon[85080]: osdmap e1377: 8 total, 8 up, 8 in 2024-04-02T09:09:31.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:31 smithi055 ceph-mon[85080]: pgmap v2436: 169 pgs: 169 active+clean; 1.1 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 7.1 MiB/s rd, 8.5 MiB/s wr, 176 op/s 2024-04-02T09:09:32.408 INFO:tasks.workunit.client.0.smithi012.stdout:snap_protect: snap2 2024-04-02T09:09:32.421 INFO:tasks.workunit.client.0.smithi012.stdout:clone image167 -> image170 2024-04-02T09:09:32.520 INFO:tasks.workunit.client.0.smithi012.stdout:write: D 59337852~2315650 2024-04-02T09:09:32.547 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 72134962~130630 2024-04-02T09:09:32.592 INFO:tasks.workunit.client.0.smithi012.stdout:write: D 15302977~864337 2024-04-02T09:09:32.602 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 80838327~8147625 2024-04-02T09:09:32.610 INFO:tasks.workunit.client.0.smithi012.stdout:write: D 62934003~2731707 2024-04-02T09:09:32.647 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 66194125~6842649 2024-04-02T09:09:32.653 INFO:tasks.workunit.client.0.smithi012.stdout:write: D 8676068~3069683 2024-04-02T09:09:32.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:32 smithi012 ceph-mon[88355]: osdmap e1378: 8 total, 8 up, 8 in 2024-04-02T09:09:32.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:32 smithi012 ceph-mon[90784]: osdmap e1378: 8 total, 8 up, 8 in 2024-04-02T09:09:32.686 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 79606261~1681131 2024-04-02T09:09:32.711 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:32 smithi055 ceph-mon[85080]: osdmap e1378: 8 total, 8 up, 8 in 2024-04-02T09:09:32.712 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:09:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:09:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:09:32.720 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap3 2024-04-02T09:09:33.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:33 smithi012 ceph-mon[90784]: osdmap e1379: 8 total, 8 up, 8 in 2024-04-02T09:09:33.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:33 smithi012 ceph-mon[90784]: pgmap v2439: 169 pgs: 169 active+clean; 1.2 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 14 MiB/s rd, 22 MiB/s wr, 363 op/s 2024-04-02T09:09:33.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:33 smithi012 ceph-mon[88355]: osdmap e1379: 8 total, 8 up, 8 in 2024-04-02T09:09:33.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:33 smithi012 ceph-mon[88355]: pgmap v2439: 169 pgs: 169 active+clean; 1.2 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 14 MiB/s rd, 22 MiB/s wr, 363 op/s 2024-04-02T09:09:33.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:33 smithi055 ceph-mon[85080]: osdmap e1379: 8 total, 8 up, 8 in 2024-04-02T09:09:33.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:33 smithi055 ceph-mon[85080]: pgmap v2439: 169 pgs: 169 active+clean; 1.2 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 14 MiB/s rd, 22 MiB/s wr, 363 op/s 2024-04-02T09:09:34.429 INFO:tasks.workunit.client.0.smithi012.stdout:snap_protect: snap3 2024-04-02T09:09:34.441 INFO:tasks.workunit.client.0.smithi012.stdout:clone image170 -> image172 2024-04-02T09:09:34.578 INFO:tasks.workunit.client.0.smithi012.stdout:migration_prepare 2024-04-02T09:09:34.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:34 smithi012 ceph-mon[88355]: osdmap e1380: 8 total, 8 up, 8 in 2024-04-02T09:09:34.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:34 smithi012 ceph-mon[90784]: osdmap e1380: 8 total, 8 up, 8 in 2024-04-02T09:09:34.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:34 smithi055 ceph-mon[85080]: osdmap e1380: 8 total, 8 up, 8 in 2024-04-02T09:09:34.923 INFO:tasks.workunit.client.0.smithi012.stdout:migration_execute 2024-04-02T09:09:35.082 INFO:tasks.workunit.client.0.smithi012.stdout:migration_commit 2024-04-02T09:09:35.278 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMigration.Stress (8607 ms) 2024-04-02T09:09:35.279 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMigration.Stress2 2024-04-02T09:09:35.312 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:09:35.324 INFO:tasks.workunit.client.0.smithi012.stdout:write: A 51688073~6162148 2024-04-02T09:09:35.367 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 1221732~696346 2024-04-02T09:09:35.368 INFO:tasks.workunit.client.0.smithi012.stdout:write: A 41384137~2510728 2024-04-02T09:09:35.386 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 73868985~8003630 2024-04-02T09:09:35.386 INFO:tasks.workunit.client.0.smithi012.stdout:write: A 54267249~7925111 2024-04-02T09:09:35.434 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 78689758~5196322 2024-04-02T09:09:35.435 INFO:tasks.workunit.client.0.smithi012.stdout:write: A 24289188~4588307 2024-04-02T09:09:35.467 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 4718937~4197242 2024-04-02T09:09:35.467 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap0 2024-04-02T09:09:35.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:35 smithi012 ceph-mon[88355]: osdmap e1381: 8 total, 8 up, 8 in 2024-04-02T09:09:35.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:35 smithi012 ceph-mon[88355]: pgmap v2442: 169 pgs: 169 active+clean; 1.2 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 6.8 MiB/s rd, 14 MiB/s wr, 186 op/s 2024-04-02T09:09:35.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:35 smithi012 ceph-mon[90784]: osdmap e1381: 8 total, 8 up, 8 in 2024-04-02T09:09:35.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:35 smithi012 ceph-mon[90784]: pgmap v2442: 169 pgs: 169 active+clean; 1.2 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 6.8 MiB/s rd, 14 MiB/s wr, 186 op/s 2024-04-02T09:09:35.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:35 smithi055 ceph-mon[85080]: osdmap e1381: 8 total, 8 up, 8 in 2024-04-02T09:09:35.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:35 smithi055 ceph-mon[85080]: pgmap v2442: 169 pgs: 169 active+clean; 1.2 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 6.8 MiB/s rd, 14 MiB/s wr, 186 op/s 2024-04-02T09:09:36.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:36 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:09:36.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:36 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:09:36.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:36 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:09:36.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:36 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:09:36.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:36 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:09:36.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:36 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:09:36.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:36 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:09:36.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:36 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:09:36.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:36 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:09:36.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:36 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:09:36.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:36 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:09:36.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:36 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:09:37.461 INFO:tasks.workunit.client.0.smithi012.stdout:snap_protect: snap0 2024-04-02T09:09:37.473 INFO:tasks.workunit.client.0.smithi012.stdout:clone image173 -> image176 2024-04-02T09:09:37.578 INFO:tasks.workunit.client.0.smithi012.stdout:write: B 76018501~7867579 2024-04-02T09:09:37.637 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 69319542~4047081 2024-04-02T09:09:37.644 INFO:tasks.workunit.client.0.smithi012.stdout:write: B 77998595~1734835 2024-04-02T09:09:37.656 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 63524775~1152483 2024-04-02T09:09:37.662 INFO:tasks.workunit.client.0.smithi012.stdout:write: B 27999439~7888455 2024-04-02T09:09:37.716 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 42582596~381244 2024-04-02T09:09:37.737 INFO:tasks.workunit.client.0.smithi012.stdout:write: B 31709216~4613629 2024-04-02T09:09:37.760 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 38864407~1995982 2024-04-02T09:09:37.773 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap1 2024-04-02T09:09:37.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:37 smithi055 ceph-mon[85080]: osdmap e1382: 8 total, 8 up, 8 in 2024-04-02T09:09:37.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:37 smithi055 ceph-mon[85080]: pgmap v2444: 169 pgs: 169 active+clean; 1.3 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 26 MiB/s rd, 17 MiB/s wr, 948 op/s 2024-04-02T09:09:37.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:37 smithi012 ceph-mon[88355]: osdmap e1382: 8 total, 8 up, 8 in 2024-04-02T09:09:37.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:37 smithi012 ceph-mon[88355]: pgmap v2444: 169 pgs: 169 active+clean; 1.3 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 26 MiB/s rd, 17 MiB/s wr, 948 op/s 2024-04-02T09:09:37.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:37 smithi012 ceph-mon[90784]: osdmap e1382: 8 total, 8 up, 8 in 2024-04-02T09:09:37.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:37 smithi012 ceph-mon[90784]: pgmap v2444: 169 pgs: 169 active+clean; 1.3 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 26 MiB/s rd, 17 MiB/s wr, 948 op/s 2024-04-02T09:09:38.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:09:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:09:37] "GET /metrics HTTP/1.1" 200 38911 "" "Prometheus/2.43.0" 2024-04-02T09:09:38.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:38 smithi055 ceph-mon[85080]: osdmap e1383: 8 total, 8 up, 8 in 2024-04-02T09:09:38.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:38 smithi012 ceph-mon[88355]: osdmap e1383: 8 total, 8 up, 8 in 2024-04-02T09:09:38.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:38 smithi012 ceph-mon[90784]: osdmap e1383: 8 total, 8 up, 8 in 2024-04-02T09:09:39.470 INFO:tasks.workunit.client.0.smithi012.stdout:write: C 32545971~4751073 2024-04-02T09:09:39.478 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 63007832~2878223 2024-04-02T09:09:39.478 INFO:tasks.workunit.client.0.smithi012.stdout:write: C 16463153~2927140 2024-04-02T09:09:39.479 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 82119338~1766742 2024-04-02T09:09:39.479 INFO:tasks.workunit.client.0.smithi012.stdout:write: C 64684241~7197910 2024-04-02T09:09:39.498 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 36369740~3845777 2024-04-02T09:09:39.529 INFO:tasks.workunit.client.0.smithi012.stdout:write: C 53656396~2636957 2024-04-02T09:09:39.529 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 48627078~6580332 2024-04-02T09:09:39.583 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap2 2024-04-02T09:09:39.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:39 smithi055 ceph-mon[85080]: osdmap e1384: 8 total, 8 up, 8 in 2024-04-02T09:09:39.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:39 smithi055 ceph-mon[85080]: pgmap v2447: 169 pgs: 169 active+clean; 1.3 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 26 MiB/s rd, 17 MiB/s wr, 953 op/s 2024-04-02T09:09:39.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:39 smithi012 ceph-mon[90784]: osdmap e1384: 8 total, 8 up, 8 in 2024-04-02T09:09:39.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:39 smithi012 ceph-mon[90784]: pgmap v2447: 169 pgs: 169 active+clean; 1.3 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 26 MiB/s rd, 17 MiB/s wr, 953 op/s 2024-04-02T09:09:39.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:39 smithi012 ceph-mon[88355]: osdmap e1384: 8 total, 8 up, 8 in 2024-04-02T09:09:39.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:39 smithi012 ceph-mon[88355]: pgmap v2447: 169 pgs: 169 active+clean; 1.3 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 26 MiB/s rd, 17 MiB/s wr, 953 op/s 2024-04-02T09:09:40.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:40 smithi055 ceph-mon[85080]: osdmap e1385: 8 total, 8 up, 8 in 2024-04-02T09:09:40.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:40 smithi012 ceph-mon[88355]: osdmap e1385: 8 total, 8 up, 8 in 2024-04-02T09:09:40.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:40 smithi012 ceph-mon[90784]: osdmap e1385: 8 total, 8 up, 8 in 2024-04-02T09:09:41.483 INFO:tasks.workunit.client.0.smithi012.stdout:snap_protect: snap2 2024-04-02T09:09:41.497 INFO:tasks.workunit.client.0.smithi012.stdout:clone image176 -> image178 2024-04-02T09:09:41.628 INFO:tasks.workunit.client.0.smithi012.stdout:write: D 23465126~796553 2024-04-02T09:09:41.677 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 296400~4731079 2024-04-02T09:09:41.685 INFO:tasks.workunit.client.0.smithi012.stdout:write: D 80609795~1132917 2024-04-02T09:09:41.714 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 5746547~935957 2024-04-02T09:09:41.717 INFO:tasks.workunit.client.0.smithi012.stdout:write: D 36486371~3267108 2024-04-02T09:09:41.764 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 78141096~2667914 2024-04-02T09:09:41.792 INFO:tasks.workunit.client.0.smithi012.stdout:write: D 74527851~7438649 2024-04-02T09:09:41.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:41 smithi055 ceph-mon[85080]: osdmap e1386: 8 total, 8 up, 8 in 2024-04-02T09:09:41.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:41 smithi055 ceph-mon[85080]: pgmap v2450: 169 pgs: 169 active+clean; 1.3 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 12 MiB/s rd, 18 MiB/s wr, 269 op/s 2024-04-02T09:09:41.841 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 69037128~1635163 2024-04-02T09:09:41.869 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap3 2024-04-02T09:09:41.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:41 smithi012 ceph-mon[88355]: osdmap e1386: 8 total, 8 up, 8 in 2024-04-02T09:09:41.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:41 smithi012 ceph-mon[88355]: pgmap v2450: 169 pgs: 169 active+clean; 1.3 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 12 MiB/s rd, 18 MiB/s wr, 269 op/s 2024-04-02T09:09:41.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:41 smithi012 ceph-mon[90784]: osdmap e1386: 8 total, 8 up, 8 in 2024-04-02T09:09:41.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:41 smithi012 ceph-mon[90784]: pgmap v2450: 169 pgs: 169 active+clean; 1.3 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 12 MiB/s rd, 18 MiB/s wr, 269 op/s 2024-04-02T09:09:42.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:42 smithi055 ceph-mon[85080]: osdmap e1387: 8 total, 8 up, 8 in 2024-04-02T09:09:42.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:09:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:09:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:09:42.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:42 smithi012 ceph-mon[88355]: osdmap e1387: 8 total, 8 up, 8 in 2024-04-02T09:09:42.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:42 smithi012 ceph-mon[90784]: osdmap e1387: 8 total, 8 up, 8 in 2024-04-02T09:09:43.505 INFO:tasks.workunit.client.0.smithi012.stdout:migration_prepare 2024-04-02T09:09:43.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:43 smithi055 ceph-mon[85080]: osdmap e1388: 8 total, 8 up, 8 in 2024-04-02T09:09:43.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:43 smithi055 ceph-mon[85080]: pgmap v2453: 169 pgs: 169 active+clean; 1.4 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 16 MiB/s rd, 28 MiB/s wr, 341 op/s 2024-04-02T09:09:43.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:43 smithi012 ceph-mon[88355]: osdmap e1388: 8 total, 8 up, 8 in 2024-04-02T09:09:43.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:43 smithi012 ceph-mon[88355]: pgmap v2453: 169 pgs: 169 active+clean; 1.4 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 16 MiB/s rd, 28 MiB/s wr, 341 op/s 2024-04-02T09:09:43.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:43 smithi012 ceph-mon[90784]: osdmap e1388: 8 total, 8 up, 8 in 2024-04-02T09:09:43.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:43 smithi012 ceph-mon[90784]: pgmap v2453: 169 pgs: 169 active+clean; 1.4 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 16 MiB/s rd, 28 MiB/s wr, 341 op/s 2024-04-02T09:09:44.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:44 smithi055 ceph-mon[85080]: osdmap e1389: 8 total, 8 up, 8 in 2024-04-02T09:09:44.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:44.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:44 smithi012 ceph-mon[88355]: osdmap e1389: 8 total, 8 up, 8 in 2024-04-02T09:09:44.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:44.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:44 smithi012 ceph-mon[90784]: osdmap e1389: 8 total, 8 up, 8 in 2024-04-02T09:09:44.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:44.976 INFO:tasks.workunit.client.0.smithi012.stdout:write: a 30250522~1614202 2024-04-02T09:09:45.026 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 75920976~3689144 2024-04-02T09:09:45.052 INFO:tasks.workunit.client.0.smithi012.stdout:write: a 15923529~2660075 2024-04-02T09:09:45.093 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 80647268~3238812 2024-04-02T09:09:45.108 INFO:tasks.workunit.client.0.smithi012.stdout:write: a 43373577~2471062 2024-04-02T09:09:45.139 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 58338137~3592463 2024-04-02T09:09:45.186 INFO:tasks.workunit.client.0.smithi012.stdout:write: a 37943448~1357097 2024-04-02T09:09:45.205 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 56419824~6305791 2024-04-02T09:09:45.207 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: user0 2024-04-02T09:09:45.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:45 smithi055 ceph-mon[85080]: osdmap e1390: 8 total, 8 up, 8 in 2024-04-02T09:09:45.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:45 smithi055 ceph-mon[85080]: pgmap v2456: 169 pgs: 169 active+clean; 1.4 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.8 MiB/s rd, 11 MiB/s wr, 72 op/s 2024-04-02T09:09:45.829 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:45 smithi012 ceph-mon[88355]: osdmap e1390: 8 total, 8 up, 8 in 2024-04-02T09:09:45.829 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:45 smithi012 ceph-mon[88355]: pgmap v2456: 169 pgs: 169 active+clean; 1.4 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.8 MiB/s rd, 11 MiB/s wr, 72 op/s 2024-04-02T09:09:45.829 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:45 smithi012 ceph-mon[90784]: osdmap e1390: 8 total, 8 up, 8 in 2024-04-02T09:09:45.829 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:45 smithi012 ceph-mon[90784]: pgmap v2456: 169 pgs: 169 active+clean; 1.4 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.8 MiB/s rd, 11 MiB/s wr, 72 op/s 2024-04-02T09:09:46.521 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 116490613 2024-04-02T09:09:46.538 INFO:tasks.workunit.client.0.smithi012.stdout:write: b 22559073~2811891 2024-04-02T09:09:46.547 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 79047740~4796648 2024-04-02T09:09:46.547 INFO:tasks.workunit.client.0.smithi012.stdout:write: b 32001453~164705 2024-04-02T09:09:46.547 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 98138727~334016 2024-04-02T09:09:46.547 INFO:tasks.workunit.client.0.smithi012.stdout:write: b 72877639~6494942 2024-04-02T09:09:46.605 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 53816219~1143010 2024-04-02T09:09:46.605 INFO:tasks.workunit.client.0.smithi012.stdout:write: b 85853876~6531483 2024-04-02T09:09:46.612 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 30797439~6508988 2024-04-02T09:09:46.614 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: user1 2024-04-02T09:09:46.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:46 smithi055 ceph-mon[85080]: osdmap e1391: 8 total, 8 up, 8 in 2024-04-02T09:09:46.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:46 smithi012 ceph-mon[88355]: osdmap e1391: 8 total, 8 up, 8 in 2024-04-02T09:09:46.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:46 smithi012 ceph-mon[90784]: osdmap e1391: 8 total, 8 up, 8 in 2024-04-02T09:09:47.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:47 smithi055 ceph-mon[85080]: osdmap e1392: 8 total, 8 up, 8 in 2024-04-02T09:09:47.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:47 smithi055 ceph-mon[85080]: pgmap v2459: 169 pgs: 169 active+clean; 1.5 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 57 MiB/s rd, 21 MiB/s wr, 636 op/s 2024-04-02T09:09:47.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:47 smithi012 ceph-mon[88355]: osdmap e1392: 8 total, 8 up, 8 in 2024-04-02T09:09:47.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:47 smithi012 ceph-mon[88355]: pgmap v2459: 169 pgs: 169 active+clean; 1.5 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 57 MiB/s rd, 21 MiB/s wr, 636 op/s 2024-04-02T09:09:47.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:47 smithi012 ceph-mon[90784]: osdmap e1392: 8 total, 8 up, 8 in 2024-04-02T09:09:47.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:47 smithi012 ceph-mon[90784]: pgmap v2459: 169 pgs: 169 active+clean; 1.5 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 57 MiB/s rd, 21 MiB/s wr, 636 op/s 2024-04-02T09:09:48.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:09:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:09:47] "GET /metrics HTTP/1.1" 200 38910 "" "Prometheus/2.43.0" 2024-04-02T09:09:48.525 INFO:tasks.workunit.client.0.smithi012.stdout:write: c 61598387~780456 2024-04-02T09:09:48.533 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 43591999~6419529 2024-04-02T09:09:48.533 INFO:tasks.workunit.client.0.smithi012.stdout:write: c 82558122~3449395 2024-04-02T09:09:48.538 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 32193179~1281343 2024-04-02T09:09:48.538 INFO:tasks.workunit.client.0.smithi012.stdout:write: c 68190212~818555 2024-04-02T09:09:48.539 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 40621646~984459 2024-04-02T09:09:48.539 INFO:tasks.workunit.client.0.smithi012.stdout:write: c 26310766~1967169 2024-04-02T09:09:48.543 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 149834~1330014 2024-04-02T09:09:48.543 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: user2 2024-04-02T09:09:48.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:48 smithi055 ceph-mon[85080]: osdmap e1393: 8 total, 8 up, 8 in 2024-04-02T09:09:48.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:48 smithi012 ceph-mon[88355]: osdmap e1393: 8 total, 8 up, 8 in 2024-04-02T09:09:48.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:48 smithi012 ceph-mon[90784]: osdmap e1393: 8 total, 8 up, 8 in 2024-04-02T09:09:49.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:49 smithi055 ceph-mon[85080]: osdmap e1394: 8 total, 8 up, 8 in 2024-04-02T09:09:49.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:49 smithi055 ceph-mon[85080]: pgmap v2462: 169 pgs: 169 active+clean; 1.5 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 57 MiB/s rd, 21 MiB/s wr, 636 op/s 2024-04-02T09:09:49.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:49 smithi012 ceph-mon[88355]: osdmap e1394: 8 total, 8 up, 8 in 2024-04-02T09:09:49.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:49 smithi012 ceph-mon[88355]: pgmap v2462: 169 pgs: 169 active+clean; 1.5 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 57 MiB/s rd, 21 MiB/s wr, 636 op/s 2024-04-02T09:09:49.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:49 smithi012 ceph-mon[90784]: osdmap e1394: 8 total, 8 up, 8 in 2024-04-02T09:09:49.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:49 smithi012 ceph-mon[90784]: pgmap v2462: 169 pgs: 169 active+clean; 1.5 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 57 MiB/s rd, 21 MiB/s wr, 636 op/s 2024-04-02T09:09:50.550 INFO:tasks.workunit.client.0.smithi012.stdout:write: d 26590745~7409014 2024-04-02T09:09:50.559 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 80551288~3907163 2024-04-02T09:09:50.559 INFO:tasks.workunit.client.0.smithi012.stdout:write: d 60104820~6967994 2024-04-02T09:09:50.567 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 45625515~1323601 2024-04-02T09:09:50.568 INFO:tasks.workunit.client.0.smithi012.stdout:write: d 65785925~3437787 2024-04-02T09:09:50.653 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 46350904~2479609 2024-04-02T09:09:50.654 INFO:tasks.workunit.client.0.smithi012.stdout:write: d 1071313~1298496 2024-04-02T09:09:50.655 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 41691138~2338623 2024-04-02T09:09:50.656 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: user3 2024-04-02T09:09:50.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:50 smithi055 ceph-mon[85080]: osdmap e1395: 8 total, 8 up, 8 in 2024-04-02T09:09:50.951 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:50 smithi012 ceph-mon[88355]: osdmap e1395: 8 total, 8 up, 8 in 2024-04-02T09:09:50.952 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:50 smithi012 ceph-mon[90784]: osdmap e1395: 8 total, 8 up, 8 in 2024-04-02T09:09:51.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:51 smithi055 ceph-mon[85080]: osdmap e1396: 8 total, 8 up, 8 in 2024-04-02T09:09:51.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:51 smithi055 ceph-mon[85080]: pgmap v2465: 169 pgs: 169 active+clean; 1.6 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 6.9 MiB/s rd, 16 MiB/s wr, 208 op/s 2024-04-02T09:09:51.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:51 smithi012 ceph-mon[90784]: osdmap e1396: 8 total, 8 up, 8 in 2024-04-02T09:09:51.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:51 smithi012 ceph-mon[90784]: pgmap v2465: 169 pgs: 169 active+clean; 1.6 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 6.9 MiB/s rd, 16 MiB/s wr, 208 op/s 2024-04-02T09:09:51.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:51 smithi012 ceph-mon[88355]: osdmap e1396: 8 total, 8 up, 8 in 2024-04-02T09:09:51.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:51 smithi012 ceph-mon[88355]: pgmap v2465: 169 pgs: 169 active+clean; 1.6 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 6.9 MiB/s rd, 16 MiB/s wr, 208 op/s 2024-04-02T09:09:52.572 INFO:tasks.workunit.client.0.smithi012.stdout:write: 1 11649061~2912265 2024-04-02T09:09:52.574 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 12377127~1456132 2024-04-02T09:09:52.611 INFO:tasks.workunit.client.0.smithi012.stdout:write: 2 23298122~2912265 2024-04-02T09:09:52.612 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 24026188~1456132 2024-04-02T09:09:52.644 INFO:tasks.workunit.client.0.smithi012.stdout:write: 3 34947183~2912265 2024-04-02T09:09:52.645 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 35675249~1456132 2024-04-02T09:09:52.672 INFO:tasks.workunit.client.0.smithi012.stdout:write: 4 46596245~2912265 2024-04-02T09:09:52.672 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 47324311~1456132 2024-04-02T09:09:52.703 INFO:tasks.workunit.client.0.smithi012.stdout:write: 5 58245306~2912265 2024-04-02T09:09:52.704 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 58973372~1456132 2024-04-02T09:09:52.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:52 smithi055 ceph-mon[85080]: osdmap e1397: 8 total, 8 up, 8 in 2024-04-02T09:09:52.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:09:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:09:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:09:52.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:52 smithi012 ceph-mon[88355]: osdmap e1397: 8 total, 8 up, 8 in 2024-04-02T09:09:52.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:52 smithi012 ceph-mon[90784]: osdmap e1397: 8 total, 8 up, 8 in 2024-04-02T09:09:53.751 INFO:tasks.workunit.client.0.smithi012.stdout:migration_execute 2024-04-02T09:09:53.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:53 smithi055 ceph-mon[85080]: osdmap e1398: 8 total, 8 up, 8 in 2024-04-02T09:09:53.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:53 smithi055 ceph-mon[85080]: pgmap v2468: 169 pgs: 169 active+clean; 1.7 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 18 MiB/s rd, 30 MiB/s wr, 411 op/s 2024-04-02T09:09:53.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:53 smithi012 ceph-mon[90784]: osdmap e1398: 8 total, 8 up, 8 in 2024-04-02T09:09:53.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:53 smithi012 ceph-mon[90784]: pgmap v2468: 169 pgs: 169 active+clean; 1.7 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 18 MiB/s rd, 30 MiB/s wr, 411 op/s 2024-04-02T09:09:53.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:53 smithi012 ceph-mon[88355]: osdmap e1398: 8 total, 8 up, 8 in 2024-04-02T09:09:53.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:53 smithi012 ceph-mon[88355]: pgmap v2468: 169 pgs: 169 active+clean; 1.7 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 18 MiB/s rd, 30 MiB/s wr, 411 op/s 2024-04-02T09:09:53.944 INFO:tasks.workunit.client.0.smithi012.stdout:migration_commit 2024-04-02T09:09:55.585 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMigration.Stress2 (20308 ms) 2024-04-02T09:09:55.586 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMigration.StressLive 2024-04-02T09:09:55.618 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 83886080 2024-04-02T09:09:55.631 INFO:tasks.workunit.client.0.smithi012.stdout:write: A 5726224~27504 2024-04-02T09:09:55.639 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 68417711~3152704 2024-04-02T09:09:55.639 INFO:tasks.workunit.client.0.smithi012.stdout:write: A 45914299~404892 2024-04-02T09:09:55.648 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 9777960~6979207 2024-04-02T09:09:55.648 INFO:tasks.workunit.client.0.smithi012.stdout:write: A 67666632~2489382 2024-04-02T09:09:55.665 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 79316869~1423912 2024-04-02T09:09:55.665 INFO:tasks.workunit.client.0.smithi012.stdout:write: A 31420945~8146311 2024-04-02T09:09:55.710 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 66231207~2839803 2024-04-02T09:09:55.712 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap0 2024-04-02T09:09:55.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:55 smithi012 ceph-mon[88355]: osdmap e1399: 8 total, 8 up, 8 in 2024-04-02T09:09:55.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:55 smithi012 ceph-mon[88355]: pgmap v2470: 169 pgs: 169 active+clean; 1.7 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 11 MiB/s rd, 14 MiB/s wr, 200 op/s 2024-04-02T09:09:55.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:55 smithi012 ceph-mon[90784]: osdmap e1399: 8 total, 8 up, 8 in 2024-04-02T09:09:55.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:55 smithi012 ceph-mon[90784]: pgmap v2470: 169 pgs: 169 active+clean; 1.7 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 11 MiB/s rd, 14 MiB/s wr, 200 op/s 2024-04-02T09:09:56.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:55 smithi055 ceph-mon[85080]: osdmap e1399: 8 total, 8 up, 8 in 2024-04-02T09:09:56.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:55 smithi055 ceph-mon[85080]: pgmap v2470: 169 pgs: 169 active+clean; 1.7 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 11 MiB/s rd, 14 MiB/s wr, 200 op/s 2024-04-02T09:09:57.596 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 140308065 2024-04-02T09:09:57.609 INFO:tasks.workunit.client.0.smithi012.stdout:write: B 37991891~3787173 2024-04-02T09:09:57.620 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 8144593~5812734 2024-04-02T09:09:57.620 INFO:tasks.workunit.client.0.smithi012.stdout:write: B 88501514~2984303 2024-04-02T09:09:57.621 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 59210990~394519 2024-04-02T09:09:57.621 INFO:tasks.workunit.client.0.smithi012.stdout:write: B 22613106~5564060 2024-04-02T09:09:57.626 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 64298654~6559629 2024-04-02T09:09:57.626 INFO:tasks.workunit.client.0.smithi012.stdout:write: B 36073040~2760647 2024-04-02T09:09:57.670 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 85772460~4019403 2024-04-02T09:09:57.670 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap1 2024-04-02T09:09:57.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:57 smithi012 ceph-mon[88355]: osdmap e1400: 8 total, 8 up, 8 in 2024-04-02T09:09:57.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:57 smithi012 ceph-mon[88355]: pgmap v2472: 169 pgs: 169 active+clean; 1.7 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 212 MiB/s rd, 13 MiB/s wr, 743 op/s 2024-04-02T09:09:57.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:57 smithi012 ceph-mon[90784]: osdmap e1400: 8 total, 8 up, 8 in 2024-04-02T09:09:57.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:57 smithi012 ceph-mon[90784]: pgmap v2472: 169 pgs: 169 active+clean; 1.7 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 212 MiB/s rd, 13 MiB/s wr, 743 op/s 2024-04-02T09:09:58.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:57 smithi055 ceph-mon[85080]: osdmap e1400: 8 total, 8 up, 8 in 2024-04-02T09:09:58.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:57 smithi055 ceph-mon[85080]: pgmap v2472: 169 pgs: 169 active+clean; 1.7 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 212 MiB/s rd, 13 MiB/s wr, 743 op/s 2024-04-02T09:09:58.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:09:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:09:57] "GET /metrics HTTP/1.1" 200 38910 "" "Prometheus/2.43.0" 2024-04-02T09:09:58.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:58 smithi012 ceph-mon[90784]: osdmap e1401: 8 total, 8 up, 8 in 2024-04-02T09:09:58.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:58 smithi012 ceph-mon[88355]: osdmap e1401: 8 total, 8 up, 8 in 2024-04-02T09:09:59.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:58 smithi055 ceph-mon[85080]: osdmap e1401: 8 total, 8 up, 8 in 2024-04-02T09:09:59.336 INFO:tasks.workunit.client.0.smithi012.stdout:snap_protect: snap1 2024-04-02T09:09:59.347 INFO:tasks.workunit.client.0.smithi012.stdout:clone image179 -> image182 2024-04-02T09:09:59.452 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 108724408 2024-04-02T09:09:59.470 INFO:tasks.workunit.client.0.smithi012.stdout:write: C 61139189~5691490 2024-04-02T09:09:59.514 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 85887835~3217862 2024-04-02T09:09:59.536 INFO:tasks.workunit.client.0.smithi012.stdout:write: C 59529638~5910834 2024-04-02T09:09:59.570 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 89160549~4981916 2024-04-02T09:09:59.578 INFO:tasks.workunit.client.0.smithi012.stdout:write: C 86183016~2097909 2024-04-02T09:09:59.591 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 47310111~2556254 2024-04-02T09:09:59.602 INFO:tasks.workunit.client.0.smithi012.stdout:write: C 65776825~2154157 2024-04-02T09:09:59.617 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 93265197~5612373 2024-04-02T09:09:59.622 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap2 2024-04-02T09:09:59.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:59 smithi012 ceph-mon[88355]: pgmap v2474: 169 pgs: 169 active+clean; 1.7 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 178 MiB/s rd, 11 MiB/s wr, 623 op/s 2024-04-02T09:09:59.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:59 smithi012 ceph-mon[88355]: osdmap e1402: 8 total, 8 up, 8 in 2024-04-02T09:09:59.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:59.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:09:59 smithi012 ceph-mon[88355]: osdmap e1403: 8 total, 8 up, 8 in 2024-04-02T09:09:59.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:59 smithi012 ceph-mon[90784]: pgmap v2474: 169 pgs: 169 active+clean; 1.7 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 178 MiB/s rd, 11 MiB/s wr, 623 op/s 2024-04-02T09:09:59.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:59 smithi012 ceph-mon[90784]: osdmap e1402: 8 total, 8 up, 8 in 2024-04-02T09:09:59.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:59.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:09:59 smithi012 ceph-mon[90784]: osdmap e1403: 8 total, 8 up, 8 in 2024-04-02T09:10:00.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:59 smithi055 ceph-mon[85080]: pgmap v2474: 169 pgs: 169 active+clean; 1.7 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 178 MiB/s rd, 11 MiB/s wr, 623 op/s 2024-04-02T09:10:00.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:59 smithi055 ceph-mon[85080]: osdmap e1402: 8 total, 8 up, 8 in 2024-04-02T09:10:00.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:00.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:09:59 smithi055 ceph-mon[85080]: osdmap e1403: 8 total, 8 up, 8 in 2024-04-02T09:10:00.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:00 smithi012 ceph-mon[88355]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-04-02T09:10:00.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:00 smithi012 ceph-mon[88355]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-04-02T09:10:00.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:00 smithi012 ceph-mon[88355]: application not enabled on pool 'test-librbd-smithi012-138837-9' 2024-04-02T09:10:00.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:00 smithi012 ceph-mon[88355]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-04-02T09:10:00.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:00 smithi012 ceph-mon[90784]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-04-02T09:10:00.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:00 smithi012 ceph-mon[90784]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-04-02T09:10:00.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:00 smithi012 ceph-mon[90784]: application not enabled on pool 'test-librbd-smithi012-138837-9' 2024-04-02T09:10:00.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:00 smithi012 ceph-mon[90784]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-04-02T09:10:01.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:00 smithi055 ceph-mon[85080]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-04-02T09:10:01.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:00 smithi055 ceph-mon[85080]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-04-02T09:10:01.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:00 smithi055 ceph-mon[85080]: application not enabled on pool 'test-librbd-smithi012-138837-9' 2024-04-02T09:10:01.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:00 smithi055 ceph-mon[85080]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-04-02T09:10:01.619 INFO:tasks.workunit.client.0.smithi012.stdout:write: D 93751096~1385028 2024-04-02T09:10:01.625 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 91279211~2691560 2024-04-02T09:10:01.633 INFO:tasks.workunit.client.0.smithi012.stdout:write: D 98452915~3123598 2024-04-02T09:10:01.634 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 36771612~6878818 2024-04-02T09:10:01.634 INFO:tasks.workunit.client.0.smithi012.stdout:write: D 39061601~7577663 2024-04-02T09:10:01.718 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 34965510~2934374 2024-04-02T09:10:01.718 INFO:tasks.workunit.client.0.smithi012.stdout:write: D 17669465~5219799 2024-04-02T09:10:01.720 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 87210093~882547 2024-04-02T09:10:01.720 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: snap3 2024-04-02T09:10:01.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:01 smithi012 ceph-mon[90784]: pgmap v2477: 169 pgs: 169 active+clean; 1.8 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 39 MiB/s rd, 13 MiB/s wr, 125 op/s 2024-04-02T09:10:01.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:01 smithi012 ceph-mon[90784]: osdmap e1404: 8 total, 8 up, 8 in 2024-04-02T09:10:01.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:01 smithi012 ceph-mon[88355]: pgmap v2477: 169 pgs: 169 active+clean; 1.8 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 39 MiB/s rd, 13 MiB/s wr, 125 op/s 2024-04-02T09:10:01.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:01 smithi012 ceph-mon[88355]: osdmap e1404: 8 total, 8 up, 8 in 2024-04-02T09:10:02.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:01 smithi055 ceph-mon[85080]: pgmap v2477: 169 pgs: 169 active+clean; 1.8 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 39 MiB/s rd, 13 MiB/s wr, 125 op/s 2024-04-02T09:10:02.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:01 smithi055 ceph-mon[85080]: osdmap e1404: 8 total, 8 up, 8 in 2024-04-02T09:10:02.613 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:10:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:10:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:10:02.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:02 smithi012 ceph-mon[88355]: osdmap e1405: 8 total, 8 up, 8 in 2024-04-02T09:10:02.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:02 smithi012 ceph-mon[90784]: osdmap e1405: 8 total, 8 up, 8 in 2024-04-02T09:10:03.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:02 smithi055 ceph-mon[85080]: osdmap e1405: 8 total, 8 up, 8 in 2024-04-02T09:10:03.636 INFO:tasks.workunit.client.0.smithi012.stdout:migration_prepare 2024-04-02T09:10:03.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:03 smithi012 ceph-mon[88355]: pgmap v2480: 169 pgs: 169 active+clean; 1.8 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 40 MiB/s rd, 19 MiB/s wr, 307 op/s 2024-04-02T09:10:03.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:03 smithi012 ceph-mon[88355]: osdmap e1406: 8 total, 8 up, 8 in 2024-04-02T09:10:03.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:03 smithi012 ceph-mon[90784]: pgmap v2480: 169 pgs: 169 active+clean; 1.8 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 40 MiB/s rd, 19 MiB/s wr, 307 op/s 2024-04-02T09:10:03.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:03 smithi012 ceph-mon[90784]: osdmap e1406: 8 total, 8 up, 8 in 2024-04-02T09:10:04.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:03 smithi055 ceph-mon[85080]: pgmap v2480: 169 pgs: 169 active+clean; 1.8 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 40 MiB/s rd, 19 MiB/s wr, 307 op/s 2024-04-02T09:10:04.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:03 smithi055 ceph-mon[85080]: osdmap e1406: 8 total, 8 up, 8 in 2024-04-02T09:10:04.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:04 smithi012 ceph-mon[88355]: osdmap e1407: 8 total, 8 up, 8 in 2024-04-02T09:10:04.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:04 smithi012 ceph-mon[90784]: osdmap e1407: 8 total, 8 up, 8 in 2024-04-02T09:10:05.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:04 smithi055 ceph-mon[85080]: osdmap e1407: 8 total, 8 up, 8 in 2024-04-02T09:10:05.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:05 smithi012 ceph-mon[88355]: pgmap v2483: 169 pgs: 169 active+clean; 1.8 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1000 KiB/s rd, 6.6 MiB/s wr, 181 op/s 2024-04-02T09:10:05.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:05 smithi012 ceph-mon[88355]: osdmap e1408: 8 total, 8 up, 8 in 2024-04-02T09:10:05.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:05 smithi012 ceph-mon[90784]: pgmap v2483: 169 pgs: 169 active+clean; 1.8 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1000 KiB/s rd, 6.6 MiB/s wr, 181 op/s 2024-04-02T09:10:05.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:05 smithi012 ceph-mon[90784]: osdmap e1408: 8 total, 8 up, 8 in 2024-04-02T09:10:06.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:05 smithi055 ceph-mon[85080]: pgmap v2483: 169 pgs: 169 active+clean; 1.8 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1000 KiB/s rd, 6.6 MiB/s wr, 181 op/s 2024-04-02T09:10:06.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:05 smithi055 ceph-mon[85080]: osdmap e1408: 8 total, 8 up, 8 in 2024-04-02T09:10:06.165 INFO:tasks.workunit.client.0.smithi012.stdout:migration_execute 2024-04-02T09:10:06.165 INFO:tasks.workunit.client.0.smithi012.stdout:write: a 67906160~3024619 2024-04-02T09:10:06.203 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 101568997~7155411 2024-04-02T09:10:06.218 INFO:tasks.workunit.client.0.smithi012.stdout:write: a 28126362~2312952 2024-04-02T09:10:06.271 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 91628149~4922168 2024-04-02T09:10:06.338 INFO:tasks.workunit.client.0.smithi012.stdout:write: a 101327269~7397139 2024-04-02T09:10:06.391 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 92280491~5457618 2024-04-02T09:10:06.396 INFO:tasks.workunit.client.0.smithi012.stdout:write: a 95641166~7662041 2024-04-02T09:10:06.437 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 74968785~4630884 2024-04-02T09:10:06.453 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: user0 2024-04-02T09:10:06.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:06 smithi012 ceph-mon[88355]: osdmap e1409: 8 total, 8 up, 8 in 2024-04-02T09:10:06.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:06 smithi012 ceph-mon[90784]: osdmap e1409: 8 total, 8 up, 8 in 2024-04-02T09:10:07.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:06 smithi055 ceph-mon[85080]: osdmap e1409: 8 total, 8 up, 8 in 2024-04-02T09:10:07.666 INFO:tasks.workunit.client.0.smithi012.stdout:write: b 91701805~7754482 2024-04-02T09:10:07.690 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 25783902~1062420 2024-04-02T09:10:07.690 INFO:tasks.workunit.client.0.smithi012.stdout:write: b 104012100~4712308 2024-04-02T09:10:07.693 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 81293362~932484 2024-04-02T09:10:07.693 INFO:tasks.workunit.client.0.smithi012.stdout:write: b 73518541~453316 2024-04-02T09:10:07.694 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 67611234~4385965 2024-04-02T09:10:07.694 INFO:tasks.workunit.client.0.smithi012.stdout:write: b 45716267~133793 2024-04-02T09:10:07.694 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 81542209~3526989 2024-04-02T09:10:07.726 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: user1 2024-04-02T09:10:07.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:07 smithi012 ceph-mon[88355]: pgmap v2486: 169 pgs: 169 active+clean; 1.9 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 18 MiB/s rd, 14 MiB/s wr, 298 op/s 2024-04-02T09:10:07.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:07 smithi012 ceph-mon[88355]: osdmap e1410: 8 total, 8 up, 8 in 2024-04-02T09:10:07.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:07 smithi012 ceph-mon[90784]: pgmap v2486: 169 pgs: 169 active+clean; 1.9 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 18 MiB/s rd, 14 MiB/s wr, 298 op/s 2024-04-02T09:10:07.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:07 smithi012 ceph-mon[90784]: osdmap e1410: 8 total, 8 up, 8 in 2024-04-02T09:10:08.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:07 smithi055 ceph-mon[85080]: pgmap v2486: 169 pgs: 169 active+clean; 1.9 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 18 MiB/s rd, 14 MiB/s wr, 298 op/s 2024-04-02T09:10:08.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:07 smithi055 ceph-mon[85080]: osdmap e1410: 8 total, 8 up, 8 in 2024-04-02T09:10:08.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:10:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:10:07] "GET /metrics HTTP/1.1" 200 38910 "" "Prometheus/2.43.0" 2024-04-02T09:10:08.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:08 smithi012 ceph-mon[88355]: osdmap e1411: 8 total, 8 up, 8 in 2024-04-02T09:10:08.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:08 smithi012 ceph-mon[90784]: osdmap e1411: 8 total, 8 up, 8 in 2024-04-02T09:10:09.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:08 smithi055 ceph-mon[85080]: osdmap e1411: 8 total, 8 up, 8 in 2024-04-02T09:10:09.683 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 159316966 2024-04-02T09:10:09.696 INFO:tasks.workunit.client.0.smithi012.stdout:write: c 3346703~6392713 2024-04-02T09:10:09.706 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 19581360~5183078 2024-04-02T09:10:09.706 INFO:tasks.workunit.client.0.smithi012.stdout:write: c 108192065~1889132 2024-04-02T09:10:09.706 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 135785167~7928832 2024-04-02T09:10:09.707 INFO:tasks.workunit.client.0.smithi012.stdout:write: c 74157595~6602444 2024-04-02T09:10:09.709 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 711518~6198323 2024-04-02T09:10:09.765 INFO:tasks.workunit.client.0.smithi012.stdout:write: c 123537397~566473 2024-04-02T09:10:09.765 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 85714731~5702083 2024-04-02T09:10:09.765 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: user2 2024-04-02T09:10:09.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:09 smithi012 ceph-mon[90784]: pgmap v2489: 169 pgs: 169 active+clean; 1.9 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 18 MiB/s rd, 14 MiB/s wr, 298 op/s 2024-04-02T09:10:09.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:09 smithi012 ceph-mon[90784]: osdmap e1412: 8 total, 8 up, 8 in 2024-04-02T09:10:09.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:09 smithi012 ceph-mon[88355]: pgmap v2489: 169 pgs: 169 active+clean; 1.9 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 18 MiB/s rd, 14 MiB/s wr, 298 op/s 2024-04-02T09:10:09.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:09 smithi012 ceph-mon[88355]: osdmap e1412: 8 total, 8 up, 8 in 2024-04-02T09:10:10.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:09 smithi055 ceph-mon[85080]: pgmap v2489: 169 pgs: 169 active+clean; 1.9 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 18 MiB/s rd, 14 MiB/s wr, 298 op/s 2024-04-02T09:10:10.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:09 smithi055 ceph-mon[85080]: osdmap e1412: 8 total, 8 up, 8 in 2024-04-02T09:10:10.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:10 smithi012 ceph-mon[88355]: osdmap e1413: 8 total, 8 up, 8 in 2024-04-02T09:10:10.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:10 smithi012 ceph-mon[90784]: osdmap e1413: 8 total, 8 up, 8 in 2024-04-02T09:10:11.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:10 smithi055 ceph-mon[85080]: osdmap e1413: 8 total, 8 up, 8 in 2024-04-02T09:10:11.700 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 262544167 2024-04-02T09:10:11.714 INFO:tasks.workunit.client.0.smithi012.stdout:write: d 148894430~5251019 2024-04-02T09:10:11.725 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 235590721~5529201 2024-04-02T09:10:11.725 INFO:tasks.workunit.client.0.smithi012.stdout:write: d 4920528~5664533 2024-04-02T09:10:11.727 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 53632656~6206705 2024-04-02T09:10:11.727 INFO:tasks.workunit.client.0.smithi012.stdout:write: d 210356270~4317298 2024-04-02T09:10:11.729 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 135994582~1489480 2024-04-02T09:10:11.729 INFO:tasks.workunit.client.0.smithi012.stdout:write: d 162271108~1605997 2024-04-02T09:10:11.729 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 203121030~366834 2024-04-02T09:10:11.729 INFO:tasks.workunit.client.0.smithi012.stdout:snap_create: user3 2024-04-02T09:10:11.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:11 smithi012 ceph-mon[88355]: pgmap v2492: 169 pgs: 169 active+clean; 2.0 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 35 MiB/s rd, 17 MiB/s wr, 451 op/s 2024-04-02T09:10:11.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:11 smithi012 ceph-mon[88355]: osdmap e1414: 8 total, 8 up, 8 in 2024-04-02T09:10:11.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:11 smithi012 ceph-mon[90784]: pgmap v2492: 169 pgs: 169 active+clean; 2.0 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 35 MiB/s rd, 17 MiB/s wr, 451 op/s 2024-04-02T09:10:11.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:11 smithi012 ceph-mon[90784]: osdmap e1414: 8 total, 8 up, 8 in 2024-04-02T09:10:12.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:11 smithi055 ceph-mon[85080]: pgmap v2492: 169 pgs: 169 active+clean; 2.0 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 35 MiB/s rd, 17 MiB/s wr, 451 op/s 2024-04-02T09:10:12.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:11 smithi055 ceph-mon[85080]: osdmap e1414: 8 total, 8 up, 8 in 2024-04-02T09:10:12.696 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:10:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:10:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:10:13.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:12 smithi055 ceph-mon[85080]: osdmap e1415: 8 total, 8 up, 8 in 2024-04-02T09:10:13.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:12 smithi012 ceph-mon[88355]: osdmap e1415: 8 total, 8 up, 8 in 2024-04-02T09:10:13.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:12 smithi012 ceph-mon[90784]: osdmap e1415: 8 total, 8 up, 8 in 2024-04-02T09:10:13.721 INFO:tasks.workunit.client.0.smithi012.stdout:write: 1 26254416~6563604 2024-04-02T09:10:13.723 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 27895317~3281802 2024-04-02T09:10:13.755 INFO:tasks.workunit.client.0.smithi012.stdout:write: 2 52508833~6563604 2024-04-02T09:10:13.757 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 54149734~3281802 2024-04-02T09:10:13.791 INFO:tasks.workunit.client.0.smithi012.stdout:write: 3 78763250~6563604 2024-04-02T09:10:13.794 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 80404151~3281802 2024-04-02T09:10:13.824 INFO:tasks.workunit.client.0.smithi012.stdout:write: 4 105017666~6563604 2024-04-02T09:10:13.826 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 106658567~3281802 2024-04-02T09:10:13.856 INFO:tasks.workunit.client.0.smithi012.stdout:write: 5 131272083~6563604 2024-04-02T09:10:13.858 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 132912984~3281802 2024-04-02T09:10:13.939 INFO:tasks.workunit.client.0.smithi012.stdout:migration_commit 2024-04-02T09:10:14.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:13 smithi055 ceph-mon[85080]: pgmap v2495: 169 pgs: 169 active+clean; 2.1 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 47 MiB/s rd, 36 MiB/s wr, 651 op/s 2024-04-02T09:10:14.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:13 smithi055 ceph-mon[85080]: osdmap e1416: 8 total, 8 up, 8 in 2024-04-02T09:10:14.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:13 smithi012 ceph-mon[88355]: pgmap v2495: 169 pgs: 169 active+clean; 2.1 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 47 MiB/s rd, 36 MiB/s wr, 651 op/s 2024-04-02T09:10:14.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:13 smithi012 ceph-mon[88355]: osdmap e1416: 8 total, 8 up, 8 in 2024-04-02T09:10:14.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:13 smithi012 ceph-mon[90784]: pgmap v2495: 169 pgs: 169 active+clean; 2.1 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 47 MiB/s rd, 36 MiB/s wr, 651 op/s 2024-04-02T09:10:14.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:13 smithi012 ceph-mon[90784]: osdmap e1416: 8 total, 8 up, 8 in 2024-04-02T09:10:15.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:14 smithi055 ceph-mon[85080]: osdmap e1417: 8 total, 8 up, 8 in 2024-04-02T09:10:15.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:15.079 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:14 smithi012 ceph-mon[88355]: osdmap e1417: 8 total, 8 up, 8 in 2024-04-02T09:10:15.079 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:15.079 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:14 smithi012 ceph-mon[90784]: osdmap e1417: 8 total, 8 up, 8 in 2024-04-02T09:10:15.079 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:16.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:15 smithi055 ceph-mon[85080]: pgmap v2498: 169 pgs: 169 active+clean; 2.1 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 12 MiB/s rd, 19 MiB/s wr, 199 op/s 2024-04-02T09:10:16.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:15 smithi055 ceph-mon[85080]: osdmap e1418: 8 total, 8 up, 8 in 2024-04-02T09:10:16.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:15 smithi012 ceph-mon[88355]: pgmap v2498: 169 pgs: 169 active+clean; 2.1 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 12 MiB/s rd, 19 MiB/s wr, 199 op/s 2024-04-02T09:10:16.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:15 smithi012 ceph-mon[88355]: osdmap e1418: 8 total, 8 up, 8 in 2024-04-02T09:10:16.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:15 smithi012 ceph-mon[90784]: pgmap v2498: 169 pgs: 169 active+clean; 2.1 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 12 MiB/s rd, 19 MiB/s wr, 199 op/s 2024-04-02T09:10:16.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:15 smithi012 ceph-mon[90784]: osdmap e1418: 8 total, 8 up, 8 in 2024-04-02T09:10:17.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:16 smithi055 ceph-mon[85080]: osdmap e1419: 8 total, 8 up, 8 in 2024-04-02T09:10:17.076 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMigration.StressLive (21491 ms) 2024-04-02T09:10:17.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:16 smithi012 ceph-mon[88355]: osdmap e1419: 8 total, 8 up, 8 in 2024-04-02T09:10:17.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:16 smithi012 ceph-mon[90784]: osdmap e1419: 8 total, 8 up, 8 in 2024-04-02T09:10:18.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:17 smithi055 ceph-mon[85080]: pgmap v2501: 169 pgs: 169 active+clean; 2.1 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 13 MiB/s rd, 24 MiB/s wr, 421 op/s 2024-04-02T09:10:18.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:17 smithi012 ceph-mon[88355]: pgmap v2501: 169 pgs: 169 active+clean; 2.1 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 13 MiB/s rd, 24 MiB/s wr, 421 op/s 2024-04-02T09:10:18.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:17 smithi012 ceph-mon[90784]: pgmap v2501: 169 pgs: 169 active+clean; 2.1 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 13 MiB/s rd, 24 MiB/s wr, 421 op/s 2024-04-02T09:10:18.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:10:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:10:17] "GET /metrics HTTP/1.1" 200 38908 "" "Prometheus/2.43.0" 2024-04-02T09:10:18.748 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 57 tests from TestMigration (265181 ms total) 2024-04-02T09:10:18.748 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:10:18.748 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 6 tests from TestGroup 2024-04-02T09:10:19.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:18 smithi055 ceph-mon[85080]: osdmap e1420: 8 total, 8 up, 8 in 2024-04-02T09:10:19.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:18 smithi012 ceph-mon[88355]: osdmap e1420: 8 total, 8 up, 8 in 2024-04-02T09:10:19.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:18 smithi012 ceph-mon[90784]: osdmap e1420: 8 total, 8 up, 8 in 2024-04-02T09:10:20.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:19 smithi055 ceph-mon[85080]: pgmap v2503: 137 pgs: 137 active+clean; 2.0 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail 2024-04-02T09:10:20.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:19 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:10:20.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:19 smithi055 ceph-mon[85080]: Cluster is now healthy 2024-04-02T09:10:20.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:19 smithi055 ceph-mon[85080]: osdmap e1421: 8 total, 8 up, 8 in 2024-04-02T09:10:20.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:19 smithi012 ceph-mon[88355]: pgmap v2503: 137 pgs: 137 active+clean; 2.0 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail 2024-04-02T09:10:20.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:19 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:10:20.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:19 smithi012 ceph-mon[88355]: Cluster is now healthy 2024-04-02T09:10:20.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:19 smithi012 ceph-mon[88355]: osdmap e1421: 8 total, 8 up, 8 in 2024-04-02T09:10:20.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:19 smithi012 ceph-mon[90784]: pgmap v2503: 137 pgs: 137 active+clean; 2.0 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail 2024-04-02T09:10:20.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:19 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:10:20.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:19 smithi012 ceph-mon[90784]: Cluster is now healthy 2024-04-02T09:10:20.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:19 smithi012 ceph-mon[90784]: osdmap e1421: 8 total, 8 up, 8 in 2024-04-02T09:10:20.758 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestGroup.group_create 2024-04-02T09:10:21.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:20 smithi055 ceph-mon[85080]: osdmap e1422: 8 total, 8 up, 8 in 2024-04-02T09:10:21.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:20 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3721695959' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:10:21.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:20 smithi012 ceph-mon[88355]: osdmap e1422: 8 total, 8 up, 8 in 2024-04-02T09:10:21.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:20 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3721695959' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:10:21.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:20 smithi012 ceph-mon[90784]: osdmap e1422: 8 total, 8 up, 8 in 2024-04-02T09:10:21.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:20 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3721695959' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:10:22.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:21 smithi055 ceph-mon[85080]: pgmap v2506: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 4.6 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail 2024-04-02T09:10:22.080 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:21 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:10:22.080 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:21 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3721695959' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:10:22.080 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:21 smithi055 ceph-mon[85080]: osdmap e1423: 8 total, 8 up, 8 in 2024-04-02T09:10:22.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:21 smithi012 ceph-mon[88355]: pgmap v2506: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 4.6 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail 2024-04-02T09:10:22.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:21 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:10:22.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:21 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3721695959' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:10:22.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:21 smithi012 ceph-mon[88355]: osdmap e1423: 8 total, 8 up, 8 in 2024-04-02T09:10:22.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:21 smithi012 ceph-mon[90784]: pgmap v2506: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 4.6 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail 2024-04-02T09:10:22.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:21 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:10:22.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:21 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3721695959' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:10:22.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:21 smithi012 ceph-mon[90784]: osdmap e1423: 8 total, 8 up, 8 in 2024-04-02T09:10:22.764 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:10:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:10:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:10:22.804 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestGroup.group_create (2045 ms) 2024-04-02T09:10:22.804 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestGroup.group_createPP 2024-04-02T09:10:22.821 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestGroup.group_createPP (18 ms) 2024-04-02T09:10:22.821 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestGroup.add_image 2024-04-02T09:10:22.863 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestGroup.add_image (42 ms) 2024-04-02T09:10:22.863 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestGroup.add_imagePP 2024-04-02T09:10:22.901 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestGroup.add_imagePP (38 ms) 2024-04-02T09:10:22.901 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestGroup.add_snapshot 2024-04-02T09:10:23.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:22 smithi055 ceph-mon[85080]: osdmap e1424: 8 total, 8 up, 8 in 2024-04-02T09:10:23.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:22 smithi012 ceph-mon[88355]: osdmap e1424: 8 total, 8 up, 8 in 2024-04-02T09:10:23.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:22 smithi012 ceph-mon[90784]: osdmap e1424: 8 total, 8 up, 8 in 2024-04-02T09:10:24.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:23 smithi055 ceph-mon[85080]: pgmap v2509: 137 pgs: 17 creating+peering, 120 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:10:24.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:23 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:10:24.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:23 smithi055 ceph-mon[85080]: Cluster is now healthy 2024-04-02T09:10:24.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:23 smithi055 ceph-mon[85080]: osdmap e1425: 8 total, 8 up, 8 in 2024-04-02T09:10:24.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:23 smithi012 ceph-mon[88355]: pgmap v2509: 137 pgs: 17 creating+peering, 120 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:10:24.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:23 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:10:24.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:23 smithi012 ceph-mon[88355]: Cluster is now healthy 2024-04-02T09:10:24.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:23 smithi012 ceph-mon[88355]: osdmap e1425: 8 total, 8 up, 8 in 2024-04-02T09:10:24.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:23 smithi012 ceph-mon[90784]: pgmap v2509: 137 pgs: 17 creating+peering, 120 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:10:24.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:23 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:10:24.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:23 smithi012 ceph-mon[90784]: Cluster is now healthy 2024-04-02T09:10:24.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:23 smithi012 ceph-mon[90784]: osdmap e1425: 8 total, 8 up, 8 in 2024-04-02T09:10:25.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:24 smithi055 ceph-mon[85080]: osdmap e1426: 8 total, 8 up, 8 in 2024-04-02T09:10:25.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:24 smithi012 ceph-mon[88355]: osdmap e1426: 8 total, 8 up, 8 in 2024-04-02T09:10:25.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:24 smithi012 ceph-mon[90784]: osdmap e1426: 8 total, 8 up, 8 in 2024-04-02T09:10:26.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:25 smithi055 ceph-mon[85080]: pgmap v2512: 137 pgs: 17 creating+peering, 120 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:10:26.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:25 smithi055 ceph-mon[85080]: osdmap e1427: 8 total, 8 up, 8 in 2024-04-02T09:10:26.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:25 smithi012 ceph-mon[90784]: pgmap v2512: 137 pgs: 17 creating+peering, 120 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:10:26.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:25 smithi012 ceph-mon[90784]: osdmap e1427: 8 total, 8 up, 8 in 2024-04-02T09:10:26.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:25 smithi012 ceph-mon[88355]: pgmap v2512: 137 pgs: 17 creating+peering, 120 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:10:26.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:25 smithi012 ceph-mon[88355]: osdmap e1427: 8 total, 8 up, 8 in 2024-04-02T09:10:27.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:26 smithi055 ceph-mon[85080]: osdmap e1428: 8 total, 8 up, 8 in 2024-04-02T09:10:27.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:26 smithi012 ceph-mon[88355]: osdmap e1428: 8 total, 8 up, 8 in 2024-04-02T09:10:27.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:26 smithi012 ceph-mon[90784]: osdmap e1428: 8 total, 8 up, 8 in 2024-04-02T09:10:28.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:27 smithi055 ceph-mon[85080]: pgmap v2515: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 140 KiB/s rd, 17 KiB/s wr, 190 op/s 2024-04-02T09:10:28.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:27 smithi055 ceph-mon[85080]: osdmap e1429: 8 total, 8 up, 8 in 2024-04-02T09:10:28.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:27 smithi012 ceph-mon[88355]: pgmap v2515: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 140 KiB/s rd, 17 KiB/s wr, 190 op/s 2024-04-02T09:10:28.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:27 smithi012 ceph-mon[88355]: osdmap e1429: 8 total, 8 up, 8 in 2024-04-02T09:10:28.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:10:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:10:27] "GET /metrics HTTP/1.1" 200 38908 "" "Prometheus/2.43.0" 2024-04-02T09:10:28.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:27 smithi012 ceph-mon[90784]: pgmap v2515: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 140 KiB/s rd, 17 KiB/s wr, 190 op/s 2024-04-02T09:10:28.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:27 smithi012 ceph-mon[90784]: osdmap e1429: 8 total, 8 up, 8 in 2024-04-02T09:10:28.857 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestGroup.add_snapshot (5955 ms) 2024-04-02T09:10:28.857 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestGroup.add_snapshotPP 2024-04-02T09:10:29.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:28 smithi012 ceph-mon[90784]: osdmap e1430: 8 total, 8 up, 8 in 2024-04-02T09:10:29.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:28 smithi012 ceph-mon[88355]: osdmap e1430: 8 total, 8 up, 8 in 2024-04-02T09:10:29.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:28 smithi055 ceph-mon[85080]: osdmap e1430: 8 total, 8 up, 8 in 2024-04-02T09:10:30.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:29 smithi012 ceph-mon[88355]: pgmap v2518: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 140 KiB/s rd, 17 KiB/s wr, 190 op/s 2024-04-02T09:10:30.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:29 smithi012 ceph-mon[88355]: osdmap e1431: 8 total, 8 up, 8 in 2024-04-02T09:10:30.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:10:30.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:30.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:29 smithi012 ceph-mon[88355]: osdmap e1432: 8 total, 8 up, 8 in 2024-04-02T09:10:30.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:29 smithi012 ceph-mon[90784]: pgmap v2518: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 140 KiB/s rd, 17 KiB/s wr, 190 op/s 2024-04-02T09:10:30.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:29 smithi012 ceph-mon[90784]: osdmap e1431: 8 total, 8 up, 8 in 2024-04-02T09:10:30.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:10:30.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:30.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:29 smithi012 ceph-mon[90784]: osdmap e1432: 8 total, 8 up, 8 in 2024-04-02T09:10:30.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:29 smithi055 ceph-mon[85080]: pgmap v2518: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 140 KiB/s rd, 17 KiB/s wr, 190 op/s 2024-04-02T09:10:30.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:29 smithi055 ceph-mon[85080]: osdmap e1431: 8 total, 8 up, 8 in 2024-04-02T09:10:30.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:10:30.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:30.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:29 smithi055 ceph-mon[85080]: osdmap e1432: 8 total, 8 up, 8 in 2024-04-02T09:10:31.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:31 smithi012 ceph-mon[88355]: osdmap e1433: 8 total, 8 up, 8 in 2024-04-02T09:10:31.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:31 smithi012 ceph-mon[88355]: pgmap v2522: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 9.5 KiB/s wr, 142 op/s 2024-04-02T09:10:31.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:31 smithi012 ceph-mon[90784]: osdmap e1433: 8 total, 8 up, 8 in 2024-04-02T09:10:31.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:31 smithi012 ceph-mon[90784]: pgmap v2522: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 9.5 KiB/s wr, 142 op/s 2024-04-02T09:10:31.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:31 smithi055 ceph-mon[85080]: osdmap e1433: 8 total, 8 up, 8 in 2024-04-02T09:10:31.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:31 smithi055 ceph-mon[85080]: pgmap v2522: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 9.5 KiB/s wr, 142 op/s 2024-04-02T09:10:32.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:32 smithi012 ceph-mon[88355]: osdmap e1434: 8 total, 8 up, 8 in 2024-04-02T09:10:32.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:32 smithi012 ceph-mon[90784]: osdmap e1434: 8 total, 8 up, 8 in 2024-04-02T09:10:32.712 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:32 smithi055 ceph-mon[85080]: osdmap e1434: 8 total, 8 up, 8 in 2024-04-02T09:10:32.712 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:10:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:10:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:10:33.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:33 smithi012 ceph-mon[88355]: osdmap e1435: 8 total, 8 up, 8 in 2024-04-02T09:10:33.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:33 smithi012 ceph-mon[88355]: pgmap v2525: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 12 KiB/s wr, 155 op/s 2024-04-02T09:10:33.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:33 smithi012 ceph-mon[90784]: osdmap e1435: 8 total, 8 up, 8 in 2024-04-02T09:10:33.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:33 smithi012 ceph-mon[90784]: pgmap v2525: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 12 KiB/s wr, 155 op/s 2024-04-02T09:10:33.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:33 smithi055 ceph-mon[85080]: osdmap e1435: 8 total, 8 up, 8 in 2024-04-02T09:10:33.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:33 smithi055 ceph-mon[85080]: pgmap v2525: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 12 KiB/s wr, 155 op/s 2024-04-02T09:10:34.366 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestGroup.add_snapshotPP (5510 ms) 2024-04-02T09:10:34.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:34 smithi012 ceph-mon[88355]: osdmap e1436: 8 total, 8 up, 8 in 2024-04-02T09:10:34.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:34 smithi012 ceph-mon[88355]: osdmap e1437: 8 total, 8 up, 8 in 2024-04-02T09:10:34.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:34 smithi012 ceph-mon[90784]: osdmap e1436: 8 total, 8 up, 8 in 2024-04-02T09:10:34.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:34 smithi012 ceph-mon[90784]: osdmap e1437: 8 total, 8 up, 8 in 2024-04-02T09:10:34.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:34 smithi055 ceph-mon[85080]: osdmap e1436: 8 total, 8 up, 8 in 2024-04-02T09:10:34.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:34 smithi055 ceph-mon[85080]: osdmap e1437: 8 total, 8 up, 8 in 2024-04-02T09:10:35.361 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 6 tests from TestGroup (13608 ms total) 2024-04-02T09:10:35.361 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:10:35.361 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 31 tests from TestDeepCopy 2024-04-02T09:10:35.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:35 smithi012 ceph-mon[88355]: pgmap v2528: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 2.2 KiB/s wr, 11 op/s 2024-04-02T09:10:35.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:35 smithi012 ceph-mon[90784]: pgmap v2528: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 2.2 KiB/s wr, 11 op/s 2024-04-02T09:10:35.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:35 smithi055 ceph-mon[85080]: pgmap v2528: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 2.2 KiB/s wr, 11 op/s 2024-04-02T09:10:36.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:36 smithi012 ceph-mon[88355]: osdmap e1438: 8 total, 8 up, 8 in 2024-04-02T09:10:36.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:36 smithi012 ceph-mon[90784]: osdmap e1438: 8 total, 8 up, 8 in 2024-04-02T09:10:36.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:36 smithi055 ceph-mon[85080]: osdmap e1438: 8 total, 8 up, 8 in 2024-04-02T09:10:37.369 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestDeepCopy.Empty 2024-04-02T09:10:37.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:37 smithi012 ceph-mon[88355]: osdmap e1439: 8 total, 8 up, 8 in 2024-04-02T09:10:37.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:37 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/537229304' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:10:37.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:37 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:10:37.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:37 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:10:37.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:37 smithi012 ceph-mon[88355]: pgmap v2531: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:10:37.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:37 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:10:37.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:37 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:10:37.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:37 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:10:37.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:37 smithi012 ceph-mon[90784]: osdmap e1439: 8 total, 8 up, 8 in 2024-04-02T09:10:37.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:37 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/537229304' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:10:37.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:37 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:10:37.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:37 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:10:37.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:37 smithi012 ceph-mon[90784]: pgmap v2531: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:10:37.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:37 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:10:37.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:37 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:10:37.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:37 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:10:37.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:37 smithi055 ceph-mon[85080]: osdmap e1439: 8 total, 8 up, 8 in 2024-04-02T09:10:37.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:37 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/537229304' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:10:37.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:37 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:10:37.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:37 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:10:37.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:37 smithi055 ceph-mon[85080]: pgmap v2531: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:10:37.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:37 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:10:37.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:37 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:10:37.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:37 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:10:38.373 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:10:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:10:37] "GET /metrics HTTP/1.1" 200 36449 "" "Prometheus/2.43.0" 2024-04-02T09:10:38.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:38 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:10:38.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:38 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:10:38.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:38 smithi012 ceph-mon[88355]: osdmap e1440: 8 total, 8 up, 8 in 2024-04-02T09:10:38.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:38 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:10:38.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:38 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:10:38.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:38 smithi012 ceph-mon[90784]: osdmap e1440: 8 total, 8 up, 8 in 2024-04-02T09:10:38.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:38 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:10:38.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:38 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:10:38.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:38 smithi055 ceph-mon[85080]: osdmap e1440: 8 total, 8 up, 8 in 2024-04-02T09:10:39.509 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestDeepCopy.Empty (2140 ms) 2024-04-02T09:10:39.509 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestDeepCopy.NoSnaps 2024-04-02T09:10:39.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:39 smithi012 ceph-mon[88355]: osdmap e1441: 8 total, 8 up, 8 in 2024-04-02T09:10:39.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:39 smithi012 ceph-mon[88355]: pgmap v2534: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:10:39.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:39 smithi012 ceph-mon[90784]: osdmap e1441: 8 total, 8 up, 8 in 2024-04-02T09:10:39.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:39 smithi012 ceph-mon[90784]: pgmap v2534: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:10:39.765 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestDeepCopy.NoSnaps (256 ms) 2024-04-02T09:10:39.765 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestDeepCopy.Snaps 2024-04-02T09:10:39.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:39 smithi055 ceph-mon[85080]: osdmap e1441: 8 total, 8 up, 8 in 2024-04-02T09:10:39.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:39 smithi055 ceph-mon[85080]: pgmap v2534: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:10:40.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:40 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:10:40.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:40 smithi012 ceph-mon[88355]: Cluster is now healthy 2024-04-02T09:10:40.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:40 smithi012 ceph-mon[88355]: osdmap e1442: 8 total, 8 up, 8 in 2024-04-02T09:10:40.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:40 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:10:40.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:40 smithi012 ceph-mon[90784]: Cluster is now healthy 2024-04-02T09:10:40.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:40 smithi012 ceph-mon[90784]: osdmap e1442: 8 total, 8 up, 8 in 2024-04-02T09:10:40.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:40 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:10:40.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:40 smithi055 ceph-mon[85080]: Cluster is now healthy 2024-04-02T09:10:40.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:40 smithi055 ceph-mon[85080]: osdmap e1442: 8 total, 8 up, 8 in 2024-04-02T09:10:41.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:41 smithi012 ceph-mon[88355]: osdmap e1443: 8 total, 8 up, 8 in 2024-04-02T09:10:41.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:41 smithi012 ceph-mon[88355]: pgmap v2537: 137 pgs: 15 unknown, 122 active+clean; 29 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.0 MiB/s rd, 6.0 MiB/s wr, 55 op/s 2024-04-02T09:10:41.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:41 smithi012 ceph-mon[90784]: osdmap e1443: 8 total, 8 up, 8 in 2024-04-02T09:10:41.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:41 smithi012 ceph-mon[90784]: pgmap v2537: 137 pgs: 15 unknown, 122 active+clean; 29 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.0 MiB/s rd, 6.0 MiB/s wr, 55 op/s 2024-04-02T09:10:41.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:41 smithi055 ceph-mon[85080]: osdmap e1443: 8 total, 8 up, 8 in 2024-04-02T09:10:41.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:41 smithi055 ceph-mon[85080]: pgmap v2537: 137 pgs: 15 unknown, 122 active+clean; 29 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.0 MiB/s rd, 6.0 MiB/s wr, 55 op/s 2024-04-02T09:10:42.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:42 smithi012 ceph-mon[88355]: osdmap e1444: 8 total, 8 up, 8 in 2024-04-02T09:10:42.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:42 smithi012 ceph-mon[90784]: osdmap e1444: 8 total, 8 up, 8 in 2024-04-02T09:10:42.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:42 smithi055 ceph-mon[85080]: osdmap e1444: 8 total, 8 up, 8 in 2024-04-02T09:10:42.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:10:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:10:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:10:43.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:43 smithi012 ceph-mon[90784]: osdmap e1445: 8 total, 8 up, 8 in 2024-04-02T09:10:43.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:43 smithi012 ceph-mon[90784]: pgmap v2540: 137 pgs: 137 active+clean; 49 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 11 MiB/s wr, 145 op/s 2024-04-02T09:10:43.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:43 smithi012 ceph-mon[88355]: osdmap e1445: 8 total, 8 up, 8 in 2024-04-02T09:10:43.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:43 smithi012 ceph-mon[88355]: pgmap v2540: 137 pgs: 137 active+clean; 49 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 11 MiB/s wr, 145 op/s 2024-04-02T09:10:43.691 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestDeepCopy.Snaps (3927 ms) 2024-04-02T09:10:43.691 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestDeepCopy.SnapDiscard 2024-04-02T09:10:43.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:43 smithi055 ceph-mon[85080]: osdmap e1445: 8 total, 8 up, 8 in 2024-04-02T09:10:43.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:43 smithi055 ceph-mon[85080]: pgmap v2540: 137 pgs: 137 active+clean; 49 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 11 MiB/s wr, 145 op/s 2024-04-02T09:10:44.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:44 smithi012 ceph-mon[90784]: osdmap e1446: 8 total, 8 up, 8 in 2024-04-02T09:10:44.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:44.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:44 smithi012 ceph-mon[90784]: osdmap e1447: 8 total, 8 up, 8 in 2024-04-02T09:10:44.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:44 smithi012 ceph-mon[88355]: osdmap e1446: 8 total, 8 up, 8 in 2024-04-02T09:10:44.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:44.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:44 smithi012 ceph-mon[88355]: osdmap e1447: 8 total, 8 up, 8 in 2024-04-02T09:10:44.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:44 smithi055 ceph-mon[85080]: osdmap e1446: 8 total, 8 up, 8 in 2024-04-02T09:10:44.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:44.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:44 smithi055 ceph-mon[85080]: osdmap e1447: 8 total, 8 up, 8 in 2024-04-02T09:10:45.438 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestDeepCopy.SnapDiscard (1746 ms) 2024-04-02T09:10:45.438 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestDeepCopy.CloneDiscard 2024-04-02T09:10:45.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:45 smithi012 ceph-mon[90784]: pgmap v2543: 137 pgs: 137 active+clean; 49 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.1 MiB/s rd, 5.0 MiB/s wr, 89 op/s 2024-04-02T09:10:45.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:45 smithi012 ceph-mon[90784]: osdmap e1448: 8 total, 8 up, 8 in 2024-04-02T09:10:45.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:45 smithi012 ceph-mon[88355]: pgmap v2543: 137 pgs: 137 active+clean; 49 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.1 MiB/s rd, 5.0 MiB/s wr, 89 op/s 2024-04-02T09:10:45.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:45 smithi012 ceph-mon[88355]: osdmap e1448: 8 total, 8 up, 8 in 2024-04-02T09:10:45.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:45 smithi055 ceph-mon[85080]: pgmap v2543: 137 pgs: 137 active+clean; 49 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.1 MiB/s rd, 5.0 MiB/s wr, 89 op/s 2024-04-02T09:10:45.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:45 smithi055 ceph-mon[85080]: osdmap e1448: 8 total, 8 up, 8 in 2024-04-02T09:10:46.601 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestDeepCopy.CloneDiscard (1164 ms) 2024-04-02T09:10:46.601 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestDeepCopy.CloneShrink 2024-04-02T09:10:47.596 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestDeepCopy.CloneShrink (994 ms) 2024-04-02T09:10:47.596 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestDeepCopy.CloneExpand 2024-04-02T09:10:47.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:47 smithi055 ceph-mon[85080]: osdmap e1449: 8 total, 8 up, 8 in 2024-04-02T09:10:47.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:47 smithi055 ceph-mon[85080]: pgmap v2546: 137 pgs: 137 active+clean; 69 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 5.0 MiB/s wr, 151 op/s 2024-04-02T09:10:47.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:47 smithi012 ceph-mon[90784]: osdmap e1449: 8 total, 8 up, 8 in 2024-04-02T09:10:47.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:47 smithi012 ceph-mon[90784]: pgmap v2546: 137 pgs: 137 active+clean; 69 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 5.0 MiB/s wr, 151 op/s 2024-04-02T09:10:47.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:47 smithi012 ceph-mon[88355]: osdmap e1449: 8 total, 8 up, 8 in 2024-04-02T09:10:47.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:47 smithi012 ceph-mon[88355]: pgmap v2546: 137 pgs: 137 active+clean; 69 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 5.0 MiB/s wr, 151 op/s 2024-04-02T09:10:48.425 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:10:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:10:47] "GET /metrics HTTP/1.1" 200 36464 "" "Prometheus/2.43.0" 2024-04-02T09:10:48.660 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestDeepCopy.CloneExpand (1065 ms) 2024-04-02T09:10:48.661 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestDeepCopy.CloneHideParent 2024-04-02T09:10:48.677 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:48 smithi012 ceph-mon[88355]: osdmap e1450: 8 total, 8 up, 8 in 2024-04-02T09:10:48.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:48 smithi012 ceph-mon[90784]: osdmap e1450: 8 total, 8 up, 8 in 2024-04-02T09:10:48.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:48 smithi055 ceph-mon[85080]: osdmap e1450: 8 total, 8 up, 8 in 2024-04-02T09:10:49.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:49 smithi055 ceph-mon[85080]: osdmap e1451: 8 total, 8 up, 8 in 2024-04-02T09:10:49.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:49 smithi055 ceph-mon[85080]: pgmap v2549: 137 pgs: 137 active+clean; 69 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 5.0 MiB/s wr, 151 op/s 2024-04-02T09:10:49.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:49 smithi012 ceph-mon[88355]: osdmap e1451: 8 total, 8 up, 8 in 2024-04-02T09:10:49.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:49 smithi012 ceph-mon[88355]: pgmap v2549: 137 pgs: 137 active+clean; 69 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 5.0 MiB/s wr, 151 op/s 2024-04-02T09:10:49.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:49 smithi012 ceph-mon[90784]: osdmap e1451: 8 total, 8 up, 8 in 2024-04-02T09:10:49.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:49 smithi012 ceph-mon[90784]: pgmap v2549: 137 pgs: 137 active+clean; 69 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 5.0 MiB/s wr, 151 op/s 2024-04-02T09:10:50.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:50 smithi055 ceph-mon[85080]: osdmap e1452: 8 total, 8 up, 8 in 2024-04-02T09:10:50.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:50 smithi012 ceph-mon[88355]: osdmap e1452: 8 total, 8 up, 8 in 2024-04-02T09:10:50.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:50 smithi012 ceph-mon[90784]: osdmap e1452: 8 total, 8 up, 8 in 2024-04-02T09:10:51.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:51 smithi055 ceph-mon[85080]: osdmap e1453: 8 total, 8 up, 8 in 2024-04-02T09:10:51.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:51 smithi055 ceph-mon[85080]: pgmap v2552: 137 pgs: 137 active+clean; 69 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 216 KiB/s rd, 17 KiB/s wr, 300 op/s 2024-04-02T09:10:51.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:51 smithi012 ceph-mon[90784]: osdmap e1453: 8 total, 8 up, 8 in 2024-04-02T09:10:51.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:51 smithi012 ceph-mon[90784]: pgmap v2552: 137 pgs: 137 active+clean; 69 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 216 KiB/s rd, 17 KiB/s wr, 300 op/s 2024-04-02T09:10:51.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:51 smithi012 ceph-mon[88355]: osdmap e1453: 8 total, 8 up, 8 in 2024-04-02T09:10:51.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:51 smithi012 ceph-mon[88355]: pgmap v2552: 137 pgs: 137 active+clean; 69 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 216 KiB/s rd, 17 KiB/s wr, 300 op/s 2024-04-02T09:10:52.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:52 smithi055 ceph-mon[85080]: osdmap e1454: 8 total, 8 up, 8 in 2024-04-02T09:10:52.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:10:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:10:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:10:52.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:52 smithi012 ceph-mon[88355]: osdmap e1454: 8 total, 8 up, 8 in 2024-04-02T09:10:52.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:52 smithi012 ceph-mon[90784]: osdmap e1454: 8 total, 8 up, 8 in 2024-04-02T09:10:53.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:53 smithi055 ceph-mon[85080]: osdmap e1455: 8 total, 8 up, 8 in 2024-04-02T09:10:53.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:53 smithi055 ceph-mon[85080]: pgmap v2555: 137 pgs: 137 active+clean; 69 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 393 KiB/s rd, 31 KiB/s wr, 531 op/s 2024-04-02T09:10:53.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:53 smithi012 ceph-mon[88355]: osdmap e1455: 8 total, 8 up, 8 in 2024-04-02T09:10:53.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:53 smithi012 ceph-mon[88355]: pgmap v2555: 137 pgs: 137 active+clean; 69 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 393 KiB/s rd, 31 KiB/s wr, 531 op/s 2024-04-02T09:10:53.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:53 smithi012 ceph-mon[90784]: osdmap e1455: 8 total, 8 up, 8 in 2024-04-02T09:10:53.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:53 smithi012 ceph-mon[90784]: pgmap v2555: 137 pgs: 137 active+clean; 69 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 393 KiB/s rd, 31 KiB/s wr, 531 op/s 2024-04-02T09:10:54.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:54 smithi055 ceph-mon[85080]: osdmap e1456: 8 total, 8 up, 8 in 2024-04-02T09:10:54.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:54 smithi012 ceph-mon[88355]: osdmap e1456: 8 total, 8 up, 8 in 2024-04-02T09:10:54.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:54 smithi012 ceph-mon[90784]: osdmap e1456: 8 total, 8 up, 8 in 2024-04-02T09:10:55.611 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestDeepCopy.CloneHideParent (6950 ms) 2024-04-02T09:10:55.611 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestDeepCopy.Clone 2024-04-02T09:10:55.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:55 smithi055 ceph-mon[85080]: osdmap e1457: 8 total, 8 up, 8 in 2024-04-02T09:10:55.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:55 smithi055 ceph-mon[85080]: pgmap v2558: 137 pgs: 137 active+clean; 69 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 176 KiB/s rd, 14 KiB/s wr, 231 op/s 2024-04-02T09:10:55.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:55 smithi012 ceph-mon[88355]: osdmap e1457: 8 total, 8 up, 8 in 2024-04-02T09:10:55.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:55 smithi012 ceph-mon[88355]: pgmap v2558: 137 pgs: 137 active+clean; 69 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 176 KiB/s rd, 14 KiB/s wr, 231 op/s 2024-04-02T09:10:55.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:55 smithi012 ceph-mon[90784]: osdmap e1457: 8 total, 8 up, 8 in 2024-04-02T09:10:55.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:55 smithi012 ceph-mon[90784]: pgmap v2558: 137 pgs: 137 active+clean; 69 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 176 KiB/s rd, 14 KiB/s wr, 231 op/s 2024-04-02T09:10:56.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:56 smithi055 ceph-mon[85080]: osdmap e1458: 8 total, 8 up, 8 in 2024-04-02T09:10:56.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:56 smithi012 ceph-mon[88355]: osdmap e1458: 8 total, 8 up, 8 in 2024-04-02T09:10:56.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:56 smithi012 ceph-mon[90784]: osdmap e1458: 8 total, 8 up, 8 in 2024-04-02T09:10:57.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:57 smithi055 ceph-mon[85080]: osdmap e1459: 8 total, 8 up, 8 in 2024-04-02T09:10:57.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:57 smithi055 ceph-mon[85080]: pgmap v2561: 137 pgs: 137 active+clean; 77 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 2.0 MiB/s wr, 146 op/s 2024-04-02T09:10:57.837 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestDeepCopy.Clone (2226 ms) 2024-04-02T09:10:57.837 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestDeepCopy.CloneFlatten 2024-04-02T09:10:57.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:57 smithi012 ceph-mon[88355]: osdmap e1459: 8 total, 8 up, 8 in 2024-04-02T09:10:57.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:57 smithi012 ceph-mon[88355]: pgmap v2561: 137 pgs: 137 active+clean; 77 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 2.0 MiB/s wr, 146 op/s 2024-04-02T09:10:57.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:57 smithi012 ceph-mon[90784]: osdmap e1459: 8 total, 8 up, 8 in 2024-04-02T09:10:57.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:57 smithi012 ceph-mon[90784]: pgmap v2561: 137 pgs: 137 active+clean; 77 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 2.0 MiB/s wr, 146 op/s 2024-04-02T09:10:58.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:10:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:10:57] "GET /metrics HTTP/1.1" 200 36464 "" "Prometheus/2.43.0" 2024-04-02T09:10:58.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:58 smithi055 ceph-mon[85080]: osdmap e1460: 8 total, 8 up, 8 in 2024-04-02T09:10:58.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:58 smithi012 ceph-mon[88355]: osdmap e1460: 8 total, 8 up, 8 in 2024-04-02T09:10:58.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:58 smithi012 ceph-mon[90784]: osdmap e1460: 8 total, 8 up, 8 in 2024-04-02T09:10:59.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:59 smithi055 ceph-mon[85080]: osdmap e1461: 8 total, 8 up, 8 in 2024-04-02T09:10:59.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:59 smithi055 ceph-mon[85080]: pgmap v2564: 137 pgs: 137 active+clean; 77 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 2.0 MiB/s wr, 146 op/s 2024-04-02T09:10:59.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:10:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:59.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:59 smithi012 ceph-mon[88355]: osdmap e1461: 8 total, 8 up, 8 in 2024-04-02T09:10:59.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:59 smithi012 ceph-mon[88355]: pgmap v2564: 137 pgs: 137 active+clean; 77 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 2.0 MiB/s wr, 146 op/s 2024-04-02T09:10:59.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:10:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:59.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:59 smithi012 ceph-mon[90784]: osdmap e1461: 8 total, 8 up, 8 in 2024-04-02T09:10:59.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:59 smithi012 ceph-mon[90784]: pgmap v2564: 137 pgs: 137 active+clean; 77 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 2.0 MiB/s wr, 146 op/s 2024-04-02T09:10:59.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:10:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:59.989 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestDeepCopy.CloneFlatten (2152 ms) 2024-04-02T09:10:59.989 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestDeepCopy.Stress 2024-04-02T09:11:00.015 INFO:tasks.workunit.client.0.smithi012.stdout:write: A 15334281~3461404 2024-04-02T09:11:00.031 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 8990605~6865810 2024-04-02T09:11:00.033 INFO:tasks.workunit.client.0.smithi012.stdout:write: A 12530343~4261401 2024-04-02T09:11:00.046 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 44022538~2128555 2024-04-02T09:11:00.046 INFO:tasks.workunit.client.0.smithi012.stdout:write: A 14834461~1551454 2024-04-02T09:11:00.051 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 36595367~3424585 2024-04-02T09:11:00.051 INFO:tasks.workunit.client.0.smithi012.stdout:write: A 63750839~3932086 2024-04-02T09:11:00.073 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 71407784~2534521 2024-04-02T09:11:00.073 INFO:tasks.workunit.client.0.smithi012.stdout:snap: snap0 2024-04-02T09:11:00.539 INFO:tasks.workunit.client.0.smithi012.stdout:clone image228 -> image229 2024-04-02T09:11:00.585 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 90440966 2024-04-02T09:11:00.591 INFO:tasks.workunit.client.0.smithi012.stdout:write: B 26955290~771922 2024-04-02T09:11:00.597 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 5221522~1989684 2024-04-02T09:11:00.600 INFO:tasks.workunit.client.0.smithi012.stdout:write: B 56568177~5503634 2024-04-02T09:11:00.616 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 85240595~448776 2024-04-02T09:11:00.617 INFO:tasks.workunit.client.0.smithi012.stdout:write: B 79995593~2431515 2024-04-02T09:11:00.625 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 55134181~7264050 2024-04-02T09:11:00.628 INFO:tasks.workunit.client.0.smithi012.stdout:write: B 25212055~5345801 2024-04-02T09:11:00.643 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 8561522~3279735 2024-04-02T09:11:00.647 INFO:tasks.workunit.client.0.smithi012.stdout:snap: snap1 2024-04-02T09:11:00.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:00 smithi055 ceph-mon[85080]: osdmap e1462: 8 total, 8 up, 8 in 2024-04-02T09:11:00.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:00 smithi012 ceph-mon[88355]: osdmap e1462: 8 total, 8 up, 8 in 2024-04-02T09:11:00.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:00 smithi012 ceph-mon[90784]: osdmap e1462: 8 total, 8 up, 8 in 2024-04-02T09:11:01.536 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 153022696 2024-04-02T09:11:01.542 INFO:tasks.workunit.client.0.smithi012.stdout:write: C 59859773~3773407 2024-04-02T09:11:01.545 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 87028568~6133599 2024-04-02T09:11:01.545 INFO:tasks.workunit.client.0.smithi012.stdout:write: C 143088462~3625252 2024-04-02T09:11:01.545 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 107655869~3839967 2024-04-02T09:11:01.546 INFO:tasks.workunit.client.0.smithi012.stdout:write: C 147046698~5975998 2024-04-02T09:11:01.546 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 115777133~2270487 2024-04-02T09:11:01.551 INFO:tasks.workunit.client.0.smithi012.stdout:write: C 75938897~8042941 2024-04-02T09:11:01.551 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 142920403~6131961 2024-04-02T09:11:01.589 INFO:tasks.workunit.client.0.smithi012.stdout:snap: snap2 2024-04-02T09:11:01.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:01 smithi055 ceph-mon[85080]: osdmap e1463: 8 total, 8 up, 8 in 2024-04-02T09:11:01.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:01 smithi055 ceph-mon[85080]: pgmap v2567: 137 pgs: 137 active+clean; 169 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 24 MiB/s wr, 237 op/s 2024-04-02T09:11:01.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:01 smithi012 ceph-mon[90784]: osdmap e1463: 8 total, 8 up, 8 in 2024-04-02T09:11:01.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:01 smithi012 ceph-mon[90784]: pgmap v2567: 137 pgs: 137 active+clean; 169 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 24 MiB/s wr, 237 op/s 2024-04-02T09:11:01.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:01 smithi012 ceph-mon[88355]: osdmap e1463: 8 total, 8 up, 8 in 2024-04-02T09:11:01.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:01 smithi012 ceph-mon[88355]: pgmap v2567: 137 pgs: 137 active+clean; 169 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 24 MiB/s wr, 237 op/s 2024-04-02T09:11:02.554 INFO:tasks.workunit.client.0.smithi012.stdout:write: D 57512999~4818348 2024-04-02T09:11:02.557 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 39062225~3797673 2024-04-02T09:11:02.557 INFO:tasks.workunit.client.0.smithi012.stdout:write: D 142817935~1446089 2024-04-02T09:11:02.557 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 127013069~3659939 2024-04-02T09:11:02.558 INFO:tasks.workunit.client.0.smithi012.stdout:write: D 26662553~3491334 2024-04-02T09:11:02.558 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 87243077~572505 2024-04-02T09:11:02.558 INFO:tasks.workunit.client.0.smithi012.stdout:write: D 52927408~906875 2024-04-02T09:11:02.558 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 53594219~3108515 2024-04-02T09:11:02.589 INFO:tasks.workunit.client.0.smithi012.stdout:snap: snap3 2024-04-02T09:11:02.712 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:02 smithi055 ceph-mon[85080]: osdmap e1464: 8 total, 8 up, 8 in 2024-04-02T09:11:02.712 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:11:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:11:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:11:02.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:02 smithi012 ceph-mon[90784]: osdmap e1464: 8 total, 8 up, 8 in 2024-04-02T09:11:02.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:02 smithi012 ceph-mon[88355]: osdmap e1464: 8 total, 8 up, 8 in 2024-04-02T09:11:03.576 INFO:tasks.workunit.client.0.smithi012.stdout:clone image229 -> image230 2024-04-02T09:11:03.659 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 122380161 2024-04-02T09:11:03.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:03 smithi055 ceph-mon[85080]: osdmap e1465: 8 total, 8 up, 8 in 2024-04-02T09:11:03.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:03 smithi055 ceph-mon[85080]: pgmap v2570: 137 pgs: 137 active+clean; 232 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 46 MiB/s rd, 39 MiB/s wr, 623 op/s 2024-04-02T09:11:03.892 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestDeepCopy.Stress (3904 ms) 2024-04-02T09:11:03.892 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestDeepCopy.NoSnaps_LargerDstObjSize 2024-04-02T09:11:03.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:03 smithi012 ceph-mon[88355]: osdmap e1465: 8 total, 8 up, 8 in 2024-04-02T09:11:03.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:03 smithi012 ceph-mon[88355]: pgmap v2570: 137 pgs: 137 active+clean; 232 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 46 MiB/s rd, 39 MiB/s wr, 623 op/s 2024-04-02T09:11:03.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:03 smithi012 ceph-mon[90784]: osdmap e1465: 8 total, 8 up, 8 in 2024-04-02T09:11:03.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:03 smithi012 ceph-mon[90784]: pgmap v2570: 137 pgs: 137 active+clean; 232 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 46 MiB/s rd, 39 MiB/s wr, 623 op/s 2024-04-02T09:11:04.157 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestDeepCopy.NoSnaps_LargerDstObjSize (264 ms) 2024-04-02T09:11:04.157 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestDeepCopy.Snaps_LargerDstObjSize 2024-04-02T09:11:04.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:04 smithi012 ceph-mon[88355]: osdmap e1466: 8 total, 8 up, 8 in 2024-04-02T09:11:04.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:04 smithi012 ceph-mon[90784]: osdmap e1466: 8 total, 8 up, 8 in 2024-04-02T09:11:05.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:04 smithi055 ceph-mon[85080]: osdmap e1466: 8 total, 8 up, 8 in 2024-04-02T09:11:05.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:05 smithi012 ceph-mon[88355]: osdmap e1467: 8 total, 8 up, 8 in 2024-04-02T09:11:05.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:05 smithi012 ceph-mon[88355]: pgmap v2573: 137 pgs: 137 active+clean; 232 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 15 MiB/s wr, 385 op/s 2024-04-02T09:11:05.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:05 smithi012 ceph-mon[90784]: osdmap e1467: 8 total, 8 up, 8 in 2024-04-02T09:11:05.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:05 smithi012 ceph-mon[90784]: pgmap v2573: 137 pgs: 137 active+clean; 232 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 15 MiB/s wr, 385 op/s 2024-04-02T09:11:06.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:05 smithi055 ceph-mon[85080]: osdmap e1467: 8 total, 8 up, 8 in 2024-04-02T09:11:06.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:05 smithi055 ceph-mon[85080]: pgmap v2573: 137 pgs: 137 active+clean; 232 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 15 MiB/s wr, 385 op/s 2024-04-02T09:11:06.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:06 smithi012 ceph-mon[88355]: osdmap e1468: 8 total, 8 up, 8 in 2024-04-02T09:11:06.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:06 smithi012 ceph-mon[90784]: osdmap e1468: 8 total, 8 up, 8 in 2024-04-02T09:11:07.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:06 smithi055 ceph-mon[85080]: osdmap e1468: 8 total, 8 up, 8 in 2024-04-02T09:11:07.890 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestDeepCopy.Snaps_LargerDstObjSize (3733 ms) 2024-04-02T09:11:07.890 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestDeepCopy.Clone_LargerDstObjSize 2024-04-02T09:11:07.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:07 smithi012 ceph-mon[88355]: osdmap e1469: 8 total, 8 up, 8 in 2024-04-02T09:11:07.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:07 smithi012 ceph-mon[88355]: pgmap v2576: 137 pgs: 137 active+clean; 328 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 22 MiB/s wr, 441 op/s 2024-04-02T09:11:07.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:07 smithi012 ceph-mon[90784]: osdmap e1469: 8 total, 8 up, 8 in 2024-04-02T09:11:07.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:07 smithi012 ceph-mon[90784]: pgmap v2576: 137 pgs: 137 active+clean; 328 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 22 MiB/s wr, 441 op/s 2024-04-02T09:11:08.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:07 smithi055 ceph-mon[85080]: osdmap e1469: 8 total, 8 up, 8 in 2024-04-02T09:11:08.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:07 smithi055 ceph-mon[85080]: pgmap v2576: 137 pgs: 137 active+clean; 328 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 22 MiB/s wr, 441 op/s 2024-04-02T09:11:08.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:11:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:11:07] "GET /metrics HTTP/1.1" 200 36474 "" "Prometheus/2.43.0" 2024-04-02T09:11:08.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:08 smithi012 ceph-mon[88355]: osdmap e1470: 8 total, 8 up, 8 in 2024-04-02T09:11:08.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:08 smithi012 ceph-mon[90784]: osdmap e1470: 8 total, 8 up, 8 in 2024-04-02T09:11:09.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:08 smithi055 ceph-mon[85080]: osdmap e1470: 8 total, 8 up, 8 in 2024-04-02T09:11:09.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:09 smithi012 ceph-mon[88355]: osdmap e1471: 8 total, 8 up, 8 in 2024-04-02T09:11:09.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:09 smithi012 ceph-mon[88355]: pgmap v2579: 137 pgs: 137 active+clean; 328 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 22 MiB/s wr, 441 op/s 2024-04-02T09:11:09.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:09 smithi012 ceph-mon[90784]: osdmap e1471: 8 total, 8 up, 8 in 2024-04-02T09:11:09.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:09 smithi012 ceph-mon[90784]: pgmap v2579: 137 pgs: 137 active+clean; 328 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 22 MiB/s wr, 441 op/s 2024-04-02T09:11:09.949 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestDeepCopy.Clone_LargerDstObjSize (2060 ms) 2024-04-02T09:11:09.949 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestDeepCopy.CloneFlatten_LargerDstObjSize 2024-04-02T09:11:10.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:09 smithi055 ceph-mon[85080]: osdmap e1471: 8 total, 8 up, 8 in 2024-04-02T09:11:10.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:09 smithi055 ceph-mon[85080]: pgmap v2579: 137 pgs: 137 active+clean; 328 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 22 MiB/s wr, 441 op/s 2024-04-02T09:11:10.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:10 smithi012 ceph-mon[88355]: osdmap e1472: 8 total, 8 up, 8 in 2024-04-02T09:11:10.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:10 smithi012 ceph-mon[90784]: osdmap e1472: 8 total, 8 up, 8 in 2024-04-02T09:11:11.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:10 smithi055 ceph-mon[85080]: osdmap e1472: 8 total, 8 up, 8 in 2024-04-02T09:11:11.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:11 smithi012 ceph-mon[88355]: pgmap v2581: 137 pgs: 137 active+clean; 364 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 9.0 MiB/s wr, 103 op/s 2024-04-02T09:11:11.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:11 smithi012 ceph-mon[88355]: osdmap e1473: 8 total, 8 up, 8 in 2024-04-02T09:11:11.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:11 smithi012 ceph-mon[90784]: pgmap v2581: 137 pgs: 137 active+clean; 364 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 9.0 MiB/s wr, 103 op/s 2024-04-02T09:11:11.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:11 smithi012 ceph-mon[90784]: osdmap e1473: 8 total, 8 up, 8 in 2024-04-02T09:11:12.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:11 smithi055 ceph-mon[85080]: pgmap v2581: 137 pgs: 137 active+clean; 364 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 9.0 MiB/s wr, 103 op/s 2024-04-02T09:11:12.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:11 smithi055 ceph-mon[85080]: osdmap e1473: 8 total, 8 up, 8 in 2024-04-02T09:11:12.152 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestDeepCopy.CloneFlatten_LargerDstObjSize (2203 ms) 2024-04-02T09:11:12.153 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestDeepCopy.Stress_LargerDstObjSize 2024-04-02T09:11:12.176 INFO:tasks.workunit.client.0.smithi012.stdout:write: A 23552636~5877675 2024-04-02T09:11:12.203 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 64252264~2058612 2024-04-02T09:11:12.203 INFO:tasks.workunit.client.0.smithi012.stdout:write: A 41745005~6661645 2024-04-02T09:11:12.220 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 45605937~1512971 2024-04-02T09:11:12.221 INFO:tasks.workunit.client.0.smithi012.stdout:write: A 73440183~1168123 2024-04-02T09:11:12.228 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 46908837~6233545 2024-04-02T09:11:12.229 INFO:tasks.workunit.client.0.smithi012.stdout:write: A 32845458~4645457 2024-04-02T09:11:12.245 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 41859828~5177396 2024-04-02T09:11:12.249 INFO:tasks.workunit.client.0.smithi012.stdout:snap: snap0 2024-04-02T09:11:12.658 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:11:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:11:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:11:12.675 INFO:tasks.workunit.client.0.smithi012.stdout:clone image249 -> image250 2024-04-02T09:11:12.721 INFO:tasks.workunit.client.0.smithi012.stdout:write: B 15519345~1135917 2024-04-02T09:11:12.729 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 43985833~2804320 2024-04-02T09:11:12.733 INFO:tasks.workunit.client.0.smithi012.stdout:write: B 14301443~3088041 2024-04-02T09:11:12.740 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 64963594~694660 2024-04-02T09:11:12.744 INFO:tasks.workunit.client.0.smithi012.stdout:write: B 76521077~4257994 2024-04-02T09:11:12.760 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 8762927~4849995 2024-04-02T09:11:12.764 INFO:tasks.workunit.client.0.smithi012.stdout:write: B 2339062~7328548 2024-04-02T09:11:12.784 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 998553~7149739 2024-04-02T09:11:12.785 INFO:tasks.workunit.client.0.smithi012.stdout:snap: snap1 2024-04-02T09:11:12.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:12 smithi012 ceph-mon[88355]: osdmap e1474: 8 total, 8 up, 8 in 2024-04-02T09:11:12.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:12 smithi012 ceph-mon[90784]: osdmap e1474: 8 total, 8 up, 8 in 2024-04-02T09:11:13.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:12 smithi055 ceph-mon[85080]: osdmap e1474: 8 total, 8 up, 8 in 2024-04-02T09:11:13.686 INFO:tasks.workunit.client.0.smithi012.stdout:clone image250 -> image251 2024-04-02T09:11:13.747 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 160184070 2024-04-02T09:11:13.753 INFO:tasks.workunit.client.0.smithi012.stdout:write: C 22660818~995433 2024-04-02T09:11:13.776 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 38479631~1968642 2024-04-02T09:11:13.791 INFO:tasks.workunit.client.0.smithi012.stdout:write: C 150724721~6930611 2024-04-02T09:11:13.815 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 141623312~3583602 2024-04-02T09:11:13.815 INFO:tasks.workunit.client.0.smithi012.stdout:write: C 136500510~3723227 2024-04-02T09:11:13.826 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 93876483~4391261 2024-04-02T09:11:13.826 INFO:tasks.workunit.client.0.smithi012.stdout:write: C 50262966~4636307 2024-04-02T09:11:13.849 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 104940842~6807669 2024-04-02T09:11:13.849 INFO:tasks.workunit.client.0.smithi012.stdout:snap: snap2 2024-04-02T09:11:13.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:13 smithi012 ceph-mon[88355]: pgmap v2584: 137 pgs: 137 active+clean; 400 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 18 MiB/s wr, 391 op/s 2024-04-02T09:11:13.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:13 smithi012 ceph-mon[88355]: osdmap e1475: 8 total, 8 up, 8 in 2024-04-02T09:11:13.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:13 smithi012 ceph-mon[90784]: pgmap v2584: 137 pgs: 137 active+clean; 400 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 18 MiB/s wr, 391 op/s 2024-04-02T09:11:13.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:13 smithi012 ceph-mon[90784]: osdmap e1475: 8 total, 8 up, 8 in 2024-04-02T09:11:14.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:13 smithi055 ceph-mon[85080]: pgmap v2584: 137 pgs: 137 active+clean; 400 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 18 MiB/s wr, 391 op/s 2024-04-02T09:11:14.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:13 smithi055 ceph-mon[85080]: osdmap e1475: 8 total, 8 up, 8 in 2024-04-02T09:11:14.687 INFO:tasks.workunit.client.0.smithi012.stdout:write: D 28824896~7373760 2024-04-02T09:11:14.689 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 7179757~201283 2024-04-02T09:11:14.689 INFO:tasks.workunit.client.0.smithi012.stdout:write: D 159158636~537549 2024-04-02T09:11:14.689 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 123102105~7337306 2024-04-02T09:11:14.694 INFO:tasks.workunit.client.0.smithi012.stdout:write: D 74227115~7725342 2024-04-02T09:11:14.694 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 148549793~2359073 2024-04-02T09:11:14.694 INFO:tasks.workunit.client.0.smithi012.stdout:write: D 78851979~747769 2024-04-02T09:11:14.761 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 97776081~5456577 2024-04-02T09:11:14.764 INFO:tasks.workunit.client.0.smithi012.stdout:snap: snap3 2024-04-02T09:11:14.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:14 smithi012 ceph-mon[88355]: osdmap e1476: 8 total, 8 up, 8 in 2024-04-02T09:11:14.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:14.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:14 smithi012 ceph-mon[90784]: osdmap e1476: 8 total, 8 up, 8 in 2024-04-02T09:11:14.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:15.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:14 smithi055 ceph-mon[85080]: osdmap e1476: 8 total, 8 up, 8 in 2024-04-02T09:11:15.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:15.696 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 107112074 2024-04-02T09:11:15.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:15 smithi012 ceph-mon[88355]: pgmap v2587: 137 pgs: 137 active+clean; 400 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 9.0 MiB/s wr, 288 op/s 2024-04-02T09:11:15.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:15 smithi012 ceph-mon[88355]: osdmap e1477: 8 total, 8 up, 8 in 2024-04-02T09:11:15.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:15 smithi012 ceph-mon[90784]: pgmap v2587: 137 pgs: 137 active+clean; 400 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 9.0 MiB/s wr, 288 op/s 2024-04-02T09:11:15.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:15 smithi012 ceph-mon[90784]: osdmap e1477: 8 total, 8 up, 8 in 2024-04-02T09:11:16.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:15 smithi055 ceph-mon[85080]: pgmap v2587: 137 pgs: 137 active+clean; 400 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 9.0 MiB/s wr, 288 op/s 2024-04-02T09:11:16.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:15 smithi055 ceph-mon[85080]: osdmap e1477: 8 total, 8 up, 8 in 2024-04-02T09:11:17.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:16 smithi055 ceph-mon[85080]: osdmap e1478: 8 total, 8 up, 8 in 2024-04-02T09:11:17.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:16 smithi012 ceph-mon[88355]: osdmap e1478: 8 total, 8 up, 8 in 2024-04-02T09:11:17.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:16 smithi012 ceph-mon[90784]: osdmap e1478: 8 total, 8 up, 8 in 2024-04-02T09:11:18.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:17 smithi055 ceph-mon[85080]: pgmap v2590: 137 pgs: 137 active+clean; 612 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 46 MiB/s wr, 479 op/s 2024-04-02T09:11:18.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:17 smithi055 ceph-mon[85080]: osdmap e1479: 8 total, 8 up, 8 in 2024-04-02T09:11:18.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:17 smithi012 ceph-mon[88355]: pgmap v2590: 137 pgs: 137 active+clean; 612 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 46 MiB/s wr, 479 op/s 2024-04-02T09:11:18.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:17 smithi012 ceph-mon[88355]: osdmap e1479: 8 total, 8 up, 8 in 2024-04-02T09:11:18.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:11:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:11:17] "GET /metrics HTTP/1.1" 200 36477 "" "Prometheus/2.43.0" 2024-04-02T09:11:18.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:17 smithi012 ceph-mon[90784]: pgmap v2590: 137 pgs: 137 active+clean; 612 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 46 MiB/s wr, 479 op/s 2024-04-02T09:11:18.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:17 smithi012 ceph-mon[90784]: osdmap e1479: 8 total, 8 up, 8 in 2024-04-02T09:11:18.571 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestDeepCopy.Stress_LargerDstObjSize (6419 ms) 2024-04-02T09:11:18.571 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestDeepCopy.NoSnaps_SmallerDstObjSize 2024-04-02T09:11:18.802 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestDeepCopy.NoSnaps_SmallerDstObjSize (231 ms) 2024-04-02T09:11:18.803 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestDeepCopy.Snaps_SmallerDstObjSize 2024-04-02T09:11:19.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:18 smithi055 ceph-mon[85080]: osdmap e1480: 8 total, 8 up, 8 in 2024-04-02T09:11:19.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:18 smithi012 ceph-mon[88355]: osdmap e1480: 8 total, 8 up, 8 in 2024-04-02T09:11:19.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:18 smithi012 ceph-mon[90784]: osdmap e1480: 8 total, 8 up, 8 in 2024-04-02T09:11:20.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:19 smithi055 ceph-mon[85080]: pgmap v2593: 137 pgs: 137 active+clean; 612 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 46 MiB/s wr, 479 op/s 2024-04-02T09:11:20.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:19 smithi012 ceph-mon[88355]: pgmap v2593: 137 pgs: 137 active+clean; 612 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 46 MiB/s wr, 479 op/s 2024-04-02T09:11:20.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:19 smithi012 ceph-mon[90784]: pgmap v2593: 137 pgs: 137 active+clean; 612 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 46 MiB/s wr, 479 op/s 2024-04-02T09:11:21.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:20 smithi055 ceph-mon[85080]: osdmap e1481: 8 total, 8 up, 8 in 2024-04-02T09:11:21.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:20 smithi012 ceph-mon[88355]: osdmap e1481: 8 total, 8 up, 8 in 2024-04-02T09:11:21.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:20 smithi012 ceph-mon[90784]: osdmap e1481: 8 total, 8 up, 8 in 2024-04-02T09:11:22.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:21 smithi055 ceph-mon[85080]: pgmap v2595: 137 pgs: 137 active+clean; 704 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 78 MiB/s rd, 30 MiB/s wr, 397 op/s 2024-04-02T09:11:22.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:21 smithi055 ceph-mon[85080]: osdmap e1482: 8 total, 8 up, 8 in 2024-04-02T09:11:22.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:21 smithi012 ceph-mon[88355]: pgmap v2595: 137 pgs: 137 active+clean; 704 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 78 MiB/s rd, 30 MiB/s wr, 397 op/s 2024-04-02T09:11:22.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:21 smithi012 ceph-mon[88355]: osdmap e1482: 8 total, 8 up, 8 in 2024-04-02T09:11:22.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:21 smithi012 ceph-mon[90784]: pgmap v2595: 137 pgs: 137 active+clean; 704 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 78 MiB/s rd, 30 MiB/s wr, 397 op/s 2024-04-02T09:11:22.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:21 smithi012 ceph-mon[90784]: osdmap e1482: 8 total, 8 up, 8 in 2024-04-02T09:11:22.753 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:11:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:11:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:11:23.010 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestDeepCopy.Snaps_SmallerDstObjSize (4207 ms) 2024-04-02T09:11:23.010 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestDeepCopy.Clone_SmallerDstObjSize 2024-04-02T09:11:23.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:22 smithi055 ceph-mon[85080]: osdmap e1483: 8 total, 8 up, 8 in 2024-04-02T09:11:23.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:22 smithi012 ceph-mon[88355]: osdmap e1483: 8 total, 8 up, 8 in 2024-04-02T09:11:23.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:22 smithi012 ceph-mon[90784]: osdmap e1483: 8 total, 8 up, 8 in 2024-04-02T09:11:24.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:23 smithi055 ceph-mon[85080]: pgmap v2598: 137 pgs: 137 active+clean; 779 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 92 MiB/s rd, 28 MiB/s wr, 264 op/s 2024-04-02T09:11:24.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:23 smithi055 ceph-mon[85080]: osdmap e1484: 8 total, 8 up, 8 in 2024-04-02T09:11:24.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:23 smithi012 ceph-mon[90784]: pgmap v2598: 137 pgs: 137 active+clean; 779 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 92 MiB/s rd, 28 MiB/s wr, 264 op/s 2024-04-02T09:11:24.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:23 smithi012 ceph-mon[90784]: osdmap e1484: 8 total, 8 up, 8 in 2024-04-02T09:11:24.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:23 smithi012 ceph-mon[88355]: pgmap v2598: 137 pgs: 137 active+clean; 779 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 92 MiB/s rd, 28 MiB/s wr, 264 op/s 2024-04-02T09:11:24.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:23 smithi012 ceph-mon[88355]: osdmap e1484: 8 total, 8 up, 8 in 2024-04-02T09:11:25.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:24 smithi055 ceph-mon[85080]: osdmap e1485: 8 total, 8 up, 8 in 2024-04-02T09:11:25.075 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestDeepCopy.Clone_SmallerDstObjSize (2066 ms) 2024-04-02T09:11:25.076 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestDeepCopy.CloneFlatten_SmallerDstObjSize 2024-04-02T09:11:25.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:24 smithi012 ceph-mon[88355]: osdmap e1485: 8 total, 8 up, 8 in 2024-04-02T09:11:25.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:24 smithi012 ceph-mon[90784]: osdmap e1485: 8 total, 8 up, 8 in 2024-04-02T09:11:26.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:25 smithi055 ceph-mon[85080]: pgmap v2601: 137 pgs: 137 active+clean; 779 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 17 MiB/s wr, 104 op/s 2024-04-02T09:11:26.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:25 smithi055 ceph-mon[85080]: osdmap e1486: 8 total, 8 up, 8 in 2024-04-02T09:11:26.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:25 smithi012 ceph-mon[88355]: pgmap v2601: 137 pgs: 137 active+clean; 779 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 17 MiB/s wr, 104 op/s 2024-04-02T09:11:26.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:25 smithi012 ceph-mon[88355]: osdmap e1486: 8 total, 8 up, 8 in 2024-04-02T09:11:26.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:25 smithi012 ceph-mon[90784]: pgmap v2601: 137 pgs: 137 active+clean; 779 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 17 MiB/s wr, 104 op/s 2024-04-02T09:11:26.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:25 smithi012 ceph-mon[90784]: osdmap e1486: 8 total, 8 up, 8 in 2024-04-02T09:11:27.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:26 smithi055 ceph-mon[85080]: osdmap e1487: 8 total, 8 up, 8 in 2024-04-02T09:11:27.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:26 smithi012 ceph-mon[88355]: osdmap e1487: 8 total, 8 up, 8 in 2024-04-02T09:11:27.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:26 smithi012 ceph-mon[90784]: osdmap e1487: 8 total, 8 up, 8 in 2024-04-02T09:11:27.223 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestDeepCopy.CloneFlatten_SmallerDstObjSize (2148 ms) 2024-04-02T09:11:27.224 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestDeepCopy.Stress_SmallerDstObjSize 2024-04-02T09:11:27.246 INFO:tasks.workunit.client.0.smithi012.stdout:write: A 56554520~988036 2024-04-02T09:11:27.257 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 47567383~600211 2024-04-02T09:11:27.257 INFO:tasks.workunit.client.0.smithi012.stdout:write: A 15796488~967655 2024-04-02T09:11:27.262 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 74297951~3914836 2024-04-02T09:11:27.263 INFO:tasks.workunit.client.0.smithi012.stdout:write: A 2899988~3351169 2024-04-02T09:11:27.276 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 37106884~2876641 2024-04-02T09:11:27.276 INFO:tasks.workunit.client.0.smithi012.stdout:write: A 36968623~2908746 2024-04-02T09:11:27.286 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 18634660~4128054 2024-04-02T09:11:27.286 INFO:tasks.workunit.client.0.smithi012.stdout:snap: snap0 2024-04-02T09:11:27.801 INFO:tasks.workunit.client.0.smithi012.stdout:clone image270 -> image271 2024-04-02T09:11:27.853 INFO:tasks.workunit.client.0.smithi012.stdout:write: B 25427092~1804695 2024-04-02T09:11:27.864 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 44495504~8224299 2024-04-02T09:11:27.868 INFO:tasks.workunit.client.0.smithi012.stdout:write: B 72401133~3615775 2024-04-02T09:11:27.880 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 64628683~5268876 2024-04-02T09:11:27.883 INFO:tasks.workunit.client.0.smithi012.stdout:write: B 31696942~902242 2024-04-02T09:11:27.889 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 19511069~3396073 2024-04-02T09:11:27.892 INFO:tasks.workunit.client.0.smithi012.stdout:write: B 4384109~3127980 2024-04-02T09:11:27.909 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 62448447~568117 2024-04-02T09:11:27.912 INFO:tasks.workunit.client.0.smithi012.stdout:snap: snap1 2024-04-02T09:11:28.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:27 smithi055 ceph-mon[85080]: pgmap v2604: 137 pgs: 137 active+clean; 843 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 16 MiB/s wr, 420 op/s 2024-04-02T09:11:28.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:27 smithi055 ceph-mon[85080]: osdmap e1488: 8 total, 8 up, 8 in 2024-04-02T09:11:28.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:27 smithi012 ceph-mon[90784]: pgmap v2604: 137 pgs: 137 active+clean; 843 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 16 MiB/s wr, 420 op/s 2024-04-02T09:11:28.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:27 smithi012 ceph-mon[90784]: osdmap e1488: 8 total, 8 up, 8 in 2024-04-02T09:11:28.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:27 smithi012 ceph-mon[88355]: pgmap v2604: 137 pgs: 137 active+clean; 843 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 16 MiB/s wr, 420 op/s 2024-04-02T09:11:28.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:27 smithi012 ceph-mon[88355]: osdmap e1488: 8 total, 8 up, 8 in 2024-04-02T09:11:28.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:11:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:11:27] "GET /metrics HTTP/1.1" 200 36477 "" "Prometheus/2.43.0" 2024-04-02T09:11:28.804 INFO:tasks.workunit.client.0.smithi012.stdout:write: C 47477720~2747463 2024-04-02T09:11:28.807 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 6098632~336251 2024-04-02T09:11:28.807 INFO:tasks.workunit.client.0.smithi012.stdout:write: C 11601501~46061 2024-04-02T09:11:28.807 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 36509239~1262476 2024-04-02T09:11:28.808 INFO:tasks.workunit.client.0.smithi012.stdout:write: C 13779139~6627084 2024-04-02T09:11:28.808 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 21306494~4812251 2024-04-02T09:11:28.808 INFO:tasks.workunit.client.0.smithi012.stdout:write: C 73725810~466711 2024-04-02T09:11:28.808 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 302403~4790546 2024-04-02T09:11:28.851 INFO:tasks.workunit.client.0.smithi012.stdout:snap: snap2 2024-04-02T09:11:29.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:28 smithi055 ceph-mon[85080]: osdmap e1489: 8 total, 8 up, 8 in 2024-04-02T09:11:29.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:28 smithi012 ceph-mon[88355]: osdmap e1489: 8 total, 8 up, 8 in 2024-04-02T09:11:29.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:28 smithi012 ceph-mon[90784]: osdmap e1489: 8 total, 8 up, 8 in 2024-04-02T09:11:29.817 INFO:tasks.workunit.client.0.smithi012.stdout:clone image271 -> image272 2024-04-02T09:11:29.885 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 156589616 2024-04-02T09:11:29.892 INFO:tasks.workunit.client.0.smithi012.stdout:write: D 36666236~6049678 2024-04-02T09:11:29.921 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 15367933~6496914 2024-04-02T09:11:29.934 INFO:tasks.workunit.client.0.smithi012.stdout:write: D 109873663~933605 2024-04-02T09:11:29.939 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 91977330~7320169 2024-04-02T09:11:29.939 INFO:tasks.workunit.client.0.smithi012.stdout:write: D 89319368~1410276 2024-04-02T09:11:29.946 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 19709665~6937559 2024-04-02T09:11:29.953 INFO:tasks.workunit.client.0.smithi012.stdout:write: D 29222255~5407215 2024-04-02T09:11:29.969 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 50627752~3282300 2024-04-02T09:11:29.972 INFO:tasks.workunit.client.0.smithi012.stdout:snap: snap3 2024-04-02T09:11:30.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:29 smithi055 ceph-mon[85080]: pgmap v2607: 137 pgs: 137 active+clean; 843 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 16 MiB/s wr, 420 op/s 2024-04-02T09:11:30.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:29 smithi055 ceph-mon[85080]: osdmap e1490: 8 total, 8 up, 8 in 2024-04-02T09:11:30.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:30.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:29 smithi012 ceph-mon[88355]: pgmap v2607: 137 pgs: 137 active+clean; 843 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 16 MiB/s wr, 420 op/s 2024-04-02T09:11:30.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:29 smithi012 ceph-mon[88355]: osdmap e1490: 8 total, 8 up, 8 in 2024-04-02T09:11:30.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:30.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:29 smithi012 ceph-mon[90784]: pgmap v2607: 137 pgs: 137 active+clean; 843 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 16 MiB/s wr, 420 op/s 2024-04-02T09:11:30.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:29 smithi012 ceph-mon[90784]: osdmap e1490: 8 total, 8 up, 8 in 2024-04-02T09:11:30.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:30.827 INFO:tasks.workunit.client.0.smithi012.stdout:resize: 188908692 2024-04-02T09:11:31.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:30 smithi055 ceph-mon[85080]: osdmap e1491: 8 total, 8 up, 8 in 2024-04-02T09:11:31.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:30 smithi012 ceph-mon[88355]: osdmap e1491: 8 total, 8 up, 8 in 2024-04-02T09:11:31.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:30 smithi012 ceph-mon[90784]: osdmap e1491: 8 total, 8 up, 8 in 2024-04-02T09:11:32.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:31 smithi012 ceph-mon[88355]: pgmap v2610: 137 pgs: 137 active+clean; 981 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 24 MiB/s rd, 24 MiB/s wr, 251 op/s 2024-04-02T09:11:32.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:31 smithi012 ceph-mon[88355]: osdmap e1492: 8 total, 8 up, 8 in 2024-04-02T09:11:32.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:31 smithi012 ceph-mon[90784]: pgmap v2610: 137 pgs: 137 active+clean; 981 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 24 MiB/s rd, 24 MiB/s wr, 251 op/s 2024-04-02T09:11:32.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:31 smithi012 ceph-mon[90784]: osdmap e1492: 8 total, 8 up, 8 in 2024-04-02T09:11:32.220 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestDeepCopy.Stress_SmallerDstObjSize (4997 ms) 2024-04-02T09:11:32.220 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2024-04-02T09:11:32.248 INFO:tasks.workunit.client.0.smithi012.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:621: Skipped 2024-04-02T09:11:32.248 INFO:tasks.workunit.client.0.smithi012.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:11:32.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:31 smithi055 ceph-mon[85080]: pgmap v2610: 137 pgs: 137 active+clean; 981 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 24 MiB/s rd, 24 MiB/s wr, 251 op/s 2024-04-02T09:11:32.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:31 smithi055 ceph-mon[85080]: osdmap e1492: 8 total, 8 up, 8 in 2024-04-02T09:11:32.318 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize (98 ms) 2024-04-02T09:11:32.318 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2024-04-02T09:11:32.343 INFO:tasks.workunit.client.0.smithi012.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:635: Skipped 2024-04-02T09:11:32.343 INFO:tasks.workunit.client.0.smithi012.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:11:32.418 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingLargerDstObjSize (100 ms) 2024-04-02T09:11:32.418 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2024-04-02T09:11:32.442 INFO:tasks.workunit.client.0.smithi012.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:649: Skipped 2024-04-02T09:11:32.442 INFO:tasks.workunit.client.0.smithi012.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:11:32.516 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingLargerDstObjSize (98 ms) 2024-04-02T09:11:32.517 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2024-04-02T09:11:32.540 INFO:tasks.workunit.client.0.smithi012.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:663: Skipped 2024-04-02T09:11:32.540 INFO:tasks.workunit.client.0.smithi012.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:11:32.612 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize (96 ms) 2024-04-02T09:11:32.613 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2024-04-02T09:11:32.635 INFO:tasks.workunit.client.0.smithi012.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:679: Skipped 2024-04-02T09:11:32.635 INFO:tasks.workunit.client.0.smithi012.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:11:32.709 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingLargerDstObjSize (97 ms) 2024-04-02T09:11:32.709 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2024-04-02T09:11:32.733 INFO:tasks.workunit.client.0.smithi012.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:693: Skipped 2024-04-02T09:11:32.733 INFO:tasks.workunit.client.0.smithi012.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:11:32.804 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize (94 ms) 2024-04-02T09:11:32.804 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2024-04-02T09:11:32.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:11:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:11:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:11:32.829 INFO:tasks.workunit.client.0.smithi012.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:707: Skipped 2024-04-02T09:11:32.829 INFO:tasks.workunit.client.0.smithi012.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:11:32.902 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize (99 ms) 2024-04-02T09:11:32.902 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2024-04-02T09:11:32.926 INFO:tasks.workunit.client.0.smithi012.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:721: Skipped 2024-04-02T09:11:32.926 INFO:tasks.workunit.client.0.smithi012.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:11:33.006 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingSmallerDstObjSize (104 ms) 2024-04-02T09:11:33.006 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2024-04-02T09:11:33.030 INFO:tasks.workunit.client.0.smithi012.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:735: Skipped 2024-04-02T09:11:33.031 INFO:tasks.workunit.client.0.smithi012.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:11:33.103 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize (96 ms) 2024-04-02T09:11:33.103 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2024-04-02T09:11:33.126 INFO:tasks.workunit.client.0.smithi012.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:751: Skipped 2024-04-02T09:11:33.126 INFO:tasks.workunit.client.0.smithi012.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:11:33.177 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:32 smithi012 ceph-mon[88355]: osdmap e1493: 8 total, 8 up, 8 in 2024-04-02T09:11:33.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:32 smithi012 ceph-mon[90784]: osdmap e1493: 8 total, 8 up, 8 in 2024-04-02T09:11:33.197 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingSmallerDstObjSize (95 ms) 2024-04-02T09:11:33.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:32 smithi055 ceph-mon[85080]: osdmap e1493: 8 total, 8 up, 8 in 2024-04-02T09:11:33.846 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 31 tests from TestDeepCopy (55829 ms total) 2024-04-02T09:11:33.846 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:11:33.846 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 51 tests from TestMirroring 2024-04-02T09:11:34.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:33 smithi012 ceph-mon[88355]: pgmap v2613: 137 pgs: 137 active+clean; 1.0 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 36 MiB/s rd, 36 MiB/s wr, 708 op/s 2024-04-02T09:11:34.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:33 smithi012 ceph-mon[90784]: pgmap v2613: 137 pgs: 137 active+clean; 1.0 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 36 MiB/s rd, 36 MiB/s wr, 708 op/s 2024-04-02T09:11:34.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:33 smithi055 ceph-mon[85080]: pgmap v2613: 137 pgs: 137 active+clean; 1.0 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 36 MiB/s rd, 36 MiB/s wr, 708 op/s 2024-04-02T09:11:35.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:34 smithi012 ceph-mon[88355]: osdmap e1494: 8 total, 8 up, 8 in 2024-04-02T09:11:35.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:34 smithi012 ceph-mon[90784]: osdmap e1494: 8 total, 8 up, 8 in 2024-04-02T09:11:35.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:34 smithi055 ceph-mon[85080]: osdmap e1494: 8 total, 8 up, 8 in 2024-04-02T09:11:35.856 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage 2024-04-02T09:11:36.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:35 smithi012 ceph-mon[88355]: pgmap v2615: 105 pgs: 105 active+clean; 4.6 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail 2024-04-02T09:11:36.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:35 smithi012 ceph-mon[88355]: osdmap e1495: 8 total, 8 up, 8 in 2024-04-02T09:11:36.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:35 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:36.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:35 smithi012 ceph-mon[90784]: pgmap v2615: 105 pgs: 105 active+clean; 4.6 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail 2024-04-02T09:11:36.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:35 smithi012 ceph-mon[90784]: osdmap e1495: 8 total, 8 up, 8 in 2024-04-02T09:11:36.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:35 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:36.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:35 smithi055 ceph-mon[85080]: pgmap v2615: 105 pgs: 105 active+clean; 4.6 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail 2024-04-02T09:11:36.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:35 smithi055 ceph-mon[85080]: osdmap e1495: 8 total, 8 up, 8 in 2024-04-02T09:11:36.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:35 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:37.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:36 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:11:37.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:36 smithi012 ceph-mon[88355]: osdmap e1496: 8 total, 8 up, 8 in 2024-04-02T09:11:37.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:36 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:11:37.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:36 smithi012 ceph-mon[90784]: osdmap e1496: 8 total, 8 up, 8 in 2024-04-02T09:11:37.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:36 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:11:37.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:36 smithi055 ceph-mon[85080]: osdmap e1496: 8 total, 8 up, 8 in 2024-04-02T09:11:37.987 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage (2131 ms) 2024-04-02T09:11:37.987 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool 2024-04-02T09:11:38.095 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool (108 ms) 2024-04-02T09:11:38.095 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled 2024-04-02T09:11:38.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:11:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:11:37] "GET /metrics HTTP/1.1" 200 36478 "" "Prometheus/2.43.0" 2024-04-02T09:11:38.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:37 smithi012 ceph-mon[90784]: pgmap v2618: 137 pgs: 15 creating+peering, 122 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:11:38.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:37 smithi012 ceph-mon[90784]: osdmap e1497: 8 total, 8 up, 8 in 2024-04-02T09:11:38.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:37 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:11:38.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:37 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:11:38.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:37 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:11:38.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:37 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:11:38.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:37 smithi012 ceph-mon[88355]: pgmap v2618: 137 pgs: 15 creating+peering, 122 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:11:38.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:37 smithi012 ceph-mon[88355]: osdmap e1497: 8 total, 8 up, 8 in 2024-04-02T09:11:38.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:37 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:11:38.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:37 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:11:38.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:37 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:11:38.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:37 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:11:38.185 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled (90 ms) 2024-04-02T09:11:38.186 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage 2024-04-02T09:11:38.294 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage (108 ms) 2024-04-02T09:11:38.294 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap 2024-04-02T09:11:38.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:37 smithi055 ceph-mon[85080]: pgmap v2618: 137 pgs: 15 creating+peering, 122 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:11:38.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:37 smithi055 ceph-mon[85080]: osdmap e1497: 8 total, 8 up, 8 in 2024-04-02T09:11:38.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:37 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:11:38.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:37 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:11:38.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:37 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:11:38.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:37 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:11:38.395 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap (102 ms) 2024-04-02T09:11:38.395 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModePool 2024-04-02T09:11:38.492 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModePool (97 ms) 2024-04-02T09:11:38.492 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled 2024-04-02T09:11:38.613 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled (121 ms) 2024-04-02T09:11:38.614 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMirroring.DisableImageMirrorWithPeer 2024-04-02T09:11:38.614 INFO:tasks.workunit.client.0.smithi012.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_mirroring.cc:482: Skipped 2024-04-02T09:11:38.614 INFO:tasks.workunit.client.0.smithi012.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:11:38.614 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestMirroring.DisableImageMirrorWithPeer (0 ms) 2024-04-02T09:11:38.614 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMirroring.DisableJournalingWithPeer 2024-04-02T09:11:38.614 INFO:tasks.workunit.client.0.smithi012.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_mirroring.cc:520: Skipped 2024-04-02T09:11:38.614 INFO:tasks.workunit.client.0.smithi012.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:11:38.614 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestMirroring.DisableJournalingWithPeer (0 ms) 2024-04-02T09:11:38.614 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling 2024-04-02T09:11:38.689 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling (76 ms) 2024-04-02T09:11:38.689 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling 2024-04-02T09:11:38.777 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling (88 ms) 2024-04-02T09:11:38.777 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling 2024-04-02T09:11:39.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:38 smithi012 ceph-mon[88355]: osdmap e1498: 8 total, 8 up, 8 in 2024-04-02T09:11:39.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:38 smithi012 ceph-mon[90784]: osdmap e1498: 8 total, 8 up, 8 in 2024-04-02T09:11:39.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:38 smithi055 ceph-mon[85080]: osdmap e1498: 8 total, 8 up, 8 in 2024-04-02T09:11:39.933 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling (1155 ms) 2024-04-02T09:11:39.933 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock 2024-04-02T09:11:40.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:39 smithi012 ceph-mon[88355]: pgmap v2621: 137 pgs: 15 creating+peering, 122 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:11:40.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:39 smithi012 ceph-mon[88355]: osdmap e1499: 8 total, 8 up, 8 in 2024-04-02T09:11:40.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:39 smithi012 ceph-mon[90784]: pgmap v2621: 137 pgs: 15 creating+peering, 122 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:11:40.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:39 smithi012 ceph-mon[90784]: osdmap e1499: 8 total, 8 up, 8 in 2024-04-02T09:11:40.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:39 smithi055 ceph-mon[85080]: pgmap v2621: 137 pgs: 15 creating+peering, 122 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:11:40.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:39 smithi055 ceph-mon[85080]: osdmap e1499: 8 total, 8 up, 8 in 2024-04-02T09:11:41.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:40 smithi012 ceph-mon[88355]: osdmap e1500: 8 total, 8 up, 8 in 2024-04-02T09:11:41.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:40 smithi012 ceph-mon[90784]: osdmap e1500: 8 total, 8 up, 8 in 2024-04-02T09:11:41.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:40 smithi055 ceph-mon[85080]: osdmap e1500: 8 total, 8 up, 8 in 2024-04-02T09:11:41.939 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock (2007 ms) 2024-04-02T09:11:41.939 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeDisabled 2024-04-02T09:11:42.034 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeDisabled (94 ms) 2024-04-02T09:11:42.034 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage 2024-04-02T09:11:42.129 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage (95 ms) 2024-04-02T09:11:42.129 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool 2024-04-02T09:11:42.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:41 smithi012 ceph-mon[88355]: pgmap v2624: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 193 KiB/s rd, 11 KiB/s wr, 274 op/s 2024-04-02T09:11:42.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:41 smithi012 ceph-mon[88355]: osdmap e1501: 8 total, 8 up, 8 in 2024-04-02T09:11:42.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:41 smithi012 ceph-mon[90784]: pgmap v2624: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 193 KiB/s rd, 11 KiB/s wr, 274 op/s 2024-04-02T09:11:42.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:41 smithi012 ceph-mon[90784]: osdmap e1501: 8 total, 8 up, 8 in 2024-04-02T09:11:42.234 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool (106 ms) 2024-04-02T09:11:42.234 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling 2024-04-02T09:11:42.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:41 smithi055 ceph-mon[85080]: pgmap v2624: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 193 KiB/s rd, 11 KiB/s wr, 274 op/s 2024-04-02T09:11:42.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:41 smithi055 ceph-mon[85080]: osdmap e1501: 8 total, 8 up, 8 in 2024-04-02T09:11:42.319 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling (85 ms) 2024-04-02T09:11:42.319 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling 2024-04-02T09:11:42.402 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling (83 ms) 2024-04-02T09:11:42.403 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeDisabled 2024-04-02T09:11:42.503 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeDisabled (100 ms) 2024-04-02T09:11:42.503 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage 2024-04-02T09:11:42.606 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage (103 ms) 2024-04-02T09:11:42.606 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled 2024-04-02T09:11:42.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:11:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:11:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:11:43.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:42 smithi012 ceph-mon[88355]: osdmap e1502: 8 total, 8 up, 8 in 2024-04-02T09:11:43.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:42 smithi012 ceph-mon[90784]: osdmap e1502: 8 total, 8 up, 8 in 2024-04-02T09:11:43.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:42 smithi055 ceph-mon[85080]: osdmap e1502: 8 total, 8 up, 8 in 2024-04-02T09:11:43.961 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled (1356 ms) 2024-04-02T09:11:43.962 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModePool 2024-04-02T09:11:44.078 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModePool (117 ms) 2024-04-02T09:11:44.078 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModePool 2024-04-02T09:11:44.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:43 smithi012 ceph-mon[88355]: pgmap v2627: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 414 KiB/s rd, 56 KiB/s wr, 600 op/s 2024-04-02T09:11:44.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:43 smithi012 ceph-mon[88355]: osdmap e1503: 8 total, 8 up, 8 in 2024-04-02T09:11:44.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:43 smithi012 ceph-mon[90784]: pgmap v2627: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 414 KiB/s rd, 56 KiB/s wr, 600 op/s 2024-04-02T09:11:44.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:43 smithi012 ceph-mon[90784]: osdmap e1503: 8 total, 8 up, 8 in 2024-04-02T09:11:44.190 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModePool (111 ms) 2024-04-02T09:11:44.190 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModeImage 2024-04-02T09:11:44.293 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModeImage (104 ms) 2024-04-02T09:11:44.293 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode 2024-04-02T09:11:44.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:43 smithi055 ceph-mon[85080]: pgmap v2627: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 414 KiB/s rd, 56 KiB/s wr, 600 op/s 2024-04-02T09:11:44.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:43 smithi055 ceph-mon[85080]: osdmap e1503: 8 total, 8 up, 8 in 2024-04-02T09:11:44.468 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode (174 ms) 2024-04-02T09:11:44.468 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode 2024-04-02T09:11:44.636 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode (168 ms) 2024-04-02T09:11:44.636 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode 2024-04-02T09:11:44.782 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode (146 ms) 2024-04-02T09:11:44.782 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode 2024-04-02T09:11:44.939 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode (158 ms) 2024-04-02T09:11:44.940 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode 2024-04-02T09:11:45.105 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode (165 ms) 2024-04-02T09:11:45.105 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode 2024-04-02T09:11:45.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:44 smithi012 ceph-mon[88355]: osdmap e1504: 8 total, 8 up, 8 in 2024-04-02T09:11:45.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:45.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:44 smithi012 ceph-mon[88355]: osdmap e1505: 8 total, 8 up, 8 in 2024-04-02T09:11:45.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:44 smithi012 ceph-mon[90784]: osdmap e1504: 8 total, 8 up, 8 in 2024-04-02T09:11:45.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:45.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:44 smithi012 ceph-mon[90784]: osdmap e1505: 8 total, 8 up, 8 in 2024-04-02T09:11:45.287 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode (183 ms) 2024-04-02T09:11:45.287 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageEnabled 2024-04-02T09:11:45.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:44 smithi055 ceph-mon[85080]: osdmap e1504: 8 total, 8 up, 8 in 2024-04-02T09:11:45.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:45.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:44 smithi055 ceph-mon[85080]: osdmap e1505: 8 total, 8 up, 8 in 2024-04-02T09:11:45.378 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageEnabled (90 ms) 2024-04-02T09:11:45.378 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDisabled 2024-04-02T09:11:45.462 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDisabled (85 ms) 2024-04-02T09:11:45.462 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMirroring.RemoveImage_With_ImageWithoutJournal 2024-04-02T09:11:45.532 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMirroring.RemoveImage_With_ImageWithoutJournal (70 ms) 2024-04-02T09:11:45.532 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDemoted 2024-04-02T09:11:45.663 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDemoted (131 ms) 2024-04-02T09:11:45.663 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMirroring.TrashMoveRestore_PoolMode 2024-04-02T09:11:45.791 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMirroring.TrashMoveRestore_PoolMode (128 ms) 2024-04-02T09:11:45.791 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled 2024-04-02T09:11:45.905 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled (113 ms) 2024-04-02T09:11:45.905 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled 2024-04-02T09:11:46.027 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled (122 ms) 2024-04-02T09:11:46.027 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMirroring.MirrorStatusList 2024-04-02T09:11:46.105 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMirroring.MirrorStatusList (79 ms) 2024-04-02T09:11:46.106 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMirroring.RemoveBootstrapped 2024-04-02T09:11:46.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:45 smithi012 ceph-mon[88355]: pgmap v2631: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 237 KiB/s rd, 49 KiB/s wr, 349 op/s 2024-04-02T09:11:46.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:45 smithi012 ceph-mon[90784]: pgmap v2631: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 237 KiB/s rd, 49 KiB/s wr, 349 op/s 2024-04-02T09:11:46.208 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMirroring.RemoveBootstrapped (103 ms) 2024-04-02T09:11:46.208 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMirroring.AioPromoteDemote 2024-04-02T09:11:46.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:45 smithi055 ceph-mon[85080]: pgmap v2631: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 237 KiB/s rd, 49 KiB/s wr, 349 op/s 2024-04-02T09:11:46.598 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMirroring.AioPromoteDemote (390 ms) 2024-04-02T09:11:46.598 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMirroring.AioGetInfo 2024-04-02T09:11:46.967 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMirroring.AioGetInfo (368 ms) 2024-04-02T09:11:46.967 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMirroring.AioGetStatus 2024-04-02T09:11:47.200 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMirroring.AioGetStatus (234 ms) 2024-04-02T09:11:47.200 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMirroring.SiteName 2024-04-02T09:11:47.208 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMirroring.SiteName (8 ms) 2024-04-02T09:11:47.208 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMirroring.Bootstrap 2024-04-02T09:11:48.089 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMirroring.Bootstrap (881 ms) 2024-04-02T09:11:48.089 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMirroring.PeerDirection 2024-04-02T09:11:48.098 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMirroring.PeerDirection (9 ms) 2024-04-02T09:11:48.099 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMirroring.Snapshot 2024-04-02T09:11:48.203 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:11:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:11:47] "GET /metrics HTTP/1.1" 200 36447 "" "Prometheus/2.43.0" 2024-04-02T09:11:48.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:48 smithi055 ceph-mon[85080]: pgmap v2632: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 892 KiB/s rd, 116 KiB/s wr, 1.27k op/s 2024-04-02T09:11:48.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:48 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' 2024-04-02T09:11:48.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:48 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:11:48.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:48 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:11:48.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:48 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-02T09:11:48.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:48 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:11:48.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:48 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-02T09:11:48.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:48 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' 2024-04-02T09:11:48.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:48 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-02T09:11:48.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:48 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-04-02T09:11:48.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:48 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:11:48.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:48 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b691b19f-db57-45d0-979f-c3bd476857f7"}]: dispatch 2024-04-02T09:11:48.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:48 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b691b19f-db57-45d0-979f-c3bd476857f7"}]': finished 2024-04-02T09:11:48.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:48 smithi012 ceph-mon[90784]: pgmap v2632: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 892 KiB/s rd, 116 KiB/s wr, 1.27k op/s 2024-04-02T09:11:48.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:48 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' 2024-04-02T09:11:48.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:48 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:11:48.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:48 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:11:48.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:48 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-02T09:11:48.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:48 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:11:48.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:48 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-02T09:11:48.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:48 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' 2024-04-02T09:11:48.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:48 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-02T09:11:48.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:48 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-04-02T09:11:48.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:48 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:11:48.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:48 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b691b19f-db57-45d0-979f-c3bd476857f7"}]: dispatch 2024-04-02T09:11:48.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:48 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b691b19f-db57-45d0-979f-c3bd476857f7"}]': finished 2024-04-02T09:11:48.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:48 smithi012 ceph-mon[88355]: pgmap v2632: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 892 KiB/s rd, 116 KiB/s wr, 1.27k op/s 2024-04-02T09:11:48.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:48 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' 2024-04-02T09:11:48.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:48 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:11:48.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:48 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:11:48.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:48 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-02T09:11:48.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:48 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:11:48.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:48 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-02T09:11:48.680 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:48 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' 2024-04-02T09:11:48.680 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:48 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-02T09:11:48.680 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:48 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-04-02T09:11:48.680 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:48 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:11:48.680 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:48 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b691b19f-db57-45d0-979f-c3bd476857f7"}]: dispatch 2024-04-02T09:11:48.680 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:48 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b691b19f-db57-45d0-979f-c3bd476857f7"}]': finished 2024-04-02T09:11:50.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:50 smithi012 ceph-mon[90784]: pgmap v2633: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 701 KiB/s rd, 91 KiB/s wr, 995 op/s 2024-04-02T09:11:50.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:50 smithi012 ceph-mon[90784]: osdmap e1506: 8 total, 8 up, 8 in 2024-04-02T09:11:50.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:50 smithi012 ceph-mon[90784]: osdmap e1507: 8 total, 8 up, 8 in 2024-04-02T09:11:50.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:50 smithi012 ceph-mon[88355]: pgmap v2633: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 701 KiB/s rd, 91 KiB/s wr, 995 op/s 2024-04-02T09:11:50.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:50 smithi012 ceph-mon[88355]: osdmap e1506: 8 total, 8 up, 8 in 2024-04-02T09:11:50.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:50 smithi012 ceph-mon[88355]: osdmap e1507: 8 total, 8 up, 8 in 2024-04-02T09:11:50.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:50 smithi055 ceph-mon[85080]: pgmap v2633: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 701 KiB/s rd, 91 KiB/s wr, 995 op/s 2024-04-02T09:11:50.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:50 smithi055 ceph-mon[85080]: osdmap e1506: 8 total, 8 up, 8 in 2024-04-02T09:11:50.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:50 smithi055 ceph-mon[85080]: osdmap e1507: 8 total, 8 up, 8 in 2024-04-02T09:11:51.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:51 smithi012 ceph-mon[88355]: osdmap e1508: 8 total, 8 up, 8 in 2024-04-02T09:11:51.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:51 smithi012 ceph-mon[88355]: pgmap v2637: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 147 KiB/s wr, 1.60k op/s 2024-04-02T09:11:51.681 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:51 smithi012 ceph-mon[90784]: osdmap e1508: 8 total, 8 up, 8 in 2024-04-02T09:11:51.681 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:51 smithi012 ceph-mon[90784]: pgmap v2637: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 147 KiB/s wr, 1.60k op/s 2024-04-02T09:11:51.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:51 smithi055 ceph-mon[85080]: osdmap e1508: 8 total, 8 up, 8 in 2024-04-02T09:11:51.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:51 smithi055 ceph-mon[85080]: pgmap v2637: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 147 KiB/s wr, 1.60k op/s 2024-04-02T09:11:52.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:52 smithi012 ceph-mon[88355]: osdmap e1509: 8 total, 8 up, 8 in 2024-04-02T09:11:52.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:52 smithi012 ceph-mon[90784]: osdmap e1509: 8 total, 8 up, 8 in 2024-04-02T09:11:52.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:52 smithi055 ceph-mon[85080]: osdmap e1509: 8 total, 8 up, 8 in 2024-04-02T09:11:52.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:11:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:11:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:11:53.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:53 smithi012 ceph-mon[90784]: osdmap e1510: 8 total, 8 up, 8 in 2024-04-02T09:11:53.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:53 smithi012 ceph-mon[90784]: pgmap v2640: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 248 KiB/s wr, 2.15k op/s 2024-04-02T09:11:53.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:53 smithi012 ceph-mon[88355]: osdmap e1510: 8 total, 8 up, 8 in 2024-04-02T09:11:53.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:53 smithi012 ceph-mon[88355]: pgmap v2640: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 248 KiB/s wr, 2.15k op/s 2024-04-02T09:11:53.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:53 smithi055 ceph-mon[85080]: osdmap e1510: 8 total, 8 up, 8 in 2024-04-02T09:11:53.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:53 smithi055 ceph-mon[85080]: pgmap v2640: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 248 KiB/s wr, 2.15k op/s 2024-04-02T09:11:54.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:54 smithi012 ceph-mon[88355]: osdmap e1511: 8 total, 8 up, 8 in 2024-04-02T09:11:54.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:54 smithi012 ceph-mon[90784]: osdmap e1511: 8 total, 8 up, 8 in 2024-04-02T09:11:54.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:54 smithi055 ceph-mon[85080]: osdmap e1511: 8 total, 8 up, 8 in 2024-04-02T09:11:55.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:55 smithi012 ceph-mon[88355]: osdmap e1512: 8 total, 8 up, 8 in 2024-04-02T09:11:55.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:55 smithi012 ceph-mon[88355]: pgmap v2643: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 704 KiB/s rd, 133 KiB/s wr, 973 op/s 2024-04-02T09:11:55.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:55 smithi012 ceph-mon[90784]: osdmap e1512: 8 total, 8 up, 8 in 2024-04-02T09:11:55.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:55 smithi012 ceph-mon[90784]: pgmap v2643: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 704 KiB/s rd, 133 KiB/s wr, 973 op/s 2024-04-02T09:11:55.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:55 smithi055 ceph-mon[85080]: osdmap e1512: 8 total, 8 up, 8 in 2024-04-02T09:11:55.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:55 smithi055 ceph-mon[85080]: pgmap v2643: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 704 KiB/s rd, 133 KiB/s wr, 973 op/s 2024-04-02T09:11:56.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:56 smithi012 ceph-mon[88355]: osdmap e1513: 8 total, 8 up, 8 in 2024-04-02T09:11:56.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:56 smithi012 ceph-mon[90784]: osdmap e1513: 8 total, 8 up, 8 in 2024-04-02T09:11:56.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:56 smithi055 ceph-mon[85080]: osdmap e1513: 8 total, 8 up, 8 in 2024-04-02T09:11:57.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:57 smithi012 ceph-mon[88355]: osdmap e1514: 8 total, 8 up, 8 in 2024-04-02T09:11:57.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:57 smithi012 ceph-mon[88355]: pgmap v2646: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 7.0 KiB/s wr, 84 op/s 2024-04-02T09:11:57.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:57 smithi012 ceph-mon[90784]: osdmap e1514: 8 total, 8 up, 8 in 2024-04-02T09:11:57.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:57 smithi012 ceph-mon[90784]: pgmap v2646: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 7.0 KiB/s wr, 84 op/s 2024-04-02T09:11:57.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:57 smithi055 ceph-mon[85080]: osdmap e1514: 8 total, 8 up, 8 in 2024-04-02T09:11:57.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:57 smithi055 ceph-mon[85080]: pgmap v2646: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 7.0 KiB/s wr, 84 op/s 2024-04-02T09:11:58.397 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:11:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:11:57] "GET /metrics HTTP/1.1" 200 36447 "" "Prometheus/2.43.0" 2024-04-02T09:11:58.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:58 smithi012 ceph-mon[88355]: osdmap e1515: 8 total, 8 up, 8 in 2024-04-02T09:11:58.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:58 smithi012 ceph-mon[90784]: osdmap e1515: 8 total, 8 up, 8 in 2024-04-02T09:11:58.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:58 smithi055 ceph-mon[85080]: osdmap e1515: 8 total, 8 up, 8 in 2024-04-02T09:11:59.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:59 smithi012 ceph-mon[88355]: osdmap e1516: 8 total, 8 up, 8 in 2024-04-02T09:11:59.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:59 smithi012 ceph-mon[88355]: pgmap v2649: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 7.0 KiB/s wr, 84 op/s 2024-04-02T09:11:59.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:59.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:11:59 smithi012 ceph-mon[88355]: osdmap e1517: 8 total, 8 up, 8 in 2024-04-02T09:11:59.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:59 smithi012 ceph-mon[90784]: osdmap e1516: 8 total, 8 up, 8 in 2024-04-02T09:11:59.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:59 smithi012 ceph-mon[90784]: pgmap v2649: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 7.0 KiB/s wr, 84 op/s 2024-04-02T09:11:59.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:59.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:11:59 smithi012 ceph-mon[90784]: osdmap e1517: 8 total, 8 up, 8 in 2024-04-02T09:11:59.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:59 smithi055 ceph-mon[85080]: osdmap e1516: 8 total, 8 up, 8 in 2024-04-02T09:11:59.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:59 smithi055 ceph-mon[85080]: pgmap v2649: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 7.0 KiB/s wr, 84 op/s 2024-04-02T09:11:59.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:59.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:11:59 smithi055 ceph-mon[85080]: osdmap e1517: 8 total, 8 up, 8 in 2024-04-02T09:12:01.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:01 smithi012 ceph-mon[88355]: osdmap e1518: 8 total, 8 up, 8 in 2024-04-02T09:12:01.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:01 smithi012 ceph-mon[88355]: pgmap v2652: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 255 B/s wr, 3 op/s 2024-04-02T09:12:01.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:01 smithi012 ceph-mon[90784]: osdmap e1518: 8 total, 8 up, 8 in 2024-04-02T09:12:01.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:01 smithi012 ceph-mon[90784]: pgmap v2652: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 255 B/s wr, 3 op/s 2024-04-02T09:12:01.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:01 smithi055 ceph-mon[85080]: osdmap e1518: 8 total, 8 up, 8 in 2024-04-02T09:12:01.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:01 smithi055 ceph-mon[85080]: pgmap v2652: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 255 B/s wr, 3 op/s 2024-04-02T09:12:02.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:02 smithi012 ceph-mon[88355]: osdmap e1519: 8 total, 8 up, 8 in 2024-04-02T09:12:02.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:02 smithi012 ceph-mon[90784]: osdmap e1519: 8 total, 8 up, 8 in 2024-04-02T09:12:02.712 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:02 smithi055 ceph-mon[85080]: osdmap e1519: 8 total, 8 up, 8 in 2024-04-02T09:12:02.712 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:12:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:12:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:12:03.464 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMirroring.Snapshot (15365 ms) 2024-04-02T09:12:03.464 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMirroring.SnapshotRemoveOnDisable 2024-04-02T09:12:03.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:03 smithi012 ceph-mon[88355]: osdmap e1520: 8 total, 8 up, 8 in 2024-04-02T09:12:03.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:03 smithi012 ceph-mon[88355]: pgmap v2655: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 5.2 KiB/s wr, 88 op/s 2024-04-02T09:12:03.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:03 smithi012 ceph-mon[90784]: osdmap e1520: 8 total, 8 up, 8 in 2024-04-02T09:12:03.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:03 smithi012 ceph-mon[90784]: pgmap v2655: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 5.2 KiB/s wr, 88 op/s 2024-04-02T09:12:03.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:03 smithi055 ceph-mon[85080]: osdmap e1520: 8 total, 8 up, 8 in 2024-04-02T09:12:03.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:03 smithi055 ceph-mon[85080]: pgmap v2655: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 5.2 KiB/s wr, 88 op/s 2024-04-02T09:12:04.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:04 smithi012 ceph-mon[88355]: osdmap e1521: 8 total, 8 up, 8 in 2024-04-02T09:12:04.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:04 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/37459add-03c5-46f8-b0cd-20dd001f3705"}]: dispatch 2024-04-02T09:12:04.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:04 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/37459add-03c5-46f8-b0cd-20dd001f3705"}]': finished 2024-04-02T09:12:04.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:04 smithi012 ceph-mon[88355]: osdmap e1522: 8 total, 8 up, 8 in 2024-04-02T09:12:04.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:04 smithi012 ceph-mon[90784]: osdmap e1521: 8 total, 8 up, 8 in 2024-04-02T09:12:04.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:04 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/37459add-03c5-46f8-b0cd-20dd001f3705"}]: dispatch 2024-04-02T09:12:04.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:04 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/37459add-03c5-46f8-b0cd-20dd001f3705"}]': finished 2024-04-02T09:12:04.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:04 smithi012 ceph-mon[90784]: osdmap e1522: 8 total, 8 up, 8 in 2024-04-02T09:12:04.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:04 smithi055 ceph-mon[85080]: osdmap e1521: 8 total, 8 up, 8 in 2024-04-02T09:12:04.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:04 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/37459add-03c5-46f8-b0cd-20dd001f3705"}]: dispatch 2024-04-02T09:12:04.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:04 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/37459add-03c5-46f8-b0cd-20dd001f3705"}]': finished 2024-04-02T09:12:04.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:04 smithi055 ceph-mon[85080]: osdmap e1522: 8 total, 8 up, 8 in 2024-04-02T09:12:05.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:05 smithi012 ceph-mon[88355]: pgmap v2658: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 5.0 KiB/s wr, 84 op/s 2024-04-02T09:12:05.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:05 smithi012 ceph-mon[90784]: pgmap v2658: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 5.0 KiB/s wr, 84 op/s 2024-04-02T09:12:05.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:05 smithi055 ceph-mon[85080]: pgmap v2658: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 5.0 KiB/s wr, 84 op/s 2024-04-02T09:12:06.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:06 smithi012 ceph-mon[88355]: osdmap e1523: 8 total, 8 up, 8 in 2024-04-02T09:12:06.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:06 smithi012 ceph-mon[90784]: osdmap e1523: 8 total, 8 up, 8 in 2024-04-02T09:12:06.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:06 smithi055 ceph-mon[85080]: osdmap e1523: 8 total, 8 up, 8 in 2024-04-02T09:12:07.491 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMirroring.SnapshotRemoveOnDisable (4027 ms) 2024-04-02T09:12:07.491 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMirroring.SnapshotUnlinkPeer 2024-04-02T09:12:07.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:07 smithi012 ceph-mon[88355]: osdmap e1524: 8 total, 8 up, 8 in 2024-04-02T09:12:07.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:07 smithi012 ceph-mon[88355]: pgmap v2661: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 7.7 KiB/s wr, 99 op/s 2024-04-02T09:12:07.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:07 smithi012 ceph-mon[90784]: osdmap e1524: 8 total, 8 up, 8 in 2024-04-02T09:12:07.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:07 smithi012 ceph-mon[90784]: pgmap v2661: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 7.7 KiB/s wr, 99 op/s 2024-04-02T09:12:07.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:07 smithi055 ceph-mon[85080]: osdmap e1524: 8 total, 8 up, 8 in 2024-04-02T09:12:07.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:07 smithi055 ceph-mon[85080]: pgmap v2661: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 7.7 KiB/s wr, 99 op/s 2024-04-02T09:12:08.396 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:12:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:12:07] "GET /metrics HTTP/1.1" 200 36456 "" "Prometheus/2.43.0" 2024-04-02T09:12:08.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:08 smithi012 ceph-mon[88355]: osdmap e1525: 8 total, 8 up, 8 in 2024-04-02T09:12:08.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:08 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f412f043-bae2-43d5-93d2-52e54fc0ef0a"}]: dispatch 2024-04-02T09:12:08.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:08 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f412f043-bae2-43d5-93d2-52e54fc0ef0a"}]': finished 2024-04-02T09:12:08.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:08 smithi012 ceph-mon[90784]: osdmap e1525: 8 total, 8 up, 8 in 2024-04-02T09:12:08.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:08 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f412f043-bae2-43d5-93d2-52e54fc0ef0a"}]: dispatch 2024-04-02T09:12:08.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:08 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f412f043-bae2-43d5-93d2-52e54fc0ef0a"}]': finished 2024-04-02T09:12:08.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:08 smithi055 ceph-mon[85080]: osdmap e1525: 8 total, 8 up, 8 in 2024-04-02T09:12:08.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:08 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f412f043-bae2-43d5-93d2-52e54fc0ef0a"}]: dispatch 2024-04-02T09:12:08.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:08 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f412f043-bae2-43d5-93d2-52e54fc0ef0a"}]': finished 2024-04-02T09:12:09.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:09 smithi055 ceph-mon[85080]: osdmap e1526: 8 total, 8 up, 8 in 2024-04-02T09:12:09.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:09 smithi055 ceph-mon[85080]: pgmap v2664: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 7.7 KiB/s wr, 99 op/s 2024-04-02T09:12:09.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:09 smithi055 ceph-mon[85080]: osdmap e1527: 8 total, 8 up, 8 in 2024-04-02T09:12:09.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:09 smithi012 ceph-mon[88355]: osdmap e1526: 8 total, 8 up, 8 in 2024-04-02T09:12:09.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:09 smithi012 ceph-mon[88355]: pgmap v2664: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 7.7 KiB/s wr, 99 op/s 2024-04-02T09:12:09.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:09 smithi012 ceph-mon[88355]: osdmap e1527: 8 total, 8 up, 8 in 2024-04-02T09:12:09.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:09 smithi012 ceph-mon[90784]: osdmap e1526: 8 total, 8 up, 8 in 2024-04-02T09:12:09.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:09 smithi012 ceph-mon[90784]: pgmap v2664: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 7.7 KiB/s wr, 99 op/s 2024-04-02T09:12:09.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:09 smithi012 ceph-mon[90784]: osdmap e1527: 8 total, 8 up, 8 in 2024-04-02T09:12:11.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:11 smithi012 ceph-mon[90784]: osdmap e1528: 8 total, 8 up, 8 in 2024-04-02T09:12:11.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:11 smithi012 ceph-mon[90784]: pgmap v2667: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 3.5 KiB/s wr, 58 op/s 2024-04-02T09:12:11.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:11 smithi012 ceph-mon[88355]: osdmap e1528: 8 total, 8 up, 8 in 2024-04-02T09:12:11.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:11 smithi012 ceph-mon[88355]: pgmap v2667: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 3.5 KiB/s wr, 58 op/s 2024-04-02T09:12:11.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:11 smithi055 ceph-mon[85080]: osdmap e1528: 8 total, 8 up, 8 in 2024-04-02T09:12:11.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:11 smithi055 ceph-mon[85080]: pgmap v2667: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 3.5 KiB/s wr, 58 op/s 2024-04-02T09:12:12.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:12 smithi012 ceph-mon[88355]: osdmap e1529: 8 total, 8 up, 8 in 2024-04-02T09:12:12.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:12 smithi012 ceph-mon[90784]: osdmap e1529: 8 total, 8 up, 8 in 2024-04-02T09:12:12.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:12 smithi055 ceph-mon[85080]: osdmap e1529: 8 total, 8 up, 8 in 2024-04-02T09:12:12.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:12:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:12:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:12:13.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:13 smithi012 ceph-mon[88355]: osdmap e1530: 8 total, 8 up, 8 in 2024-04-02T09:12:13.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:13 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/5bee9c79-c7cc-4bd6-b457-91c9955cb71c"}]: dispatch 2024-04-02T09:12:13.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:13 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/5bee9c79-c7cc-4bd6-b457-91c9955cb71c"}]': finished 2024-04-02T09:12:13.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:13 smithi012 ceph-mon[88355]: pgmap v2670: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 11 KiB/s wr, 163 op/s 2024-04-02T09:12:13.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:13 smithi012 ceph-mon[90784]: osdmap e1530: 8 total, 8 up, 8 in 2024-04-02T09:12:13.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:13 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/5bee9c79-c7cc-4bd6-b457-91c9955cb71c"}]: dispatch 2024-04-02T09:12:13.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:13 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/5bee9c79-c7cc-4bd6-b457-91c9955cb71c"}]': finished 2024-04-02T09:12:13.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:13 smithi012 ceph-mon[90784]: pgmap v2670: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 11 KiB/s wr, 163 op/s 2024-04-02T09:12:13.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:13 smithi055 ceph-mon[85080]: osdmap e1530: 8 total, 8 up, 8 in 2024-04-02T09:12:13.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:13 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/5bee9c79-c7cc-4bd6-b457-91c9955cb71c"}]: dispatch 2024-04-02T09:12:13.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:13 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/5bee9c79-c7cc-4bd6-b457-91c9955cb71c"}]': finished 2024-04-02T09:12:13.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:13 smithi055 ceph-mon[85080]: pgmap v2670: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 11 KiB/s wr, 163 op/s 2024-04-02T09:12:14.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:14 smithi012 ceph-mon[88355]: osdmap e1531: 8 total, 8 up, 8 in 2024-04-02T09:12:14.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:14.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:14 smithi012 ceph-mon[88355]: osdmap e1532: 8 total, 8 up, 8 in 2024-04-02T09:12:14.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:14 smithi012 ceph-mon[90784]: osdmap e1531: 8 total, 8 up, 8 in 2024-04-02T09:12:14.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:14.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:14 smithi012 ceph-mon[90784]: osdmap e1532: 8 total, 8 up, 8 in 2024-04-02T09:12:14.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:14 smithi055 ceph-mon[85080]: osdmap e1531: 8 total, 8 up, 8 in 2024-04-02T09:12:14.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:14.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:14 smithi055 ceph-mon[85080]: osdmap e1532: 8 total, 8 up, 8 in 2024-04-02T09:12:15.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:15 smithi012 ceph-mon[88355]: pgmap v2673: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 7.2 KiB/s wr, 105 op/s 2024-04-02T09:12:15.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:15 smithi012 ceph-mon[88355]: osdmap e1533: 8 total, 8 up, 8 in 2024-04-02T09:12:15.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:15 smithi012 ceph-mon[90784]: pgmap v2673: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 7.2 KiB/s wr, 105 op/s 2024-04-02T09:12:15.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:15 smithi012 ceph-mon[90784]: osdmap e1533: 8 total, 8 up, 8 in 2024-04-02T09:12:15.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:15 smithi055 ceph-mon[85080]: pgmap v2673: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 7.2 KiB/s wr, 105 op/s 2024-04-02T09:12:15.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:15 smithi055 ceph-mon[85080]: osdmap e1533: 8 total, 8 up, 8 in 2024-04-02T09:12:17.477 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMirroring.SnapshotUnlinkPeer (9986 ms) 2024-04-02T09:12:17.477 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMirroring.SnapshotImageState 2024-04-02T09:12:17.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:17 smithi012 ceph-mon[90784]: osdmap e1534: 8 total, 8 up, 8 in 2024-04-02T09:12:17.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:17 smithi012 ceph-mon[90784]: pgmap v2676: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 166 KiB/s rd, 11 KiB/s wr, 223 op/s 2024-04-02T09:12:17.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:17 smithi012 ceph-mon[88355]: osdmap e1534: 8 total, 8 up, 8 in 2024-04-02T09:12:17.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:17 smithi012 ceph-mon[88355]: pgmap v2676: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 166 KiB/s rd, 11 KiB/s wr, 223 op/s 2024-04-02T09:12:17.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:17 smithi055 ceph-mon[85080]: osdmap e1534: 8 total, 8 up, 8 in 2024-04-02T09:12:17.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:17 smithi055 ceph-mon[85080]: pgmap v2676: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 166 KiB/s rd, 11 KiB/s wr, 223 op/s 2024-04-02T09:12:18.394 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:12:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:12:17] "GET /metrics HTTP/1.1" 200 36456 "" "Prometheus/2.43.0" 2024-04-02T09:12:18.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:18 smithi012 ceph-mon[90784]: osdmap e1535: 8 total, 8 up, 8 in 2024-04-02T09:12:18.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:18 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/bdff705e-082d-48b1-b20b-a654c73a49b6"}]: dispatch 2024-04-02T09:12:18.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:18 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/bdff705e-082d-48b1-b20b-a654c73a49b6"}]': finished 2024-04-02T09:12:18.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:18 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ef1688af-643c-4fd4-ac7a-146c87bef4f2"}]: dispatch 2024-04-02T09:12:18.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:18 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ef1688af-643c-4fd4-ac7a-146c87bef4f2"}]': finished 2024-04-02T09:12:18.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:18 smithi012 ceph-mon[88355]: osdmap e1535: 8 total, 8 up, 8 in 2024-04-02T09:12:18.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:18 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/bdff705e-082d-48b1-b20b-a654c73a49b6"}]: dispatch 2024-04-02T09:12:18.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:18 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/bdff705e-082d-48b1-b20b-a654c73a49b6"}]': finished 2024-04-02T09:12:18.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:18 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ef1688af-643c-4fd4-ac7a-146c87bef4f2"}]: dispatch 2024-04-02T09:12:18.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:18 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ef1688af-643c-4fd4-ac7a-146c87bef4f2"}]': finished 2024-04-02T09:12:18.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:18 smithi055 ceph-mon[85080]: osdmap e1535: 8 total, 8 up, 8 in 2024-04-02T09:12:18.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:18 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/bdff705e-082d-48b1-b20b-a654c73a49b6"}]: dispatch 2024-04-02T09:12:18.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:18 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/bdff705e-082d-48b1-b20b-a654c73a49b6"}]': finished 2024-04-02T09:12:18.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:18 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ef1688af-643c-4fd4-ac7a-146c87bef4f2"}]: dispatch 2024-04-02T09:12:18.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:18 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ef1688af-643c-4fd4-ac7a-146c87bef4f2"}]': finished 2024-04-02T09:12:19.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:19 smithi055 ceph-mon[85080]: osdmap e1536: 8 total, 8 up, 8 in 2024-04-02T09:12:19.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:19 smithi055 ceph-mon[85080]: pgmap v2679: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 166 KiB/s rd, 11 KiB/s wr, 223 op/s 2024-04-02T09:12:19.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:19 smithi055 ceph-mon[85080]: osdmap e1537: 8 total, 8 up, 8 in 2024-04-02T09:12:19.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:19 smithi012 ceph-mon[90784]: osdmap e1536: 8 total, 8 up, 8 in 2024-04-02T09:12:19.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:19 smithi012 ceph-mon[90784]: pgmap v2679: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 166 KiB/s rd, 11 KiB/s wr, 223 op/s 2024-04-02T09:12:19.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:19 smithi012 ceph-mon[90784]: osdmap e1537: 8 total, 8 up, 8 in 2024-04-02T09:12:19.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:19 smithi012 ceph-mon[88355]: osdmap e1536: 8 total, 8 up, 8 in 2024-04-02T09:12:19.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:19 smithi012 ceph-mon[88355]: pgmap v2679: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 166 KiB/s rd, 11 KiB/s wr, 223 op/s 2024-04-02T09:12:19.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:19 smithi012 ceph-mon[88355]: osdmap e1537: 8 total, 8 up, 8 in 2024-04-02T09:12:21.547 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMirroring.SnapshotImageState (4071 ms) 2024-04-02T09:12:21.547 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMirroring.SnapshotPromoteDemote 2024-04-02T09:12:21.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:21 smithi055 ceph-mon[85080]: osdmap e1538: 8 total, 8 up, 8 in 2024-04-02T09:12:21.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:21 smithi055 ceph-mon[85080]: pgmap v2682: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 7.2 KiB/s wr, 43 op/s 2024-04-02T09:12:21.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:21 smithi012 ceph-mon[88355]: osdmap e1538: 8 total, 8 up, 8 in 2024-04-02T09:12:21.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:21 smithi012 ceph-mon[88355]: pgmap v2682: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 7.2 KiB/s wr, 43 op/s 2024-04-02T09:12:21.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:21 smithi012 ceph-mon[90784]: osdmap e1538: 8 total, 8 up, 8 in 2024-04-02T09:12:21.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:21 smithi012 ceph-mon[90784]: pgmap v2682: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 7.2 KiB/s wr, 43 op/s 2024-04-02T09:12:22.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:22 smithi055 ceph-mon[85080]: osdmap e1539: 8 total, 8 up, 8 in 2024-04-02T09:12:22.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:12:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:12:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:12:22.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:22 smithi012 ceph-mon[88355]: osdmap e1539: 8 total, 8 up, 8 in 2024-04-02T09:12:22.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:22 smithi012 ceph-mon[90784]: osdmap e1539: 8 total, 8 up, 8 in 2024-04-02T09:12:23.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:23 smithi055 ceph-mon[85080]: osdmap e1540: 8 total, 8 up, 8 in 2024-04-02T09:12:23.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:23 smithi055 ceph-mon[85080]: pgmap v2685: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 25 KiB/s wr, 226 op/s 2024-04-02T09:12:23.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:23 smithi012 ceph-mon[88355]: osdmap e1540: 8 total, 8 up, 8 in 2024-04-02T09:12:23.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:23 smithi012 ceph-mon[88355]: pgmap v2685: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 25 KiB/s wr, 226 op/s 2024-04-02T09:12:23.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:23 smithi012 ceph-mon[90784]: osdmap e1540: 8 total, 8 up, 8 in 2024-04-02T09:12:23.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:23 smithi012 ceph-mon[90784]: pgmap v2685: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 25 KiB/s wr, 226 op/s 2024-04-02T09:12:24.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:24 smithi055 ceph-mon[85080]: osdmap e1541: 8 total, 8 up, 8 in 2024-04-02T09:12:24.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:24 smithi055 ceph-mon[85080]: osdmap e1542: 8 total, 8 up, 8 in 2024-04-02T09:12:24.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:24 smithi012 ceph-mon[88355]: osdmap e1541: 8 total, 8 up, 8 in 2024-04-02T09:12:24.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:24 smithi012 ceph-mon[88355]: osdmap e1542: 8 total, 8 up, 8 in 2024-04-02T09:12:24.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:24 smithi012 ceph-mon[90784]: osdmap e1541: 8 total, 8 up, 8 in 2024-04-02T09:12:24.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:24 smithi012 ceph-mon[90784]: osdmap e1542: 8 total, 8 up, 8 in 2024-04-02T09:12:25.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:25 smithi055 ceph-mon[85080]: pgmap v2688: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 18 KiB/s wr, 182 op/s 2024-04-02T09:12:25.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:25 smithi055 ceph-mon[85080]: osdmap e1543: 8 total, 8 up, 8 in 2024-04-02T09:12:25.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:25 smithi012 ceph-mon[88355]: pgmap v2688: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 18 KiB/s wr, 182 op/s 2024-04-02T09:12:25.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:25 smithi012 ceph-mon[88355]: osdmap e1543: 8 total, 8 up, 8 in 2024-04-02T09:12:25.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:25 smithi012 ceph-mon[90784]: pgmap v2688: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 18 KiB/s wr, 182 op/s 2024-04-02T09:12:25.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:25 smithi012 ceph-mon[90784]: osdmap e1543: 8 total, 8 up, 8 in 2024-04-02T09:12:27.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:27 smithi012 ceph-mon[88355]: osdmap e1544: 8 total, 8 up, 8 in 2024-04-02T09:12:27.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:27 smithi012 ceph-mon[88355]: pgmap v2691: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 8.2 KiB/s wr, 140 op/s 2024-04-02T09:12:27.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:27 smithi012 ceph-mon[90784]: osdmap e1544: 8 total, 8 up, 8 in 2024-04-02T09:12:27.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:27 smithi012 ceph-mon[90784]: pgmap v2691: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 8.2 KiB/s wr, 140 op/s 2024-04-02T09:12:27.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:27 smithi055 ceph-mon[85080]: osdmap e1544: 8 total, 8 up, 8 in 2024-04-02T09:12:27.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:27 smithi055 ceph-mon[85080]: pgmap v2691: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 8.2 KiB/s wr, 140 op/s 2024-04-02T09:12:28.357 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:12:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:12:27] "GET /metrics HTTP/1.1" 200 36456 "" "Prometheus/2.43.0" 2024-04-02T09:12:28.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:28 smithi012 ceph-mon[90784]: osdmap e1545: 8 total, 8 up, 8 in 2024-04-02T09:12:28.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:28 smithi012 ceph-mon[88355]: osdmap e1545: 8 total, 8 up, 8 in 2024-04-02T09:12:28.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:28 smithi055 ceph-mon[85080]: osdmap e1545: 8 total, 8 up, 8 in 2024-04-02T09:12:29.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:29 smithi012 ceph-mon[88355]: osdmap e1546: 8 total, 8 up, 8 in 2024-04-02T09:12:29.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:29 smithi012 ceph-mon[88355]: pgmap v2694: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 8.2 KiB/s wr, 140 op/s 2024-04-02T09:12:29.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:29.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:29 smithi012 ceph-mon[88355]: osdmap e1547: 8 total, 8 up, 8 in 2024-04-02T09:12:29.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:29 smithi012 ceph-mon[90784]: osdmap e1546: 8 total, 8 up, 8 in 2024-04-02T09:12:29.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:29 smithi012 ceph-mon[90784]: pgmap v2694: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 8.2 KiB/s wr, 140 op/s 2024-04-02T09:12:29.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:29.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:29 smithi012 ceph-mon[90784]: osdmap e1547: 8 total, 8 up, 8 in 2024-04-02T09:12:29.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:29 smithi055 ceph-mon[85080]: osdmap e1546: 8 total, 8 up, 8 in 2024-04-02T09:12:29.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:29 smithi055 ceph-mon[85080]: pgmap v2694: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 8.2 KiB/s wr, 140 op/s 2024-04-02T09:12:29.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:29.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:29 smithi055 ceph-mon[85080]: osdmap e1547: 8 total, 8 up, 8 in 2024-04-02T09:12:31.453 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMirroring.SnapshotPromoteDemote (9905 ms) 2024-04-02T09:12:31.453 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestMirroring.AioSnapshotCreate 2024-04-02T09:12:31.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:31 smithi012 ceph-mon[90784]: osdmap e1548: 8 total, 8 up, 8 in 2024-04-02T09:12:31.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:31 smithi012 ceph-mon[90784]: pgmap v2697: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 767 B/s wr, 8 op/s 2024-04-02T09:12:31.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:31 smithi012 ceph-mon[88355]: osdmap e1548: 8 total, 8 up, 8 in 2024-04-02T09:12:31.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:31 smithi012 ceph-mon[88355]: pgmap v2697: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 767 B/s wr, 8 op/s 2024-04-02T09:12:31.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:31 smithi055 ceph-mon[85080]: osdmap e1548: 8 total, 8 up, 8 in 2024-04-02T09:12:31.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:31 smithi055 ceph-mon[85080]: pgmap v2697: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 767 B/s wr, 8 op/s 2024-04-02T09:12:32.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:32 smithi012 ceph-mon[88355]: osdmap e1549: 8 total, 8 up, 8 in 2024-04-02T09:12:32.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:32 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b852bf8e-95dc-4c41-9ee7-8e9c90affaa5"}]: dispatch 2024-04-02T09:12:32.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:32 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b852bf8e-95dc-4c41-9ee7-8e9c90affaa5"}]': finished 2024-04-02T09:12:32.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:32 smithi012 ceph-mon[90784]: osdmap e1549: 8 total, 8 up, 8 in 2024-04-02T09:12:32.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:32 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b852bf8e-95dc-4c41-9ee7-8e9c90affaa5"}]: dispatch 2024-04-02T09:12:32.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:32 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b852bf8e-95dc-4c41-9ee7-8e9c90affaa5"}]': finished 2024-04-02T09:12:32.712 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:32 smithi055 ceph-mon[85080]: osdmap e1549: 8 total, 8 up, 8 in 2024-04-02T09:12:32.712 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:32 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b852bf8e-95dc-4c41-9ee7-8e9c90affaa5"}]: dispatch 2024-04-02T09:12:32.712 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:32 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b852bf8e-95dc-4c41-9ee7-8e9c90affaa5"}]': finished 2024-04-02T09:12:32.713 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:12:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:12:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:12:33.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:33 smithi055 ceph-mon[85080]: osdmap e1550: 8 total, 8 up, 8 in 2024-04-02T09:12:33.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:33 smithi055 ceph-mon[85080]: pgmap v2700: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 7.0 KiB/s wr, 81 op/s 2024-04-02T09:12:33.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:33 smithi012 ceph-mon[88355]: osdmap e1550: 8 total, 8 up, 8 in 2024-04-02T09:12:33.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:33 smithi012 ceph-mon[88355]: pgmap v2700: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 7.0 KiB/s wr, 81 op/s 2024-04-02T09:12:33.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:33 smithi012 ceph-mon[90784]: osdmap e1550: 8 total, 8 up, 8 in 2024-04-02T09:12:33.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:33 smithi012 ceph-mon[90784]: pgmap v2700: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 7.0 KiB/s wr, 81 op/s 2024-04-02T09:12:34.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:34 smithi055 ceph-mon[85080]: osdmap e1551: 8 total, 8 up, 8 in 2024-04-02T09:12:34.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:34 smithi055 ceph-mon[85080]: osdmap e1552: 8 total, 8 up, 8 in 2024-04-02T09:12:34.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:34 smithi012 ceph-mon[88355]: osdmap e1551: 8 total, 8 up, 8 in 2024-04-02T09:12:34.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:34 smithi012 ceph-mon[88355]: osdmap e1552: 8 total, 8 up, 8 in 2024-04-02T09:12:34.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:34 smithi012 ceph-mon[90784]: osdmap e1551: 8 total, 8 up, 8 in 2024-04-02T09:12:34.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:34 smithi012 ceph-mon[90784]: osdmap e1552: 8 total, 8 up, 8 in 2024-04-02T09:12:35.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:35 smithi055 ceph-mon[85080]: pgmap v2703: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 6.2 KiB/s wr, 73 op/s 2024-04-02T09:12:35.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:35 smithi055 ceph-mon[85080]: osdmap e1553: 8 total, 8 up, 8 in 2024-04-02T09:12:35.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:35 smithi012 ceph-mon[88355]: pgmap v2703: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 6.2 KiB/s wr, 73 op/s 2024-04-02T09:12:35.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:35 smithi012 ceph-mon[88355]: osdmap e1553: 8 total, 8 up, 8 in 2024-04-02T09:12:35.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:35 smithi012 ceph-mon[90784]: pgmap v2703: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 6.2 KiB/s wr, 73 op/s 2024-04-02T09:12:35.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:35 smithi012 ceph-mon[90784]: osdmap e1553: 8 total, 8 up, 8 in 2024-04-02T09:12:37.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:37 smithi012 ceph-mon[88355]: osdmap e1554: 8 total, 8 up, 8 in 2024-04-02T09:12:37.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:37 smithi012 ceph-mon[88355]: pgmap v2706: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 13 KiB/s wr, 128 op/s 2024-04-02T09:12:37.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:37 smithi012 ceph-mon[90784]: osdmap e1554: 8 total, 8 up, 8 in 2024-04-02T09:12:37.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:37 smithi012 ceph-mon[90784]: pgmap v2706: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 13 KiB/s wr, 128 op/s 2024-04-02T09:12:37.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:37 smithi055 ceph-mon[85080]: osdmap e1554: 8 total, 8 up, 8 in 2024-04-02T09:12:37.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:37 smithi055 ceph-mon[85080]: pgmap v2706: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 13 KiB/s wr, 128 op/s 2024-04-02T09:12:38.362 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:12:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:12:37] "GET /metrics HTTP/1.1" 200 36457 "" "Prometheus/2.43.0" 2024-04-02T09:12:38.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:38 smithi012 ceph-mon[90784]: osdmap e1555: 8 total, 8 up, 8 in 2024-04-02T09:12:38.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:38 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:12:38.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:38 smithi012 ceph-mon[88355]: osdmap e1555: 8 total, 8 up, 8 in 2024-04-02T09:12:38.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:38 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:12:38.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:38 smithi055 ceph-mon[85080]: osdmap e1555: 8 total, 8 up, 8 in 2024-04-02T09:12:38.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:38 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:12:39.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:39 smithi012 ceph-mon[90784]: osdmap e1556: 8 total, 8 up, 8 in 2024-04-02T09:12:39.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:39 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:12:39.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:39 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:12:39.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:39 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:12:39.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:39 smithi012 ceph-mon[90784]: pgmap v2709: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 13 KiB/s wr, 128 op/s 2024-04-02T09:12:39.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:39 smithi012 ceph-mon[90784]: osdmap e1557: 8 total, 8 up, 8 in 2024-04-02T09:12:39.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:39 smithi012 ceph-mon[88355]: osdmap e1556: 8 total, 8 up, 8 in 2024-04-02T09:12:39.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:39 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:12:39.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:39 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:12:39.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:39 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:12:39.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:39 smithi012 ceph-mon[88355]: pgmap v2709: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 13 KiB/s wr, 128 op/s 2024-04-02T09:12:39.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:39 smithi012 ceph-mon[88355]: osdmap e1557: 8 total, 8 up, 8 in 2024-04-02T09:12:39.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:39 smithi055 ceph-mon[85080]: osdmap e1556: 8 total, 8 up, 8 in 2024-04-02T09:12:39.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:39 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:12:39.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:39 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:12:39.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:39 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:12:39.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:39 smithi055 ceph-mon[85080]: pgmap v2709: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 13 KiB/s wr, 128 op/s 2024-04-02T09:12:39.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:39 smithi055 ceph-mon[85080]: osdmap e1557: 8 total, 8 up, 8 in 2024-04-02T09:12:41.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:41 smithi012 ceph-mon[88355]: osdmap e1558: 8 total, 8 up, 8 in 2024-04-02T09:12:41.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:41 smithi012 ceph-mon[88355]: pgmap v2712: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 5.5 KiB/s wr, 53 op/s 2024-04-02T09:12:41.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:41 smithi012 ceph-mon[90784]: osdmap e1558: 8 total, 8 up, 8 in 2024-04-02T09:12:41.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:41 smithi012 ceph-mon[90784]: pgmap v2712: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 5.5 KiB/s wr, 53 op/s 2024-04-02T09:12:41.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:41 smithi055 ceph-mon[85080]: osdmap e1558: 8 total, 8 up, 8 in 2024-04-02T09:12:41.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:41 smithi055 ceph-mon[85080]: pgmap v2712: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 5.5 KiB/s wr, 53 op/s 2024-04-02T09:12:42.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:42 smithi012 ceph-mon[88355]: osdmap e1559: 8 total, 8 up, 8 in 2024-04-02T09:12:42.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:42 smithi012 ceph-mon[90784]: osdmap e1559: 8 total, 8 up, 8 in 2024-04-02T09:12:42.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:42 smithi055 ceph-mon[85080]: osdmap e1559: 8 total, 8 up, 8 in 2024-04-02T09:12:42.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:12:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:12:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:12:43.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:43 smithi012 ceph-mon[88355]: osdmap e1560: 8 total, 8 up, 8 in 2024-04-02T09:12:43.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:43 smithi012 ceph-mon[88355]: pgmap v2715: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 14 KiB/s wr, 114 op/s 2024-04-02T09:12:43.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:43 smithi012 ceph-mon[90784]: osdmap e1560: 8 total, 8 up, 8 in 2024-04-02T09:12:43.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:43 smithi012 ceph-mon[90784]: pgmap v2715: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 14 KiB/s wr, 114 op/s 2024-04-02T09:12:43.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:43 smithi055 ceph-mon[85080]: osdmap e1560: 8 total, 8 up, 8 in 2024-04-02T09:12:43.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:43 smithi055 ceph-mon[85080]: pgmap v2715: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 14 KiB/s wr, 114 op/s 2024-04-02T09:12:44.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:44 smithi012 ceph-mon[88355]: osdmap e1561: 8 total, 8 up, 8 in 2024-04-02T09:12:44.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:44.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:44 smithi012 ceph-mon[90784]: osdmap e1561: 8 total, 8 up, 8 in 2024-04-02T09:12:44.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:44.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:44 smithi055 ceph-mon[85080]: osdmap e1561: 8 total, 8 up, 8 in 2024-04-02T09:12:44.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:45.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:45 smithi012 ceph-mon[88355]: osdmap e1562: 8 total, 8 up, 8 in 2024-04-02T09:12:45.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:45 smithi012 ceph-mon[88355]: pgmap v2718: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 8.5 KiB/s wr, 60 op/s 2024-04-02T09:12:45.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:45 smithi012 ceph-mon[90784]: osdmap e1562: 8 total, 8 up, 8 in 2024-04-02T09:12:45.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:45 smithi012 ceph-mon[90784]: pgmap v2718: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 8.5 KiB/s wr, 60 op/s 2024-04-02T09:12:45.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:45 smithi055 ceph-mon[85080]: osdmap e1562: 8 total, 8 up, 8 in 2024-04-02T09:12:45.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:45 smithi055 ceph-mon[85080]: pgmap v2718: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 8.5 KiB/s wr, 60 op/s 2024-04-02T09:12:46.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:46 smithi012 ceph-mon[88355]: osdmap e1563: 8 total, 8 up, 8 in 2024-04-02T09:12:46.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:46 smithi012 ceph-mon[90784]: osdmap e1563: 8 total, 8 up, 8 in 2024-04-02T09:12:46.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:46 smithi055 ceph-mon[85080]: osdmap e1563: 8 total, 8 up, 8 in 2024-04-02T09:12:47.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:47 smithi055 ceph-mon[85080]: osdmap e1564: 8 total, 8 up, 8 in 2024-04-02T09:12:47.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:47 smithi055 ceph-mon[85080]: pgmap v2721: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 20 KiB/s wr, 242 op/s 2024-04-02T09:12:47.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:47 smithi012 ceph-mon[90784]: osdmap e1564: 8 total, 8 up, 8 in 2024-04-02T09:12:47.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:47 smithi012 ceph-mon[90784]: pgmap v2721: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 20 KiB/s wr, 242 op/s 2024-04-02T09:12:47.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:47 smithi012 ceph-mon[88355]: osdmap e1564: 8 total, 8 up, 8 in 2024-04-02T09:12:47.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:47 smithi012 ceph-mon[88355]: pgmap v2721: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 20 KiB/s wr, 242 op/s 2024-04-02T09:12:48.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:12:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:12:47] "GET /metrics HTTP/1.1" 200 36454 "" "Prometheus/2.43.0" 2024-04-02T09:12:48.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:48 smithi055 ceph-mon[85080]: osdmap e1565: 8 total, 8 up, 8 in 2024-04-02T09:12:48.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:48 smithi012 ceph-mon[88355]: osdmap e1565: 8 total, 8 up, 8 in 2024-04-02T09:12:48.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:48 smithi012 ceph-mon[90784]: osdmap e1565: 8 total, 8 up, 8 in 2024-04-02T09:12:49.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:49 smithi055 ceph-mon[85080]: osdmap e1566: 8 total, 8 up, 8 in 2024-04-02T09:12:49.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:49 smithi055 ceph-mon[85080]: pgmap v2724: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 20 KiB/s wr, 242 op/s 2024-04-02T09:12:49.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:49 smithi055 ceph-mon[85080]: osdmap e1567: 8 total, 8 up, 8 in 2024-04-02T09:12:49.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:49 smithi012 ceph-mon[88355]: osdmap e1566: 8 total, 8 up, 8 in 2024-04-02T09:12:49.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:49 smithi012 ceph-mon[88355]: pgmap v2724: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 20 KiB/s wr, 242 op/s 2024-04-02T09:12:49.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:49 smithi012 ceph-mon[88355]: osdmap e1567: 8 total, 8 up, 8 in 2024-04-02T09:12:49.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:49 smithi012 ceph-mon[90784]: osdmap e1566: 8 total, 8 up, 8 in 2024-04-02T09:12:49.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:49 smithi012 ceph-mon[90784]: pgmap v2724: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 20 KiB/s wr, 242 op/s 2024-04-02T09:12:49.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:49 smithi012 ceph-mon[90784]: osdmap e1567: 8 total, 8 up, 8 in 2024-04-02T09:12:51.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:51 smithi012 ceph-mon[88355]: osdmap e1568: 8 total, 8 up, 8 in 2024-04-02T09:12:51.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:51 smithi012 ceph-mon[88355]: pgmap v2727: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 2.0 KiB/s wr, 51 op/s 2024-04-02T09:12:51.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:51 smithi012 ceph-mon[90784]: osdmap e1568: 8 total, 8 up, 8 in 2024-04-02T09:12:51.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:51 smithi012 ceph-mon[90784]: pgmap v2727: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 2.0 KiB/s wr, 51 op/s 2024-04-02T09:12:51.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:51 smithi055 ceph-mon[85080]: osdmap e1568: 8 total, 8 up, 8 in 2024-04-02T09:12:51.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:51 smithi055 ceph-mon[85080]: pgmap v2727: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 2.0 KiB/s wr, 51 op/s 2024-04-02T09:12:52.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:52 smithi012 ceph-mon[88355]: osdmap e1569: 8 total, 8 up, 8 in 2024-04-02T09:12:52.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:52 smithi012 ceph-mon[90784]: osdmap e1569: 8 total, 8 up, 8 in 2024-04-02T09:12:52.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:52 smithi055 ceph-mon[85080]: osdmap e1569: 8 total, 8 up, 8 in 2024-04-02T09:12:52.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:12:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:12:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:12:53.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:53 smithi012 ceph-mon[88355]: osdmap e1570: 8 total, 8 up, 8 in 2024-04-02T09:12:53.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:53 smithi012 ceph-mon[88355]: pgmap v2730: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 8.7 KiB/s wr, 158 op/s 2024-04-02T09:12:53.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:53 smithi012 ceph-mon[90784]: osdmap e1570: 8 total, 8 up, 8 in 2024-04-02T09:12:53.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:53 smithi012 ceph-mon[90784]: pgmap v2730: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 8.7 KiB/s wr, 158 op/s 2024-04-02T09:12:53.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:53 smithi055 ceph-mon[85080]: osdmap e1570: 8 total, 8 up, 8 in 2024-04-02T09:12:53.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:53 smithi055 ceph-mon[85080]: pgmap v2730: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 8.7 KiB/s wr, 158 op/s 2024-04-02T09:12:54.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:54 smithi012 ceph-mon[88355]: osdmap e1571: 8 total, 8 up, 8 in 2024-04-02T09:12:54.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:54 smithi012 ceph-mon[88355]: osdmap e1572: 8 total, 8 up, 8 in 2024-04-02T09:12:54.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:54 smithi012 ceph-mon[90784]: osdmap e1571: 8 total, 8 up, 8 in 2024-04-02T09:12:54.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:54 smithi012 ceph-mon[90784]: osdmap e1572: 8 total, 8 up, 8 in 2024-04-02T09:12:54.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:54 smithi055 ceph-mon[85080]: osdmap e1571: 8 total, 8 up, 8 in 2024-04-02T09:12:54.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:54 smithi055 ceph-mon[85080]: osdmap e1572: 8 total, 8 up, 8 in 2024-04-02T09:12:55.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:55 smithi012 ceph-mon[88355]: pgmap v2733: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 6.7 KiB/s wr, 106 op/s 2024-04-02T09:12:55.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:55 smithi012 ceph-mon[90784]: pgmap v2733: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 6.7 KiB/s wr, 106 op/s 2024-04-02T09:12:55.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:55 smithi055 ceph-mon[85080]: pgmap v2733: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 6.7 KiB/s wr, 106 op/s 2024-04-02T09:12:56.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:56 smithi012 ceph-mon[88355]: osdmap e1573: 8 total, 8 up, 8 in 2024-04-02T09:12:56.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:56 smithi012 ceph-mon[90784]: osdmap e1573: 8 total, 8 up, 8 in 2024-04-02T09:12:56.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:56 smithi055 ceph-mon[85080]: osdmap e1573: 8 total, 8 up, 8 in 2024-04-02T09:12:57.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:57 smithi012 ceph-mon[88355]: osdmap e1574: 8 total, 8 up, 8 in 2024-04-02T09:12:57.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:57 smithi012 ceph-mon[88355]: pgmap v2736: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 6.5 KiB/s wr, 115 op/s 2024-04-02T09:12:57.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:57 smithi012 ceph-mon[90784]: osdmap e1574: 8 total, 8 up, 8 in 2024-04-02T09:12:57.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:57 smithi012 ceph-mon[90784]: pgmap v2736: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 6.5 KiB/s wr, 115 op/s 2024-04-02T09:12:57.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:57 smithi055 ceph-mon[85080]: osdmap e1574: 8 total, 8 up, 8 in 2024-04-02T09:12:57.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:57 smithi055 ceph-mon[85080]: pgmap v2736: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 6.5 KiB/s wr, 115 op/s 2024-04-02T09:12:58.402 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:12:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:12:57] "GET /metrics HTTP/1.1" 200 36454 "" "Prometheus/2.43.0" 2024-04-02T09:12:58.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:58 smithi012 ceph-mon[88355]: osdmap e1575: 8 total, 8 up, 8 in 2024-04-02T09:12:58.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:58 smithi012 ceph-mon[90784]: osdmap e1575: 8 total, 8 up, 8 in 2024-04-02T09:12:58.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:58 smithi055 ceph-mon[85080]: osdmap e1575: 8 total, 8 up, 8 in 2024-04-02T09:12:59.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:59 smithi055 ceph-mon[85080]: osdmap e1576: 8 total, 8 up, 8 in 2024-04-02T09:12:59.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:59 smithi055 ceph-mon[85080]: pgmap v2739: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 6.5 KiB/s wr, 115 op/s 2024-04-02T09:12:59.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:59.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:12:59 smithi055 ceph-mon[85080]: osdmap e1577: 8 total, 8 up, 8 in 2024-04-02T09:12:59.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:59 smithi012 ceph-mon[88355]: osdmap e1576: 8 total, 8 up, 8 in 2024-04-02T09:12:59.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:59 smithi012 ceph-mon[88355]: pgmap v2739: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 6.5 KiB/s wr, 115 op/s 2024-04-02T09:12:59.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:59.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:12:59 smithi012 ceph-mon[88355]: osdmap e1577: 8 total, 8 up, 8 in 2024-04-02T09:12:59.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:59 smithi012 ceph-mon[90784]: osdmap e1576: 8 total, 8 up, 8 in 2024-04-02T09:12:59.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:59 smithi012 ceph-mon[90784]: pgmap v2739: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 6.5 KiB/s wr, 115 op/s 2024-04-02T09:12:59.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:59.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:12:59 smithi012 ceph-mon[90784]: osdmap e1577: 8 total, 8 up, 8 in 2024-04-02T09:13:01.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:01 smithi012 ceph-mon[88355]: osdmap e1578: 8 total, 8 up, 8 in 2024-04-02T09:13:01.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:01 smithi012 ceph-mon[88355]: pgmap v2742: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 3.2 KiB/s wr, 63 op/s 2024-04-02T09:13:01.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:01 smithi012 ceph-mon[90784]: osdmap e1578: 8 total, 8 up, 8 in 2024-04-02T09:13:01.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:01 smithi012 ceph-mon[90784]: pgmap v2742: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 3.2 KiB/s wr, 63 op/s 2024-04-02T09:13:01.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:01 smithi055 ceph-mon[85080]: osdmap e1578: 8 total, 8 up, 8 in 2024-04-02T09:13:01.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:01 smithi055 ceph-mon[85080]: pgmap v2742: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 3.2 KiB/s wr, 63 op/s 2024-04-02T09:13:02.490 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestMirroring.AioSnapshotCreate (31037 ms) 2024-04-02T09:13:02.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:02 smithi012 ceph-mon[88355]: osdmap e1579: 8 total, 8 up, 8 in 2024-04-02T09:13:02.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:02 smithi012 ceph-mon[90784]: osdmap e1579: 8 total, 8 up, 8 in 2024-04-02T09:13:02.711 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:02 smithi055 ceph-mon[85080]: osdmap e1579: 8 total, 8 up, 8 in 2024-04-02T09:13:02.712 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:13:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:13:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:13:03.493 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 51 tests from TestMirroring (86634 ms total) 2024-04-02T09:13:03.493 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:13:03.493 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 34 tests from TestInternal 2024-04-02T09:13:03.681 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:03 smithi012 ceph-mon[88355]: osdmap e1580: 8 total, 8 up, 8 in 2024-04-02T09:13:03.681 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:03 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/522f1572-8340-49a5-ba3c-4cebb04fcb09"}]: dispatch 2024-04-02T09:13:03.681 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:03 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/522f1572-8340-49a5-ba3c-4cebb04fcb09"}]': finished 2024-04-02T09:13:03.681 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:03 smithi012 ceph-mon[88355]: pgmap v2745: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 9.0 KiB/s wr, 138 op/s 2024-04-02T09:13:03.682 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:03 smithi012 ceph-mon[90784]: osdmap e1580: 8 total, 8 up, 8 in 2024-04-02T09:13:03.682 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:03 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/522f1572-8340-49a5-ba3c-4cebb04fcb09"}]: dispatch 2024-04-02T09:13:03.682 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:03 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/522f1572-8340-49a5-ba3c-4cebb04fcb09"}]': finished 2024-04-02T09:13:03.682 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:03 smithi012 ceph-mon[90784]: pgmap v2745: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 9.0 KiB/s wr, 138 op/s 2024-04-02T09:13:03.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:03 smithi055 ceph-mon[85080]: osdmap e1580: 8 total, 8 up, 8 in 2024-04-02T09:13:03.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:03 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/522f1572-8340-49a5-ba3c-4cebb04fcb09"}]: dispatch 2024-04-02T09:13:03.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:03 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/643943246' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/522f1572-8340-49a5-ba3c-4cebb04fcb09"}]': finished 2024-04-02T09:13:03.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:03 smithi055 ceph-mon[85080]: pgmap v2745: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 9.0 KiB/s wr, 138 op/s 2024-04-02T09:13:04.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:04 smithi055 ceph-mon[85080]: osdmap e1581: 8 total, 8 up, 8 in 2024-04-02T09:13:04.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:04 smithi012 ceph-mon[88355]: osdmap e1581: 8 total, 8 up, 8 in 2024-04-02T09:13:04.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:04 smithi012 ceph-mon[90784]: osdmap e1581: 8 total, 8 up, 8 in 2024-04-02T09:13:05.506 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestInternal.OpenByID 2024-04-02T09:13:05.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:05 smithi055 ceph-mon[85080]: osdmap e1582: 8 total, 8 up, 8 in 2024-04-02T09:13:05.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:05 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/4100285263' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:05.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:05 smithi055 ceph-mon[85080]: pgmap v2748: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:05.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:05 smithi012 ceph-mon[88355]: osdmap e1582: 8 total, 8 up, 8 in 2024-04-02T09:13:05.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:05 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/4100285263' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:05.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:05 smithi012 ceph-mon[88355]: pgmap v2748: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:05.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:05 smithi012 ceph-mon[90784]: osdmap e1582: 8 total, 8 up, 8 in 2024-04-02T09:13:05.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:05 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/4100285263' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:05.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:05 smithi012 ceph-mon[90784]: pgmap v2748: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:06.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:06 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:13:06.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:06 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/4100285263' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:13:06.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:06 smithi055 ceph-mon[85080]: osdmap e1583: 8 total, 8 up, 8 in 2024-04-02T09:13:06.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:06 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:13:06.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:06 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/4100285263' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:13:06.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:06 smithi012 ceph-mon[88355]: osdmap e1583: 8 total, 8 up, 8 in 2024-04-02T09:13:06.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:06 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:13:06.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:06 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/4100285263' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:13:06.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:06 smithi012 ceph-mon[90784]: osdmap e1583: 8 total, 8 up, 8 in 2024-04-02T09:13:07.559 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestInternal.OpenByID (2053 ms) 2024-04-02T09:13:07.559 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestInternal.OpenSnapDNE 2024-04-02T09:13:07.589 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestInternal.OpenSnapDNE (29 ms) 2024-04-02T09:13:07.589 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestInternal.IsExclusiveLockOwner 2024-04-02T09:13:07.612 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestInternal.IsExclusiveLockOwner (23 ms) 2024-04-02T09:13:07.612 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestInternal.ResizeLocksImage 2024-04-02T09:13:07.638 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestInternal.ResizeLocksImage (27 ms) 2024-04-02T09:13:07.638 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestInternal.ResizeFailsToLockImage 2024-04-02T09:13:07.656 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestInternal.ResizeFailsToLockImage (18 ms) 2024-04-02T09:13:07.656 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestInternal.SnapCreateLocksImage 2024-04-02T09:13:07.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:07 smithi055 ceph-mon[85080]: osdmap e1584: 8 total, 8 up, 8 in 2024-04-02T09:13:07.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:07 smithi055 ceph-mon[85080]: pgmap v2751: 137 pgs: 20 creating+peering, 117 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:07.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:07 smithi012 ceph-mon[88355]: osdmap e1584: 8 total, 8 up, 8 in 2024-04-02T09:13:07.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:07 smithi012 ceph-mon[88355]: pgmap v2751: 137 pgs: 20 creating+peering, 117 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:07.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:07 smithi012 ceph-mon[90784]: osdmap e1584: 8 total, 8 up, 8 in 2024-04-02T09:13:07.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:07 smithi012 ceph-mon[90784]: pgmap v2751: 137 pgs: 20 creating+peering, 117 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:08.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:13:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:13:07] "GET /metrics HTTP/1.1" 200 36461 "" "Prometheus/2.43.0" 2024-04-02T09:13:08.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:08 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:13:08.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:08 smithi055 ceph-mon[85080]: Cluster is now healthy 2024-04-02T09:13:08.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:08 smithi055 ceph-mon[85080]: osdmap e1585: 8 total, 8 up, 8 in 2024-04-02T09:13:08.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:08 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:13:08.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:08 smithi012 ceph-mon[90784]: Cluster is now healthy 2024-04-02T09:13:08.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:08 smithi012 ceph-mon[90784]: osdmap e1585: 8 total, 8 up, 8 in 2024-04-02T09:13:08.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:08 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:13:08.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:08 smithi012 ceph-mon[88355]: Cluster is now healthy 2024-04-02T09:13:08.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:08 smithi012 ceph-mon[88355]: osdmap e1585: 8 total, 8 up, 8 in 2024-04-02T09:13:09.561 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestInternal.SnapCreateLocksImage (1904 ms) 2024-04-02T09:13:09.561 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestInternal.SnapCreateFailsToLockImage 2024-04-02T09:13:09.585 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestInternal.SnapCreateFailsToLockImage (24 ms) 2024-04-02T09:13:09.585 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestInternal.SnapRollbackLocksImage 2024-04-02T09:13:09.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:09 smithi055 ceph-mon[85080]: osdmap e1586: 8 total, 8 up, 8 in 2024-04-02T09:13:09.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:09 smithi055 ceph-mon[85080]: pgmap v2754: 137 pgs: 20 creating+peering, 117 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:09.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:09 smithi012 ceph-mon[88355]: osdmap e1586: 8 total, 8 up, 8 in 2024-04-02T09:13:09.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:09 smithi012 ceph-mon[88355]: pgmap v2754: 137 pgs: 20 creating+peering, 117 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:09.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:09 smithi012 ceph-mon[90784]: osdmap e1586: 8 total, 8 up, 8 in 2024-04-02T09:13:09.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:09 smithi012 ceph-mon[90784]: pgmap v2754: 137 pgs: 20 creating+peering, 117 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:10.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:10 smithi055 ceph-mon[85080]: osdmap e1587: 8 total, 8 up, 8 in 2024-04-02T09:13:10.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:10 smithi012 ceph-mon[88355]: osdmap e1587: 8 total, 8 up, 8 in 2024-04-02T09:13:10.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:10 smithi012 ceph-mon[90784]: osdmap e1587: 8 total, 8 up, 8 in 2024-04-02T09:13:11.582 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestInternal.SnapRollbackLocksImage (1997 ms) 2024-04-02T09:13:11.582 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestInternal.SnapRollbackFailsToLockImage 2024-04-02T09:13:11.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:11 smithi055 ceph-mon[85080]: osdmap e1588: 8 total, 8 up, 8 in 2024-04-02T09:13:11.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:11 smithi055 ceph-mon[85080]: pgmap v2757: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 8.2 KiB/s wr, 82 op/s 2024-04-02T09:13:11.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:11 smithi012 ceph-mon[90784]: osdmap e1588: 8 total, 8 up, 8 in 2024-04-02T09:13:11.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:11 smithi012 ceph-mon[90784]: pgmap v2757: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 8.2 KiB/s wr, 82 op/s 2024-04-02T09:13:11.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:11 smithi012 ceph-mon[88355]: osdmap e1588: 8 total, 8 up, 8 in 2024-04-02T09:13:11.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:11 smithi012 ceph-mon[88355]: pgmap v2757: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 8.2 KiB/s wr, 82 op/s 2024-04-02T09:13:12.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:12 smithi055 ceph-mon[85080]: osdmap e1589: 8 total, 8 up, 8 in 2024-04-02T09:13:12.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:13:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:13:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:13:12.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:12 smithi012 ceph-mon[88355]: osdmap e1589: 8 total, 8 up, 8 in 2024-04-02T09:13:12.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:12 smithi012 ceph-mon[90784]: osdmap e1589: 8 total, 8 up, 8 in 2024-04-02T09:13:13.598 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestInternal.SnapRollbackFailsToLockImage (2016 ms) 2024-04-02T09:13:13.598 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestInternal.SnapSetReleasesLock 2024-04-02T09:13:13.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:13 smithi012 ceph-mon[88355]: osdmap e1590: 8 total, 8 up, 8 in 2024-04-02T09:13:13.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:13 smithi012 ceph-mon[88355]: pgmap v2760: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 12 KiB/s wr, 152 op/s 2024-04-02T09:13:13.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:13 smithi012 ceph-mon[90784]: osdmap e1590: 8 total, 8 up, 8 in 2024-04-02T09:13:13.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:13 smithi012 ceph-mon[90784]: pgmap v2760: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 12 KiB/s wr, 152 op/s 2024-04-02T09:13:14.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:13 smithi055 ceph-mon[85080]: osdmap e1590: 8 total, 8 up, 8 in 2024-04-02T09:13:14.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:13 smithi055 ceph-mon[85080]: pgmap v2760: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 12 KiB/s wr, 152 op/s 2024-04-02T09:13:14.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:14 smithi012 ceph-mon[90784]: osdmap e1591: 8 total, 8 up, 8 in 2024-04-02T09:13:14.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:14.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:14 smithi012 ceph-mon[90784]: osdmap e1592: 8 total, 8 up, 8 in 2024-04-02T09:13:14.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:14 smithi012 ceph-mon[88355]: osdmap e1591: 8 total, 8 up, 8 in 2024-04-02T09:13:14.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:14.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:14 smithi012 ceph-mon[88355]: osdmap e1592: 8 total, 8 up, 8 in 2024-04-02T09:13:15.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:14 smithi055 ceph-mon[85080]: osdmap e1591: 8 total, 8 up, 8 in 2024-04-02T09:13:15.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:15.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:14 smithi055 ceph-mon[85080]: osdmap e1592: 8 total, 8 up, 8 in 2024-04-02T09:13:15.382 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestInternal.SnapSetReleasesLock (1784 ms) 2024-04-02T09:13:15.382 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestInternal.FlattenLocksImage 2024-04-02T09:13:15.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:15 smithi012 ceph-mon[90784]: pgmap v2763: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 4.0 KiB/s wr, 69 op/s 2024-04-02T09:13:15.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:15 smithi012 ceph-mon[90784]: osdmap e1593: 8 total, 8 up, 8 in 2024-04-02T09:13:15.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:15 smithi012 ceph-mon[88355]: pgmap v2763: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 4.0 KiB/s wr, 69 op/s 2024-04-02T09:13:15.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:15 smithi012 ceph-mon[88355]: osdmap e1593: 8 total, 8 up, 8 in 2024-04-02T09:13:16.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:15 smithi055 ceph-mon[85080]: pgmap v2763: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 4.0 KiB/s wr, 69 op/s 2024-04-02T09:13:16.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:15 smithi055 ceph-mon[85080]: osdmap e1593: 8 total, 8 up, 8 in 2024-04-02T09:13:17.407 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestInternal.FlattenLocksImage (2025 ms) 2024-04-02T09:13:17.407 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestInternal.FlattenFailsToLockImage 2024-04-02T09:13:17.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:17 smithi012 ceph-mon[88355]: osdmap e1594: 8 total, 8 up, 8 in 2024-04-02T09:13:17.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:17 smithi012 ceph-mon[88355]: pgmap v2766: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 6.0 KiB/s wr, 92 op/s 2024-04-02T09:13:17.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:17 smithi012 ceph-mon[90784]: osdmap e1594: 8 total, 8 up, 8 in 2024-04-02T09:13:17.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:17 smithi012 ceph-mon[90784]: pgmap v2766: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 6.0 KiB/s wr, 92 op/s 2024-04-02T09:13:17.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:17 smithi055 ceph-mon[85080]: osdmap e1594: 8 total, 8 up, 8 in 2024-04-02T09:13:17.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:17 smithi055 ceph-mon[85080]: pgmap v2766: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 6.0 KiB/s wr, 92 op/s 2024-04-02T09:13:18.371 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:13:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:13:17] "GET /metrics HTTP/1.1" 200 36450 "" "Prometheus/2.43.0" 2024-04-02T09:13:18.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:18 smithi012 ceph-mon[88355]: osdmap e1595: 8 total, 8 up, 8 in 2024-04-02T09:13:18.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:18 smithi012 ceph-mon[90784]: osdmap e1595: 8 total, 8 up, 8 in 2024-04-02T09:13:18.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:18 smithi055 ceph-mon[85080]: osdmap e1595: 8 total, 8 up, 8 in 2024-04-02T09:13:19.387 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestInternal.FlattenFailsToLockImage (1980 ms) 2024-04-02T09:13:19.387 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklisted 2024-04-02T09:13:19.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:19 smithi012 ceph-mon[88355]: osdmap e1596: 8 total, 8 up, 8 in 2024-04-02T09:13:19.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:19 smithi012 ceph-mon[88355]: pgmap v2769: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 6.0 KiB/s wr, 92 op/s 2024-04-02T09:13:19.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:19 smithi012 ceph-mon[88355]: osdmap e1597: 8 total, 8 up, 8 in 2024-04-02T09:13:19.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:19 smithi012 ceph-mon[90784]: osdmap e1596: 8 total, 8 up, 8 in 2024-04-02T09:13:19.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:19 smithi012 ceph-mon[90784]: pgmap v2769: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 6.0 KiB/s wr, 92 op/s 2024-04-02T09:13:19.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:19 smithi012 ceph-mon[90784]: osdmap e1597: 8 total, 8 up, 8 in 2024-04-02T09:13:19.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:19 smithi055 ceph-mon[85080]: osdmap e1596: 8 total, 8 up, 8 in 2024-04-02T09:13:19.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:19 smithi055 ceph-mon[85080]: pgmap v2769: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 6.0 KiB/s wr, 92 op/s 2024-04-02T09:13:19.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:19 smithi055 ceph-mon[85080]: osdmap e1597: 8 total, 8 up, 8 in 2024-04-02T09:13:20.405 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklisted (1018 ms) 2024-04-02T09:13:20.406 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklistedWatch 2024-04-02T09:13:20.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:20 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3405446980' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.12:0/3405446980"}]: dispatch 2024-04-02T09:13:20.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:20 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3405446980' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.12:0/3405446980"}]: dispatch 2024-04-02T09:13:20.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:20 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3405446980' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.12:0/3405446980"}]: dispatch 2024-04-02T09:13:21.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:21 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3405446980' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.12:0/3405446980"}]': finished 2024-04-02T09:13:21.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:21 smithi012 ceph-mon[90784]: osdmap e1598: 8 total, 8 up, 8 in 2024-04-02T09:13:21.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:21 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/212868599' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.12:0/212868599"}]: dispatch 2024-04-02T09:13:21.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:21 smithi012 ceph-mon[90784]: pgmap v2772: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 9.7 KiB/s wr, 212 op/s 2024-04-02T09:13:21.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:21 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3405446980' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.12:0/3405446980"}]': finished 2024-04-02T09:13:21.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:21 smithi012 ceph-mon[88355]: osdmap e1598: 8 total, 8 up, 8 in 2024-04-02T09:13:21.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:21 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/212868599' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.12:0/212868599"}]: dispatch 2024-04-02T09:13:21.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:21 smithi012 ceph-mon[88355]: pgmap v2772: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 9.7 KiB/s wr, 212 op/s 2024-04-02T09:13:21.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:21 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3405446980' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.12:0/3405446980"}]': finished 2024-04-02T09:13:21.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:21 smithi055 ceph-mon[85080]: osdmap e1598: 8 total, 8 up, 8 in 2024-04-02T09:13:21.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:21 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/212868599' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.12:0/212868599"}]: dispatch 2024-04-02T09:13:21.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:21 smithi055 ceph-mon[85080]: pgmap v2772: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 9.7 KiB/s wr, 212 op/s 2024-04-02T09:13:22.406 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklistedWatch (1999 ms) 2024-04-02T09:13:22.406 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestInternal.AioWriteRequestsLock 2024-04-02T09:13:22.444 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestInternal.AioWriteRequestsLock (39 ms) 2024-04-02T09:13:22.444 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestInternal.AioDiscardRequestsLock 2024-04-02T09:13:22.475 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestInternal.AioDiscardRequestsLock (32 ms) 2024-04-02T09:13:22.475 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestInternal.CancelAsyncResize 2024-04-02T09:13:22.525 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestInternal.CancelAsyncResize (49 ms) 2024-04-02T09:13:22.525 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestInternal.MultipleResize 2024-04-02T09:13:22.582 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestInternal.MultipleResize (58 ms) 2024-04-02T09:13:22.583 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestInternal.Metadata 2024-04-02T09:13:22.632 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestInternal.Metadata (50 ms) 2024-04-02T09:13:22.632 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestInternal.MetadataConfApply 2024-04-02T09:13:22.664 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestInternal.MetadataConfApply (31 ms) 2024-04-02T09:13:22.664 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestInternal.SnapshotCopyup 2024-04-02T09:13:22.677 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:22 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/212868599' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.12:0/212868599"}]': finished 2024-04-02T09:13:22.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:22 smithi012 ceph-mon[88355]: osdmap e1599: 8 total, 8 up, 8 in 2024-04-02T09:13:22.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:22 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/212868599' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.12:0/212868599"}]': finished 2024-04-02T09:13:22.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:22 smithi012 ceph-mon[90784]: osdmap e1599: 8 total, 8 up, 8 in 2024-04-02T09:13:22.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:22 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/212868599' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.12:0/212868599"}]': finished 2024-04-02T09:13:22.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:22 smithi055 ceph-mon[85080]: osdmap e1599: 8 total, 8 up, 8 in 2024-04-02T09:13:22.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:13:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:13:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:13:23.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:23 smithi012 ceph-mon[88355]: pgmap v2774: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 11 KiB/s wr, 236 op/s 2024-04-02T09:13:23.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:23 smithi012 ceph-mon[90784]: pgmap v2774: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 11 KiB/s wr, 236 op/s 2024-04-02T09:13:23.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:23 smithi055 ceph-mon[85080]: pgmap v2774: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 11 KiB/s wr, 236 op/s 2024-04-02T09:13:24.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:24 smithi012 ceph-mon[90784]: osdmap e1600: 8 total, 8 up, 8 in 2024-04-02T09:13:24.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:24 smithi012 ceph-mon[90784]: osdmap e1601: 8 total, 8 up, 8 in 2024-04-02T09:13:24.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:24 smithi012 ceph-mon[88355]: osdmap e1600: 8 total, 8 up, 8 in 2024-04-02T09:13:24.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:24 smithi012 ceph-mon[88355]: osdmap e1601: 8 total, 8 up, 8 in 2024-04-02T09:13:24.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:24 smithi055 ceph-mon[85080]: osdmap e1600: 8 total, 8 up, 8 in 2024-04-02T09:13:24.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:24 smithi055 ceph-mon[85080]: osdmap e1601: 8 total, 8 up, 8 in 2024-04-02T09:13:25.453 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestInternal.SnapshotCopyup (2790 ms) 2024-04-02T09:13:25.453 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestInternal.SnapshotCopyupZeros 2024-04-02T09:13:25.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:25 smithi012 ceph-mon[88355]: pgmap v2777: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.1 KiB/s wr, 35 op/s 2024-04-02T09:13:25.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:25 smithi012 ceph-mon[88355]: osdmap e1602: 8 total, 8 up, 8 in 2024-04-02T09:13:25.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:25 smithi012 ceph-mon[90784]: pgmap v2777: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.1 KiB/s wr, 35 op/s 2024-04-02T09:13:25.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:25 smithi012 ceph-mon[90784]: osdmap e1602: 8 total, 8 up, 8 in 2024-04-02T09:13:25.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:25 smithi055 ceph-mon[85080]: pgmap v2777: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.1 KiB/s wr, 35 op/s 2024-04-02T09:13:25.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:25 smithi055 ceph-mon[85080]: osdmap e1602: 8 total, 8 up, 8 in 2024-04-02T09:13:27.468 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestInternal.SnapshotCopyupZeros (2014 ms) 2024-04-02T09:13:27.468 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestInternal.SnapshotCopyupZerosMigration 2024-04-02T09:13:27.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:27 smithi012 ceph-mon[88355]: osdmap e1603: 8 total, 8 up, 8 in 2024-04-02T09:13:27.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:27 smithi012 ceph-mon[88355]: pgmap v2780: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 230 KiB/s rd, 28 KiB/s wr, 327 op/s 2024-04-02T09:13:27.682 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:27 smithi012 ceph-mon[90784]: osdmap e1603: 8 total, 8 up, 8 in 2024-04-02T09:13:27.682 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:27 smithi012 ceph-mon[90784]: pgmap v2780: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 230 KiB/s rd, 28 KiB/s wr, 327 op/s 2024-04-02T09:13:27.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:27 smithi055 ceph-mon[85080]: osdmap e1603: 8 total, 8 up, 8 in 2024-04-02T09:13:27.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:27 smithi055 ceph-mon[85080]: pgmap v2780: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 230 KiB/s rd, 28 KiB/s wr, 327 op/s 2024-04-02T09:13:28.427 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:13:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:13:27] "GET /metrics HTTP/1.1" 200 36450 "" "Prometheus/2.43.0" 2024-04-02T09:13:28.467 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestInternal.SnapshotCopyupZerosMigration (999 ms) 2024-04-02T09:13:28.467 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestInternal.ResizeCopyup 2024-04-02T09:13:28.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:28 smithi012 ceph-mon[88355]: osdmap e1604: 8 total, 8 up, 8 in 2024-04-02T09:13:28.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:28 smithi012 ceph-mon[90784]: osdmap e1604: 8 total, 8 up, 8 in 2024-04-02T09:13:28.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:28 smithi055 ceph-mon[85080]: osdmap e1604: 8 total, 8 up, 8 in 2024-04-02T09:13:29.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:29 smithi055 ceph-mon[85080]: osdmap e1605: 8 total, 8 up, 8 in 2024-04-02T09:13:29.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:29 smithi055 ceph-mon[85080]: pgmap v2783: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 230 KiB/s rd, 28 KiB/s wr, 327 op/s 2024-04-02T09:13:29.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:29.930 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:29 smithi012 ceph-mon[88355]: osdmap e1605: 8 total, 8 up, 8 in 2024-04-02T09:13:29.930 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:29 smithi012 ceph-mon[88355]: pgmap v2783: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 230 KiB/s rd, 28 KiB/s wr, 327 op/s 2024-04-02T09:13:29.930 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:29.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:29 smithi012 ceph-mon[90784]: osdmap e1605: 8 total, 8 up, 8 in 2024-04-02T09:13:29.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:29 smithi012 ceph-mon[90784]: pgmap v2783: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 230 KiB/s rd, 28 KiB/s wr, 327 op/s 2024-04-02T09:13:29.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:30.499 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestInternal.ResizeCopyup (2033 ms) 2024-04-02T09:13:30.500 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestInternal.DiscardCopyup 2024-04-02T09:13:30.509 INFO:tasks.workunit.client.0.smithi012.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_internal.cc:1056: Skipped 2024-04-02T09:13:30.509 INFO:tasks.workunit.client.0.smithi012.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:13:30.509 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestInternal.DiscardCopyup (10 ms) 2024-04-02T09:13:30.509 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestInternal.ImageOptions 2024-04-02T09:13:30.519 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestInternal.ImageOptions (9 ms) 2024-04-02T09:13:30.519 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestInternal.WriteFullCopyup 2024-04-02T09:13:30.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:30 smithi055 ceph-mon[85080]: osdmap e1606: 8 total, 8 up, 8 in 2024-04-02T09:13:30.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:30 smithi012 ceph-mon[88355]: osdmap e1606: 8 total, 8 up, 8 in 2024-04-02T09:13:30.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:30 smithi012 ceph-mon[90784]: osdmap e1606: 8 total, 8 up, 8 in 2024-04-02T09:13:31.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:31 smithi055 ceph-mon[85080]: osdmap e1607: 8 total, 8 up, 8 in 2024-04-02T09:13:31.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:31 smithi055 ceph-mon[85080]: pgmap v2786: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 12 KiB/s wr, 134 op/s 2024-04-02T09:13:31.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:31 smithi012 ceph-mon[88355]: osdmap e1607: 8 total, 8 up, 8 in 2024-04-02T09:13:31.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:31 smithi012 ceph-mon[88355]: pgmap v2786: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 12 KiB/s wr, 134 op/s 2024-04-02T09:13:31.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:31 smithi012 ceph-mon[90784]: osdmap e1607: 8 total, 8 up, 8 in 2024-04-02T09:13:31.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:31 smithi012 ceph-mon[90784]: pgmap v2786: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 12 KiB/s wr, 134 op/s 2024-04-02T09:13:32.712 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:32 smithi055 ceph-mon[85080]: osdmap e1608: 8 total, 8 up, 8 in 2024-04-02T09:13:32.712 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:13:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:13:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:13:32.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:32 smithi012 ceph-mon[88355]: osdmap e1608: 8 total, 8 up, 8 in 2024-04-02T09:13:32.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:32 smithi012 ceph-mon[90784]: osdmap e1608: 8 total, 8 up, 8 in 2024-04-02T09:13:33.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:33 smithi055 ceph-mon[85080]: osdmap e1609: 8 total, 8 up, 8 in 2024-04-02T09:13:33.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:33 smithi055 ceph-mon[85080]: pgmap v2789: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 216 KiB/s rd, 26 KiB/s wr, 294 op/s 2024-04-02T09:13:33.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:33 smithi012 ceph-mon[88355]: osdmap e1609: 8 total, 8 up, 8 in 2024-04-02T09:13:33.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:33 smithi012 ceph-mon[88355]: pgmap v2789: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 216 KiB/s rd, 26 KiB/s wr, 294 op/s 2024-04-02T09:13:33.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:33 smithi012 ceph-mon[90784]: osdmap e1609: 8 total, 8 up, 8 in 2024-04-02T09:13:33.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:33 smithi012 ceph-mon[90784]: pgmap v2789: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 216 KiB/s rd, 26 KiB/s wr, 294 op/s 2024-04-02T09:13:34.498 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestInternal.WriteFullCopyup (3979 ms) 2024-04-02T09:13:34.498 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestInternal.DiffIterateCloneOverwrite 2024-04-02T09:13:34.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:34 smithi055 ceph-mon[85080]: osdmap e1610: 8 total, 8 up, 8 in 2024-04-02T09:13:34.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:34 smithi012 ceph-mon[88355]: osdmap e1610: 8 total, 8 up, 8 in 2024-04-02T09:13:34.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:34 smithi012 ceph-mon[90784]: osdmap e1610: 8 total, 8 up, 8 in 2024-04-02T09:13:35.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:35 smithi055 ceph-mon[85080]: osdmap e1611: 8 total, 8 up, 8 in 2024-04-02T09:13:35.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:35 smithi055 ceph-mon[85080]: pgmap v2792: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 14 KiB/s wr, 160 op/s 2024-04-02T09:13:35.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:35 smithi012 ceph-mon[88355]: osdmap e1611: 8 total, 8 up, 8 in 2024-04-02T09:13:35.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:35 smithi012 ceph-mon[88355]: pgmap v2792: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 14 KiB/s wr, 160 op/s 2024-04-02T09:13:35.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:35 smithi012 ceph-mon[90784]: osdmap e1611: 8 total, 8 up, 8 in 2024-04-02T09:13:35.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:35 smithi012 ceph-mon[90784]: pgmap v2792: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 14 KiB/s wr, 160 op/s 2024-04-02T09:13:36.519 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestInternal.DiffIterateCloneOverwrite (2021 ms) 2024-04-02T09:13:36.519 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestInternal.TestCoR 2024-04-02T09:13:36.528 INFO:tasks.workunit.client.0.smithi012.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_internal.cc:1313: Skipped 2024-04-02T09:13:36.528 INFO:tasks.workunit.client.0.smithi012.stdout:Skipping due to disabled copy-on-read 2024-04-02T09:13:36.528 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestInternal.TestCoR (10 ms) 2024-04-02T09:13:36.528 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestInternal.FlattenNoEmptyObjects 2024-04-02T09:13:36.757 INFO:tasks.workunit.client.0.smithi012.stdout:made parent image "image383": 4194304K (1024 * 4K) 2024-04-02T09:13:36.757 INFO:tasks.workunit.client.0.smithi012.stdout:generated random write map: 2024-04-02T09:13:36.757 INFO:tasks.workunit.client.0.smithi012.stdout: [17 , 70566 ] 2024-04-02T09:13:36.757 INFO:tasks.workunit.client.0.smithi012.stdout: [25 , 103087 ] 2024-04-02T09:13:36.757 INFO:tasks.workunit.client.0.smithi012.stdout: [41 , 168706 ] 2024-04-02T09:13:36.757 INFO:tasks.workunit.client.0.smithi012.stdout: [42 , 172879 ] 2024-04-02T09:13:36.757 INFO:tasks.workunit.client.0.smithi012.stdout: [48 , 197502 ] 2024-04-02T09:13:36.757 INFO:tasks.workunit.client.0.smithi012.stdout: [79 , 326552 ] 2024-04-02T09:13:36.757 INFO:tasks.workunit.client.0.smithi012.stdout: [92 , 379095 ] 2024-04-02T09:13:36.757 INFO:tasks.workunit.client.0.smithi012.stdout: [97 , 397779 ] 2024-04-02T09:13:36.757 INFO:tasks.workunit.client.0.smithi012.stdout: [100 , 411877 ] 2024-04-02T09:13:36.758 INFO:tasks.workunit.client.0.smithi012.stdout: [109 , 447406 ] 2024-04-02T09:13:36.758 INFO:tasks.workunit.client.0.smithi012.stdout: [118 , 485356 ] 2024-04-02T09:13:36.758 INFO:tasks.workunit.client.0.smithi012.stdout: [129 , 528862 ] 2024-04-02T09:13:36.758 INFO:tasks.workunit.client.0.smithi012.stdout: [146 , 601209 ] 2024-04-02T09:13:36.758 INFO:tasks.workunit.client.0.smithi012.stdout: [153 , 627815 ] 2024-04-02T09:13:36.758 INFO:tasks.workunit.client.0.smithi012.stdout: [157 , 646144 ] 2024-04-02T09:13:36.758 INFO:tasks.workunit.client.0.smithi012.stdout: [177 , 726523 ] 2024-04-02T09:13:36.758 INFO:tasks.workunit.client.0.smithi012.stdout: [225 , 922100 ] 2024-04-02T09:13:36.758 INFO:tasks.workunit.client.0.smithi012.stdout: [231 , 946830 ] 2024-04-02T09:13:36.758 INFO:tasks.workunit.client.0.smithi012.stdout: [232 , 951637 ] 2024-04-02T09:13:36.758 INFO:tasks.workunit.client.0.smithi012.stdout: [240 , 983070 ] 2024-04-02T09:13:36.758 INFO:tasks.workunit.client.0.smithi012.stdout: [246 , 1011026 ] 2024-04-02T09:13:36.758 INFO:tasks.workunit.client.0.smithi012.stdout: [249 , 1020345 ] 2024-04-02T09:13:36.758 INFO:tasks.workunit.client.0.smithi012.stdout: [254 , 1043704 ] 2024-04-02T09:13:36.759 INFO:tasks.workunit.client.0.smithi012.stdout: [270 , 1107555 ] 2024-04-02T09:13:36.759 INFO:tasks.workunit.client.0.smithi012.stdout: [297 , 1218130 ] 2024-04-02T09:13:36.759 INFO:tasks.workunit.client.0.smithi012.stdout: [308 , 1263525 ] 2024-04-02T09:13:36.759 INFO:tasks.workunit.client.0.smithi012.stdout: [320 , 1312191 ] 2024-04-02T09:13:36.759 INFO:tasks.workunit.client.0.smithi012.stdout: [331 , 1356655 ] 2024-04-02T09:13:36.759 INFO:tasks.workunit.client.0.smithi012.stdout: [334 , 1370543 ] 2024-04-02T09:13:36.759 INFO:tasks.workunit.client.0.smithi012.stdout: [336 , 1379211 ] 2024-04-02T09:13:36.759 INFO:tasks.workunit.client.0.smithi012.stdout: [344 , 1410216 ] 2024-04-02T09:13:36.759 INFO:tasks.workunit.client.0.smithi012.stdout: [348 , 1426819 ] 2024-04-02T09:13:36.759 INFO:tasks.workunit.client.0.smithi012.stdout: [352 , 1443123 ] 2024-04-02T09:13:36.759 INFO:tasks.workunit.client.0.smithi012.stdout: [353 , 1445947 ] 2024-04-02T09:13:36.759 INFO:tasks.workunit.client.0.smithi012.stdout: [359 , 1473402 ] 2024-04-02T09:13:36.759 INFO:tasks.workunit.client.0.smithi012.stdout: [362 , 1484069 ] 2024-04-02T09:13:36.759 INFO:tasks.workunit.client.0.smithi012.stdout: [363 , 1489943 ] 2024-04-02T09:13:36.759 INFO:tasks.workunit.client.0.smithi012.stdout: [389 , 1595056 ] 2024-04-02T09:13:36.760 INFO:tasks.workunit.client.0.smithi012.stdout: [391 , 1605082 ] 2024-04-02T09:13:36.760 INFO:tasks.workunit.client.0.smithi012.stdout: [392 , 1607504 ] 2024-04-02T09:13:36.760 INFO:tasks.workunit.client.0.smithi012.stdout: [400 , 1641827 ] 2024-04-02T09:13:36.760 INFO:tasks.workunit.client.0.smithi012.stdout: [426 , 1747661 ] 2024-04-02T09:13:36.760 INFO:tasks.workunit.client.0.smithi012.stdout: [427 , 1749770 ] 2024-04-02T09:13:36.760 INFO:tasks.workunit.client.0.smithi012.stdout: [432 , 1772594 ] 2024-04-02T09:13:36.760 INFO:tasks.workunit.client.0.smithi012.stdout: [440 , 1803899 ] 2024-04-02T09:13:36.760 INFO:tasks.workunit.client.0.smithi012.stdout: [447 , 1831557 ] 2024-04-02T09:13:36.760 INFO:tasks.workunit.client.0.smithi012.stdout: [455 , 1863999 ] 2024-04-02T09:13:36.760 INFO:tasks.workunit.client.0.smithi012.stdout: [481 , 1972996 ] 2024-04-02T09:13:36.760 INFO:tasks.workunit.client.0.smithi012.stdout: [493 , 2020323 ] 2024-04-02T09:13:36.760 INFO:tasks.workunit.client.0.smithi012.stdout: [495 , 2029348 ] 2024-04-02T09:13:36.760 INFO:tasks.workunit.client.0.smithi012.stdout: [508 , 2081336 ] 2024-04-02T09:13:36.760 INFO:tasks.workunit.client.0.smithi012.stdout: [509 , 2085642 ] 2024-04-02T09:13:36.761 INFO:tasks.workunit.client.0.smithi012.stdout: [510 , 2089917 ] 2024-04-02T09:13:36.761 INFO:tasks.workunit.client.0.smithi012.stdout: [511 , 2094723 ] 2024-04-02T09:13:36.761 INFO:tasks.workunit.client.0.smithi012.stdout: [519 , 2127162 ] 2024-04-02T09:13:36.761 INFO:tasks.workunit.client.0.smithi012.stdout: [531 , 2178117 ] 2024-04-02T09:13:36.761 INFO:tasks.workunit.client.0.smithi012.stdout: [564 , 2311530 ] 2024-04-02T09:13:36.761 INFO:tasks.workunit.client.0.smithi012.stdout: [565 , 2314710 ] 2024-04-02T09:13:36.761 INFO:tasks.workunit.client.0.smithi012.stdout: [589 , 2415368 ] 2024-04-02T09:13:36.761 INFO:tasks.workunit.client.0.smithi012.stdout: [590 , 2419730 ] 2024-04-02T09:13:36.761 INFO:tasks.workunit.client.0.smithi012.stdout: [592 , 2427383 ] 2024-04-02T09:13:36.761 INFO:tasks.workunit.client.0.smithi012.stdout: [604 , 2475627 ] 2024-04-02T09:13:36.761 INFO:tasks.workunit.client.0.smithi012.stdout: [618 , 2532809 ] 2024-04-02T09:13:36.761 INFO:tasks.workunit.client.0.smithi012.stdout: [643 , 2635880 ] 2024-04-02T09:13:36.761 INFO:tasks.workunit.client.0.smithi012.stdout: [650 , 2664499 ] 2024-04-02T09:13:36.762 INFO:tasks.workunit.client.0.smithi012.stdout: [664 , 2720045 ] 2024-04-02T09:13:36.762 INFO:tasks.workunit.client.0.smithi012.stdout: [666 , 2730784 ] 2024-04-02T09:13:36.762 INFO:tasks.workunit.client.0.smithi012.stdout: [677 , 2776270 ] 2024-04-02T09:13:36.762 INFO:tasks.workunit.client.0.smithi012.stdout: [683 , 2798408 ] 2024-04-02T09:13:36.762 INFO:tasks.workunit.client.0.smithi012.stdout: [728 , 2984180 ] 2024-04-02T09:13:36.762 INFO:tasks.workunit.client.0.smithi012.stdout: [737 , 3018780 ] 2024-04-02T09:13:36.762 INFO:tasks.workunit.client.0.smithi012.stdout: [762 , 3123345 ] 2024-04-02T09:13:36.762 INFO:tasks.workunit.client.0.smithi012.stdout: [769 , 3151377 ] 2024-04-02T09:13:36.762 INFO:tasks.workunit.client.0.smithi012.stdout: [778 , 3188861 ] 2024-04-02T09:13:36.762 INFO:tasks.workunit.client.0.smithi012.stdout: [781 , 3200001 ] 2024-04-02T09:13:36.762 INFO:tasks.workunit.client.0.smithi012.stdout: [786 , 3222280 ] 2024-04-02T09:13:36.762 INFO:tasks.workunit.client.0.smithi012.stdout: [789 , 3233453 ] 2024-04-02T09:13:36.763 INFO:tasks.workunit.client.0.smithi012.stdout: [798 , 3270905 ] 2024-04-02T09:13:36.763 INFO:tasks.workunit.client.0.smithi012.stdout: [802 , 3286149 ] 2024-04-02T09:13:36.763 INFO:tasks.workunit.client.0.smithi012.stdout: [808 , 3310781 ] 2024-04-02T09:13:36.763 INFO:tasks.workunit.client.0.smithi012.stdout: [823 , 3372911 ] 2024-04-02T09:13:36.763 INFO:tasks.workunit.client.0.smithi012.stdout: [826 , 3385968 ] 2024-04-02T09:13:36.763 INFO:tasks.workunit.client.0.smithi012.stdout: [830 , 3400976 ] 2024-04-02T09:13:36.763 INFO:tasks.workunit.client.0.smithi012.stdout: [833 , 3415436 ] 2024-04-02T09:13:36.763 INFO:tasks.workunit.client.0.smithi012.stdout: [835 , 3421860 ] 2024-04-02T09:13:36.763 INFO:tasks.workunit.client.0.smithi012.stdout: [843 , 3453687 ] 2024-04-02T09:13:36.763 INFO:tasks.workunit.client.0.smithi012.stdout: [850 , 3484839 ] 2024-04-02T09:13:36.763 INFO:tasks.workunit.client.0.smithi012.stdout: [855 , 3503860 ] 2024-04-02T09:13:36.763 INFO:tasks.workunit.client.0.smithi012.stdout: [864 , 3542332 ] 2024-04-02T09:13:36.763 INFO:tasks.workunit.client.0.smithi012.stdout: [898 , 3681291 ] 2024-04-02T09:13:36.763 INFO:tasks.workunit.client.0.smithi012.stdout: [900 , 3688324 ] 2024-04-02T09:13:36.763 INFO:tasks.workunit.client.0.smithi012.stdout: [916 , 3755393 ] 2024-04-02T09:13:36.763 INFO:tasks.workunit.client.0.smithi012.stdout: [932 , 3818055 ] 2024-04-02T09:13:36.763 INFO:tasks.workunit.client.0.smithi012.stdout: [953 , 3904952 ] 2024-04-02T09:13:36.764 INFO:tasks.workunit.client.0.smithi012.stdout: [961 , 3936319 ] 2024-04-02T09:13:36.764 INFO:tasks.workunit.client.0.smithi012.stdout: [981 , 4021031 ] 2024-04-02T09:13:36.764 INFO:tasks.workunit.client.0.smithi012.stdout: [1002 , 4106115 ] 2024-04-02T09:13:36.764 INFO:tasks.workunit.client.0.smithi012.stdout: [1015 , 4160385 ] 2024-04-02T09:13:36.764 INFO:tasks.workunit.client.0.smithi012.stdout: [1020 , 4181291 ] 2024-04-02T09:13:36.764 INFO:tasks.workunit.client.0.smithi012.stdout:write data based on random map 2024-04-02T09:13:36.764 INFO:tasks.workunit.client.0.smithi012.stdout: write object-17 2024-04-02T09:13:36.764 INFO:tasks.workunit.client.0.smithi012.stdout: write object-25 2024-04-02T09:13:36.764 INFO:tasks.workunit.client.0.smithi012.stdout: write object-41 2024-04-02T09:13:36.764 INFO:tasks.workunit.client.0.smithi012.stdout: write object-42 2024-04-02T09:13:36.764 INFO:tasks.workunit.client.0.smithi012.stdout: write object-48 2024-04-02T09:13:36.764 INFO:tasks.workunit.client.0.smithi012.stdout: write object-79 2024-04-02T09:13:36.764 INFO:tasks.workunit.client.0.smithi012.stdout: write object-92 2024-04-02T09:13:36.764 INFO:tasks.workunit.client.0.smithi012.stdout: write object-97 2024-04-02T09:13:36.764 INFO:tasks.workunit.client.0.smithi012.stdout: write object-100 2024-04-02T09:13:36.765 INFO:tasks.workunit.client.0.smithi012.stdout: write object-109 2024-04-02T09:13:36.765 INFO:tasks.workunit.client.0.smithi012.stdout: write object-118 2024-04-02T09:13:36.765 INFO:tasks.workunit.client.0.smithi012.stdout: write object-129 2024-04-02T09:13:36.765 INFO:tasks.workunit.client.0.smithi012.stdout: write object-146 2024-04-02T09:13:36.765 INFO:tasks.workunit.client.0.smithi012.stdout: write object-153 2024-04-02T09:13:36.765 INFO:tasks.workunit.client.0.smithi012.stdout: write object-157 2024-04-02T09:13:36.765 INFO:tasks.workunit.client.0.smithi012.stdout: write object-177 2024-04-02T09:13:36.765 INFO:tasks.workunit.client.0.smithi012.stdout: write object-225 2024-04-02T09:13:36.765 INFO:tasks.workunit.client.0.smithi012.stdout: write object-231 2024-04-02T09:13:36.765 INFO:tasks.workunit.client.0.smithi012.stdout: write object-232 2024-04-02T09:13:36.765 INFO:tasks.workunit.client.0.smithi012.stdout: write object-240 2024-04-02T09:13:36.765 INFO:tasks.workunit.client.0.smithi012.stdout: write object-246 2024-04-02T09:13:36.765 INFO:tasks.workunit.client.0.smithi012.stdout: write object-249 2024-04-02T09:13:36.765 INFO:tasks.workunit.client.0.smithi012.stdout: write object-254 2024-04-02T09:13:36.765 INFO:tasks.workunit.client.0.smithi012.stdout: write object-270 2024-04-02T09:13:36.765 INFO:tasks.workunit.client.0.smithi012.stdout: write object-297 2024-04-02T09:13:36.766 INFO:tasks.workunit.client.0.smithi012.stdout: write object-308 2024-04-02T09:13:36.766 INFO:tasks.workunit.client.0.smithi012.stdout: write object-320 2024-04-02T09:13:36.766 INFO:tasks.workunit.client.0.smithi012.stdout: write object-331 2024-04-02T09:13:36.766 INFO:tasks.workunit.client.0.smithi012.stdout: write object-334 2024-04-02T09:13:36.766 INFO:tasks.workunit.client.0.smithi012.stdout: write object-336 2024-04-02T09:13:36.766 INFO:tasks.workunit.client.0.smithi012.stdout: write object-344 2024-04-02T09:13:36.766 INFO:tasks.workunit.client.0.smithi012.stdout: write object-348 2024-04-02T09:13:36.766 INFO:tasks.workunit.client.0.smithi012.stdout: write object-352 2024-04-02T09:13:36.766 INFO:tasks.workunit.client.0.smithi012.stdout: write object-353 2024-04-02T09:13:36.766 INFO:tasks.workunit.client.0.smithi012.stdout: write object-359 2024-04-02T09:13:36.766 INFO:tasks.workunit.client.0.smithi012.stdout: write object-362 2024-04-02T09:13:36.766 INFO:tasks.workunit.client.0.smithi012.stdout: write object-363 2024-04-02T09:13:36.766 INFO:tasks.workunit.client.0.smithi012.stdout: write object-389 2024-04-02T09:13:36.767 INFO:tasks.workunit.client.0.smithi012.stdout: write object-391 2024-04-02T09:13:36.767 INFO:tasks.workunit.client.0.smithi012.stdout: write object-392 2024-04-02T09:13:36.767 INFO:tasks.workunit.client.0.smithi012.stdout: write object-400 2024-04-02T09:13:36.767 INFO:tasks.workunit.client.0.smithi012.stdout: write object-426 2024-04-02T09:13:36.767 INFO:tasks.workunit.client.0.smithi012.stdout: write object-427 2024-04-02T09:13:36.767 INFO:tasks.workunit.client.0.smithi012.stdout: write object-432 2024-04-02T09:13:36.767 INFO:tasks.workunit.client.0.smithi012.stdout: write object-440 2024-04-02T09:13:36.767 INFO:tasks.workunit.client.0.smithi012.stdout: write object-447 2024-04-02T09:13:36.767 INFO:tasks.workunit.client.0.smithi012.stdout: write object-455 2024-04-02T09:13:36.767 INFO:tasks.workunit.client.0.smithi012.stdout: write object-481 2024-04-02T09:13:36.767 INFO:tasks.workunit.client.0.smithi012.stdout: write object-493 2024-04-02T09:13:36.767 INFO:tasks.workunit.client.0.smithi012.stdout: write object-495 2024-04-02T09:13:36.767 INFO:tasks.workunit.client.0.smithi012.stdout: write object-508 2024-04-02T09:13:36.767 INFO:tasks.workunit.client.0.smithi012.stdout: write object-509 2024-04-02T09:13:36.767 INFO:tasks.workunit.client.0.smithi012.stdout: write object-510 2024-04-02T09:13:36.768 INFO:tasks.workunit.client.0.smithi012.stdout: write object-511 2024-04-02T09:13:36.768 INFO:tasks.workunit.client.0.smithi012.stdout: write object-519 2024-04-02T09:13:36.768 INFO:tasks.workunit.client.0.smithi012.stdout: write object-531 2024-04-02T09:13:36.768 INFO:tasks.workunit.client.0.smithi012.stdout: write object-564 2024-04-02T09:13:36.768 INFO:tasks.workunit.client.0.smithi012.stdout: write object-565 2024-04-02T09:13:36.768 INFO:tasks.workunit.client.0.smithi012.stdout: write object-589 2024-04-02T09:13:36.768 INFO:tasks.workunit.client.0.smithi012.stdout: write object-590 2024-04-02T09:13:36.768 INFO:tasks.workunit.client.0.smithi012.stdout: write object-592 2024-04-02T09:13:36.768 INFO:tasks.workunit.client.0.smithi012.stdout: write object-604 2024-04-02T09:13:36.768 INFO:tasks.workunit.client.0.smithi012.stdout: write object-618 2024-04-02T09:13:36.768 INFO:tasks.workunit.client.0.smithi012.stdout: write object-643 2024-04-02T09:13:36.768 INFO:tasks.workunit.client.0.smithi012.stdout: write object-650 2024-04-02T09:13:36.768 INFO:tasks.workunit.client.0.smithi012.stdout: write object-664 2024-04-02T09:13:36.768 INFO:tasks.workunit.client.0.smithi012.stdout: write object-666 2024-04-02T09:13:36.768 INFO:tasks.workunit.client.0.smithi012.stdout: write object-677 2024-04-02T09:13:36.769 INFO:tasks.workunit.client.0.smithi012.stdout: write object-683 2024-04-02T09:13:36.769 INFO:tasks.workunit.client.0.smithi012.stdout: write object-728 2024-04-02T09:13:36.769 INFO:tasks.workunit.client.0.smithi012.stdout: write object-737 2024-04-02T09:13:36.769 INFO:tasks.workunit.client.0.smithi012.stdout: write object-762 2024-04-02T09:13:36.769 INFO:tasks.workunit.client.0.smithi012.stdout: write object-769 2024-04-02T09:13:36.769 INFO:tasks.workunit.client.0.smithi012.stdout: write object-778 2024-04-02T09:13:36.769 INFO:tasks.workunit.client.0.smithi012.stdout: write object-781 2024-04-02T09:13:36.769 INFO:tasks.workunit.client.0.smithi012.stdout: write object-786 2024-04-02T09:13:36.769 INFO:tasks.workunit.client.0.smithi012.stdout: write object-789 2024-04-02T09:13:36.769 INFO:tasks.workunit.client.0.smithi012.stdout: write object-798 2024-04-02T09:13:36.769 INFO:tasks.workunit.client.0.smithi012.stdout: write object-802 2024-04-02T09:13:36.769 INFO:tasks.workunit.client.0.smithi012.stdout: write object-808 2024-04-02T09:13:36.769 INFO:tasks.workunit.client.0.smithi012.stdout: write object-823 2024-04-02T09:13:36.769 INFO:tasks.workunit.client.0.smithi012.stdout: write object-826 2024-04-02T09:13:36.769 INFO:tasks.workunit.client.0.smithi012.stdout: write object-830 2024-04-02T09:13:36.769 INFO:tasks.workunit.client.0.smithi012.stdout: write object-833 2024-04-02T09:13:36.769 INFO:tasks.workunit.client.0.smithi012.stdout: write object-835 2024-04-02T09:13:36.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:36 smithi055 ceph-mon[85080]: osdmap e1612: 8 total, 8 up, 8 in 2024-04-02T09:13:36.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:36 smithi012 ceph-mon[88355]: osdmap e1612: 8 total, 8 up, 8 in 2024-04-02T09:13:36.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:36 smithi012 ceph-mon[90784]: osdmap e1612: 8 total, 8 up, 8 in 2024-04-02T09:13:37.704 INFO:tasks.workunit.client.0.smithi012.stdout: write object-843 2024-04-02T09:13:37.704 INFO:tasks.workunit.client.0.smithi012.stdout: write object-850 2024-04-02T09:13:37.704 INFO:tasks.workunit.client.0.smithi012.stdout: write object-855 2024-04-02T09:13:37.704 INFO:tasks.workunit.client.0.smithi012.stdout: write object-864 2024-04-02T09:13:37.704 INFO:tasks.workunit.client.0.smithi012.stdout: write object-898 2024-04-02T09:13:37.704 INFO:tasks.workunit.client.0.smithi012.stdout: write object-900 2024-04-02T09:13:37.704 INFO:tasks.workunit.client.0.smithi012.stdout: write object-916 2024-04-02T09:13:37.704 INFO:tasks.workunit.client.0.smithi012.stdout: write object-932 2024-04-02T09:13:37.704 INFO:tasks.workunit.client.0.smithi012.stdout: write object-953 2024-04-02T09:13:37.705 INFO:tasks.workunit.client.0.smithi012.stdout: write object-961 2024-04-02T09:13:37.705 INFO:tasks.workunit.client.0.smithi012.stdout: write object-981 2024-04-02T09:13:37.705 INFO:tasks.workunit.client.0.smithi012.stdout: write object-1002 2024-04-02T09:13:37.705 INFO:tasks.workunit.client.0.smithi012.stdout: write object-1015 2024-04-02T09:13:37.705 INFO:tasks.workunit.client.0.smithi012.stdout: write object-1020 2024-04-02T09:13:37.705 INFO:tasks.workunit.client.0.smithi012.stdout:verify written data by reading 2024-04-02T09:13:37.705 INFO:tasks.workunit.client.0.smithi012.stdout: read object-17 2024-04-02T09:13:37.705 INFO:tasks.workunit.client.0.smithi012.stdout:made snapshot "image383@parent_snap" and protect it 2024-04-02T09:13:37.705 INFO:tasks.workunit.client.0.smithi012.stdout:made and opened clone "image384" 2024-04-02T09:13:37.705 INFO:tasks.workunit.client.0.smithi012.stdout:flattening clone: "image384" 2024-04-02T09:13:37.705 INFO:tasks.workunit.client.0.smithi012.stdout:check whether child image has the same set of objects as parent 2024-04-02T09:13:37.705 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestInternal.FlattenNoEmptyObjects (1175 ms) 2024-04-02T09:13:37.705 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestInternal.PoolMetadataConfApply 2024-04-02T09:13:37.748 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:37 smithi012 ceph-mon[88355]: osdmap e1613: 8 total, 8 up, 8 in 2024-04-02T09:13:37.749 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:37 smithi012 ceph-mon[88355]: pgmap v2795: 137 pgs: 137 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 246 op/s 2024-04-02T09:13:37.749 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:37 smithi012 ceph-mon[90784]: osdmap e1613: 8 total, 8 up, 8 in 2024-04-02T09:13:37.749 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:37 smithi012 ceph-mon[90784]: pgmap v2795: 137 pgs: 137 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 246 op/s 2024-04-02T09:13:37.749 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:13:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: [02/Apr/2024:09:13:37] ENGINE Bus STOPPING 2024-04-02T09:13:37.749 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:13:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: [02/Apr/2024:09:13:37] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T09:13:37.749 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:13:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: [02/Apr/2024:09:13:37] ENGINE Bus STOPPED 2024-04-02T09:13:37.787 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestInternal.PoolMetadataConfApply (84 ms) 2024-04-02T09:13:37.787 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestInternal.Sparsify 2024-04-02T09:13:37.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:37 smithi055 ceph-mon[85080]: osdmap e1613: 8 total, 8 up, 8 in 2024-04-02T09:13:37.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:37 smithi055 ceph-mon[85080]: pgmap v2795: 137 pgs: 137 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 246 op/s 2024-04-02T09:13:37.816 INFO:tasks.workunit.client.0.smithi012.stdout:sparsify_supported=1 2024-04-02T09:13:37.817 INFO:tasks.workunit.client.0.smithi012.stdout:sparse_read_supported=1 2024-04-02T09:13:37.847 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestInternal.Sparsify (60 ms) 2024-04-02T09:13:37.847 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestInternal.SparsifyClone 2024-04-02T09:13:37.866 INFO:tasks.workunit.client.0.smithi012.stdout:sparsify_supported=1 2024-04-02T09:13:38.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:13:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: [02/Apr/2024:09:13:37] ENGINE Bus STARTING 2024-04-02T09:13:38.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:13:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: [02/Apr/2024:09:13:37] ENGINE Serving on http://:::9283 2024-04-02T09:13:38.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:13:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: [02/Apr/2024:09:13:37] ENGINE Bus STARTED 2024-04-02T09:13:38.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:13:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:13:37] "GET /metrics HTTP/1.1" 200 36453 "" "Prometheus/2.43.0" 2024-04-02T09:13:38.310 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 09:13:38 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[122025]: logger=cleanup t=2024-04-02T09:13:38.003306254Z level=info msg="Completed cleanup jobs" duration=2.919335ms 2024-04-02T09:13:38.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:38 smithi055 ceph-mon[85080]: osdmap e1614: 8 total, 8 up, 8 in 2024-04-02T09:13:38.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:38 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/4100285263' entity='client.admin' 2024-04-02T09:13:38.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:38 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:13:38.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:38 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:13:38.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:38 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:13:38.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:38 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:13:38.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:38 smithi055 ceph-mon[85080]: pgmap v2797: 137 pgs: 137 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.6 MiB/s wr, 297 op/s 2024-04-02T09:13:38.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:38 smithi012 ceph-mon[88355]: osdmap e1614: 8 total, 8 up, 8 in 2024-04-02T09:13:38.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:38 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/4100285263' entity='client.admin' 2024-04-02T09:13:38.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:38 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:13:38.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:38 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:13:38.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:38 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:13:38.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:38 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:13:38.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:38 smithi012 ceph-mon[88355]: pgmap v2797: 137 pgs: 137 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.6 MiB/s wr, 297 op/s 2024-04-02T09:13:38.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:38 smithi012 ceph-mon[90784]: osdmap e1614: 8 total, 8 up, 8 in 2024-04-02T09:13:38.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:38 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/4100285263' entity='client.admin' 2024-04-02T09:13:38.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:38 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:13:38.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:38 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:13:38.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:38 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:13:38.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:38 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:13:38.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:38 smithi012 ceph-mon[90784]: pgmap v2797: 137 pgs: 137 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.6 MiB/s wr, 297 op/s 2024-04-02T09:13:39.376 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestInternal.SparsifyClone (1528 ms) 2024-04-02T09:13:39.376 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestInternal.MissingDataPool 2024-04-02T09:13:39.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:39 smithi055 ceph-mon[85080]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-04-02T09:13:39.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:39 smithi055 ceph-mon[85080]: osdmap e1615: 8 total, 8 up, 8 in 2024-04-02T09:13:39.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:39 smithi055 ceph-mon[85080]: osdmap e1616: 8 total, 8 up, 8 in 2024-04-02T09:13:39.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:39 smithi012 ceph-mon[88355]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-04-02T09:13:39.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:39 smithi012 ceph-mon[88355]: osdmap e1615: 8 total, 8 up, 8 in 2024-04-02T09:13:39.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:39 smithi012 ceph-mon[88355]: osdmap e1616: 8 total, 8 up, 8 in 2024-04-02T09:13:39.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:39 smithi012 ceph-mon[90784]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-04-02T09:13:39.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:39 smithi012 ceph-mon[90784]: osdmap e1615: 8 total, 8 up, 8 in 2024-04-02T09:13:39.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:39 smithi012 ceph-mon[90784]: osdmap e1616: 8 total, 8 up, 8 in 2024-04-02T09:13:40.476 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestInternal.MissingDataPool (1100 ms) 2024-04-02T09:13:40.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:40 smithi055 ceph-mon[85080]: pgmap v2800: 137 pgs: 137 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:40.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:40 smithi055 ceph-mon[85080]: osdmap e1617: 8 total, 8 up, 8 in 2024-04-02T09:13:40.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:40 smithi012 ceph-mon[90784]: pgmap v2800: 137 pgs: 137 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:40.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:40 smithi012 ceph-mon[90784]: osdmap e1617: 8 total, 8 up, 8 in 2024-04-02T09:13:40.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:40 smithi012 ceph-mon[88355]: pgmap v2800: 137 pgs: 137 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:40.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:40 smithi012 ceph-mon[88355]: osdmap e1617: 8 total, 8 up, 8 in 2024-04-02T09:13:41.369 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 34 tests from TestInternal (34969 ms total) 2024-04-02T09:13:41.370 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:13:41.370 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 17 tests from TestImageWatcher 2024-04-02T09:13:42.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:42 smithi012 ceph-mon[90784]: osdmap e1618: 8 total, 8 up, 8 in 2024-04-02T09:13:42.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:42 smithi012 ceph-mon[90784]: pgmap v2803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:42.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:42 smithi012 ceph-mon[88355]: osdmap e1618: 8 total, 8 up, 8 in 2024-04-02T09:13:42.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:42 smithi012 ceph-mon[88355]: pgmap v2803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:42.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:42 smithi055 ceph-mon[85080]: osdmap e1618: 8 total, 8 up, 8 in 2024-04-02T09:13:42.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:42 smithi055 ceph-mon[85080]: pgmap v2803: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:42.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:13:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:13:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:13:43.375 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestImageWatcher.NotifyHeaderUpdate 2024-04-02T09:13:43.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:43 smithi012 ceph-mon[90784]: osdmap e1619: 8 total, 8 up, 8 in 2024-04-02T09:13:43.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:43 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3754409712' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:43.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:43 smithi012 ceph-mon[88355]: osdmap e1619: 8 total, 8 up, 8 in 2024-04-02T09:13:43.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:43 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3754409712' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:43.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:43 smithi055 ceph-mon[85080]: osdmap e1619: 8 total, 8 up, 8 in 2024-04-02T09:13:43.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:43 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3754409712' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:44.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:44 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3754409712' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:13:44.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:44 smithi012 ceph-mon[90784]: osdmap e1620: 8 total, 8 up, 8 in 2024-04-02T09:13:44.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:44 smithi012 ceph-mon[90784]: pgmap v2806: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:44.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:13:44.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:44.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:44 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3754409712' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:13:44.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:44 smithi012 ceph-mon[88355]: osdmap e1620: 8 total, 8 up, 8 in 2024-04-02T09:13:44.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:44 smithi012 ceph-mon[88355]: pgmap v2806: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:44.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:13:44.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:44.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:44 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3754409712' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:13:44.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:44 smithi055 ceph-mon[85080]: osdmap e1620: 8 total, 8 up, 8 in 2024-04-02T09:13:44.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:44 smithi055 ceph-mon[85080]: pgmap v2806: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:44.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:13:44.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:45.422 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestImageWatcher.NotifyHeaderUpdate (2047 ms) 2024-04-02T09:13:45.422 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestImageWatcher.NotifyFlatten 2024-04-02T09:13:45.446 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestImageWatcher.NotifyFlatten (24 ms) 2024-04-02T09:13:45.446 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestImageWatcher.NotifyResize 2024-04-02T09:13:45.470 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestImageWatcher.NotifyResize (24 ms) 2024-04-02T09:13:45.470 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestImageWatcher.NotifyRebuildObjectMap 2024-04-02T09:13:45.493 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestImageWatcher.NotifyRebuildObjectMap (23 ms) 2024-04-02T09:13:45.493 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestImageWatcher.NotifyUpdateFeatures 2024-04-02T09:13:45.516 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestImageWatcher.NotifyUpdateFeatures (22 ms) 2024-04-02T09:13:45.516 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestImageWatcher.NotifySnapCreate 2024-04-02T09:13:45.541 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestImageWatcher.NotifySnapCreate (25 ms) 2024-04-02T09:13:45.541 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestImageWatcher.NotifySnapCreateError 2024-04-02T09:13:45.568 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestImageWatcher.NotifySnapCreateError (27 ms) 2024-04-02T09:13:45.568 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestImageWatcher.NotifySnapRename 2024-04-02T09:13:45.590 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestImageWatcher.NotifySnapRename (22 ms) 2024-04-02T09:13:45.590 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestImageWatcher.NotifySnapRenameError 2024-04-02T09:13:45.610 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestImageWatcher.NotifySnapRenameError (21 ms) 2024-04-02T09:13:45.610 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestImageWatcher.NotifySnapRemove 2024-04-02T09:13:45.634 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestImageWatcher.NotifySnapRemove (24 ms) 2024-04-02T09:13:45.634 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestImageWatcher.NotifySnapProtect 2024-04-02T09:13:45.656 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestImageWatcher.NotifySnapProtect (22 ms) 2024-04-02T09:13:45.656 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestImageWatcher.NotifySnapUnprotect 2024-04-02T09:13:45.677 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:45 smithi012 ceph-mon[88355]: osdmap e1621: 8 total, 8 up, 8 in 2024-04-02T09:13:45.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:45 smithi012 ceph-mon[90784]: osdmap e1621: 8 total, 8 up, 8 in 2024-04-02T09:13:45.684 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestImageWatcher.NotifySnapUnprotect (28 ms) 2024-04-02T09:13:45.684 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestImageWatcher.NotifyRename 2024-04-02T09:13:45.711 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestImageWatcher.NotifyRename (27 ms) 2024-04-02T09:13:45.712 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestImageWatcher.NotifyAsyncTimedOut 2024-04-02T09:13:45.733 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestImageWatcher.NotifyAsyncTimedOut (21 ms) 2024-04-02T09:13:45.733 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestImageWatcher.NotifyAsyncError 2024-04-02T09:13:45.755 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestImageWatcher.NotifyAsyncError (22 ms) 2024-04-02T09:13:45.755 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestImageWatcher.NotifyAsyncCompleteError 2024-04-02T09:13:45.775 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestImageWatcher.NotifyAsyncCompleteError (21 ms) 2024-04-02T09:13:45.775 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestImageWatcher.NotifyAsyncRequestTimedOut 2024-04-02T09:13:45.796 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestImageWatcher.NotifyAsyncRequestTimedOut (20 ms) 2024-04-02T09:13:45.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:45 smithi055 ceph-mon[85080]: osdmap e1621: 8 total, 8 up, 8 in 2024-04-02T09:13:46.401 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 17 tests from TestImageWatcher (2421 ms total) 2024-04-02T09:13:46.401 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:13:46.401 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 168 tests from TestLibRBD 2024-04-02T09:13:46.432 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.CreateAndStat 2024-04-02T09:13:46.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:46 smithi012 ceph-mon[90784]: osdmap e1622: 8 total, 8 up, 8 in 2024-04-02T09:13:46.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:46 smithi012 ceph-mon[90784]: pgmap v2809: 137 pgs: 16 unknown, 121 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:13:46.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:46 smithi012 ceph-mon[88355]: osdmap e1622: 8 total, 8 up, 8 in 2024-04-02T09:13:46.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:46 smithi012 ceph-mon[88355]: pgmap v2809: 137 pgs: 16 unknown, 121 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:13:46.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:46 smithi055 ceph-mon[85080]: osdmap e1622: 8 total, 8 up, 8 in 2024-04-02T09:13:46.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:46 smithi055 ceph-mon[85080]: pgmap v2809: 137 pgs: 16 unknown, 121 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:13:47.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:47 smithi012 ceph-mon[88355]: osdmap e1623: 8 total, 8 up, 8 in 2024-04-02T09:13:47.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:47 smithi012 ceph-mon[90784]: osdmap e1623: 8 total, 8 up, 8 in 2024-04-02T09:13:47.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:47 smithi055 ceph-mon[85080]: osdmap e1623: 8 total, 8 up, 8 in 2024-04-02T09:13:48.414 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:13:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:13:47] "GET /metrics HTTP/1.1" 200 36478 "" "Prometheus/2.43.0" 2024-04-02T09:13:48.423 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:13:48.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:48 smithi012 ceph-mon[90784]: osdmap e1624: 8 total, 8 up, 8 in 2024-04-02T09:13:48.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:48 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/129965781' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:48.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:48 smithi012 ceph-mon[90784]: pgmap v2812: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:48.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:48 smithi012 ceph-mon[88355]: osdmap e1624: 8 total, 8 up, 8 in 2024-04-02T09:13:48.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:48 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/129965781' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:48.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:48 smithi012 ceph-mon[88355]: pgmap v2812: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:48.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:48 smithi055 ceph-mon[85080]: osdmap e1624: 8 total, 8 up, 8 in 2024-04-02T09:13:48.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:48 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/129965781' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:48.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:48 smithi055 ceph-mon[85080]: pgmap v2812: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:49.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:49 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:13:49.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:49 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/129965781' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:13:49.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:49 smithi055 ceph-mon[85080]: osdmap e1625: 8 total, 8 up, 8 in 2024-04-02T09:13:49.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:49 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:13:49.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:49 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/129965781' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:13:49.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:49 smithi012 ceph-mon[88355]: osdmap e1625: 8 total, 8 up, 8 in 2024-04-02T09:13:49.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:49 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:13:49.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:49 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/129965781' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:13:49.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:49 smithi012 ceph-mon[90784]: osdmap e1625: 8 total, 8 up, 8 in 2024-04-02T09:13:50.457 INFO:tasks.workunit.client.0.smithi012.stdout:image has size 2097152 and order 22 2024-04-02T09:13:50.458 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.CreateAndStat (4025 ms) 2024-04-02T09:13:50.458 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.CreateWithSameDataPool 2024-04-02T09:13:50.458 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:13:50.476 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.CreateWithSameDataPool (19 ms) 2024-04-02T09:13:50.476 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.CreateAndStatPP 2024-04-02T09:13:50.477 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:13:50.496 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.CreateAndStatPP (20 ms) 2024-04-02T09:13:50.496 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.GetId 2024-04-02T09:13:50.496 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:13:50.522 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.GetId (25 ms) 2024-04-02T09:13:50.522 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.GetIdPP 2024-04-02T09:13:50.522 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:13:50.547 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.GetIdPP (26 ms) 2024-04-02T09:13:50.547 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefix 2024-04-02T09:13:50.547 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:13:50.563 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.GetBlockNamePrefix (16 ms) 2024-04-02T09:13:50.563 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefixPP 2024-04-02T09:13:50.563 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:13:50.579 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.GetBlockNamePrefixPP (16 ms) 2024-04-02T09:13:50.579 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestGetCreateTimestamp 2024-04-02T09:13:50.579 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:13:50.596 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestGetCreateTimestamp (17 ms) 2024-04-02T09:13:50.597 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.GetCreateTimestampPP 2024-04-02T09:13:50.597 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:13:50.612 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.GetCreateTimestampPP (16 ms) 2024-04-02T09:13:50.612 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.OpenAio 2024-04-02T09:13:50.612 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:13:50.629 INFO:tasks.workunit.client.0.smithi012.stdout:image has size 2097152 and order 22 2024-04-02T09:13:50.629 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.OpenAio (17 ms) 2024-04-02T09:13:50.629 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.OpenAioFail 2024-04-02T09:13:50.631 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.OpenAioFail (2 ms) 2024-04-02T09:13:50.631 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.OpenAioPP 2024-04-02T09:13:50.632 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:13:50.655 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.OpenAioPP (23 ms) 2024-04-02T09:13:50.655 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.OpenAioFailPP 2024-04-02T09:13:50.657 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.OpenAioFailPP (3 ms) 2024-04-02T09:13:50.657 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.ResizeAndStat 2024-04-02T09:13:50.657 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:13:50.693 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.ResizeAndStat (35 ms) 2024-04-02T09:13:50.693 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.ResizeAndStatPP 2024-04-02T09:13:50.693 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:13:50.724 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.ResizeAndStatPP (31 ms) 2024-04-02T09:13:50.724 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResize 2024-04-02T09:13:50.724 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:13:50.757 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.UpdateWatchAndResize (34 ms) 2024-04-02T09:13:50.758 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResizePP 2024-04-02T09:13:50.758 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:13:50.792 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.UpdateWatchAndResizePP (35 ms) 2024-04-02T09:13:50.792 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestCreateLsDelete 2024-04-02T09:13:50.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:50 smithi055 ceph-mon[85080]: osdmap e1626: 8 total, 8 up, 8 in 2024-04-02T09:13:50.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:50 smithi055 ceph-mon[85080]: pgmap v2815: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:50.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:50 smithi055 ceph-mon[85080]: osdmap e1627: 8 total, 8 up, 8 in 2024-04-02T09:13:50.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:50 smithi012 ceph-mon[90784]: osdmap e1626: 8 total, 8 up, 8 in 2024-04-02T09:13:50.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:50 smithi012 ceph-mon[90784]: pgmap v2815: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:50.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:50 smithi012 ceph-mon[90784]: osdmap e1627: 8 total, 8 up, 8 in 2024-04-02T09:13:50.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:50 smithi012 ceph-mon[88355]: osdmap e1626: 8 total, 8 up, 8 in 2024-04-02T09:13:50.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:50 smithi012 ceph-mon[88355]: pgmap v2815: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:13:50.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:50 smithi012 ceph-mon[88355]: osdmap e1627: 8 total, 8 up, 8 in 2024-04-02T09:13:51.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:51 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:13:51.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:51 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:13:51.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:51 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:13:52.469 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:13:52.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:52 smithi055 ceph-mon[85080]: osdmap e1628: 8 total, 8 up, 8 in 2024-04-02T09:13:52.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:52 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2887291054' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:52.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:52 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:52.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:52 smithi055 ceph-mon[85080]: pgmap v2818: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 12 KiB/s wr, 130 op/s 2024-04-02T09:13:52.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:13:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:13:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:13:52.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:52 smithi012 ceph-mon[90784]: osdmap e1628: 8 total, 8 up, 8 in 2024-04-02T09:13:52.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:52 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2887291054' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:52.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:52 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:52.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:52 smithi012 ceph-mon[90784]: pgmap v2818: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 12 KiB/s wr, 130 op/s 2024-04-02T09:13:52.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:52 smithi012 ceph-mon[88355]: osdmap e1628: 8 total, 8 up, 8 in 2024-04-02T09:13:52.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:52 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2887291054' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:52.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:52 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:52.930 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:52 smithi012 ceph-mon[88355]: pgmap v2818: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 12 KiB/s wr, 130 op/s 2024-04-02T09:13:53.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:53 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:13:53.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:53 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:13:53.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:53 smithi055 ceph-mon[85080]: osdmap e1629: 8 total, 8 up, 8 in 2024-04-02T09:13:53.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:53 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:13:53.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:53 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:13:53.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:53 smithi012 ceph-mon[88355]: osdmap e1629: 8 total, 8 up, 8 in 2024-04-02T09:13:53.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:53 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:13:53.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:53 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:13:53.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:53 smithi012 ceph-mon[90784]: osdmap e1629: 8 total, 8 up, 8 in 2024-04-02T09:13:54.484 INFO:tasks.workunit.client.0.smithi012.stdout:image: image18 2024-04-02T09:13:54.484 INFO:tasks.workunit.client.0.smithi012.stdout:expected = image18 2024-04-02T09:13:54.484 INFO:tasks.workunit.client.0.smithi012.stdout:found image18 2024-04-02T09:13:54.484 INFO:tasks.workunit.client.0.smithi012.stdout:erased image18 2024-04-02T09:13:54.484 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:13:54.564 INFO:tasks.workunit.client.0.smithi012.stdout:image: image18 2024-04-02T09:13:54.565 INFO:tasks.workunit.client.0.smithi012.stdout:image: image19 2024-04-02T09:13:54.565 INFO:tasks.workunit.client.0.smithi012.stdout:expected = image18 2024-04-02T09:13:54.565 INFO:tasks.workunit.client.0.smithi012.stdout:found image18 2024-04-02T09:13:54.565 INFO:tasks.workunit.client.0.smithi012.stdout:erased image18 2024-04-02T09:13:54.565 INFO:tasks.workunit.client.0.smithi012.stdout:expected = image19 2024-04-02T09:13:54.565 INFO:tasks.workunit.client.0.smithi012.stdout:found image19 2024-04-02T09:13:54.565 INFO:tasks.workunit.client.0.smithi012.stdout:erased image19 2024-04-02T09:13:54.565 INFO:tasks.workunit.client.0.smithi012.stdout:image: image19 2024-04-02T09:13:54.565 INFO:tasks.workunit.client.0.smithi012.stdout:expected = image19 2024-04-02T09:13:54.565 INFO:tasks.workunit.client.0.smithi012.stdout:found image19 2024-04-02T09:13:54.565 INFO:tasks.workunit.client.0.smithi012.stdout:erased image19 2024-04-02T09:13:54.565 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestCreateLsDelete (3772 ms) 2024-04-02T09:13:54.565 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestCreateLsDeletePP 2024-04-02T09:13:54.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:54 smithi055 ceph-mon[85080]: osdmap e1630: 8 total, 8 up, 8 in 2024-04-02T09:13:54.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:54 smithi055 ceph-mon[85080]: pgmap v2821: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 12 KiB/s wr, 130 op/s 2024-04-02T09:13:54.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:54 smithi012 ceph-mon[88355]: osdmap e1630: 8 total, 8 up, 8 in 2024-04-02T09:13:54.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:54 smithi012 ceph-mon[88355]: pgmap v2821: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 12 KiB/s wr, 130 op/s 2024-04-02T09:13:54.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:54 smithi012 ceph-mon[90784]: osdmap e1630: 8 total, 8 up, 8 in 2024-04-02T09:13:54.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:54 smithi012 ceph-mon[90784]: pgmap v2821: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 12 KiB/s wr, 130 op/s 2024-04-02T09:13:55.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:55 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:13:55.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:55 smithi055 ceph-mon[85080]: osdmap e1631: 8 total, 8 up, 8 in 2024-04-02T09:13:55.927 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:55 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:13:55.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:55 smithi012 ceph-mon[88355]: osdmap e1631: 8 total, 8 up, 8 in 2024-04-02T09:13:55.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:55 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:13:55.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:55 smithi012 ceph-mon[90784]: osdmap e1631: 8 total, 8 up, 8 in 2024-04-02T09:13:56.478 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:13:56.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:56 smithi055 ceph-mon[85080]: osdmap e1632: 8 total, 8 up, 8 in 2024-04-02T09:13:56.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:56 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2885144436' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:56.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:56 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:56.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:56 smithi055 ceph-mon[85080]: pgmap v2824: 201 pgs: 48 unknown, 153 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 112 KiB/s rd, 9.7 KiB/s wr, 157 op/s 2024-04-02T09:13:56.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:56 smithi012 ceph-mon[88355]: osdmap e1632: 8 total, 8 up, 8 in 2024-04-02T09:13:56.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:56 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2885144436' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:56.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:56 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:56.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:56 smithi012 ceph-mon[88355]: pgmap v2824: 201 pgs: 48 unknown, 153 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 112 KiB/s rd, 9.7 KiB/s wr, 157 op/s 2024-04-02T09:13:56.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:56 smithi012 ceph-mon[90784]: osdmap e1632: 8 total, 8 up, 8 in 2024-04-02T09:13:56.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:56 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2885144436' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:56.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:56 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:56.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:56 smithi012 ceph-mon[90784]: pgmap v2824: 201 pgs: 48 unknown, 153 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 112 KiB/s rd, 9.7 KiB/s wr, 157 op/s 2024-04-02T09:13:57.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:57 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:13:57.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:57 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:13:57.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:57 smithi055 ceph-mon[85080]: osdmap e1633: 8 total, 8 up, 8 in 2024-04-02T09:13:57.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:57 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:13:57.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:57 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:13:57.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:57 smithi012 ceph-mon[90784]: osdmap e1633: 8 total, 8 up, 8 in 2024-04-02T09:13:57.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:57 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:13:57.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:57 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:13:57.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:57 smithi012 ceph-mon[88355]: osdmap e1633: 8 total, 8 up, 8 in 2024-04-02T09:13:58.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:13:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:13:57] "GET /metrics HTTP/1.1" 200 36478 "" "Prometheus/2.43.0" 2024-04-02T09:13:58.519 INFO:tasks.workunit.client.0.smithi012.stdout:num images is: 1 2024-04-02T09:13:58.519 INFO:tasks.workunit.client.0.smithi012.stdout:expected: 1 2024-04-02T09:13:58.519 INFO:tasks.workunit.client.0.smithi012.stdout:image: image20 2024-04-02T09:13:58.519 INFO:tasks.workunit.client.0.smithi012.stdout:expected = image20 2024-04-02T09:13:58.519 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:13:58.528 INFO:tasks.workunit.client.0.smithi012.stdout:num images is: 2 2024-04-02T09:13:58.528 INFO:tasks.workunit.client.0.smithi012.stdout:expected: 2 2024-04-02T09:13:58.528 INFO:tasks.workunit.client.0.smithi012.stdout:image: image20 2024-04-02T09:13:58.528 INFO:tasks.workunit.client.0.smithi012.stdout:image: image21 2024-04-02T09:13:58.528 INFO:tasks.workunit.client.0.smithi012.stdout:expected = image20 2024-04-02T09:13:58.528 INFO:tasks.workunit.client.0.smithi012.stdout:expected = image21 2024-04-02T09:13:58.587 INFO:tasks.workunit.client.0.smithi012.stdout:num images is: 1 2024-04-02T09:13:58.588 INFO:tasks.workunit.client.0.smithi012.stdout:expected: 1 2024-04-02T09:13:58.588 INFO:tasks.workunit.client.0.smithi012.stdout:image: image21 2024-04-02T09:13:58.588 INFO:tasks.workunit.client.0.smithi012.stdout:expected = image21 2024-04-02T09:13:58.588 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestCreateLsDeletePP (4023 ms) 2024-04-02T09:13:58.588 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestCopy 2024-04-02T09:13:58.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:58 smithi055 ceph-mon[85080]: osdmap e1634: 8 total, 8 up, 8 in 2024-04-02T09:13:58.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:58 smithi055 ceph-mon[85080]: pgmap v2827: 201 pgs: 12 creating+peering, 20 unknown, 169 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 11 KiB/s wr, 161 op/s 2024-04-02T09:13:58.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:58 smithi012 ceph-mon[88355]: osdmap e1634: 8 total, 8 up, 8 in 2024-04-02T09:13:58.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:58 smithi012 ceph-mon[88355]: pgmap v2827: 201 pgs: 12 creating+peering, 20 unknown, 169 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 11 KiB/s wr, 161 op/s 2024-04-02T09:13:58.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:58 smithi012 ceph-mon[90784]: osdmap e1634: 8 total, 8 up, 8 in 2024-04-02T09:13:58.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:58 smithi012 ceph-mon[90784]: pgmap v2827: 201 pgs: 12 creating+peering, 20 unknown, 169 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 11 KiB/s wr, 161 op/s 2024-04-02T09:13:59.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:59 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:13:59.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:59 smithi055 ceph-mon[85080]: osdmap e1635: 8 total, 8 up, 8 in 2024-04-02T09:13:59.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:59.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:59 smithi055 ceph-mon[85080]: osdmap e1636: 8 total, 8 up, 8 in 2024-04-02T09:13:59.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:13:59 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2417175036' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:59.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:59 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:13:59.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:59 smithi012 ceph-mon[88355]: osdmap e1635: 8 total, 8 up, 8 in 2024-04-02T09:13:59.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:59.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:59 smithi012 ceph-mon[88355]: osdmap e1636: 8 total, 8 up, 8 in 2024-04-02T09:13:59.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:13:59 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2417175036' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:13:59.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:59 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:13:59.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:59 smithi012 ceph-mon[90784]: osdmap e1635: 8 total, 8 up, 8 in 2024-04-02T09:13:59.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:59.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:59 smithi012 ceph-mon[90784]: osdmap e1636: 8 total, 8 up, 8 in 2024-04-02T09:13:59.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:13:59 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2417175036' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:14:00.373 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:14:00.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:00 smithi055 ceph-mon[85080]: pgmap v2830: 233 pgs: 12 creating+peering, 52 unknown, 169 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 1023 B/s wr, 3 op/s 2024-04-02T09:14:00.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:00 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2417175036' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:14:00.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:00 smithi055 ceph-mon[85080]: osdmap e1637: 8 total, 8 up, 8 in 2024-04-02T09:14:00.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:00 smithi012 ceph-mon[88355]: pgmap v2830: 233 pgs: 12 creating+peering, 52 unknown, 169 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 1023 B/s wr, 3 op/s 2024-04-02T09:14:00.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:00 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2417175036' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:14:00.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:00 smithi012 ceph-mon[88355]: osdmap e1637: 8 total, 8 up, 8 in 2024-04-02T09:14:00.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:00 smithi012 ceph-mon[90784]: pgmap v2830: 233 pgs: 12 creating+peering, 52 unknown, 169 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 1023 B/s wr, 3 op/s 2024-04-02T09:14:00.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:00 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2417175036' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:14:00.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:00 smithi012 ceph-mon[90784]: osdmap e1637: 8 total, 8 up, 8 in 2024-04-02T09:14:01.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:01 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:14:01.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:01 smithi055 ceph-mon[85080]: osdmap e1638: 8 total, 8 up, 8 in 2024-04-02T09:14:01.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:01 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:14:01.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:01 smithi012 ceph-mon[88355]: osdmap e1638: 8 total, 8 up, 8 in 2024-04-02T09:14:01.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:01 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:14:01.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:01 smithi012 ceph-mon[90784]: osdmap e1638: 8 total, 8 up, 8 in 2024-04-02T09:14:02.711 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:02 smithi055 ceph-mon[85080]: pgmap v2833: 233 pgs: 19 creating+peering, 214 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 3.2 KiB/s wr, 40 op/s 2024-04-02T09:14:02.712 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:02 smithi055 ceph-mon[85080]: osdmap e1639: 8 total, 8 up, 8 in 2024-04-02T09:14:02.712 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:14:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:14:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:14:02.770 INFO:tasks.workunit.client.0.smithi012.stdout:image: image22 2024-04-02T09:14:02.770 INFO:tasks.workunit.client.0.smithi012.stdout:expected = image22 2024-04-02T09:14:02.770 INFO:tasks.workunit.client.0.smithi012.stdout:found image22 2024-04-02T09:14:02.770 INFO:tasks.workunit.client.0.smithi012.stdout:erased image22 2024-04-02T09:14:02.770 INFO:tasks.workunit.client.0.smithi012.stdout:image: image22 2024-04-02T09:14:02.770 INFO:tasks.workunit.client.0.smithi012.stdout:image: image23 2024-04-02T09:14:02.770 INFO:tasks.workunit.client.0.smithi012.stdout:expected = image22 2024-04-02T09:14:02.771 INFO:tasks.workunit.client.0.smithi012.stdout:found image22 2024-04-02T09:14:02.771 INFO:tasks.workunit.client.0.smithi012.stdout:erased image22 2024-04-02T09:14:02.771 INFO:tasks.workunit.client.0.smithi012.stdout:expected = image23 2024-04-02T09:14:02.771 INFO:tasks.workunit.client.0.smithi012.stdout:found image23 2024-04-02T09:14:02.771 INFO:tasks.workunit.client.0.smithi012.stdout:erased image23 2024-04-02T09:14:02.771 INFO:tasks.workunit.client.0.smithi012.stdout:100.00% done 2024-04-02T09:14:02.771 INFO:tasks.workunit.client.0.smithi012.stdout:image: image22 2024-04-02T09:14:02.771 INFO:tasks.workunit.client.0.smithi012.stdout:image: image23 2024-04-02T09:14:02.771 INFO:tasks.workunit.client.0.smithi012.stdout:image: image24 2024-04-02T09:14:02.771 INFO:tasks.workunit.client.0.smithi012.stdout:expected = image22 2024-04-02T09:14:02.771 INFO:tasks.workunit.client.0.smithi012.stdout:found image22 2024-04-02T09:14:02.771 INFO:tasks.workunit.client.0.smithi012.stdout:erased image22 2024-04-02T09:14:02.771 INFO:tasks.workunit.client.0.smithi012.stdout:expected = image23 2024-04-02T09:14:02.772 INFO:tasks.workunit.client.0.smithi012.stdout:found image23 2024-04-02T09:14:02.772 INFO:tasks.workunit.client.0.smithi012.stdout:erased image23 2024-04-02T09:14:02.772 INFO:tasks.workunit.client.0.smithi012.stdout:expected = image24 2024-04-02T09:14:02.772 INFO:tasks.workunit.client.0.smithi012.stdout:found image24 2024-04-02T09:14:02.772 INFO:tasks.workunit.client.0.smithi012.stdout:erased image24 2024-04-02T09:14:02.772 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestCopy (4182 ms) 2024-04-02T09:14:02.772 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestCopyPP 2024-04-02T09:14:02.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:02 smithi012 ceph-mon[90784]: pgmap v2833: 233 pgs: 19 creating+peering, 214 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 3.2 KiB/s wr, 40 op/s 2024-04-02T09:14:02.940 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:02 smithi012 ceph-mon[90784]: osdmap e1639: 8 total, 8 up, 8 in 2024-04-02T09:14:02.940 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:02 smithi012 ceph-mon[88355]: pgmap v2833: 233 pgs: 19 creating+peering, 214 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 3.2 KiB/s wr, 40 op/s 2024-04-02T09:14:02.940 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:02 smithi012 ceph-mon[88355]: osdmap e1639: 8 total, 8 up, 8 in 2024-04-02T09:14:03.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:03 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:14:03.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:03 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:14:03.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:03 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:14:04.378 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:14:04.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:04 smithi055 ceph-mon[85080]: osdmap e1640: 8 total, 8 up, 8 in 2024-04-02T09:14:04.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:04 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/63788614' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:14:04.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:04 smithi055 ceph-mon[85080]: pgmap v2836: 265 pgs: 32 unknown, 19 creating+peering, 214 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 3.2 KiB/s wr, 40 op/s 2024-04-02T09:14:04.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:04 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/63788614' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:14:04.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:04 smithi055 ceph-mon[85080]: osdmap e1641: 8 total, 8 up, 8 in 2024-04-02T09:14:04.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:04 smithi012 ceph-mon[90784]: osdmap e1640: 8 total, 8 up, 8 in 2024-04-02T09:14:04.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:04 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/63788614' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:14:04.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:04 smithi012 ceph-mon[90784]: pgmap v2836: 265 pgs: 32 unknown, 19 creating+peering, 214 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 3.2 KiB/s wr, 40 op/s 2024-04-02T09:14:04.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:04 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/63788614' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:14:04.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:04 smithi012 ceph-mon[90784]: osdmap e1641: 8 total, 8 up, 8 in 2024-04-02T09:14:04.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:04 smithi012 ceph-mon[88355]: osdmap e1640: 8 total, 8 up, 8 in 2024-04-02T09:14:04.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:04 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/63788614' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:14:04.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:04 smithi012 ceph-mon[88355]: pgmap v2836: 265 pgs: 32 unknown, 19 creating+peering, 214 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 3.2 KiB/s wr, 40 op/s 2024-04-02T09:14:04.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:04 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/63788614' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:14:04.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:04 smithi012 ceph-mon[88355]: osdmap e1641: 8 total, 8 up, 8 in 2024-04-02T09:14:05.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:05 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:14:05.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:05 smithi055 ceph-mon[85080]: osdmap e1642: 8 total, 8 up, 8 in 2024-04-02T09:14:05.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:05 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:14:05.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:05 smithi012 ceph-mon[88355]: osdmap e1642: 8 total, 8 up, 8 in 2024-04-02T09:14:05.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:05 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:14:05.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:05 smithi012 ceph-mon[90784]: osdmap e1642: 8 total, 8 up, 8 in 2024-04-02T09:14:06.665 INFO:tasks.workunit.client.0.smithi012.stdout:num images is: 1 2024-04-02T09:14:06.665 INFO:tasks.workunit.client.0.smithi012.stdout:expected: 1 2024-04-02T09:14:06.665 INFO:tasks.workunit.client.0.smithi012.stdout:image: image25 2024-04-02T09:14:06.665 INFO:tasks.workunit.client.0.smithi012.stdout:expected = image25 2024-04-02T09:14:06.686 INFO:tasks.workunit.client.0.smithi012.stdout:num images is: 2 2024-04-02T09:14:06.686 INFO:tasks.workunit.client.0.smithi012.stdout:expected: 2 2024-04-02T09:14:06.686 INFO:tasks.workunit.client.0.smithi012.stdout:image: image25 2024-04-02T09:14:06.686 INFO:tasks.workunit.client.0.smithi012.stdout:image: image26 2024-04-02T09:14:06.686 INFO:tasks.workunit.client.0.smithi012.stdout:expected = image25 2024-04-02T09:14:06.686 INFO:tasks.workunit.client.0.smithi012.stdout:expected = image26 2024-04-02T09:14:06.731 INFO:tasks.workunit.client.0.smithi012.stdout:100.00% done 2024-04-02T09:14:06.731 INFO:tasks.workunit.client.0.smithi012.stdout:num images is: 3 2024-04-02T09:14:06.731 INFO:tasks.workunit.client.0.smithi012.stdout:expected: 3 2024-04-02T09:14:06.732 INFO:tasks.workunit.client.0.smithi012.stdout:image: image25 2024-04-02T09:14:06.732 INFO:tasks.workunit.client.0.smithi012.stdout:image: image26 2024-04-02T09:14:06.732 INFO:tasks.workunit.client.0.smithi012.stdout:image: image27 2024-04-02T09:14:06.732 INFO:tasks.workunit.client.0.smithi012.stdout:expected = image25 2024-04-02T09:14:06.732 INFO:tasks.workunit.client.0.smithi012.stdout:expected = image26 2024-04-02T09:14:06.732 INFO:tasks.workunit.client.0.smithi012.stdout:expected = image27 2024-04-02T09:14:06.760 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestCopyPP (3991 ms) 2024-04-02T09:14:06.761 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestDeepCopy 2024-04-02T09:14:06.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:06 smithi055 ceph-mon[85080]: pgmap v2839: 265 pgs: 16 unknown, 249 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 291 KiB/s rd, 20 KiB/s wr, 343 op/s 2024-04-02T09:14:06.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:06 smithi055 ceph-mon[85080]: osdmap e1643: 8 total, 8 up, 8 in 2024-04-02T09:14:06.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:06 smithi012 ceph-mon[88355]: pgmap v2839: 265 pgs: 16 unknown, 249 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 291 KiB/s rd, 20 KiB/s wr, 343 op/s 2024-04-02T09:14:06.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:06 smithi012 ceph-mon[88355]: osdmap e1643: 8 total, 8 up, 8 in 2024-04-02T09:14:06.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:06 smithi012 ceph-mon[90784]: pgmap v2839: 265 pgs: 16 unknown, 249 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 291 KiB/s rd, 20 KiB/s wr, 343 op/s 2024-04-02T09:14:06.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:06 smithi012 ceph-mon[90784]: osdmap e1643: 8 total, 8 up, 8 in 2024-04-02T09:14:07.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:07 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:14:07.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:07 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:14:07.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:07 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:14:08.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:14:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:14:07] "GET /metrics HTTP/1.1" 200 41292 "" "Prometheus/2.43.0" 2024-04-02T09:14:08.530 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:14:08.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:08 smithi055 ceph-mon[85080]: osdmap e1644: 8 total, 8 up, 8 in 2024-04-02T09:14:08.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:08 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3394137128' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:14:08.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:08 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:14:08.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:08 smithi055 ceph-mon[85080]: pgmap v2842: 297 pgs: 32 unknown, 265 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 341 KiB/s rd, 22 KiB/s wr, 398 op/s 2024-04-02T09:14:08.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:08 smithi012 ceph-mon[88355]: osdmap e1644: 8 total, 8 up, 8 in 2024-04-02T09:14:08.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:08 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3394137128' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:14:08.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:08 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:14:08.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:08 smithi012 ceph-mon[88355]: pgmap v2842: 297 pgs: 32 unknown, 265 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 341 KiB/s rd, 22 KiB/s wr, 398 op/s 2024-04-02T09:14:08.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:08 smithi012 ceph-mon[90784]: osdmap e1644: 8 total, 8 up, 8 in 2024-04-02T09:14:08.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:08 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3394137128' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:14:08.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:08 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:14:08.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:08 smithi012 ceph-mon[90784]: pgmap v2842: 297 pgs: 32 unknown, 265 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 341 KiB/s rd, 22 KiB/s wr, 398 op/s 2024-04-02T09:14:09.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:09 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:14:09.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:09 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:14:09.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:09 smithi055 ceph-mon[85080]: osdmap e1645: 8 total, 8 up, 8 in 2024-04-02T09:14:09.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:09 smithi055 ceph-mon[85080]: osdmap e1646: 8 total, 8 up, 8 in 2024-04-02T09:14:09.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:09 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:14:09.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:09 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:14:09.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:09 smithi012 ceph-mon[88355]: osdmap e1645: 8 total, 8 up, 8 in 2024-04-02T09:14:09.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:09 smithi012 ceph-mon[88355]: osdmap e1646: 8 total, 8 up, 8 in 2024-04-02T09:14:09.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:09 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:14:09.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:09 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:14:09.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:09 smithi012 ceph-mon[90784]: osdmap e1645: 8 total, 8 up, 8 in 2024-04-02T09:14:09.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:09 smithi012 ceph-mon[90784]: osdmap e1646: 8 total, 8 up, 8 in 2024-04-02T09:14:10.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:10 smithi055 ceph-mon[85080]: pgmap v2845: 297 pgs: 32 unknown, 265 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 2.2 KiB/s wr, 55 op/s 2024-04-02T09:14:10.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:10 smithi055 ceph-mon[85080]: osdmap e1647: 8 total, 8 up, 8 in 2024-04-02T09:14:10.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:10 smithi012 ceph-mon[88355]: pgmap v2845: 297 pgs: 32 unknown, 265 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 2.2 KiB/s wr, 55 op/s 2024-04-02T09:14:10.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:10 smithi012 ceph-mon[88355]: osdmap e1647: 8 total, 8 up, 8 in 2024-04-02T09:14:10.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:10 smithi012 ceph-mon[90784]: pgmap v2845: 297 pgs: 32 unknown, 265 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 2.2 KiB/s wr, 55 op/s 2024-04-02T09:14:10.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:10 smithi012 ceph-mon[90784]: osdmap e1647: 8 total, 8 up, 8 in 2024-04-02T09:14:11.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:11 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:14:11.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:11 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:14:11.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:11 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:14:12.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:12 smithi055 ceph-mon[85080]: osdmap e1648: 8 total, 8 up, 8 in 2024-04-02T09:14:12.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:12 smithi055 ceph-mon[85080]: pgmap v2848: 297 pgs: 297 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 634 KiB/s rd, 41 KiB/s wr, 740 op/s 2024-04-02T09:14:12.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:14:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:14:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:14:12.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:12 smithi012 ceph-mon[88355]: osdmap e1648: 8 total, 8 up, 8 in 2024-04-02T09:14:12.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:12 smithi012 ceph-mon[88355]: pgmap v2848: 297 pgs: 297 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 634 KiB/s rd, 41 KiB/s wr, 740 op/s 2024-04-02T09:14:12.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:12 smithi012 ceph-mon[90784]: osdmap e1648: 8 total, 8 up, 8 in 2024-04-02T09:14:12.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:12 smithi012 ceph-mon[90784]: pgmap v2848: 297 pgs: 297 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 634 KiB/s rd, 41 KiB/s wr, 740 op/s 2024-04-02T09:14:13.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:13 smithi055 ceph-mon[85080]: osdmap e1649: 8 total, 8 up, 8 in 2024-04-02T09:14:13.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:13 smithi012 ceph-mon[88355]: osdmap e1649: 8 total, 8 up, 8 in 2024-04-02T09:14:13.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:13 smithi012 ceph-mon[90784]: osdmap e1649: 8 total, 8 up, 8 in 2024-04-02T09:14:14.454 INFO:tasks.workunit.client.0.smithi012.stdout:image: image28 2024-04-02T09:14:14.455 INFO:tasks.workunit.client.0.smithi012.stdout:expected = image28 2024-04-02T09:14:14.455 INFO:tasks.workunit.client.0.smithi012.stdout:found image28 2024-04-02T09:14:14.455 INFO:tasks.workunit.client.0.smithi012.stdout:erased image28 2024-04-02T09:14:14.455 INFO:tasks.workunit.client.0.smithi012.stdout:image: image28 2024-04-02T09:14:14.455 INFO:tasks.workunit.client.0.smithi012.stdout:image: image29 2024-04-02T09:14:14.455 INFO:tasks.workunit.client.0.smithi012.stdout:expected = image28 2024-04-02T09:14:14.455 INFO:tasks.workunit.client.0.smithi012.stdout:found image28 2024-04-02T09:14:14.455 INFO:tasks.workunit.client.0.smithi012.stdout:erased image28 2024-04-02T09:14:14.455 INFO:tasks.workunit.client.0.smithi012.stdout:expected = image29 2024-04-02T09:14:14.455 INFO:tasks.workunit.client.0.smithi012.stdout:found image29 2024-04-02T09:14:14.455 INFO:tasks.workunit.client.0.smithi012.stdout:erased image29 2024-04-02T09:14:14.455 INFO:tasks.workunit.client.0.smithi012.stdout:100.00% done 2024-04-02T09:14:14.455 INFO:tasks.workunit.client.0.smithi012.stdout:image: image28 2024-04-02T09:14:14.456 INFO:tasks.workunit.client.0.smithi012.stdout:image: image29 2024-04-02T09:14:14.456 INFO:tasks.workunit.client.0.smithi012.stdout:image: image30 2024-04-02T09:14:14.456 INFO:tasks.workunit.client.0.smithi012.stdout:expected = image28 2024-04-02T09:14:14.456 INFO:tasks.workunit.client.0.smithi012.stdout:found image28 2024-04-02T09:14:14.456 INFO:tasks.workunit.client.0.smithi012.stdout:erased image28 2024-04-02T09:14:14.456 INFO:tasks.workunit.client.0.smithi012.stdout:expected = image29 2024-04-02T09:14:14.456 INFO:tasks.workunit.client.0.smithi012.stdout:found image29 2024-04-02T09:14:14.456 INFO:tasks.workunit.client.0.smithi012.stdout:erased image29 2024-04-02T09:14:14.456 INFO:tasks.workunit.client.0.smithi012.stdout:expected = image30 2024-04-02T09:14:14.456 INFO:tasks.workunit.client.0.smithi012.stdout:found image30 2024-04-02T09:14:14.456 INFO:tasks.workunit.client.0.smithi012.stdout:erased image30 2024-04-02T09:14:14.456 INFO:tasks.workunit.client.0.smithi012.stdout:image: image28 2024-04-02T09:14:14.456 INFO:tasks.workunit.client.0.smithi012.stdout:image: image29 2024-04-02T09:14:14.456 INFO:tasks.workunit.client.0.smithi012.stdout:image: image30 2024-04-02T09:14:14.457 INFO:tasks.workunit.client.0.smithi012.stdout:image: image31 2024-04-02T09:14:14.457 INFO:tasks.workunit.client.0.smithi012.stdout:expected = image28 2024-04-02T09:14:14.457 INFO:tasks.workunit.client.0.smithi012.stdout:found image28 2024-04-02T09:14:14.457 INFO:tasks.workunit.client.0.smithi012.stdout:erased image28 2024-04-02T09:14:14.457 INFO:tasks.workunit.client.0.smithi012.stdout:expected = image29 2024-04-02T09:14:14.457 INFO:tasks.workunit.client.0.smithi012.stdout:found image29 2024-04-02T09:14:14.457 INFO:tasks.workunit.client.0.smithi012.stdout:erased image29 2024-04-02T09:14:14.457 INFO:tasks.workunit.client.0.smithi012.stdout:expected = image30 2024-04-02T09:14:14.457 INFO:tasks.workunit.client.0.smithi012.stdout:found image30 2024-04-02T09:14:14.457 INFO:tasks.workunit.client.0.smithi012.stdout:erased image30 2024-04-02T09:14:14.457 INFO:tasks.workunit.client.0.smithi012.stdout:expected = image31 2024-04-02T09:14:14.457 INFO:tasks.workunit.client.0.smithi012.stdout:found image31 2024-04-02T09:14:14.457 INFO:tasks.workunit.client.0.smithi012.stdout:erased image31 2024-04-02T09:14:14.457 INFO:tasks.workunit.client.0.smithi012.stdout:image: image28 2024-04-02T09:14:14.458 INFO:tasks.workunit.client.0.smithi012.stdout:image: image29 2024-04-02T09:14:14.458 INFO:tasks.workunit.client.0.smithi012.stdout:image: image30 2024-04-02T09:14:14.458 INFO:tasks.workunit.client.0.smithi012.stdout:image: image31 2024-04-02T09:14:14.459 INFO:tasks.workunit.client.0.smithi012.stdout:image: image32 2024-04-02T09:14:14.459 INFO:tasks.workunit.client.0.smithi012.stdout:expected = image28 2024-04-02T09:14:14.459 INFO:tasks.workunit.client.0.smithi012.stdout:found image28 2024-04-02T09:14:14.459 INFO:tasks.workunit.client.0.smithi012.stdout:erased image28 2024-04-02T09:14:14.459 INFO:tasks.workunit.client.0.smithi012.stdout:expected = image29 2024-04-02T09:14:14.459 INFO:tasks.workunit.client.0.smithi012.stdout:found image29 2024-04-02T09:14:14.459 INFO:tasks.workunit.client.0.smithi012.stdout:erased image29 2024-04-02T09:14:14.459 INFO:tasks.workunit.client.0.smithi012.stdout:expected = image30 2024-04-02T09:14:14.459 INFO:tasks.workunit.client.0.smithi012.stdout:found image30 2024-04-02T09:14:14.459 INFO:tasks.workunit.client.0.smithi012.stdout:erased image30 2024-04-02T09:14:14.459 INFO:tasks.workunit.client.0.smithi012.stdout:expected = image31 2024-04-02T09:14:14.460 INFO:tasks.workunit.client.0.smithi012.stdout:found image31 2024-04-02T09:14:14.460 INFO:tasks.workunit.client.0.smithi012.stdout:erased image31 2024-04-02T09:14:14.460 INFO:tasks.workunit.client.0.smithi012.stdout:expected = image32 2024-04-02T09:14:14.460 INFO:tasks.workunit.client.0.smithi012.stdout:found image32 2024-04-02T09:14:14.460 INFO:tasks.workunit.client.0.smithi012.stdout:erased image32 2024-04-02T09:14:14.460 INFO:tasks.workunit.client.0.smithi012.stdout:100.00% done 2024-04-02T09:14:14.460 INFO:tasks.workunit.client.0.smithi012.stdout:image: image28 2024-04-02T09:14:14.460 INFO:tasks.workunit.client.0.smithi012.stdout:image: image29 2024-04-02T09:14:14.460 INFO:tasks.workunit.client.0.smithi012.stdout:image: image30 2024-04-02T09:14:14.460 INFO:tasks.workunit.client.0.smithi012.stdout:image: image31 2024-04-02T09:14:14.460 INFO:tasks.workunit.client.0.smithi012.stdout:image: image32 2024-04-02T09:14:14.460 INFO:tasks.workunit.client.0.smithi012.stdout:image: image33 2024-04-02T09:14:14.460 INFO:tasks.workunit.client.0.smithi012.stdout:expected = image28 2024-04-02T09:14:14.460 INFO:tasks.workunit.client.0.smithi012.stdout:found image28 2024-04-02T09:14:14.461 INFO:tasks.workunit.client.0.smithi012.stdout:erased image28 2024-04-02T09:14:14.461 INFO:tasks.workunit.client.0.smithi012.stdout:expected = image29 2024-04-02T09:14:14.461 INFO:tasks.workunit.client.0.smithi012.stdout:found image29 2024-04-02T09:14:14.461 INFO:tasks.workunit.client.0.smithi012.stdout:erased image29 2024-04-02T09:14:14.461 INFO:tasks.workunit.client.0.smithi012.stdout:expected = image30 2024-04-02T09:14:14.461 INFO:tasks.workunit.client.0.smithi012.stdout:found image30 2024-04-02T09:14:14.461 INFO:tasks.workunit.client.0.smithi012.stdout:erased image30 2024-04-02T09:14:14.461 INFO:tasks.workunit.client.0.smithi012.stdout:expected = image31 2024-04-02T09:14:14.461 INFO:tasks.workunit.client.0.smithi012.stdout:found image31 2024-04-02T09:14:14.461 INFO:tasks.workunit.client.0.smithi012.stdout:erased image31 2024-04-02T09:14:14.461 INFO:tasks.workunit.client.0.smithi012.stdout:expected = image32 2024-04-02T09:14:14.461 INFO:tasks.workunit.client.0.smithi012.stdout:found image32 2024-04-02T09:14:14.461 INFO:tasks.workunit.client.0.smithi012.stdout:erased image32 2024-04-02T09:14:14.462 INFO:tasks.workunit.client.0.smithi012.stdout:expected = image33 2024-04-02T09:14:14.462 INFO:tasks.workunit.client.0.smithi012.stdout:found image33 2024-04-02T09:14:14.462 INFO:tasks.workunit.client.0.smithi012.stdout:erased image33 2024-04-02T09:14:14.462 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestDeepCopy (7694 ms) 2024-04-02T09:14:14.462 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestDeepCopyPP 2024-04-02T09:14:14.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:14 smithi012 ceph-mon[88355]: osdmap e1650: 8 total, 8 up, 8 in 2024-04-02T09:14:14.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:14 smithi012 ceph-mon[88355]: pgmap v2851: 297 pgs: 297 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 634 KiB/s rd, 41 KiB/s wr, 740 op/s 2024-04-02T09:14:14.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:14.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:14 smithi012 ceph-mon[88355]: osdmap e1651: 8 total, 8 up, 8 in 2024-04-02T09:14:14.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:14 smithi012 ceph-mon[90784]: osdmap e1650: 8 total, 8 up, 8 in 2024-04-02T09:14:14.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:14 smithi012 ceph-mon[90784]: pgmap v2851: 297 pgs: 297 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 634 KiB/s rd, 41 KiB/s wr, 740 op/s 2024-04-02T09:14:14.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:14.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:14 smithi012 ceph-mon[90784]: osdmap e1651: 8 total, 8 up, 8 in 2024-04-02T09:14:15.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:14 smithi055 ceph-mon[85080]: osdmap e1650: 8 total, 8 up, 8 in 2024-04-02T09:14:15.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:14 smithi055 ceph-mon[85080]: pgmap v2851: 297 pgs: 297 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 634 KiB/s rd, 41 KiB/s wr, 740 op/s 2024-04-02T09:14:15.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:15.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:14 smithi055 ceph-mon[85080]: osdmap e1651: 8 total, 8 up, 8 in 2024-04-02T09:14:16.384 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:14:16.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:16 smithi012 ceph-mon[88355]: osdmap e1652: 8 total, 8 up, 8 in 2024-04-02T09:14:16.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:16 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/4175690380' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:14:16.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:16 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:14:16.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:16 smithi012 ceph-mon[88355]: pgmap v2854: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 112 KiB/s rd, 7.2 KiB/s wr, 142 op/s 2024-04-02T09:14:16.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:16 smithi012 ceph-mon[90784]: osdmap e1652: 8 total, 8 up, 8 in 2024-04-02T09:14:16.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:16 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/4175690380' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:14:16.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:16 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:14:16.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:16 smithi012 ceph-mon[90784]: pgmap v2854: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 112 KiB/s rd, 7.2 KiB/s wr, 142 op/s 2024-04-02T09:14:16.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:16 smithi055 ceph-mon[85080]: osdmap e1652: 8 total, 8 up, 8 in 2024-04-02T09:14:16.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:16 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/4175690380' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:14:16.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:16 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:14:16.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:16 smithi055 ceph-mon[85080]: pgmap v2854: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 112 KiB/s rd, 7.2 KiB/s wr, 142 op/s 2024-04-02T09:14:17.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:17 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:14:17.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:17 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:14:17.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:17 smithi012 ceph-mon[88355]: osdmap e1653: 8 total, 8 up, 8 in 2024-04-02T09:14:17.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:17 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:14:17.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:17 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:14:17.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:17 smithi012 ceph-mon[90784]: osdmap e1653: 8 total, 8 up, 8 in 2024-04-02T09:14:17.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:17 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:14:17.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:17 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:14:17.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:17 smithi055 ceph-mon[85080]: osdmap e1653: 8 total, 8 up, 8 in 2024-04-02T09:14:18.411 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:14:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:14:17] "GET /metrics HTTP/1.1" 200 48547 "" "Prometheus/2.43.0" 2024-04-02T09:14:18.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:18 smithi012 ceph-mon[88355]: osdmap e1654: 8 total, 8 up, 8 in 2024-04-02T09:14:18.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:18 smithi012 ceph-mon[88355]: pgmap v2857: 329 pgs: 14 creating+peering, 18 unknown, 297 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 255 KiB/s rd, 13 KiB/s wr, 308 op/s 2024-04-02T09:14:18.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:18 smithi012 ceph-mon[90784]: osdmap e1654: 8 total, 8 up, 8 in 2024-04-02T09:14:18.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:18 smithi012 ceph-mon[90784]: pgmap v2857: 329 pgs: 14 creating+peering, 18 unknown, 297 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 255 KiB/s rd, 13 KiB/s wr, 308 op/s 2024-04-02T09:14:18.700 INFO:tasks.workunit.client.0.smithi012.stdout:num images is: 1 2024-04-02T09:14:18.700 INFO:tasks.workunit.client.0.smithi012.stdout:expected: 1 2024-04-02T09:14:18.700 INFO:tasks.workunit.client.0.smithi012.stdout:image: image34 2024-04-02T09:14:18.700 INFO:tasks.workunit.client.0.smithi012.stdout:expected = image34 2024-04-02T09:14:18.725 INFO:tasks.workunit.client.0.smithi012.stdout:num images is: 2 2024-04-02T09:14:18.726 INFO:tasks.workunit.client.0.smithi012.stdout:expected: 2 2024-04-02T09:14:18.726 INFO:tasks.workunit.client.0.smithi012.stdout:image: image34 2024-04-02T09:14:18.726 INFO:tasks.workunit.client.0.smithi012.stdout:image: image35 2024-04-02T09:14:18.726 INFO:tasks.workunit.client.0.smithi012.stdout:expected = image34 2024-04-02T09:14:18.726 INFO:tasks.workunit.client.0.smithi012.stdout:expected = image35 2024-04-02T09:14:18.779 INFO:tasks.workunit.client.0.smithi012.stdout:100.00% done 2024-04-02T09:14:18.779 INFO:tasks.workunit.client.0.smithi012.stdout:num images is: 3 2024-04-02T09:14:18.779 INFO:tasks.workunit.client.0.smithi012.stdout:expected: 3 2024-04-02T09:14:18.779 INFO:tasks.workunit.client.0.smithi012.stdout:image: image34 2024-04-02T09:14:18.779 INFO:tasks.workunit.client.0.smithi012.stdout:image: image35 2024-04-02T09:14:18.779 INFO:tasks.workunit.client.0.smithi012.stdout:image: image36 2024-04-02T09:14:18.779 INFO:tasks.workunit.client.0.smithi012.stdout:expected = image34 2024-04-02T09:14:18.780 INFO:tasks.workunit.client.0.smithi012.stdout:expected = image35 2024-04-02T09:14:18.780 INFO:tasks.workunit.client.0.smithi012.stdout:expected = image36 2024-04-02T09:14:18.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:18 smithi055 ceph-mon[85080]: osdmap e1654: 8 total, 8 up, 8 in 2024-04-02T09:14:18.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:18 smithi055 ceph-mon[85080]: pgmap v2857: 329 pgs: 14 creating+peering, 18 unknown, 297 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 255 KiB/s rd, 13 KiB/s wr, 308 op/s 2024-04-02T09:14:18.811 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestDeepCopyPP (4357 ms) 2024-04-02T09:14:18.811 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnap 2024-04-02T09:14:18.811 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:14:19.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:19 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:14:19.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:19 smithi012 ceph-mon[88355]: osdmap e1655: 8 total, 8 up, 8 in 2024-04-02T09:14:19.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:19 smithi012 ceph-mon[88355]: osdmap e1656: 8 total, 8 up, 8 in 2024-04-02T09:14:19.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:19 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:14:19.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:19 smithi012 ceph-mon[90784]: osdmap e1655: 8 total, 8 up, 8 in 2024-04-02T09:14:19.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:19 smithi012 ceph-mon[90784]: osdmap e1656: 8 total, 8 up, 8 in 2024-04-02T09:14:19.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:19 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:14:19.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:19 smithi055 ceph-mon[85080]: osdmap e1655: 8 total, 8 up, 8 in 2024-04-02T09:14:19.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:19 smithi055 ceph-mon[85080]: osdmap e1656: 8 total, 8 up, 8 in 2024-04-02T09:14:20.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:20 smithi012 ceph-mon[88355]: pgmap v2860: 329 pgs: 14 creating+peering, 18 unknown, 297 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 142 KiB/s rd, 6.0 KiB/s wr, 166 op/s 2024-04-02T09:14:20.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:20 smithi012 ceph-mon[88355]: osdmap e1657: 8 total, 8 up, 8 in 2024-04-02T09:14:20.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:20 smithi012 ceph-mon[90784]: pgmap v2860: 329 pgs: 14 creating+peering, 18 unknown, 297 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 142 KiB/s rd, 6.0 KiB/s wr, 166 op/s 2024-04-02T09:14:20.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:20 smithi012 ceph-mon[90784]: osdmap e1657: 8 total, 8 up, 8 in 2024-04-02T09:14:20.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:20 smithi055 ceph-mon[85080]: pgmap v2860: 329 pgs: 14 creating+peering, 18 unknown, 297 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 142 KiB/s rd, 6.0 KiB/s wr, 166 op/s 2024-04-02T09:14:20.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:20 smithi055 ceph-mon[85080]: osdmap e1657: 8 total, 8 up, 8 in 2024-04-02T09:14:22.406 INFO:tasks.workunit.client.0.smithi012.stdout:num snaps is: 1 2024-04-02T09:14:22.406 INFO:tasks.workunit.client.0.smithi012.stdout:expected: 1 2024-04-02T09:14:22.406 INFO:tasks.workunit.client.0.smithi012.stdout:snap: snap1 2024-04-02T09:14:22.406 INFO:tasks.workunit.client.0.smithi012.stdout:found snap1 with size 2097152 2024-04-02T09:14:22.406 INFO:tasks.workunit.client.0.smithi012.stdout:num snaps is: 2 2024-04-02T09:14:22.406 INFO:tasks.workunit.client.0.smithi012.stdout:expected: 2 2024-04-02T09:14:22.406 INFO:tasks.workunit.client.0.smithi012.stdout:snap: snap1 2024-04-02T09:14:22.406 INFO:tasks.workunit.client.0.smithi012.stdout:snap: snap2 2024-04-02T09:14:22.407 INFO:tasks.workunit.client.0.smithi012.stdout:found snap1 with size 2097152 2024-04-02T09:14:22.407 INFO:tasks.workunit.client.0.smithi012.stdout:found snap2 with size 4194304 2024-04-02T09:14:22.407 INFO:tasks.workunit.client.0.smithi012.stdout:num snaps is: 1 2024-04-02T09:14:22.407 INFO:tasks.workunit.client.0.smithi012.stdout:expected: 1 2024-04-02T09:14:22.407 INFO:tasks.workunit.client.0.smithi012.stdout:snap: snap2 2024-04-02T09:14:22.407 INFO:tasks.workunit.client.0.smithi012.stdout:found snap2 with size 4194304 2024-04-02T09:14:22.407 INFO:tasks.workunit.client.0.smithi012.stdout:num snaps is: 0 2024-04-02T09:14:22.407 INFO:tasks.workunit.client.0.smithi012.stdout:expected: 0 2024-04-02T09:14:22.407 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnap (3594 ms) 2024-04-02T09:14:22.407 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestGetSnapShotTimeStamp 2024-04-02T09:14:22.407 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:14:22.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:22 smithi012 ceph-mon[88355]: osdmap e1658: 8 total, 8 up, 8 in 2024-04-02T09:14:22.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:22 smithi012 ceph-mon[88355]: pgmap v2863: 329 pgs: 329 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 374 KiB/s rd, 26 KiB/s wr, 447 op/s 2024-04-02T09:14:22.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:22 smithi012 ceph-mon[90784]: osdmap e1658: 8 total, 8 up, 8 in 2024-04-02T09:14:22.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:22 smithi012 ceph-mon[90784]: pgmap v2863: 329 pgs: 329 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 374 KiB/s rd, 26 KiB/s wr, 447 op/s 2024-04-02T09:14:22.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:22 smithi055 ceph-mon[85080]: osdmap e1658: 8 total, 8 up, 8 in 2024-04-02T09:14:22.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:22 smithi055 ceph-mon[85080]: pgmap v2863: 329 pgs: 329 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 374 KiB/s rd, 26 KiB/s wr, 447 op/s 2024-04-02T09:14:22.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:14:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:14:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:14:23.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:23 smithi012 ceph-mon[88355]: osdmap e1659: 8 total, 8 up, 8 in 2024-04-02T09:14:23.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:23 smithi012 ceph-mon[90784]: osdmap e1659: 8 total, 8 up, 8 in 2024-04-02T09:14:23.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:23 smithi055 ceph-mon[85080]: osdmap e1659: 8 total, 8 up, 8 in 2024-04-02T09:14:24.405 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestGetSnapShotTimeStamp (2000 ms) 2024-04-02T09:14:24.405 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnapPP 2024-04-02T09:14:24.406 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:14:24.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:24 smithi012 ceph-mon[88355]: osdmap e1660: 8 total, 8 up, 8 in 2024-04-02T09:14:24.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:24 smithi012 ceph-mon[88355]: pgmap v2866: 329 pgs: 329 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 374 KiB/s rd, 26 KiB/s wr, 447 op/s 2024-04-02T09:14:24.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:24 smithi012 ceph-mon[88355]: osdmap e1661: 8 total, 8 up, 8 in 2024-04-02T09:14:24.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:24 smithi012 ceph-mon[90784]: osdmap e1660: 8 total, 8 up, 8 in 2024-04-02T09:14:24.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:24 smithi012 ceph-mon[90784]: pgmap v2866: 329 pgs: 329 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 374 KiB/s rd, 26 KiB/s wr, 447 op/s 2024-04-02T09:14:24.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:24 smithi012 ceph-mon[90784]: osdmap e1661: 8 total, 8 up, 8 in 2024-04-02T09:14:24.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:24 smithi055 ceph-mon[85080]: osdmap e1660: 8 total, 8 up, 8 in 2024-04-02T09:14:24.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:24 smithi055 ceph-mon[85080]: pgmap v2866: 329 pgs: 329 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 374 KiB/s rd, 26 KiB/s wr, 447 op/s 2024-04-02T09:14:24.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:24 smithi055 ceph-mon[85080]: osdmap e1661: 8 total, 8 up, 8 in 2024-04-02T09:14:25.416 INFO:tasks.workunit.client.0.smithi012.stdout:num snaps is: 1 2024-04-02T09:14:25.416 INFO:tasks.workunit.client.0.smithi012.stdout:expected: 1 2024-04-02T09:14:25.416 INFO:tasks.workunit.client.0.smithi012.stdout:snap: snap1 2024-04-02T09:14:25.416 INFO:tasks.workunit.client.0.smithi012.stdout:found snap1 with size 2097152 2024-04-02T09:14:26.425 INFO:tasks.workunit.client.0.smithi012.stdout:num snaps is: 2 2024-04-02T09:14:26.426 INFO:tasks.workunit.client.0.smithi012.stdout:expected: 2 2024-04-02T09:14:26.426 INFO:tasks.workunit.client.0.smithi012.stdout:snap: snap1 2024-04-02T09:14:26.426 INFO:tasks.workunit.client.0.smithi012.stdout:snap: snap2 2024-04-02T09:14:26.426 INFO:tasks.workunit.client.0.smithi012.stdout:found snap1 with size 2097152 2024-04-02T09:14:26.426 INFO:tasks.workunit.client.0.smithi012.stdout:found snap2 with size 4194304 2024-04-02T09:14:26.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:26 smithi012 ceph-mon[88355]: osdmap e1662: 8 total, 8 up, 8 in 2024-04-02T09:14:26.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:26 smithi012 ceph-mon[88355]: pgmap v2869: 329 pgs: 329 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 511 B/s wr, 10 op/s 2024-04-02T09:14:26.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:26 smithi012 ceph-mon[90784]: osdmap e1662: 8 total, 8 up, 8 in 2024-04-02T09:14:26.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:26 smithi012 ceph-mon[90784]: pgmap v2869: 329 pgs: 329 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 511 B/s wr, 10 op/s 2024-04-02T09:14:26.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:26 smithi055 ceph-mon[85080]: osdmap e1662: 8 total, 8 up, 8 in 2024-04-02T09:14:26.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:26 smithi055 ceph-mon[85080]: pgmap v2869: 329 pgs: 329 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 511 B/s wr, 10 op/s 2024-04-02T09:14:27.426 INFO:tasks.workunit.client.0.smithi012.stdout:num snaps is: 1 2024-04-02T09:14:27.426 INFO:tasks.workunit.client.0.smithi012.stdout:expected: 1 2024-04-02T09:14:27.426 INFO:tasks.workunit.client.0.smithi012.stdout:snap: snap2 2024-04-02T09:14:27.426 INFO:tasks.workunit.client.0.smithi012.stdout:found snap2 with size 4194304 2024-04-02T09:14:27.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:27 smithi012 ceph-mon[88355]: osdmap e1663: 8 total, 8 up, 8 in 2024-04-02T09:14:27.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:27 smithi012 ceph-mon[90784]: osdmap e1663: 8 total, 8 up, 8 in 2024-04-02T09:14:27.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:27 smithi055 ceph-mon[85080]: osdmap e1663: 8 total, 8 up, 8 in 2024-04-02T09:14:28.412 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:14:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:14:27] "GET /metrics HTTP/1.1" 200 48547 "" "Prometheus/2.43.0" 2024-04-02T09:14:28.428 INFO:tasks.workunit.client.0.smithi012.stdout:num snaps is: 0 2024-04-02T09:14:28.428 INFO:tasks.workunit.client.0.smithi012.stdout:expected: 0 2024-04-02T09:14:28.438 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnapPP (4032 ms) 2024-04-02T09:14:28.438 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestGetNameIdSnapPP 2024-04-02T09:14:28.438 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:14:28.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:28 smithi012 ceph-mon[90784]: osdmap e1664: 8 total, 8 up, 8 in 2024-04-02T09:14:28.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:28 smithi012 ceph-mon[90784]: pgmap v2872: 329 pgs: 329 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 5.2 KiB/s wr, 66 op/s 2024-04-02T09:14:28.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:28 smithi012 ceph-mon[88355]: osdmap e1664: 8 total, 8 up, 8 in 2024-04-02T09:14:28.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:28 smithi012 ceph-mon[88355]: pgmap v2872: 329 pgs: 329 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 5.2 KiB/s wr, 66 op/s 2024-04-02T09:14:28.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:28 smithi055 ceph-mon[85080]: osdmap e1664: 8 total, 8 up, 8 in 2024-04-02T09:14:28.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:28 smithi055 ceph-mon[85080]: pgmap v2872: 329 pgs: 329 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 5.2 KiB/s wr, 66 op/s 2024-04-02T09:14:29.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:29 smithi012 ceph-mon[88355]: osdmap e1665: 8 total, 8 up, 8 in 2024-04-02T09:14:29.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:29.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:29 smithi012 ceph-mon[88355]: osdmap e1666: 8 total, 8 up, 8 in 2024-04-02T09:14:29.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:29 smithi012 ceph-mon[90784]: osdmap e1665: 8 total, 8 up, 8 in 2024-04-02T09:14:29.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:29.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:29 smithi012 ceph-mon[90784]: osdmap e1666: 8 total, 8 up, 8 in 2024-04-02T09:14:29.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:29 smithi055 ceph-mon[85080]: osdmap e1665: 8 total, 8 up, 8 in 2024-04-02T09:14:29.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:29.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:29 smithi055 ceph-mon[85080]: osdmap e1666: 8 total, 8 up, 8 in 2024-04-02T09:14:30.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:30 smithi012 ceph-mon[90784]: pgmap v2875: 329 pgs: 329 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 4.7 KiB/s wr, 55 op/s 2024-04-02T09:14:30.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:30 smithi012 ceph-mon[90784]: osdmap e1667: 8 total, 8 up, 8 in 2024-04-02T09:14:30.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:30 smithi012 ceph-mon[88355]: pgmap v2875: 329 pgs: 329 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 4.7 KiB/s wr, 55 op/s 2024-04-02T09:14:30.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:30 smithi012 ceph-mon[88355]: osdmap e1667: 8 total, 8 up, 8 in 2024-04-02T09:14:30.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:30 smithi055 ceph-mon[85080]: pgmap v2875: 329 pgs: 329 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 4.7 KiB/s wr, 55 op/s 2024-04-02T09:14:30.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:30 smithi055 ceph-mon[85080]: osdmap e1667: 8 total, 8 up, 8 in 2024-04-02T09:14:32.612 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:32 smithi055 ceph-mon[85080]: osdmap e1668: 8 total, 8 up, 8 in 2024-04-02T09:14:32.613 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:32 smithi055 ceph-mon[85080]: pgmap v2878: 329 pgs: 329 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 5.7 KiB/s wr, 77 op/s 2024-04-02T09:14:32.613 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:14:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:14:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:14:32.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:32 smithi012 ceph-mon[88355]: osdmap e1668: 8 total, 8 up, 8 in 2024-04-02T09:14:32.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:32 smithi012 ceph-mon[88355]: pgmap v2878: 329 pgs: 329 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 5.7 KiB/s wr, 77 op/s 2024-04-02T09:14:32.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:32 smithi012 ceph-mon[90784]: osdmap e1668: 8 total, 8 up, 8 in 2024-04-02T09:14:32.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:32 smithi012 ceph-mon[90784]: pgmap v2878: 329 pgs: 329 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 5.7 KiB/s wr, 77 op/s 2024-04-02T09:14:33.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:33 smithi012 ceph-mon[88355]: osdmap e1669: 8 total, 8 up, 8 in 2024-04-02T09:14:33.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:33 smithi012 ceph-mon[90784]: osdmap e1669: 8 total, 8 up, 8 in 2024-04-02T09:14:33.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:33 smithi055 ceph-mon[85080]: osdmap e1669: 8 total, 8 up, 8 in 2024-04-02T09:14:34.401 INFO:tasks.workunit.client.0.smithi012.stdout:num snaps is: 0 2024-04-02T09:14:34.401 INFO:tasks.workunit.client.0.smithi012.stdout:expected: 0 2024-04-02T09:14:34.407 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestGetNameIdSnapPP (5969 ms) 2024-04-02T09:14:34.407 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestCreateLsRenameSnapPP 2024-04-02T09:14:34.407 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:14:34.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:34 smithi012 ceph-mon[88355]: osdmap e1670: 8 total, 8 up, 8 in 2024-04-02T09:14:34.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:34 smithi012 ceph-mon[88355]: pgmap v2881: 329 pgs: 329 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 5.7 KiB/s wr, 77 op/s 2024-04-02T09:14:34.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:34 smithi012 ceph-mon[88355]: osdmap e1671: 8 total, 8 up, 8 in 2024-04-02T09:14:34.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:34 smithi012 ceph-mon[90784]: osdmap e1670: 8 total, 8 up, 8 in 2024-04-02T09:14:34.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:34 smithi012 ceph-mon[90784]: pgmap v2881: 329 pgs: 329 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 5.7 KiB/s wr, 77 op/s 2024-04-02T09:14:34.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:34 smithi012 ceph-mon[90784]: osdmap e1671: 8 total, 8 up, 8 in 2024-04-02T09:14:34.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:34 smithi055 ceph-mon[85080]: osdmap e1670: 8 total, 8 up, 8 in 2024-04-02T09:14:34.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:34 smithi055 ceph-mon[85080]: pgmap v2881: 329 pgs: 329 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 5.7 KiB/s wr, 77 op/s 2024-04-02T09:14:34.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:34 smithi055 ceph-mon[85080]: osdmap e1671: 8 total, 8 up, 8 in 2024-04-02T09:14:35.421 INFO:tasks.workunit.client.0.smithi012.stdout:num snaps is: 1 2024-04-02T09:14:35.422 INFO:tasks.workunit.client.0.smithi012.stdout:expected: 1 2024-04-02T09:14:35.422 INFO:tasks.workunit.client.0.smithi012.stdout:snap: snap1 2024-04-02T09:14:35.422 INFO:tasks.workunit.client.0.smithi012.stdout:found snap1 with size 2097152 2024-04-02T09:14:36.430 INFO:tasks.workunit.client.0.smithi012.stdout:num snaps is: 2 2024-04-02T09:14:36.430 INFO:tasks.workunit.client.0.smithi012.stdout:expected: 2 2024-04-02T09:14:36.430 INFO:tasks.workunit.client.0.smithi012.stdout:snap: snap1 2024-04-02T09:14:36.430 INFO:tasks.workunit.client.0.smithi012.stdout:snap: snap2 2024-04-02T09:14:36.430 INFO:tasks.workunit.client.0.smithi012.stdout:found snap1 with size 2097152 2024-04-02T09:14:36.430 INFO:tasks.workunit.client.0.smithi012.stdout:found snap2 with size 4194304 2024-04-02T09:14:36.434 INFO:tasks.workunit.client.0.smithi012.stdout:num snaps is: 2 2024-04-02T09:14:36.434 INFO:tasks.workunit.client.0.smithi012.stdout:expected: 2 2024-04-02T09:14:36.434 INFO:tasks.workunit.client.0.smithi012.stdout:snap: snap1-rename 2024-04-02T09:14:36.434 INFO:tasks.workunit.client.0.smithi012.stdout:snap: snap2 2024-04-02T09:14:36.435 INFO:tasks.workunit.client.0.smithi012.stdout:found snap1-rename with size 2097152 2024-04-02T09:14:36.435 INFO:tasks.workunit.client.0.smithi012.stdout:found snap2 with size 4194304 2024-04-02T09:14:36.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:36 smithi012 ceph-mon[90784]: osdmap e1672: 8 total, 8 up, 8 in 2024-04-02T09:14:36.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:36 smithi012 ceph-mon[90784]: pgmap v2884: 329 pgs: 329 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.5 KiB/s rd, 767 B/s wr, 13 op/s 2024-04-02T09:14:36.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:36 smithi012 ceph-mon[88355]: osdmap e1672: 8 total, 8 up, 8 in 2024-04-02T09:14:36.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:36 smithi012 ceph-mon[88355]: pgmap v2884: 329 pgs: 329 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.5 KiB/s rd, 767 B/s wr, 13 op/s 2024-04-02T09:14:36.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:36 smithi055 ceph-mon[85080]: osdmap e1672: 8 total, 8 up, 8 in 2024-04-02T09:14:36.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:36 smithi055 ceph-mon[85080]: pgmap v2884: 329 pgs: 329 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.5 KiB/s rd, 767 B/s wr, 13 op/s 2024-04-02T09:14:37.438 INFO:tasks.workunit.client.0.smithi012.stdout:num snaps is: 1 2024-04-02T09:14:37.438 INFO:tasks.workunit.client.0.smithi012.stdout:expected: 1 2024-04-02T09:14:37.438 INFO:tasks.workunit.client.0.smithi012.stdout:snap: snap2-rename 2024-04-02T09:14:37.438 INFO:tasks.workunit.client.0.smithi012.stdout:found snap2-rename with size 4194304 2024-04-02T09:14:37.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:37 smithi012 ceph-mon[88355]: osdmap e1673: 8 total, 8 up, 8 in 2024-04-02T09:14:37.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:37 smithi012 ceph-mon[90784]: osdmap e1673: 8 total, 8 up, 8 in 2024-04-02T09:14:37.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:37 smithi055 ceph-mon[85080]: osdmap e1673: 8 total, 8 up, 8 in 2024-04-02T09:14:38.424 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:14:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:14:37] "GET /metrics HTTP/1.1" 200 50969 "" "Prometheus/2.43.0" 2024-04-02T09:14:38.450 INFO:tasks.workunit.client.0.smithi012.stdout:num snaps is: 0 2024-04-02T09:14:38.450 INFO:tasks.workunit.client.0.smithi012.stdout:expected: 0 2024-04-02T09:14:38.464 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestCreateLsRenameSnapPP (4058 ms) 2024-04-02T09:14:38.464 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.ConcurrentCreatesUnvalidatedPool 2024-04-02T09:14:38.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:38 smithi012 ceph-mon[90784]: osdmap e1674: 8 total, 8 up, 8 in 2024-04-02T09:14:38.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:38 smithi012 ceph-mon[90784]: pgmap v2887: 329 pgs: 329 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 5.0 KiB/s wr, 60 op/s 2024-04-02T09:14:38.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:38 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:14:38.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:38 smithi012 ceph-mon[88355]: osdmap e1674: 8 total, 8 up, 8 in 2024-04-02T09:14:38.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:38 smithi012 ceph-mon[88355]: pgmap v2887: 329 pgs: 329 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 5.0 KiB/s wr, 60 op/s 2024-04-02T09:14:38.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:38 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:14:38.691 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:38 smithi055 ceph-mon[85080]: osdmap e1674: 8 total, 8 up, 8 in 2024-04-02T09:14:38.691 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:38 smithi055 ceph-mon[85080]: pgmap v2887: 329 pgs: 329 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 5.0 KiB/s wr, 60 op/s 2024-04-02T09:14:38.691 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:38 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:14:39.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:39 smithi012 ceph-mon[90784]: osdmap e1675: 8 total, 8 up, 8 in 2024-04-02T09:14:39.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:39 smithi012 ceph-mon[90784]: osdmap e1676: 8 total, 8 up, 8 in 2024-04-02T09:14:39.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:39 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3337798068' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:14:39.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:39 smithi012 ceph-mon[88355]: osdmap e1675: 8 total, 8 up, 8 in 2024-04-02T09:14:39.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:39 smithi012 ceph-mon[88355]: osdmap e1676: 8 total, 8 up, 8 in 2024-04-02T09:14:39.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:39 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3337798068' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:14:39.708 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:39 smithi055 ceph-mon[85080]: osdmap e1675: 8 total, 8 up, 8 in 2024-04-02T09:14:39.708 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:39 smithi055 ceph-mon[85080]: osdmap e1676: 8 total, 8 up, 8 in 2024-04-02T09:14:39.708 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:39 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3337798068' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:14:40.391 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:14:40.391 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:14:40.391 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:14:40.392 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:14:40.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:40 smithi012 ceph-mon[88355]: pgmap v2890: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 4.2 KiB/s wr, 46 op/s 2024-04-02T09:14:40.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:40 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3337798068' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:14:40.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:40 smithi012 ceph-mon[88355]: osdmap e1677: 8 total, 8 up, 8 in 2024-04-02T09:14:40.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:40 smithi012 ceph-mon[90784]: pgmap v2890: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 4.2 KiB/s wr, 46 op/s 2024-04-02T09:14:40.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:40 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3337798068' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:14:40.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:40 smithi012 ceph-mon[90784]: osdmap e1677: 8 total, 8 up, 8 in 2024-04-02T09:14:40.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:40 smithi055 ceph-mon[85080]: pgmap v2890: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 4.2 KiB/s wr, 46 op/s 2024-04-02T09:14:40.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:40 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3337798068' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:14:40.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:40 smithi055 ceph-mon[85080]: osdmap e1677: 8 total, 8 up, 8 in 2024-04-02T09:14:41.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:41 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:14:41.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:41 smithi055 ceph-mon[85080]: osdmap e1678: 8 total, 8 up, 8 in 2024-04-02T09:14:41.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:41 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:14:41.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:41 smithi012 ceph-mon[88355]: osdmap e1678: 8 total, 8 up, 8 in 2024-04-02T09:14:41.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:41 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:14:41.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:41 smithi012 ceph-mon[90784]: osdmap e1678: 8 total, 8 up, 8 in 2024-04-02T09:14:42.661 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.ConcurrentCreatesUnvalidatedPool (4197 ms) 2024-04-02T09:14:42.661 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.RemoveFullTry 2024-04-02T09:14:42.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:14:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:14:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:14:42.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:42 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:14:42.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:42 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:14:42.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:42 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:14:42.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:42 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:14:42.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:42 smithi055 ceph-mon[85080]: pgmap v2893: 361 pgs: 19 creating+peering, 342 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 4.5 KiB/s wr, 63 op/s 2024-04-02T09:14:42.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:42 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:14:42.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:42 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:14:42.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:42 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:14:42.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:42 smithi055 ceph-mon[85080]: osdmap e1679: 8 total, 8 up, 8 in 2024-04-02T09:14:42.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:42 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:14:42.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:42 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:14:42.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:42 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:14:42.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:42 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:14:42.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:42 smithi012 ceph-mon[88355]: pgmap v2893: 361 pgs: 19 creating+peering, 342 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 4.5 KiB/s wr, 63 op/s 2024-04-02T09:14:42.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:42 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:14:42.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:42 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:14:42.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:42 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:14:42.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:42 smithi012 ceph-mon[88355]: osdmap e1679: 8 total, 8 up, 8 in 2024-04-02T09:14:42.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:42 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:14:42.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:42 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:14:42.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:42 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:14:42.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:42 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:14:42.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:42 smithi012 ceph-mon[90784]: pgmap v2893: 361 pgs: 19 creating+peering, 342 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 4.5 KiB/s wr, 63 op/s 2024-04-02T09:14:42.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:42 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:14:42.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:42 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:14:42.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:42 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:14:42.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:42 smithi012 ceph-mon[90784]: osdmap e1679: 8 total, 8 up, 8 in 2024-04-02T09:14:43.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:43 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:14:43.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:43 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:14:43.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:43 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:14:44.416 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:14:44.678 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:14:44 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: [02/Apr/2024:09:14:44] ENGINE Bus STOPPING 2024-04-02T09:14:44.678 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:14:44 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: [02/Apr/2024:09:14:44] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T09:14:44.678 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:14:44 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: [02/Apr/2024:09:14:44] ENGINE Bus STOPPED 2024-04-02T09:14:44.678 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:14:44 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: [02/Apr/2024:09:14:44] ENGINE Bus STARTING 2024-04-02T09:14:44.679 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:14:44 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: [02/Apr/2024:09:14:44] ENGINE Serving on http://:::9283 2024-04-02T09:14:44.679 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:14:44 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: [02/Apr/2024:09:14:44] ENGINE Bus STARTED 2024-04-02T09:14:44.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:44 smithi012 ceph-mon[88355]: osdmap e1680: 8 total, 8 up, 8 in 2024-04-02T09:14:44.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:44 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/741050418' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:14:44.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:44 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:14:44.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:44 smithi012 ceph-mon[88355]: pgmap v2896: 393 pgs: 32 unknown, 19 creating+peering, 342 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 4.5 KiB/s wr, 63 op/s 2024-04-02T09:14:44.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:44.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:44 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:14:44.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:44 smithi012 ceph-mon[88355]: osdmap e1681: 8 total, 8 up, 8 in 2024-04-02T09:14:44.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:44 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2671215505' entity='client.admin' 2024-04-02T09:14:44.680 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:14:44.680 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:14:44.680 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:14:44.680 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:14:44.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:44 smithi012 ceph-mon[90784]: osdmap e1680: 8 total, 8 up, 8 in 2024-04-02T09:14:44.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:44 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/741050418' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:14:44.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:44 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:14:44.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:44 smithi012 ceph-mon[90784]: pgmap v2896: 393 pgs: 32 unknown, 19 creating+peering, 342 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 4.5 KiB/s wr, 63 op/s 2024-04-02T09:14:44.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:44.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:44 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:14:44.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:44 smithi012 ceph-mon[90784]: osdmap e1681: 8 total, 8 up, 8 in 2024-04-02T09:14:44.681 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:44 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2671215505' entity='client.admin' 2024-04-02T09:14:44.681 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:14:44.681 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:14:44.681 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:14:44.681 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:14:45.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:44 smithi055 ceph-mon[85080]: osdmap e1680: 8 total, 8 up, 8 in 2024-04-02T09:14:45.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:44 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/741050418' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:14:45.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:44 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:14:45.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:44 smithi055 ceph-mon[85080]: pgmap v2896: 393 pgs: 32 unknown, 19 creating+peering, 342 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 4.5 KiB/s wr, 63 op/s 2024-04-02T09:14:45.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:45.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:44 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:14:45.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:44 smithi055 ceph-mon[85080]: osdmap e1681: 8 total, 8 up, 8 in 2024-04-02T09:14:45.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:44 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2671215505' entity='client.admin' 2024-04-02T09:14:45.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:14:45.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:14:45.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:14:45.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:14:45.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:45 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:14:45.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:45 smithi012 ceph-mon[88355]: osdmap e1682: 8 total, 8 up, 8 in 2024-04-02T09:14:45.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:45 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:14:45.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:45 smithi012 ceph-mon[90784]: osdmap e1682: 8 total, 8 up, 8 in 2024-04-02T09:14:46.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:45 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:14:46.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:45 smithi055 ceph-mon[85080]: osdmap e1682: 8 total, 8 up, 8 in 2024-04-02T09:14:46.487 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:14:46.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:46 smithi012 ceph-mon[88355]: pgmap v2899: 393 pgs: 14 unknown, 379 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 4.5 KiB/s wr, 99 op/s 2024-04-02T09:14:46.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:46 smithi012 ceph-mon[88355]: osdmap e1683: 8 total, 8 up, 8 in 2024-04-02T09:14:46.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:46 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2671215505' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi012-138837-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-02T09:14:46.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:46 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.6", "id": [1, 3]}]: dispatch 2024-04-02T09:14:46.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:46 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 3]}]: dispatch 2024-04-02T09:14:46.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:46 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [2, 4]}]: dispatch 2024-04-02T09:14:46.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:46 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1a", "id": [2, 3, 7, 4]}]: dispatch 2024-04-02T09:14:46.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:46 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1b", "id": [2, 3]}]: dispatch 2024-04-02T09:14:46.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:46 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.11", "id": [1, 4]}]: dispatch 2024-04-02T09:14:46.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:46 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.4", "id": [0, 3]}]: dispatch 2024-04-02T09:14:46.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:46 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.12", "id": [0, 7]}]: dispatch 2024-04-02T09:14:46.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:46 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.10", "id": [4, 3]}]: dispatch 2024-04-02T09:14:46.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:46 smithi012 ceph-mon[90784]: pgmap v2899: 393 pgs: 14 unknown, 379 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 4.5 KiB/s wr, 99 op/s 2024-04-02T09:14:46.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:46 smithi012 ceph-mon[90784]: osdmap e1683: 8 total, 8 up, 8 in 2024-04-02T09:14:46.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:46 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2671215505' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi012-138837-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-02T09:14:46.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:46 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.6", "id": [1, 3]}]: dispatch 2024-04-02T09:14:46.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:46 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 3]}]: dispatch 2024-04-02T09:14:46.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:46 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [2, 4]}]: dispatch 2024-04-02T09:14:46.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:46 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1a", "id": [2, 3, 7, 4]}]: dispatch 2024-04-02T09:14:46.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:46 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1b", "id": [2, 3]}]: dispatch 2024-04-02T09:14:46.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:46 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.11", "id": [1, 4]}]: dispatch 2024-04-02T09:14:46.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:46 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.4", "id": [0, 3]}]: dispatch 2024-04-02T09:14:46.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:46 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.12", "id": [0, 7]}]: dispatch 2024-04-02T09:14:46.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:46 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.10", "id": [4, 3]}]: dispatch 2024-04-02T09:14:47.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:46 smithi055 ceph-mon[85080]: pgmap v2899: 393 pgs: 14 unknown, 379 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 4.5 KiB/s wr, 99 op/s 2024-04-02T09:14:47.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:46 smithi055 ceph-mon[85080]: osdmap e1683: 8 total, 8 up, 8 in 2024-04-02T09:14:47.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:46 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2671215505' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi012-138837-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-02T09:14:47.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:46 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.6", "id": [1, 3]}]: dispatch 2024-04-02T09:14:47.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:46 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 3]}]: dispatch 2024-04-02T09:14:47.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:46 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [2, 4]}]: dispatch 2024-04-02T09:14:47.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:46 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1a", "id": [2, 3, 7, 4]}]: dispatch 2024-04-02T09:14:47.063 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:46 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1b", "id": [2, 3]}]: dispatch 2024-04-02T09:14:47.063 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:46 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.11", "id": [1, 4]}]: dispatch 2024-04-02T09:14:47.063 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:46 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.4", "id": [0, 3]}]: dispatch 2024-04-02T09:14:47.063 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:46 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.12", "id": [0, 7]}]: dispatch 2024-04-02T09:14:47.063 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:46 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.10", "id": [4, 3]}]: dispatch 2024-04-02T09:14:47.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:47 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:14:47.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:47 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2671215505' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi012-138837-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-02T09:14:47.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:47 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.6", "id": [1, 3]}]': finished 2024-04-02T09:14:47.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:47 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 3]}]': finished 2024-04-02T09:14:47.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:47 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [2, 4]}]': finished 2024-04-02T09:14:47.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:47 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1a", "id": [2, 3, 7, 4]}]': finished 2024-04-02T09:14:47.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:47 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1b", "id": [2, 3]}]': finished 2024-04-02T09:14:47.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:47 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.11", "id": [1, 4]}]': finished 2024-04-02T09:14:47.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:47 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.4", "id": [0, 3]}]': finished 2024-04-02T09:14:47.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:47 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.12", "id": [0, 7]}]': finished 2024-04-02T09:14:47.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:47 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.10", "id": [4, 3]}]': finished 2024-04-02T09:14:47.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:47 smithi012 ceph-mon[88355]: osdmap e1684: 8 total, 8 up, 8 in 2024-04-02T09:14:47.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:47 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:14:47.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:47 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2671215505' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi012-138837-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-02T09:14:47.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:47 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.6", "id": [1, 3]}]': finished 2024-04-02T09:14:47.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:47 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 3]}]': finished 2024-04-02T09:14:47.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:47 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [2, 4]}]': finished 2024-04-02T09:14:47.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:47 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1a", "id": [2, 3, 7, 4]}]': finished 2024-04-02T09:14:47.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:47 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1b", "id": [2, 3]}]': finished 2024-04-02T09:14:47.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:47 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.11", "id": [1, 4]}]': finished 2024-04-02T09:14:47.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:47 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.4", "id": [0, 3]}]': finished 2024-04-02T09:14:47.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:47 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.12", "id": [0, 7]}]': finished 2024-04-02T09:14:47.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:47 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.10", "id": [4, 3]}]': finished 2024-04-02T09:14:47.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:47 smithi012 ceph-mon[90784]: osdmap e1684: 8 total, 8 up, 8 in 2024-04-02T09:14:48.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:47 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:14:48.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:47 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2671215505' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi012-138837-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-02T09:14:48.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:47 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.6", "id": [1, 3]}]': finished 2024-04-02T09:14:48.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:47 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 3]}]': finished 2024-04-02T09:14:48.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:47 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [2, 4]}]': finished 2024-04-02T09:14:48.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:47 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1a", "id": [2, 3, 7, 4]}]': finished 2024-04-02T09:14:48.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:47 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1b", "id": [2, 3]}]': finished 2024-04-02T09:14:48.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:47 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.11", "id": [1, 4]}]': finished 2024-04-02T09:14:48.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:47 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.4", "id": [0, 3]}]': finished 2024-04-02T09:14:48.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:47 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.12", "id": [0, 7]}]': finished 2024-04-02T09:14:48.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:47 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.10", "id": [4, 3]}]': finished 2024-04-02T09:14:48.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:47 smithi055 ceph-mon[85080]: osdmap e1684: 8 total, 8 up, 8 in 2024-04-02T09:14:48.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:14:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:14:47] "GET /metrics HTTP/1.1" 200 55700 "" "Prometheus/2.43.0" 2024-04-02T09:14:48.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:48 smithi012 ceph-mon[90784]: pgmap v2902: 393 pgs: 393 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 8.5 KiB/s wr, 144 op/s 2024-04-02T09:14:48.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:48 smithi012 ceph-mon[90784]: osdmap e1685: 8 total, 8 up, 8 in 2024-04-02T09:14:48.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:48 smithi012 ceph-mon[88355]: pgmap v2902: 393 pgs: 393 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 8.5 KiB/s wr, 144 op/s 2024-04-02T09:14:48.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:48 smithi012 ceph-mon[88355]: osdmap e1685: 8 total, 8 up, 8 in 2024-04-02T09:14:49.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:48 smithi055 ceph-mon[85080]: pgmap v2902: 393 pgs: 393 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 8.5 KiB/s wr, 144 op/s 2024-04-02T09:14:49.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:48 smithi055 ceph-mon[85080]: osdmap e1685: 8 total, 8 up, 8 in 2024-04-02T09:14:50.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:50 smithi012 ceph-mon[88355]: osdmap e1686: 8 total, 8 up, 8 in 2024-04-02T09:14:50.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:50 smithi012 ceph-mon[88355]: pgmap v2905: 393 pgs: 393 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 4.0 KiB/s wr, 44 op/s 2024-04-02T09:14:50.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:50 smithi012 ceph-mon[90784]: osdmap e1686: 8 total, 8 up, 8 in 2024-04-02T09:14:50.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:50 smithi012 ceph-mon[90784]: pgmap v2905: 393 pgs: 393 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 4.0 KiB/s wr, 44 op/s 2024-04-02T09:14:50.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:50 smithi055 ceph-mon[85080]: osdmap e1686: 8 total, 8 up, 8 in 2024-04-02T09:14:50.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:50 smithi055 ceph-mon[85080]: pgmap v2905: 393 pgs: 393 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 4.0 KiB/s wr, 44 op/s 2024-04-02T09:14:52.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:14:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:14:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:14:53.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:52 smithi012 ceph-mon[88355]: pgmap v2906: 393 pgs: 393 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 758 KiB/s wr, 37 op/s; 12 B/s, 0 objects/s recovering 2024-04-02T09:14:53.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:52 smithi012 ceph-mon[90784]: pgmap v2906: 393 pgs: 393 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 758 KiB/s wr, 37 op/s; 12 B/s, 0 objects/s recovering 2024-04-02T09:14:53.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:52 smithi055 ceph-mon[85080]: pgmap v2906: 393 pgs: 393 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 758 KiB/s wr, 37 op/s; 12 B/s, 0 objects/s recovering 2024-04-02T09:14:55.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:54 smithi012 ceph-mon[88355]: pgmap v2907: 393 pgs: 393 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 640 KiB/s wr, 31 op/s; 10 B/s, 0 objects/s recovering 2024-04-02T09:14:55.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:54 smithi012 ceph-mon[88355]: osdmap e1687: 8 total, 8 up, 8 in 2024-04-02T09:14:55.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:54 smithi012 ceph-mon[90784]: pgmap v2907: 393 pgs: 393 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 640 KiB/s wr, 31 op/s; 10 B/s, 0 objects/s recovering 2024-04-02T09:14:55.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:54 smithi012 ceph-mon[90784]: osdmap e1687: 8 total, 8 up, 8 in 2024-04-02T09:14:55.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:54 smithi055 ceph-mon[85080]: pgmap v2907: 393 pgs: 393 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 640 KiB/s wr, 31 op/s; 10 B/s, 0 objects/s recovering 2024-04-02T09:14:55.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:54 smithi055 ceph-mon[85080]: osdmap e1687: 8 total, 8 up, 8 in 2024-04-02T09:14:57.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:56 smithi012 ceph-mon[88355]: pgmap v2909: 393 pgs: 393 active+clean; 13 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.1 MiB/s wr, 28 op/s; 9 B/s, 0 objects/s recovering 2024-04-02T09:14:57.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:56 smithi012 ceph-mon[90784]: pgmap v2909: 393 pgs: 393 active+clean; 13 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.1 MiB/s wr, 28 op/s; 9 B/s, 0 objects/s recovering 2024-04-02T09:14:57.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:56 smithi055 ceph-mon[85080]: pgmap v2909: 393 pgs: 393 active+clean; 13 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.1 MiB/s wr, 28 op/s; 9 B/s, 0 objects/s recovering 2024-04-02T09:14:58.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:14:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:14:57] "GET /metrics HTTP/1.1" 200 55700 "" "Prometheus/2.43.0" 2024-04-02T09:14:59.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:58 smithi012 ceph-mon[88355]: pgmap v2910: 393 pgs: 393 active+clean; 14 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 1.1 MiB/s wr, 25 op/s; 8 B/s, 0 objects/s recovering 2024-04-02T09:14:59.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:58 smithi012 ceph-mon[90784]: pgmap v2910: 393 pgs: 393 active+clean; 14 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 1.1 MiB/s wr, 25 op/s; 8 B/s, 0 objects/s recovering 2024-04-02T09:14:59.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:58 smithi055 ceph-mon[85080]: pgmap v2910: 393 pgs: 393 active+clean; 14 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 1.1 MiB/s wr, 25 op/s; 8 B/s, 0 objects/s recovering 2024-04-02T09:15:00.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:14:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:00.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:14:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:00.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:14:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:01.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:00 smithi012 ceph-mon[88355]: pgmap v2911: 393 pgs: 393 active+clean; 14 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 923 KiB/s wr, 21 op/s; 6 B/s, 0 objects/s recovering 2024-04-02T09:15:01.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:00 smithi012 ceph-mon[90784]: pgmap v2911: 393 pgs: 393 active+clean; 14 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 923 KiB/s wr, 21 op/s; 6 B/s, 0 objects/s recovering 2024-04-02T09:15:01.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:00 smithi055 ceph-mon[85080]: pgmap v2911: 393 pgs: 393 active+clean; 14 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 923 KiB/s wr, 21 op/s; 6 B/s, 0 objects/s recovering 2024-04-02T09:15:02.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:15:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:15:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:15:03.091 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:02 smithi055 ceph-mon[85080]: pgmap v2912: 393 pgs: 393 active+clean; 19 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-04-02T09:15:03.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:02 smithi012 ceph-mon[88355]: pgmap v2912: 393 pgs: 393 active+clean; 19 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-04-02T09:15:03.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:02 smithi012 ceph-mon[90784]: pgmap v2912: 393 pgs: 393 active+clean; 19 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-04-02T09:15:04.585 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.RemoveFullTry (21924 ms) 2024-04-02T09:15:04.591 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.RemoveFullTryDataPool 2024-04-02T09:15:05.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:04 smithi012 ceph-mon[90784]: pgmap v2913: 393 pgs: 393 active+clean; 19 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-04-02T09:15:05.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:04 smithi012 ceph-mon[90784]: pool 'test-librbd-smithi012-138837-23' is full (reached quota's max_bytes: 10 MiB) 2024-04-02T09:15:05.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:04 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-02T09:15:05.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:04 smithi012 ceph-mon[90784]: osdmap e1688: 8 total, 8 up, 8 in 2024-04-02T09:15:05.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:04 smithi012 ceph-mon[88355]: pgmap v2913: 393 pgs: 393 active+clean; 19 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-04-02T09:15:05.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:04 smithi012 ceph-mon[88355]: pool 'test-librbd-smithi012-138837-23' is full (reached quota's max_bytes: 10 MiB) 2024-04-02T09:15:05.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:04 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-02T09:15:05.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:04 smithi012 ceph-mon[88355]: osdmap e1688: 8 total, 8 up, 8 in 2024-04-02T09:15:05.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:04 smithi055 ceph-mon[85080]: pgmap v2913: 393 pgs: 393 active+clean; 19 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-04-02T09:15:05.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:04 smithi055 ceph-mon[85080]: pool 'test-librbd-smithi012-138837-23' is full (reached quota's max_bytes: 10 MiB) 2024-04-02T09:15:05.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:04 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-02T09:15:05.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:04 smithi055 ceph-mon[85080]: osdmap e1688: 8 total, 8 up, 8 in 2024-04-02T09:15:06.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:06 smithi012 ceph-mon[90784]: osdmap e1689: 8 total, 8 up, 8 in 2024-04-02T09:15:06.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:06 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/963503741' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:15:06.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:06 smithi012 ceph-mon[90784]: pgmap v2916: 425 pgs: 32 unknown, 393 active+clean; 15 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 769 KiB/s wr, 23 op/s 2024-04-02T09:15:06.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:06 smithi012 ceph-mon[88355]: osdmap e1689: 8 total, 8 up, 8 in 2024-04-02T09:15:06.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:06 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/963503741' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:15:06.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:06 smithi012 ceph-mon[88355]: pgmap v2916: 425 pgs: 32 unknown, 393 active+clean; 15 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 769 KiB/s wr, 23 op/s 2024-04-02T09:15:06.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:06 smithi055 ceph-mon[85080]: osdmap e1689: 8 total, 8 up, 8 in 2024-04-02T09:15:06.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:06 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/963503741' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:15:06.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:06 smithi055 ceph-mon[85080]: pgmap v2916: 425 pgs: 32 unknown, 393 active+clean; 15 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 769 KiB/s wr, 23 op/s 2024-04-02T09:15:07.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:07 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:15:07.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:07 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/963503741' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:15:07.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:07 smithi012 ceph-mon[88355]: osdmap e1690: 8 total, 8 up, 8 in 2024-04-02T09:15:07.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:07 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:15:07.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:07 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/963503741' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:15:07.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:07 smithi012 ceph-mon[90784]: osdmap e1690: 8 total, 8 up, 8 in 2024-04-02T09:15:07.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:07 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:15:07.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:07 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/963503741' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:15:07.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:07 smithi055 ceph-mon[85080]: osdmap e1690: 8 total, 8 up, 8 in 2024-04-02T09:15:08.426 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:15:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:15:07] "GET /metrics HTTP/1.1" 200 55795 "" "Prometheus/2.43.0" 2024-04-02T09:15:08.436 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:15:08.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:08 smithi012 ceph-mon[90784]: osdmap e1691: 8 total, 8 up, 8 in 2024-04-02T09:15:08.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:08 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1256899390' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:15:08.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:08 smithi012 ceph-mon[90784]: pgmap v2919: 457 pgs: 19 creating+peering, 45 unknown, 393 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 770 KiB/s wr, 42 op/s 2024-04-02T09:15:08.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:08 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1256899390' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:15:08.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:08 smithi012 ceph-mon[90784]: osdmap e1692: 8 total, 8 up, 8 in 2024-04-02T09:15:08.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:08 smithi012 ceph-mon[88355]: osdmap e1691: 8 total, 8 up, 8 in 2024-04-02T09:15:08.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:08 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1256899390' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:15:08.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:08 smithi012 ceph-mon[88355]: pgmap v2919: 457 pgs: 19 creating+peering, 45 unknown, 393 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 770 KiB/s wr, 42 op/s 2024-04-02T09:15:08.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:08 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1256899390' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:15:08.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:08 smithi012 ceph-mon[88355]: osdmap e1692: 8 total, 8 up, 8 in 2024-04-02T09:15:08.679 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:15:08 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: [02/Apr/2024:09:15:08] ENGINE Bus STOPPING 2024-04-02T09:15:08.679 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:15:08 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: [02/Apr/2024:09:15:08] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T09:15:08.679 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:15:08 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: [02/Apr/2024:09:15:08] ENGINE Bus STOPPED 2024-04-02T09:15:08.679 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:15:08 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: [02/Apr/2024:09:15:08] ENGINE Bus STARTING 2024-04-02T09:15:08.679 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:15:08 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: [02/Apr/2024:09:15:08] ENGINE Serving on http://:::9283 2024-04-02T09:15:08.679 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:15:08 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: [02/Apr/2024:09:15:08] ENGINE Bus STARTED 2024-04-02T09:15:08.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:08 smithi055 ceph-mon[85080]: osdmap e1691: 8 total, 8 up, 8 in 2024-04-02T09:15:08.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:08 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1256899390' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:15:08.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:08 smithi055 ceph-mon[85080]: pgmap v2919: 457 pgs: 19 creating+peering, 45 unknown, 393 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 770 KiB/s wr, 42 op/s 2024-04-02T09:15:08.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:08 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1256899390' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:15:08.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:08 smithi055 ceph-mon[85080]: osdmap e1692: 8 total, 8 up, 8 in 2024-04-02T09:15:09.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:09 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2671215505' entity='client.admin' 2024-04-02T09:15:09.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:09 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:15:09.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:09 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:15:09.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:09 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:15:09.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:09 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:15:09.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:09 smithi055 ceph-mon[85080]: pool 'test-librbd-smithi012-138837-23' no longer out of quota; removing NO_QUOTA flag 2024-04-02T09:15:09.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:09 smithi055 ceph-mon[85080]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-02T09:15:09.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:09 smithi055 ceph-mon[85080]: osdmap e1693: 8 total, 8 up, 8 in 2024-04-02T09:15:09.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:09 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2671215505' entity='client.admin' 2024-04-02T09:15:09.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:09 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:15:09.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:09 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:15:09.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:09 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:15:09.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:09 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:15:09.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:09 smithi012 ceph-mon[90784]: pool 'test-librbd-smithi012-138837-23' no longer out of quota; removing NO_QUOTA flag 2024-04-02T09:15:09.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:09 smithi012 ceph-mon[90784]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-02T09:15:09.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:09 smithi012 ceph-mon[90784]: osdmap e1693: 8 total, 8 up, 8 in 2024-04-02T09:15:09.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:09 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2671215505' entity='client.admin' 2024-04-02T09:15:09.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:09 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:15:09.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:09 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:15:09.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:09 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:15:09.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:09 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:15:09.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:09 smithi012 ceph-mon[88355]: pool 'test-librbd-smithi012-138837-23' no longer out of quota; removing NO_QUOTA flag 2024-04-02T09:15:09.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:09 smithi012 ceph-mon[88355]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-02T09:15:09.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:09 smithi012 ceph-mon[88355]: osdmap e1693: 8 total, 8 up, 8 in 2024-04-02T09:15:10.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:10 smithi055 ceph-mon[85080]: pgmap v2922: 457 pgs: 19 creating+peering, 45 unknown, 393 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 512 KiB/s wr, 1 op/s 2024-04-02T09:15:10.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:10 smithi055 ceph-mon[85080]: osdmap e1694: 8 total, 8 up, 8 in 2024-04-02T09:15:10.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:10 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2671215505' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi012-138837-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-02T09:15:10.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:10 smithi012 ceph-mon[90784]: pgmap v2922: 457 pgs: 19 creating+peering, 45 unknown, 393 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 512 KiB/s wr, 1 op/s 2024-04-02T09:15:10.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:10 smithi012 ceph-mon[90784]: osdmap e1694: 8 total, 8 up, 8 in 2024-04-02T09:15:10.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:10 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2671215505' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi012-138837-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-02T09:15:10.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:10 smithi012 ceph-mon[88355]: pgmap v2922: 457 pgs: 19 creating+peering, 45 unknown, 393 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 512 KiB/s wr, 1 op/s 2024-04-02T09:15:10.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:10 smithi012 ceph-mon[88355]: osdmap e1694: 8 total, 8 up, 8 in 2024-04-02T09:15:10.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:10 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2671215505' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi012-138837-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-02T09:15:11.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:11 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:15:11.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:11 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2671215505' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi012-138837-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-02T09:15:11.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:11 smithi055 ceph-mon[85080]: osdmap e1695: 8 total, 8 up, 8 in 2024-04-02T09:15:11.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:11 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:15:11.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:11 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2671215505' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi012-138837-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-02T09:15:11.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:11 smithi012 ceph-mon[88355]: osdmap e1695: 8 total, 8 up, 8 in 2024-04-02T09:15:11.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:11 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:15:11.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:11 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2671215505' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi012-138837-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-02T09:15:11.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:11 smithi012 ceph-mon[90784]: osdmap e1695: 8 total, 8 up, 8 in 2024-04-02T09:15:12.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:12 smithi055 ceph-mon[85080]: pgmap v2925: 457 pgs: 457 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 1023 B/s wr, 1 op/s 2024-04-02T09:15:12.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:15:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:15:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:15:12.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:12 smithi012 ceph-mon[88355]: pgmap v2925: 457 pgs: 457 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 1023 B/s wr, 1 op/s 2024-04-02T09:15:12.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:12 smithi012 ceph-mon[90784]: pgmap v2925: 457 pgs: 457 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 1023 B/s wr, 1 op/s 2024-04-02T09:15:15.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:14 smithi012 ceph-mon[90784]: pgmap v2926: 457 pgs: 457 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 189 B/s rd, 756 B/s wr, 1 op/s 2024-04-02T09:15:15.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:15.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:14 smithi012 ceph-mon[88355]: pgmap v2926: 457 pgs: 457 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 189 B/s rd, 756 B/s wr, 1 op/s 2024-04-02T09:15:15.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:15.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:14 smithi055 ceph-mon[85080]: pgmap v2926: 457 pgs: 457 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 189 B/s rd, 756 B/s wr, 1 op/s 2024-04-02T09:15:15.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:17.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:16 smithi012 ceph-mon[90784]: pgmap v2927: 457 pgs: 457 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.4 KiB/s wr, 8 op/s 2024-04-02T09:15:17.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:16 smithi012 ceph-mon[88355]: pgmap v2927: 457 pgs: 457 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.4 KiB/s wr, 8 op/s 2024-04-02T09:15:17.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:16 smithi055 ceph-mon[85080]: pgmap v2927: 457 pgs: 457 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.4 KiB/s wr, 8 op/s 2024-04-02T09:15:18.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:15:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:15:17] "GET /metrics HTTP/1.1" 200 60693 "" "Prometheus/2.43.0" 2024-04-02T09:15:19.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:18 smithi012 ceph-mon[90784]: pgmap v2928: 457 pgs: 457 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 513 KiB/s wr, 7 op/s 2024-04-02T09:15:19.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:18 smithi012 ceph-mon[88355]: pgmap v2928: 457 pgs: 457 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 513 KiB/s wr, 7 op/s 2024-04-02T09:15:19.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:18 smithi055 ceph-mon[85080]: pgmap v2928: 457 pgs: 457 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 513 KiB/s wr, 7 op/s 2024-04-02T09:15:20.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:20 smithi012 ceph-mon[88355]: osdmap e1696: 8 total, 8 up, 8 in 2024-04-02T09:15:20.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:20 smithi012 ceph-mon[88355]: pgmap v2930: 457 pgs: 457 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.8 KiB/s rd, 487 KiB/s wr, 6 op/s 2024-04-02T09:15:20.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:20 smithi012 ceph-mon[90784]: osdmap e1696: 8 total, 8 up, 8 in 2024-04-02T09:15:20.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:20 smithi012 ceph-mon[90784]: pgmap v2930: 457 pgs: 457 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.8 KiB/s rd, 487 KiB/s wr, 6 op/s 2024-04-02T09:15:20.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:20 smithi055 ceph-mon[85080]: osdmap e1696: 8 total, 8 up, 8 in 2024-04-02T09:15:20.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:20 smithi055 ceph-mon[85080]: pgmap v2930: 457 pgs: 457 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.8 KiB/s rd, 487 KiB/s wr, 6 op/s 2024-04-02T09:15:22.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:15:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:15:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:15:23.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:22 smithi012 ceph-mon[90784]: pgmap v2931: 457 pgs: 457 active+clean; 15 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-04-02T09:15:23.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:22 smithi012 ceph-mon[88355]: pgmap v2931: 457 pgs: 457 active+clean; 15 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-04-02T09:15:23.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:22 smithi055 ceph-mon[85080]: pgmap v2931: 457 pgs: 457 active+clean; 15 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-04-02T09:15:24.567 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.RemoveFullTryDataPool (19982 ms) 2024-04-02T09:15:24.568 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestIO 2024-04-02T09:15:24.568 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:15:25.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:24 smithi012 ceph-mon[88355]: pgmap v2932: 457 pgs: 457 active+clean; 15 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-04-02T09:15:25.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:24 smithi012 ceph-mon[88355]: pool 'test-librbd-smithi012-138837-25' is full (reached quota's max_bytes: 10 MiB) 2024-04-02T09:15:25.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:24 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-02T09:15:25.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:24 smithi012 ceph-mon[88355]: osdmap e1697: 8 total, 8 up, 8 in 2024-04-02T09:15:25.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:24 smithi012 ceph-mon[90784]: pgmap v2932: 457 pgs: 457 active+clean; 15 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-04-02T09:15:25.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:24 smithi012 ceph-mon[90784]: pool 'test-librbd-smithi012-138837-25' is full (reached quota's max_bytes: 10 MiB) 2024-04-02T09:15:25.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:24 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-02T09:15:25.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:24 smithi012 ceph-mon[90784]: osdmap e1697: 8 total, 8 up, 8 in 2024-04-02T09:15:25.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:24 smithi055 ceph-mon[85080]: pgmap v2932: 457 pgs: 457 active+clean; 15 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-04-02T09:15:25.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:24 smithi055 ceph-mon[85080]: pool 'test-librbd-smithi012-138837-25' is full (reached quota's max_bytes: 10 MiB) 2024-04-02T09:15:25.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:24 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-02T09:15:25.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:24 smithi055 ceph-mon[85080]: osdmap e1697: 8 total, 8 up, 8 in 2024-04-02T09:15:26.319 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 512 2024-04-02T09:15:26.319 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 512 2024-04-02T09:15:26.319 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 512 2024-04-02T09:15:26.319 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 512 2024-04-02T09:15:26.319 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 512 2024-04-02T09:15:26.319 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:26.319 INFO:tasks.workunit.client.0.smithi012.stdout:started write 2024-04-02T09:15:26.319 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:26.319 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:26.319 INFO:tasks.workunit.client.0.smithi012.stdout:finished write 2024-04-02T09:15:26.319 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:26.319 INFO:tasks.workunit.client.0.smithi012.stdout:started write 2024-04-02T09:15:26.320 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:26.320 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:26.320 INFO:tasks.workunit.client.0.smithi012.stdout:finished write 2024-04-02T09:15:26.320 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:26.320 INFO:tasks.workunit.client.0.smithi012.stdout:started write 2024-04-02T09:15:26.320 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:26.320 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:26.320 INFO:tasks.workunit.client.0.smithi012.stdout:finished write 2024-04-02T09:15:26.320 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:26.320 INFO:tasks.workunit.client.0.smithi012.stdout:started write 2024-04-02T09:15:26.320 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:26.320 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:26.321 INFO:tasks.workunit.client.0.smithi012.stdout:finished write 2024-04-02T09:15:26.321 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:26.321 INFO:tasks.workunit.client.0.smithi012.stdout:started write 2024-04-02T09:15:26.321 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:26.321 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:26.321 INFO:tasks.workunit.client.0.smithi012.stdout:finished write 2024-04-02T09:15:26.321 INFO:tasks.workunit.client.0.smithi012.stdout:start compare and write 2024-04-02T09:15:26.321 INFO:tasks.workunit.client.0.smithi012.stdout:compare and wrote: 512 2024-04-02T09:15:26.321 INFO:tasks.workunit.client.0.smithi012.stdout:start compare and write 2024-04-02T09:15:26.321 INFO:tasks.workunit.client.0.smithi012.stdout:compare and wrote: 512 2024-04-02T09:15:26.321 INFO:tasks.workunit.client.0.smithi012.stdout:start compare and write 2024-04-02T09:15:26.321 INFO:tasks.workunit.client.0.smithi012.stdout:compare and wrote: 512 2024-04-02T09:15:26.321 INFO:tasks.workunit.client.0.smithi012.stdout:start compare and write 2024-04-02T09:15:26.322 INFO:tasks.workunit.client.0.smithi012.stdout:compare and wrote: 512 2024-04-02T09:15:26.322 INFO:tasks.workunit.client.0.smithi012.stdout:start compare and write 2024-04-02T09:15:26.322 INFO:tasks.workunit.client.0.smithi012.stdout:compare and wrote: 512 2024-04-02T09:15:26.322 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:26.322 INFO:tasks.workunit.client.0.smithi012.stdout:started aio compare and write 2024-04-02T09:15:26.325 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:26.325 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:26.326 INFO:tasks.workunit.client.0.smithi012.stdout:finished aio compare and write 2024-04-02T09:15:26.326 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:26.326 INFO:tasks.workunit.client.0.smithi012.stdout:started aio compare and write 2024-04-02T09:15:26.326 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:26.326 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:26.326 INFO:tasks.workunit.client.0.smithi012.stdout:finished aio compare and write 2024-04-02T09:15:26.326 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:26.326 INFO:tasks.workunit.client.0.smithi012.stdout:started aio compare and write 2024-04-02T09:15:26.326 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:26.326 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:26.326 INFO:tasks.workunit.client.0.smithi012.stdout:finished aio compare and write 2024-04-02T09:15:26.326 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:26.326 INFO:tasks.workunit.client.0.smithi012.stdout:started aio compare and write 2024-04-02T09:15:26.327 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:26.327 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:26.327 INFO:tasks.workunit.client.0.smithi012.stdout:finished aio compare and write 2024-04-02T09:15:26.327 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:26.327 INFO:tasks.workunit.client.0.smithi012.stdout:started aio compare and write 2024-04-02T09:15:26.327 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:26.327 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:26.327 INFO:tasks.workunit.client.0.smithi012.stdout:finished aio compare and write 2024-04-02T09:15:26.327 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:15:26.327 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:15:26.327 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:15:26.327 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:15:26.327 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:15:26.327 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:26.327 INFO:tasks.workunit.client.0.smithi012.stdout:started read 2024-04-02T09:15:26.328 INFO:tasks.workunit.client.0.smithi012.stdout:read completion cb called! 2024-04-02T09:15:26.328 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 512 2024-04-02T09:15:26.328 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:26.328 INFO:tasks.workunit.client.0.smithi012.stdout:started read 2024-04-02T09:15:26.328 INFO:tasks.workunit.client.0.smithi012.stdout:read completion cb called! 2024-04-02T09:15:26.328 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 512 2024-04-02T09:15:26.328 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:26.328 INFO:tasks.workunit.client.0.smithi012.stdout:started read 2024-04-02T09:15:26.328 INFO:tasks.workunit.client.0.smithi012.stdout:read completion cb called! 2024-04-02T09:15:26.328 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 512 2024-04-02T09:15:26.328 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:26.328 INFO:tasks.workunit.client.0.smithi012.stdout:started read 2024-04-02T09:15:26.328 INFO:tasks.workunit.client.0.smithi012.stdout:read completion cb called! 2024-04-02T09:15:26.328 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 512 2024-04-02T09:15:26.329 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:26.329 INFO:tasks.workunit.client.0.smithi012.stdout:started read 2024-04-02T09:15:26.329 INFO:tasks.workunit.client.0.smithi012.stdout:read completion cb called! 2024-04-02T09:15:26.329 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 512 2024-04-02T09:15:26.329 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 512~512 = 512 2024-04-02T09:15:26.329 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:26.329 INFO:tasks.workunit.client.0.smithi012.stdout:aio discard: 1536~512 = 0 2024-04-02T09:15:26.329 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:15:26.329 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:15:26.329 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:15:26.329 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:15:26.329 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:15:26.329 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 0 2024-04-02T09:15:26.329 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:26.329 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:26.330 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 0 2024-04-02T09:15:26.330 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:26.330 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:26.330 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 16384 2024-04-02T09:15:26.330 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:26.330 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:26.330 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 16384 2024-04-02T09:15:26.330 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:26.330 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:26.330 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:26.330 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:26.330 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 49152 2024-04-02T09:15:26.330 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:26.331 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:26.331 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 49152 2024-04-02T09:15:26.331 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:26.331 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:26.331 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 65536 2024-04-02T09:15:26.331 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:26.331 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:26.331 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 65536 2024-04-02T09:15:26.331 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:26.331 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:26.331 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:26.331 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:26.331 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 98304 2024-04-02T09:15:26.331 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:26.332 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:26.332 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 98304 2024-04-02T09:15:26.332 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:26.332 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:26.332 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 114688 2024-04-02T09:15:26.332 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:26.332 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:26.332 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 114688 2024-04-02T09:15:26.332 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:26.332 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:26.332 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:26.332 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:26.332 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 147456 2024-04-02T09:15:26.332 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:26.332 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:26.333 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 147456 2024-04-02T09:15:26.333 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:26.333 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:26.333 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 163840 2024-04-02T09:15:26.333 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:26.333 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:26.333 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 163840 2024-04-02T09:15:26.333 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:26.333 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:26.333 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:26.333 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:26.333 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 196608 2024-04-02T09:15:26.333 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:26.333 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:26.333 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 196608 2024-04-02T09:15:26.334 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:26.334 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:26.334 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 212992 2024-04-02T09:15:26.334 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:26.334 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:26.334 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 212992 2024-04-02T09:15:26.334 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:26.334 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:26.334 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:26.334 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:26.334 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:26.334 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:26.334 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:26.335 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:26.335 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:26.335 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:26.335 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:26.335 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:26.335 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:26.335 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:26.335 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:26.335 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:26.335 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:26.335 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:26.335 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:26.335 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:26.335 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:26.335 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:26.336 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:26.336 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:26.336 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:26.336 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:26.336 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:26.336 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:26.336 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:26.336 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:26.336 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:26.336 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:26.336 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:26.336 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:26.336 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:26.336 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:26.336 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:26.337 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:26.337 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:26.337 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:26.337 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:26.337 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:26.337 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:26.337 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:26.337 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:26.337 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:26.337 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:26.337 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:26.337 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:26.337 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:26.337 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:26.337 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:26.338 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:27.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:26 smithi012 ceph-mon[88355]: pgmap v2934: 457 pgs: 457 active+clean; 11 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 770 KiB/s wr, 27 op/s 2024-04-02T09:15:27.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:26 smithi012 ceph-mon[90784]: pgmap v2934: 457 pgs: 457 active+clean; 11 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 770 KiB/s wr, 27 op/s 2024-04-02T09:15:27.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:26 smithi055 ceph-mon[85080]: pgmap v2934: 457 pgs: 457 active+clean; 11 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 770 KiB/s wr, 27 op/s 2024-04-02T09:15:27.807 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:27.807 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:27.807 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:27.807 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:27.807 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:27.807 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:27.807 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:27.807 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:27.807 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:27.807 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:27.808 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:27.808 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:27.808 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:27.808 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:27.808 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:27.808 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:27.808 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:27.808 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:27.808 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:27.808 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:27.808 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:27.808 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:27.808 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:27.808 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:27.808 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:27.809 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:27.809 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:27.809 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:27.809 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:27.809 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:27.809 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:27.809 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:27.809 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:27.809 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:27.809 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:27.809 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:27.809 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:27.809 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:27.809 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:27.809 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:27.810 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:27.810 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:27.810 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:27.810 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:27.810 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:27.810 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:27.810 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:27.810 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:27.810 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:27.810 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:27.810 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:27.810 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:27.810 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:27.810 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:27.811 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:27.811 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:27.811 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:27.811 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:27.811 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:27.811 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:27.811 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:27.811 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:27.811 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:27.811 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:27.811 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:27.811 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:27.811 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:27.811 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:27.811 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:27.812 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:27.812 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:27.812 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:27.812 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:27.812 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:27.812 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:27.812 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:27.812 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:27.812 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:27.812 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:27.812 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:27.812 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:27.812 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:27.812 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:27.812 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:27.813 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:27.813 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:27.813 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:27.813 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:27.813 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:27.813 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:27.813 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:27.813 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:27.813 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:27.813 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:27.813 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:27.813 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:27.813 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:27.813 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:27.813 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:27.814 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:27.814 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:27.814 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:27.814 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:27.814 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:27.814 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:27.814 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:27.814 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:27.814 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:27.814 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:27.814 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:27.814 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:27.814 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:27.814 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:27.815 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:27.815 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:27.816 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:27.816 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:27.816 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:27.816 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:27.816 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:27.816 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:27.816 INFO:tasks.workunit.client.0.smithi012.stdout:read completion cb called! 2024-04-02T09:15:27.816 INFO:tasks.workunit.client.0.smithi012.stdout:read completion cb called! 2024-04-02T09:15:27.816 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 512 2024-04-02T09:15:27.816 INFO:tasks.workunit.client.0.smithi012.stdout:read completion cb called! 2024-04-02T09:15:27.816 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestIO (3239 ms) 2024-04-02T09:15:27.816 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS1 2024-04-02T09:15:27.816 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:15:28.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:15:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:15:27] "GET /metrics HTTP/1.1" 200 60693 "" "Prometheus/2.43.0" 2024-04-02T09:15:29.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:28 smithi012 ceph-mon[88355]: pgmap v2935: 457 pgs: 457 active+clean; 4.8 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 230 KiB/s rd, 1.2 MiB/s wr, 441 op/s 2024-04-02T09:15:29.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:28 smithi012 ceph-mon[90784]: pgmap v2935: 457 pgs: 457 active+clean; 4.8 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 230 KiB/s rd, 1.2 MiB/s wr, 441 op/s 2024-04-02T09:15:29.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:28 smithi055 ceph-mon[85080]: pgmap v2935: 457 pgs: 457 active+clean; 4.8 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 230 KiB/s rd, 1.2 MiB/s wr, 441 op/s 2024-04-02T09:15:30.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:30 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:15:30.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:30 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:30.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:30 smithi055 ceph-mon[85080]: pool 'test-librbd-smithi012-138837-25' no longer out of quota; removing NO_QUOTA flag 2024-04-02T09:15:30.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:30 smithi055 ceph-mon[85080]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-02T09:15:30.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:30 smithi055 ceph-mon[85080]: osdmap e1698: 8 total, 8 up, 8 in 2024-04-02T09:15:30.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:30 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:15:30.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:30 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:30.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:30 smithi012 ceph-mon[88355]: pool 'test-librbd-smithi012-138837-25' no longer out of quota; removing NO_QUOTA flag 2024-04-02T09:15:30.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:30 smithi012 ceph-mon[88355]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-02T09:15:30.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:30 smithi012 ceph-mon[88355]: osdmap e1698: 8 total, 8 up, 8 in 2024-04-02T09:15:30.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:30 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:15:30.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:30 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:30.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:30 smithi012 ceph-mon[90784]: pool 'test-librbd-smithi012-138837-25' no longer out of quota; removing NO_QUOTA flag 2024-04-02T09:15:30.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:30 smithi012 ceph-mon[90784]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-02T09:15:30.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:30 smithi012 ceph-mon[90784]: osdmap e1698: 8 total, 8 up, 8 in 2024-04-02T09:15:31.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:31 smithi055 ceph-mon[85080]: pgmap v2937: 457 pgs: 457 active+clean; 4.8 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 241 KiB/s rd, 518 KiB/s wr, 461 op/s 2024-04-02T09:15:31.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:31 smithi012 ceph-mon[88355]: pgmap v2937: 457 pgs: 457 active+clean; 4.8 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 241 KiB/s rd, 518 KiB/s wr, 461 op/s 2024-04-02T09:15:31.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:31 smithi012 ceph-mon[90784]: pgmap v2937: 457 pgs: 457 active+clean; 4.8 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 241 KiB/s rd, 518 KiB/s wr, 461 op/s 2024-04-02T09:15:32.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:15:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:15:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:15:33.084 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 512 2024-04-02T09:15:33.084 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 512 2024-04-02T09:15:33.084 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 512 2024-04-02T09:15:33.085 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 512 2024-04-02T09:15:33.085 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 512 2024-04-02T09:15:33.085 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:33.085 INFO:tasks.workunit.client.0.smithi012.stdout:started write 2024-04-02T09:15:33.085 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:33.085 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:33.086 INFO:tasks.workunit.client.0.smithi012.stdout:finished write 2024-04-02T09:15:33.086 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:33.086 INFO:tasks.workunit.client.0.smithi012.stdout:started write 2024-04-02T09:15:33.086 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:33.086 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:33.087 INFO:tasks.workunit.client.0.smithi012.stdout:finished write 2024-04-02T09:15:33.087 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:33.087 INFO:tasks.workunit.client.0.smithi012.stdout:started write 2024-04-02T09:15:33.087 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:33.087 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:33.087 INFO:tasks.workunit.client.0.smithi012.stdout:finished write 2024-04-02T09:15:33.088 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:33.088 INFO:tasks.workunit.client.0.smithi012.stdout:started write 2024-04-02T09:15:33.088 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:33.088 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:33.088 INFO:tasks.workunit.client.0.smithi012.stdout:finished write 2024-04-02T09:15:33.088 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:33.089 INFO:tasks.workunit.client.0.smithi012.stdout:started write 2024-04-02T09:15:33.089 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:33.089 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:33.089 INFO:tasks.workunit.client.0.smithi012.stdout:finished write 2024-04-02T09:15:33.089 INFO:tasks.workunit.client.0.smithi012.stdout:start compare and write 2024-04-02T09:15:33.089 INFO:tasks.workunit.client.0.smithi012.stdout:compare and wrote: 512 2024-04-02T09:15:33.090 INFO:tasks.workunit.client.0.smithi012.stdout:start compare and write 2024-04-02T09:15:33.090 INFO:tasks.workunit.client.0.smithi012.stdout:compare and wrote: 512 2024-04-02T09:15:33.090 INFO:tasks.workunit.client.0.smithi012.stdout:start compare and write 2024-04-02T09:15:33.090 INFO:tasks.workunit.client.0.smithi012.stdout:compare and wrote: 512 2024-04-02T09:15:33.090 INFO:tasks.workunit.client.0.smithi012.stdout:start compare and write 2024-04-02T09:15:33.090 INFO:tasks.workunit.client.0.smithi012.stdout:compare and wrote: 512 2024-04-02T09:15:33.090 INFO:tasks.workunit.client.0.smithi012.stdout:start compare and write 2024-04-02T09:15:33.090 INFO:tasks.workunit.client.0.smithi012.stdout:compare and wrote: 512 2024-04-02T09:15:33.090 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:33.091 INFO:tasks.workunit.client.0.smithi012.stdout:started aio compare and write 2024-04-02T09:15:33.091 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:33.091 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:33.091 INFO:tasks.workunit.client.0.smithi012.stdout:finished aio compare and write 2024-04-02T09:15:33.091 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:33.091 INFO:tasks.workunit.client.0.smithi012.stdout:started aio compare and write 2024-04-02T09:15:33.091 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:33.092 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:33.092 INFO:tasks.workunit.client.0.smithi012.stdout:finished aio compare and write 2024-04-02T09:15:33.092 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:33.092 INFO:tasks.workunit.client.0.smithi012.stdout:started aio compare and write 2024-04-02T09:15:33.092 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:33.092 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:33.092 INFO:tasks.workunit.client.0.smithi012.stdout:finished aio compare and write 2024-04-02T09:15:33.092 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:33.092 INFO:tasks.workunit.client.0.smithi012.stdout:started aio compare and write 2024-04-02T09:15:33.093 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:33.093 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:33.093 INFO:tasks.workunit.client.0.smithi012.stdout:finished aio compare and write 2024-04-02T09:15:33.093 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:33.093 INFO:tasks.workunit.client.0.smithi012.stdout:started aio compare and write 2024-04-02T09:15:33.093 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:33.093 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:33.094 INFO:tasks.workunit.client.0.smithi012.stdout:finished aio compare and write 2024-04-02T09:15:33.094 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:15:33.094 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:15:33.094 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:15:33.094 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:15:33.094 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:15:33.094 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:33.095 INFO:tasks.workunit.client.0.smithi012.stdout:started read 2024-04-02T09:15:33.095 INFO:tasks.workunit.client.0.smithi012.stdout:read completion cb called! 2024-04-02T09:15:33.095 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 512 2024-04-02T09:15:33.095 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:33.095 INFO:tasks.workunit.client.0.smithi012.stdout:started read 2024-04-02T09:15:33.095 INFO:tasks.workunit.client.0.smithi012.stdout:read completion cb called! 2024-04-02T09:15:33.095 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 512 2024-04-02T09:15:33.095 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:33.095 INFO:tasks.workunit.client.0.smithi012.stdout:started read 2024-04-02T09:15:33.095 INFO:tasks.workunit.client.0.smithi012.stdout:read completion cb called! 2024-04-02T09:15:33.095 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 512 2024-04-02T09:15:33.095 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:33.095 INFO:tasks.workunit.client.0.smithi012.stdout:started read 2024-04-02T09:15:33.096 INFO:tasks.workunit.client.0.smithi012.stdout:read completion cb called! 2024-04-02T09:15:33.096 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 512 2024-04-02T09:15:33.096 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:33.096 INFO:tasks.workunit.client.0.smithi012.stdout:started read 2024-04-02T09:15:33.096 INFO:tasks.workunit.client.0.smithi012.stdout:read completion cb called! 2024-04-02T09:15:33.096 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 512 2024-04-02T09:15:33.096 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 512~512 = 512 2024-04-02T09:15:33.096 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:33.096 INFO:tasks.workunit.client.0.smithi012.stdout:aio discard: 1536~512 = 0 2024-04-02T09:15:33.096 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:15:33.096 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:15:33.096 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:15:33.096 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:15:33.096 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:15:33.096 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 0 2024-04-02T09:15:33.097 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:33.097 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:33.097 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 0 2024-04-02T09:15:33.097 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:33.097 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:33.097 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 16384 2024-04-02T09:15:33.097 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:33.097 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:33.097 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 16384 2024-04-02T09:15:33.097 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:33.097 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:33.097 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:33.097 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:33.097 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 49152 2024-04-02T09:15:33.098 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:33.098 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:33.098 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 49152 2024-04-02T09:15:33.098 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:33.098 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:33.098 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 65536 2024-04-02T09:15:33.098 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:33.098 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:33.098 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 65536 2024-04-02T09:15:33.098 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:33.098 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:33.098 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:33.098 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:33.099 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 98304 2024-04-02T09:15:33.099 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:33.099 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:33.099 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 98304 2024-04-02T09:15:33.099 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:33.099 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:33.099 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 114688 2024-04-02T09:15:33.099 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:33.099 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:33.099 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 114688 2024-04-02T09:15:33.099 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:33.099 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:33.099 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:33.099 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:33.099 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 147456 2024-04-02T09:15:33.100 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:33.100 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:33.100 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 147456 2024-04-02T09:15:33.100 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:33.100 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:33.100 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 163840 2024-04-02T09:15:33.100 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:33.100 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:33.100 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 163840 2024-04-02T09:15:33.100 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:33.100 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:33.100 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:33.100 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:33.100 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 196608 2024-04-02T09:15:33.100 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:33.101 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:33.101 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 196608 2024-04-02T09:15:33.101 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:33.101 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:33.101 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 212992 2024-04-02T09:15:33.101 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:33.101 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:33.101 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 212992 2024-04-02T09:15:33.101 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:33.101 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:33.101 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:33.101 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:33.101 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:33.101 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:33.102 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:33.102 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:33.102 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:33.102 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:33.102 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:33.102 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:33.102 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:33.102 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:33.102 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:33.102 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:33.102 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:33.102 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:33.102 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:33.103 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:33.103 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:33.103 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:33.103 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:33.103 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:33.103 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:33.103 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:33.103 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:33.103 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:33.103 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:33.103 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:33.103 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:33.103 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:33.103 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:33.104 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:33.104 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:33.104 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:33.104 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:33.104 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:33.104 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:33.104 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:33.104 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:33.104 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:33.104 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:33.104 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:33.104 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:33.104 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:33.104 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:33.104 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:33.105 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:33.105 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:33.105 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:33.105 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:33.105 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:33.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:33 smithi055 ceph-mon[85080]: pgmap v2938: 457 pgs: 457 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 546 KiB/s rd, 649 KiB/s wr, 1.08k op/s 2024-04-02T09:15:33.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:33 smithi012 ceph-mon[88355]: pgmap v2938: 457 pgs: 457 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 546 KiB/s rd, 649 KiB/s wr, 1.08k op/s 2024-04-02T09:15:33.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:33 smithi012 ceph-mon[90784]: pgmap v2938: 457 pgs: 457 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 546 KiB/s rd, 649 KiB/s wr, 1.08k op/s 2024-04-02T09:15:35.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:35 smithi055 ceph-mon[85080]: pgmap v2939: 457 pgs: 457 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 463 KiB/s rd, 551 KiB/s wr, 919 op/s 2024-04-02T09:15:35.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:35 smithi012 ceph-mon[88355]: pgmap v2939: 457 pgs: 457 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 463 KiB/s rd, 551 KiB/s wr, 919 op/s 2024-04-02T09:15:35.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:35 smithi012 ceph-mon[90784]: pgmap v2939: 457 pgs: 457 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 463 KiB/s rd, 551 KiB/s wr, 919 op/s 2024-04-02T09:15:37.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:37 smithi055 ceph-mon[85080]: pgmap v2940: 457 pgs: 457 active+clean; 11 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 427 KiB/s rd, 519 KiB/s wr, 853 op/s 2024-04-02T09:15:37.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:37 smithi012 ceph-mon[88355]: pgmap v2940: 457 pgs: 457 active+clean; 11 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 427 KiB/s rd, 519 KiB/s wr, 853 op/s 2024-04-02T09:15:37.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:37 smithi012 ceph-mon[90784]: pgmap v2940: 457 pgs: 457 active+clean; 11 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 427 KiB/s rd, 519 KiB/s wr, 853 op/s 2024-04-02T09:15:38.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:15:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:15:37] "GET /metrics HTTP/1.1" 200 60752 "" "Prometheus/2.43.0" 2024-04-02T09:15:38.825 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:38.825 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:38.825 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:38.825 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:38.826 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:38.826 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:38.826 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:38.826 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:38.826 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:38.826 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:38.827 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:38.827 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:38.827 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:38.827 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:38.827 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:38.827 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:38.828 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:38.828 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:38.828 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:38.828 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:38.828 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:38.828 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:38.829 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:38.829 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:38.829 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:38.829 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:38.829 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:38.829 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:38.830 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:38.830 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:38.830 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:38.830 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:38.830 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:38.830 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:38.830 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:38.830 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:38.830 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:38.830 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:38.830 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:38.830 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:38.830 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:38.831 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:38.831 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:38.831 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:38.831 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:38.831 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:38.831 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:38.831 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:38.831 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:38.831 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:38.831 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:38.831 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:38.831 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:38.831 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:38.831 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:38.832 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:38.832 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:38.832 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:38.832 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:38.832 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:38.832 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:38.832 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:38.832 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:38.832 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:38.832 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:38.832 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:38.832 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:38.832 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:38.832 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:38.832 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:38.833 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:38.833 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:38.833 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:38.833 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:38.833 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:38.833 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:38.833 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:38.833 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:38.833 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:38.833 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:38.833 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:38.833 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:38.833 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:38.833 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:38.834 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:38.834 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:38.834 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:38.834 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:38.834 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:38.834 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:38.834 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:38.834 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:38.834 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:38.834 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:38.834 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:38.835 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:38.835 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:38.835 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:38.835 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:38.835 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:38.835 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:38.835 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:38.835 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:38.835 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:38.835 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:38.835 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:38.835 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:38.835 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:38.835 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:38.836 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:38.836 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:38.836 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:38.836 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:38.836 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:38.836 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:38.836 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:38.836 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:38.836 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:38.836 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:38.836 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:38.836 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:38.836 INFO:tasks.workunit.client.0.smithi012.stdout:read completion cb called! 2024-04-02T09:15:38.836 INFO:tasks.workunit.client.0.smithi012.stdout:read completion cb called! 2024-04-02T09:15:38.837 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 512 2024-04-02T09:15:38.837 INFO:tasks.workunit.client.0.smithi012.stdout:read completion cb called! 2024-04-02T09:15:38.837 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 4 2024-04-02T09:15:38.837 INFO:tasks.workunit.client.0.smithi012.stdout:read: 4 2024-04-02T09:15:38.837 INFO:tasks.workunit.client.0.smithi012.stdout:read: 4 2024-04-02T09:15:38.837 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS1 (11017 ms) 2024-04-02T09:15:38.837 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS2 2024-04-02T09:15:38.837 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:15:39.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:39 smithi055 ceph-mon[85080]: pgmap v2941: 457 pgs: 457 active+clean; 15 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 935 KiB/s wr, 1.35k op/s 2024-04-02T09:15:39.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:39 smithi012 ceph-mon[88355]: pgmap v2941: 457 pgs: 457 active+clean; 15 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 935 KiB/s wr, 1.35k op/s 2024-04-02T09:15:39.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:39 smithi012 ceph-mon[90784]: pgmap v2941: 457 pgs: 457 active+clean; 15 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 935 KiB/s wr, 1.35k op/s 2024-04-02T09:15:41.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:41 smithi055 ceph-mon[85080]: pgmap v2942: 457 pgs: 457 active+clean; 15 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 896 KiB/s wr, 1.29k op/s 2024-04-02T09:15:41.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:41 smithi012 ceph-mon[88355]: pgmap v2942: 457 pgs: 457 active+clean; 15 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 896 KiB/s wr, 1.29k op/s 2024-04-02T09:15:41.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:41 smithi012 ceph-mon[90784]: pgmap v2942: 457 pgs: 457 active+clean; 15 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 896 KiB/s wr, 1.29k op/s 2024-04-02T09:15:42.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:15:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:15:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:15:43.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:43 smithi055 ceph-mon[85080]: pgmap v2943: 457 pgs: 457 active+clean; 15 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 779 KiB/s wr, 1.13k op/s 2024-04-02T09:15:43.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:43 smithi012 ceph-mon[88355]: pgmap v2943: 457 pgs: 457 active+clean; 15 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 779 KiB/s wr, 1.13k op/s 2024-04-02T09:15:43.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:43 smithi012 ceph-mon[90784]: pgmap v2943: 457 pgs: 457 active+clean; 15 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 779 KiB/s wr, 1.13k op/s 2024-04-02T09:15:45.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:45 smithi055 ceph-mon[85080]: pgmap v2944: 457 pgs: 457 active+clean; 15 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 692 KiB/s wr, 715 op/s 2024-04-02T09:15:45.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:45 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:15:45.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:45 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:45.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:45 smithi012 ceph-mon[88355]: pgmap v2944: 457 pgs: 457 active+clean; 15 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 692 KiB/s wr, 715 op/s 2024-04-02T09:15:45.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:45 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:15:45.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:45 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:45.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:45 smithi012 ceph-mon[90784]: pgmap v2944: 457 pgs: 457 active+clean; 15 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 692 KiB/s wr, 715 op/s 2024-04-02T09:15:45.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:45 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:15:45.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:45 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:47.480 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:47 smithi012 ceph-mon[88355]: pgmap v2945: 457 pgs: 457 active+clean; 15 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 692 KiB/s wr, 715 op/s 2024-04-02T09:15:47.480 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:47 smithi012 ceph-mon[90784]: pgmap v2945: 457 pgs: 457 active+clean; 15 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 692 KiB/s wr, 715 op/s 2024-04-02T09:15:47.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:47 smithi055 ceph-mon[85080]: pgmap v2945: 457 pgs: 457 active+clean; 15 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 692 KiB/s wr, 715 op/s 2024-04-02T09:15:48.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:15:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:15:47] "GET /metrics HTTP/1.1" 200 60761 "" "Prometheus/2.43.0" 2024-04-02T09:15:49.487 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 512 2024-04-02T09:15:49.487 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 512 2024-04-02T09:15:49.487 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 512 2024-04-02T09:15:49.487 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 512 2024-04-02T09:15:49.487 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 512 2024-04-02T09:15:49.487 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:49.487 INFO:tasks.workunit.client.0.smithi012.stdout:started write 2024-04-02T09:15:49.487 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:49.488 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:49.488 INFO:tasks.workunit.client.0.smithi012.stdout:finished write 2024-04-02T09:15:49.488 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:49.488 INFO:tasks.workunit.client.0.smithi012.stdout:started write 2024-04-02T09:15:49.488 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:49.488 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:49.488 INFO:tasks.workunit.client.0.smithi012.stdout:finished write 2024-04-02T09:15:49.488 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:49.488 INFO:tasks.workunit.client.0.smithi012.stdout:started write 2024-04-02T09:15:49.488 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:49.488 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:49.488 INFO:tasks.workunit.client.0.smithi012.stdout:finished write 2024-04-02T09:15:49.488 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:49.488 INFO:tasks.workunit.client.0.smithi012.stdout:started write 2024-04-02T09:15:49.489 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:49.489 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:49.489 INFO:tasks.workunit.client.0.smithi012.stdout:finished write 2024-04-02T09:15:49.489 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:49.489 INFO:tasks.workunit.client.0.smithi012.stdout:started write 2024-04-02T09:15:49.489 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:49.489 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:49.489 INFO:tasks.workunit.client.0.smithi012.stdout:finished write 2024-04-02T09:15:49.489 INFO:tasks.workunit.client.0.smithi012.stdout:start compare and write 2024-04-02T09:15:49.489 INFO:tasks.workunit.client.0.smithi012.stdout:compare and wrote: 512 2024-04-02T09:15:49.489 INFO:tasks.workunit.client.0.smithi012.stdout:start compare and write 2024-04-02T09:15:49.489 INFO:tasks.workunit.client.0.smithi012.stdout:compare and wrote: 512 2024-04-02T09:15:49.489 INFO:tasks.workunit.client.0.smithi012.stdout:start compare and write 2024-04-02T09:15:49.489 INFO:tasks.workunit.client.0.smithi012.stdout:compare and wrote: 512 2024-04-02T09:15:49.490 INFO:tasks.workunit.client.0.smithi012.stdout:start compare and write 2024-04-02T09:15:49.490 INFO:tasks.workunit.client.0.smithi012.stdout:compare and wrote: 512 2024-04-02T09:15:49.490 INFO:tasks.workunit.client.0.smithi012.stdout:start compare and write 2024-04-02T09:15:49.490 INFO:tasks.workunit.client.0.smithi012.stdout:compare and wrote: 512 2024-04-02T09:15:49.490 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:49.490 INFO:tasks.workunit.client.0.smithi012.stdout:started aio compare and write 2024-04-02T09:15:49.490 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:49.490 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:49.490 INFO:tasks.workunit.client.0.smithi012.stdout:finished aio compare and write 2024-04-02T09:15:49.490 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:49.490 INFO:tasks.workunit.client.0.smithi012.stdout:started aio compare and write 2024-04-02T09:15:49.490 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:49.490 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:49.490 INFO:tasks.workunit.client.0.smithi012.stdout:finished aio compare and write 2024-04-02T09:15:49.491 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:49.491 INFO:tasks.workunit.client.0.smithi012.stdout:started aio compare and write 2024-04-02T09:15:49.491 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:49.491 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:49.491 INFO:tasks.workunit.client.0.smithi012.stdout:finished aio compare and write 2024-04-02T09:15:49.491 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:49.491 INFO:tasks.workunit.client.0.smithi012.stdout:started aio compare and write 2024-04-02T09:15:49.491 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:49.491 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:49.491 INFO:tasks.workunit.client.0.smithi012.stdout:finished aio compare and write 2024-04-02T09:15:49.491 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:49.491 INFO:tasks.workunit.client.0.smithi012.stdout:started aio compare and write 2024-04-02T09:15:49.491 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:49.491 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:49.491 INFO:tasks.workunit.client.0.smithi012.stdout:finished aio compare and write 2024-04-02T09:15:49.492 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:15:49.492 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:15:49.492 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:15:49.492 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:15:49.492 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:15:49.492 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:49.492 INFO:tasks.workunit.client.0.smithi012.stdout:started read 2024-04-02T09:15:49.492 INFO:tasks.workunit.client.0.smithi012.stdout:read completion cb called! 2024-04-02T09:15:49.492 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 512 2024-04-02T09:15:49.492 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:49.492 INFO:tasks.workunit.client.0.smithi012.stdout:started read 2024-04-02T09:15:49.492 INFO:tasks.workunit.client.0.smithi012.stdout:read completion cb called! 2024-04-02T09:15:49.492 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 512 2024-04-02T09:15:49.492 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:49.492 INFO:tasks.workunit.client.0.smithi012.stdout:started read 2024-04-02T09:15:49.493 INFO:tasks.workunit.client.0.smithi012.stdout:read completion cb called! 2024-04-02T09:15:49.493 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 512 2024-04-02T09:15:49.493 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:49.493 INFO:tasks.workunit.client.0.smithi012.stdout:started read 2024-04-02T09:15:49.493 INFO:tasks.workunit.client.0.smithi012.stdout:read completion cb called! 2024-04-02T09:15:49.493 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 512 2024-04-02T09:15:49.493 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:49.493 INFO:tasks.workunit.client.0.smithi012.stdout:started read 2024-04-02T09:15:49.493 INFO:tasks.workunit.client.0.smithi012.stdout:read completion cb called! 2024-04-02T09:15:49.493 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 512 2024-04-02T09:15:49.493 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 512~512 = 512 2024-04-02T09:15:49.493 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:49.493 INFO:tasks.workunit.client.0.smithi012.stdout:aio discard: 1536~512 = 0 2024-04-02T09:15:49.493 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:15:49.494 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:15:49.494 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:15:49.494 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:15:49.494 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:15:49.494 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 0 2024-04-02T09:15:49.494 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:49.494 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:49.494 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 0 2024-04-02T09:15:49.494 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:49.494 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:49.494 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 16384 2024-04-02T09:15:49.494 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:49.494 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:49.494 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 16384 2024-04-02T09:15:49.494 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:49.495 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:49.495 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:49.495 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:49.495 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 49152 2024-04-02T09:15:49.495 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:49.495 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:49.495 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 49152 2024-04-02T09:15:49.495 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:49.495 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:49.495 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 65536 2024-04-02T09:15:49.495 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:49.495 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:49.495 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 65536 2024-04-02T09:15:49.495 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:49.496 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:49.496 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:49.496 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:49.496 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 98304 2024-04-02T09:15:49.496 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:49.496 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:49.496 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 98304 2024-04-02T09:15:49.496 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:49.496 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:49.496 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 114688 2024-04-02T09:15:49.496 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:49.496 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:49.496 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 114688 2024-04-02T09:15:49.496 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:49.497 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:49.497 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:49.497 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:49.497 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 147456 2024-04-02T09:15:49.497 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:49.497 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:49.497 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 147456 2024-04-02T09:15:49.497 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:49.497 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:49.497 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 163840 2024-04-02T09:15:49.497 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:49.497 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:49.497 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 163840 2024-04-02T09:15:49.497 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:49.498 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:49.498 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:49.498 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:49.498 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 196608 2024-04-02T09:15:49.498 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:49.498 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:49.498 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 196608 2024-04-02T09:15:49.498 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:49.498 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:49.498 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 212992 2024-04-02T09:15:49.498 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:49.498 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:49.498 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 212992 2024-04-02T09:15:49.498 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:49.499 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:49.499 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:49.499 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:49.499 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:49.499 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:49.499 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:49.499 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:49.499 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:49.499 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:49.499 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:49.499 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:49.499 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:49.499 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:49.499 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:49.500 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:49.500 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:49.500 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:49.500 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:49.500 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:49.500 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:49.500 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:49.500 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:49.500 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:49.500 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:49.500 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:49.500 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:49.500 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:49.500 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:49.501 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:49.501 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:49.501 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:49.501 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:49.501 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:49.501 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:49.501 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:49.501 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:49.501 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:49.501 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:49.501 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:49.501 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:49.501 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:49.501 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:49.501 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:49.502 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:49.502 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:49.502 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:49.502 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:49.502 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:49.502 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:49.502 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:49.502 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:49.502 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:49.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:49 smithi055 ceph-mon[85080]: pgmap v2946: 457 pgs: 457 active+clean; 15 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 691 KiB/s wr, 709 op/s 2024-04-02T09:15:49.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:49 smithi012 ceph-mon[88355]: pgmap v2946: 457 pgs: 457 active+clean; 15 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 691 KiB/s wr, 709 op/s 2024-04-02T09:15:49.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:49 smithi012 ceph-mon[90784]: pgmap v2946: 457 pgs: 457 active+clean; 15 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 691 KiB/s wr, 709 op/s 2024-04-02T09:15:51.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:51 smithi055 ceph-mon[85080]: pgmap v2947: 457 pgs: 457 active+clean; 15 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 370 KiB/s rd, 341 B/s wr, 6 op/s 2024-04-02T09:15:51.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:51 smithi012 ceph-mon[88355]: pgmap v2947: 457 pgs: 457 active+clean; 15 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 370 KiB/s rd, 341 B/s wr, 6 op/s 2024-04-02T09:15:51.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:51 smithi012 ceph-mon[90784]: pgmap v2947: 457 pgs: 457 active+clean; 15 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 370 KiB/s rd, 341 B/s wr, 6 op/s 2024-04-02T09:15:52.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:15:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:15:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:15:53.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:53 smithi055 ceph-mon[85080]: pgmap v2948: 457 pgs: 457 active+clean; 31 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 665 op/s 2024-04-02T09:15:53.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:53 smithi012 ceph-mon[88355]: pgmap v2948: 457 pgs: 457 active+clean; 31 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 665 op/s 2024-04-02T09:15:53.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:53 smithi012 ceph-mon[90784]: pgmap v2948: 457 pgs: 457 active+clean; 31 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 665 op/s 2024-04-02T09:15:55.388 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:55.389 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:55.389 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:55.389 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:55.389 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:55.389 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:55.389 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:55.389 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:55.389 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:55.389 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:55.389 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:55.390 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:55.390 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:55.390 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:55.390 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:55.390 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:55.390 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:55.390 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:55.390 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:55.390 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:55.390 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:55.390 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:55.390 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:55.390 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:55.391 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:55.391 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:55.391 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:55.391 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:55.391 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:55.391 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:55.391 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:55.391 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:55.391 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:55.391 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:55.391 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:55.392 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:55.392 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:55.392 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:55.392 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:55.392 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:55.392 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:55.392 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:55.392 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:55.392 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:55.392 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:55.392 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:55.392 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:55.392 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:55.393 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:55.393 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:55.393 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:55.393 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:55.393 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:55.393 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:55.393 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:55.393 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:55.393 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:55.393 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:55.393 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:55.393 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:55.394 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:55.394 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:55.394 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:55.394 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:55.394 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:55.394 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:55.394 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:55.394 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:55.394 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:55.394 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:55.394 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:55.394 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:55.394 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:55.394 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:55.395 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:55.395 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:55.395 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:55.395 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:55.395 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:55.395 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:55.395 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:55.395 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:55.395 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:55.395 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:55.395 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:55.395 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:55.395 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:55.396 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:55.396 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:55.396 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:55.396 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:55.396 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:55.396 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:55.396 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:55.396 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:55.396 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:55.396 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:55.396 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:55.396 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:55.396 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:55.396 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:55.397 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:55.397 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:55.397 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:55.397 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:55.397 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:55.397 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:55.397 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:55.397 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:55.397 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:55.397 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:15:55.397 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:15:55.397 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:15:55.397 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:15:55.397 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:15:55.398 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:55.398 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:55.398 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:55.398 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:15:55.398 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:15:55.398 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:15:55.398 INFO:tasks.workunit.client.0.smithi012.stdout:read completion cb called! 2024-04-02T09:15:55.398 INFO:tasks.workunit.client.0.smithi012.stdout:read completion cb called! 2024-04-02T09:15:55.398 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 512 2024-04-02T09:15:55.398 INFO:tasks.workunit.client.0.smithi012.stdout:read completion cb called! 2024-04-02T09:15:55.398 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 4 2024-04-02T09:15:55.398 INFO:tasks.workunit.client.0.smithi012.stdout:read: 4 2024-04-02T09:15:55.399 INFO:tasks.workunit.client.0.smithi012.stdout:read: 4 2024-04-02T09:15:55.399 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS2 (16565 ms) 2024-04-02T09:15:55.399 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestCloneEncryption 2024-04-02T09:15:55.399 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:15:55.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:55 smithi055 ceph-mon[85080]: pgmap v2949: 457 pgs: 457 active+clean; 31 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 659 op/s 2024-04-02T09:15:55.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:55 smithi012 ceph-mon[88355]: pgmap v2949: 457 pgs: 457 active+clean; 31 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 659 op/s 2024-04-02T09:15:55.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:55 smithi012 ceph-mon[90784]: pgmap v2949: 457 pgs: 457 active+clean; 31 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 659 op/s 2024-04-02T09:15:57.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:57 smithi055 ceph-mon[85080]: pgmap v2950: 457 pgs: 457 active+clean; 35 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 664 op/s 2024-04-02T09:15:57.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:57 smithi055 ceph-mon[85080]: osdmap e1699: 8 total, 8 up, 8 in 2024-04-02T09:15:57.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:57 smithi012 ceph-mon[88355]: pgmap v2950: 457 pgs: 457 active+clean; 35 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 664 op/s 2024-04-02T09:15:57.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:57 smithi012 ceph-mon[88355]: osdmap e1699: 8 total, 8 up, 8 in 2024-04-02T09:15:57.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:57 smithi012 ceph-mon[90784]: pgmap v2950: 457 pgs: 457 active+clean; 35 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 664 op/s 2024-04-02T09:15:57.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:57 smithi012 ceph-mon[90784]: osdmap e1699: 8 total, 8 up, 8 in 2024-04-02T09:15:58.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:15:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:15:57] "GET /metrics HTTP/1.1" 200 60761 "" "Prometheus/2.43.0" 2024-04-02T09:15:59.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:59 smithi055 ceph-mon[85080]: pgmap v2952: 457 pgs: 457 active+clean; 35 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.0 MiB/s wr, 873 op/s 2024-04-02T09:15:59.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:15:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:59.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:59 smithi012 ceph-mon[88355]: pgmap v2952: 457 pgs: 457 active+clean; 35 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.0 MiB/s wr, 873 op/s 2024-04-02T09:15:59.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:15:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:59.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:59 smithi012 ceph-mon[90784]: pgmap v2952: 457 pgs: 457 active+clean; 35 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.0 MiB/s wr, 873 op/s 2024-04-02T09:15:59.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:15:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:01.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:16:01 smithi055 ceph-mon[85080]: pgmap v2953: 457 pgs: 457 active+clean; 35 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.0 MiB/s wr, 873 op/s 2024-04-02T09:16:01.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:16:01 smithi012 ceph-mon[88355]: pgmap v2953: 457 pgs: 457 active+clean; 35 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.0 MiB/s wr, 873 op/s 2024-04-02T09:16:01.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:16:01 smithi012 ceph-mon[90784]: pgmap v2953: 457 pgs: 457 active+clean; 35 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.0 MiB/s wr, 873 op/s 2024-04-02T09:16:02.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:16:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:16:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:16:03.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:16:03 smithi055 ceph-mon[85080]: pgmap v2954: 457 pgs: 457 active+clean; 39 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 782 KiB/s rd, 434 KiB/s wr, 106 op/s 2024-04-02T09:16:03.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:16:03 smithi012 ceph-mon[88355]: pgmap v2954: 457 pgs: 457 active+clean; 39 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 782 KiB/s rd, 434 KiB/s wr, 106 op/s 2024-04-02T09:16:03.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:16:03 smithi012 ceph-mon[90784]: pgmap v2954: 457 pgs: 457 active+clean; 39 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 782 KiB/s rd, 434 KiB/s wr, 106 op/s 2024-04-02T09:16:04.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:16:04 smithi055 ceph-mon[85080]: osdmap e1700: 8 total, 8 up, 8 in 2024-04-02T09:16:04.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:16:04 smithi012 ceph-mon[88355]: osdmap e1700: 8 total, 8 up, 8 in 2024-04-02T09:16:04.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:16:04 smithi012 ceph-mon[90784]: osdmap e1700: 8 total, 8 up, 8 in 2024-04-02T09:16:05.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:16:05 smithi055 ceph-mon[85080]: pgmap v2956: 457 pgs: 457 active+clean; 39 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 459 KiB/s rd, 542 KiB/s wr, 125 op/s 2024-04-02T09:16:05.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:16:05 smithi012 ceph-mon[88355]: pgmap v2956: 457 pgs: 457 active+clean; 39 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 459 KiB/s rd, 542 KiB/s wr, 125 op/s 2024-04-02T09:16:05.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:16:05 smithi012 ceph-mon[90784]: pgmap v2956: 457 pgs: 457 active+clean; 39 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 459 KiB/s rd, 542 KiB/s wr, 125 op/s 2024-04-02T09:16:07.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:16:07 smithi055 ceph-mon[85080]: pgmap v2957: 457 pgs: 457 active+clean; 39 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 428 KiB/s wr, 34 op/s 2024-04-02T09:16:07.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:16:07 smithi012 ceph-mon[88355]: pgmap v2957: 457 pgs: 457 active+clean; 39 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 428 KiB/s wr, 34 op/s 2024-04-02T09:16:07.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:16:07 smithi012 ceph-mon[90784]: pgmap v2957: 457 pgs: 457 active+clean; 39 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 428 KiB/s wr, 34 op/s 2024-04-02T09:16:08.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:16:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:16:07] "GET /metrics HTTP/1.1" 200 60762 "" "Prometheus/2.43.0" 2024-04-02T09:16:09.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:16:09 smithi055 ceph-mon[85080]: pgmap v2958: 457 pgs: 457 active+clean; 39 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 413 KiB/s wr, 53 op/s 2024-04-02T09:16:09.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:16:09 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:16:09.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:16:09 smithi012 ceph-mon[88355]: pgmap v2958: 457 pgs: 457 active+clean; 39 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 413 KiB/s wr, 53 op/s 2024-04-02T09:16:09.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:16:09 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:16:09.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:16:09 smithi012 ceph-mon[90784]: pgmap v2958: 457 pgs: 457 active+clean; 39 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 413 KiB/s wr, 53 op/s 2024-04-02T09:16:09.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:16:09 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:16:10.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:16:10 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:16:10.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:16:10 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:16:10.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:16:10 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:16:10.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:16:10 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:16:10.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:16:10 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:16:10.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:16:10 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:16:10.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:16:10 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:16:10.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:16:10 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:16:10.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:16:10 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:16:11.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:16:11 smithi055 ceph-mon[85080]: pgmap v2959: 457 pgs: 457 active+clean; 39 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 412 KiB/s wr, 53 op/s 2024-04-02T09:16:11.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:16:11 smithi012 ceph-mon[88355]: pgmap v2959: 457 pgs: 457 active+clean; 39 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 412 KiB/s wr, 53 op/s 2024-04-02T09:16:11.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:16:11 smithi012 ceph-mon[90784]: pgmap v2959: 457 pgs: 457 active+clean; 39 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 412 KiB/s wr, 53 op/s 2024-04-02T09:16:12.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:16:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:16:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:16:13.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:16:13 smithi055 ceph-mon[85080]: pgmap v2960: 457 pgs: 457 active+clean; 43 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 411 KiB/s wr, 29 op/s 2024-04-02T09:16:13.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:16:13 smithi012 ceph-mon[88355]: pgmap v2960: 457 pgs: 457 active+clean; 43 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 411 KiB/s wr, 29 op/s 2024-04-02T09:16:13.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:16:13 smithi012 ceph-mon[90784]: pgmap v2960: 457 pgs: 457 active+clean; 43 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 411 KiB/s wr, 29 op/s 2024-04-02T09:16:14.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:16:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:14.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:16:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:14.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:16:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:15.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:16:15 smithi055 ceph-mon[85080]: pgmap v2961: 457 pgs: 457 active+clean; 43 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 387 KiB/s wr, 27 op/s 2024-04-02T09:16:15.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:16:15 smithi012 ceph-mon[88355]: pgmap v2961: 457 pgs: 457 active+clean; 43 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 387 KiB/s wr, 27 op/s 2024-04-02T09:16:15.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:16:15 smithi012 ceph-mon[90784]: pgmap v2961: 457 pgs: 457 active+clean; 43 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 387 KiB/s wr, 27 op/s 2024-04-02T09:16:16.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:16:16 smithi055 ceph-mon[85080]: osdmap e1701: 8 total, 8 up, 8 in 2024-04-02T09:16:16.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:16:16 smithi055 ceph-mon[85080]: pgmap v2963: 457 pgs: 457 active+clean; 51 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 1.2 MiB/s wr, 25 op/s 2024-04-02T09:16:16.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:16:16 smithi012 ceph-mon[90784]: osdmap e1701: 8 total, 8 up, 8 in 2024-04-02T09:16:16.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:16:16 smithi012 ceph-mon[90784]: pgmap v2963: 457 pgs: 457 active+clean; 51 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 1.2 MiB/s wr, 25 op/s 2024-04-02T09:16:16.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:16:16 smithi012 ceph-mon[88355]: osdmap e1701: 8 total, 8 up, 8 in 2024-04-02T09:16:16.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:16:16 smithi012 ceph-mon[88355]: pgmap v2963: 457 pgs: 457 active+clean; 51 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 1.2 MiB/s wr, 25 op/s 2024-04-02T09:16:18.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:16:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:16:17] "GET /metrics HTTP/1.1" 200 60761 "" "Prometheus/2.43.0" 2024-04-02T09:16:19.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:16:18 smithi012 ceph-mon[90784]: pgmap v2964: 457 pgs: 457 active+clean; 59 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 2.0 MiB/s wr, 21 op/s 2024-04-02T09:16:19.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:16:18 smithi012 ceph-mon[88355]: pgmap v2964: 457 pgs: 457 active+clean; 59 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 2.0 MiB/s wr, 21 op/s 2024-04-02T09:16:19.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:16:18 smithi055 ceph-mon[85080]: pgmap v2964: 457 pgs: 457 active+clean; 59 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 2.0 MiB/s wr, 21 op/s 2024-04-02T09:16:21.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:16:20 smithi012 ceph-mon[88355]: pgmap v2965: 457 pgs: 457 active+clean; 59 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 2.0 MiB/s wr, 21 op/s 2024-04-02T09:16:21.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:16:20 smithi012 ceph-mon[90784]: pgmap v2965: 457 pgs: 457 active+clean; 59 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 2.0 MiB/s wr, 21 op/s 2024-04-02T09:16:21.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:16:20 smithi055 ceph-mon[85080]: pgmap v2965: 457 pgs: 457 active+clean; 59 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 2.0 MiB/s wr, 21 op/s 2024-04-02T09:16:22.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:16:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:16:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:16:23.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:16:22 smithi012 ceph-mon[88355]: pgmap v2966: 457 pgs: 457 active+clean; 59 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 1.6 MiB/s wr, 40 op/s 2024-04-02T09:16:23.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:16:22 smithi012 ceph-mon[90784]: pgmap v2966: 457 pgs: 457 active+clean; 59 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 1.6 MiB/s wr, 40 op/s 2024-04-02T09:16:23.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:16:22 smithi055 ceph-mon[85080]: pgmap v2966: 457 pgs: 457 active+clean; 59 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 1.6 MiB/s wr, 40 op/s 2024-04-02T09:16:25.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:16:24 smithi012 ceph-mon[88355]: pgmap v2967: 457 pgs: 457 active+clean; 59 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 1.6 MiB/s wr, 40 op/s 2024-04-02T09:16:25.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:16:24 smithi012 ceph-mon[90784]: pgmap v2967: 457 pgs: 457 active+clean; 59 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 1.6 MiB/s wr, 40 op/s 2024-04-02T09:16:25.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:16:24 smithi055 ceph-mon[85080]: pgmap v2967: 457 pgs: 457 active+clean; 59 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 1.6 MiB/s wr, 40 op/s 2024-04-02T09:16:27.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:16:26 smithi012 ceph-mon[88355]: pgmap v2968: 457 pgs: 457 active+clean; 67 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 1.5 MiB/s wr, 34 op/s 2024-04-02T09:16:27.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:16:26 smithi012 ceph-mon[90784]: pgmap v2968: 457 pgs: 457 active+clean; 67 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 1.5 MiB/s wr, 34 op/s 2024-04-02T09:16:27.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:16:26 smithi055 ceph-mon[85080]: pgmap v2968: 457 pgs: 457 active+clean; 67 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 1.5 MiB/s wr, 34 op/s 2024-04-02T09:16:28.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:16:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:16:27] "GET /metrics HTTP/1.1" 200 60761 "" "Prometheus/2.43.0" 2024-04-02T09:16:29.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:16:28 smithi012 ceph-mon[88355]: pgmap v2969: 457 pgs: 457 active+clean; 75 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-04-02T09:16:29.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:16:28 smithi012 ceph-mon[90784]: pgmap v2969: 457 pgs: 457 active+clean; 75 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-04-02T09:16:29.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:16:28 smithi055 ceph-mon[85080]: pgmap v2969: 457 pgs: 457 active+clean; 75 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-04-02T09:16:30.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:16:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:30.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:16:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:30.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:16:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:31.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:16:30 smithi012 ceph-mon[88355]: pgmap v2970: 457 pgs: 457 active+clean; 75 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 1.3 MiB/s wr, 19 op/s 2024-04-02T09:16:31.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:16:30 smithi012 ceph-mon[90784]: pgmap v2970: 457 pgs: 457 active+clean; 75 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 1.3 MiB/s wr, 19 op/s 2024-04-02T09:16:31.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:16:30 smithi055 ceph-mon[85080]: pgmap v2970: 457 pgs: 457 active+clean; 75 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 1.3 MiB/s wr, 19 op/s 2024-04-02T09:16:32.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:16:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:16:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:16:33.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:16:32 smithi012 ceph-mon[88355]: pgmap v2971: 457 pgs: 457 active+clean; 75 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 20 op/s 2024-04-02T09:16:33.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:16:32 smithi012 ceph-mon[90784]: pgmap v2971: 457 pgs: 457 active+clean; 75 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 20 op/s 2024-04-02T09:16:33.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:16:32 smithi055 ceph-mon[85080]: pgmap v2971: 457 pgs: 457 active+clean; 75 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 20 op/s 2024-04-02T09:16:35.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:16:34 smithi055 ceph-mon[85080]: pgmap v2972: 457 pgs: 457 active+clean; 75 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-02T09:16:35.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:16:34 smithi012 ceph-mon[90784]: pgmap v2972: 457 pgs: 457 active+clean; 75 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-02T09:16:35.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:16:34 smithi012 ceph-mon[88355]: pgmap v2972: 457 pgs: 457 active+clean; 75 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-02T09:16:37.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:16:36 smithi055 ceph-mon[85080]: pgmap v2973: 457 pgs: 457 active+clean; 75 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-02T09:16:37.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:16:36 smithi055 ceph-mon[85080]: osdmap e1702: 8 total, 8 up, 8 in 2024-04-02T09:16:37.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:16:36 smithi012 ceph-mon[88355]: pgmap v2973: 457 pgs: 457 active+clean; 75 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-02T09:16:37.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:16:36 smithi012 ceph-mon[88355]: osdmap e1702: 8 total, 8 up, 8 in 2024-04-02T09:16:37.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:16:36 smithi012 ceph-mon[90784]: pgmap v2973: 457 pgs: 457 active+clean; 75 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-02T09:16:37.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:16:36 smithi012 ceph-mon[90784]: osdmap e1702: 8 total, 8 up, 8 in 2024-04-02T09:16:38.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:16:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:16:37] "GET /metrics HTTP/1.1" 200 60766 "" "Prometheus/2.43.0" 2024-04-02T09:16:39.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:16:38 smithi055 ceph-mon[85080]: pgmap v2975: 457 pgs: 457 active+clean; 75 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 511 B/s wr, 12 op/s 2024-04-02T09:16:39.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:16:38 smithi012 ceph-mon[88355]: pgmap v2975: 457 pgs: 457 active+clean; 75 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 511 B/s wr, 12 op/s 2024-04-02T09:16:39.431 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:16:38 smithi012 ceph-mon[90784]: pgmap v2975: 457 pgs: 457 active+clean; 75 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 511 B/s wr, 12 op/s 2024-04-02T09:16:41.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:16:40 smithi055 ceph-mon[85080]: pgmap v2976: 457 pgs: 457 active+clean; 75 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 511 B/s wr, 12 op/s 2024-04-02T09:16:41.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:16:40 smithi012 ceph-mon[88355]: pgmap v2976: 457 pgs: 457 active+clean; 75 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 511 B/s wr, 12 op/s 2024-04-02T09:16:41.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:16:40 smithi012 ceph-mon[90784]: pgmap v2976: 457 pgs: 457 active+clean; 75 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 511 B/s wr, 12 op/s 2024-04-02T09:16:42.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:16:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:16:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:16:43.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:16:42 smithi055 ceph-mon[85080]: pgmap v2977: 457 pgs: 457 active+clean; 75 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-02T09:16:43.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:16:42 smithi012 ceph-mon[88355]: pgmap v2977: 457 pgs: 457 active+clean; 75 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-02T09:16:43.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:16:42 smithi012 ceph-mon[90784]: pgmap v2977: 457 pgs: 457 active+clean; 75 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-02T09:16:45.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:16:44 smithi055 ceph-mon[85080]: pgmap v2978: 457 pgs: 457 active+clean; 75 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-02T09:16:45.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:16:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:45.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:16:44 smithi012 ceph-mon[88355]: pgmap v2978: 457 pgs: 457 active+clean; 75 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-02T09:16:45.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:16:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:45.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:16:44 smithi012 ceph-mon[90784]: pgmap v2978: 457 pgs: 457 active+clean; 75 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-02T09:16:45.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:16:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:47.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:16:46 smithi055 ceph-mon[85080]: pgmap v2979: 457 pgs: 457 active+clean; 207 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 617 KiB/s rd, 13 MiB/s wr, 52 op/s 2024-04-02T09:16:47.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:16:46 smithi012 ceph-mon[88355]: pgmap v2979: 457 pgs: 457 active+clean; 207 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 617 KiB/s rd, 13 MiB/s wr, 52 op/s 2024-04-02T09:16:47.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:16:46 smithi012 ceph-mon[90784]: pgmap v2979: 457 pgs: 457 active+clean; 207 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 617 KiB/s rd, 13 MiB/s wr, 52 op/s 2024-04-02T09:16:48.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:16:47 smithi055 ceph-mon[85080]: osdmap e1703: 8 total, 8 up, 8 in 2024-04-02T09:16:48.329 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:16:47 smithi012 ceph-mon[88355]: osdmap e1703: 8 total, 8 up, 8 in 2024-04-02T09:16:48.329 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:16:47 smithi012 ceph-mon[90784]: osdmap e1703: 8 total, 8 up, 8 in 2024-04-02T09:16:48.329 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:16:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:16:47] "GET /metrics HTTP/1.1" 200 60768 "" "Prometheus/2.43.0" 2024-04-02T09:16:49.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:16:48 smithi055 ceph-mon[85080]: pgmap v2981: 457 pgs: 457 active+clean; 331 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 26 MiB/s wr, 105 op/s 2024-04-02T09:16:49.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:16:48 smithi055 ceph-mon[85080]: osdmap e1704: 8 total, 8 up, 8 in 2024-04-02T09:16:49.342 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:16:48 smithi012 ceph-mon[88355]: pgmap v2981: 457 pgs: 457 active+clean; 331 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 26 MiB/s wr, 105 op/s 2024-04-02T09:16:49.342 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:16:48 smithi012 ceph-mon[88355]: osdmap e1704: 8 total, 8 up, 8 in 2024-04-02T09:16:49.342 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:16:48 smithi012 ceph-mon[90784]: pgmap v2981: 457 pgs: 457 active+clean; 331 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 26 MiB/s wr, 105 op/s 2024-04-02T09:16:49.342 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:16:48 smithi012 ceph-mon[90784]: osdmap e1704: 8 total, 8 up, 8 in 2024-04-02T09:16:50.103 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 4 2024-04-02T09:16:50.104 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 4 2024-04-02T09:16:50.104 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 4 2024-04-02T09:16:50.104 INFO:tasks.workunit.client.0.smithi012.stdout:read: 4 2024-04-02T09:16:50.104 INFO:tasks.workunit.client.0.smithi012.stdout:read: 4 2024-04-02T09:16:50.104 INFO:tasks.workunit.client.0.smithi012.stdout:read: 4 2024-04-02T09:16:50.104 INFO:tasks.workunit.client.0.smithi012.stdout:read: 4 2024-04-02T09:16:50.104 INFO:tasks.workunit.client.0.smithi012.stdout:read: 4 2024-04-02T09:16:50.104 INFO:tasks.workunit.client.0.smithi012.stdout:read: 4 2024-04-02T09:16:50.104 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestCloneEncryption (54715 ms) 2024-04-02T09:16:50.104 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.LUKS1UnderLUKS2WithoutResize 2024-04-02T09:16:50.105 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:16:50.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:16:49 smithi055 ceph-mon[85080]: osdmap e1705: 8 total, 8 up, 8 in 2024-04-02T09:16:50.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:16:49 smithi012 ceph-mon[88355]: osdmap e1705: 8 total, 8 up, 8 in 2024-04-02T09:16:50.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:16:49 smithi012 ceph-mon[90784]: osdmap e1705: 8 total, 8 up, 8 in 2024-04-02T09:16:51.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:16:50 smithi055 ceph-mon[85080]: pgmap v2984: 457 pgs: 457 active+clean; 331 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 43 MiB/s wr, 125 op/s 2024-04-02T09:16:51.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:16:50 smithi055 ceph-mon[85080]: osdmap e1706: 8 total, 8 up, 8 in 2024-04-02T09:16:51.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:16:50 smithi012 ceph-mon[88355]: pgmap v2984: 457 pgs: 457 active+clean; 331 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 43 MiB/s wr, 125 op/s 2024-04-02T09:16:51.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:16:50 smithi012 ceph-mon[88355]: osdmap e1706: 8 total, 8 up, 8 in 2024-04-02T09:16:51.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:16:50 smithi012 ceph-mon[90784]: pgmap v2984: 457 pgs: 457 active+clean; 331 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 43 MiB/s wr, 125 op/s 2024-04-02T09:16:51.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:16:50 smithi012 ceph-mon[90784]: osdmap e1706: 8 total, 8 up, 8 in 2024-04-02T09:16:52.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:16:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:16:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:16:53.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:16:53 smithi055 ceph-mon[85080]: pgmap v2986: 457 pgs: 457 active+clean; 35 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 161 KiB/s rd, 13 KiB/s wr, 233 op/s 2024-04-02T09:16:53.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:16:53 smithi012 ceph-mon[88355]: pgmap v2986: 457 pgs: 457 active+clean; 35 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 161 KiB/s rd, 13 KiB/s wr, 233 op/s 2024-04-02T09:16:53.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:16:53 smithi012 ceph-mon[90784]: pgmap v2986: 457 pgs: 457 active+clean; 35 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 161 KiB/s rd, 13 KiB/s wr, 233 op/s 2024-04-02T09:16:55.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:16:55 smithi055 ceph-mon[85080]: pgmap v2987: 457 pgs: 457 active+clean; 35 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 10 KiB/s wr, 190 op/s 2024-04-02T09:16:55.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:16:55 smithi055 ceph-mon[85080]: osdmap e1707: 8 total, 8 up, 8 in 2024-04-02T09:16:55.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:16:55 smithi055 ceph-mon[85080]: osdmap e1708: 8 total, 8 up, 8 in 2024-04-02T09:16:55.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:16:55 smithi012 ceph-mon[88355]: pgmap v2987: 457 pgs: 457 active+clean; 35 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 10 KiB/s wr, 190 op/s 2024-04-02T09:16:55.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:16:55 smithi012 ceph-mon[88355]: osdmap e1707: 8 total, 8 up, 8 in 2024-04-02T09:16:55.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:16:55 smithi012 ceph-mon[88355]: osdmap e1708: 8 total, 8 up, 8 in 2024-04-02T09:16:55.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:16:55 smithi012 ceph-mon[90784]: pgmap v2987: 457 pgs: 457 active+clean; 35 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 10 KiB/s wr, 190 op/s 2024-04-02T09:16:55.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:16:55 smithi012 ceph-mon[90784]: osdmap e1707: 8 total, 8 up, 8 in 2024-04-02T09:16:55.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:16:55 smithi012 ceph-mon[90784]: osdmap e1708: 8 total, 8 up, 8 in 2024-04-02T09:16:57.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:16:57 smithi055 ceph-mon[85080]: pgmap v2990: 457 pgs: 457 active+clean; 43 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 1.3 MiB/s wr, 199 op/s 2024-04-02T09:16:57.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:16:57 smithi012 ceph-mon[88355]: pgmap v2990: 457 pgs: 457 active+clean; 43 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 1.3 MiB/s wr, 199 op/s 2024-04-02T09:16:57.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:16:57 smithi012 ceph-mon[90784]: pgmap v2990: 457 pgs: 457 active+clean; 43 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 1.3 MiB/s wr, 199 op/s 2024-04-02T09:16:58.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:16:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:16:57] "GET /metrics HTTP/1.1" 200 60768 "" "Prometheus/2.43.0" 2024-04-02T09:16:59.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:16:59 smithi055 ceph-mon[85080]: pgmap v2991: 457 pgs: 457 active+clean; 64 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 3.7 MiB/s wr, 168 op/s 2024-04-02T09:16:59.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:16:59 smithi012 ceph-mon[88355]: pgmap v2991: 457 pgs: 457 active+clean; 64 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 3.7 MiB/s wr, 168 op/s 2024-04-02T09:16:59.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:16:59 smithi012 ceph-mon[90784]: pgmap v2991: 457 pgs: 457 active+clean; 64 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 3.7 MiB/s wr, 168 op/s 2024-04-02T09:17:00.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:17:00 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:00.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:17:00 smithi055 ceph-mon[85080]: osdmap e1709: 8 total, 8 up, 8 in 2024-04-02T09:17:00.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:17:00 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:00.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:17:00 smithi012 ceph-mon[88355]: osdmap e1709: 8 total, 8 up, 8 in 2024-04-02T09:17:00.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:17:00 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:00.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:17:00 smithi012 ceph-mon[90784]: osdmap e1709: 8 total, 8 up, 8 in 2024-04-02T09:17:01.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:17:01 smithi055 ceph-mon[85080]: pgmap v2993: 457 pgs: 457 active+clean; 64 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 4.8 MiB/s wr, 59 op/s 2024-04-02T09:17:01.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:17:01 smithi012 ceph-mon[88355]: pgmap v2993: 457 pgs: 457 active+clean; 64 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 4.8 MiB/s wr, 59 op/s 2024-04-02T09:17:01.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:17:01 smithi012 ceph-mon[90784]: pgmap v2993: 457 pgs: 457 active+clean; 64 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 4.8 MiB/s wr, 59 op/s 2024-04-02T09:17:02.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:17:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:17:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:17:03.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:17:03 smithi055 ceph-mon[85080]: pgmap v2994: 457 pgs: 457 active+clean; 64 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 3.7 MiB/s wr, 45 op/s 2024-04-02T09:17:03.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:17:03 smithi012 ceph-mon[88355]: pgmap v2994: 457 pgs: 457 active+clean; 64 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 3.7 MiB/s wr, 45 op/s 2024-04-02T09:17:03.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:17:03 smithi012 ceph-mon[90784]: pgmap v2994: 457 pgs: 457 active+clean; 64 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 3.7 MiB/s wr, 45 op/s 2024-04-02T09:17:05.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:17:05 smithi055 ceph-mon[85080]: pgmap v2995: 457 pgs: 457 active+clean; 64 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 3.1 MiB/s wr, 37 op/s 2024-04-02T09:17:05.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:17:05 smithi012 ceph-mon[88355]: pgmap v2995: 457 pgs: 457 active+clean; 64 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 3.1 MiB/s wr, 37 op/s 2024-04-02T09:17:05.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:17:05 smithi012 ceph-mon[90784]: pgmap v2995: 457 pgs: 457 active+clean; 64 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 3.1 MiB/s wr, 37 op/s 2024-04-02T09:17:06.490 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.LUKS1UnderLUKS2WithoutResize (16386 ms) 2024-04-02T09:17:06.490 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.LUKS2UnderLUKS1WithoutResize 2024-04-02T09:17:06.490 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:17:07.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:17:07 smithi055 ceph-mon[85080]: pgmap v2996: 457 pgs: 457 active+clean; 72 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 2.9 MiB/s wr, 34 op/s 2024-04-02T09:17:07.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:17:07 smithi012 ceph-mon[88355]: pgmap v2996: 457 pgs: 457 active+clean; 72 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 2.9 MiB/s wr, 34 op/s 2024-04-02T09:17:07.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:17:07 smithi012 ceph-mon[90784]: pgmap v2996: 457 pgs: 457 active+clean; 72 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 2.9 MiB/s wr, 34 op/s 2024-04-02T09:17:08.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:17:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:17:07] "GET /metrics HTTP/1.1" 200 60769 "" "Prometheus/2.43.0" 2024-04-02T09:17:09.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:17:09 smithi055 ceph-mon[85080]: pgmap v2997: 457 pgs: 457 active+clean; 80 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T09:17:09.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:17:09 smithi012 ceph-mon[88355]: pgmap v2997: 457 pgs: 457 active+clean; 80 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T09:17:09.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:17:09 smithi012 ceph-mon[90784]: pgmap v2997: 457 pgs: 457 active+clean; 80 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T09:17:10.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:17:10 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:17:10.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:17:10 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:17:10.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:17:10 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:17:11.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:17:11 smithi055 ceph-mon[85080]: pgmap v2998: 457 pgs: 457 active+clean; 80 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T09:17:11.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:17:11 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:17:11.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:17:11 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:17:11.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:17:11 smithi012 ceph-mon[88355]: pgmap v2998: 457 pgs: 457 active+clean; 80 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T09:17:11.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:17:11 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:17:11.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:17:11 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:17:11.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:17:11 smithi012 ceph-mon[90784]: pgmap v2998: 457 pgs: 457 active+clean; 80 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T09:17:11.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:17:11 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:17:11.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:17:11 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:17:12.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:17:12 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:17:12.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:17:12 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:17:12.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:17:12 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:17:12.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:17:12 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:17:12.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:17:12 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:17:12.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:17:12 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:17:12.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:17:12 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:17:12.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:17:12 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:17:12.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:17:12 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:17:12.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:17:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:17:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:17:13.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:17:13 smithi055 ceph-mon[85080]: pgmap v2999: 457 pgs: 457 active+clean; 80 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-02T09:17:13.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:17:13 smithi012 ceph-mon[88355]: pgmap v2999: 457 pgs: 457 active+clean; 80 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-02T09:17:13.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:17:13 smithi012 ceph-mon[90784]: pgmap v2999: 457 pgs: 457 active+clean; 80 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-02T09:17:15.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:17:15 smithi055 ceph-mon[85080]: pgmap v3000: 457 pgs: 457 active+clean; 80 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-02T09:17:15.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:17:15 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:15.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:17:15 smithi012 ceph-mon[88355]: pgmap v3000: 457 pgs: 457 active+clean; 80 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-02T09:17:15.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:17:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:15.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:17:15 smithi012 ceph-mon[90784]: pgmap v3000: 457 pgs: 457 active+clean; 80 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-02T09:17:15.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:17:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:16.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:17:16 smithi012 ceph-mon[88355]: osdmap e1710: 8 total, 8 up, 8 in 2024-04-02T09:17:16.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:17:16 smithi012 ceph-mon[90784]: osdmap e1710: 8 total, 8 up, 8 in 2024-04-02T09:17:16.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:17:16 smithi055 ceph-mon[85080]: osdmap e1710: 8 total, 8 up, 8 in 2024-04-02T09:17:17.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:17:17 smithi012 ceph-mon[88355]: pgmap v3002: 457 pgs: 457 active+clean; 101 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 7 op/s 2024-04-02T09:17:17.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:17:17 smithi012 ceph-mon[90784]: pgmap v3002: 457 pgs: 457 active+clean; 101 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 7 op/s 2024-04-02T09:17:17.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:17:17 smithi055 ceph-mon[85080]: pgmap v3002: 457 pgs: 457 active+clean; 101 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 7 op/s 2024-04-02T09:17:18.329 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:17:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:17:17] "GET /metrics HTTP/1.1" 200 60767 "" "Prometheus/2.43.0" 2024-04-02T09:17:19.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:17:19 smithi012 ceph-mon[88355]: pgmap v3003: 457 pgs: 457 active+clean; 121 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-02T09:17:19.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:17:19 smithi012 ceph-mon[90784]: pgmap v3003: 457 pgs: 457 active+clean; 121 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-02T09:17:19.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:17:19 smithi055 ceph-mon[85080]: pgmap v3003: 457 pgs: 457 active+clean; 121 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-02T09:17:21.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:17:21 smithi012 ceph-mon[88355]: pgmap v3004: 457 pgs: 457 active+clean; 121 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-02T09:17:21.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:17:21 smithi012 ceph-mon[90784]: pgmap v3004: 457 pgs: 457 active+clean; 121 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-02T09:17:21.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:17:21 smithi055 ceph-mon[85080]: pgmap v3004: 457 pgs: 457 active+clean; 121 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-02T09:17:22.678 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.LUKS2UnderLUKS1WithoutResize (16189 ms) 2024-04-02T09:17:22.679 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.EncryptionFormatNoData 2024-04-02T09:17:22.679 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:17:22.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:17:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:17:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:17:23.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:17:23 smithi012 ceph-mon[88355]: pgmap v3005: 457 pgs: 457 active+clean; 125 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-02T09:17:23.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:17:23 smithi012 ceph-mon[90784]: pgmap v3005: 457 pgs: 457 active+clean; 125 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-02T09:17:23.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:17:23 smithi055 ceph-mon[85080]: pgmap v3005: 457 pgs: 457 active+clean; 125 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-02T09:17:25.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:17:25 smithi012 ceph-mon[88355]: pgmap v3006: 457 pgs: 457 active+clean; 125 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-02T09:17:25.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:17:25 smithi012 ceph-mon[90784]: pgmap v3006: 457 pgs: 457 active+clean; 125 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-02T09:17:25.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:17:25 smithi055 ceph-mon[85080]: pgmap v3006: 457 pgs: 457 active+clean; 125 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-02T09:17:26.766 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.EncryptionFormatNoData (4087 ms) 2024-04-02T09:17:26.766 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.EncryptionLoadBadSize 2024-04-02T09:17:26.766 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:17:27.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:17:27 smithi012 ceph-mon[88355]: pgmap v3007: 457 pgs: 457 active+clean; 125 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 932 KiB/s rd, 3.1 MiB/s wr, 39 op/s 2024-04-02T09:17:27.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:17:27 smithi012 ceph-mon[90784]: pgmap v3007: 457 pgs: 457 active+clean; 125 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 932 KiB/s rd, 3.1 MiB/s wr, 39 op/s 2024-04-02T09:17:27.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:17:27 smithi055 ceph-mon[85080]: pgmap v3007: 457 pgs: 457 active+clean; 125 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 932 KiB/s rd, 3.1 MiB/s wr, 39 op/s 2024-04-02T09:17:28.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:17:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:17:27] "GET /metrics HTTP/1.1" 200 60767 "" "Prometheus/2.43.0" 2024-04-02T09:17:29.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:17:29 smithi012 ceph-mon[88355]: pgmap v3008: 457 pgs: 457 active+clean; 125 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 36 op/s 2024-04-02T09:17:29.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:17:29 smithi012 ceph-mon[90784]: pgmap v3008: 457 pgs: 457 active+clean; 125 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 36 op/s 2024-04-02T09:17:29.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:17:29 smithi055 ceph-mon[85080]: pgmap v3008: 457 pgs: 457 active+clean; 125 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 36 op/s 2024-04-02T09:17:30.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:17:30 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:30.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:17:30 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:30.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:17:30 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:31.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:17:31 smithi012 ceph-mon[88355]: pgmap v3009: 457 pgs: 457 active+clean; 125 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 342 KiB/s wr, 9 op/s 2024-04-02T09:17:31.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:17:31 smithi012 ceph-mon[90784]: pgmap v3009: 457 pgs: 457 active+clean; 125 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 342 KiB/s wr, 9 op/s 2024-04-02T09:17:31.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:17:31 smithi055 ceph-mon[85080]: pgmap v3009: 457 pgs: 457 active+clean; 125 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 342 KiB/s wr, 9 op/s 2024-04-02T09:17:32.354 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.EncryptionLoadBadSize (5588 ms) 2024-04-02T09:17:32.354 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.EncryptionLoadBadStripePattern 2024-04-02T09:17:32.354 INFO:tasks.workunit.client.0.smithi012.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_librbd.cc:2840: Skipped 2024-04-02T09:17:32.354 INFO:tasks.workunit.client.0.smithi012.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:17:32.354 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestLibRBD.EncryptionLoadBadStripePattern (0 ms) 2024-04-02T09:17:32.355 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.EncryptionLoadFormatMismatch 2024-04-02T09:17:32.355 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:17:32.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:17:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:17:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:17:33.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:17:33 smithi012 ceph-mon[88355]: pgmap v3010: 457 pgs: 457 active+clean; 129 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 684 KiB/s wr, 18 op/s 2024-04-02T09:17:33.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:17:33 smithi012 ceph-mon[90784]: pgmap v3010: 457 pgs: 457 active+clean; 129 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 684 KiB/s wr, 18 op/s 2024-04-02T09:17:33.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:17:33 smithi055 ceph-mon[85080]: pgmap v3010: 457 pgs: 457 active+clean; 129 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 684 KiB/s wr, 18 op/s 2024-04-02T09:17:35.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:17:35 smithi012 ceph-mon[88355]: pgmap v3011: 457 pgs: 457 active+clean; 129 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 342 KiB/s wr, 16 op/s 2024-04-02T09:17:35.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:17:35 smithi012 ceph-mon[90784]: pgmap v3011: 457 pgs: 457 active+clean; 129 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 342 KiB/s wr, 16 op/s 2024-04-02T09:17:35.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:17:35 smithi055 ceph-mon[85080]: pgmap v3011: 457 pgs: 457 active+clean; 129 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 342 KiB/s wr, 16 op/s 2024-04-02T09:17:37.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:17:37 smithi012 ceph-mon[88355]: pgmap v3012: 457 pgs: 457 active+clean; 133 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 684 KiB/s wr, 19 op/s 2024-04-02T09:17:37.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:17:37 smithi012 ceph-mon[88355]: osdmap e1711: 8 total, 8 up, 8 in 2024-04-02T09:17:37.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:17:37 smithi012 ceph-mon[90784]: pgmap v3012: 457 pgs: 457 active+clean; 133 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 684 KiB/s wr, 19 op/s 2024-04-02T09:17:37.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:17:37 smithi012 ceph-mon[90784]: osdmap e1711: 8 total, 8 up, 8 in 2024-04-02T09:17:37.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:17:37 smithi055 ceph-mon[85080]: pgmap v3012: 457 pgs: 457 active+clean; 133 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 684 KiB/s wr, 19 op/s 2024-04-02T09:17:37.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:17:37 smithi055 ceph-mon[85080]: osdmap e1711: 8 total, 8 up, 8 in 2024-04-02T09:17:38.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:17:38 smithi012 ceph-mon[88355]: osdmap e1712: 8 total, 8 up, 8 in 2024-04-02T09:17:38.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:17:38 smithi012 ceph-mon[90784]: osdmap e1712: 8 total, 8 up, 8 in 2024-04-02T09:17:38.431 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:17:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:17:37] "GET /metrics HTTP/1.1" 200 60767 "" "Prometheus/2.43.0" 2024-04-02T09:17:38.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:17:38 smithi055 ceph-mon[85080]: osdmap e1712: 8 total, 8 up, 8 in 2024-04-02T09:17:39.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:17:39 smithi012 ceph-mon[88355]: pgmap v3015: 457 pgs: 457 active+clean; 133 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.0 MiB/s wr, 29 op/s 2024-04-02T09:17:39.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:17:39 smithi012 ceph-mon[90784]: pgmap v3015: 457 pgs: 457 active+clean; 133 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.0 MiB/s wr, 29 op/s 2024-04-02T09:17:39.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:17:39 smithi055 ceph-mon[85080]: pgmap v3015: 457 pgs: 457 active+clean; 133 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.0 MiB/s wr, 29 op/s 2024-04-02T09:17:41.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:17:41 smithi012 ceph-mon[88355]: pgmap v3016: 457 pgs: 457 active+clean; 133 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 513 KiB/s wr, 17 op/s 2024-04-02T09:17:41.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:17:41 smithi012 ceph-mon[90784]: pgmap v3016: 457 pgs: 457 active+clean; 133 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 513 KiB/s wr, 17 op/s 2024-04-02T09:17:41.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:17:41 smithi055 ceph-mon[85080]: pgmap v3016: 457 pgs: 457 active+clean; 133 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 513 KiB/s wr, 17 op/s 2024-04-02T09:17:42.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:17:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:17:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:17:43.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:17:43 smithi012 ceph-mon[88355]: pgmap v3017: 457 pgs: 457 active+clean; 137 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 135 KiB/s rd, 1.0 MiB/s wr, 83 op/s 2024-04-02T09:17:43.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:17:43 smithi012 ceph-mon[90784]: pgmap v3017: 457 pgs: 457 active+clean; 137 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 135 KiB/s rd, 1.0 MiB/s wr, 83 op/s 2024-04-02T09:17:43.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:17:43 smithi055 ceph-mon[85080]: pgmap v3017: 457 pgs: 457 active+clean; 137 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 135 KiB/s rd, 1.0 MiB/s wr, 83 op/s 2024-04-02T09:17:45.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:17:45 smithi012 ceph-mon[88355]: pgmap v3018: 457 pgs: 457 active+clean; 137 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 515 KiB/s wr, 78 op/s 2024-04-02T09:17:45.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:17:45 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:45.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:17:45 smithi012 ceph-mon[90784]: pgmap v3018: 457 pgs: 457 active+clean; 137 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 515 KiB/s wr, 78 op/s 2024-04-02T09:17:45.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:17:45 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:45.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:17:45 smithi055 ceph-mon[85080]: pgmap v3018: 457 pgs: 457 active+clean; 137 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 515 KiB/s wr, 78 op/s 2024-04-02T09:17:45.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:17:45 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:47.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:17:47 smithi012 ceph-mon[88355]: pgmap v3019: 457 pgs: 457 active+clean; 149 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 496 KiB/s rd, 1.6 MiB/s wr, 60 op/s 2024-04-02T09:17:47.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:17:47 smithi012 ceph-mon[90784]: pgmap v3019: 457 pgs: 457 active+clean; 149 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 496 KiB/s rd, 1.6 MiB/s wr, 60 op/s 2024-04-02T09:17:47.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:17:47 smithi055 ceph-mon[85080]: pgmap v3019: 457 pgs: 457 active+clean; 149 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 496 KiB/s rd, 1.6 MiB/s wr, 60 op/s 2024-04-02T09:17:48.328 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:17:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:17:47] "GET /metrics HTTP/1.1" 200 60765 "" "Prometheus/2.43.0" 2024-04-02T09:17:49.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:17:49 smithi012 ceph-mon[88355]: pgmap v3020: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 455 KiB/s rd, 1.9 MiB/s wr, 63 op/s 2024-04-02T09:17:49.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:17:49 smithi012 ceph-mon[90784]: pgmap v3020: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 455 KiB/s rd, 1.9 MiB/s wr, 63 op/s 2024-04-02T09:17:49.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:17:49 smithi055 ceph-mon[85080]: pgmap v3020: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 455 KiB/s rd, 1.9 MiB/s wr, 63 op/s 2024-04-02T09:17:51.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:17:51 smithi012 ceph-mon[88355]: pgmap v3021: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 409 KiB/s rd, 1.7 MiB/s wr, 56 op/s 2024-04-02T09:17:51.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:17:51 smithi012 ceph-mon[90784]: pgmap v3021: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 409 KiB/s rd, 1.7 MiB/s wr, 56 op/s 2024-04-02T09:17:51.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:17:51 smithi055 ceph-mon[85080]: pgmap v3021: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 409 KiB/s rd, 1.7 MiB/s wr, 56 op/s 2024-04-02T09:17:52.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:17:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:17:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:17:53.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:17:53 smithi012 ceph-mon[88355]: pgmap v3022: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 57 op/s 2024-04-02T09:17:53.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:17:53 smithi012 ceph-mon[90784]: pgmap v3022: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 57 op/s 2024-04-02T09:17:53.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:17:53 smithi055 ceph-mon[85080]: pgmap v3022: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 57 op/s 2024-04-02T09:17:55.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:17:55 smithi012 ceph-mon[90784]: pgmap v3023: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-04-02T09:17:55.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:17:55 smithi012 ceph-mon[88355]: pgmap v3023: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-04-02T09:17:55.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:17:55 smithi055 ceph-mon[85080]: pgmap v3023: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-04-02T09:17:57.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:17:57 smithi012 ceph-mon[88355]: pgmap v3024: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-02T09:17:57.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:17:57 smithi012 ceph-mon[90784]: pgmap v3024: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-02T09:17:57.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:17:57 smithi055 ceph-mon[85080]: pgmap v3024: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-02T09:17:58.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:17:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:17:57] "GET /metrics HTTP/1.1" 200 60765 "" "Prometheus/2.43.0" 2024-04-02T09:17:59.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:17:59 smithi012 ceph-mon[88355]: pgmap v3025: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.5 MiB/s rd, 342 KiB/s wr, 10 op/s 2024-04-02T09:17:59.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:17:59 smithi012 ceph-mon[90784]: pgmap v3025: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.5 MiB/s rd, 342 KiB/s wr, 10 op/s 2024-04-02T09:17:59.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:17:59 smithi055 ceph-mon[85080]: pgmap v3025: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.5 MiB/s rd, 342 KiB/s wr, 10 op/s 2024-04-02T09:18:00.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:18:00 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:00.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:18:00 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:00.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:18:00 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:01.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:18:01 smithi012 ceph-mon[88355]: pgmap v3026: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.4 MiB/s rd, 3 op/s 2024-04-02T09:18:01.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:18:01 smithi012 ceph-mon[90784]: pgmap v3026: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.4 MiB/s rd, 3 op/s 2024-04-02T09:18:01.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:18:01 smithi055 ceph-mon[85080]: pgmap v3026: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.4 MiB/s rd, 3 op/s 2024-04-02T09:18:02.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:18:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:18:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:18:03.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:18:03 smithi012 ceph-mon[88355]: pgmap v3027: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 6.2 MiB/s rd, 3 op/s 2024-04-02T09:18:03.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:18:03 smithi012 ceph-mon[90784]: pgmap v3027: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 6.2 MiB/s rd, 3 op/s 2024-04-02T09:18:03.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:18:03 smithi055 ceph-mon[85080]: pgmap v3027: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 6.2 MiB/s rd, 3 op/s 2024-04-02T09:18:05.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:18:05 smithi012 ceph-mon[88355]: pgmap v3028: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 2 op/s 2024-04-02T09:18:05.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:18:05 smithi012 ceph-mon[90784]: pgmap v3028: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 2 op/s 2024-04-02T09:18:05.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:18:05 smithi055 ceph-mon[85080]: pgmap v3028: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 2 op/s 2024-04-02T09:18:07.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:18:07 smithi012 ceph-mon[88355]: pgmap v3029: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.8 MiB/s rd, 2 op/s 2024-04-02T09:18:07.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:18:07 smithi012 ceph-mon[90784]: pgmap v3029: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.8 MiB/s rd, 2 op/s 2024-04-02T09:18:07.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:18:07 smithi055 ceph-mon[85080]: pgmap v3029: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.8 MiB/s rd, 2 op/s 2024-04-02T09:18:08.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:18:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:18:07] "GET /metrics HTTP/1.1" 200 60763 "" "Prometheus/2.43.0" 2024-04-02T09:18:09.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:18:09 smithi012 ceph-mon[88355]: pgmap v3030: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-02T09:18:09.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:18:09 smithi012 ceph-mon[90784]: pgmap v3030: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-02T09:18:09.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:18:09 smithi055 ceph-mon[85080]: pgmap v3030: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-02T09:18:11.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:18:11 smithi055 ceph-mon[85080]: pgmap v3031: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-02T09:18:11.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:18:11 smithi012 ceph-mon[88355]: pgmap v3031: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-02T09:18:11.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:18:11 smithi012 ceph-mon[90784]: pgmap v3031: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-02T09:18:12.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:18:12 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:18:12.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:18:12 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:18:12.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:18:12 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:18:12.561 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:18:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:18:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:18:12.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:18:12 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:18:12.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:18:12 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:18:12.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:18:12 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:18:12.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:18:12 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:18:12.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:18:12 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:18:12.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:18:12 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:18:13.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:18:13 smithi055 ceph-mon[85080]: pgmap v3032: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-02T09:18:13.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:18:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:18:13.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:18:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:18:13.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:18:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:18:13.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:18:13 smithi012 ceph-mon[88355]: pgmap v3032: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-02T09:18:13.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:18:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:18:13.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:18:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:18:13.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:18:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:18:13.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:18:13 smithi012 ceph-mon[90784]: pgmap v3032: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-02T09:18:13.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:18:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:18:13.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:18:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:18:13.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:18:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:18:15.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:18:15 smithi055 ceph-mon[85080]: pgmap v3033: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-02T09:18:15.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:18:15 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:15.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:18:15 smithi012 ceph-mon[88355]: pgmap v3033: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-02T09:18:15.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:18:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:15.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:18:15 smithi012 ceph-mon[90784]: pgmap v3033: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-02T09:18:15.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:18:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:17.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:18:17 smithi055 ceph-mon[85080]: pgmap v3034: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-02T09:18:17.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:18:17 smithi012 ceph-mon[88355]: pgmap v3034: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-02T09:18:17.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:18:17 smithi012 ceph-mon[90784]: pgmap v3034: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-02T09:18:18.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:18:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:18:17] "GET /metrics HTTP/1.1" 200 60760 "" "Prometheus/2.43.0" 2024-04-02T09:18:19.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:18:19 smithi055 ceph-mon[85080]: pgmap v3035: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-02T09:18:19.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:18:19 smithi012 ceph-mon[88355]: pgmap v3035: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-02T09:18:19.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:18:19 smithi012 ceph-mon[90784]: pgmap v3035: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-02T09:18:21.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:18:21 smithi055 ceph-mon[85080]: pgmap v3036: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-02T09:18:21.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:18:21 smithi012 ceph-mon[88355]: pgmap v3036: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-02T09:18:21.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:18:21 smithi012 ceph-mon[90784]: pgmap v3036: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-02T09:18:22.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:18:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:18:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:18:23.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:18:23 smithi055 ceph-mon[85080]: pgmap v3037: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1 op/s 2024-04-02T09:18:23.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:18:23 smithi012 ceph-mon[88355]: pgmap v3037: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1 op/s 2024-04-02T09:18:23.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:18:23 smithi012 ceph-mon[90784]: pgmap v3037: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1 op/s 2024-04-02T09:18:25.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:18:25 smithi055 ceph-mon[85080]: pgmap v3038: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-02T09:18:25.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:18:25 smithi012 ceph-mon[88355]: pgmap v3038: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-02T09:18:25.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:18:25 smithi012 ceph-mon[90784]: pgmap v3038: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-02T09:18:27.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:18:27 smithi055 ceph-mon[85080]: pgmap v3039: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-02T09:18:27.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:18:27 smithi012 ceph-mon[88355]: pgmap v3039: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-02T09:18:27.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:18:27 smithi012 ceph-mon[90784]: pgmap v3039: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-02T09:18:28.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:18:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:18:27] "GET /metrics HTTP/1.1" 200 60760 "" "Prometheus/2.43.0" 2024-04-02T09:18:29.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:18:29 smithi055 ceph-mon[85080]: pgmap v3040: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 802 KiB/s rd, 0 op/s 2024-04-02T09:18:29.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:18:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:29.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:18:29 smithi012 ceph-mon[88355]: pgmap v3040: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 802 KiB/s rd, 0 op/s 2024-04-02T09:18:29.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:18:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:29.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:18:29 smithi012 ceph-mon[90784]: pgmap v3040: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 802 KiB/s rd, 0 op/s 2024-04-02T09:18:29.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:18:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:31.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:18:31 smithi055 ceph-mon[85080]: pgmap v3041: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 802 KiB/s rd, 0 op/s 2024-04-02T09:18:31.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:18:31 smithi012 ceph-mon[88355]: pgmap v3041: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 802 KiB/s rd, 0 op/s 2024-04-02T09:18:31.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:18:31 smithi012 ceph-mon[90784]: pgmap v3041: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 802 KiB/s rd, 0 op/s 2024-04-02T09:18:32.742 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:18:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:18:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:18:33.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:18:33 smithi055 ceph-mon[85080]: pgmap v3042: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 857 KiB/s rd, 8 op/s 2024-04-02T09:18:33.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:18:33 smithi012 ceph-mon[88355]: pgmap v3042: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 857 KiB/s rd, 8 op/s 2024-04-02T09:18:33.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:18:33 smithi012 ceph-mon[90784]: pgmap v3042: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 857 KiB/s rd, 8 op/s 2024-04-02T09:18:35.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:18:35 smithi055 ceph-mon[85080]: pgmap v3043: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 8 op/s 2024-04-02T09:18:35.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:18:35 smithi012 ceph-mon[88355]: pgmap v3043: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 8 op/s 2024-04-02T09:18:35.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:18:35 smithi012 ceph-mon[90784]: pgmap v3043: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 8 op/s 2024-04-02T09:18:37.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:18:37 smithi055 ceph-mon[85080]: pgmap v3044: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 13 op/s 2024-04-02T09:18:37.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:18:37 smithi012 ceph-mon[88355]: pgmap v3044: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 13 op/s 2024-04-02T09:18:37.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:18:37 smithi012 ceph-mon[90784]: pgmap v3044: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 13 op/s 2024-04-02T09:18:38.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:18:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:18:37] "GET /metrics HTTP/1.1" 200 60759 "" "Prometheus/2.43.0" 2024-04-02T09:18:39.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:18:39 smithi055 ceph-mon[85080]: pgmap v3045: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-02T09:18:39.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:18:39 smithi012 ceph-mon[88355]: pgmap v3045: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-02T09:18:39.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:18:39 smithi012 ceph-mon[90784]: pgmap v3045: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-02T09:18:41.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:18:41 smithi055 ceph-mon[85080]: pgmap v3046: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-02T09:18:41.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:18:41 smithi012 ceph-mon[88355]: pgmap v3046: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-02T09:18:41.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:18:41 smithi012 ceph-mon[90784]: pgmap v3046: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-02T09:18:42.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:18:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:18:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:18:43.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:18:43 smithi055 ceph-mon[85080]: pgmap v3047: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 188 KiB/s rd, 170 B/s wr, 24 op/s 2024-04-02T09:18:43.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:18:43 smithi012 ceph-mon[88355]: pgmap v3047: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 188 KiB/s rd, 170 B/s wr, 24 op/s 2024-04-02T09:18:43.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:18:43 smithi012 ceph-mon[90784]: pgmap v3047: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 188 KiB/s rd, 170 B/s wr, 24 op/s 2024-04-02T09:18:44.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:18:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:44.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:18:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:44.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:18:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:45.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:18:45 smithi055 ceph-mon[85080]: pgmap v3048: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-02T09:18:45.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:18:45 smithi012 ceph-mon[88355]: pgmap v3048: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-02T09:18:45.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:18:45 smithi012 ceph-mon[90784]: pgmap v3048: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-02T09:18:47.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:18:47 smithi055 ceph-mon[85080]: pgmap v3049: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 255 B/s wr, 17 op/s 2024-04-02T09:18:47.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:18:47 smithi012 ceph-mon[88355]: pgmap v3049: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 255 B/s wr, 17 op/s 2024-04-02T09:18:47.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:18:47 smithi012 ceph-mon[90784]: pgmap v3049: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 255 B/s wr, 17 op/s 2024-04-02T09:18:48.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:18:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:18:47] "GET /metrics HTTP/1.1" 200 60758 "" "Prometheus/2.43.0" 2024-04-02T09:18:49.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:18:49 smithi055 ceph-mon[85080]: pgmap v3050: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-02T09:18:49.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:18:49 smithi012 ceph-mon[88355]: pgmap v3050: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-02T09:18:49.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:18:49 smithi012 ceph-mon[90784]: pgmap v3050: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-02T09:18:51.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:18:51 smithi055 ceph-mon[85080]: pgmap v3051: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-02T09:18:51.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:18:51 smithi012 ceph-mon[88355]: pgmap v3051: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-02T09:18:51.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:18:51 smithi012 ceph-mon[90784]: pgmap v3051: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-02T09:18:52.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:18:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:18:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:18:53.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:18:53 smithi055 ceph-mon[85080]: pgmap v3052: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-02T09:18:53.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:18:53 smithi012 ceph-mon[90784]: pgmap v3052: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-02T09:18:53.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:18:53 smithi012 ceph-mon[88355]: pgmap v3052: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-02T09:18:55.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:18:55 smithi055 ceph-mon[85080]: pgmap v3053: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-02T09:18:55.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:18:55 smithi012 ceph-mon[88355]: pgmap v3053: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-02T09:18:55.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:18:55 smithi012 ceph-mon[90784]: pgmap v3053: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-02T09:18:57.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:18:57 smithi055 ceph-mon[85080]: pgmap v3054: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 85 B/s wr, 13 op/s 2024-04-02T09:18:57.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:18:57 smithi012 ceph-mon[88355]: pgmap v3054: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 85 B/s wr, 13 op/s 2024-04-02T09:18:57.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:18:57 smithi012 ceph-mon[90784]: pgmap v3054: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 85 B/s wr, 13 op/s 2024-04-02T09:18:58.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:18:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:18:57] "GET /metrics HTTP/1.1" 200 60758 "" "Prometheus/2.43.0" 2024-04-02T09:18:59.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:18:59 smithi055 ceph-mon[85080]: pgmap v3055: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:18:59.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:18:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:59.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:18:59 smithi012 ceph-mon[90784]: pgmap v3055: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:18:59.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:18:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:59.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:18:59 smithi012 ceph-mon[88355]: pgmap v3055: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:18:59.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:18:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:01.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:19:01 smithi055 ceph-mon[85080]: pgmap v3056: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:19:01.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:19:01 smithi012 ceph-mon[88355]: pgmap v3056: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:19:01.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:19:01 smithi012 ceph-mon[90784]: pgmap v3056: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:19:02.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:19:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:19:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:19:03.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:19:03 smithi055 ceph-mon[85080]: pgmap v3057: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 188 KiB/s rd, 24 op/s 2024-04-02T09:19:03.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:19:03 smithi012 ceph-mon[88355]: pgmap v3057: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 188 KiB/s rd, 24 op/s 2024-04-02T09:19:03.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:19:03 smithi012 ceph-mon[90784]: pgmap v3057: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 188 KiB/s rd, 24 op/s 2024-04-02T09:19:05.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:19:05 smithi055 ceph-mon[85080]: pgmap v3058: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:19:05.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:19:05 smithi012 ceph-mon[88355]: pgmap v3058: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:19:05.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:19:05 smithi012 ceph-mon[90784]: pgmap v3058: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:19:07.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:19:07 smithi055 ceph-mon[85080]: pgmap v3059: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 209 KiB/s rd, 21 op/s 2024-04-02T09:19:07.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:19:07 smithi012 ceph-mon[88355]: pgmap v3059: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 209 KiB/s rd, 21 op/s 2024-04-02T09:19:07.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:19:07 smithi012 ceph-mon[90784]: pgmap v3059: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 209 KiB/s rd, 21 op/s 2024-04-02T09:19:08.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:19:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:19:07] "GET /metrics HTTP/1.1" 200 60761 "" "Prometheus/2.43.0" 2024-04-02T09:19:09.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:19:09 smithi055 ceph-mon[85080]: pgmap v3060: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 19 op/s 2024-04-02T09:19:09.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:19:09 smithi012 ceph-mon[88355]: pgmap v3060: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 19 op/s 2024-04-02T09:19:09.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:19:09 smithi012 ceph-mon[90784]: pgmap v3060: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 19 op/s 2024-04-02T09:19:10.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:19:10 smithi055 ceph-mon[85080]: pgmap v3061: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:19:10.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:19:10 smithi012 ceph-mon[88355]: pgmap v3061: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:19:10.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:19:10 smithi012 ceph-mon[90784]: pgmap v3061: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:19:12.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:19:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:19:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:19:13.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:19:12 smithi055 ceph-mon[85080]: pgmap v3062: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-02T09:19:13.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:19:12 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:19:13.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:19:12 smithi012 ceph-mon[88355]: pgmap v3062: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-02T09:19:13.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:19:12 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:19:13.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:19:12 smithi012 ceph-mon[90784]: pgmap v3062: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-02T09:19:13.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:19:12 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:19:14.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:19:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:19:14.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:19:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:19:14.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:19:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:19:14.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:19:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:19:14.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:19:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:19:14.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:19:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:19:14.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:19:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:19:14.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:19:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:19:14.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:19:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:19:15.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:19:14 smithi055 ceph-mon[85080]: pgmap v3063: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 8 op/s 2024-04-02T09:19:15.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:19:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:15.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:19:15 smithi012 ceph-mon[90784]: pgmap v3063: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 8 op/s 2024-04-02T09:19:15.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:19:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:15.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:19:14 smithi012 ceph-mon[88355]: pgmap v3063: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 8 op/s 2024-04-02T09:19:15.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:19:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:17.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:19:17 smithi055 ceph-mon[85080]: pgmap v3064: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 13 op/s 2024-04-02T09:19:17.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:19:17 smithi012 ceph-mon[88355]: pgmap v3064: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 13 op/s 2024-04-02T09:19:17.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:19:17 smithi012 ceph-mon[90784]: pgmap v3064: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 13 op/s 2024-04-02T09:19:18.328 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:19:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:19:17] "GET /metrics HTTP/1.1" 200 60755 "" "Prometheus/2.43.0" 2024-04-02T09:19:19.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:19:19 smithi055 ceph-mon[85080]: pgmap v3065: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 11 op/s 2024-04-02T09:19:19.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:19:19 smithi012 ceph-mon[88355]: pgmap v3065: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 11 op/s 2024-04-02T09:19:19.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:19:19 smithi012 ceph-mon[90784]: pgmap v3065: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 11 op/s 2024-04-02T09:19:21.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:19:21 smithi055 ceph-mon[85080]: pgmap v3066: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 8 op/s 2024-04-02T09:19:21.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:19:21 smithi012 ceph-mon[88355]: pgmap v3066: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 8 op/s 2024-04-02T09:19:21.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:19:21 smithi012 ceph-mon[90784]: pgmap v3066: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 8 op/s 2024-04-02T09:19:22.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:19:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:19:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:19:23.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:19:23 smithi055 ceph-mon[85080]: pgmap v3067: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-02T09:19:23.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:19:23 smithi012 ceph-mon[88355]: pgmap v3067: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-02T09:19:23.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:19:23 smithi012 ceph-mon[90784]: pgmap v3067: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-02T09:19:25.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:19:25 smithi055 ceph-mon[85080]: pgmap v3068: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:19:25.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:19:25 smithi012 ceph-mon[88355]: pgmap v3068: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:19:25.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:19:25 smithi012 ceph-mon[90784]: pgmap v3068: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:19:27.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:19:27 smithi055 ceph-mon[85080]: pgmap v3069: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 21 op/s 2024-04-02T09:19:27.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:19:27 smithi012 ceph-mon[88355]: pgmap v3069: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 21 op/s 2024-04-02T09:19:27.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:19:27 smithi012 ceph-mon[90784]: pgmap v3069: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 21 op/s 2024-04-02T09:19:28.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:19:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:19:27] "GET /metrics HTTP/1.1" 200 60755 "" "Prometheus/2.43.0" 2024-04-02T09:19:29.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:19:29 smithi055 ceph-mon[85080]: pgmap v3070: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 19 op/s 2024-04-02T09:19:29.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:19:29 smithi012 ceph-mon[88355]: pgmap v3070: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 19 op/s 2024-04-02T09:19:29.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:19:29 smithi012 ceph-mon[90784]: pgmap v3070: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 19 op/s 2024-04-02T09:19:30.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:19:30 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:30.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:19:30 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:30.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:19:30 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:31.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:19:31 smithi055 ceph-mon[85080]: pgmap v3071: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:19:31.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:19:31 smithi012 ceph-mon[88355]: pgmap v3071: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:19:31.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:19:31 smithi012 ceph-mon[90784]: pgmap v3071: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:19:32.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:19:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:19:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:19:33.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:19:33 smithi055 ceph-mon[85080]: pgmap v3072: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 19 op/s 2024-04-02T09:19:33.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:19:33 smithi012 ceph-mon[88355]: pgmap v3072: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 19 op/s 2024-04-02T09:19:33.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:19:33 smithi012 ceph-mon[90784]: pgmap v3072: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 19 op/s 2024-04-02T09:19:35.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:19:35 smithi055 ceph-mon[85080]: pgmap v3073: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 11 op/s 2024-04-02T09:19:35.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:19:35 smithi012 ceph-mon[88355]: pgmap v3073: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 11 op/s 2024-04-02T09:19:35.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:19:35 smithi012 ceph-mon[90784]: pgmap v3073: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 11 op/s 2024-04-02T09:19:37.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:19:37 smithi055 ceph-mon[85080]: pgmap v3074: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-02T09:19:37.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:19:37 smithi012 ceph-mon[88355]: pgmap v3074: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-02T09:19:37.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:19:37 smithi012 ceph-mon[90784]: pgmap v3074: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-02T09:19:38.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:19:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:19:37] "GET /metrics HTTP/1.1" 200 60757 "" "Prometheus/2.43.0" 2024-04-02T09:19:39.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:19:39 smithi055 ceph-mon[85080]: pgmap v3075: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 130 KiB/s rd, 11 op/s 2024-04-02T09:19:39.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:19:39 smithi012 ceph-mon[88355]: pgmap v3075: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 130 KiB/s rd, 11 op/s 2024-04-02T09:19:39.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:19:39 smithi012 ceph-mon[90784]: pgmap v3075: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 130 KiB/s rd, 11 op/s 2024-04-02T09:19:41.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:19:41 smithi055 ceph-mon[85080]: pgmap v3076: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 8 op/s 2024-04-02T09:19:41.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:19:41 smithi012 ceph-mon[88355]: pgmap v3076: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 8 op/s 2024-04-02T09:19:41.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:19:41 smithi012 ceph-mon[90784]: pgmap v3076: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 8 op/s 2024-04-02T09:19:42.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:19:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:19:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:19:43.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:19:43 smithi055 ceph-mon[85080]: pgmap v3077: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-02T09:19:43.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:19:43 smithi012 ceph-mon[88355]: pgmap v3077: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-02T09:19:43.431 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:19:43 smithi012 ceph-mon[90784]: pgmap v3077: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-02T09:19:45.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:19:45 smithi055 ceph-mon[85080]: pgmap v3078: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 85 B/s wr, 13 op/s 2024-04-02T09:19:45.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:19:45 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:45.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:19:45 smithi012 ceph-mon[88355]: pgmap v3078: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 85 B/s wr, 13 op/s 2024-04-02T09:19:45.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:19:45 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:45.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:19:45 smithi012 ceph-mon[90784]: pgmap v3078: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 85 B/s wr, 13 op/s 2024-04-02T09:19:45.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:19:45 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:47.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:19:47 smithi055 ceph-mon[85080]: pgmap v3079: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 183 KiB/s rd, 170 B/s wr, 18 op/s 2024-04-02T09:19:47.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:19:47 smithi012 ceph-mon[88355]: pgmap v3079: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 183 KiB/s rd, 170 B/s wr, 18 op/s 2024-04-02T09:19:47.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:19:47 smithi012 ceph-mon[90784]: pgmap v3079: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 183 KiB/s rd, 170 B/s wr, 18 op/s 2024-04-02T09:19:48.328 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:19:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:19:47] "GET /metrics HTTP/1.1" 200 60758 "" "Prometheus/2.43.0" 2024-04-02T09:19:49.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:19:49 smithi055 ceph-mon[85080]: pgmap v3080: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-02T09:19:49.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:19:49 smithi012 ceph-mon[88355]: pgmap v3080: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-02T09:19:49.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:19:49 smithi012 ceph-mon[90784]: pgmap v3080: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-02T09:19:50.351 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.EncryptionLoadFormatMismatch (137998 ms) 2024-04-02T09:19:50.352 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.EncryptedResize 2024-04-02T09:19:50.352 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:19:51.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:19:51 smithi055 ceph-mon[85080]: pgmap v3081: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-02T09:19:51.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:19:51 smithi012 ceph-mon[88355]: pgmap v3081: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-02T09:19:51.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:19:51 smithi012 ceph-mon[90784]: pgmap v3081: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-02T09:19:52.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:19:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:19:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:19:53.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:19:53 smithi055 ceph-mon[85080]: pgmap v3082: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 160 KiB/s rd, 597 B/s wr, 20 op/s 2024-04-02T09:19:53.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:19:53 smithi012 ceph-mon[88355]: pgmap v3082: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 160 KiB/s rd, 597 B/s wr, 20 op/s 2024-04-02T09:19:53.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:19:53 smithi012 ceph-mon[90784]: pgmap v3082: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 160 KiB/s rd, 597 B/s wr, 20 op/s 2024-04-02T09:19:55.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:19:55 smithi055 ceph-mon[85080]: pgmap v3083: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 511 B/s wr, 11 op/s 2024-04-02T09:19:55.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:19:55 smithi012 ceph-mon[88355]: pgmap v3083: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 511 B/s wr, 11 op/s 2024-04-02T09:19:55.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:19:55 smithi012 ceph-mon[90784]: pgmap v3083: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 511 B/s wr, 11 op/s 2024-04-02T09:19:57.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:19:57 smithi055 ceph-mon[85080]: pgmap v3084: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 511 B/s wr, 11 op/s 2024-04-02T09:19:57.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:19:57 smithi012 ceph-mon[88355]: pgmap v3084: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 511 B/s wr, 11 op/s 2024-04-02T09:19:57.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:19:57 smithi012 ceph-mon[90784]: pgmap v3084: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 511 B/s wr, 11 op/s 2024-04-02T09:19:58.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:19:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:19:57] "GET /metrics HTTP/1.1" 200 60758 "" "Prometheus/2.43.0" 2024-04-02T09:19:59.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:19:59 smithi012 ceph-mon[88355]: pgmap v3085: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 426 B/s wr, 6 op/s 2024-04-02T09:19:59.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:19:59 smithi012 ceph-mon[90784]: pgmap v3085: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 426 B/s wr, 6 op/s 2024-04-02T09:19:59.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:19:59 smithi055 ceph-mon[85080]: pgmap v3085: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 426 B/s wr, 6 op/s 2024-04-02T09:20:00.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:00 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:00.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:00 smithi012 ceph-mon[88355]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:20:00.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:00 smithi012 ceph-mon[88355]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-02T09:20:00.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:00 smithi012 ceph-mon[88355]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-02T09:20:00.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:00 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:00.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:00 smithi012 ceph-mon[90784]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:20:00.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:00 smithi012 ceph-mon[90784]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-02T09:20:00.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:00 smithi012 ceph-mon[90784]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-02T09:20:00.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:00 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:00.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:00 smithi055 ceph-mon[85080]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:20:00.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:00 smithi055 ceph-mon[85080]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-02T09:20:00.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:00 smithi055 ceph-mon[85080]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-02T09:20:01.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:01 smithi012 ceph-mon[88355]: pgmap v3086: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 426 B/s wr, 3 op/s 2024-04-02T09:20:01.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:01 smithi012 ceph-mon[90784]: pgmap v3086: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 426 B/s wr, 3 op/s 2024-04-02T09:20:01.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:01 smithi055 ceph-mon[85080]: pgmap v3086: 457 pgs: 457 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 426 B/s wr, 3 op/s 2024-04-02T09:20:02.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:20:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:20:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:20:03.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:03 smithi012 ceph-mon[88355]: pgmap v3087: 457 pgs: 457 active+clean; 173 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-04-02T09:20:03.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:03 smithi012 ceph-mon[90784]: pgmap v3087: 457 pgs: 457 active+clean; 173 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-04-02T09:20:03.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:03 smithi055 ceph-mon[85080]: pgmap v3087: 457 pgs: 457 active+clean; 173 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-04-02T09:20:04.240 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.EncryptedResize (13889 ms) 2024-04-02T09:20:04.240 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.EncryptedFlattenSmallData 2024-04-02T09:20:04.241 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:20:05.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:05 smithi012 ceph-mon[90784]: pgmap v3088: 457 pgs: 457 active+clean; 173 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-04-02T09:20:05.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:05 smithi012 ceph-mon[88355]: pgmap v3088: 457 pgs: 457 active+clean; 173 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-04-02T09:20:05.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:05 smithi055 ceph-mon[85080]: pgmap v3088: 457 pgs: 457 active+clean; 173 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-04-02T09:20:07.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:07 smithi012 ceph-mon[88355]: pgmap v3089: 457 pgs: 457 active+clean; 173 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-04-02T09:20:07.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:07 smithi012 ceph-mon[90784]: pgmap v3089: 457 pgs: 457 active+clean; 173 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-04-02T09:20:07.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:07 smithi055 ceph-mon[85080]: pgmap v3089: 457 pgs: 457 active+clean; 173 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-04-02T09:20:08.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:20:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:20:07] "GET /metrics HTTP/1.1" 200 60760 "" "Prometheus/2.43.0" 2024-04-02T09:20:09.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:09 smithi012 ceph-mon[88355]: pgmap v3090: 457 pgs: 457 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-02T09:20:09.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:09 smithi012 ceph-mon[90784]: pgmap v3090: 457 pgs: 457 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-02T09:20:09.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:09 smithi055 ceph-mon[85080]: pgmap v3090: 457 pgs: 457 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-02T09:20:11.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:11 smithi012 ceph-mon[88355]: pgmap v3091: 457 pgs: 457 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-02T09:20:11.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:11 smithi012 ceph-mon[90784]: pgmap v3091: 457 pgs: 457 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-02T09:20:11.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:11 smithi055 ceph-mon[85080]: pgmap v3091: 457 pgs: 457 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-02T09:20:12.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:20:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:20:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:20:13.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:13 smithi012 ceph-mon[88355]: pgmap v3092: 457 pgs: 457 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-02T09:20:13.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:13 smithi012 ceph-mon[90784]: pgmap v3092: 457 pgs: 457 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-02T09:20:13.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:13 smithi055 ceph-mon[85080]: pgmap v3092: 457 pgs: 457 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-02T09:20:14.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:14 smithi012 ceph-mon[88355]: osdmap e1713: 8 total, 8 up, 8 in 2024-04-02T09:20:14.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:20:14.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:14 smithi012 ceph-mon[90784]: osdmap e1713: 8 total, 8 up, 8 in 2024-04-02T09:20:14.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:20:14.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:14 smithi055 ceph-mon[85080]: osdmap e1713: 8 total, 8 up, 8 in 2024-04-02T09:20:14.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:20:15.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:15 smithi012 ceph-mon[88355]: pgmap v3094: 457 pgs: 457 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 1.2 KiB/s wr, 18 op/s 2024-04-02T09:20:15.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:15.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:20:15.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:20:15.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:20:15.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:15 smithi012 ceph-mon[90784]: pgmap v3094: 457 pgs: 457 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 1.2 KiB/s wr, 18 op/s 2024-04-02T09:20:15.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:15.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:20:15.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:20:15.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:20:15.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:15 smithi055 ceph-mon[85080]: pgmap v3094: 457 pgs: 457 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 1.2 KiB/s wr, 18 op/s 2024-04-02T09:20:15.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:15 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:15.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:15 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:20:15.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:15 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:20:15.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:15 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:20:17.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:17 smithi012 ceph-mon[88355]: pgmap v3095: 457 pgs: 457 active+clean; 173 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 411 KiB/s wr, 19 op/s 2024-04-02T09:20:17.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:17 smithi012 ceph-mon[90784]: pgmap v3095: 457 pgs: 457 active+clean; 173 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 411 KiB/s wr, 19 op/s 2024-04-02T09:20:17.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:17 smithi055 ceph-mon[85080]: pgmap v3095: 457 pgs: 457 active+clean; 173 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 411 KiB/s wr, 19 op/s 2024-04-02T09:20:18.329 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:20:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:20:17] "GET /metrics HTTP/1.1" 200 60768 "" "Prometheus/2.43.0" 2024-04-02T09:20:19.373 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.EncryptedFlattenSmallData (15133 ms) 2024-04-02T09:20:19.374 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestIOWithIOHint 2024-04-02T09:20:19.374 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:20:19.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:19 smithi012 ceph-mon[88355]: pgmap v3096: 457 pgs: 457 active+clean; 185 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-02T09:20:19.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:19 smithi012 ceph-mon[90784]: pgmap v3096: 457 pgs: 457 active+clean; 185 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-02T09:20:19.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:19 smithi055 ceph-mon[85080]: pgmap v3096: 457 pgs: 457 active+clean; 185 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-02T09:20:21.128 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 512 2024-04-02T09:20:21.129 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 512 2024-04-02T09:20:21.129 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 512 2024-04-02T09:20:21.129 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 512 2024-04-02T09:20:21.129 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 512 2024-04-02T09:20:21.129 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:21.129 INFO:tasks.workunit.client.0.smithi012.stdout:started write 2024-04-02T09:20:21.129 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:21.129 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:21.129 INFO:tasks.workunit.client.0.smithi012.stdout:finished write 2024-04-02T09:20:21.129 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:21.129 INFO:tasks.workunit.client.0.smithi012.stdout:started write 2024-04-02T09:20:21.129 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:21.129 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:21.130 INFO:tasks.workunit.client.0.smithi012.stdout:finished write 2024-04-02T09:20:21.130 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:21.130 INFO:tasks.workunit.client.0.smithi012.stdout:started write 2024-04-02T09:20:21.130 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:21.130 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:21.130 INFO:tasks.workunit.client.0.smithi012.stdout:finished write 2024-04-02T09:20:21.130 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:21.130 INFO:tasks.workunit.client.0.smithi012.stdout:started write 2024-04-02T09:20:21.130 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:21.130 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:21.130 INFO:tasks.workunit.client.0.smithi012.stdout:finished write 2024-04-02T09:20:21.130 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:21.130 INFO:tasks.workunit.client.0.smithi012.stdout:started write 2024-04-02T09:20:21.131 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:21.131 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:21.131 INFO:tasks.workunit.client.0.smithi012.stdout:finished write 2024-04-02T09:20:21.131 INFO:tasks.workunit.client.0.smithi012.stdout:start compare and write 2024-04-02T09:20:21.131 INFO:tasks.workunit.client.0.smithi012.stdout:compare and wrote: 512 2024-04-02T09:20:21.131 INFO:tasks.workunit.client.0.smithi012.stdout:start compare and write 2024-04-02T09:20:21.131 INFO:tasks.workunit.client.0.smithi012.stdout:compare and wrote: 512 2024-04-02T09:20:21.131 INFO:tasks.workunit.client.0.smithi012.stdout:start compare and write 2024-04-02T09:20:21.131 INFO:tasks.workunit.client.0.smithi012.stdout:compare and wrote: 512 2024-04-02T09:20:21.131 INFO:tasks.workunit.client.0.smithi012.stdout:start compare and write 2024-04-02T09:20:21.131 INFO:tasks.workunit.client.0.smithi012.stdout:compare and wrote: 512 2024-04-02T09:20:21.131 INFO:tasks.workunit.client.0.smithi012.stdout:start compare and write 2024-04-02T09:20:21.131 INFO:tasks.workunit.client.0.smithi012.stdout:compare and wrote: 512 2024-04-02T09:20:21.131 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:21.132 INFO:tasks.workunit.client.0.smithi012.stdout:started aio compare and write 2024-04-02T09:20:21.132 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:21.132 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:21.132 INFO:tasks.workunit.client.0.smithi012.stdout:finished aio compare and write 2024-04-02T09:20:21.132 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:21.132 INFO:tasks.workunit.client.0.smithi012.stdout:started aio compare and write 2024-04-02T09:20:21.132 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:21.132 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:21.132 INFO:tasks.workunit.client.0.smithi012.stdout:finished aio compare and write 2024-04-02T09:20:21.132 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:21.132 INFO:tasks.workunit.client.0.smithi012.stdout:started aio compare and write 2024-04-02T09:20:21.132 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:21.132 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:21.132 INFO:tasks.workunit.client.0.smithi012.stdout:finished aio compare and write 2024-04-02T09:20:21.133 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:21.133 INFO:tasks.workunit.client.0.smithi012.stdout:started aio compare and write 2024-04-02T09:20:21.133 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:21.133 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:21.133 INFO:tasks.workunit.client.0.smithi012.stdout:finished aio compare and write 2024-04-02T09:20:21.133 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:21.133 INFO:tasks.workunit.client.0.smithi012.stdout:started aio compare and write 2024-04-02T09:20:21.133 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:21.133 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:21.133 INFO:tasks.workunit.client.0.smithi012.stdout:finished aio compare and write 2024-04-02T09:20:21.133 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:20:21.133 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:20:21.133 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:20:21.133 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:20:21.133 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:20:21.134 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:21.134 INFO:tasks.workunit.client.0.smithi012.stdout:started read 2024-04-02T09:20:21.134 INFO:tasks.workunit.client.0.smithi012.stdout:read completion cb called! 2024-04-02T09:20:21.134 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 512 2024-04-02T09:20:21.134 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:21.134 INFO:tasks.workunit.client.0.smithi012.stdout:started read 2024-04-02T09:20:21.134 INFO:tasks.workunit.client.0.smithi012.stdout:read completion cb called! 2024-04-02T09:20:21.134 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 512 2024-04-02T09:20:21.134 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:21.134 INFO:tasks.workunit.client.0.smithi012.stdout:started read 2024-04-02T09:20:21.134 INFO:tasks.workunit.client.0.smithi012.stdout:read completion cb called! 2024-04-02T09:20:21.134 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 512 2024-04-02T09:20:21.134 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:21.135 INFO:tasks.workunit.client.0.smithi012.stdout:started read 2024-04-02T09:20:21.135 INFO:tasks.workunit.client.0.smithi012.stdout:read completion cb called! 2024-04-02T09:20:21.135 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 512 2024-04-02T09:20:21.135 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:21.135 INFO:tasks.workunit.client.0.smithi012.stdout:started read 2024-04-02T09:20:21.135 INFO:tasks.workunit.client.0.smithi012.stdout:read completion cb called! 2024-04-02T09:20:21.135 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 512 2024-04-02T09:20:21.135 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 512~512 = 512 2024-04-02T09:20:21.135 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:21.135 INFO:tasks.workunit.client.0.smithi012.stdout:aio discard: 1536~512 = 0 2024-04-02T09:20:21.135 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:20:21.135 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:20:21.135 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:20:21.136 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:20:21.136 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:20:21.136 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 0 2024-04-02T09:20:21.136 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:21.136 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:21.136 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 0 2024-04-02T09:20:21.136 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:21.136 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:21.136 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 16384 2024-04-02T09:20:21.136 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:21.136 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:21.136 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 16384 2024-04-02T09:20:21.136 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:21.136 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:21.136 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:21.136 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:21.137 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 49152 2024-04-02T09:20:21.137 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:21.137 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:21.137 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 49152 2024-04-02T09:20:21.137 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:21.137 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:21.137 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 65536 2024-04-02T09:20:21.137 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:21.137 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:21.137 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 65536 2024-04-02T09:20:21.137 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:21.137 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:21.137 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:21.137 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:21.137 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 98304 2024-04-02T09:20:21.137 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:21.138 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:21.138 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 98304 2024-04-02T09:20:21.138 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:21.138 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:21.138 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 114688 2024-04-02T09:20:21.138 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:21.138 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:21.138 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 114688 2024-04-02T09:20:21.138 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:21.138 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:21.138 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:21.138 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:21.138 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 147456 2024-04-02T09:20:21.138 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:21.139 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:21.139 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 147456 2024-04-02T09:20:21.139 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:21.139 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:21.139 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 163840 2024-04-02T09:20:21.139 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:21.139 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:21.139 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 163840 2024-04-02T09:20:21.139 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:21.139 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:21.139 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:21.139 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:21.139 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 196608 2024-04-02T09:20:21.140 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:21.140 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:21.140 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 196608 2024-04-02T09:20:21.140 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:21.140 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:21.140 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 212992 2024-04-02T09:20:21.140 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:21.140 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:21.140 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 212992 2024-04-02T09:20:21.140 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:21.140 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:21.140 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:21.140 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:21.140 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:21.141 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:21.141 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:21.141 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:21.141 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:21.141 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:21.141 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:21.141 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:21.141 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:21.141 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:21.141 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:21.141 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:21.141 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:21.141 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:21.141 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:21.142 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:21.142 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:21.142 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:21.142 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:21.142 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:21.142 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:21.142 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:21.142 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:21.142 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:21.142 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:21.142 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:21.142 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:21.142 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:21.142 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:21.143 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:21.143 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:21.143 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:21.143 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:21.143 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:21.143 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:21.143 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:21.143 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:21.143 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:21.143 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:21.143 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:21.143 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:21.143 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:21.143 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:21.143 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:21.143 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:21.144 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:21.144 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:21.144 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:21.144 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:21.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:21 smithi012 ceph-mon[88355]: pgmap v3097: 457 pgs: 457 active+clean; 189 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 2.0 MiB/s wr, 29 op/s 2024-04-02T09:20:21.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:21 smithi012 ceph-mon[90784]: pgmap v3097: 457 pgs: 457 active+clean; 189 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 2.0 MiB/s wr, 29 op/s 2024-04-02T09:20:21.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:21 smithi055 ceph-mon[85080]: pgmap v3097: 457 pgs: 457 active+clean; 189 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 2.0 MiB/s wr, 29 op/s 2024-04-02T09:20:22.659 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:22.659 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:22.659 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:22.660 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:22.660 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:22.660 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:22.660 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:22.660 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:22.660 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:22.660 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:22.660 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:22.660 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:22.660 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:22.660 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:22.660 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:22.660 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:22.660 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:22.661 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:22.661 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:22.661 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:22.661 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:22.661 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:22.661 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:22.661 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:22.661 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:22.661 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:22.661 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:22.661 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:22.661 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:22.661 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:22.661 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:22.662 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:22.662 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:22.662 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:22.662 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:22.662 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:22.662 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:22.662 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:22.662 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:22.662 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:22.662 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:22.662 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:22.662 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:22.662 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:22.663 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:22.663 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:22.663 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:22.663 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:22.663 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:22.663 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:22.663 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:22.663 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:22.663 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:22.663 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:22.663 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:22.663 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:22.663 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:22.663 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:22.663 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:22.664 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:22.664 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:22.664 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:22.664 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:22.664 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:22.664 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:22.664 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:22.664 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:22.664 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:22.664 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:22.664 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:22.664 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:22.664 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:22.664 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:22.664 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:22.664 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:22.665 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:22.665 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:22.665 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:22.665 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:22.665 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:22.665 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:22.665 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:22.665 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:22.665 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:22.665 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:22.665 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:22.665 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:22.665 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:22.665 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:22.665 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:22.666 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:22.666 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:22.666 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:22.666 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:22.666 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:22.666 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:22.666 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:22.666 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:22.666 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:22.666 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:22.666 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:22.666 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:22.666 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:22.666 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:22.667 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:22.667 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:22.667 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:22.667 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:22.667 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:22.667 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:22.667 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:22.667 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:22.667 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:22.667 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:22.667 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:22.667 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:22.667 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:22.667 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:22.667 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:22.668 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:22.668 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:22.668 INFO:tasks.workunit.client.0.smithi012.stdout:read completion cb called! 2024-04-02T09:20:22.668 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 512 2024-04-02T09:20:22.668 INFO:tasks.workunit.client.0.smithi012.stdout:read completion cb called! 2024-04-02T09:20:22.668 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestIOWithIOHint (3286 ms) 2024-04-02T09:20:22.668 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestDataPoolIO 2024-04-02T09:20:22.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:20:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:20:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:20:23.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:23 smithi012 ceph-mon[88355]: pgmap v3098: 457 pgs: 457 active+clean; 201 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 475 op/s 2024-04-02T09:20:23.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:23 smithi012 ceph-mon[90784]: pgmap v3098: 457 pgs: 457 active+clean; 201 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 475 op/s 2024-04-02T09:20:23.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:23 smithi055 ceph-mon[85080]: pgmap v3098: 457 pgs: 457 active+clean; 201 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 475 op/s 2024-04-02T09:20:24.147 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:20:24.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:24 smithi012 ceph-mon[90784]: osdmap e1714: 8 total, 8 up, 8 in 2024-04-02T09:20:24.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:24 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2572596923' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:20:24.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:24 smithi012 ceph-mon[88355]: osdmap e1714: 8 total, 8 up, 8 in 2024-04-02T09:20:24.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:24 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2572596923' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:20:24.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:24 smithi055 ceph-mon[85080]: osdmap e1714: 8 total, 8 up, 8 in 2024-04-02T09:20:24.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:24 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2572596923' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:20:25.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:25 smithi012 ceph-mon[88355]: pgmap v3100: 489 pgs: 32 unknown, 457 active+clean; 201 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 475 op/s 2024-04-02T09:20:25.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:25 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:20:25.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:25 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2572596923' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:20:25.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:25 smithi012 ceph-mon[88355]: osdmap e1715: 8 total, 8 up, 8 in 2024-04-02T09:20:25.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:25 smithi012 ceph-mon[90784]: pgmap v3100: 489 pgs: 32 unknown, 457 active+clean; 201 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 475 op/s 2024-04-02T09:20:25.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:25 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:20:25.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:25 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2572596923' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:20:25.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:25 smithi012 ceph-mon[90784]: osdmap e1715: 8 total, 8 up, 8 in 2024-04-02T09:20:25.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:25 smithi055 ceph-mon[85080]: pgmap v3100: 489 pgs: 32 unknown, 457 active+clean; 201 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 475 op/s 2024-04-02T09:20:25.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:25 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:20:25.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:25 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2572596923' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:20:25.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:25 smithi055 ceph-mon[85080]: osdmap e1715: 8 total, 8 up, 8 in 2024-04-02T09:20:26.233 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 512 2024-04-02T09:20:26.233 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 512 2024-04-02T09:20:26.233 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 512 2024-04-02T09:20:26.233 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 512 2024-04-02T09:20:26.233 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 512 2024-04-02T09:20:26.233 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:26.233 INFO:tasks.workunit.client.0.smithi012.stdout:started write 2024-04-02T09:20:26.233 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:26.233 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:26.234 INFO:tasks.workunit.client.0.smithi012.stdout:finished write 2024-04-02T09:20:26.234 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:26.234 INFO:tasks.workunit.client.0.smithi012.stdout:started write 2024-04-02T09:20:26.234 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:26.234 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:26.234 INFO:tasks.workunit.client.0.smithi012.stdout:finished write 2024-04-02T09:20:26.234 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:26.234 INFO:tasks.workunit.client.0.smithi012.stdout:started write 2024-04-02T09:20:26.234 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:26.234 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:26.234 INFO:tasks.workunit.client.0.smithi012.stdout:finished write 2024-04-02T09:20:26.235 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:26.235 INFO:tasks.workunit.client.0.smithi012.stdout:started write 2024-04-02T09:20:26.235 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:26.235 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:26.235 INFO:tasks.workunit.client.0.smithi012.stdout:finished write 2024-04-02T09:20:26.235 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:26.235 INFO:tasks.workunit.client.0.smithi012.stdout:started write 2024-04-02T09:20:26.235 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:26.235 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:26.235 INFO:tasks.workunit.client.0.smithi012.stdout:finished write 2024-04-02T09:20:26.235 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:20:26.236 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:20:26.236 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:20:26.236 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:20:26.236 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:20:26.236 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:26.236 INFO:tasks.workunit.client.0.smithi012.stdout:started read 2024-04-02T09:20:26.236 INFO:tasks.workunit.client.0.smithi012.stdout:read completion cb called! 2024-04-02T09:20:26.236 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 512 2024-04-02T09:20:26.236 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:26.236 INFO:tasks.workunit.client.0.smithi012.stdout:started read 2024-04-02T09:20:26.236 INFO:tasks.workunit.client.0.smithi012.stdout:read completion cb called! 2024-04-02T09:20:26.237 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 512 2024-04-02T09:20:26.237 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:26.237 INFO:tasks.workunit.client.0.smithi012.stdout:started read 2024-04-02T09:20:26.237 INFO:tasks.workunit.client.0.smithi012.stdout:read completion cb called! 2024-04-02T09:20:26.237 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 512 2024-04-02T09:20:26.237 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:26.237 INFO:tasks.workunit.client.0.smithi012.stdout:started read 2024-04-02T09:20:26.237 INFO:tasks.workunit.client.0.smithi012.stdout:read completion cb called! 2024-04-02T09:20:26.237 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 512 2024-04-02T09:20:26.237 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:26.237 INFO:tasks.workunit.client.0.smithi012.stdout:started read 2024-04-02T09:20:26.238 INFO:tasks.workunit.client.0.smithi012.stdout:read completion cb called! 2024-04-02T09:20:26.238 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 512 2024-04-02T09:20:26.238 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 512~512 = 512 2024-04-02T09:20:26.238 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:26.238 INFO:tasks.workunit.client.0.smithi012.stdout:aio discard: 1536~512 = 0 2024-04-02T09:20:26.238 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:20:26.238 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:20:26.238 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:20:26.238 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:20:26.238 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:20:26.238 INFO:tasks.workunit.client.0.smithi012.stdout:read completion cb called! 2024-04-02T09:20:26.238 INFO:tasks.workunit.client.0.smithi012.stdout:read completion cb called! 2024-04-02T09:20:26.238 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestDataPoolIO (3573 ms) 2024-04-02T09:20:26.239 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatch 2024-04-02T09:20:26.239 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:20:26.262 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatch (29 ms) 2024-04-02T09:20:26.262 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatch 2024-04-02T09:20:26.262 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:20:26.290 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatch (29 ms) 2024-04-02T09:20:26.291 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccess 2024-04-02T09:20:26.291 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:20:26.317 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccess (27 ms) 2024-04-02T09:20:26.317 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccess 2024-04-02T09:20:26.317 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:20:26.347 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccess (29 ms) 2024-04-02T09:20:26.347 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned 2024-04-02T09:20:26.347 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:20:26.413 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned (67 ms) 2024-04-02T09:20:26.413 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned 2024-04-02T09:20:26.413 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:20:26.427 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:26 smithi012 ceph-mon[88355]: osdmap e1716: 8 total, 8 up, 8 in 2024-04-02T09:20:26.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:26 smithi012 ceph-mon[90784]: osdmap e1716: 8 total, 8 up, 8 in 2024-04-02T09:20:26.473 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned (60 ms) 2024-04-02T09:20:26.473 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLarge 2024-04-02T09:20:26.473 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:20:26.538 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLarge (65 ms) 2024-04-02T09:20:26.538 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLarge 2024-04-02T09:20:26.538 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:20:26.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:26 smithi055 ceph-mon[85080]: osdmap e1716: 8 total, 8 up, 8 in 2024-04-02T09:20:26.609 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLarge (70 ms) 2024-04-02T09:20:26.609 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess 2024-04-02T09:20:26.609 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:20:26.926 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess (318 ms) 2024-04-02T09:20:26.926 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess 2024-04-02T09:20:26.926 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:20:27.319 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess (393 ms) 2024-04-02T09:20:27.319 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers 2024-04-02T09:20:27.319 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:20:27.345 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers (26 ms) 2024-04-02T09:20:27.345 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVMismatch 2024-04-02T09:20:27.345 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:20:27.374 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVMismatch (29 ms) 2024-04-02T09:20:27.374 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVSuccess 2024-04-02T09:20:27.374 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:20:27.407 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVSuccess (32 ms) 2024-04-02T09:20:27.407 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestScatterGatherIO 2024-04-02T09:20:27.407 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:20:27.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:27 smithi012 ceph-mon[90784]: pgmap v3103: 489 pgs: 14 unknown, 475 active+clean; 201 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 743 op/s 2024-04-02T09:20:27.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:27 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:20:27.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:27 smithi012 ceph-mon[90784]: osdmap e1717: 8 total, 8 up, 8 in 2024-04-02T09:20:27.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:27 smithi012 ceph-mon[88355]: pgmap v3103: 489 pgs: 14 unknown, 475 active+clean; 201 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 743 op/s 2024-04-02T09:20:27.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:27 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:20:27.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:27 smithi012 ceph-mon[88355]: osdmap e1717: 8 total, 8 up, 8 in 2024-04-02T09:20:27.436 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestScatterGatherIO (29 ms) 2024-04-02T09:20:27.436 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestEmptyDiscard 2024-04-02T09:20:27.436 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:20:27.462 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:27.462 INFO:tasks.workunit.client.0.smithi012.stdout:aio discard: 0~1048576 = 0 2024-04-02T09:20:27.463 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:27.463 INFO:tasks.workunit.client.0.smithi012.stdout:aio discard: 0~4194304 = 0 2024-04-02T09:20:27.463 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:27.463 INFO:tasks.workunit.client.0.smithi012.stdout:aio discard: 3145728~1048576 = 0 2024-04-02T09:20:27.463 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestEmptyDiscard (27 ms) 2024-04-02T09:20:27.463 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestFUA 2024-04-02T09:20:27.463 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:20:27.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:27 smithi055 ceph-mon[85080]: pgmap v3103: 489 pgs: 14 unknown, 475 active+clean; 201 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 743 op/s 2024-04-02T09:20:27.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:27 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:20:27.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:27 smithi055 ceph-mon[85080]: osdmap e1717: 8 total, 8 up, 8 in 2024-04-02T09:20:27.581 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 512 2024-04-02T09:20:27.581 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 512 2024-04-02T09:20:27.581 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 512 2024-04-02T09:20:27.581 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 512 2024-04-02T09:20:27.581 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 512 2024-04-02T09:20:27.581 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:20:27.582 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:20:27.582 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:20:27.582 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:20:27.582 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:20:27.582 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:27.582 INFO:tasks.workunit.client.0.smithi012.stdout:started write 2024-04-02T09:20:27.582 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:27.582 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:27.582 INFO:tasks.workunit.client.0.smithi012.stdout:finished write 2024-04-02T09:20:27.582 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:27.582 INFO:tasks.workunit.client.0.smithi012.stdout:started write 2024-04-02T09:20:27.582 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:27.582 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:27.583 INFO:tasks.workunit.client.0.smithi012.stdout:finished write 2024-04-02T09:20:27.583 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:27.583 INFO:tasks.workunit.client.0.smithi012.stdout:started write 2024-04-02T09:20:27.583 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:27.583 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:27.583 INFO:tasks.workunit.client.0.smithi012.stdout:finished write 2024-04-02T09:20:27.583 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:27.583 INFO:tasks.workunit.client.0.smithi012.stdout:started write 2024-04-02T09:20:27.583 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:27.583 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:27.583 INFO:tasks.workunit.client.0.smithi012.stdout:finished write 2024-04-02T09:20:27.583 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:27.583 INFO:tasks.workunit.client.0.smithi012.stdout:started write 2024-04-02T09:20:27.583 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:27.584 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:27.584 INFO:tasks.workunit.client.0.smithi012.stdout:finished write 2024-04-02T09:20:27.584 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:27.584 INFO:tasks.workunit.client.0.smithi012.stdout:started read 2024-04-02T09:20:27.584 INFO:tasks.workunit.client.0.smithi012.stdout:read completion cb called! 2024-04-02T09:20:27.584 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 512 2024-04-02T09:20:27.584 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:27.584 INFO:tasks.workunit.client.0.smithi012.stdout:started read 2024-04-02T09:20:27.584 INFO:tasks.workunit.client.0.smithi012.stdout:read completion cb called! 2024-04-02T09:20:27.584 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 512 2024-04-02T09:20:27.584 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:27.584 INFO:tasks.workunit.client.0.smithi012.stdout:started read 2024-04-02T09:20:27.584 INFO:tasks.workunit.client.0.smithi012.stdout:read completion cb called! 2024-04-02T09:20:27.584 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 512 2024-04-02T09:20:27.584 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:27.585 INFO:tasks.workunit.client.0.smithi012.stdout:started read 2024-04-02T09:20:27.585 INFO:tasks.workunit.client.0.smithi012.stdout:read completion cb called! 2024-04-02T09:20:27.585 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 512 2024-04-02T09:20:27.585 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:27.585 INFO:tasks.workunit.client.0.smithi012.stdout:started read 2024-04-02T09:20:27.585 INFO:tasks.workunit.client.0.smithi012.stdout:read completion cb called! 2024-04-02T09:20:27.585 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 512 2024-04-02T09:20:27.585 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestFUA (119 ms) 2024-04-02T09:20:27.585 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestIOPP 2024-04-02T09:20:27.585 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:20:27.607 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 512 2024-04-02T09:20:27.607 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 512 2024-04-02T09:20:27.607 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 512 2024-04-02T09:20:27.608 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 512 2024-04-02T09:20:27.608 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 512 2024-04-02T09:20:27.608 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:27.608 INFO:tasks.workunit.client.0.smithi012.stdout:started write 2024-04-02T09:20:27.608 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:27.608 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:27.608 INFO:tasks.workunit.client.0.smithi012.stdout:finished write 2024-04-02T09:20:27.608 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:27.608 INFO:tasks.workunit.client.0.smithi012.stdout:started write 2024-04-02T09:20:27.608 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:27.608 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:27.608 INFO:tasks.workunit.client.0.smithi012.stdout:finished write 2024-04-02T09:20:27.608 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:27.608 INFO:tasks.workunit.client.0.smithi012.stdout:started write 2024-04-02T09:20:27.608 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:27.609 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:27.609 INFO:tasks.workunit.client.0.smithi012.stdout:finished write 2024-04-02T09:20:27.609 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:27.609 INFO:tasks.workunit.client.0.smithi012.stdout:started write 2024-04-02T09:20:27.609 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:27.609 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:27.609 INFO:tasks.workunit.client.0.smithi012.stdout:finished write 2024-04-02T09:20:27.609 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:27.609 INFO:tasks.workunit.client.0.smithi012.stdout:started write 2024-04-02T09:20:27.609 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:27.625 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:27.625 INFO:tasks.workunit.client.0.smithi012.stdout:finished write 2024-04-02T09:20:27.625 INFO:tasks.workunit.client.0.smithi012.stdout:start compare and write 2024-04-02T09:20:27.625 INFO:tasks.workunit.client.0.smithi012.stdout:compare and wrote: 512 2024-04-02T09:20:27.625 INFO:tasks.workunit.client.0.smithi012.stdout:start compare and write 2024-04-02T09:20:27.625 INFO:tasks.workunit.client.0.smithi012.stdout:compare and wrote: 512 2024-04-02T09:20:27.625 INFO:tasks.workunit.client.0.smithi012.stdout:start compare and write 2024-04-02T09:20:27.626 INFO:tasks.workunit.client.0.smithi012.stdout:compare and wrote: 512 2024-04-02T09:20:27.626 INFO:tasks.workunit.client.0.smithi012.stdout:start compare and write 2024-04-02T09:20:27.626 INFO:tasks.workunit.client.0.smithi012.stdout:compare and wrote: 512 2024-04-02T09:20:27.626 INFO:tasks.workunit.client.0.smithi012.stdout:start compare and write 2024-04-02T09:20:27.626 INFO:tasks.workunit.client.0.smithi012.stdout:compare and wrote: 512 2024-04-02T09:20:27.626 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:27.626 INFO:tasks.workunit.client.0.smithi012.stdout:started aio compare and write 2024-04-02T09:20:27.626 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:27.626 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:27.626 INFO:tasks.workunit.client.0.smithi012.stdout:finished aio compare and write 2024-04-02T09:20:27.627 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:27.627 INFO:tasks.workunit.client.0.smithi012.stdout:started aio compare and write 2024-04-02T09:20:27.627 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:27.627 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:27.628 INFO:tasks.workunit.client.0.smithi012.stdout:finished aio compare and write 2024-04-02T09:20:27.628 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:27.628 INFO:tasks.workunit.client.0.smithi012.stdout:started aio compare and write 2024-04-02T09:20:27.628 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:27.628 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:27.628 INFO:tasks.workunit.client.0.smithi012.stdout:finished aio compare and write 2024-04-02T09:20:27.629 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:27.629 INFO:tasks.workunit.client.0.smithi012.stdout:started aio compare and write 2024-04-02T09:20:27.629 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:27.629 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:27.630 INFO:tasks.workunit.client.0.smithi012.stdout:finished aio compare and write 2024-04-02T09:20:27.630 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:27.630 INFO:tasks.workunit.client.0.smithi012.stdout:started aio compare and write 2024-04-02T09:20:27.630 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:27.631 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:27.631 INFO:tasks.workunit.client.0.smithi012.stdout:finished aio compare and write 2024-04-02T09:20:27.631 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:20:27.631 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:20:27.631 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:20:27.631 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:20:27.631 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:20:27.631 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:27.631 INFO:tasks.workunit.client.0.smithi012.stdout:started read 2024-04-02T09:20:27.631 INFO:tasks.workunit.client.0.smithi012.stdout:read completion cb called! 2024-04-02T09:20:27.632 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 512 2024-04-02T09:20:27.632 INFO:tasks.workunit.client.0.smithi012.stdout:finished read 2024-04-02T09:20:27.632 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:27.632 INFO:tasks.workunit.client.0.smithi012.stdout:started read 2024-04-02T09:20:27.633 INFO:tasks.workunit.client.0.smithi012.stdout:read completion cb called! 2024-04-02T09:20:27.633 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 512 2024-04-02T09:20:27.633 INFO:tasks.workunit.client.0.smithi012.stdout:finished read 2024-04-02T09:20:27.633 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:27.633 INFO:tasks.workunit.client.0.smithi012.stdout:started read 2024-04-02T09:20:27.633 INFO:tasks.workunit.client.0.smithi012.stdout:read completion cb called! 2024-04-02T09:20:27.633 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 512 2024-04-02T09:20:27.633 INFO:tasks.workunit.client.0.smithi012.stdout:finished read 2024-04-02T09:20:27.633 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:27.633 INFO:tasks.workunit.client.0.smithi012.stdout:started read 2024-04-02T09:20:27.633 INFO:tasks.workunit.client.0.smithi012.stdout:read completion cb called! 2024-04-02T09:20:27.633 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 512 2024-04-02T09:20:27.633 INFO:tasks.workunit.client.0.smithi012.stdout:finished read 2024-04-02T09:20:27.633 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:27.634 INFO:tasks.workunit.client.0.smithi012.stdout:started read 2024-04-02T09:20:27.634 INFO:tasks.workunit.client.0.smithi012.stdout:read completion cb called! 2024-04-02T09:20:27.634 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 512 2024-04-02T09:20:27.634 INFO:tasks.workunit.client.0.smithi012.stdout:finished read 2024-04-02T09:20:27.634 INFO:tasks.workunit.client.0.smithi012.stdout:discard: 512~512 2024-04-02T09:20:27.634 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:28.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:20:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:20:27] "GET /metrics HTTP/1.1" 200 60768 "" "Prometheus/2.43.0" 2024-04-02T09:20:28.672 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:20:28.673 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:20:28.673 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:20:28.673 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:20:28.673 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:20:28.673 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 0 2024-04-02T09:20:28.673 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:28.673 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:28.673 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 0 2024-04-02T09:20:28.673 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:28.673 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:28.673 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 16384 2024-04-02T09:20:28.673 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:28.673 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:28.674 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 16384 2024-04-02T09:20:28.674 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:28.674 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:28.674 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:28.674 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:28.674 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 49152 2024-04-02T09:20:28.674 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:28.674 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:28.674 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 49152 2024-04-02T09:20:28.674 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:28.674 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:28.674 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 65536 2024-04-02T09:20:28.674 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:28.675 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:28.675 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 65536 2024-04-02T09:20:28.675 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:28.675 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:28.675 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:28.675 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:28.675 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 98304 2024-04-02T09:20:28.675 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:28.675 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:28.675 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 98304 2024-04-02T09:20:28.675 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:28.675 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:28.675 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 114688 2024-04-02T09:20:28.675 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:28.676 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:28.676 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 114688 2024-04-02T09:20:28.676 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:28.676 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:28.676 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:28.676 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:28.676 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 147456 2024-04-02T09:20:28.676 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:28.676 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:28.676 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 147456 2024-04-02T09:20:28.676 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:28.676 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:28.676 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 163840 2024-04-02T09:20:28.676 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:28.677 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:28.677 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 163840 2024-04-02T09:20:28.677 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:28.677 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:28.677 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:28.677 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:28.677 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 196608 2024-04-02T09:20:28.677 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:28.677 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:28.677 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 196608 2024-04-02T09:20:28.677 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:28.677 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:28.677 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 212992 2024-04-02T09:20:28.677 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:28.677 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:28.678 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 212992 2024-04-02T09:20:28.678 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:28.678 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:28.678 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:28.678 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:28.678 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:28.678 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:28.678 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:28.678 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:28.678 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:28.678 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:28.678 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:28.678 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:28.678 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:28.678 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:28.679 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:28.679 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:28.679 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:28.679 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:28.679 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:28.679 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:28.679 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:28.681 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:28.681 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:28.681 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:28.681 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:28.682 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:28.682 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:28.682 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:28.690 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:28.690 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:28.690 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:28.690 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:28.690 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:28.690 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:28.690 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:28.690 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:28.690 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:28.691 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:28.691 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:28.691 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:28.691 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:28.720 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:28.720 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:28.720 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:28.720 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:28.720 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:28.720 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:28.720 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:28.742 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:28.742 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:28.743 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:28.743 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:28.743 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:28.743 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:28.743 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:28.775 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:28.775 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:28.775 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:28.775 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:28.775 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:28.775 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:28.775 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:28.804 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:28.804 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:28.804 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:28.804 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:28.805 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:28.805 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:28.805 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:28.805 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:28.805 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:28.805 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:28.805 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:28.805 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:28.805 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:28.863 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:28.864 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:28.864 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:28.864 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:28.864 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:28.864 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:28.864 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:28.908 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:28.908 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:28.908 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:28.909 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:28.909 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:28.909 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:28.909 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:28.961 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:28.961 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:28.961 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:28.961 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:28.961 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:28.961 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:28.961 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:29.018 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:29.018 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:29.019 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:29.019 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:29.019 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:29.019 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:29.019 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:29.019 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:29.019 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:29.019 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:29.019 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:29.019 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:29.019 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:29.092 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:29.092 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:29.092 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:29.093 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:29.093 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:29.093 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:29.093 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:29.160 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:29.160 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:29.160 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:29.160 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:29.160 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:29.160 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:29.161 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:29.253 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:29.253 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:29.253 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:29.253 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:29.253 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:29.253 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:29.253 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:29.329 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:29.329 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:29.329 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:29.329 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:29.329 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:29.329 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:29.329 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:29.329 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:29.329 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:29.330 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:29.330 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:29.330 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:29.330 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:29.422 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:29.422 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:29.422 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:29.422 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:29.422 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:29.422 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:29.422 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:29.427 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:29 smithi012 ceph-mon[88355]: pgmap v3105: 489 pgs: 489 active+clean; 203 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 423 KiB/s rd, 212 KiB/s wr, 851 op/s 2024-04-02T09:20:29.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:29 smithi012 ceph-mon[90784]: pgmap v3105: 489 pgs: 489 active+clean; 203 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 423 KiB/s rd, 212 KiB/s wr, 851 op/s 2024-04-02T09:20:29.510 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:29.510 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:29.511 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:29.511 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:29.511 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:29.511 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:29.511 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:29.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:29 smithi055 ceph-mon[85080]: pgmap v3105: 489 pgs: 489 active+clean; 203 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 423 KiB/s rd, 212 KiB/s wr, 851 op/s 2024-04-02T09:20:29.602 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:29.602 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:29.602 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:29.602 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:29.602 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:29.602 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:29.602 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:29.700 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:29.700 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:29.700 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:29.700 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:29.700 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:29.700 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:29.700 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:29.701 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:29.701 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:29.701 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:29.701 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestIOPP (2118 ms) 2024-04-02T09:20:29.701 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP 2024-04-02T09:20:29.701 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:20:29.727 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP (28 ms) 2024-04-02T09:20:29.728 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP 2024-04-02T09:20:29.728 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:20:29.753 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP (26 ms) 2024-04-02T09:20:29.754 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP 2024-04-02T09:20:29.754 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:20:29.784 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP (30 ms) 2024-04-02T09:20:29.784 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP 2024-04-02T09:20:29.784 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:20:29.811 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP (27 ms) 2024-04-02T09:20:29.811 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchPP 2024-04-02T09:20:29.811 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:20:29.843 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchPP (32 ms) 2024-04-02T09:20:29.843 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchPP 2024-04-02T09:20:29.843 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:20:29.869 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:29.873 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchPP (31 ms) 2024-04-02T09:20:29.873 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP 2024-04-02T09:20:29.873 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:20:29.906 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP (32 ms) 2024-04-02T09:20:29.906 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP 2024-04-02T09:20:29.906 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:20:29.937 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:29.941 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP (35 ms) 2024-04-02T09:20:29.941 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessPP 2024-04-02T09:20:29.941 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:20:29.975 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessPP (34 ms) 2024-04-02T09:20:29.975 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessPP 2024-04-02T09:20:29.975 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:20:30.002 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:30.006 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessPP (32 ms) 2024-04-02T09:20:30.006 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP 2024-04-02T09:20:30.006 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:20:30.043 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP (36 ms) 2024-04-02T09:20:30.043 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP 2024-04-02T09:20:30.043 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:20:30.071 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:30.076 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP (34 ms) 2024-04-02T09:20:30.076 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP 2024-04-02T09:20:30.076 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:20:30.155 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP (78 ms) 2024-04-02T09:20:30.155 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP 2024-04-02T09:20:30.155 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:20:30.209 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:30.232 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP (78 ms) 2024-04-02T09:20:30.232 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLargePP 2024-04-02T09:20:30.233 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:20:30.292 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLargePP (59 ms) 2024-04-02T09:20:30.292 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLargePP 2024-04-02T09:20:30.292 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:20:30.345 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:30.362 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLargePP (71 ms) 2024-04-02T09:20:30.362 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP 2024-04-02T09:20:30.362 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:20:30.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:30 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:30.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:30 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:30.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:30 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:30.654 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP (291 ms) 2024-04-02T09:20:30.654 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP 2024-04-02T09:20:30.654 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:20:30.964 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:30.983 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP (329 ms) 2024-04-02T09:20:30.983 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestIOPPWithIOHint 2024-04-02T09:20:30.983 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:20:31.018 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 512 2024-04-02T09:20:31.018 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 512 2024-04-02T09:20:31.019 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 512 2024-04-02T09:20:31.019 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 512 2024-04-02T09:20:31.019 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 512 2024-04-02T09:20:31.019 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:31.019 INFO:tasks.workunit.client.0.smithi012.stdout:started write 2024-04-02T09:20:31.019 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:31.019 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:31.019 INFO:tasks.workunit.client.0.smithi012.stdout:finished write 2024-04-02T09:20:31.019 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:31.020 INFO:tasks.workunit.client.0.smithi012.stdout:started write 2024-04-02T09:20:31.020 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:31.020 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:31.020 INFO:tasks.workunit.client.0.smithi012.stdout:finished write 2024-04-02T09:20:31.020 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:31.020 INFO:tasks.workunit.client.0.smithi012.stdout:started write 2024-04-02T09:20:31.020 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:31.021 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:31.021 INFO:tasks.workunit.client.0.smithi012.stdout:finished write 2024-04-02T09:20:31.021 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:31.021 INFO:tasks.workunit.client.0.smithi012.stdout:started write 2024-04-02T09:20:31.021 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:31.027 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:31.027 INFO:tasks.workunit.client.0.smithi012.stdout:finished write 2024-04-02T09:20:31.027 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:31.027 INFO:tasks.workunit.client.0.smithi012.stdout:started write 2024-04-02T09:20:31.027 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:31.028 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:31.028 INFO:tasks.workunit.client.0.smithi012.stdout:finished write 2024-04-02T09:20:31.028 INFO:tasks.workunit.client.0.smithi012.stdout:read: 512 2024-04-02T09:20:31.028 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:31.028 INFO:tasks.workunit.client.0.smithi012.stdout:started read 2024-04-02T09:20:31.028 INFO:tasks.workunit.client.0.smithi012.stdout:read completion cb called! 2024-04-02T09:20:31.028 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 512 2024-04-02T09:20:31.028 INFO:tasks.workunit.client.0.smithi012.stdout:finished read 2024-04-02T09:20:31.028 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:31.028 INFO:tasks.workunit.client.0.smithi012.stdout:started read 2024-04-02T09:20:31.028 INFO:tasks.workunit.client.0.smithi012.stdout:read completion cb called! 2024-04-02T09:20:31.029 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 512 2024-04-02T09:20:31.029 INFO:tasks.workunit.client.0.smithi012.stdout:finished read 2024-04-02T09:20:31.029 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:31.029 INFO:tasks.workunit.client.0.smithi012.stdout:started read 2024-04-02T09:20:31.029 INFO:tasks.workunit.client.0.smithi012.stdout:read completion cb called! 2024-04-02T09:20:31.029 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 512 2024-04-02T09:20:31.029 INFO:tasks.workunit.client.0.smithi012.stdout:finished read 2024-04-02T09:20:31.030 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:31.030 INFO:tasks.workunit.client.0.smithi012.stdout:started read 2024-04-02T09:20:31.030 INFO:tasks.workunit.client.0.smithi012.stdout:read completion cb called! 2024-04-02T09:20:31.030 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 512 2024-04-02T09:20:31.030 INFO:tasks.workunit.client.0.smithi012.stdout:finished read 2024-04-02T09:20:31.030 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:31.030 INFO:tasks.workunit.client.0.smithi012.stdout:started read 2024-04-02T09:20:31.030 INFO:tasks.workunit.client.0.smithi012.stdout:read completion cb called! 2024-04-02T09:20:31.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:31 smithi012 ceph-mon[88355]: pgmap v3106: 489 pgs: 489 active+clean; 205 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 346 KiB/s rd, 174 KiB/s wr, 698 op/s 2024-04-02T09:20:31.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:31 smithi012 ceph-mon[90784]: pgmap v3106: 489 pgs: 489 active+clean; 205 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 346 KiB/s rd, 174 KiB/s wr, 698 op/s 2024-04-02T09:20:31.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:31 smithi055 ceph-mon[85080]: pgmap v3106: 489 pgs: 489 active+clean; 205 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 346 KiB/s rd, 174 KiB/s wr, 698 op/s 2024-04-02T09:20:32.005 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 512 2024-04-02T09:20:32.005 INFO:tasks.workunit.client.0.smithi012.stdout:finished read 2024-04-02T09:20:32.005 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 0 2024-04-02T09:20:32.005 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:32.005 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:32.005 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 0 2024-04-02T09:20:32.005 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:32.005 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:32.005 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 16384 2024-04-02T09:20:32.005 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:32.005 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:32.005 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 16384 2024-04-02T09:20:32.006 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:32.006 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:32.006 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:32.006 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:32.006 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 49152 2024-04-02T09:20:32.006 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:32.006 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:32.006 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 49152 2024-04-02T09:20:32.006 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:32.006 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:32.006 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 65536 2024-04-02T09:20:32.006 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:32.007 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:32.007 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 65536 2024-04-02T09:20:32.007 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:32.007 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:32.007 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:32.007 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:32.007 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 98304 2024-04-02T09:20:32.007 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:32.007 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:32.007 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 98304 2024-04-02T09:20:32.007 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:32.007 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:32.007 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 114688 2024-04-02T09:20:32.007 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:32.007 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:32.008 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 114688 2024-04-02T09:20:32.008 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:32.008 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:32.008 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:32.008 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:32.008 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 147456 2024-04-02T09:20:32.008 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:32.008 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:32.008 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 147456 2024-04-02T09:20:32.008 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:32.008 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:32.008 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 163840 2024-04-02T09:20:32.008 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:32.008 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:32.008 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 163840 2024-04-02T09:20:32.009 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:32.009 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:32.009 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:32.009 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:32.009 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 196608 2024-04-02T09:20:32.009 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:32.009 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:32.009 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 196608 2024-04-02T09:20:32.009 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:32.009 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:32.009 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 212992 2024-04-02T09:20:32.009 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:32.009 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:32.009 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 212992 2024-04-02T09:20:32.009 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:32.010 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:32.010 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:32.010 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:32.010 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:32.010 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:32.010 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:32.010 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:32.010 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:32.010 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:32.010 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:32.010 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:32.010 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:32.010 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:32.011 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:32.011 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:32.011 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:32.011 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:32.011 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:32.011 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:32.011 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:32.014 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:32.014 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:32.014 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:32.014 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:32.014 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:32.014 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:32.014 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:32.022 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:32.022 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:32.022 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:32.022 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:32.022 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:32.022 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:32.022 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:32.022 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:32.022 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:32.022 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:32.023 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:32.023 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:32.023 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:32.045 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:32.046 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:32.046 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:32.046 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:32.046 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:32.046 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:32.046 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:32.068 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:32.068 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:32.068 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:32.068 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:32.068 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:32.068 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:32.068 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:32.097 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:32.097 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:32.098 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:32.098 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:32.098 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:32.098 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:32.098 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:32.126 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:32.126 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:32.126 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:32.126 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:32.126 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:32.127 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:32.127 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:32.127 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:32.127 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:32.127 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:32.127 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:32.127 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:32.127 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:32.182 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:32.182 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:32.182 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:32.182 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:32.182 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:32.183 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:32.183 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:32.225 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:32.225 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:32.225 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:32.225 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:32.225 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:32.226 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:32.226 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:32.278 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:32.278 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:32.278 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:32.279 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:32.279 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:32.279 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:32.279 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:32.328 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:32.328 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:32.328 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:32.328 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:32.329 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:32.329 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:32.329 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:32.329 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:32.329 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:32.329 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:32.329 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:32.329 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:32.329 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:32.407 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:32.407 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:32.407 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:32.407 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:32.407 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:32.407 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:32.407 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:32.477 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:32.477 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:32.477 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:32.477 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:32.477 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:32.477 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:32.477 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:32.553 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:32.554 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:32.554 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:32.554 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:32.554 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:32.554 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:32.554 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:32.635 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:32.636 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:32.636 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:32.636 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:32.636 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:32.636 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:32.636 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:32.636 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:32.636 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:32.636 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:32.636 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:32.636 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:32.637 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:32.754 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:32.754 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:32.754 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:32.754 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:32.754 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:32.754 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:32.754 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:32.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:20:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:20:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:20:32.845 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:32.846 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:32.846 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:32.846 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:32.846 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:32.846 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:32.846 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:32.931 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:32.931 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:32.931 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:32.931 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:32.931 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:32.931 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:32.931 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:20:33.036 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:20:33.036 INFO:tasks.workunit.client.0.smithi012.stdout:finished writesame 2024-04-02T09:20:33.036 INFO:tasks.workunit.client.0.smithi012.stdout:to verify the data 2024-04-02T09:20:33.036 INFO:tasks.workunit.client.0.smithi012.stdout:verified 2024-04-02T09:20:33.036 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:33.036 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:33.037 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:33.037 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:20:33.037 INFO:tasks.workunit.client.0.smithi012.stdout:started writesame 2024-04-02T09:20:33.037 INFO:tasks.workunit.client.0.smithi012.stdout:expected fail, finished writesame 2024-04-02T09:20:33.037 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestIOPPWithIOHint (2054 ms) 2024-04-02T09:20:33.037 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestIOToSnapshot 2024-04-02T09:20:33.037 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:20:33.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:33 smithi012 ceph-mon[88355]: pgmap v3107: 489 pgs: 489 active+clean; 281 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 1.92k op/s 2024-04-02T09:20:33.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:33 smithi012 ceph-mon[90784]: pgmap v3107: 489 pgs: 489 active+clean; 281 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 1.92k op/s 2024-04-02T09:20:33.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:33 smithi055 ceph-mon[85080]: pgmap v3107: 489 pgs: 489 active+clean; 281 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 1.92k op/s 2024-04-02T09:20:34.210 INFO:tasks.workunit.client.0.smithi012.stdout:num snaps is: 0 2024-04-02T09:20:34.211 INFO:tasks.workunit.client.0.smithi012.stdout:expected: 0 2024-04-02T09:20:34.211 INFO:tasks.workunit.client.0.smithi012.stdout:num snaps is: 1 2024-04-02T09:20:34.211 INFO:tasks.workunit.client.0.smithi012.stdout:expected: 1 2024-04-02T09:20:34.211 INFO:tasks.workunit.client.0.smithi012.stdout:snap: orig 2024-04-02T09:20:34.211 INFO:tasks.workunit.client.0.smithi012.stdout:found orig with size 2097152 2024-04-02T09:20:34.211 INFO:tasks.workunit.client.0.smithi012.stdout:read: 80 2024-04-02T09:20:34.211 INFO:tasks.workunit.client.0.smithi012.stdout:write test data! 2024-04-02T09:20:34.211 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 80 2024-04-02T09:20:34.211 INFO:tasks.workunit.client.0.smithi012.stdout:num snaps is: 2 2024-04-02T09:20:34.211 INFO:tasks.workunit.client.0.smithi012.stdout:expected: 2 2024-04-02T09:20:34.211 INFO:tasks.workunit.client.0.smithi012.stdout:snap: orig 2024-04-02T09:20:34.211 INFO:tasks.workunit.client.0.smithi012.stdout:snap: written 2024-04-02T09:20:34.211 INFO:tasks.workunit.client.0.smithi012.stdout:found orig with size 2097152 2024-04-02T09:20:34.212 INFO:tasks.workunit.client.0.smithi012.stdout:found written with size 2097152 2024-04-02T09:20:34.212 INFO:tasks.workunit.client.0.smithi012.stdout:read: 80 2024-04-02T09:20:34.212 INFO:tasks.workunit.client.0.smithi012.stdout:read: 80 2024-04-02T09:20:34.212 INFO:tasks.workunit.client.0.smithi012.stdout:read: 80 2024-04-02T09:20:34.212 INFO:tasks.workunit.client.0.smithi012.stdout:write to snapshot returned -30 2024-04-02T09:20:34.212 INFO:tasks.workunit.client.0.smithi012.stdout:Read-only file system 2024-04-02T09:20:34.234 INFO:tasks.workunit.client.0.smithi012.stdout:read: 80 2024-04-02T09:20:34.234 INFO:tasks.workunit.client.0.smithi012.stdout:read: 80 2024-04-02T09:20:34.234 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 80 2024-04-02T09:20:34.234 INFO:tasks.workunit.client.0.smithi012.stdout:opening testimg@orig 2024-04-02T09:20:34.234 INFO:tasks.workunit.client.0.smithi012.stdout:read: 80 2024-04-02T09:20:34.234 INFO:tasks.workunit.client.0.smithi012.stdout:write to snapshot returned -30 2024-04-02T09:20:34.234 INFO:tasks.workunit.client.0.smithi012.stdout:Read-only file system 2024-04-02T09:20:34.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:34 smithi012 ceph-mon[88355]: osdmap e1718: 8 total, 8 up, 8 in 2024-04-02T09:20:34.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:34 smithi012 ceph-mon[90784]: osdmap e1718: 8 total, 8 up, 8 in 2024-04-02T09:20:34.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:34 smithi055 ceph-mon[85080]: osdmap e1718: 8 total, 8 up, 8 in 2024-04-02T09:20:35.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:35 smithi012 ceph-mon[90784]: pgmap v3109: 489 pgs: 489 active+clean; 281 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 11 MiB/s wr, 1.88k op/s 2024-04-02T09:20:35.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:35 smithi012 ceph-mon[90784]: osdmap e1719: 8 total, 8 up, 8 in 2024-04-02T09:20:35.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:35 smithi012 ceph-mon[90784]: osdmap e1720: 8 total, 8 up, 8 in 2024-04-02T09:20:35.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:35 smithi012 ceph-mon[88355]: pgmap v3109: 489 pgs: 489 active+clean; 281 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 11 MiB/s wr, 1.88k op/s 2024-04-02T09:20:35.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:35 smithi012 ceph-mon[88355]: osdmap e1719: 8 total, 8 up, 8 in 2024-04-02T09:20:35.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:35 smithi012 ceph-mon[88355]: osdmap e1720: 8 total, 8 up, 8 in 2024-04-02T09:20:35.478 INFO:tasks.workunit.client.0.smithi012.stdout:num snaps is: 2 2024-04-02T09:20:35.478 INFO:tasks.workunit.client.0.smithi012.stdout:expected: 2 2024-04-02T09:20:35.478 INFO:tasks.workunit.client.0.smithi012.stdout:snap: orig 2024-04-02T09:20:35.479 INFO:tasks.workunit.client.0.smithi012.stdout:snap: written 2024-04-02T09:20:35.479 INFO:tasks.workunit.client.0.smithi012.stdout:found orig with size 2097152 2024-04-02T09:20:35.479 INFO:tasks.workunit.client.0.smithi012.stdout:found written with size 2097152 2024-04-02T09:20:35.479 INFO:tasks.workunit.client.0.smithi012.stdout:num snaps is: 1 2024-04-02T09:20:35.479 INFO:tasks.workunit.client.0.smithi012.stdout:expected: 1 2024-04-02T09:20:35.479 INFO:tasks.workunit.client.0.smithi012.stdout:snap: orig 2024-04-02T09:20:35.479 INFO:tasks.workunit.client.0.smithi012.stdout:found orig with size 2097152 2024-04-02T09:20:35.479 INFO:tasks.workunit.client.0.smithi012.stdout:num snaps is: 0 2024-04-02T09:20:35.479 INFO:tasks.workunit.client.0.smithi012.stdout:expected: 0 2024-04-02T09:20:35.479 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestIOToSnapshot (2442 ms) 2024-04-02T09:20:35.479 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestSnapshotDeletedIo 2024-04-02T09:20:35.480 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:20:35.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:35 smithi055 ceph-mon[85080]: pgmap v3109: 489 pgs: 489 active+clean; 281 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 11 MiB/s wr, 1.88k op/s 2024-04-02T09:20:35.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:35 smithi055 ceph-mon[85080]: osdmap e1719: 8 total, 8 up, 8 in 2024-04-02T09:20:35.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:35 smithi055 ceph-mon[85080]: osdmap e1720: 8 total, 8 up, 8 in 2024-04-02T09:20:36.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:36 smithi055 ceph-mon[85080]: osdmap e1721: 8 total, 8 up, 8 in 2024-04-02T09:20:36.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:36 smithi055 ceph-mon[85080]: pgmap v3113: 489 pgs: 489 active+clean; 301 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 6.0 MiB/s rd, 6.0 MiB/s wr, 72 op/s 2024-04-02T09:20:36.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:36 smithi012 ceph-mon[88355]: osdmap e1721: 8 total, 8 up, 8 in 2024-04-02T09:20:36.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:36 smithi012 ceph-mon[88355]: pgmap v3113: 489 pgs: 489 active+clean; 301 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 6.0 MiB/s rd, 6.0 MiB/s wr, 72 op/s 2024-04-02T09:20:36.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:36 smithi012 ceph-mon[90784]: osdmap e1721: 8 total, 8 up, 8 in 2024-04-02T09:20:36.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:36 smithi012 ceph-mon[90784]: pgmap v3113: 489 pgs: 489 active+clean; 301 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 6.0 MiB/s rd, 6.0 MiB/s wr, 72 op/s 2024-04-02T09:20:37.498 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestSnapshotDeletedIo (2019 ms) 2024-04-02T09:20:37.498 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestClone 2024-04-02T09:20:37.498 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:20:37.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:37 smithi055 ceph-mon[85080]: osdmap e1722: 8 total, 8 up, 8 in 2024-04-02T09:20:37.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:37 smithi012 ceph-mon[88355]: osdmap e1722: 8 total, 8 up, 8 in 2024-04-02T09:20:37.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:37 smithi012 ceph-mon[90784]: osdmap e1722: 8 total, 8 up, 8 in 2024-04-02T09:20:38.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:20:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:20:37] "GET /metrics HTTP/1.1" 200 63215 "" "Prometheus/2.43.0" 2024-04-02T09:20:38.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:38 smithi055 ceph-mon[85080]: osdmap e1723: 8 total, 8 up, 8 in 2024-04-02T09:20:38.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:38 smithi055 ceph-mon[85080]: pgmap v3116: 489 pgs: 489 active+clean; 301 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 7.4 MiB/s rd, 6.8 MiB/s wr, 2.31k op/s 2024-04-02T09:20:38.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:38 smithi012 ceph-mon[88355]: osdmap e1723: 8 total, 8 up, 8 in 2024-04-02T09:20:38.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:38 smithi012 ceph-mon[88355]: pgmap v3116: 489 pgs: 489 active+clean; 301 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 7.4 MiB/s rd, 6.8 MiB/s wr, 2.31k op/s 2024-04-02T09:20:38.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:38 smithi012 ceph-mon[90784]: osdmap e1723: 8 total, 8 up, 8 in 2024-04-02T09:20:38.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:38 smithi012 ceph-mon[90784]: pgmap v3116: 489 pgs: 489 active+clean; 301 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 7.4 MiB/s rd, 6.8 MiB/s wr, 2.31k op/s 2024-04-02T09:20:39.473 INFO:tasks.workunit.client.0.smithi012.stdout:made parent image "parent" 2024-04-02T09:20:39.473 INFO:tasks.workunit.client.0.smithi012.stdout:parent has no parent info 2024-04-02T09:20:39.473 INFO:tasks.workunit.client.0.smithi012.stdout:made snapshot "parent@parent_snap" 2024-04-02T09:20:39.474 INFO:tasks.workunit.client.0.smithi012.stdout:can't unprotect an unprotected snap 2024-04-02T09:20:39.474 INFO:tasks.workunit.client.0.smithi012.stdout:can't protect a protected snap 2024-04-02T09:20:39.474 INFO:tasks.workunit.client.0.smithi012.stdout:made and opened clone "child" 2024-04-02T09:20:39.474 INFO:tasks.workunit.client.0.smithi012.stdout:read: 8 2024-04-02T09:20:39.474 INFO:tasks.workunit.client.0.smithi012.stdout:read: 8 2024-04-02T09:20:39.474 INFO:tasks.workunit.client.0.smithi012.stdout:read: 8 2024-04-02T09:20:39.474 INFO:tasks.workunit.client.0.smithi012.stdout:sizes and overlaps are good between parent and child 2024-04-02T09:20:39.474 INFO:tasks.workunit.client.0.smithi012.stdout:child image successfully cloned all image-meta pairs 2024-04-02T09:20:39.474 INFO:tasks.workunit.client.0.smithi012.stdout:sized down clone, changed overlap 2024-04-02T09:20:39.474 INFO:tasks.workunit.client.0.smithi012.stdout:parent info: size 4194304 obj_size 4194304 parent_pool 18446744073709551615 2024-04-02T09:20:39.474 INFO:tasks.workunit.client.0.smithi012.stdout:sized up clone, changed size but not overlap or parent's size 2024-04-02T09:20:39.474 INFO:tasks.workunit.client.0.smithi012.stdout:can't remove parent while child still exists 2024-04-02T09:20:39.475 INFO:tasks.workunit.client.0.smithi012.stdout:can't remove parent while still protected 2024-04-02T09:20:39.475 INFO:tasks.workunit.client.0.smithi012.stdout:removed parent snap after unprotecting 2024-04-02T09:20:39.475 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestClone (1976 ms) 2024-04-02T09:20:39.475 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestClone2 2024-04-02T09:20:39.475 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:20:39.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:39 smithi055 ceph-mon[85080]: osdmap e1724: 8 total, 8 up, 8 in 2024-04-02T09:20:39.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:39 smithi055 ceph-mon[85080]: osdmap e1725: 8 total, 8 up, 8 in 2024-04-02T09:20:39.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:39 smithi012 ceph-mon[90784]: osdmap e1724: 8 total, 8 up, 8 in 2024-04-02T09:20:39.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:39 smithi012 ceph-mon[90784]: osdmap e1725: 8 total, 8 up, 8 in 2024-04-02T09:20:39.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:39 smithi012 ceph-mon[88355]: osdmap e1724: 8 total, 8 up, 8 in 2024-04-02T09:20:39.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:39 smithi012 ceph-mon[88355]: osdmap e1725: 8 total, 8 up, 8 in 2024-04-02T09:20:40.609 INFO:tasks.workunit.client.0.smithi012.stdout:made parent image "parent" 2024-04-02T09:20:40.609 INFO:tasks.workunit.client.0.smithi012.stdout:parent has no parent info 2024-04-02T09:20:40.609 INFO:tasks.workunit.client.0.smithi012.stdout:made snapshot "parent@parent_snap" 2024-04-02T09:20:40.610 INFO:tasks.workunit.client.0.smithi012.stdout:made and opened clone "child" 2024-04-02T09:20:40.610 INFO:tasks.workunit.client.0.smithi012.stdout:child image successfully cloned all image-meta pairs 2024-04-02T09:20:40.610 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestClone2 (1136 ms) 2024-04-02T09:20:40.610 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.ListChildren 2024-04-02T09:20:40.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:40 smithi055 ceph-mon[85080]: pgmap v3119: 489 pgs: 489 active+clean; 301 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 511 KiB/s wr, 2.12k op/s 2024-04-02T09:20:40.927 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:40 smithi012 ceph-mon[88355]: pgmap v3119: 489 pgs: 489 active+clean; 301 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 511 KiB/s wr, 2.12k op/s 2024-04-02T09:20:40.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:40 smithi012 ceph-mon[90784]: pgmap v3119: 489 pgs: 489 active+clean; 301 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 511 KiB/s wr, 2.12k op/s 2024-04-02T09:20:41.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:41 smithi055 ceph-mon[85080]: osdmap e1726: 8 total, 8 up, 8 in 2024-04-02T09:20:41.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:41 smithi012 ceph-mon[88355]: osdmap e1726: 8 total, 8 up, 8 in 2024-04-02T09:20:41.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:41 smithi012 ceph-mon[90784]: osdmap e1726: 8 total, 8 up, 8 in 2024-04-02T09:20:42.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:42 smithi055 ceph-mon[85080]: osdmap e1727: 8 total, 8 up, 8 in 2024-04-02T09:20:42.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:42 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3376511147' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:20:42.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:42 smithi055 ceph-mon[85080]: pgmap v3122: 521 pgs: 32 unknown, 489 active+clean; 301 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 757 KiB/s rd, 54 KiB/s wr, 908 op/s 2024-04-02T09:20:42.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:20:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:20:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:20:42.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:42 smithi012 ceph-mon[90784]: osdmap e1727: 8 total, 8 up, 8 in 2024-04-02T09:20:42.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:42 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3376511147' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:20:42.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:42 smithi012 ceph-mon[90784]: pgmap v3122: 521 pgs: 32 unknown, 489 active+clean; 301 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 757 KiB/s rd, 54 KiB/s wr, 908 op/s 2024-04-02T09:20:42.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:42 smithi012 ceph-mon[88355]: osdmap e1727: 8 total, 8 up, 8 in 2024-04-02T09:20:42.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:42 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3376511147' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:20:42.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:42 smithi012 ceph-mon[88355]: pgmap v3122: 521 pgs: 32 unknown, 489 active+clean; 301 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 757 KiB/s rd, 54 KiB/s wr, 908 op/s 2024-04-02T09:20:43.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:43 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:20:43.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:43 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3376511147' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:20:43.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:43 smithi055 ceph-mon[85080]: osdmap e1728: 8 total, 8 up, 8 in 2024-04-02T09:20:43.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:43 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:20:43.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:43 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3376511147' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:20:43.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:43 smithi012 ceph-mon[90784]: osdmap e1728: 8 total, 8 up, 8 in 2024-04-02T09:20:43.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:43 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:20:43.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:43 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3376511147' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:20:43.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:43 smithi012 ceph-mon[88355]: osdmap e1728: 8 total, 8 up, 8 in 2024-04-02T09:20:44.456 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:20:44.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:44 smithi055 ceph-mon[85080]: osdmap e1729: 8 total, 8 up, 8 in 2024-04-02T09:20:44.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:44 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1071616498' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:20:44.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:44 smithi055 ceph-mon[85080]: pgmap v3125: 553 pgs: 64 unknown, 489 active+clean; 301 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 757 KiB/s rd, 54 KiB/s wr, 906 op/s 2024-04-02T09:20:44.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:20:44.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:44.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:44 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1071616498' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:20:44.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:44 smithi055 ceph-mon[85080]: osdmap e1730: 8 total, 8 up, 8 in 2024-04-02T09:20:44.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:44 smithi012 ceph-mon[88355]: osdmap e1729: 8 total, 8 up, 8 in 2024-04-02T09:20:44.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:44 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1071616498' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:20:44.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:44 smithi012 ceph-mon[88355]: pgmap v3125: 553 pgs: 64 unknown, 489 active+clean; 301 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 757 KiB/s rd, 54 KiB/s wr, 906 op/s 2024-04-02T09:20:44.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:20:44.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:44.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:44 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1071616498' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:20:44.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:44 smithi012 ceph-mon[88355]: osdmap e1730: 8 total, 8 up, 8 in 2024-04-02T09:20:44.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:44 smithi012 ceph-mon[90784]: osdmap e1729: 8 total, 8 up, 8 in 2024-04-02T09:20:44.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:44 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1071616498' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:20:44.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:44 smithi012 ceph-mon[90784]: pgmap v3125: 553 pgs: 64 unknown, 489 active+clean; 301 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 757 KiB/s rd, 54 KiB/s wr, 906 op/s 2024-04-02T09:20:44.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:20:44.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:44.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:44 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1071616498' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:20:44.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:44 smithi012 ceph-mon[90784]: osdmap e1730: 8 total, 8 up, 8 in 2024-04-02T09:20:46.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:46 smithi055 ceph-mon[85080]: osdmap e1731: 8 total, 8 up, 8 in 2024-04-02T09:20:46.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:46 smithi055 ceph-mon[85080]: pgmap v3128: 553 pgs: 35 unknown, 518 active+clean; 301 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 2.5 KiB/s wr, 40 op/s 2024-04-02T09:20:46.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:46 smithi012 ceph-mon[88355]: osdmap e1731: 8 total, 8 up, 8 in 2024-04-02T09:20:46.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:46 smithi012 ceph-mon[88355]: pgmap v3128: 553 pgs: 35 unknown, 518 active+clean; 301 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 2.5 KiB/s wr, 40 op/s 2024-04-02T09:20:46.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:46 smithi012 ceph-mon[90784]: osdmap e1731: 8 total, 8 up, 8 in 2024-04-02T09:20:46.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:46 smithi012 ceph-mon[90784]: pgmap v3128: 553 pgs: 35 unknown, 518 active+clean; 301 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 2.5 KiB/s wr, 40 op/s 2024-04-02T09:20:47.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:47 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:20:47.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:47 smithi055 ceph-mon[85080]: osdmap e1732: 8 total, 8 up, 8 in 2024-04-02T09:20:47.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:47 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:20:47.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:47 smithi012 ceph-mon[88355]: osdmap e1732: 8 total, 8 up, 8 in 2024-04-02T09:20:47.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:47 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:20:47.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:47 smithi012 ceph-mon[90784]: osdmap e1732: 8 total, 8 up, 8 in 2024-04-02T09:20:48.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:20:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:20:47] "GET /metrics HTTP/1.1" 200 68075 "" "Prometheus/2.43.0" 2024-04-02T09:20:48.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:48 smithi055 ceph-mon[85080]: osdmap e1733: 8 total, 8 up, 8 in 2024-04-02T09:20:48.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:48 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.3", "id": [6, 7]}]: dispatch 2024-04-02T09:20:48.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:48 smithi055 ceph-mon[85080]: pgmap v3131: 553 pgs: 553 active+clean; 301 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 2.5 KiB/s wr, 40 op/s 2024-04-02T09:20:48.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:48 smithi012 ceph-mon[88355]: osdmap e1733: 8 total, 8 up, 8 in 2024-04-02T09:20:48.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:48 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.3", "id": [6, 7]}]: dispatch 2024-04-02T09:20:48.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:48 smithi012 ceph-mon[88355]: pgmap v3131: 553 pgs: 553 active+clean; 301 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 2.5 KiB/s wr, 40 op/s 2024-04-02T09:20:48.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:48 smithi012 ceph-mon[90784]: osdmap e1733: 8 total, 8 up, 8 in 2024-04-02T09:20:48.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:48 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.3", "id": [6, 7]}]: dispatch 2024-04-02T09:20:48.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:48 smithi012 ceph-mon[90784]: pgmap v3131: 553 pgs: 553 active+clean; 301 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 2.5 KiB/s wr, 40 op/s 2024-04-02T09:20:49.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.3", "id": [6, 7]}]': finished 2024-04-02T09:20:49.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:49 smithi055 ceph-mon[85080]: osdmap e1734: 8 total, 8 up, 8 in 2024-04-02T09:20:49.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.3", "id": [6, 7]}]': finished 2024-04-02T09:20:49.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:49 smithi012 ceph-mon[88355]: osdmap e1734: 8 total, 8 up, 8 in 2024-04-02T09:20:49.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.3", "id": [6, 7]}]': finished 2024-04-02T09:20:49.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:49 smithi012 ceph-mon[90784]: osdmap e1734: 8 total, 8 up, 8 in 2024-04-02T09:20:49.979 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:49.979 INFO:tasks.workunit.client.0.smithi012.stdout:trying to find test-librbd-smithi012-138837-28/image113 2024-04-02T09:20:49.979 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-28/image113 2024-04-02T09:20:49.979 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-28/image113 2024-04-02T09:20:49.979 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:49.979 INFO:tasks.workunit.client.0.smithi012.stdout:num children is: 1 2024-04-02T09:20:49.979 INFO:tasks.workunit.client.0.smithi012.stdout:expected: 1 2024-04-02T09:20:49.979 INFO:tasks.workunit.client.0.smithi012.stdout:child: image113 2024-04-02T09:20:49.979 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-28/image113/8be0c0952dff 2024-04-02T09:20:49.980 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:49.980 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:49.980 INFO:tasks.workunit.client.0.smithi012.stdout:trying to find test-librbd-smithi012-138837-28/image113 2024-04-02T09:20:49.980 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-27/image114 2024-04-02T09:20:49.980 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-28/image113 2024-04-02T09:20:49.980 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-28/image113 2024-04-02T09:20:49.980 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:49.980 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:49.980 INFO:tasks.workunit.client.0.smithi012.stdout:trying to find test-librbd-smithi012-138837-27/image114 2024-04-02T09:20:49.980 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-27/image114 2024-04-02T09:20:49.980 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-27/image114 2024-04-02T09:20:49.980 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:49.980 INFO:tasks.workunit.client.0.smithi012.stdout:num children is: 2 2024-04-02T09:20:49.980 INFO:tasks.workunit.client.0.smithi012.stdout:expected: 2 2024-04-02T09:20:49.981 INFO:tasks.workunit.client.0.smithi012.stdout:child: image114 2024-04-02T09:20:49.981 INFO:tasks.workunit.client.0.smithi012.stdout:child: image113 2024-04-02T09:20:49.981 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-28/image113/8be0c0952dff 2024-04-02T09:20:49.981 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:49.981 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-27/image114/8be037a19c2a 2024-04-02T09:20:49.981 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:49.981 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:49.981 INFO:tasks.workunit.client.0.smithi012.stdout:trying to find test-librbd-smithi012-138837-28/image113 2024-04-02T09:20:49.981 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-27/image114 2024-04-02T09:20:49.981 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-28/image113 2024-04-02T09:20:49.981 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-28/image113 2024-04-02T09:20:49.981 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:49.981 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:49.982 INFO:tasks.workunit.client.0.smithi012.stdout:trying to find test-librbd-smithi012-138837-27/image114 2024-04-02T09:20:49.982 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-27/image114 2024-04-02T09:20:49.982 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-27/image114 2024-04-02T09:20:49.982 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:49.982 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:49.982 INFO:tasks.workunit.client.0.smithi012.stdout:trying to find test-librbd-smithi012-138837-28/image115 2024-04-02T09:20:49.982 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-27/image114 2024-04-02T09:20:49.982 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-28/image113 2024-04-02T09:20:49.982 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-28/image115 2024-04-02T09:20:49.982 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-28/image115 2024-04-02T09:20:49.982 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:49.982 INFO:tasks.workunit.client.0.smithi012.stdout:num children is: 3 2024-04-02T09:20:49.982 INFO:tasks.workunit.client.0.smithi012.stdout:expected: 3 2024-04-02T09:20:49.982 INFO:tasks.workunit.client.0.smithi012.stdout:child: image114 2024-04-02T09:20:49.983 INFO:tasks.workunit.client.0.smithi012.stdout:child: image113 2024-04-02T09:20:49.983 INFO:tasks.workunit.client.0.smithi012.stdout:child: image115 2024-04-02T09:20:49.983 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-28/image113/8be0c0952dff 2024-04-02T09:20:49.983 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:49.983 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-27/image114/8be037a19c2a 2024-04-02T09:20:49.983 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:49.983 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-28/image115/8be0105993fc 2024-04-02T09:20:49.983 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:49.983 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:49.983 INFO:tasks.workunit.client.0.smithi012.stdout:trying to find test-librbd-smithi012-138837-28/image113 2024-04-02T09:20:49.983 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-27/image114 2024-04-02T09:20:49.983 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-28/image113 2024-04-02T09:20:49.983 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-28/image113 2024-04-02T09:20:49.984 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:49.984 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:49.984 INFO:tasks.workunit.client.0.smithi012.stdout:trying to find test-librbd-smithi012-138837-27/image114 2024-04-02T09:20:49.984 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-27/image114 2024-04-02T09:20:49.984 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-27/image114 2024-04-02T09:20:49.984 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:49.984 INFO:tasks.workunit.client.0.smithi012.stdout:num children is: 3 2024-04-02T09:20:49.984 INFO:tasks.workunit.client.0.smithi012.stdout:expected: 3 2024-04-02T09:20:49.984 INFO:tasks.workunit.client.0.smithi012.stdout:child: image114 2024-04-02T09:20:49.984 INFO:tasks.workunit.client.0.smithi012.stdout:child: image113 2024-04-02T09:20:49.984 INFO:tasks.workunit.client.0.smithi012.stdout:child: image115 2024-04-02T09:20:49.984 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-28/image113/8be0c0952dff 2024-04-02T09:20:49.984 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:49.984 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-27/image114/8be037a19c2a 2024-04-02T09:20:49.984 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:49.985 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-28/image115/8be0105993fc 2024-04-02T09:20:49.985 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:49.985 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:49.985 INFO:tasks.workunit.client.0.smithi012.stdout:trying to find test-librbd-smithi012-138837-28/image113 2024-04-02T09:20:49.985 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-27/image114 2024-04-02T09:20:49.985 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-28/image113 2024-04-02T09:20:49.985 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-28/image113 2024-04-02T09:20:49.985 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:49.985 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:49.985 INFO:tasks.workunit.client.0.smithi012.stdout:trying to find test-librbd-smithi012-138837-27/image114 2024-04-02T09:20:49.985 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-27/image114 2024-04-02T09:20:49.985 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-27/image114 2024-04-02T09:20:49.985 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:49.985 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:49.985 INFO:tasks.workunit.client.0.smithi012.stdout:trying to find test-librbd-smithi012-138837-28/image116 2024-04-02T09:20:49.985 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-27/image114 2024-04-02T09:20:49.986 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-28/image113 2024-04-02T09:20:49.986 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-28/image116 2024-04-02T09:20:49.986 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-28/image116 2024-04-02T09:20:49.986 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:49.986 INFO:tasks.workunit.client.0.smithi012.stdout:num children is: 4 2024-04-02T09:20:49.986 INFO:tasks.workunit.client.0.smithi012.stdout:expected: 4 2024-04-02T09:20:49.986 INFO:tasks.workunit.client.0.smithi012.stdout:child: image114 2024-04-02T09:20:49.986 INFO:tasks.workunit.client.0.smithi012.stdout:child: image113 2024-04-02T09:20:49.986 INFO:tasks.workunit.client.0.smithi012.stdout:child: image115 2024-04-02T09:20:49.986 INFO:tasks.workunit.client.0.smithi012.stdout:child: image116 2024-04-02T09:20:49.986 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-28/image113/8be0c0952dff 2024-04-02T09:20:49.986 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:49.986 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-27/image114/8be037a19c2a 2024-04-02T09:20:49.986 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:49.987 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-28/image115/8be0105993fc 2024-04-02T09:20:49.987 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:49.987 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-28/image116/8be0455058b9 2024-04-02T09:20:49.987 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:49.987 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:49.987 INFO:tasks.workunit.client.0.smithi012.stdout:trying to find test-librbd-smithi012-138837-28/image113 2024-04-02T09:20:49.987 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-27/image114 2024-04-02T09:20:49.987 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-28/image113 2024-04-02T09:20:49.987 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-28/image113 2024-04-02T09:20:49.987 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:49.987 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:49.987 INFO:tasks.workunit.client.0.smithi012.stdout:trying to find test-librbd-smithi012-138837-27/image114 2024-04-02T09:20:49.987 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-27/image114 2024-04-02T09:20:49.987 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-27/image114 2024-04-02T09:20:49.987 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:49.988 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:49.988 INFO:tasks.workunit.client.0.smithi012.stdout:trying to find test-librbd-smithi012-138837-28/image115 2024-04-02T09:20:49.988 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-27/image114 2024-04-02T09:20:49.988 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-28/image113 2024-04-02T09:20:49.988 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-28/image115 2024-04-02T09:20:49.988 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-28/image115 2024-04-02T09:20:49.988 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:49.988 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:49.988 INFO:tasks.workunit.client.0.smithi012.stdout:trying to find test-librbd-smithi012-138837-28/image116 2024-04-02T09:20:50.591 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-27/image114 2024-04-02T09:20:50.591 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-28/image113 2024-04-02T09:20:50.591 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-28/image115 2024-04-02T09:20:50.591 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-28/image116 2024-04-02T09:20:50.591 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-28/image116 2024-04-02T09:20:50.592 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:50.592 INFO:tasks.workunit.client.0.smithi012.stdout:num children is: 4 2024-04-02T09:20:50.592 INFO:tasks.workunit.client.0.smithi012.stdout:expected: 4 2024-04-02T09:20:50.592 INFO:tasks.workunit.client.0.smithi012.stdout:child: image114 2024-04-02T09:20:50.592 INFO:tasks.workunit.client.0.smithi012.stdout:child: image113 2024-04-02T09:20:50.592 INFO:tasks.workunit.client.0.smithi012.stdout:child: image115 2024-04-02T09:20:50.592 INFO:tasks.workunit.client.0.smithi012.stdout:child: image116 2024-04-02T09:20:50.592 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-28/image113/8be0c0952dff 2024-04-02T09:20:50.592 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:50.592 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-27/image114/8be037a19c2a 2024-04-02T09:20:50.592 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:50.592 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-28/image115/8be0105993fc 2024-04-02T09:20:50.593 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:50.593 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-28/image116/8be0455058b9 2024-04-02T09:20:50.593 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:50.593 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:50.593 INFO:tasks.workunit.client.0.smithi012.stdout:trying to find test-librbd-smithi012-138837-27/image114 2024-04-02T09:20:50.593 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-27/image114 2024-04-02T09:20:50.593 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-27/image114 2024-04-02T09:20:50.593 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:50.593 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:50.593 INFO:tasks.workunit.client.0.smithi012.stdout:trying to find test-librbd-smithi012-138837-28/image115 2024-04-02T09:20:50.593 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-27/image114 2024-04-02T09:20:50.593 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-28/image115 2024-04-02T09:20:50.593 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-28/image115 2024-04-02T09:20:50.593 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:50.594 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:50.594 INFO:tasks.workunit.client.0.smithi012.stdout:trying to find test-librbd-smithi012-138837-28/image116 2024-04-02T09:20:50.594 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-27/image114 2024-04-02T09:20:50.594 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-28/image115 2024-04-02T09:20:50.594 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-28/image116 2024-04-02T09:20:50.594 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-28/image116 2024-04-02T09:20:50.594 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:50.594 INFO:tasks.workunit.client.0.smithi012.stdout:num children is: 3 2024-04-02T09:20:50.594 INFO:tasks.workunit.client.0.smithi012.stdout:expected: 3 2024-04-02T09:20:50.594 INFO:tasks.workunit.client.0.smithi012.stdout:child: image114 2024-04-02T09:20:50.594 INFO:tasks.workunit.client.0.smithi012.stdout:child: image115 2024-04-02T09:20:50.595 INFO:tasks.workunit.client.0.smithi012.stdout:child: image116 2024-04-02T09:20:50.595 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-27/image114/8be037a19c2a 2024-04-02T09:20:50.595 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:50.595 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-28/image115/8be0105993fc 2024-04-02T09:20:50.595 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:50.595 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-28/image116/8be0455058b9 2024-04-02T09:20:50.595 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:50.595 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:50.595 INFO:tasks.workunit.client.0.smithi012.stdout:trying to find test-librbd-smithi012-138837-27/image114 2024-04-02T09:20:50.595 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-27/image114 2024-04-02T09:20:50.595 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-27/image114 2024-04-02T09:20:50.596 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:50.596 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:50.596 INFO:tasks.workunit.client.0.smithi012.stdout:trying to find test-librbd-smithi012-138837-28/image116 2024-04-02T09:20:50.596 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-27/image114 2024-04-02T09:20:50.596 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-28/image116 2024-04-02T09:20:50.596 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-28/image116 2024-04-02T09:20:50.596 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:50.596 INFO:tasks.workunit.client.0.smithi012.stdout:num children is: 2 2024-04-02T09:20:50.596 INFO:tasks.workunit.client.0.smithi012.stdout:expected: 2 2024-04-02T09:20:50.596 INFO:tasks.workunit.client.0.smithi012.stdout:child: image114 2024-04-02T09:20:50.596 INFO:tasks.workunit.client.0.smithi012.stdout:child: image116 2024-04-02T09:20:50.596 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-27/image114/8be037a19c2a 2024-04-02T09:20:50.596 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:50.596 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-28/image116/8be0455058b9 2024-04-02T09:20:50.596 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:50.597 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:50.597 INFO:tasks.workunit.client.0.smithi012.stdout:trying to find test-librbd-smithi012-138837-27/image114 2024-04-02T09:20:50.597 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-27/image114 2024-04-02T09:20:50.597 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-27/image114 2024-04-02T09:20:50.597 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:50.597 INFO:tasks.workunit.client.0.smithi012.stdout:num children is: 1 2024-04-02T09:20:50.597 INFO:tasks.workunit.client.0.smithi012.stdout:expected: 1 2024-04-02T09:20:50.597 INFO:tasks.workunit.client.0.smithi012.stdout:child: image114 2024-04-02T09:20:50.597 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-27/image114/8be037a19c2a 2024-04-02T09:20:50.597 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:20:50.597 INFO:tasks.workunit.client.0.smithi012.stdout:num children is: 0 2024-04-02T09:20:50.597 INFO:tasks.workunit.client.0.smithi012.stdout:expected: 0 2024-04-02T09:20:50.597 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.ListChildren (9981 ms) 2024-04-02T09:20:50.597 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.ListChildrenTiered 2024-04-02T09:20:50.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:50 smithi055 ceph-mon[85080]: osdmap e1735: 8 total, 8 up, 8 in 2024-04-02T09:20:50.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:50 smithi055 ceph-mon[85080]: pgmap v3134: 553 pgs: 553 active+clean; 301 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 767 B/s wr, 4 op/s 2024-04-02T09:20:50.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:50 smithi012 ceph-mon[88355]: osdmap e1735: 8 total, 8 up, 8 in 2024-04-02T09:20:50.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:50 smithi012 ceph-mon[88355]: pgmap v3134: 553 pgs: 553 active+clean; 301 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 767 B/s wr, 4 op/s 2024-04-02T09:20:50.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:50 smithi012 ceph-mon[90784]: osdmap e1735: 8 total, 8 up, 8 in 2024-04-02T09:20:50.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:50 smithi012 ceph-mon[90784]: pgmap v3134: 553 pgs: 553 active+clean; 301 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 767 B/s wr, 4 op/s 2024-04-02T09:20:51.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:51 smithi055 ceph-mon[85080]: osdmap e1736: 8 total, 8 up, 8 in 2024-04-02T09:20:51.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:51 smithi012 ceph-mon[88355]: osdmap e1736: 8 total, 8 up, 8 in 2024-04-02T09:20:51.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:51 smithi012 ceph-mon[90784]: osdmap e1736: 8 total, 8 up, 8 in 2024-04-02T09:20:52.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:52 smithi055 ceph-mon[85080]: osdmap e1737: 8 total, 8 up, 8 in 2024-04-02T09:20:52.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:52 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/309414908' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:20:52.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:52 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:20:52.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:52 smithi055 ceph-mon[85080]: pgmap v3137: 585 pgs: 32 unknown, 553 active+clean; 301 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 552 KiB/s rd, 14 KiB/s wr, 670 op/s 2024-04-02T09:20:52.812 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:20:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:20:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:20:52.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:52 smithi012 ceph-mon[90784]: osdmap e1737: 8 total, 8 up, 8 in 2024-04-02T09:20:52.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:52 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/309414908' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:20:52.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:52 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:20:52.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:52 smithi012 ceph-mon[90784]: pgmap v3137: 585 pgs: 32 unknown, 553 active+clean; 301 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 552 KiB/s rd, 14 KiB/s wr, 670 op/s 2024-04-02T09:20:52.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:52 smithi012 ceph-mon[88355]: osdmap e1737: 8 total, 8 up, 8 in 2024-04-02T09:20:52.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:52 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/309414908' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:20:52.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:52 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:20:52.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:52 smithi012 ceph-mon[88355]: pgmap v3137: 585 pgs: 32 unknown, 553 active+clean; 301 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 552 KiB/s rd, 14 KiB/s wr, 670 op/s 2024-04-02T09:20:53.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:53 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:20:53.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:53 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:20:53.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:53 smithi055 ceph-mon[85080]: osdmap e1738: 8 total, 8 up, 8 in 2024-04-02T09:20:53.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:53 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:20:53.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:53 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:20:53.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:53 smithi012 ceph-mon[90784]: osdmap e1738: 8 total, 8 up, 8 in 2024-04-02T09:20:53.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:53 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:20:53.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:53 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:20:53.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:53 smithi012 ceph-mon[88355]: osdmap e1738: 8 total, 8 up, 8 in 2024-04-02T09:20:54.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:54 smithi055 ceph-mon[85080]: osdmap e1739: 8 total, 8 up, 8 in 2024-04-02T09:20:54.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:54 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1122765131' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:20:54.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:54 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:20:54.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:54 smithi055 ceph-mon[85080]: pgmap v3140: 617 pgs: 64 unknown, 553 active+clean; 301 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 549 KiB/s rd, 13 KiB/s wr, 666 op/s 2024-04-02T09:20:54.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:54 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:20:54.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:54 smithi055 ceph-mon[85080]: osdmap e1740: 8 total, 8 up, 8 in 2024-04-02T09:20:54.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:54 smithi012 ceph-mon[88355]: osdmap e1739: 8 total, 8 up, 8 in 2024-04-02T09:20:54.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:54 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1122765131' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:20:54.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:54 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:20:54.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:54 smithi012 ceph-mon[88355]: pgmap v3140: 617 pgs: 64 unknown, 553 active+clean; 301 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 549 KiB/s rd, 13 KiB/s wr, 666 op/s 2024-04-02T09:20:54.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:54 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:20:54.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:54 smithi012 ceph-mon[88355]: osdmap e1740: 8 total, 8 up, 8 in 2024-04-02T09:20:54.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:54 smithi012 ceph-mon[90784]: osdmap e1739: 8 total, 8 up, 8 in 2024-04-02T09:20:54.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:54 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1122765131' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:20:54.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:54 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:20:54.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:54 smithi012 ceph-mon[90784]: pgmap v3140: 617 pgs: 64 unknown, 553 active+clean; 301 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 549 KiB/s rd, 13 KiB/s wr, 666 op/s 2024-04-02T09:20:54.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:54 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:20:54.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:54 smithi012 ceph-mon[90784]: osdmap e1740: 8 total, 8 up, 8 in 2024-04-02T09:20:56.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:56 smithi055 ceph-mon[85080]: osdmap e1741: 8 total, 8 up, 8 in 2024-04-02T09:20:56.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:56 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2796780878' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:20:56.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:56 smithi055 ceph-mon[85080]: pgmap v3143: 649 pgs: 62 unknown, 587 active+clean; 301 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 2.2 KiB/s wr, 59 op/s 2024-04-02T09:20:56.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:56 smithi012 ceph-mon[88355]: osdmap e1741: 8 total, 8 up, 8 in 2024-04-02T09:20:56.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:56 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2796780878' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:20:56.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:56 smithi012 ceph-mon[88355]: pgmap v3143: 649 pgs: 62 unknown, 587 active+clean; 301 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 2.2 KiB/s wr, 59 op/s 2024-04-02T09:20:56.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:56 smithi012 ceph-mon[90784]: osdmap e1741: 8 total, 8 up, 8 in 2024-04-02T09:20:56.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:56 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2796780878' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:20:56.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:56 smithi012 ceph-mon[90784]: pgmap v3143: 649 pgs: 62 unknown, 587 active+clean; 301 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 2.2 KiB/s wr, 59 op/s 2024-04-02T09:20:57.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:57 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2796780878' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:20:57.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:57 smithi055 ceph-mon[85080]: osdmap e1742: 8 total, 8 up, 8 in 2024-04-02T09:20:57.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:57 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2671215505' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi012-138837-29", "tierpool":"test-librbd-smithi012-138837-31", "force_nonempty":""}]: dispatch 2024-04-02T09:20:57.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:57 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2796780878' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:20:57.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:57 smithi012 ceph-mon[88355]: osdmap e1742: 8 total, 8 up, 8 in 2024-04-02T09:20:57.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:57 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2671215505' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi012-138837-29", "tierpool":"test-librbd-smithi012-138837-31", "force_nonempty":""}]: dispatch 2024-04-02T09:20:57.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:57 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2796780878' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:20:57.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:57 smithi012 ceph-mon[90784]: osdmap e1742: 8 total, 8 up, 8 in 2024-04-02T09:20:57.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:57 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2671215505' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi012-138837-29", "tierpool":"test-librbd-smithi012-138837-31", "force_nonempty":""}]: dispatch 2024-04-02T09:20:58.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:20:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:20:57] "GET /metrics HTTP/1.1" 200 68075 "" "Prometheus/2.43.0" 2024-04-02T09:20:58.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:58 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2671215505' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi012-138837-29", "tierpool":"test-librbd-smithi012-138837-31", "force_nonempty":""}]': finished 2024-04-02T09:20:58.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:58 smithi055 ceph-mon[85080]: osdmap e1743: 8 total, 8 up, 8 in 2024-04-02T09:20:58.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:58 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2671215505' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi012-138837-31", "mode":"writeback"}]: dispatch 2024-04-02T09:20:58.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:58 smithi055 ceph-mon[85080]: pgmap v3146: 649 pgs: 21 creating+peering, 11 unknown, 617 active+clean; 301 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 2.2 KiB/s wr, 59 op/s 2024-04-02T09:20:58.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:58 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2671215505' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi012-138837-29", "tierpool":"test-librbd-smithi012-138837-31", "force_nonempty":""}]': finished 2024-04-02T09:20:58.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:58 smithi012 ceph-mon[88355]: osdmap e1743: 8 total, 8 up, 8 in 2024-04-02T09:20:58.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:58 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2671215505' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi012-138837-31", "mode":"writeback"}]: dispatch 2024-04-02T09:20:58.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:58 smithi012 ceph-mon[88355]: pgmap v3146: 649 pgs: 21 creating+peering, 11 unknown, 617 active+clean; 301 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 2.2 KiB/s wr, 59 op/s 2024-04-02T09:20:58.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:58 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2671215505' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi012-138837-29", "tierpool":"test-librbd-smithi012-138837-31", "force_nonempty":""}]': finished 2024-04-02T09:20:58.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:58 smithi012 ceph-mon[90784]: osdmap e1743: 8 total, 8 up, 8 in 2024-04-02T09:20:58.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:58 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2671215505' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi012-138837-31", "mode":"writeback"}]: dispatch 2024-04-02T09:20:58.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:58 smithi012 ceph-mon[90784]: pgmap v3146: 649 pgs: 21 creating+peering, 11 unknown, 617 active+clean; 301 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 2.2 KiB/s wr, 59 op/s 2024-04-02T09:20:59.456 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:20:59.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:59 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:20:59.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:59 smithi055 ceph-mon[85080]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-04-02T09:20:59.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:59 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2671215505' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi012-138837-31", "mode":"writeback"}]': finished 2024-04-02T09:20:59.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:59 smithi055 ceph-mon[85080]: osdmap e1744: 8 total, 8 up, 8 in 2024-04-02T09:20:59.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:59 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2671215505' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi012-138837-29", "overlaypool":"test-librbd-smithi012-138837-31"}]: dispatch 2024-04-02T09:20:59.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:20:59.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:59.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:59 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2671215505' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi012-138837-29", "overlaypool":"test-librbd-smithi012-138837-31"}]': finished 2024-04-02T09:20:59.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:20:59 smithi055 ceph-mon[85080]: osdmap e1745: 8 total, 8 up, 8 in 2024-04-02T09:20:59.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:59 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:20:59.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:59 smithi012 ceph-mon[90784]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-04-02T09:20:59.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:59 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2671215505' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi012-138837-31", "mode":"writeback"}]': finished 2024-04-02T09:20:59.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:59 smithi012 ceph-mon[90784]: osdmap e1744: 8 total, 8 up, 8 in 2024-04-02T09:20:59.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:59 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2671215505' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi012-138837-29", "overlaypool":"test-librbd-smithi012-138837-31"}]: dispatch 2024-04-02T09:20:59.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:20:59.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:59.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:59 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2671215505' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi012-138837-29", "overlaypool":"test-librbd-smithi012-138837-31"}]': finished 2024-04-02T09:20:59.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:20:59 smithi012 ceph-mon[90784]: osdmap e1745: 8 total, 8 up, 8 in 2024-04-02T09:20:59.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:59 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:20:59.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:59 smithi012 ceph-mon[88355]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-04-02T09:20:59.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:59 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2671215505' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi012-138837-31", "mode":"writeback"}]': finished 2024-04-02T09:20:59.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:59 smithi012 ceph-mon[88355]: osdmap e1744: 8 total, 8 up, 8 in 2024-04-02T09:20:59.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:59 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2671215505' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi012-138837-29", "overlaypool":"test-librbd-smithi012-138837-31"}]: dispatch 2024-04-02T09:20:59.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:20:59.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:59.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:59 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2671215505' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi012-138837-29", "overlaypool":"test-librbd-smithi012-138837-31"}]': finished 2024-04-02T09:20:59.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:20:59 smithi012 ceph-mon[88355]: osdmap e1745: 8 total, 8 up, 8 in 2024-04-02T09:21:00.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:00 smithi055 ceph-mon[85080]: pgmap v3149: 649 pgs: 21 creating+peering, 7 unknown, 621 active+clean; 301 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:21:00.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:00 smithi012 ceph-mon[90784]: pgmap v3149: 649 pgs: 21 creating+peering, 7 unknown, 621 active+clean; 301 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:21:00.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:00 smithi012 ceph-mon[88355]: pgmap v3149: 649 pgs: 21 creating+peering, 7 unknown, 621 active+clean; 301 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:21:01.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:01 smithi055 ceph-mon[85080]: osdmap e1746: 8 total, 8 up, 8 in 2024-04-02T09:21:01.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:01 smithi012 ceph-mon[88355]: osdmap e1746: 8 total, 8 up, 8 in 2024-04-02T09:21:01.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:01 smithi012 ceph-mon[90784]: osdmap e1746: 8 total, 8 up, 8 in 2024-04-02T09:21:02.711 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:02 smithi055 ceph-mon[85080]: osdmap e1747: 8 total, 8 up, 8 in 2024-04-02T09:21:02.712 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:02 smithi055 ceph-mon[85080]: pgmap v3152: 649 pgs: 649 active+clean; 301 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:21:02.712 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:21:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:21:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:21:02.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:02 smithi012 ceph-mon[88355]: osdmap e1747: 8 total, 8 up, 8 in 2024-04-02T09:21:02.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:02 smithi012 ceph-mon[88355]: pgmap v3152: 649 pgs: 649 active+clean; 301 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:21:02.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:02 smithi012 ceph-mon[90784]: osdmap e1747: 8 total, 8 up, 8 in 2024-04-02T09:21:02.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:02 smithi012 ceph-mon[90784]: pgmap v3152: 649 pgs: 649 active+clean; 301 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:21:03.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:03 smithi055 ceph-mon[85080]: osdmap e1748: 8 total, 8 up, 8 in 2024-04-02T09:21:03.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:03 smithi012 ceph-mon[88355]: osdmap e1748: 8 total, 8 up, 8 in 2024-04-02T09:21:03.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:03 smithi012 ceph-mon[90784]: osdmap e1748: 8 total, 8 up, 8 in 2024-04-02T09:21:04.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:04 smithi055 ceph-mon[85080]: osdmap e1749: 8 total, 8 up, 8 in 2024-04-02T09:21:04.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:04 smithi055 ceph-mon[85080]: pgmap v3155: 649 pgs: 649 active+clean; 301 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:21:04.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:04 smithi012 ceph-mon[88355]: osdmap e1749: 8 total, 8 up, 8 in 2024-04-02T09:21:04.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:04 smithi012 ceph-mon[88355]: pgmap v3155: 649 pgs: 649 active+clean; 301 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:21:04.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:04 smithi012 ceph-mon[90784]: osdmap e1749: 8 total, 8 up, 8 in 2024-04-02T09:21:04.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:04 smithi012 ceph-mon[90784]: pgmap v3155: 649 pgs: 649 active+clean; 301 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:21:05.077 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:05.077 INFO:tasks.workunit.client.0.smithi012.stdout:trying to find test-librbd-smithi012-138837-30/image118 2024-04-02T09:21:05.077 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-30/image118 2024-04-02T09:21:05.077 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-30/image118 2024-04-02T09:21:05.078 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:05.078 INFO:tasks.workunit.client.0.smithi012.stdout:num children is: 1 2024-04-02T09:21:05.078 INFO:tasks.workunit.client.0.smithi012.stdout:expected: 1 2024-04-02T09:21:05.078 INFO:tasks.workunit.client.0.smithi012.stdout:child: image118 2024-04-02T09:21:05.078 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-30/image118/8be09f2850ea 2024-04-02T09:21:05.078 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:05.078 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:05.078 INFO:tasks.workunit.client.0.smithi012.stdout:trying to find test-librbd-smithi012-138837-30/image118 2024-04-02T09:21:05.078 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-29/image119 2024-04-02T09:21:05.078 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-30/image118 2024-04-02T09:21:05.078 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-30/image118 2024-04-02T09:21:05.078 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:05.078 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:05.079 INFO:tasks.workunit.client.0.smithi012.stdout:trying to find test-librbd-smithi012-138837-29/image119 2024-04-02T09:21:05.079 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-29/image119 2024-04-02T09:21:05.079 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-29/image119 2024-04-02T09:21:05.079 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:05.079 INFO:tasks.workunit.client.0.smithi012.stdout:num children is: 2 2024-04-02T09:21:05.079 INFO:tasks.workunit.client.0.smithi012.stdout:expected: 2 2024-04-02T09:21:05.079 INFO:tasks.workunit.client.0.smithi012.stdout:child: image119 2024-04-02T09:21:05.079 INFO:tasks.workunit.client.0.smithi012.stdout:child: image118 2024-04-02T09:21:05.079 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-30/image118/8be09f2850ea 2024-04-02T09:21:05.079 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:05.079 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-29/image119/8be047f7850f 2024-04-02T09:21:05.079 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:05.079 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:05.079 INFO:tasks.workunit.client.0.smithi012.stdout:trying to find test-librbd-smithi012-138837-30/image118 2024-04-02T09:21:05.079 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-29/image119 2024-04-02T09:21:05.080 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-30/image118 2024-04-02T09:21:05.080 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-30/image118 2024-04-02T09:21:05.080 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:05.080 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:05.080 INFO:tasks.workunit.client.0.smithi012.stdout:trying to find test-librbd-smithi012-138837-29/image119 2024-04-02T09:21:05.080 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-29/image119 2024-04-02T09:21:05.080 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-29/image119 2024-04-02T09:21:05.080 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:05.080 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:05.080 INFO:tasks.workunit.client.0.smithi012.stdout:trying to find test-librbd-smithi012-138837-30/image120 2024-04-02T09:21:05.080 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-29/image119 2024-04-02T09:21:05.080 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-30/image118 2024-04-02T09:21:05.080 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-30/image120 2024-04-02T09:21:05.080 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-30/image120 2024-04-02T09:21:05.081 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:05.081 INFO:tasks.workunit.client.0.smithi012.stdout:num children is: 3 2024-04-02T09:21:05.081 INFO:tasks.workunit.client.0.smithi012.stdout:expected: 3 2024-04-02T09:21:05.081 INFO:tasks.workunit.client.0.smithi012.stdout:child: image119 2024-04-02T09:21:05.081 INFO:tasks.workunit.client.0.smithi012.stdout:child: image118 2024-04-02T09:21:05.081 INFO:tasks.workunit.client.0.smithi012.stdout:child: image120 2024-04-02T09:21:05.081 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-30/image118/8be09f2850ea 2024-04-02T09:21:05.081 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:05.081 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-29/image119/8be047f7850f 2024-04-02T09:21:05.081 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:05.081 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-30/image120/8be04e8672c6 2024-04-02T09:21:05.081 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:05.081 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:05.081 INFO:tasks.workunit.client.0.smithi012.stdout:trying to find test-librbd-smithi012-138837-30/image118 2024-04-02T09:21:05.082 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-29/image119 2024-04-02T09:21:05.082 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-30/image118 2024-04-02T09:21:05.082 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-30/image118 2024-04-02T09:21:05.082 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:05.082 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:05.082 INFO:tasks.workunit.client.0.smithi012.stdout:trying to find test-librbd-smithi012-138837-29/image119 2024-04-02T09:21:05.082 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-29/image119 2024-04-02T09:21:05.082 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-29/image119 2024-04-02T09:21:05.082 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:05.082 INFO:tasks.workunit.client.0.smithi012.stdout:num children is: 3 2024-04-02T09:21:05.082 INFO:tasks.workunit.client.0.smithi012.stdout:expected: 3 2024-04-02T09:21:05.082 INFO:tasks.workunit.client.0.smithi012.stdout:child: image119 2024-04-02T09:21:05.083 INFO:tasks.workunit.client.0.smithi012.stdout:child: image118 2024-04-02T09:21:05.083 INFO:tasks.workunit.client.0.smithi012.stdout:child: image120 2024-04-02T09:21:05.083 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-30/image118/8be09f2850ea 2024-04-02T09:21:05.083 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:05.083 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-29/image119/8be047f7850f 2024-04-02T09:21:05.083 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:05.083 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-30/image120/8be04e8672c6 2024-04-02T09:21:05.083 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:05.083 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:05.083 INFO:tasks.workunit.client.0.smithi012.stdout:trying to find test-librbd-smithi012-138837-30/image118 2024-04-02T09:21:05.083 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-29/image119 2024-04-02T09:21:05.083 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-30/image118 2024-04-02T09:21:05.083 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-30/image118 2024-04-02T09:21:05.083 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:05.083 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:05.084 INFO:tasks.workunit.client.0.smithi012.stdout:trying to find test-librbd-smithi012-138837-29/image119 2024-04-02T09:21:05.084 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-29/image119 2024-04-02T09:21:05.084 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-29/image119 2024-04-02T09:21:05.084 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:05.084 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:05.084 INFO:tasks.workunit.client.0.smithi012.stdout:trying to find test-librbd-smithi012-138837-30/image121 2024-04-02T09:21:05.084 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-29/image119 2024-04-02T09:21:05.084 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-30/image118 2024-04-02T09:21:05.084 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-30/image121 2024-04-02T09:21:05.084 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-30/image121 2024-04-02T09:21:05.084 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:05.084 INFO:tasks.workunit.client.0.smithi012.stdout:num children is: 4 2024-04-02T09:21:05.084 INFO:tasks.workunit.client.0.smithi012.stdout:expected: 4 2024-04-02T09:21:05.084 INFO:tasks.workunit.client.0.smithi012.stdout:child: image119 2024-04-02T09:21:05.085 INFO:tasks.workunit.client.0.smithi012.stdout:child: image118 2024-04-02T09:21:05.085 INFO:tasks.workunit.client.0.smithi012.stdout:child: image120 2024-04-02T09:21:05.085 INFO:tasks.workunit.client.0.smithi012.stdout:child: image121 2024-04-02T09:21:05.085 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-30/image118/8be09f2850ea 2024-04-02T09:21:05.085 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:05.085 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-29/image119/8be047f7850f 2024-04-02T09:21:05.085 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:05.085 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-30/image120/8be04e8672c6 2024-04-02T09:21:05.085 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:05.085 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-30/image121/8be0fe1fddbb 2024-04-02T09:21:05.085 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:05.085 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:05.085 INFO:tasks.workunit.client.0.smithi012.stdout:trying to find test-librbd-smithi012-138837-30/image118 2024-04-02T09:21:05.085 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-29/image119 2024-04-02T09:21:05.086 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-30/image118 2024-04-02T09:21:05.086 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-30/image118 2024-04-02T09:21:05.086 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:05.086 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:05.086 INFO:tasks.workunit.client.0.smithi012.stdout:trying to find test-librbd-smithi012-138837-29/image119 2024-04-02T09:21:05.086 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-29/image119 2024-04-02T09:21:05.086 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-29/image119 2024-04-02T09:21:05.086 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:05.086 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:05.086 INFO:tasks.workunit.client.0.smithi012.stdout:trying to find test-librbd-smithi012-138837-30/image120 2024-04-02T09:21:05.086 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-29/image119 2024-04-02T09:21:05.086 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-30/image118 2024-04-02T09:21:05.086 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-30/image120 2024-04-02T09:21:05.087 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-30/image120 2024-04-02T09:21:05.087 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:05.087 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:05.087 INFO:tasks.workunit.client.0.smithi012.stdout:trying to find test-librbd-smithi012-138837-30/image121 2024-04-02T09:21:05.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:05 smithi055 ceph-mon[85080]: osdmap e1750: 8 total, 8 up, 8 in 2024-04-02T09:21:05.927 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:05 smithi012 ceph-mon[88355]: osdmap e1750: 8 total, 8 up, 8 in 2024-04-02T09:21:05.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:05 smithi012 ceph-mon[90784]: osdmap e1750: 8 total, 8 up, 8 in 2024-04-02T09:21:06.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:06 smithi055 ceph-mon[85080]: osdmap e1751: 8 total, 8 up, 8 in 2024-04-02T09:21:06.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:06 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2671215505' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi012-138837-29"}]: dispatch 2024-04-02T09:21:06.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:06 smithi055 ceph-mon[85080]: pgmap v3158: 649 pgs: 649 active+clean; 301 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 292 KiB/s rd, 6.2 KiB/s wr, 347 op/s 2024-04-02T09:21:06.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:06 smithi012 ceph-mon[88355]: osdmap e1751: 8 total, 8 up, 8 in 2024-04-02T09:21:06.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:06 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2671215505' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi012-138837-29"}]: dispatch 2024-04-02T09:21:06.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:06 smithi012 ceph-mon[88355]: pgmap v3158: 649 pgs: 649 active+clean; 301 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 292 KiB/s rd, 6.2 KiB/s wr, 347 op/s 2024-04-02T09:21:06.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:06 smithi012 ceph-mon[90784]: osdmap e1751: 8 total, 8 up, 8 in 2024-04-02T09:21:06.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:06 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2671215505' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi012-138837-29"}]: dispatch 2024-04-02T09:21:06.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:06 smithi012 ceph-mon[90784]: pgmap v3158: 649 pgs: 649 active+clean; 301 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 292 KiB/s rd, 6.2 KiB/s wr, 347 op/s 2024-04-02T09:21:07.532 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-29/image119 2024-04-02T09:21:07.533 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-30/image118 2024-04-02T09:21:07.533 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-30/image120 2024-04-02T09:21:07.533 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-30/image121 2024-04-02T09:21:07.533 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-30/image121 2024-04-02T09:21:07.533 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:07.533 INFO:tasks.workunit.client.0.smithi012.stdout:num children is: 4 2024-04-02T09:21:07.533 INFO:tasks.workunit.client.0.smithi012.stdout:expected: 4 2024-04-02T09:21:07.533 INFO:tasks.workunit.client.0.smithi012.stdout:child: image119 2024-04-02T09:21:07.533 INFO:tasks.workunit.client.0.smithi012.stdout:child: image118 2024-04-02T09:21:07.533 INFO:tasks.workunit.client.0.smithi012.stdout:child: image120 2024-04-02T09:21:07.533 INFO:tasks.workunit.client.0.smithi012.stdout:child: image121 2024-04-02T09:21:07.533 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-30/image118/8be09f2850ea 2024-04-02T09:21:07.533 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:07.534 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-29/image119/8be047f7850f 2024-04-02T09:21:07.534 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:07.534 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-30/image120/8be04e8672c6 2024-04-02T09:21:07.534 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:07.534 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-30/image121/8be0fe1fddbb 2024-04-02T09:21:07.534 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:07.534 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:07.534 INFO:tasks.workunit.client.0.smithi012.stdout:trying to find test-librbd-smithi012-138837-29/image119 2024-04-02T09:21:07.534 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-29/image119 2024-04-02T09:21:07.534 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-29/image119 2024-04-02T09:21:07.534 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:07.534 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:07.534 INFO:tasks.workunit.client.0.smithi012.stdout:trying to find test-librbd-smithi012-138837-30/image120 2024-04-02T09:21:07.535 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-29/image119 2024-04-02T09:21:07.535 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-30/image120 2024-04-02T09:21:07.535 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-30/image120 2024-04-02T09:21:07.535 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:07.535 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:07.535 INFO:tasks.workunit.client.0.smithi012.stdout:trying to find test-librbd-smithi012-138837-30/image121 2024-04-02T09:21:07.535 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-29/image119 2024-04-02T09:21:07.535 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-30/image120 2024-04-02T09:21:07.535 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-30/image121 2024-04-02T09:21:07.535 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-30/image121 2024-04-02T09:21:07.535 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:07.535 INFO:tasks.workunit.client.0.smithi012.stdout:num children is: 3 2024-04-02T09:21:07.535 INFO:tasks.workunit.client.0.smithi012.stdout:expected: 3 2024-04-02T09:21:07.535 INFO:tasks.workunit.client.0.smithi012.stdout:child: image119 2024-04-02T09:21:07.536 INFO:tasks.workunit.client.0.smithi012.stdout:child: image120 2024-04-02T09:21:07.536 INFO:tasks.workunit.client.0.smithi012.stdout:child: image121 2024-04-02T09:21:07.536 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-29/image119/8be047f7850f 2024-04-02T09:21:07.536 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:07.536 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-30/image120/8be04e8672c6 2024-04-02T09:21:07.536 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:07.536 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-30/image121/8be0fe1fddbb 2024-04-02T09:21:07.536 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:07.536 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:07.536 INFO:tasks.workunit.client.0.smithi012.stdout:trying to find test-librbd-smithi012-138837-29/image119 2024-04-02T09:21:07.536 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-29/image119 2024-04-02T09:21:07.536 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-29/image119 2024-04-02T09:21:07.536 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:07.536 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:07.536 INFO:tasks.workunit.client.0.smithi012.stdout:trying to find test-librbd-smithi012-138837-30/image121 2024-04-02T09:21:07.537 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-29/image119 2024-04-02T09:21:07.537 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-30/image121 2024-04-02T09:21:07.537 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-30/image121 2024-04-02T09:21:07.537 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:07.537 INFO:tasks.workunit.client.0.smithi012.stdout:num children is: 2 2024-04-02T09:21:07.537 INFO:tasks.workunit.client.0.smithi012.stdout:expected: 2 2024-04-02T09:21:07.537 INFO:tasks.workunit.client.0.smithi012.stdout:child: image119 2024-04-02T09:21:07.537 INFO:tasks.workunit.client.0.smithi012.stdout:child: image121 2024-04-02T09:21:07.537 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-29/image119/8be047f7850f 2024-04-02T09:21:07.537 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:07.537 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-30/image121/8be0fe1fddbb 2024-04-02T09:21:07.537 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:07.537 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:07.537 INFO:tasks.workunit.client.0.smithi012.stdout:trying to find test-librbd-smithi012-138837-29/image119 2024-04-02T09:21:07.537 INFO:tasks.workunit.client.0.smithi012.stdout:checking test-librbd-smithi012-138837-29/image119 2024-04-02T09:21:07.538 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-29/image119 2024-04-02T09:21:07.538 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:07.538 INFO:tasks.workunit.client.0.smithi012.stdout:num children is: 1 2024-04-02T09:21:07.538 INFO:tasks.workunit.client.0.smithi012.stdout:expected: 1 2024-04-02T09:21:07.538 INFO:tasks.workunit.client.0.smithi012.stdout:child: image119 2024-04-02T09:21:07.538 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-29/image119/8be047f7850f 2024-04-02T09:21:07.538 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:21:07.538 INFO:tasks.workunit.client.0.smithi012.stdout:num children is: 0 2024-04-02T09:21:07.538 INFO:tasks.workunit.client.0.smithi012.stdout:expected: 0 2024-04-02T09:21:07.538 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.ListChildrenTiered (16942 ms) 2024-04-02T09:21:07.538 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.LockingPP 2024-04-02T09:21:07.538 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:21:07.613 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.LockingPP (81 ms) 2024-04-02T09:21:07.613 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.FlushAio 2024-04-02T09:21:07.613 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:21:07.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:07 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2671215505' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi012-138837-29"}]': finished 2024-04-02T09:21:07.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:07 smithi055 ceph-mon[85080]: osdmap e1752: 8 total, 8 up, 8 in 2024-04-02T09:21:07.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:07 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2671215505' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi012-138837-29", "tierpool":"test-librbd-smithi012-138837-31"}]: dispatch 2024-04-02T09:21:07.872 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.FlushAio (259 ms) 2024-04-02T09:21:07.872 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.FlushAioPP 2024-04-02T09:21:07.872 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:21:07.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:07 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2671215505' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi012-138837-29"}]': finished 2024-04-02T09:21:07.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:07 smithi012 ceph-mon[88355]: osdmap e1752: 8 total, 8 up, 8 in 2024-04-02T09:21:07.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:07 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2671215505' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi012-138837-29", "tierpool":"test-librbd-smithi012-138837-31"}]: dispatch 2024-04-02T09:21:07.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:07 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2671215505' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi012-138837-29"}]': finished 2024-04-02T09:21:07.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:07 smithi012 ceph-mon[90784]: osdmap e1752: 8 total, 8 up, 8 in 2024-04-02T09:21:07.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:07 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2671215505' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi012-138837-29", "tierpool":"test-librbd-smithi012-138837-31"}]: dispatch 2024-04-02T09:21:08.083 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.FlushAioPP (211 ms) 2024-04-02T09:21:08.083 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.ZeroLengthWrite 2024-04-02T09:21:08.083 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:21:08.112 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.ZeroLengthWrite (28 ms) 2024-04-02T09:21:08.112 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.ZeroLengthDiscard 2024-04-02T09:21:08.112 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:21:08.137 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.ZeroLengthDiscard (26 ms) 2024-04-02T09:21:08.138 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.ZeroLengthRead 2024-04-02T09:21:08.138 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:21:08.156 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.ZeroLengthRead (19 ms) 2024-04-02T09:21:08.156 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.LargeCacheRead 2024-04-02T09:21:08.156 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:21:08.201 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.LargeCacheRead (45 ms) 2024-04-02T09:21:08.202 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestPendingAio 2024-04-02T09:21:08.202 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:21:08.427 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:21:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:21:07] "GET /metrics HTTP/1.1" 200 75504 "" "Prometheus/2.43.0" 2024-04-02T09:21:08.450 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestPendingAio (248 ms) 2024-04-02T09:21:08.450 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyup 2024-04-02T09:21:08.450 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:21:08.645 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:21:08.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:08 smithi055 ceph-mon[85080]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-04-02T09:21:08.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:08 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2671215505' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi012-138837-29", "tierpool":"test-librbd-smithi012-138837-31"}]': finished 2024-04-02T09:21:08.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:08 smithi055 ceph-mon[85080]: osdmap e1753: 8 total, 8 up, 8 in 2024-04-02T09:21:08.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:08 smithi055 ceph-mon[85080]: pgmap v3161: 649 pgs: 649 active+clean; 301 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 464 KiB/s rd, 11 KiB/s wr, 567 op/s 2024-04-02T09:21:08.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:08 smithi012 ceph-mon[88355]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-04-02T09:21:08.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:08 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2671215505' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi012-138837-29", "tierpool":"test-librbd-smithi012-138837-31"}]': finished 2024-04-02T09:21:08.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:08 smithi012 ceph-mon[88355]: osdmap e1753: 8 total, 8 up, 8 in 2024-04-02T09:21:08.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:08 smithi012 ceph-mon[88355]: pgmap v3161: 649 pgs: 649 active+clean; 301 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 464 KiB/s rd, 11 KiB/s wr, 567 op/s 2024-04-02T09:21:08.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:08 smithi012 ceph-mon[90784]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-04-02T09:21:08.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:08 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2671215505' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi012-138837-29", "tierpool":"test-librbd-smithi012-138837-31"}]': finished 2024-04-02T09:21:08.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:08 smithi012 ceph-mon[90784]: osdmap e1753: 8 total, 8 up, 8 in 2024-04-02T09:21:08.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:08 smithi012 ceph-mon[90784]: pgmap v3161: 649 pgs: 649 active+clean; 301 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 464 KiB/s rd, 11 KiB/s wr, 567 op/s 2024-04-02T09:21:09.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:09 smithi055 ceph-mon[85080]: osdmap e1754: 8 total, 8 up, 8 in 2024-04-02T09:21:09.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:09 smithi055 ceph-mon[85080]: osdmap e1755: 8 total, 8 up, 8 in 2024-04-02T09:21:09.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:09 smithi012 ceph-mon[90784]: osdmap e1754: 8 total, 8 up, 8 in 2024-04-02T09:21:09.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:09 smithi012 ceph-mon[90784]: osdmap e1755: 8 total, 8 up, 8 in 2024-04-02T09:21:09.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:09 smithi012 ceph-mon[88355]: osdmap e1754: 8 total, 8 up, 8 in 2024-04-02T09:21:09.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:09 smithi012 ceph-mon[88355]: osdmap e1755: 8 total, 8 up, 8 in 2024-04-02T09:21:10.513 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyup (2064 ms) 2024-04-02T09:21:10.513 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyupMismatch 2024-04-02T09:21:10.513 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:21:10.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:10 smithi055 ceph-mon[85080]: pgmap v3164: 649 pgs: 649 active+clean; 301 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 247 KiB/s rd, 10 KiB/s wr, 314 op/s 2024-04-02T09:21:10.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:10 smithi055 ceph-mon[85080]: osdmap e1756: 8 total, 8 up, 8 in 2024-04-02T09:21:10.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:10 smithi012 ceph-mon[88355]: pgmap v3164: 649 pgs: 649 active+clean; 301 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 247 KiB/s rd, 10 KiB/s wr, 314 op/s 2024-04-02T09:21:10.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:10 smithi012 ceph-mon[88355]: osdmap e1756: 8 total, 8 up, 8 in 2024-04-02T09:21:10.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:10 smithi012 ceph-mon[90784]: pgmap v3164: 649 pgs: 649 active+clean; 301 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 247 KiB/s rd, 10 KiB/s wr, 314 op/s 2024-04-02T09:21:10.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:10 smithi012 ceph-mon[90784]: osdmap e1756: 8 total, 8 up, 8 in 2024-04-02T09:21:11.563 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:21:12.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:12 smithi055 ceph-mon[85080]: osdmap e1757: 8 total, 8 up, 8 in 2024-04-02T09:21:12.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:12 smithi055 ceph-mon[85080]: pgmap v3167: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 957 KiB/s rd, 736 KiB/s wr, 770 op/s 2024-04-02T09:21:12.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:21:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:21:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:21:12.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:12 smithi012 ceph-mon[88355]: osdmap e1757: 8 total, 8 up, 8 in 2024-04-02T09:21:12.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:12 smithi012 ceph-mon[88355]: pgmap v3167: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 957 KiB/s rd, 736 KiB/s wr, 770 op/s 2024-04-02T09:21:12.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:12 smithi012 ceph-mon[90784]: osdmap e1757: 8 total, 8 up, 8 in 2024-04-02T09:21:12.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:12 smithi012 ceph-mon[90784]: pgmap v3167: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 957 KiB/s rd, 736 KiB/s wr, 770 op/s 2024-04-02T09:21:13.534 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyupMismatch (3021 ms) 2024-04-02T09:21:13.534 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.Flatten 2024-04-02T09:21:13.534 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:21:13.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:13 smithi055 ceph-mon[85080]: osdmap e1758: 8 total, 8 up, 8 in 2024-04-02T09:21:13.927 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:13 smithi012 ceph-mon[88355]: osdmap e1758: 8 total, 8 up, 8 in 2024-04-02T09:21:13.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:13 smithi012 ceph-mon[90784]: osdmap e1758: 8 total, 8 up, 8 in 2024-04-02T09:21:14.562 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.Flatten (1027 ms) 2024-04-02T09:21:14.562 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.Sparsify 2024-04-02T09:21:14.562 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:21:14.597 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 32768 2024-04-02T09:21:14.597 INFO:tasks.workunit.client.0.smithi012.stdout:read: 32768 2024-04-02T09:21:14.598 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.Sparsify (36 ms) 2024-04-02T09:21:14.598 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.SparsifyPP 2024-04-02T09:21:14.598 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:21:14.635 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.SparsifyPP (38 ms) 2024-04-02T09:21:14.636 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.SnapshotLimit 2024-04-02T09:21:14.636 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:21:14.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:14 smithi055 ceph-mon[85080]: osdmap e1759: 8 total, 8 up, 8 in 2024-04-02T09:21:14.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:14 smithi055 ceph-mon[85080]: pgmap v3170: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 882 KiB/s rd, 731 KiB/s wr, 676 op/s 2024-04-02T09:21:14.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:21:14.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:14.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:14 smithi055 ceph-mon[85080]: osdmap e1760: 8 total, 8 up, 8 in 2024-04-02T09:21:14.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:14 smithi012 ceph-mon[90784]: osdmap e1759: 8 total, 8 up, 8 in 2024-04-02T09:21:14.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:14 smithi012 ceph-mon[90784]: pgmap v3170: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 882 KiB/s rd, 731 KiB/s wr, 676 op/s 2024-04-02T09:21:14.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:21:14.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:14.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:14 smithi012 ceph-mon[90784]: osdmap e1760: 8 total, 8 up, 8 in 2024-04-02T09:21:14.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:14 smithi012 ceph-mon[88355]: osdmap e1759: 8 total, 8 up, 8 in 2024-04-02T09:21:14.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:14 smithi012 ceph-mon[88355]: pgmap v3170: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 882 KiB/s rd, 731 KiB/s wr, 676 op/s 2024-04-02T09:21:14.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:21:14.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:14.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:14 smithi012 ceph-mon[88355]: osdmap e1760: 8 total, 8 up, 8 in 2024-04-02T09:21:15.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:15 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:21:15.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:15 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:21:15.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:15 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:21:15.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:15 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:21:15.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:21:15.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:21:15.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:21:15.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:21:15.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:21:15.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:21:15.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:21:15.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:21:16.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:16 smithi055 ceph-mon[85080]: osdmap e1761: 8 total, 8 up, 8 in 2024-04-02T09:21:16.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:16 smithi055 ceph-mon[85080]: pgmap v3173: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 17 KiB/s wr, 117 op/s 2024-04-02T09:21:16.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:16 smithi012 ceph-mon[88355]: osdmap e1761: 8 total, 8 up, 8 in 2024-04-02T09:21:16.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:16 smithi012 ceph-mon[88355]: pgmap v3173: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 17 KiB/s wr, 117 op/s 2024-04-02T09:21:16.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:16 smithi012 ceph-mon[90784]: osdmap e1761: 8 total, 8 up, 8 in 2024-04-02T09:21:16.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:16 smithi012 ceph-mon[90784]: pgmap v3173: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 17 KiB/s wr, 117 op/s 2024-04-02T09:21:17.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:17 smithi055 ceph-mon[85080]: osdmap e1762: 8 total, 8 up, 8 in 2024-04-02T09:21:17.927 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:17 smithi012 ceph-mon[88355]: osdmap e1762: 8 total, 8 up, 8 in 2024-04-02T09:21:17.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:17 smithi012 ceph-mon[90784]: osdmap e1762: 8 total, 8 up, 8 in 2024-04-02T09:21:18.427 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:21:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:21:17] "GET /metrics HTTP/1.1" 200 75580 "" "Prometheus/2.43.0" 2024-04-02T09:21:18.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:18 smithi055 ceph-mon[85080]: osdmap e1763: 8 total, 8 up, 8 in 2024-04-02T09:21:18.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:18 smithi055 ceph-mon[85080]: pgmap v3176: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 262 KiB/s rd, 44 KiB/s wr, 329 op/s 2024-04-02T09:21:18.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:18 smithi012 ceph-mon[90784]: osdmap e1763: 8 total, 8 up, 8 in 2024-04-02T09:21:18.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:18 smithi012 ceph-mon[90784]: pgmap v3176: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 262 KiB/s rd, 44 KiB/s wr, 329 op/s 2024-04-02T09:21:18.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:18 smithi012 ceph-mon[88355]: osdmap e1763: 8 total, 8 up, 8 in 2024-04-02T09:21:18.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:18 smithi012 ceph-mon[88355]: pgmap v3176: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 262 KiB/s rd, 44 KiB/s wr, 329 op/s 2024-04-02T09:21:19.543 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.SnapshotLimit (4908 ms) 2024-04-02T09:21:19.543 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.SnapshotLimitPP 2024-04-02T09:21:19.543 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:21:19.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:19 smithi055 ceph-mon[85080]: osdmap e1764: 8 total, 8 up, 8 in 2024-04-02T09:21:19.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:19 smithi012 ceph-mon[88355]: osdmap e1764: 8 total, 8 up, 8 in 2024-04-02T09:21:19.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:19 smithi012 ceph-mon[90784]: osdmap e1764: 8 total, 8 up, 8 in 2024-04-02T09:21:20.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:20 smithi055 ceph-mon[85080]: osdmap e1765: 8 total, 8 up, 8 in 2024-04-02T09:21:20.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:20 smithi055 ceph-mon[85080]: pgmap v3179: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 176 KiB/s rd, 27 KiB/s wr, 211 op/s 2024-04-02T09:21:20.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:20 smithi012 ceph-mon[90784]: osdmap e1765: 8 total, 8 up, 8 in 2024-04-02T09:21:20.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:20 smithi012 ceph-mon[90784]: pgmap v3179: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 176 KiB/s rd, 27 KiB/s wr, 211 op/s 2024-04-02T09:21:20.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:20 smithi012 ceph-mon[88355]: osdmap e1765: 8 total, 8 up, 8 in 2024-04-02T09:21:20.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:20 smithi012 ceph-mon[88355]: pgmap v3179: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 176 KiB/s rd, 27 KiB/s wr, 211 op/s 2024-04-02T09:21:21.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:21 smithi055 ceph-mon[85080]: osdmap e1766: 8 total, 8 up, 8 in 2024-04-02T09:21:21.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:21 smithi012 ceph-mon[88355]: osdmap e1766: 8 total, 8 up, 8 in 2024-04-02T09:21:21.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:21 smithi012 ceph-mon[90784]: osdmap e1766: 8 total, 8 up, 8 in 2024-04-02T09:21:22.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:22 smithi055 ceph-mon[85080]: osdmap e1767: 8 total, 8 up, 8 in 2024-04-02T09:21:22.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:22 smithi055 ceph-mon[85080]: pgmap v3182: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 3.2 KiB/s wr, 30 op/s 2024-04-02T09:21:22.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:21:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:21:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:21:22.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:22 smithi012 ceph-mon[88355]: osdmap e1767: 8 total, 8 up, 8 in 2024-04-02T09:21:22.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:22 smithi012 ceph-mon[88355]: pgmap v3182: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 3.2 KiB/s wr, 30 op/s 2024-04-02T09:21:22.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:22 smithi012 ceph-mon[90784]: osdmap e1767: 8 total, 8 up, 8 in 2024-04-02T09:21:22.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:22 smithi012 ceph-mon[90784]: pgmap v3182: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 3.2 KiB/s wr, 30 op/s 2024-04-02T09:21:23.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:23 smithi055 ceph-mon[85080]: osdmap e1768: 8 total, 8 up, 8 in 2024-04-02T09:21:23.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:23 smithi012 ceph-mon[88355]: osdmap e1768: 8 total, 8 up, 8 in 2024-04-02T09:21:23.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:23 smithi012 ceph-mon[90784]: osdmap e1768: 8 total, 8 up, 8 in 2024-04-02T09:21:24.500 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.SnapshotLimitPP (4956 ms) 2024-04-02T09:21:24.500 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.RebuildObjectMapViaLockOwner 2024-04-02T09:21:24.500 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:21:24.558 INFO:tasks.workunit.client.0.smithi012.stdout:0.00% done 2024-04-02T09:21:24.559 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.RebuildObjectMapViaLockOwner (58 ms) 2024-04-02T09:21:24.559 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.RenameViaLockOwner 2024-04-02T09:21:24.559 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:21:24.626 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.RenameViaLockOwner (68 ms) 2024-04-02T09:21:24.626 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.SnapCreateViaLockOwner 2024-04-02T09:21:24.626 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:21:24.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:24 smithi055 ceph-mon[85080]: osdmap e1769: 8 total, 8 up, 8 in 2024-04-02T09:21:24.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:24 smithi055 ceph-mon[85080]: pgmap v3185: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 3.2 KiB/s wr, 30 op/s 2024-04-02T09:21:24.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:24 smithi055 ceph-mon[85080]: osdmap e1770: 8 total, 8 up, 8 in 2024-04-02T09:21:24.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:24 smithi012 ceph-mon[88355]: osdmap e1769: 8 total, 8 up, 8 in 2024-04-02T09:21:24.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:24 smithi012 ceph-mon[88355]: pgmap v3185: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 3.2 KiB/s wr, 30 op/s 2024-04-02T09:21:24.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:24 smithi012 ceph-mon[88355]: osdmap e1770: 8 total, 8 up, 8 in 2024-04-02T09:21:24.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:24 smithi012 ceph-mon[90784]: osdmap e1769: 8 total, 8 up, 8 in 2024-04-02T09:21:24.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:24 smithi012 ceph-mon[90784]: pgmap v3185: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 3.2 KiB/s wr, 30 op/s 2024-04-02T09:21:24.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:24 smithi012 ceph-mon[90784]: osdmap e1770: 8 total, 8 up, 8 in 2024-04-02T09:21:25.593 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.SnapCreateViaLockOwner (967 ms) 2024-04-02T09:21:25.593 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.SnapRemoveViaLockOwner 2024-04-02T09:21:25.593 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:21:26.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:26 smithi012 ceph-mon[88355]: osdmap e1771: 8 total, 8 up, 8 in 2024-04-02T09:21:26.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:26 smithi012 ceph-mon[88355]: pgmap v3188: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 3.7 KiB/s wr, 67 op/s 2024-04-02T09:21:26.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:26 smithi012 ceph-mon[90784]: osdmap e1771: 8 total, 8 up, 8 in 2024-04-02T09:21:26.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:26 smithi012 ceph-mon[90784]: pgmap v3188: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 3.7 KiB/s wr, 67 op/s 2024-04-02T09:21:27.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:26 smithi055 ceph-mon[85080]: osdmap e1771: 8 total, 8 up, 8 in 2024-04-02T09:21:27.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:26 smithi055 ceph-mon[85080]: pgmap v3188: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 3.7 KiB/s wr, 67 op/s 2024-04-02T09:21:27.606 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.SnapRemoveViaLockOwner (2014 ms) 2024-04-02T09:21:27.606 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.UpdateFeaturesViaLockOwner 2024-04-02T09:21:27.606 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:21:27.674 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.UpdateFeaturesViaLockOwner (67 ms) 2024-04-02T09:21:27.674 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.EnableJournalingViaLockOwner 2024-04-02T09:21:27.674 INFO:tasks.workunit.client.0.smithi012.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_librbd.cc:9376: Skipped 2024-04-02T09:21:27.674 INFO:tasks.workunit.client.0.smithi012.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:21:27.674 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestLibRBD.EnableJournalingViaLockOwner (0 ms) 2024-04-02T09:21:27.674 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.SnapRemove2 2024-04-02T09:21:27.674 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:21:27.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:27 smithi055 ceph-mon[85080]: osdmap e1772: 8 total, 8 up, 8 in 2024-04-02T09:21:27.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:27 smithi012 ceph-mon[88355]: osdmap e1772: 8 total, 8 up, 8 in 2024-04-02T09:21:27.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:27 smithi012 ceph-mon[90784]: osdmap e1772: 8 total, 8 up, 8 in 2024-04-02T09:21:28.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:21:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:21:27] "GET /metrics HTTP/1.1" 200 75580 "" "Prometheus/2.43.0" 2024-04-02T09:21:28.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:28 smithi012 ceph-mon[88355]: osdmap e1773: 8 total, 8 up, 8 in 2024-04-02T09:21:28.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:28 smithi012 ceph-mon[88355]: pgmap v3191: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 9.7 KiB/s wr, 137 op/s 2024-04-02T09:21:28.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:28 smithi012 ceph-mon[90784]: osdmap e1773: 8 total, 8 up, 8 in 2024-04-02T09:21:28.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:28 smithi012 ceph-mon[90784]: pgmap v3191: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 9.7 KiB/s wr, 137 op/s 2024-04-02T09:21:29.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:28 smithi055 ceph-mon[85080]: osdmap e1773: 8 total, 8 up, 8 in 2024-04-02T09:21:29.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:28 smithi055 ceph-mon[85080]: pgmap v3191: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 9.7 KiB/s wr, 137 op/s 2024-04-02T09:21:29.500 INFO:tasks.workunit.client.0.smithi012.stdout:100.00% done 2024-04-02T09:21:29.501 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.SnapRemove2 (1827 ms) 2024-04-02T09:21:29.501 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.SnapRenameViaLockOwner 2024-04-02T09:21:29.501 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:21:29.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:29 smithi012 ceph-mon[88355]: osdmap e1774: 8 total, 8 up, 8 in 2024-04-02T09:21:29.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:29.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:29 smithi012 ceph-mon[88355]: osdmap e1775: 8 total, 8 up, 8 in 2024-04-02T09:21:29.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:29 smithi012 ceph-mon[90784]: osdmap e1774: 8 total, 8 up, 8 in 2024-04-02T09:21:29.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:29.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:29 smithi012 ceph-mon[90784]: osdmap e1775: 8 total, 8 up, 8 in 2024-04-02T09:21:30.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:29 smithi055 ceph-mon[85080]: osdmap e1774: 8 total, 8 up, 8 in 2024-04-02T09:21:30.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:30.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:29 smithi055 ceph-mon[85080]: osdmap e1775: 8 total, 8 up, 8 in 2024-04-02T09:21:30.508 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.SnapRenameViaLockOwner (1008 ms) 2024-04-02T09:21:30.508 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.SnapProtectViaLockOwner 2024-04-02T09:21:30.509 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:21:30.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:30 smithi012 ceph-mon[88355]: pgmap v3194: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 6.0 KiB/s wr, 69 op/s 2024-04-02T09:21:30.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:30 smithi012 ceph-mon[88355]: osdmap e1776: 8 total, 8 up, 8 in 2024-04-02T09:21:30.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:30 smithi012 ceph-mon[90784]: pgmap v3194: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 6.0 KiB/s wr, 69 op/s 2024-04-02T09:21:30.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:30 smithi012 ceph-mon[90784]: osdmap e1776: 8 total, 8 up, 8 in 2024-04-02T09:21:31.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:30 smithi055 ceph-mon[85080]: pgmap v3194: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 6.0 KiB/s wr, 69 op/s 2024-04-02T09:21:31.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:30 smithi055 ceph-mon[85080]: osdmap e1776: 8 total, 8 up, 8 in 2024-04-02T09:21:31.516 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.SnapProtectViaLockOwner (1007 ms) 2024-04-02T09:21:31.516 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.SnapUnprotectViaLockOwner 2024-04-02T09:21:31.516 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:21:32.532 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.SnapUnprotectViaLockOwner (1016 ms) 2024-04-02T09:21:32.532 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.FlattenViaLockOwner 2024-04-02T09:21:32.532 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:21:32.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:32 smithi055 ceph-mon[85080]: osdmap e1777: 8 total, 8 up, 8 in 2024-04-02T09:21:32.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:32 smithi055 ceph-mon[85080]: pgmap v3197: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 153 KiB/s rd, 12 KiB/s wr, 206 op/s 2024-04-02T09:21:32.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:21:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:21:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:21:32.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:32 smithi012 ceph-mon[88355]: osdmap e1777: 8 total, 8 up, 8 in 2024-04-02T09:21:32.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:32 smithi012 ceph-mon[88355]: pgmap v3197: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 153 KiB/s rd, 12 KiB/s wr, 206 op/s 2024-04-02T09:21:32.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:32 smithi012 ceph-mon[90784]: osdmap e1777: 8 total, 8 up, 8 in 2024-04-02T09:21:32.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:32 smithi012 ceph-mon[90784]: pgmap v3197: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 153 KiB/s rd, 12 KiB/s wr, 206 op/s 2024-04-02T09:21:33.600 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.FlattenViaLockOwner (1068 ms) 2024-04-02T09:21:33.600 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.ResizeViaLockOwner 2024-04-02T09:21:33.600 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:21:33.644 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.ResizeViaLockOwner (45 ms) 2024-04-02T09:21:33.644 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.SparsifyViaLockOwner 2024-04-02T09:21:33.644 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:21:33.682 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.SparsifyViaLockOwner (38 ms) 2024-04-02T09:21:33.683 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.ObjectMapConsistentSnap 2024-04-02T09:21:33.683 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:21:33.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:33 smithi055 ceph-mon[85080]: osdmap e1778: 8 total, 8 up, 8 in 2024-04-02T09:21:33.931 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:33 smithi012 ceph-mon[88355]: osdmap e1778: 8 total, 8 up, 8 in 2024-04-02T09:21:33.931 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:33 smithi012 ceph-mon[90784]: osdmap e1778: 8 total, 8 up, 8 in 2024-04-02T09:21:34.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:34 smithi055 ceph-mon[85080]: osdmap e1779: 8 total, 8 up, 8 in 2024-04-02T09:21:34.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:34 smithi055 ceph-mon[85080]: pgmap v3200: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 153 KiB/s rd, 12 KiB/s wr, 206 op/s 2024-04-02T09:21:34.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:34 smithi055 ceph-mon[85080]: osdmap e1780: 8 total, 8 up, 8 in 2024-04-02T09:21:34.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:34 smithi012 ceph-mon[88355]: osdmap e1779: 8 total, 8 up, 8 in 2024-04-02T09:21:34.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:34 smithi012 ceph-mon[88355]: pgmap v3200: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 153 KiB/s rd, 12 KiB/s wr, 206 op/s 2024-04-02T09:21:34.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:34 smithi012 ceph-mon[88355]: osdmap e1780: 8 total, 8 up, 8 in 2024-04-02T09:21:34.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:34 smithi012 ceph-mon[90784]: osdmap e1779: 8 total, 8 up, 8 in 2024-04-02T09:21:34.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:34 smithi012 ceph-mon[90784]: pgmap v3200: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 153 KiB/s rd, 12 KiB/s wr, 206 op/s 2024-04-02T09:21:34.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:34 smithi012 ceph-mon[90784]: osdmap e1780: 8 total, 8 up, 8 in 2024-04-02T09:21:36.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:36 smithi055 ceph-mon[85080]: osdmap e1781: 8 total, 8 up, 8 in 2024-04-02T09:21:36.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:36 smithi055 ceph-mon[85080]: pgmap v3203: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 6.5 KiB/s wr, 134 op/s 2024-04-02T09:21:36.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:36 smithi012 ceph-mon[88355]: osdmap e1781: 8 total, 8 up, 8 in 2024-04-02T09:21:36.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:36 smithi012 ceph-mon[88355]: pgmap v3203: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 6.5 KiB/s wr, 134 op/s 2024-04-02T09:21:36.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:36 smithi012 ceph-mon[90784]: osdmap e1781: 8 total, 8 up, 8 in 2024-04-02T09:21:36.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:36 smithi012 ceph-mon[90784]: pgmap v3203: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 6.5 KiB/s wr, 134 op/s 2024-04-02T09:21:37.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:37 smithi055 ceph-mon[85080]: osdmap e1782: 8 total, 8 up, 8 in 2024-04-02T09:21:37.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:37 smithi012 ceph-mon[88355]: osdmap e1782: 8 total, 8 up, 8 in 2024-04-02T09:21:37.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:37 smithi012 ceph-mon[90784]: osdmap e1782: 8 total, 8 up, 8 in 2024-04-02T09:21:38.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:21:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:21:37] "GET /metrics HTTP/1.1" 200 75586 "" "Prometheus/2.43.0" 2024-04-02T09:21:38.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:38 smithi055 ceph-mon[85080]: osdmap e1783: 8 total, 8 up, 8 in 2024-04-02T09:21:38.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:38 smithi055 ceph-mon[85080]: pgmap v3206: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 208 KiB/s rd, 13 KiB/s wr, 277 op/s 2024-04-02T09:21:38.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:38 smithi012 ceph-mon[88355]: osdmap e1783: 8 total, 8 up, 8 in 2024-04-02T09:21:38.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:38 smithi012 ceph-mon[88355]: pgmap v3206: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 208 KiB/s rd, 13 KiB/s wr, 277 op/s 2024-04-02T09:21:38.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:38 smithi012 ceph-mon[90784]: osdmap e1783: 8 total, 8 up, 8 in 2024-04-02T09:21:38.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:38 smithi012 ceph-mon[90784]: pgmap v3206: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 208 KiB/s rd, 13 KiB/s wr, 277 op/s 2024-04-02T09:21:39.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:39 smithi055 ceph-mon[85080]: osdmap e1784: 8 total, 8 up, 8 in 2024-04-02T09:21:39.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:39 smithi012 ceph-mon[88355]: osdmap e1784: 8 total, 8 up, 8 in 2024-04-02T09:21:39.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:39 smithi012 ceph-mon[90784]: osdmap e1784: 8 total, 8 up, 8 in 2024-04-02T09:21:40.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:40 smithi055 ceph-mon[85080]: osdmap e1785: 8 total, 8 up, 8 in 2024-04-02T09:21:40.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:40 smithi055 ceph-mon[85080]: pgmap v3209: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 6.2 KiB/s wr, 143 op/s 2024-04-02T09:21:40.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:40 smithi012 ceph-mon[88355]: osdmap e1785: 8 total, 8 up, 8 in 2024-04-02T09:21:40.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:40 smithi012 ceph-mon[88355]: pgmap v3209: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 6.2 KiB/s wr, 143 op/s 2024-04-02T09:21:40.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:40 smithi012 ceph-mon[90784]: osdmap e1785: 8 total, 8 up, 8 in 2024-04-02T09:21:40.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:40 smithi012 ceph-mon[90784]: pgmap v3209: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 6.2 KiB/s wr, 143 op/s 2024-04-02T09:21:41.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:41 smithi055 ceph-mon[85080]: osdmap e1786: 8 total, 8 up, 8 in 2024-04-02T09:21:41.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:41 smithi012 ceph-mon[88355]: osdmap e1786: 8 total, 8 up, 8 in 2024-04-02T09:21:41.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:41 smithi012 ceph-mon[90784]: osdmap e1786: 8 total, 8 up, 8 in 2024-04-02T09:21:42.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:42 smithi055 ceph-mon[85080]: osdmap e1787: 8 total, 8 up, 8 in 2024-04-02T09:21:42.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:42 smithi055 ceph-mon[85080]: pgmap v3212: 649 pgs: 649 active+clean; 309 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.7 KiB/s wr, 72 op/s 2024-04-02T09:21:42.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:21:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:21:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:21:42.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:42 smithi012 ceph-mon[88355]: osdmap e1787: 8 total, 8 up, 8 in 2024-04-02T09:21:42.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:42 smithi012 ceph-mon[88355]: pgmap v3212: 649 pgs: 649 active+clean; 309 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.7 KiB/s wr, 72 op/s 2024-04-02T09:21:42.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:42 smithi012 ceph-mon[90784]: osdmap e1787: 8 total, 8 up, 8 in 2024-04-02T09:21:42.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:42 smithi012 ceph-mon[90784]: pgmap v3212: 649 pgs: 649 active+clean; 309 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.7 KiB/s wr, 72 op/s 2024-04-02T09:21:43.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:43 smithi055 ceph-mon[85080]: osdmap e1788: 8 total, 8 up, 8 in 2024-04-02T09:21:43.927 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:43 smithi012 ceph-mon[88355]: osdmap e1788: 8 total, 8 up, 8 in 2024-04-02T09:21:43.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:43 smithi012 ceph-mon[90784]: osdmap e1788: 8 total, 8 up, 8 in 2024-04-02T09:21:44.210 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.ObjectMapConsistentSnap (10528 ms) 2024-04-02T09:21:44.210 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.Metadata 2024-04-02T09:21:44.210 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:21:44.682 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.Metadata (471 ms) 2024-04-02T09:21:44.682 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.MetadataPP 2024-04-02T09:21:44.682 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:21:44.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:44 smithi012 ceph-mon[88355]: osdmap e1789: 8 total, 8 up, 8 in 2024-04-02T09:21:44.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:44 smithi012 ceph-mon[88355]: pgmap v3215: 649 pgs: 649 active+clean; 309 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.7 KiB/s wr, 72 op/s 2024-04-02T09:21:44.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:44.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:44 smithi012 ceph-mon[90784]: osdmap e1789: 8 total, 8 up, 8 in 2024-04-02T09:21:44.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:44 smithi012 ceph-mon[90784]: pgmap v3215: 649 pgs: 649 active+clean; 309 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.7 KiB/s wr, 72 op/s 2024-04-02T09:21:44.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:45.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:44 smithi055 ceph-mon[85080]: osdmap e1789: 8 total, 8 up, 8 in 2024-04-02T09:21:45.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:44 smithi055 ceph-mon[85080]: pgmap v3215: 649 pgs: 649 active+clean; 309 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.7 KiB/s wr, 72 op/s 2024-04-02T09:21:45.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:45.696 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.MetadataPP (1015 ms) 2024-04-02T09:21:45.696 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.UpdateFeatures 2024-04-02T09:21:45.696 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:21:45.808 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.UpdateFeatures (112 ms) 2024-04-02T09:21:45.809 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.FeaturesBitmaskString 2024-04-02T09:21:45.809 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.FeaturesBitmaskString (0 ms) 2024-04-02T09:21:45.809 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.RebuildObjectMap 2024-04-02T09:21:45.809 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:21:45.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:45 smithi012 ceph-mon[88355]: osdmap e1790: 8 total, 8 up, 8 in 2024-04-02T09:21:45.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:45 smithi012 ceph-mon[90784]: osdmap e1790: 8 total, 8 up, 8 in 2024-04-02T09:21:46.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:45 smithi055 ceph-mon[85080]: osdmap e1790: 8 total, 8 up, 8 in 2024-04-02T09:21:46.654 INFO:tasks.workunit.client.0.smithi012.stdout:0.00% done 2024-04-02T09:21:46.654 INFO:tasks.workunit.client.0.smithi012.stdout:25.00% done 2024-04-02T09:21:46.654 INFO:tasks.workunit.client.0.smithi012.stdout:50.00% done 2024-04-02T09:21:46.654 INFO:tasks.workunit.client.0.smithi012.stdout:75.00% done 2024-04-02T09:21:46.655 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.RebuildObjectMap (846 ms) 2024-04-02T09:21:46.655 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.RebuildNewObjectMap 2024-04-02T09:21:46.692 INFO:tasks.workunit.client.0.smithi012.stdout:0.00% done 2024-04-02T09:21:46.692 INFO:tasks.workunit.client.0.smithi012.stdout:25.00% done 2024-04-02T09:21:46.692 INFO:tasks.workunit.client.0.smithi012.stdout:50.00% done 2024-04-02T09:21:46.692 INFO:tasks.workunit.client.0.smithi012.stdout:75.00% done 2024-04-02T09:21:46.692 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.RebuildNewObjectMap (37 ms) 2024-04-02T09:21:46.692 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.CheckObjectMap 2024-04-02T09:21:46.692 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:21:46.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:46 smithi012 ceph-mon[90784]: osdmap e1791: 8 total, 8 up, 8 in 2024-04-02T09:21:46.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:46 smithi012 ceph-mon[90784]: pgmap v3218: 649 pgs: 649 active+clean; 309 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 222 KiB/s rd, 48 KiB/s wr, 324 op/s 2024-04-02T09:21:46.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:46 smithi012 ceph-mon[88355]: osdmap e1791: 8 total, 8 up, 8 in 2024-04-02T09:21:46.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:46 smithi012 ceph-mon[88355]: pgmap v3218: 649 pgs: 649 active+clean; 309 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 222 KiB/s rd, 48 KiB/s wr, 324 op/s 2024-04-02T09:21:47.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:46 smithi055 ceph-mon[85080]: osdmap e1791: 8 total, 8 up, 8 in 2024-04-02T09:21:47.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:46 smithi055 ceph-mon[85080]: pgmap v3218: 649 pgs: 649 active+clean; 309 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 222 KiB/s rd, 48 KiB/s wr, 324 op/s 2024-04-02T09:21:47.665 INFO:tasks.workunit.client.0.smithi012.stdout:0.00% done 2024-04-02T09:21:47.665 INFO:tasks.workunit.client.0.smithi012.stdout:25.00% done 2024-04-02T09:21:47.665 INFO:tasks.workunit.client.0.smithi012.stdout:50.00% done 2024-04-02T09:21:47.665 INFO:tasks.workunit.client.0.smithi012.stdout:75.00% done 2024-04-02T09:21:47.665 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.CheckObjectMap (973 ms) 2024-04-02T09:21:47.665 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.BlockingAIO 2024-04-02T09:21:47.665 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:21:47.695 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.BlockingAIO (30 ms) 2024-04-02T09:21:47.695 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.ExclusiveLockTransition 2024-04-02T09:21:47.695 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:21:47.841 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.ExclusiveLockTransition (147 ms) 2024-04-02T09:21:47.841 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.ExclusiveLockReadTransition 2024-04-02T09:21:47.841 INFO:tasks.workunit.client.0.smithi012.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_librbd.cc:10433: Skipped 2024-04-02T09:21:47.842 INFO:tasks.workunit.client.0.smithi012.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:21:47.842 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestLibRBD.ExclusiveLockReadTransition (0 ms) 2024-04-02T09:21:47.842 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.CacheMayCopyOnWrite 2024-04-02T09:21:47.842 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:21:47.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:47 smithi012 ceph-mon[88355]: osdmap e1792: 8 total, 8 up, 8 in 2024-04-02T09:21:47.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:47 smithi012 ceph-mon[90784]: osdmap e1792: 8 total, 8 up, 8 in 2024-04-02T09:21:48.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:47 smithi055 ceph-mon[85080]: osdmap e1792: 8 total, 8 up, 8 in 2024-04-02T09:21:48.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:21:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:21:47] "GET /metrics HTTP/1.1" 200 75578 "" "Prometheus/2.43.0" 2024-04-02T09:21:48.696 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.CacheMayCopyOnWrite (854 ms) 2024-04-02T09:21:48.696 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot 2024-04-02T09:21:48.696 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:21:48.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:48 smithi012 ceph-mon[88355]: osdmap e1793: 8 total, 8 up, 8 in 2024-04-02T09:21:48.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:48 smithi012 ceph-mon[88355]: pgmap v3221: 649 pgs: 649 active+clean; 309 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 594 KiB/s rd, 212 KiB/s wr, 939 op/s 2024-04-02T09:21:48.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:48 smithi012 ceph-mon[90784]: osdmap e1793: 8 total, 8 up, 8 in 2024-04-02T09:21:48.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:48 smithi012 ceph-mon[90784]: pgmap v3221: 649 pgs: 649 active+clean; 309 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 594 KiB/s rd, 212 KiB/s wr, 939 op/s 2024-04-02T09:21:49.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:48 smithi055 ceph-mon[85080]: osdmap e1793: 8 total, 8 up, 8 in 2024-04-02T09:21:49.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:48 smithi055 ceph-mon[85080]: pgmap v3221: 649 pgs: 649 active+clean; 309 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 594 KiB/s rd, 212 KiB/s wr, 939 op/s 2024-04-02T09:21:49.652 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot (957 ms) 2024-04-02T09:21:49.652 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestImageOptions 2024-04-02T09:21:49.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.6", "id": [2, 3]}]: dispatch 2024-04-02T09:21:49.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:49 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.10", "id": [3, 7]}]: dispatch 2024-04-02T09:21:49.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:49 smithi012 ceph-mon[88355]: osdmap e1794: 8 total, 8 up, 8 in 2024-04-02T09:21:49.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.6", "id": [2, 3]}]: dispatch 2024-04-02T09:21:49.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:49 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.10", "id": [3, 7]}]: dispatch 2024-04-02T09:21:49.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:49 smithi012 ceph-mon[90784]: osdmap e1794: 8 total, 8 up, 8 in 2024-04-02T09:21:50.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.6", "id": [2, 3]}]: dispatch 2024-04-02T09:21:50.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:49 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.10", "id": [3, 7]}]: dispatch 2024-04-02T09:21:50.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:49 smithi055 ceph-mon[85080]: osdmap e1794: 8 total, 8 up, 8 in 2024-04-02T09:21:50.741 INFO:tasks.workunit.client.0.smithi012.stdout:0.00% done 2024-04-02T09:21:50.741 INFO:tasks.workunit.client.0.smithi012.stdout:100.00% done 2024-04-02T09:21:50.741 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestImageOptions (1088 ms) 2024-04-02T09:21:50.741 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestImageOptionsPP 2024-04-02T09:21:50.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:50 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.6", "id": [2, 3]}]': finished 2024-04-02T09:21:50.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:50 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.10", "id": [3, 7]}]': finished 2024-04-02T09:21:50.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:50 smithi012 ceph-mon[88355]: osdmap e1795: 8 total, 8 up, 8 in 2024-04-02T09:21:50.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:50 smithi012 ceph-mon[88355]: pgmap v3224: 649 pgs: 1 peering, 648 active+clean; 309 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 406 KiB/s rd, 168 KiB/s wr, 659 op/s 2024-04-02T09:21:50.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:50 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.6", "id": [2, 3]}]': finished 2024-04-02T09:21:50.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:50 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.10", "id": [3, 7]}]': finished 2024-04-02T09:21:50.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:50 smithi012 ceph-mon[90784]: osdmap e1795: 8 total, 8 up, 8 in 2024-04-02T09:21:50.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:50 smithi012 ceph-mon[90784]: pgmap v3224: 649 pgs: 1 peering, 648 active+clean; 309 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 406 KiB/s rd, 168 KiB/s wr, 659 op/s 2024-04-02T09:21:51.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:50 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.6", "id": [2, 3]}]': finished 2024-04-02T09:21:51.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:50 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.10", "id": [3, 7]}]': finished 2024-04-02T09:21:51.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:50 smithi055 ceph-mon[85080]: osdmap e1795: 8 total, 8 up, 8 in 2024-04-02T09:21:51.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:50 smithi055 ceph-mon[85080]: pgmap v3224: 649 pgs: 1 peering, 648 active+clean; 309 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 406 KiB/s rd, 168 KiB/s wr, 659 op/s 2024-04-02T09:21:51.738 INFO:tasks.workunit.client.0.smithi012.stdout:0.00% done 2024-04-02T09:21:51.738 INFO:tasks.workunit.client.0.smithi012.stdout:100.00% done 2024-04-02T09:21:51.738 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestImageOptionsPP (996 ms) 2024-04-02T09:21:51.739 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.EventSocketPipe 2024-04-02T09:21:51.739 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.EventSocketPipe (0 ms) 2024-04-02T09:21:51.739 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.EventSocketEventfd 2024-04-02T09:21:51.739 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.EventSocketEventfd (0 ms) 2024-04-02T09:21:51.739 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.ImagePollIO 2024-04-02T09:21:51.739 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:21:51.777 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 512 2024-04-02T09:21:51.777 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 512 2024-04-02T09:21:51.778 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 512 2024-04-02T09:21:51.778 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 512 2024-04-02T09:21:51.778 INFO:tasks.workunit.client.0.smithi012.stdout:wrote: 512 2024-04-02T09:21:51.778 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:21:51.778 INFO:tasks.workunit.client.0.smithi012.stdout:started write 2024-04-02T09:21:51.778 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:21:51.779 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:21:51.779 INFO:tasks.workunit.client.0.smithi012.stdout:finished write 2024-04-02T09:21:51.779 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:21:51.779 INFO:tasks.workunit.client.0.smithi012.stdout:started write 2024-04-02T09:21:51.779 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:21:51.779 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:21:51.780 INFO:tasks.workunit.client.0.smithi012.stdout:finished write 2024-04-02T09:21:51.780 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:21:51.780 INFO:tasks.workunit.client.0.smithi012.stdout:started write 2024-04-02T09:21:51.780 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:21:51.780 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:21:51.780 INFO:tasks.workunit.client.0.smithi012.stdout:finished write 2024-04-02T09:21:51.780 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:21:51.780 INFO:tasks.workunit.client.0.smithi012.stdout:started write 2024-04-02T09:21:51.780 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:21:51.780 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:21:51.781 INFO:tasks.workunit.client.0.smithi012.stdout:finished write 2024-04-02T09:21:51.781 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:21:51.781 INFO:tasks.workunit.client.0.smithi012.stdout:started write 2024-04-02T09:21:51.781 INFO:tasks.workunit.client.0.smithi012.stdout:write completion cb called! 2024-04-02T09:21:51.781 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 0 2024-04-02T09:21:51.781 INFO:tasks.workunit.client.0.smithi012.stdout:finished write 2024-04-02T09:21:51.781 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:21:51.781 INFO:tasks.workunit.client.0.smithi012.stdout:started read 2024-04-02T09:21:51.781 INFO:tasks.workunit.client.0.smithi012.stdout:read completion cb called! 2024-04-02T09:21:51.781 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 512 2024-04-02T09:21:51.781 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:21:51.781 INFO:tasks.workunit.client.0.smithi012.stdout:started read 2024-04-02T09:21:51.781 INFO:tasks.workunit.client.0.smithi012.stdout:read completion cb called! 2024-04-02T09:21:51.781 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 512 2024-04-02T09:21:51.782 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:21:51.782 INFO:tasks.workunit.client.0.smithi012.stdout:started read 2024-04-02T09:21:51.782 INFO:tasks.workunit.client.0.smithi012.stdout:read completion cb called! 2024-04-02T09:21:51.782 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 512 2024-04-02T09:21:51.782 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:21:51.782 INFO:tasks.workunit.client.0.smithi012.stdout:started read 2024-04-02T09:21:51.782 INFO:tasks.workunit.client.0.smithi012.stdout:read completion cb called! 2024-04-02T09:21:51.782 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 512 2024-04-02T09:21:51.782 INFO:tasks.workunit.client.0.smithi012.stdout:created completion 2024-04-02T09:21:51.782 INFO:tasks.workunit.client.0.smithi012.stdout:started read 2024-04-02T09:21:51.782 INFO:tasks.workunit.client.0.smithi012.stdout:read completion cb called! 2024-04-02T09:21:51.782 INFO:tasks.workunit.client.0.smithi012.stdout:return value is: 512 2024-04-02T09:21:51.782 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.ImagePollIO (39 ms) 2024-04-02T09:21:51.782 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.Mirror 2024-04-02T09:21:51.783 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:21:51.789 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:21:51.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:51 smithi012 ceph-mon[88355]: osdmap e1796: 8 total, 8 up, 8 in 2024-04-02T09:21:51.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:51 smithi012 ceph-mon[90784]: osdmap e1796: 8 total, 8 up, 8 in 2024-04-02T09:21:52.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:51 smithi055 ceph-mon[85080]: osdmap e1796: 8 total, 8 up, 8 in 2024-04-02T09:21:52.623 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:21:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:21:52.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:21:52.798 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.Mirror (1022 ms) 2024-04-02T09:21:52.799 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.MirrorPeerAttributes 2024-04-02T09:21:52.815 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.MirrorPeerAttributes (17 ms) 2024-04-02T09:21:52.815 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.CreateWithMirrorEnabled 2024-04-02T09:21:52.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:52 smithi012 ceph-mon[88355]: osdmap e1797: 8 total, 8 up, 8 in 2024-04-02T09:21:52.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:52 smithi012 ceph-mon[88355]: pgmap v3227: 649 pgs: 1 peering, 648 active+clean; 315 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 444 KiB/s rd, 1.4 MiB/s wr, 584 op/s 2024-04-02T09:21:52.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:52 smithi012 ceph-mon[90784]: osdmap e1797: 8 total, 8 up, 8 in 2024-04-02T09:21:52.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:52 smithi012 ceph-mon[90784]: pgmap v3227: 649 pgs: 1 peering, 648 active+clean; 315 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 444 KiB/s rd, 1.4 MiB/s wr, 584 op/s 2024-04-02T09:21:53.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:52 smithi055 ceph-mon[85080]: osdmap e1797: 8 total, 8 up, 8 in 2024-04-02T09:21:53.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:52 smithi055 ceph-mon[85080]: pgmap v3227: 649 pgs: 1 peering, 648 active+clean; 315 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 444 KiB/s rd, 1.4 MiB/s wr, 584 op/s 2024-04-02T09:21:53.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:53 smithi012 ceph-mon[90784]: osdmap e1798: 8 total, 8 up, 8 in 2024-04-02T09:21:53.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:53 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3918945922' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-02T09:21:53.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:53 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3918945922' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-04-02T09:21:53.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:53 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3918945922' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/2fb5ea93-ca9e-4a83-bb11-0681a3c03838"}]: dispatch 2024-04-02T09:21:53.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:53 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3918945922' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/2fb5ea93-ca9e-4a83-bb11-0681a3c03838"}]': finished 2024-04-02T09:21:53.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:53 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3918945922' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/a9540bf7-09ad-4d27-8dcf-826bc5482bf6"}]: dispatch 2024-04-02T09:21:53.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:53 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3918945922' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/a9540bf7-09ad-4d27-8dcf-826bc5482bf6"}]': finished 2024-04-02T09:21:53.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:53 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3918945922' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/a1e5005f-e369-4877-988e-d5c7facf15f1"}]: dispatch 2024-04-02T09:21:53.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:53 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3918945922' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/a1e5005f-e369-4877-988e-d5c7facf15f1"}]': finished 2024-04-02T09:21:53.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:53 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3918945922' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/cde3d38a-edba-480e-badd-6b2eb7f88f64"}]: dispatch 2024-04-02T09:21:53.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:53 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3918945922' entity='client.admin' 2024-04-02T09:21:53.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:53 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3918945922' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/cde3d38a-edba-480e-badd-6b2eb7f88f64"}]: dispatch 2024-04-02T09:21:53.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:53 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3918945922' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/cde3d38a-edba-480e-badd-6b2eb7f88f64"}]: dispatch 2024-04-02T09:21:53.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:53 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3918945922' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/cde3d38a-edba-480e-badd-6b2eb7f88f64"}]': finished 2024-04-02T09:21:53.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:53 smithi012 ceph-mon[88355]: osdmap e1798: 8 total, 8 up, 8 in 2024-04-02T09:21:53.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:53 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3918945922' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-02T09:21:53.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:53 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3918945922' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-04-02T09:21:53.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:53 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3918945922' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/2fb5ea93-ca9e-4a83-bb11-0681a3c03838"}]: dispatch 2024-04-02T09:21:53.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:53 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3918945922' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/2fb5ea93-ca9e-4a83-bb11-0681a3c03838"}]': finished 2024-04-02T09:21:53.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:53 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3918945922' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/a9540bf7-09ad-4d27-8dcf-826bc5482bf6"}]: dispatch 2024-04-02T09:21:53.930 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:53 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3918945922' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/a9540bf7-09ad-4d27-8dcf-826bc5482bf6"}]': finished 2024-04-02T09:21:53.930 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:53 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3918945922' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/a1e5005f-e369-4877-988e-d5c7facf15f1"}]: dispatch 2024-04-02T09:21:53.930 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:53 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3918945922' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/a1e5005f-e369-4877-988e-d5c7facf15f1"}]': finished 2024-04-02T09:21:53.930 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:53 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3918945922' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/cde3d38a-edba-480e-badd-6b2eb7f88f64"}]: dispatch 2024-04-02T09:21:53.930 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:53 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3918945922' entity='client.admin' 2024-04-02T09:21:53.930 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:53 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3918945922' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/cde3d38a-edba-480e-badd-6b2eb7f88f64"}]: dispatch 2024-04-02T09:21:53.930 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:53 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3918945922' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/cde3d38a-edba-480e-badd-6b2eb7f88f64"}]: dispatch 2024-04-02T09:21:53.930 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:53 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3918945922' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/cde3d38a-edba-480e-badd-6b2eb7f88f64"}]': finished 2024-04-02T09:21:54.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:53 smithi055 ceph-mon[85080]: osdmap e1798: 8 total, 8 up, 8 in 2024-04-02T09:21:54.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:53 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3918945922' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-02T09:21:54.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:53 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3918945922' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-04-02T09:21:54.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:53 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3918945922' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/2fb5ea93-ca9e-4a83-bb11-0681a3c03838"}]: dispatch 2024-04-02T09:21:54.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:53 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3918945922' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/2fb5ea93-ca9e-4a83-bb11-0681a3c03838"}]': finished 2024-04-02T09:21:54.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:53 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3918945922' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/a9540bf7-09ad-4d27-8dcf-826bc5482bf6"}]: dispatch 2024-04-02T09:21:54.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:53 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3918945922' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/a9540bf7-09ad-4d27-8dcf-826bc5482bf6"}]': finished 2024-04-02T09:21:54.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:53 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3918945922' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/a1e5005f-e369-4877-988e-d5c7facf15f1"}]: dispatch 2024-04-02T09:21:54.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:53 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3918945922' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/a1e5005f-e369-4877-988e-d5c7facf15f1"}]': finished 2024-04-02T09:21:54.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:53 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3918945922' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/cde3d38a-edba-480e-badd-6b2eb7f88f64"}]: dispatch 2024-04-02T09:21:54.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:53 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3918945922' entity='client.admin' 2024-04-02T09:21:54.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:53 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3918945922' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/cde3d38a-edba-480e-badd-6b2eb7f88f64"}]: dispatch 2024-04-02T09:21:54.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:53 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3918945922' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/cde3d38a-edba-480e-badd-6b2eb7f88f64"}]: dispatch 2024-04-02T09:21:54.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:53 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3918945922' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/cde3d38a-edba-480e-badd-6b2eb7f88f64"}]': finished 2024-04-02T09:21:55.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:54 smithi012 ceph-mon[88355]: osdmap e1799: 8 total, 8 up, 8 in 2024-04-02T09:21:55.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:54 smithi012 ceph-mon[88355]: pgmap v3230: 649 pgs: 1 peering, 648 active+clean; 315 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 409 KiB/s rd, 1.4 MiB/s wr, 539 op/s 2024-04-02T09:21:55.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:54 smithi012 ceph-mon[90784]: osdmap e1799: 8 total, 8 up, 8 in 2024-04-02T09:21:55.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:54 smithi012 ceph-mon[90784]: pgmap v3230: 649 pgs: 1 peering, 648 active+clean; 315 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 409 KiB/s rd, 1.4 MiB/s wr, 539 op/s 2024-04-02T09:21:55.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:54 smithi055 ceph-mon[85080]: osdmap e1799: 8 total, 8 up, 8 in 2024-04-02T09:21:55.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:54 smithi055 ceph-mon[85080]: pgmap v3230: 649 pgs: 1 peering, 648 active+clean; 315 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 409 KiB/s rd, 1.4 MiB/s wr, 539 op/s 2024-04-02T09:21:56.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:55 smithi012 ceph-mon[88355]: osdmap e1800: 8 total, 8 up, 8 in 2024-04-02T09:21:56.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:55 smithi012 ceph-mon[90784]: osdmap e1800: 8 total, 8 up, 8 in 2024-04-02T09:21:56.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:55 smithi055 ceph-mon[85080]: osdmap e1800: 8 total, 8 up, 8 in 2024-04-02T09:21:57.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:56 smithi012 ceph-mon[88355]: osdmap e1801: 8 total, 8 up, 8 in 2024-04-02T09:21:57.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:56 smithi012 ceph-mon[88355]: pgmap v3233: 649 pgs: 649 active+clean; 317 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 716 KiB/s wr, 138 op/s 2024-04-02T09:21:57.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:56 smithi012 ceph-mon[90784]: osdmap e1801: 8 total, 8 up, 8 in 2024-04-02T09:21:57.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:56 smithi012 ceph-mon[90784]: pgmap v3233: 649 pgs: 649 active+clean; 317 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 716 KiB/s wr, 138 op/s 2024-04-02T09:21:57.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:56 smithi055 ceph-mon[85080]: osdmap e1801: 8 total, 8 up, 8 in 2024-04-02T09:21:57.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:56 smithi055 ceph-mon[85080]: pgmap v3233: 649 pgs: 649 active+clean; 317 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 716 KiB/s wr, 138 op/s 2024-04-02T09:21:57.888 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.CreateWithMirrorEnabled (5072 ms) 2024-04-02T09:21:57.888 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot 2024-04-02T09:21:57.888 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:21:58.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:57 smithi012 ceph-mon[88355]: osdmap e1802: 8 total, 8 up, 8 in 2024-04-02T09:21:58.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:57 smithi012 ceph-mon[90784]: osdmap e1802: 8 total, 8 up, 8 in 2024-04-02T09:21:58.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:21:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:21:57] "GET /metrics HTTP/1.1" 200 75578 "" "Prometheus/2.43.0" 2024-04-02T09:21:58.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:57 smithi055 ceph-mon[85080]: osdmap e1802: 8 total, 8 up, 8 in 2024-04-02T09:21:59.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:58 smithi012 ceph-mon[88355]: osdmap e1803: 8 total, 8 up, 8 in 2024-04-02T09:21:59.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:58 smithi012 ceph-mon[88355]: pgmap v3236: 649 pgs: 649 active+clean; 317 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 247 KiB/s rd, 729 KiB/s wr, 328 op/s 2024-04-02T09:21:59.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:58 smithi012 ceph-mon[90784]: osdmap e1803: 8 total, 8 up, 8 in 2024-04-02T09:21:59.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:58 smithi012 ceph-mon[90784]: pgmap v3236: 649 pgs: 649 active+clean; 317 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 247 KiB/s rd, 729 KiB/s wr, 328 op/s 2024-04-02T09:21:59.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:58 smithi055 ceph-mon[85080]: osdmap e1803: 8 total, 8 up, 8 in 2024-04-02T09:21:59.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:58 smithi055 ceph-mon[85080]: pgmap v3236: 649 pgs: 649 active+clean; 317 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 247 KiB/s rd, 729 KiB/s wr, 328 op/s 2024-04-02T09:21:59.884 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot (1996 ms) 2024-04-02T09:21:59.884 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.ExclusiveLock 2024-04-02T09:21:59.884 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:21:59.941 INFO:tasks.workunit.client.0.smithi012.stdout:1: acquiring exclusive lock 2024-04-02T09:21:59.941 INFO:tasks.workunit.client.0.smithi012.stdout:2: acquiring exclusive lock 2024-04-02T09:21:59.945 INFO:tasks.workunit.client.0.smithi012.stdout:2: exclusive lock acquired 2024-04-02T09:21:59.949 INFO:tasks.workunit.client.0.smithi012.stdout:2: releasing exclusive lock 2024-04-02T09:21:59.953 INFO:tasks.workunit.client.0.smithi012.stdout:2: exclusive lock released 2024-04-02T09:21:59.953 INFO:tasks.workunit.client.0.smithi012.stdout:2: acquiring exclusive lock 2024-04-02T09:21:59.955 INFO:tasks.workunit.client.0.smithi012.stdout:1: exclusive lock acquired 2024-04-02T09:21:59.961 INFO:tasks.workunit.client.0.smithi012.stdout:1: releasing exclusive lock 2024-04-02T09:21:59.964 INFO:tasks.workunit.client.0.smithi012.stdout:1: exclusive lock released 2024-04-02T09:21:59.964 INFO:tasks.workunit.client.0.smithi012.stdout:1: acquiring exclusive lock 2024-04-02T09:21:59.967 INFO:tasks.workunit.client.0.smithi012.stdout:2: exclusive lock acquired 2024-04-02T09:22:00.016 INFO:tasks.workunit.client.0.smithi012.stdout:2: releasing exclusive lock 2024-04-02T09:22:00.019 INFO:tasks.workunit.client.0.smithi012.stdout:2: exclusive lock released 2024-04-02T09:22:00.019 INFO:tasks.workunit.client.0.smithi012.stdout:2: acquiring exclusive lock 2024-04-02T09:22:00.022 INFO:tasks.workunit.client.0.smithi012.stdout:1: exclusive lock acquired 2024-04-02T09:22:00.045 INFO:tasks.workunit.client.0.smithi012.stdout:1: releasing exclusive lock 2024-04-02T09:22:00.048 INFO:tasks.workunit.client.0.smithi012.stdout:1: exclusive lock released 2024-04-02T09:22:00.048 INFO:tasks.workunit.client.0.smithi012.stdout:1: acquiring exclusive lock 2024-04-02T09:22:00.051 INFO:tasks.workunit.client.0.smithi012.stdout:2: exclusive lock acquired 2024-04-02T09:22:00.098 INFO:tasks.workunit.client.0.smithi012.stdout:2: releasing exclusive lock 2024-04-02T09:22:00.101 INFO:tasks.workunit.client.0.smithi012.stdout:2: exclusive lock released 2024-04-02T09:22:00.101 INFO:tasks.workunit.client.0.smithi012.stdout:2: acquiring exclusive lock 2024-04-02T09:22:00.104 INFO:tasks.workunit.client.0.smithi012.stdout:1: exclusive lock acquired 2024-04-02T09:22:00.121 INFO:tasks.workunit.client.0.smithi012.stdout:1: releasing exclusive lock 2024-04-02T09:22:00.123 INFO:tasks.workunit.client.0.smithi012.stdout:1: exclusive lock released 2024-04-02T09:22:00.123 INFO:tasks.workunit.client.0.smithi012.stdout:1: acquiring exclusive lock 2024-04-02T09:22:00.127 INFO:tasks.workunit.client.0.smithi012.stdout:1: exclusive lock acquired 2024-04-02T09:22:00.149 INFO:tasks.workunit.client.0.smithi012.stdout:1: releasing exclusive lock 2024-04-02T09:22:00.152 INFO:tasks.workunit.client.0.smithi012.stdout:1: exclusive lock released 2024-04-02T09:22:00.152 INFO:tasks.workunit.client.0.smithi012.stdout:1: acquiring exclusive lock 2024-04-02T09:22:00.155 INFO:tasks.workunit.client.0.smithi012.stdout:2: exclusive lock acquired 2024-04-02T09:22:00.159 INFO:tasks.workunit.client.0.smithi012.stdout:2: releasing exclusive lock 2024-04-02T09:22:00.163 INFO:tasks.workunit.client.0.smithi012.stdout:2: exclusive lock released 2024-04-02T09:22:00.164 INFO:tasks.workunit.client.0.smithi012.stdout:2: acquiring exclusive lock 2024-04-02T09:22:00.165 INFO:tasks.workunit.client.0.smithi012.stdout:1: exclusive lock acquired 2024-04-02T09:22:00.175 INFO:tasks.workunit.client.0.smithi012.stdout:1: releasing exclusive lock 2024-04-02T09:22:00.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:59 smithi012 ceph-mon[88355]: osdmap e1804: 8 total, 8 up, 8 in 2024-04-02T09:22:00.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:21:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:00.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:59 smithi012 ceph-mon[90784]: osdmap e1804: 8 total, 8 up, 8 in 2024-04-02T09:22:00.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:21:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:00.179 INFO:tasks.workunit.client.0.smithi012.stdout:1: exclusive lock released 2024-04-02T09:22:00.183 INFO:tasks.workunit.client.0.smithi012.stdout:2: exclusive lock acquired 2024-04-02T09:22:00.207 INFO:tasks.workunit.client.0.smithi012.stdout:2: releasing exclusive lock 2024-04-02T09:22:00.209 INFO:tasks.workunit.client.0.smithi012.stdout:2: exclusive lock released 2024-04-02T09:22:00.226 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.ExclusiveLock (342 ms) 2024-04-02T09:22:00.226 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.BreakLock 2024-04-02T09:22:00.241 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:22:00.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:59 smithi055 ceph-mon[85080]: osdmap e1804: 8 total, 8 up, 8 in 2024-04-02T09:22:00.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:21:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:00.890 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.BreakLock (664 ms) 2024-04-02T09:22:00.890 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.DiscardAfterWrite 2024-04-02T09:22:00.890 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:22:00.930 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.DiscardAfterWrite (40 ms) 2024-04-02T09:22:00.930 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.DefaultFeatures 2024-04-02T09:22:00.930 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.DefaultFeatures (0 ms) 2024-04-02T09:22:00.930 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurge 2024-04-02T09:22:00.930 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:22:00.995 INFO:tasks.workunit.client.0.smithi012.stdout:0.00% done 2024-04-02T09:22:00.996 INFO:tasks.workunit.client.0.smithi012.stdout:1.56% done 2024-04-02T09:22:00.996 INFO:tasks.workunit.client.0.smithi012.stdout:3.12% done 2024-04-02T09:22:00.996 INFO:tasks.workunit.client.0.smithi012.stdout:4.69% done 2024-04-02T09:22:00.996 INFO:tasks.workunit.client.0.smithi012.stdout:6.25% done 2024-04-02T09:22:00.996 INFO:tasks.workunit.client.0.smithi012.stdout:7.81% done 2024-04-02T09:22:00.996 INFO:tasks.workunit.client.0.smithi012.stdout:9.38% done 2024-04-02T09:22:00.996 INFO:tasks.workunit.client.0.smithi012.stdout:10.94% done 2024-04-02T09:22:00.996 INFO:tasks.workunit.client.0.smithi012.stdout:12.50% done 2024-04-02T09:22:00.996 INFO:tasks.workunit.client.0.smithi012.stdout:14.06% done 2024-04-02T09:22:00.996 INFO:tasks.workunit.client.0.smithi012.stdout:15.62% done 2024-04-02T09:22:00.996 INFO:tasks.workunit.client.0.smithi012.stdout:17.19% done 2024-04-02T09:22:00.997 INFO:tasks.workunit.client.0.smithi012.stdout:18.75% done 2024-04-02T09:22:00.997 INFO:tasks.workunit.client.0.smithi012.stdout:20.31% done 2024-04-02T09:22:00.997 INFO:tasks.workunit.client.0.smithi012.stdout:21.88% done 2024-04-02T09:22:00.997 INFO:tasks.workunit.client.0.smithi012.stdout:23.44% done 2024-04-02T09:22:00.997 INFO:tasks.workunit.client.0.smithi012.stdout:25.00% done 2024-04-02T09:22:00.997 INFO:tasks.workunit.client.0.smithi012.stdout:26.56% done 2024-04-02T09:22:00.997 INFO:tasks.workunit.client.0.smithi012.stdout:28.12% done 2024-04-02T09:22:00.997 INFO:tasks.workunit.client.0.smithi012.stdout:29.69% done 2024-04-02T09:22:00.997 INFO:tasks.workunit.client.0.smithi012.stdout:31.25% done 2024-04-02T09:22:00.997 INFO:tasks.workunit.client.0.smithi012.stdout:32.81% done 2024-04-02T09:22:00.997 INFO:tasks.workunit.client.0.smithi012.stdout:34.38% done 2024-04-02T09:22:00.997 INFO:tasks.workunit.client.0.smithi012.stdout:35.94% done 2024-04-02T09:22:00.997 INFO:tasks.workunit.client.0.smithi012.stdout:37.50% done 2024-04-02T09:22:00.997 INFO:tasks.workunit.client.0.smithi012.stdout:39.06% done 2024-04-02T09:22:00.997 INFO:tasks.workunit.client.0.smithi012.stdout:40.62% done 2024-04-02T09:22:00.998 INFO:tasks.workunit.client.0.smithi012.stdout:42.19% done 2024-04-02T09:22:00.998 INFO:tasks.workunit.client.0.smithi012.stdout:43.75% done 2024-04-02T09:22:00.998 INFO:tasks.workunit.client.0.smithi012.stdout:45.31% done 2024-04-02T09:22:00.998 INFO:tasks.workunit.client.0.smithi012.stdout:46.88% done 2024-04-02T09:22:00.998 INFO:tasks.workunit.client.0.smithi012.stdout:48.44% done 2024-04-02T09:22:00.998 INFO:tasks.workunit.client.0.smithi012.stdout:50.00% done 2024-04-02T09:22:00.998 INFO:tasks.workunit.client.0.smithi012.stdout:51.56% done 2024-04-02T09:22:00.998 INFO:tasks.workunit.client.0.smithi012.stdout:53.12% done 2024-04-02T09:22:00.998 INFO:tasks.workunit.client.0.smithi012.stdout:54.69% done 2024-04-02T09:22:00.998 INFO:tasks.workunit.client.0.smithi012.stdout:56.25% done 2024-04-02T09:22:00.998 INFO:tasks.workunit.client.0.smithi012.stdout:57.81% done 2024-04-02T09:22:00.998 INFO:tasks.workunit.client.0.smithi012.stdout:59.38% done 2024-04-02T09:22:00.998 INFO:tasks.workunit.client.0.smithi012.stdout:60.94% done 2024-04-02T09:22:00.998 INFO:tasks.workunit.client.0.smithi012.stdout:62.50% done 2024-04-02T09:22:00.999 INFO:tasks.workunit.client.0.smithi012.stdout:64.06% done 2024-04-02T09:22:00.999 INFO:tasks.workunit.client.0.smithi012.stdout:65.62% done 2024-04-02T09:22:00.999 INFO:tasks.workunit.client.0.smithi012.stdout:67.19% done 2024-04-02T09:22:00.999 INFO:tasks.workunit.client.0.smithi012.stdout:68.75% done 2024-04-02T09:22:00.999 INFO:tasks.workunit.client.0.smithi012.stdout:70.31% done 2024-04-02T09:22:00.999 INFO:tasks.workunit.client.0.smithi012.stdout:71.88% done 2024-04-02T09:22:00.999 INFO:tasks.workunit.client.0.smithi012.stdout:73.44% done 2024-04-02T09:22:00.999 INFO:tasks.workunit.client.0.smithi012.stdout:75.00% done 2024-04-02T09:22:00.999 INFO:tasks.workunit.client.0.smithi012.stdout:76.56% done 2024-04-02T09:22:00.999 INFO:tasks.workunit.client.0.smithi012.stdout:78.12% done 2024-04-02T09:22:00.999 INFO:tasks.workunit.client.0.smithi012.stdout:79.69% done 2024-04-02T09:22:00.999 INFO:tasks.workunit.client.0.smithi012.stdout:81.25% done 2024-04-02T09:22:00.999 INFO:tasks.workunit.client.0.smithi012.stdout:82.81% done 2024-04-02T09:22:00.999 INFO:tasks.workunit.client.0.smithi012.stdout:84.38% done 2024-04-02T09:22:00.999 INFO:tasks.workunit.client.0.smithi012.stdout:85.94% done 2024-04-02T09:22:01.000 INFO:tasks.workunit.client.0.smithi012.stdout:87.50% done 2024-04-02T09:22:01.000 INFO:tasks.workunit.client.0.smithi012.stdout:89.06% done 2024-04-02T09:22:01.000 INFO:tasks.workunit.client.0.smithi012.stdout:90.62% done 2024-04-02T09:22:01.000 INFO:tasks.workunit.client.0.smithi012.stdout:92.19% done 2024-04-02T09:22:01.000 INFO:tasks.workunit.client.0.smithi012.stdout:93.75% done 2024-04-02T09:22:01.000 INFO:tasks.workunit.client.0.smithi012.stdout:95.31% done 2024-04-02T09:22:01.000 INFO:tasks.workunit.client.0.smithi012.stdout:96.88% done 2024-04-02T09:22:01.000 INFO:tasks.workunit.client.0.smithi012.stdout:98.44% done 2024-04-02T09:22:01.000 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurge (66 ms) 2024-04-02T09:22:01.000 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay 2024-04-02T09:22:01.000 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:22:01.055 INFO:tasks.workunit.client.0.smithi012.stdout:0.00% done 2024-04-02T09:22:01.056 INFO:tasks.workunit.client.0.smithi012.stdout:1.56% done 2024-04-02T09:22:01.056 INFO:tasks.workunit.client.0.smithi012.stdout:3.12% done 2024-04-02T09:22:01.056 INFO:tasks.workunit.client.0.smithi012.stdout:4.69% done 2024-04-02T09:22:01.056 INFO:tasks.workunit.client.0.smithi012.stdout:6.25% done 2024-04-02T09:22:01.056 INFO:tasks.workunit.client.0.smithi012.stdout:7.81% done 2024-04-02T09:22:01.056 INFO:tasks.workunit.client.0.smithi012.stdout:9.38% done 2024-04-02T09:22:01.056 INFO:tasks.workunit.client.0.smithi012.stdout:10.94% done 2024-04-02T09:22:01.056 INFO:tasks.workunit.client.0.smithi012.stdout:12.50% done 2024-04-02T09:22:01.056 INFO:tasks.workunit.client.0.smithi012.stdout:14.06% done 2024-04-02T09:22:01.056 INFO:tasks.workunit.client.0.smithi012.stdout:15.62% done 2024-04-02T09:22:01.056 INFO:tasks.workunit.client.0.smithi012.stdout:17.19% done 2024-04-02T09:22:01.056 INFO:tasks.workunit.client.0.smithi012.stdout:18.75% done 2024-04-02T09:22:01.056 INFO:tasks.workunit.client.0.smithi012.stdout:20.31% done 2024-04-02T09:22:01.056 INFO:tasks.workunit.client.0.smithi012.stdout:21.88% done 2024-04-02T09:22:01.056 INFO:tasks.workunit.client.0.smithi012.stdout:23.44% done 2024-04-02T09:22:01.057 INFO:tasks.workunit.client.0.smithi012.stdout:25.00% done 2024-04-02T09:22:01.057 INFO:tasks.workunit.client.0.smithi012.stdout:26.56% done 2024-04-02T09:22:01.057 INFO:tasks.workunit.client.0.smithi012.stdout:28.12% done 2024-04-02T09:22:01.057 INFO:tasks.workunit.client.0.smithi012.stdout:29.69% done 2024-04-02T09:22:01.057 INFO:tasks.workunit.client.0.smithi012.stdout:31.25% done 2024-04-02T09:22:01.057 INFO:tasks.workunit.client.0.smithi012.stdout:32.81% done 2024-04-02T09:22:01.057 INFO:tasks.workunit.client.0.smithi012.stdout:34.38% done 2024-04-02T09:22:01.057 INFO:tasks.workunit.client.0.smithi012.stdout:35.94% done 2024-04-02T09:22:01.057 INFO:tasks.workunit.client.0.smithi012.stdout:37.50% done 2024-04-02T09:22:01.057 INFO:tasks.workunit.client.0.smithi012.stdout:39.06% done 2024-04-02T09:22:01.057 INFO:tasks.workunit.client.0.smithi012.stdout:40.62% done 2024-04-02T09:22:01.057 INFO:tasks.workunit.client.0.smithi012.stdout:42.19% done 2024-04-02T09:22:01.057 INFO:tasks.workunit.client.0.smithi012.stdout:43.75% done 2024-04-02T09:22:01.057 INFO:tasks.workunit.client.0.smithi012.stdout:45.31% done 2024-04-02T09:22:01.057 INFO:tasks.workunit.client.0.smithi012.stdout:46.88% done 2024-04-02T09:22:01.058 INFO:tasks.workunit.client.0.smithi012.stdout:48.44% done 2024-04-02T09:22:01.058 INFO:tasks.workunit.client.0.smithi012.stdout:50.00% done 2024-04-02T09:22:01.058 INFO:tasks.workunit.client.0.smithi012.stdout:51.56% done 2024-04-02T09:22:01.058 INFO:tasks.workunit.client.0.smithi012.stdout:53.12% done 2024-04-02T09:22:01.058 INFO:tasks.workunit.client.0.smithi012.stdout:54.69% done 2024-04-02T09:22:01.058 INFO:tasks.workunit.client.0.smithi012.stdout:56.25% done 2024-04-02T09:22:01.058 INFO:tasks.workunit.client.0.smithi012.stdout:57.81% done 2024-04-02T09:22:01.058 INFO:tasks.workunit.client.0.smithi012.stdout:59.38% done 2024-04-02T09:22:01.058 INFO:tasks.workunit.client.0.smithi012.stdout:60.94% done 2024-04-02T09:22:01.058 INFO:tasks.workunit.client.0.smithi012.stdout:62.50% done 2024-04-02T09:22:01.058 INFO:tasks.workunit.client.0.smithi012.stdout:64.06% done 2024-04-02T09:22:01.058 INFO:tasks.workunit.client.0.smithi012.stdout:65.62% done 2024-04-02T09:22:01.058 INFO:tasks.workunit.client.0.smithi012.stdout:67.19% done 2024-04-02T09:22:01.058 INFO:tasks.workunit.client.0.smithi012.stdout:68.75% done 2024-04-02T09:22:01.059 INFO:tasks.workunit.client.0.smithi012.stdout:70.31% done 2024-04-02T09:22:01.059 INFO:tasks.workunit.client.0.smithi012.stdout:71.88% done 2024-04-02T09:22:01.059 INFO:tasks.workunit.client.0.smithi012.stdout:73.44% done 2024-04-02T09:22:01.059 INFO:tasks.workunit.client.0.smithi012.stdout:75.00% done 2024-04-02T09:22:01.059 INFO:tasks.workunit.client.0.smithi012.stdout:76.56% done 2024-04-02T09:22:01.059 INFO:tasks.workunit.client.0.smithi012.stdout:78.12% done 2024-04-02T09:22:01.059 INFO:tasks.workunit.client.0.smithi012.stdout:79.69% done 2024-04-02T09:22:01.059 INFO:tasks.workunit.client.0.smithi012.stdout:81.25% done 2024-04-02T09:22:01.059 INFO:tasks.workunit.client.0.smithi012.stdout:82.81% done 2024-04-02T09:22:01.059 INFO:tasks.workunit.client.0.smithi012.stdout:84.38% done 2024-04-02T09:22:01.059 INFO:tasks.workunit.client.0.smithi012.stdout:85.94% done 2024-04-02T09:22:01.059 INFO:tasks.workunit.client.0.smithi012.stdout:87.50% done 2024-04-02T09:22:01.059 INFO:tasks.workunit.client.0.smithi012.stdout:89.06% done 2024-04-02T09:22:01.059 INFO:tasks.workunit.client.0.smithi012.stdout:90.62% done 2024-04-02T09:22:01.059 INFO:tasks.workunit.client.0.smithi012.stdout:92.19% done 2024-04-02T09:22:01.060 INFO:tasks.workunit.client.0.smithi012.stdout:93.75% done 2024-04-02T09:22:01.060 INFO:tasks.workunit.client.0.smithi012.stdout:95.31% done 2024-04-02T09:22:01.060 INFO:tasks.workunit.client.0.smithi012.stdout:96.88% done 2024-04-02T09:22:01.060 INFO:tasks.workunit.client.0.smithi012.stdout:98.44% done 2024-04-02T09:22:01.060 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay (60 ms) 2024-04-02T09:22:01.060 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestTrashPurge 2024-04-02T09:22:01.060 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:22:01.064 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:22:01.115 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:00 smithi055 ceph-mon[85080]: osdmap e1805: 8 total, 8 up, 8 in 2024-04-02T09:22:01.115 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:00 smithi055 ceph-mon[85080]: pgmap v3239: 649 pgs: 649 active+clean; 317 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 12 KiB/s wr, 189 op/s 2024-04-02T09:22:01.115 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:00 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2671215505' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.12:0/3073003871"}]: dispatch 2024-04-02T09:22:01.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:00 smithi012 ceph-mon[88355]: osdmap e1805: 8 total, 8 up, 8 in 2024-04-02T09:22:01.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:00 smithi012 ceph-mon[88355]: pgmap v3239: 649 pgs: 649 active+clean; 317 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 12 KiB/s wr, 189 op/s 2024-04-02T09:22:01.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:00 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2671215505' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.12:0/3073003871"}]: dispatch 2024-04-02T09:22:01.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:00 smithi012 ceph-mon[90784]: osdmap e1805: 8 total, 8 up, 8 in 2024-04-02T09:22:01.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:00 smithi012 ceph-mon[90784]: pgmap v3239: 649 pgs: 649 active+clean; 317 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 12 KiB/s wr, 189 op/s 2024-04-02T09:22:01.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:00 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2671215505' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.12:0/3073003871"}]: dispatch 2024-04-02T09:22:01.189 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestTrashPurge (134 ms) 2024-04-02T09:22:01.189 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndRestore 2024-04-02T09:22:01.190 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:22:01.235 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestTrashMoveAndRestore (45 ms) 2024-04-02T09:22:01.235 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestListWatchers 2024-04-02T09:22:01.235 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:22:01.266 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestListWatchers (32 ms) 2024-04-02T09:22:01.266 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestSetSnapById 2024-04-02T09:22:01.266 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:22:01.910 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestSetSnapById (644 ms) 2024-04-02T09:22:01.910 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.Namespaces 2024-04-02T09:22:01.938 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.Namespaces (28 ms) 2024-04-02T09:22:01.939 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.NamespacesPP 2024-04-02T09:22:01.972 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:22:01.976 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:22:02.060 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.NamespacesPP (121 ms) 2024-04-02T09:22:02.060 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.Migration 2024-04-02T09:22:02.060 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:22:02.060 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:22:02.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:01 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2671215505' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.12:0/3073003871"}]': finished 2024-04-02T09:22:02.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:01 smithi012 ceph-mon[88355]: osdmap e1806: 8 total, 8 up, 8 in 2024-04-02T09:22:02.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:01 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2671215505' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.12:0/3073003871"}]': finished 2024-04-02T09:22:02.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:01 smithi012 ceph-mon[90784]: osdmap e1806: 8 total, 8 up, 8 in 2024-04-02T09:22:02.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:01 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2671215505' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.12:0/3073003871"}]': finished 2024-04-02T09:22:02.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:01 smithi055 ceph-mon[85080]: osdmap e1806: 8 total, 8 up, 8 in 2024-04-02T09:22:02.473 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.Migration (414 ms) 2024-04-02T09:22:02.474 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.MigrationPP 2024-04-02T09:22:02.474 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:22:02.474 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:22:02.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:22:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:22:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:22:02.899 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.MigrationPP (426 ms) 2024-04-02T09:22:02.899 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestGetAccessTimestamp 2024-04-02T09:22:02.899 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:22:02.917 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestGetAccessTimestamp (17 ms) 2024-04-02T09:22:02.917 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.TestGetModifyTimestamp 2024-04-02T09:22:02.917 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:22:02.934 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.TestGetModifyTimestamp (18 ms) 2024-04-02T09:22:02.934 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.ZeroOverlapFlatten 2024-04-02T09:22:02.934 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:22:03.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:02 smithi012 ceph-mon[90784]: osdmap e1807: 8 total, 8 up, 8 in 2024-04-02T09:22:03.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:02 smithi012 ceph-mon[90784]: pgmap v3242: 649 pgs: 649 active+clean; 318 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 283 KiB/s rd, 145 KiB/s wr, 308 op/s 2024-04-02T09:22:03.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:02 smithi012 ceph-mon[88355]: osdmap e1807: 8 total, 8 up, 8 in 2024-04-02T09:22:03.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:02 smithi012 ceph-mon[88355]: pgmap v3242: 649 pgs: 649 active+clean; 318 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 283 KiB/s rd, 145 KiB/s wr, 308 op/s 2024-04-02T09:22:03.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:02 smithi055 ceph-mon[85080]: osdmap e1807: 8 total, 8 up, 8 in 2024-04-02T09:22:03.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:02 smithi055 ceph-mon[85080]: pgmap v3242: 649 pgs: 649 active+clean; 318 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 283 KiB/s rd, 145 KiB/s wr, 308 op/s 2024-04-02T09:22:03.988 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.ZeroOverlapFlatten (1054 ms) 2024-04-02T09:22:03.988 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.PoolMetadata 2024-04-02T09:22:04.018 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.PoolMetadata (30 ms) 2024-04-02T09:22:04.018 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.PoolMetadataPP 2024-04-02T09:22:04.038 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.PoolMetadataPP (20 ms) 2024-04-02T09:22:04.038 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.Config 2024-04-02T09:22:04.043 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:22:04.086 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.Config (47 ms) 2024-04-02T09:22:04.086 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.ConfigPP 2024-04-02T09:22:04.090 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:22:04.129 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.ConfigPP (43 ms) 2024-04-02T09:22:04.129 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.PoolStatsPP 2024-04-02T09:22:04.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:22:04 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: [02/Apr/2024:09:22:04] ENGINE Bus STOPPING 2024-04-02T09:22:04.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:22:04 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: [02/Apr/2024:09:22:04] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T09:22:04.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:22:04 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: [02/Apr/2024:09:22:04] ENGINE Bus STOPPED 2024-04-02T09:22:04.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:22:04 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: [02/Apr/2024:09:22:04] ENGINE Bus STARTING 2024-04-02T09:22:04.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:22:04 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: [02/Apr/2024:09:22:04] ENGINE Serving on http://:::9283 2024-04-02T09:22:04.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:22:04 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: [02/Apr/2024:09:22:04] ENGINE Bus STARTED 2024-04-02T09:22:05.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:04 smithi012 ceph-mon[90784]: osdmap e1808: 8 total, 8 up, 8 in 2024-04-02T09:22:05.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:04 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2671215505' entity='client.admin' 2024-04-02T09:22:05.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:04 smithi012 ceph-mon[90784]: pgmap v3244: 649 pgs: 649 active+clean; 318 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 273 KiB/s rd, 140 KiB/s wr, 296 op/s 2024-04-02T09:22:05.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:04 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:22:05.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:04 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:22:05.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:04 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:22:05.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:04 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:22:05.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:04 smithi012 ceph-mon[90784]: osdmap e1809: 8 total, 8 up, 8 in 2024-04-02T09:22:05.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:04 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1447156894' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:22:05.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:04 smithi012 ceph-mon[88355]: osdmap e1808: 8 total, 8 up, 8 in 2024-04-02T09:22:05.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:04 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2671215505' entity='client.admin' 2024-04-02T09:22:05.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:04 smithi012 ceph-mon[88355]: pgmap v3244: 649 pgs: 649 active+clean; 318 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 273 KiB/s rd, 140 KiB/s wr, 296 op/s 2024-04-02T09:22:05.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:04 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:22:05.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:04 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:22:05.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:04 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:22:05.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:04 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:22:05.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:04 smithi012 ceph-mon[88355]: osdmap e1809: 8 total, 8 up, 8 in 2024-04-02T09:22:05.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:04 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1447156894' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:22:05.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:04 smithi055 ceph-mon[85080]: osdmap e1808: 8 total, 8 up, 8 in 2024-04-02T09:22:05.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:04 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2671215505' entity='client.admin' 2024-04-02T09:22:05.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:04 smithi055 ceph-mon[85080]: pgmap v3244: 649 pgs: 649 active+clean; 318 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 273 KiB/s rd, 140 KiB/s wr, 296 op/s 2024-04-02T09:22:05.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:04 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:22:05.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:04 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:22:05.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:04 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:22:05.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:04 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:22:05.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:04 smithi055 ceph-mon[85080]: osdmap e1809: 8 total, 8 up, 8 in 2024-04-02T09:22:05.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:04 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1447156894' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:22:05.476 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:22:06.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:06 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1447156894' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:22:06.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:06 smithi055 ceph-mon[85080]: osdmap e1810: 8 total, 8 up, 8 in 2024-04-02T09:22:06.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:06 smithi055 ceph-mon[85080]: pgmap v3247: 681 pgs: 15 creating+peering, 12 unknown, 654 active+clean; 318 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 363 KiB/s rd, 20 KiB/s wr, 487 op/s 2024-04-02T09:22:06.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:06 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1447156894' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:22:06.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:06 smithi012 ceph-mon[90784]: osdmap e1810: 8 total, 8 up, 8 in 2024-04-02T09:22:06.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:06 smithi012 ceph-mon[90784]: pgmap v3247: 681 pgs: 15 creating+peering, 12 unknown, 654 active+clean; 318 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 363 KiB/s rd, 20 KiB/s wr, 487 op/s 2024-04-02T09:22:06.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:06 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1447156894' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:22:06.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:06 smithi012 ceph-mon[88355]: osdmap e1810: 8 total, 8 up, 8 in 2024-04-02T09:22:06.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:06 smithi012 ceph-mon[88355]: pgmap v3247: 681 pgs: 15 creating+peering, 12 unknown, 654 active+clean; 318 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 363 KiB/s rd, 20 KiB/s wr, 487 op/s 2024-04-02T09:22:07.552 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:22:07.568 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:22:07.578 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:22:07.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:07 smithi055 ceph-mon[85080]: osdmap e1811: 8 total, 8 up, 8 in 2024-04-02T09:22:07.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:07 smithi012 ceph-mon[88355]: osdmap e1811: 8 total, 8 up, 8 in 2024-04-02T09:22:07.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:07 smithi012 ceph-mon[90784]: osdmap e1811: 8 total, 8 up, 8 in 2024-04-02T09:22:08.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:22:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:22:07] "GET /metrics HTTP/1.1" 200 75579 "" "Prometheus/2.43.0" 2024-04-02T09:22:08.585 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.PoolStatsPP (4455 ms) 2024-04-02T09:22:08.585 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.ImageSpec 2024-04-02T09:22:08.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:08 smithi055 ceph-mon[85080]: osdmap e1812: 8 total, 8 up, 8 in 2024-04-02T09:22:08.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:08 smithi055 ceph-mon[85080]: pgmap v3250: 681 pgs: 15 creating+peering, 666 active+clean; 318 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 789 KiB/s rd, 49 KiB/s wr, 1.04k op/s 2024-04-02T09:22:08.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:08 smithi012 ceph-mon[88355]: osdmap e1812: 8 total, 8 up, 8 in 2024-04-02T09:22:08.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:08 smithi012 ceph-mon[88355]: pgmap v3250: 681 pgs: 15 creating+peering, 666 active+clean; 318 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 789 KiB/s rd, 49 KiB/s wr, 1.04k op/s 2024-04-02T09:22:08.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:08 smithi012 ceph-mon[90784]: osdmap e1812: 8 total, 8 up, 8 in 2024-04-02T09:22:08.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:08 smithi012 ceph-mon[90784]: pgmap v3250: 681 pgs: 15 creating+peering, 666 active+clean; 318 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 789 KiB/s rd, 49 KiB/s wr, 1.04k op/s 2024-04-02T09:22:09.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:09 smithi055 ceph-mon[85080]: osdmap e1813: 8 total, 8 up, 8 in 2024-04-02T09:22:09.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:09 smithi012 ceph-mon[88355]: osdmap e1813: 8 total, 8 up, 8 in 2024-04-02T09:22:09.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:09 smithi012 ceph-mon[90784]: osdmap e1813: 8 total, 8 up, 8 in 2024-04-02T09:22:10.522 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:22:10.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:10 smithi055 ceph-mon[85080]: osdmap e1814: 8 total, 8 up, 8 in 2024-04-02T09:22:10.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:10 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1535319175' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:22:10.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:10 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:22:10.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:10 smithi055 ceph-mon[85080]: pgmap v3253: 713 pgs: 28 unknown, 13 creating+peering, 672 active+clean; 318 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 442 KiB/s rd, 31 KiB/s wr, 575 op/s 2024-04-02T09:22:10.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:10 smithi012 ceph-mon[90784]: osdmap e1814: 8 total, 8 up, 8 in 2024-04-02T09:22:10.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:10 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1535319175' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:22:10.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:10 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:22:10.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:10 smithi012 ceph-mon[90784]: pgmap v3253: 713 pgs: 28 unknown, 13 creating+peering, 672 active+clean; 318 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 442 KiB/s rd, 31 KiB/s wr, 575 op/s 2024-04-02T09:22:10.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:10 smithi012 ceph-mon[88355]: osdmap e1814: 8 total, 8 up, 8 in 2024-04-02T09:22:10.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:10 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1535319175' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:22:10.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:10 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:22:10.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:10 smithi012 ceph-mon[88355]: pgmap v3253: 713 pgs: 28 unknown, 13 creating+peering, 672 active+clean; 318 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 442 KiB/s rd, 31 KiB/s wr, 575 op/s 2024-04-02T09:22:11.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:11 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:22:11.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:11 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:22:11.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:11 smithi055 ceph-mon[85080]: osdmap e1815: 8 total, 8 up, 8 in 2024-04-02T09:22:11.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:11 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:22:11.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:11 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:22:11.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:11 smithi012 ceph-mon[88355]: osdmap e1815: 8 total, 8 up, 8 in 2024-04-02T09:22:11.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:11 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:22:11.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:11 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:22:11.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:11 smithi012 ceph-mon[90784]: osdmap e1815: 8 total, 8 up, 8 in 2024-04-02T09:22:12.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:12 smithi055 ceph-mon[85080]: osdmap e1816: 8 total, 8 up, 8 in 2024-04-02T09:22:12.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:12 smithi055 ceph-mon[85080]: pgmap v3256: 713 pgs: 13 creating+peering, 700 active+clean; 318 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 6.2 KiB/s wr, 60 op/s 2024-04-02T09:22:12.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:22:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:22:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:22:12.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:12 smithi012 ceph-mon[88355]: osdmap e1816: 8 total, 8 up, 8 in 2024-04-02T09:22:12.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:12 smithi012 ceph-mon[88355]: pgmap v3256: 713 pgs: 13 creating+peering, 700 active+clean; 318 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 6.2 KiB/s wr, 60 op/s 2024-04-02T09:22:12.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:12 smithi012 ceph-mon[90784]: osdmap e1816: 8 total, 8 up, 8 in 2024-04-02T09:22:12.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:12 smithi012 ceph-mon[90784]: pgmap v3256: 713 pgs: 13 creating+peering, 700 active+clean; 318 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 6.2 KiB/s wr, 60 op/s 2024-04-02T09:22:13.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:13 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:22:13.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:13 smithi055 ceph-mon[85080]: osdmap e1817: 8 total, 8 up, 8 in 2024-04-02T09:22:13.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:13 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:22:13.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:13 smithi012 ceph-mon[88355]: osdmap e1817: 8 total, 8 up, 8 in 2024-04-02T09:22:13.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:13 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:22:13.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:13 smithi012 ceph-mon[90784]: osdmap e1817: 8 total, 8 up, 8 in 2024-04-02T09:22:14.621 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.ImageSpec (6037 ms) 2024-04-02T09:22:14.622 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.SnapRemoveWithChildMissing 2024-04-02T09:22:14.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:14 smithi055 ceph-mon[85080]: osdmap e1818: 8 total, 8 up, 8 in 2024-04-02T09:22:14.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:14 smithi055 ceph-mon[85080]: pgmap v3259: 713 pgs: 13 creating+peering, 700 active+clean; 318 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 4.5 KiB/s wr, 26 op/s 2024-04-02T09:22:14.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:14.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:14 smithi055 ceph-mon[85080]: osdmap e1819: 8 total, 8 up, 8 in 2024-04-02T09:22:14.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:14 smithi012 ceph-mon[90784]: osdmap e1818: 8 total, 8 up, 8 in 2024-04-02T09:22:14.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:14 smithi012 ceph-mon[90784]: pgmap v3259: 713 pgs: 13 creating+peering, 700 active+clean; 318 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 4.5 KiB/s wr, 26 op/s 2024-04-02T09:22:14.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:14.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:14 smithi012 ceph-mon[90784]: osdmap e1819: 8 total, 8 up, 8 in 2024-04-02T09:22:14.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:14 smithi012 ceph-mon[88355]: osdmap e1818: 8 total, 8 up, 8 in 2024-04-02T09:22:14.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:14 smithi012 ceph-mon[88355]: pgmap v3259: 713 pgs: 13 creating+peering, 700 active+clean; 318 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 4.5 KiB/s wr, 26 op/s 2024-04-02T09:22:14.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:14.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:14 smithi012 ceph-mon[88355]: osdmap e1819: 8 total, 8 up, 8 in 2024-04-02T09:22:16.563 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:22:16.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:16 smithi055 ceph-mon[85080]: osdmap e1820: 8 total, 8 up, 8 in 2024-04-02T09:22:16.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:16 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1939959217' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:22:16.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:16 smithi055 ceph-mon[85080]: pgmap v3262: 745 pgs: 7 creating+peering, 25 unknown, 713 active+clean; 318 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 5.5 KiB/s wr, 168 op/s 2024-04-02T09:22:16.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:16 smithi012 ceph-mon[88355]: osdmap e1820: 8 total, 8 up, 8 in 2024-04-02T09:22:16.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:16 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1939959217' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:22:16.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:16 smithi012 ceph-mon[88355]: pgmap v3262: 745 pgs: 7 creating+peering, 25 unknown, 713 active+clean; 318 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 5.5 KiB/s wr, 168 op/s 2024-04-02T09:22:16.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:16 smithi012 ceph-mon[90784]: osdmap e1820: 8 total, 8 up, 8 in 2024-04-02T09:22:16.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:16 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1939959217' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:22:16.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:16 smithi012 ceph-mon[90784]: pgmap v3262: 745 pgs: 7 creating+peering, 25 unknown, 713 active+clean; 318 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 5.5 KiB/s wr, 168 op/s 2024-04-02T09:22:17.930 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:17 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:22:17.930 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:17 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1939959217' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:22:17.930 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:17 smithi012 ceph-mon[88355]: osdmap e1821: 8 total, 8 up, 8 in 2024-04-02T09:22:17.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:17 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:22:17.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:17 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1939959217' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:22:17.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:17 smithi012 ceph-mon[90784]: osdmap e1821: 8 total, 8 up, 8 in 2024-04-02T09:22:18.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:17 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:22:18.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:17 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1939959217' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:22:18.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:17 smithi055 ceph-mon[85080]: osdmap e1821: 8 total, 8 up, 8 in 2024-04-02T09:22:18.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:22:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:22:17] "GET /metrics HTTP/1.1" 200 80473 "" "Prometheus/2.43.0" 2024-04-02T09:22:18.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:18 smithi012 ceph-mon[90784]: osdmap e1822: 8 total, 8 up, 8 in 2024-04-02T09:22:18.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:18 smithi012 ceph-mon[90784]: pgmap v3265: 745 pgs: 14 creating+peering, 18 unknown, 713 active+clean; 318 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 139 KiB/s rd, 6.5 KiB/s wr, 176 op/s 2024-04-02T09:22:18.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:18 smithi012 ceph-mon[88355]: osdmap e1822: 8 total, 8 up, 8 in 2024-04-02T09:22:18.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:18 smithi012 ceph-mon[88355]: pgmap v3265: 745 pgs: 14 creating+peering, 18 unknown, 713 active+clean; 318 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 139 KiB/s rd, 6.5 KiB/s wr, 176 op/s 2024-04-02T09:22:19.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:18 smithi055 ceph-mon[85080]: osdmap e1822: 8 total, 8 up, 8 in 2024-04-02T09:22:19.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:18 smithi055 ceph-mon[85080]: pgmap v3265: 745 pgs: 14 creating+peering, 18 unknown, 713 active+clean; 318 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 139 KiB/s rd, 6.5 KiB/s wr, 176 op/s 2024-04-02T09:22:19.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:19 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:22:19.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:19 smithi012 ceph-mon[88355]: osdmap e1823: 8 total, 8 up, 8 in 2024-04-02T09:22:19.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:19 smithi012 ceph-mon[88355]: osdmap e1824: 8 total, 8 up, 8 in 2024-04-02T09:22:19.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:19 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:22:19.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:19 smithi012 ceph-mon[90784]: osdmap e1823: 8 total, 8 up, 8 in 2024-04-02T09:22:19.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:19 smithi012 ceph-mon[90784]: osdmap e1824: 8 total, 8 up, 8 in 2024-04-02T09:22:20.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:19 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:22:20.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:19 smithi055 ceph-mon[85080]: osdmap e1823: 8 total, 8 up, 8 in 2024-04-02T09:22:20.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:19 smithi055 ceph-mon[85080]: osdmap e1824: 8 total, 8 up, 8 in 2024-04-02T09:22:20.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:20 smithi012 ceph-mon[88355]: pgmap v3268: 745 pgs: 14 creating+peering, 12 unknown, 719 active+clean; 318 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.5 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-04-02T09:22:20.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:20 smithi012 ceph-mon[88355]: osdmap e1825: 8 total, 8 up, 8 in 2024-04-02T09:22:20.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:20 smithi012 ceph-mon[90784]: pgmap v3268: 745 pgs: 14 creating+peering, 12 unknown, 719 active+clean; 318 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.5 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-04-02T09:22:20.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:20 smithi012 ceph-mon[90784]: osdmap e1825: 8 total, 8 up, 8 in 2024-04-02T09:22:21.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:20 smithi055 ceph-mon[85080]: pgmap v3268: 745 pgs: 14 creating+peering, 12 unknown, 719 active+clean; 318 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.5 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-04-02T09:22:21.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:20 smithi055 ceph-mon[85080]: osdmap e1825: 8 total, 8 up, 8 in 2024-04-02T09:22:22.585 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:22:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:22:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:22:22.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:22 smithi012 ceph-mon[88355]: osdmap e1826: 8 total, 8 up, 8 in 2024-04-02T09:22:22.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:22 smithi012 ceph-mon[88355]: pgmap v3271: 713 pgs: 713 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:22:22.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:22 smithi012 ceph-mon[90784]: osdmap e1826: 8 total, 8 up, 8 in 2024-04-02T09:22:22.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:22 smithi012 ceph-mon[90784]: pgmap v3271: 713 pgs: 713 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:22:23.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:22 smithi055 ceph-mon[85080]: osdmap e1826: 8 total, 8 up, 8 in 2024-04-02T09:22:23.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:22 smithi055 ceph-mon[85080]: pgmap v3271: 713 pgs: 713 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:22:23.631 INFO:tasks.workunit.client.0.smithi012.stdout:num children is: 3 2024-04-02T09:22:23.631 INFO:tasks.workunit.client.0.smithi012.stdout:expected: 3 2024-04-02T09:22:23.631 INFO:tasks.workunit.client.0.smithi012.stdout:child: image218 2024-04-02T09:22:23.631 INFO:tasks.workunit.client.0.smithi012.stdout:child: image220 2024-04-02T09:22:23.632 INFO:tasks.workunit.client.0.smithi012.stdout:child: image219 2024-04-02T09:22:23.632 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-15/image218/8be0d01c4b4f 2024-04-02T09:22:23.632 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:22:23.632 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-34/image219/8be084f39664 2024-04-02T09:22:23.632 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:22:23.632 INFO:tasks.workunit.client.0.smithi012.stdout:found child test-librbd-smithi012-138837-15/image220/8be04da96ea5 2024-04-02T09:22:23.632 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:22:23.632 INFO:tasks.workunit.client.0.smithi012.stdout:num children is: 0 2024-04-02T09:22:23.632 INFO:tasks.workunit.client.0.smithi012.stdout:expected: 0 2024-04-02T09:22:23.632 INFO:tasks.workunit.client.0.smithi012.stdout:num snaps is: 0 2024-04-02T09:22:23.632 INFO:tasks.workunit.client.0.smithi012.stdout:expected: 0 2024-04-02T09:22:23.632 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.SnapRemoveWithChildMissing (9010 ms) 2024-04-02T09:22:23.632 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.QuiesceWatch 2024-04-02T09:22:23.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:23 smithi012 ceph-mon[88355]: osdmap e1827: 8 total, 8 up, 8 in 2024-04-02T09:22:23.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:23 smithi012 ceph-mon[90784]: osdmap e1827: 8 total, 8 up, 8 in 2024-04-02T09:22:24.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:23 smithi055 ceph-mon[85080]: osdmap e1827: 8 total, 8 up, 8 in 2024-04-02T09:22:24.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:24 smithi012 ceph-mon[90784]: osdmap e1828: 8 total, 8 up, 8 in 2024-04-02T09:22:24.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:24 smithi012 ceph-mon[90784]: pgmap v3274: 713 pgs: 713 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:22:24.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:24 smithi012 ceph-mon[90784]: osdmap e1829: 8 total, 8 up, 8 in 2024-04-02T09:22:24.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:24 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1788290622' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:22:24.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:24 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:22:24.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:24 smithi012 ceph-mon[88355]: osdmap e1828: 8 total, 8 up, 8 in 2024-04-02T09:22:24.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:24 smithi012 ceph-mon[88355]: pgmap v3274: 713 pgs: 713 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:22:24.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:24 smithi012 ceph-mon[88355]: osdmap e1829: 8 total, 8 up, 8 in 2024-04-02T09:22:24.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:24 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1788290622' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:22:24.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:24 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:22:25.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:24 smithi055 ceph-mon[85080]: osdmap e1828: 8 total, 8 up, 8 in 2024-04-02T09:22:25.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:24 smithi055 ceph-mon[85080]: pgmap v3274: 713 pgs: 713 active+clean; 6.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:22:25.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:24 smithi055 ceph-mon[85080]: osdmap e1829: 8 total, 8 up, 8 in 2024-04-02T09:22:25.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:24 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1788290622' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:22:25.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:24 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:22:25.482 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:22:26.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:26 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:22:26.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:26 smithi055 ceph-mon[85080]: osdmap e1830: 8 total, 8 up, 8 in 2024-04-02T09:22:26.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:26 smithi055 ceph-mon[85080]: pgmap v3277: 745 pgs: 17 creating+peering, 15 unknown, 713 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 2.0 KiB/s wr, 54 op/s 2024-04-02T09:22:26.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:26 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:22:26.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:26 smithi012 ceph-mon[90784]: osdmap e1830: 8 total, 8 up, 8 in 2024-04-02T09:22:26.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:26 smithi012 ceph-mon[90784]: pgmap v3277: 745 pgs: 17 creating+peering, 15 unknown, 713 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 2.0 KiB/s wr, 54 op/s 2024-04-02T09:22:26.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:26 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:22:26.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:26 smithi012 ceph-mon[88355]: osdmap e1830: 8 total, 8 up, 8 in 2024-04-02T09:22:26.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:26 smithi012 ceph-mon[88355]: pgmap v3277: 745 pgs: 17 creating+peering, 15 unknown, 713 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 2.0 KiB/s wr, 54 op/s 2024-04-02T09:22:27.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:27 smithi055 ceph-mon[85080]: osdmap e1831: 8 total, 8 up, 8 in 2024-04-02T09:22:27.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:27 smithi012 ceph-mon[88355]: osdmap e1831: 8 total, 8 up, 8 in 2024-04-02T09:22:27.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:27 smithi012 ceph-mon[90784]: osdmap e1831: 8 total, 8 up, 8 in 2024-04-02T09:22:28.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:22:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:22:27] "GET /metrics HTTP/1.1" 200 80473 "" "Prometheus/2.43.0" 2024-04-02T09:22:28.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:28 smithi055 ceph-mon[85080]: osdmap e1832: 8 total, 8 up, 8 in 2024-04-02T09:22:28.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:28 smithi055 ceph-mon[85080]: pgmap v3280: 745 pgs: 17 creating+peering, 728 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 4.7 KiB/s wr, 91 op/s 2024-04-02T09:22:28.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:28 smithi012 ceph-mon[88355]: osdmap e1832: 8 total, 8 up, 8 in 2024-04-02T09:22:28.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:28 smithi012 ceph-mon[88355]: pgmap v3280: 745 pgs: 17 creating+peering, 728 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 4.7 KiB/s wr, 91 op/s 2024-04-02T09:22:28.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:28 smithi012 ceph-mon[90784]: osdmap e1832: 8 total, 8 up, 8 in 2024-04-02T09:22:28.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:28 smithi012 ceph-mon[90784]: pgmap v3280: 745 pgs: 17 creating+peering, 728 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 4.7 KiB/s wr, 91 op/s 2024-04-02T09:22:29.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:29 smithi055 ceph-mon[85080]: osdmap e1833: 8 total, 8 up, 8 in 2024-04-02T09:22:29.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:29.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:29 smithi055 ceph-mon[85080]: osdmap e1834: 8 total, 8 up, 8 in 2024-04-02T09:22:29.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:29 smithi012 ceph-mon[88355]: osdmap e1833: 8 total, 8 up, 8 in 2024-04-02T09:22:29.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:29.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:29 smithi012 ceph-mon[88355]: osdmap e1834: 8 total, 8 up, 8 in 2024-04-02T09:22:29.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:29 smithi012 ceph-mon[90784]: osdmap e1833: 8 total, 8 up, 8 in 2024-04-02T09:22:29.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:29.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:29 smithi012 ceph-mon[90784]: osdmap e1834: 8 total, 8 up, 8 in 2024-04-02T09:22:30.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:30 smithi055 ceph-mon[85080]: pgmap v3283: 745 pgs: 13 creating+peering, 732 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 3.5 KiB/s wr, 39 op/s 2024-04-02T09:22:30.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:30 smithi012 ceph-mon[88355]: pgmap v3283: 745 pgs: 13 creating+peering, 732 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 3.5 KiB/s wr, 39 op/s 2024-04-02T09:22:30.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:30 smithi012 ceph-mon[90784]: pgmap v3283: 745 pgs: 13 creating+peering, 732 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 3.5 KiB/s wr, 39 op/s 2024-04-02T09:22:31.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:31 smithi055 ceph-mon[85080]: osdmap e1835: 8 total, 8 up, 8 in 2024-04-02T09:22:31.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:31 smithi012 ceph-mon[88355]: osdmap e1835: 8 total, 8 up, 8 in 2024-04-02T09:22:31.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:31 smithi012 ceph-mon[90784]: osdmap e1835: 8 total, 8 up, 8 in 2024-04-02T09:22:32.712 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:32 smithi055 ceph-mon[85080]: osdmap e1836: 8 total, 8 up, 8 in 2024-04-02T09:22:32.712 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:32 smithi055 ceph-mon[85080]: pgmap v3286: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.2 KiB/s wr, 45 op/s 2024-04-02T09:22:32.712 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:22:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:22:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:22:32.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:32 smithi012 ceph-mon[88355]: osdmap e1836: 8 total, 8 up, 8 in 2024-04-02T09:22:32.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:32 smithi012 ceph-mon[88355]: pgmap v3286: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.2 KiB/s wr, 45 op/s 2024-04-02T09:22:32.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:32 smithi012 ceph-mon[90784]: osdmap e1836: 8 total, 8 up, 8 in 2024-04-02T09:22:32.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:32 smithi012 ceph-mon[90784]: pgmap v3286: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.2 KiB/s wr, 45 op/s 2024-04-02T09:22:33.655 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.QuiesceWatch (10023 ms) 2024-04-02T09:22:33.655 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.QuiesceWatchPP 2024-04-02T09:22:33.655 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:22:33.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:33 smithi055 ceph-mon[85080]: osdmap e1837: 8 total, 8 up, 8 in 2024-04-02T09:22:33.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:33 smithi012 ceph-mon[88355]: osdmap e1837: 8 total, 8 up, 8 in 2024-04-02T09:22:33.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:33 smithi012 ceph-mon[90784]: osdmap e1837: 8 total, 8 up, 8 in 2024-04-02T09:22:34.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:34 smithi055 ceph-mon[85080]: osdmap e1838: 8 total, 8 up, 8 in 2024-04-02T09:22:34.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:34 smithi055 ceph-mon[85080]: pgmap v3289: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2.5 KiB/s wr, 43 op/s 2024-04-02T09:22:34.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:34 smithi055 ceph-mon[85080]: osdmap e1839: 8 total, 8 up, 8 in 2024-04-02T09:22:34.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:34 smithi012 ceph-mon[90784]: osdmap e1838: 8 total, 8 up, 8 in 2024-04-02T09:22:34.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:34 smithi012 ceph-mon[90784]: pgmap v3289: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2.5 KiB/s wr, 43 op/s 2024-04-02T09:22:34.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:34 smithi012 ceph-mon[90784]: osdmap e1839: 8 total, 8 up, 8 in 2024-04-02T09:22:34.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:34 smithi012 ceph-mon[88355]: osdmap e1838: 8 total, 8 up, 8 in 2024-04-02T09:22:34.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:34 smithi012 ceph-mon[88355]: pgmap v3289: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2.5 KiB/s wr, 43 op/s 2024-04-02T09:22:34.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:34 smithi012 ceph-mon[88355]: osdmap e1839: 8 total, 8 up, 8 in 2024-04-02T09:22:36.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:36 smithi055 ceph-mon[85080]: osdmap e1840: 8 total, 8 up, 8 in 2024-04-02T09:22:36.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:36 smithi055 ceph-mon[85080]: pgmap v3292: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 4.5 KiB/s wr, 101 op/s 2024-04-02T09:22:36.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:36 smithi012 ceph-mon[88355]: osdmap e1840: 8 total, 8 up, 8 in 2024-04-02T09:22:36.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:36 smithi012 ceph-mon[88355]: pgmap v3292: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 4.5 KiB/s wr, 101 op/s 2024-04-02T09:22:36.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:36 smithi012 ceph-mon[90784]: osdmap e1840: 8 total, 8 up, 8 in 2024-04-02T09:22:36.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:36 smithi012 ceph-mon[90784]: pgmap v3292: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 4.5 KiB/s wr, 101 op/s 2024-04-02T09:22:37.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:37 smithi055 ceph-mon[85080]: osdmap e1841: 8 total, 8 up, 8 in 2024-04-02T09:22:37.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:37 smithi012 ceph-mon[88355]: osdmap e1841: 8 total, 8 up, 8 in 2024-04-02T09:22:37.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:37 smithi012 ceph-mon[90784]: osdmap e1841: 8 total, 8 up, 8 in 2024-04-02T09:22:38.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:22:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:22:37] "GET /metrics HTTP/1.1" 200 82970 "" "Prometheus/2.43.0" 2024-04-02T09:22:38.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:38 smithi055 ceph-mon[85080]: osdmap e1842: 8 total, 8 up, 8 in 2024-04-02T09:22:38.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:38 smithi055 ceph-mon[85080]: pgmap v3295: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 6.2 KiB/s wr, 110 op/s 2024-04-02T09:22:38.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:38 smithi012 ceph-mon[90784]: osdmap e1842: 8 total, 8 up, 8 in 2024-04-02T09:22:38.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:38 smithi012 ceph-mon[90784]: pgmap v3295: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 6.2 KiB/s wr, 110 op/s 2024-04-02T09:22:38.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:38 smithi012 ceph-mon[88355]: osdmap e1842: 8 total, 8 up, 8 in 2024-04-02T09:22:38.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:38 smithi012 ceph-mon[88355]: pgmap v3295: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 6.2 KiB/s wr, 110 op/s 2024-04-02T09:22:39.598 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.QuiesceWatchPP (5944 ms) 2024-04-02T09:22:39.598 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.QuiesceWatchError 2024-04-02T09:22:39.599 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:22:39.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:39 smithi055 ceph-mon[85080]: osdmap e1843: 8 total, 8 up, 8 in 2024-04-02T09:22:39.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:39 smithi055 ceph-mon[85080]: osdmap e1844: 8 total, 8 up, 8 in 2024-04-02T09:22:39.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:39 smithi012 ceph-mon[88355]: osdmap e1843: 8 total, 8 up, 8 in 2024-04-02T09:22:39.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:39 smithi012 ceph-mon[88355]: osdmap e1844: 8 total, 8 up, 8 in 2024-04-02T09:22:39.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:39 smithi012 ceph-mon[90784]: osdmap e1843: 8 total, 8 up, 8 in 2024-04-02T09:22:39.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:39 smithi012 ceph-mon[90784]: osdmap e1844: 8 total, 8 up, 8 in 2024-04-02T09:22:40.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:40 smithi055 ceph-mon[85080]: pgmap v3298: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1.7 KiB/s wr, 11 op/s 2024-04-02T09:22:40.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:40 smithi012 ceph-mon[88355]: pgmap v3298: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1.7 KiB/s wr, 11 op/s 2024-04-02T09:22:40.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:40 smithi012 ceph-mon[90784]: pgmap v3298: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1.7 KiB/s wr, 11 op/s 2024-04-02T09:22:41.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:41 smithi055 ceph-mon[85080]: osdmap e1845: 8 total, 8 up, 8 in 2024-04-02T09:22:41.927 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:41 smithi012 ceph-mon[88355]: osdmap e1845: 8 total, 8 up, 8 in 2024-04-02T09:22:41.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:41 smithi012 ceph-mon[90784]: osdmap e1845: 8 total, 8 up, 8 in 2024-04-02T09:22:42.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:42 smithi055 ceph-mon[85080]: osdmap e1846: 8 total, 8 up, 8 in 2024-04-02T09:22:42.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:42 smithi055 ceph-mon[85080]: pgmap v3301: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 6.2 KiB/s wr, 106 op/s 2024-04-02T09:22:42.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:22:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:22:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:22:42.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:42 smithi012 ceph-mon[88355]: osdmap e1846: 8 total, 8 up, 8 in 2024-04-02T09:22:42.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:42 smithi012 ceph-mon[88355]: pgmap v3301: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 6.2 KiB/s wr, 106 op/s 2024-04-02T09:22:42.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:42 smithi012 ceph-mon[90784]: osdmap e1846: 8 total, 8 up, 8 in 2024-04-02T09:22:42.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:42 smithi012 ceph-mon[90784]: pgmap v3301: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 6.2 KiB/s wr, 106 op/s 2024-04-02T09:22:43.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:43 smithi055 ceph-mon[85080]: osdmap e1847: 8 total, 8 up, 8 in 2024-04-02T09:22:43.927 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:43 smithi012 ceph-mon[88355]: osdmap e1847: 8 total, 8 up, 8 in 2024-04-02T09:22:43.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:43 smithi012 ceph-mon[90784]: osdmap e1847: 8 total, 8 up, 8 in 2024-04-02T09:22:44.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:44 smithi055 ceph-mon[85080]: osdmap e1848: 8 total, 8 up, 8 in 2024-04-02T09:22:44.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:44 smithi055 ceph-mon[85080]: pgmap v3304: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 6.2 KiB/s wr, 103 op/s 2024-04-02T09:22:44.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:44.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:44 smithi055 ceph-mon[85080]: osdmap e1849: 8 total, 8 up, 8 in 2024-04-02T09:22:44.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:44 smithi012 ceph-mon[88355]: osdmap e1848: 8 total, 8 up, 8 in 2024-04-02T09:22:44.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:44 smithi012 ceph-mon[88355]: pgmap v3304: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 6.2 KiB/s wr, 103 op/s 2024-04-02T09:22:44.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:44.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:44 smithi012 ceph-mon[88355]: osdmap e1849: 8 total, 8 up, 8 in 2024-04-02T09:22:44.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:44 smithi012 ceph-mon[90784]: osdmap e1848: 8 total, 8 up, 8 in 2024-04-02T09:22:44.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:44 smithi012 ceph-mon[90784]: pgmap v3304: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 6.2 KiB/s wr, 103 op/s 2024-04-02T09:22:44.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:44.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:44 smithi012 ceph-mon[90784]: osdmap e1849: 8 total, 8 up, 8 in 2024-04-02T09:22:45.589 INFO:tasks.workunit.client.0.smithi012.stdout:10.00% done 2024-04-02T09:22:45.589 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.QuiesceWatchError (5990 ms) 2024-04-02T09:22:45.589 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.QuiesceWatchTimeout 2024-04-02T09:22:45.589 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:22:45.605 INFO:tasks.workunit.client.0.smithi012.stderr:test quiesce is not long enough to time out 2024-04-02T09:22:46.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:46 smithi055 ceph-mon[85080]: osdmap e1850: 8 total, 8 up, 8 in 2024-04-02T09:22:46.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:46 smithi055 ceph-mon[85080]: pgmap v3307: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 4.5 KiB/s wr, 65 op/s 2024-04-02T09:22:46.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:46 smithi012 ceph-mon[90784]: osdmap e1850: 8 total, 8 up, 8 in 2024-04-02T09:22:46.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:46 smithi012 ceph-mon[90784]: pgmap v3307: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 4.5 KiB/s wr, 65 op/s 2024-04-02T09:22:46.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:46 smithi012 ceph-mon[88355]: osdmap e1850: 8 total, 8 up, 8 in 2024-04-02T09:22:46.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:46 smithi012 ceph-mon[88355]: pgmap v3307: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 4.5 KiB/s wr, 65 op/s 2024-04-02T09:22:48.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:22:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:22:47] "GET /metrics HTTP/1.1" 200 83005 "" "Prometheus/2.43.0" 2024-04-02T09:22:49.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:49 smithi012 ceph-mon[90784]: pgmap v3308: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 4.5 KiB/s wr, 59 op/s 2024-04-02T09:22:49.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:49 smithi012 ceph-mon[88355]: pgmap v3308: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 4.5 KiB/s wr, 59 op/s 2024-04-02T09:22:49.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:49 smithi055 ceph-mon[85080]: pgmap v3308: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 4.5 KiB/s wr, 59 op/s 2024-04-02T09:22:50.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:50 smithi055 ceph-mon[85080]: osdmap e1851: 8 total, 8 up, 8 in 2024-04-02T09:22:50.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:50 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.b", "id": [3, 7]}]: dispatch 2024-04-02T09:22:50.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:50 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.14", "id": [4, 0]}]: dispatch 2024-04-02T09:22:50.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:50 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.16", "id": [3, 6]}]: dispatch 2024-04-02T09:22:50.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:50 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1f", "id": [3, 6]}]: dispatch 2024-04-02T09:22:50.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:50 smithi055 ceph-mon[85080]: pgmap v3310: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 4.2 KiB/s wr, 55 op/s 2024-04-02T09:22:50.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:50 smithi012 ceph-mon[88355]: osdmap e1851: 8 total, 8 up, 8 in 2024-04-02T09:22:50.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:50 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.b", "id": [3, 7]}]: dispatch 2024-04-02T09:22:50.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:50 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.14", "id": [4, 0]}]: dispatch 2024-04-02T09:22:50.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:50 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.16", "id": [3, 6]}]: dispatch 2024-04-02T09:22:50.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:50 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1f", "id": [3, 6]}]: dispatch 2024-04-02T09:22:50.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:50 smithi012 ceph-mon[88355]: pgmap v3310: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 4.2 KiB/s wr, 55 op/s 2024-04-02T09:22:50.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:50 smithi012 ceph-mon[90784]: osdmap e1851: 8 total, 8 up, 8 in 2024-04-02T09:22:50.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:50 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.b", "id": [3, 7]}]: dispatch 2024-04-02T09:22:50.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:50 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.14", "id": [4, 0]}]: dispatch 2024-04-02T09:22:50.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:50 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.16", "id": [3, 6]}]: dispatch 2024-04-02T09:22:50.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:50 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1f", "id": [3, 6]}]: dispatch 2024-04-02T09:22:50.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:50 smithi012 ceph-mon[90784]: pgmap v3310: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 4.2 KiB/s wr, 55 op/s 2024-04-02T09:22:51.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:51 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.b", "id": [3, 7]}]': finished 2024-04-02T09:22:51.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:51 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.14", "id": [4, 0]}]': finished 2024-04-02T09:22:51.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:51 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.16", "id": [3, 6]}]': finished 2024-04-02T09:22:51.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:51 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1f", "id": [3, 6]}]': finished 2024-04-02T09:22:51.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:51 smithi055 ceph-mon[85080]: osdmap e1852: 8 total, 8 up, 8 in 2024-04-02T09:22:51.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:51 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.b", "id": [3, 7]}]': finished 2024-04-02T09:22:51.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:51 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.14", "id": [4, 0]}]': finished 2024-04-02T09:22:51.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:51 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.16", "id": [3, 6]}]': finished 2024-04-02T09:22:51.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:51 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1f", "id": [3, 6]}]': finished 2024-04-02T09:22:51.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:51 smithi012 ceph-mon[88355]: osdmap e1852: 8 total, 8 up, 8 in 2024-04-02T09:22:51.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:51 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.b", "id": [3, 7]}]': finished 2024-04-02T09:22:51.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:51 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.14", "id": [4, 0]}]': finished 2024-04-02T09:22:51.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:51 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.16", "id": [3, 6]}]': finished 2024-04-02T09:22:51.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:51 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1f", "id": [3, 6]}]': finished 2024-04-02T09:22:51.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:51 smithi012 ceph-mon[90784]: osdmap e1852: 8 total, 8 up, 8 in 2024-04-02T09:22:52.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:52 smithi055 ceph-mon[85080]: osdmap e1853: 8 total, 8 up, 8 in 2024-04-02T09:22:52.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:52 smithi055 ceph-mon[85080]: pgmap v3313: 745 pgs: 1 peering, 744 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 KiB/s wr, 33 op/s 2024-04-02T09:22:52.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:22:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:22:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:22:52.931 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:52 smithi012 ceph-mon[88355]: osdmap e1853: 8 total, 8 up, 8 in 2024-04-02T09:22:52.931 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:52 smithi012 ceph-mon[88355]: pgmap v3313: 745 pgs: 1 peering, 744 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 KiB/s wr, 33 op/s 2024-04-02T09:22:52.932 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:52 smithi012 ceph-mon[90784]: osdmap e1853: 8 total, 8 up, 8 in 2024-04-02T09:22:52.932 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:52 smithi012 ceph-mon[90784]: pgmap v3313: 745 pgs: 1 peering, 744 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 KiB/s wr, 33 op/s 2024-04-02T09:22:53.697 INFO:tasks.workunit.client.0.smithi012.stderr:test quiesce is timed out 2024-04-02T09:22:53.708 INFO:tasks.workunit.client.0.smithi012.stderr:waiting for timed out ... 0 2024-04-02T09:22:54.708 INFO:tasks.workunit.client.0.smithi012.stderr:waiting for timed out ... 1 2024-04-02T09:22:54.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:54 smithi012 ceph-mon[88355]: osdmap e1854: 8 total, 8 up, 8 in 2024-04-02T09:22:54.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:54 smithi012 ceph-mon[88355]: pgmap v3315: 745 pgs: 1 peering, 744 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 450 B/s wr, 30 op/s 2024-04-02T09:22:54.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:54 smithi012 ceph-mon[88355]: osdmap e1855: 8 total, 8 up, 8 in 2024-04-02T09:22:54.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:54 smithi012 ceph-mon[90784]: osdmap e1854: 8 total, 8 up, 8 in 2024-04-02T09:22:54.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:54 smithi012 ceph-mon[90784]: pgmap v3315: 745 pgs: 1 peering, 744 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 450 B/s wr, 30 op/s 2024-04-02T09:22:54.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:54 smithi012 ceph-mon[90784]: osdmap e1855: 8 total, 8 up, 8 in 2024-04-02T09:22:55.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:54 smithi055 ceph-mon[85080]: osdmap e1854: 8 total, 8 up, 8 in 2024-04-02T09:22:55.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:54 smithi055 ceph-mon[85080]: pgmap v3315: 745 pgs: 1 peering, 744 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 450 B/s wr, 30 op/s 2024-04-02T09:22:55.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:54 smithi055 ceph-mon[85080]: osdmap e1855: 8 total, 8 up, 8 in 2024-04-02T09:22:55.708 INFO:tasks.workunit.client.0.smithi012.stderr:waiting for timed out ... 2 2024-04-02T09:22:56.708 INFO:tasks.workunit.client.0.smithi012.stderr:waiting for timed out ... 3 2024-04-02T09:22:57.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:57 smithi012 ceph-mon[88355]: pgmap v3317: 745 pgs: 1 peering, 744 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 739 B/s rd, 184 B/s wr, 1 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-04-02T09:22:57.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:57 smithi012 ceph-mon[90784]: pgmap v3317: 745 pgs: 1 peering, 744 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 739 B/s rd, 184 B/s wr, 1 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-04-02T09:22:57.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:57 smithi055 ceph-mon[85080]: pgmap v3317: 745 pgs: 1 peering, 744 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 739 B/s rd, 184 B/s wr, 1 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-04-02T09:22:57.708 INFO:tasks.workunit.client.0.smithi012.stderr:waiting for timed out ... 4 2024-04-02T09:22:58.430 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:22:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:22:57] "GET /metrics HTTP/1.1" 200 83005 "" "Prometheus/2.43.0" 2024-04-02T09:22:58.708 INFO:tasks.workunit.client.0.smithi012.stderr:waiting for timed out ... 5 2024-04-02T09:22:59.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:22:59 smithi012 ceph-mon[88355]: pgmap v3318: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 470 B/s wr, 5 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-04-02T09:22:59.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:22:59 smithi012 ceph-mon[90784]: pgmap v3318: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 470 B/s wr, 5 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-04-02T09:22:59.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:22:59 smithi055 ceph-mon[85080]: pgmap v3318: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 470 B/s wr, 5 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-04-02T09:22:59.708 INFO:tasks.workunit.client.0.smithi012.stderr:waiting for timed out ... 6 2024-04-02T09:23:00.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:00 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:00.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:00 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:00.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:00 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:00.709 INFO:tasks.workunit.client.0.smithi012.stderr:waiting for timed out ... 7 2024-04-02T09:23:01.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:01 smithi012 ceph-mon[88355]: pgmap v3319: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-04-02T09:23:01.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:01 smithi012 ceph-mon[90784]: pgmap v3319: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-04-02T09:23:01.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:01 smithi055 ceph-mon[85080]: pgmap v3319: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-04-02T09:23:01.708 INFO:tasks.workunit.client.0.smithi012.stderr:waiting for timed out ... 8 2024-04-02T09:23:02.709 INFO:tasks.workunit.client.0.smithi012.stderr:waiting for timed out ... 9 2024-04-02T09:23:02.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:23:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:23:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:23:03.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:03 smithi012 ceph-mon[88355]: pgmap v3320: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 367 B/s wr, 4 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-04-02T09:23:03.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:03 smithi012 ceph-mon[90784]: pgmap v3320: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 367 B/s wr, 4 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-04-02T09:23:03.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:03 smithi055 ceph-mon[85080]: pgmap v3320: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 367 B/s wr, 4 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-04-02T09:23:03.709 INFO:tasks.workunit.client.0.smithi012.stderr:waiting for timed out ... 10 2024-04-02T09:23:05.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:05 smithi012 ceph-mon[88355]: pgmap v3321: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.9 KiB/s rd, 307 B/s wr, 3 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-04-02T09:23:05.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:05 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:23:05.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:05 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:23:05.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:05 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:23:05.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:05 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:23:05.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:05 smithi012 ceph-mon[90784]: pgmap v3321: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.9 KiB/s rd, 307 B/s wr, 3 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-04-02T09:23:05.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:05 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:23:05.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:05 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:23:05.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:05 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:23:05.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:05 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:23:05.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:05 smithi055 ceph-mon[85080]: pgmap v3321: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.9 KiB/s rd, 307 B/s wr, 3 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-04-02T09:23:05.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:05 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:23:05.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:05 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:23:05.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:05 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:23:05.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:05 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:23:07.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:07 smithi012 ceph-mon[88355]: pgmap v3322: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 265 B/s wr, 3 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-04-02T09:23:07.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:07 smithi012 ceph-mon[90784]: pgmap v3322: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 265 B/s wr, 3 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-04-02T09:23:07.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:07 smithi055 ceph-mon[85080]: pgmap v3322: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 265 B/s wr, 3 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-04-02T09:23:08.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:23:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:23:07] "GET /metrics HTTP/1.1" 200 83007 "" "Prometheus/2.43.0" 2024-04-02T09:23:09.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:09 smithi012 ceph-mon[90784]: pgmap v3323: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 KiB/s rd, 170 B/s wr, 2 op/s 2024-04-02T09:23:09.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:09 smithi012 ceph-mon[88355]: pgmap v3323: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 KiB/s rd, 170 B/s wr, 2 op/s 2024-04-02T09:23:09.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:09 smithi055 ceph-mon[85080]: pgmap v3323: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 KiB/s rd, 170 B/s wr, 2 op/s 2024-04-02T09:23:11.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:11 smithi012 ceph-mon[88355]: pgmap v3324: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:23:11.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:11 smithi012 ceph-mon[90784]: pgmap v3324: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:23:11.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:11 smithi055 ceph-mon[85080]: pgmap v3324: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:23:12.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:23:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:23:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:23:13.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:13 smithi012 ceph-mon[88355]: pgmap v3325: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:23:13.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:13 smithi012 ceph-mon[90784]: pgmap v3325: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:23:13.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:13 smithi055 ceph-mon[85080]: pgmap v3325: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:23:14.709 INFO:tasks.workunit.client.0.smithi012.stderr:test retry succeeds 2024-04-02T09:23:15.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:15 smithi012 ceph-mon[88355]: pgmap v3326: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:23:15.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:15.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:15 smithi012 ceph-mon[90784]: pgmap v3326: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:23:15.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:15.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:15 smithi055 ceph-mon[85080]: pgmap v3326: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:23:15.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:15 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:16.427 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:16 smithi012 ceph-mon[88355]: osdmap e1856: 8 total, 8 up, 8 in 2024-04-02T09:23:16.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:16 smithi012 ceph-mon[90784]: osdmap e1856: 8 total, 8 up, 8 in 2024-04-02T09:23:16.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:16 smithi055 ceph-mon[85080]: osdmap e1856: 8 total, 8 up, 8 in 2024-04-02T09:23:17.249 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.QuiesceWatchTimeout (31660 ms) 2024-04-02T09:23:17.249 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.WriteZeroes 2024-04-02T09:23:17.249 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:23:17.314 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.WriteZeroes (65 ms) 2024-04-02T09:23:17.314 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.WriteZeroesThickProvision 2024-04-02T09:23:17.314 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:23:17.382 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.WriteZeroesThickProvision (69 ms) 2024-04-02T09:23:17.382 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] TestLibRBD.ConcurentOperations 2024-04-02T09:23:17.383 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:23:17.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:17 smithi012 ceph-mon[88355]: pgmap v3328: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 102 B/s wr, 0 op/s 2024-04-02T09:23:17.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:17 smithi012 ceph-mon[88355]: osdmap e1857: 8 total, 8 up, 8 in 2024-04-02T09:23:17.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:17 smithi012 ceph-mon[90784]: pgmap v3328: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 102 B/s wr, 0 op/s 2024-04-02T09:23:17.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:17 smithi012 ceph-mon[90784]: osdmap e1857: 8 total, 8 up, 8 in 2024-04-02T09:23:17.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:17 smithi055 ceph-mon[85080]: pgmap v3328: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 102 B/s wr, 0 op/s 2024-04-02T09:23:17.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:17 smithi055 ceph-mon[85080]: osdmap e1857: 8 total, 8 up, 8 in 2024-04-02T09:23:18.329 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:18 smithi012 ceph-mon[88355]: osdmap e1858: 8 total, 8 up, 8 in 2024-04-02T09:23:18.329 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:18 smithi012 ceph-mon[90784]: osdmap e1858: 8 total, 8 up, 8 in 2024-04-02T09:23:18.330 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:23:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:23:17] "GET /metrics HTTP/1.1" 200 83001 "" "Prometheus/2.43.0" 2024-04-02T09:23:18.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:18 smithi055 ceph-mon[85080]: osdmap e1858: 8 total, 8 up, 8 in 2024-04-02T09:23:19.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:19 smithi012 ceph-mon[88355]: pgmap v3331: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.5 KiB/s rd, 1.2 KiB/s wr, 12 op/s 2024-04-02T09:23:19.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:19 smithi012 ceph-mon[88355]: osdmap e1859: 8 total, 8 up, 8 in 2024-04-02T09:23:19.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:19 smithi012 ceph-mon[90784]: pgmap v3331: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.5 KiB/s rd, 1.2 KiB/s wr, 12 op/s 2024-04-02T09:23:19.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:19 smithi012 ceph-mon[90784]: osdmap e1859: 8 total, 8 up, 8 in 2024-04-02T09:23:19.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:19 smithi055 ceph-mon[85080]: pgmap v3331: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.5 KiB/s rd, 1.2 KiB/s wr, 12 op/s 2024-04-02T09:23:19.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:19 smithi055 ceph-mon[85080]: osdmap e1859: 8 total, 8 up, 8 in 2024-04-02T09:23:20.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:20 smithi012 ceph-mon[88355]: osdmap e1860: 8 total, 8 up, 8 in 2024-04-02T09:23:20.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:20 smithi012 ceph-mon[90784]: osdmap e1860: 8 total, 8 up, 8 in 2024-04-02T09:23:20.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:20 smithi055 ceph-mon[85080]: osdmap e1860: 8 total, 8 up, 8 in 2024-04-02T09:23:21.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:21 smithi012 ceph-mon[88355]: pgmap v3334: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 4.7 KiB/s wr, 106 op/s 2024-04-02T09:23:21.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:21 smithi012 ceph-mon[88355]: osdmap e1861: 8 total, 8 up, 8 in 2024-04-02T09:23:21.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:21 smithi012 ceph-mon[90784]: pgmap v3334: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 4.7 KiB/s wr, 106 op/s 2024-04-02T09:23:21.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:21 smithi012 ceph-mon[90784]: osdmap e1861: 8 total, 8 up, 8 in 2024-04-02T09:23:21.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:21 smithi055 ceph-mon[85080]: pgmap v3334: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 4.7 KiB/s wr, 106 op/s 2024-04-02T09:23:21.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:21 smithi055 ceph-mon[85080]: osdmap e1861: 8 total, 8 up, 8 in 2024-04-02T09:23:22.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:22 smithi012 ceph-mon[88355]: osdmap e1862: 8 total, 8 up, 8 in 2024-04-02T09:23:22.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:22 smithi012 ceph-mon[90784]: osdmap e1862: 8 total, 8 up, 8 in 2024-04-02T09:23:22.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:22 smithi055 ceph-mon[85080]: osdmap e1862: 8 total, 8 up, 8 in 2024-04-02T09:23:22.560 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:23:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:23:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:23:23.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:23 smithi012 ceph-mon[88355]: pgmap v3337: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 9.2 KiB/s wr, 165 op/s 2024-04-02T09:23:23.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:23 smithi012 ceph-mon[88355]: osdmap e1863: 8 total, 8 up, 8 in 2024-04-02T09:23:23.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:23 smithi012 ceph-mon[90784]: pgmap v3337: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 9.2 KiB/s wr, 165 op/s 2024-04-02T09:23:23.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:23 smithi012 ceph-mon[90784]: osdmap e1863: 8 total, 8 up, 8 in 2024-04-02T09:23:23.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:23 smithi055 ceph-mon[85080]: pgmap v3337: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 9.2 KiB/s wr, 165 op/s 2024-04-02T09:23:23.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:23 smithi055 ceph-mon[85080]: osdmap e1863: 8 total, 8 up, 8 in 2024-04-02T09:23:24.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:24 smithi055 ceph-mon[85080]: osdmap e1864: 8 total, 8 up, 8 in 2024-04-02T09:23:24.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:24 smithi012 ceph-mon[88355]: osdmap e1864: 8 total, 8 up, 8 in 2024-04-02T09:23:24.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:24 smithi012 ceph-mon[90784]: osdmap e1864: 8 total, 8 up, 8 in 2024-04-02T09:23:25.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:25 smithi055 ceph-mon[85080]: pgmap v3340: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 6.0 KiB/s wr, 76 op/s 2024-04-02T09:23:25.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:25 smithi055 ceph-mon[85080]: osdmap e1865: 8 total, 8 up, 8 in 2024-04-02T09:23:25.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:25 smithi055 ceph-mon[85080]: osdmap e1866: 8 total, 8 up, 8 in 2024-04-02T09:23:25.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:25 smithi012 ceph-mon[88355]: pgmap v3340: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 6.0 KiB/s wr, 76 op/s 2024-04-02T09:23:25.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:25 smithi012 ceph-mon[88355]: osdmap e1865: 8 total, 8 up, 8 in 2024-04-02T09:23:25.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:25 smithi012 ceph-mon[88355]: osdmap e1866: 8 total, 8 up, 8 in 2024-04-02T09:23:25.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:25 smithi012 ceph-mon[90784]: pgmap v3340: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 6.0 KiB/s wr, 76 op/s 2024-04-02T09:23:25.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:25 smithi012 ceph-mon[90784]: osdmap e1865: 8 total, 8 up, 8 in 2024-04-02T09:23:25.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:25 smithi012 ceph-mon[90784]: osdmap e1866: 8 total, 8 up, 8 in 2024-04-02T09:23:26.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:26 smithi055 ceph-mon[85080]: osdmap e1867: 8 total, 8 up, 8 in 2024-04-02T09:23:26.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:26 smithi055 ceph-mon[85080]: pgmap v3344: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.3 KiB/s rd, 3.6 KiB/s wr, 12 op/s 2024-04-02T09:23:26.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:26 smithi012 ceph-mon[90784]: osdmap e1867: 8 total, 8 up, 8 in 2024-04-02T09:23:26.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:26 smithi012 ceph-mon[90784]: pgmap v3344: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.3 KiB/s rd, 3.6 KiB/s wr, 12 op/s 2024-04-02T09:23:26.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:26 smithi012 ceph-mon[88355]: osdmap e1867: 8 total, 8 up, 8 in 2024-04-02T09:23:26.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:26 smithi012 ceph-mon[88355]: pgmap v3344: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.3 KiB/s rd, 3.6 KiB/s wr, 12 op/s 2024-04-02T09:23:27.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:27 smithi055 ceph-mon[85080]: osdmap e1868: 8 total, 8 up, 8 in 2024-04-02T09:23:27.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:27 smithi012 ceph-mon[88355]: osdmap e1868: 8 total, 8 up, 8 in 2024-04-02T09:23:27.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:27 smithi012 ceph-mon[90784]: osdmap e1868: 8 total, 8 up, 8 in 2024-04-02T09:23:28.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:23:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:23:27] "GET /metrics HTTP/1.1" 200 83001 "" "Prometheus/2.43.0" 2024-04-02T09:23:28.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:28 smithi055 ceph-mon[85080]: osdmap e1869: 8 total, 8 up, 8 in 2024-04-02T09:23:28.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:28 smithi055 ceph-mon[85080]: pgmap v3347: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 4.4 KiB/s wr, 19 op/s 2024-04-02T09:23:28.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:28 smithi012 ceph-mon[88355]: osdmap e1869: 8 total, 8 up, 8 in 2024-04-02T09:23:28.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:28 smithi012 ceph-mon[88355]: pgmap v3347: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 4.4 KiB/s wr, 19 op/s 2024-04-02T09:23:28.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:28 smithi012 ceph-mon[90784]: osdmap e1869: 8 total, 8 up, 8 in 2024-04-02T09:23:28.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:28 smithi012 ceph-mon[90784]: pgmap v3347: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 4.4 KiB/s wr, 19 op/s 2024-04-02T09:23:29.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:29 smithi055 ceph-mon[85080]: osdmap e1870: 8 total, 8 up, 8 in 2024-04-02T09:23:29.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:29.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:29 smithi012 ceph-mon[88355]: osdmap e1870: 8 total, 8 up, 8 in 2024-04-02T09:23:29.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:29.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:29 smithi012 ceph-mon[90784]: osdmap e1870: 8 total, 8 up, 8 in 2024-04-02T09:23:29.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:30.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:30 smithi055 ceph-mon[85080]: osdmap e1871: 8 total, 8 up, 8 in 2024-04-02T09:23:30.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:30 smithi055 ceph-mon[85080]: pgmap v3350: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 5.7 KiB/s wr, 247 op/s 2024-04-02T09:23:30.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:30 smithi012 ceph-mon[90784]: osdmap e1871: 8 total, 8 up, 8 in 2024-04-02T09:23:30.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:30 smithi012 ceph-mon[90784]: pgmap v3350: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 5.7 KiB/s wr, 247 op/s 2024-04-02T09:23:30.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:30 smithi012 ceph-mon[88355]: osdmap e1871: 8 total, 8 up, 8 in 2024-04-02T09:23:30.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:30 smithi012 ceph-mon[88355]: pgmap v3350: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 5.7 KiB/s wr, 247 op/s 2024-04-02T09:23:31.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:31 smithi055 ceph-mon[85080]: osdmap e1872: 8 total, 8 up, 8 in 2024-04-02T09:23:31.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:31 smithi012 ceph-mon[88355]: osdmap e1872: 8 total, 8 up, 8 in 2024-04-02T09:23:31.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:31 smithi012 ceph-mon[90784]: osdmap e1872: 8 total, 8 up, 8 in 2024-04-02T09:23:32.712 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:32 smithi055 ceph-mon[85080]: osdmap e1873: 8 total, 8 up, 8 in 2024-04-02T09:23:32.712 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:32 smithi055 ceph-mon[85080]: pgmap v3353: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 5.2 KiB/s wr, 246 op/s 2024-04-02T09:23:32.713 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:23:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:23:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:23:32.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:32 smithi012 ceph-mon[88355]: osdmap e1873: 8 total, 8 up, 8 in 2024-04-02T09:23:32.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:32 smithi012 ceph-mon[88355]: pgmap v3353: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 5.2 KiB/s wr, 246 op/s 2024-04-02T09:23:32.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:32 smithi012 ceph-mon[90784]: osdmap e1873: 8 total, 8 up, 8 in 2024-04-02T09:23:32.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:32 smithi012 ceph-mon[90784]: pgmap v3353: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 5.2 KiB/s wr, 246 op/s 2024-04-02T09:23:33.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:33 smithi055 ceph-mon[85080]: osdmap e1874: 8 total, 8 up, 8 in 2024-04-02T09:23:33.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:33 smithi012 ceph-mon[88355]: osdmap e1874: 8 total, 8 up, 8 in 2024-04-02T09:23:33.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:33 smithi012 ceph-mon[90784]: osdmap e1874: 8 total, 8 up, 8 in 2024-04-02T09:23:34.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:34 smithi055 ceph-mon[85080]: osdmap e1875: 8 total, 8 up, 8 in 2024-04-02T09:23:34.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:34 smithi055 ceph-mon[85080]: pgmap v3356: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 255 B/s wr, 6 op/s 2024-04-02T09:23:34.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:34 smithi055 ceph-mon[85080]: osdmap e1876: 8 total, 8 up, 8 in 2024-04-02T09:23:34.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:34 smithi012 ceph-mon[90784]: osdmap e1875: 8 total, 8 up, 8 in 2024-04-02T09:23:34.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:34 smithi012 ceph-mon[90784]: pgmap v3356: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 255 B/s wr, 6 op/s 2024-04-02T09:23:34.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:34 smithi012 ceph-mon[90784]: osdmap e1876: 8 total, 8 up, 8 in 2024-04-02T09:23:34.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:34 smithi012 ceph-mon[88355]: osdmap e1875: 8 total, 8 up, 8 in 2024-04-02T09:23:34.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:34 smithi012 ceph-mon[88355]: pgmap v3356: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 255 B/s wr, 6 op/s 2024-04-02T09:23:34.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:34 smithi012 ceph-mon[88355]: osdmap e1876: 8 total, 8 up, 8 in 2024-04-02T09:23:36.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:36 smithi055 ceph-mon[85080]: osdmap e1877: 8 total, 8 up, 8 in 2024-04-02T09:23:36.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:36 smithi055 ceph-mon[85080]: pgmap v3359: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 5.0 KiB/s wr, 21 op/s 2024-04-02T09:23:36.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:36 smithi012 ceph-mon[90784]: osdmap e1877: 8 total, 8 up, 8 in 2024-04-02T09:23:36.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:36 smithi012 ceph-mon[90784]: pgmap v3359: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 5.0 KiB/s wr, 21 op/s 2024-04-02T09:23:36.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:36 smithi012 ceph-mon[88355]: osdmap e1877: 8 total, 8 up, 8 in 2024-04-02T09:23:36.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:36 smithi012 ceph-mon[88355]: pgmap v3359: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 5.0 KiB/s wr, 21 op/s 2024-04-02T09:23:37.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:37 smithi055 ceph-mon[85080]: osdmap e1878: 8 total, 8 up, 8 in 2024-04-02T09:23:37.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:37 smithi012 ceph-mon[88355]: osdmap e1878: 8 total, 8 up, 8 in 2024-04-02T09:23:37.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:37 smithi012 ceph-mon[90784]: osdmap e1878: 8 total, 8 up, 8 in 2024-04-02T09:23:38.310 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 09:23:38 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[122025]: logger=cleanup t=2024-04-02T09:23:38.002597826Z level=info msg="Completed cleanup jobs" duration=2.385693ms 2024-04-02T09:23:38.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:23:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:23:37] "GET /metrics HTTP/1.1" 200 83010 "" "Prometheus/2.43.0" 2024-04-02T09:23:38.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:38 smithi055 ceph-mon[85080]: osdmap e1879: 8 total, 8 up, 8 in 2024-04-02T09:23:38.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:38 smithi055 ceph-mon[85080]: pgmap v3362: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 24 op/s 2024-04-02T09:23:38.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:38 smithi012 ceph-mon[88355]: osdmap e1879: 8 total, 8 up, 8 in 2024-04-02T09:23:38.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:38 smithi012 ceph-mon[88355]: pgmap v3362: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 24 op/s 2024-04-02T09:23:38.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:38 smithi012 ceph-mon[90784]: osdmap e1879: 8 total, 8 up, 8 in 2024-04-02T09:23:38.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:38 smithi012 ceph-mon[90784]: pgmap v3362: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 24 op/s 2024-04-02T09:23:39.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:39 smithi012 ceph-mon[88355]: osdmap e1880: 8 total, 8 up, 8 in 2024-04-02T09:23:39.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:39 smithi012 ceph-mon[88355]: osdmap e1881: 8 total, 8 up, 8 in 2024-04-02T09:23:39.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:39 smithi012 ceph-mon[90784]: osdmap e1880: 8 total, 8 up, 8 in 2024-04-02T09:23:39.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:39 smithi012 ceph-mon[90784]: osdmap e1881: 8 total, 8 up, 8 in 2024-04-02T09:23:40.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:39 smithi055 ceph-mon[85080]: osdmap e1880: 8 total, 8 up, 8 in 2024-04-02T09:23:40.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:39 smithi055 ceph-mon[85080]: osdmap e1881: 8 total, 8 up, 8 in 2024-04-02T09:23:40.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:40 smithi012 ceph-mon[88355]: pgmap v3365: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 3.7 KiB/s wr, 67 op/s 2024-04-02T09:23:40.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:40 smithi012 ceph-mon[90784]: pgmap v3365: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 3.7 KiB/s wr, 67 op/s 2024-04-02T09:23:41.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:40 smithi055 ceph-mon[85080]: pgmap v3365: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 3.7 KiB/s wr, 67 op/s 2024-04-02T09:23:41.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:41 smithi012 ceph-mon[88355]: osdmap e1882: 8 total, 8 up, 8 in 2024-04-02T09:23:41.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:41 smithi012 ceph-mon[90784]: osdmap e1882: 8 total, 8 up, 8 in 2024-04-02T09:23:42.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:41 smithi055 ceph-mon[85080]: osdmap e1882: 8 total, 8 up, 8 in 2024-04-02T09:23:42.615 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:23:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:23:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:23:42.747 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] TestLibRBD.ConcurentOperations (25364 ms) 2024-04-02T09:23:42.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:42 smithi012 ceph-mon[90784]: osdmap e1883: 8 total, 8 up, 8 in 2024-04-02T09:23:42.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:42 smithi012 ceph-mon[90784]: pgmap v3368: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.2 KiB/s wr, 73 op/s 2024-04-02T09:23:42.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:42 smithi012 ceph-mon[88355]: osdmap e1883: 8 total, 8 up, 8 in 2024-04-02T09:23:42.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:42 smithi012 ceph-mon[88355]: pgmap v3368: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.2 KiB/s wr, 73 op/s 2024-04-02T09:23:43.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:42 smithi055 ceph-mon[85080]: osdmap e1883: 8 total, 8 up, 8 in 2024-04-02T09:23:43.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:42 smithi055 ceph-mon[85080]: pgmap v3368: 745 pgs: 745 active+clean; 6.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.2 KiB/s wr, 73 op/s 2024-04-02T09:23:43.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:43 smithi012 ceph-mon[88355]: osdmap e1884: 8 total, 8 up, 8 in 2024-04-02T09:23:43.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:43 smithi012 ceph-mon[90784]: osdmap e1884: 8 total, 8 up, 8 in 2024-04-02T09:23:44.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:43 smithi055 ceph-mon[85080]: osdmap e1884: 8 total, 8 up, 8 in 2024-04-02T09:23:44.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:44 smithi012 ceph-mon[88355]: osdmap e1885: 8 total, 8 up, 8 in 2024-04-02T09:23:44.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:44 smithi012 ceph-mon[88355]: pgmap v3371: 713 pgs: 713 active+clean; 6.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:23:44.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:44.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:44 smithi012 ceph-mon[88355]: osdmap e1886: 8 total, 8 up, 8 in 2024-04-02T09:23:44.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:44 smithi012 ceph-mon[90784]: osdmap e1885: 8 total, 8 up, 8 in 2024-04-02T09:23:44.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:44 smithi012 ceph-mon[90784]: pgmap v3371: 713 pgs: 713 active+clean; 6.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:23:44.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:44.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:44 smithi012 ceph-mon[90784]: osdmap e1886: 8 total, 8 up, 8 in 2024-04-02T09:23:45.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:44 smithi055 ceph-mon[85080]: osdmap e1885: 8 total, 8 up, 8 in 2024-04-02T09:23:45.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:44 smithi055 ceph-mon[85080]: pgmap v3371: 713 pgs: 713 active+clean; 6.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:23:45.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:45.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:44 smithi055 ceph-mon[85080]: osdmap e1886: 8 total, 8 up, 8 in 2024-04-02T09:23:46.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:46 smithi055 ceph-mon[85080]: osdmap e1887: 8 total, 8 up, 8 in 2024-04-02T09:23:46.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:46 smithi055 ceph-mon[85080]: pgmap v3374: 649 pgs: 649 active+clean; 6.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:23:46.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:46 smithi012 ceph-mon[88355]: osdmap e1887: 8 total, 8 up, 8 in 2024-04-02T09:23:46.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:46 smithi012 ceph-mon[88355]: pgmap v3374: 649 pgs: 649 active+clean; 6.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:23:46.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:46 smithi012 ceph-mon[90784]: osdmap e1887: 8 total, 8 up, 8 in 2024-04-02T09:23:46.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:46 smithi012 ceph-mon[90784]: pgmap v3374: 649 pgs: 649 active+clean; 6.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:23:47.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:47 smithi055 ceph-mon[85080]: osdmap e1888: 8 total, 8 up, 8 in 2024-04-02T09:23:47.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:47 smithi012 ceph-mon[88355]: osdmap e1888: 8 total, 8 up, 8 in 2024-04-02T09:23:47.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:47 smithi012 ceph-mon[90784]: osdmap e1888: 8 total, 8 up, 8 in 2024-04-02T09:23:48.427 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:23:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:23:47] "GET /metrics HTTP/1.1" 200 80609 "" "Prometheus/2.43.0" 2024-04-02T09:23:48.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:48 smithi055 ceph-mon[85080]: osdmap e1889: 8 total, 8 up, 8 in 2024-04-02T09:23:48.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:48 smithi055 ceph-mon[85080]: pgmap v3377: 585 pgs: 585 active+clean; 6.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:23:48.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:48 smithi055 ceph-mon[85080]: osdmap e1890: 8 total, 8 up, 8 in 2024-04-02T09:23:48.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:48 smithi012 ceph-mon[88355]: osdmap e1889: 8 total, 8 up, 8 in 2024-04-02T09:23:48.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:48 smithi012 ceph-mon[88355]: pgmap v3377: 585 pgs: 585 active+clean; 6.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:23:48.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:48 smithi012 ceph-mon[88355]: osdmap e1890: 8 total, 8 up, 8 in 2024-04-02T09:23:48.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:48 smithi012 ceph-mon[90784]: osdmap e1889: 8 total, 8 up, 8 in 2024-04-02T09:23:48.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:48 smithi012 ceph-mon[90784]: pgmap v3377: 585 pgs: 585 active+clean; 6.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:23:48.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:48 smithi012 ceph-mon[90784]: osdmap e1890: 8 total, 8 up, 8 in 2024-04-02T09:23:50.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:50 smithi055 ceph-mon[85080]: osdmap e1891: 8 total, 8 up, 8 in 2024-04-02T09:23:50.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:50 smithi055 ceph-mon[85080]: pgmap v3380: 521 pgs: 521 active+clean; 6.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:23:50.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:50 smithi012 ceph-mon[88355]: osdmap e1891: 8 total, 8 up, 8 in 2024-04-02T09:23:50.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:50 smithi012 ceph-mon[88355]: pgmap v3380: 521 pgs: 521 active+clean; 6.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:23:50.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:50 smithi012 ceph-mon[90784]: osdmap e1891: 8 total, 8 up, 8 in 2024-04-02T09:23:50.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:50 smithi012 ceph-mon[90784]: pgmap v3380: 521 pgs: 521 active+clean; 6.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:23:51.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:51 smithi055 ceph-mon[85080]: osdmap e1892: 8 total, 8 up, 8 in 2024-04-02T09:23:51.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:51 smithi012 ceph-mon[90784]: osdmap e1892: 8 total, 8 up, 8 in 2024-04-02T09:23:51.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:51 smithi012 ceph-mon[88355]: osdmap e1892: 8 total, 8 up, 8 in 2024-04-02T09:23:52.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:52 smithi055 ceph-mon[85080]: osdmap e1893: 8 total, 8 up, 8 in 2024-04-02T09:23:52.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:52 smithi055 ceph-mon[85080]: pgmap v3383: 457 pgs: 457 active+clean; 6.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:23:52.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:52 smithi055 ceph-mon[85080]: osdmap e1894: 8 total, 8 up, 8 in 2024-04-02T09:23:52.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:23:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:23:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:23:52.927 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:52 smithi012 ceph-mon[90784]: osdmap e1893: 8 total, 8 up, 8 in 2024-04-02T09:23:52.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:52 smithi012 ceph-mon[90784]: pgmap v3383: 457 pgs: 457 active+clean; 6.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:23:52.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:52 smithi012 ceph-mon[90784]: osdmap e1894: 8 total, 8 up, 8 in 2024-04-02T09:23:52.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:52 smithi012 ceph-mon[88355]: osdmap e1893: 8 total, 8 up, 8 in 2024-04-02T09:23:52.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:52 smithi012 ceph-mon[88355]: pgmap v3383: 457 pgs: 457 active+clean; 6.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:23:52.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:52 smithi012 ceph-mon[88355]: osdmap e1894: 8 total, 8 up, 8 in 2024-04-02T09:23:54.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:54 smithi055 ceph-mon[85080]: osdmap e1895: 8 total, 8 up, 8 in 2024-04-02T09:23:54.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:54 smithi055 ceph-mon[85080]: pgmap v3386: 393 pgs: 393 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:23:54.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:54 smithi012 ceph-mon[90784]: osdmap e1895: 8 total, 8 up, 8 in 2024-04-02T09:23:54.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:54 smithi012 ceph-mon[90784]: pgmap v3386: 393 pgs: 393 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:23:54.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:54 smithi012 ceph-mon[88355]: osdmap e1895: 8 total, 8 up, 8 in 2024-04-02T09:23:54.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:54 smithi012 ceph-mon[88355]: pgmap v3386: 393 pgs: 393 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:23:55.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:55 smithi055 ceph-mon[85080]: osdmap e1896: 8 total, 8 up, 8 in 2024-04-02T09:23:55.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:55 smithi012 ceph-mon[88355]: osdmap e1896: 8 total, 8 up, 8 in 2024-04-02T09:23:55.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:55 smithi012 ceph-mon[90784]: osdmap e1896: 8 total, 8 up, 8 in 2024-04-02T09:23:56.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:56 smithi055 ceph-mon[85080]: osdmap e1897: 8 total, 8 up, 8 in 2024-04-02T09:23:56.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:56 smithi055 ceph-mon[85080]: pgmap v3389: 329 pgs: 329 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:23:56.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:56 smithi055 ceph-mon[85080]: osdmap e1898: 8 total, 8 up, 8 in 2024-04-02T09:23:56.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:56 smithi012 ceph-mon[88355]: osdmap e1897: 8 total, 8 up, 8 in 2024-04-02T09:23:56.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:56 smithi012 ceph-mon[88355]: pgmap v3389: 329 pgs: 329 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:23:56.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:56 smithi012 ceph-mon[88355]: osdmap e1898: 8 total, 8 up, 8 in 2024-04-02T09:23:56.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:56 smithi012 ceph-mon[90784]: osdmap e1897: 8 total, 8 up, 8 in 2024-04-02T09:23:56.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:56 smithi012 ceph-mon[90784]: pgmap v3389: 329 pgs: 329 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:23:56.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:56 smithi012 ceph-mon[90784]: osdmap e1898: 8 total, 8 up, 8 in 2024-04-02T09:23:58.427 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:23:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:23:57] "GET /metrics HTTP/1.1" 200 80609 "" "Prometheus/2.43.0" 2024-04-02T09:23:58.891 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:58 smithi055 ceph-mon[85080]: osdmap e1899: 8 total, 8 up, 8 in 2024-04-02T09:23:58.891 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:58 smithi055 ceph-mon[85080]: pgmap v3392: 265 pgs: 265 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:23:58.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:58 smithi012 ceph-mon[90784]: osdmap e1899: 8 total, 8 up, 8 in 2024-04-02T09:23:58.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:58 smithi012 ceph-mon[90784]: pgmap v3392: 265 pgs: 265 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:23:58.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:58 smithi012 ceph-mon[88355]: osdmap e1899: 8 total, 8 up, 8 in 2024-04-02T09:23:58.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:58 smithi012 ceph-mon[88355]: pgmap v3392: 265 pgs: 265 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:23:59.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:59 smithi055 ceph-mon[85080]: osdmap e1900: 8 total, 8 up, 8 in 2024-04-02T09:23:59.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:23:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:59.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:59 smithi012 ceph-mon[88355]: osdmap e1900: 8 total, 8 up, 8 in 2024-04-02T09:23:59.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:23:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:59.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:59 smithi012 ceph-mon[90784]: osdmap e1900: 8 total, 8 up, 8 in 2024-04-02T09:23:59.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:23:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:00.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:00 smithi055 ceph-mon[85080]: osdmap e1901: 8 total, 8 up, 8 in 2024-04-02T09:24:00.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:00 smithi055 ceph-mon[85080]: pgmap v3395: 201 pgs: 201 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:24:00.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:00 smithi055 ceph-mon[85080]: osdmap e1902: 8 total, 8 up, 8 in 2024-04-02T09:24:00.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:00 smithi012 ceph-mon[88355]: osdmap e1901: 8 total, 8 up, 8 in 2024-04-02T09:24:00.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:00 smithi012 ceph-mon[88355]: pgmap v3395: 201 pgs: 201 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:24:00.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:00 smithi012 ceph-mon[88355]: osdmap e1902: 8 total, 8 up, 8 in 2024-04-02T09:24:00.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:00 smithi012 ceph-mon[90784]: osdmap e1901: 8 total, 8 up, 8 in 2024-04-02T09:24:00.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:00 smithi012 ceph-mon[90784]: pgmap v3395: 201 pgs: 201 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:24:00.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:00 smithi012 ceph-mon[90784]: osdmap e1902: 8 total, 8 up, 8 in 2024-04-02T09:24:02.539 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 168 tests from TestLibRBD (596314 ms total) 2024-04-02T09:24:02.539 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:24:02.539 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 7 tests from EncryptedFlattenTest/0, where TypeParam = PlaintextUnderLUKS1 2024-04-02T09:24:02.580 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] EncryptedFlattenTest/0.Simple 2024-04-02T09:24:02.612 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:02 smithi055 ceph-mon[85080]: osdmap e1903: 8 total, 8 up, 8 in 2024-04-02T09:24:02.613 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:02 smithi055 ceph-mon[85080]: pgmap v3398: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:24:02.613 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:24:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:24:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:24:02.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:02 smithi012 ceph-mon[88355]: osdmap e1903: 8 total, 8 up, 8 in 2024-04-02T09:24:02.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:02 smithi012 ceph-mon[88355]: pgmap v3398: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:24:02.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:02 smithi012 ceph-mon[90784]: osdmap e1903: 8 total, 8 up, 8 in 2024-04-02T09:24:02.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:02 smithi012 ceph-mon[90784]: pgmap v3398: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:24:03.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:03 smithi055 ceph-mon[85080]: osdmap e1904: 8 total, 8 up, 8 in 2024-04-02T09:24:03.927 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:03 smithi012 ceph-mon[88355]: osdmap e1904: 8 total, 8 up, 8 in 2024-04-02T09:24:03.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:03 smithi012 ceph-mon[90784]: osdmap e1904: 8 total, 8 up, 8 in 2024-04-02T09:24:04.554 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:24:04.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:04 smithi055 ceph-mon[85080]: osdmap e1905: 8 total, 8 up, 8 in 2024-04-02T09:24:04.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:04 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/4148443541' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:24:04.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:04 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:24:04.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:04 smithi055 ceph-mon[85080]: pgmap v3401: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:24:04.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:04 smithi012 ceph-mon[90784]: osdmap e1905: 8 total, 8 up, 8 in 2024-04-02T09:24:04.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:04 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/4148443541' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:24:04.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:04 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:24:04.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:04 smithi012 ceph-mon[90784]: pgmap v3401: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:24:04.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:04 smithi012 ceph-mon[88355]: osdmap e1905: 8 total, 8 up, 8 in 2024-04-02T09:24:04.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:04 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/4148443541' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:24:04.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:04 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:24:04.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:04 smithi012 ceph-mon[88355]: pgmap v3401: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:24:05.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:05 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:24:05.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:05 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:24:05.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:05 smithi055 ceph-mon[85080]: osdmap e1906: 8 total, 8 up, 8 in 2024-04-02T09:24:05.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:05 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:24:05.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:05 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:24:05.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:05 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:24:05.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:05 smithi012 ceph-mon[88355]: osdmap e1906: 8 total, 8 up, 8 in 2024-04-02T09:24:05.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:05 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:24:05.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:05 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:24:05.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:05 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:24:05.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:05 smithi012 ceph-mon[90784]: osdmap e1906: 8 total, 8 up, 8 in 2024-04-02T09:24:05.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:05 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:24:06.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:06 smithi012 ceph-mon[88355]: osdmap e1907: 8 total, 8 up, 8 in 2024-04-02T09:24:06.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:06 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:24:06.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:06 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:24:06.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:06 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:24:06.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:06 smithi012 ceph-mon[88355]: pgmap v3404: 137 pgs: 13 unknown, 124 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:24:06.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:06 smithi012 ceph-mon[90784]: osdmap e1907: 8 total, 8 up, 8 in 2024-04-02T09:24:06.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:06 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:24:06.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:06 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:24:06.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:06 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:24:06.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:06 smithi012 ceph-mon[90784]: pgmap v3404: 137 pgs: 13 unknown, 124 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:24:07.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:06 smithi055 ceph-mon[85080]: osdmap e1907: 8 total, 8 up, 8 in 2024-04-02T09:24:07.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:06 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:24:07.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:06 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:24:07.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:06 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:24:07.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:06 smithi055 ceph-mon[85080]: pgmap v3404: 137 pgs: 13 unknown, 124 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:24:07.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:07 smithi012 ceph-mon[88355]: osdmap e1908: 8 total, 8 up, 8 in 2024-04-02T09:24:07.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:07 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:24:07.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:07 smithi012 ceph-mon[90784]: osdmap e1908: 8 total, 8 up, 8 in 2024-04-02T09:24:07.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:07 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:24:08.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:07 smithi055 ceph-mon[85080]: osdmap e1908: 8 total, 8 up, 8 in 2024-04-02T09:24:08.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:07 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:24:08.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:24:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:24:07] "GET /metrics HTTP/1.1" 200 44108 "" "Prometheus/2.43.0" 2024-04-02T09:24:08.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:08 smithi012 ceph-mon[88355]: osdmap e1909: 8 total, 8 up, 8 in 2024-04-02T09:24:08.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:08 smithi012 ceph-mon[88355]: pgmap v3407: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:24:08.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:08 smithi012 ceph-mon[90784]: osdmap e1909: 8 total, 8 up, 8 in 2024-04-02T09:24:08.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:08 smithi012 ceph-mon[90784]: pgmap v3407: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:24:09.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:08 smithi055 ceph-mon[85080]: osdmap e1909: 8 total, 8 up, 8 in 2024-04-02T09:24:09.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:08 smithi055 ceph-mon[85080]: pgmap v3407: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:24:11.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:11 smithi012 ceph-mon[88355]: pgmap v3408: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 KiB/s rd, 1.1 KiB/s wr, 4 op/s 2024-04-02T09:24:11.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:11 smithi012 ceph-mon[90784]: pgmap v3408: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 KiB/s rd, 1.1 KiB/s wr, 4 op/s 2024-04-02T09:24:11.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:11 smithi055 ceph-mon[85080]: pgmap v3408: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 KiB/s rd, 1.1 KiB/s wr, 4 op/s 2024-04-02T09:24:12.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:24:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:24:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:24:13.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:13 smithi012 ceph-mon[88355]: pgmap v3409: 137 pgs: 137 active+clean; 30 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 3.8 MiB/s wr, 57 op/s 2024-04-02T09:24:13.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:13 smithi012 ceph-mon[90784]: pgmap v3409: 137 pgs: 137 active+clean; 30 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 3.8 MiB/s wr, 57 op/s 2024-04-02T09:24:13.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:13 smithi055 ceph-mon[85080]: pgmap v3409: 137 pgs: 137 active+clean; 30 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 3.8 MiB/s wr, 57 op/s 2024-04-02T09:24:14.797 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] EncryptedFlattenTest/0.Simple (12217 ms) 2024-04-02T09:24:14.797 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] EncryptedFlattenTest/0.Grow 2024-04-02T09:24:14.797 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:24:15.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:15 smithi012 ceph-mon[90784]: pgmap v3410: 137 pgs: 137 active+clean; 30 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 3.1 MiB/s wr, 46 op/s 2024-04-02T09:24:15.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:15.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:15 smithi012 ceph-mon[90784]: osdmap e1910: 8 total, 8 up, 8 in 2024-04-02T09:24:15.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:15 smithi012 ceph-mon[88355]: pgmap v3410: 137 pgs: 137 active+clean; 30 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 3.1 MiB/s wr, 46 op/s 2024-04-02T09:24:15.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:15.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:15 smithi012 ceph-mon[88355]: osdmap e1910: 8 total, 8 up, 8 in 2024-04-02T09:24:15.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:15 smithi055 ceph-mon[85080]: pgmap v3410: 137 pgs: 137 active+clean; 30 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 3.1 MiB/s wr, 46 op/s 2024-04-02T09:24:15.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:15 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:15.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:15 smithi055 ceph-mon[85080]: osdmap e1910: 8 total, 8 up, 8 in 2024-04-02T09:24:16.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:16 smithi055 ceph-mon[85080]: osdmap e1911: 8 total, 8 up, 8 in 2024-04-02T09:24:16.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:16 smithi055 ceph-mon[85080]: pgmap v3413: 137 pgs: 137 active+clean; 59 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.6 MiB/s rd, 7.3 MiB/s wr, 78 op/s 2024-04-02T09:24:16.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:16 smithi012 ceph-mon[88355]: osdmap e1911: 8 total, 8 up, 8 in 2024-04-02T09:24:16.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:16 smithi012 ceph-mon[88355]: pgmap v3413: 137 pgs: 137 active+clean; 59 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.6 MiB/s rd, 7.3 MiB/s wr, 78 op/s 2024-04-02T09:24:16.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:16 smithi012 ceph-mon[90784]: osdmap e1911: 8 total, 8 up, 8 in 2024-04-02T09:24:16.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:16 smithi012 ceph-mon[90784]: pgmap v3413: 137 pgs: 137 active+clean; 59 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.6 MiB/s rd, 7.3 MiB/s wr, 78 op/s 2024-04-02T09:24:18.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:24:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:24:17] "GET /metrics HTTP/1.1" 200 36730 "" "Prometheus/2.43.0" 2024-04-02T09:24:19.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:19 smithi012 ceph-mon[88355]: pgmap v3414: 137 pgs: 137 active+clean; 84 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 10 MiB/s wr, 121 op/s 2024-04-02T09:24:19.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:19 smithi012 ceph-mon[90784]: pgmap v3414: 137 pgs: 137 active+clean; 84 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 10 MiB/s wr, 121 op/s 2024-04-02T09:24:19.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:19 smithi055 ceph-mon[85080]: pgmap v3414: 137 pgs: 137 active+clean; 84 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 10 MiB/s wr, 121 op/s 2024-04-02T09:24:21.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:21 smithi012 ceph-mon[88355]: pgmap v3415: 137 pgs: 137 active+clean; 84 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 78 op/s 2024-04-02T09:24:21.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:21 smithi012 ceph-mon[90784]: pgmap v3415: 137 pgs: 137 active+clean; 84 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 78 op/s 2024-04-02T09:24:21.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:21 smithi055 ceph-mon[85080]: pgmap v3415: 137 pgs: 137 active+clean; 84 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 78 op/s 2024-04-02T09:24:22.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:24:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:24:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:24:23.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:23 smithi012 ceph-mon[88355]: pgmap v3416: 137 pgs: 137 active+clean; 88 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 7.8 MiB/s wr, 89 op/s 2024-04-02T09:24:23.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:23 smithi012 ceph-mon[90784]: pgmap v3416: 137 pgs: 137 active+clean; 88 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 7.8 MiB/s wr, 89 op/s 2024-04-02T09:24:23.552 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] EncryptedFlattenTest/0.Grow (8754 ms) 2024-04-02T09:24:23.552 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] EncryptedFlattenTest/0.Shrink 2024-04-02T09:24:23.552 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:24:23.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:23 smithi055 ceph-mon[85080]: pgmap v3416: 137 pgs: 137 active+clean; 88 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 7.8 MiB/s wr, 89 op/s 2024-04-02T09:24:25.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:25 smithi012 ceph-mon[88355]: pgmap v3417: 137 pgs: 137 active+clean; 88 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.5 MiB/s wr, 74 op/s 2024-04-02T09:24:25.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:25 smithi012 ceph-mon[88355]: osdmap e1912: 8 total, 8 up, 8 in 2024-04-02T09:24:25.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:25 smithi012 ceph-mon[90784]: pgmap v3417: 137 pgs: 137 active+clean; 88 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.5 MiB/s wr, 74 op/s 2024-04-02T09:24:25.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:25 smithi012 ceph-mon[90784]: osdmap e1912: 8 total, 8 up, 8 in 2024-04-02T09:24:25.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:25 smithi055 ceph-mon[85080]: pgmap v3417: 137 pgs: 137 active+clean; 88 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.5 MiB/s wr, 74 op/s 2024-04-02T09:24:25.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:25 smithi055 ceph-mon[85080]: osdmap e1912: 8 total, 8 up, 8 in 2024-04-02T09:24:27.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:27 smithi012 ceph-mon[88355]: pgmap v3419: 137 pgs: 137 active+clean; 117 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 5.8 MiB/s wr, 66 op/s 2024-04-02T09:24:27.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:27 smithi012 ceph-mon[90784]: pgmap v3419: 137 pgs: 137 active+clean; 117 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 5.8 MiB/s wr, 66 op/s 2024-04-02T09:24:27.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:27 smithi055 ceph-mon[85080]: pgmap v3419: 137 pgs: 137 active+clean; 117 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 5.8 MiB/s wr, 66 op/s 2024-04-02T09:24:28.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:24:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:24:27] "GET /metrics HTTP/1.1" 200 36730 "" "Prometheus/2.43.0" 2024-04-02T09:24:29.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:29 smithi012 ceph-mon[88355]: pgmap v3420: 137 pgs: 137 active+clean; 138 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 66 op/s 2024-04-02T09:24:29.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:29 smithi012 ceph-mon[90784]: pgmap v3420: 137 pgs: 137 active+clean; 138 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 66 op/s 2024-04-02T09:24:29.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:29 smithi055 ceph-mon[85080]: pgmap v3420: 137 pgs: 137 active+clean; 138 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 66 op/s 2024-04-02T09:24:30.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:30 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:30.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:30 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:30.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:30 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:31.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:31 smithi012 ceph-mon[88355]: pgmap v3421: 137 pgs: 137 active+clean; 142 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 73 op/s 2024-04-02T09:24:31.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:31 smithi012 ceph-mon[90784]: pgmap v3421: 137 pgs: 137 active+clean; 142 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 73 op/s 2024-04-02T09:24:31.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:31 smithi055 ceph-mon[85080]: pgmap v3421: 137 pgs: 137 active+clean; 142 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 73 op/s 2024-04-02T09:24:32.012 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] EncryptedFlattenTest/0.Shrink (8460 ms) 2024-04-02T09:24:32.012 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] EncryptedFlattenTest/0.ShrinkToOne 2024-04-02T09:24:32.012 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:24:32.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:24:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:24:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:24:33.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:33 smithi012 ceph-mon[90784]: pgmap v3422: 137 pgs: 137 active+clean; 167 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 8.7 MiB/s wr, 82 op/s 2024-04-02T09:24:33.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:33 smithi012 ceph-mon[90784]: osdmap e1913: 8 total, 8 up, 8 in 2024-04-02T09:24:33.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:33 smithi012 ceph-mon[88355]: pgmap v3422: 137 pgs: 137 active+clean; 167 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 8.7 MiB/s wr, 82 op/s 2024-04-02T09:24:33.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:33 smithi012 ceph-mon[88355]: osdmap e1913: 8 total, 8 up, 8 in 2024-04-02T09:24:33.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:33 smithi055 ceph-mon[85080]: pgmap v3422: 137 pgs: 137 active+clean; 167 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 8.7 MiB/s wr, 82 op/s 2024-04-02T09:24:33.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:33 smithi055 ceph-mon[85080]: osdmap e1913: 8 total, 8 up, 8 in 2024-04-02T09:24:35.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:35 smithi012 ceph-mon[88355]: pgmap v3424: 137 pgs: 137 active+clean; 167 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 8.8 MiB/s wr, 82 op/s 2024-04-02T09:24:35.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:35 smithi012 ceph-mon[90784]: pgmap v3424: 137 pgs: 137 active+clean; 167 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 8.8 MiB/s wr, 82 op/s 2024-04-02T09:24:35.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:35 smithi055 ceph-mon[85080]: pgmap v3424: 137 pgs: 137 active+clean; 167 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 8.8 MiB/s wr, 82 op/s 2024-04-02T09:24:37.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:37 smithi012 ceph-mon[88355]: pgmap v3425: 137 pgs: 137 active+clean; 183 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 7.4 MiB/s wr, 103 op/s 2024-04-02T09:24:37.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:37 smithi012 ceph-mon[90784]: pgmap v3425: 137 pgs: 137 active+clean; 183 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 7.4 MiB/s wr, 103 op/s 2024-04-02T09:24:37.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:37 smithi055 ceph-mon[85080]: pgmap v3425: 137 pgs: 137 active+clean; 183 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 7.4 MiB/s wr, 103 op/s 2024-04-02T09:24:38.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:24:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:24:37] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-04-02T09:24:39.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:39 smithi012 ceph-mon[88355]: pgmap v3426: 137 pgs: 137 active+clean; 196 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 70 op/s 2024-04-02T09:24:39.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:39 smithi012 ceph-mon[90784]: pgmap v3426: 137 pgs: 137 active+clean; 196 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 70 op/s 2024-04-02T09:24:39.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:39 smithi055 ceph-mon[85080]: pgmap v3426: 137 pgs: 137 active+clean; 196 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 70 op/s 2024-04-02T09:24:40.016 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] EncryptedFlattenTest/0.ShrinkToOne (8005 ms) 2024-04-02T09:24:40.017 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] EncryptedFlattenTest/0.ShrinkToOneAfterSnapshot 2024-04-02T09:24:40.017 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:24:41.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:41 smithi012 ceph-mon[88355]: pgmap v3427: 137 pgs: 137 active+clean; 200 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 6.6 MiB/s wr, 70 op/s 2024-04-02T09:24:41.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:41 smithi012 ceph-mon[88355]: osdmap e1914: 8 total, 8 up, 8 in 2024-04-02T09:24:41.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:41 smithi012 ceph-mon[90784]: pgmap v3427: 137 pgs: 137 active+clean; 200 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 6.6 MiB/s wr, 70 op/s 2024-04-02T09:24:41.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:41 smithi012 ceph-mon[90784]: osdmap e1914: 8 total, 8 up, 8 in 2024-04-02T09:24:41.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:41 smithi055 ceph-mon[85080]: pgmap v3427: 137 pgs: 137 active+clean; 200 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 6.6 MiB/s wr, 70 op/s 2024-04-02T09:24:41.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:41 smithi055 ceph-mon[85080]: osdmap e1914: 8 total, 8 up, 8 in 2024-04-02T09:24:42.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:24:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:24:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:24:43.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:43 smithi012 ceph-mon[88355]: pgmap v3429: 137 pgs: 137 active+clean; 217 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 5.9 MiB/s wr, 80 op/s 2024-04-02T09:24:43.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:43 smithi012 ceph-mon[90784]: pgmap v3429: 137 pgs: 137 active+clean; 217 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 5.9 MiB/s wr, 80 op/s 2024-04-02T09:24:43.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:43 smithi055 ceph-mon[85080]: pgmap v3429: 137 pgs: 137 active+clean; 217 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 5.9 MiB/s wr, 80 op/s 2024-04-02T09:24:45.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:45 smithi012 ceph-mon[88355]: pgmap v3430: 137 pgs: 137 active+clean; 217 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 5.8 MiB/s wr, 79 op/s 2024-04-02T09:24:45.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:45 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:45.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:45 smithi012 ceph-mon[90784]: pgmap v3430: 137 pgs: 137 active+clean; 217 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 5.8 MiB/s wr, 79 op/s 2024-04-02T09:24:45.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:45 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:45.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:45 smithi055 ceph-mon[85080]: pgmap v3430: 137 pgs: 137 active+clean; 217 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 5.8 MiB/s wr, 79 op/s 2024-04-02T09:24:45.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:45 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:47.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:47 smithi012 ceph-mon[90784]: pgmap v3431: 137 pgs: 137 active+clean; 229 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 5.4 MiB/s wr, 60 op/s 2024-04-02T09:24:47.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:47 smithi012 ceph-mon[90784]: osdmap e1915: 8 total, 8 up, 8 in 2024-04-02T09:24:47.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:47 smithi012 ceph-mon[88355]: pgmap v3431: 137 pgs: 137 active+clean; 229 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 5.4 MiB/s wr, 60 op/s 2024-04-02T09:24:47.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:47 smithi012 ceph-mon[88355]: osdmap e1915: 8 total, 8 up, 8 in 2024-04-02T09:24:47.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:47 smithi055 ceph-mon[85080]: pgmap v3431: 137 pgs: 137 active+clean; 229 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 5.4 MiB/s wr, 60 op/s 2024-04-02T09:24:47.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:47 smithi055 ceph-mon[85080]: osdmap e1915: 8 total, 8 up, 8 in 2024-04-02T09:24:48.308 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] EncryptedFlattenTest/0.ShrinkToOneAfterSnapshot (8291 ms) 2024-04-02T09:24:48.308 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] EncryptedFlattenTest/0.MinOverlap 2024-04-02T09:24:48.308 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:24:48.328 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:24:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:24:47] "GET /metrics HTTP/1.1" 200 36736 "" "Prometheus/2.43.0" 2024-04-02T09:24:49.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:49 smithi012 ceph-mon[88355]: pgmap v3433: 137 pgs: 137 active+clean; 229 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.1 MiB/s wr, 66 op/s 2024-04-02T09:24:49.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:49 smithi012 ceph-mon[90784]: pgmap v3433: 137 pgs: 137 active+clean; 229 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.1 MiB/s wr, 66 op/s 2024-04-02T09:24:49.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:49 smithi055 ceph-mon[85080]: pgmap v3433: 137 pgs: 137 active+clean; 229 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.1 MiB/s wr, 66 op/s 2024-04-02T09:24:50.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:50 smithi055 ceph-mon[85080]: osdmap e1916: 8 total, 8 up, 8 in 2024-04-02T09:24:50.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:50 smithi012 ceph-mon[88355]: osdmap e1916: 8 total, 8 up, 8 in 2024-04-02T09:24:50.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:50 smithi012 ceph-mon[90784]: osdmap e1916: 8 total, 8 up, 8 in 2024-04-02T09:24:51.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:51 smithi055 ceph-mon[85080]: pgmap v3435: 137 pgs: 137 active+clean; 249 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 MiB/s wr, 59 op/s 2024-04-02T09:24:51.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:51 smithi012 ceph-mon[88355]: pgmap v3435: 137 pgs: 137 active+clean; 249 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 MiB/s wr, 59 op/s 2024-04-02T09:24:51.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:51 smithi012 ceph-mon[90784]: pgmap v3435: 137 pgs: 137 active+clean; 249 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 MiB/s wr, 59 op/s 2024-04-02T09:24:52.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:24:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:24:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:24:53.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:53 smithi055 ceph-mon[85080]: pgmap v3436: 137 pgs: 137 active+clean; 311 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 12 MiB/s wr, 116 op/s 2024-04-02T09:24:53.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:53 smithi012 ceph-mon[88355]: pgmap v3436: 137 pgs: 137 active+clean; 311 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 12 MiB/s wr, 116 op/s 2024-04-02T09:24:53.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:53 smithi012 ceph-mon[90784]: pgmap v3436: 137 pgs: 137 active+clean; 311 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 12 MiB/s wr, 116 op/s 2024-04-02T09:24:55.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:55 smithi055 ceph-mon[85080]: pgmap v3437: 137 pgs: 137 active+clean; 311 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 10 MiB/s wr, 87 op/s 2024-04-02T09:24:55.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:55 smithi012 ceph-mon[88355]: pgmap v3437: 137 pgs: 137 active+clean; 311 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 10 MiB/s wr, 87 op/s 2024-04-02T09:24:55.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:55 smithi012 ceph-mon[90784]: pgmap v3437: 137 pgs: 137 active+clean; 311 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 10 MiB/s wr, 87 op/s 2024-04-02T09:24:57.300 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] EncryptedFlattenTest/0.MinOverlap (8992 ms) 2024-04-02T09:24:57.300 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] EncryptedFlattenTest/0.ZeroOverlap 2024-04-02T09:24:57.300 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:24:57.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:57 smithi055 ceph-mon[85080]: pgmap v3438: 137 pgs: 137 active+clean; 315 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 8.7 MiB/s wr, 73 op/s 2024-04-02T09:24:57.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:57 smithi012 ceph-mon[88355]: pgmap v3438: 137 pgs: 137 active+clean; 315 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 8.7 MiB/s wr, 73 op/s 2024-04-02T09:24:57.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:57 smithi012 ceph-mon[90784]: pgmap v3438: 137 pgs: 137 active+clean; 315 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 8.7 MiB/s wr, 73 op/s 2024-04-02T09:24:58.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:24:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:24:57] "GET /metrics HTTP/1.1" 200 36736 "" "Prometheus/2.43.0" 2024-04-02T09:24:59.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:59 smithi055 ceph-mon[85080]: pgmap v3439: 137 pgs: 137 active+clean; 319 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 4.3 MiB/s rd, 9.4 MiB/s wr, 88 op/s 2024-04-02T09:24:59.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:24:59 smithi055 ceph-mon[85080]: osdmap e1917: 8 total, 8 up, 8 in 2024-04-02T09:24:59.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:59 smithi012 ceph-mon[90784]: pgmap v3439: 137 pgs: 137 active+clean; 319 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 4.3 MiB/s rd, 9.4 MiB/s wr, 88 op/s 2024-04-02T09:24:59.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:24:59 smithi012 ceph-mon[90784]: osdmap e1917: 8 total, 8 up, 8 in 2024-04-02T09:24:59.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:59 smithi012 ceph-mon[88355]: pgmap v3439: 137 pgs: 137 active+clean; 319 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 4.3 MiB/s rd, 9.4 MiB/s wr, 88 op/s 2024-04-02T09:24:59.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:24:59 smithi012 ceph-mon[88355]: osdmap e1917: 8 total, 8 up, 8 in 2024-04-02T09:25:00.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:25:00 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:00.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:25:00 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:00.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:25:00 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:01.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:25:01 smithi055 ceph-mon[85080]: pgmap v3441: 137 pgs: 137 active+clean; 327 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.9 MiB/s rd, 8.6 MiB/s wr, 75 op/s 2024-04-02T09:25:01.677 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:25:01 smithi012 ceph-mon[88355]: pgmap v3441: 137 pgs: 137 active+clean; 327 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.9 MiB/s rd, 8.6 MiB/s wr, 75 op/s 2024-04-02T09:25:01.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:25:01 smithi012 ceph-mon[90784]: pgmap v3441: 137 pgs: 137 active+clean; 327 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.9 MiB/s rd, 8.6 MiB/s wr, 75 op/s 2024-04-02T09:25:02.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:25:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:25:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:25:03.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:25:03 smithi055 ceph-mon[85080]: pgmap v3442: 137 pgs: 137 active+clean; 344 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-02T09:25:03.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:25:03 smithi012 ceph-mon[90784]: pgmap v3442: 137 pgs: 137 active+clean; 344 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-02T09:25:03.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:25:03 smithi012 ceph-mon[88355]: pgmap v3442: 137 pgs: 137 active+clean; 344 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-02T09:25:05.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:25:05 smithi055 ceph-mon[85080]: pgmap v3443: 137 pgs: 137 active+clean; 344 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-02T09:25:05.677 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:25:05 smithi012 ceph-mon[88355]: pgmap v3443: 137 pgs: 137 active+clean; 344 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-02T09:25:05.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:25:05 smithi012 ceph-mon[90784]: pgmap v3443: 137 pgs: 137 active+clean; 344 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-02T09:25:06.330 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] EncryptedFlattenTest/0.ZeroOverlap (9031 ms) 2024-04-02T09:25:06.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:25:06 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:25:06.572 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:25:06 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:25:06.572 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:25:06 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:25:07.238 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 7 tests from EncryptedFlattenTest/0 (63750 ms total) 2024-04-02T09:25:07.238 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:25:07.238 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 7 tests from EncryptedFlattenTest/1, where TypeParam = PlaintextUnderLUKS2 2024-04-02T09:25:07.275 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] EncryptedFlattenTest/1.Simple 2024-04-02T09:25:07.478 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:25:07 smithi012 ceph-mon[88355]: pgmap v3444: 137 pgs: 137 active+clean; 348 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.5 MiB/s wr, 67 op/s 2024-04-02T09:25:07.478 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:25:07 smithi012 ceph-mon[90784]: pgmap v3444: 137 pgs: 137 active+clean; 348 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.5 MiB/s wr, 67 op/s 2024-04-02T09:25:07.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:25:07 smithi055 ceph-mon[85080]: pgmap v3444: 137 pgs: 137 active+clean; 348 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.5 MiB/s wr, 67 op/s 2024-04-02T09:25:08.178 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:25:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:25:07] "GET /metrics HTTP/1.1" 200 36741 "" "Prometheus/2.43.0" 2024-04-02T09:25:08.504 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:25:08 smithi055 ceph-mon[85080]: osdmap e1918: 8 total, 8 up, 8 in 2024-04-02T09:25:08.526 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:25:08 smithi012 ceph-mon[88355]: osdmap e1918: 8 total, 8 up, 8 in 2024-04-02T09:25:08.526 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:25:08 smithi012 ceph-mon[90784]: osdmap e1918: 8 total, 8 up, 8 in 2024-04-02T09:25:09.252 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:25:09.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:25:09 smithi055 ceph-mon[85080]: pgmap v3446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:25:09.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:25:09 smithi055 ceph-mon[85080]: osdmap e1919: 8 total, 8 up, 8 in 2024-04-02T09:25:09.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:25:09 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1593172698' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:25:09.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:25:09 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:25:09.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:25:09 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:25:09.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:25:09 smithi012 ceph-mon[88355]: pgmap v3446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:25:09.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:25:09 smithi012 ceph-mon[88355]: osdmap e1919: 8 total, 8 up, 8 in 2024-04-02T09:25:09.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:25:09 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1593172698' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:25:09.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:25:09 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:25:09.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:25:09 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:25:09.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:25:09 smithi012 ceph-mon[90784]: pgmap v3446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:25:09.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:25:09 smithi012 ceph-mon[90784]: osdmap e1919: 8 total, 8 up, 8 in 2024-04-02T09:25:09.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:25:09 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1593172698' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:25:09.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:25:09 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:25:09.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:25:09 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:25:10.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:25:10 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1593172698' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:25:10.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:25:10 smithi055 ceph-mon[85080]: osdmap e1920: 8 total, 8 up, 8 in 2024-04-02T09:25:10.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:25:10 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:25:10.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:25:10 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:25:10.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:25:10 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1593172698' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:25:10.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:25:10 smithi012 ceph-mon[88355]: osdmap e1920: 8 total, 8 up, 8 in 2024-04-02T09:25:10.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:25:10 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:25:10.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:25:10 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:25:10.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:25:10 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1593172698' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:25:10.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:25:10 smithi012 ceph-mon[90784]: osdmap e1920: 8 total, 8 up, 8 in 2024-04-02T09:25:10.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:25:10 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:25:10.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:25:10 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:25:11.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:25:11 smithi055 ceph-mon[85080]: pgmap v3449: 137 pgs: 22 unknown, 115 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:25:11.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:25:11 smithi055 ceph-mon[85080]: osdmap e1921: 8 total, 8 up, 8 in 2024-04-02T09:25:11.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:25:11 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:25:11.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:25:11 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:25:11.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:25:11 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:25:11.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:25:11 smithi012 ceph-mon[88355]: pgmap v3449: 137 pgs: 22 unknown, 115 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:25:11.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:25:11 smithi012 ceph-mon[88355]: osdmap e1921: 8 total, 8 up, 8 in 2024-04-02T09:25:11.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:25:11 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:25:11.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:25:11 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:25:11.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:25:11 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:25:11.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:25:11 smithi012 ceph-mon[90784]: pgmap v3449: 137 pgs: 22 unknown, 115 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:25:11.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:25:11 smithi012 ceph-mon[90784]: osdmap e1921: 8 total, 8 up, 8 in 2024-04-02T09:25:11.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:25:11 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:25:11.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:25:11 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:25:11.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:25:11 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:25:12.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:25:12 smithi055 ceph-mon[85080]: osdmap e1922: 8 total, 8 up, 8 in 2024-04-02T09:25:12.560 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:25:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:25:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:25:12.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:25:12 smithi012 ceph-mon[88355]: osdmap e1922: 8 total, 8 up, 8 in 2024-04-02T09:25:12.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:25:12 smithi012 ceph-mon[90784]: osdmap e1922: 8 total, 8 up, 8 in 2024-04-02T09:25:13.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:25:13 smithi055 ceph-mon[85080]: pgmap v3452: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:25:13.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:25:13 smithi055 ceph-mon[85080]: osdmap e1923: 8 total, 8 up, 8 in 2024-04-02T09:25:13.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:25:13 smithi012 ceph-mon[88355]: pgmap v3452: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:25:13.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:25:13 smithi012 ceph-mon[88355]: osdmap e1923: 8 total, 8 up, 8 in 2024-04-02T09:25:13.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:25:13 smithi012 ceph-mon[90784]: pgmap v3452: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:25:13.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:25:13 smithi012 ceph-mon[90784]: osdmap e1923: 8 total, 8 up, 8 in 2024-04-02T09:25:14.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:25:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:14.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:25:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:14.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:25:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:15.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:25:15 smithi055 ceph-mon[85080]: pgmap v3454: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 212 B/s wr, 0 op/s 2024-04-02T09:25:15.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:25:15 smithi012 ceph-mon[88355]: pgmap v3454: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 212 B/s wr, 0 op/s 2024-04-02T09:25:15.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:25:15 smithi012 ceph-mon[90784]: pgmap v3454: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 212 B/s wr, 0 op/s 2024-04-02T09:25:17.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:25:17 smithi055 ceph-mon[85080]: pgmap v3455: 137 pgs: 137 active+clean; 30 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.2 MiB/s wr, 34 op/s 2024-04-02T09:25:17.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:25:17 smithi012 ceph-mon[88355]: pgmap v3455: 137 pgs: 137 active+clean; 30 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.2 MiB/s wr, 34 op/s 2024-04-02T09:25:17.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:25:17 smithi012 ceph-mon[90784]: pgmap v3455: 137 pgs: 137 active+clean; 30 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.2 MiB/s wr, 34 op/s 2024-04-02T09:25:18.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:25:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:25:17] "GET /metrics HTTP/1.1" 200 36696 "" "Prometheus/2.43.0" 2024-04-02T09:25:19.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:25:19 smithi055 ceph-mon[85080]: pgmap v3456: 137 pgs: 137 active+clean; 30 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 3.2 MiB/s wr, 47 op/s 2024-04-02T09:25:19.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:25:19 smithi012 ceph-mon[88355]: pgmap v3456: 137 pgs: 137 active+clean; 30 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 3.2 MiB/s wr, 47 op/s 2024-04-02T09:25:19.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:25:19 smithi012 ceph-mon[90784]: pgmap v3456: 137 pgs: 137 active+clean; 30 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 3.2 MiB/s wr, 47 op/s 2024-04-02T09:25:20.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:25:20 smithi055 ceph-mon[85080]: osdmap e1924: 8 total, 8 up, 8 in 2024-04-02T09:25:20.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:25:20 smithi055 ceph-mon[85080]: pgmap v3458: 137 pgs: 137 active+clean; 30 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 3.1 MiB/s wr, 46 op/s 2024-04-02T09:25:20.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:25:20 smithi012 ceph-mon[88355]: osdmap e1924: 8 total, 8 up, 8 in 2024-04-02T09:25:20.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:25:20 smithi012 ceph-mon[88355]: pgmap v3458: 137 pgs: 137 active+clean; 30 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 3.1 MiB/s wr, 46 op/s 2024-04-02T09:25:20.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:25:20 smithi012 ceph-mon[90784]: osdmap e1924: 8 total, 8 up, 8 in 2024-04-02T09:25:20.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:25:20 smithi012 ceph-mon[90784]: pgmap v3458: 137 pgs: 137 active+clean; 30 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 3.1 MiB/s wr, 46 op/s 2024-04-02T09:25:22.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:25:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:25:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:25:23.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:25:23 smithi012 ceph-mon[88355]: pgmap v3459: 137 pgs: 137 active+clean; 34 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 3.0 MiB/s wr, 45 op/s 2024-04-02T09:25:23.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:25:23 smithi012 ceph-mon[90784]: pgmap v3459: 137 pgs: 137 active+clean; 34 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 3.0 MiB/s wr, 45 op/s 2024-04-02T09:25:23.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:25:23 smithi055 ceph-mon[85080]: pgmap v3459: 137 pgs: 137 active+clean; 34 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 3.0 MiB/s wr, 45 op/s 2024-04-02T09:25:24.696 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] EncryptedFlattenTest/1.Simple (17421 ms) 2024-04-02T09:25:24.696 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] EncryptedFlattenTest/1.Grow 2024-04-02T09:25:24.696 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:25:25.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:25:25 smithi012 ceph-mon[88355]: pgmap v3460: 137 pgs: 137 active+clean; 34 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 2.9 MiB/s wr, 44 op/s 2024-04-02T09:25:25.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:25:25 smithi012 ceph-mon[90784]: pgmap v3460: 137 pgs: 137 active+clean; 34 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 2.9 MiB/s wr, 44 op/s 2024-04-02T09:25:25.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:25:25 smithi055 ceph-mon[85080]: pgmap v3460: 137 pgs: 137 active+clean; 34 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 2.9 MiB/s wr, 44 op/s 2024-04-02T09:25:26.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:25:26 smithi012 ceph-mon[88355]: osdmap e1925: 8 total, 8 up, 8 in 2024-04-02T09:25:26.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:25:26 smithi012 ceph-mon[90784]: osdmap e1925: 8 total, 8 up, 8 in 2024-04-02T09:25:26.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:25:26 smithi055 ceph-mon[85080]: osdmap e1925: 8 total, 8 up, 8 in 2024-04-02T09:25:27.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:25:27 smithi012 ceph-mon[88355]: pgmap v3462: 137 pgs: 137 active+clean; 67 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.1 MiB/s wr, 37 op/s 2024-04-02T09:25:27.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:25:27 smithi012 ceph-mon[90784]: pgmap v3462: 137 pgs: 137 active+clean; 67 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.1 MiB/s wr, 37 op/s 2024-04-02T09:25:27.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:25:27 smithi055 ceph-mon[85080]: pgmap v3462: 137 pgs: 137 active+clean; 67 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.1 MiB/s wr, 37 op/s 2024-04-02T09:25:28.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:25:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:25:27] "GET /metrics HTTP/1.1" 200 36696 "" "Prometheus/2.43.0" 2024-04-02T09:25:29.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:25:29 smithi012 ceph-mon[88355]: pgmap v3463: 137 pgs: 137 active+clean; 96 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 9.6 MiB/s wr, 77 op/s 2024-04-02T09:25:29.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:25:29 smithi012 ceph-mon[90784]: pgmap v3463: 137 pgs: 137 active+clean; 96 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 9.6 MiB/s wr, 77 op/s 2024-04-02T09:25:29.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:25:29 smithi055 ceph-mon[85080]: pgmap v3463: 137 pgs: 137 active+clean; 96 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 9.6 MiB/s wr, 77 op/s 2024-04-02T09:25:30.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:25:30 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:30.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:25:30 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:30.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:25:30 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:31.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:25:31 smithi012 ceph-mon[88355]: pgmap v3464: 137 pgs: 137 active+clean; 96 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2024-04-02T09:25:31.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:25:31 smithi012 ceph-mon[90784]: pgmap v3464: 137 pgs: 137 active+clean; 96 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2024-04-02T09:25:31.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:25:31 smithi055 ceph-mon[85080]: pgmap v3464: 137 pgs: 137 active+clean; 96 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2024-04-02T09:25:32.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:25:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:25:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:25:33.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:25:33 smithi012 ceph-mon[88355]: pgmap v3465: 137 pgs: 137 active+clean; 96 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 58 op/s 2024-04-02T09:25:33.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:25:33 smithi012 ceph-mon[90784]: pgmap v3465: 137 pgs: 137 active+clean; 96 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 58 op/s 2024-04-02T09:25:33.477 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:25:33 smithi055 ceph-mon[85080]: pgmap v3465: 137 pgs: 137 active+clean; 96 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 58 op/s 2024-04-02T09:25:35.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:25:35 smithi012 ceph-mon[88355]: pgmap v3466: 137 pgs: 137 active+clean; 96 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 58 op/s 2024-04-02T09:25:35.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:25:35 smithi012 ceph-mon[90784]: pgmap v3466: 137 pgs: 137 active+clean; 96 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 58 op/s 2024-04-02T09:25:35.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:25:35 smithi055 ceph-mon[85080]: pgmap v3466: 137 pgs: 137 active+clean; 96 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 58 op/s 2024-04-02T09:25:36.956 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] EncryptedFlattenTest/1.Grow (12259 ms) 2024-04-02T09:25:36.956 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] EncryptedFlattenTest/1.Shrink 2024-04-02T09:25:36.956 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:25:37.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:25:37 smithi012 ceph-mon[88355]: pgmap v3467: 137 pgs: 137 active+clean; 121 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 8.2 MiB/s wr, 71 op/s 2024-04-02T09:25:37.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:25:37 smithi012 ceph-mon[90784]: pgmap v3467: 137 pgs: 137 active+clean; 121 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 8.2 MiB/s wr, 71 op/s 2024-04-02T09:25:37.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:25:37 smithi055 ceph-mon[85080]: pgmap v3467: 137 pgs: 137 active+clean; 121 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 8.2 MiB/s wr, 71 op/s 2024-04-02T09:25:38.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:25:38 smithi012 ceph-mon[88355]: osdmap e1926: 8 total, 8 up, 8 in 2024-04-02T09:25:38.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:25:38 smithi012 ceph-mon[90784]: osdmap e1926: 8 total, 8 up, 8 in 2024-04-02T09:25:38.429 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:25:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:25:37] "GET /metrics HTTP/1.1" 200 36739 "" "Prometheus/2.43.0" 2024-04-02T09:25:38.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:25:38 smithi055 ceph-mon[85080]: osdmap e1926: 8 total, 8 up, 8 in 2024-04-02T09:25:39.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:25:39 smithi055 ceph-mon[85080]: pgmap v3469: 137 pgs: 137 active+clean; 137 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.2 MiB/s rd, 5.7 MiB/s wr, 31 op/s 2024-04-02T09:25:39.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:25:39 smithi012 ceph-mon[88355]: pgmap v3469: 137 pgs: 137 active+clean; 137 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.2 MiB/s rd, 5.7 MiB/s wr, 31 op/s 2024-04-02T09:25:39.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:25:39 smithi012 ceph-mon[90784]: pgmap v3469: 137 pgs: 137 active+clean; 137 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.2 MiB/s rd, 5.7 MiB/s wr, 31 op/s 2024-04-02T09:25:41.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:25:41 smithi055 ceph-mon[85080]: pgmap v3470: 137 pgs: 137 active+clean; 141 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 6.1 MiB/s wr, 37 op/s 2024-04-02T09:25:41.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:25:41 smithi012 ceph-mon[88355]: pgmap v3470: 137 pgs: 137 active+clean; 141 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 6.1 MiB/s wr, 37 op/s 2024-04-02T09:25:41.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:25:41 smithi012 ceph-mon[90784]: pgmap v3470: 137 pgs: 137 active+clean; 141 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 6.1 MiB/s wr, 37 op/s 2024-04-02T09:25:42.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:25:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:25:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:25:43.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:25:43 smithi055 ceph-mon[85080]: pgmap v3471: 137 pgs: 137 active+clean; 162 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-02T09:25:43.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:25:43 smithi012 ceph-mon[88355]: pgmap v3471: 137 pgs: 137 active+clean; 162 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-02T09:25:43.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:25:43 smithi012 ceph-mon[90784]: pgmap v3471: 137 pgs: 137 active+clean; 162 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-02T09:25:45.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:25:45 smithi055 ceph-mon[85080]: pgmap v3472: 137 pgs: 137 active+clean; 162 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-02T09:25:45.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:25:45 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:45.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:25:45 smithi012 ceph-mon[88355]: pgmap v3472: 137 pgs: 137 active+clean; 162 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-02T09:25:45.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:25:45 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:45.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:25:45 smithi012 ceph-mon[90784]: pgmap v3472: 137 pgs: 137 active+clean; 162 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-02T09:25:45.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:25:45 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:47.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:25:47 smithi055 ceph-mon[85080]: pgmap v3473: 137 pgs: 137 active+clean; 170 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 7.4 MiB/s rd, 5.7 MiB/s wr, 47 op/s 2024-04-02T09:25:47.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:25:47 smithi012 ceph-mon[88355]: pgmap v3473: 137 pgs: 137 active+clean; 170 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 7.4 MiB/s rd, 5.7 MiB/s wr, 47 op/s 2024-04-02T09:25:47.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:25:47 smithi012 ceph-mon[90784]: pgmap v3473: 137 pgs: 137 active+clean; 170 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 7.4 MiB/s rd, 5.7 MiB/s wr, 47 op/s 2024-04-02T09:25:48.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:25:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:25:47] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-04-02T09:25:49.102 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] EncryptedFlattenTest/1.Shrink (12147 ms) 2024-04-02T09:25:49.102 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] EncryptedFlattenTest/1.ShrinkToOne 2024-04-02T09:25:49.102 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:25:49.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:25:49 smithi055 ceph-mon[85080]: pgmap v3474: 137 pgs: 137 active+clean; 178 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.8 MiB/s wr, 45 op/s 2024-04-02T09:25:49.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:25:49 smithi012 ceph-mon[88355]: pgmap v3474: 137 pgs: 137 active+clean; 178 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.8 MiB/s wr, 45 op/s 2024-04-02T09:25:49.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:25:49 smithi012 ceph-mon[90784]: pgmap v3474: 137 pgs: 137 active+clean; 178 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.8 MiB/s wr, 45 op/s 2024-04-02T09:25:50.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:25:50 smithi055 ceph-mon[85080]: osdmap e1927: 8 total, 8 up, 8 in 2024-04-02T09:25:50.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:25:50 smithi012 ceph-mon[88355]: osdmap e1927: 8 total, 8 up, 8 in 2024-04-02T09:25:50.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:25:50 smithi012 ceph-mon[90784]: osdmap e1927: 8 total, 8 up, 8 in 2024-04-02T09:25:51.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:25:51 smithi055 ceph-mon[85080]: pgmap v3476: 137 pgs: 137 active+clean; 190 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.5 MiB/s rd, 5.3 MiB/s wr, 56 op/s 2024-04-02T09:25:51.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:25:51 smithi012 ceph-mon[88355]: pgmap v3476: 137 pgs: 137 active+clean; 190 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.5 MiB/s rd, 5.3 MiB/s wr, 56 op/s 2024-04-02T09:25:51.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:25:51 smithi012 ceph-mon[90784]: pgmap v3476: 137 pgs: 137 active+clean; 190 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.5 MiB/s rd, 5.3 MiB/s wr, 56 op/s 2024-04-02T09:25:52.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:25:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:25:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:25:53.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:25:53 smithi055 ceph-mon[85080]: pgmap v3477: 137 pgs: 137 active+clean; 228 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-04-02T09:25:53.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:25:53 smithi012 ceph-mon[88355]: pgmap v3477: 137 pgs: 137 active+clean; 228 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-04-02T09:25:53.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:25:53 smithi012 ceph-mon[90784]: pgmap v3477: 137 pgs: 137 active+clean; 228 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-04-02T09:25:55.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:25:55 smithi055 ceph-mon[85080]: pgmap v3478: 137 pgs: 137 active+clean; 228 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-04-02T09:25:55.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:25:55 smithi012 ceph-mon[88355]: pgmap v3478: 137 pgs: 137 active+clean; 228 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-04-02T09:25:55.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:25:55 smithi012 ceph-mon[90784]: pgmap v3478: 137 pgs: 137 active+clean; 228 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-04-02T09:25:57.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:25:57 smithi055 ceph-mon[85080]: pgmap v3479: 137 pgs: 137 active+clean; 228 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 65 op/s 2024-04-02T09:25:57.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:25:57 smithi012 ceph-mon[88355]: pgmap v3479: 137 pgs: 137 active+clean; 228 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 65 op/s 2024-04-02T09:25:57.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:25:57 smithi012 ceph-mon[90784]: pgmap v3479: 137 pgs: 137 active+clean; 228 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 65 op/s 2024-04-02T09:25:58.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:25:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:25:57] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-04-02T09:25:59.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:25:59 smithi055 ceph-mon[85080]: pgmap v3480: 137 pgs: 137 active+clean; 228 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.6 MiB/s wr, 57 op/s 2024-04-02T09:25:59.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:25:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:59.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:25:59 smithi012 ceph-mon[88355]: pgmap v3480: 137 pgs: 137 active+clean; 228 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.6 MiB/s wr, 57 op/s 2024-04-02T09:25:59.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:25:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:59.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:25:59 smithi012 ceph-mon[90784]: pgmap v3480: 137 pgs: 137 active+clean; 228 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.6 MiB/s wr, 57 op/s 2024-04-02T09:25:59.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:25:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:00.720 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] EncryptedFlattenTest/1.ShrinkToOne (11617 ms) 2024-04-02T09:26:00.720 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] EncryptedFlattenTest/1.ShrinkToOneAfterSnapshot 2024-04-02T09:26:00.720 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:26:01.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:26:01 smithi055 ceph-mon[85080]: pgmap v3481: 137 pgs: 137 active+clean; 228 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.1 MiB/s wr, 62 op/s 2024-04-02T09:26:01.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:26:01 smithi012 ceph-mon[88355]: pgmap v3481: 137 pgs: 137 active+clean; 228 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.1 MiB/s wr, 62 op/s 2024-04-02T09:26:01.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:26:01 smithi012 ceph-mon[90784]: pgmap v3481: 137 pgs: 137 active+clean; 228 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.1 MiB/s wr, 62 op/s 2024-04-02T09:26:02.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:26:02 smithi055 ceph-mon[85080]: osdmap e1928: 8 total, 8 up, 8 in 2024-04-02T09:26:02.561 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:26:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:26:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:26:02.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:26:02 smithi012 ceph-mon[88355]: osdmap e1928: 8 total, 8 up, 8 in 2024-04-02T09:26:02.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:26:02 smithi012 ceph-mon[90784]: osdmap e1928: 8 total, 8 up, 8 in 2024-04-02T09:26:03.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:26:03 smithi055 ceph-mon[85080]: pgmap v3483: 137 pgs: 137 active+clean; 252 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.4 MiB/s wr, 23 op/s 2024-04-02T09:26:03.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:26:03 smithi012 ceph-mon[88355]: pgmap v3483: 137 pgs: 137 active+clean; 252 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.4 MiB/s wr, 23 op/s 2024-04-02T09:26:03.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:26:03 smithi012 ceph-mon[90784]: pgmap v3483: 137 pgs: 137 active+clean; 252 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.4 MiB/s wr, 23 op/s 2024-04-02T09:26:05.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:26:05 smithi055 ceph-mon[85080]: pgmap v3484: 137 pgs: 137 active+clean; 252 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.4 MiB/s wr, 23 op/s 2024-04-02T09:26:05.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:26:05 smithi012 ceph-mon[88355]: pgmap v3484: 137 pgs: 137 active+clean; 252 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.4 MiB/s wr, 23 op/s 2024-04-02T09:26:05.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:26:05 smithi012 ceph-mon[90784]: pgmap v3484: 137 pgs: 137 active+clean; 252 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.4 MiB/s wr, 23 op/s 2024-04-02T09:26:07.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:26:07 smithi055 ceph-mon[85080]: pgmap v3485: 137 pgs: 137 active+clean; 273 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 57 op/s 2024-04-02T09:26:07.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:26:07 smithi012 ceph-mon[88355]: pgmap v3485: 137 pgs: 137 active+clean; 273 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 57 op/s 2024-04-02T09:26:07.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:26:07 smithi012 ceph-mon[90784]: pgmap v3485: 137 pgs: 137 active+clean; 273 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 57 op/s 2024-04-02T09:26:08.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:26:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:26:07] "GET /metrics HTTP/1.1" 200 36737 "" "Prometheus/2.43.0" 2024-04-02T09:26:09.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:26:09 smithi055 ceph-mon[85080]: pgmap v3486: 137 pgs: 137 active+clean; 273 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-02T09:26:09.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:26:09 smithi012 ceph-mon[88355]: pgmap v3486: 137 pgs: 137 active+clean; 273 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-02T09:26:09.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:26:09 smithi012 ceph-mon[90784]: pgmap v3486: 137 pgs: 137 active+clean; 273 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-02T09:26:11.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:26:11 smithi055 ceph-mon[85080]: pgmap v3487: 137 pgs: 137 active+clean; 273 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 6.5 MiB/s wr, 56 op/s 2024-04-02T09:26:11.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:26:11 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:26:11.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:26:11 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:26:11.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:26:11 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:26:11.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:26:11 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:26:11.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:26:11 smithi012 ceph-mon[88355]: pgmap v3487: 137 pgs: 137 active+clean; 273 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 6.5 MiB/s wr, 56 op/s 2024-04-02T09:26:11.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:26:11 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:26:11.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:26:11 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:26:11.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:26:11 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:26:11.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:26:11 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:26:11.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:26:11 smithi012 ceph-mon[90784]: pgmap v3487: 137 pgs: 137 active+clean; 273 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 6.5 MiB/s wr, 56 op/s 2024-04-02T09:26:11.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:26:11 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:26:11.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:26:11 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:26:11.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:26:11 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:26:11.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:26:11 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:26:12.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:26:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:26:12.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:26:13.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:26:13 smithi055 ceph-mon[85080]: pgmap v3488: 137 pgs: 137 active+clean; 289 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 3.4 MiB/s wr, 44 op/s 2024-04-02T09:26:13.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:26:13 smithi055 ceph-mon[85080]: osdmap e1929: 8 total, 8 up, 8 in 2024-04-02T09:26:13.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:26:13 smithi012 ceph-mon[88355]: pgmap v3488: 137 pgs: 137 active+clean; 289 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 3.4 MiB/s wr, 44 op/s 2024-04-02T09:26:13.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:26:13 smithi012 ceph-mon[88355]: osdmap e1929: 8 total, 8 up, 8 in 2024-04-02T09:26:13.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:26:13 smithi012 ceph-mon[90784]: pgmap v3488: 137 pgs: 137 active+clean; 289 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 3.4 MiB/s wr, 44 op/s 2024-04-02T09:26:13.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:26:13 smithi012 ceph-mon[90784]: osdmap e1929: 8 total, 8 up, 8 in 2024-04-02T09:26:14.491 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] EncryptedFlattenTest/1.ShrinkToOneAfterSnapshot (13772 ms) 2024-04-02T09:26:14.491 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] EncryptedFlattenTest/1.MinOverlap 2024-04-02T09:26:14.491 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:26:14.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:26:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:14.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:26:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:14.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:26:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:15.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:26:15 smithi055 ceph-mon[85080]: pgmap v3490: 137 pgs: 137 active+clean; 289 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 3.7 MiB/s wr, 47 op/s 2024-04-02T09:26:15.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:26:15 smithi012 ceph-mon[88355]: pgmap v3490: 137 pgs: 137 active+clean; 289 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 3.7 MiB/s wr, 47 op/s 2024-04-02T09:26:15.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:26:15 smithi012 ceph-mon[90784]: pgmap v3490: 137 pgs: 137 active+clean; 289 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 3.7 MiB/s wr, 47 op/s 2024-04-02T09:26:16.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:26:16 smithi055 ceph-mon[85080]: osdmap e1930: 8 total, 8 up, 8 in 2024-04-02T09:26:16.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:26:16 smithi012 ceph-mon[88355]: osdmap e1930: 8 total, 8 up, 8 in 2024-04-02T09:26:16.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:26:16 smithi012 ceph-mon[90784]: osdmap e1930: 8 total, 8 up, 8 in 2024-04-02T09:26:17.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:26:17 smithi055 ceph-mon[85080]: pgmap v3492: 137 pgs: 137 active+clean; 358 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 4.8 MiB/s rd, 11 MiB/s wr, 62 op/s 2024-04-02T09:26:17.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:26:17 smithi012 ceph-mon[90784]: pgmap v3492: 137 pgs: 137 active+clean; 358 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 4.8 MiB/s rd, 11 MiB/s wr, 62 op/s 2024-04-02T09:26:17.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:26:17 smithi012 ceph-mon[88355]: pgmap v3492: 137 pgs: 137 active+clean; 358 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 4.8 MiB/s rd, 11 MiB/s wr, 62 op/s 2024-04-02T09:26:18.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:26:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:26:17] "GET /metrics HTTP/1.1" 200 36742 "" "Prometheus/2.43.0" 2024-04-02T09:26:19.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:26:19 smithi055 ceph-mon[85080]: pgmap v3493: 137 pgs: 137 active+clean; 383 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 14 MiB/s wr, 90 op/s 2024-04-02T09:26:19.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:26:19 smithi012 ceph-mon[88355]: pgmap v3493: 137 pgs: 137 active+clean; 383 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 14 MiB/s wr, 90 op/s 2024-04-02T09:26:19.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:26:19 smithi012 ceph-mon[90784]: pgmap v3493: 137 pgs: 137 active+clean; 383 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 14 MiB/s wr, 90 op/s 2024-04-02T09:26:21.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:26:21 smithi055 ceph-mon[85080]: pgmap v3494: 137 pgs: 137 active+clean; 383 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 12 MiB/s wr, 87 op/s 2024-04-02T09:26:21.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:26:21 smithi012 ceph-mon[88355]: pgmap v3494: 137 pgs: 137 active+clean; 383 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 12 MiB/s wr, 87 op/s 2024-04-02T09:26:21.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:26:21 smithi012 ceph-mon[90784]: pgmap v3494: 137 pgs: 137 active+clean; 383 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 12 MiB/s wr, 87 op/s 2024-04-02T09:26:22.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:26:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:26:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:26:23.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:26:23 smithi055 ceph-mon[85080]: pgmap v3495: 137 pgs: 137 active+clean; 383 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.3 MiB/s rd, 9.5 MiB/s wr, 71 op/s 2024-04-02T09:26:23.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:26:23 smithi012 ceph-mon[88355]: pgmap v3495: 137 pgs: 137 active+clean; 383 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.3 MiB/s rd, 9.5 MiB/s wr, 71 op/s 2024-04-02T09:26:23.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:26:23 smithi012 ceph-mon[90784]: pgmap v3495: 137 pgs: 137 active+clean; 383 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.3 MiB/s rd, 9.5 MiB/s wr, 71 op/s 2024-04-02T09:26:25.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:26:25 smithi012 ceph-mon[88355]: pgmap v3496: 137 pgs: 137 active+clean; 383 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 9.4 MiB/s wr, 70 op/s 2024-04-02T09:26:25.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:26:25 smithi012 ceph-mon[90784]: pgmap v3496: 137 pgs: 137 active+clean; 383 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 9.4 MiB/s wr, 70 op/s 2024-04-02T09:26:25.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:26:25 smithi055 ceph-mon[85080]: pgmap v3496: 137 pgs: 137 active+clean; 383 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 9.4 MiB/s wr, 70 op/s 2024-04-02T09:26:27.384 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] EncryptedFlattenTest/1.MinOverlap (12892 ms) 2024-04-02T09:26:27.384 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] EncryptedFlattenTest/1.ZeroOverlap 2024-04-02T09:26:27.384 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:26:27.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:26:27 smithi012 ceph-mon[88355]: pgmap v3497: 137 pgs: 137 active+clean; 395 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 6.7 MiB/s wr, 41 op/s 2024-04-02T09:26:27.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:26:27 smithi012 ceph-mon[90784]: pgmap v3497: 137 pgs: 137 active+clean; 395 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 6.7 MiB/s wr, 41 op/s 2024-04-02T09:26:27.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:26:27 smithi055 ceph-mon[85080]: pgmap v3497: 137 pgs: 137 active+clean; 395 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 6.7 MiB/s wr, 41 op/s 2024-04-02T09:26:28.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:26:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:26:27] "GET /metrics HTTP/1.1" 200 36742 "" "Prometheus/2.43.0" 2024-04-02T09:26:29.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:26:29 smithi012 ceph-mon[88355]: pgmap v3498: 137 pgs: 137 active+clean; 403 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.4 MiB/s wr, 44 op/s 2024-04-02T09:26:29.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:26:29 smithi012 ceph-mon[88355]: osdmap e1931: 8 total, 8 up, 8 in 2024-04-02T09:26:29.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:26:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:29.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:26:29 smithi012 ceph-mon[90784]: pgmap v3498: 137 pgs: 137 active+clean; 403 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.4 MiB/s wr, 44 op/s 2024-04-02T09:26:29.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:26:29 smithi012 ceph-mon[90784]: osdmap e1931: 8 total, 8 up, 8 in 2024-04-02T09:26:29.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:26:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:29.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:26:29 smithi055 ceph-mon[85080]: pgmap v3498: 137 pgs: 137 active+clean; 403 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.4 MiB/s wr, 44 op/s 2024-04-02T09:26:29.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:26:29 smithi055 ceph-mon[85080]: osdmap e1931: 8 total, 8 up, 8 in 2024-04-02T09:26:29.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:26:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:31.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:26:31 smithi012 ceph-mon[90784]: pgmap v3500: 137 pgs: 137 active+clean; 408 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.1 MiB/s wr, 33 op/s 2024-04-02T09:26:31.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:26:31 smithi012 ceph-mon[88355]: pgmap v3500: 137 pgs: 137 active+clean; 408 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.1 MiB/s wr, 33 op/s 2024-04-02T09:26:31.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:26:31 smithi055 ceph-mon[85080]: pgmap v3500: 137 pgs: 137 active+clean; 408 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.1 MiB/s wr, 33 op/s 2024-04-02T09:26:32.712 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:26:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:26:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:26:33.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:26:33 smithi012 ceph-mon[88355]: pgmap v3501: 137 pgs: 137 active+clean; 428 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-02T09:26:33.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:26:33 smithi012 ceph-mon[90784]: pgmap v3501: 137 pgs: 137 active+clean; 428 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-02T09:26:33.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:26:33 smithi055 ceph-mon[85080]: pgmap v3501: 137 pgs: 137 active+clean; 428 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-02T09:26:35.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:26:35 smithi012 ceph-mon[88355]: pgmap v3502: 137 pgs: 137 active+clean; 428 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-02T09:26:35.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:26:35 smithi012 ceph-mon[90784]: pgmap v3502: 137 pgs: 137 active+clean; 428 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-02T09:26:35.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:26:35 smithi055 ceph-mon[85080]: pgmap v3502: 137 pgs: 137 active+clean; 428 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-02T09:26:36.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:26:36 smithi012 ceph-mon[88355]: pgmap v3503: 137 pgs: 137 active+clean; 428 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.3 MiB/s wr, 57 op/s 2024-04-02T09:26:36.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:26:36 smithi012 ceph-mon[90784]: pgmap v3503: 137 pgs: 137 active+clean; 428 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.3 MiB/s wr, 57 op/s 2024-04-02T09:26:36.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:26:36 smithi055 ceph-mon[85080]: pgmap v3503: 137 pgs: 137 active+clean; 428 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.3 MiB/s wr, 57 op/s 2024-04-02T09:26:38.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:26:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:26:37] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-04-02T09:26:39.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:26:39 smithi012 ceph-mon[88355]: pgmap v3504: 137 pgs: 137 active+clean; 432 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-02T09:26:39.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:26:39 smithi012 ceph-mon[90784]: pgmap v3504: 137 pgs: 137 active+clean; 432 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-02T09:26:39.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:26:39 smithi055 ceph-mon[85080]: pgmap v3504: 137 pgs: 137 active+clean; 432 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-02T09:26:40.319 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] EncryptedFlattenTest/1.ZeroOverlap (12935 ms) 2024-04-02T09:26:41.170 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 7 tests from EncryptedFlattenTest/1 (93043 ms total) 2024-04-02T09:26:41.170 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:26:41.170 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 7 tests from EncryptedFlattenTest/2, where TypeParam = UnformattedLUKS1 2024-04-02T09:26:41.212 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] EncryptedFlattenTest/2.Simple 2024-04-02T09:26:41.427 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:26:41 smithi012 ceph-mon[88355]: pgmap v3505: 137 pgs: 137 active+clean; 432 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 MiB/s wr, 35 op/s 2024-04-02T09:26:41.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:26:41 smithi012 ceph-mon[90784]: pgmap v3505: 137 pgs: 137 active+clean; 432 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 MiB/s wr, 35 op/s 2024-04-02T09:26:41.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:26:41 smithi055 ceph-mon[85080]: pgmap v3505: 137 pgs: 137 active+clean; 432 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 MiB/s wr, 35 op/s 2024-04-02T09:26:42.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:26:42 smithi012 ceph-mon[88355]: osdmap e1932: 8 total, 8 up, 8 in 2024-04-02T09:26:42.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:26:42 smithi012 ceph-mon[90784]: osdmap e1932: 8 total, 8 up, 8 in 2024-04-02T09:26:42.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:26:42 smithi055 ceph-mon[85080]: osdmap e1932: 8 total, 8 up, 8 in 2024-04-02T09:26:42.560 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:26:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:26:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:26:43.188 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:26:43.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:26:43 smithi055 ceph-mon[85080]: pgmap v3507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:26:43.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:26:43 smithi055 ceph-mon[85080]: osdmap e1933: 8 total, 8 up, 8 in 2024-04-02T09:26:43.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:26:43 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/155962288' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:26:43.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:26:43 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:26:43.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:26:43 smithi012 ceph-mon[88355]: pgmap v3507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:26:43.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:26:43 smithi012 ceph-mon[88355]: osdmap e1933: 8 total, 8 up, 8 in 2024-04-02T09:26:43.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:26:43 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/155962288' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:26:43.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:26:43 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:26:43.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:26:43 smithi012 ceph-mon[90784]: pgmap v3507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:26:43.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:26:43 smithi012 ceph-mon[90784]: osdmap e1933: 8 total, 8 up, 8 in 2024-04-02T09:26:43.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:26:43 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/155962288' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:26:43.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:26:43 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:26:44.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:26:44 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:26:44.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:26:44 smithi055 ceph-mon[85080]: osdmap e1934: 8 total, 8 up, 8 in 2024-04-02T09:26:44.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:26:44 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:26:44.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:26:44 smithi012 ceph-mon[88355]: osdmap e1934: 8 total, 8 up, 8 in 2024-04-02T09:26:44.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:26:44 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:26:44.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:26:44 smithi012 ceph-mon[90784]: osdmap e1934: 8 total, 8 up, 8 in 2024-04-02T09:26:45.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:26:45 smithi055 ceph-mon[85080]: pgmap v3510: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:26:45.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:26:45 smithi055 ceph-mon[85080]: osdmap e1935: 8 total, 8 up, 8 in 2024-04-02T09:26:45.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:26:45 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:45.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:26:45 smithi012 ceph-mon[90784]: pgmap v3510: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:26:45.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:26:45 smithi012 ceph-mon[90784]: osdmap e1935: 8 total, 8 up, 8 in 2024-04-02T09:26:45.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:26:45 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:45.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:26:45 smithi012 ceph-mon[88355]: pgmap v3510: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:26:45.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:26:45 smithi012 ceph-mon[88355]: osdmap e1935: 8 total, 8 up, 8 in 2024-04-02T09:26:45.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:26:45 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:46.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:26:46 smithi055 ceph-mon[85080]: osdmap e1936: 8 total, 8 up, 8 in 2024-04-02T09:26:46.677 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:26:46 smithi012 ceph-mon[88355]: osdmap e1936: 8 total, 8 up, 8 in 2024-04-02T09:26:46.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:26:46 smithi012 ceph-mon[90784]: osdmap e1936: 8 total, 8 up, 8 in 2024-04-02T09:26:47.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:26:47 smithi055 ceph-mon[85080]: pgmap v3513: 137 pgs: 8 unknown, 129 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.7 KiB/s rd, 511 B/s wr, 7 op/s 2024-04-02T09:26:47.677 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:26:47 smithi012 ceph-mon[88355]: pgmap v3513: 137 pgs: 8 unknown, 129 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.7 KiB/s rd, 511 B/s wr, 7 op/s 2024-04-02T09:26:47.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:26:47 smithi012 ceph-mon[90784]: pgmap v3513: 137 pgs: 8 unknown, 129 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.7 KiB/s rd, 511 B/s wr, 7 op/s 2024-04-02T09:26:48.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:26:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:26:47] "GET /metrics HTTP/1.1" 200 36676 "" "Prometheus/2.43.0" 2024-04-02T09:26:49.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:26:49 smithi055 ceph-mon[85080]: pgmap v3514: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-04-02T09:26:49.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:26:49 smithi012 ceph-mon[88355]: pgmap v3514: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-04-02T09:26:49.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:26:49 smithi012 ceph-mon[90784]: pgmap v3514: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-04-02T09:26:50.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:26:50 smithi055 ceph-mon[85080]: osdmap e1937: 8 total, 8 up, 8 in 2024-04-02T09:26:50.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:26:50 smithi012 ceph-mon[88355]: osdmap e1937: 8 total, 8 up, 8 in 2024-04-02T09:26:50.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:26:50 smithi012 ceph-mon[90784]: osdmap e1937: 8 total, 8 up, 8 in 2024-04-02T09:26:51.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:26:51 smithi055 ceph-mon[85080]: pgmap v3516: 137 pgs: 137 active+clean; 13 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 1.3 MiB/s wr, 25 op/s 2024-04-02T09:26:51.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:26:51 smithi012 ceph-mon[88355]: pgmap v3516: 137 pgs: 137 active+clean; 13 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 1.3 MiB/s wr, 25 op/s 2024-04-02T09:26:51.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:26:51 smithi012 ceph-mon[90784]: pgmap v3516: 137 pgs: 137 active+clean; 13 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 1.3 MiB/s wr, 25 op/s 2024-04-02T09:26:52.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:26:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:26:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:26:53.563 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:26:53 smithi055 ceph-mon[85080]: pgmap v3517: 137 pgs: 137 active+clean; 34 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 3.7 MiB/s wr, 56 op/s 2024-04-02T09:26:53.681 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:26:53 smithi012 ceph-mon[88355]: pgmap v3517: 137 pgs: 137 active+clean; 34 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 3.7 MiB/s wr, 56 op/s 2024-04-02T09:26:53.682 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:26:53 smithi012 ceph-mon[90784]: pgmap v3517: 137 pgs: 137 active+clean; 34 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 3.7 MiB/s wr, 56 op/s 2024-04-02T09:26:55.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:26:55 smithi055 ceph-mon[85080]: pgmap v3518: 137 pgs: 137 active+clean; 34 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 3.3 MiB/s wr, 50 op/s 2024-04-02T09:26:55.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:26:55 smithi055 ceph-mon[85080]: osdmap e1938: 8 total, 8 up, 8 in 2024-04-02T09:26:55.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:26:55 smithi012 ceph-mon[88355]: pgmap v3518: 137 pgs: 137 active+clean; 34 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 3.3 MiB/s wr, 50 op/s 2024-04-02T09:26:55.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:26:55 smithi012 ceph-mon[88355]: osdmap e1938: 8 total, 8 up, 8 in 2024-04-02T09:26:55.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:26:55 smithi012 ceph-mon[90784]: pgmap v3518: 137 pgs: 137 active+clean; 34 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 3.3 MiB/s wr, 50 op/s 2024-04-02T09:26:55.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:26:55 smithi012 ceph-mon[90784]: osdmap e1938: 8 total, 8 up, 8 in 2024-04-02T09:26:56.064 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] EncryptedFlattenTest/2.Simple (14851 ms) 2024-04-02T09:26:56.064 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] EncryptedFlattenTest/2.Grow 2024-04-02T09:26:56.064 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:26:57.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:26:57 smithi055 ceph-mon[85080]: pgmap v3520: 137 pgs: 137 active+clean; 54 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.4 MiB/s rd, 6.1 MiB/s wr, 60 op/s 2024-04-02T09:26:57.677 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:26:57 smithi012 ceph-mon[88355]: pgmap v3520: 137 pgs: 137 active+clean; 54 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.4 MiB/s rd, 6.1 MiB/s wr, 60 op/s 2024-04-02T09:26:57.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:26:57 smithi012 ceph-mon[90784]: pgmap v3520: 137 pgs: 137 active+clean; 54 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.4 MiB/s rd, 6.1 MiB/s wr, 60 op/s 2024-04-02T09:26:58.427 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:26:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:26:57] "GET /metrics HTTP/1.1" 200 36676 "" "Prometheus/2.43.0" 2024-04-02T09:26:59.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:26:59 smithi055 ceph-mon[85080]: pgmap v3521: 137 pgs: 137 active+clean; 63 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.6 MiB/s rd, 6.5 MiB/s wr, 64 op/s 2024-04-02T09:26:59.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:26:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:59.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:26:59 smithi012 ceph-mon[88355]: pgmap v3521: 137 pgs: 137 active+clean; 63 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.6 MiB/s rd, 6.5 MiB/s wr, 64 op/s 2024-04-02T09:26:59.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:26:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:59.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:26:59 smithi012 ceph-mon[90784]: pgmap v3521: 137 pgs: 137 active+clean; 63 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.6 MiB/s rd, 6.5 MiB/s wr, 64 op/s 2024-04-02T09:26:59.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:26:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:01.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:27:01 smithi055 ceph-mon[85080]: pgmap v3522: 137 pgs: 137 active+clean; 76 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 6.3 MiB/s wr, 60 op/s 2024-04-02T09:27:01.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:27:01 smithi055 ceph-mon[85080]: osdmap e1939: 8 total, 8 up, 8 in 2024-04-02T09:27:01.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:27:01 smithi012 ceph-mon[88355]: pgmap v3522: 137 pgs: 137 active+clean; 76 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 6.3 MiB/s wr, 60 op/s 2024-04-02T09:27:01.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:27:01 smithi012 ceph-mon[88355]: osdmap e1939: 8 total, 8 up, 8 in 2024-04-02T09:27:01.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:27:01 smithi012 ceph-mon[90784]: pgmap v3522: 137 pgs: 137 active+clean; 76 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 6.3 MiB/s wr, 60 op/s 2024-04-02T09:27:01.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:27:01 smithi012 ceph-mon[90784]: osdmap e1939: 8 total, 8 up, 8 in 2024-04-02T09:27:02.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:27:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:27:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:27:03.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:27:03 smithi055 ceph-mon[85080]: pgmap v3524: 137 pgs: 137 active+clean; 92 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 52 op/s 2024-04-02T09:27:03.677 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:27:03 smithi012 ceph-mon[88355]: pgmap v3524: 137 pgs: 137 active+clean; 92 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 52 op/s 2024-04-02T09:27:03.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:27:03 smithi012 ceph-mon[90784]: pgmap v3524: 137 pgs: 137 active+clean; 92 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 52 op/s 2024-04-02T09:27:05.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:27:05 smithi055 ceph-mon[85080]: pgmap v3525: 137 pgs: 137 active+clean; 92 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.1 MiB/s wr, 44 op/s 2024-04-02T09:27:05.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:27:05 smithi012 ceph-mon[88355]: pgmap v3525: 137 pgs: 137 active+clean; 92 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.1 MiB/s wr, 44 op/s 2024-04-02T09:27:05.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:27:05 smithi012 ceph-mon[90784]: pgmap v3525: 137 pgs: 137 active+clean; 92 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.1 MiB/s wr, 44 op/s 2024-04-02T09:27:06.268 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] EncryptedFlattenTest/2.Grow (10204 ms) 2024-04-02T09:27:06.268 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] EncryptedFlattenTest/2.Shrink 2024-04-02T09:27:06.268 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:27:07.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:27:07 smithi055 ceph-mon[85080]: pgmap v3526: 137 pgs: 137 active+clean; 121 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 6.7 MiB/s wr, 73 op/s 2024-04-02T09:27:07.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:27:07 smithi012 ceph-mon[88355]: pgmap v3526: 137 pgs: 137 active+clean; 121 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 6.7 MiB/s wr, 73 op/s 2024-04-02T09:27:07.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:27:07 smithi012 ceph-mon[90784]: pgmap v3526: 137 pgs: 137 active+clean; 121 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 6.7 MiB/s wr, 73 op/s 2024-04-02T09:27:08.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:27:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:27:07] "GET /metrics HTTP/1.1" 200 36737 "" "Prometheus/2.43.0" 2024-04-02T09:27:09.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:27:09 smithi055 ceph-mon[85080]: pgmap v3527: 137 pgs: 137 active+clean; 121 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 64 op/s 2024-04-02T09:27:09.677 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:27:09 smithi012 ceph-mon[88355]: pgmap v3527: 137 pgs: 137 active+clean; 121 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 64 op/s 2024-04-02T09:27:09.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:27:09 smithi012 ceph-mon[90784]: pgmap v3527: 137 pgs: 137 active+clean; 121 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 64 op/s 2024-04-02T09:27:11.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:27:11 smithi055 ceph-mon[85080]: pgmap v3528: 137 pgs: 137 active+clean; 130 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 52 op/s 2024-04-02T09:27:11.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:27:11 smithi055 ceph-mon[85080]: osdmap e1940: 8 total, 8 up, 8 in 2024-04-02T09:27:11.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:27:11 smithi012 ceph-mon[88355]: pgmap v3528: 137 pgs: 137 active+clean; 130 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 52 op/s 2024-04-02T09:27:11.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:27:11 smithi012 ceph-mon[88355]: osdmap e1940: 8 total, 8 up, 8 in 2024-04-02T09:27:11.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:27:11 smithi012 ceph-mon[90784]: pgmap v3528: 137 pgs: 137 active+clean; 130 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 52 op/s 2024-04-02T09:27:11.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:27:11 smithi012 ceph-mon[90784]: osdmap e1940: 8 total, 8 up, 8 in 2024-04-02T09:27:12.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:27:12 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:27:12.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:27:12 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:27:12.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:27:12 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:27:12.561 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:27:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:27:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:27:12.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:27:12 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:27:12.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:27:12 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:27:12.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:27:12 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:27:12.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:27:12 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:27:12.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:27:12 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:27:12.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:27:12 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:27:13.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:27:13 smithi055 ceph-mon[85080]: pgmap v3530: 137 pgs: 137 active+clean; 150 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 83 op/s 2024-04-02T09:27:13.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:27:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:27:13.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:27:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:27:13.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:27:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:27:13.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:27:13 smithi012 ceph-mon[88355]: pgmap v3530: 137 pgs: 137 active+clean; 150 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 83 op/s 2024-04-02T09:27:13.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:27:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:27:13.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:27:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:27:13.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:27:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:27:13.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:27:13 smithi012 ceph-mon[90784]: pgmap v3530: 137 pgs: 137 active+clean; 150 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 83 op/s 2024-04-02T09:27:13.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:27:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:27:13.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:27:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:27:13.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:27:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:27:14.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:27:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:14.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:27:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:14.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:27:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:15.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:27:15 smithi055 ceph-mon[85080]: pgmap v3531: 137 pgs: 137 active+clean; 150 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 83 op/s 2024-04-02T09:27:15.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:27:15 smithi012 ceph-mon[88355]: pgmap v3531: 137 pgs: 137 active+clean; 150 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 83 op/s 2024-04-02T09:27:15.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:27:15 smithi012 ceph-mon[90784]: pgmap v3531: 137 pgs: 137 active+clean; 150 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 83 op/s 2024-04-02T09:27:17.167 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] EncryptedFlattenTest/2.Shrink (10900 ms) 2024-04-02T09:27:17.167 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] EncryptedFlattenTest/2.ShrinkToOne 2024-04-02T09:27:17.167 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:27:17.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:27:17 smithi055 ceph-mon[85080]: pgmap v3532: 137 pgs: 137 active+clean; 171 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.0 MiB/s wr, 57 op/s 2024-04-02T09:27:17.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:27:17 smithi012 ceph-mon[88355]: pgmap v3532: 137 pgs: 137 active+clean; 171 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.0 MiB/s wr, 57 op/s 2024-04-02T09:27:17.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:27:17 smithi012 ceph-mon[90784]: pgmap v3532: 137 pgs: 137 active+clean; 171 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.0 MiB/s wr, 57 op/s 2024-04-02T09:27:18.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:27:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:27:17] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-04-02T09:27:19.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:27:19 smithi055 ceph-mon[85080]: pgmap v3533: 137 pgs: 137 active+clean; 179 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2024-04-02T09:27:19.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:27:19 smithi012 ceph-mon[88355]: pgmap v3533: 137 pgs: 137 active+clean; 179 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2024-04-02T09:27:19.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:27:19 smithi012 ceph-mon[90784]: pgmap v3533: 137 pgs: 137 active+clean; 179 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2024-04-02T09:27:21.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:27:21 smithi055 ceph-mon[85080]: pgmap v3534: 137 pgs: 137 active+clean; 179 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 4.9 MiB/s wr, 66 op/s 2024-04-02T09:27:21.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:27:21 smithi012 ceph-mon[88355]: pgmap v3534: 137 pgs: 137 active+clean; 179 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 4.9 MiB/s wr, 66 op/s 2024-04-02T09:27:21.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:27:21 smithi012 ceph-mon[90784]: pgmap v3534: 137 pgs: 137 active+clean; 179 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 4.9 MiB/s wr, 66 op/s 2024-04-02T09:27:22.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:27:22 smithi055 ceph-mon[85080]: osdmap e1941: 8 total, 8 up, 8 in 2024-04-02T09:27:22.561 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:27:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:27:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:27:22.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:27:22 smithi012 ceph-mon[88355]: osdmap e1941: 8 total, 8 up, 8 in 2024-04-02T09:27:22.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:27:22 smithi012 ceph-mon[90784]: osdmap e1941: 8 total, 8 up, 8 in 2024-04-02T09:27:23.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:27:23 smithi055 ceph-mon[85080]: pgmap v3536: 137 pgs: 137 active+clean; 195 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 4.5 MiB/s wr, 28 op/s 2024-04-02T09:27:23.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:27:23 smithi012 ceph-mon[88355]: pgmap v3536: 137 pgs: 137 active+clean; 195 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 4.5 MiB/s wr, 28 op/s 2024-04-02T09:27:23.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:27:23 smithi012 ceph-mon[90784]: pgmap v3536: 137 pgs: 137 active+clean; 195 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 4.5 MiB/s wr, 28 op/s 2024-04-02T09:27:25.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:27:25 smithi055 ceph-mon[85080]: pgmap v3537: 137 pgs: 137 active+clean; 195 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 4.5 MiB/s wr, 28 op/s 2024-04-02T09:27:25.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:27:25 smithi012 ceph-mon[88355]: pgmap v3537: 137 pgs: 137 active+clean; 195 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 4.5 MiB/s wr, 28 op/s 2024-04-02T09:27:25.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:27:25 smithi012 ceph-mon[90784]: pgmap v3537: 137 pgs: 137 active+clean; 195 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 4.5 MiB/s wr, 28 op/s 2024-04-02T09:27:27.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:27:27 smithi055 ceph-mon[85080]: pgmap v3538: 137 pgs: 137 active+clean; 208 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 3.7 MiB/s wr, 52 op/s 2024-04-02T09:27:27.677 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:27:27 smithi012 ceph-mon[88355]: pgmap v3538: 137 pgs: 137 active+clean; 208 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 3.7 MiB/s wr, 52 op/s 2024-04-02T09:27:27.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:27:27 smithi012 ceph-mon[90784]: pgmap v3538: 137 pgs: 137 active+clean; 208 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 3.7 MiB/s wr, 52 op/s 2024-04-02T09:27:27.770 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] EncryptedFlattenTest/2.ShrinkToOne (10603 ms) 2024-04-02T09:27:27.771 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] EncryptedFlattenTest/2.ShrinkToOneAfterSnapshot 2024-04-02T09:27:27.771 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:27:28.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:27:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:27:27] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-04-02T09:27:29.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:27:29 smithi012 ceph-mon[88355]: pgmap v3539: 137 pgs: 137 active+clean; 208 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 48 op/s 2024-04-02T09:27:29.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:27:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:29.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:27:29 smithi012 ceph-mon[90784]: pgmap v3539: 137 pgs: 137 active+clean; 208 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 48 op/s 2024-04-02T09:27:29.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:27:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:29.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:27:29 smithi055 ceph-mon[85080]: pgmap v3539: 137 pgs: 137 active+clean; 208 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 48 op/s 2024-04-02T09:27:29.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:27:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:31.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:27:31 smithi055 ceph-mon[85080]: pgmap v3540: 137 pgs: 137 active+clean; 216 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.1 MiB/s wr, 52 op/s 2024-04-02T09:27:31.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:27:31 smithi012 ceph-mon[88355]: pgmap v3540: 137 pgs: 137 active+clean; 216 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.1 MiB/s wr, 52 op/s 2024-04-02T09:27:31.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:27:31 smithi012 ceph-mon[90784]: pgmap v3540: 137 pgs: 137 active+clean; 216 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.1 MiB/s wr, 52 op/s 2024-04-02T09:27:32.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:27:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:27:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:27:33.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:27:33 smithi012 ceph-mon[88355]: pgmap v3541: 137 pgs: 137 active+clean; 216 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 875 KiB/s rd, 2.3 MiB/s wr, 51 op/s 2024-04-02T09:27:33.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:27:33 smithi012 ceph-mon[88355]: osdmap e1942: 8 total, 8 up, 8 in 2024-04-02T09:27:33.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:27:33 smithi012 ceph-mon[90784]: pgmap v3541: 137 pgs: 137 active+clean; 216 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 875 KiB/s rd, 2.3 MiB/s wr, 51 op/s 2024-04-02T09:27:33.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:27:33 smithi012 ceph-mon[90784]: osdmap e1942: 8 total, 8 up, 8 in 2024-04-02T09:27:33.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:27:33 smithi055 ceph-mon[85080]: pgmap v3541: 137 pgs: 137 active+clean; 216 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 875 KiB/s rd, 2.3 MiB/s wr, 51 op/s 2024-04-02T09:27:33.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:27:33 smithi055 ceph-mon[85080]: osdmap e1942: 8 total, 8 up, 8 in 2024-04-02T09:27:35.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:27:35 smithi012 ceph-mon[88355]: pgmap v3543: 137 pgs: 137 active+clean; 216 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 946 KiB/s rd, 2.5 MiB/s wr, 55 op/s 2024-04-02T09:27:35.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:27:35 smithi012 ceph-mon[90784]: pgmap v3543: 137 pgs: 137 active+clean; 216 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 946 KiB/s rd, 2.5 MiB/s wr, 55 op/s 2024-04-02T09:27:35.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:27:35 smithi055 ceph-mon[85080]: pgmap v3543: 137 pgs: 137 active+clean; 216 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 946 KiB/s rd, 2.5 MiB/s wr, 55 op/s 2024-04-02T09:27:37.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:27:37 smithi012 ceph-mon[88355]: pgmap v3544: 137 pgs: 137 active+clean; 245 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 946 KiB/s rd, 4.1 MiB/s wr, 55 op/s 2024-04-02T09:27:37.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:27:37 smithi012 ceph-mon[88355]: osdmap e1943: 8 total, 8 up, 8 in 2024-04-02T09:27:37.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:27:37 smithi012 ceph-mon[90784]: pgmap v3544: 137 pgs: 137 active+clean; 245 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 946 KiB/s rd, 4.1 MiB/s wr, 55 op/s 2024-04-02T09:27:37.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:27:37 smithi012 ceph-mon[90784]: osdmap e1943: 8 total, 8 up, 8 in 2024-04-02T09:27:37.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:27:37 smithi055 ceph-mon[85080]: pgmap v3544: 137 pgs: 137 active+clean; 245 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 946 KiB/s rd, 4.1 MiB/s wr, 55 op/s 2024-04-02T09:27:37.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:27:37 smithi055 ceph-mon[85080]: osdmap e1943: 8 total, 8 up, 8 in 2024-04-02T09:27:38.407 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] EncryptedFlattenTest/2.ShrinkToOneAfterSnapshot (10636 ms) 2024-04-02T09:27:38.407 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] EncryptedFlattenTest/2.MinOverlap 2024-04-02T09:27:38.407 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:27:38.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:27:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:27:37] "GET /metrics HTTP/1.1" 200 36738 "" "Prometheus/2.43.0" 2024-04-02T09:27:39.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:27:39 smithi012 ceph-mon[88355]: pgmap v3546: 137 pgs: 137 active+clean; 245 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 117 KiB/s rd, 3.6 MiB/s wr, 58 op/s 2024-04-02T09:27:39.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:27:39 smithi012 ceph-mon[90784]: pgmap v3546: 137 pgs: 137 active+clean; 245 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 117 KiB/s rd, 3.6 MiB/s wr, 58 op/s 2024-04-02T09:27:39.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:27:39 smithi055 ceph-mon[85080]: pgmap v3546: 137 pgs: 137 active+clean; 245 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 117 KiB/s rd, 3.6 MiB/s wr, 58 op/s 2024-04-02T09:27:41.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:27:41 smithi012 ceph-mon[90784]: pgmap v3547: 137 pgs: 137 active+clean; 261 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.6 MiB/s wr, 60 op/s 2024-04-02T09:27:41.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:27:41 smithi012 ceph-mon[88355]: pgmap v3547: 137 pgs: 137 active+clean; 261 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.6 MiB/s wr, 60 op/s 2024-04-02T09:27:41.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:27:41 smithi055 ceph-mon[85080]: pgmap v3547: 137 pgs: 137 active+clean; 261 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.6 MiB/s wr, 60 op/s 2024-04-02T09:27:42.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:27:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:27:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:27:43.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:27:43 smithi012 ceph-mon[88355]: pgmap v3548: 137 pgs: 137 active+clean; 306 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 9.2 MiB/s wr, 77 op/s 2024-04-02T09:27:43.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:27:43 smithi012 ceph-mon[88355]: osdmap e1944: 8 total, 8 up, 8 in 2024-04-02T09:27:43.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:27:43 smithi012 ceph-mon[90784]: pgmap v3548: 137 pgs: 137 active+clean; 306 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 9.2 MiB/s wr, 77 op/s 2024-04-02T09:27:43.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:27:43 smithi012 ceph-mon[90784]: osdmap e1944: 8 total, 8 up, 8 in 2024-04-02T09:27:43.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:27:43 smithi055 ceph-mon[85080]: pgmap v3548: 137 pgs: 137 active+clean; 306 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 9.2 MiB/s wr, 77 op/s 2024-04-02T09:27:43.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:27:43 smithi055 ceph-mon[85080]: osdmap e1944: 8 total, 8 up, 8 in 2024-04-02T09:27:44.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:27:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:44.682 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:27:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:44.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:27:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:45.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:27:45 smithi012 ceph-mon[88355]: pgmap v3550: 137 pgs: 137 active+clean; 306 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.6 MiB/s wr, 48 op/s 2024-04-02T09:27:45.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:27:45 smithi012 ceph-mon[90784]: pgmap v3550: 137 pgs: 137 active+clean; 306 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.6 MiB/s wr, 48 op/s 2024-04-02T09:27:45.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:27:45 smithi055 ceph-mon[85080]: pgmap v3550: 137 pgs: 137 active+clean; 306 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.6 MiB/s wr, 48 op/s 2024-04-02T09:27:46.677 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:27:46 smithi012 ceph-mon[88355]: pgmap v3551: 137 pgs: 137 active+clean; 327 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 8.4 MiB/s wr, 75 op/s 2024-04-02T09:27:46.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:27:46 smithi012 ceph-mon[90784]: pgmap v3551: 137 pgs: 137 active+clean; 327 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 8.4 MiB/s wr, 75 op/s 2024-04-02T09:27:46.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:27:46 smithi055 ceph-mon[85080]: pgmap v3551: 137 pgs: 137 active+clean; 327 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 8.4 MiB/s wr, 75 op/s 2024-04-02T09:27:48.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:27:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:27:47] "GET /metrics HTTP/1.1" 200 36742 "" "Prometheus/2.43.0" 2024-04-02T09:27:49.133 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] EncryptedFlattenTest/2.MinOverlap (10726 ms) 2024-04-02T09:27:49.133 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] EncryptedFlattenTest/2.ZeroOverlap 2024-04-02T09:27:49.133 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:27:49.427 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:27:49 smithi012 ceph-mon[88355]: pgmap v3552: 137 pgs: 137 active+clean; 335 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 9.0 MiB/s wr, 75 op/s 2024-04-02T09:27:49.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:27:49 smithi012 ceph-mon[90784]: pgmap v3552: 137 pgs: 137 active+clean; 335 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 9.0 MiB/s wr, 75 op/s 2024-04-02T09:27:49.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:27:49 smithi055 ceph-mon[85080]: pgmap v3552: 137 pgs: 137 active+clean; 335 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 9.0 MiB/s wr, 75 op/s 2024-04-02T09:27:51.427 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:27:51 smithi012 ceph-mon[88355]: pgmap v3553: 137 pgs: 137 active+clean; 335 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 7.4 MiB/s wr, 71 op/s 2024-04-02T09:27:51.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:27:51 smithi012 ceph-mon[90784]: pgmap v3553: 137 pgs: 137 active+clean; 335 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 7.4 MiB/s wr, 71 op/s 2024-04-02T09:27:51.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:27:51 smithi055 ceph-mon[85080]: pgmap v3553: 137 pgs: 137 active+clean; 335 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 7.4 MiB/s wr, 71 op/s 2024-04-02T09:27:52.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:27:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:27:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:27:53.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:27:53 smithi012 ceph-mon[88355]: pgmap v3554: 137 pgs: 137 active+clean; 343 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-02T09:27:53.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:27:53 smithi012 ceph-mon[90784]: pgmap v3554: 137 pgs: 137 active+clean; 343 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-02T09:27:53.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:27:53 smithi055 ceph-mon[85080]: pgmap v3554: 137 pgs: 137 active+clean; 343 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-02T09:27:54.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:27:54 smithi055 ceph-mon[85080]: osdmap e1945: 8 total, 8 up, 8 in 2024-04-02T09:27:54.677 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:27:54 smithi012 ceph-mon[88355]: osdmap e1945: 8 total, 8 up, 8 in 2024-04-02T09:27:54.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:27:54 smithi012 ceph-mon[90784]: osdmap e1945: 8 total, 8 up, 8 in 2024-04-02T09:27:55.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:27:55 smithi055 ceph-mon[85080]: pgmap v3556: 137 pgs: 137 active+clean; 343 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-02T09:27:55.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:27:55 smithi012 ceph-mon[88355]: pgmap v3556: 137 pgs: 137 active+clean; 343 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-02T09:27:55.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:27:55 smithi012 ceph-mon[90784]: pgmap v3556: 137 pgs: 137 active+clean; 343 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-02T09:27:57.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:27:57 smithi055 ceph-mon[85080]: pgmap v3557: 137 pgs: 137 active+clean; 359 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 58 op/s 2024-04-02T09:27:57.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:27:57 smithi012 ceph-mon[88355]: pgmap v3557: 137 pgs: 137 active+clean; 359 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 58 op/s 2024-04-02T09:27:57.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:27:57 smithi012 ceph-mon[90784]: pgmap v3557: 137 pgs: 137 active+clean; 359 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 58 op/s 2024-04-02T09:27:58.427 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:27:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:27:57] "GET /metrics HTTP/1.1" 200 36742 "" "Prometheus/2.43.0" 2024-04-02T09:27:59.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:27:59 smithi055 ceph-mon[85080]: pgmap v3558: 137 pgs: 137 active+clean; 372 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-02T09:27:59.677 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:27:59 smithi012 ceph-mon[88355]: pgmap v3558: 137 pgs: 137 active+clean; 372 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-02T09:27:59.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:27:59 smithi012 ceph-mon[90784]: pgmap v3558: 137 pgs: 137 active+clean; 372 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-02T09:27:59.740 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] EncryptedFlattenTest/2.ZeroOverlap (10606 ms) 2024-04-02T09:28:00.203 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 7 tests from EncryptedFlattenTest/2 (78528 ms total) 2024-04-02T09:28:00.203 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:28:00.203 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 7 tests from EncryptedFlattenTest/3, where TypeParam = LUKS1UnderLUKS1 2024-04-02T09:28:00.238 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] EncryptedFlattenTest/3.Simple 2024-04-02T09:28:00.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:28:00 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:00.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:28:00 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:00.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:28:00 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:01.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:28:01 smithi055 ceph-mon[85080]: pgmap v3559: 137 pgs: 137 active+clean; 372 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 54 op/s 2024-04-02T09:28:01.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:28:01 smithi055 ceph-mon[85080]: osdmap e1946: 8 total, 8 up, 8 in 2024-04-02T09:28:01.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:28:01 smithi012 ceph-mon[90784]: pgmap v3559: 137 pgs: 137 active+clean; 372 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 54 op/s 2024-04-02T09:28:01.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:28:01 smithi012 ceph-mon[90784]: osdmap e1946: 8 total, 8 up, 8 in 2024-04-02T09:28:01.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:28:01 smithi012 ceph-mon[88355]: pgmap v3559: 137 pgs: 137 active+clean; 372 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 54 op/s 2024-04-02T09:28:01.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:28:01 smithi012 ceph-mon[88355]: osdmap e1946: 8 total, 8 up, 8 in 2024-04-02T09:28:02.223 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:28:02.461 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:28:02 smithi055 ceph-mon[85080]: osdmap e1947: 8 total, 8 up, 8 in 2024-04-02T09:28:02.462 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:28:02 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1347897287' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:28:02.462 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:28:02 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:28:02.462 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:28:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:28:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:28:02.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:28:02 smithi012 ceph-mon[90784]: osdmap e1947: 8 total, 8 up, 8 in 2024-04-02T09:28:02.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:28:02 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1347897287' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:28:02.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:28:02 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:28:02.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:28:02 smithi012 ceph-mon[88355]: osdmap e1947: 8 total, 8 up, 8 in 2024-04-02T09:28:02.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:28:02 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1347897287' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:28:02.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:28:02 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:28:03.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:28:03 smithi055 ceph-mon[85080]: pgmap v3562: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:28:03.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:28:03 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:28:03.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:28:03 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:28:03.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:28:03 smithi055 ceph-mon[85080]: osdmap e1948: 8 total, 8 up, 8 in 2024-04-02T09:28:03.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:28:03 smithi012 ceph-mon[88355]: pgmap v3562: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:28:03.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:28:03 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:28:03.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:28:03 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:28:03.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:28:03 smithi012 ceph-mon[88355]: osdmap e1948: 8 total, 8 up, 8 in 2024-04-02T09:28:03.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:28:03 smithi012 ceph-mon[90784]: pgmap v3562: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:28:03.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:28:03 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:28:03.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:28:03 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:28:03.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:28:03 smithi012 ceph-mon[90784]: osdmap e1948: 8 total, 8 up, 8 in 2024-04-02T09:28:04.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:28:04 smithi055 ceph-mon[85080]: osdmap e1949: 8 total, 8 up, 8 in 2024-04-02T09:28:04.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:28:04 smithi012 ceph-mon[88355]: osdmap e1949: 8 total, 8 up, 8 in 2024-04-02T09:28:04.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:28:04 smithi012 ceph-mon[90784]: osdmap e1949: 8 total, 8 up, 8 in 2024-04-02T09:28:05.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:28:05 smithi055 ceph-mon[85080]: pgmap v3565: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:28:05.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:28:05 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:28:05.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:28:05 smithi055 ceph-mon[85080]: osdmap e1950: 8 total, 8 up, 8 in 2024-04-02T09:28:05.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:28:05 smithi012 ceph-mon[90784]: pgmap v3565: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:28:05.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:28:05 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:28:05.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:28:05 smithi012 ceph-mon[90784]: osdmap e1950: 8 total, 8 up, 8 in 2024-04-02T09:28:05.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:28:05 smithi012 ceph-mon[88355]: pgmap v3565: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:28:05.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:28:05 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:28:05.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:28:05 smithi012 ceph-mon[88355]: osdmap e1950: 8 total, 8 up, 8 in 2024-04-02T09:28:07.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:28:07 smithi055 ceph-mon[85080]: pgmap v3567: 137 pgs: 9 unknown, 128 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.9 KiB/s rd, 1.4 KiB/s wr, 9 op/s 2024-04-02T09:28:07.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:28:07 smithi012 ceph-mon[88355]: pgmap v3567: 137 pgs: 9 unknown, 128 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.9 KiB/s rd, 1.4 KiB/s wr, 9 op/s 2024-04-02T09:28:07.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:28:07 smithi012 ceph-mon[90784]: pgmap v3567: 137 pgs: 9 unknown, 128 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.9 KiB/s rd, 1.4 KiB/s wr, 9 op/s 2024-04-02T09:28:08.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:28:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:28:07] "GET /metrics HTTP/1.1" 200 36747 "" "Prometheus/2.43.0" 2024-04-02T09:28:09.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:28:09 smithi055 ceph-mon[85080]: pgmap v3568: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-02T09:28:09.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:28:09 smithi055 ceph-mon[85080]: osdmap e1951: 8 total, 8 up, 8 in 2024-04-02T09:28:09.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:28:09 smithi012 ceph-mon[88355]: pgmap v3568: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-02T09:28:09.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:28:09 smithi012 ceph-mon[88355]: osdmap e1951: 8 total, 8 up, 8 in 2024-04-02T09:28:09.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:28:09 smithi012 ceph-mon[90784]: pgmap v3568: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-02T09:28:09.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:28:09 smithi012 ceph-mon[90784]: osdmap e1951: 8 total, 8 up, 8 in 2024-04-02T09:28:10.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:28:10 smithi055 ceph-mon[85080]: osdmap e1952: 8 total, 8 up, 8 in 2024-04-02T09:28:10.888 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:28:10 smithi055 ceph-mon[85080]: pgmap v3571: 137 pgs: 137 active+clean; 13 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 1.3 MiB/s wr, 19 op/s 2024-04-02T09:28:10.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:28:10 smithi012 ceph-mon[88355]: osdmap e1952: 8 total, 8 up, 8 in 2024-04-02T09:28:10.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:28:10 smithi012 ceph-mon[88355]: pgmap v3571: 137 pgs: 137 active+clean; 13 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 1.3 MiB/s wr, 19 op/s 2024-04-02T09:28:10.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:28:10 smithi012 ceph-mon[90784]: osdmap e1952: 8 total, 8 up, 8 in 2024-04-02T09:28:10.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:28:10 smithi012 ceph-mon[90784]: pgmap v3571: 137 pgs: 137 active+clean; 13 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 1.3 MiB/s wr, 19 op/s 2024-04-02T09:28:12.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:28:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:28:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:28:13.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:28:13 smithi012 ceph-mon[90784]: pgmap v3572: 137 pgs: 137 active+clean; 34 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 3.7 MiB/s wr, 48 op/s 2024-04-02T09:28:13.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:28:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:28:13.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:28:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:28:13.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:28:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:28:13.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:28:13 smithi012 ceph-mon[88355]: pgmap v3572: 137 pgs: 137 active+clean; 34 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 3.7 MiB/s wr, 48 op/s 2024-04-02T09:28:13.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:28:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:28:13.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:28:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:28:13.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:28:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:28:13.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:28:13 smithi055 ceph-mon[85080]: pgmap v3572: 137 pgs: 137 active+clean; 34 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 3.7 MiB/s wr, 48 op/s 2024-04-02T09:28:13.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:28:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:28:13.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:28:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:28:13.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:28:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:28:14.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:28:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:28:14.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:28:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:28:14.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:28:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:28:14.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:28:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:28:14.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:28:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:28:14.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:28:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:28:14.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:28:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:28:14.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:28:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:28:14.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:28:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:28:15.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:28:15 smithi012 ceph-mon[88355]: pgmap v3573: 137 pgs: 137 active+clean; 34 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 3.6 MiB/s wr, 41 op/s 2024-04-02T09:28:15.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:28:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:15.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:28:15 smithi012 ceph-mon[90784]: pgmap v3573: 137 pgs: 137 active+clean; 34 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 3.6 MiB/s wr, 41 op/s 2024-04-02T09:28:15.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:28:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:15.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:28:15 smithi055 ceph-mon[85080]: pgmap v3573: 137 pgs: 137 active+clean; 34 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 3.6 MiB/s wr, 41 op/s 2024-04-02T09:28:15.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:28:15 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:17.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:28:17 smithi012 ceph-mon[88355]: pgmap v3574: 137 pgs: 137 active+clean; 46 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.1 MiB/s wr, 53 op/s 2024-04-02T09:28:17.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:28:17 smithi012 ceph-mon[90784]: pgmap v3574: 137 pgs: 137 active+clean; 46 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.1 MiB/s wr, 53 op/s 2024-04-02T09:28:17.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:28:17 smithi055 ceph-mon[85080]: pgmap v3574: 137 pgs: 137 active+clean; 46 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.1 MiB/s wr, 53 op/s 2024-04-02T09:28:18.172 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] EncryptedFlattenTest/3.Simple (17934 ms) 2024-04-02T09:28:18.172 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] EncryptedFlattenTest/3.Grow 2024-04-02T09:28:18.172 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:28:18.329 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:28:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:28:17] "GET /metrics HTTP/1.1" 200 36733 "" "Prometheus/2.43.0" 2024-04-02T09:28:19.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:28:19 smithi055 ceph-mon[85080]: pgmap v3575: 137 pgs: 137 active+clean; 50 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 4.6 MiB/s wr, 44 op/s 2024-04-02T09:28:19.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:28:19 smithi012 ceph-mon[88355]: pgmap v3575: 137 pgs: 137 active+clean; 50 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 4.6 MiB/s wr, 44 op/s 2024-04-02T09:28:19.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:28:19 smithi012 ceph-mon[90784]: pgmap v3575: 137 pgs: 137 active+clean; 50 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 4.6 MiB/s wr, 44 op/s 2024-04-02T09:28:21.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:28:21 smithi055 ceph-mon[85080]: pgmap v3576: 137 pgs: 137 active+clean; 59 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 6.7 MiB/s rd, 5.1 MiB/s wr, 48 op/s 2024-04-02T09:28:21.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:28:21 smithi012 ceph-mon[88355]: pgmap v3576: 137 pgs: 137 active+clean; 59 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 6.7 MiB/s rd, 5.1 MiB/s wr, 48 op/s 2024-04-02T09:28:21.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:28:21 smithi012 ceph-mon[90784]: pgmap v3576: 137 pgs: 137 active+clean; 59 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 6.7 MiB/s rd, 5.1 MiB/s wr, 48 op/s 2024-04-02T09:28:22.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:28:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:28:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:28:23.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:28:23 smithi055 ceph-mon[85080]: pgmap v3577: 137 pgs: 137 active+clean; 63 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 4.5 MiB/s wr, 48 op/s 2024-04-02T09:28:23.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:28:23 smithi055 ceph-mon[85080]: osdmap e1953: 8 total, 8 up, 8 in 2024-04-02T09:28:23.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:28:23 smithi012 ceph-mon[88355]: pgmap v3577: 137 pgs: 137 active+clean; 63 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 4.5 MiB/s wr, 48 op/s 2024-04-02T09:28:23.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:28:23 smithi012 ceph-mon[88355]: osdmap e1953: 8 total, 8 up, 8 in 2024-04-02T09:28:23.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:28:23 smithi012 ceph-mon[90784]: pgmap v3577: 137 pgs: 137 active+clean; 63 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 4.5 MiB/s wr, 48 op/s 2024-04-02T09:28:23.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:28:23 smithi012 ceph-mon[90784]: osdmap e1953: 8 total, 8 up, 8 in 2024-04-02T09:28:25.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:28:25 smithi055 ceph-mon[85080]: pgmap v3579: 137 pgs: 137 active+clean; 63 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 31 op/s 2024-04-02T09:28:25.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:28:25 smithi012 ceph-mon[88355]: pgmap v3579: 137 pgs: 137 active+clean; 63 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 31 op/s 2024-04-02T09:28:25.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:28:25 smithi012 ceph-mon[90784]: pgmap v3579: 137 pgs: 137 active+clean; 63 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 31 op/s 2024-04-02T09:28:27.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:28:27 smithi055 ceph-mon[85080]: pgmap v3580: 137 pgs: 137 active+clean; 87 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.9 MiB/s rd, 4.5 MiB/s wr, 50 op/s 2024-04-02T09:28:27.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:28:27 smithi012 ceph-mon[88355]: pgmap v3580: 137 pgs: 137 active+clean; 87 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.9 MiB/s rd, 4.5 MiB/s wr, 50 op/s 2024-04-02T09:28:27.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:28:27 smithi012 ceph-mon[90784]: pgmap v3580: 137 pgs: 137 active+clean; 87 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.9 MiB/s rd, 4.5 MiB/s wr, 50 op/s 2024-04-02T09:28:28.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:28:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:28:27] "GET /metrics HTTP/1.1" 200 36733 "" "Prometheus/2.43.0" 2024-04-02T09:28:29.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:28:29 smithi055 ceph-mon[85080]: pgmap v3581: 137 pgs: 137 active+clean; 96 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 6.9 MiB/s rd, 5.0 MiB/s wr, 58 op/s 2024-04-02T09:28:29.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:28:29 smithi012 ceph-mon[88355]: pgmap v3581: 137 pgs: 137 active+clean; 96 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 6.9 MiB/s rd, 5.0 MiB/s wr, 58 op/s 2024-04-02T09:28:29.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:28:29 smithi012 ceph-mon[90784]: pgmap v3581: 137 pgs: 137 active+clean; 96 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 6.9 MiB/s rd, 5.0 MiB/s wr, 58 op/s 2024-04-02T09:28:30.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:28:30 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:30.677 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:28:30 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:30.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:28:30 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:31.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:28:31 smithi055 ceph-mon[85080]: pgmap v3582: 137 pgs: 137 active+clean; 96 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 4.1 MiB/s wr, 51 op/s 2024-04-02T09:28:31.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:28:31 smithi012 ceph-mon[88355]: pgmap v3582: 137 pgs: 137 active+clean; 96 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 4.1 MiB/s wr, 51 op/s 2024-04-02T09:28:31.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:28:31 smithi012 ceph-mon[90784]: pgmap v3582: 137 pgs: 137 active+clean; 96 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 4.1 MiB/s wr, 51 op/s 2024-04-02T09:28:32.224 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] EncryptedFlattenTest/3.Grow (14053 ms) 2024-04-02T09:28:32.225 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] EncryptedFlattenTest/3.Shrink 2024-04-02T09:28:32.225 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:28:32.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:28:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:28:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:28:33.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:28:33 smithi055 ceph-mon[85080]: pgmap v3583: 137 pgs: 137 active+clean; 116 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.3 MiB/s rd, 5.7 MiB/s wr, 58 op/s 2024-04-02T09:28:33.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:28:33 smithi012 ceph-mon[88355]: pgmap v3583: 137 pgs: 137 active+clean; 116 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.3 MiB/s rd, 5.7 MiB/s wr, 58 op/s 2024-04-02T09:28:33.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:28:33 smithi012 ceph-mon[90784]: pgmap v3583: 137 pgs: 137 active+clean; 116 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.3 MiB/s rd, 5.7 MiB/s wr, 58 op/s 2024-04-02T09:28:35.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:28:35 smithi055 ceph-mon[85080]: pgmap v3584: 137 pgs: 137 active+clean; 116 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 4.8 MiB/s wr, 48 op/s 2024-04-02T09:28:35.677 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:28:35 smithi012 ceph-mon[88355]: pgmap v3584: 137 pgs: 137 active+clean; 116 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 4.8 MiB/s wr, 48 op/s 2024-04-02T09:28:35.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:28:35 smithi012 ceph-mon[90784]: pgmap v3584: 137 pgs: 137 active+clean; 116 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 4.8 MiB/s wr, 48 op/s 2024-04-02T09:28:37.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:28:37 smithi055 ceph-mon[85080]: pgmap v3585: 137 pgs: 137 active+clean; 121 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 5.2 MiB/s wr, 55 op/s 2024-04-02T09:28:37.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:28:37 smithi055 ceph-mon[85080]: osdmap e1954: 8 total, 8 up, 8 in 2024-04-02T09:28:37.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:28:37 smithi012 ceph-mon[88355]: pgmap v3585: 137 pgs: 137 active+clean; 121 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 5.2 MiB/s wr, 55 op/s 2024-04-02T09:28:37.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:28:37 smithi012 ceph-mon[88355]: osdmap e1954: 8 total, 8 up, 8 in 2024-04-02T09:28:37.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:28:37 smithi012 ceph-mon[90784]: pgmap v3585: 137 pgs: 137 active+clean; 121 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 5.2 MiB/s wr, 55 op/s 2024-04-02T09:28:37.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:28:37 smithi012 ceph-mon[90784]: osdmap e1954: 8 total, 8 up, 8 in 2024-04-02T09:28:38.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:28:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:28:37] "GET /metrics HTTP/1.1" 200 36737 "" "Prometheus/2.43.0" 2024-04-02T09:28:39.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:28:39 smithi055 ceph-mon[85080]: pgmap v3587: 137 pgs: 137 active+clean; 130 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 3.8 MiB/s wr, 28 op/s 2024-04-02T09:28:39.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:28:39 smithi012 ceph-mon[88355]: pgmap v3587: 137 pgs: 137 active+clean; 130 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 3.8 MiB/s wr, 28 op/s 2024-04-02T09:28:39.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:28:39 smithi012 ceph-mon[90784]: pgmap v3587: 137 pgs: 137 active+clean; 130 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 3.8 MiB/s wr, 28 op/s 2024-04-02T09:28:41.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:28:41 smithi055 ceph-mon[85080]: pgmap v3588: 137 pgs: 137 active+clean; 130 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 3.8 MiB/s wr, 48 op/s 2024-04-02T09:28:41.677 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:28:41 smithi012 ceph-mon[88355]: pgmap v3588: 137 pgs: 137 active+clean; 130 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 3.8 MiB/s wr, 48 op/s 2024-04-02T09:28:41.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:28:41 smithi012 ceph-mon[90784]: pgmap v3588: 137 pgs: 137 active+clean; 130 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 3.8 MiB/s wr, 48 op/s 2024-04-02T09:28:42.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:28:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:28:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:28:43.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:28:43 smithi055 ceph-mon[85080]: pgmap v3589: 137 pgs: 137 active+clean; 154 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.8 MiB/s wr, 49 op/s 2024-04-02T09:28:43.677 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:28:43 smithi012 ceph-mon[88355]: pgmap v3589: 137 pgs: 137 active+clean; 154 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.8 MiB/s wr, 49 op/s 2024-04-02T09:28:43.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:28:43 smithi012 ceph-mon[90784]: pgmap v3589: 137 pgs: 137 active+clean; 154 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.8 MiB/s wr, 49 op/s 2024-04-02T09:28:44.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:28:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:44.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:28:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:44.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:28:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:45.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:28:45 smithi055 ceph-mon[85080]: pgmap v3590: 137 pgs: 137 active+clean; 154 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.8 MiB/s wr, 49 op/s 2024-04-02T09:28:45.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:28:45 smithi012 ceph-mon[90784]: pgmap v3590: 137 pgs: 137 active+clean; 154 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.8 MiB/s wr, 49 op/s 2024-04-02T09:28:45.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:28:45 smithi012 ceph-mon[88355]: pgmap v3590: 137 pgs: 137 active+clean; 154 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.8 MiB/s wr, 49 op/s 2024-04-02T09:28:46.246 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] EncryptedFlattenTest/3.Shrink (14022 ms) 2024-04-02T09:28:46.247 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] EncryptedFlattenTest/3.ShrinkToOne 2024-04-02T09:28:46.247 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:28:47.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:28:47 smithi055 ceph-mon[85080]: pgmap v3591: 137 pgs: 137 active+clean; 174 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.1 MiB/s rd, 5.3 MiB/s wr, 58 op/s 2024-04-02T09:28:47.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:28:47 smithi012 ceph-mon[88355]: pgmap v3591: 137 pgs: 137 active+clean; 174 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.1 MiB/s rd, 5.3 MiB/s wr, 58 op/s 2024-04-02T09:28:47.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:28:47 smithi012 ceph-mon[90784]: pgmap v3591: 137 pgs: 137 active+clean; 174 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.1 MiB/s rd, 5.3 MiB/s wr, 58 op/s 2024-04-02T09:28:48.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:28:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:28:47] "GET /metrics HTTP/1.1" 200 36741 "" "Prometheus/2.43.0" 2024-04-02T09:28:49.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:28:49 smithi055 ceph-mon[85080]: pgmap v3592: 137 pgs: 137 active+clean; 179 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.7 MiB/s rd, 4.5 MiB/s wr, 50 op/s 2024-04-02T09:28:49.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:28:49 smithi012 ceph-mon[88355]: pgmap v3592: 137 pgs: 137 active+clean; 179 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.7 MiB/s rd, 4.5 MiB/s wr, 50 op/s 2024-04-02T09:28:49.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:28:49 smithi012 ceph-mon[90784]: pgmap v3592: 137 pgs: 137 active+clean; 179 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.7 MiB/s rd, 4.5 MiB/s wr, 50 op/s 2024-04-02T09:28:51.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:28:51 smithi055 ceph-mon[85080]: pgmap v3593: 137 pgs: 137 active+clean; 183 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 7.4 MiB/s rd, 4.8 MiB/s wr, 54 op/s 2024-04-02T09:28:51.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:28:51 smithi055 ceph-mon[85080]: osdmap e1955: 8 total, 8 up, 8 in 2024-04-02T09:28:51.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:28:51 smithi012 ceph-mon[88355]: pgmap v3593: 137 pgs: 137 active+clean; 183 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 7.4 MiB/s rd, 4.8 MiB/s wr, 54 op/s 2024-04-02T09:28:51.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:28:51 smithi012 ceph-mon[88355]: osdmap e1955: 8 total, 8 up, 8 in 2024-04-02T09:28:51.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:28:51 smithi012 ceph-mon[90784]: pgmap v3593: 137 pgs: 137 active+clean; 183 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 7.4 MiB/s rd, 4.8 MiB/s wr, 54 op/s 2024-04-02T09:28:51.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:28:51 smithi012 ceph-mon[90784]: osdmap e1955: 8 total, 8 up, 8 in 2024-04-02T09:28:52.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:28:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:28:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:28:53.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:28:53 smithi055 ceph-mon[85080]: pgmap v3595: 137 pgs: 137 active+clean; 208 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 39 op/s 2024-04-02T09:28:53.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:28:53 smithi012 ceph-mon[88355]: pgmap v3595: 137 pgs: 137 active+clean; 208 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 39 op/s 2024-04-02T09:28:53.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:28:53 smithi012 ceph-mon[90784]: pgmap v3595: 137 pgs: 137 active+clean; 208 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 39 op/s 2024-04-02T09:28:55.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:28:55 smithi055 ceph-mon[85080]: pgmap v3596: 137 pgs: 137 active+clean; 208 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 39 op/s 2024-04-02T09:28:55.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:28:55 smithi012 ceph-mon[88355]: pgmap v3596: 137 pgs: 137 active+clean; 208 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 39 op/s 2024-04-02T09:28:55.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:28:55 smithi012 ceph-mon[90784]: pgmap v3596: 137 pgs: 137 active+clean; 208 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 39 op/s 2024-04-02T09:28:57.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:28:57 smithi055 ceph-mon[85080]: pgmap v3597: 137 pgs: 137 active+clean; 212 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 4.2 MiB/s wr, 49 op/s 2024-04-02T09:28:57.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:28:57 smithi012 ceph-mon[88355]: pgmap v3597: 137 pgs: 137 active+clean; 212 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 4.2 MiB/s wr, 49 op/s 2024-04-02T09:28:57.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:28:57 smithi012 ceph-mon[90784]: pgmap v3597: 137 pgs: 137 active+clean; 212 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 4.2 MiB/s wr, 49 op/s 2024-04-02T09:28:58.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:28:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:28:57] "GET /metrics HTTP/1.1" 200 36741 "" "Prometheus/2.43.0" 2024-04-02T09:28:59.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:28:59 smithi055 ceph-mon[85080]: pgmap v3598: 137 pgs: 137 active+clean; 212 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 47 op/s 2024-04-02T09:28:59.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:28:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:59.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:28:59 smithi012 ceph-mon[88355]: pgmap v3598: 137 pgs: 137 active+clean; 212 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 47 op/s 2024-04-02T09:28:59.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:28:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:59.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:28:59 smithi012 ceph-mon[90784]: pgmap v3598: 137 pgs: 137 active+clean; 212 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 47 op/s 2024-04-02T09:28:59.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:28:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:59.925 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] EncryptedFlattenTest/3.ShrinkToOne (13678 ms) 2024-04-02T09:28:59.925 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] EncryptedFlattenTest/3.ShrinkToOneAfterSnapshot 2024-04-02T09:28:59.925 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:29:01.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:29:01 smithi055 ceph-mon[85080]: pgmap v3599: 137 pgs: 137 active+clean; 212 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 42 op/s 2024-04-02T09:29:01.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:29:01 smithi012 ceph-mon[88355]: pgmap v3599: 137 pgs: 137 active+clean; 212 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 42 op/s 2024-04-02T09:29:01.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:29:01 smithi012 ceph-mon[90784]: pgmap v3599: 137 pgs: 137 active+clean; 212 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 42 op/s 2024-04-02T09:29:02.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:29:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:29:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:29:03.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:29:03 smithi055 ceph-mon[85080]: pgmap v3600: 137 pgs: 137 active+clean; 216 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 49 op/s 2024-04-02T09:29:03.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:29:03 smithi012 ceph-mon[88355]: pgmap v3600: 137 pgs: 137 active+clean; 216 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 49 op/s 2024-04-02T09:29:03.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:29:03 smithi012 ceph-mon[90784]: pgmap v3600: 137 pgs: 137 active+clean; 216 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 49 op/s 2024-04-02T09:29:05.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:29:05 smithi055 ceph-mon[85080]: pgmap v3601: 137 pgs: 137 active+clean; 216 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 781 KiB/s rd, 1.3 MiB/s wr, 36 op/s 2024-04-02T09:29:05.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:29:05 smithi055 ceph-mon[85080]: osdmap e1956: 8 total, 8 up, 8 in 2024-04-02T09:29:05.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:29:05 smithi012 ceph-mon[88355]: pgmap v3601: 137 pgs: 137 active+clean; 216 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 781 KiB/s rd, 1.3 MiB/s wr, 36 op/s 2024-04-02T09:29:05.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:29:05 smithi012 ceph-mon[88355]: osdmap e1956: 8 total, 8 up, 8 in 2024-04-02T09:29:05.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:29:05 smithi012 ceph-mon[90784]: pgmap v3601: 137 pgs: 137 active+clean; 216 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 781 KiB/s rd, 1.3 MiB/s wr, 36 op/s 2024-04-02T09:29:05.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:29:05 smithi012 ceph-mon[90784]: osdmap e1956: 8 total, 8 up, 8 in 2024-04-02T09:29:07.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:29:07 smithi055 ceph-mon[85080]: pgmap v3603: 137 pgs: 137 active+clean; 236 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 911 KiB/s rd, 3.2 MiB/s wr, 46 op/s 2024-04-02T09:29:07.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:29:07 smithi012 ceph-mon[88355]: pgmap v3603: 137 pgs: 137 active+clean; 236 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 911 KiB/s rd, 3.2 MiB/s wr, 46 op/s 2024-04-02T09:29:07.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:29:07 smithi012 ceph-mon[90784]: pgmap v3603: 137 pgs: 137 active+clean; 236 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 911 KiB/s rd, 3.2 MiB/s wr, 46 op/s 2024-04-02T09:29:08.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:29:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:29:07] "GET /metrics HTTP/1.1" 200 36738 "" "Prometheus/2.43.0" 2024-04-02T09:29:09.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:29:09 smithi055 ceph-mon[85080]: pgmap v3604: 137 pgs: 137 active+clean; 245 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 912 KiB/s rd, 4.1 MiB/s wr, 48 op/s 2024-04-02T09:29:09.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:29:09 smithi012 ceph-mon[88355]: pgmap v3604: 137 pgs: 137 active+clean; 245 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 912 KiB/s rd, 4.1 MiB/s wr, 48 op/s 2024-04-02T09:29:09.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:29:09 smithi012 ceph-mon[90784]: pgmap v3604: 137 pgs: 137 active+clean; 245 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 912 KiB/s rd, 4.1 MiB/s wr, 48 op/s 2024-04-02T09:29:11.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:29:11 smithi055 ceph-mon[85080]: pgmap v3605: 137 pgs: 137 active+clean; 249 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 941 KiB/s rd, 4.5 MiB/s wr, 48 op/s 2024-04-02T09:29:11.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:29:11 smithi012 ceph-mon[88355]: pgmap v3605: 137 pgs: 137 active+clean; 249 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 941 KiB/s rd, 4.5 MiB/s wr, 48 op/s 2024-04-02T09:29:11.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:29:11 smithi012 ceph-mon[90784]: pgmap v3605: 137 pgs: 137 active+clean; 249 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 941 KiB/s rd, 4.5 MiB/s wr, 48 op/s 2024-04-02T09:29:12.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:29:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:29:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:29:13.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:29:13 smithi055 ceph-mon[85080]: pgmap v3606: 137 pgs: 137 active+clean; 249 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-02T09:29:13.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:29:13 smithi055 ceph-mon[85080]: osdmap e1957: 8 total, 8 up, 8 in 2024-04-02T09:29:13.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:29:13 smithi012 ceph-mon[88355]: pgmap v3606: 137 pgs: 137 active+clean; 249 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-02T09:29:13.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:29:13 smithi012 ceph-mon[88355]: osdmap e1957: 8 total, 8 up, 8 in 2024-04-02T09:29:13.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:29:13 smithi012 ceph-mon[90784]: pgmap v3606: 137 pgs: 137 active+clean; 249 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-02T09:29:13.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:29:13 smithi012 ceph-mon[90784]: osdmap e1957: 8 total, 8 up, 8 in 2024-04-02T09:29:14.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:29:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:29:14.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:29:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:14.600 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] EncryptedFlattenTest/3.ShrinkToOneAfterSnapshot (14675 ms) 2024-04-02T09:29:14.600 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] EncryptedFlattenTest/3.MinOverlap 2024-04-02T09:29:14.600 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:29:14.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:29:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:29:14.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:29:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:14.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:29:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:29:14.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:29:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:15.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:29:15 smithi055 ceph-mon[85080]: pgmap v3608: 137 pgs: 137 active+clean; 249 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-02T09:29:15.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:29:15 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:29:15.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:29:15 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:29:15.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:29:15 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:29:15.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:29:15 smithi012 ceph-mon[88355]: pgmap v3608: 137 pgs: 137 active+clean; 249 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-02T09:29:15.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:29:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:29:15.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:29:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:29:15.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:29:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:29:15.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:29:15 smithi012 ceph-mon[90784]: pgmap v3608: 137 pgs: 137 active+clean; 249 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-02T09:29:15.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:29:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:29:15.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:29:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:29:15.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:29:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:29:17.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:29:17 smithi055 ceph-mon[85080]: pgmap v3609: 137 pgs: 137 active+clean; 290 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.4 MiB/s wr, 39 op/s 2024-04-02T09:29:17.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:29:17 smithi012 ceph-mon[88355]: pgmap v3609: 137 pgs: 137 active+clean; 290 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.4 MiB/s wr, 39 op/s 2024-04-02T09:29:17.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:29:17 smithi012 ceph-mon[90784]: pgmap v3609: 137 pgs: 137 active+clean; 290 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.4 MiB/s wr, 39 op/s 2024-04-02T09:29:18.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:29:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:29:17] "GET /metrics HTTP/1.1" 200 36738 "" "Prometheus/2.43.0" 2024-04-02T09:29:19.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:29:19 smithi055 ceph-mon[85080]: pgmap v3610: 137 pgs: 137 active+clean; 306 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.1 MiB/s wr, 44 op/s 2024-04-02T09:29:19.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:29:19 smithi055 ceph-mon[85080]: osdmap e1958: 8 total, 8 up, 8 in 2024-04-02T09:29:19.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:29:19 smithi012 ceph-mon[88355]: pgmap v3610: 137 pgs: 137 active+clean; 306 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.1 MiB/s wr, 44 op/s 2024-04-02T09:29:19.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:29:19 smithi012 ceph-mon[88355]: osdmap e1958: 8 total, 8 up, 8 in 2024-04-02T09:29:19.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:29:19 smithi012 ceph-mon[90784]: pgmap v3610: 137 pgs: 137 active+clean; 306 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.1 MiB/s wr, 44 op/s 2024-04-02T09:29:19.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:29:19 smithi012 ceph-mon[90784]: osdmap e1958: 8 total, 8 up, 8 in 2024-04-02T09:29:21.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:29:21 smithi055 ceph-mon[85080]: pgmap v3612: 137 pgs: 137 active+clean; 310 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 7.6 MiB/s wr, 44 op/s 2024-04-02T09:29:21.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:29:21 smithi012 ceph-mon[88355]: pgmap v3612: 137 pgs: 137 active+clean; 310 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 7.6 MiB/s wr, 44 op/s 2024-04-02T09:29:21.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:29:21 smithi012 ceph-mon[90784]: pgmap v3612: 137 pgs: 137 active+clean; 310 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 7.6 MiB/s wr, 44 op/s 2024-04-02T09:29:22.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:29:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:29:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:29:23.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:29:23 smithi055 ceph-mon[85080]: pgmap v3613: 137 pgs: 137 active+clean; 335 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 8.7 MiB/s wr, 69 op/s 2024-04-02T09:29:23.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:29:23 smithi012 ceph-mon[88355]: pgmap v3613: 137 pgs: 137 active+clean; 335 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 8.7 MiB/s wr, 69 op/s 2024-04-02T09:29:23.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:29:23 smithi012 ceph-mon[90784]: pgmap v3613: 137 pgs: 137 active+clean; 335 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 8.7 MiB/s wr, 69 op/s 2024-04-02T09:29:25.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:29:25 smithi012 ceph-mon[88355]: pgmap v3614: 137 pgs: 137 active+clean; 335 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 8.6 MiB/s wr, 67 op/s 2024-04-02T09:29:25.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:29:25 smithi012 ceph-mon[90784]: pgmap v3614: 137 pgs: 137 active+clean; 335 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 8.6 MiB/s wr, 67 op/s 2024-04-02T09:29:25.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:29:25 smithi055 ceph-mon[85080]: pgmap v3614: 137 pgs: 137 active+clean; 335 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 8.6 MiB/s wr, 67 op/s 2024-04-02T09:29:27.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:29:27 smithi012 ceph-mon[88355]: pgmap v3615: 137 pgs: 137 active+clean; 335 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 955 KiB/s rd, 4.5 MiB/s wr, 47 op/s 2024-04-02T09:29:27.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:29:27 smithi012 ceph-mon[90784]: pgmap v3615: 137 pgs: 137 active+clean; 335 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 955 KiB/s rd, 4.5 MiB/s wr, 47 op/s 2024-04-02T09:29:27.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:29:27 smithi055 ceph-mon[85080]: pgmap v3615: 137 pgs: 137 active+clean; 335 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 955 KiB/s rd, 4.5 MiB/s wr, 47 op/s 2024-04-02T09:29:28.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:29:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:29:27] "GET /metrics HTTP/1.1" 200 36738 "" "Prometheus/2.43.0" 2024-04-02T09:29:28.755 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] EncryptedFlattenTest/3.MinOverlap (14155 ms) 2024-04-02T09:29:28.756 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] EncryptedFlattenTest/3.ZeroOverlap 2024-04-02T09:29:28.756 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:29:29.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:29:29 smithi012 ceph-mon[88355]: pgmap v3616: 137 pgs: 137 active+clean; 339 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 88 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-02T09:29:29.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:29:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:29.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:29:29 smithi012 ceph-mon[90784]: pgmap v3616: 137 pgs: 137 active+clean; 339 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 88 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-02T09:29:29.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:29:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:29.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:29:29 smithi055 ceph-mon[85080]: pgmap v3616: 137 pgs: 137 active+clean; 339 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 88 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-02T09:29:29.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:29:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:31.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:29:31 smithi012 ceph-mon[88355]: pgmap v3617: 137 pgs: 137 active+clean; 339 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 76 KiB/s rd, 2.8 MiB/s wr, 36 op/s 2024-04-02T09:29:31.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:29:31 smithi012 ceph-mon[90784]: pgmap v3617: 137 pgs: 137 active+clean; 339 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 76 KiB/s rd, 2.8 MiB/s wr, 36 op/s 2024-04-02T09:29:31.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:29:31 smithi055 ceph-mon[85080]: pgmap v3617: 137 pgs: 137 active+clean; 339 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 76 KiB/s rd, 2.8 MiB/s wr, 36 op/s 2024-04-02T09:29:32.712 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:29:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:29:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:29:33.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:29:33 smithi012 ceph-mon[88355]: pgmap v3618: 137 pgs: 137 active+clean; 343 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.4 MiB/s wr, 49 op/s 2024-04-02T09:29:33.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:29:33 smithi012 ceph-mon[90784]: pgmap v3618: 137 pgs: 137 active+clean; 343 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.4 MiB/s wr, 49 op/s 2024-04-02T09:29:33.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:29:33 smithi055 ceph-mon[85080]: pgmap v3618: 137 pgs: 137 active+clean; 343 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.4 MiB/s wr, 49 op/s 2024-04-02T09:29:34.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:29:34 smithi012 ceph-mon[88355]: osdmap e1959: 8 total, 8 up, 8 in 2024-04-02T09:29:34.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:29:34 smithi012 ceph-mon[90784]: osdmap e1959: 8 total, 8 up, 8 in 2024-04-02T09:29:34.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:29:34 smithi055 ceph-mon[85080]: osdmap e1959: 8 total, 8 up, 8 in 2024-04-02T09:29:35.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:29:35 smithi012 ceph-mon[88355]: pgmap v3620: 137 pgs: 137 active+clean; 343 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.6 MiB/s wr, 27 op/s 2024-04-02T09:29:35.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:29:35 smithi012 ceph-mon[90784]: pgmap v3620: 137 pgs: 137 active+clean; 343 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.6 MiB/s wr, 27 op/s 2024-04-02T09:29:35.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:29:35 smithi055 ceph-mon[85080]: pgmap v3620: 137 pgs: 137 active+clean; 343 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.6 MiB/s wr, 27 op/s 2024-04-02T09:29:37.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:29:37 smithi012 ceph-mon[88355]: pgmap v3621: 137 pgs: 137 active+clean; 367 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 27 op/s 2024-04-02T09:29:37.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:29:37 smithi012 ceph-mon[90784]: pgmap v3621: 137 pgs: 137 active+clean; 367 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 27 op/s 2024-04-02T09:29:37.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:29:37 smithi055 ceph-mon[85080]: pgmap v3621: 137 pgs: 137 active+clean; 367 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 27 op/s 2024-04-02T09:29:38.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:29:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:29:37] "GET /metrics HTTP/1.1" 200 36739 "" "Prometheus/2.43.0" 2024-04-02T09:29:39.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:29:39 smithi012 ceph-mon[88355]: pgmap v3622: 137 pgs: 137 active+clean; 372 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 51 op/s 2024-04-02T09:29:39.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:29:39 smithi012 ceph-mon[90784]: pgmap v3622: 137 pgs: 137 active+clean; 372 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 51 op/s 2024-04-02T09:29:39.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:29:39 smithi055 ceph-mon[85080]: pgmap v3622: 137 pgs: 137 active+clean; 372 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 51 op/s 2024-04-02T09:29:41.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:29:41 smithi012 ceph-mon[88355]: pgmap v3623: 137 pgs: 137 active+clean; 372 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 49 op/s 2024-04-02T09:29:41.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:29:41 smithi012 ceph-mon[90784]: pgmap v3623: 137 pgs: 137 active+clean; 372 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 49 op/s 2024-04-02T09:29:41.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:29:41 smithi055 ceph-mon[85080]: pgmap v3623: 137 pgs: 137 active+clean; 372 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 49 op/s 2024-04-02T09:29:42.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:29:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:29:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:29:43.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:29:43 smithi012 ceph-mon[88355]: pgmap v3624: 137 pgs: 137 active+clean; 376 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 88 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-02T09:29:43.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:29:43 smithi012 ceph-mon[90784]: pgmap v3624: 137 pgs: 137 active+clean; 376 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 88 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-02T09:29:43.714 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] EncryptedFlattenTest/3.ZeroOverlap (14959 ms) 2024-04-02T09:29:43.812 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:29:43 smithi055 ceph-mon[85080]: pgmap v3624: 137 pgs: 137 active+clean; 376 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 88 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-02T09:29:44.372 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 7 tests from EncryptedFlattenTest/3 (103476 ms total) 2024-04-02T09:29:44.373 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:29:44.373 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 7 tests from EncryptedFlattenTest/4, where TypeParam = LUKS1UnderLUKS2 2024-04-02T09:29:44.404 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] EncryptedFlattenTest/4.Simple 2024-04-02T09:29:44.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:29:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:44.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:29:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:44.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:29:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:45.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:29:45 smithi012 ceph-mon[88355]: pgmap v3625: 137 pgs: 137 active+clean; 376 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 82 KiB/s rd, 3.1 MiB/s wr, 38 op/s 2024-04-02T09:29:45.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:29:45 smithi012 ceph-mon[88355]: osdmap e1960: 8 total, 8 up, 8 in 2024-04-02T09:29:45.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:29:45 smithi012 ceph-mon[90784]: pgmap v3625: 137 pgs: 137 active+clean; 376 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 82 KiB/s rd, 3.1 MiB/s wr, 38 op/s 2024-04-02T09:29:45.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:29:45 smithi012 ceph-mon[90784]: osdmap e1960: 8 total, 8 up, 8 in 2024-04-02T09:29:45.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:29:45 smithi055 ceph-mon[85080]: pgmap v3625: 137 pgs: 137 active+clean; 376 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 82 KiB/s rd, 3.1 MiB/s wr, 38 op/s 2024-04-02T09:29:45.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:29:45 smithi055 ceph-mon[85080]: osdmap e1960: 8 total, 8 up, 8 in 2024-04-02T09:29:46.385 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:29:46.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:29:46 smithi012 ceph-mon[88355]: osdmap e1961: 8 total, 8 up, 8 in 2024-04-02T09:29:46.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:29:46 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2018325087' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:29:46.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:29:46 smithi012 ceph-mon[88355]: pgmap v3628: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:29:46.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:29:46 smithi012 ceph-mon[90784]: osdmap e1961: 8 total, 8 up, 8 in 2024-04-02T09:29:46.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:29:46 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2018325087' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:29:46.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:29:46 smithi012 ceph-mon[90784]: pgmap v3628: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:29:46.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:29:46 smithi055 ceph-mon[85080]: osdmap e1961: 8 total, 8 up, 8 in 2024-04-02T09:29:46.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:29:46 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2018325087' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:29:46.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:29:46 smithi055 ceph-mon[85080]: pgmap v3628: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:29:47.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:29:47 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:29:47.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:29:47 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2018325087' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:29:47.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:29:47 smithi012 ceph-mon[88355]: osdmap e1962: 8 total, 8 up, 8 in 2024-04-02T09:29:47.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:29:47 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:29:47.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:29:47 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2018325087' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:29:47.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:29:47 smithi012 ceph-mon[90784]: osdmap e1962: 8 total, 8 up, 8 in 2024-04-02T09:29:47.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:29:47 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:29:47.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:29:47 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2018325087' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:29:47.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:29:47 smithi055 ceph-mon[85080]: osdmap e1962: 8 total, 8 up, 8 in 2024-04-02T09:29:48.397 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:29:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:29:47] "GET /metrics HTTP/1.1" 200 36742 "" "Prometheus/2.43.0" 2024-04-02T09:29:48.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:29:48 smithi012 ceph-mon[88355]: osdmap e1963: 8 total, 8 up, 8 in 2024-04-02T09:29:48.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:29:48 smithi012 ceph-mon[88355]: pgmap v3631: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:29:48.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:29:48 smithi012 ceph-mon[90784]: osdmap e1963: 8 total, 8 up, 8 in 2024-04-02T09:29:48.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:29:48 smithi012 ceph-mon[90784]: pgmap v3631: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:29:48.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:29:48 smithi055 ceph-mon[85080]: osdmap e1963: 8 total, 8 up, 8 in 2024-04-02T09:29:48.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:29:48 smithi055 ceph-mon[85080]: pgmap v3631: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:29:49.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:29:49 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:29:49.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:29:49 smithi012 ceph-mon[90784]: osdmap e1964: 8 total, 8 up, 8 in 2024-04-02T09:29:49.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:29:49 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:29:49.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:29:49 smithi012 ceph-mon[88355]: osdmap e1964: 8 total, 8 up, 8 in 2024-04-02T09:29:49.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:29:49 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:29:49.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:29:49 smithi055 ceph-mon[85080]: osdmap e1964: 8 total, 8 up, 8 in 2024-04-02T09:29:50.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:29:50 smithi012 ceph-mon[88355]: pgmap v3633: 137 pgs: 15 creating+peering, 6 unknown, 116 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.2 KiB/s rd, 644 B/s wr, 7 op/s 2024-04-02T09:29:50.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:29:50 smithi012 ceph-mon[90784]: pgmap v3633: 137 pgs: 15 creating+peering, 6 unknown, 116 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.2 KiB/s rd, 644 B/s wr, 7 op/s 2024-04-02T09:29:50.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:29:50 smithi055 ceph-mon[85080]: pgmap v3633: 137 pgs: 15 creating+peering, 6 unknown, 116 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.2 KiB/s rd, 644 B/s wr, 7 op/s 2024-04-02T09:29:52.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:29:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:29:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:29:53.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:29:53 smithi055 ceph-mon[85080]: pgmap v3634: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-02T09:29:53.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:29:53 smithi055 ceph-mon[85080]: osdmap e1965: 8 total, 8 up, 8 in 2024-04-02T09:29:53.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:29:53 smithi012 ceph-mon[88355]: pgmap v3634: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-02T09:29:53.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:29:53 smithi012 ceph-mon[88355]: osdmap e1965: 8 total, 8 up, 8 in 2024-04-02T09:29:53.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:29:53 smithi012 ceph-mon[90784]: pgmap v3634: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-02T09:29:53.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:29:53 smithi012 ceph-mon[90784]: osdmap e1965: 8 total, 8 up, 8 in 2024-04-02T09:29:55.563 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:29:55 smithi055 ceph-mon[85080]: pgmap v3636: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 4.4 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-02T09:29:55.563 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:29:55 smithi055 ceph-mon[85080]: osdmap e1966: 8 total, 8 up, 8 in 2024-04-02T09:29:55.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:29:55 smithi012 ceph-mon[88355]: pgmap v3636: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 4.4 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-02T09:29:55.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:29:55 smithi012 ceph-mon[88355]: osdmap e1966: 8 total, 8 up, 8 in 2024-04-02T09:29:55.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:29:55 smithi012 ceph-mon[90784]: pgmap v3636: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 4.4 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-02T09:29:55.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:29:55 smithi012 ceph-mon[90784]: osdmap e1966: 8 total, 8 up, 8 in 2024-04-02T09:29:57.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:29:57 smithi055 ceph-mon[85080]: pgmap v3638: 137 pgs: 137 active+clean; 34 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 3.7 MiB/s wr, 40 op/s 2024-04-02T09:29:57.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:29:57 smithi012 ceph-mon[88355]: pgmap v3638: 137 pgs: 137 active+clean; 34 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 3.7 MiB/s wr, 40 op/s 2024-04-02T09:29:57.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:29:57 smithi012 ceph-mon[90784]: pgmap v3638: 137 pgs: 137 active+clean; 34 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 3.7 MiB/s wr, 40 op/s 2024-04-02T09:29:58.429 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:29:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:29:57] "GET /metrics HTTP/1.1" 200 36742 "" "Prometheus/2.43.0" 2024-04-02T09:29:59.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:29:59 smithi055 ceph-mon[85080]: pgmap v3639: 137 pgs: 137 active+clean; 34 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 3.6 MiB/s wr, 46 op/s 2024-04-02T09:29:59.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:29:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:59.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:29:59 smithi012 ceph-mon[88355]: pgmap v3639: 137 pgs: 137 active+clean; 34 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 3.6 MiB/s wr, 46 op/s 2024-04-02T09:29:59.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:29:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:59.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:29:59 smithi012 ceph-mon[90784]: pgmap v3639: 137 pgs: 137 active+clean; 34 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 3.6 MiB/s wr, 46 op/s 2024-04-02T09:29:59.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:29:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:00.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:30:00 smithi055 ceph-mon[85080]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:30:00.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:30:00 smithi012 ceph-mon[88355]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:30:00.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:30:00 smithi012 ceph-mon[90784]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:30:01.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:30:01 smithi055 ceph-mon[85080]: pgmap v3640: 137 pgs: 137 active+clean; 34 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 3.6 MiB/s wr, 52 op/s 2024-04-02T09:30:01.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:30:01 smithi012 ceph-mon[88355]: pgmap v3640: 137 pgs: 137 active+clean; 34 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 3.6 MiB/s wr, 52 op/s 2024-04-02T09:30:01.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:30:01 smithi012 ceph-mon[90784]: pgmap v3640: 137 pgs: 137 active+clean; 34 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 3.6 MiB/s wr, 52 op/s 2024-04-02T09:30:02.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:30:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:30:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:30:03.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:30:03 smithi055 ceph-mon[85080]: pgmap v3641: 137 pgs: 137 active+clean; 50 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 4.5 MiB/s wr, 46 op/s 2024-04-02T09:30:03.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:30:03 smithi012 ceph-mon[88355]: pgmap v3641: 137 pgs: 137 active+clean; 50 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 4.5 MiB/s wr, 46 op/s 2024-04-02T09:30:03.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:30:03 smithi012 ceph-mon[90784]: pgmap v3641: 137 pgs: 137 active+clean; 50 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 4.5 MiB/s wr, 46 op/s 2024-04-02T09:30:05.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:30:05 smithi055 ceph-mon[85080]: pgmap v3642: 137 pgs: 137 active+clean; 50 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 4.5 MiB/s wr, 46 op/s 2024-04-02T09:30:05.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:30:05 smithi012 ceph-mon[88355]: pgmap v3642: 137 pgs: 137 active+clean; 50 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 4.5 MiB/s wr, 46 op/s 2024-04-02T09:30:05.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:30:05 smithi012 ceph-mon[90784]: pgmap v3642: 137 pgs: 137 active+clean; 50 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 4.5 MiB/s wr, 46 op/s 2024-04-02T09:30:06.166 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] EncryptedFlattenTest/4.Simple (21762 ms) 2024-04-02T09:30:06.167 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] EncryptedFlattenTest/4.Grow 2024-04-02T09:30:06.167 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:30:07.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:30:07 smithi055 ceph-mon[85080]: pgmap v3643: 137 pgs: 137 active+clean; 66 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.8 MiB/s rd, 6.3 MiB/s wr, 48 op/s 2024-04-02T09:30:07.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:30:07 smithi012 ceph-mon[88355]: pgmap v3643: 137 pgs: 137 active+clean; 66 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.8 MiB/s rd, 6.3 MiB/s wr, 48 op/s 2024-04-02T09:30:07.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:30:07 smithi012 ceph-mon[90784]: pgmap v3643: 137 pgs: 137 active+clean; 66 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.8 MiB/s rd, 6.3 MiB/s wr, 48 op/s 2024-04-02T09:30:08.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:30:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:30:07] "GET /metrics HTTP/1.1" 200 36731 "" "Prometheus/2.43.0" 2024-04-02T09:30:09.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:30:09 smithi055 ceph-mon[85080]: pgmap v3644: 137 pgs: 137 active+clean; 75 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.8 MiB/s wr, 32 op/s 2024-04-02T09:30:09.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:30:09 smithi012 ceph-mon[88355]: pgmap v3644: 137 pgs: 137 active+clean; 75 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.8 MiB/s wr, 32 op/s 2024-04-02T09:30:09.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:30:09 smithi012 ceph-mon[90784]: pgmap v3644: 137 pgs: 137 active+clean; 75 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.8 MiB/s wr, 32 op/s 2024-04-02T09:30:11.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:30:11 smithi055 ceph-mon[85080]: pgmap v3645: 137 pgs: 137 active+clean; 80 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 5.2 MiB/s wr, 25 op/s 2024-04-02T09:30:11.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:30:11 smithi055 ceph-mon[85080]: osdmap e1967: 8 total, 8 up, 8 in 2024-04-02T09:30:11.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:30:11 smithi012 ceph-mon[90784]: pgmap v3645: 137 pgs: 137 active+clean; 80 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 5.2 MiB/s wr, 25 op/s 2024-04-02T09:30:11.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:30:11 smithi012 ceph-mon[90784]: osdmap e1967: 8 total, 8 up, 8 in 2024-04-02T09:30:11.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:30:11 smithi012 ceph-mon[88355]: pgmap v3645: 137 pgs: 137 active+clean; 80 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 5.2 MiB/s wr, 25 op/s 2024-04-02T09:30:11.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:30:11 smithi012 ceph-mon[88355]: osdmap e1967: 8 total, 8 up, 8 in 2024-04-02T09:30:12.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:30:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:30:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:30:13.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:30:13 smithi055 ceph-mon[85080]: pgmap v3647: 137 pgs: 137 active+clean; 104 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 51 op/s 2024-04-02T09:30:13.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:30:13 smithi012 ceph-mon[88355]: pgmap v3647: 137 pgs: 137 active+clean; 104 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 51 op/s 2024-04-02T09:30:13.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:30:13 smithi012 ceph-mon[90784]: pgmap v3647: 137 pgs: 137 active+clean; 104 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 51 op/s 2024-04-02T09:30:14.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:30:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:14.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:30:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:14.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:30:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:15.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:30:15 smithi055 ceph-mon[85080]: pgmap v3648: 137 pgs: 137 active+clean; 104 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 51 op/s 2024-04-02T09:30:15.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:30:15 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:30:15.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:30:15 smithi012 ceph-mon[88355]: pgmap v3648: 137 pgs: 137 active+clean; 104 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 51 op/s 2024-04-02T09:30:15.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:30:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:30:15.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:30:15 smithi012 ceph-mon[90784]: pgmap v3648: 137 pgs: 137 active+clean; 104 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 51 op/s 2024-04-02T09:30:15.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:30:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:30:16.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:30:16 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:30:16.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:30:16 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:30:16.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:30:16 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:30:16.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:30:16 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:30:16.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:30:16 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:30:16.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:30:16 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:30:16.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:30:16 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:30:16.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:30:16 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:30:16.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:30:16 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:30:17.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:30:17 smithi055 ceph-mon[85080]: pgmap v3649: 137 pgs: 137 active+clean; 104 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 4.2 MiB/s wr, 48 op/s 2024-04-02T09:30:17.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:30:17 smithi012 ceph-mon[88355]: pgmap v3649: 137 pgs: 137 active+clean; 104 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 4.2 MiB/s wr, 48 op/s 2024-04-02T09:30:17.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:30:17 smithi012 ceph-mon[90784]: pgmap v3649: 137 pgs: 137 active+clean; 104 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 4.2 MiB/s wr, 48 op/s 2024-04-02T09:30:18.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:30:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:30:17] "GET /metrics HTTP/1.1" 200 36744 "" "Prometheus/2.43.0" 2024-04-02T09:30:19.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:30:19 smithi055 ceph-mon[85080]: pgmap v3650: 137 pgs: 137 active+clean; 104 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 39 op/s 2024-04-02T09:30:19.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:30:19 smithi012 ceph-mon[88355]: pgmap v3650: 137 pgs: 137 active+clean; 104 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 39 op/s 2024-04-02T09:30:19.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:30:19 smithi012 ceph-mon[90784]: pgmap v3650: 137 pgs: 137 active+clean; 104 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 39 op/s 2024-04-02T09:30:21.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:30:21 smithi055 ceph-mon[85080]: pgmap v3651: 137 pgs: 137 active+clean; 104 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.4 MiB/s wr, 41 op/s 2024-04-02T09:30:21.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:30:21 smithi012 ceph-mon[88355]: pgmap v3651: 137 pgs: 137 active+clean; 104 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.4 MiB/s wr, 41 op/s 2024-04-02T09:30:21.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:30:21 smithi012 ceph-mon[90784]: pgmap v3651: 137 pgs: 137 active+clean; 104 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.4 MiB/s wr, 41 op/s 2024-04-02T09:30:22.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:30:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:30:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:30:23.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:30:23 smithi055 ceph-mon[85080]: pgmap v3652: 137 pgs: 137 active+clean; 120 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.4 MiB/s wr, 42 op/s 2024-04-02T09:30:23.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:30:23 smithi012 ceph-mon[88355]: pgmap v3652: 137 pgs: 137 active+clean; 120 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.4 MiB/s wr, 42 op/s 2024-04-02T09:30:23.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:30:23 smithi012 ceph-mon[90784]: pgmap v3652: 137 pgs: 137 active+clean; 120 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.4 MiB/s wr, 42 op/s 2024-04-02T09:30:24.867 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] EncryptedFlattenTest/4.Grow (18701 ms) 2024-04-02T09:30:24.867 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] EncryptedFlattenTest/4.Shrink 2024-04-02T09:30:24.868 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:30:25.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:30:25 smithi055 ceph-mon[85080]: pgmap v3653: 137 pgs: 137 active+clean; 120 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-02T09:30:25.677 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:30:25 smithi012 ceph-mon[88355]: pgmap v3653: 137 pgs: 137 active+clean; 120 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-02T09:30:25.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:30:25 smithi012 ceph-mon[90784]: pgmap v3653: 137 pgs: 137 active+clean; 120 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-02T09:30:27.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:30:27 smithi055 ceph-mon[85080]: pgmap v3654: 137 pgs: 137 active+clean; 137 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 6.4 MiB/s rd, 4.1 MiB/s wr, 34 op/s 2024-04-02T09:30:27.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:30:27 smithi012 ceph-mon[88355]: pgmap v3654: 137 pgs: 137 active+clean; 137 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 6.4 MiB/s rd, 4.1 MiB/s wr, 34 op/s 2024-04-02T09:30:27.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:30:27 smithi012 ceph-mon[90784]: pgmap v3654: 137 pgs: 137 active+clean; 137 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 6.4 MiB/s rd, 4.1 MiB/s wr, 34 op/s 2024-04-02T09:30:28.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:30:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:30:27] "GET /metrics HTTP/1.1" 200 36744 "" "Prometheus/2.43.0" 2024-04-02T09:30:29.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:30:29 smithi055 ceph-mon[85080]: pgmap v3655: 137 pgs: 137 active+clean; 145 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-02T09:30:29.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:30:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:29.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:30:29 smithi012 ceph-mon[88355]: pgmap v3655: 137 pgs: 137 active+clean; 145 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-02T09:30:29.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:30:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:29.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:30:29 smithi012 ceph-mon[90784]: pgmap v3655: 137 pgs: 137 active+clean; 145 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-02T09:30:29.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:30:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:30.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:30:30 smithi055 ceph-mon[85080]: osdmap e1968: 8 total, 8 up, 8 in 2024-04-02T09:30:30.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:30:30 smithi012 ceph-mon[88355]: osdmap e1968: 8 total, 8 up, 8 in 2024-04-02T09:30:30.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:30:30 smithi012 ceph-mon[90784]: osdmap e1968: 8 total, 8 up, 8 in 2024-04-02T09:30:31.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:30:31 smithi055 ceph-mon[85080]: pgmap v3657: 137 pgs: 137 active+clean; 157 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.9 MiB/s wr, 34 op/s 2024-04-02T09:30:31.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:30:31 smithi012 ceph-mon[88355]: pgmap v3657: 137 pgs: 137 active+clean; 157 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.9 MiB/s wr, 34 op/s 2024-04-02T09:30:31.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:30:31 smithi012 ceph-mon[90784]: pgmap v3657: 137 pgs: 137 active+clean; 157 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.9 MiB/s wr, 34 op/s 2024-04-02T09:30:32.748 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:30:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:30:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:30:33.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:30:33 smithi012 ceph-mon[88355]: pgmap v3658: 137 pgs: 137 active+clean; 174 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2024-04-02T09:30:33.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:30:33 smithi012 ceph-mon[90784]: pgmap v3658: 137 pgs: 137 active+clean; 174 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2024-04-02T09:30:33.705 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:30:33 smithi055 ceph-mon[85080]: pgmap v3658: 137 pgs: 137 active+clean; 174 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2024-04-02T09:30:35.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:30:35 smithi012 ceph-mon[88355]: pgmap v3659: 137 pgs: 137 active+clean; 174 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2024-04-02T09:30:35.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:30:35 smithi012 ceph-mon[90784]: pgmap v3659: 137 pgs: 137 active+clean; 174 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2024-04-02T09:30:35.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:30:35 smithi055 ceph-mon[85080]: pgmap v3659: 137 pgs: 137 active+clean; 174 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2024-04-02T09:30:37.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:30:37 smithi012 ceph-mon[88355]: pgmap v3660: 137 pgs: 137 active+clean; 186 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.9 MiB/s wr, 41 op/s 2024-04-02T09:30:37.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:30:37 smithi012 ceph-mon[90784]: pgmap v3660: 137 pgs: 137 active+clean; 186 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.9 MiB/s wr, 41 op/s 2024-04-02T09:30:37.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:30:37 smithi055 ceph-mon[85080]: pgmap v3660: 137 pgs: 137 active+clean; 186 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.9 MiB/s wr, 41 op/s 2024-04-02T09:30:38.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:30:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:30:37] "GET /metrics HTTP/1.1" 200 36741 "" "Prometheus/2.43.0" 2024-04-02T09:30:39.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:30:39 smithi012 ceph-mon[88355]: pgmap v3661: 137 pgs: 137 active+clean; 186 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2024-04-02T09:30:39.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:30:39 smithi012 ceph-mon[90784]: pgmap v3661: 137 pgs: 137 active+clean; 186 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2024-04-02T09:30:39.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:30:39 smithi055 ceph-mon[85080]: pgmap v3661: 137 pgs: 137 active+clean; 186 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2024-04-02T09:30:41.616 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] EncryptedFlattenTest/4.Shrink (16749 ms) 2024-04-02T09:30:41.617 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] EncryptedFlattenTest/4.ShrinkToOne 2024-04-02T09:30:41.617 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:30:41.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:30:41 smithi012 ceph-mon[88355]: pgmap v3662: 137 pgs: 137 active+clean; 195 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 4.6 MiB/s wr, 41 op/s 2024-04-02T09:30:41.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:30:41 smithi012 ceph-mon[90784]: pgmap v3662: 137 pgs: 137 active+clean; 195 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 4.6 MiB/s wr, 41 op/s 2024-04-02T09:30:41.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:30:41 smithi055 ceph-mon[85080]: pgmap v3662: 137 pgs: 137 active+clean; 195 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 4.6 MiB/s wr, 41 op/s 2024-04-02T09:30:42.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:30:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:30:42.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:30:43.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:30:43 smithi055 ceph-mon[85080]: pgmap v3663: 137 pgs: 137 active+clean; 215 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 6.2 MiB/s wr, 54 op/s 2024-04-02T09:30:43.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:30:43 smithi012 ceph-mon[88355]: pgmap v3663: 137 pgs: 137 active+clean; 215 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 6.2 MiB/s wr, 54 op/s 2024-04-02T09:30:43.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:30:43 smithi012 ceph-mon[90784]: pgmap v3663: 137 pgs: 137 active+clean; 215 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 6.2 MiB/s wr, 54 op/s 2024-04-02T09:30:44.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:30:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:44.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:30:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:44.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:30:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:45.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:30:45 smithi012 ceph-mon[88355]: pgmap v3664: 137 pgs: 137 active+clean; 215 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.8 MiB/s wr, 26 op/s 2024-04-02T09:30:45.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:30:45 smithi012 ceph-mon[90784]: pgmap v3664: 137 pgs: 137 active+clean; 215 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.8 MiB/s wr, 26 op/s 2024-04-02T09:30:45.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:30:45 smithi055 ceph-mon[85080]: pgmap v3664: 137 pgs: 137 active+clean; 215 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.8 MiB/s wr, 26 op/s 2024-04-02T09:30:46.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:30:46 smithi012 ceph-mon[88355]: osdmap e1969: 8 total, 8 up, 8 in 2024-04-02T09:30:46.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:30:46 smithi012 ceph-mon[90784]: osdmap e1969: 8 total, 8 up, 8 in 2024-04-02T09:30:46.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:30:46 smithi055 ceph-mon[85080]: osdmap e1969: 8 total, 8 up, 8 in 2024-04-02T09:30:47.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:30:47 smithi012 ceph-mon[90784]: pgmap v3666: 137 pgs: 137 active+clean; 235 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.5 MiB/s wr, 54 op/s 2024-04-02T09:30:47.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:30:47 smithi012 ceph-mon[88355]: pgmap v3666: 137 pgs: 137 active+clean; 235 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.5 MiB/s wr, 54 op/s 2024-04-02T09:30:47.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:30:47 smithi055 ceph-mon[85080]: pgmap v3666: 137 pgs: 137 active+clean; 235 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.5 MiB/s wr, 54 op/s 2024-04-02T09:30:48.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:30:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:30:47] "GET /metrics HTTP/1.1" 200 36738 "" "Prometheus/2.43.0" 2024-04-02T09:30:49.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:30:49 smithi012 ceph-mon[88355]: pgmap v3667: 137 pgs: 137 active+clean; 235 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.5 MiB/s wr, 50 op/s 2024-04-02T09:30:49.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:30:49 smithi012 ceph-mon[90784]: pgmap v3667: 137 pgs: 137 active+clean; 235 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.5 MiB/s wr, 50 op/s 2024-04-02T09:30:49.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:30:49 smithi055 ceph-mon[85080]: pgmap v3667: 137 pgs: 137 active+clean; 235 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.5 MiB/s wr, 50 op/s 2024-04-02T09:30:51.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:30:51 smithi012 ceph-mon[88355]: pgmap v3668: 137 pgs: 137 active+clean; 244 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 8.3 MiB/s rd, 6.5 MiB/s wr, 56 op/s 2024-04-02T09:30:51.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:30:51 smithi012 ceph-mon[90784]: pgmap v3668: 137 pgs: 137 active+clean; 244 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 8.3 MiB/s rd, 6.5 MiB/s wr, 56 op/s 2024-04-02T09:30:51.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:30:51 smithi055 ceph-mon[85080]: pgmap v3668: 137 pgs: 137 active+clean; 244 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 8.3 MiB/s rd, 6.5 MiB/s wr, 56 op/s 2024-04-02T09:30:52.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:30:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:30:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:30:53.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:30:53 smithi012 ceph-mon[88355]: pgmap v3669: 137 pgs: 137 active+clean; 244 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 40 op/s 2024-04-02T09:30:53.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:30:53 smithi012 ceph-mon[90784]: pgmap v3669: 137 pgs: 137 active+clean; 244 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 40 op/s 2024-04-02T09:30:53.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:30:53 smithi055 ceph-mon[85080]: pgmap v3669: 137 pgs: 137 active+clean; 244 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 40 op/s 2024-04-02T09:30:55.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:30:55 smithi012 ceph-mon[88355]: pgmap v3670: 137 pgs: 137 active+clean; 244 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 40 op/s 2024-04-02T09:30:55.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:30:55 smithi012 ceph-mon[90784]: pgmap v3670: 137 pgs: 137 active+clean; 244 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 40 op/s 2024-04-02T09:30:55.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:30:55 smithi055 ceph-mon[85080]: pgmap v3670: 137 pgs: 137 active+clean; 244 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 40 op/s 2024-04-02T09:30:57.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:30:57 smithi012 ceph-mon[88355]: pgmap v3671: 137 pgs: 137 active+clean; 260 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 844 KiB/s rd, 3.8 MiB/s wr, 46 op/s 2024-04-02T09:30:57.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:30:57 smithi012 ceph-mon[90784]: pgmap v3671: 137 pgs: 137 active+clean; 260 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 844 KiB/s rd, 3.8 MiB/s wr, 46 op/s 2024-04-02T09:30:57.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:30:57 smithi055 ceph-mon[85080]: pgmap v3671: 137 pgs: 137 active+clean; 260 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 844 KiB/s rd, 3.8 MiB/s wr, 46 op/s 2024-04-02T09:30:58.415 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:30:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:30:57] "GET /metrics HTTP/1.1" 200 36738 "" "Prometheus/2.43.0" 2024-04-02T09:30:58.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:30:58 smithi012 ceph-mon[88355]: pgmap v3672: 137 pgs: 137 active+clean; 260 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 2.1 MiB/s wr, 20 op/s 2024-04-02T09:30:58.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:30:58 smithi012 ceph-mon[90784]: pgmap v3672: 137 pgs: 137 active+clean; 260 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 2.1 MiB/s wr, 20 op/s 2024-04-02T09:30:58.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:30:58 smithi055 ceph-mon[85080]: pgmap v3672: 137 pgs: 137 active+clean; 260 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 2.1 MiB/s wr, 20 op/s 2024-04-02T09:30:59.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:30:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:59.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:30:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:59.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:30:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:59.920 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] EncryptedFlattenTest/4.ShrinkToOne (18303 ms) 2024-04-02T09:30:59.920 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] EncryptedFlattenTest/4.ShrinkToOneAfterSnapshot 2024-04-02T09:30:59.920 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:31:00.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:31:00 smithi012 ceph-mon[88355]: pgmap v3673: 137 pgs: 137 active+clean; 260 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2024-04-02T09:31:00.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:31:00 smithi012 ceph-mon[90784]: pgmap v3673: 137 pgs: 137 active+clean; 260 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2024-04-02T09:31:00.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:31:00 smithi055 ceph-mon[85080]: pgmap v3673: 137 pgs: 137 active+clean; 260 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2024-04-02T09:31:02.613 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:31:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:31:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:31:03.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:31:03 smithi055 ceph-mon[85080]: pgmap v3674: 137 pgs: 137 active+clean; 264 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-02T09:31:03.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:31:03 smithi012 ceph-mon[88355]: pgmap v3674: 137 pgs: 137 active+clean; 264 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-02T09:31:03.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:31:03 smithi012 ceph-mon[90784]: pgmap v3674: 137 pgs: 137 active+clean; 264 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-02T09:31:05.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:31:05 smithi055 ceph-mon[85080]: pgmap v3675: 137 pgs: 137 active+clean; 264 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 20 op/s 2024-04-02T09:31:05.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:31:05 smithi055 ceph-mon[85080]: osdmap e1970: 8 total, 8 up, 8 in 2024-04-02T09:31:05.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:31:05 smithi012 ceph-mon[88355]: pgmap v3675: 137 pgs: 137 active+clean; 264 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 20 op/s 2024-04-02T09:31:05.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:31:05 smithi012 ceph-mon[88355]: osdmap e1970: 8 total, 8 up, 8 in 2024-04-02T09:31:05.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:31:05 smithi012 ceph-mon[90784]: pgmap v3675: 137 pgs: 137 active+clean; 264 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 20 op/s 2024-04-02T09:31:05.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:31:05 smithi012 ceph-mon[90784]: osdmap e1970: 8 total, 8 up, 8 in 2024-04-02T09:31:07.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:31:07 smithi055 ceph-mon[85080]: pgmap v3677: 137 pgs: 137 active+clean; 293 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 51 op/s 2024-04-02T09:31:07.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:31:07 smithi012 ceph-mon[88355]: pgmap v3677: 137 pgs: 137 active+clean; 293 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 51 op/s 2024-04-02T09:31:07.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:31:07 smithi012 ceph-mon[90784]: pgmap v3677: 137 pgs: 137 active+clean; 293 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 51 op/s 2024-04-02T09:31:08.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:31:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:31:07] "GET /metrics HTTP/1.1" 200 36737 "" "Prometheus/2.43.0" 2024-04-02T09:31:09.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:31:09 smithi055 ceph-mon[85080]: pgmap v3678: 137 pgs: 137 active+clean; 293 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 51 op/s 2024-04-02T09:31:09.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:31:09 smithi012 ceph-mon[88355]: pgmap v3678: 137 pgs: 137 active+clean; 293 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 51 op/s 2024-04-02T09:31:09.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:31:09 smithi012 ceph-mon[90784]: pgmap v3678: 137 pgs: 137 active+clean; 293 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 51 op/s 2024-04-02T09:31:11.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:31:11 smithi055 ceph-mon[85080]: pgmap v3679: 137 pgs: 137 active+clean; 293 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 447 KiB/s rd, 4.1 MiB/s wr, 49 op/s 2024-04-02T09:31:11.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:31:11 smithi012 ceph-mon[88355]: pgmap v3679: 137 pgs: 137 active+clean; 293 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 447 KiB/s rd, 4.1 MiB/s wr, 49 op/s 2024-04-02T09:31:11.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:31:11 smithi012 ceph-mon[90784]: pgmap v3679: 137 pgs: 137 active+clean; 293 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 447 KiB/s rd, 4.1 MiB/s wr, 49 op/s 2024-04-02T09:31:12.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:31:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:31:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:31:13.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:31:13 smithi055 ceph-mon[85080]: pgmap v3680: 137 pgs: 137 active+clean; 293 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.9 MiB/s wr, 38 op/s 2024-04-02T09:31:13.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:31:13 smithi012 ceph-mon[88355]: pgmap v3680: 137 pgs: 137 active+clean; 293 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.9 MiB/s wr, 38 op/s 2024-04-02T09:31:13.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:31:13 smithi012 ceph-mon[90784]: pgmap v3680: 137 pgs: 137 active+clean; 293 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.9 MiB/s wr, 38 op/s 2024-04-02T09:31:14.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:31:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:14.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:31:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:14.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:31:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:15.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:31:15 smithi055 ceph-mon[85080]: pgmap v3681: 137 pgs: 137 active+clean; 293 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.9 MiB/s wr, 38 op/s 2024-04-02T09:31:15.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:31:15 smithi012 ceph-mon[88355]: pgmap v3681: 137 pgs: 137 active+clean; 293 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.9 MiB/s wr, 38 op/s 2024-04-02T09:31:15.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:31:15 smithi012 ceph-mon[90784]: pgmap v3681: 137 pgs: 137 active+clean; 293 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.9 MiB/s wr, 38 op/s 2024-04-02T09:31:16.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:31:16 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:31:16.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:31:16 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:31:16.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:31:16 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:31:17.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:31:17 smithi055 ceph-mon[85080]: pgmap v3682: 137 pgs: 137 active+clean; 309 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 3.8 MiB/s wr, 41 op/s 2024-04-02T09:31:17.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:31:17 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:31:17.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:31:17 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:31:17.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:31:17 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:31:17.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:31:17 smithi012 ceph-mon[90784]: pgmap v3682: 137 pgs: 137 active+clean; 309 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 3.8 MiB/s wr, 41 op/s 2024-04-02T09:31:17.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:31:17 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:31:17.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:31:17 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:31:17.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:31:17 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:31:17.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:31:17 smithi012 ceph-mon[88355]: pgmap v3682: 137 pgs: 137 active+clean; 309 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 3.8 MiB/s wr, 41 op/s 2024-04-02T09:31:17.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:31:17 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:31:17.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:31:17 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:31:17.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:31:17 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:31:18.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:31:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:31:17] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-04-02T09:31:19.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:31:19 smithi055 ceph-mon[85080]: pgmap v3683: 137 pgs: 137 active+clean; 309 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-02T09:31:19.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:31:19 smithi055 ceph-mon[85080]: osdmap e1971: 8 total, 8 up, 8 in 2024-04-02T09:31:19.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:31:19 smithi012 ceph-mon[88355]: pgmap v3683: 137 pgs: 137 active+clean; 309 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-02T09:31:19.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:31:19 smithi012 ceph-mon[88355]: osdmap e1971: 8 total, 8 up, 8 in 2024-04-02T09:31:19.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:31:19 smithi012 ceph-mon[90784]: pgmap v3683: 137 pgs: 137 active+clean; 309 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-02T09:31:19.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:31:19 smithi012 ceph-mon[90784]: osdmap e1971: 8 total, 8 up, 8 in 2024-04-02T09:31:20.554 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] EncryptedFlattenTest/4.ShrinkToOneAfterSnapshot (20634 ms) 2024-04-02T09:31:20.554 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] EncryptedFlattenTest/4.MinOverlap 2024-04-02T09:31:20.554 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:31:21.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:31:21 smithi055 ceph-mon[85080]: pgmap v3685: 137 pgs: 137 active+clean; 342 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 890 KiB/s rd, 4.9 MiB/s wr, 22 op/s 2024-04-02T09:31:21.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:31:21 smithi012 ceph-mon[88355]: pgmap v3685: 137 pgs: 137 active+clean; 342 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 890 KiB/s rd, 4.9 MiB/s wr, 22 op/s 2024-04-02T09:31:21.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:31:21 smithi012 ceph-mon[90784]: pgmap v3685: 137 pgs: 137 active+clean; 342 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 890 KiB/s rd, 4.9 MiB/s wr, 22 op/s 2024-04-02T09:31:22.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:31:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:31:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:31:23.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:31:23 smithi055 ceph-mon[85080]: pgmap v3686: 137 pgs: 137 active+clean; 378 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 49 op/s 2024-04-02T09:31:23.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:31:23 smithi012 ceph-mon[88355]: pgmap v3686: 137 pgs: 137 active+clean; 378 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 49 op/s 2024-04-02T09:31:23.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:31:23 smithi012 ceph-mon[90784]: pgmap v3686: 137 pgs: 137 active+clean; 378 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 49 op/s 2024-04-02T09:31:25.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:31:25 smithi055 ceph-mon[85080]: pgmap v3687: 137 pgs: 137 active+clean; 378 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 49 op/s 2024-04-02T09:31:25.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:31:25 smithi055 ceph-mon[85080]: osdmap e1972: 8 total, 8 up, 8 in 2024-04-02T09:31:25.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:31:25 smithi012 ceph-mon[88355]: pgmap v3687: 137 pgs: 137 active+clean; 378 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 49 op/s 2024-04-02T09:31:25.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:31:25 smithi012 ceph-mon[88355]: osdmap e1972: 8 total, 8 up, 8 in 2024-04-02T09:31:25.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:31:25 smithi012 ceph-mon[90784]: pgmap v3687: 137 pgs: 137 active+clean; 378 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 49 op/s 2024-04-02T09:31:25.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:31:25 smithi012 ceph-mon[90784]: osdmap e1972: 8 total, 8 up, 8 in 2024-04-02T09:31:27.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:31:27 smithi055 ceph-mon[85080]: pgmap v3689: 137 pgs: 137 active+clean; 407 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 5.2 MiB/s rd, 12 MiB/s wr, 91 op/s 2024-04-02T09:31:27.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:31:27 smithi012 ceph-mon[88355]: pgmap v3689: 137 pgs: 137 active+clean; 407 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 5.2 MiB/s rd, 12 MiB/s wr, 91 op/s 2024-04-02T09:31:27.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:31:27 smithi012 ceph-mon[90784]: pgmap v3689: 137 pgs: 137 active+clean; 407 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 5.2 MiB/s rd, 12 MiB/s wr, 91 op/s 2024-04-02T09:31:28.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:31:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:31:27] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-04-02T09:31:29.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:31:29 smithi055 ceph-mon[85080]: pgmap v3690: 137 pgs: 137 active+clean; 407 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 9.9 MiB/s wr, 74 op/s 2024-04-02T09:31:29.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:31:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:29.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:31:29 smithi012 ceph-mon[88355]: pgmap v3690: 137 pgs: 137 active+clean; 407 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 9.9 MiB/s wr, 74 op/s 2024-04-02T09:31:29.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:31:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:29.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:31:29 smithi012 ceph-mon[90784]: pgmap v3690: 137 pgs: 137 active+clean; 407 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 9.9 MiB/s wr, 74 op/s 2024-04-02T09:31:29.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:31:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:31.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:31:31 smithi055 ceph-mon[85080]: pgmap v3691: 137 pgs: 137 active+clean; 407 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-02T09:31:31.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:31:31 smithi012 ceph-mon[88355]: pgmap v3691: 137 pgs: 137 active+clean; 407 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-02T09:31:31.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:31:31 smithi012 ceph-mon[90784]: pgmap v3691: 137 pgs: 137 active+clean; 407 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-02T09:31:32.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:31:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:31:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:31:33.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:31:33 smithi055 ceph-mon[85080]: pgmap v3692: 137 pgs: 137 active+clean; 407 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 27 KiB/s rd, 2.9 MiB/s wr, 35 op/s 2024-04-02T09:31:33.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:31:33 smithi012 ceph-mon[88355]: pgmap v3692: 137 pgs: 137 active+clean; 407 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 27 KiB/s rd, 2.9 MiB/s wr, 35 op/s 2024-04-02T09:31:33.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:31:33 smithi012 ceph-mon[90784]: pgmap v3692: 137 pgs: 137 active+clean; 407 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 27 KiB/s rd, 2.9 MiB/s wr, 35 op/s 2024-04-02T09:31:35.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:31:35 smithi055 ceph-mon[85080]: pgmap v3693: 137 pgs: 137 active+clean; 407 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 27 KiB/s rd, 2.9 MiB/s wr, 35 op/s 2024-04-02T09:31:35.677 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:31:35 smithi012 ceph-mon[88355]: pgmap v3693: 137 pgs: 137 active+clean; 407 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 27 KiB/s rd, 2.9 MiB/s wr, 35 op/s 2024-04-02T09:31:35.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:31:35 smithi012 ceph-mon[90784]: pgmap v3693: 137 pgs: 137 active+clean; 407 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 27 KiB/s rd, 2.9 MiB/s wr, 35 op/s 2024-04-02T09:31:37.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:31:37 smithi055 ceph-mon[85080]: pgmap v3694: 137 pgs: 137 active+clean; 423 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 78 KiB/s rd, 3.8 MiB/s wr, 39 op/s 2024-04-02T09:31:37.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:31:37 smithi012 ceph-mon[88355]: pgmap v3694: 137 pgs: 137 active+clean; 423 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 78 KiB/s rd, 3.8 MiB/s wr, 39 op/s 2024-04-02T09:31:37.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:31:37 smithi012 ceph-mon[90784]: pgmap v3694: 137 pgs: 137 active+clean; 423 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 78 KiB/s rd, 3.8 MiB/s wr, 39 op/s 2024-04-02T09:31:38.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:31:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:31:37] "GET /metrics HTTP/1.1" 200 36737 "" "Prometheus/2.43.0" 2024-04-02T09:31:38.575 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] EncryptedFlattenTest/4.MinOverlap (18022 ms) 2024-04-02T09:31:38.576 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] EncryptedFlattenTest/4.ZeroOverlap 2024-04-02T09:31:38.576 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:31:39.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:31:39 smithi055 ceph-mon[85080]: pgmap v3695: 137 pgs: 137 active+clean; 423 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 54 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-02T09:31:39.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:31:39 smithi012 ceph-mon[88355]: pgmap v3695: 137 pgs: 137 active+clean; 423 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 54 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-02T09:31:39.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:31:39 smithi012 ceph-mon[90784]: pgmap v3695: 137 pgs: 137 active+clean; 423 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 54 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-02T09:31:40.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:31:40 smithi012 ceph-mon[88355]: pgmap v3696: 137 pgs: 137 active+clean; 423 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 56 KiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-04-02T09:31:40.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:31:40 smithi012 ceph-mon[90784]: pgmap v3696: 137 pgs: 137 active+clean; 423 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 56 KiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-04-02T09:31:41.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:31:40 smithi055 ceph-mon[85080]: pgmap v3696: 137 pgs: 137 active+clean; 423 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 56 KiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-04-02T09:31:42.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:31:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:31:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:31:43.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:31:43 smithi055 ceph-mon[85080]: pgmap v3697: 137 pgs: 137 active+clean; 427 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-02T09:31:43.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:31:43 smithi012 ceph-mon[88355]: pgmap v3697: 137 pgs: 137 active+clean; 427 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-02T09:31:43.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:31:43 smithi012 ceph-mon[90784]: pgmap v3697: 137 pgs: 137 active+clean; 427 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-02T09:31:44.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:31:44 smithi055 ceph-mon[85080]: osdmap e1973: 8 total, 8 up, 8 in 2024-04-02T09:31:44.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:31:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:44.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:31:44 smithi012 ceph-mon[88355]: osdmap e1973: 8 total, 8 up, 8 in 2024-04-02T09:31:44.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:31:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:44.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:31:44 smithi012 ceph-mon[90784]: osdmap e1973: 8 total, 8 up, 8 in 2024-04-02T09:31:44.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:31:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:45.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:31:45 smithi055 ceph-mon[85080]: pgmap v3699: 137 pgs: 137 active+clean; 427 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.0 MiB/s wr, 30 op/s 2024-04-02T09:31:45.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:31:45 smithi012 ceph-mon[88355]: pgmap v3699: 137 pgs: 137 active+clean; 427 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.0 MiB/s wr, 30 op/s 2024-04-02T09:31:45.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:31:45 smithi012 ceph-mon[90784]: pgmap v3699: 137 pgs: 137 active+clean; 427 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.0 MiB/s wr, 30 op/s 2024-04-02T09:31:47.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:31:47 smithi055 ceph-mon[85080]: pgmap v3700: 137 pgs: 137 active+clean; 456 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 53 op/s 2024-04-02T09:31:47.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:31:47 smithi012 ceph-mon[88355]: pgmap v3700: 137 pgs: 137 active+clean; 456 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 53 op/s 2024-04-02T09:31:47.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:31:47 smithi012 ceph-mon[90784]: pgmap v3700: 137 pgs: 137 active+clean; 456 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 53 op/s 2024-04-02T09:31:48.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:31:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:31:47] "GET /metrics HTTP/1.1" 200 36743 "" "Prometheus/2.43.0" 2024-04-02T09:31:49.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:31:49 smithi055 ceph-mon[85080]: pgmap v3701: 137 pgs: 137 active+clean; 456 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 53 op/s 2024-04-02T09:31:49.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:31:49 smithi012 ceph-mon[88355]: pgmap v3701: 137 pgs: 137 active+clean; 456 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 53 op/s 2024-04-02T09:31:49.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:31:49 smithi012 ceph-mon[90784]: pgmap v3701: 137 pgs: 137 active+clean; 456 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 53 op/s 2024-04-02T09:31:50.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:31:50 smithi012 ceph-mon[88355]: pgmap v3702: 137 pgs: 137 active+clean; 456 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 49 op/s 2024-04-02T09:31:50.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:31:50 smithi012 ceph-mon[90784]: pgmap v3702: 137 pgs: 137 active+clean; 456 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 49 op/s 2024-04-02T09:31:51.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:31:50 smithi055 ceph-mon[85080]: pgmap v3702: 137 pgs: 137 active+clean; 456 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 49 op/s 2024-04-02T09:31:52.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:31:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:31:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:31:53.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:31:53 smithi055 ceph-mon[85080]: pgmap v3703: 137 pgs: 137 active+clean; 460 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 3.3 MiB/s wr, 40 op/s 2024-04-02T09:31:53.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:31:53 smithi012 ceph-mon[88355]: pgmap v3703: 137 pgs: 137 active+clean; 460 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 3.3 MiB/s wr, 40 op/s 2024-04-02T09:31:53.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:31:53 smithi012 ceph-mon[90784]: pgmap v3703: 137 pgs: 137 active+clean; 460 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 3.3 MiB/s wr, 40 op/s 2024-04-02T09:31:55.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:31:55 smithi055 ceph-mon[85080]: pgmap v3704: 137 pgs: 137 active+clean; 460 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 3.0 MiB/s wr, 36 op/s 2024-04-02T09:31:55.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:31:55 smithi012 ceph-mon[88355]: pgmap v3704: 137 pgs: 137 active+clean; 460 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 3.0 MiB/s wr, 36 op/s 2024-04-02T09:31:55.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:31:55 smithi012 ceph-mon[90784]: pgmap v3704: 137 pgs: 137 active+clean; 460 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 3.0 MiB/s wr, 36 op/s 2024-04-02T09:31:57.187 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] EncryptedFlattenTest/4.ZeroOverlap (18612 ms) 2024-04-02T09:31:57.245 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 7 tests from EncryptedFlattenTest/4 (132783 ms total) 2024-04-02T09:31:57.245 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:31:57.245 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 7 tests from EncryptedFlattenTest/5, where TypeParam = UnformattedLUKS2 2024-04-02T09:31:57.293 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] EncryptedFlattenTest/5.Simple 2024-04-02T09:31:57.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:31:57 smithi055 ceph-mon[85080]: pgmap v3705: 137 pgs: 137 active+clean; 472 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 765 KiB/s rd, 4.1 MiB/s wr, 46 op/s 2024-04-02T09:31:57.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:31:57 smithi012 ceph-mon[88355]: pgmap v3705: 137 pgs: 137 active+clean; 472 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 765 KiB/s rd, 4.1 MiB/s wr, 46 op/s 2024-04-02T09:31:57.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:31:57 smithi012 ceph-mon[90784]: pgmap v3705: 137 pgs: 137 active+clean; 472 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 765 KiB/s rd, 4.1 MiB/s wr, 46 op/s 2024-04-02T09:31:58.255 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:31:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:31:57] "GET /metrics HTTP/1.1" 200 36743 "" "Prometheus/2.43.0" 2024-04-02T09:31:58.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:31:58 smithi055 ceph-mon[85080]: osdmap e1974: 8 total, 8 up, 8 in 2024-04-02T09:31:58.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:31:58 smithi012 ceph-mon[88355]: osdmap e1974: 8 total, 8 up, 8 in 2024-04-02T09:31:58.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:31:58 smithi012 ceph-mon[90784]: osdmap e1974: 8 total, 8 up, 8 in 2024-04-02T09:31:59.278 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:31:59.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:31:59 smithi055 ceph-mon[85080]: pgmap v3707: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:31:59.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:31:59 smithi055 ceph-mon[85080]: osdmap e1975: 8 total, 8 up, 8 in 2024-04-02T09:31:59.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:31:59 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3407815859' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:31:59.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:31:59 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:31:59.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:31:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:59.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:31:59 smithi012 ceph-mon[90784]: pgmap v3707: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:31:59.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:31:59 smithi012 ceph-mon[90784]: osdmap e1975: 8 total, 8 up, 8 in 2024-04-02T09:31:59.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:31:59 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3407815859' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:31:59.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:31:59 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:31:59.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:31:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:59.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:31:59 smithi012 ceph-mon[88355]: pgmap v3707: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:31:59.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:31:59 smithi012 ceph-mon[88355]: osdmap e1975: 8 total, 8 up, 8 in 2024-04-02T09:31:59.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:31:59 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3407815859' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:31:59.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:31:59 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:31:59.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:31:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:00.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:32:00 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-41","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:32:00.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:32:00 smithi055 ceph-mon[85080]: osdmap e1976: 8 total, 8 up, 8 in 2024-04-02T09:32:00.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:32:00 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-41","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:32:00.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:32:00 smithi012 ceph-mon[88355]: osdmap e1976: 8 total, 8 up, 8 in 2024-04-02T09:32:00.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:32:00 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-41","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:32:00.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:32:00 smithi012 ceph-mon[90784]: osdmap e1976: 8 total, 8 up, 8 in 2024-04-02T09:32:01.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:32:01 smithi055 ceph-mon[85080]: pgmap v3710: 137 pgs: 16 unknown, 121 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:32:01.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:32:01 smithi055 ceph-mon[85080]: osdmap e1977: 8 total, 8 up, 8 in 2024-04-02T09:32:01.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:32:01 smithi012 ceph-mon[88355]: pgmap v3710: 137 pgs: 16 unknown, 121 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:32:01.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:32:01 smithi012 ceph-mon[88355]: osdmap e1977: 8 total, 8 up, 8 in 2024-04-02T09:32:01.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:32:01 smithi012 ceph-mon[90784]: pgmap v3710: 137 pgs: 16 unknown, 121 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:32:01.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:32:01 smithi012 ceph-mon[90784]: osdmap e1977: 8 total, 8 up, 8 in 2024-04-02T09:32:02.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:32:02 smithi055 ceph-mon[85080]: osdmap e1978: 8 total, 8 up, 8 in 2024-04-02T09:32:02.561 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:32:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:32:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:32:02.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:32:02 smithi012 ceph-mon[88355]: osdmap e1978: 8 total, 8 up, 8 in 2024-04-02T09:32:02.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:32:02 smithi012 ceph-mon[90784]: osdmap e1978: 8 total, 8 up, 8 in 2024-04-02T09:32:03.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:32:03 smithi055 ceph-mon[85080]: pgmap v3713: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:32:03.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:32:03 smithi012 ceph-mon[88355]: pgmap v3713: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:32:03.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:32:03 smithi012 ceph-mon[90784]: pgmap v3713: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:32:05.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:32:05 smithi055 ceph-mon[85080]: pgmap v3714: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:32:05.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:32:05 smithi012 ceph-mon[90784]: pgmap v3714: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:32:05.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:32:05 smithi012 ceph-mon[88355]: pgmap v3714: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:32:07.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:32:07 smithi055 ceph-mon[85080]: pgmap v3715: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.3 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-02T09:32:07.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:32:07 smithi012 ceph-mon[88355]: pgmap v3715: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.3 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-02T09:32:07.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:32:07 smithi012 ceph-mon[90784]: pgmap v3715: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.3 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-02T09:32:08.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:32:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:32:07] "GET /metrics HTTP/1.1" 200 36675 "" "Prometheus/2.43.0" 2024-04-02T09:32:09.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:32:09 smithi012 ceph-mon[88355]: pgmap v3716: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-02T09:32:09.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:32:09 smithi012 ceph-mon[90784]: pgmap v3716: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-02T09:32:09.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:32:09 smithi055 ceph-mon[85080]: pgmap v3716: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-02T09:32:10.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:32:10 smithi012 ceph-mon[88355]: osdmap e1979: 8 total, 8 up, 8 in 2024-04-02T09:32:10.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:32:10 smithi012 ceph-mon[88355]: osdmap e1980: 8 total, 8 up, 8 in 2024-04-02T09:32:10.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:32:10 smithi012 ceph-mon[90784]: osdmap e1979: 8 total, 8 up, 8 in 2024-04-02T09:32:10.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:32:10 smithi012 ceph-mon[90784]: osdmap e1980: 8 total, 8 up, 8 in 2024-04-02T09:32:10.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:32:10 smithi055 ceph-mon[85080]: osdmap e1979: 8 total, 8 up, 8 in 2024-04-02T09:32:10.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:32:10 smithi055 ceph-mon[85080]: osdmap e1980: 8 total, 8 up, 8 in 2024-04-02T09:32:11.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:32:11 smithi012 ceph-mon[88355]: pgmap v3719: 137 pgs: 137 active+clean; 34 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 3.6 MiB/s wr, 12 op/s 2024-04-02T09:32:11.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:32:11 smithi012 ceph-mon[90784]: pgmap v3719: 137 pgs: 137 active+clean; 34 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 3.6 MiB/s wr, 12 op/s 2024-04-02T09:32:11.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:32:11 smithi055 ceph-mon[85080]: pgmap v3719: 137 pgs: 137 active+clean; 34 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 3.6 MiB/s wr, 12 op/s 2024-04-02T09:32:12.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:32:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:32:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:32:13.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:32:13 smithi012 ceph-mon[88355]: pgmap v3720: 137 pgs: 137 active+clean; 46 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 5.1 MiB/s wr, 59 op/s 2024-04-02T09:32:13.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:32:13 smithi012 ceph-mon[90784]: pgmap v3720: 137 pgs: 137 active+clean; 46 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 5.1 MiB/s wr, 59 op/s 2024-04-02T09:32:13.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:32:13 smithi055 ceph-mon[85080]: pgmap v3720: 137 pgs: 137 active+clean; 46 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 5.1 MiB/s wr, 59 op/s 2024-04-02T09:32:14.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:32:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:14.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:32:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:14.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:32:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:15.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:32:15 smithi012 ceph-mon[88355]: pgmap v3721: 137 pgs: 137 active+clean; 46 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 5.1 MiB/s wr, 52 op/s 2024-04-02T09:32:15.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:32:15 smithi012 ceph-mon[90784]: pgmap v3721: 137 pgs: 137 active+clean; 46 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 5.1 MiB/s wr, 52 op/s 2024-04-02T09:32:15.789 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] EncryptedFlattenTest/5.Simple (18495 ms) 2024-04-02T09:32:15.789 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] EncryptedFlattenTest/5.Grow 2024-04-02T09:32:15.789 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:32:15.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:32:15 smithi055 ceph-mon[85080]: pgmap v3721: 137 pgs: 137 active+clean; 46 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 5.1 MiB/s wr, 52 op/s 2024-04-02T09:32:17.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:32:17 smithi012 ceph-mon[88355]: pgmap v3722: 137 pgs: 137 active+clean; 87 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 10 MiB/s wr, 79 op/s 2024-04-02T09:32:17.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:32:17 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:32:17.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:32:17 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:32:17.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:32:17 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:32:17.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:32:17 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:32:17.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:32:17 smithi012 ceph-mon[90784]: pgmap v3722: 137 pgs: 137 active+clean; 87 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 10 MiB/s wr, 79 op/s 2024-04-02T09:32:17.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:32:17 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:32:17.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:32:17 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:32:17.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:32:17 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:32:17.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:32:17 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:32:17.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:32:17 smithi055 ceph-mon[85080]: pgmap v3722: 137 pgs: 137 active+clean; 87 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 10 MiB/s wr, 79 op/s 2024-04-02T09:32:17.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:32:17 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:32:17.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:32:17 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:32:17.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:32:17 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:32:17.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:32:17 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:32:18.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:32:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:32:17] "GET /metrics HTTP/1.1" 200 36732 "" "Prometheus/2.43.0" 2024-04-02T09:32:19.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:32:19 smithi012 ceph-mon[88355]: pgmap v3723: 137 pgs: 137 active+clean; 87 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 9.2 MiB/s wr, 71 op/s 2024-04-02T09:32:19.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:32:19 smithi012 ceph-mon[90784]: pgmap v3723: 137 pgs: 137 active+clean; 87 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 9.2 MiB/s wr, 71 op/s 2024-04-02T09:32:19.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:32:19 smithi055 ceph-mon[85080]: pgmap v3723: 137 pgs: 137 active+clean; 87 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 9.2 MiB/s wr, 71 op/s 2024-04-02T09:32:21.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:32:21 smithi012 ceph-mon[88355]: pgmap v3724: 137 pgs: 137 active+clean; 87 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 7.7 MiB/s wr, 64 op/s 2024-04-02T09:32:21.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:32:21 smithi012 ceph-mon[90784]: pgmap v3724: 137 pgs: 137 active+clean; 87 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 7.7 MiB/s wr, 64 op/s 2024-04-02T09:32:21.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:32:21 smithi055 ceph-mon[85080]: pgmap v3724: 137 pgs: 137 active+clean; 87 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 7.7 MiB/s wr, 64 op/s 2024-04-02T09:32:22.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:32:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:32:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:32:23.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:32:23 smithi012 ceph-mon[88355]: pgmap v3725: 137 pgs: 137 active+clean; 87 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.4 MiB/s wr, 53 op/s 2024-04-02T09:32:23.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:32:23 smithi012 ceph-mon[90784]: pgmap v3725: 137 pgs: 137 active+clean; 87 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.4 MiB/s wr, 53 op/s 2024-04-02T09:32:23.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:32:23 smithi055 ceph-mon[85080]: pgmap v3725: 137 pgs: 137 active+clean; 87 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.4 MiB/s wr, 53 op/s 2024-04-02T09:32:25.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:32:25 smithi012 ceph-mon[88355]: pgmap v3726: 137 pgs: 137 active+clean; 87 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.4 MiB/s wr, 22 op/s 2024-04-02T09:32:25.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:32:25 smithi012 ceph-mon[88355]: osdmap e1981: 8 total, 8 up, 8 in 2024-04-02T09:32:25.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:32:25 smithi012 ceph-mon[90784]: pgmap v3726: 137 pgs: 137 active+clean; 87 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.4 MiB/s wr, 22 op/s 2024-04-02T09:32:25.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:32:25 smithi012 ceph-mon[90784]: osdmap e1981: 8 total, 8 up, 8 in 2024-04-02T09:32:25.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:32:25 smithi055 ceph-mon[85080]: pgmap v3726: 137 pgs: 137 active+clean; 87 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.4 MiB/s wr, 22 op/s 2024-04-02T09:32:25.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:32:25 smithi055 ceph-mon[85080]: osdmap e1981: 8 total, 8 up, 8 in 2024-04-02T09:32:27.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:32:27 smithi012 ceph-mon[88355]: pgmap v3728: 137 pgs: 137 active+clean; 128 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-02T09:32:27.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:32:27 smithi012 ceph-mon[90784]: pgmap v3728: 137 pgs: 137 active+clean; 128 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-02T09:32:27.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:32:27 smithi055 ceph-mon[85080]: pgmap v3728: 137 pgs: 137 active+clean; 128 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-02T09:32:28.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:32:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:32:27] "GET /metrics HTTP/1.1" 200 36732 "" "Prometheus/2.43.0" 2024-04-02T09:32:29.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:32:29 smithi012 ceph-mon[88355]: pgmap v3729: 137 pgs: 137 active+clean; 128 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-02T09:32:29.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:32:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:29.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:32:29 smithi012 ceph-mon[90784]: pgmap v3729: 137 pgs: 137 active+clean; 128 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-02T09:32:29.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:32:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:29.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:32:29 smithi055 ceph-mon[85080]: pgmap v3729: 137 pgs: 137 active+clean; 128 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-02T09:32:29.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:32:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:30.701 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] EncryptedFlattenTest/5.Grow (14913 ms) 2024-04-02T09:32:30.701 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] EncryptedFlattenTest/5.Shrink 2024-04-02T09:32:30.701 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:32:31.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:32:31 smithi012 ceph-mon[90784]: pgmap v3730: 137 pgs: 137 active+clean; 148 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 6.1 MiB/s wr, 51 op/s 2024-04-02T09:32:31.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:32:31 smithi012 ceph-mon[88355]: pgmap v3730: 137 pgs: 137 active+clean; 148 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 6.1 MiB/s wr, 51 op/s 2024-04-02T09:32:31.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:32:31 smithi055 ceph-mon[85080]: pgmap v3730: 137 pgs: 137 active+clean; 148 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 6.1 MiB/s wr, 51 op/s 2024-04-02T09:32:32.712 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:32:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:32:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:32:33.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:32:33 smithi012 ceph-mon[88355]: pgmap v3731: 137 pgs: 137 active+clean; 169 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 8.2 MiB/s wr, 65 op/s 2024-04-02T09:32:33.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:32:33 smithi012 ceph-mon[90784]: pgmap v3731: 137 pgs: 137 active+clean; 169 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 8.2 MiB/s wr, 65 op/s 2024-04-02T09:32:33.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:32:33 smithi055 ceph-mon[85080]: pgmap v3731: 137 pgs: 137 active+clean; 169 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 8.2 MiB/s wr, 65 op/s 2024-04-02T09:32:35.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:32:35 smithi012 ceph-mon[88355]: pgmap v3732: 137 pgs: 137 active+clean; 169 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 8.2 MiB/s wr, 65 op/s 2024-04-02T09:32:35.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:32:35 smithi012 ceph-mon[90784]: pgmap v3732: 137 pgs: 137 active+clean; 169 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 8.2 MiB/s wr, 65 op/s 2024-04-02T09:32:35.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:32:35 smithi055 ceph-mon[85080]: pgmap v3732: 137 pgs: 137 active+clean; 169 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 8.2 MiB/s wr, 65 op/s 2024-04-02T09:32:37.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:32:37 smithi012 ceph-mon[88355]: pgmap v3733: 137 pgs: 137 active+clean; 169 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.9 MiB/s rd, 6.9 MiB/s wr, 59 op/s 2024-04-02T09:32:37.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:32:37 smithi012 ceph-mon[90784]: pgmap v3733: 137 pgs: 137 active+clean; 169 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.9 MiB/s rd, 6.9 MiB/s wr, 59 op/s 2024-04-02T09:32:37.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:32:37 smithi055 ceph-mon[85080]: pgmap v3733: 137 pgs: 137 active+clean; 169 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.9 MiB/s rd, 6.9 MiB/s wr, 59 op/s 2024-04-02T09:32:38.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:32:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:32:37] "GET /metrics HTTP/1.1" 200 36737 "" "Prometheus/2.43.0" 2024-04-02T09:32:39.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:32:39 smithi012 ceph-mon[88355]: pgmap v3734: 137 pgs: 137 active+clean; 169 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.4 MiB/s wr, 23 op/s 2024-04-02T09:32:39.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:32:39 smithi012 ceph-mon[90784]: pgmap v3734: 137 pgs: 137 active+clean; 169 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.4 MiB/s wr, 23 op/s 2024-04-02T09:32:39.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:32:39 smithi055 ceph-mon[85080]: pgmap v3734: 137 pgs: 137 active+clean; 169 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.4 MiB/s wr, 23 op/s 2024-04-02T09:32:40.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:32:40 smithi012 ceph-mon[88355]: osdmap e1982: 8 total, 8 up, 8 in 2024-04-02T09:32:40.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:32:40 smithi012 ceph-mon[88355]: pgmap v3736: 137 pgs: 137 active+clean; 194 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.6 MiB/s wr, 60 op/s 2024-04-02T09:32:40.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:32:40 smithi012 ceph-mon[90784]: osdmap e1982: 8 total, 8 up, 8 in 2024-04-02T09:32:40.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:32:40 smithi012 ceph-mon[90784]: pgmap v3736: 137 pgs: 137 active+clean; 194 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.6 MiB/s wr, 60 op/s 2024-04-02T09:32:40.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:32:40 smithi055 ceph-mon[85080]: osdmap e1982: 8 total, 8 up, 8 in 2024-04-02T09:32:40.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:32:40 smithi055 ceph-mon[85080]: pgmap v3736: 137 pgs: 137 active+clean; 194 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.6 MiB/s wr, 60 op/s 2024-04-02T09:32:42.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:32:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:32:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:32:43.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:32:43 smithi055 ceph-mon[85080]: pgmap v3737: 137 pgs: 137 active+clean; 210 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-02T09:32:43.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:32:43 smithi012 ceph-mon[88355]: pgmap v3737: 137 pgs: 137 active+clean; 210 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-02T09:32:43.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:32:43 smithi012 ceph-mon[90784]: pgmap v3737: 137 pgs: 137 active+clean; 210 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-02T09:32:44.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:32:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:44.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:32:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:44.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:32:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:45.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:32:45 smithi055 ceph-mon[85080]: pgmap v3738: 137 pgs: 137 active+clean; 210 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-02T09:32:45.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:32:45 smithi012 ceph-mon[88355]: pgmap v3738: 137 pgs: 137 active+clean; 210 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-02T09:32:45.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:32:45 smithi012 ceph-mon[90784]: pgmap v3738: 137 pgs: 137 active+clean; 210 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-02T09:32:45.783 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] EncryptedFlattenTest/5.Shrink (15081 ms) 2024-04-02T09:32:45.783 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] EncryptedFlattenTest/5.ShrinkToOne 2024-04-02T09:32:45.783 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:32:47.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:32:47 smithi055 ceph-mon[85080]: pgmap v3739: 137 pgs: 137 active+clean; 251 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2024-04-02T09:32:47.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:32:47 smithi012 ceph-mon[90784]: pgmap v3739: 137 pgs: 137 active+clean; 251 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2024-04-02T09:32:47.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:32:47 smithi012 ceph-mon[88355]: pgmap v3739: 137 pgs: 137 active+clean; 251 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2024-04-02T09:32:48.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:32:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:32:47] "GET /metrics HTTP/1.1" 200 36741 "" "Prometheus/2.43.0" 2024-04-02T09:32:49.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:32:49 smithi055 ceph-mon[85080]: pgmap v3740: 137 pgs: 137 active+clean; 251 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2024-04-02T09:32:49.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:32:49 smithi012 ceph-mon[90784]: pgmap v3740: 137 pgs: 137 active+clean; 251 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2024-04-02T09:32:49.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:32:49 smithi012 ceph-mon[88355]: pgmap v3740: 137 pgs: 137 active+clean; 251 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2024-04-02T09:32:51.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:32:51 smithi055 ceph-mon[85080]: pgmap v3741: 137 pgs: 137 active+clean; 251 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.6 MiB/s wr, 65 op/s 2024-04-02T09:32:51.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:32:51 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.b", "id": [5, 4]}]: dispatch 2024-04-02T09:32:51.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:32:51 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1c", "id": [5, 4]}]: dispatch 2024-04-02T09:32:51.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:32:51 smithi012 ceph-mon[88355]: pgmap v3741: 137 pgs: 137 active+clean; 251 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.6 MiB/s wr, 65 op/s 2024-04-02T09:32:51.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:32:51 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.b", "id": [5, 4]}]: dispatch 2024-04-02T09:32:51.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:32:51 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1c", "id": [5, 4]}]: dispatch 2024-04-02T09:32:51.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:32:51 smithi012 ceph-mon[90784]: pgmap v3741: 137 pgs: 137 active+clean; 251 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.6 MiB/s wr, 65 op/s 2024-04-02T09:32:51.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:32:51 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.b", "id": [5, 4]}]: dispatch 2024-04-02T09:32:51.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:32:51 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1c", "id": [5, 4]}]: dispatch 2024-04-02T09:32:52.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:32:52 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.b", "id": [5, 4]}]': finished 2024-04-02T09:32:52.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:32:52 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1c", "id": [5, 4]}]': finished 2024-04-02T09:32:52.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:32:52 smithi055 ceph-mon[85080]: osdmap e1983: 8 total, 8 up, 8 in 2024-04-02T09:32:52.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:32:52 smithi055 ceph-mon[85080]: osdmap e1984: 8 total, 8 up, 8 in 2024-04-02T09:32:52.561 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:32:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:32:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:32:52.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:32:52 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.b", "id": [5, 4]}]': finished 2024-04-02T09:32:52.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:32:52 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1c", "id": [5, 4]}]': finished 2024-04-02T09:32:52.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:32:52 smithi012 ceph-mon[88355]: osdmap e1983: 8 total, 8 up, 8 in 2024-04-02T09:32:52.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:32:52 smithi012 ceph-mon[88355]: osdmap e1984: 8 total, 8 up, 8 in 2024-04-02T09:32:52.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:32:52 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.b", "id": [5, 4]}]': finished 2024-04-02T09:32:52.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:32:52 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1c", "id": [5, 4]}]': finished 2024-04-02T09:32:52.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:32:52 smithi012 ceph-mon[90784]: osdmap e1983: 8 total, 8 up, 8 in 2024-04-02T09:32:52.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:32:52 smithi012 ceph-mon[90784]: osdmap e1984: 8 total, 8 up, 8 in 2024-04-02T09:32:53.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:32:53 smithi055 ceph-mon[85080]: pgmap v3743: 137 pgs: 137 active+clean; 251 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 4.1 MiB/s wr, 29 op/s 2024-04-02T09:32:53.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:32:53 smithi012 ceph-mon[88355]: pgmap v3743: 137 pgs: 137 active+clean; 251 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 4.1 MiB/s wr, 29 op/s 2024-04-02T09:32:53.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:32:53 smithi012 ceph-mon[90784]: pgmap v3743: 137 pgs: 137 active+clean; 251 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 4.1 MiB/s wr, 29 op/s 2024-04-02T09:32:55.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:32:55 smithi055 ceph-mon[85080]: pgmap v3745: 137 pgs: 137 active+clean; 251 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 511 B/s wr, 5 op/s 2024-04-02T09:32:55.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:32:55 smithi055 ceph-mon[85080]: osdmap e1985: 8 total, 8 up, 8 in 2024-04-02T09:32:55.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:32:55 smithi012 ceph-mon[88355]: pgmap v3745: 137 pgs: 137 active+clean; 251 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 511 B/s wr, 5 op/s 2024-04-02T09:32:55.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:32:55 smithi012 ceph-mon[88355]: osdmap e1985: 8 total, 8 up, 8 in 2024-04-02T09:32:55.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:32:55 smithi012 ceph-mon[90784]: pgmap v3745: 137 pgs: 137 active+clean; 251 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 511 B/s wr, 5 op/s 2024-04-02T09:32:55.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:32:55 smithi012 ceph-mon[90784]: osdmap e1985: 8 total, 8 up, 8 in 2024-04-02T09:32:57.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:32:57 smithi055 ceph-mon[85080]: pgmap v3747: 137 pgs: 137 active+clean; 292 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 271 KiB/s rd, 6.8 MiB/s wr, 71 op/s; 3.5 MiB/s, 2 keys/s, 1 objects/s recovering 2024-04-02T09:32:57.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:32:57 smithi012 ceph-mon[88355]: pgmap v3747: 137 pgs: 137 active+clean; 292 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 271 KiB/s rd, 6.8 MiB/s wr, 71 op/s; 3.5 MiB/s, 2 keys/s, 1 objects/s recovering 2024-04-02T09:32:57.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:32:57 smithi012 ceph-mon[90784]: pgmap v3747: 137 pgs: 137 active+clean; 292 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 271 KiB/s rd, 6.8 MiB/s wr, 71 op/s; 3.5 MiB/s, 2 keys/s, 1 objects/s recovering 2024-04-02T09:32:58.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:32:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:32:57] "GET /metrics HTTP/1.1" 200 36741 "" "Prometheus/2.43.0" 2024-04-02T09:32:59.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:32:59 smithi012 ceph-mon[88355]: pgmap v3748: 137 pgs: 137 active+clean; 292 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 5.9 MiB/s wr, 60 op/s; 3.0 MiB/s, 2 keys/s, 1 objects/s recovering 2024-04-02T09:32:59.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:32:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:59.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:32:59 smithi012 ceph-mon[90784]: pgmap v3748: 137 pgs: 137 active+clean; 292 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 5.9 MiB/s wr, 60 op/s; 3.0 MiB/s, 2 keys/s, 1 objects/s recovering 2024-04-02T09:32:59.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:32:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:59.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:32:59 smithi055 ceph-mon[85080]: pgmap v3748: 137 pgs: 137 active+clean; 292 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 5.9 MiB/s wr, 60 op/s; 3.0 MiB/s, 2 keys/s, 1 objects/s recovering 2024-04-02T09:32:59.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:32:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:00.574 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] EncryptedFlattenTest/5.ShrinkToOne (14791 ms) 2024-04-02T09:33:00.574 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] EncryptedFlattenTest/5.ShrinkToOneAfterSnapshot 2024-04-02T09:33:00.574 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:33:01.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:33:01 smithi055 ceph-mon[85080]: pgmap v3749: 137 pgs: 137 active+clean; 308 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 7.1 MiB/s wr, 69 op/s; 2.6 MiB/s, 1 keys/s, 1 objects/s recovering 2024-04-02T09:33:01.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:33:01 smithi012 ceph-mon[88355]: pgmap v3749: 137 pgs: 137 active+clean; 308 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 7.1 MiB/s wr, 69 op/s; 2.6 MiB/s, 1 keys/s, 1 objects/s recovering 2024-04-02T09:33:01.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:33:01 smithi012 ceph-mon[90784]: pgmap v3749: 137 pgs: 137 active+clean; 308 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 7.1 MiB/s wr, 69 op/s; 2.6 MiB/s, 1 keys/s, 1 objects/s recovering 2024-04-02T09:33:02.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:33:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:33:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:33:03.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:33:03 smithi012 ceph-mon[88355]: pgmap v3750: 137 pgs: 137 active+clean; 312 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.6 MiB/s wr, 61 op/s; 2.1 MiB/s, 1 keys/s, 0 objects/s recovering 2024-04-02T09:33:03.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:33:03 smithi012 ceph-mon[90784]: pgmap v3750: 137 pgs: 137 active+clean; 312 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.6 MiB/s wr, 61 op/s; 2.1 MiB/s, 1 keys/s, 0 objects/s recovering 2024-04-02T09:33:03.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:33:03 smithi055 ceph-mon[85080]: pgmap v3750: 137 pgs: 137 active+clean; 312 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.6 MiB/s wr, 61 op/s; 2.1 MiB/s, 1 keys/s, 0 objects/s recovering 2024-04-02T09:33:05.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:33:05 smithi012 ceph-mon[88355]: pgmap v3751: 137 pgs: 137 active+clean; 312 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s; 2.1 MiB/s, 1 keys/s, 0 objects/s recovering 2024-04-02T09:33:05.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:33:05 smithi012 ceph-mon[90784]: pgmap v3751: 137 pgs: 137 active+clean; 312 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s; 2.1 MiB/s, 1 keys/s, 0 objects/s recovering 2024-04-02T09:33:05.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:33:05 smithi055 ceph-mon[85080]: pgmap v3751: 137 pgs: 137 active+clean; 312 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s; 2.1 MiB/s, 1 keys/s, 0 objects/s recovering 2024-04-02T09:33:07.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:33:07 smithi012 ceph-mon[90784]: pgmap v3752: 137 pgs: 137 active+clean; 312 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 5.5 MiB/s wr, 52 op/s; 1.8 MiB/s, 1 keys/s, 0 objects/s recovering 2024-04-02T09:33:07.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:33:07 smithi012 ceph-mon[88355]: pgmap v3752: 137 pgs: 137 active+clean; 312 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 5.5 MiB/s wr, 52 op/s; 1.8 MiB/s, 1 keys/s, 0 objects/s recovering 2024-04-02T09:33:07.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:33:07 smithi055 ceph-mon[85080]: pgmap v3752: 137 pgs: 137 active+clean; 312 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 5.5 MiB/s wr, 52 op/s; 1.8 MiB/s, 1 keys/s, 0 objects/s recovering 2024-04-02T09:33:08.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:33:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:33:07] "GET /metrics HTTP/1.1" 200 36752 "" "Prometheus/2.43.0" 2024-04-02T09:33:09.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:33:09 smithi012 ceph-mon[88355]: pgmap v3753: 137 pgs: 137 active+clean; 312 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-04-02T09:33:09.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:33:09 smithi012 ceph-mon[90784]: pgmap v3753: 137 pgs: 137 active+clean; 312 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-04-02T09:33:09.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:33:09 smithi055 ceph-mon[85080]: pgmap v3753: 137 pgs: 137 active+clean; 312 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-04-02T09:33:10.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:33:10 smithi012 ceph-mon[88355]: osdmap e1986: 8 total, 8 up, 8 in 2024-04-02T09:33:10.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:33:10 smithi012 ceph-mon[90784]: osdmap e1986: 8 total, 8 up, 8 in 2024-04-02T09:33:10.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:33:10 smithi055 ceph-mon[85080]: osdmap e1986: 8 total, 8 up, 8 in 2024-04-02T09:33:11.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:33:11 smithi012 ceph-mon[88355]: pgmap v3755: 137 pgs: 137 active+clean; 329 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 832 KiB/s rd, 2.5 MiB/s wr, 17 op/s 2024-04-02T09:33:11.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:33:11 smithi012 ceph-mon[90784]: pgmap v3755: 137 pgs: 137 active+clean; 329 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 832 KiB/s rd, 2.5 MiB/s wr, 17 op/s 2024-04-02T09:33:11.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:33:11 smithi055 ceph-mon[85080]: pgmap v3755: 137 pgs: 137 active+clean; 329 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 832 KiB/s rd, 2.5 MiB/s wr, 17 op/s 2024-04-02T09:33:12.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:33:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:33:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:33:13.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:33:13 smithi012 ceph-mon[88355]: pgmap v3756: 137 pgs: 137 active+clean; 353 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-02T09:33:13.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:33:13 smithi012 ceph-mon[90784]: pgmap v3756: 137 pgs: 137 active+clean; 353 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-02T09:33:13.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:33:13 smithi055 ceph-mon[85080]: pgmap v3756: 137 pgs: 137 active+clean; 353 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-02T09:33:14.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:33:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:14.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:33:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:14.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:33:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:15.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:33:15 smithi012 ceph-mon[88355]: pgmap v3757: 137 pgs: 137 active+clean; 353 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-02T09:33:15.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:33:15 smithi012 ceph-mon[88355]: osdmap e1987: 8 total, 8 up, 8 in 2024-04-02T09:33:15.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:33:15 smithi012 ceph-mon[90784]: pgmap v3757: 137 pgs: 137 active+clean; 353 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-02T09:33:15.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:33:15 smithi012 ceph-mon[90784]: osdmap e1987: 8 total, 8 up, 8 in 2024-04-02T09:33:15.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:33:15 smithi055 ceph-mon[85080]: pgmap v3757: 137 pgs: 137 active+clean; 353 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-02T09:33:15.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:33:15 smithi055 ceph-mon[85080]: osdmap e1987: 8 total, 8 up, 8 in 2024-04-02T09:33:16.693 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] EncryptedFlattenTest/5.ShrinkToOneAfterSnapshot (16119 ms) 2024-04-02T09:33:16.693 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] EncryptedFlattenTest/5.MinOverlap 2024-04-02T09:33:16.693 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:33:17.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:33:17 smithi012 ceph-mon[90784]: pgmap v3759: 137 pgs: 137 active+clean; 438 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 7.3 MiB/s rd, 16 MiB/s wr, 98 op/s 2024-04-02T09:33:17.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:33:17 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:33:17.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:33:17 smithi012 ceph-mon[88355]: pgmap v3759: 137 pgs: 137 active+clean; 438 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 7.3 MiB/s rd, 16 MiB/s wr, 98 op/s 2024-04-02T09:33:17.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:33:17 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:33:17.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:33:17 smithi055 ceph-mon[85080]: pgmap v3759: 137 pgs: 137 active+clean; 438 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 7.3 MiB/s rd, 16 MiB/s wr, 98 op/s 2024-04-02T09:33:17.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:33:17 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:33:18.362 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:33:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:33:17] "GET /metrics HTTP/1.1" 200 36745 "" "Prometheus/2.43.0" 2024-04-02T09:33:18.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:33:18 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:33:18.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:33:18 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:33:18.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:33:18 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:33:18.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:33:18 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:33:18.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:33:18 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:33:18.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:33:18 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:33:18.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:33:18 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:33:18.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:33:18 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:33:18.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:33:18 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:33:19.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:33:19 smithi012 ceph-mon[88355]: pgmap v3760: 137 pgs: 137 active+clean; 438 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 6.6 MiB/s rd, 14 MiB/s wr, 88 op/s 2024-04-02T09:33:19.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:33:19 smithi012 ceph-mon[90784]: pgmap v3760: 137 pgs: 137 active+clean; 438 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 6.6 MiB/s rd, 14 MiB/s wr, 88 op/s 2024-04-02T09:33:19.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:33:19 smithi055 ceph-mon[85080]: pgmap v3760: 137 pgs: 137 active+clean; 438 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 6.6 MiB/s rd, 14 MiB/s wr, 88 op/s 2024-04-02T09:33:21.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:33:21 smithi012 ceph-mon[88355]: pgmap v3761: 137 pgs: 137 active+clean; 438 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 11 MiB/s wr, 72 op/s 2024-04-02T09:33:21.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:33:21 smithi012 ceph-mon[90784]: pgmap v3761: 137 pgs: 137 active+clean; 438 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 11 MiB/s wr, 72 op/s 2024-04-02T09:33:21.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:33:21 smithi055 ceph-mon[85080]: pgmap v3761: 137 pgs: 137 active+clean; 438 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 11 MiB/s wr, 72 op/s 2024-04-02T09:33:22.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:33:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:33:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:33:23.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:33:23 smithi012 ceph-mon[88355]: pgmap v3762: 137 pgs: 137 active+clean; 438 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 8.5 MiB/s wr, 42 op/s 2024-04-02T09:33:23.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:33:23 smithi012 ceph-mon[90784]: pgmap v3762: 137 pgs: 137 active+clean; 438 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 8.5 MiB/s wr, 42 op/s 2024-04-02T09:33:23.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:33:23 smithi055 ceph-mon[85080]: pgmap v3762: 137 pgs: 137 active+clean; 438 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 8.5 MiB/s wr, 42 op/s 2024-04-02T09:33:25.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:33:25 smithi012 ceph-mon[90784]: pgmap v3763: 137 pgs: 137 active+clean; 438 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 8.5 MiB/s wr, 42 op/s 2024-04-02T09:33:25.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:33:25 smithi012 ceph-mon[88355]: pgmap v3763: 137 pgs: 137 active+clean; 438 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 8.5 MiB/s wr, 42 op/s 2024-04-02T09:33:25.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:33:25 smithi055 ceph-mon[85080]: pgmap v3763: 137 pgs: 137 active+clean; 438 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 8.5 MiB/s wr, 42 op/s 2024-04-02T09:33:26.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:33:26 smithi012 ceph-mon[90784]: osdmap e1988: 8 total, 8 up, 8 in 2024-04-02T09:33:26.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:33:26 smithi012 ceph-mon[88355]: osdmap e1988: 8 total, 8 up, 8 in 2024-04-02T09:33:26.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:33:26 smithi055 ceph-mon[85080]: osdmap e1988: 8 total, 8 up, 8 in 2024-04-02T09:33:27.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:33:27 smithi012 ceph-mon[88355]: pgmap v3765: 137 pgs: 137 active+clean; 479 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 17 KiB/s rd, 4.1 MiB/s wr, 25 op/s 2024-04-02T09:33:27.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:33:27 smithi012 ceph-mon[90784]: pgmap v3765: 137 pgs: 137 active+clean; 479 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 17 KiB/s rd, 4.1 MiB/s wr, 25 op/s 2024-04-02T09:33:27.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:33:27 smithi055 ceph-mon[85080]: pgmap v3765: 137 pgs: 137 active+clean; 479 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 17 KiB/s rd, 4.1 MiB/s wr, 25 op/s 2024-04-02T09:33:28.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:33:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:33:27] "GET /metrics HTTP/1.1" 200 36745 "" "Prometheus/2.43.0" 2024-04-02T09:33:28.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:33:28 smithi055 ceph-mon[85080]: pgmap v3766: 137 pgs: 137 active+clean; 479 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 17 KiB/s rd, 4.1 MiB/s wr, 25 op/s 2024-04-02T09:33:28.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:33:28 smithi012 ceph-mon[88355]: pgmap v3766: 137 pgs: 137 active+clean; 479 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 17 KiB/s rd, 4.1 MiB/s wr, 25 op/s 2024-04-02T09:33:28.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:33:28 smithi012 ceph-mon[90784]: pgmap v3766: 137 pgs: 137 active+clean; 479 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 17 KiB/s rd, 4.1 MiB/s wr, 25 op/s 2024-04-02T09:33:29.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:33:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:29.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:33:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:29.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:33:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:30.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:33:30 smithi055 ceph-mon[85080]: pgmap v3767: 137 pgs: 137 active+clean; 491 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.7 MiB/s wr, 49 op/s 2024-04-02T09:33:30.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:33:30 smithi012 ceph-mon[88355]: pgmap v3767: 137 pgs: 137 active+clean; 491 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.7 MiB/s wr, 49 op/s 2024-04-02T09:33:30.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:33:30 smithi012 ceph-mon[90784]: pgmap v3767: 137 pgs: 137 active+clean; 491 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.7 MiB/s wr, 49 op/s 2024-04-02T09:33:31.653 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] EncryptedFlattenTest/5.MinOverlap (14960 ms) 2024-04-02T09:33:31.653 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] EncryptedFlattenTest/5.ZeroOverlap 2024-04-02T09:33:31.653 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:33:32.612 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:33:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:33:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:33:33.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:33:33 smithi055 ceph-mon[85080]: pgmap v3768: 137 pgs: 137 active+clean; 499 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.5 MiB/s wr, 58 op/s 2024-04-02T09:33:33.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:33:33 smithi012 ceph-mon[88355]: pgmap v3768: 137 pgs: 137 active+clean; 499 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.5 MiB/s wr, 58 op/s 2024-04-02T09:33:33.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:33:33 smithi012 ceph-mon[90784]: pgmap v3768: 137 pgs: 137 active+clean; 499 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.5 MiB/s wr, 58 op/s 2024-04-02T09:33:35.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:33:35 smithi055 ceph-mon[85080]: pgmap v3769: 137 pgs: 137 active+clean; 499 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.5 MiB/s wr, 58 op/s 2024-04-02T09:33:35.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:33:35 smithi012 ceph-mon[88355]: pgmap v3769: 137 pgs: 137 active+clean; 499 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.5 MiB/s wr, 58 op/s 2024-04-02T09:33:35.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:33:35 smithi012 ceph-mon[90784]: pgmap v3769: 137 pgs: 137 active+clean; 499 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.5 MiB/s wr, 58 op/s 2024-04-02T09:33:37.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:33:37 smithi055 ceph-mon[85080]: pgmap v3770: 137 pgs: 137 active+clean; 499 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.1 MiB/s wr, 49 op/s 2024-04-02T09:33:37.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:33:37 smithi012 ceph-mon[88355]: pgmap v3770: 137 pgs: 137 active+clean; 499 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.1 MiB/s wr, 49 op/s 2024-04-02T09:33:37.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:33:37 smithi012 ceph-mon[90784]: pgmap v3770: 137 pgs: 137 active+clean; 499 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.1 MiB/s wr, 49 op/s 2024-04-02T09:33:38.310 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 09:33:38 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[122025]: logger=cleanup t=2024-04-02T09:33:38.02367433Z level=info msg="Completed cleanup jobs" duration=23.416437ms 2024-04-02T09:33:38.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:33:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:33:37] "GET /metrics HTTP/1.1" 200 36745 "" "Prometheus/2.43.0" 2024-04-02T09:33:39.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:33:39 smithi055 ceph-mon[85080]: pgmap v3771: 137 pgs: 137 active+clean; 499 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 36 op/s 2024-04-02T09:33:39.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:33:39 smithi012 ceph-mon[88355]: pgmap v3771: 137 pgs: 137 active+clean; 499 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 36 op/s 2024-04-02T09:33:39.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:33:39 smithi012 ceph-mon[90784]: pgmap v3771: 137 pgs: 137 active+clean; 499 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 36 op/s 2024-04-02T09:33:41.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:33:41 smithi055 ceph-mon[85080]: pgmap v3772: 137 pgs: 137 active+clean; 499 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 36 op/s 2024-04-02T09:33:41.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:33:41 smithi012 ceph-mon[88355]: pgmap v3772: 137 pgs: 137 active+clean; 499 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 36 op/s 2024-04-02T09:33:41.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:33:41 smithi012 ceph-mon[90784]: pgmap v3772: 137 pgs: 137 active+clean; 499 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 36 op/s 2024-04-02T09:33:42.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:33:42 smithi055 ceph-mon[85080]: osdmap e1989: 8 total, 8 up, 8 in 2024-04-02T09:33:42.561 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:33:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:33:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:33:42.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:33:42 smithi012 ceph-mon[88355]: osdmap e1989: 8 total, 8 up, 8 in 2024-04-02T09:33:42.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:33:42 smithi012 ceph-mon[90784]: osdmap e1989: 8 total, 8 up, 8 in 2024-04-02T09:33:43.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:33:43 smithi055 ceph-mon[85080]: pgmap v3774: 137 pgs: 137 active+clean; 516 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 420 KiB/s rd, 1.7 MiB/s wr, 16 op/s 2024-04-02T09:33:43.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:33:43 smithi012 ceph-mon[88355]: pgmap v3774: 137 pgs: 137 active+clean; 516 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 420 KiB/s rd, 1.7 MiB/s wr, 16 op/s 2024-04-02T09:33:43.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:33:43 smithi012 ceph-mon[90784]: pgmap v3774: 137 pgs: 137 active+clean; 516 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 420 KiB/s rd, 1.7 MiB/s wr, 16 op/s 2024-04-02T09:33:44.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:33:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:44.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:33:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:44.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:33:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:45.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:33:45 smithi055 ceph-mon[85080]: pgmap v3775: 137 pgs: 137 active+clean; 516 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 420 KiB/s rd, 1.7 MiB/s wr, 16 op/s 2024-04-02T09:33:45.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:33:45 smithi012 ceph-mon[88355]: pgmap v3775: 137 pgs: 137 active+clean; 516 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 420 KiB/s rd, 1.7 MiB/s wr, 16 op/s 2024-04-02T09:33:45.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:33:45 smithi012 ceph-mon[90784]: pgmap v3775: 137 pgs: 137 active+clean; 516 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 420 KiB/s rd, 1.7 MiB/s wr, 16 op/s 2024-04-02T09:33:47.535 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] EncryptedFlattenTest/5.ZeroOverlap (15881 ms) 2024-04-02T09:33:47.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:33:47 smithi012 ceph-mon[88355]: pgmap v3776: 137 pgs: 137 active+clean; 544 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 530 KiB/s rd, 4.5 MiB/s wr, 47 op/s 2024-04-02T09:33:47.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:33:47 smithi012 ceph-mon[90784]: pgmap v3776: 137 pgs: 137 active+clean; 544 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 530 KiB/s rd, 4.5 MiB/s wr, 47 op/s 2024-04-02T09:33:47.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:33:47 smithi055 ceph-mon[85080]: pgmap v3776: 137 pgs: 137 active+clean; 544 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 530 KiB/s rd, 4.5 MiB/s wr, 47 op/s 2024-04-02T09:33:48.331 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 7 tests from EncryptedFlattenTest/5 (110240 ms total) 2024-04-02T09:33:48.331 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:33:48.331 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 7 tests from EncryptedFlattenTest/6, where TypeParam = LUKS2UnderLUKS2 2024-04-02T09:33:48.373 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] EncryptedFlattenTest/6.Simple 2024-04-02T09:33:48.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:33:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:33:47] "GET /metrics HTTP/1.1" 200 36747 "" "Prometheus/2.43.0" 2024-04-02T09:33:49.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:33:49 smithi012 ceph-mon[88355]: pgmap v3777: 137 pgs: 137 active+clean; 544 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 530 KiB/s rd, 4.5 MiB/s wr, 47 op/s 2024-04-02T09:33:49.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:33:49 smithi012 ceph-mon[88355]: osdmap e1990: 8 total, 8 up, 8 in 2024-04-02T09:33:49.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:33:49 smithi012 ceph-mon[90784]: pgmap v3777: 137 pgs: 137 active+clean; 544 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 530 KiB/s rd, 4.5 MiB/s wr, 47 op/s 2024-04-02T09:33:49.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:33:49 smithi012 ceph-mon[90784]: osdmap e1990: 8 total, 8 up, 8 in 2024-04-02T09:33:49.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:33:49 smithi055 ceph-mon[85080]: pgmap v3777: 137 pgs: 137 active+clean; 544 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 530 KiB/s rd, 4.5 MiB/s wr, 47 op/s 2024-04-02T09:33:49.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:33:49 smithi055 ceph-mon[85080]: osdmap e1990: 8 total, 8 up, 8 in 2024-04-02T09:33:50.347 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:33:50.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:33:50 smithi012 ceph-mon[88355]: osdmap e1991: 8 total, 8 up, 8 in 2024-04-02T09:33:50.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:33:50 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3577158398' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:33:50.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:33:50 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:33:50.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:33:50 smithi012 ceph-mon[90784]: osdmap e1991: 8 total, 8 up, 8 in 2024-04-02T09:33:50.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:33:50 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3577158398' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:33:50.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:33:50 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:33:50.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:33:50 smithi055 ceph-mon[85080]: osdmap e1991: 8 total, 8 up, 8 in 2024-04-02T09:33:50.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:33:50 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3577158398' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:33:50.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:33:50 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:33:51.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:33:51 smithi012 ceph-mon[90784]: pgmap v3780: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:33:51.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:33:51 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:33:51.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:33:51 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-42","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:33:51.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:33:51 smithi012 ceph-mon[90784]: osdmap e1992: 8 total, 8 up, 8 in 2024-04-02T09:33:51.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:33:51 smithi012 ceph-mon[88355]: pgmap v3780: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:33:51.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:33:51 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:33:51.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:33:51 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-42","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:33:51.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:33:51 smithi012 ceph-mon[88355]: osdmap e1992: 8 total, 8 up, 8 in 2024-04-02T09:33:51.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:33:51 smithi055 ceph-mon[85080]: pgmap v3780: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:33:51.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:33:51 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:33:51.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:33:51 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-42","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:33:51.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:33:51 smithi055 ceph-mon[85080]: osdmap e1992: 8 total, 8 up, 8 in 2024-04-02T09:33:52.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:33:52 smithi012 ceph-mon[88355]: osdmap e1993: 8 total, 8 up, 8 in 2024-04-02T09:33:52.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:33:52 smithi012 ceph-mon[90784]: osdmap e1993: 8 total, 8 up, 8 in 2024-04-02T09:33:52.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:33:52 smithi055 ceph-mon[85080]: osdmap e1993: 8 total, 8 up, 8 in 2024-04-02T09:33:52.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:33:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:33:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:33:53.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:33:53 smithi012 ceph-mon[88355]: pgmap v3783: 137 pgs: 16 creating+peering, 121 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:33:53.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:33:53 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:33:53.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:33:53 smithi012 ceph-mon[88355]: osdmap e1994: 8 total, 8 up, 8 in 2024-04-02T09:33:53.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:33:53 smithi012 ceph-mon[90784]: pgmap v3783: 137 pgs: 16 creating+peering, 121 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:33:53.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:33:53 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:33:53.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:33:53 smithi012 ceph-mon[90784]: osdmap e1994: 8 total, 8 up, 8 in 2024-04-02T09:33:53.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:33:53 smithi055 ceph-mon[85080]: pgmap v3783: 137 pgs: 16 creating+peering, 121 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:33:53.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:33:53 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:33:53.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:33:53 smithi055 ceph-mon[85080]: osdmap e1994: 8 total, 8 up, 8 in 2024-04-02T09:33:55.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:33:55 smithi012 ceph-mon[88355]: pgmap v3785: 137 pgs: 16 creating+peering, 121 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:33:55.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:33:55 smithi012 ceph-mon[90784]: pgmap v3785: 137 pgs: 16 creating+peering, 121 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:33:55.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:33:55 smithi055 ceph-mon[85080]: pgmap v3785: 137 pgs: 16 creating+peering, 121 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:33:57.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:33:57 smithi012 ceph-mon[88355]: pgmap v3786: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-02T09:33:57.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:33:57 smithi012 ceph-mon[90784]: pgmap v3786: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-02T09:33:57.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:33:57 smithi055 ceph-mon[85080]: pgmap v3786: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-02T09:33:58.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:33:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:33:57] "GET /metrics HTTP/1.1" 200 36747 "" "Prometheus/2.43.0" 2024-04-02T09:33:59.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:33:59 smithi012 ceph-mon[90784]: pgmap v3787: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.0 KiB/s wr, 6 op/s 2024-04-02T09:33:59.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:33:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:59.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:33:59 smithi012 ceph-mon[88355]: pgmap v3787: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.0 KiB/s wr, 6 op/s 2024-04-02T09:33:59.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:33:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:59.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:33:59 smithi055 ceph-mon[85080]: pgmap v3787: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.0 KiB/s wr, 6 op/s 2024-04-02T09:33:59.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:33:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:00.930 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:34:00 smithi012 ceph-mon[88355]: osdmap e1995: 8 total, 8 up, 8 in 2024-04-02T09:34:00.930 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:34:00 smithi012 ceph-mon[88355]: pgmap v3789: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-02T09:34:00.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:34:00 smithi012 ceph-mon[90784]: osdmap e1995: 8 total, 8 up, 8 in 2024-04-02T09:34:00.931 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:34:00 smithi012 ceph-mon[90784]: pgmap v3789: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-02T09:34:01.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:34:00 smithi055 ceph-mon[85080]: osdmap e1995: 8 total, 8 up, 8 in 2024-04-02T09:34:01.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:34:00 smithi055 ceph-mon[85080]: pgmap v3789: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-02T09:34:02.609 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:34:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:34:02.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:34:02.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:34:02 smithi012 ceph-mon[88355]: osdmap e1996: 8 total, 8 up, 8 in 2024-04-02T09:34:02.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:34:02 smithi012 ceph-mon[88355]: pgmap v3791: 137 pgs: 137 active+clean; 30 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 3.1 MiB/s wr, 20 op/s 2024-04-02T09:34:02.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:34:02 smithi012 ceph-mon[90784]: osdmap e1996: 8 total, 8 up, 8 in 2024-04-02T09:34:02.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:34:02 smithi012 ceph-mon[90784]: pgmap v3791: 137 pgs: 137 active+clean; 30 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 3.1 MiB/s wr, 20 op/s 2024-04-02T09:34:03.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:34:02 smithi055 ceph-mon[85080]: osdmap e1996: 8 total, 8 up, 8 in 2024-04-02T09:34:03.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:34:02 smithi055 ceph-mon[85080]: pgmap v3791: 137 pgs: 137 active+clean; 30 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 3.1 MiB/s wr, 20 op/s 2024-04-02T09:34:05.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:34:05 smithi055 ceph-mon[85080]: pgmap v3792: 137 pgs: 137 active+clean; 30 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.6 KiB/s rd, 3.1 MiB/s wr, 13 op/s 2024-04-02T09:34:05.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:34:05 smithi012 ceph-mon[88355]: pgmap v3792: 137 pgs: 137 active+clean; 30 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.6 KiB/s rd, 3.1 MiB/s wr, 13 op/s 2024-04-02T09:34:05.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:34:05 smithi012 ceph-mon[90784]: pgmap v3792: 137 pgs: 137 active+clean; 30 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.6 KiB/s rd, 3.1 MiB/s wr, 13 op/s 2024-04-02T09:34:07.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:34:07 smithi055 ceph-mon[85080]: pgmap v3793: 137 pgs: 137 active+clean; 46 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-02T09:34:07.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:34:07 smithi012 ceph-mon[88355]: pgmap v3793: 137 pgs: 137 active+clean; 46 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-02T09:34:07.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:34:07 smithi012 ceph-mon[90784]: pgmap v3793: 137 pgs: 137 active+clean; 46 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-02T09:34:08.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:34:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:34:07] "GET /metrics HTTP/1.1" 200 36709 "" "Prometheus/2.43.0" 2024-04-02T09:34:09.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:34:09 smithi055 ceph-mon[85080]: pgmap v3794: 137 pgs: 137 active+clean; 46 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 4.8 MiB/s wr, 41 op/s 2024-04-02T09:34:09.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:34:09 smithi012 ceph-mon[88355]: pgmap v3794: 137 pgs: 137 active+clean; 46 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 4.8 MiB/s wr, 41 op/s 2024-04-02T09:34:09.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:34:09 smithi012 ceph-mon[90784]: pgmap v3794: 137 pgs: 137 active+clean; 46 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 4.8 MiB/s wr, 41 op/s 2024-04-02T09:34:11.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:34:11 smithi055 ceph-mon[85080]: pgmap v3795: 137 pgs: 137 active+clean; 54 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 4.9 MiB/s wr, 40 op/s 2024-04-02T09:34:11.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:34:11 smithi012 ceph-mon[88355]: pgmap v3795: 137 pgs: 137 active+clean; 54 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 4.9 MiB/s wr, 40 op/s 2024-04-02T09:34:11.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:34:11 smithi012 ceph-mon[90784]: pgmap v3795: 137 pgs: 137 active+clean; 54 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 4.9 MiB/s wr, 40 op/s 2024-04-02T09:34:12.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:34:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:34:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:34:13.312 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] EncryptedFlattenTest/6.Simple (24939 ms) 2024-04-02T09:34:13.312 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] EncryptedFlattenTest/6.Grow 2024-04-02T09:34:13.312 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:34:13.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:34:13 smithi055 ceph-mon[85080]: pgmap v3796: 137 pgs: 137 active+clean; 62 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 3.0 MiB/s wr, 33 op/s 2024-04-02T09:34:13.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:34:13 smithi012 ceph-mon[88355]: pgmap v3796: 137 pgs: 137 active+clean; 62 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 3.0 MiB/s wr, 33 op/s 2024-04-02T09:34:13.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:34:13 smithi012 ceph-mon[90784]: pgmap v3796: 137 pgs: 137 active+clean; 62 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 3.0 MiB/s wr, 33 op/s 2024-04-02T09:34:14.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:34:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:14.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:34:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:14.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:34:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:15.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:34:15 smithi055 ceph-mon[85080]: pgmap v3797: 137 pgs: 137 active+clean; 62 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 2.7 MiB/s wr, 29 op/s 2024-04-02T09:34:15.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:34:15 smithi012 ceph-mon[90784]: pgmap v3797: 137 pgs: 137 active+clean; 62 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 2.7 MiB/s wr, 29 op/s 2024-04-02T09:34:15.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:34:15 smithi012 ceph-mon[88355]: pgmap v3797: 137 pgs: 137 active+clean; 62 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 2.7 MiB/s wr, 29 op/s 2024-04-02T09:34:17.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:34:17 smithi055 ceph-mon[85080]: pgmap v3798: 137 pgs: 137 active+clean; 87 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 6.1 MiB/s wr, 49 op/s 2024-04-02T09:34:17.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:34:17 smithi012 ceph-mon[88355]: pgmap v3798: 137 pgs: 137 active+clean; 87 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 6.1 MiB/s wr, 49 op/s 2024-04-02T09:34:17.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:34:17 smithi012 ceph-mon[90784]: pgmap v3798: 137 pgs: 137 active+clean; 87 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 6.1 MiB/s wr, 49 op/s 2024-04-02T09:34:18.304 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:34:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:34:17] "GET /metrics HTTP/1.1" 200 36729 "" "Prometheus/2.43.0" 2024-04-02T09:34:18.304 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:34:18 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:34:18.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:34:18 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:34:18.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:34:18 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:34:19.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:34:19 smithi055 ceph-mon[85080]: pgmap v3799: 137 pgs: 137 active+clean; 87 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.7 MiB/s wr, 28 op/s 2024-04-02T09:34:19.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:34:19 smithi012 ceph-mon[88355]: pgmap v3799: 137 pgs: 137 active+clean; 87 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.7 MiB/s wr, 28 op/s 2024-04-02T09:34:19.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:34:19 smithi012 ceph-mon[90784]: pgmap v3799: 137 pgs: 137 active+clean; 87 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.7 MiB/s wr, 28 op/s 2024-04-02T09:34:21.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:34:20 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:34:21.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:34:20 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:34:21.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:34:20 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:34:21.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:34:20 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:34:21.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:34:20 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:34:21.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:34:20 smithi055 ceph-mon[85080]: pgmap v3800: 137 pgs: 137 active+clean; 87 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.7 MiB/s wr, 28 op/s 2024-04-02T09:34:21.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:34:20 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:34:21.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:34:20 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:34:21.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:34:20 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:34:21.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:34:20 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:34:21.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:34:20 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:34:21.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:34:20 smithi012 ceph-mon[88355]: pgmap v3800: 137 pgs: 137 active+clean; 87 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.7 MiB/s wr, 28 op/s 2024-04-02T09:34:21.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:34:20 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:34:21.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:34:20 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:34:21.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:34:20 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:34:21.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:34:20 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:34:21.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:34:20 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:34:21.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:34:20 smithi012 ceph-mon[90784]: pgmap v3800: 137 pgs: 137 active+clean; 87 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.7 MiB/s wr, 28 op/s 2024-04-02T09:34:22.714 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:34:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:34:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:34:23.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:34:22 smithi055 ceph-mon[85080]: osdmap e1997: 8 total, 8 up, 8 in 2024-04-02T09:34:23.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:34:22 smithi055 ceph-mon[85080]: pgmap v3802: 137 pgs: 137 active+clean; 87 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 4.1 MiB/s wr, 23 op/s 2024-04-02T09:34:23.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:34:22 smithi012 ceph-mon[88355]: osdmap e1997: 8 total, 8 up, 8 in 2024-04-02T09:34:23.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:34:22 smithi012 ceph-mon[88355]: pgmap v3802: 137 pgs: 137 active+clean; 87 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 4.1 MiB/s wr, 23 op/s 2024-04-02T09:34:23.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:34:22 smithi012 ceph-mon[90784]: osdmap e1997: 8 total, 8 up, 8 in 2024-04-02T09:34:23.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:34:22 smithi012 ceph-mon[90784]: pgmap v3802: 137 pgs: 137 active+clean; 87 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 4.1 MiB/s wr, 23 op/s 2024-04-02T09:34:25.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:34:25 smithi055 ceph-mon[85080]: pgmap v3803: 137 pgs: 137 active+clean; 87 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 4.1 MiB/s wr, 23 op/s 2024-04-02T09:34:25.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:34:25 smithi012 ceph-mon[88355]: pgmap v3803: 137 pgs: 137 active+clean; 87 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 4.1 MiB/s wr, 23 op/s 2024-04-02T09:34:25.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:34:25 smithi012 ceph-mon[90784]: pgmap v3803: 137 pgs: 137 active+clean; 87 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 4.1 MiB/s wr, 23 op/s 2024-04-02T09:34:27.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:34:27 smithi055 ceph-mon[85080]: pgmap v3804: 137 pgs: 137 active+clean; 128 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:34:27.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:34:27 smithi012 ceph-mon[88355]: pgmap v3804: 137 pgs: 137 active+clean; 128 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:34:27.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:34:27 smithi012 ceph-mon[90784]: pgmap v3804: 137 pgs: 137 active+clean; 128 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:34:28.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:34:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:34:27] "GET /metrics HTTP/1.1" 200 36729 "" "Prometheus/2.43.0" 2024-04-02T09:34:29.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:34:29 smithi055 ceph-mon[85080]: pgmap v3805: 137 pgs: 137 active+clean; 128 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:34:29.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:34:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:29.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:34:29 smithi012 ceph-mon[88355]: pgmap v3805: 137 pgs: 137 active+clean; 128 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:34:29.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:34:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:29.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:34:29 smithi012 ceph-mon[90784]: pgmap v3805: 137 pgs: 137 active+clean; 128 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:34:29.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:34:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:31.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:34:31 smithi055 ceph-mon[85080]: pgmap v3806: 137 pgs: 137 active+clean; 128 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:34:31.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:34:31 smithi012 ceph-mon[88355]: pgmap v3806: 137 pgs: 137 active+clean; 128 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:34:31.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:34:31 smithi012 ceph-mon[90784]: pgmap v3806: 137 pgs: 137 active+clean; 128 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:34:32.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:34:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:34:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:34:33.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:34:33 smithi055 ceph-mon[85080]: pgmap v3807: 137 pgs: 137 active+clean; 132 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 4.3 MiB/s wr, 43 op/s 2024-04-02T09:34:33.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:34:33 smithi012 ceph-mon[88355]: pgmap v3807: 137 pgs: 137 active+clean; 132 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 4.3 MiB/s wr, 43 op/s 2024-04-02T09:34:33.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:34:33 smithi012 ceph-mon[90784]: pgmap v3807: 137 pgs: 137 active+clean; 132 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 4.3 MiB/s wr, 43 op/s 2024-04-02T09:34:35.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:34:35 smithi055 ceph-mon[85080]: pgmap v3808: 137 pgs: 137 active+clean; 132 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 3.8 MiB/s wr, 38 op/s 2024-04-02T09:34:35.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:34:35 smithi012 ceph-mon[88355]: pgmap v3808: 137 pgs: 137 active+clean; 132 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 3.8 MiB/s wr, 38 op/s 2024-04-02T09:34:35.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:34:35 smithi012 ceph-mon[90784]: pgmap v3808: 137 pgs: 137 active+clean; 132 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 3.8 MiB/s wr, 38 op/s 2024-04-02T09:34:36.601 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] EncryptedFlattenTest/6.Grow (23289 ms) 2024-04-02T09:34:36.601 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] EncryptedFlattenTest/6.Shrink 2024-04-02T09:34:36.601 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:34:37.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:34:37 smithi055 ceph-mon[85080]: pgmap v3809: 137 pgs: 137 active+clean; 169 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 8.2 MiB/s wr, 55 op/s 2024-04-02T09:34:37.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:34:37 smithi012 ceph-mon[88355]: pgmap v3809: 137 pgs: 137 active+clean; 169 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 8.2 MiB/s wr, 55 op/s 2024-04-02T09:34:37.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:34:37 smithi012 ceph-mon[90784]: pgmap v3809: 137 pgs: 137 active+clean; 169 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 8.2 MiB/s wr, 55 op/s 2024-04-02T09:34:38.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:34:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:34:37] "GET /metrics HTTP/1.1" 200 36741 "" "Prometheus/2.43.0" 2024-04-02T09:34:39.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:34:39 smithi055 ceph-mon[85080]: pgmap v3810: 137 pgs: 137 active+clean; 169 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.8 MiB/s wr, 25 op/s 2024-04-02T09:34:39.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:34:39 smithi012 ceph-mon[88355]: pgmap v3810: 137 pgs: 137 active+clean; 169 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.8 MiB/s wr, 25 op/s 2024-04-02T09:34:39.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:34:39 smithi012 ceph-mon[90784]: pgmap v3810: 137 pgs: 137 active+clean; 169 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.8 MiB/s wr, 25 op/s 2024-04-02T09:34:41.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:34:41 smithi012 ceph-mon[88355]: pgmap v3811: 137 pgs: 137 active+clean; 169 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.0 MiB/s rd, 4.8 MiB/s wr, 27 op/s 2024-04-02T09:34:41.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:34:41 smithi012 ceph-mon[90784]: pgmap v3811: 137 pgs: 137 active+clean; 169 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.0 MiB/s rd, 4.8 MiB/s wr, 27 op/s 2024-04-02T09:34:41.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:34:41 smithi055 ceph-mon[85080]: pgmap v3811: 137 pgs: 137 active+clean; 169 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.0 MiB/s rd, 4.8 MiB/s wr, 27 op/s 2024-04-02T09:34:42.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:34:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:34:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:34:43.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:34:43 smithi012 ceph-mon[88355]: pgmap v3812: 137 pgs: 137 active+clean; 169 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-02T09:34:43.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:34:43 smithi012 ceph-mon[90784]: pgmap v3812: 137 pgs: 137 active+clean; 169 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-02T09:34:43.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:34:43 smithi055 ceph-mon[85080]: pgmap v3812: 137 pgs: 137 active+clean; 169 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-02T09:34:44.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:34:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:44.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:34:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:44.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:34:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:45.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:34:45 smithi012 ceph-mon[88355]: pgmap v3813: 137 pgs: 137 active+clean; 169 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.4 MiB/s wr, 22 op/s 2024-04-02T09:34:45.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:34:45 smithi012 ceph-mon[90784]: pgmap v3813: 137 pgs: 137 active+clean; 169 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.4 MiB/s wr, 22 op/s 2024-04-02T09:34:45.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:34:45 smithi055 ceph-mon[85080]: pgmap v3813: 137 pgs: 137 active+clean; 169 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.4 MiB/s wr, 22 op/s 2024-04-02T09:34:47.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:34:47 smithi012 ceph-mon[88355]: pgmap v3814: 137 pgs: 137 active+clean; 197 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 6.7 MiB/s wr, 24 op/s 2024-04-02T09:34:47.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:34:47 smithi012 ceph-mon[88355]: osdmap e1998: 8 total, 8 up, 8 in 2024-04-02T09:34:47.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:34:47 smithi012 ceph-mon[90784]: pgmap v3814: 137 pgs: 137 active+clean; 197 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 6.7 MiB/s wr, 24 op/s 2024-04-02T09:34:47.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:34:47 smithi012 ceph-mon[90784]: osdmap e1998: 8 total, 8 up, 8 in 2024-04-02T09:34:47.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:34:47 smithi055 ceph-mon[85080]: pgmap v3814: 137 pgs: 137 active+clean; 197 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 6.7 MiB/s wr, 24 op/s 2024-04-02T09:34:47.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:34:47 smithi055 ceph-mon[85080]: osdmap e1998: 8 total, 8 up, 8 in 2024-04-02T09:34:48.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:34:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:34:47] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-04-02T09:34:49.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:34:49 smithi012 ceph-mon[88355]: pgmap v3816: 137 pgs: 137 active+clean; 197 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 8 op/s 2024-04-02T09:34:49.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:34:49 smithi012 ceph-mon[90784]: pgmap v3816: 137 pgs: 137 active+clean; 197 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 8 op/s 2024-04-02T09:34:49.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:34:49 smithi055 ceph-mon[85080]: pgmap v3816: 137 pgs: 137 active+clean; 197 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 8 op/s 2024-04-02T09:34:51.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:34:51 smithi012 ceph-mon[88355]: pgmap v3817: 137 pgs: 137 active+clean; 206 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 937 KiB/s rd, 3.7 MiB/s wr, 23 op/s 2024-04-02T09:34:51.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:34:51 smithi012 ceph-mon[90784]: pgmap v3817: 137 pgs: 137 active+clean; 206 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 937 KiB/s rd, 3.7 MiB/s wr, 23 op/s 2024-04-02T09:34:51.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:34:51 smithi055 ceph-mon[85080]: pgmap v3817: 137 pgs: 137 active+clean; 206 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 937 KiB/s rd, 3.7 MiB/s wr, 23 op/s 2024-04-02T09:34:52.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:34:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:34:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:34:53.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:34:53 smithi012 ceph-mon[88355]: pgmap v3818: 137 pgs: 137 active+clean; 210 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:34:53.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:34:53 smithi012 ceph-mon[90784]: pgmap v3818: 137 pgs: 137 active+clean; 210 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:34:53.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:34:53 smithi055 ceph-mon[85080]: pgmap v3818: 137 pgs: 137 active+clean; 210 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:34:55.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:34:55 smithi012 ceph-mon[88355]: pgmap v3819: 137 pgs: 137 active+clean; 210 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:34:55.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:34:55 smithi012 ceph-mon[90784]: pgmap v3819: 137 pgs: 137 active+clean; 210 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:34:55.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:34:55 smithi055 ceph-mon[85080]: pgmap v3819: 137 pgs: 137 active+clean; 210 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:34:57.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:34:57 smithi012 ceph-mon[88355]: pgmap v3820: 137 pgs: 137 active+clean; 226 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 2.9 MiB/s wr, 44 op/s 2024-04-02T09:34:57.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:34:57 smithi012 ceph-mon[90784]: pgmap v3820: 137 pgs: 137 active+clean; 226 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 2.9 MiB/s wr, 44 op/s 2024-04-02T09:34:57.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:34:57 smithi055 ceph-mon[85080]: pgmap v3820: 137 pgs: 137 active+clean; 226 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 2.9 MiB/s wr, 44 op/s 2024-04-02T09:34:58.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:34:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:34:57] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-04-02T09:34:59.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:34:59 smithi012 ceph-mon[88355]: pgmap v3821: 137 pgs: 137 active+clean; 226 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 2.4 MiB/s wr, 37 op/s 2024-04-02T09:34:59.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:34:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:59.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:34:59 smithi012 ceph-mon[90784]: pgmap v3821: 137 pgs: 137 active+clean; 226 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 2.4 MiB/s wr, 37 op/s 2024-04-02T09:34:59.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:34:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:59.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:34:59 smithi055 ceph-mon[85080]: pgmap v3821: 137 pgs: 137 active+clean; 226 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 2.4 MiB/s wr, 37 op/s 2024-04-02T09:34:59.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:34:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:00.071 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] EncryptedFlattenTest/6.Shrink (23471 ms) 2024-04-02T09:35:00.071 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] EncryptedFlattenTest/6.ShrinkToOne 2024-04-02T09:35:00.072 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:35:01.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:35:01 smithi012 ceph-mon[88355]: pgmap v3822: 137 pgs: 137 active+clean; 239 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.2 MiB/s wr, 54 op/s 2024-04-02T09:35:01.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:35:01 smithi012 ceph-mon[90784]: pgmap v3822: 137 pgs: 137 active+clean; 239 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.2 MiB/s wr, 54 op/s 2024-04-02T09:35:01.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:35:01 smithi055 ceph-mon[85080]: pgmap v3822: 137 pgs: 137 active+clean; 239 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.2 MiB/s wr, 54 op/s 2024-04-02T09:35:02.712 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:35:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:35:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:35:03.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:35:03 smithi012 ceph-mon[88355]: pgmap v3823: 137 pgs: 137 active+clean; 251 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.4 MiB/s rd, 5.1 MiB/s wr, 43 op/s 2024-04-02T09:35:03.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:35:03 smithi012 ceph-mon[90784]: pgmap v3823: 137 pgs: 137 active+clean; 251 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.4 MiB/s rd, 5.1 MiB/s wr, 43 op/s 2024-04-02T09:35:03.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:35:03 smithi055 ceph-mon[85080]: pgmap v3823: 137 pgs: 137 active+clean; 251 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.4 MiB/s rd, 5.1 MiB/s wr, 43 op/s 2024-04-02T09:35:05.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:35:05 smithi012 ceph-mon[88355]: pgmap v3824: 137 pgs: 137 active+clean; 251 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.4 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-02T09:35:05.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:35:05 smithi012 ceph-mon[90784]: pgmap v3824: 137 pgs: 137 active+clean; 251 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.4 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-02T09:35:05.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:35:05 smithi055 ceph-mon[85080]: pgmap v3824: 137 pgs: 137 active+clean; 251 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.4 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-02T09:35:07.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:35:07 smithi012 ceph-mon[88355]: pgmap v3825: 137 pgs: 137 active+clean; 251 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-02T09:35:07.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:35:07 smithi012 ceph-mon[90784]: pgmap v3825: 137 pgs: 137 active+clean; 251 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-02T09:35:07.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:35:07 smithi055 ceph-mon[85080]: pgmap v3825: 137 pgs: 137 active+clean; 251 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-02T09:35:08.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:35:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:35:07] "GET /metrics HTTP/1.1" 200 36744 "" "Prometheus/2.43.0" 2024-04-02T09:35:09.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:35:09 smithi012 ceph-mon[88355]: pgmap v3826: 137 pgs: 137 active+clean; 251 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.4 MiB/s wr, 21 op/s 2024-04-02T09:35:09.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:35:09 smithi012 ceph-mon[88355]: osdmap e1999: 8 total, 8 up, 8 in 2024-04-02T09:35:09.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:35:09 smithi012 ceph-mon[90784]: pgmap v3826: 137 pgs: 137 active+clean; 251 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.4 MiB/s wr, 21 op/s 2024-04-02T09:35:09.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:35:09 smithi012 ceph-mon[90784]: osdmap e1999: 8 total, 8 up, 8 in 2024-04-02T09:35:09.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:35:09 smithi055 ceph-mon[85080]: pgmap v3826: 137 pgs: 137 active+clean; 251 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.4 MiB/s wr, 21 op/s 2024-04-02T09:35:09.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:35:09 smithi055 ceph-mon[85080]: osdmap e1999: 8 total, 8 up, 8 in 2024-04-02T09:35:11.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:35:11 smithi012 ceph-mon[88355]: pgmap v3828: 137 pgs: 137 active+clean; 268 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 6.8 MiB/s rd, 3.7 MiB/s wr, 30 op/s 2024-04-02T09:35:11.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:35:11 smithi012 ceph-mon[90784]: pgmap v3828: 137 pgs: 137 active+clean; 268 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 6.8 MiB/s rd, 3.7 MiB/s wr, 30 op/s 2024-04-02T09:35:11.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:35:11 smithi055 ceph-mon[85080]: pgmap v3828: 137 pgs: 137 active+clean; 268 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 6.8 MiB/s rd, 3.7 MiB/s wr, 30 op/s 2024-04-02T09:35:12.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:35:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:35:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:35:13.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:35:13 smithi012 ceph-mon[88355]: pgmap v3829: 137 pgs: 137 active+clean; 292 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 436 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:35:13.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:35:13 smithi012 ceph-mon[90784]: pgmap v3829: 137 pgs: 137 active+clean; 292 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 436 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:35:13.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:35:13 smithi055 ceph-mon[85080]: pgmap v3829: 137 pgs: 137 active+clean; 292 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 436 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:35:14.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:35:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:14.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:35:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:14.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:35:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:15.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:35:15 smithi012 ceph-mon[90784]: pgmap v3830: 137 pgs: 137 active+clean; 292 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 436 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:35:15.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:35:15 smithi012 ceph-mon[88355]: pgmap v3830: 137 pgs: 137 active+clean; 292 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 436 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:35:15.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:35:15 smithi055 ceph-mon[85080]: pgmap v3830: 137 pgs: 137 active+clean; 292 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 436 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:35:17.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:35:17 smithi012 ceph-mon[88355]: pgmap v3831: 137 pgs: 137 active+clean; 292 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:35:17.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:35:17 smithi012 ceph-mon[90784]: pgmap v3831: 137 pgs: 137 active+clean; 292 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:35:17.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:35:17 smithi055 ceph-mon[85080]: pgmap v3831: 137 pgs: 137 active+clean; 292 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:35:18.429 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:35:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:35:17] "GET /metrics HTTP/1.1" 200 36738 "" "Prometheus/2.43.0" 2024-04-02T09:35:19.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:35:19 smithi012 ceph-mon[88355]: pgmap v3832: 137 pgs: 137 active+clean; 292 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:35:19.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:35:19 smithi012 ceph-mon[90784]: pgmap v3832: 137 pgs: 137 active+clean; 292 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:35:19.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:35:19 smithi055 ceph-mon[85080]: pgmap v3832: 137 pgs: 137 active+clean; 292 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:35:20.655 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:35:20 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:35:20.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:35:20 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:35:20.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:35:20 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:35:21.402 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:35:21 smithi012 ceph-mon[88355]: pgmap v3833: 137 pgs: 137 active+clean; 296 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 77 KiB/s rd, 3.8 MiB/s wr, 38 op/s 2024-04-02T09:35:21.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:35:21 smithi012 ceph-mon[90784]: pgmap v3833: 137 pgs: 137 active+clean; 296 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 77 KiB/s rd, 3.8 MiB/s wr, 38 op/s 2024-04-02T09:35:21.766 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:35:21 smithi055 ceph-mon[85080]: pgmap v3833: 137 pgs: 137 active+clean; 296 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 77 KiB/s rd, 3.8 MiB/s wr, 38 op/s 2024-04-02T09:35:22.380 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] EncryptedFlattenTest/6.ShrinkToOne (22308 ms) 2024-04-02T09:35:22.380 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] EncryptedFlattenTest/6.ShrinkToOneAfterSnapshot 2024-04-02T09:35:22.380 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:35:22.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:35:22 smithi012 ceph-mon[88355]: pgmap v3834: 137 pgs: 137 active+clean; 312 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 MiB/s wr, 19 op/s 2024-04-02T09:35:22.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:35:22 smithi012 ceph-mon[90784]: pgmap v3834: 137 pgs: 137 active+clean; 312 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 MiB/s wr, 19 op/s 2024-04-02T09:35:22.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:35:22 smithi055 ceph-mon[85080]: pgmap v3834: 137 pgs: 137 active+clean; 312 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 MiB/s wr, 19 op/s 2024-04-02T09:35:22.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:35:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:35:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:35:24.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:35:24 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:35:24.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:35:24 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:35:24.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:35:24 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:35:24.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:35:24 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:35:24.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:35:24 smithi012 ceph-mon[88355]: pgmap v3835: 137 pgs: 137 active+clean; 312 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 MiB/s wr, 10 op/s 2024-04-02T09:35:24.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:35:24 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:35:24.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:35:24 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:35:24.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:35:24 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:35:24.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:35:24 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:35:24.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:35:24 smithi012 ceph-mon[90784]: pgmap v3835: 137 pgs: 137 active+clean; 312 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 MiB/s wr, 10 op/s 2024-04-02T09:35:25.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:35:24 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:35:25.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:35:24 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:35:25.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:35:24 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:35:25.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:35:24 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:35:25.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:35:24 smithi055 ceph-mon[85080]: pgmap v3835: 137 pgs: 137 active+clean; 312 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 MiB/s wr, 10 op/s 2024-04-02T09:35:25.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:35:25 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:35:25.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:35:25 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:35:25.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:35:25 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:35:25.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:35:25 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:35:26.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:35:25 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:35:26.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:35:25 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:35:26.970 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:35:26 smithi055 ceph-mon[85080]: pgmap v3836: 137 pgs: 137 active+clean; 312 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-02T09:35:27.000 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:35:26 smithi012 ceph-mon[88355]: pgmap v3836: 137 pgs: 137 active+clean; 312 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-02T09:35:27.000 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:35:26 smithi012 ceph-mon[90784]: pgmap v3836: 137 pgs: 137 active+clean; 312 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-02T09:35:28.415 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:35:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:35:27] "GET /metrics HTTP/1.1" 200 36738 "" "Prometheus/2.43.0" 2024-04-02T09:35:29.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:35:29 smithi012 ceph-mon[88355]: pgmap v3837: 137 pgs: 137 active+clean; 312 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-02T09:35:29.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:35:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:35:29.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:35:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:35:29.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:35:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:35:29.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:35:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:35:29.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:35:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:35:29.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:35:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:35:29.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:35:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:35:29.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:35:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:29.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:35:29 smithi012 ceph-mon[90784]: pgmap v3837: 137 pgs: 137 active+clean; 312 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-02T09:35:29.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:35:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:35:29.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:35:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:35:29.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:35:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:35:29.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:35:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:35:29.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:35:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:35:29.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:35:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:35:29.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:35:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:35:29.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:35:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:29.814 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:35:29 smithi055 ceph-mon[85080]: pgmap v3837: 137 pgs: 137 active+clean; 312 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-02T09:35:29.814 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:35:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:35:29.814 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:35:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:35:29.814 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:35:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:35:29.814 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:35:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:35:29.814 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:35:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:35:29.814 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:35:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:35:29.815 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:35:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:35:29.815 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:35:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:30.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:35:30 smithi012 ceph-mon[88355]: pgmap v3838: 137 pgs: 137 active+clean; 312 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-02T09:35:30.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:35:30 smithi012 ceph-mon[90784]: pgmap v3838: 137 pgs: 137 active+clean; 312 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-02T09:35:31.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:35:30 smithi055 ceph-mon[85080]: pgmap v3838: 137 pgs: 137 active+clean; 312 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-02T09:35:32.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:35:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:35:32.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:35:33.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:35:33 smithi012 ceph-mon[88355]: pgmap v3839: 137 pgs: 137 active+clean; 312 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 14 op/s 2024-04-02T09:35:33.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:35:33 smithi012 ceph-mon[90784]: pgmap v3839: 137 pgs: 137 active+clean; 312 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 14 op/s 2024-04-02T09:35:33.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:35:33 smithi055 ceph-mon[85080]: pgmap v3839: 137 pgs: 137 active+clean; 312 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 14 op/s 2024-04-02T09:35:34.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:35:34 smithi012 ceph-mon[90784]: osdmap e2000: 8 total, 8 up, 8 in 2024-04-02T09:35:34.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:35:34 smithi012 ceph-mon[88355]: osdmap e2000: 8 total, 8 up, 8 in 2024-04-02T09:35:34.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:35:34 smithi055 ceph-mon[85080]: osdmap e2000: 8 total, 8 up, 8 in 2024-04-02T09:35:35.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:35:35 smithi012 ceph-mon[88355]: pgmap v3841: 137 pgs: 137 active+clean; 312 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 859 KiB/s rd, 411 KiB/s wr, 15 op/s 2024-04-02T09:35:35.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:35:35 smithi012 ceph-mon[90784]: pgmap v3841: 137 pgs: 137 active+clean; 312 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 859 KiB/s rd, 411 KiB/s wr, 15 op/s 2024-04-02T09:35:35.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:35:35 smithi055 ceph-mon[85080]: pgmap v3841: 137 pgs: 137 active+clean; 312 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 859 KiB/s rd, 411 KiB/s wr, 15 op/s 2024-04-02T09:35:37.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:35:37 smithi012 ceph-mon[88355]: pgmap v3842: 137 pgs: 137 active+clean; 353 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:35:37.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:35:37 smithi012 ceph-mon[90784]: pgmap v3842: 137 pgs: 137 active+clean; 353 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:35:37.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:35:37 smithi055 ceph-mon[85080]: pgmap v3842: 137 pgs: 137 active+clean; 353 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:35:38.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:35:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:35:37] "GET /metrics HTTP/1.1" 200 36739 "" "Prometheus/2.43.0" 2024-04-02T09:35:39.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:35:39 smithi012 ceph-mon[88355]: pgmap v3843: 137 pgs: 137 active+clean; 353 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:35:39.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:35:39 smithi012 ceph-mon[90784]: pgmap v3843: 137 pgs: 137 active+clean; 353 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:35:39.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:35:39 smithi055 ceph-mon[85080]: pgmap v3843: 137 pgs: 137 active+clean; 353 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:35:41.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:35:41 smithi012 ceph-mon[88355]: pgmap v3844: 137 pgs: 137 active+clean; 353 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:35:41.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:35:41 smithi012 ceph-mon[90784]: pgmap v3844: 137 pgs: 137 active+clean; 353 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:35:41.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:35:41 smithi055 ceph-mon[85080]: pgmap v3844: 137 pgs: 137 active+clean; 353 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:35:42.814 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:35:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:35:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:35:43.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:35:43 smithi012 ceph-mon[88355]: pgmap v3845: 137 pgs: 137 active+clean; 353 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:35:43.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:35:43 smithi012 ceph-mon[90784]: pgmap v3845: 137 pgs: 137 active+clean; 353 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:35:43.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:35:43 smithi055 ceph-mon[85080]: pgmap v3845: 137 pgs: 137 active+clean; 353 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:35:44.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:35:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:44.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:35:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:44.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:35:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:45.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:35:45 smithi012 ceph-mon[88355]: pgmap v3846: 137 pgs: 137 active+clean; 353 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 24 KiB/s rd, 3.7 MiB/s wr, 32 op/s 2024-04-02T09:35:45.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:35:45 smithi012 ceph-mon[90784]: pgmap v3846: 137 pgs: 137 active+clean; 353 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 24 KiB/s rd, 3.7 MiB/s wr, 32 op/s 2024-04-02T09:35:45.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:35:45 smithi055 ceph-mon[85080]: pgmap v3846: 137 pgs: 137 active+clean; 353 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 24 KiB/s rd, 3.7 MiB/s wr, 32 op/s 2024-04-02T09:35:47.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:35:47 smithi012 ceph-mon[88355]: pgmap v3847: 137 pgs: 137 active+clean; 369 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 76 KiB/s rd, 4.8 MiB/s wr, 39 op/s 2024-04-02T09:35:47.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:35:47 smithi012 ceph-mon[88355]: osdmap e2001: 8 total, 8 up, 8 in 2024-04-02T09:35:47.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:35:47 smithi012 ceph-mon[90784]: pgmap v3847: 137 pgs: 137 active+clean; 369 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 76 KiB/s rd, 4.8 MiB/s wr, 39 op/s 2024-04-02T09:35:47.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:35:47 smithi012 ceph-mon[90784]: osdmap e2001: 8 total, 8 up, 8 in 2024-04-02T09:35:47.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:35:47 smithi055 ceph-mon[85080]: pgmap v3847: 137 pgs: 137 active+clean; 369 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 76 KiB/s rd, 4.8 MiB/s wr, 39 op/s 2024-04-02T09:35:47.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:35:47 smithi055 ceph-mon[85080]: osdmap e2001: 8 total, 8 up, 8 in 2024-04-02T09:35:48.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:35:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:35:47] "GET /metrics HTTP/1.1" 200 36744 "" "Prometheus/2.43.0" 2024-04-02T09:35:48.624 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] EncryptedFlattenTest/6.ShrinkToOneAfterSnapshot (26244 ms) 2024-04-02T09:35:48.624 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] EncryptedFlattenTest/6.MinOverlap 2024-04-02T09:35:48.624 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:35:49.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:35:49 smithi012 ceph-mon[88355]: pgmap v3849: 137 pgs: 137 active+clean; 369 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 65 KiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-04-02T09:35:49.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:35:49 smithi012 ceph-mon[90784]: pgmap v3849: 137 pgs: 137 active+clean; 369 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 65 KiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-04-02T09:35:49.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:35:49 smithi055 ceph-mon[85080]: pgmap v3849: 137 pgs: 137 active+clean; 369 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 65 KiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-04-02T09:35:51.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:35:51 smithi012 ceph-mon[88355]: pgmap v3850: 137 pgs: 137 active+clean; 402 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.9 MiB/s wr, 41 op/s 2024-04-02T09:35:51.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:35:51 smithi012 ceph-mon[90784]: pgmap v3850: 137 pgs: 137 active+clean; 402 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.9 MiB/s wr, 41 op/s 2024-04-02T09:35:51.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:35:51 smithi055 ceph-mon[85080]: pgmap v3850: 137 pgs: 137 active+clean; 402 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.9 MiB/s wr, 41 op/s 2024-04-02T09:35:52.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:35:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:35:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:35:53.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:35:53 smithi012 ceph-mon[88355]: pgmap v3851: 137 pgs: 137 active+clean; 438 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 50 op/s 2024-04-02T09:35:53.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:35:53 smithi012 ceph-mon[90784]: pgmap v3851: 137 pgs: 137 active+clean; 438 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 50 op/s 2024-04-02T09:35:53.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:35:53 smithi055 ceph-mon[85080]: pgmap v3851: 137 pgs: 137 active+clean; 438 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 50 op/s 2024-04-02T09:35:55.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:35:55 smithi012 ceph-mon[88355]: pgmap v3852: 137 pgs: 137 active+clean; 438 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 50 op/s 2024-04-02T09:35:55.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:35:55 smithi012 ceph-mon[90784]: pgmap v3852: 137 pgs: 137 active+clean; 438 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 50 op/s 2024-04-02T09:35:55.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:35:55 smithi055 ceph-mon[85080]: pgmap v3852: 137 pgs: 137 active+clean; 438 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 50 op/s 2024-04-02T09:35:57.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:35:57 smithi012 ceph-mon[90784]: pgmap v3853: 137 pgs: 137 active+clean; 438 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 6.9 MiB/s wr, 38 op/s 2024-04-02T09:35:57.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:35:57 smithi012 ceph-mon[90784]: osdmap e2002: 8 total, 8 up, 8 in 2024-04-02T09:35:57.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:35:57 smithi012 ceph-mon[88355]: pgmap v3853: 137 pgs: 137 active+clean; 438 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 6.9 MiB/s wr, 38 op/s 2024-04-02T09:35:57.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:35:57 smithi012 ceph-mon[88355]: osdmap e2002: 8 total, 8 up, 8 in 2024-04-02T09:35:57.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:35:57 smithi055 ceph-mon[85080]: pgmap v3853: 137 pgs: 137 active+clean; 438 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 6.9 MiB/s wr, 38 op/s 2024-04-02T09:35:57.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:35:57 smithi055 ceph-mon[85080]: osdmap e2002: 8 total, 8 up, 8 in 2024-04-02T09:35:58.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:35:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:35:57] "GET /metrics HTTP/1.1" 200 36744 "" "Prometheus/2.43.0" 2024-04-02T09:35:59.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:35:59 smithi012 ceph-mon[88355]: pgmap v3855: 137 pgs: 137 active+clean; 438 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 6.9 MiB/s wr, 38 op/s 2024-04-02T09:35:59.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:35:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:59.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:35:59 smithi012 ceph-mon[90784]: pgmap v3855: 137 pgs: 137 active+clean; 438 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 6.9 MiB/s wr, 38 op/s 2024-04-02T09:35:59.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:35:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:59.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:35:59 smithi055 ceph-mon[85080]: pgmap v3855: 137 pgs: 137 active+clean; 438 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 6.9 MiB/s wr, 38 op/s 2024-04-02T09:35:59.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:35:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:01.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:36:01 smithi012 ceph-mon[88355]: pgmap v3856: 137 pgs: 137 active+clean; 450 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 944 KiB/s rd, 4.8 MiB/s wr, 33 op/s 2024-04-02T09:36:01.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:36:01 smithi012 ceph-mon[90784]: pgmap v3856: 137 pgs: 137 active+clean; 450 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 944 KiB/s rd, 4.8 MiB/s wr, 33 op/s 2024-04-02T09:36:01.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:36:01 smithi055 ceph-mon[85080]: pgmap v3856: 137 pgs: 137 active+clean; 450 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 944 KiB/s rd, 4.8 MiB/s wr, 33 op/s 2024-04-02T09:36:02.712 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:36:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:36:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:36:03.681 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:36:03 smithi012 ceph-mon[90784]: pgmap v3857: 137 pgs: 137 active+clean; 479 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:36:03.681 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:36:03 smithi012 ceph-mon[88355]: pgmap v3857: 137 pgs: 137 active+clean; 479 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:36:03.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:36:03 smithi055 ceph-mon[85080]: pgmap v3857: 137 pgs: 137 active+clean; 479 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:36:05.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:36:05 smithi012 ceph-mon[88355]: pgmap v3858: 137 pgs: 137 active+clean; 479 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:36:05.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:36:05 smithi012 ceph-mon[90784]: pgmap v3858: 137 pgs: 137 active+clean; 479 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:36:05.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:36:05 smithi055 ceph-mon[85080]: pgmap v3858: 137 pgs: 137 active+clean; 479 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:36:07.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:36:07 smithi012 ceph-mon[88355]: pgmap v3859: 137 pgs: 137 active+clean; 495 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 62 KiB/s rd, 5.7 MiB/s wr, 46 op/s 2024-04-02T09:36:07.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:36:07 smithi012 ceph-mon[90784]: pgmap v3859: 137 pgs: 137 active+clean; 495 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 62 KiB/s rd, 5.7 MiB/s wr, 46 op/s 2024-04-02T09:36:07.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:36:07 smithi055 ceph-mon[85080]: pgmap v3859: 137 pgs: 137 active+clean; 495 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 62 KiB/s rd, 5.7 MiB/s wr, 46 op/s 2024-04-02T09:36:08.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:36:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:36:07] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-04-02T09:36:09.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:36:09 smithi012 ceph-mon[88355]: pgmap v3860: 137 pgs: 137 active+clean; 495 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 53 KiB/s rd, 4.8 MiB/s wr, 39 op/s 2024-04-02T09:36:09.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:36:09 smithi012 ceph-mon[90784]: pgmap v3860: 137 pgs: 137 active+clean; 495 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 53 KiB/s rd, 4.8 MiB/s wr, 39 op/s 2024-04-02T09:36:09.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:36:09 smithi055 ceph-mon[85080]: pgmap v3860: 137 pgs: 137 active+clean; 495 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 53 KiB/s rd, 4.8 MiB/s wr, 39 op/s 2024-04-02T09:36:10.193 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] EncryptedFlattenTest/6.MinOverlap (21569 ms) 2024-04-02T09:36:10.193 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] EncryptedFlattenTest/6.ZeroOverlap 2024-04-02T09:36:10.193 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:36:10.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:36:10 smithi055 ceph-mon[85080]: pgmap v3861: 137 pgs: 137 active+clean; 495 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 401 KiB/s rd, 5.1 MiB/s wr, 48 op/s 2024-04-02T09:36:10.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:36:10 smithi012 ceph-mon[88355]: pgmap v3861: 137 pgs: 137 active+clean; 495 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 401 KiB/s rd, 5.1 MiB/s wr, 48 op/s 2024-04-02T09:36:10.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:36:10 smithi012 ceph-mon[90784]: pgmap v3861: 137 pgs: 137 active+clean; 495 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 401 KiB/s rd, 5.1 MiB/s wr, 48 op/s 2024-04-02T09:36:12.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:36:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:36:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:36:13.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:36:13 smithi012 ceph-mon[88355]: pgmap v3862: 137 pgs: 137 active+clean; 499 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 5.8 MiB/s wr, 30 op/s 2024-04-02T09:36:13.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:36:13 smithi012 ceph-mon[90784]: pgmap v3862: 137 pgs: 137 active+clean; 499 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 5.8 MiB/s wr, 30 op/s 2024-04-02T09:36:13.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:36:13 smithi055 ceph-mon[85080]: pgmap v3862: 137 pgs: 137 active+clean; 499 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 5.8 MiB/s wr, 30 op/s 2024-04-02T09:36:14.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:36:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:14.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:36:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:14.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:36:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:15.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:36:15 smithi012 ceph-mon[88355]: pgmap v3863: 137 pgs: 137 active+clean; 499 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 20 op/s 2024-04-02T09:36:15.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:36:15 smithi012 ceph-mon[90784]: pgmap v3863: 137 pgs: 137 active+clean; 499 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 20 op/s 2024-04-02T09:36:15.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:36:15 smithi055 ceph-mon[85080]: pgmap v3863: 137 pgs: 137 active+clean; 499 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 20 op/s 2024-04-02T09:36:17.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:36:17 smithi012 ceph-mon[88355]: pgmap v3864: 137 pgs: 137 active+clean; 499 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-02T09:36:17.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:36:17 smithi012 ceph-mon[90784]: pgmap v3864: 137 pgs: 137 active+clean; 499 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-02T09:36:17.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:36:17 smithi055 ceph-mon[85080]: pgmap v3864: 137 pgs: 137 active+clean; 499 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-02T09:36:18.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:36:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:36:17] "GET /metrics HTTP/1.1" 200 36744 "" "Prometheus/2.43.0" 2024-04-02T09:36:19.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:36:19 smithi012 ceph-mon[88355]: pgmap v3865: 137 pgs: 137 active+clean; 499 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 15 op/s 2024-04-02T09:36:19.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:36:19 smithi012 ceph-mon[88355]: osdmap e2003: 8 total, 8 up, 8 in 2024-04-02T09:36:19.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:36:19 smithi012 ceph-mon[90784]: pgmap v3865: 137 pgs: 137 active+clean; 499 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 15 op/s 2024-04-02T09:36:19.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:36:19 smithi012 ceph-mon[90784]: osdmap e2003: 8 total, 8 up, 8 in 2024-04-02T09:36:19.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:36:19 smithi055 ceph-mon[85080]: pgmap v3865: 137 pgs: 137 active+clean; 499 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 15 op/s 2024-04-02T09:36:19.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:36:19 smithi055 ceph-mon[85080]: osdmap e2003: 8 total, 8 up, 8 in 2024-04-02T09:36:21.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:36:21 smithi012 ceph-mon[88355]: pgmap v3867: 137 pgs: 137 active+clean; 528 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.9 MiB/s wr, 34 op/s 2024-04-02T09:36:21.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:36:21 smithi012 ceph-mon[90784]: pgmap v3867: 137 pgs: 137 active+clean; 528 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.9 MiB/s wr, 34 op/s 2024-04-02T09:36:21.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:36:21 smithi055 ceph-mon[85080]: pgmap v3867: 137 pgs: 137 active+clean; 528 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.9 MiB/s wr, 34 op/s 2024-04-02T09:36:22.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:36:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:36:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:36:23.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:36:23 smithi012 ceph-mon[88355]: pgmap v3868: 137 pgs: 137 active+clean; 540 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-02T09:36:23.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:36:23 smithi012 ceph-mon[90784]: pgmap v3868: 137 pgs: 137 active+clean; 540 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-02T09:36:23.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:36:23 smithi055 ceph-mon[85080]: pgmap v3868: 137 pgs: 137 active+clean; 540 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-02T09:36:25.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:36:25 smithi012 ceph-mon[88355]: pgmap v3869: 137 pgs: 137 active+clean; 540 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-02T09:36:25.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:36:25 smithi012 ceph-mon[90784]: pgmap v3869: 137 pgs: 137 active+clean; 540 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-02T09:36:25.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:36:25 smithi055 ceph-mon[85080]: pgmap v3869: 137 pgs: 137 active+clean; 540 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-02T09:36:27.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:36:27 smithi012 ceph-mon[88355]: pgmap v3870: 137 pgs: 137 active+clean; 556 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 62 KiB/s rd, 5.7 MiB/s wr, 46 op/s 2024-04-02T09:36:27.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:36:27 smithi012 ceph-mon[90784]: pgmap v3870: 137 pgs: 137 active+clean; 556 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 62 KiB/s rd, 5.7 MiB/s wr, 46 op/s 2024-04-02T09:36:27.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:36:27 smithi055 ceph-mon[85080]: pgmap v3870: 137 pgs: 137 active+clean; 556 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 62 KiB/s rd, 5.7 MiB/s wr, 46 op/s 2024-04-02T09:36:28.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:36:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:36:27] "GET /metrics HTTP/1.1" 200 36744 "" "Prometheus/2.43.0" 2024-04-02T09:36:29.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:36:29 smithi012 ceph-mon[88355]: pgmap v3871: 137 pgs: 137 active+clean; 556 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 62 KiB/s rd, 5.7 MiB/s wr, 46 op/s 2024-04-02T09:36:29.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:36:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:36:29.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:36:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:29.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:36:29 smithi012 ceph-mon[90784]: pgmap v3871: 137 pgs: 137 active+clean; 556 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 62 KiB/s rd, 5.7 MiB/s wr, 46 op/s 2024-04-02T09:36:29.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:36:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:36:29.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:36:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:29.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:36:29 smithi055 ceph-mon[85080]: pgmap v3871: 137 pgs: 137 active+clean; 556 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 62 KiB/s rd, 5.7 MiB/s wr, 46 op/s 2024-04-02T09:36:29.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:36:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:36:29.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:36:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:29.899 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] EncryptedFlattenTest/6.ZeroOverlap (19706 ms) 2024-04-02T09:36:30.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:36:30 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:36:30.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:36:30 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:36:30.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:36:30 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:36:30.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:36:30 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:36:30.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:36:30 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:36:30.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:36:30 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:36:30.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:36:30 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:36:30.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:36:30 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:36:30.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:36:30 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:36:30.914 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 7 tests from EncryptedFlattenTest/6 (161526 ms total) 2024-04-02T09:36:30.914 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:36:30.914 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 7 tests from EncryptedFlattenTest/7, where TypeParam = LUKS2UnderLUKS1 2024-04-02T09:36:30.948 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] EncryptedFlattenTest/7.Simple 2024-04-02T09:36:31.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:36:31 smithi012 ceph-mon[88355]: pgmap v3872: 137 pgs: 137 active+clean; 556 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.8 MiB/s wr, 40 op/s 2024-04-02T09:36:31.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:36:31 smithi012 ceph-mon[88355]: osdmap e2004: 8 total, 8 up, 8 in 2024-04-02T09:36:31.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:36:31 smithi012 ceph-mon[90784]: pgmap v3872: 137 pgs: 137 active+clean; 556 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.8 MiB/s wr, 40 op/s 2024-04-02T09:36:31.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:36:31 smithi012 ceph-mon[90784]: osdmap e2004: 8 total, 8 up, 8 in 2024-04-02T09:36:31.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:36:31 smithi055 ceph-mon[85080]: pgmap v3872: 137 pgs: 137 active+clean; 556 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.8 MiB/s wr, 40 op/s 2024-04-02T09:36:31.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:36:31 smithi055 ceph-mon[85080]: osdmap e2004: 8 total, 8 up, 8 in 2024-04-02T09:36:32.712 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:36:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:36:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:36:32.922 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:36:33.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:36:32 smithi055 ceph-mon[85080]: osdmap e2005: 8 total, 8 up, 8 in 2024-04-02T09:36:33.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:36:32 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3452723401' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:36:33.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:36:32 smithi055 ceph-mon[85080]: pgmap v3875: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:36:33.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:36:32 smithi012 ceph-mon[88355]: osdmap e2005: 8 total, 8 up, 8 in 2024-04-02T09:36:33.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:36:32 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3452723401' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:36:33.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:36:32 smithi012 ceph-mon[88355]: pgmap v3875: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:36:33.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:36:32 smithi012 ceph-mon[90784]: osdmap e2005: 8 total, 8 up, 8 in 2024-04-02T09:36:33.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:36:32 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3452723401' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:36:33.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:36:32 smithi012 ceph-mon[90784]: pgmap v3875: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:36:34.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:36:33 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:36:34.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:36:33 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3452723401' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-43","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:36:34.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:36:33 smithi012 ceph-mon[88355]: osdmap e2006: 8 total, 8 up, 8 in 2024-04-02T09:36:34.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:36:33 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:36:34.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:36:33 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3452723401' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-43","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:36:34.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:36:33 smithi012 ceph-mon[90784]: osdmap e2006: 8 total, 8 up, 8 in 2024-04-02T09:36:34.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:36:33 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:36:34.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:36:33 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3452723401' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-43","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:36:34.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:36:33 smithi055 ceph-mon[85080]: osdmap e2006: 8 total, 8 up, 8 in 2024-04-02T09:36:35.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:36:34 smithi012 ceph-mon[88355]: osdmap e2007: 8 total, 8 up, 8 in 2024-04-02T09:36:35.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:36:34 smithi012 ceph-mon[88355]: pgmap v3878: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:36:35.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:36:34 smithi012 ceph-mon[90784]: osdmap e2007: 8 total, 8 up, 8 in 2024-04-02T09:36:35.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:36:34 smithi012 ceph-mon[90784]: pgmap v3878: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:36:35.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:36:34 smithi055 ceph-mon[85080]: osdmap e2007: 8 total, 8 up, 8 in 2024-04-02T09:36:35.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:36:34 smithi055 ceph-mon[85080]: pgmap v3878: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:36:36.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:36:35 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:36:36.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:36:35 smithi012 ceph-mon[88355]: osdmap e2008: 8 total, 8 up, 8 in 2024-04-02T09:36:36.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:36:35 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:36:36.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:36:35 smithi012 ceph-mon[90784]: osdmap e2008: 8 total, 8 up, 8 in 2024-04-02T09:36:36.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:36:35 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:36:36.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:36:35 smithi055 ceph-mon[85080]: osdmap e2008: 8 total, 8 up, 8 in 2024-04-02T09:36:37.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:36:36 smithi055 ceph-mon[85080]: pgmap v3880: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.9 KiB/s rd, 1.8 KiB/s wr, 12 op/s 2024-04-02T09:36:37.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:36:36 smithi012 ceph-mon[88355]: pgmap v3880: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.9 KiB/s rd, 1.8 KiB/s wr, 12 op/s 2024-04-02T09:36:37.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:36:36 smithi012 ceph-mon[90784]: pgmap v3880: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.9 KiB/s rd, 1.8 KiB/s wr, 12 op/s 2024-04-02T09:36:38.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:36:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:36:37] "GET /metrics HTTP/1.1" 200 36742 "" "Prometheus/2.43.0" 2024-04-02T09:36:39.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:36:39 smithi012 ceph-mon[88355]: pgmap v3881: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-02T09:36:39.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:36:39 smithi012 ceph-mon[90784]: pgmap v3881: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-02T09:36:39.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:36:39 smithi055 ceph-mon[85080]: pgmap v3881: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-02T09:36:40.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:36:40 smithi012 ceph-mon[88355]: osdmap e2009: 8 total, 8 up, 8 in 2024-04-02T09:36:40.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:36:40 smithi012 ceph-mon[88355]: pgmap v3883: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-02T09:36:40.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:36:40 smithi012 ceph-mon[90784]: osdmap e2009: 8 total, 8 up, 8 in 2024-04-02T09:36:40.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:36:40 smithi012 ceph-mon[90784]: pgmap v3883: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-02T09:36:41.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:36:40 smithi055 ceph-mon[85080]: osdmap e2009: 8 total, 8 up, 8 in 2024-04-02T09:36:41.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:36:40 smithi055 ceph-mon[85080]: pgmap v3883: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-02T09:36:41.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:36:41 smithi012 ceph-mon[88355]: osdmap e2010: 8 total, 8 up, 8 in 2024-04-02T09:36:41.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:36:41 smithi012 ceph-mon[90784]: osdmap e2010: 8 total, 8 up, 8 in 2024-04-02T09:36:42.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:36:41 smithi055 ceph-mon[85080]: osdmap e2010: 8 total, 8 up, 8 in 2024-04-02T09:36:42.646 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:36:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:36:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:36:42.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:36:42 smithi012 ceph-mon[88355]: pgmap v3885: 137 pgs: 137 active+clean; 30 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 3.4 MiB/s wr, 40 op/s 2024-04-02T09:36:42.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:36:42 smithi012 ceph-mon[90784]: pgmap v3885: 137 pgs: 137 active+clean; 30 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 3.4 MiB/s wr, 40 op/s 2024-04-02T09:36:43.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:36:42 smithi055 ceph-mon[85080]: pgmap v3885: 137 pgs: 137 active+clean; 30 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 3.4 MiB/s wr, 40 op/s 2024-04-02T09:36:44.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:36:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:44.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:36:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:44.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:36:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:45.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:36:45 smithi055 ceph-mon[85080]: pgmap v3886: 137 pgs: 137 active+clean; 30 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 3.1 MiB/s wr, 30 op/s 2024-04-02T09:36:45.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:36:45 smithi012 ceph-mon[90784]: pgmap v3886: 137 pgs: 137 active+clean; 30 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 3.1 MiB/s wr, 30 op/s 2024-04-02T09:36:45.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:36:45 smithi012 ceph-mon[88355]: pgmap v3886: 137 pgs: 137 active+clean; 30 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 3.1 MiB/s wr, 30 op/s 2024-04-02T09:36:47.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:36:47 smithi012 ceph-mon[90784]: pgmap v3887: 137 pgs: 137 active+clean; 50 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 5.6 MiB/s wr, 46 op/s 2024-04-02T09:36:47.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:36:47 smithi012 ceph-mon[88355]: pgmap v3887: 137 pgs: 137 active+clean; 50 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 5.6 MiB/s wr, 46 op/s 2024-04-02T09:36:47.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:36:47 smithi055 ceph-mon[85080]: pgmap v3887: 137 pgs: 137 active+clean; 50 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 5.6 MiB/s wr, 46 op/s 2024-04-02T09:36:48.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:36:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:36:47] "GET /metrics HTTP/1.1" 200 36727 "" "Prometheus/2.43.0" 2024-04-02T09:36:49.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:36:49 smithi012 ceph-mon[88355]: pgmap v3888: 137 pgs: 137 active+clean; 50 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 5.2 MiB/s wr, 42 op/s 2024-04-02T09:36:49.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:36:49 smithi012 ceph-mon[90784]: pgmap v3888: 137 pgs: 137 active+clean; 50 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 5.2 MiB/s wr, 42 op/s 2024-04-02T09:36:49.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:36:49 smithi055 ceph-mon[85080]: pgmap v3888: 137 pgs: 137 active+clean; 50 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 5.2 MiB/s wr, 42 op/s 2024-04-02T09:36:51.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:36:51 smithi012 ceph-mon[88355]: pgmap v3889: 137 pgs: 137 active+clean; 50 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 4.5 MiB/s wr, 38 op/s 2024-04-02T09:36:51.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:36:51 smithi012 ceph-mon[90784]: pgmap v3889: 137 pgs: 137 active+clean; 50 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 4.5 MiB/s wr, 38 op/s 2024-04-02T09:36:51.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:36:51 smithi055 ceph-mon[85080]: pgmap v3889: 137 pgs: 137 active+clean; 50 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 4.5 MiB/s wr, 38 op/s 2024-04-02T09:36:52.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:36:52 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.3", "id": [3, 0]}]: dispatch 2024-04-02T09:36:52.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:36:52 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.13", "id": [3, 0]}]: dispatch 2024-04-02T09:36:52.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:36:52 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.3", "id": [3, 0]}]: dispatch 2024-04-02T09:36:52.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:36:52 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.13", "id": [3, 0]}]: dispatch 2024-04-02T09:36:52.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:36:52 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.3", "id": [3, 0]}]: dispatch 2024-04-02T09:36:52.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:36:52 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.13", "id": [3, 0]}]: dispatch 2024-04-02T09:36:52.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:36:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:36:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:36:53.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:36:53 smithi012 ceph-mon[88355]: pgmap v3890: 137 pgs: 137 active+clean; 54 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 215 KiB/s rd, 4.2 MiB/s wr, 39 op/s 2024-04-02T09:36:53.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:36:53 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.3", "id": [3, 0]}]': finished 2024-04-02T09:36:53.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:36:53 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.13", "id": [3, 0]}]': finished 2024-04-02T09:36:53.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:36:53 smithi012 ceph-mon[88355]: osdmap e2011: 8 total, 8 up, 8 in 2024-04-02T09:36:53.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:36:53 smithi012 ceph-mon[90784]: pgmap v3890: 137 pgs: 137 active+clean; 54 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 215 KiB/s rd, 4.2 MiB/s wr, 39 op/s 2024-04-02T09:36:53.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:36:53 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.3", "id": [3, 0]}]': finished 2024-04-02T09:36:53.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:36:53 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.13", "id": [3, 0]}]': finished 2024-04-02T09:36:53.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:36:53 smithi012 ceph-mon[90784]: osdmap e2011: 8 total, 8 up, 8 in 2024-04-02T09:36:53.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:36:53 smithi055 ceph-mon[85080]: pgmap v3890: 137 pgs: 137 active+clean; 54 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 215 KiB/s rd, 4.2 MiB/s wr, 39 op/s 2024-04-02T09:36:53.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:36:53 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.3", "id": [3, 0]}]': finished 2024-04-02T09:36:53.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:36:53 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.13", "id": [3, 0]}]': finished 2024-04-02T09:36:53.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:36:53 smithi055 ceph-mon[85080]: osdmap e2011: 8 total, 8 up, 8 in 2024-04-02T09:36:54.285 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] EncryptedFlattenTest/7.Simple (23336 ms) 2024-04-02T09:36:54.285 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] EncryptedFlattenTest/7.Grow 2024-04-02T09:36:54.285 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:36:54.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:36:54 smithi012 ceph-mon[88355]: osdmap e2012: 8 total, 8 up, 8 in 2024-04-02T09:36:54.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:36:54 smithi012 ceph-mon[90784]: osdmap e2012: 8 total, 8 up, 8 in 2024-04-02T09:36:54.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:36:54 smithi055 ceph-mon[85080]: osdmap e2012: 8 total, 8 up, 8 in 2024-04-02T09:36:55.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:36:55 smithi012 ceph-mon[88355]: pgmap v3893: 137 pgs: 137 active+clean; 54 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 244 KiB/s rd, 512 KiB/s wr, 11 op/s 2024-04-02T09:36:55.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:36:55 smithi012 ceph-mon[90784]: pgmap v3893: 137 pgs: 137 active+clean; 54 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 244 KiB/s rd, 512 KiB/s wr, 11 op/s 2024-04-02T09:36:55.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:36:55 smithi055 ceph-mon[85080]: pgmap v3893: 137 pgs: 137 active+clean; 54 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 244 KiB/s rd, 512 KiB/s wr, 11 op/s 2024-04-02T09:36:57.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:36:57 smithi012 ceph-mon[88355]: pgmap v3894: 137 pgs: 137 active+clean; 78 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 37 op/s; 1.1 MiB/s, 0 objects/s recovering 2024-04-02T09:36:57.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:36:57 smithi012 ceph-mon[90784]: pgmap v3894: 137 pgs: 137 active+clean; 78 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 37 op/s; 1.1 MiB/s, 0 objects/s recovering 2024-04-02T09:36:57.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:36:57 smithi055 ceph-mon[85080]: pgmap v3894: 137 pgs: 137 active+clean; 78 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 37 op/s; 1.1 MiB/s, 0 objects/s recovering 2024-04-02T09:36:58.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:36:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:36:57] "GET /metrics HTTP/1.1" 200 36727 "" "Prometheus/2.43.0" 2024-04-02T09:36:59.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:36:59 smithi012 ceph-mon[88355]: pgmap v3895: 137 pgs: 137 active+clean; 78 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 35 op/s; 1.1 MiB/s, 0 objects/s recovering 2024-04-02T09:36:59.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:36:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:59.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:36:59 smithi012 ceph-mon[90784]: pgmap v3895: 137 pgs: 137 active+clean; 78 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 35 op/s; 1.1 MiB/s, 0 objects/s recovering 2024-04-02T09:36:59.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:36:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:59.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:36:59 smithi055 ceph-mon[85080]: pgmap v3895: 137 pgs: 137 active+clean; 78 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 35 op/s; 1.1 MiB/s, 0 objects/s recovering 2024-04-02T09:36:59.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:36:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:01.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:37:01 smithi012 ceph-mon[88355]: pgmap v3896: 137 pgs: 137 active+clean; 78 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 3.5 MiB/s wr, 26 op/s; 1.1 MiB/s, 0 objects/s recovering 2024-04-02T09:37:01.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:37:01 smithi012 ceph-mon[90784]: pgmap v3896: 137 pgs: 137 active+clean; 78 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 3.5 MiB/s wr, 26 op/s; 1.1 MiB/s, 0 objects/s recovering 2024-04-02T09:37:01.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:37:01 smithi055 ceph-mon[85080]: pgmap v3896: 137 pgs: 137 active+clean; 78 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 3.5 MiB/s wr, 26 op/s; 1.1 MiB/s, 0 objects/s recovering 2024-04-02T09:37:02.712 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:37:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:37:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:37:03.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:37:03 smithi012 ceph-mon[88355]: pgmap v3897: 137 pgs: 137 active+clean; 78 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.8 MiB/s wr, 21 op/s; 928 KiB/s, 0 objects/s recovering 2024-04-02T09:37:03.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:37:03 smithi012 ceph-mon[88355]: osdmap e2013: 8 total, 8 up, 8 in 2024-04-02T09:37:03.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:37:03 smithi012 ceph-mon[90784]: pgmap v3897: 137 pgs: 137 active+clean; 78 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.8 MiB/s wr, 21 op/s; 928 KiB/s, 0 objects/s recovering 2024-04-02T09:37:03.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:37:03 smithi012 ceph-mon[90784]: osdmap e2013: 8 total, 8 up, 8 in 2024-04-02T09:37:03.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:37:03 smithi055 ceph-mon[85080]: pgmap v3897: 137 pgs: 137 active+clean; 78 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.8 MiB/s wr, 21 op/s; 928 KiB/s, 0 objects/s recovering 2024-04-02T09:37:03.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:37:03 smithi055 ceph-mon[85080]: osdmap e2013: 8 total, 8 up, 8 in 2024-04-02T09:37:05.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:37:05 smithi012 ceph-mon[88355]: pgmap v3899: 137 pgs: 137 active+clean; 78 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.3 MiB/s rd, 2.8 MiB/s wr, 20 op/s; 921 KiB/s, 0 objects/s recovering 2024-04-02T09:37:05.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:37:05 smithi012 ceph-mon[90784]: pgmap v3899: 137 pgs: 137 active+clean; 78 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.3 MiB/s rd, 2.8 MiB/s wr, 20 op/s; 921 KiB/s, 0 objects/s recovering 2024-04-02T09:37:05.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:37:05 smithi055 ceph-mon[85080]: pgmap v3899: 137 pgs: 137 active+clean; 78 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.3 MiB/s rd, 2.8 MiB/s wr, 20 op/s; 921 KiB/s, 0 objects/s recovering 2024-04-02T09:37:07.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:37:07 smithi012 ceph-mon[88355]: pgmap v3900: 137 pgs: 137 active+clean; 119 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:37:07.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:37:07 smithi012 ceph-mon[90784]: pgmap v3900: 137 pgs: 137 active+clean; 119 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:37:07.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:37:07 smithi055 ceph-mon[85080]: pgmap v3900: 137 pgs: 137 active+clean; 119 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:37:08.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:37:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:37:07] "GET /metrics HTTP/1.1" 200 36748 "" "Prometheus/2.43.0" 2024-04-02T09:37:09.681 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:37:09 smithi012 ceph-mon[88355]: pgmap v3901: 137 pgs: 137 active+clean; 119 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:37:09.681 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:37:09 smithi012 ceph-mon[90784]: pgmap v3901: 137 pgs: 137 active+clean; 119 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:37:09.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:37:09 smithi055 ceph-mon[85080]: pgmap v3901: 137 pgs: 137 active+clean; 119 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:37:11.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:37:11 smithi012 ceph-mon[88355]: pgmap v3902: 137 pgs: 137 active+clean; 119 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:37:11.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:37:11 smithi012 ceph-mon[90784]: pgmap v3902: 137 pgs: 137 active+clean; 119 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:37:11.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:37:11 smithi055 ceph-mon[85080]: pgmap v3902: 137 pgs: 137 active+clean; 119 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:37:12.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:37:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:37:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:37:13.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:37:13 smithi012 ceph-mon[88355]: pgmap v3903: 137 pgs: 137 active+clean; 127 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 222 KiB/s rd, 4.9 MiB/s wr, 46 op/s 2024-04-02T09:37:13.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:37:13 smithi012 ceph-mon[90784]: pgmap v3903: 137 pgs: 137 active+clean; 127 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 222 KiB/s rd, 4.9 MiB/s wr, 46 op/s 2024-04-02T09:37:13.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:37:13 smithi055 ceph-mon[85080]: pgmap v3903: 137 pgs: 137 active+clean; 127 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 222 KiB/s rd, 4.9 MiB/s wr, 46 op/s 2024-04-02T09:37:14.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:37:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:14.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:37:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:14.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:37:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:14.847 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] EncryptedFlattenTest/7.Grow (20562 ms) 2024-04-02T09:37:14.847 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] EncryptedFlattenTest/7.Shrink 2024-04-02T09:37:14.847 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:37:15.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:37:15 smithi012 ceph-mon[88355]: pgmap v3904: 137 pgs: 137 active+clean; 127 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-02T09:37:15.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:37:15 smithi012 ceph-mon[90784]: pgmap v3904: 137 pgs: 137 active+clean; 127 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-02T09:37:15.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:37:15 smithi055 ceph-mon[85080]: pgmap v3904: 137 pgs: 137 active+clean; 127 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-02T09:37:17.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:37:17 smithi012 ceph-mon[88355]: pgmap v3905: 137 pgs: 137 active+clean; 151 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 6.4 MiB/s wr, 58 op/s 2024-04-02T09:37:17.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:37:17 smithi012 ceph-mon[90784]: pgmap v3905: 137 pgs: 137 active+clean; 151 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 6.4 MiB/s wr, 58 op/s 2024-04-02T09:37:17.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:37:17 smithi055 ceph-mon[85080]: pgmap v3905: 137 pgs: 137 active+clean; 151 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 6.4 MiB/s wr, 58 op/s 2024-04-02T09:37:18.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:37:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:37:17] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-04-02T09:37:19.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:37:19 smithi012 ceph-mon[88355]: pgmap v3906: 137 pgs: 137 active+clean; 151 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 28 op/s 2024-04-02T09:37:19.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:37:19 smithi012 ceph-mon[90784]: pgmap v3906: 137 pgs: 137 active+clean; 151 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 28 op/s 2024-04-02T09:37:19.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:37:19 smithi055 ceph-mon[85080]: pgmap v3906: 137 pgs: 137 active+clean; 151 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 28 op/s 2024-04-02T09:37:21.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:37:21 smithi012 ceph-mon[88355]: pgmap v3907: 137 pgs: 137 active+clean; 151 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 28 op/s 2024-04-02T09:37:21.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:37:21 smithi012 ceph-mon[90784]: pgmap v3907: 137 pgs: 137 active+clean; 151 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 28 op/s 2024-04-02T09:37:21.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:37:21 smithi055 ceph-mon[85080]: pgmap v3907: 137 pgs: 137 active+clean; 151 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 28 op/s 2024-04-02T09:37:22.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:37:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:37:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:37:23.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:37:23 smithi012 ceph-mon[88355]: pgmap v3908: 137 pgs: 137 active+clean; 151 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 28 op/s 2024-04-02T09:37:23.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:37:23 smithi012 ceph-mon[90784]: pgmap v3908: 137 pgs: 137 active+clean; 151 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 28 op/s 2024-04-02T09:37:23.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:37:23 smithi055 ceph-mon[85080]: pgmap v3908: 137 pgs: 137 active+clean; 151 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 28 op/s 2024-04-02T09:37:24.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:37:24 smithi012 ceph-mon[88355]: osdmap e2014: 8 total, 8 up, 8 in 2024-04-02T09:37:24.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:37:24 smithi012 ceph-mon[88355]: pgmap v3910: 137 pgs: 137 active+clean; 151 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 23 op/s 2024-04-02T09:37:24.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:37:24 smithi012 ceph-mon[90784]: osdmap e2014: 8 total, 8 up, 8 in 2024-04-02T09:37:24.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:37:24 smithi012 ceph-mon[90784]: pgmap v3910: 137 pgs: 137 active+clean; 151 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 23 op/s 2024-04-02T09:37:24.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:37:24 smithi055 ceph-mon[85080]: osdmap e2014: 8 total, 8 up, 8 in 2024-04-02T09:37:24.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:37:24 smithi055 ceph-mon[85080]: pgmap v3910: 137 pgs: 137 active+clean; 151 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 23 op/s 2024-04-02T09:37:27.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:37:27 smithi012 ceph-mon[88355]: pgmap v3911: 137 pgs: 137 active+clean; 192 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:37:27.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:37:27 smithi012 ceph-mon[90784]: pgmap v3911: 137 pgs: 137 active+clean; 192 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:37:27.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:37:27 smithi055 ceph-mon[85080]: pgmap v3911: 137 pgs: 137 active+clean; 192 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:37:28.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:37:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:37:27] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-04-02T09:37:29.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:37:29 smithi012 ceph-mon[88355]: pgmap v3912: 137 pgs: 137 active+clean; 192 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:37:29.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:37:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:29.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:37:29 smithi012 ceph-mon[90784]: pgmap v3912: 137 pgs: 137 active+clean; 192 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:37:29.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:37:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:29.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:37:29 smithi055 ceph-mon[85080]: pgmap v3912: 137 pgs: 137 active+clean; 192 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:37:29.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:37:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:30.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:37:30 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:37:30.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:37:30 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:37:30.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:37:30 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:37:31.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:37:31 smithi012 ceph-mon[88355]: pgmap v3913: 137 pgs: 137 active+clean; 192 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:37:31.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:37:31 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:37:31.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:37:31 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:37:31.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:37:31 smithi012 ceph-mon[90784]: pgmap v3913: 137 pgs: 137 active+clean; 192 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:37:31.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:37:31 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:37:31.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:37:31 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:37:31.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:37:31 smithi055 ceph-mon[85080]: pgmap v3913: 137 pgs: 137 active+clean; 192 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:37:31.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:37:31 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:37:31.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:37:31 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:37:32.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:37:32 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:37:32.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:37:32 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:37:32.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:37:32 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:37:32.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:37:32 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:37:32.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:37:32 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:37:32.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:37:32 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:37:32.711 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:37:32 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:37:32.711 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:37:32 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:37:32.711 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:37:32 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:37:32.712 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:37:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:37:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:37:33.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:37:33 smithi012 ceph-mon[88355]: pgmap v3914: 137 pgs: 137 active+clean; 196 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:37:33.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:37:33 smithi012 ceph-mon[90784]: pgmap v3914: 137 pgs: 137 active+clean; 196 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:37:33.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:37:33 smithi055 ceph-mon[85080]: pgmap v3914: 137 pgs: 137 active+clean; 196 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:37:35.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:37:35 smithi012 ceph-mon[90784]: pgmap v3915: 137 pgs: 137 active+clean; 196 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 4.1 MiB/s wr, 34 op/s 2024-04-02T09:37:35.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:37:35 smithi012 ceph-mon[88355]: pgmap v3915: 137 pgs: 137 active+clean; 196 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 4.1 MiB/s wr, 34 op/s 2024-04-02T09:37:35.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:37:35 smithi055 ceph-mon[85080]: pgmap v3915: 137 pgs: 137 active+clean; 196 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 4.1 MiB/s wr, 34 op/s 2024-04-02T09:37:37.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:37:37 smithi012 ceph-mon[88355]: pgmap v3916: 137 pgs: 137 active+clean; 216 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 5.4 MiB/s wr, 40 op/s 2024-04-02T09:37:37.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:37:37 smithi012 ceph-mon[90784]: pgmap v3916: 137 pgs: 137 active+clean; 216 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 5.4 MiB/s wr, 40 op/s 2024-04-02T09:37:37.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:37:37 smithi055 ceph-mon[85080]: pgmap v3916: 137 pgs: 137 active+clean; 216 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 5.4 MiB/s wr, 40 op/s 2024-04-02T09:37:37.933 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] EncryptedFlattenTest/7.Shrink (23086 ms) 2024-04-02T09:37:37.933 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] EncryptedFlattenTest/7.ShrinkToOne 2024-04-02T09:37:37.933 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:37:38.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:37:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:37:37] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-04-02T09:37:39.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:37:39 smithi012 ceph-mon[88355]: pgmap v3917: 137 pgs: 137 active+clean; 216 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 11 op/s 2024-04-02T09:37:39.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:37:39 smithi012 ceph-mon[90784]: pgmap v3917: 137 pgs: 137 active+clean; 216 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 11 op/s 2024-04-02T09:37:39.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:37:39 smithi055 ceph-mon[85080]: pgmap v3917: 137 pgs: 137 active+clean; 216 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 11 op/s 2024-04-02T09:37:41.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:37:41 smithi012 ceph-mon[88355]: pgmap v3918: 137 pgs: 137 active+clean; 216 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 24 op/s 2024-04-02T09:37:41.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:37:41 smithi012 ceph-mon[90784]: pgmap v3918: 137 pgs: 137 active+clean; 216 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 24 op/s 2024-04-02T09:37:41.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:37:41 smithi055 ceph-mon[85080]: pgmap v3918: 137 pgs: 137 active+clean; 216 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 24 op/s 2024-04-02T09:37:42.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:37:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:37:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:37:43.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:37:43 smithi012 ceph-mon[88355]: pgmap v3919: 137 pgs: 137 active+clean; 224 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 27 op/s 2024-04-02T09:37:43.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:37:43 smithi012 ceph-mon[90784]: pgmap v3919: 137 pgs: 137 active+clean; 224 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 27 op/s 2024-04-02T09:37:43.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:37:43 smithi055 ceph-mon[85080]: pgmap v3919: 137 pgs: 137 active+clean; 224 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 27 op/s 2024-04-02T09:37:44.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:37:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:44.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:37:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:44.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:37:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:45.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:37:45 smithi012 ceph-mon[88355]: pgmap v3920: 137 pgs: 137 active+clean; 224 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-02T09:37:45.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:37:45 smithi012 ceph-mon[90784]: pgmap v3920: 137 pgs: 137 active+clean; 224 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-02T09:37:45.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:37:45 smithi055 ceph-mon[85080]: pgmap v3920: 137 pgs: 137 active+clean; 224 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-02T09:37:47.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:37:47 smithi012 ceph-mon[88355]: pgmap v3921: 137 pgs: 137 active+clean; 224 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-02T09:37:47.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:37:47 smithi012 ceph-mon[90784]: pgmap v3921: 137 pgs: 137 active+clean; 224 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-02T09:37:47.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:37:47 smithi055 ceph-mon[85080]: pgmap v3921: 137 pgs: 137 active+clean; 224 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-02T09:37:48.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:37:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:37:47] "GET /metrics HTTP/1.1" 200 36739 "" "Prometheus/2.43.0" 2024-04-02T09:37:49.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:37:49 smithi012 ceph-mon[88355]: pgmap v3922: 137 pgs: 137 active+clean; 224 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.0 MiB/s wr, 17 op/s 2024-04-02T09:37:49.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:37:49 smithi012 ceph-mon[90784]: pgmap v3922: 137 pgs: 137 active+clean; 224 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.0 MiB/s wr, 17 op/s 2024-04-02T09:37:49.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:37:49 smithi055 ceph-mon[85080]: pgmap v3922: 137 pgs: 137 active+clean; 224 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.0 MiB/s wr, 17 op/s 2024-04-02T09:37:50.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:37:50 smithi012 ceph-mon[88355]: osdmap e2015: 8 total, 8 up, 8 in 2024-04-02T09:37:50.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:37:50 smithi012 ceph-mon[88355]: pgmap v3924: 137 pgs: 137 active+clean; 232 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-04-02T09:37:50.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:37:50 smithi012 ceph-mon[90784]: osdmap e2015: 8 total, 8 up, 8 in 2024-04-02T09:37:50.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:37:50 smithi012 ceph-mon[90784]: pgmap v3924: 137 pgs: 137 active+clean; 232 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-04-02T09:37:50.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:37:50 smithi055 ceph-mon[85080]: osdmap e2015: 8 total, 8 up, 8 in 2024-04-02T09:37:50.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:37:50 smithi055 ceph-mon[85080]: pgmap v3924: 137 pgs: 137 active+clean; 232 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-04-02T09:37:52.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:37:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:37:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:37:53.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:37:53 smithi012 ceph-mon[88355]: pgmap v3925: 137 pgs: 137 active+clean; 265 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:37:53.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:37:53 smithi012 ceph-mon[90784]: pgmap v3925: 137 pgs: 137 active+clean; 265 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:37:53.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:37:53 smithi055 ceph-mon[85080]: pgmap v3925: 137 pgs: 137 active+clean; 265 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:37:55.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:37:55 smithi012 ceph-mon[88355]: pgmap v3926: 137 pgs: 137 active+clean; 265 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:37:55.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:37:55 smithi012 ceph-mon[90784]: pgmap v3926: 137 pgs: 137 active+clean; 265 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:37:55.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:37:55 smithi055 ceph-mon[85080]: pgmap v3926: 137 pgs: 137 active+clean; 265 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:37:57.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:37:57 smithi012 ceph-mon[88355]: pgmap v3927: 137 pgs: 137 active+clean; 269 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:37:57.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:37:57 smithi012 ceph-mon[90784]: pgmap v3927: 137 pgs: 137 active+clean; 269 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:37:57.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:37:57 smithi055 ceph-mon[85080]: pgmap v3927: 137 pgs: 137 active+clean; 269 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:37:58.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:37:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:37:57] "GET /metrics HTTP/1.1" 200 36739 "" "Prometheus/2.43.0" 2024-04-02T09:37:59.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:37:59 smithi012 ceph-mon[88355]: pgmap v3928: 137 pgs: 137 active+clean; 269 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:37:59.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:37:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:59.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:37:59 smithi012 ceph-mon[90784]: pgmap v3928: 137 pgs: 137 active+clean; 269 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:37:59.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:37:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:59.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:37:59 smithi055 ceph-mon[85080]: pgmap v3928: 137 pgs: 137 active+clean; 269 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:37:59.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:37:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:01.613 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:38:01 smithi012 ceph-mon[88355]: pgmap v3929: 137 pgs: 137 active+clean; 269 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-02T09:38:01.613 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:38:01 smithi012 ceph-mon[90784]: pgmap v3929: 137 pgs: 137 active+clean; 269 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-02T09:38:01.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:38:01 smithi055 ceph-mon[85080]: pgmap v3929: 137 pgs: 137 active+clean; 269 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-02T09:38:02.712 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:38:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:38:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:38:03.313 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] EncryptedFlattenTest/7.ShrinkToOne (25380 ms) 2024-04-02T09:38:03.313 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] EncryptedFlattenTest/7.ShrinkToOneAfterSnapshot 2024-04-02T09:38:03.313 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:38:03.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:38:03 smithi012 ceph-mon[88355]: pgmap v3930: 137 pgs: 137 active+clean; 273 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 194 KiB/s rd, 3.4 MiB/s wr, 20 op/s 2024-04-02T09:38:03.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:38:03 smithi012 ceph-mon[90784]: pgmap v3930: 137 pgs: 137 active+clean; 273 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 194 KiB/s rd, 3.4 MiB/s wr, 20 op/s 2024-04-02T09:38:03.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:38:03 smithi055 ceph-mon[85080]: pgmap v3930: 137 pgs: 137 active+clean; 273 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 194 KiB/s rd, 3.4 MiB/s wr, 20 op/s 2024-04-02T09:38:05.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:38:05 smithi012 ceph-mon[88355]: pgmap v3931: 137 pgs: 137 active+clean; 273 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 187 KiB/s rd, 683 KiB/s wr, 9 op/s 2024-04-02T09:38:05.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:38:05 smithi012 ceph-mon[90784]: pgmap v3931: 137 pgs: 137 active+clean; 273 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 187 KiB/s rd, 683 KiB/s wr, 9 op/s 2024-04-02T09:38:05.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:38:05 smithi055 ceph-mon[85080]: pgmap v3931: 137 pgs: 137 active+clean; 273 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 187 KiB/s rd, 683 KiB/s wr, 9 op/s 2024-04-02T09:38:07.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:38:07 smithi012 ceph-mon[88355]: pgmap v3932: 137 pgs: 137 active+clean; 273 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 904 KiB/s rd, 1.7 MiB/s wr, 24 op/s 2024-04-02T09:38:07.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:38:07 smithi012 ceph-mon[90784]: pgmap v3932: 137 pgs: 137 active+clean; 273 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 904 KiB/s rd, 1.7 MiB/s wr, 24 op/s 2024-04-02T09:38:07.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:38:07 smithi055 ceph-mon[85080]: pgmap v3932: 137 pgs: 137 active+clean; 273 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 904 KiB/s rd, 1.7 MiB/s wr, 24 op/s 2024-04-02T09:38:08.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:38:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:38:07] "GET /metrics HTTP/1.1" 200 36737 "" "Prometheus/2.43.0" 2024-04-02T09:38:09.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:38:09 smithi012 ceph-mon[88355]: pgmap v3933: 137 pgs: 137 active+clean; 273 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 855 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-02T09:38:09.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:38:09 smithi012 ceph-mon[90784]: pgmap v3933: 137 pgs: 137 active+clean; 273 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 855 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-02T09:38:09.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:38:09 smithi055 ceph-mon[85080]: pgmap v3933: 137 pgs: 137 active+clean; 273 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 855 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-02T09:38:11.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:38:11 smithi012 ceph-mon[88355]: pgmap v3934: 137 pgs: 137 active+clean; 273 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 855 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-02T09:38:11.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:38:11 smithi012 ceph-mon[90784]: pgmap v3934: 137 pgs: 137 active+clean; 273 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 855 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-02T09:38:11.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:38:11 smithi055 ceph-mon[85080]: pgmap v3934: 137 pgs: 137 active+clean; 273 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 855 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-02T09:38:12.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:38:12 smithi012 ceph-mon[88355]: osdmap e2016: 8 total, 8 up, 8 in 2024-04-02T09:38:12.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:38:12 smithi012 ceph-mon[90784]: osdmap e2016: 8 total, 8 up, 8 in 2024-04-02T09:38:12.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:38:12 smithi055 ceph-mon[85080]: osdmap e2016: 8 total, 8 up, 8 in 2024-04-02T09:38:12.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:38:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:38:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:38:13.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:38:13 smithi012 ceph-mon[88355]: pgmap v3936: 137 pgs: 137 active+clean; 305 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 867 KiB/s rd, 4.4 MiB/s wr, 29 op/s 2024-04-02T09:38:13.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:38:13 smithi012 ceph-mon[90784]: pgmap v3936: 137 pgs: 137 active+clean; 305 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 867 KiB/s rd, 4.4 MiB/s wr, 29 op/s 2024-04-02T09:38:13.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:38:13 smithi055 ceph-mon[85080]: pgmap v3936: 137 pgs: 137 active+clean; 305 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 867 KiB/s rd, 4.4 MiB/s wr, 29 op/s 2024-04-02T09:38:14.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:38:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:14.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:38:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:14.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:38:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:15.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:38:15 smithi012 ceph-mon[88355]: pgmap v3937: 137 pgs: 137 active+clean; 305 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 867 KiB/s rd, 4.4 MiB/s wr, 29 op/s 2024-04-02T09:38:15.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:38:15 smithi012 ceph-mon[90784]: pgmap v3937: 137 pgs: 137 active+clean; 305 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 867 KiB/s rd, 4.4 MiB/s wr, 29 op/s 2024-04-02T09:38:15.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:38:15 smithi055 ceph-mon[85080]: pgmap v3937: 137 pgs: 137 active+clean; 305 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 867 KiB/s rd, 4.4 MiB/s wr, 29 op/s 2024-04-02T09:38:17.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:38:17 smithi012 ceph-mon[90784]: pgmap v3938: 137 pgs: 137 active+clean; 318 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:38:17.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:38:17 smithi012 ceph-mon[88355]: pgmap v3938: 137 pgs: 137 active+clean; 318 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:38:17.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:38:17 smithi055 ceph-mon[85080]: pgmap v3938: 137 pgs: 137 active+clean; 318 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:38:18.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:38:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:38:17] "GET /metrics HTTP/1.1" 200 36741 "" "Prometheus/2.43.0" 2024-04-02T09:38:19.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:38:19 smithi012 ceph-mon[88355]: pgmap v3939: 137 pgs: 137 active+clean; 318 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:38:19.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:38:19 smithi012 ceph-mon[90784]: pgmap v3939: 137 pgs: 137 active+clean; 318 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:38:19.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:38:19 smithi055 ceph-mon[85080]: pgmap v3939: 137 pgs: 137 active+clean; 318 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:38:21.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:38:21 smithi012 ceph-mon[88355]: pgmap v3940: 137 pgs: 137 active+clean; 318 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 158 KiB/s rd, 4.5 MiB/s wr, 38 op/s 2024-04-02T09:38:21.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:38:21 smithi012 ceph-mon[90784]: pgmap v3940: 137 pgs: 137 active+clean; 318 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 158 KiB/s rd, 4.5 MiB/s wr, 38 op/s 2024-04-02T09:38:21.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:38:21 smithi055 ceph-mon[85080]: pgmap v3940: 137 pgs: 137 active+clean; 318 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 158 KiB/s rd, 4.5 MiB/s wr, 38 op/s 2024-04-02T09:38:22.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:38:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:38:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:38:23.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:38:23 smithi012 ceph-mon[88355]: pgmap v3941: 137 pgs: 137 active+clean; 322 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 197 KiB/s rd, 1.6 MiB/s wr, 32 op/s 2024-04-02T09:38:23.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:38:23 smithi012 ceph-mon[90784]: pgmap v3941: 137 pgs: 137 active+clean; 322 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 197 KiB/s rd, 1.6 MiB/s wr, 32 op/s 2024-04-02T09:38:23.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:38:23 smithi055 ceph-mon[85080]: pgmap v3941: 137 pgs: 137 active+clean; 322 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 197 KiB/s rd, 1.6 MiB/s wr, 32 op/s 2024-04-02T09:38:24.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:38:24 smithi012 ceph-mon[88355]: osdmap e2017: 8 total, 8 up, 8 in 2024-04-02T09:38:24.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:38:24 smithi012 ceph-mon[90784]: osdmap e2017: 8 total, 8 up, 8 in 2024-04-02T09:38:24.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:38:24 smithi055 ceph-mon[85080]: osdmap e2017: 8 total, 8 up, 8 in 2024-04-02T09:38:25.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:38:25 smithi012 ceph-mon[88355]: pgmap v3943: 137 pgs: 137 active+clean; 322 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 215 KiB/s rd, 1.7 MiB/s wr, 35 op/s 2024-04-02T09:38:25.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:38:25 smithi012 ceph-mon[90784]: pgmap v3943: 137 pgs: 137 active+clean; 322 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 215 KiB/s rd, 1.7 MiB/s wr, 35 op/s 2024-04-02T09:38:25.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:38:25 smithi055 ceph-mon[85080]: pgmap v3943: 137 pgs: 137 active+clean; 322 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 215 KiB/s rd, 1.7 MiB/s wr, 35 op/s 2024-04-02T09:38:25.820 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] EncryptedFlattenTest/7.ShrinkToOneAfterSnapshot (22507 ms) 2024-04-02T09:38:25.820 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] EncryptedFlattenTest/7.MinOverlap 2024-04-02T09:38:25.821 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:38:27.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:38:27 smithi012 ceph-mon[88355]: pgmap v3944: 137 pgs: 137 active+clean; 378 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 44 op/s 2024-04-02T09:38:27.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:38:27 smithi012 ceph-mon[90784]: pgmap v3944: 137 pgs: 137 active+clean; 378 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 44 op/s 2024-04-02T09:38:27.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:38:27 smithi055 ceph-mon[85080]: pgmap v3944: 137 pgs: 137 active+clean; 378 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 44 op/s 2024-04-02T09:38:28.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:38:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:38:27] "GET /metrics HTTP/1.1" 200 36741 "" "Prometheus/2.43.0" 2024-04-02T09:38:29.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:38:29 smithi012 ceph-mon[90784]: pgmap v3945: 137 pgs: 137 active+clean; 378 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 44 op/s 2024-04-02T09:38:29.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:38:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:29.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:38:29 smithi012 ceph-mon[88355]: pgmap v3945: 137 pgs: 137 active+clean; 378 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 44 op/s 2024-04-02T09:38:29.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:38:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:29.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:38:29 smithi055 ceph-mon[85080]: pgmap v3945: 137 pgs: 137 active+clean; 378 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 44 op/s 2024-04-02T09:38:29.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:38:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:30.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:38:30 smithi055 ceph-mon[85080]: pgmap v3946: 137 pgs: 137 active+clean; 378 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.0 MiB/s wr, 42 op/s 2024-04-02T09:38:30.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:38:30 smithi012 ceph-mon[88355]: pgmap v3946: 137 pgs: 137 active+clean; 378 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.0 MiB/s wr, 42 op/s 2024-04-02T09:38:30.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:38:30 smithi012 ceph-mon[90784]: pgmap v3946: 137 pgs: 137 active+clean; 378 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.0 MiB/s wr, 42 op/s 2024-04-02T09:38:31.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:38:31 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:38:31.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:38:31 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:38:32.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:38:31 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:38:32.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:38:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:38:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:38:33.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:38:33 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:38:33.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:38:33 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:38:33.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:38:33 smithi012 ceph-mon[90784]: pgmap v3947: 137 pgs: 137 active+clean; 378 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.6 MiB/s wr, 35 op/s 2024-04-02T09:38:33.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:38:33 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:38:33.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:38:33 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:38:33.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:38:33 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:38:33.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:38:33 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:38:33.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:38:33 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:38:33.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:38:33 smithi012 ceph-mon[88355]: pgmap v3947: 137 pgs: 137 active+clean; 378 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.6 MiB/s wr, 35 op/s 2024-04-02T09:38:33.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:38:33 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:38:33.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:38:33 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:38:33.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:38:33 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:38:33.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:38:33 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:38:33.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:38:33 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:38:33.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:38:33 smithi055 ceph-mon[85080]: pgmap v3947: 137 pgs: 137 active+clean; 378 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.6 MiB/s wr, 35 op/s 2024-04-02T09:38:33.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:38:33 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:38:33.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:38:33 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:38:33.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:38:33 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:38:35.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:38:35 smithi012 ceph-mon[88355]: pgmap v3948: 137 pgs: 137 active+clean; 378 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 5.1 MiB/s wr, 32 op/s 2024-04-02T09:38:35.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:38:35 smithi012 ceph-mon[88355]: osdmap e2018: 8 total, 8 up, 8 in 2024-04-02T09:38:35.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:38:35 smithi012 ceph-mon[90784]: pgmap v3948: 137 pgs: 137 active+clean; 378 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 5.1 MiB/s wr, 32 op/s 2024-04-02T09:38:35.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:38:35 smithi012 ceph-mon[90784]: osdmap e2018: 8 total, 8 up, 8 in 2024-04-02T09:38:35.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:38:35 smithi055 ceph-mon[85080]: pgmap v3948: 137 pgs: 137 active+clean; 378 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 5.1 MiB/s wr, 32 op/s 2024-04-02T09:38:35.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:38:35 smithi055 ceph-mon[85080]: osdmap e2018: 8 total, 8 up, 8 in 2024-04-02T09:38:37.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:38:37 smithi012 ceph-mon[88355]: pgmap v3950: 137 pgs: 137 active+clean; 419 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:38:37.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:38:37 smithi012 ceph-mon[90784]: pgmap v3950: 137 pgs: 137 active+clean; 419 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:38:37.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:38:37 smithi055 ceph-mon[85080]: pgmap v3950: 137 pgs: 137 active+clean; 419 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:38:38.429 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:38:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:38:37] "GET /metrics HTTP/1.1" 200 36743 "" "Prometheus/2.43.0" 2024-04-02T09:38:39.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:38:39 smithi012 ceph-mon[88355]: pgmap v3951: 137 pgs: 137 active+clean; 419 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:38:39.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:38:39 smithi012 ceph-mon[90784]: pgmap v3951: 137 pgs: 137 active+clean; 419 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:38:39.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:38:39 smithi055 ceph-mon[85080]: pgmap v3951: 137 pgs: 137 active+clean; 419 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:38:40.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:38:40 smithi012 ceph-mon[90784]: pgmap v3952: 137 pgs: 137 active+clean; 419 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 27 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:38:40.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:38:40 smithi012 ceph-mon[88355]: pgmap v3952: 137 pgs: 137 active+clean; 419 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 27 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:38:41.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:38:40 smithi055 ceph-mon[85080]: pgmap v3952: 137 pgs: 137 active+clean; 419 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 27 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:38:42.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:38:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:38:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:38:43.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:38:43 smithi012 ceph-mon[88355]: pgmap v3953: 137 pgs: 137 active+clean; 423 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:38:43.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:38:43 smithi012 ceph-mon[90784]: pgmap v3953: 137 pgs: 137 active+clean; 423 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:38:43.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:38:43 smithi055 ceph-mon[85080]: pgmap v3953: 137 pgs: 137 active+clean; 423 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:38:44.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:38:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:44.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:38:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:44.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:38:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:45.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:38:45 smithi012 ceph-mon[88355]: pgmap v3954: 137 pgs: 137 active+clean; 423 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:38:45.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:38:45 smithi012 ceph-mon[90784]: pgmap v3954: 137 pgs: 137 active+clean; 423 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:38:45.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:38:45 smithi055 ceph-mon[85080]: pgmap v3954: 137 pgs: 137 active+clean; 423 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:38:47.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:38:47 smithi012 ceph-mon[88355]: pgmap v3955: 137 pgs: 137 active+clean; 427 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 209 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-02T09:38:47.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:38:47 smithi012 ceph-mon[90784]: pgmap v3955: 137 pgs: 137 active+clean; 427 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 209 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-02T09:38:47.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:38:47 smithi055 ceph-mon[85080]: pgmap v3955: 137 pgs: 137 active+clean; 427 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 209 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-02T09:38:48.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:38:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:38:47] "GET /metrics HTTP/1.1" 200 36743 "" "Prometheus/2.43.0" 2024-04-02T09:38:48.938 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] EncryptedFlattenTest/7.MinOverlap (23117 ms) 2024-04-02T09:38:48.938 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] EncryptedFlattenTest/7.ZeroOverlap 2024-04-02T09:38:48.938 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:38:49.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:38:49 smithi012 ceph-mon[88355]: pgmap v3956: 137 pgs: 137 active+clean; 427 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 187 KiB/s rd, 683 KiB/s wr, 9 op/s 2024-04-02T09:38:49.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:38:49 smithi012 ceph-mon[90784]: pgmap v3956: 137 pgs: 137 active+clean; 427 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 187 KiB/s rd, 683 KiB/s wr, 9 op/s 2024-04-02T09:38:49.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:38:49 smithi055 ceph-mon[85080]: pgmap v3956: 137 pgs: 137 active+clean; 427 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 187 KiB/s rd, 683 KiB/s wr, 9 op/s 2024-04-02T09:38:51.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:38:51 smithi012 ceph-mon[88355]: pgmap v3957: 137 pgs: 137 active+clean; 423 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 191 KiB/s rd, 684 KiB/s wr, 15 op/s 2024-04-02T09:38:51.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:38:51 smithi012 ceph-mon[90784]: pgmap v3957: 137 pgs: 137 active+clean; 423 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 191 KiB/s rd, 684 KiB/s wr, 15 op/s 2024-04-02T09:38:51.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:38:51 smithi055 ceph-mon[85080]: pgmap v3957: 137 pgs: 137 active+clean; 423 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 191 KiB/s rd, 684 KiB/s wr, 15 op/s 2024-04-02T09:38:52.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:38:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:38:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:38:53.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:38:53 smithi012 ceph-mon[88355]: pgmap v3958: 137 pgs: 137 active+clean; 427 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.7 MiB/s wr, 24 op/s 2024-04-02T09:38:53.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:38:53 smithi012 ceph-mon[90784]: pgmap v3958: 137 pgs: 137 active+clean; 427 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.7 MiB/s wr, 24 op/s 2024-04-02T09:38:53.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:38:53 smithi055 ceph-mon[85080]: pgmap v3958: 137 pgs: 137 active+clean; 427 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.7 MiB/s wr, 24 op/s 2024-04-02T09:38:55.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:38:55 smithi012 ceph-mon[88355]: pgmap v3959: 137 pgs: 137 active+clean; 427 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-02T09:38:55.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:38:55 smithi012 ceph-mon[90784]: pgmap v3959: 137 pgs: 137 active+clean; 427 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-02T09:38:55.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:38:55 smithi055 ceph-mon[85080]: pgmap v3959: 137 pgs: 137 active+clean; 427 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-02T09:38:57.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:38:57 smithi012 ceph-mon[88355]: pgmap v3960: 137 pgs: 137 active+clean; 427 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-02T09:38:57.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:38:57 smithi012 ceph-mon[90784]: pgmap v3960: 137 pgs: 137 active+clean; 427 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-02T09:38:57.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:38:57 smithi055 ceph-mon[85080]: pgmap v3960: 137 pgs: 137 active+clean; 427 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-02T09:38:58.404 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:38:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:38:57] "GET /metrics HTTP/1.1" 200 36743 "" "Prometheus/2.43.0" 2024-04-02T09:38:58.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:38:58 smithi012 ceph-mon[88355]: osdmap e2019: 8 total, 8 up, 8 in 2024-04-02T09:38:58.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:38:58 smithi012 ceph-mon[90784]: osdmap e2019: 8 total, 8 up, 8 in 2024-04-02T09:38:58.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:38:58 smithi055 ceph-mon[85080]: osdmap e2019: 8 total, 8 up, 8 in 2024-04-02T09:38:59.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:38:59 smithi012 ceph-mon[88355]: pgmap v3962: 137 pgs: 137 active+clean; 427 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.2 MiB/s wr, 20 op/s 2024-04-02T09:38:59.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:38:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:59.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:38:59 smithi012 ceph-mon[90784]: pgmap v3962: 137 pgs: 137 active+clean; 427 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.2 MiB/s wr, 20 op/s 2024-04-02T09:38:59.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:38:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:59.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:38:59 smithi055 ceph-mon[85080]: pgmap v3962: 137 pgs: 137 active+clean; 427 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.2 MiB/s wr, 20 op/s 2024-04-02T09:38:59.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:38:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:01.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:01 smithi012 ceph-mon[88355]: pgmap v3963: 137 pgs: 137 active+clean; 439 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 38 op/s 2024-04-02T09:39:01.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:01 smithi012 ceph-mon[90784]: pgmap v3963: 137 pgs: 137 active+clean; 439 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 38 op/s 2024-04-02T09:39:01.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:01 smithi055 ceph-mon[85080]: pgmap v3963: 137 pgs: 137 active+clean; 439 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 38 op/s 2024-04-02T09:39:02.712 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:39:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:39:02.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:39:03.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:03 smithi012 ceph-mon[88355]: pgmap v3964: 137 pgs: 137 active+clean; 468 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:39:03.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:03 smithi012 ceph-mon[90784]: pgmap v3964: 137 pgs: 137 active+clean; 468 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:39:03.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:03 smithi055 ceph-mon[85080]: pgmap v3964: 137 pgs: 137 active+clean; 468 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:39:05.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:05 smithi012 ceph-mon[88355]: pgmap v3965: 137 pgs: 137 active+clean; 468 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:39:05.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:05 smithi012 ceph-mon[90784]: pgmap v3965: 137 pgs: 137 active+clean; 468 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:39:05.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:05 smithi055 ceph-mon[85080]: pgmap v3965: 137 pgs: 137 active+clean; 468 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:39:07.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:07 smithi012 ceph-mon[88355]: pgmap v3966: 137 pgs: 137 active+clean; 476 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 189 KiB/s rd, 4.9 MiB/s wr, 40 op/s 2024-04-02T09:39:07.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:07 smithi012 ceph-mon[90784]: pgmap v3966: 137 pgs: 137 active+clean; 476 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 189 KiB/s rd, 4.9 MiB/s wr, 40 op/s 2024-04-02T09:39:07.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:07 smithi055 ceph-mon[85080]: pgmap v3966: 137 pgs: 137 active+clean; 476 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 189 KiB/s rd, 4.9 MiB/s wr, 40 op/s 2024-04-02T09:39:08.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:39:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:39:07] "GET /metrics HTTP/1.1" 200 36743 "" "Prometheus/2.43.0" 2024-04-02T09:39:09.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:09 smithi012 ceph-mon[88355]: pgmap v3967: 137 pgs: 137 active+clean; 476 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 173 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:39:09.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:09 smithi012 ceph-mon[90784]: pgmap v3967: 137 pgs: 137 active+clean; 476 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 173 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:39:09.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:09 smithi055 ceph-mon[85080]: pgmap v3967: 137 pgs: 137 active+clean; 476 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 173 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:39:11.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:11 smithi012 ceph-mon[88355]: pgmap v3968: 137 pgs: 137 active+clean; 476 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 184 KiB/s rd, 4.1 MiB/s wr, 37 op/s 2024-04-02T09:39:11.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:11 smithi012 ceph-mon[90784]: pgmap v3968: 137 pgs: 137 active+clean; 476 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 184 KiB/s rd, 4.1 MiB/s wr, 37 op/s 2024-04-02T09:39:11.752 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] EncryptedFlattenTest/7.ZeroOverlap (22814 ms) 2024-04-02T09:39:11.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:11 smithi055 ceph-mon[85080]: pgmap v3968: 137 pgs: 137 active+clean; 476 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 184 KiB/s rd, 4.1 MiB/s wr, 37 op/s 2024-04-02T09:39:12.440 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 7 tests from EncryptedFlattenTest/7 (160803 ms total) 2024-04-02T09:39:12.441 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:39:12.441 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 15 tests from DiffIterateTest/0, where TypeParam = DiffIterateParams 2024-04-02T09:39:12.490 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] DiffIterateTest/0.DiffIterate 2024-04-02T09:39:12.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:12 smithi055 ceph-mon[85080]: pgmap v3969: 137 pgs: 137 active+clean; 472 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 566 KiB/s rd, 3.4 MiB/s wr, 27 op/s 2024-04-02T09:39:12.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:12 smithi055 ceph-mon[85080]: osdmap e2020: 8 total, 8 up, 8 in 2024-04-02T09:39:12.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:39:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:39:12.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:39:12.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:12 smithi012 ceph-mon[88355]: pgmap v3969: 137 pgs: 137 active+clean; 472 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 566 KiB/s rd, 3.4 MiB/s wr, 27 op/s 2024-04-02T09:39:12.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:12 smithi012 ceph-mon[88355]: osdmap e2020: 8 total, 8 up, 8 in 2024-04-02T09:39:12.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:12 smithi012 ceph-mon[90784]: pgmap v3969: 137 pgs: 137 active+clean; 472 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 566 KiB/s rd, 3.4 MiB/s wr, 27 op/s 2024-04-02T09:39:12.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:12 smithi012 ceph-mon[90784]: osdmap e2020: 8 total, 8 up, 8 in 2024-04-02T09:39:14.499 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:39:14.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:14 smithi055 ceph-mon[85080]: osdmap e2021: 8 total, 8 up, 8 in 2024-04-02T09:39:14.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:14 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1790434256' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:39:14.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:14 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:39:14.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:14.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:14 smithi055 ceph-mon[85080]: pgmap v3972: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:39:14.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:14 smithi012 ceph-mon[90784]: osdmap e2021: 8 total, 8 up, 8 in 2024-04-02T09:39:14.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:14 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1790434256' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:39:14.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:14 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:39:14.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:14.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:14 smithi012 ceph-mon[90784]: pgmap v3972: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:39:14.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:14 smithi012 ceph-mon[88355]: osdmap e2021: 8 total, 8 up, 8 in 2024-04-02T09:39:14.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:14 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1790434256' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:39:14.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:14 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:39:14.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:14.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:14 smithi012 ceph-mon[88355]: pgmap v3972: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:39:15.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:15 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:39:15.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:15 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-44","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:39:15.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:15 smithi055 ceph-mon[85080]: osdmap e2022: 8 total, 8 up, 8 in 2024-04-02T09:39:15.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:15 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:39:15.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:15 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-44","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:39:15.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:15 smithi012 ceph-mon[88355]: osdmap e2022: 8 total, 8 up, 8 in 2024-04-02T09:39:15.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:15 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:39:15.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:15 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-44","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:39:15.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:15 smithi012 ceph-mon[90784]: osdmap e2022: 8 total, 8 up, 8 in 2024-04-02T09:39:16.548 INFO:tasks.workunit.client.0.smithi012.stdout: wrote [4472577~92261,5645851~12571,5877929~64655,5946025~61742,6195434~15160,8340207~80392,12440535~26186,13056562~42949,18688884~62259,19200500~12233] 2024-04-02T09:39:16.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:16 smithi055 ceph-mon[85080]: osdmap e2023: 8 total, 8 up, 8 in 2024-04-02T09:39:16.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:16 smithi055 ceph-mon[85080]: pgmap v3975: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:39:16.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:16 smithi012 ceph-mon[88355]: osdmap e2023: 8 total, 8 up, 8 in 2024-04-02T09:39:16.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:16 smithi012 ceph-mon[88355]: pgmap v3975: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:39:16.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:16 smithi012 ceph-mon[90784]: osdmap e2023: 8 total, 8 up, 8 in 2024-04-02T09:39:16.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:16 smithi012 ceph-mon[90784]: pgmap v3975: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:39:17.528 INFO:tasks.workunit.client.0.smithi012.stdout: wrote [1159106~4418,4154509~93705,8619739~9085,10608641~87850,13533707~71827,13915698~6141,15005976~45915,15137533~75008,17250882~71617,19200228~28351] 2024-04-02T09:39:17.537 INFO:tasks.workunit.client.0.smithi012.stdout: diff was [0~4248214,8619739~9085,10608641~87850,13099511~2113030,17250882~71617,19200228~28351] 2024-04-02T09:39:17.540 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] DiffIterateTest/0.DiffIterate (5051 ms) 2024-04-02T09:39:17.541 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministic 2024-04-02T09:39:17.541 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:39:17.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:17 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:39:17.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:17 smithi055 ceph-mon[85080]: osdmap e2024: 8 total, 8 up, 8 in 2024-04-02T09:39:17.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:17 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:39:17.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:17 smithi012 ceph-mon[90784]: osdmap e2024: 8 total, 8 up, 8 in 2024-04-02T09:39:17.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:17 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:39:17.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:17 smithi012 ceph-mon[88355]: osdmap e2024: 8 total, 8 up, 8 in 2024-04-02T09:39:18.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:39:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:39:17] "GET /metrics HTTP/1.1" 200 36674 "" "Prometheus/2.43.0" 2024-04-02T09:39:18.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:18 smithi055 ceph-mon[85080]: osdmap e2025: 8 total, 8 up, 8 in 2024-04-02T09:39:18.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:18 smithi055 ceph-mon[85080]: pgmap v3978: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:39:18.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:18 smithi012 ceph-mon[88355]: osdmap e2025: 8 total, 8 up, 8 in 2024-04-02T09:39:18.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:18 smithi012 ceph-mon[88355]: pgmap v3978: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:39:18.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:18 smithi012 ceph-mon[90784]: osdmap e2025: 8 total, 8 up, 8 in 2024-04-02T09:39:18.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:18 smithi012 ceph-mon[90784]: pgmap v3978: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:39:19.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:19 smithi055 ceph-mon[85080]: osdmap e2026: 8 total, 8 up, 8 in 2024-04-02T09:39:19.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:19 smithi012 ceph-mon[88355]: osdmap e2026: 8 total, 8 up, 8 in 2024-04-02T09:39:19.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:19 smithi012 ceph-mon[90784]: osdmap e2026: 8 total, 8 up, 8 in 2024-04-02T09:39:20.567 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministic (3026 ms) 2024-04-02T09:39:20.567 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicPP 2024-04-02T09:39:20.567 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:39:20.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:20 smithi055 ceph-mon[85080]: osdmap e2027: 8 total, 8 up, 8 in 2024-04-02T09:39:20.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:20 smithi055 ceph-mon[85080]: pgmap v3981: 137 pgs: 137 active+clean; 7.1 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 61 KiB/s wr, 17 op/s 2024-04-02T09:39:20.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:20 smithi012 ceph-mon[88355]: osdmap e2027: 8 total, 8 up, 8 in 2024-04-02T09:39:20.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:20 smithi012 ceph-mon[88355]: pgmap v3981: 137 pgs: 137 active+clean; 7.1 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 61 KiB/s wr, 17 op/s 2024-04-02T09:39:20.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:20 smithi012 ceph-mon[90784]: osdmap e2027: 8 total, 8 up, 8 in 2024-04-02T09:39:20.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:20 smithi012 ceph-mon[90784]: pgmap v3981: 137 pgs: 137 active+clean; 7.1 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 61 KiB/s wr, 17 op/s 2024-04-02T09:39:21.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:21 smithi055 ceph-mon[85080]: osdmap e2028: 8 total, 8 up, 8 in 2024-04-02T09:39:21.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:21 smithi012 ceph-mon[88355]: osdmap e2028: 8 total, 8 up, 8 in 2024-04-02T09:39:21.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:21 smithi012 ceph-mon[90784]: osdmap e2028: 8 total, 8 up, 8 in 2024-04-02T09:39:22.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:22 smithi055 ceph-mon[85080]: osdmap e2029: 8 total, 8 up, 8 in 2024-04-02T09:39:22.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:22 smithi055 ceph-mon[85080]: pgmap v3984: 137 pgs: 137 active+clean; 22 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 250 KiB/s wr, 113 op/s 2024-04-02T09:39:22.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:39:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:39:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:39:22.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:22 smithi012 ceph-mon[88355]: osdmap e2029: 8 total, 8 up, 8 in 2024-04-02T09:39:22.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:22 smithi012 ceph-mon[88355]: pgmap v3984: 137 pgs: 137 active+clean; 22 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 250 KiB/s wr, 113 op/s 2024-04-02T09:39:22.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:22 smithi012 ceph-mon[90784]: osdmap e2029: 8 total, 8 up, 8 in 2024-04-02T09:39:22.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:22 smithi012 ceph-mon[90784]: pgmap v3984: 137 pgs: 137 active+clean; 22 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 250 KiB/s wr, 113 op/s 2024-04-02T09:39:23.579 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicPP (3012 ms) 2024-04-02T09:39:23.579 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDiscard 2024-04-02T09:39:23.579 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:39:23.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:23 smithi055 ceph-mon[85080]: osdmap e2030: 8 total, 8 up, 8 in 2024-04-02T09:39:23.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:23 smithi012 ceph-mon[88355]: osdmap e2030: 8 total, 8 up, 8 in 2024-04-02T09:39:23.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:23 smithi012 ceph-mon[90784]: osdmap e2030: 8 total, 8 up, 8 in 2024-04-02T09:39:24.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:24 smithi055 ceph-mon[85080]: osdmap e2031: 8 total, 8 up, 8 in 2024-04-02T09:39:24.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:24 smithi055 ceph-mon[85080]: pgmap v3987: 137 pgs: 137 active+clean; 22 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 189 KiB/s wr, 95 op/s 2024-04-02T09:39:24.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:24 smithi012 ceph-mon[88355]: osdmap e2031: 8 total, 8 up, 8 in 2024-04-02T09:39:24.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:24 smithi012 ceph-mon[88355]: pgmap v3987: 137 pgs: 137 active+clean; 22 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 189 KiB/s wr, 95 op/s 2024-04-02T09:39:24.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:24 smithi012 ceph-mon[90784]: osdmap e2031: 8 total, 8 up, 8 in 2024-04-02T09:39:24.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:24 smithi012 ceph-mon[90784]: pgmap v3987: 137 pgs: 137 active+clean; 22 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 189 KiB/s wr, 95 op/s 2024-04-02T09:39:25.684 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] DiffIterateTest/0.DiffIterateDiscard (2105 ms) 2024-04-02T09:39:25.684 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTruncate 2024-04-02T09:39:25.684 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:39:25.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:25 smithi055 ceph-mon[85080]: osdmap e2032: 8 total, 8 up, 8 in 2024-04-02T09:39:25.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:25 smithi055 ceph-mon[85080]: osdmap e2033: 8 total, 8 up, 8 in 2024-04-02T09:39:25.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:25 smithi012 ceph-mon[90784]: osdmap e2032: 8 total, 8 up, 8 in 2024-04-02T09:39:25.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:25 smithi012 ceph-mon[90784]: osdmap e2033: 8 total, 8 up, 8 in 2024-04-02T09:39:25.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:25 smithi012 ceph-mon[88355]: osdmap e2032: 8 total, 8 up, 8 in 2024-04-02T09:39:25.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:25 smithi012 ceph-mon[88355]: osdmap e2033: 8 total, 8 up, 8 in 2024-04-02T09:39:26.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:26 smithi012 ceph-mon[88355]: osdmap e2034: 8 total, 8 up, 8 in 2024-04-02T09:39:26.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:26 smithi012 ceph-mon[88355]: pgmap v3991: 137 pgs: 137 active+clean; 22 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 15 KiB/s wr, 132 op/s 2024-04-02T09:39:26.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:26 smithi012 ceph-mon[90784]: osdmap e2034: 8 total, 8 up, 8 in 2024-04-02T09:39:26.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:26 smithi012 ceph-mon[90784]: pgmap v3991: 137 pgs: 137 active+clean; 22 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 15 KiB/s wr, 132 op/s 2024-04-02T09:39:27.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:26 smithi055 ceph-mon[85080]: osdmap e2034: 8 total, 8 up, 8 in 2024-04-02T09:39:27.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:26 smithi055 ceph-mon[85080]: pgmap v3991: 137 pgs: 137 active+clean; 22 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 15 KiB/s wr, 132 op/s 2024-04-02T09:39:27.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:27 smithi012 ceph-mon[88355]: osdmap e2035: 8 total, 8 up, 8 in 2024-04-02T09:39:27.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:27 smithi012 ceph-mon[90784]: osdmap e2035: 8 total, 8 up, 8 in 2024-04-02T09:39:28.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:27 smithi055 ceph-mon[85080]: osdmap e2035: 8 total, 8 up, 8 in 2024-04-02T09:39:28.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:39:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:39:27] "GET /metrics HTTP/1.1" 200 36674 "" "Prometheus/2.43.0" 2024-04-02T09:39:28.714 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] DiffIterateTest/0.DiffIterateTruncate (3030 ms) 2024-04-02T09:39:28.714 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] DiffIterateTest/0.DiffIterateWriteAndTruncate 2024-04-02T09:39:28.714 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:39:28.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:28 smithi012 ceph-mon[88355]: osdmap e2036: 8 total, 8 up, 8 in 2024-04-02T09:39:28.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:28 smithi012 ceph-mon[88355]: pgmap v3994: 137 pgs: 137 active+clean; 22 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 15 KiB/s wr, 133 op/s 2024-04-02T09:39:28.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:28 smithi012 ceph-mon[90784]: osdmap e2036: 8 total, 8 up, 8 in 2024-04-02T09:39:28.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:28 smithi012 ceph-mon[90784]: pgmap v3994: 137 pgs: 137 active+clean; 22 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 15 KiB/s wr, 133 op/s 2024-04-02T09:39:29.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:28 smithi055 ceph-mon[85080]: osdmap e2036: 8 total, 8 up, 8 in 2024-04-02T09:39:29.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:28 smithi055 ceph-mon[85080]: pgmap v3994: 137 pgs: 137 active+clean; 22 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 15 KiB/s wr, 133 op/s 2024-04-02T09:39:29.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:29 smithi012 ceph-mon[88355]: osdmap e2037: 8 total, 8 up, 8 in 2024-04-02T09:39:29.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:29.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:29 smithi012 ceph-mon[90784]: osdmap e2037: 8 total, 8 up, 8 in 2024-04-02T09:39:29.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:30.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:29 smithi055 ceph-mon[85080]: osdmap e2037: 8 total, 8 up, 8 in 2024-04-02T09:39:30.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:31.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:30 smithi055 ceph-mon[85080]: osdmap e2038: 8 total, 8 up, 8 in 2024-04-02T09:39:31.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:30 smithi055 ceph-mon[85080]: pgmap v3997: 137 pgs: 137 active+clean; 22 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 3.0 KiB/s wr, 43 op/s 2024-04-02T09:39:31.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:30 smithi012 ceph-mon[88355]: osdmap e2038: 8 total, 8 up, 8 in 2024-04-02T09:39:31.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:30 smithi012 ceph-mon[88355]: pgmap v3997: 137 pgs: 137 active+clean; 22 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 3.0 KiB/s wr, 43 op/s 2024-04-02T09:39:31.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:30 smithi012 ceph-mon[90784]: osdmap e2038: 8 total, 8 up, 8 in 2024-04-02T09:39:31.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:30 smithi012 ceph-mon[90784]: pgmap v3997: 137 pgs: 137 active+clean; 22 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 3.0 KiB/s wr, 43 op/s 2024-04-02T09:39:31.734 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] DiffIterateTest/0.DiffIterateWriteAndTruncate (3020 ms) 2024-04-02T09:39:31.734 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStress 2024-04-02T09:39:31.734 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:39:31.786 INFO:tasks.workunit.client.0.smithi012.stdout: i=0 exists [17429835~762019,36509322~2252661,174230344~3394823,179643890~2551548,269366634~1505980,303425434~5550961,323619395~5602986,338189487~696434,363325112~2153658] wrote [17429835~762019,36509322~2252661,174230344~3394823,179643890~2551548,269366634~1505980,303425434~5550961,323619395~5602986,338189487~696434,363325112~2153658] 2024-04-02T09:39:32.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:31 smithi055 ceph-mon[85080]: osdmap e2039: 8 total, 8 up, 8 in 2024-04-02T09:39:32.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:31 smithi012 ceph-mon[88355]: osdmap e2039: 8 total, 8 up, 8 in 2024-04-02T09:39:32.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:31 smithi012 ceph-mon[90784]: osdmap e2039: 8 total, 8 up, 8 in 2024-04-02T09:39:32.705 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:39:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:39:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:39:32.775 INFO:tasks.workunit.client.0.smithi012.stdout: i=1 exists [17429835~762019,23749752~5706794,30858003~7908051,40757345~3674242,60070467~5660138,145859980~6025901,174230344~3394823,179643890~2551548,208402303~1653456,247583391~7802385,264860700~2539078,269366634~1505980,303425434~5550961,323619395~5602986,338189487~696434,342716292~314786,363325112~2153658,373618622~5876860] wrote [23749752~5706794,30858003~7908051,40757345~3674242,60070467~5660138,145859980~6025901,208402303~1653456,247583391~7802385,264860700~2539078,342716292~314786,373618622~5876860] 2024-04-02T09:39:33.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:32 smithi055 ceph-mon[85080]: osdmap e2040: 8 total, 8 up, 8 in 2024-04-02T09:39:33.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:32 smithi055 ceph-mon[85080]: pgmap v4000: 137 pgs: 137 active+clean; 24 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 520 KiB/s wr, 91 op/s 2024-04-02T09:39:33.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:32 smithi012 ceph-mon[88355]: osdmap e2040: 8 total, 8 up, 8 in 2024-04-02T09:39:33.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:32 smithi012 ceph-mon[88355]: pgmap v4000: 137 pgs: 137 active+clean; 24 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 520 KiB/s wr, 91 op/s 2024-04-02T09:39:33.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:32 smithi012 ceph-mon[90784]: osdmap e2040: 8 total, 8 up, 8 in 2024-04-02T09:39:33.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:32 smithi012 ceph-mon[90784]: pgmap v4000: 137 pgs: 137 active+clean; 24 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 520 KiB/s wr, 91 op/s 2024-04-02T09:39:33.804 INFO:tasks.workunit.client.0.smithi012.stdout: i=2 exists [17429835~762019,23749752~6844874,30858003~13573584,60070467~5660138,69560924~10855954,90017578~3714604,110616997~5499869,145859980~6025901,174230344~3394823,179643890~2551548,208402303~1653456,247583391~7802385,264860700~2539078,269366634~1505980,303425434~5550961,317149540~12072841,338189487~696434,342716292~314786,363325112~2153658,373618622~5876860,399689877~938892,408714354~8025846] wrote [27395949~3198677,38300655~5818467,69560924~10855954,90017578~3714604,110616997~5499869,317149540~7519713,399689877~938892,408714354~8025846] 2024-04-02T09:39:34.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:33 smithi055 ceph-mon[85080]: osdmap e2041: 8 total, 8 up, 8 in 2024-04-02T09:39:34.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:33 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:39:34.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:33 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:39:34.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:33 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:39:34.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:33 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:39:34.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:33 smithi012 ceph-mon[88355]: osdmap e2041: 8 total, 8 up, 8 in 2024-04-02T09:39:34.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:33 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:39:34.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:33 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:39:34.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:33 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:39:34.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:33 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:39:34.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:33 smithi012 ceph-mon[90784]: osdmap e2041: 8 total, 8 up, 8 in 2024-04-02T09:39:34.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:33 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:39:34.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:33 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:39:34.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:33 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:39:34.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:33 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:39:34.811 INFO:tasks.workunit.client.0.smithi012.stdout: i=3 exists [5467551~1612904,17429835~762019,21162151~9432475,30858003~16721988,53782543~457932,54374850~11355755,69560924~10855954,90017578~3714604,110616997~5499869,145859980~6025901,174230344~3394823,179643890~2551548,208402303~1653456,247583391~7802385,264860700~2539078,268206597~3034121,303425434~5550961,317149540~14842240,333761787~6249760,342716292~314786,363325112~2153658,373618622~5876860,399689877~938892,408714354~8025846] wrote [5467551~1612904,21162151~3331034,38758373~8821618,53782543~457932,54374850~6975255,69924566~3061094,268206597~3034121,327493475~4498305,333761787~6249760] 2024-04-02T09:39:35.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:34 smithi055 ceph-mon[85080]: osdmap e2042: 8 total, 8 up, 8 in 2024-04-02T09:39:35.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:34 smithi055 ceph-mon[85080]: pgmap v4003: 137 pgs: 137 active+clean; 24 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 517 KiB/s wr, 48 op/s 2024-04-02T09:39:35.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:34 smithi012 ceph-mon[88355]: osdmap e2042: 8 total, 8 up, 8 in 2024-04-02T09:39:35.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:34 smithi012 ceph-mon[88355]: pgmap v4003: 137 pgs: 137 active+clean; 24 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 517 KiB/s wr, 48 op/s 2024-04-02T09:39:35.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:34 smithi012 ceph-mon[90784]: osdmap e2042: 8 total, 8 up, 8 in 2024-04-02T09:39:35.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:34 smithi012 ceph-mon[90784]: pgmap v4003: 137 pgs: 137 active+clean; 24 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 517 KiB/s wr, 48 op/s 2024-04-02T09:39:35.789 INFO:tasks.workunit.client.0.smithi012.stdout: i=4 exists [5467551~1612904,15494939~3611539,19884248~10710378,30858003~23382472,54374850~11355755,69560924~10855954,90017578~3714604,97793597~901399,110616997~5499869,145859980~6025901,174230344~3394823,178366539~4784213,208402303~1653456,247583391~7802385,264860700~8913882,291861579~1645777,303425434~5550961,317149540~14842240,333761787~6249760,342716292~314786,353594124~4932803,363325112~2153658,373618622~5876860,399689877~938892,408714354~8025846] wrote [15494939~3611539,19884248~5800152,47377577~6412666,74626007~3470935,97793597~901399,178366539~4784213,265311089~8463493,291861579~1645777,353594124~4932803] 2024-04-02T09:39:36.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:35 smithi055 ceph-mon[85080]: osdmap e2043: 8 total, 8 up, 8 in 2024-04-02T09:39:36.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:35 smithi012 ceph-mon[88355]: osdmap e2043: 8 total, 8 up, 8 in 2024-04-02T09:39:36.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:35 smithi012 ceph-mon[90784]: osdmap e2043: 8 total, 8 up, 8 in 2024-04-02T09:39:36.783 INFO:tasks.workunit.client.0.smithi012.stdout: i=5 exists [5467551~1612904,15494939~15099687,30858003~23382472,54374850~11355755,69560924~10855954,90017578~3714604,97793597~901399,110616997~5499869,145859980~6025901,174230344~3394823,178366539~4784213,208402303~1653456,214301718~7546988,224684038~6137482,247583391~7802385,264860700~8913882,274972127~1205251,291861579~1645777,303425434~8769385,315007065~1441458,317149540~14842240,333761787~6249760,342716292~314786,353594124~4932803,363325112~2153658,373618622~5876860,390626001~3230284,399689877~938892,408714354~8025846] wrote [16514818~6072687,147535833~506402,214301718~7546988,224684038~6137482,250494562~673962,274972127~1205251,305747906~6446913,315007065~1441458,390626001~3230284] 2024-04-02T09:39:37.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:36 smithi055 ceph-mon[85080]: osdmap e2044: 8 total, 8 up, 8 in 2024-04-02T09:39:37.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:36 smithi055 ceph-mon[85080]: pgmap v4006: 137 pgs: 137 active+clean; 256 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 141 KiB/s rd, 44 MiB/s wr, 242 op/s 2024-04-02T09:39:37.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:36 smithi012 ceph-mon[88355]: osdmap e2044: 8 total, 8 up, 8 in 2024-04-02T09:39:37.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:36 smithi012 ceph-mon[88355]: pgmap v4006: 137 pgs: 137 active+clean; 256 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 141 KiB/s rd, 44 MiB/s wr, 242 op/s 2024-04-02T09:39:37.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:36 smithi012 ceph-mon[90784]: osdmap e2044: 8 total, 8 up, 8 in 2024-04-02T09:39:37.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:36 smithi012 ceph-mon[90784]: pgmap v4006: 137 pgs: 137 active+clean; 256 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 141 KiB/s rd, 44 MiB/s wr, 242 op/s 2024-04-02T09:39:37.819 INFO:tasks.workunit.client.0.smithi012.stdout: i=6 exists [5467551~1612904,15494939~15099687,30858003~23382472,54374850~11355755,69560924~10855954,81522400~7225007,90017578~3714604,97793597~901399,110616997~5499869,134005274~7912735,145859980~6025901,174230344~3394823,178366539~4784213,189580858~6963525,207982278~4061273,214301718~9178367,224684038~6137482,244813159~10572617,264860700~8913882,274622886~3026712,291861579~1645777,303425434~8769385,315007065~1441458,317149540~14842240,333761787~6249760,342716292~314786,353594124~4932803,363325112~2153658,373618622~7879543,383375012~801815,390626001~3230284,399689877~938892,408714354~8025846] wrote [81522400~7225007,134005274~7912735,189580858~6963525,207982278~4061273,216890929~6589156,244813159~4092755,274622886~3026712,374733006~6765159,383375012~801815] 2024-04-02T09:39:38.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:37 smithi055 ceph-mon[85080]: osdmap e2045: 8 total, 8 up, 8 in 2024-04-02T09:39:38.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:37 smithi012 ceph-mon[88355]: osdmap e2045: 8 total, 8 up, 8 in 2024-04-02T09:39:38.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:37 smithi012 ceph-mon[90784]: osdmap e2045: 8 total, 8 up, 8 in 2024-04-02T09:39:38.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:39:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:39:37] "GET /metrics HTTP/1.1" 200 36727 "" "Prometheus/2.43.0" 2024-04-02T09:39:38.862 INFO:tasks.workunit.client.0.smithi012.stdout: i=7 exists [1095932~7134087,15494939~15099687,30665293~23575182,54374850~11355755,69560924~10855954,81522400~7225007,90017578~3714604,97793597~901399,104889825~11227041,134005274~7912735,145859980~6025901,174230344~3394823,178366539~4784213,189580858~6963525,200644771~11398780,214301718~9178367,224684038~10394135,244813159~10572617,264860700~9752134,274622886~3026712,291861579~1645777,299665546~12529273,315007065~1441458,317149540~14842240,333761787~6249760,342716292~314786,353594124~4932803,363325112~2153658,373618622~7879543,383375012~801815,390626001~6899160,399689877~938892,408714354~8025846] wrote [1095932~7134087,30665293~3669644,104889825~8740496,200644771~8129708,227344712~7733461,248840067~1957663,267559100~7053734,299665546~3962810,391147997~6377164] 2024-04-02T09:39:39.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:38 smithi055 ceph-mon[85080]: osdmap e2046: 8 total, 8 up, 8 in 2024-04-02T09:39:39.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:38 smithi055 ceph-mon[85080]: pgmap v4009: 137 pgs: 137 active+clean; 256 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 141 KiB/s rd, 44 MiB/s wr, 242 op/s 2024-04-02T09:39:39.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:38 smithi012 ceph-mon[90784]: osdmap e2046: 8 total, 8 up, 8 in 2024-04-02T09:39:39.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:38 smithi012 ceph-mon[90784]: pgmap v4009: 137 pgs: 137 active+clean; 256 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 141 KiB/s rd, 44 MiB/s wr, 242 op/s 2024-04-02T09:39:39.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:38 smithi012 ceph-mon[88355]: osdmap e2046: 8 total, 8 up, 8 in 2024-04-02T09:39:39.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:38 smithi012 ceph-mon[88355]: pgmap v4009: 137 pgs: 137 active+clean; 256 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 141 KiB/s rd, 44 MiB/s wr, 242 op/s 2024-04-02T09:39:39.830 INFO:tasks.workunit.client.0.smithi012.stdout: i=8 exists [1095932~7134087,15494939~15099687,30665293~23575182,54374850~11355755,69560924~10855954,81522400~7225007,90017578~3714604,95907827~3224376,104889825~11227041,134005274~17880607,174230344~3394823,178366539~4784213,189580858~6963525,200644771~11398780,214301718~9178367,224684038~10394135,244813159~10572617,264860700~9752134,274622886~3026712,280451040~9458927,291861579~1645777,299665546~12529273,315007065~16984715,333761787~6249760,342716292~314786,353274052~5252875,363074272~209810,363325112~2153658,366900078~6297306,373618622~7879543,383375012~801815,390626001~6899160,399689877~938892,408714354~8025846] wrote [95907827~3224376,141334413~5261849,269331761~3834263,280451040~9458927,315577070~3769973,353274052~3487120,363074272~209810,366900078~6297306] 2024-04-02T09:39:40.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:39 smithi055 ceph-mon[85080]: osdmap e2047: 8 total, 8 up, 8 in 2024-04-02T09:39:40.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:39 smithi012 ceph-mon[88355]: osdmap e2047: 8 total, 8 up, 8 in 2024-04-02T09:39:40.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:39 smithi012 ceph-mon[90784]: osdmap e2047: 8 total, 8 up, 8 in 2024-04-02T09:39:40.826 INFO:tasks.workunit.client.0.smithi012.stdout: i=9 exists [1095932~7134087,15494939~15099687,30665293~23575182,54374850~14330719,69560924~10855954,81522400~7225007,90017578~3714604,95907827~3224376,104889825~11227041,134005274~17880607,161142729~5697363,174230344~3394823,178366539~4784213,189580858~6963525,200644771~22835314,224684038~10394135,244813159~10572617,264860700~9752134,274622886~3026712,280451040~9458927,291861579~1645777,299665546~12529273,315007065~16984715,333761787~6249760,342716292~314786,350191487~2075933,353274052~5252875,363074272~209810,363325112~2153658,366900078~6297306,373618622~8733887,383375012~801815,390626001~6899160,399689877~938892,408714354~8025846] wrote [54603515~5001559,64302904~4402665,75396331~3449852,161142729~5697363,207041052~3858544,211593470~6887463,323708551~360943,350191487~2075933,377403260~4949249,390773189~5512308] 2024-04-02T09:39:41.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:40 smithi055 ceph-mon[85080]: osdmap e2048: 8 total, 8 up, 8 in 2024-04-02T09:39:41.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:40 smithi055 ceph-mon[85080]: pgmap v4012: 137 pgs: 137 active+clean; 283 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 6.8 MiB/s wr, 3 op/s 2024-04-02T09:39:41.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:40 smithi012 ceph-mon[90784]: osdmap e2048: 8 total, 8 up, 8 in 2024-04-02T09:39:41.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:40 smithi012 ceph-mon[90784]: pgmap v4012: 137 pgs: 137 active+clean; 283 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 6.8 MiB/s wr, 3 op/s 2024-04-02T09:39:41.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:40 smithi012 ceph-mon[88355]: osdmap e2048: 8 total, 8 up, 8 in 2024-04-02T09:39:41.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:40 smithi012 ceph-mon[88355]: pgmap v4012: 137 pgs: 137 active+clean; 283 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 6.8 MiB/s wr, 3 op/s 2024-04-02T09:39:41.819 INFO:tasks.workunit.client.0.smithi012.stdout: i=10 exists [1095932~7134087,15494939~15099687,30665293~23575182,54374850~26042028,81522400~7225007,90017578~3714604,95907827~3224376,104889825~11227041,134005274~17880607,161142729~5697363,174230344~3394823,178366539~4784213,189580858~6963525,197675927~25804158,224684038~10394135,244813159~10572617,264860700~9752134,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,299665546~12529273,315007065~16984715,333761787~6249760,342716292~314786,350191487~2075933,353274052~5252875,363074272~209810,363325112~2153658,366900078~6297306,373618622~8733887,383375012~801815,390626001~6899160,399689877~4968390,408714354~8025846] wrote [16119271~2959680,33365972~5249431,45787333~4477426,66115161~128157,68403631~2206614,197675927~7959919,216250420~6179056,294033583~388164,335149572~1580467,399929575~4728692] 2024-04-02T09:39:42.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:41 smithi055 ceph-mon[85080]: osdmap e2049: 8 total, 8 up, 8 in 2024-04-02T09:39:42.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:41 smithi012 ceph-mon[88355]: osdmap e2049: 8 total, 8 up, 8 in 2024-04-02T09:39:42.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:41 smithi012 ceph-mon[90784]: osdmap e2049: 8 total, 8 up, 8 in 2024-04-02T09:39:42.772 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:39:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:39:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:39:42.870 INFO:tasks.workunit.client.0.smithi012.stdout: i=11 exists [1095932~7134087,15494939~15099687,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3224376,104889825~11227041,134005274~17880607,154287744~899397,161142729~5697363,174230344~3394823,178366539~4784213,189580858~6963525,197675927~25804158,224684038~10394135,244813159~10572617,264860700~9752134,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,298280684~13914135,315007065~16984715,333761787~6249760,342716292~314786,350191487~2075933,353274052~5252875,363074272~209810,363325112~2153658,366900078~6297306,373618622~8733887,383375012~801815,390626001~14032266,408714354~8025846] wrote [37314997~5636756,73023040~9247439,90448068~5436200,154287744~899397,198369981~1565304,298280684~4126208,323325331~4689955,393941260~8109204] 2024-04-02T09:39:43.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:42 smithi055 ceph-mon[85080]: osdmap e2050: 8 total, 8 up, 8 in 2024-04-02T09:39:43.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:42 smithi055 ceph-mon[85080]: pgmap v4015: 137 pgs: 137 active+clean; 487 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 187 KiB/s rd, 53 MiB/s wr, 306 op/s 2024-04-02T09:39:43.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:42 smithi012 ceph-mon[88355]: osdmap e2050: 8 total, 8 up, 8 in 2024-04-02T09:39:43.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:42 smithi012 ceph-mon[88355]: pgmap v4015: 137 pgs: 137 active+clean; 487 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 187 KiB/s rd, 53 MiB/s wr, 306 op/s 2024-04-02T09:39:43.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:42 smithi012 ceph-mon[90784]: osdmap e2050: 8 total, 8 up, 8 in 2024-04-02T09:39:43.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:42 smithi012 ceph-mon[90784]: pgmap v4015: 137 pgs: 137 active+clean; 487 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 187 KiB/s rd, 53 MiB/s wr, 306 op/s 2024-04-02T09:39:43.853 INFO:tasks.workunit.client.0.smithi012.stdout: i=12 exists [1095932~7134087,15494939~15099687,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3224376,104889825~11227041,126117990~4541812,134005274~17880607,154287744~899397,161142729~12312002,174230344~3394823,178366539~4784213,189580858~6963525,197675927~25804158,224684038~10394135,244813159~10572617,264860700~9752134,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,298280684~13914135,315007065~16984715,333761787~6249760,342716292~314786,350191487~2075933,353274052~5252875,363074272~209810,363325112~2153658,366900078~15452431,383375012~801815,390626001~14032266,408714354~8025846] wrote [60904577~6551059,112994351~477810,126117990~4541812,141357330~3557513,145956688~1471439,166430156~7024575,204152972~7100417,325123085~3279490,368183811~7825225] 2024-04-02T09:39:44.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:43 smithi055 ceph-mon[85080]: osdmap e2051: 8 total, 8 up, 8 in 2024-04-02T09:39:44.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:43 smithi012 ceph-mon[88355]: osdmap e2051: 8 total, 8 up, 8 in 2024-04-02T09:39:44.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:43 smithi012 ceph-mon[90784]: osdmap e2051: 8 total, 8 up, 8 in 2024-04-02T09:39:44.839 INFO:tasks.workunit.client.0.smithi012.stdout: i=13 exists [1095932~7134087,15494939~15099687,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3224376,104889825~11227041,126117990~4541812,133768494~18117387,154287744~899397,161142729~12312002,174230344~3394823,178366539~4784213,189580858~6963525,197675927~25804158,224684038~10394135,244813159~10572617,264860700~9752134,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,298280684~13914135,315007065~16984715,333761787~6249760,342716292~5823143,350191487~2075933,353274052~5252875,363074272~209810,363325112~2153658,366900078~15452431,383375012~3264320,390626001~14032266,408714354~8025846] wrote [62141196~2323419,110697049~891254,133768494~1091216,140394115~5201617,266787217~6112386,280854105~2527013,311442078~601886,315371472~5987323,343020063~5519372,383866187~2773145] 2024-04-02T09:39:45.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:44 smithi055 ceph-mon[85080]: osdmap e2052: 8 total, 8 up, 8 in 2024-04-02T09:39:45.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:45.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:44 smithi055 ceph-mon[85080]: pgmap v4018: 137 pgs: 137 active+clean; 487 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 187 KiB/s rd, 46 MiB/s wr, 302 op/s 2024-04-02T09:39:45.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:44 smithi012 ceph-mon[88355]: osdmap e2052: 8 total, 8 up, 8 in 2024-04-02T09:39:45.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:45.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:44 smithi012 ceph-mon[88355]: pgmap v4018: 137 pgs: 137 active+clean; 487 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 187 KiB/s rd, 46 MiB/s wr, 302 op/s 2024-04-02T09:39:45.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:44 smithi012 ceph-mon[90784]: osdmap e2052: 8 total, 8 up, 8 in 2024-04-02T09:39:45.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:45.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:44 smithi012 ceph-mon[90784]: pgmap v4018: 137 pgs: 137 active+clean; 487 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 187 KiB/s rd, 46 MiB/s wr, 302 op/s 2024-04-02T09:39:45.858 INFO:tasks.workunit.client.0.smithi012.stdout: i=14 exists [1095932~7134087,15263460~15331166,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3224376,104889825~11227041,126117990~4541812,133768494~18117387,154287744~899397,161142729~12312002,174230344~3394823,178366539~4784213,189580858~7558541,197675927~25804158,224684038~10394135,241517903~2390015,244813159~10572617,264860700~9752134,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,298280684~33711096,333761787~6249760,342716292~5823143,350191487~2075933,353274052~5252875,363074272~209810,363325112~2153658,366900078~15452431,383375012~3264320,390626001~14032266,408714354~8025846] wrote [15263460~7061502,71760959~520432,90297332~1178607,193570462~3568937,214771522~3403092,241517903~2390015,245904373~7141585,312097141~6047698,368887229~6153753,400505389~2982600] 2024-04-02T09:39:46.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:45 smithi055 ceph-mon[85080]: osdmap e2053: 8 total, 8 up, 8 in 2024-04-02T09:39:46.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:45 smithi012 ceph-mon[90784]: osdmap e2053: 8 total, 8 up, 8 in 2024-04-02T09:39:46.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:45 smithi012 ceph-mon[88355]: osdmap e2053: 8 total, 8 up, 8 in 2024-04-02T09:39:46.887 INFO:tasks.workunit.client.0.smithi012.stdout: i=15 exists [1095932~7134087,15263460~15331166,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~4541812,133768494~18117387,154287744~899397,161142729~12312002,174230344~3394823,178366539~4784213,189580858~7558541,197675927~37402246,241517903~2390015,244813159~11365956,264860700~9752134,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,298280684~33711096,333761787~6454751,342716292~5823143,350191487~2075933,353274052~5252875,363074272~209810,363325112~2153658,366900078~15452431,383375012~3264320,390626001~14032266,408714354~8025846] wrote [33845445~641998,54402046~415664,97815498~1644610,135434652~170299,219830769~10528330,247989651~8189464,300711645~3462995,335871419~4345119] 2024-04-02T09:39:47.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:46 smithi055 ceph-mon[85080]: osdmap e2054: 8 total, 8 up, 8 in 2024-04-02T09:39:47.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:46 smithi055 ceph-mon[85080]: pgmap v4021: 137 pgs: 137 active+clean; 673 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 228 KiB/s rd, 47 MiB/s wr, 364 op/s 2024-04-02T09:39:47.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:46 smithi012 ceph-mon[88355]: osdmap e2054: 8 total, 8 up, 8 in 2024-04-02T09:39:47.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:46 smithi012 ceph-mon[88355]: pgmap v4021: 137 pgs: 137 active+clean; 673 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 228 KiB/s rd, 47 MiB/s wr, 364 op/s 2024-04-02T09:39:47.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:46 smithi012 ceph-mon[90784]: osdmap e2054: 8 total, 8 up, 8 in 2024-04-02T09:39:47.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:46 smithi012 ceph-mon[90784]: pgmap v4021: 137 pgs: 137 active+clean; 673 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 228 KiB/s rd, 47 MiB/s wr, 364 op/s 2024-04-02T09:39:47.862 INFO:tasks.workunit.client.0.smithi012.stdout: i=16 exists [1095932~7134087,9501201~3580291,15263460~15331166,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~4541812,133768494~18117387,154287744~899397,156139168~3974529,161142729~12312002,174230344~3394823,178366539~4784213,189580858~7558541,197675927~37402246,236319658~7588260,244813159~11365956,264860700~9752134,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,298280684~33711096,333761787~6454751,342716292~5823143,350191487~2426381,353274052~5252875,363074272~209810,363325112~2153658,366900078~15452431,383375012~3264320,390626001~14032266,406166896~10573304] wrote [9501201~3580291,41336843~5230094,156139168~3974529,204357633~501392,228981470~4999913,236319658~5793092,350532642~2085226,406166896~4359633] 2024-04-02T09:39:48.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:47 smithi055 ceph-mon[85080]: osdmap e2055: 8 total, 8 up, 8 in 2024-04-02T09:39:48.079 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:47 smithi012 ceph-mon[88355]: osdmap e2055: 8 total, 8 up, 8 in 2024-04-02T09:39:48.080 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:47 smithi012 ceph-mon[90784]: osdmap e2055: 8 total, 8 up, 8 in 2024-04-02T09:39:48.080 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:39:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:39:47] "GET /metrics HTTP/1.1" 200 36744 "" "Prometheus/2.43.0" 2024-04-02T09:39:48.883 INFO:tasks.workunit.client.0.smithi012.stdout: i=17 exists [1095932~7134087,9501201~3580291,15263460~15331166,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~18117387,154287744~899397,156139168~3974529,161142729~12312002,174230344~3394823,178366539~4784213,188580663~8558736,197675927~37402246,236319658~7588260,244813159~11365956,264860700~13157893,280451040~9458927,291861579~1645777,294033583~388164,298280684~33711096,333761787~6454751,342716292~9901576,353274052~5252875,363074272~209810,363325112~19027397,383375012~3264320,390626001~14032266,406166896~10573304] wrote [129490309~3726565,188580663~3318352,221745140~1718356,274427994~3590599,313872665~5577343,347711546~3443413,364851902~3297683,370748499~5915468] 2024-04-02T09:39:49.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:48 smithi012 ceph-mon[90784]: osdmap e2056: 8 total, 8 up, 8 in 2024-04-02T09:39:49.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:48 smithi012 ceph-mon[90784]: pgmap v4024: 137 pgs: 137 active+clean; 673 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 228 KiB/s rd, 47 MiB/s wr, 364 op/s 2024-04-02T09:39:49.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:48 smithi012 ceph-mon[88355]: osdmap e2056: 8 total, 8 up, 8 in 2024-04-02T09:39:49.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:48 smithi012 ceph-mon[88355]: pgmap v4024: 137 pgs: 137 active+clean; 673 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 228 KiB/s rd, 47 MiB/s wr, 364 op/s 2024-04-02T09:39:49.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:48 smithi055 ceph-mon[85080]: osdmap e2056: 8 total, 8 up, 8 in 2024-04-02T09:39:49.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:48 smithi055 ceph-mon[85080]: pgmap v4024: 137 pgs: 137 active+clean; 673 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 228 KiB/s rd, 47 MiB/s wr, 364 op/s 2024-04-02T09:39:49.894 INFO:tasks.workunit.client.0.smithi012.stdout: i=18 exists [1095932~7134087,9501201~21093425,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~18117387,153007064~20447667,174230344~3394823,178366539~4784213,188580663~8558736,197675927~37402246,236319658~7588260,244813159~11365956,264860700~13157893,280451040~9458927,291861579~1645777,294033583~388164,298280684~33711096,333761787~6454751,342716292~9901576,353274052~5252875,363074272~209810,363325112~19027397,383375012~3264320,390626001~14032266,406034235~10705965] wrote [3499842~2325696,12688176~3033022,153007064~4438112,159430530~7546169,190263960~5692211,211713602~5451266,226530627~5753341,346036460~4841978,400485962~2300160,406034235~7246176] 2024-04-02T09:39:50.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:49 smithi012 ceph-mon[88355]: osdmap e2057: 8 total, 8 up, 8 in 2024-04-02T09:39:50.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:49 smithi012 ceph-mon[90784]: osdmap e2057: 8 total, 8 up, 8 in 2024-04-02T09:39:50.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:49 smithi055 ceph-mon[85080]: osdmap e2057: 8 total, 8 up, 8 in 2024-04-02T09:39:50.903 INFO:tasks.workunit.client.0.smithi012.stdout: i=19 exists [1095932~7134087,9501201~21093425,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~18117387,153007064~20447667,174230344~3394823,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,264860700~13157893,280451040~9458927,291861579~1645777,294033583~388164,298280684~33711096,333761787~6454751,342716292~9901576,353274052~5252875,361824779~449636,363074272~209810,363325112~19027397,383375012~3264320,390626001~14032266,406034235~10705965] wrote [37624966~4114429,58720845~4612033,76525575~3638668,178248109~2410887,200139397~9132221,210479603~2253001,219129382~1085940,256153321~7356762,361824779~449636] 2024-04-02T09:39:51.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:50 smithi012 ceph-mon[88355]: osdmap e2058: 8 total, 8 up, 8 in 2024-04-02T09:39:51.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:50 smithi012 ceph-mon[88355]: pgmap v4027: 137 pgs: 137 active+clean; 697 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 5.9 MiB/s wr, 2 op/s 2024-04-02T09:39:51.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:50 smithi012 ceph-mon[90784]: osdmap e2058: 8 total, 8 up, 8 in 2024-04-02T09:39:51.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:50 smithi012 ceph-mon[90784]: pgmap v4027: 137 pgs: 137 active+clean; 697 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 5.9 MiB/s wr, 2 op/s 2024-04-02T09:39:51.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:50 smithi055 ceph-mon[85080]: osdmap e2058: 8 total, 8 up, 8 in 2024-04-02T09:39:51.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:50 smithi055 ceph-mon[85080]: pgmap v4027: 137 pgs: 137 active+clean; 697 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 5.9 MiB/s wr, 2 op/s 2024-04-02T09:39:51.852 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to 1 diff [23749752~5706794,30858003~7908051,40757345~3674242,60070467~5660138,145859980~6025901,208402303~1653456,247583391~7802385,264860700~2539078,342716292~314786,373618622~5876860] 2024-04-02T09:39:51.852 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [23749752~5706794,30858003~7908051,40757345~3674242,60070467~5660138,145859980~6025901,208402303~1653456,247583391~7802385,264860700~2539078,342716292~314786,373618622~5876860] 2024-04-02T09:39:51.868 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [20971520~23460067,58720256~7010349,142606336~9279545,205520896~4534863,247463936~7921840,264241152~3158626,339738624~3292454,373293056~6202426] 2024-04-02T09:39:51.868 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to 2 diff [23749752~6844874,30858003~13573584,60070467~5660138,69560924~10855954,90017578~3714604,110616997~5499869,145859980~6025901,208402303~1653456,247583391~7802385,264860700~2539078,317149540~7519713,342716292~314786,373618622~5876860,399689877~938892,408714354~8025846] 2024-04-02T09:39:51.868 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [23749752~6844874,30858003~13573584,60070467~5660138,69560924~10855954,90017578~3714604,110616997~5499869,145859980~6025901,208402303~1653456,247583391~7802385,264860700~2539078,317149540~7519713,342716292~314786,373618622~5876860,399689877~938892,408714354~8025846] 2024-04-02T09:39:51.874 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [20971520~23460067,58720256~7010349,67108864~13308014,88080384~5651798,109051904~7064962,142606336~9279545,205520896~4534863,247463936~7921840,264241152~3158626,314572800~10096453,339738624~3292454,373293056~6202426,398458880~2169889,406847488~9892712] 2024-04-02T09:39:51.874 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to 3 diff [5467551~1612904,21162151~9432475,30858003~16721988,53782543~457932,54374850~11355755,69560924~10855954,90017578~3714604,110616997~5499869,145859980~6025901,208402303~1653456,247583391~7802385,264860700~2539078,268206597~3034121,317149540~7519713,327493475~4498305,333761787~6249760,342716292~314786,373618622~5876860,399689877~938892,408714354~8025846] 2024-04-02T09:39:51.875 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [5467551~1612904,21162151~9432475,30858003~16721988,53782543~457932,54374850~11355755,69560924~10855954,90017578~3714604,110616997~5499869,145859980~6025901,208402303~1653456,247583391~7802385,264860700~2539078,268206597~3034121,317149540~7519713,327493475~4498305,333761787~6249760,342716292~314786,373618622~5876860,399689877~938892,408714354~8025846] 2024-04-02T09:39:51.881 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [4194304~2886151,20971520~26608471,50331648~15398957,67108864~13308014,88080384~5651798,109051904~7064962,142606336~9279545,205520896~4534863,247463936~7921840,264241152~6999566,314572800~10096453,327493475~15537603,373293056~6202426,398458880~2169889,406847488~9892712] 2024-04-02T09:39:51.881 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to 4 diff [5467551~1612904,15494939~3611539,19884248~10710378,30858003~23382472,54374850~11355755,69560924~10855954,90017578~3714604,97793597~901399,110616997~5499869,145859980~6025901,178366539~4784213,208402303~1653456,247583391~7802385,264860700~8913882,291861579~1645777,317149540~7519713,327493475~4498305,333761787~6249760,342716292~314786,353594124~4932803,373618622~5876860,399689877~938892,408714354~8025846] 2024-04-02T09:39:51.881 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [5467551~1612904,15494939~3611539,19884248~10710378,30858003~23382472,54374850~11355755,69560924~10855954,90017578~3714604,97793597~901399,110616997~5499869,145859980~6025901,178366539~4784213,208402303~1653456,247583391~7802385,264860700~8913882,291861579~1645777,317149540~7519713,327493475~4498305,333761787~6249760,342716292~314786,353594124~4932803,373618622~5876860,399689877~938892,408714354~8025846] 2024-04-02T09:39:51.887 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [4194304~2886151,12582912~53147693,67108864~13308014,88080384~5651798,96468992~2226004,109051904~7064962,142606336~9279545,178366539~4784213,205520896~4534863,247463936~7921840,264241152~9533430,289406976~4100380,314572800~10096453,327493475~15537603,352321536~6205391,373293056~6202426,398458880~2169889,406847488~9892712] 2024-04-02T09:39:51.887 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to 5 diff [5467551~1612904,15494939~15099687,30858003~23382472,54374850~11355755,69560924~10855954,90017578~3714604,97793597~901399,110616997~5499869,145859980~6025901,178366539~4784213,208402303~1653456,214301718~7546988,224684038~6137482,247583391~7802385,264860700~8913882,274972127~1205251,291861579~1645777,305747906~6446913,315007065~1441458,317149540~7519713,327493475~4498305,333761787~6249760,342716292~314786,353594124~4932803,373618622~5876860,390626001~3230284,399689877~938892,408714354~8025846] 2024-04-02T09:39:51.887 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [5467551~1612904,15494939~15099687,30858003~23382472,54374850~11355755,69560924~10855954,90017578~3714604,97793597~901399,110616997~5499869,145859980~6025901,178366539~4784213,208402303~1653456,214301718~7546988,224684038~6137482,247583391~7802385,264860700~8913882,274972127~1205251,291861579~1645777,305747906~6446913,315007065~1441458,317149540~7519713,327493475~4498305,333761787~6249760,342716292~314786,353594124~4932803,373618622~5876860,390626001~3230284,399689877~938892,408714354~8025846] 2024-04-02T09:39:51.894 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [4194304~2886151,12582912~53147693,67108864~13308014,88080384~5651798,96468992~2226004,109051904~7064962,142606336~9279545,178366539~4784213,205520896~4534863,213909504~7939202,222298112~8523408,247463936~7921840,264241152~11936226,289406976~4100380,305747906~6446913,314572800~10096453,327493475~15537603,352321536~6205391,373293056~6202426,390070272~3786013,398458880~2169889,406847488~9892712] 2024-04-02T09:39:51.894 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to 6 diff [5467551~1612904,15494939~15099687,30858003~23382472,54374850~11355755,69560924~10855954,81522400~7225007,90017578~3714604,97793597~901399,110616997~5499869,134005274~7912735,145859980~6025901,178366539~4784213,189580858~6963525,207982278~4061273,214301718~9178367,224684038~6137482,244813159~10572617,264860700~8913882,274622886~3026712,291861579~1645777,305747906~6446913,315007065~1441458,317149540~7519713,327493475~4498305,333761787~6249760,342716292~314786,353594124~4932803,373618622~7879543,383375012~801815,390626001~3230284,399689877~938892,408714354~8025846] 2024-04-02T09:39:51.894 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [5467551~1612904,15494939~15099687,30858003~23382472,54374850~11355755,69560924~10855954,81522400~7225007,90017578~3714604,97793597~901399,110616997~5499869,134005274~7912735,145859980~6025901,178366539~4784213,189580858~6963525,207982278~4061273,214301718~9178367,224684038~6137482,244813159~10572617,264860700~8913882,274622886~3026712,291861579~1645777,305747906~6446913,315007065~1441458,317149540~7519713,327493475~4498305,333761787~6249760,342716292~314786,353594124~4932803,373618622~7879543,383375012~801815,390626001~3230284,399689877~938892,408714354~8025846] 2024-04-02T09:39:51.900 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [4194304~2886151,12582912~53147693,67108864~26623318,96468992~2226004,109051904~7064962,130023424~11894585,142606336~9279545,178366539~4784213,188743680~7800703,205520896~6522655,213909504~16912016,243269632~12116144,264241152~13408446,289406976~4100380,305747906~6446913,314572800~10096453,327493475~15537603,352321536~6205391,373293056~8205109,381681664~2495163,390070272~3786013,398458880~2169889,406847488~9892712] 2024-04-02T09:39:51.900 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to 7 diff [1095932~7134087,15494939~15099687,30665293~23575182,54374850~11355755,69560924~10855954,81522400~7225007,90017578~3714604,97793597~901399,104889825~11227041,134005274~7912735,145859980~6025901,178366539~4784213,189580858~6963525,200644771~11398780,214301718~9178367,224684038~10394135,244813159~10572617,264860700~9752134,274622886~3026712,291861579~1645777,299665546~3962810,305747906~6446913,315007065~1441458,317149540~7519713,327493475~4498305,333761787~6249760,342716292~314786,353594124~4932803,373618622~7879543,383375012~801815,390626001~6899160,399689877~938892,408714354~8025846] 2024-04-02T09:39:51.901 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,15494939~15099687,30665293~23575182,54374850~11355755,69560924~10855954,81522400~7225007,90017578~3714604,97793597~901399,104889825~11227041,134005274~7912735,145859980~6025901,178366539~4784213,189580858~6963525,200644771~11398780,214301718~9178367,224684038~10394135,244813159~10572617,264860700~9752134,274622886~3026712,291861579~1645777,299665546~3962810,305747906~6446913,315007065~1441458,317149540~7519713,327493475~4498305,333761787~6249760,342716292~314786,353594124~4932803,373618622~7879543,383375012~801815,390626001~6899160,399689877~938892,408714354~8025846] 2024-04-02T09:39:51.907 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,12582912~53147693,67108864~26623318,96468992~2226004,104857600~11259266,130023424~11894585,142606336~9279545,178366539~4784213,188743680~7800703,197132288~14911263,213909504~21168669,243269632~12116144,264241152~13408446,289406976~4100380,297795584~5832772,305747906~6446913,314572800~10096453,327493475~15537603,352321536~6205391,373293056~8205109,381681664~2495163,390070272~7454889,398458880~2169889,406847488~9892712] 2024-04-02T09:39:51.907 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to 8 diff [1095932~7134087,15494939~15099687,30665293~23575182,54374850~11355755,69560924~10855954,81522400~7225007,90017578~3714604,95907827~3224376,104889825~11227041,134005274~17880607,178366539~4784213,189580858~6963525,200644771~11398780,214301718~9178367,224684038~10394135,244813159~10572617,264860700~9752134,274622886~3026712,280451040~9458927,291861579~1645777,299665546~3962810,305747906~6446913,315007065~9662188,327493475~4498305,333761787~6249760,342716292~314786,353274052~5252875,363074272~209810,366900078~6297306,373618622~7879543,383375012~801815,390626001~6899160,399689877~938892,408714354~8025846] 2024-04-02T09:39:51.907 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,15494939~15099687,30665293~23575182,54374850~11355755,69560924~10855954,81522400~7225007,90017578~3714604,95907827~3224376,104889825~11227041,134005274~17880607,178366539~4784213,189580858~6963525,200644771~11398780,214301718~9178367,224684038~10394135,244813159~10572617,264860700~9752134,274622886~3026712,280451040~9458927,291861579~1645777,299665546~3962810,305747906~6446913,315007065~9662188,327493475~4498305,333761787~6249760,342716292~314786,353274052~5252875,363074272~209810,366900078~6297306,373618622~7879543,383375012~801815,390626001~6899160,399689877~938892,408714354~8025846] 2024-04-02T09:39:51.914 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,12582912~53147693,67108864~32023339,104857600~11259266,130023424~21862457,178366539~4784213,188743680~7800703,197132288~14911263,213909504~21168669,243269632~12116144,264241152~29266204,297795584~5832772,305747906~6446913,314572800~10096453,327493475~15537603,352321536~6205391,363074272~209810,365478770~7718614,373293056~8205109,381681664~2495163,390070272~7454889,398458880~2169889,406847488~9892712] 2024-04-02T09:39:51.914 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to 9 diff [1095932~7134087,15494939~15099687,30665293~23575182,54374850~14330719,69560924~10855954,81522400~7225007,90017578~3714604,95907827~3224376,104889825~11227041,134005274~17880607,161142729~5697363,178366539~4784213,189580858~6963525,200644771~22835314,224684038~10394135,244813159~10572617,264860700~9752134,274622886~3026712,280451040~9458927,291861579~1645777,299665546~3962810,305747906~6446913,315007065~9662188,327493475~4498305,333761787~6249760,342716292~314786,350191487~2075933,353274052~5252875,363074272~209810,366900078~6297306,373618622~8733887,383375012~801815,390626001~6899160,399689877~938892,408714354~8025846] 2024-04-02T09:39:51.914 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,15494939~15099687,30665293~23575182,54374850~14330719,69560924~10855954,81522400~7225007,90017578~3714604,95907827~3224376,104889825~11227041,134005274~17880607,161142729~5697363,178366539~4784213,189580858~6963525,200644771~22835314,224684038~10394135,244813159~10572617,264860700~9752134,274622886~3026712,280451040~9458927,291861579~1645777,299665546~3962810,305747906~6446913,315007065~9662188,327493475~4498305,333761787~6249760,342716292~314786,350191487~2075933,353274052~5252875,363074272~209810,366900078~6297306,373618622~8733887,383375012~801815,390626001~6899160,399689877~938892,408714354~8025846] 2024-04-02T09:39:51.921 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,12582912~86549291,104857600~11259266,130023424~21862457,159383552~7456540,178366539~4784213,188743680~7800703,197132288~37945885,243269632~12116144,264241152~29266204,297795584~5832772,305747906~6446913,314572800~10096453,327493475~15537603,348127232~4140188,352321536~6205391,363074272~209810,365478770~7718614,373293056~10883771,390070272~7454889,398458880~2169889,406847488~9892712] 2024-04-02T09:39:51.921 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to 10 diff [1095932~7134087,15494939~15099687,30665293~23575182,54374850~26042028,81522400~7225007,90017578~3714604,95907827~3224376,104889825~11227041,134005274~17880607,161142729~5697363,178366539~4784213,189580858~6963525,197675927~25804158,224684038~10394135,244813159~10572617,264860700~9752134,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,299665546~3962810,305747906~6446913,315007065~9662188,327493475~4498305,333761787~6249760,342716292~314786,350191487~2075933,353274052~5252875,363074272~209810,366900078~6297306,373618622~8733887,383375012~801815,390626001~6899160,399689877~4968390,408714354~8025846] 2024-04-02T09:39:51.921 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,15494939~15099687,30665293~23575182,54374850~26042028,81522400~7225007,90017578~3714604,95907827~3224376,104889825~11227041,134005274~17880607,161142729~5697363,178366539~4784213,189580858~6963525,197675927~25804158,224684038~10394135,244813159~10572617,264860700~9752134,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,299665546~3962810,305747906~6446913,315007065~9662188,327493475~4498305,333761787~6249760,342716292~314786,350191487~2075933,353274052~5252875,363074272~209810,366900078~6297306,373618622~8733887,383375012~801815,390626001~6899160,399689877~4968390,408714354~8025846] 2024-04-02T09:39:51.928 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,12582912~86549291,104857600~11259266,130023424~21862457,159383552~7456540,178366539~4784213,188743680~7800703,197132288~37945885,243269632~12116144,264241152~29266204,293601280~820467,297795584~5832772,305747906~6446913,314572800~10096453,327493475~15537603,348127232~4140188,352321536~6205391,363074272~209810,365478770~7718614,373293056~10883771,390070272~7454889,398458880~6199387,406847488~9892712] 2024-04-02T09:39:51.928 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to 11 diff [1095932~7134087,15494939~15099687,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3224376,104889825~11227041,134005274~17880607,154287744~899397,161142729~5697363,178366539~4784213,189580858~6963525,197675927~25804158,224684038~10394135,244813159~10572617,264860700~9752134,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,298280684~5347672,305747906~6446913,315007065~16984715,333761787~6249760,342716292~314786,350191487~2075933,353274052~5252875,363074272~209810,366900078~6297306,373618622~8733887,383375012~801815,390626001~14032266,408714354~8025846] 2024-04-02T09:39:51.928 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,15494939~15099687,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3224376,104889825~11227041,134005274~17880607,154287744~899397,161142729~5697363,178366539~4784213,189580858~6963525,197675927~25804158,224684038~10394135,244813159~10572617,264860700~9752134,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,298280684~5347672,305747906~6446913,315007065~16984715,333761787~6249760,342716292~314786,350191487~2075933,353274052~5252875,363074272~209810,366900078~6297306,373618622~8733887,383375012~801815,390626001~14032266,408714354~8025846] 2024-04-02T09:39:51.934 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,12582912~86549291,104857600~11259266,130023424~25163717,159383552~7456540,178366539~4784213,188743680~7800703,197132288~37945885,243269632~12116144,264241152~29266204,293601280~820467,297795584~5832772,305747906~6446913,314572800~28458278,348127232~4140188,352321536~6205391,363074272~209810,365478770~7718614,373293056~10883771,390070272~14587995,406847488~9892712] 2024-04-02T09:39:51.935 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to 12 diff [1095932~7134087,15494939~15099687,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3224376,104889825~11227041,126117990~4541812,134005274~17880607,154287744~899397,161142729~12312002,178366539~4784213,189580858~6963525,197675927~25804158,224684038~10394135,244813159~10572617,264860700~9752134,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,298280684~5347672,305747906~6446913,315007065~16984715,333761787~6249760,342716292~314786,350191487~2075933,353274052~5252875,363074272~209810,366900078~15452431,383375012~801815,390626001~14032266,408714354~8025846] 2024-04-02T09:39:51.935 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,15494939~15099687,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3224376,104889825~11227041,126117990~4541812,134005274~17880607,154287744~899397,161142729~12312002,178366539~4784213,189580858~6963525,197675927~25804158,224684038~10394135,244813159~10572617,264860700~9752134,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,298280684~5347672,305747906~6446913,315007065~16984715,333761787~6249760,342716292~314786,350191487~2075933,353274052~5252875,363074272~209810,366900078~15452431,383375012~801815,390626001~14032266,408714354~8025846] 2024-04-02T09:39:51.941 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,12582912~86549291,104857600~11259266,125829120~29358021,159383552~14071179,178366539~4784213,188743680~7800703,197132288~37945885,243269632~12116144,264241152~29266204,293601280~820467,297795584~5832772,305747906~6446913,314572800~28458278,348127232~4140188,352321536~6205391,363074272~209810,365478770~18698057,390070272~14587995,406847488~9892712] 2024-04-02T09:39:51.941 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to 13 diff [1095932~7134087,15494939~15099687,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3224376,104889825~11227041,126117990~4541812,133768494~18117387,154287744~899397,161142729~12312002,178366539~4784213,189580858~6963525,197675927~25804158,224684038~10394135,244813159~10572617,264860700~9752134,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,298280684~5347672,305747906~6446913,315007065~16984715,333761787~6249760,342716292~5823143,350191487~2075933,353274052~5252875,363074272~209810,366900078~15452431,383375012~3264320,390626001~14032266,408714354~8025846] 2024-04-02T09:39:51.941 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,15494939~15099687,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3224376,104889825~11227041,126117990~4541812,133768494~18117387,154287744~899397,161142729~12312002,178366539~4784213,189580858~6963525,197675927~25804158,224684038~10394135,244813159~10572617,264860700~9752134,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,298280684~5347672,305747906~6446913,315007065~16984715,333761787~6249760,342716292~5823143,350191487~2075933,353274052~5252875,363074272~209810,366900078~15452431,383375012~3264320,390626001~14032266,408714354~8025846] 2024-04-02T09:39:51.948 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,12582912~86549291,104857600~11259266,125829120~29358021,159383552~14071179,178366539~4784213,188743680~7800703,197132288~37945885,243269632~12116144,264241152~29266204,293601280~820467,297795584~5832772,305747906~6446913,314572800~37694620,352321536~6205391,363074272~209810,365478770~21160562,390070272~14587995,406847488~9892712] 2024-04-02T09:39:51.948 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to 14 diff [1095932~7134087,15263460~15331166,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3224376,104889825~11227041,126117990~4541812,133768494~18117387,154287744~899397,161142729~12312002,178366539~4784213,189580858~7558541,197675927~25804158,224684038~10394135,241517903~2390015,244813159~10572617,264860700~9752134,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,298280684~5347672,305747906~26243874,333761787~6249760,342716292~5823143,350191487~2075933,353274052~5252875,363074272~209810,366900078~15452431,383375012~3264320,390626001~14032266,408714354~8025846] 2024-04-02T09:39:51.948 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,15263460~15331166,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3224376,104889825~11227041,126117990~4541812,133768494~18117387,154287744~899397,161142729~12312002,178366539~4784213,189580858~7558541,197675927~25804158,224684038~10394135,241517903~2390015,244813159~10572617,264860700~9752134,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,298280684~5347672,305747906~26243874,333761787~6249760,342716292~5823143,350191487~2075933,353274052~5252875,363074272~209810,366900078~15452431,383375012~3264320,390626001~14032266,408714354~8025846] 2024-04-02T09:39:51.954 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,12582912~86549291,104857600~11259266,125829120~29358021,159383552~14071179,178366539~4784213,188743680~46334493,239075328~16310448,264241152~29266204,293601280~820467,297795584~5832772,305747906~46519514,352321536~6205391,363074272~209810,365478770~21160562,390070272~14587995,406847488~9892712] 2024-04-02T09:39:51.955 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to 15 diff [1095932~7134087,15263460~15331166,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~4541812,133768494~18117387,154287744~899397,161142729~12312002,178366539~4784213,189580858~7558541,197675927~37402246,241517903~2390015,244813159~11365956,264860700~9752134,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,342716292~5823143,350191487~2075933,353274052~5252875,363074272~209810,366900078~15452431,383375012~3264320,390626001~14032266,408714354~8025846] 2024-04-02T09:39:51.955 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,15263460~15331166,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~4541812,133768494~18117387,154287744~899397,161142729~12312002,178366539~4784213,189580858~7558541,197675927~37402246,241517903~2390015,244813159~11365956,264860700~9752134,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,342716292~5823143,350191487~2075933,353274052~5252875,363074272~209810,366900078~15452431,383375012~3264320,390626001~14032266,408714354~8025846] 2024-04-02T09:39:51.961 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,12582912~86877196,104857600~11259266,125829120~29358021,159383552~14071179,178366539~4784213,188743680~46334493,239075328~17103787,264241152~29266204,293601280~820467,297795584~6379056,305747906~46519514,352321536~6205391,363074272~209810,365478770~21160562,390070272~14587995,406847488~9892712] 2024-04-02T09:39:51.961 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to 16 diff [1095932~7134087,9501201~3580291,15263460~15331166,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~4541812,133768494~18117387,154287744~899397,156139168~3974529,161142729~12312002,178366539~4784213,189580858~7558541,197675927~37402246,236319658~7588260,244813159~11365956,264860700~9752134,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,342716292~5823143,350191487~2426381,353274052~5252875,363074272~209810,366900078~15452431,383375012~3264320,390626001~14032266,406166896~10573304] 2024-04-02T09:39:51.962 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~3580291,15263460~15331166,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~4541812,133768494~18117387,154287744~899397,156139168~3974529,161142729~12312002,178366539~4784213,189580858~7558541,197675927~37402246,236319658~7588260,244813159~11365956,264860700~9752134,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,342716292~5823143,350191487~2426381,353274052~5252875,363074272~209810,366900078~15452431,383375012~3264320,390626001~14032266,406166896~10573304] 2024-04-02T09:39:51.968 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~91071500,104857600~11259266,125829120~29358021,155189248~18265483,178366539~4784213,188743680~67435435,264241152~29266204,293601280~820467,297795584~6379056,305747906~52779021,363074272~209810,365478770~21160562,390070272~26669928] 2024-04-02T09:39:51.968 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to 17 diff [1095932~7134087,9501201~3580291,15263460~15331166,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~18117387,154287744~899397,156139168~3974529,161142729~12312002,178366539~4784213,188580663~8558736,197675927~37402246,236319658~7588260,244813159~11365956,264860700~13157893,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,342716292~9901576,353274052~5252875,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406166896~10573304] 2024-04-02T09:39:51.968 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~3580291,15263460~15331166,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~18117387,154287744~899397,156139168~3974529,161142729~12312002,178366539~4784213,188580663~8558736,197675927~37402246,236319658~7588260,244813159~11365956,264860700~13157893,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,342716292~9901576,353274052~5252875,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406166896~10573304] 2024-04-02T09:39:51.975 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~91071500,104857600~11259266,125829120~29358021,155189248~18265483,178366539~4784213,184549376~71629739,264241152~29266204,293601280~820467,297795584~6379056,305747906~52779021,363074272~209810,364851902~21787430,390070272~26669928] 2024-04-02T09:39:51.976 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to 18 diff [1095932~7134087,9501201~21093425,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~18117387,153007064~20447667,178366539~4784213,188580663~8558736,197675927~37402246,236319658~7588260,244813159~11365956,264860700~13157893,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,342716292~9901576,353274052~5252875,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:39:51.976 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~21093425,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~18117387,153007064~20447667,178366539~4784213,188580663~8558736,197675927~37402246,236319658~7588260,244813159~11365956,264860700~13157893,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,342716292~9901576,353274052~5252875,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:39:51.982 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~91071500,104857600~11259266,125829120~47625611,178366539~4784213,184549376~71629739,264241152~29266204,293601280~820467,297795584~6379056,305747906~52779021,363074272~209810,364851902~21787430,390070272~26669928] 2024-04-02T09:39:51.982 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to 19 diff [1095932~7134087,9501201~21093425,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~18117387,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,264860700~13157893,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,342716292~9901576,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:39:51.982 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~21093425,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~18117387,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,264860700~13157893,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,342716292~9901576,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:39:51.988 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~91071500,104857600~11259266,125829120~47625611,178248109~4902643,184549376~78960707,264241152~29266204,293601280~820467,297795584~6379056,305747906~52779021,361824779~449636,363074272~209810,364851902~21787430,390070272~26669928] 2024-04-02T09:39:51.988 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to 2 diff [27395949~3198677,38300655~5818467,69560924~10855954,90017578~3714604,110616997~5499869,317149540~7519713,399689877~938892,408714354~8025846] 2024-04-02T09:39:51.988 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [27395949~3198677,38300655~5818467,69560924~10855954,90017578~3714604,110616997~5499869,317149540~7519713,399689877~938892,408714354~8025846] 2024-04-02T09:39:51.995 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [27395949~3198677,38300655~5818467,67108864~13308014,88080384~5651798,109051904~7064962,314572800~10096453,398458880~2169889,406847488~9892712] 2024-04-02T09:39:51.995 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to 3 diff [5467551~1612904,21162151~3331034,27395949~3198677,38300655~9279336,53782543~457932,54374850~6975255,69560924~10855954,90017578~3714604,110616997~5499869,268206597~3034121,317149540~7519713,327493475~4498305,333761787~6249760,399689877~938892,408714354~8025846] 2024-04-02T09:39:51.995 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [5467551~1612904,21162151~3331034,27395949~3198677,38300655~9279336,53782543~457932,54374850~6975255,69560924~10855954,90017578~3714604,110616997~5499869,268206597~3034121,317149540~7519713,327493475~4498305,333761787~6249760,399689877~938892,408714354~8025846] 2024-04-02T09:39:52.002 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [4194304~2886151,21162151~3331034,27395949~3198677,38300655~9279336,50331648~11018457,67108864~13308014,88080384~5651798,109051904~7064962,267399778~3840940,314572800~10096453,327493475~12518072,398458880~2169889,406847488~9892712] 2024-04-02T09:39:52.002 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to 4 diff [5467551~1612904,15494939~3611539,19884248~5800152,27395949~3198677,38300655~15939820,54374850~6975255,69560924~10855954,90017578~3714604,97793597~901399,110616997~5499869,178366539~4784213,265311089~8463493,291861579~1645777,317149540~7519713,327493475~4498305,333761787~6249760,353594124~4932803,399689877~938892,408714354~8025846] 2024-04-02T09:39:52.002 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [5467551~1612904,15494939~3611539,19884248~5800152,27395949~3198677,38300655~15939820,54374850~6975255,69560924~10855954,90017578~3714604,97793597~901399,110616997~5499869,178366539~4784213,265311089~8463493,291861579~1645777,317149540~7519713,327493475~4498305,333761787~6249760,353594124~4932803,399689877~938892,408714354~8025846] 2024-04-02T09:39:52.008 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [4194304~2886151,12582912~13101488,27395949~3198677,38300655~23049450,67108864~13308014,88080384~5651798,96468992~2226004,109051904~7064962,178366539~4784213,265311089~8463493,289406976~4100380,314572800~10096453,327493475~12518072,352321536~6205391,398458880~2169889,406847488~9892712] 2024-04-02T09:39:52.008 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to 5 diff [5467551~1612904,15494939~10189461,27395949~3198677,38300655~15939820,54374850~6975255,69560924~10855954,90017578~3714604,97793597~901399,110616997~5499869,147535833~506402,178366539~4784213,214301718~7546988,224684038~6137482,250494562~673962,265311089~8463493,274972127~1205251,291861579~1645777,305747906~6446913,315007065~1441458,317149540~7519713,327493475~4498305,333761787~6249760,353594124~4932803,390626001~3230284,399689877~938892,408714354~8025846] 2024-04-02T09:39:52.008 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [5467551~1612904,15494939~10189461,27395949~3198677,38300655~15939820,54374850~6975255,69560924~10855954,90017578~3714604,97793597~901399,110616997~5499869,147535833~506402,178366539~4784213,214301718~7546988,224684038~6137482,250494562~673962,265311089~8463493,274972127~1205251,291861579~1645777,305747906~6446913,315007065~1441458,317149540~7519713,327493475~4498305,333761787~6249760,353594124~4932803,390626001~3230284,399689877~938892,408714354~8025846] 2024-04-02T09:39:52.015 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [4194304~2886151,12582912~13101488,27395949~3198677,38300655~23049450,67108864~13308014,88080384~5651798,96468992~2226004,109051904~7064962,147535833~506402,178366539~4784213,213909504~7939202,222298112~8523408,250494562~673962,265311089~10866289,289406976~4100380,305747906~6446913,314572800~10096453,327493475~12518072,352321536~6205391,390070272~3786013,398458880~2169889,406847488~9892712] 2024-04-02T09:39:52.015 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to 6 diff [5467551~1612904,15494939~10189461,27395949~3198677,38300655~15939820,54374850~6975255,69560924~10855954,81522400~7225007,90017578~3714604,97793597~901399,110616997~5499869,134005274~7912735,147535833~506402,178366539~4784213,189580858~6963525,207982278~4061273,214301718~9178367,224684038~6137482,244813159~4092755,250494562~673962,265311089~8463493,274622886~3026712,291861579~1645777,305747906~6446913,315007065~1441458,317149540~7519713,327493475~4498305,333761787~6249760,353594124~4932803,374733006~6765159,383375012~801815,390626001~3230284,399689877~938892,408714354~8025846] 2024-04-02T09:39:52.015 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [5467551~1612904,15494939~10189461,27395949~3198677,38300655~15939820,54374850~6975255,69560924~10855954,81522400~7225007,90017578~3714604,97793597~901399,110616997~5499869,134005274~7912735,147535833~506402,178366539~4784213,189580858~6963525,207982278~4061273,214301718~9178367,224684038~6137482,244813159~4092755,250494562~673962,265311089~8463493,274622886~3026712,291861579~1645777,305747906~6446913,315007065~1441458,317149540~7519713,327493475~4498305,333761787~6249760,353594124~4932803,374733006~6765159,383375012~801815,390626001~3230284,399689877~938892,408714354~8025846] 2024-04-02T09:39:52.021 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [4194304~2886151,12582912~13101488,27395949~3198677,38300655~23049450,67108864~26623318,96468992~2226004,109051904~7064962,130023424~11894585,147535833~506402,178366539~4784213,188743680~7800703,207982278~4061273,213909504~16912016,243269632~5636282,250494562~673962,265311089~12338509,289406976~4100380,305747906~6446913,314572800~10096453,327493475~12518072,352321536~6205391,374733006~6765159,381681664~2495163,390070272~3786013,398458880~2169889,406847488~9892712] 2024-04-02T09:39:52.022 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to 7 diff [1095932~7134087,15494939~10189461,27395949~3198677,30665293~3669644,38300655~15939820,54374850~6975255,69560924~10855954,81522400~7225007,90017578~3714604,97793597~901399,104889825~11227041,134005274~7912735,147535833~506402,178366539~4784213,189580858~6963525,200644771~11398780,214301718~9178367,224684038~10394135,244813159~6355365,265311089~9301745,274622886~3026712,291861579~1645777,299665546~3962810,305747906~6446913,315007065~1441458,317149540~7519713,327493475~4498305,333761787~6249760,353594124~4932803,374733006~6765159,383375012~801815,390626001~6899160,399689877~938892,408714354~8025846] 2024-04-02T09:39:52.022 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,15494939~10189461,27395949~3198677,30665293~3669644,38300655~15939820,54374850~6975255,69560924~10855954,81522400~7225007,90017578~3714604,97793597~901399,104889825~11227041,134005274~7912735,147535833~506402,178366539~4784213,189580858~6963525,200644771~11398780,214301718~9178367,224684038~10394135,244813159~6355365,265311089~9301745,274622886~3026712,291861579~1645777,299665546~3962810,305747906~6446913,315007065~1441458,317149540~7519713,327493475~4498305,333761787~6249760,353594124~4932803,374733006~6765159,383375012~801815,390626001~6899160,399689877~938892,408714354~8025846] 2024-04-02T09:39:52.029 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,12582912~13101488,27395949~3198677,30665293~3669644,38300655~23049450,67108864~26623318,96468992~2226004,104857600~11259266,130023424~11894585,147535833~506402,178366539~4784213,188743680~7800703,197132288~14911263,213909504~21168669,243269632~7898892,265311089~12338509,289406976~4100380,297795584~5832772,305747906~6446913,314572800~10096453,327493475~12518072,352321536~6205391,374733006~6765159,381681664~2495163,390070272~7454889,398458880~2169889,406847488~9892712] 2024-04-02T09:39:52.029 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to 8 diff [1095932~7134087,15494939~10189461,27395949~3198677,30665293~3669644,38300655~15939820,54374850~6975255,69560924~10855954,81522400~7225007,90017578~3714604,95907827~3224376,104889825~11227041,134005274~12590988,147535833~506402,178366539~4784213,189580858~6963525,200644771~11398780,214301718~9178367,224684038~10394135,244813159~6355365,265311089~9301745,274622886~3026712,280451040~9458927,291861579~1645777,299665546~3962810,305747906~6446913,315007065~9662188,327493475~4498305,333761787~6249760,353274052~5252875,363074272~209810,366900078~6297306,374733006~6765159,383375012~801815,390626001~6899160,399689877~938892,408714354~8025846] 2024-04-02T09:39:52.029 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,15494939~10189461,27395949~3198677,30665293~3669644,38300655~15939820,54374850~6975255,69560924~10855954,81522400~7225007,90017578~3714604,95907827~3224376,104889825~11227041,134005274~12590988,147535833~506402,178366539~4784213,189580858~6963525,200644771~11398780,214301718~9178367,224684038~10394135,244813159~6355365,265311089~9301745,274622886~3026712,280451040~9458927,291861579~1645777,299665546~3962810,305747906~6446913,315007065~9662188,327493475~4498305,333761787~6249760,353274052~5252875,363074272~209810,366900078~6297306,374733006~6765159,383375012~801815,390626001~6899160,399689877~938892,408714354~8025846] 2024-04-02T09:39:52.035 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,12582912~13101488,27395949~3198677,30665293~3669644,38300655~23049450,67108864~32023339,104857600~11259266,130023424~16572838,147535833~506402,178366539~4784213,188743680~7800703,197132288~14911263,213909504~21168669,243269632~7898892,265311089~28196267,297795584~5832772,305747906~6446913,314572800~10096453,327493475~12518072,352321536~6205391,363074272~209810,365478770~7718614,374733006~6765159,381681664~2495163,390070272~7454889,398458880~2169889,406847488~9892712] 2024-04-02T09:39:52.035 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to 9 diff [1095932~7134087,15494939~10189461,27395949~3198677,30665293~3669644,38300655~15939820,54374850~6975255,64302904~4402665,69560924~10855954,81522400~7225007,90017578~3714604,95907827~3224376,104889825~11227041,134005274~12590988,147535833~506402,161142729~5697363,178366539~4784213,189580858~6963525,200644771~22835314,224684038~10394135,244813159~6355365,265311089~9301745,274622886~3026712,280451040~9458927,291861579~1645777,299665546~3962810,305747906~6446913,315007065~9662188,327493475~4498305,333761787~6249760,350191487~2075933,353274052~5252875,363074272~209810,366900078~6297306,374733006~7619503,383375012~801815,390626001~6899160,399689877~938892,408714354~8025846] 2024-04-02T09:39:52.035 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,15494939~10189461,27395949~3198677,30665293~3669644,38300655~15939820,54374850~6975255,64302904~4402665,69560924~10855954,81522400~7225007,90017578~3714604,95907827~3224376,104889825~11227041,134005274~12590988,147535833~506402,161142729~5697363,178366539~4784213,189580858~6963525,200644771~22835314,224684038~10394135,244813159~6355365,265311089~9301745,274622886~3026712,280451040~9458927,291861579~1645777,299665546~3962810,305747906~6446913,315007065~9662188,327493475~4498305,333761787~6249760,350191487~2075933,353274052~5252875,363074272~209810,366900078~6297306,374733006~7619503,383375012~801815,390626001~6899160,399689877~938892,408714354~8025846] 2024-04-02T09:39:52.042 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,12582912~13101488,27395949~3198677,30665293~3669644,38300655~23049450,64302904~34829299,104857600~11259266,130023424~16572838,147535833~506402,159383552~7456540,178366539~4784213,188743680~7800703,197132288~37945885,243269632~7898892,265311089~28196267,297795584~5832772,305747906~6446913,314572800~10096453,327493475~12518072,348127232~4140188,352321536~6205391,363074272~209810,365478770~7718614,374733006~9443821,390070272~7454889,398458880~2169889,406847488~9892712] 2024-04-02T09:39:52.042 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to 10 diff [1095932~7134087,15494939~10189461,27395949~3198677,30665293~23575182,54374850~6975255,64302904~16113974,81522400~7225007,90017578~3714604,95907827~3224376,104889825~11227041,134005274~12590988,147535833~506402,161142729~5697363,178366539~4784213,189580858~6963525,197675927~25804158,224684038~10394135,244813159~6355365,265311089~9301745,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,299665546~3962810,305747906~6446913,315007065~9662188,327493475~4498305,333761787~6249760,350191487~2075933,353274052~5252875,363074272~209810,366900078~6297306,374733006~7619503,383375012~801815,390626001~6899160,399689877~4968390,408714354~8025846] 2024-04-02T09:39:52.043 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,15494939~10189461,27395949~3198677,30665293~23575182,54374850~6975255,64302904~16113974,81522400~7225007,90017578~3714604,95907827~3224376,104889825~11227041,134005274~12590988,147535833~506402,161142729~5697363,178366539~4784213,189580858~6963525,197675927~25804158,224684038~10394135,244813159~6355365,265311089~9301745,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,299665546~3962810,305747906~6446913,315007065~9662188,327493475~4498305,333761787~6249760,350191487~2075933,353274052~5252875,363074272~209810,366900078~6297306,374733006~7619503,383375012~801815,390626001~6899160,399689877~4968390,408714354~8025846] 2024-04-02T09:39:52.049 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,12582912~13101488,27395949~3198677,30665293~30684812,64302904~34829299,104857600~11259266,130023424~16572838,147535833~506402,159383552~7456540,178366539~4784213,188743680~7800703,197132288~37945885,243269632~7898892,265311089~28196267,293601280~820467,297795584~5832772,305747906~6446913,314572800~10096453,327493475~12518072,348127232~4140188,352321536~6205391,363074272~209810,365478770~7718614,374733006~9443821,390070272~7454889,398458880~6199387,406847488~9892712] 2024-04-02T09:39:52.049 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to 11 diff [1095932~7134087,15494939~10189461,27395949~3198677,30665293~23575182,54374850~6975255,64302904~24444503,90017578~5866690,95907827~3224376,104889825~11227041,134005274~12590988,147535833~506402,154287744~899397,161142729~5697363,178366539~4784213,189580858~6963525,197675927~25804158,224684038~10394135,244813159~6355365,265311089~9301745,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,298280684~5347672,305747906~6446913,315007065~16984715,333761787~6249760,350191487~2075933,353274052~5252875,363074272~209810,366900078~6297306,374733006~7619503,383375012~801815,390626001~14032266,408714354~8025846] 2024-04-02T09:39:52.049 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,15494939~10189461,27395949~3198677,30665293~23575182,54374850~6975255,64302904~24444503,90017578~5866690,95907827~3224376,104889825~11227041,134005274~12590988,147535833~506402,154287744~899397,161142729~5697363,178366539~4784213,189580858~6963525,197675927~25804158,224684038~10394135,244813159~6355365,265311089~9301745,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,298280684~5347672,305747906~6446913,315007065~16984715,333761787~6249760,350191487~2075933,353274052~5252875,363074272~209810,366900078~6297306,374733006~7619503,383375012~801815,390626001~14032266,408714354~8025846] 2024-04-02T09:39:52.056 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,12582912~13101488,27395949~3198677,30665293~30684812,64302904~34829299,104857600~11259266,130023424~16572838,147535833~506402,151885881~3301260,159383552~7456540,178366539~4784213,188743680~7800703,197132288~37945885,243269632~7898892,265311089~28196267,293601280~820467,297795584~5832772,305747906~6446913,314572800~25438747,348127232~4140188,352321536~6205391,363074272~209810,365478770~7718614,374733006~9443821,390070272~14587995,406847488~9892712] 2024-04-02T09:39:52.056 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to 12 diff [1095932~7134087,15494939~10189461,27395949~3198677,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3224376,104889825~11227041,126117990~4541812,134005274~13422853,147535833~506402,154287744~899397,161142729~12312002,178366539~4784213,189580858~6963525,197675927~25804158,224684038~10394135,244813159~6355365,265311089~9301745,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,298280684~5347672,305747906~6446913,315007065~16984715,333761787~6249760,350191487~2075933,353274052~5252875,363074272~209810,366900078~15452431,383375012~801815,390626001~14032266,408714354~8025846] 2024-04-02T09:39:52.056 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,15494939~10189461,27395949~3198677,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3224376,104889825~11227041,126117990~4541812,134005274~13422853,147535833~506402,154287744~899397,161142729~12312002,178366539~4784213,189580858~6963525,197675927~25804158,224684038~10394135,244813159~6355365,265311089~9301745,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,298280684~5347672,305747906~6446913,315007065~16984715,333761787~6249760,350191487~2075933,353274052~5252875,363074272~209810,366900078~15452431,383375012~801815,390626001~14032266,408714354~8025846] 2024-04-02T09:39:52.062 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,12582912~13101488,27395949~3198677,30665293~68466910,104857600~11259266,125829120~21599007,147535833~506402,151885881~3301260,159383552~14071179,178366539~4784213,188743680~7800703,197132288~37945885,243269632~7898892,265311089~28196267,293601280~820467,297795584~5832772,305747906~6446913,314572800~25438747,348127232~4140188,352321536~6205391,363074272~209810,365478770~18698057,390070272~14587995,406847488~9892712] 2024-04-02T09:39:52.062 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to 13 diff [1095932~7134087,15494939~10189461,27395949~3198677,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3224376,104889825~11227041,126117990~4541812,133768494~13659633,147535833~506402,154287744~899397,161142729~12312002,178366539~4784213,189580858~6963525,197675927~25804158,224684038~10394135,244813159~6355365,265311089~9301745,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,298280684~5347672,305747906~6446913,315007065~16984715,333761787~6249760,343020063~5519372,350191487~2075933,353274052~5252875,363074272~209810,366900078~15452431,383375012~3264320,390626001~14032266,408714354~8025846] 2024-04-02T09:39:52.062 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,15494939~10189461,27395949~3198677,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3224376,104889825~11227041,126117990~4541812,133768494~13659633,147535833~506402,154287744~899397,161142729~12312002,178366539~4784213,189580858~6963525,197675927~25804158,224684038~10394135,244813159~6355365,265311089~9301745,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,298280684~5347672,305747906~6446913,315007065~16984715,333761787~6249760,343020063~5519372,350191487~2075933,353274052~5252875,363074272~209810,366900078~15452431,383375012~3264320,390626001~14032266,408714354~8025846] 2024-04-02T09:39:52.068 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,12582912~13101488,27395949~3198677,30665293~68466910,104857600~11259266,125829120~21599007,147535833~506402,151885881~3301260,159383552~14071179,178366539~4784213,188743680~7800703,197132288~37945885,243269632~7898892,265311089~28196267,293601280~820467,297795584~5832772,305747906~6446913,314572800~25438747,343020063~9247357,352321536~6205391,363074272~209810,365478770~21160562,390070272~14587995,406847488~9892712] 2024-04-02T09:39:52.069 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to 14 diff [1095932~7134087,15263460~10420940,27395949~3198677,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3224376,104889825~11227041,126117990~4541812,133768494~13659633,147535833~506402,154287744~899397,161142729~12312002,178366539~4784213,189580858~7558541,197675927~25804158,224684038~10394135,241517903~2390015,244813159~8232799,265311089~9301745,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,298280684~5347672,305747906~26243874,333761787~6249760,343020063~5519372,350191487~2075933,353274052~5252875,363074272~209810,366900078~15452431,383375012~3264320,390626001~14032266,408714354~8025846] 2024-04-02T09:39:52.069 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,15263460~10420940,27395949~3198677,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3224376,104889825~11227041,126117990~4541812,133768494~13659633,147535833~506402,154287744~899397,161142729~12312002,178366539~4784213,189580858~7558541,197675927~25804158,224684038~10394135,241517903~2390015,244813159~8232799,265311089~9301745,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,298280684~5347672,305747906~26243874,333761787~6249760,343020063~5519372,350191487~2075933,353274052~5252875,363074272~209810,366900078~15452431,383375012~3264320,390626001~14032266,408714354~8025846] 2024-04-02T09:39:52.079 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,12582912~13101488,27395949~3198677,30665293~68466910,104857600~11259266,125829120~21599007,147535833~506402,151885881~3301260,159383552~14071179,178366539~4784213,188743680~46334493,239075328~13970630,265311089~28196267,293601280~820467,297795584~5832772,305747906~34263641,343020063~9247357,352321536~6205391,363074272~209810,365478770~21160562,390070272~14587995,406847488~9892712] 2024-04-02T09:39:52.079 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to 15 diff [1095932~7134087,15263460~10420940,27395949~3198677,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~4541812,133768494~13659633,147535833~506402,154287744~899397,161142729~12312002,178366539~4784213,189580858~7558541,197675927~37402246,241517903~2390015,244813159~11365956,265311089~9301745,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,343020063~5519372,350191487~2075933,353274052~5252875,363074272~209810,366900078~15452431,383375012~3264320,390626001~14032266,408714354~8025846] 2024-04-02T09:39:52.079 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,15263460~10420940,27395949~3198677,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~4541812,133768494~13659633,147535833~506402,154287744~899397,161142729~12312002,178366539~4784213,189580858~7558541,197675927~37402246,241517903~2390015,244813159~11365956,265311089~9301745,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,343020063~5519372,350191487~2075933,353274052~5252875,363074272~209810,366900078~15452431,383375012~3264320,390626001~14032266,408714354~8025846] 2024-04-02T09:39:52.082 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,12582912~13101488,27395949~3198677,30665293~68794815,104857600~11259266,125829120~21599007,147535833~506402,151885881~3301260,159383552~14071179,178366539~4784213,188743680~46334493,239075328~17103787,265311089~28196267,293601280~820467,297795584~6379056,305747906~34468632,343020063~9247357,352321536~6205391,363074272~209810,365478770~21160562,390070272~14587995,406847488~9892712] 2024-04-02T09:39:52.082 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to 16 diff [1095932~7134087,9501201~3580291,15263460~10420940,27395949~3198677,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~4541812,133768494~13659633,147535833~506402,154287744~899397,156139168~3974529,161142729~12312002,178366539~4784213,189580858~7558541,197675927~37402246,236319658~7588260,244813159~11365956,265311089~9301745,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,343020063~5519372,350191487~2426381,353274052~5252875,363074272~209810,366900078~15452431,383375012~3264320,390626001~14032266,406166896~10573304] 2024-04-02T09:39:52.082 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~3580291,15263460~10420940,27395949~3198677,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~4541812,133768494~13659633,147535833~506402,154287744~899397,156139168~3974529,161142729~12312002,178366539~4784213,189580858~7558541,197675927~37402246,236319658~7588260,244813159~11365956,265311089~9301745,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,343020063~5519372,350191487~2426381,353274052~5252875,363074272~209810,366900078~15452431,383375012~3264320,390626001~14032266,406166896~10573304] 2024-04-02T09:39:52.089 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,27395949~3198677,30665293~68794815,104857600~11259266,125829120~21599007,147535833~506402,151885881~3301260,155189248~18265483,178366539~4784213,188743680~67435435,265311089~28196267,293601280~820467,297795584~6379056,305747906~34468632,343020063~15506864,363074272~209810,365478770~21160562,390070272~26669928] 2024-04-02T09:39:52.089 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to 17 diff [1095932~7134087,9501201~3580291,15263460~10420940,27395949~3198677,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~13659633,147535833~506402,154287744~899397,156139168~3974529,161142729~12312002,178366539~4784213,188580663~8558736,197675927~37402246,236319658~7588260,244813159~11365956,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,343020063~9597805,353274052~5252875,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406166896~10573304] 2024-04-02T09:39:52.089 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~3580291,15263460~10420940,27395949~3198677,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~13659633,147535833~506402,154287744~899397,156139168~3974529,161142729~12312002,178366539~4784213,188580663~8558736,197675927~37402246,236319658~7588260,244813159~11365956,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,343020063~9597805,353274052~5252875,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406166896~10573304] 2024-04-02T09:39:52.096 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,27395949~3198677,30665293~68794815,104857600~11259266,125829120~21599007,147535833~506402,151885881~3301260,155189248~18265483,178366539~4784213,184549376~71629739,265311089~28196267,293601280~820467,297795584~6379056,305747906~34468632,343020063~15506864,363074272~209810,364851902~21787430,390070272~26669928] 2024-04-02T09:39:52.096 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to 18 diff [1095932~7134087,9501201~16183199,27395949~3198677,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178366539~4784213,188580663~8558736,197675927~37402246,236319658~7588260,244813159~11365956,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,343020063~9597805,353274052~5252875,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:39:52.096 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~16183199,27395949~3198677,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178366539~4784213,188580663~8558736,197675927~37402246,236319658~7588260,244813159~11365956,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,343020063~9597805,353274052~5252875,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:39:52.103 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,27395949~3198677,30665293~68794815,104857600~11259266,125829120~21599007,147535833~506402,151885881~21568850,178366539~4784213,184549376~71629739,265311089~28196267,293601280~820467,297795584~6379056,305747906~34468632,343020063~15506864,363074272~209810,364851902~21787430,390070272~26669928] 2024-04-02T09:39:52.103 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to 19 diff [1095932~7134087,9501201~16183199,27395949~3198677,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:39:52.103 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~16183199,27395949~3198677,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:39:52.110 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,27395949~3198677,30665293~68794815,104857600~11259266,125829120~21599007,147535833~506402,151885881~21568850,178248109~4902643,184549376~78960707,265311089~28196267,293601280~820467,297795584~6379056,305747906~34468632,343020063~15506864,361824779~449636,363074272~209810,364851902~21787430,390070272~26669928] 2024-04-02T09:39:52.110 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to 3 diff [5467551~1612904,21162151~3331034,38758373~8821618,53782543~457932,54374850~6975255,69924566~3061094,268206597~3034121,327493475~4498305,333761787~6249760] 2024-04-02T09:39:52.111 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [5467551~1612904,21162151~3331034,38758373~8821618,53782543~457932,54374850~6975255,69924566~3061094,268206597~3034121,327493475~4498305,333761787~6249760] 2024-04-02T09:39:52.117 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [4194304~2886151,21162151~3331034,38758373~8821618,50331648~11018457,69924566~3061094,267399778~3840940,327493475~12518072] 2024-04-02T09:39:52.117 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to 4 diff [5467551~1612904,15494939~3611539,19884248~5800152,38758373~15482102,54374850~6975255,69924566~3061094,74626007~3470935,97793597~901399,178366539~4784213,265311089~8463493,291861579~1645777,327493475~4498305,333761787~6249760,353594124~4932803] 2024-04-02T09:39:52.117 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [5467551~1612904,15494939~3611539,19884248~5800152,38758373~15482102,54374850~6975255,69924566~3061094,74626007~3470935,97793597~901399,178366539~4784213,265311089~8463493,291861579~1645777,327493475~4498305,333761787~6249760,353594124~4932803] 2024-04-02T09:39:52.123 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [4194304~2886151,12582912~13101488,38758373~22591732,69924566~3061094,74626007~3470935,96468992~2226004,178366539~4784213,265311089~8463493,289406976~4100380,327493475~12518072,352321536~6205391] 2024-04-02T09:39:52.123 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to 5 diff [5467551~1612904,15494939~10189461,38758373~15482102,54374850~6975255,69924566~3061094,74626007~3470935,97793597~901399,147535833~506402,178366539~4784213,214301718~7546988,224684038~6137482,250494562~673962,265311089~8463493,274972127~1205251,291861579~1645777,305747906~6446913,315007065~1441458,327493475~4498305,333761787~6249760,353594124~4932803,390626001~3230284] 2024-04-02T09:39:52.124 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [5467551~1612904,15494939~10189461,38758373~15482102,54374850~6975255,69924566~3061094,74626007~3470935,97793597~901399,147535833~506402,178366539~4784213,214301718~7546988,224684038~6137482,250494562~673962,265311089~8463493,274972127~1205251,291861579~1645777,305747906~6446913,315007065~1441458,327493475~4498305,333761787~6249760,353594124~4932803,390626001~3230284] 2024-04-02T09:39:52.130 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [4194304~2886151,12582912~13101488,38758373~22591732,69924566~3061094,74626007~3470935,96468992~2226004,147535833~506402,178366539~4784213,213909504~7939202,222298112~8523408,250494562~673962,265311089~10866289,289406976~4100380,305747906~6446913,315007065~1441458,327493475~12518072,352321536~6205391,390070272~3786013] 2024-04-02T09:39:52.130 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to 6 diff [5467551~1612904,15494939~10189461,38758373~15482102,54374850~6975255,69924566~3061094,74626007~3470935,81522400~7225007,97793597~901399,134005274~7912735,147535833~506402,178366539~4784213,189580858~6963525,207982278~4061273,214301718~9178367,224684038~6137482,244813159~4092755,250494562~673962,265311089~8463493,274622886~3026712,291861579~1645777,305747906~6446913,315007065~1441458,327493475~4498305,333761787~6249760,353594124~4932803,374733006~6765159,383375012~801815,390626001~3230284] 2024-04-02T09:39:52.131 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [5467551~1612904,15494939~10189461,38758373~15482102,54374850~6975255,69924566~3061094,74626007~3470935,81522400~7225007,97793597~901399,134005274~7912735,147535833~506402,178366539~4784213,189580858~6963525,207982278~4061273,214301718~9178367,224684038~6137482,244813159~4092755,250494562~673962,265311089~8463493,274622886~3026712,291861579~1645777,305747906~6446913,315007065~1441458,327493475~4498305,333761787~6249760,353594124~4932803,374733006~6765159,383375012~801815,390626001~3230284] 2024-04-02T09:39:52.138 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [4194304~2886151,12582912~13101488,38758373~22591732,69924566~3061094,74626007~3470935,80416878~8330529,96468992~2226004,130023424~11894585,147535833~506402,178366539~4784213,188743680~7800703,207982278~4061273,213909504~16912016,243269632~5636282,250494562~673962,265311089~12338509,289406976~4100380,305747906~6446913,315007065~1441458,327493475~12518072,352321536~6205391,374733006~6765159,381681664~2495163,390070272~3786013] 2024-04-02T09:39:52.138 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to 7 diff [1095932~7134087,15494939~10189461,30665293~3669644,38758373~15482102,54374850~6975255,69924566~3061094,74626007~3470935,81522400~7225007,97793597~901399,104889825~8740496,134005274~7912735,147535833~506402,178366539~4784213,189580858~6963525,200644771~11398780,214301718~9178367,224684038~10394135,244813159~6355365,265311089~9301745,274622886~3026712,291861579~1645777,299665546~3962810,305747906~6446913,315007065~1441458,327493475~4498305,333761787~6249760,353594124~4932803,374733006~6765159,383375012~801815,390626001~6899160] 2024-04-02T09:39:52.138 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,15494939~10189461,30665293~3669644,38758373~15482102,54374850~6975255,69924566~3061094,74626007~3470935,81522400~7225007,97793597~901399,104889825~8740496,134005274~7912735,147535833~506402,178366539~4784213,189580858~6963525,200644771~11398780,214301718~9178367,224684038~10394135,244813159~6355365,265311089~9301745,274622886~3026712,291861579~1645777,299665546~3962810,305747906~6446913,315007065~1441458,327493475~4498305,333761787~6249760,353594124~4932803,374733006~6765159,383375012~801815,390626001~6899160] 2024-04-02T09:39:52.144 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,12582912~13101488,30665293~3669644,38758373~22591732,69924566~3061094,74626007~3470935,80416878~8330529,96468992~2226004,104857600~8772721,130023424~11894585,147535833~506402,178366539~4784213,188743680~7800703,197132288~14911263,213909504~21168669,243269632~7898892,265311089~12338509,289406976~4100380,297795584~5832772,305747906~6446913,315007065~1441458,327493475~12518072,352321536~6205391,374733006~6765159,381681664~2495163,390070272~7454889] 2024-04-02T09:39:52.144 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to 8 diff [1095932~7134087,15494939~10189461,30665293~3669644,38758373~15482102,54374850~6975255,69924566~3061094,74626007~3470935,81522400~7225007,95907827~3224376,104889825~8740496,134005274~12590988,147535833~506402,178366539~4784213,189580858~6963525,200644771~11398780,214301718~9178367,224684038~10394135,244813159~6355365,265311089~9301745,274622886~3026712,280451040~9458927,291861579~1645777,299665546~3962810,305747906~6446913,315007065~4339978,327493475~4498305,333761787~6249760,353274052~5252875,363074272~209810,366900078~6297306,374733006~6765159,383375012~801815,390626001~6899160] 2024-04-02T09:39:52.144 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,15494939~10189461,30665293~3669644,38758373~15482102,54374850~6975255,69924566~3061094,74626007~3470935,81522400~7225007,95907827~3224376,104889825~8740496,134005274~12590988,147535833~506402,178366539~4784213,189580858~6963525,200644771~11398780,214301718~9178367,224684038~10394135,244813159~6355365,265311089~9301745,274622886~3026712,280451040~9458927,291861579~1645777,299665546~3962810,305747906~6446913,315007065~4339978,327493475~4498305,333761787~6249760,353274052~5252875,363074272~209810,366900078~6297306,374733006~6765159,383375012~801815,390626001~6899160] 2024-04-02T09:39:52.151 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,12582912~13101488,30665293~3669644,38758373~22591732,69924566~3061094,74626007~3470935,80416878~8330529,93732182~5400021,104857600~8772721,130023424~16572838,147535833~506402,178366539~4784213,188743680~7800703,197132288~14911263,213909504~21168669,243269632~7898892,265311089~28196267,297795584~5832772,305747906~6446913,315007065~4339978,327493475~12518072,352321536~6205391,363074272~209810,365478770~7718614,374733006~6765159,381681664~2495163,390070272~7454889] 2024-04-02T09:39:52.151 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to 9 diff [1095932~7134087,15494939~10189461,30665293~3669644,38758373~15482102,54374850~6975255,64302904~4402665,69924566~3061094,74626007~4220176,81522400~7225007,95907827~3224376,104889825~8740496,134005274~12590988,147535833~506402,161142729~5697363,178366539~4784213,189580858~6963525,200644771~22835314,224684038~10394135,244813159~6355365,265311089~9301745,274622886~3026712,280451040~9458927,291861579~1645777,299665546~3962810,305747906~6446913,315007065~4339978,323708551~360943,327493475~4498305,333761787~6249760,350191487~2075933,353274052~5252875,363074272~209810,366900078~6297306,374733006~7619503,383375012~801815,390626001~6899160] 2024-04-02T09:39:52.151 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,15494939~10189461,30665293~3669644,38758373~15482102,54374850~6975255,64302904~4402665,69924566~3061094,74626007~4220176,81522400~7225007,95907827~3224376,104889825~8740496,134005274~12590988,147535833~506402,161142729~5697363,178366539~4784213,189580858~6963525,200644771~22835314,224684038~10394135,244813159~6355365,265311089~9301745,274622886~3026712,280451040~9458927,291861579~1645777,299665546~3962810,305747906~6446913,315007065~4339978,323708551~360943,327493475~4498305,333761787~6249760,350191487~2075933,353274052~5252875,363074272~209810,366900078~6297306,374733006~7619503,383375012~801815,390626001~6899160] 2024-04-02T09:39:52.158 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,12582912~13101488,30665293~3669644,38758373~22591732,64302904~4402665,69924566~3061094,74626007~4220176,80416878~8330529,93732182~5400021,104857600~8772721,130023424~16572838,147535833~506402,159383552~7456540,178366539~4784213,188743680~7800703,197132288~37945885,243269632~7898892,265311089~28196267,297795584~5832772,305747906~6446913,315007065~4339978,323708551~360943,327493475~12518072,348127232~4140188,352321536~6205391,363074272~209810,365478770~7718614,374733006~9443821,390070272~7454889] 2024-04-02T09:39:52.158 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to 10 diff [1095932~7134087,15494939~10189461,30665293~7950110,38758373~15482102,54374850~6975255,64302904~8682756,74626007~4220176,81522400~7225007,95907827~3224376,104889825~8740496,134005274~12590988,147535833~506402,161142729~5697363,178366539~4784213,189580858~6963525,197675927~25804158,224684038~10394135,244813159~6355365,265311089~9301745,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,299665546~3962810,305747906~6446913,315007065~4339978,323708551~360943,327493475~4498305,333761787~6249760,350191487~2075933,353274052~5252875,363074272~209810,366900078~6297306,374733006~7619503,383375012~801815,390626001~6899160,399929575~4728692] 2024-04-02T09:39:52.158 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,15494939~10189461,30665293~7950110,38758373~15482102,54374850~6975255,64302904~8682756,74626007~4220176,81522400~7225007,95907827~3224376,104889825~8740496,134005274~12590988,147535833~506402,161142729~5697363,178366539~4784213,189580858~6963525,197675927~25804158,224684038~10394135,244813159~6355365,265311089~9301745,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,299665546~3962810,305747906~6446913,315007065~4339978,323708551~360943,327493475~4498305,333761787~6249760,350191487~2075933,353274052~5252875,363074272~209810,366900078~6297306,374733006~7619503,383375012~801815,390626001~6899160,399929575~4728692] 2024-04-02T09:39:52.165 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,12582912~13101488,30665293~7950110,38758373~22591732,64302904~8682756,74626007~4220176,80416878~8330529,93732182~5400021,104857600~8772721,130023424~16572838,147535833~506402,159383552~7456540,178366539~4784213,188743680~7800703,197132288~37945885,243269632~7898892,265311089~28196267,293601280~820467,297795584~5832772,305747906~6446913,315007065~4339978,323708551~360943,327493475~12518072,348127232~4140188,352321536~6205391,363074272~209810,365478770~7718614,374733006~9443821,390070272~7454889,399929575~4728692] 2024-04-02T09:39:52.165 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to 11 diff [1095932~7134087,15494939~10189461,30665293~23575182,54374850~6975255,64302904~8682756,73023040~15724367,90448068~5436200,95907827~3224376,104889825~8740496,134005274~12590988,147535833~506402,154287744~899397,161142729~5697363,178366539~4784213,189580858~6963525,197675927~25804158,224684038~10394135,244813159~6355365,265311089~9301745,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,298280684~5347672,305747906~6446913,315007065~4339978,323325331~8666449,333761787~6249760,350191487~2075933,353274052~5252875,363074272~209810,366900078~6297306,374733006~7619503,383375012~801815,390626001~14032266] 2024-04-02T09:39:52.165 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,15494939~10189461,30665293~23575182,54374850~6975255,64302904~8682756,73023040~15724367,90448068~5436200,95907827~3224376,104889825~8740496,134005274~12590988,147535833~506402,154287744~899397,161142729~5697363,178366539~4784213,189580858~6963525,197675927~25804158,224684038~10394135,244813159~6355365,265311089~9301745,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,298280684~5347672,305747906~6446913,315007065~4339978,323325331~8666449,333761787~6249760,350191487~2075933,353274052~5252875,363074272~209810,366900078~6297306,374733006~7619503,383375012~801815,390626001~14032266] 2024-04-02T09:39:52.173 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,12582912~13101488,30665293~30684812,64302904~8682756,73023040~15724367,90448068~8684135,104857600~8772721,130023424~16572838,147535833~506402,151885881~3301260,159383552~7456540,178366539~4784213,188743680~7800703,197132288~37945885,243269632~7898892,265311089~28196267,293601280~820467,297795584~5832772,305747906~6446913,315007065~4339978,323325331~16686216,348127232~4140188,352321536~6205391,363074272~209810,365478770~7718614,374733006~9443821,390070272~14587995] 2024-04-02T09:39:52.173 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to 12 diff [1095932~7134087,15494939~10189461,30665293~23575182,54374850~18610810,73023040~15724367,90448068~5436200,95907827~3224376,104889825~8740496,126117990~4541812,134005274~13422853,147535833~506402,154287744~899397,161142729~12312002,178366539~4784213,189580858~6963525,197675927~25804158,224684038~10394135,244813159~6355365,265311089~9301745,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,298280684~5347672,305747906~6446913,315007065~4339978,323325331~8666449,333761787~6249760,350191487~2075933,353274052~5252875,363074272~209810,366900078~15452431,383375012~801815,390626001~14032266] 2024-04-02T09:39:52.173 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,15494939~10189461,30665293~23575182,54374850~18610810,73023040~15724367,90448068~5436200,95907827~3224376,104889825~8740496,126117990~4541812,134005274~13422853,147535833~506402,154287744~899397,161142729~12312002,178366539~4784213,189580858~6963525,197675927~25804158,224684038~10394135,244813159~6355365,265311089~9301745,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,298280684~5347672,305747906~6446913,315007065~4339978,323325331~8666449,333761787~6249760,350191487~2075933,353274052~5252875,363074272~209810,366900078~15452431,383375012~801815,390626001~14032266] 2024-04-02T09:39:52.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:51 smithi012 ceph-mon[88355]: osdmap e2059: 8 total, 8 up, 8 in 2024-04-02T09:39:52.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:51 smithi012 ceph-mon[90784]: osdmap e2059: 8 total, 8 up, 8 in 2024-04-02T09:39:52.180 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,12582912~13101488,30665293~42320367,73023040~15724367,90448068~8684135,104857600~8772721,125829120~21599007,147535833~506402,151885881~3301260,159383552~14071179,178366539~4784213,188743680~7800703,197132288~37945885,243269632~7898892,265311089~28196267,293601280~820467,297795584~5832772,305747906~6446913,315007065~4339978,323325331~16686216,348127232~4140188,352321536~6205391,363074272~209810,365478770~18698057,390070272~14587995] 2024-04-02T09:39:52.180 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to 13 diff [1095932~7134087,15494939~10189461,30665293~23575182,54374850~18610810,73023040~15724367,90448068~5436200,95907827~3224376,104889825~8740496,126117990~4541812,133768494~13659633,147535833~506402,154287744~899397,161142729~12312002,178366539~4784213,189580858~6963525,197675927~25804158,224684038~10394135,244813159~6355365,265311089~9301745,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,298280684~5347672,305747906~6446913,315007065~6351730,323325331~8666449,333761787~6249760,343020063~5519372,350191487~2075933,353274052~5252875,363074272~209810,366900078~15452431,383375012~3264320,390626001~14032266] 2024-04-02T09:39:52.180 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,15494939~10189461,30665293~23575182,54374850~18610810,73023040~15724367,90448068~5436200,95907827~3224376,104889825~8740496,126117990~4541812,133768494~13659633,147535833~506402,154287744~899397,161142729~12312002,178366539~4784213,189580858~6963525,197675927~25804158,224684038~10394135,244813159~6355365,265311089~9301745,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,298280684~5347672,305747906~6446913,315007065~6351730,323325331~8666449,333761787~6249760,343020063~5519372,350191487~2075933,353274052~5252875,363074272~209810,366900078~15452431,383375012~3264320,390626001~14032266] 2024-04-02T09:39:52.186 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,12582912~13101488,30665293~42320367,73023040~15724367,90448068~8684135,104857600~8772721,125829120~21599007,147535833~506402,151885881~3301260,159383552~14071179,178366539~4784213,188743680~7800703,197132288~37945885,243269632~7898892,265311089~28196267,293601280~820467,297795584~5832772,305747906~6446913,315007065~6351730,323325331~16686216,343020063~9247357,352321536~6205391,363074272~209810,365478770~21160562,390070272~14587995] 2024-04-02T09:39:52.187 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to 14 diff [1095932~7134087,15263460~10420940,30665293~23575182,54374850~18610810,73023040~15724367,90297332~5586936,95907827~3224376,104889825~8740496,126117990~4541812,133768494~13659633,147535833~506402,154287744~899397,161142729~12312002,178366539~4784213,189580858~7558541,197675927~25804158,224684038~10394135,241517903~2390015,244813159~8232799,265311089~9301745,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,298280684~5347672,305747906~15610889,323325331~8666449,333761787~6249760,343020063~5519372,350191487~2075933,353274052~5252875,363074272~209810,366900078~15452431,383375012~3264320,390626001~14032266] 2024-04-02T09:39:52.187 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,15263460~10420940,30665293~23575182,54374850~18610810,73023040~15724367,90297332~5586936,95907827~3224376,104889825~8740496,126117990~4541812,133768494~13659633,147535833~506402,154287744~899397,161142729~12312002,178366539~4784213,189580858~7558541,197675927~25804158,224684038~10394135,241517903~2390015,244813159~8232799,265311089~9301745,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,298280684~5347672,305747906~15610889,323325331~8666449,333761787~6249760,343020063~5519372,350191487~2075933,353274052~5252875,363074272~209810,366900078~15452431,383375012~3264320,390626001~14032266] 2024-04-02T09:39:52.193 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,12582912~13101488,30665293~42320367,73023040~15724367,90297332~8834871,104857600~8772721,125829120~21599007,147535833~506402,151885881~3301260,159383552~14071179,178366539~4784213,188743680~46334493,239075328~13970630,265311089~28196267,293601280~820467,297795584~5832772,305747906~15610889,323325331~16686216,343020063~9247357,352321536~6205391,363074272~209810,365478770~21160562,390070272~14587995] 2024-04-02T09:39:52.193 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to 15 diff [1095932~7134087,15263460~10420940,30665293~23575182,54374850~18610810,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~4541812,133768494~13659633,147535833~506402,154287744~899397,161142729~12312002,178366539~4784213,189580858~7558541,197675927~37402246,241517903~2390015,244813159~11365956,265311089~9301745,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~8666449,333761787~6454751,343020063~5519372,350191487~2075933,353274052~5252875,363074272~209810,366900078~15452431,383375012~3264320,390626001~14032266] 2024-04-02T09:39:52.193 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,15263460~10420940,30665293~23575182,54374850~18610810,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~4541812,133768494~13659633,147535833~506402,154287744~899397,161142729~12312002,178366539~4784213,189580858~7558541,197675927~37402246,241517903~2390015,244813159~11365956,265311089~9301745,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~8666449,333761787~6454751,343020063~5519372,350191487~2075933,353274052~5252875,363074272~209810,366900078~15452431,383375012~3264320,390626001~14032266] 2024-04-02T09:39:52.200 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,12582912~13101488,30665293~42320367,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~3301260,159383552~14071179,178366539~4784213,188743680~46334493,239075328~17103787,265311089~28196267,293601280~820467,297795584~6379056,305747906~15610889,323325331~16891207,343020063~9247357,352321536~6205391,363074272~209810,365478770~21160562,390070272~14587995] 2024-04-02T09:39:52.200 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to 16 diff [1095932~7134087,9501201~3580291,15263460~10420940,30665293~23575182,54374850~18610810,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~4541812,133768494~13659633,147535833~506402,154287744~899397,156139168~3974529,161142729~12312002,178366539~4784213,189580858~7558541,197675927~37402246,236319658~7588260,244813159~11365956,265311089~9301745,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~8666449,333761787~6454751,343020063~5519372,350191487~2426381,353274052~5252875,363074272~209810,366900078~15452431,383375012~3264320,390626001~14032266,406166896~4359633] 2024-04-02T09:39:52.200 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~3580291,15263460~10420940,30665293~23575182,54374850~18610810,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~4541812,133768494~13659633,147535833~506402,154287744~899397,156139168~3974529,161142729~12312002,178366539~4784213,189580858~7558541,197675927~37402246,236319658~7588260,244813159~11365956,265311089~9301745,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~8666449,333761787~6454751,343020063~5519372,350191487~2426381,353274052~5252875,363074272~209810,366900078~15452431,383375012~3264320,390626001~14032266,406166896~4359633] 2024-04-02T09:39:52.208 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,30665293~42320367,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~3301260,155189248~18265483,178366539~4784213,188743680~67435435,265311089~28196267,293601280~820467,297795584~6379056,305747906~15610889,323325331~16891207,343020063~15506864,363074272~209810,365478770~21160562,390070272~20456257] 2024-04-02T09:39:52.208 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to 17 diff [1095932~7134087,9501201~3580291,15263460~10420940,30665293~23575182,54374850~18610810,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,154287744~899397,156139168~3974529,161142729~12312002,178366539~4784213,188580663~8558736,197675927~37402246,236319658~7588260,244813159~11365956,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~8666449,333761787~6454751,343020063~9597805,353274052~5252875,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406166896~4359633] 2024-04-02T09:39:52.208 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~3580291,15263460~10420940,30665293~23575182,54374850~18610810,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,154287744~899397,156139168~3974529,161142729~12312002,178366539~4784213,188580663~8558736,197675927~37402246,236319658~7588260,244813159~11365956,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~8666449,333761787~6454751,343020063~9597805,353274052~5252875,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406166896~4359633] 2024-04-02T09:39:52.214 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,30665293~42320367,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~3301260,155189248~18265483,178366539~4784213,184549376~71629739,265311089~28196267,293601280~820467,297795584~6379056,305747906~15610889,323325331~16891207,343020063~15506864,363074272~209810,364851902~21787430,390070272~20456257] 2024-04-02T09:39:52.215 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to 18 diff [1095932~7134087,9501201~16183199,30665293~23575182,54374850~18610810,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178366539~4784213,188580663~8558736,197675927~37402246,236319658~7588260,244813159~11365956,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~8666449,333761787~6454751,343020063~9597805,353274052~5252875,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:39:52.215 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~16183199,30665293~23575182,54374850~18610810,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178366539~4784213,188580663~8558736,197675927~37402246,236319658~7588260,244813159~11365956,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~8666449,333761787~6454751,343020063~9597805,353274052~5252875,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:39:52.221 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,30665293~42320367,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~21568850,178366539~4784213,184549376~71629739,265311089~28196267,293601280~820467,297795584~6379056,305747906~15610889,323325331~16891207,343020063~15506864,363074272~209810,364851902~21787430,390070272~23210139] 2024-04-02T09:39:52.221 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to 19 diff [1095932~7134087,9501201~16183199,30665293~23575182,54374850~18610810,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~8666449,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:39:52.222 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~16183199,30665293~23575182,54374850~18610810,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~8666449,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:39:52.229 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,30665293~42320367,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~21568850,178248109~4902643,184549376~78960707,265311089~28196267,293601280~820467,297795584~6379056,305747906~15610889,323325331~16891207,343020063~15506864,361824779~449636,363074272~209810,364851902~21787430,390070272~23210139] 2024-04-02T09:39:52.229 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to 4 diff [15494939~3611539,19884248~5800152,47377577~6412666,74626007~3470935,97793597~901399,178366539~4784213,265311089~8463493,291861579~1645777,353594124~4932803] 2024-04-02T09:39:52.229 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [15494939~3611539,19884248~5800152,47377577~6412666,74626007~3470935,97793597~901399,178366539~4784213,265311089~8463493,291861579~1645777,353594124~4932803] 2024-04-02T09:39:52.235 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [12582912~13101488,47377577~6412666,74626007~3470935,96468992~2226004,178366539~4784213,265311089~8463493,289406976~4100380,352321536~6205391] 2024-04-02T09:39:52.235 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to 5 diff [15494939~10189461,47377577~6412666,74626007~3470935,97793597~901399,147535833~506402,178366539~4784213,214301718~7546988,224684038~6137482,250494562~673962,265311089~8463493,274972127~1205251,291861579~1645777,305747906~6446913,315007065~1441458,353594124~4932803,390626001~3230284] 2024-04-02T09:39:52.236 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [15494939~10189461,47377577~6412666,74626007~3470935,97793597~901399,147535833~506402,178366539~4784213,214301718~7546988,224684038~6137482,250494562~673962,265311089~8463493,274972127~1205251,291861579~1645777,305747906~6446913,315007065~1441458,353594124~4932803,390626001~3230284] 2024-04-02T09:39:52.242 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [12582912~13101488,47377577~6412666,74626007~3470935,96468992~2226004,147535833~506402,178366539~4784213,213909504~7939202,222298112~8523408,250494562~673962,265311089~10866289,289406976~4100380,305747906~6446913,315007065~1441458,352321536~6205391,390070272~3786013] 2024-04-02T09:39:52.243 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to 6 diff [15494939~10189461,47377577~6412666,74626007~3470935,81522400~7225007,97793597~901399,134005274~7912735,147535833~506402,178366539~4784213,189580858~6963525,207982278~4061273,214301718~9178367,224684038~6137482,244813159~4092755,250494562~673962,265311089~8463493,274622886~3026712,291861579~1645777,305747906~6446913,315007065~1441458,353594124~4932803,374733006~6765159,383375012~801815,390626001~3230284] 2024-04-02T09:39:52.243 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [15494939~10189461,47377577~6412666,74626007~3470935,81522400~7225007,97793597~901399,134005274~7912735,147535833~506402,178366539~4784213,189580858~6963525,207982278~4061273,214301718~9178367,224684038~6137482,244813159~4092755,250494562~673962,265311089~8463493,274622886~3026712,291861579~1645777,305747906~6446913,315007065~1441458,353594124~4932803,374733006~6765159,383375012~801815,390626001~3230284] 2024-04-02T09:39:52.249 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [12582912~13101488,47377577~6412666,74626007~3470935,80416878~8330529,96468992~2226004,130023424~11894585,147535833~506402,178366539~4784213,188743680~7800703,207982278~4061273,213909504~16912016,243269632~5636282,250494562~673962,265311089~12338509,289406976~4100380,305747906~6446913,315007065~1441458,352321536~6205391,374733006~6765159,381681664~2495163,390070272~3786013] 2024-04-02T09:39:52.250 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to 7 diff [1095932~7134087,15494939~10189461,30665293~3669644,47377577~6412666,74626007~3470935,81522400~7225007,97793597~901399,104889825~8740496,134005274~7912735,147535833~506402,178366539~4784213,189580858~6963525,200644771~11398780,214301718~9178367,224684038~10394135,244813159~6355365,265311089~9301745,274622886~3026712,291861579~1645777,299665546~3962810,305747906~6446913,315007065~1441458,353594124~4932803,374733006~6765159,383375012~801815,390626001~6899160] 2024-04-02T09:39:52.250 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,15494939~10189461,30665293~3669644,47377577~6412666,74626007~3470935,81522400~7225007,97793597~901399,104889825~8740496,134005274~7912735,147535833~506402,178366539~4784213,189580858~6963525,200644771~11398780,214301718~9178367,224684038~10394135,244813159~6355365,265311089~9301745,274622886~3026712,291861579~1645777,299665546~3962810,305747906~6446913,315007065~1441458,353594124~4932803,374733006~6765159,383375012~801815,390626001~6899160] 2024-04-02T09:39:52.256 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,12582912~13101488,30665293~3669644,47377577~6412666,74626007~3470935,80416878~8330529,96468992~2226004,104857600~8772721,130023424~11894585,147535833~506402,178366539~4784213,188743680~7800703,197132288~14911263,213909504~21168669,243269632~7898892,265311089~12338509,289406976~4100380,297795584~5832772,305747906~6446913,315007065~1441458,352321536~6205391,374733006~6765159,381681664~2495163,390070272~7454889] 2024-04-02T09:39:52.256 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to 8 diff [1095932~7134087,15494939~10189461,30665293~3669644,47377577~6412666,74626007~3470935,81522400~7225007,95907827~3224376,104889825~8740496,134005274~12590988,147535833~506402,178366539~4784213,189580858~6963525,200644771~11398780,214301718~9178367,224684038~10394135,244813159~6355365,265311089~9301745,274622886~3026712,280451040~9458927,291861579~1645777,299665546~3962810,305747906~6446913,315007065~4339978,353274052~5252875,363074272~209810,366900078~6297306,374733006~6765159,383375012~801815,390626001~6899160] 2024-04-02T09:39:52.256 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,15494939~10189461,30665293~3669644,47377577~6412666,74626007~3470935,81522400~7225007,95907827~3224376,104889825~8740496,134005274~12590988,147535833~506402,178366539~4784213,189580858~6963525,200644771~11398780,214301718~9178367,224684038~10394135,244813159~6355365,265311089~9301745,274622886~3026712,280451040~9458927,291861579~1645777,299665546~3962810,305747906~6446913,315007065~4339978,353274052~5252875,363074272~209810,366900078~6297306,374733006~6765159,383375012~801815,390626001~6899160] 2024-04-02T09:39:52.263 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,12582912~13101488,30665293~3669644,47377577~6412666,74626007~3470935,80416878~8330529,93732182~5400021,104857600~8772721,130023424~16572838,147535833~506402,178366539~4784213,188743680~7800703,197132288~14911263,213909504~21168669,243269632~7898892,265311089~28196267,297795584~5832772,305747906~6446913,315007065~4339978,352321536~6205391,363074272~209810,365478770~7718614,374733006~6765159,381681664~2495163,390070272~7454889] 2024-04-02T09:39:52.263 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to 9 diff [1095932~7134087,15494939~10189461,30665293~3669644,47377577~6412666,54603515~5001559,64302904~4402665,74626007~4220176,81522400~7225007,95907827~3224376,104889825~8740496,134005274~12590988,147535833~506402,161142729~5697363,178366539~4784213,189580858~6963525,200644771~22835314,224684038~10394135,244813159~6355365,265311089~9301745,274622886~3026712,280451040~9458927,291861579~1645777,299665546~3962810,305747906~6446913,315007065~4339978,323708551~360943,350191487~2075933,353274052~5252875,363074272~209810,366900078~6297306,374733006~7619503,383375012~801815,390626001~6899160] 2024-04-02T09:39:52.263 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,15494939~10189461,30665293~3669644,47377577~6412666,54603515~5001559,64302904~4402665,74626007~4220176,81522400~7225007,95907827~3224376,104889825~8740496,134005274~12590988,147535833~506402,161142729~5697363,178366539~4784213,189580858~6963525,200644771~22835314,224684038~10394135,244813159~6355365,265311089~9301745,274622886~3026712,280451040~9458927,291861579~1645777,299665546~3962810,305747906~6446913,315007065~4339978,323708551~360943,350191487~2075933,353274052~5252875,363074272~209810,366900078~6297306,374733006~7619503,383375012~801815,390626001~6899160] 2024-04-02T09:39:52.270 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,12582912~13101488,30665293~3669644,47377577~6412666,54603515~5001559,64302904~4402665,74626007~4220176,80416878~8330529,93732182~5400021,104857600~8772721,130023424~16572838,147535833~506402,159383552~7456540,178366539~4784213,188743680~7800703,197132288~37945885,243269632~7898892,265311089~28196267,297795584~5832772,305747906~6446913,315007065~4339978,323708551~360943,348127232~4140188,352321536~6205391,363074272~209810,365478770~7718614,374733006~9443821,390070272~7454889] 2024-04-02T09:39:52.270 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to 10 diff [1095932~7134087,15494939~10189461,30665293~7950110,45787333~8002910,54603515~5001559,64302904~6307341,74626007~4220176,81522400~7225007,95907827~3224376,104889825~8740496,134005274~12590988,147535833~506402,161142729~5697363,178366539~4784213,189580858~6963525,197675927~25804158,224684038~10394135,244813159~6355365,265311089~9301745,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,299665546~3962810,305747906~6446913,315007065~4339978,323708551~360943,335149572~1580467,350191487~2075933,353274052~5252875,363074272~209810,366900078~6297306,374733006~7619503,383375012~801815,390626001~6899160,399929575~4728692] 2024-04-02T09:39:52.270 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,15494939~10189461,30665293~7950110,45787333~8002910,54603515~5001559,64302904~6307341,74626007~4220176,81522400~7225007,95907827~3224376,104889825~8740496,134005274~12590988,147535833~506402,161142729~5697363,178366539~4784213,189580858~6963525,197675927~25804158,224684038~10394135,244813159~6355365,265311089~9301745,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,299665546~3962810,305747906~6446913,315007065~4339978,323708551~360943,335149572~1580467,350191487~2075933,353274052~5252875,363074272~209810,366900078~6297306,374733006~7619503,383375012~801815,390626001~6899160,399929575~4728692] 2024-04-02T09:39:52.277 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,12582912~13101488,30665293~7950110,45787333~8002910,54603515~5001559,64302904~6307341,74626007~4220176,80416878~8330529,93732182~5400021,104857600~8772721,130023424~16572838,147535833~506402,159383552~7456540,178366539~4784213,188743680~7800703,197132288~37945885,243269632~7898892,265311089~28196267,293601280~820467,297795584~5832772,305747906~6446913,315007065~4339978,323708551~360943,335149572~1580467,348127232~4140188,352321536~6205391,363074272~209810,365478770~7718614,374733006~9443821,390070272~7454889,399929575~4728692] 2024-04-02T09:39:52.277 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to 11 diff [1095932~7134087,15494939~10189461,30665293~12286460,45787333~8002910,54603515~5001559,64302904~6307341,73023040~15724367,90448068~5436200,95907827~3224376,104889825~8740496,134005274~12590988,147535833~506402,154287744~899397,161142729~5697363,178366539~4784213,189580858~6963525,197675927~25804158,224684038~10394135,244813159~6355365,265311089~9301745,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,298280684~5347672,305747906~6446913,315007065~4339978,323325331~4689955,335149572~1580467,350191487~2075933,353274052~5252875,363074272~209810,366900078~6297306,374733006~7619503,383375012~801815,390626001~14032266] 2024-04-02T09:39:52.277 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,15494939~10189461,30665293~12286460,45787333~8002910,54603515~5001559,64302904~6307341,73023040~15724367,90448068~5436200,95907827~3224376,104889825~8740496,134005274~12590988,147535833~506402,154287744~899397,161142729~5697363,178366539~4784213,189580858~6963525,197675927~25804158,224684038~10394135,244813159~6355365,265311089~9301745,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,298280684~5347672,305747906~6446913,315007065~4339978,323325331~4689955,335149572~1580467,350191487~2075933,353274052~5252875,363074272~209810,366900078~6297306,374733006~7619503,383375012~801815,390626001~14032266] 2024-04-02T09:39:52.283 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,12582912~13101488,30665293~12286460,45787333~8002910,54603515~5001559,64302904~6307341,73023040~15724367,90448068~8684135,104857600~8772721,130023424~16572838,147535833~506402,151885881~3301260,159383552~7456540,178366539~4784213,188743680~7800703,197132288~37945885,243269632~7898892,265311089~28196267,293601280~820467,297795584~5832772,305747906~6446913,315007065~4339978,323325331~4689955,335149572~1580467,348127232~4140188,352321536~6205391,363074272~209810,365478770~7718614,374733006~9443821,390070272~14587995] 2024-04-02T09:39:52.283 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to 12 diff [1095932~7134087,15494939~10189461,30665293~12286460,45787333~8002910,54603515~5001559,60904577~9705668,73023040~15724367,90448068~5436200,95907827~3224376,104889825~8740496,126117990~4541812,134005274~13422853,147535833~506402,154287744~899397,161142729~12312002,178366539~4784213,189580858~6963525,197675927~25804158,224684038~10394135,244813159~6355365,265311089~9301745,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,298280684~5347672,305747906~6446913,315007065~4339978,323325331~5077244,335149572~1580467,350191487~2075933,353274052~5252875,363074272~209810,366900078~15452431,383375012~801815,390626001~14032266] 2024-04-02T09:39:52.283 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,15494939~10189461,30665293~12286460,45787333~8002910,54603515~5001559,60904577~9705668,73023040~15724367,90448068~5436200,95907827~3224376,104889825~8740496,126117990~4541812,134005274~13422853,147535833~506402,154287744~899397,161142729~12312002,178366539~4784213,189580858~6963525,197675927~25804158,224684038~10394135,244813159~6355365,265311089~9301745,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,298280684~5347672,305747906~6446913,315007065~4339978,323325331~5077244,335149572~1580467,350191487~2075933,353274052~5252875,363074272~209810,366900078~15452431,383375012~801815,390626001~14032266] 2024-04-02T09:39:52.290 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,12582912~13101488,30665293~12286460,45787333~8002910,54603515~5001559,60904577~9705668,73023040~15724367,90448068~8684135,104857600~8772721,125829120~21599007,147535833~506402,151885881~3301260,159383552~14071179,178366539~4784213,188743680~7800703,197132288~37945885,243269632~7898892,265311089~28196267,293601280~820467,297795584~5832772,305747906~6446913,315007065~4339978,323325331~5077244,335149572~1580467,348127232~4140188,352321536~6205391,363074272~209810,365478770~18698057,390070272~14587995] 2024-04-02T09:39:52.290 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to 13 diff [1095932~7134087,15494939~10189461,30665293~12286460,45787333~8002910,54603515~5001559,60904577~9705668,73023040~15724367,90448068~5436200,95907827~3224376,104889825~8740496,126117990~4541812,133768494~13659633,147535833~506402,154287744~899397,161142729~12312002,178366539~4784213,189580858~6963525,197675927~25804158,224684038~10394135,244813159~6355365,265311089~9301745,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,298280684~5347672,305747906~6446913,315007065~6351730,323325331~5077244,335149572~1580467,343020063~5519372,350191487~2075933,353274052~5252875,363074272~209810,366900078~15452431,383375012~3264320,390626001~14032266] 2024-04-02T09:39:52.290 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,15494939~10189461,30665293~12286460,45787333~8002910,54603515~5001559,60904577~9705668,73023040~15724367,90448068~5436200,95907827~3224376,104889825~8740496,126117990~4541812,133768494~13659633,147535833~506402,154287744~899397,161142729~12312002,178366539~4784213,189580858~6963525,197675927~25804158,224684038~10394135,244813159~6355365,265311089~9301745,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,298280684~5347672,305747906~6446913,315007065~6351730,323325331~5077244,335149572~1580467,343020063~5519372,350191487~2075933,353274052~5252875,363074272~209810,366900078~15452431,383375012~3264320,390626001~14032266] 2024-04-02T09:39:52.296 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,12582912~13101488,30665293~12286460,45787333~8002910,54603515~5001559,60904577~9705668,73023040~15724367,90448068~8684135,104857600~8772721,125829120~21599007,147535833~506402,151885881~3301260,159383552~14071179,178366539~4784213,188743680~7800703,197132288~37945885,243269632~7898892,265311089~28196267,293601280~820467,297795584~5832772,305747906~6446913,315007065~6351730,323325331~5077244,335149572~1580467,343020063~9247357,352321536~6205391,363074272~209810,365478770~21160562,390070272~14587995] 2024-04-02T09:39:52.296 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to 14 diff [1095932~7134087,15263460~10420940,30665293~12286460,45787333~8002910,54603515~5001559,60904577~9705668,71760959~520432,73023040~15724367,90297332~5586936,95907827~3224376,104889825~8740496,126117990~4541812,133768494~13659633,147535833~506402,154287744~899397,161142729~12312002,178366539~4784213,189580858~7558541,197675927~25804158,224684038~10394135,241517903~2390015,244813159~8232799,265311089~9301745,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,298280684~5347672,305747906~15610889,323325331~5077244,335149572~1580467,343020063~5519372,350191487~2075933,353274052~5252875,363074272~209810,366900078~15452431,383375012~3264320,390626001~14032266] 2024-04-02T09:39:52.297 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,15263460~10420940,30665293~12286460,45787333~8002910,54603515~5001559,60904577~9705668,71760959~520432,73023040~15724367,90297332~5586936,95907827~3224376,104889825~8740496,126117990~4541812,133768494~13659633,147535833~506402,154287744~899397,161142729~12312002,178366539~4784213,189580858~7558541,197675927~25804158,224684038~10394135,241517903~2390015,244813159~8232799,265311089~9301745,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,298280684~5347672,305747906~15610889,323325331~5077244,335149572~1580467,343020063~5519372,350191487~2075933,353274052~5252875,363074272~209810,366900078~15452431,383375012~3264320,390626001~14032266] 2024-04-02T09:39:52.303 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,12582912~13101488,30665293~12286460,45787333~8002910,54603515~5001559,60904577~9705668,71760959~520432,73023040~15724367,90297332~8834871,104857600~8772721,125829120~21599007,147535833~506402,151885881~3301260,159383552~14071179,178366539~4784213,188743680~46334493,239075328~13970630,265311089~28196267,293601280~820467,297795584~5832772,305747906~15610889,323325331~5077244,335149572~1580467,343020063~9247357,352321536~6205391,363074272~209810,365478770~21160562,390070272~14587995] 2024-04-02T09:39:52.303 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to 15 diff [1095932~7134087,15263460~10420940,30665293~12286460,45787333~8002910,54402046~5203028,60904577~9705668,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~4541812,133768494~13659633,147535833~506402,154287744~899397,161142729~12312002,178366539~4784213,189580858~7558541,197675927~37402246,241517903~2390015,244813159~11365956,265311089~9301745,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~5519372,350191487~2075933,353274052~5252875,363074272~209810,366900078~15452431,383375012~3264320,390626001~14032266] 2024-04-02T09:39:52.303 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,15263460~10420940,30665293~12286460,45787333~8002910,54402046~5203028,60904577~9705668,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~4541812,133768494~13659633,147535833~506402,154287744~899397,161142729~12312002,178366539~4784213,189580858~7558541,197675927~37402246,241517903~2390015,244813159~11365956,265311089~9301745,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~5519372,350191487~2075933,353274052~5252875,363074272~209810,366900078~15452431,383375012~3264320,390626001~14032266] 2024-04-02T09:39:52.310 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,12582912~13101488,30665293~12286460,45787333~8002910,54402046~5203028,60904577~9705668,71760959~520432,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~3301260,159383552~14071179,178366539~4784213,188743680~46334493,239075328~17103787,265311089~28196267,293601280~820467,297795584~6379056,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9247357,352321536~6205391,363074272~209810,365478770~21160562,390070272~14587995] 2024-04-02T09:39:52.310 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to 16 diff [1095932~7134087,9501201~3580291,15263460~10420940,30665293~23124950,54402046~5203028,60904577~9705668,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~4541812,133768494~13659633,147535833~506402,154287744~899397,156139168~3974529,161142729~12312002,178366539~4784213,189580858~7558541,197675927~37402246,236319658~7588260,244813159~11365956,265311089~9301745,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~5519372,350191487~2426381,353274052~5252875,363074272~209810,366900078~15452431,383375012~3264320,390626001~14032266,406166896~4359633] 2024-04-02T09:39:52.310 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~3580291,15263460~10420940,30665293~23124950,54402046~5203028,60904577~9705668,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~4541812,133768494~13659633,147535833~506402,154287744~899397,156139168~3974529,161142729~12312002,178366539~4784213,189580858~7558541,197675927~37402246,236319658~7588260,244813159~11365956,265311089~9301745,274622886~3026712,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~5519372,350191487~2426381,353274052~5252875,363074272~209810,366900078~15452431,383375012~3264320,390626001~14032266,406166896~4359633] 2024-04-02T09:39:52.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:51 smithi055 ceph-mon[85080]: osdmap e2059: 8 total, 8 up, 8 in 2024-04-02T09:39:52.316 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,30665293~23124950,54402046~5203028,60904577~9705668,71760959~520432,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~3301260,155189248~18265483,178366539~4784213,188743680~67435435,265311089~28196267,293601280~820467,297795584~6379056,305747906~15610889,323325331~5077244,335149572~5066966,343020063~15506864,363074272~209810,365478770~21160562,390070272~20456257] 2024-04-02T09:39:52.316 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to 17 diff [1095932~7134087,9501201~3580291,15263460~10420940,30665293~23124950,54402046~5203028,60904577~9705668,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,154287744~899397,156139168~3974529,161142729~12312002,178366539~4784213,188580663~8558736,197675927~37402246,236319658~7588260,244813159~11365956,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~5252875,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406166896~4359633] 2024-04-02T09:39:52.317 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~3580291,15263460~10420940,30665293~23124950,54402046~5203028,60904577~9705668,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,154287744~899397,156139168~3974529,161142729~12312002,178366539~4784213,188580663~8558736,197675927~37402246,236319658~7588260,244813159~11365956,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~5252875,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406166896~4359633] 2024-04-02T09:39:52.323 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,30665293~23124950,54402046~5203028,60904577~9705668,71760959~520432,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~3301260,155189248~18265483,178366539~4784213,184549376~71629739,265311089~28196267,293601280~820467,297795584~6379056,305747906~15610889,323325331~5077244,335149572~5066966,343020063~15506864,363074272~209810,364851902~21787430,390070272~20456257] 2024-04-02T09:39:52.323 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to 18 diff [1095932~7134087,9501201~16183199,30665293~23124950,54402046~5203028,60904577~9705668,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178366539~4784213,188580663~8558736,197675927~37402246,236319658~7588260,244813159~11365956,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~5252875,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:39:52.323 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~16183199,30665293~23124950,54402046~5203028,60904577~9705668,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178366539~4784213,188580663~8558736,197675927~37402246,236319658~7588260,244813159~11365956,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~5252875,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:39:52.330 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,30665293~23124950,54402046~5203028,60904577~9705668,71760959~520432,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~21568850,178366539~4784213,184549376~71629739,265311089~28196267,293601280~820467,297795584~6379056,305747906~15610889,323325331~5077244,335149572~5066966,343020063~15506864,363074272~209810,364851902~21787430,390070272~23210139] 2024-04-02T09:39:52.330 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to 19 diff [1095932~7134087,9501201~16183199,30665293~23124950,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:39:52.330 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~16183199,30665293~23124950,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:39:52.336 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,30665293~23124950,54402046~16208199,71760959~520432,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~21568850,178248109~4902643,184549376~78960707,265311089~28196267,293601280~820467,297795584~6379056,305747906~15610889,323325331~5077244,335149572~5066966,343020063~15506864,361824779~449636,363074272~209810,364851902~21787430,390070272~23210139] 2024-04-02T09:39:52.336 INFO:tasks.workunit.client.0.smithi012.stdout:from 4 to 5 diff [16514818~6072687,147535833~506402,214301718~7546988,224684038~6137482,250494562~673962,274972127~1205251,305747906~6446913,315007065~1441458,390626001~3230284] 2024-04-02T09:39:52.336 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [16514818~6072687,147535833~506402,214301718~7546988,224684038~6137482,250494562~673962,274972127~1205251,305747906~6446913,315007065~1441458,390626001~3230284] 2024-04-02T09:39:52.343 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [16514818~6072687,147535833~506402,213909504~7939202,222298112~8523408,250494562~673962,273774582~2402796,305747906~6446913,315007065~1441458,390070272~3786013] 2024-04-02T09:39:52.343 INFO:tasks.workunit.client.0.smithi012.stdout:from 4 to 6 diff [16514818~6072687,81522400~7225007,134005274~7912735,147535833~506402,189580858~6963525,207982278~4061273,214301718~9178367,224684038~6137482,244813159~4092755,250494562~673962,274622886~3026712,305747906~6446913,315007065~1441458,374733006~6765159,383375012~801815,390626001~3230284] 2024-04-02T09:39:52.343 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [16514818~6072687,81522400~7225007,134005274~7912735,147535833~506402,189580858~6963525,207982278~4061273,214301718~9178367,224684038~6137482,244813159~4092755,250494562~673962,274622886~3026712,305747906~6446913,315007065~1441458,374733006~6765159,383375012~801815,390626001~3230284] 2024-04-02T09:39:52.349 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [16514818~6072687,80416878~8330529,130023424~11894585,147535833~506402,188743680~7800703,207982278~4061273,213909504~16912016,243269632~5636282,250494562~673962,273774582~3875016,305747906~6446913,315007065~1441458,374733006~6765159,381681664~2495163,390070272~3786013] 2024-04-02T09:39:52.349 INFO:tasks.workunit.client.0.smithi012.stdout:from 4 to 7 diff [1095932~7134087,16514818~6072687,30665293~3669644,81522400~7225007,104889825~8740496,134005274~7912735,147535833~506402,189580858~6963525,200644771~11398780,214301718~9178367,224684038~10394135,244813159~6355365,267559100~7053734,274622886~3026712,299665546~3962810,305747906~6446913,315007065~1441458,374733006~6765159,383375012~801815,390626001~6899160] 2024-04-02T09:39:52.350 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,16514818~6072687,30665293~3669644,81522400~7225007,104889825~8740496,134005274~7912735,147535833~506402,189580858~6963525,200644771~11398780,214301718~9178367,224684038~10394135,244813159~6355365,267559100~7053734,274622886~3026712,299665546~3962810,305747906~6446913,315007065~1441458,374733006~6765159,383375012~801815,390626001~6899160] 2024-04-02T09:39:52.356 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,16514818~6072687,30665293~3669644,80416878~8330529,104857600~8772721,130023424~11894585,147535833~506402,188743680~7800703,197132288~14911263,213909504~21168669,243269632~7898892,267559100~10090498,297795584~5832772,305747906~6446913,315007065~1441458,374733006~6765159,381681664~2495163,390070272~7454889] 2024-04-02T09:39:52.356 INFO:tasks.workunit.client.0.smithi012.stdout:from 4 to 8 diff [1095932~7134087,16514818~6072687,30665293~3669644,81522400~7225007,95907827~3224376,104889825~8740496,134005274~12590988,147535833~506402,189580858~6963525,200644771~11398780,214301718~9178367,224684038~10394135,244813159~6355365,267559100~7053734,274622886~3026712,280451040~9458927,299665546~3962810,305747906~6446913,315007065~4339978,353274052~3487120,363074272~209810,366900078~6297306,374733006~6765159,383375012~801815,390626001~6899160] 2024-04-02T09:39:52.357 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,16514818~6072687,30665293~3669644,81522400~7225007,95907827~3224376,104889825~8740496,134005274~12590988,147535833~506402,189580858~6963525,200644771~11398780,214301718~9178367,224684038~10394135,244813159~6355365,267559100~7053734,274622886~3026712,280451040~9458927,299665546~3962810,305747906~6446913,315007065~4339978,353274052~3487120,363074272~209810,366900078~6297306,374733006~6765159,383375012~801815,390626001~6899160] 2024-04-02T09:39:52.363 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,16514818~6072687,30665293~3669644,80416878~8330529,93732182~5400021,104857600~8772721,130023424~16572838,147535833~506402,188743680~7800703,197132288~14911263,213909504~21168669,243269632~7898892,267559100~22350867,297795584~5832772,305747906~6446913,315007065~4339978,353274052~3487120,363074272~209810,365478770~7718614,374733006~6765159,381681664~2495163,390070272~7454889] 2024-04-02T09:39:52.363 INFO:tasks.workunit.client.0.smithi012.stdout:from 4 to 9 diff [1095932~7134087,16514818~6072687,30665293~3669644,54603515~5001559,64302904~4402665,75396331~3449852,81522400~7225007,95907827~3224376,104889825~8740496,134005274~12590988,147535833~506402,161142729~5697363,189580858~6963525,200644771~22835314,224684038~10394135,244813159~6355365,267559100~7053734,274622886~3026712,280451040~9458927,299665546~3962810,305747906~6446913,315007065~4339978,323708551~360943,350191487~2075933,353274052~3487120,363074272~209810,366900078~6297306,374733006~7619503,383375012~801815,390626001~6899160] 2024-04-02T09:39:52.363 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,16514818~6072687,30665293~3669644,54603515~5001559,64302904~4402665,75396331~3449852,81522400~7225007,95907827~3224376,104889825~8740496,134005274~12590988,147535833~506402,161142729~5697363,189580858~6963525,200644771~22835314,224684038~10394135,244813159~6355365,267559100~7053734,274622886~3026712,280451040~9458927,299665546~3962810,305747906~6446913,315007065~4339978,323708551~360943,350191487~2075933,353274052~3487120,363074272~209810,366900078~6297306,374733006~7619503,383375012~801815,390626001~6899160] 2024-04-02T09:39:52.371 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,16514818~6072687,30665293~3669644,54603515~5001559,64302904~4402665,75396331~3449852,80416878~8330529,93732182~5400021,104857600~8772721,130023424~16572838,147535833~506402,159383552~7456540,188743680~7800703,197132288~37945885,243269632~7898892,267559100~22350867,297795584~5832772,305747906~6446913,315007065~4339978,323708551~360943,348127232~4140188,353274052~3487120,363074272~209810,365478770~7718614,374733006~9443821,390070272~7454889] 2024-04-02T09:39:52.371 INFO:tasks.workunit.client.0.smithi012.stdout:from 4 to 10 diff [1095932~7134087,16119271~6468234,30665293~7950110,45787333~4477426,54603515~5001559,64302904~6307341,75396331~3449852,81522400~7225007,95907827~3224376,104889825~8740496,134005274~12590988,147535833~506402,161142729~5697363,189580858~6963525,197675927~25804158,224684038~10394135,244813159~6355365,267559100~7053734,274622886~3026712,280451040~9458927,294033583~388164,299665546~3962810,305747906~6446913,315007065~4339978,323708551~360943,335149572~1580467,350191487~2075933,353274052~3487120,363074272~209810,366900078~6297306,374733006~7619503,383375012~801815,390626001~6899160,399929575~4728692] 2024-04-02T09:39:52.371 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,16119271~6468234,30665293~7950110,45787333~4477426,54603515~5001559,64302904~6307341,75396331~3449852,81522400~7225007,95907827~3224376,104889825~8740496,134005274~12590988,147535833~506402,161142729~5697363,189580858~6963525,197675927~25804158,224684038~10394135,244813159~6355365,267559100~7053734,274622886~3026712,280451040~9458927,294033583~388164,299665546~3962810,305747906~6446913,315007065~4339978,323708551~360943,335149572~1580467,350191487~2075933,353274052~3487120,363074272~209810,366900078~6297306,374733006~7619503,383375012~801815,390626001~6899160,399929575~4728692] 2024-04-02T09:39:52.378 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,16119271~6468234,30665293~7950110,45787333~4477426,54603515~5001559,64302904~6307341,75396331~3449852,80416878~8330529,93732182~5400021,104857600~8772721,130023424~16572838,147535833~506402,159383552~7456540,188743680~7800703,197132288~37945885,243269632~7898892,267559100~22350867,293601280~820467,297795584~5832772,305747906~6446913,315007065~4339978,323708551~360943,335149572~1580467,348127232~4140188,353274052~3487120,363074272~209810,365478770~7718614,374733006~9443821,390070272~7454889,399929575~4728692] 2024-04-02T09:39:52.378 INFO:tasks.workunit.client.0.smithi012.stdout:from 4 to 11 diff [1095932~7134087,16119271~6468234,30665293~12286460,45787333~4477426,54603515~5001559,64302904~6307341,73023040~15724367,90448068~5436200,95907827~3224376,104889825~8740496,134005274~12590988,147535833~506402,154287744~899397,161142729~5697363,189580858~6963525,197675927~25804158,224684038~10394135,244813159~6355365,267559100~7053734,274622886~3026712,280451040~9458927,294033583~388164,298280684~5347672,305747906~6446913,315007065~4339978,323325331~4689955,335149572~1580467,350191487~2075933,353274052~3487120,363074272~209810,366900078~6297306,374733006~7619503,383375012~801815,390626001~14032266] 2024-04-02T09:39:52.378 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,16119271~6468234,30665293~12286460,45787333~4477426,54603515~5001559,64302904~6307341,73023040~15724367,90448068~5436200,95907827~3224376,104889825~8740496,134005274~12590988,147535833~506402,154287744~899397,161142729~5697363,189580858~6963525,197675927~25804158,224684038~10394135,244813159~6355365,267559100~7053734,274622886~3026712,280451040~9458927,294033583~388164,298280684~5347672,305747906~6446913,315007065~4339978,323325331~4689955,335149572~1580467,350191487~2075933,353274052~3487120,363074272~209810,366900078~6297306,374733006~7619503,383375012~801815,390626001~14032266] 2024-04-02T09:39:52.384 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,16119271~6468234,30665293~12286460,45787333~4477426,54603515~5001559,64302904~6307341,73023040~15724367,90448068~8684135,104857600~8772721,130023424~16572838,147535833~506402,151885881~3301260,159383552~7456540,188743680~7800703,197132288~37945885,243269632~7898892,267559100~22350867,293601280~820467,297795584~5832772,305747906~6446913,315007065~4339978,323325331~4689955,335149572~1580467,348127232~4140188,353274052~3487120,363074272~209810,365478770~7718614,374733006~9443821,390070272~14587995] 2024-04-02T09:39:52.384 INFO:tasks.workunit.client.0.smithi012.stdout:from 4 to 12 diff [1095932~7134087,16119271~6468234,30665293~12286460,45787333~4477426,54603515~5001559,60904577~9705668,73023040~15724367,90448068~5436200,95907827~3224376,104889825~8740496,126117990~4541812,134005274~13422853,147535833~506402,154287744~899397,161142729~12312002,189580858~6963525,197675927~25804158,224684038~10394135,244813159~6355365,267559100~7053734,274622886~3026712,280451040~9458927,294033583~388164,298280684~5347672,305747906~6446913,315007065~4339978,323325331~5077244,335149572~1580467,350191487~2075933,353274052~3487120,363074272~209810,366900078~15452431,383375012~801815,390626001~14032266] 2024-04-02T09:39:52.385 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,16119271~6468234,30665293~12286460,45787333~4477426,54603515~5001559,60904577~9705668,73023040~15724367,90448068~5436200,95907827~3224376,104889825~8740496,126117990~4541812,134005274~13422853,147535833~506402,154287744~899397,161142729~12312002,189580858~6963525,197675927~25804158,224684038~10394135,244813159~6355365,267559100~7053734,274622886~3026712,280451040~9458927,294033583~388164,298280684~5347672,305747906~6446913,315007065~4339978,323325331~5077244,335149572~1580467,350191487~2075933,353274052~3487120,363074272~209810,366900078~15452431,383375012~801815,390626001~14032266] 2024-04-02T09:39:52.391 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,16119271~6468234,30665293~12286460,45787333~4477426,54603515~5001559,60904577~9705668,73023040~15724367,90448068~8684135,104857600~8772721,125829120~21599007,147535833~506402,151885881~3301260,159383552~14071179,188743680~7800703,197132288~37945885,243269632~7898892,267559100~22350867,293601280~820467,297795584~5832772,305747906~6446913,315007065~4339978,323325331~5077244,335149572~1580467,348127232~4140188,353274052~3487120,363074272~209810,365478770~18698057,390070272~14587995] 2024-04-02T09:39:52.391 INFO:tasks.workunit.client.0.smithi012.stdout:from 4 to 13 diff [1095932~7134087,16119271~6468234,30665293~12286460,45787333~4477426,54603515~5001559,60904577~9705668,73023040~15724367,90448068~5436200,95907827~3224376,104889825~8740496,126117990~4541812,133768494~13659633,147535833~506402,154287744~899397,161142729~12312002,189580858~6963525,197675927~25804158,224684038~10394135,244813159~6355365,266787217~7825617,274622886~3026712,280451040~9458927,294033583~388164,298280684~5347672,305747906~6446913,315007065~6351730,323325331~5077244,335149572~1580467,343020063~5519372,350191487~2075933,353274052~3487120,363074272~209810,366900078~15452431,383375012~3264320,390626001~14032266] 2024-04-02T09:39:52.391 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,16119271~6468234,30665293~12286460,45787333~4477426,54603515~5001559,60904577~9705668,73023040~15724367,90448068~5436200,95907827~3224376,104889825~8740496,126117990~4541812,133768494~13659633,147535833~506402,154287744~899397,161142729~12312002,189580858~6963525,197675927~25804158,224684038~10394135,244813159~6355365,266787217~7825617,274622886~3026712,280451040~9458927,294033583~388164,298280684~5347672,305747906~6446913,315007065~6351730,323325331~5077244,335149572~1580467,343020063~5519372,350191487~2075933,353274052~3487120,363074272~209810,366900078~15452431,383375012~3264320,390626001~14032266] 2024-04-02T09:39:52.398 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,16119271~6468234,30665293~12286460,45787333~4477426,54603515~5001559,60904577~9705668,73023040~15724367,90448068~8684135,104857600~8772721,125829120~21599007,147535833~506402,151885881~3301260,159383552~14071179,188743680~7800703,197132288~37945885,243269632~7898892,266787217~23122750,293601280~820467,297795584~5832772,305747906~6446913,315007065~6351730,323325331~5077244,335149572~1580467,343020063~9247357,353274052~3487120,363074272~209810,365478770~21160562,390070272~14587995] 2024-04-02T09:39:52.398 INFO:tasks.workunit.client.0.smithi012.stdout:from 4 to 14 diff [1095932~7134087,15263460~7324045,30665293~12286460,45787333~4477426,54603515~5001559,60904577~9705668,71760959~520432,73023040~15724367,90297332~5586936,95907827~3224376,104889825~8740496,126117990~4541812,133768494~13659633,147535833~506402,154287744~899397,161142729~12312002,189580858~7558541,197675927~25804158,224684038~10394135,241517903~2390015,244813159~8232799,266787217~7825617,274622886~3026712,280451040~9458927,294033583~388164,298280684~5347672,305747906~15610889,323325331~5077244,335149572~1580467,343020063~5519372,350191487~2075933,353274052~3487120,363074272~209810,366900078~15452431,383375012~3264320,390626001~14032266] 2024-04-02T09:39:52.398 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,15263460~7324045,30665293~12286460,45787333~4477426,54603515~5001559,60904577~9705668,71760959~520432,73023040~15724367,90297332~5586936,95907827~3224376,104889825~8740496,126117990~4541812,133768494~13659633,147535833~506402,154287744~899397,161142729~12312002,189580858~7558541,197675927~25804158,224684038~10394135,241517903~2390015,244813159~8232799,266787217~7825617,274622886~3026712,280451040~9458927,294033583~388164,298280684~5347672,305747906~15610889,323325331~5077244,335149572~1580467,343020063~5519372,350191487~2075933,353274052~3487120,363074272~209810,366900078~15452431,383375012~3264320,390626001~14032266] 2024-04-02T09:39:52.405 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,15263460~7324045,30665293~12286460,45787333~4477426,54603515~5001559,60904577~9705668,71760959~520432,73023040~15724367,90297332~8834871,104857600~8772721,125829120~21599007,147535833~506402,151885881~3301260,159383552~14071179,188743680~46334493,239075328~13970630,266787217~23122750,293601280~820467,297795584~5832772,305747906~15610889,323325331~5077244,335149572~1580467,343020063~9247357,353274052~3487120,363074272~209810,365478770~21160562,390070272~14587995] 2024-04-02T09:39:52.405 INFO:tasks.workunit.client.0.smithi012.stdout:from 4 to 15 diff [1095932~7134087,15263460~7324045,30665293~12286460,45787333~4477426,54402046~5203028,60904577~9705668,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~4541812,133768494~13659633,147535833~506402,154287744~899397,161142729~12312002,189580858~7558541,197675927~37402246,241517903~2390015,244813159~11365956,266787217~7825617,274622886~3026712,280451040~9458927,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~5519372,350191487~2075933,353274052~3487120,363074272~209810,366900078~15452431,383375012~3264320,390626001~14032266] 2024-04-02T09:39:52.405 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,15263460~7324045,30665293~12286460,45787333~4477426,54402046~5203028,60904577~9705668,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~4541812,133768494~13659633,147535833~506402,154287744~899397,161142729~12312002,189580858~7558541,197675927~37402246,241517903~2390015,244813159~11365956,266787217~7825617,274622886~3026712,280451040~9458927,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~5519372,350191487~2075933,353274052~3487120,363074272~209810,366900078~15452431,383375012~3264320,390626001~14032266] 2024-04-02T09:39:52.412 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,15263460~7324045,30665293~12286460,45787333~4477426,54402046~5203028,60904577~9705668,71760959~520432,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~3301260,159383552~14071179,188743680~46334493,239075328~17103787,266787217~23122750,293601280~820467,297795584~6379056,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9247357,353274052~3487120,363074272~209810,365478770~21160562,390070272~14587995] 2024-04-02T09:39:52.412 INFO:tasks.workunit.client.0.smithi012.stdout:from 4 to 16 diff [1095932~7134087,9501201~3580291,15263460~7324045,30665293~19599466,54402046~5203028,60904577~9705668,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~4541812,133768494~13659633,147535833~506402,154287744~899397,156139168~3974529,161142729~12312002,189580858~7558541,197675927~37402246,236319658~7588260,244813159~11365956,266787217~7825617,274622886~3026712,280451040~9458927,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~5519372,350191487~2426381,353274052~3487120,363074272~209810,366900078~15452431,383375012~3264320,390626001~14032266,406166896~4359633] 2024-04-02T09:39:52.412 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~3580291,15263460~7324045,30665293~19599466,54402046~5203028,60904577~9705668,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~4541812,133768494~13659633,147535833~506402,154287744~899397,156139168~3974529,161142729~12312002,189580858~7558541,197675927~37402246,236319658~7588260,244813159~11365956,266787217~7825617,274622886~3026712,280451040~9458927,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~5519372,350191487~2426381,353274052~3487120,363074272~209810,366900078~15452431,383375012~3264320,390626001~14032266,406166896~4359633] 2024-04-02T09:39:52.418 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~4692884,15263460~7324045,30665293~19599466,54402046~5203028,60904577~9705668,71760959~520432,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~3301260,155189248~18265483,188743680~67435435,266787217~23122750,293601280~820467,297795584~6379056,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,363074272~209810,365478770~21160562,390070272~20456257] 2024-04-02T09:39:52.419 INFO:tasks.workunit.client.0.smithi012.stdout:from 4 to 17 diff [1095932~7134087,9501201~3580291,15263460~7324045,30665293~19599466,54402046~5203028,60904577~9705668,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,154287744~899397,156139168~3974529,161142729~12312002,188580663~8558736,197675927~37402246,236319658~7588260,244813159~11365956,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406166896~4359633] 2024-04-02T09:39:52.419 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~3580291,15263460~7324045,30665293~19599466,54402046~5203028,60904577~9705668,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,154287744~899397,156139168~3974529,161142729~12312002,188580663~8558736,197675927~37402246,236319658~7588260,244813159~11365956,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406166896~4359633] 2024-04-02T09:39:52.425 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~4692884,15263460~7324045,30665293~19599466,54402046~5203028,60904577~9705668,71760959~520432,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~3301260,155189248~18265483,184549376~71629739,266787217~23122750,293601280~820467,297795584~6379056,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,363074272~209810,364851902~21787430,390070272~20456257] 2024-04-02T09:39:52.425 INFO:tasks.workunit.client.0.smithi012.stdout:from 4 to 18 diff [1095932~7134087,9501201~13086304,30665293~19599466,54402046~5203028,60904577~9705668,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,188580663~8558736,197675927~37402246,236319658~7588260,244813159~11365956,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:39:52.425 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~13086304,30665293~19599466,54402046~5203028,60904577~9705668,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,188580663~8558736,197675927~37402246,236319658~7588260,244813159~11365956,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:39:52.431 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~14198897,30665293~19599466,54402046~5203028,60904577~9705668,71760959~520432,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~21568850,184549376~71629739,266787217~23122750,293601280~820467,297795584~6379056,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,363074272~209810,364851902~21787430,390070272~23210139] 2024-04-02T09:39:52.431 INFO:tasks.workunit.client.0.smithi012.stdout:from 4 to 19 diff [1095932~7134087,9501201~13086304,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:39:52.432 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~13086304,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:39:52.438 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~14198897,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~21568850,178248109~2410887,184549376~78960707,266787217~23122750,293601280~820467,297795584~6379056,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~21787430,390070272~23210139] 2024-04-02T09:39:52.439 INFO:tasks.workunit.client.0.smithi012.stdout:from 5 to 6 diff [81522400~7225007,134005274~7912735,189580858~6963525,207982278~4061273,216890929~6589156,244813159~4092755,274622886~3026712,374733006~6765159,383375012~801815] 2024-04-02T09:39:52.439 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [81522400~7225007,134005274~7912735,189580858~6963525,207982278~4061273,216890929~6589156,244813159~4092755,274622886~3026712,374733006~6765159,383375012~801815] 2024-04-02T09:39:52.445 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [80416878~8330529,130023424~11894585,188743680~7800703,207982278~4061273,216890929~6589156,243269632~5636282,274622886~3026712,374733006~6765159,381681664~2495163] 2024-04-02T09:39:52.445 INFO:tasks.workunit.client.0.smithi012.stdout:from 5 to 7 diff [1095932~7134087,30665293~3669644,81522400~7225007,104889825~8740496,134005274~7912735,189580858~6963525,200644771~11398780,216890929~6589156,227344712~7733461,244813159~5984571,267559100~7053734,274622886~3026712,299665546~3962810,374733006~6765159,383375012~801815,391147997~6377164] 2024-04-02T09:39:52.445 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,30665293~3669644,81522400~7225007,104889825~8740496,134005274~7912735,189580858~6963525,200644771~11398780,216890929~6589156,227344712~7733461,244813159~5984571,267559100~7053734,274622886~3026712,299665546~3962810,374733006~6765159,383375012~801815,391147997~6377164] 2024-04-02T09:39:52.452 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,30665293~3669644,80416878~8330529,104857600~8772721,130023424~11894585,188743680~7800703,197132288~14911263,216890929~6589156,227344712~7733461,243269632~7528098,267559100~7053734,274622886~3026712,297795584~5832772,374733006~6765159,381681664~2495163,391147997~6377164] 2024-04-02T09:39:52.452 INFO:tasks.workunit.client.0.smithi012.stdout:from 5 to 8 diff [1095932~7134087,30665293~3669644,81522400~7225007,95907827~3224376,104889825~8740496,134005274~12590988,189580858~6963525,200644771~11398780,216890929~6589156,227344712~7733461,244813159~5984571,267559100~7053734,274622886~3026712,280451040~9458927,299665546~3962810,315577070~3769973,353274052~3487120,363074272~209810,366900078~6297306,374733006~6765159,383375012~801815,391147997~6377164] 2024-04-02T09:39:52.452 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,30665293~3669644,81522400~7225007,95907827~3224376,104889825~8740496,134005274~12590988,189580858~6963525,200644771~11398780,216890929~6589156,227344712~7733461,244813159~5984571,267559100~7053734,274622886~3026712,280451040~9458927,299665546~3962810,315577070~3769973,353274052~3487120,363074272~209810,366900078~6297306,374733006~6765159,383375012~801815,391147997~6377164] 2024-04-02T09:39:52.458 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,30665293~3669644,80416878~8330529,93732182~5400021,104857600~8772721,130023424~16572838,188743680~7800703,197132288~14911263,216890929~6589156,227344712~7733461,243269632~7528098,267559100~7053734,274622886~15287081,297795584~5832772,315577070~3769973,353274052~3487120,363074272~209810,365478770~7718614,374733006~6765159,381681664~2495163,391147997~6377164] 2024-04-02T09:39:52.458 INFO:tasks.workunit.client.0.smithi012.stdout:from 5 to 9 diff [1095932~7134087,30665293~3669644,54603515~5001559,64302904~4402665,75396331~3449852,81522400~7225007,95907827~3224376,104889825~8740496,134005274~12590988,161142729~5697363,189580858~6963525,200644771~22835314,227344712~7733461,244813159~5984571,267559100~7053734,274622886~3026712,280451040~9458927,299665546~3962810,315577070~3769973,323708551~360943,350191487~2075933,353274052~3487120,363074272~209810,366900078~6297306,374733006~7619503,383375012~801815,390773189~6751972] 2024-04-02T09:39:52.458 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,30665293~3669644,54603515~5001559,64302904~4402665,75396331~3449852,81522400~7225007,95907827~3224376,104889825~8740496,134005274~12590988,161142729~5697363,189580858~6963525,200644771~22835314,227344712~7733461,244813159~5984571,267559100~7053734,274622886~3026712,280451040~9458927,299665546~3962810,315577070~3769973,323708551~360943,350191487~2075933,353274052~3487120,363074272~209810,366900078~6297306,374733006~7619503,383375012~801815,390773189~6751972] 2024-04-02T09:39:52.465 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,30665293~3669644,54603515~5001559,64302904~4402665,75396331~3449852,80416878~8330529,93732182~5400021,104857600~8772721,130023424~16572838,159383552~7456540,188743680~7800703,197132288~26347797,227344712~7733461,243269632~7528098,267559100~7053734,274622886~15287081,297795584~5832772,315577070~3769973,323708551~360943,348127232~4140188,353274052~3487120,363074272~209810,365478770~7718614,374733006~9443821,390773189~6751972] 2024-04-02T09:39:52.465 INFO:tasks.workunit.client.0.smithi012.stdout:from 5 to 10 diff [1095932~7134087,16119271~2959680,30665293~7950110,45787333~4477426,54603515~5001559,64302904~6307341,75396331~3449852,81522400~7225007,95907827~3224376,104889825~8740496,134005274~12590988,161142729~5697363,189580858~6963525,197675927~25804158,227344712~7733461,244813159~5984571,267559100~7053734,274622886~3026712,280451040~9458927,294033583~388164,299665546~3962810,315577070~3769973,323708551~360943,335149572~1580467,350191487~2075933,353274052~3487120,363074272~209810,366900078~6297306,374733006~7619503,383375012~801815,390773189~6751972,399929575~4728692] 2024-04-02T09:39:52.465 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,16119271~2959680,30665293~7950110,45787333~4477426,54603515~5001559,64302904~6307341,75396331~3449852,81522400~7225007,95907827~3224376,104889825~8740496,134005274~12590988,161142729~5697363,189580858~6963525,197675927~25804158,227344712~7733461,244813159~5984571,267559100~7053734,274622886~3026712,280451040~9458927,294033583~388164,299665546~3962810,315577070~3769973,323708551~360943,335149572~1580467,350191487~2075933,353274052~3487120,363074272~209810,366900078~6297306,374733006~7619503,383375012~801815,390773189~6751972,399929575~4728692] 2024-04-02T09:39:52.473 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,16119271~2959680,30665293~7950110,45787333~4477426,54603515~5001559,64302904~6307341,75396331~3449852,80416878~8330529,93732182~5400021,104857600~8772721,130023424~16572838,159383552~7456540,188743680~7800703,197132288~26347797,227344712~7733461,243269632~7528098,267559100~7053734,274622886~15287081,293601280~820467,297795584~5832772,315577070~3769973,323708551~360943,335149572~1580467,348127232~4140188,353274052~3487120,363074272~209810,365478770~7718614,374733006~9443821,390773189~6751972,399929575~4728692] 2024-04-02T09:39:52.473 INFO:tasks.workunit.client.0.smithi012.stdout:from 5 to 11 diff [1095932~7134087,16119271~2959680,30665293~12286460,45787333~4477426,54603515~5001559,64302904~6307341,73023040~15724367,90448068~5436200,95907827~3224376,104889825~8740496,134005274~12590988,154287744~899397,161142729~5697363,189580858~6963525,197675927~25804158,227344712~7733461,244813159~5984571,267559100~7053734,274622886~3026712,280451040~9458927,294033583~388164,298280684~5347672,315577070~3769973,323325331~4689955,335149572~1580467,350191487~2075933,353274052~3487120,363074272~209810,366900078~6297306,374733006~7619503,383375012~801815,390773189~13885078] 2024-04-02T09:39:52.473 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,16119271~2959680,30665293~12286460,45787333~4477426,54603515~5001559,64302904~6307341,73023040~15724367,90448068~5436200,95907827~3224376,104889825~8740496,134005274~12590988,154287744~899397,161142729~5697363,189580858~6963525,197675927~25804158,227344712~7733461,244813159~5984571,267559100~7053734,274622886~3026712,280451040~9458927,294033583~388164,298280684~5347672,315577070~3769973,323325331~4689955,335149572~1580467,350191487~2075933,353274052~3487120,363074272~209810,366900078~6297306,374733006~7619503,383375012~801815,390773189~13885078] 2024-04-02T09:39:52.479 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,16119271~2959680,30665293~12286460,45787333~4477426,54603515~5001559,64302904~6307341,73023040~15724367,90448068~8684135,104857600~8772721,130023424~16572838,151885881~3301260,159383552~7456540,188743680~7800703,197132288~26347797,227344712~7733461,243269632~7528098,267559100~7053734,274622886~15287081,293601280~820467,297795584~5832772,315577070~3769973,323325331~4689955,335149572~1580467,348127232~4140188,353274052~3487120,363074272~209810,365478770~7718614,374733006~9443821,390773189~13885078] 2024-04-02T09:39:52.479 INFO:tasks.workunit.client.0.smithi012.stdout:from 5 to 12 diff [1095932~7134087,16119271~2959680,30665293~12286460,45787333~4477426,54603515~5001559,60904577~9705668,73023040~15724367,90448068~5436200,95907827~3224376,104889825~8740496,126117990~4541812,134005274~13422853,154287744~899397,161142729~12312002,189580858~6963525,197675927~25804158,227344712~7733461,244813159~5984571,267559100~7053734,274622886~3026712,280451040~9458927,294033583~388164,298280684~5347672,315577070~3769973,323325331~5077244,335149572~1580467,350191487~2075933,353274052~3487120,363074272~209810,366900078~15452431,383375012~801815,390773189~13885078] 2024-04-02T09:39:52.479 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,16119271~2959680,30665293~12286460,45787333~4477426,54603515~5001559,60904577~9705668,73023040~15724367,90448068~5436200,95907827~3224376,104889825~8740496,126117990~4541812,134005274~13422853,154287744~899397,161142729~12312002,189580858~6963525,197675927~25804158,227344712~7733461,244813159~5984571,267559100~7053734,274622886~3026712,280451040~9458927,294033583~388164,298280684~5347672,315577070~3769973,323325331~5077244,335149572~1580467,350191487~2075933,353274052~3487120,363074272~209810,366900078~15452431,383375012~801815,390773189~13885078] 2024-04-02T09:39:52.487 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,16119271~2959680,30665293~12286460,45787333~4477426,54603515~5001559,60904577~9705668,73023040~15724367,90448068~8684135,104857600~8772721,125829120~21599007,151885881~3301260,159383552~14071179,188743680~7800703,197132288~26347797,227344712~7733461,243269632~7528098,267559100~7053734,274622886~15287081,293601280~820467,297795584~5832772,315577070~3769973,323325331~5077244,335149572~1580467,348127232~4140188,353274052~3487120,363074272~209810,365478770~18698057,390773189~13885078] 2024-04-02T09:39:52.487 INFO:tasks.workunit.client.0.smithi012.stdout:from 5 to 13 diff [1095932~7134087,16119271~2959680,30665293~12286460,45787333~4477426,54603515~5001559,60904577~9705668,73023040~15724367,90448068~5436200,95907827~3224376,104889825~8740496,126117990~4541812,133768494~13659633,154287744~899397,161142729~12312002,189580858~6963525,197675927~25804158,227344712~7733461,244813159~5984571,266787217~7825617,274622886~3026712,280451040~9458927,294033583~388164,298280684~5347672,311442078~601886,315371472~5987323,323325331~5077244,335149572~1580467,343020063~5519372,350191487~2075933,353274052~3487120,363074272~209810,366900078~15452431,383375012~3264320,390773189~13885078] 2024-04-02T09:39:52.487 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,16119271~2959680,30665293~12286460,45787333~4477426,54603515~5001559,60904577~9705668,73023040~15724367,90448068~5436200,95907827~3224376,104889825~8740496,126117990~4541812,133768494~13659633,154287744~899397,161142729~12312002,189580858~6963525,197675927~25804158,227344712~7733461,244813159~5984571,266787217~7825617,274622886~3026712,280451040~9458927,294033583~388164,298280684~5347672,311442078~601886,315371472~5987323,323325331~5077244,335149572~1580467,343020063~5519372,350191487~2075933,353274052~3487120,363074272~209810,366900078~15452431,383375012~3264320,390773189~13885078] 2024-04-02T09:39:52.494 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,16119271~2959680,30665293~12286460,45787333~4477426,54603515~5001559,60904577~9705668,73023040~15724367,90448068~8684135,104857600~8772721,125829120~21599007,151885881~3301260,159383552~14071179,188743680~7800703,197132288~26347797,227344712~7733461,243269632~7528098,266787217~7825617,274622886~15287081,293601280~820467,297795584~5832772,311442078~601886,315371472~5987323,323325331~5077244,335149572~1580467,343020063~9247357,353274052~3487120,363074272~209810,365478770~21160562,390773189~13885078] 2024-04-02T09:39:52.494 INFO:tasks.workunit.client.0.smithi012.stdout:from 5 to 14 diff [1095932~7134087,15263460~7061502,30665293~12286460,45787333~4477426,54603515~5001559,60904577~9705668,71760959~520432,73023040~15724367,90297332~5586936,95907827~3224376,104889825~8740496,126117990~4541812,133768494~13659633,154287744~899397,161142729~12312002,189580858~7558541,197675927~25804158,227344712~7733461,241517903~2390015,244813159~8232799,266787217~7825617,274622886~3026712,280451040~9458927,294033583~388164,298280684~5347672,311442078~601886,312097141~9261654,323325331~5077244,335149572~1580467,343020063~5519372,350191487~2075933,353274052~3487120,363074272~209810,366900078~15452431,383375012~3264320,390773189~13885078] 2024-04-02T09:39:52.494 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,15263460~7061502,30665293~12286460,45787333~4477426,54603515~5001559,60904577~9705668,71760959~520432,73023040~15724367,90297332~5586936,95907827~3224376,104889825~8740496,126117990~4541812,133768494~13659633,154287744~899397,161142729~12312002,189580858~7558541,197675927~25804158,227344712~7733461,241517903~2390015,244813159~8232799,266787217~7825617,274622886~3026712,280451040~9458927,294033583~388164,298280684~5347672,311442078~601886,312097141~9261654,323325331~5077244,335149572~1580467,343020063~5519372,350191487~2075933,353274052~3487120,363074272~209810,366900078~15452431,383375012~3264320,390773189~13885078] 2024-04-02T09:39:52.501 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,15263460~7061502,30665293~12286460,45787333~4477426,54603515~5001559,60904577~9705668,71760959~520432,73023040~15724367,90297332~8834871,104857600~8772721,125829120~21599007,151885881~3301260,159383552~14071179,188743680~34736405,227344712~7733461,239075328~13970630,266787217~7825617,274622886~15287081,293601280~820467,297795584~5832772,311442078~601886,312097141~9261654,323325331~5077244,335149572~1580467,343020063~9247357,353274052~3487120,363074272~209810,365478770~21160562,390773189~13885078] 2024-04-02T09:39:52.501 INFO:tasks.workunit.client.0.smithi012.stdout:from 5 to 15 diff [1095932~7134087,15263460~7061502,30665293~12286460,45787333~4477426,54402046~5203028,60904577~9705668,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~4541812,133768494~13659633,154287744~899397,161142729~12312002,189580858~7558541,197675927~37402246,241517903~2390015,244813159~11365956,266787217~7825617,274622886~3026712,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~5519372,350191487~2075933,353274052~3487120,363074272~209810,366900078~15452431,383375012~3264320,390773189~13885078] 2024-04-02T09:39:52.501 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,15263460~7061502,30665293~12286460,45787333~4477426,54402046~5203028,60904577~9705668,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~4541812,133768494~13659633,154287744~899397,161142729~12312002,189580858~7558541,197675927~37402246,241517903~2390015,244813159~11365956,266787217~7825617,274622886~3026712,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~5519372,350191487~2075933,353274052~3487120,363074272~209810,366900078~15452431,383375012~3264320,390773189~13885078] 2024-04-02T09:39:52.507 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,15263460~7061502,30665293~12286460,45787333~4477426,54402046~5203028,60904577~9705668,71760959~520432,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,151885881~3301260,159383552~14071179,188743680~46334493,239075328~17103787,266787217~7825617,274622886~15287081,293601280~820467,297795584~6379056,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9247357,353274052~3487120,363074272~209810,365478770~21160562,390773189~13885078] 2024-04-02T09:39:52.507 INFO:tasks.workunit.client.0.smithi012.stdout:from 5 to 16 diff [1095932~7134087,9501201~3580291,15263460~7061502,30665293~19599466,54402046~5203028,60904577~9705668,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~4541812,133768494~13659633,154287744~899397,156139168~3974529,161142729~12312002,189580858~7558541,197675927~37402246,236319658~7588260,244813159~11365956,266787217~7825617,274622886~3026712,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~5519372,350191487~2426381,353274052~3487120,363074272~209810,366900078~15452431,383375012~3264320,390773189~13885078,406166896~4359633] 2024-04-02T09:39:52.507 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~3580291,15263460~7061502,30665293~19599466,54402046~5203028,60904577~9705668,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~4541812,133768494~13659633,154287744~899397,156139168~3974529,161142729~12312002,189580858~7558541,197675927~37402246,236319658~7588260,244813159~11365956,266787217~7825617,274622886~3026712,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~5519372,350191487~2426381,353274052~3487120,363074272~209810,366900078~15452431,383375012~3264320,390773189~13885078,406166896~4359633] 2024-04-02T09:39:52.513 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~4692884,15263460~7061502,30665293~19599466,54402046~5203028,60904577~9705668,71760959~520432,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,151885881~3301260,155189248~18265483,188743680~67435435,266787217~7825617,274622886~15287081,293601280~820467,297795584~6379056,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,363074272~209810,365478770~21160562,390773189~19753340] 2024-04-02T09:39:52.514 INFO:tasks.workunit.client.0.smithi012.stdout:from 5 to 17 diff [1095932~7134087,9501201~3580291,15263460~7061502,30665293~19599466,54402046~5203028,60904577~9705668,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,154287744~899397,156139168~3974529,161142729~12312002,188580663~8558736,197675927~37402246,236319658~7588260,244813159~11365956,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,363074272~209810,364851902~17500607,383375012~3264320,390773189~13885078,406166896~4359633] 2024-04-02T09:39:52.514 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~3580291,15263460~7061502,30665293~19599466,54402046~5203028,60904577~9705668,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,154287744~899397,156139168~3974529,161142729~12312002,188580663~8558736,197675927~37402246,236319658~7588260,244813159~11365956,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,363074272~209810,364851902~17500607,383375012~3264320,390773189~13885078,406166896~4359633] 2024-04-02T09:39:52.520 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~4692884,15263460~7061502,30665293~19599466,54402046~5203028,60904577~9705668,71760959~520432,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,151885881~3301260,155189248~18265483,184549376~71629739,266787217~23122750,293601280~820467,297795584~6379056,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,363074272~209810,364851902~21787430,390773189~19753340] 2024-04-02T09:39:52.520 INFO:tasks.workunit.client.0.smithi012.stdout:from 5 to 18 diff [1095932~7134087,9501201~12823761,30665293~19599466,54402046~5203028,60904577~9705668,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,153007064~20447667,188580663~8558736,197675927~37402246,236319658~7588260,244813159~11365956,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,363074272~209810,364851902~17500607,383375012~3264320,390773189~13885078,406034235~7246176] 2024-04-02T09:39:52.520 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~12823761,30665293~19599466,54402046~5203028,60904577~9705668,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,153007064~20447667,188580663~8558736,197675927~37402246,236319658~7588260,244813159~11365956,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,363074272~209810,364851902~17500607,383375012~3264320,390773189~13885078,406034235~7246176] 2024-04-02T09:39:52.527 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~13936354,30665293~19599466,54402046~5203028,60904577~9705668,71760959~520432,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,151885881~21568850,184549376~71629739,266787217~23122750,293601280~820467,297795584~6379056,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,363074272~209810,364851902~21787430,390773189~22507222] 2024-04-02T09:39:52.527 INFO:tasks.workunit.client.0.smithi012.stdout:from 5 to 19 diff [1095932~7134087,9501201~12823761,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390773189~13885078,406034235~7246176] 2024-04-02T09:39:52.527 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~12823761,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390773189~13885078,406034235~7246176] 2024-04-02T09:39:52.534 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~13936354,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,151885881~21568850,178248109~2410887,184549376~78960707,266787217~23122750,293601280~820467,297795584~6379056,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~21787430,390773189~22507222] 2024-04-02T09:39:52.534 INFO:tasks.workunit.client.0.smithi012.stdout:from 6 to 7 diff [1095932~7134087,30665293~3669644,104889825~8740496,200644771~8129708,227344712~7733461,248840067~1957663,267559100~7053734,299665546~3962810,391147997~6377164] 2024-04-02T09:39:52.534 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,30665293~3669644,104889825~8740496,200644771~8129708,227344712~7733461,248840067~1957663,267559100~7053734,299665546~3962810,391147997~6377164] 2024-04-02T09:39:52.540 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,30665293~3669644,104857600~8772721,197132288~11642191,227344712~7733461,248840067~1957663,267559100~7053734,297795584~5832772,391147997~6377164] 2024-04-02T09:39:52.540 INFO:tasks.workunit.client.0.smithi012.stdout:from 6 to 8 diff [1095932~7134087,30665293~3669644,95907827~3224376,104889825~8740496,141334413~5261849,200644771~8129708,227344712~7733461,248840067~1957663,267559100~7053734,280451040~9458927,299665546~3962810,315577070~3769973,353274052~3487120,363074272~209810,366900078~6297306,391147997~6377164] 2024-04-02T09:39:52.540 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,30665293~3669644,95907827~3224376,104889825~8740496,141334413~5261849,200644771~8129708,227344712~7733461,248840067~1957663,267559100~7053734,280451040~9458927,299665546~3962810,315577070~3769973,353274052~3487120,363074272~209810,366900078~6297306,391147997~6377164] 2024-04-02T09:39:52.547 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,30665293~3669644,93732182~5400021,104857600~8772721,141334413~5261849,197132288~11642191,227344712~7733461,248840067~1957663,267559100~7053734,277649598~12260369,297795584~5832772,315577070~3769973,353274052~3487120,363074272~209810,365478770~7718614,391147997~6377164] 2024-04-02T09:39:52.547 INFO:tasks.workunit.client.0.smithi012.stdout:from 6 to 9 diff [1095932~7134087,30665293~3669644,54603515~5001559,64302904~4402665,75396331~3449852,95907827~3224376,104889825~8740496,141334413~5261849,161142729~5697363,200644771~10254825,211593470~6887463,227344712~7733461,248840067~1957663,267559100~7053734,280451040~9458927,299665546~3962810,315577070~3769973,323708551~360943,350191487~2075933,353274052~3487120,363074272~209810,366900078~6297306,377403260~4949249,390773189~6751972] 2024-04-02T09:39:52.547 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,30665293~3669644,54603515~5001559,64302904~4402665,75396331~3449852,95907827~3224376,104889825~8740496,141334413~5261849,161142729~5697363,200644771~10254825,211593470~6887463,227344712~7733461,248840067~1957663,267559100~7053734,280451040~9458927,299665546~3962810,315577070~3769973,323708551~360943,350191487~2075933,353274052~3487120,363074272~209810,366900078~6297306,377403260~4949249,390773189~6751972] 2024-04-02T09:39:52.554 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,30665293~3669644,54603515~5001559,64302904~4402665,75396331~3449852,93732182~5400021,104857600~8772721,141334413~5261849,159383552~7456540,197132288~13767308,211593470~6887463,227344712~7733461,248840067~1957663,267559100~7053734,277649598~12260369,297795584~5832772,315577070~3769973,323708551~360943,348127232~4140188,353274052~3487120,363074272~209810,365478770~7718614,377403260~4949249,390773189~6751972] 2024-04-02T09:39:52.554 INFO:tasks.workunit.client.0.smithi012.stdout:from 6 to 10 diff [1095932~7134087,16119271~2959680,30665293~7950110,45787333~4477426,54603515~5001559,64302904~6307341,75396331~3449852,95907827~3224376,104889825~8740496,141334413~5261849,161142729~5697363,197675927~13223669,211593470~10836006,227344712~7733461,248840067~1957663,267559100~7053734,280451040~9458927,294033583~388164,299665546~3962810,315577070~3769973,323708551~360943,335149572~1580467,350191487~2075933,353274052~3487120,363074272~209810,366900078~6297306,377403260~4949249,390773189~6751972,399929575~4728692] 2024-04-02T09:39:52.554 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,16119271~2959680,30665293~7950110,45787333~4477426,54603515~5001559,64302904~6307341,75396331~3449852,95907827~3224376,104889825~8740496,141334413~5261849,161142729~5697363,197675927~13223669,211593470~10836006,227344712~7733461,248840067~1957663,267559100~7053734,280451040~9458927,294033583~388164,299665546~3962810,315577070~3769973,323708551~360943,335149572~1580467,350191487~2075933,353274052~3487120,363074272~209810,366900078~6297306,377403260~4949249,390773189~6751972,399929575~4728692] 2024-04-02T09:39:52.561 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,16119271~2959680,30665293~7950110,45787333~4477426,54603515~5001559,64302904~6307341,75396331~3449852,93732182~5400021,104857600~8772721,141334413~5261849,159383552~7456540,197132288~13767308,211593470~10836006,227344712~7733461,248840067~1957663,267559100~7053734,277649598~12260369,293601280~820467,297795584~5832772,315577070~3769973,323708551~360943,335149572~1580467,348127232~4140188,353274052~3487120,363074272~209810,365478770~7718614,377403260~4949249,390773189~6751972,399929575~4728692] 2024-04-02T09:39:52.561 INFO:tasks.workunit.client.0.smithi012.stdout:from 6 to 11 diff [1095932~7134087,16119271~2959680,30665293~12286460,45787333~4477426,54603515~5001559,64302904~6307341,73023040~9247439,90448068~5436200,95907827~3224376,104889825~8740496,141334413~5261849,154287744~899397,161142729~5697363,197675927~13223669,211593470~10836006,227344712~7733461,248840067~1957663,267559100~7053734,280451040~9458927,294033583~388164,298280684~5347672,315577070~3769973,323325331~4689955,335149572~1580467,350191487~2075933,353274052~3487120,363074272~209810,366900078~6297306,377403260~4949249,390773189~13885078] 2024-04-02T09:39:52.561 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,16119271~2959680,30665293~12286460,45787333~4477426,54603515~5001559,64302904~6307341,73023040~9247439,90448068~5436200,95907827~3224376,104889825~8740496,141334413~5261849,154287744~899397,161142729~5697363,197675927~13223669,211593470~10836006,227344712~7733461,248840067~1957663,267559100~7053734,280451040~9458927,294033583~388164,298280684~5347672,315577070~3769973,323325331~4689955,335149572~1580467,350191487~2075933,353274052~3487120,363074272~209810,366900078~6297306,377403260~4949249,390773189~13885078] 2024-04-02T09:39:52.568 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,16119271~2959680,30665293~12286460,45787333~4477426,54603515~5001559,64302904~6307341,73023040~9247439,90448068~8684135,104857600~8772721,141334413~5261849,151885881~3301260,159383552~7456540,197132288~13767308,211593470~10836006,227344712~7733461,248840067~1957663,267559100~7053734,277649598~12260369,293601280~820467,297795584~5832772,315577070~3769973,323325331~4689955,335149572~1580467,348127232~4140188,353274052~3487120,363074272~209810,365478770~7718614,377403260~4949249,390773189~13885078] 2024-04-02T09:39:52.568 INFO:tasks.workunit.client.0.smithi012.stdout:from 6 to 12 diff [1095932~7134087,16119271~2959680,30665293~12286460,45787333~4477426,54603515~5001559,60904577~9705668,73023040~9247439,90448068~5436200,95907827~3224376,104889825~8740496,126117990~4541812,141334413~6093714,154287744~899397,161142729~12312002,197675927~13577462,211593470~10836006,227344712~7733461,248840067~1957663,267559100~7053734,280451040~9458927,294033583~388164,298280684~5347672,315577070~3769973,323325331~5077244,335149572~1580467,350191487~2075933,353274052~3487120,363074272~209810,366900078~9108958,377403260~4949249,390773189~13885078] 2024-04-02T09:39:52.568 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,16119271~2959680,30665293~12286460,45787333~4477426,54603515~5001559,60904577~9705668,73023040~9247439,90448068~5436200,95907827~3224376,104889825~8740496,126117990~4541812,141334413~6093714,154287744~899397,161142729~12312002,197675927~13577462,211593470~10836006,227344712~7733461,248840067~1957663,267559100~7053734,280451040~9458927,294033583~388164,298280684~5347672,315577070~3769973,323325331~5077244,335149572~1580467,350191487~2075933,353274052~3487120,363074272~209810,366900078~9108958,377403260~4949249,390773189~13885078] 2024-04-02T09:39:52.574 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,16119271~2959680,30665293~12286460,45787333~4477426,54603515~5001559,60904577~9705668,73023040~9247439,90448068~8684135,104857600~8772721,125829120~4830682,141334413~6093714,151885881~3301260,159383552~14071179,197132288~14121101,211593470~10836006,227344712~7733461,248840067~1957663,267559100~7053734,277649598~12260369,293601280~820467,297795584~5832772,315577070~3769973,323325331~5077244,335149572~1580467,348127232~4140188,353274052~3487120,363074272~209810,365478770~10530266,377403260~4949249,390773189~13885078] 2024-04-02T09:39:52.575 INFO:tasks.workunit.client.0.smithi012.stdout:from 6 to 13 diff [1095932~7134087,16119271~2959680,30665293~12286460,45787333~4477426,54603515~5001559,60904577~9705668,73023040~9247439,90448068~5436200,95907827~3224376,104889825~8740496,126117990~4541812,133768494~1091216,140394115~7034012,154287744~899397,161142729~12312002,197675927~13577462,211593470~10836006,227344712~7733461,248840067~1957663,266787217~7825617,280451040~9458927,294033583~388164,298280684~5347672,311442078~601886,315371472~5987323,323325331~5077244,335149572~1580467,343020063~5519372,350191487~2075933,353274052~3487120,363074272~209810,366900078~9108958,377403260~4949249,383866187~2773145,390773189~13885078] 2024-04-02T09:39:52.575 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,16119271~2959680,30665293~12286460,45787333~4477426,54603515~5001559,60904577~9705668,73023040~9247439,90448068~5436200,95907827~3224376,104889825~8740496,126117990~4541812,133768494~1091216,140394115~7034012,154287744~899397,161142729~12312002,197675927~13577462,211593470~10836006,227344712~7733461,248840067~1957663,266787217~7825617,280451040~9458927,294033583~388164,298280684~5347672,311442078~601886,315371472~5987323,323325331~5077244,335149572~1580467,343020063~5519372,350191487~2075933,353274052~3487120,363074272~209810,366900078~9108958,377403260~4949249,383866187~2773145,390773189~13885078] 2024-04-02T09:39:52.581 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,16119271~2959680,30665293~12286460,45787333~4477426,54603515~5001559,60904577~9705668,73023040~9247439,90448068~8684135,104857600~8772721,125829120~4830682,133768494~1091216,140394115~7034012,151885881~3301260,159383552~14071179,197132288~14121101,211593470~10836006,227344712~7733461,248840067~1957663,266787217~7825617,277649598~12260369,293601280~820467,297795584~5832772,311442078~601886,315371472~5987323,323325331~5077244,335149572~1580467,343020063~9247357,353274052~3487120,363074272~209810,365478770~10530266,377403260~4949249,383866187~2773145,390773189~13885078] 2024-04-02T09:39:52.581 INFO:tasks.workunit.client.0.smithi012.stdout:from 6 to 14 diff [1095932~7134087,15263460~7061502,30665293~12286460,45787333~4477426,54603515~5001559,60904577~9705668,71760959~520432,73023040~9247439,90297332~5586936,95907827~3224376,104889825~8740496,126117990~4541812,133768494~1091216,140394115~7034012,154287744~899397,161142729~12312002,193570462~3568937,197675927~13577462,211593470~10836006,227344712~7733461,241517903~2390015,245904373~7141585,266787217~7825617,280451040~9458927,294033583~388164,298280684~5347672,311442078~601886,312097141~9261654,323325331~5077244,335149572~1580467,343020063~5519372,350191487~2075933,353274052~3487120,363074272~209810,366900078~9108958,377403260~4949249,383866187~2773145,390773189~13885078] 2024-04-02T09:39:52.581 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,15263460~7061502,30665293~12286460,45787333~4477426,54603515~5001559,60904577~9705668,71760959~520432,73023040~9247439,90297332~5586936,95907827~3224376,104889825~8740496,126117990~4541812,133768494~1091216,140394115~7034012,154287744~899397,161142729~12312002,193570462~3568937,197675927~13577462,211593470~10836006,227344712~7733461,241517903~2390015,245904373~7141585,266787217~7825617,280451040~9458927,294033583~388164,298280684~5347672,311442078~601886,312097141~9261654,323325331~5077244,335149572~1580467,343020063~5519372,350191487~2075933,353274052~3487120,363074272~209810,366900078~9108958,377403260~4949249,383866187~2773145,390773189~13885078] 2024-04-02T09:39:52.587 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,15263460~7061502,30665293~12286460,45787333~4477426,54603515~5001559,60904577~9705668,71760959~520432,73023040~9247439,90297332~8834871,104857600~8772721,125829120~4830682,133768494~1091216,140394115~7034012,151885881~3301260,159383552~14071179,193570462~17682927,211593470~10836006,227344712~7733461,239075328~4832590,245904373~7141585,266787217~7825617,277649598~12260369,293601280~820467,297795584~5832772,311442078~601886,312097141~9261654,323325331~5077244,335149572~1580467,343020063~9247357,353274052~3487120,363074272~209810,365478770~10530266,377403260~4949249,383866187~2773145,390773189~13885078] 2024-04-02T09:39:52.587 INFO:tasks.workunit.client.0.smithi012.stdout:from 6 to 15 diff [1095932~7134087,15263460~7061502,30665293~12286460,45787333~4477426,54402046~5203028,60904577~9705668,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,104889825~8740496,126117990~4541812,133768494~1091216,135434652~170299,140394115~7034012,154287744~899397,161142729~12312002,193570462~3568937,197675927~13577462,211593470~23484703,241517903~2390015,245904373~10274742,266787217~7825617,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~5519372,350191487~2075933,353274052~3487120,363074272~209810,366900078~9108958,377403260~4949249,383866187~2773145,390773189~13885078] 2024-04-02T09:39:52.588 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,15263460~7061502,30665293~12286460,45787333~4477426,54402046~5203028,60904577~9705668,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,104889825~8740496,126117990~4541812,133768494~1091216,135434652~170299,140394115~7034012,154287744~899397,161142729~12312002,193570462~3568937,197675927~13577462,211593470~23484703,241517903~2390015,245904373~10274742,266787217~7825617,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~5519372,350191487~2075933,353274052~3487120,363074272~209810,366900078~9108958,377403260~4949249,383866187~2773145,390773189~13885078] 2024-04-02T09:39:52.594 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,15263460~7061502,30665293~12286460,45787333~4477426,54402046~5203028,60904577~9705668,71760959~520432,73023040~9247439,90297332~9162776,104857600~8772721,125829120~4830682,133768494~1091216,135434652~170299,140394115~7034012,151885881~3301260,159383552~14071179,193570462~17682927,211593470~23484703,239075328~4832590,245904373~10274742,266787217~7825617,277649598~12260369,293601280~820467,297795584~6379056,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9247357,353274052~3487120,363074272~209810,365478770~10530266,377403260~4949249,383866187~2773145,390773189~13885078] 2024-04-02T09:39:52.594 INFO:tasks.workunit.client.0.smithi012.stdout:from 6 to 16 diff [1095932~7134087,9501201~3580291,15263460~7061502,30665293~19599466,54402046~5203028,60904577~9705668,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,104889825~8740496,126117990~4541812,133768494~1091216,135434652~170299,140394115~7034012,154287744~899397,156139168~3974529,161142729~12312002,193570462~3568937,197675927~13577462,211593470~23484703,236319658~7588260,245904373~10274742,266787217~7825617,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~5519372,350191487~2426381,353274052~3487120,363074272~209810,366900078~9108958,377403260~4949249,383866187~2773145,390773189~13885078,406166896~4359633] 2024-04-02T09:39:52.594 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~3580291,15263460~7061502,30665293~19599466,54402046~5203028,60904577~9705668,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,104889825~8740496,126117990~4541812,133768494~1091216,135434652~170299,140394115~7034012,154287744~899397,156139168~3974529,161142729~12312002,193570462~3568937,197675927~13577462,211593470~23484703,236319658~7588260,245904373~10274742,266787217~7825617,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~5519372,350191487~2426381,353274052~3487120,363074272~209810,366900078~9108958,377403260~4949249,383866187~2773145,390773189~13885078,406166896~4359633] 2024-04-02T09:39:52.601 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~4692884,15263460~7061502,30665293~19599466,54402046~5203028,60904577~9705668,71760959~520432,73023040~9247439,90297332~9162776,104857600~8772721,125829120~4830682,133768494~1091216,135434652~170299,140394115~7034012,151885881~3301260,155189248~18265483,193570462~17682927,211593470~32314448,245904373~10274742,266787217~7825617,277649598~12260369,293601280~820467,297795584~6379056,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,363074272~209810,365478770~10530266,377403260~4949249,383866187~2773145,390773189~19753340] 2024-04-02T09:39:52.601 INFO:tasks.workunit.client.0.smithi012.stdout:from 6 to 17 diff [1095932~7134087,9501201~3580291,15263460~7061502,30665293~19599466,54402046~5203028,60904577~9705668,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~1091216,135434652~170299,140394115~7034012,154287744~899397,156139168~3974529,161142729~12312002,188580663~3318352,193570462~3568937,197675927~13577462,211593470~23484703,236319658~7588260,245904373~10274742,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~13885078,406166896~4359633] 2024-04-02T09:39:52.601 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~3580291,15263460~7061502,30665293~19599466,54402046~5203028,60904577~9705668,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~1091216,135434652~170299,140394115~7034012,154287744~899397,156139168~3974529,161142729~12312002,188580663~3318352,193570462~3568937,197675927~13577462,211593470~23484703,236319658~7588260,245904373~10274742,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~13885078,406166896~4359633] 2024-04-02T09:39:52.607 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~4692884,15263460~7061502,30665293~19599466,54402046~5203028,60904577~9705668,71760959~520432,73023040~9247439,90297332~9162776,104857600~8772721,125829120~7387754,133768494~1091216,135434652~170299,140394115~7034012,151885881~3301260,155189248~18265483,184549376~7349639,193570462~17682927,211593470~32314448,245904373~10274742,266787217~23122750,293601280~820467,297795584~6379056,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~19753340] 2024-04-02T09:39:52.607 INFO:tasks.workunit.client.0.smithi012.stdout:from 6 to 18 diff [1095932~7134087,9501201~12823761,30665293~19599466,54402046~5203028,60904577~9705668,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~1091216,135434652~170299,140394115~7034012,153007064~20447667,188580663~8558736,197675927~13577462,211593470~23484703,236319658~7588260,245904373~10274742,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:39:52.607 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~12823761,30665293~19599466,54402046~5203028,60904577~9705668,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~1091216,135434652~170299,140394115~7034012,153007064~20447667,188580663~8558736,197675927~13577462,211593470~23484703,236319658~7588260,245904373~10274742,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:39:52.614 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~13936354,30665293~19599466,54402046~5203028,60904577~9705668,71760959~520432,73023040~9247439,90297332~9162776,104857600~8772721,125829120~7387754,133768494~1091216,135434652~170299,140394115~7034012,151885881~21568850,184549376~26704013,211593470~32314448,245904373~10274742,266787217~23122750,293601280~820467,297795584~6379056,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~22507222] 2024-04-02T09:39:52.614 INFO:tasks.workunit.client.0.smithi012.stdout:from 6 to 19 diff [1095932~7134087,9501201~12823761,30665293~19599466,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~1091216,135434652~170299,140394115~7034012,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,245904373~17605710,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:39:52.614 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~12823761,30665293~19599466,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~1091216,135434652~170299,140394115~7034012,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,245904373~17605710,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:39:52.621 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~13936354,30665293~19599466,54402046~16208199,71760959~520432,73023040~9247439,90297332~9162776,104857600~8772721,125829120~7387754,133768494~1091216,135434652~170299,140394115~7034012,151885881~21568850,178248109~2410887,184549376~59358542,245904373~17605710,266787217~23122750,293601280~820467,297795584~6379056,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~22507222] 2024-04-02T09:39:52.621 INFO:tasks.workunit.client.0.smithi012.stdout:from 7 to 8 diff [95907827~3224376,141334413~5261849,269331761~3834263,280451040~9458927,315577070~3769973,353274052~3487120,363074272~209810,366900078~6297306] 2024-04-02T09:39:52.621 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [95907827~3224376,141334413~5261849,269331761~3834263,280451040~9458927,315577070~3769973,353274052~3487120,363074272~209810,366900078~6297306] 2024-04-02T09:39:52.628 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [93732182~5400021,141334413~5261849,269331761~3834263,277649598~12260369,315577070~3769973,353274052~3487120,363074272~209810,365478770~7718614] 2024-04-02T09:39:52.628 INFO:tasks.workunit.client.0.smithi012.stdout:from 7 to 9 diff [54603515~5001559,64302904~4402665,75396331~3449852,95907827~3224376,141334413~5261849,161142729~5697363,207041052~3858544,211593470~6887463,269331761~3834263,280451040~9458927,315577070~3769973,323708551~360943,350191487~2075933,353274052~3487120,363074272~209810,366900078~6297306,377403260~4949249,390773189~5512308] 2024-04-02T09:39:52.628 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [54603515~5001559,64302904~4402665,75396331~3449852,95907827~3224376,141334413~5261849,161142729~5697363,207041052~3858544,211593470~6887463,269331761~3834263,280451040~9458927,315577070~3769973,323708551~360943,350191487~2075933,353274052~3487120,363074272~209810,366900078~6297306,377403260~4949249,390773189~5512308] 2024-04-02T09:39:52.635 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [54603515~5001559,64302904~4402665,75396331~3449852,93732182~5400021,141334413~5261849,159383552~7456540,207041052~3858544,211593470~6887463,269331761~3834263,277649598~12260369,315577070~3769973,323708551~360943,348127232~4140188,353274052~3487120,363074272~209810,365478770~7718614,377403260~4949249,390773189~5512308] 2024-04-02T09:39:52.635 INFO:tasks.workunit.client.0.smithi012.stdout:from 7 to 10 diff [16119271~2959680,33365972~5249431,45787333~4477426,54603515~5001559,64302904~6307341,75396331~3449852,95907827~3224376,141334413~5261849,161142729~5697363,197675927~7959919,207041052~3858544,211593470~10836006,269331761~3834263,280451040~9458927,294033583~388164,315577070~3769973,323708551~360943,335149572~1580467,350191487~2075933,353274052~3487120,363074272~209810,366900078~6297306,377403260~4949249,390773189~5512308,399929575~4728692] 2024-04-02T09:39:52.635 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [16119271~2959680,33365972~5249431,45787333~4477426,54603515~5001559,64302904~6307341,75396331~3449852,95907827~3224376,141334413~5261849,161142729~5697363,197675927~7959919,207041052~3858544,211593470~10836006,269331761~3834263,280451040~9458927,294033583~388164,315577070~3769973,323708551~360943,335149572~1580467,350191487~2075933,353274052~3487120,363074272~209810,366900078~6297306,377403260~4949249,390773189~5512308,399929575~4728692] 2024-04-02T09:39:52.641 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [16119271~2959680,33365972~5249431,45787333~4477426,54603515~5001559,64302904~6307341,75396331~3449852,93732182~5400021,141334413~5261849,159383552~7456540,197675927~7959919,207041052~3858544,211593470~10836006,269331761~3834263,277649598~12260369,293601280~820467,315577070~3769973,323708551~360943,335149572~1580467,348127232~4140188,353274052~3487120,363074272~209810,365478770~7718614,377403260~4949249,390773189~5512308,399929575~4728692] 2024-04-02T09:39:52.641 INFO:tasks.workunit.client.0.smithi012.stdout:from 7 to 11 diff [16119271~2959680,33365972~9585781,45787333~4477426,54603515~5001559,64302904~6307341,73023040~9247439,90448068~5436200,95907827~3224376,141334413~5261849,154287744~899397,161142729~5697363,197675927~7959919,207041052~3858544,211593470~10836006,269331761~3834263,280451040~9458927,294033583~388164,298280684~4126208,315577070~3769973,323325331~4689955,335149572~1580467,350191487~2075933,353274052~3487120,363074272~209810,366900078~6297306,377403260~4949249,390773189~13885078] 2024-04-02T09:39:52.641 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [16119271~2959680,33365972~9585781,45787333~4477426,54603515~5001559,64302904~6307341,73023040~9247439,90448068~5436200,95907827~3224376,141334413~5261849,154287744~899397,161142729~5697363,197675927~7959919,207041052~3858544,211593470~10836006,269331761~3834263,280451040~9458927,294033583~388164,298280684~4126208,315577070~3769973,323325331~4689955,335149572~1580467,350191487~2075933,353274052~3487120,363074272~209810,366900078~6297306,377403260~4949249,390773189~13885078] 2024-04-02T09:39:52.648 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [16119271~2959680,33365972~9585781,45787333~4477426,54603515~5001559,64302904~6307341,73023040~9247439,90448068~8684135,141334413~5261849,151885881~3301260,159383552~7456540,197675927~7959919,207041052~3858544,211593470~10836006,269331761~3834263,277649598~12260369,293601280~820467,298280684~4126208,315577070~3769973,323325331~4689955,335149572~1580467,348127232~4140188,353274052~3487120,363074272~209810,365478770~7718614,377403260~4949249,390773189~13885078] 2024-04-02T09:39:52.649 INFO:tasks.workunit.client.0.smithi012.stdout:from 7 to 12 diff [16119271~2959680,33365972~9585781,45787333~4477426,54603515~5001559,60904577~9705668,73023040~9247439,90448068~5436200,95907827~3224376,112994351~477810,126117990~4541812,141334413~6093714,154287744~899397,161142729~12312002,197675927~13577462,211593470~10836006,269331761~3834263,280451040~9458927,294033583~388164,298280684~4126208,315577070~3769973,323325331~5077244,335149572~1580467,350191487~2075933,353274052~3487120,363074272~209810,366900078~9108958,377403260~4949249,390773189~13885078] 2024-04-02T09:39:52.649 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [16119271~2959680,33365972~9585781,45787333~4477426,54603515~5001559,60904577~9705668,73023040~9247439,90448068~5436200,95907827~3224376,112994351~477810,126117990~4541812,141334413~6093714,154287744~899397,161142729~12312002,197675927~13577462,211593470~10836006,269331761~3834263,280451040~9458927,294033583~388164,298280684~4126208,315577070~3769973,323325331~5077244,335149572~1580467,350191487~2075933,353274052~3487120,363074272~209810,366900078~9108958,377403260~4949249,390773189~13885078] 2024-04-02T09:39:52.656 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [16119271~2959680,33365972~9585781,45787333~4477426,54603515~5001559,60904577~9705668,73023040~9247439,90448068~8684135,112994351~477810,125829120~4830682,141334413~6093714,151885881~3301260,159383552~14071179,197675927~13577462,211593470~10836006,269331761~3834263,277649598~12260369,293601280~820467,298280684~4126208,315577070~3769973,323325331~5077244,335149572~1580467,348127232~4140188,353274052~3487120,363074272~209810,365478770~10530266,377403260~4949249,390773189~13885078] 2024-04-02T09:39:52.656 INFO:tasks.workunit.client.0.smithi012.stdout:from 7 to 13 diff [16119271~2959680,33365972~9585781,45787333~4477426,54603515~5001559,60904577~9705668,73023040~9247439,90448068~5436200,95907827~3224376,110697049~891254,112994351~477810,126117990~4541812,133768494~1091216,140394115~7034012,154287744~899397,161142729~12312002,197675927~13577462,211593470~10836006,266787217~6378807,280451040~9458927,294033583~388164,298280684~4126208,311442078~601886,315371472~5987323,323325331~5077244,335149572~1580467,343020063~5519372,350191487~2075933,353274052~3487120,363074272~209810,366900078~9108958,377403260~4949249,383866187~2773145,390773189~13885078] 2024-04-02T09:39:52.656 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [16119271~2959680,33365972~9585781,45787333~4477426,54603515~5001559,60904577~9705668,73023040~9247439,90448068~5436200,95907827~3224376,110697049~891254,112994351~477810,126117990~4541812,133768494~1091216,140394115~7034012,154287744~899397,161142729~12312002,197675927~13577462,211593470~10836006,266787217~6378807,280451040~9458927,294033583~388164,298280684~4126208,311442078~601886,315371472~5987323,323325331~5077244,335149572~1580467,343020063~5519372,350191487~2075933,353274052~3487120,363074272~209810,366900078~9108958,377403260~4949249,383866187~2773145,390773189~13885078] 2024-04-02T09:39:52.663 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [16119271~2959680,33365972~9585781,45787333~4477426,54603515~5001559,60904577~9705668,73023040~9247439,90448068~8684135,110697049~891254,112994351~477810,125829120~4830682,133768494~1091216,140394115~7034012,151885881~3301260,159383552~14071179,197675927~13577462,211593470~10836006,266787217~6378807,277649598~12260369,293601280~820467,298280684~4126208,311442078~601886,315371472~5987323,323325331~5077244,335149572~1580467,343020063~9247357,353274052~3487120,363074272~209810,365478770~10530266,377403260~4949249,383866187~2773145,390773189~13885078] 2024-04-02T09:39:52.663 INFO:tasks.workunit.client.0.smithi012.stdout:from 7 to 14 diff [15263460~7061502,33365972~9585781,45787333~4477426,54603515~5001559,60904577~9705668,71760959~520432,73023040~9247439,90297332~5586936,95907827~3224376,110697049~891254,112994351~477810,126117990~4541812,133768494~1091216,140394115~7034012,154287744~899397,161142729~12312002,193570462~3568937,197675927~13577462,211593470~10836006,241517903~2390015,245904373~7141585,266787217~6378807,280451040~9458927,294033583~388164,298280684~4126208,311442078~601886,312097141~9261654,323325331~5077244,335149572~1580467,343020063~5519372,350191487~2075933,353274052~3487120,363074272~209810,366900078~9108958,377403260~4949249,383866187~2773145,390773189~13885078] 2024-04-02T09:39:52.663 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [15263460~7061502,33365972~9585781,45787333~4477426,54603515~5001559,60904577~9705668,71760959~520432,73023040~9247439,90297332~5586936,95907827~3224376,110697049~891254,112994351~477810,126117990~4541812,133768494~1091216,140394115~7034012,154287744~899397,161142729~12312002,193570462~3568937,197675927~13577462,211593470~10836006,241517903~2390015,245904373~7141585,266787217~6378807,280451040~9458927,294033583~388164,298280684~4126208,311442078~601886,312097141~9261654,323325331~5077244,335149572~1580467,343020063~5519372,350191487~2075933,353274052~3487120,363074272~209810,366900078~9108958,377403260~4949249,383866187~2773145,390773189~13885078] 2024-04-02T09:39:52.670 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [15263460~7061502,33365972~9585781,45787333~4477426,54603515~5001559,60904577~9705668,71760959~520432,73023040~9247439,90297332~8834871,110697049~891254,112994351~477810,125829120~4830682,133768494~1091216,140394115~7034012,151885881~3301260,159383552~14071179,193570462~3568937,197675927~13577462,211593470~10836006,239075328~4832590,245904373~7141585,266787217~6378807,277649598~12260369,293601280~820467,298280684~4126208,311442078~601886,312097141~9261654,323325331~5077244,335149572~1580467,343020063~9247357,353274052~3487120,363074272~209810,365478770~10530266,377403260~4949249,383866187~2773145,390773189~13885078] 2024-04-02T09:39:52.670 INFO:tasks.workunit.client.0.smithi012.stdout:from 7 to 15 diff [15263460~7061502,33365972~9585781,45787333~4477426,54402046~5203028,60904577~9705668,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,110697049~891254,112994351~477810,126117990~4541812,133768494~1091216,135434652~170299,140394115~7034012,154287744~899397,161142729~12312002,193570462~3568937,197675927~13577462,211593470~18765629,241517903~2390015,245904373~10274742,266787217~6378807,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~5519372,350191487~2075933,353274052~3487120,363074272~209810,366900078~9108958,377403260~4949249,383866187~2773145,390773189~13885078] 2024-04-02T09:39:52.670 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [15263460~7061502,33365972~9585781,45787333~4477426,54402046~5203028,60904577~9705668,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,110697049~891254,112994351~477810,126117990~4541812,133768494~1091216,135434652~170299,140394115~7034012,154287744~899397,161142729~12312002,193570462~3568937,197675927~13577462,211593470~18765629,241517903~2390015,245904373~10274742,266787217~6378807,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~5519372,350191487~2075933,353274052~3487120,363074272~209810,366900078~9108958,377403260~4949249,383866187~2773145,390773189~13885078] 2024-04-02T09:39:52.677 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [15263460~7061502,33365972~9585781,45787333~4477426,54402046~5203028,60904577~9705668,71760959~520432,73023040~9247439,90297332~9162776,110697049~891254,112994351~477810,125829120~4830682,133768494~1091216,135434652~170299,140394115~7034012,151885881~3301260,159383552~14071179,193570462~3568937,197675927~13577462,211593470~18765629,239075328~4832590,245904373~10274742,266787217~6378807,277649598~12260369,293601280~820467,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9247357,353274052~3487120,363074272~209810,365478770~10530266,377403260~4949249,383866187~2773145,390773189~13885078] 2024-04-02T09:39:52.677 INFO:tasks.workunit.client.0.smithi012.stdout:from 7 to 16 diff [9501201~3580291,15263460~7061502,33365972~16898787,54402046~5203028,60904577~9705668,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,110697049~891254,112994351~477810,126117990~4541812,133768494~1091216,135434652~170299,140394115~7034012,154287744~899397,156139168~3974529,161142729~12312002,193570462~3568937,197675927~13577462,211593470~22387913,236319658~7588260,245904373~10274742,266787217~6378807,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~5519372,350191487~2426381,353274052~3487120,363074272~209810,366900078~9108958,377403260~4949249,383866187~2773145,390773189~13885078,406166896~4359633] 2024-04-02T09:39:52.677 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [9501201~3580291,15263460~7061502,33365972~16898787,54402046~5203028,60904577~9705668,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,110697049~891254,112994351~477810,126117990~4541812,133768494~1091216,135434652~170299,140394115~7034012,154287744~899397,156139168~3974529,161142729~12312002,193570462~3568937,197675927~13577462,211593470~22387913,236319658~7588260,245904373~10274742,266787217~6378807,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~5519372,350191487~2426381,353274052~3487120,363074272~209810,366900078~9108958,377403260~4949249,383866187~2773145,390773189~13885078,406166896~4359633] 2024-04-02T09:39:52.684 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [8388608~4692884,15263460~7061502,33365972~16898787,54402046~5203028,60904577~9705668,71760959~520432,73023040~9247439,90297332~9162776,110697049~891254,112994351~477810,125829120~4830682,133768494~1091216,135434652~170299,140394115~7034012,151885881~3301260,155189248~18265483,193570462~3568937,197675927~13577462,211593470~22387913,235078173~8829745,245904373~10274742,266787217~6378807,277649598~12260369,293601280~820467,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,363074272~209810,365478770~10530266,377403260~4949249,383866187~2773145,390773189~19753340] 2024-04-02T09:39:52.684 INFO:tasks.workunit.client.0.smithi012.stdout:from 7 to 17 diff [9501201~3580291,15263460~7061502,33365972~16898787,54402046~5203028,60904577~9705668,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~7034012,154287744~899397,156139168~3974529,161142729~12312002,188580663~3318352,193570462~3568937,197675927~13577462,211593470~22387913,236319658~7588260,245904373~10274742,266787217~6378807,274427994~3590599,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~13885078,406166896~4359633] 2024-04-02T09:39:52.684 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [9501201~3580291,15263460~7061502,33365972~16898787,54402046~5203028,60904577~9705668,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~7034012,154287744~899397,156139168~3974529,161142729~12312002,188580663~3318352,193570462~3568937,197675927~13577462,211593470~22387913,236319658~7588260,245904373~10274742,266787217~6378807,274427994~3590599,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~13885078,406166896~4359633] 2024-04-02T09:39:52.690 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [8388608~4692884,15263460~7061502,33365972~16898787,54402046~5203028,60904577~9705668,71760959~520432,73023040~9247439,90297332~9162776,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~7034012,151885881~3301260,155189248~18265483,184549376~7349639,193570462~3568937,197675927~13577462,211593470~22387913,235078173~8829745,245904373~10274742,266787217~6378807,274427994~15481973,293601280~820467,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~19753340] 2024-04-02T09:39:52.690 INFO:tasks.workunit.client.0.smithi012.stdout:from 7 to 18 diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~5203028,60904577~9705668,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~7034012,153007064~20447667,188580663~8558736,197675927~13577462,211593470~22387913,236319658~7588260,245904373~10274742,266787217~6378807,274427994~3590599,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:39:52.690 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~5203028,60904577~9705668,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~7034012,153007064~20447667,188580663~8558736,197675927~13577462,211593470~22387913,236319658~7588260,245904373~10274742,266787217~6378807,274427994~3590599,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:39:52.696 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33365972~16898787,54402046~5203028,60904577~9705668,71760959~520432,73023040~9247439,90297332~9162776,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~7034012,151885881~21568850,184549376~12590023,197675927~13577462,211593470~22387913,235078173~8829745,245904373~10274742,266787217~6378807,274427994~15481973,293601280~820467,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~22507222] 2024-04-02T09:39:52.696 INFO:tasks.workunit.client.0.smithi012.stdout:from 7 to 19 diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~7034012,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6378807,274427994~3590599,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:39:52.697 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~7034012,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6378807,274427994~3590599,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:39:52.703 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~9162776,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~7034012,151885881~21568850,178248109~2410887,184549376~12590023,197675927~36305456,235078173~8829745,245904373~17605710,266787217~6378807,274427994~15481973,293601280~820467,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~22507222] 2024-04-02T09:39:52.703 INFO:tasks.workunit.client.0.smithi012.stdout:from 8 to 9 diff [54603515~5001559,64302904~4402665,75396331~3449852,161142729~5697363,207041052~3858544,211593470~6887463,323708551~360943,350191487~2075933,377403260~4949249,390773189~5512308] 2024-04-02T09:39:52.703 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [54603515~5001559,64302904~4402665,75396331~3449852,161142729~5697363,207041052~3858544,211593470~6887463,323708551~360943,350191487~2075933,377403260~4949249,390773189~5512308] 2024-04-02T09:39:52.709 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [54603515~5001559,64302904~4402665,75396331~3449852,159383552~7456540,207041052~3858544,211593470~6887463,323708551~360943,348127232~4140188,377403260~4949249,390773189~5512308] 2024-04-02T09:39:52.710 INFO:tasks.workunit.client.0.smithi012.stdout:from 8 to 10 diff [16119271~2959680,33365972~5249431,45787333~4477426,54603515~5001559,64302904~6307341,75396331~3449852,161142729~5697363,197675927~7959919,207041052~3858544,211593470~10836006,294033583~388164,323708551~360943,335149572~1580467,350191487~2075933,377403260~4949249,390773189~5512308,399929575~4728692] 2024-04-02T09:39:52.710 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [16119271~2959680,33365972~5249431,45787333~4477426,54603515~5001559,64302904~6307341,75396331~3449852,161142729~5697363,197675927~7959919,207041052~3858544,211593470~10836006,294033583~388164,323708551~360943,335149572~1580467,350191487~2075933,377403260~4949249,390773189~5512308,399929575~4728692] 2024-04-02T09:39:52.716 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [16119271~2959680,33365972~5249431,45787333~4477426,54603515~5001559,64302904~6307341,75396331~3449852,159383552~7456540,197675927~7959919,207041052~3858544,211593470~10836006,293601280~820467,323708551~360943,335149572~1580467,348127232~4140188,377403260~4949249,390773189~5512308,399929575~4728692] 2024-04-02T09:39:52.716 INFO:tasks.workunit.client.0.smithi012.stdout:from 8 to 11 diff [16119271~2959680,33365972~9585781,45787333~4477426,54603515~5001559,64302904~6307341,73023040~9247439,90448068~5436200,154287744~899397,161142729~5697363,197675927~7959919,207041052~3858544,211593470~10836006,294033583~388164,298280684~4126208,323325331~4689955,335149572~1580467,350191487~2075933,377403260~4949249,390773189~13885078] 2024-04-02T09:39:52.717 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [16119271~2959680,33365972~9585781,45787333~4477426,54603515~5001559,64302904~6307341,73023040~9247439,90448068~5436200,154287744~899397,161142729~5697363,197675927~7959919,207041052~3858544,211593470~10836006,294033583~388164,298280684~4126208,323325331~4689955,335149572~1580467,350191487~2075933,377403260~4949249,390773189~13885078] 2024-04-02T09:39:52.723 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [16119271~2959680,33365972~9585781,45787333~4477426,54603515~5001559,64302904~6307341,73023040~9247439,90448068~5436200,151885881~3301260,159383552~7456540,197675927~7959919,207041052~3858544,211593470~10836006,293601280~820467,298280684~4126208,323325331~4689955,335149572~1580467,348127232~4140188,377403260~4949249,390773189~13885078] 2024-04-02T09:39:52.723 INFO:tasks.workunit.client.0.smithi012.stdout:from 8 to 12 diff [16119271~2959680,33365972~9585781,45787333~4477426,54603515~5001559,60904577~9705668,73023040~9247439,90448068~5436200,112994351~477810,126117990~4541812,141357330~3557513,145956688~1471439,154287744~899397,161142729~12312002,197675927~13577462,211593470~10836006,294033583~388164,298280684~4126208,323325331~5077244,335149572~1580467,350191487~2075933,368183811~7825225,377403260~4949249,390773189~13885078] 2024-04-02T09:39:52.723 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [16119271~2959680,33365972~9585781,45787333~4477426,54603515~5001559,60904577~9705668,73023040~9247439,90448068~5436200,112994351~477810,126117990~4541812,141357330~3557513,145956688~1471439,154287744~899397,161142729~12312002,197675927~13577462,211593470~10836006,294033583~388164,298280684~4126208,323325331~5077244,335149572~1580467,350191487~2075933,368183811~7825225,377403260~4949249,390773189~13885078] 2024-04-02T09:39:52.729 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [16119271~2959680,33365972~9585781,45787333~4477426,54603515~5001559,60904577~9705668,73023040~9247439,90448068~5436200,112994351~477810,125829120~4830682,141357330~3557513,145956688~1471439,151885881~3301260,159383552~14071179,197675927~13577462,211593470~10836006,293601280~820467,298280684~4126208,323325331~5077244,335149572~1580467,348127232~4140188,368183811~7825225,377403260~4949249,390773189~13885078] 2024-04-02T09:39:52.730 INFO:tasks.workunit.client.0.smithi012.stdout:from 8 to 13 diff [16119271~2959680,33365972~9585781,45787333~4477426,54603515~5001559,60904577~9705668,73023040~9247439,90448068~5436200,110697049~891254,112994351~477810,126117990~4541812,133768494~1091216,140394115~5201617,145956688~1471439,154287744~899397,161142729~12312002,197675927~13577462,211593470~10836006,266787217~6112386,280854105~2527013,294033583~388164,298280684~4126208,311442078~601886,315371472~5987323,323325331~5077244,335149572~1580467,343020063~5519372,350191487~2075933,368183811~7825225,377403260~4949249,383866187~2773145,390773189~13885078] 2024-04-02T09:39:52.730 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [16119271~2959680,33365972~9585781,45787333~4477426,54603515~5001559,60904577~9705668,73023040~9247439,90448068~5436200,110697049~891254,112994351~477810,126117990~4541812,133768494~1091216,140394115~5201617,145956688~1471439,154287744~899397,161142729~12312002,197675927~13577462,211593470~10836006,266787217~6112386,280854105~2527013,294033583~388164,298280684~4126208,311442078~601886,315371472~5987323,323325331~5077244,335149572~1580467,343020063~5519372,350191487~2075933,368183811~7825225,377403260~4949249,383866187~2773145,390773189~13885078] 2024-04-02T09:39:52.736 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [16119271~2959680,33365972~9585781,45787333~4477426,54603515~5001559,60904577~9705668,73023040~9247439,90448068~5436200,110697049~891254,112994351~477810,125829120~4830682,133768494~1091216,140394115~5201617,145956688~1471439,151885881~3301260,159383552~14071179,197675927~13577462,211593470~10836006,266787217~6112386,280854105~2527013,293601280~820467,298280684~4126208,311442078~601886,315371472~5987323,323325331~5077244,335149572~1580467,343020063~9247357,368183811~7825225,377403260~4949249,383866187~2773145,390773189~13885078] 2024-04-02T09:39:52.737 INFO:tasks.workunit.client.0.smithi012.stdout:from 8 to 14 diff [15263460~7061502,33365972~9585781,45787333~4477426,54603515~5001559,60904577~9705668,71760959~520432,73023040~9247439,90297332~5586936,110697049~891254,112994351~477810,126117990~4541812,133768494~1091216,140394115~5201617,145956688~1471439,154287744~899397,161142729~12312002,193570462~3568937,197675927~13577462,211593470~10836006,241517903~2390015,245904373~7141585,266787217~6112386,280854105~2527013,294033583~388164,298280684~4126208,311442078~601886,312097141~9261654,323325331~5077244,335149572~1580467,343020063~5519372,350191487~2075933,368183811~7825225,377403260~4949249,383866187~2773145,390773189~13885078] 2024-04-02T09:39:52.737 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [15263460~7061502,33365972~9585781,45787333~4477426,54603515~5001559,60904577~9705668,71760959~520432,73023040~9247439,90297332~5586936,110697049~891254,112994351~477810,126117990~4541812,133768494~1091216,140394115~5201617,145956688~1471439,154287744~899397,161142729~12312002,193570462~3568937,197675927~13577462,211593470~10836006,241517903~2390015,245904373~7141585,266787217~6112386,280854105~2527013,294033583~388164,298280684~4126208,311442078~601886,312097141~9261654,323325331~5077244,335149572~1580467,343020063~5519372,350191487~2075933,368183811~7825225,377403260~4949249,383866187~2773145,390773189~13885078] 2024-04-02T09:39:52.743 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [15263460~7061502,33365972~9585781,45787333~4477426,54603515~5001559,60904577~9705668,71760959~520432,73023040~9247439,90297332~5586936,110697049~891254,112994351~477810,125829120~4830682,133768494~1091216,140394115~5201617,145956688~1471439,151885881~3301260,159383552~14071179,193570462~3568937,197675927~13577462,211593470~10836006,239075328~4832590,245904373~7141585,266787217~6112386,280854105~2527013,293601280~820467,298280684~4126208,311442078~601886,312097141~9261654,323325331~5077244,335149572~1580467,343020063~9247357,368183811~7825225,377403260~4949249,383866187~2773145,390773189~13885078] 2024-04-02T09:39:52.744 INFO:tasks.workunit.client.0.smithi012.stdout:from 8 to 15 diff [15263460~7061502,33365972~9585781,45787333~4477426,54402046~5203028,60904577~9705668,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~4541812,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,154287744~899397,161142729~12312002,193570462~3568937,197675927~13577462,211593470~18765629,241517903~2390015,245904373~10274742,266787217~6112386,280854105~2527013,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~5519372,350191487~2075933,368183811~7825225,377403260~4949249,383866187~2773145,390773189~13885078] 2024-04-02T09:39:52.744 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [15263460~7061502,33365972~9585781,45787333~4477426,54402046~5203028,60904577~9705668,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~4541812,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,154287744~899397,161142729~12312002,193570462~3568937,197675927~13577462,211593470~18765629,241517903~2390015,245904373~10274742,266787217~6112386,280854105~2527013,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~5519372,350191487~2075933,368183811~7825225,377403260~4949249,383866187~2773145,390773189~13885078] 2024-04-02T09:39:52.751 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [15263460~7061502,33365972~9585781,45787333~4477426,54402046~5203028,60904577~9705668,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,125829120~4830682,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,151885881~3301260,159383552~14071179,193570462~3568937,197675927~13577462,211593470~18765629,239075328~4832590,245904373~10274742,266787217~6112386,280854105~2527013,293601280~820467,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9247357,368183811~7825225,377403260~4949249,383866187~2773145,390773189~13885078] 2024-04-02T09:39:52.751 INFO:tasks.workunit.client.0.smithi012.stdout:from 8 to 16 diff [9501201~3580291,15263460~7061502,33365972~16898787,54402046~5203028,60904577~9705668,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~4541812,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,154287744~899397,156139168~3974529,161142729~12312002,193570462~3568937,197675927~13577462,211593470~22387913,236319658~7588260,245904373~10274742,266787217~6112386,280854105~2527013,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~5519372,350191487~2426381,368183811~7825225,377403260~4949249,383866187~2773145,390773189~13885078,406166896~4359633] 2024-04-02T09:39:52.751 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [9501201~3580291,15263460~7061502,33365972~16898787,54402046~5203028,60904577~9705668,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~4541812,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,154287744~899397,156139168~3974529,161142729~12312002,193570462~3568937,197675927~13577462,211593470~22387913,236319658~7588260,245904373~10274742,266787217~6112386,280854105~2527013,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~5519372,350191487~2426381,368183811~7825225,377403260~4949249,383866187~2773145,390773189~13885078,406166896~4359633] 2024-04-02T09:39:52.757 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [8388608~4692884,15263460~7061502,33365972~16898787,54402046~5203028,60904577~9705668,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,125829120~4830682,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,151885881~3301260,155189248~18265483,193570462~3568937,197675927~13577462,211593470~22387913,235078173~8829745,245904373~10274742,266787217~6112386,280854105~2527013,293601280~820467,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,368183811~7825225,377403260~4949249,383866187~2773145,390773189~19753340] 2024-04-02T09:39:52.757 INFO:tasks.workunit.client.0.smithi012.stdout:from 8 to 17 diff [9501201~3580291,15263460~7061502,33365972~16898787,54402046~5203028,60904577~9705668,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,154287744~899397,156139168~3974529,161142729~12312002,188580663~3318352,193570462~3568937,197675927~13577462,211593470~22387913,236319658~7588260,245904373~10274742,266787217~6112386,274427994~3590599,280854105~2527013,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,364851902~3297683,368183811~8480156,377403260~4949249,383866187~2773145,390773189~13885078,406166896~4359633] 2024-04-02T09:39:52.757 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [9501201~3580291,15263460~7061502,33365972~16898787,54402046~5203028,60904577~9705668,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,154287744~899397,156139168~3974529,161142729~12312002,188580663~3318352,193570462~3568937,197675927~13577462,211593470~22387913,236319658~7588260,245904373~10274742,266787217~6112386,274427994~3590599,280854105~2527013,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,364851902~3297683,368183811~8480156,377403260~4949249,383866187~2773145,390773189~13885078,406166896~4359633] 2024-04-02T09:39:52.764 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [8388608~4692884,15263460~7061502,33365972~16898787,54402046~5203028,60904577~9705668,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,151885881~3301260,155189248~18265483,184549376~7349639,193570462~3568937,197675927~13577462,211593470~22387913,235078173~8829745,245904373~10274742,266787217~6112386,274427994~3590599,280854105~2527013,293601280~820467,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,364851902~3297683,368183811~8480156,377403260~4949249,383866187~2773145,390773189~19753340] 2024-04-02T09:39:52.765 INFO:tasks.workunit.client.0.smithi012.stdout:from 8 to 18 diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~5203028,60904577~9705668,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,188580663~8558736,197675927~13577462,211593470~22387913,236319658~7588260,245904373~10274742,266787217~6112386,274427994~3590599,280854105~2527013,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,364851902~3297683,368183811~8480156,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:39:52.765 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~5203028,60904577~9705668,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,188580663~8558736,197675927~13577462,211593470~22387913,236319658~7588260,245904373~10274742,266787217~6112386,274427994~3590599,280854105~2527013,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,364851902~3297683,368183811~8480156,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:39:52.772 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33365972~16898787,54402046~5203028,60904577~9705668,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,151885881~21568850,184549376~12590023,197675927~13577462,211593470~22387913,235078173~8829745,245904373~10274742,266787217~6112386,274427994~3590599,280854105~2527013,293601280~820467,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,364851902~3297683,368183811~8480156,377403260~4949249,383866187~2773145,390773189~22507222] 2024-04-02T09:39:52.772 INFO:tasks.workunit.client.0.smithi012.stdout:from 8 to 19 diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:39:52.772 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:39:52.779 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,151885881~21568850,178248109~2410887,184549376~12590023,197675927~36305456,235078173~8829745,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,293601280~820467,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,377403260~4949249,383866187~2773145,390773189~22507222] 2024-04-02T09:39:52.779 INFO:tasks.workunit.client.0.smithi012.stdout:from 9 to 10 diff [16119271~2959680,33365972~5249431,45787333~4477426,66115161~128157,68403631~2206614,197675927~7959919,216250420~6179056,294033583~388164,335149572~1580467,399929575~4728692] 2024-04-02T09:39:52.779 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [16119271~2959680,33365972~5249431,45787333~4477426,66115161~128157,68403631~2206614,197675927~7959919,216250420~6179056,294033583~388164,335149572~1580467,399929575~4728692] 2024-04-02T09:39:52.786 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [16119271~2959680,33365972~5249431,45787333~4477426,66115161~128157,68403631~2206614,197675927~7959919,216250420~6179056,293601280~820467,335149572~1580467,399929575~4728692] 2024-04-02T09:39:52.786 INFO:tasks.workunit.client.0.smithi012.stdout:from 9 to 11 diff [16119271~2959680,33365972~9585781,45787333~4477426,66115161~128157,68403631~2206614,73023040~9247439,90448068~5436200,154287744~899397,197675927~7959919,216250420~6179056,294033583~388164,298280684~4126208,323325331~4689955,335149572~1580467,393941260~10717007] 2024-04-02T09:39:52.786 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [16119271~2959680,33365972~9585781,45787333~4477426,66115161~128157,68403631~2206614,73023040~9247439,90448068~5436200,154287744~899397,197675927~7959919,216250420~6179056,294033583~388164,298280684~4126208,323325331~4689955,335149572~1580467,393941260~10717007] 2024-04-02T09:39:52.792 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [16119271~2959680,33365972~9585781,45787333~4477426,66115161~128157,68403631~2206614,73023040~9247439,90448068~5436200,151885881~3301260,197675927~7959919,216250420~6179056,293601280~820467,298280684~4126208,323325331~4689955,335149572~1580467,393941260~10717007] 2024-04-02T09:39:52.792 INFO:tasks.workunit.client.0.smithi012.stdout:from 9 to 12 diff [16119271~2959680,33365972~9585781,45787333~4477426,60904577~6551059,68403631~2206614,73023040~9247439,90448068~5436200,112994351~477810,126117990~4541812,141357330~3557513,145956688~1471439,154287744~899397,166430156~7024575,197675927~13577462,216250420~6179056,294033583~388164,298280684~4126208,323325331~5077244,335149572~1580467,368183811~7825225,393941260~10717007] 2024-04-02T09:39:52.792 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [16119271~2959680,33365972~9585781,45787333~4477426,60904577~6551059,68403631~2206614,73023040~9247439,90448068~5436200,112994351~477810,126117990~4541812,141357330~3557513,145956688~1471439,154287744~899397,166430156~7024575,197675927~13577462,216250420~6179056,294033583~388164,298280684~4126208,323325331~5077244,335149572~1580467,368183811~7825225,393941260~10717007] 2024-04-02T09:39:52.799 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [16119271~2959680,33365972~9585781,45787333~4477426,60904577~6551059,68403631~2206614,73023040~9247439,90448068~5436200,112994351~477810,125829120~4830682,141357330~3557513,145956688~1471439,151885881~3301260,166430156~7024575,197675927~13577462,216250420~6179056,293601280~820467,298280684~4126208,323325331~5077244,335149572~1580467,368183811~7825225,393941260~10717007] 2024-04-02T09:39:52.799 INFO:tasks.workunit.client.0.smithi012.stdout:from 9 to 13 diff [16119271~2959680,33365972~9585781,45787333~4477426,60904577~6551059,68403631~2206614,73023040~9247439,90448068~5436200,110697049~891254,112994351~477810,126117990~4541812,133768494~1091216,140394115~5201617,145956688~1471439,154287744~899397,166430156~7024575,197675927~13577462,216250420~6179056,266787217~6112386,280854105~2527013,294033583~388164,298280684~4126208,311442078~601886,315371472~5987323,323325331~5077244,335149572~1580467,343020063~5519372,368183811~7825225,383866187~2773145,393941260~10717007] 2024-04-02T09:39:52.799 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [16119271~2959680,33365972~9585781,45787333~4477426,60904577~6551059,68403631~2206614,73023040~9247439,90448068~5436200,110697049~891254,112994351~477810,126117990~4541812,133768494~1091216,140394115~5201617,145956688~1471439,154287744~899397,166430156~7024575,197675927~13577462,216250420~6179056,266787217~6112386,280854105~2527013,294033583~388164,298280684~4126208,311442078~601886,315371472~5987323,323325331~5077244,335149572~1580467,343020063~5519372,368183811~7825225,383866187~2773145,393941260~10717007] 2024-04-02T09:39:52.806 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [16119271~2959680,33365972~9585781,45787333~4477426,60904577~6551059,68403631~2206614,73023040~9247439,90448068~5436200,110697049~891254,112994351~477810,125829120~4830682,133768494~1091216,140394115~5201617,145956688~1471439,151885881~3301260,166430156~7024575,197675927~13577462,216250420~6179056,266787217~6112386,280854105~2527013,293601280~820467,298280684~4126208,311442078~601886,315371472~5987323,323325331~5077244,335149572~1580467,343020063~5519372,368183811~7825225,383866187~2773145,393941260~10717007] 2024-04-02T09:39:52.806 INFO:tasks.workunit.client.0.smithi012.stdout:from 9 to 14 diff [15263460~7061502,33365972~9585781,45787333~4477426,60904577~6551059,68403631~2206614,71760959~520432,73023040~9247439,90297332~5586936,110697049~891254,112994351~477810,126117990~4541812,133768494~1091216,140394115~5201617,145956688~1471439,154287744~899397,166430156~7024575,193570462~3568937,197675927~13577462,214771522~7657954,241517903~2390015,245904373~7141585,266787217~6112386,280854105~2527013,294033583~388164,298280684~4126208,311442078~601886,312097141~9261654,323325331~5077244,335149572~1580467,343020063~5519372,368183811~7825225,383866187~2773145,393941260~10717007] 2024-04-02T09:39:52.806 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [15263460~7061502,33365972~9585781,45787333~4477426,60904577~6551059,68403631~2206614,71760959~520432,73023040~9247439,90297332~5586936,110697049~891254,112994351~477810,126117990~4541812,133768494~1091216,140394115~5201617,145956688~1471439,154287744~899397,166430156~7024575,193570462~3568937,197675927~13577462,214771522~7657954,241517903~2390015,245904373~7141585,266787217~6112386,280854105~2527013,294033583~388164,298280684~4126208,311442078~601886,312097141~9261654,323325331~5077244,335149572~1580467,343020063~5519372,368183811~7825225,383866187~2773145,393941260~10717007] 2024-04-02T09:39:52.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:39:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:39:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:39:52.812 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [15263460~7061502,33365972~9585781,45787333~4477426,60904577~6551059,68403631~2206614,71760959~520432,73023040~9247439,90297332~5586936,110697049~891254,112994351~477810,125829120~4830682,133768494~1091216,140394115~5201617,145956688~1471439,151885881~3301260,166430156~7024575,193570462~3568937,197675927~13577462,214771522~7657954,239075328~4832590,245904373~7141585,266787217~6112386,280854105~2527013,293601280~820467,298280684~4126208,311442078~601886,312097141~9261654,323325331~5077244,335149572~1580467,343020063~5519372,368183811~7825225,383866187~2773145,393941260~10717007] 2024-04-02T09:39:52.812 INFO:tasks.workunit.client.0.smithi012.stdout:from 9 to 15 diff [15263460~7061502,33365972~9585781,45787333~4477426,54402046~415664,60904577~6551059,68403631~2206614,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~4541812,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,154287744~899397,166430156~7024575,193570462~3568937,197675927~13577462,214771522~15587577,241517903~2390015,245904373~10274742,266787217~6112386,280854105~2527013,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~5519372,368183811~7825225,383866187~2773145,393941260~10717007] 2024-04-02T09:39:52.812 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [15263460~7061502,33365972~9585781,45787333~4477426,54402046~415664,60904577~6551059,68403631~2206614,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~4541812,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,154287744~899397,166430156~7024575,193570462~3568937,197675927~13577462,214771522~15587577,241517903~2390015,245904373~10274742,266787217~6112386,280854105~2527013,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~5519372,368183811~7825225,383866187~2773145,393941260~10717007] 2024-04-02T09:39:52.820 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [15263460~7061502,33365972~9585781,45787333~4477426,54402046~415664,60904577~6551059,68403631~2206614,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,125829120~4830682,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,151885881~3301260,166430156~7024575,193570462~3568937,197675927~13577462,214771522~15587577,239075328~4832590,245904373~10274742,266787217~6112386,280854105~2527013,293601280~820467,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~5519372,368183811~7825225,383866187~2773145,393941260~10717007] 2024-04-02T09:39:52.820 INFO:tasks.workunit.client.0.smithi012.stdout:from 9 to 16 diff [9501201~3580291,15263460~7061502,33365972~16898787,54402046~415664,60904577~6551059,68403631~2206614,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~4541812,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,154287744~899397,156139168~3974529,166430156~7024575,193570462~3568937,197675927~13577462,214771522~19209861,236319658~7588260,245904373~10274742,266787217~6112386,280854105~2527013,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~5519372,350532642~2085226,368183811~7825225,383866187~2773145,393941260~10717007,406166896~4359633] 2024-04-02T09:39:52.820 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [9501201~3580291,15263460~7061502,33365972~16898787,54402046~415664,60904577~6551059,68403631~2206614,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~4541812,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,154287744~899397,156139168~3974529,166430156~7024575,193570462~3568937,197675927~13577462,214771522~19209861,236319658~7588260,245904373~10274742,266787217~6112386,280854105~2527013,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~5519372,350532642~2085226,368183811~7825225,383866187~2773145,393941260~10717007,406166896~4359633] 2024-04-02T09:39:52.826 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [8388608~4692884,15263460~7061502,33365972~16898787,54402046~415664,60904577~6551059,68403631~2206614,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,125829120~4830682,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,151885881~3301260,155189248~4924449,166430156~7024575,193570462~3568937,197675927~13577462,214771522~19209861,235078173~8829745,245904373~10274742,266787217~6112386,280854105~2527013,293601280~820467,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~5519372,350532642~2085226,368183811~7825225,383866187~2773145,393941260~16585269] 2024-04-02T09:39:52.826 INFO:tasks.workunit.client.0.smithi012.stdout:from 9 to 17 diff [9501201~3580291,15263460~7061502,33365972~16898787,54402046~415664,60904577~6551059,68403631~2206614,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,154287744~899397,156139168~3974529,166430156~7024575,188580663~3318352,193570462~3568937,197675927~13577462,214771522~19209861,236319658~7588260,245904373~10274742,266787217~6112386,274427994~3590599,280854105~2527013,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,364851902~3297683,368183811~8480156,383866187~2773145,393941260~10717007,406166896~4359633] 2024-04-02T09:39:52.826 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [9501201~3580291,15263460~7061502,33365972~16898787,54402046~415664,60904577~6551059,68403631~2206614,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,154287744~899397,156139168~3974529,166430156~7024575,188580663~3318352,193570462~3568937,197675927~13577462,214771522~19209861,236319658~7588260,245904373~10274742,266787217~6112386,274427994~3590599,280854105~2527013,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,364851902~3297683,368183811~8480156,383866187~2773145,393941260~10717007,406166896~4359633] 2024-04-02T09:39:52.833 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [8388608~4692884,15263460~7061502,33365972~16898787,54402046~415664,60904577~6551059,68403631~2206614,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,151885881~3301260,155189248~4924449,166430156~7024575,184549376~7349639,193570462~3568937,197675927~13577462,214771522~19209861,235078173~8829745,245904373~10274742,266787217~6112386,274427994~3590599,280854105~2527013,293601280~820467,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,364851902~3297683,368183811~8480156,383866187~2773145,393941260~16585269] 2024-04-02T09:39:52.833 INFO:tasks.workunit.client.0.smithi012.stdout:from 9 to 18 diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~415664,60904577~6551059,68403631~2206614,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,188580663~8558736,197675927~13577462,211713602~22267781,236319658~7588260,245904373~10274742,266787217~6112386,274427994~3590599,280854105~2527013,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,364851902~3297683,368183811~8480156,383866187~2773145,393941260~10717007,406034235~7246176] 2024-04-02T09:39:52.833 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~415664,60904577~6551059,68403631~2206614,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,188580663~8558736,197675927~13577462,211713602~22267781,236319658~7588260,245904373~10274742,266787217~6112386,274427994~3590599,280854105~2527013,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,364851902~3297683,368183811~8480156,383866187~2773145,393941260~10717007,406034235~7246176] 2024-04-02T09:39:52.841 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33365972~16898787,54402046~415664,60904577~6551059,68403631~2206614,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,151885881~21568850,184549376~12590023,197675927~13577462,211713602~22267781,235078173~8829745,245904373~10274742,266787217~6112386,274427994~3590599,280854105~2527013,293601280~820467,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,364851902~3297683,368183811~8480156,383866187~2773145,393941260~19339151] 2024-04-02T09:39:52.841 INFO:tasks.workunit.client.0.smithi012.stdout:from 9 to 19 diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~415664,58720845~8734791,68403631~2206614,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,393941260~10717007,406034235~7246176] 2024-04-02T09:39:52.841 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~415664,58720845~8734791,68403631~2206614,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,393941260~10717007,406034235~7246176] 2024-04-02T09:39:53.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:52 smithi012 ceph-mon[88355]: osdmap e2060: 8 total, 8 up, 8 in 2024-04-02T09:39:53.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:52 smithi012 ceph-mon[88355]: pgmap v4030: 137 pgs: 137 active+clean; 855 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 247 KiB/s rd, 45 MiB/s wr, 385 op/s 2024-04-02T09:39:53.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:52 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.5", "id": [4, 6]}]: dispatch 2024-04-02T09:39:53.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:52 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.9", "id": [3, 1, 4, 5]}]: dispatch 2024-04-02T09:39:53.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:52 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1b", "id": [3, 6, 4, 5, 7, 1]}]: dispatch 2024-04-02T09:39:53.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:52 smithi012 ceph-mon[90784]: osdmap e2060: 8 total, 8 up, 8 in 2024-04-02T09:39:53.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:52 smithi012 ceph-mon[90784]: pgmap v4030: 137 pgs: 137 active+clean; 855 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 247 KiB/s rd, 45 MiB/s wr, 385 op/s 2024-04-02T09:39:53.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:52 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.5", "id": [4, 6]}]: dispatch 2024-04-02T09:39:53.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:52 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.9", "id": [3, 1, 4, 5]}]: dispatch 2024-04-02T09:39:53.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:52 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1b", "id": [3, 6, 4, 5, 7, 1]}]: dispatch 2024-04-02T09:39:53.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:52 smithi055 ceph-mon[85080]: osdmap e2060: 8 total, 8 up, 8 in 2024-04-02T09:39:53.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:52 smithi055 ceph-mon[85080]: pgmap v4030: 137 pgs: 137 active+clean; 855 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 247 KiB/s rd, 45 MiB/s wr, 385 op/s 2024-04-02T09:39:53.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:52 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.5", "id": [4, 6]}]: dispatch 2024-04-02T09:39:53.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:52 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.9", "id": [3, 1, 4, 5]}]: dispatch 2024-04-02T09:39:53.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:52 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1b", "id": [3, 6, 4, 5, 7, 1]}]: dispatch 2024-04-02T09:39:53.941 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33365972~16898787,54402046~415664,58720845~8734791,68403631~2206614,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,151885881~21568850,178248109~2410887,184549376~12590023,197675927~36305456,235078173~8829745,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,293601280~820467,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,393941260~19339151] 2024-04-02T09:39:53.941 INFO:tasks.workunit.client.0.smithi012.stdout:from 10 to 11 diff [37314997~5636756,73023040~9247439,90448068~5436200,154287744~899397,198369981~1565304,298280684~4126208,323325331~4689955,393941260~8109204] 2024-04-02T09:39:53.941 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [37314997~5636756,73023040~9247439,90448068~5436200,154287744~899397,198369981~1565304,298280684~4126208,323325331~4689955,393941260~8109204] 2024-04-02T09:39:53.981 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [37314997~5636756,73023040~9247439,90448068~5436200,151885881~3301260,198369981~1565304,298280684~4126208,323325331~4689955,393941260~8109204] 2024-04-02T09:39:53.982 INFO:tasks.workunit.client.0.smithi012.stdout:from 10 to 12 diff [37314997~5636756,60904577~6551059,73023040~9247439,90448068~5436200,112994351~477810,126117990~4541812,141357330~3557513,145956688~1471439,154287744~899397,166430156~7024575,198369981~1565304,204152972~7100417,298280684~4126208,323325331~5077244,368183811~7825225,393941260~8109204] 2024-04-02T09:39:53.982 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [37314997~5636756,60904577~6551059,73023040~9247439,90448068~5436200,112994351~477810,126117990~4541812,141357330~3557513,145956688~1471439,154287744~899397,166430156~7024575,198369981~1565304,204152972~7100417,298280684~4126208,323325331~5077244,368183811~7825225,393941260~8109204] 2024-04-02T09:39:53.992 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [37314997~5636756,60904577~6551059,73023040~9247439,90448068~5436200,112994351~477810,125829120~4830682,141357330~3557513,145956688~1471439,151885881~3301260,166430156~7024575,198369981~1565304,204152972~7100417,298280684~4126208,323325331~5077244,368183811~7825225,393941260~8109204] 2024-04-02T09:39:53.992 INFO:tasks.workunit.client.0.smithi012.stdout:from 10 to 13 diff [37314997~5636756,60904577~6551059,73023040~9247439,90448068~5436200,110697049~891254,112994351~477810,126117990~4541812,133768494~1091216,140394115~5201617,145956688~1471439,154287744~899397,166430156~7024575,198369981~1565304,204152972~7100417,266787217~6112386,280854105~2527013,298280684~4126208,311442078~601886,315371472~5987323,323325331~5077244,343020063~5519372,368183811~7825225,383866187~2773145,393941260~8109204] 2024-04-02T09:39:53.992 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [37314997~5636756,60904577~6551059,73023040~9247439,90448068~5436200,110697049~891254,112994351~477810,126117990~4541812,133768494~1091216,140394115~5201617,145956688~1471439,154287744~899397,166430156~7024575,198369981~1565304,204152972~7100417,266787217~6112386,280854105~2527013,298280684~4126208,311442078~601886,315371472~5987323,323325331~5077244,343020063~5519372,368183811~7825225,383866187~2773145,393941260~8109204] 2024-04-02T09:39:54.004 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [37314997~5636756,60904577~6551059,73023040~9247439,90448068~5436200,110697049~891254,112994351~477810,125829120~4830682,133768494~1091216,140394115~5201617,145956688~1471439,151885881~3301260,166430156~7024575,198369981~1565304,204152972~7100417,266787217~6112386,280854105~2527013,298280684~4126208,311442078~601886,315371472~5987323,323325331~5077244,343020063~5519372,368183811~7825225,383866187~2773145,393941260~8109204] 2024-04-02T09:39:54.005 INFO:tasks.workunit.client.0.smithi012.stdout:from 10 to 14 diff [15263460~7061502,37314997~5636756,60904577~6551059,71760959~520432,73023040~9247439,90297332~5586936,110697049~891254,112994351~477810,126117990~4541812,133768494~1091216,140394115~5201617,145956688~1471439,154287744~899397,166430156~7024575,193570462~3568937,198369981~1565304,204152972~7100417,214771522~3403092,241517903~2390015,245904373~7141585,266787217~6112386,280854105~2527013,298280684~4126208,311442078~601886,312097141~9261654,323325331~5077244,343020063~5519372,368183811~7825225,383866187~2773145,393941260~9546729] 2024-04-02T09:39:54.005 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [15263460~7061502,37314997~5636756,60904577~6551059,71760959~520432,73023040~9247439,90297332~5586936,110697049~891254,112994351~477810,126117990~4541812,133768494~1091216,140394115~5201617,145956688~1471439,154287744~899397,166430156~7024575,193570462~3568937,198369981~1565304,204152972~7100417,214771522~3403092,241517903~2390015,245904373~7141585,266787217~6112386,280854105~2527013,298280684~4126208,311442078~601886,312097141~9261654,323325331~5077244,343020063~5519372,368183811~7825225,383866187~2773145,393941260~9546729] 2024-04-02T09:39:54.014 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [15263460~7061502,37314997~5636756,60904577~6551059,71760959~520432,73023040~9247439,90297332~5586936,110697049~891254,112994351~477810,125829120~4830682,133768494~1091216,140394115~5201617,145956688~1471439,151885881~3301260,166430156~7024575,193570462~3568937,198369981~1565304,204152972~7100417,214771522~3403092,239075328~4832590,245904373~7141585,266787217~6112386,280854105~2527013,298280684~4126208,311442078~601886,312097141~9261654,323325331~5077244,343020063~5519372,368183811~7825225,383866187~2773145,393941260~9546729] 2024-04-02T09:39:54.015 INFO:tasks.workunit.client.0.smithi012.stdout:from 10 to 15 diff [15263460~7061502,33845445~641998,37314997~5636756,54402046~415664,60904577~6551059,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~4541812,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,154287744~899397,166430156~7024575,193570462~3568937,198369981~1565304,204152972~7100417,214771522~3403092,219830769~10528330,241517903~2390015,245904373~10274742,266787217~6112386,280854105~2527013,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335871419~4345119,343020063~5519372,368183811~7825225,383866187~2773145,393941260~9546729] 2024-04-02T09:39:54.015 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [15263460~7061502,33845445~641998,37314997~5636756,54402046~415664,60904577~6551059,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~4541812,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,154287744~899397,166430156~7024575,193570462~3568937,198369981~1565304,204152972~7100417,214771522~3403092,219830769~10528330,241517903~2390015,245904373~10274742,266787217~6112386,280854105~2527013,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335871419~4345119,343020063~5519372,368183811~7825225,383866187~2773145,393941260~9546729] 2024-04-02T09:39:54.027 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [15263460~7061502,33845445~641998,37314997~5636756,54402046~415664,60904577~6551059,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,125829120~4830682,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,151885881~3301260,166430156~7024575,193570462~3568937,198369981~1565304,204152972~7100417,214771522~3403092,219830769~10528330,239075328~4832590,245904373~10274742,266787217~6112386,280854105~2527013,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335871419~4345119,343020063~5519372,368183811~7825225,383866187~2773145,393941260~9546729] 2024-04-02T09:39:54.027 INFO:tasks.workunit.client.0.smithi012.stdout:from 10 to 16 diff [9501201~3580291,15263460~7061502,33845445~641998,37314997~9251940,54402046~415664,60904577~6551059,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~4541812,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,154287744~899397,156139168~3974529,166430156~7024575,193570462~3568937,198369981~1565304,204152972~7100417,214771522~3403092,219830769~14150614,236319658~7588260,245904373~10274742,266787217~6112386,280854105~2527013,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335871419~4345119,343020063~5519372,350532642~2085226,368183811~7825225,383866187~2773145,393941260~9546729,406166896~4359633] 2024-04-02T09:39:54.027 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [9501201~3580291,15263460~7061502,33845445~641998,37314997~9251940,54402046~415664,60904577~6551059,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~4541812,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,154287744~899397,156139168~3974529,166430156~7024575,193570462~3568937,198369981~1565304,204152972~7100417,214771522~3403092,219830769~14150614,236319658~7588260,245904373~10274742,266787217~6112386,280854105~2527013,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335871419~4345119,343020063~5519372,350532642~2085226,368183811~7825225,383866187~2773145,393941260~9546729,406166896~4359633] 2024-04-02T09:39:54.037 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [8388608~4692884,15263460~7061502,33845445~641998,37314997~9251940,54402046~415664,60904577~6551059,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,125829120~4830682,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,151885881~3301260,155189248~4924449,166430156~7024575,193570462~3568937,198369981~1565304,204152972~7100417,214771522~3403092,219830769~14150614,235078173~8829745,245904373~10274742,266787217~6112386,280854105~2527013,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335871419~4345119,343020063~5519372,350532642~2085226,368183811~7825225,383866187~2773145,393941260~9546729,404658267~5868262] 2024-04-02T09:39:54.037 INFO:tasks.workunit.client.0.smithi012.stdout:from 10 to 17 diff [9501201~3580291,15263460~7061502,33845445~641998,37314997~9251940,54402046~415664,60904577~6551059,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,154287744~899397,156139168~3974529,166430156~7024575,188580663~3318352,193570462~3568937,198369981~1565304,204152972~7100417,214771522~3403092,219830769~14150614,236319658~7588260,245904373~10274742,266787217~6112386,274427994~3590599,280854105~2527013,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335871419~4345119,343020063~9597805,364851902~3297683,368183811~8480156,383866187~2773145,393941260~9546729,406166896~4359633] 2024-04-02T09:39:54.037 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [9501201~3580291,15263460~7061502,33845445~641998,37314997~9251940,54402046~415664,60904577~6551059,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,154287744~899397,156139168~3974529,166430156~7024575,188580663~3318352,193570462~3568937,198369981~1565304,204152972~7100417,214771522~3403092,219830769~14150614,236319658~7588260,245904373~10274742,266787217~6112386,274427994~3590599,280854105~2527013,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335871419~4345119,343020063~9597805,364851902~3297683,368183811~8480156,383866187~2773145,393941260~9546729,406166896~4359633] 2024-04-02T09:39:54.047 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [8388608~4692884,15263460~7061502,33845445~641998,37314997~9251940,54402046~415664,60904577~6551059,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,151885881~3301260,155189248~4924449,166430156~7024575,184549376~7349639,193570462~3568937,198369981~1565304,204152972~7100417,214771522~3403092,219830769~14150614,235078173~8829745,245904373~10274742,266787217~6112386,274427994~3590599,280854105~2527013,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335871419~4345119,343020063~9597805,364851902~3297683,368183811~8480156,383866187~2773145,393941260~9546729,404658267~5868262] 2024-04-02T09:39:54.047 INFO:tasks.workunit.client.0.smithi012.stdout:from 10 to 18 diff [3499842~2325696,9501201~12823761,33845445~641998,37314997~9251940,54402046~415664,60904577~6551059,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,188580663~8558736,198369981~1565304,204152972~7100417,211713602~6461012,219830769~14150614,236319658~7588260,245904373~10274742,266787217~6112386,274427994~3590599,280854105~2527013,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335871419~4345119,343020063~9597805,364851902~3297683,368183811~8480156,383866187~2773145,393941260~9546729,406034235~7246176] 2024-04-02T09:39:54.047 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33845445~641998,37314997~9251940,54402046~415664,60904577~6551059,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,188580663~8558736,198369981~1565304,204152972~7100417,211713602~6461012,219830769~14150614,236319658~7588260,245904373~10274742,266787217~6112386,274427994~3590599,280854105~2527013,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335871419~4345119,343020063~9597805,364851902~3297683,368183811~8480156,383866187~2773145,393941260~9546729,406034235~7246176] 2024-04-02T09:39:54.054 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33845445~641998,37314997~9251940,54402046~415664,60904577~6551059,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,151885881~21568850,184549376~12590023,198369981~1565304,204152972~7100417,211713602~6461012,219830769~14150614,235078173~8829745,245904373~10274742,266787217~6112386,274427994~3590599,280854105~2527013,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335871419~4345119,343020063~9597805,364851902~3297683,368183811~8480156,383866187~2773145,393941260~9546729,404658267~8622144] 2024-04-02T09:39:54.054 INFO:tasks.workunit.client.0.smithi012.stdout:from 10 to 19 diff [3499842~2325696,9501201~12823761,33845445~641998,37314997~9251940,54402046~415664,58720845~8734791,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,198369981~1565304,200139397~18035217,219129382~14852001,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,393941260~9546729,406034235~7246176] 2024-04-02T09:39:54.054 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33845445~641998,37314997~9251940,54402046~415664,58720845~8734791,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,198369981~1565304,200139397~18035217,219129382~14852001,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,393941260~9546729,406034235~7246176] 2024-04-02T09:39:54.064 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33845445~641998,37314997~9251940,54402046~415664,58720845~8734791,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,151885881~21568850,178248109~2410887,184549376~12590023,198369981~1565304,200139397~18035217,219129382~14852001,235078173~8829745,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,393941260~9546729,404658267~8622144] 2024-04-02T09:39:54.065 INFO:tasks.workunit.client.0.smithi012.stdout:from 11 to 12 diff [60904577~6551059,112994351~477810,126117990~4541812,141357330~3557513,145956688~1471439,166430156~7024575,204152972~7100417,325123085~3279490,368183811~7825225] 2024-04-02T09:39:54.065 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [60904577~6551059,112994351~477810,126117990~4541812,141357330~3557513,145956688~1471439,166430156~7024575,204152972~7100417,325123085~3279490,368183811~7825225] 2024-04-02T09:39:54.075 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [60904577~6551059,112994351~477810,125829120~4830682,141357330~3557513,145956688~1471439,166430156~7024575,204152972~7100417,325123085~3279490,368183811~7825225] 2024-04-02T09:39:54.075 INFO:tasks.workunit.client.0.smithi012.stdout:from 11 to 13 diff [60904577~6551059,110697049~891254,112994351~477810,126117990~4541812,133768494~1091216,140394115~5201617,145956688~1471439,166430156~7024575,204152972~7100417,266787217~6112386,280854105~2527013,311442078~601886,315371472~5987323,325123085~3279490,343020063~5519372,368183811~7825225,383866187~2773145] 2024-04-02T09:39:54.075 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [60904577~6551059,110697049~891254,112994351~477810,126117990~4541812,133768494~1091216,140394115~5201617,145956688~1471439,166430156~7024575,204152972~7100417,266787217~6112386,280854105~2527013,311442078~601886,315371472~5987323,325123085~3279490,343020063~5519372,368183811~7825225,383866187~2773145] 2024-04-02T09:39:54.086 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [60904577~6551059,110697049~891254,112994351~477810,125829120~4830682,133768494~1091216,140394115~5201617,145956688~1471439,166430156~7024575,204152972~7100417,266787217~6112386,280854105~2527013,311442078~601886,315371472~5987323,325123085~3279490,343020063~5519372,368183811~7825225,383866187~2773145] 2024-04-02T09:39:54.086 INFO:tasks.workunit.client.0.smithi012.stdout:from 11 to 14 diff [15263460~7061502,60904577~6551059,71760959~520432,90297332~1178607,110697049~891254,112994351~477810,126117990~4541812,133768494~1091216,140394115~5201617,145956688~1471439,166430156~7024575,193570462~3568937,204152972~7100417,214771522~3403092,241517903~2390015,245904373~7141585,266787217~6112386,280854105~2527013,311442078~601886,312097141~9261654,325123085~3279490,343020063~5519372,368183811~7825225,383866187~2773145,400505389~2982600] 2024-04-02T09:39:54.086 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [15263460~7061502,60904577~6551059,71760959~520432,90297332~1178607,110697049~891254,112994351~477810,126117990~4541812,133768494~1091216,140394115~5201617,145956688~1471439,166430156~7024575,193570462~3568937,204152972~7100417,214771522~3403092,241517903~2390015,245904373~7141585,266787217~6112386,280854105~2527013,311442078~601886,312097141~9261654,325123085~3279490,343020063~5519372,368183811~7825225,383866187~2773145,400505389~2982600] 2024-04-02T09:39:54.094 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [15263460~7061502,60904577~6551059,71760959~520432,90297332~1178607,110697049~891254,112994351~477810,125829120~4830682,133768494~1091216,140394115~5201617,145956688~1471439,166430156~7024575,193570462~3568937,204152972~7100417,214771522~3403092,239075328~4832590,245904373~7141585,266787217~6112386,280854105~2527013,311442078~601886,312097141~9261654,325123085~3279490,343020063~5519372,368183811~7825225,383866187~2773145,400505389~2982600] 2024-04-02T09:39:54.094 INFO:tasks.workunit.client.0.smithi012.stdout:from 11 to 15 diff [15263460~7061502,33845445~641998,54402046~415664,60904577~6551059,71760959~520432,90297332~1178607,97815498~1644610,110697049~891254,112994351~477810,126117990~4541812,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,166430156~7024575,193570462~3568937,204152972~7100417,214771522~3403092,219830769~10528330,241517903~2390015,245904373~10274742,266787217~6112386,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,325123085~3279490,335871419~4345119,343020063~5519372,368183811~7825225,383866187~2773145,400505389~2982600] 2024-04-02T09:39:54.094 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [15263460~7061502,33845445~641998,54402046~415664,60904577~6551059,71760959~520432,90297332~1178607,97815498~1644610,110697049~891254,112994351~477810,126117990~4541812,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,166430156~7024575,193570462~3568937,204152972~7100417,214771522~3403092,219830769~10528330,241517903~2390015,245904373~10274742,266787217~6112386,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,325123085~3279490,335871419~4345119,343020063~5519372,368183811~7825225,383866187~2773145,400505389~2982600] 2024-04-02T09:39:54.102 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [15263460~7061502,33845445~641998,54402046~415664,60904577~6551059,71760959~520432,90297332~1178607,97815498~1644610,110697049~891254,112994351~477810,125829120~4830682,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,166430156~7024575,193570462~3568937,204152972~7100417,214771522~3403092,219830769~10528330,239075328~4832590,245904373~10274742,266787217~6112386,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,325123085~3279490,335871419~4345119,343020063~5519372,368183811~7825225,383866187~2773145,400505389~2982600] 2024-04-02T09:39:54.102 INFO:tasks.workunit.client.0.smithi012.stdout:from 11 to 16 diff [9501201~3580291,15263460~7061502,33845445~641998,41336843~5230094,54402046~415664,60904577~6551059,71760959~520432,90297332~1178607,97815498~1644610,110697049~891254,112994351~477810,126117990~4541812,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,156139168~3974529,166430156~7024575,193570462~3568937,204152972~7100417,214771522~3403092,219830769~14150614,236319658~7588260,245904373~10274742,266787217~6112386,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,325123085~3279490,335871419~4345119,343020063~5519372,350532642~2085226,368183811~7825225,383866187~2773145,400505389~2982600,406166896~4359633] 2024-04-02T09:39:54.102 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [9501201~3580291,15263460~7061502,33845445~641998,41336843~5230094,54402046~415664,60904577~6551059,71760959~520432,90297332~1178607,97815498~1644610,110697049~891254,112994351~477810,126117990~4541812,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,156139168~3974529,166430156~7024575,193570462~3568937,204152972~7100417,214771522~3403092,219830769~14150614,236319658~7588260,245904373~10274742,266787217~6112386,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,325123085~3279490,335871419~4345119,343020063~5519372,350532642~2085226,368183811~7825225,383866187~2773145,400505389~2982600,406166896~4359633] 2024-04-02T09:39:54.115 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [8388608~4692884,15263460~7061502,33845445~641998,41336843~5230094,54402046~415664,60904577~6551059,71760959~520432,90297332~1178607,97815498~1644610,110697049~891254,112994351~477810,125829120~4830682,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,155189248~4924449,166430156~7024575,193570462~3568937,204152972~7100417,214771522~3403092,219830769~14150614,235078173~8829745,245904373~10274742,266787217~6112386,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,325123085~3279490,335871419~4345119,343020063~5519372,350532642~2085226,368183811~7825225,383866187~2773145,400505389~2982600,404658267~5868262] 2024-04-02T09:39:54.115 INFO:tasks.workunit.client.0.smithi012.stdout:from 11 to 17 diff [9501201~3580291,15263460~7061502,33845445~641998,41336843~5230094,54402046~415664,60904577~6551059,71760959~520432,90297332~1178607,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,156139168~3974529,166430156~7024575,188580663~3318352,193570462~3568937,204152972~7100417,214771522~3403092,219830769~14150614,236319658~7588260,245904373~10274742,266787217~6112386,274427994~3590599,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,325123085~3279490,335871419~4345119,343020063~9597805,364851902~3297683,368183811~8480156,383866187~2773145,400505389~2982600,406166896~4359633] 2024-04-02T09:39:54.115 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [9501201~3580291,15263460~7061502,33845445~641998,41336843~5230094,54402046~415664,60904577~6551059,71760959~520432,90297332~1178607,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,156139168~3974529,166430156~7024575,188580663~3318352,193570462~3568937,204152972~7100417,214771522~3403092,219830769~14150614,236319658~7588260,245904373~10274742,266787217~6112386,274427994~3590599,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,325123085~3279490,335871419~4345119,343020063~9597805,364851902~3297683,368183811~8480156,383866187~2773145,400505389~2982600,406166896~4359633] 2024-04-02T09:39:54.125 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [8388608~4692884,15263460~7061502,33845445~641998,41336843~5230094,54402046~415664,60904577~6551059,71760959~520432,90297332~1178607,97815498~1644610,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,155189248~4924449,166430156~7024575,184549376~7349639,193570462~3568937,204152972~7100417,214771522~3403092,219830769~14150614,235078173~8829745,245904373~10274742,266787217~6112386,274427994~3590599,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,325123085~3279490,335871419~4345119,343020063~9597805,364851902~3297683,368183811~8480156,383866187~2773145,400505389~2982600,404658267~5868262] 2024-04-02T09:39:54.125 INFO:tasks.workunit.client.0.smithi012.stdout:from 11 to 18 diff [3499842~2325696,9501201~12823761,33845445~641998,41336843~5230094,54402046~415664,60904577~6551059,71760959~520432,90297332~1178607,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,188580663~8558736,204152972~7100417,211713602~6461012,219830769~14150614,236319658~7588260,245904373~10274742,266787217~6112386,274427994~3590599,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,325123085~3279490,335871419~4345119,343020063~9597805,364851902~3297683,368183811~8480156,383866187~2773145,400485962~3002027,406034235~7246176] 2024-04-02T09:39:54.125 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33845445~641998,41336843~5230094,54402046~415664,60904577~6551059,71760959~520432,90297332~1178607,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,188580663~8558736,204152972~7100417,211713602~6461012,219830769~14150614,236319658~7588260,245904373~10274742,266787217~6112386,274427994~3590599,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,325123085~3279490,335871419~4345119,343020063~9597805,364851902~3297683,368183811~8480156,383866187~2773145,400485962~3002027,406034235~7246176] 2024-04-02T09:39:54.133 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33845445~641998,41336843~5230094,54402046~415664,60904577~6551059,71760959~520432,90297332~1178607,97815498~1644610,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,184549376~12590023,204152972~7100417,211713602~6461012,219830769~14150614,235078173~8829745,245904373~10274742,266787217~6112386,274427994~3590599,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,325123085~3279490,335871419~4345119,343020063~9597805,364851902~3297683,368183811~8480156,383866187~2773145,400485962~3002027,404658267~8622144] 2024-04-02T09:39:54.134 INFO:tasks.workunit.client.0.smithi012.stdout:from 11 to 19 diff [3499842~2325696,9501201~12823761,33845445~641998,37624966~8941971,54402046~415664,58720845~8734791,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,200139397~18035217,219129382~14852001,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,325123085~3279490,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,400485962~3002027,406034235~7246176] 2024-04-02T09:39:54.134 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33845445~641998,37624966~8941971,54402046~415664,58720845~8734791,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,200139397~18035217,219129382~14852001,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,325123085~3279490,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,400485962~3002027,406034235~7246176] 2024-04-02T09:39:54.142 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33845445~641998,37624966~8941971,54402046~415664,58720845~8734791,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,184549376~12590023,200139397~18035217,219129382~14852001,235078173~8829745,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,325123085~3279490,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,400485962~3002027,404658267~8622144] 2024-04-02T09:39:54.142 INFO:tasks.workunit.client.0.smithi012.stdout:from 12 to 13 diff [62141196~2323419,110697049~891254,133768494~1091216,140394115~5201617,266787217~6112386,280854105~2527013,311442078~601886,315371472~5987323,343020063~5519372,383866187~2773145] 2024-04-02T09:39:54.143 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [62141196~2323419,110697049~891254,133768494~1091216,140394115~5201617,266787217~6112386,280854105~2527013,311442078~601886,315371472~5987323,343020063~5519372,383866187~2773145] 2024-04-02T09:39:54.155 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [62141196~2323419,110697049~891254,133768494~1091216,140394115~5201617,266787217~6112386,280854105~2527013,311442078~601886,315371472~5987323,343020063~5519372,383866187~2773145] 2024-04-02T09:39:54.155 INFO:tasks.workunit.client.0.smithi012.stdout:from 12 to 14 diff [15263460~7061502,62141196~2323419,71760959~520432,90297332~1178607,110697049~891254,133768494~1091216,140394115~5201617,193570462~3568937,214771522~3403092,241517903~2390015,245904373~7141585,266787217~6112386,280854105~2527013,311442078~601886,312097141~9261654,343020063~5519372,368887229~6153753,383866187~2773145,400505389~2982600] 2024-04-02T09:39:54.155 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [15263460~7061502,62141196~2323419,71760959~520432,90297332~1178607,110697049~891254,133768494~1091216,140394115~5201617,193570462~3568937,214771522~3403092,241517903~2390015,245904373~7141585,266787217~6112386,280854105~2527013,311442078~601886,312097141~9261654,343020063~5519372,368887229~6153753,383866187~2773145,400505389~2982600] 2024-04-02T09:39:54.168 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [15263460~7061502,62141196~2323419,71760959~520432,90297332~1178607,110697049~891254,133768494~1091216,140394115~5201617,193570462~3568937,214771522~3403092,239075328~4832590,245904373~7141585,266787217~6112386,280854105~2527013,311442078~601886,312097141~9261654,343020063~5519372,368887229~6153753,383866187~2773145,400505389~2982600] 2024-04-02T09:39:54.169 INFO:tasks.workunit.client.0.smithi012.stdout:from 12 to 15 diff [15263460~7061502,33845445~641998,54402046~415664,62141196~2323419,71760959~520432,90297332~1178607,97815498~1644610,110697049~891254,133768494~1091216,135434652~170299,140394115~5201617,193570462~3568937,214771522~3403092,219830769~10528330,241517903~2390015,245904373~10274742,266787217~6112386,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,335871419~4345119,343020063~5519372,368887229~6153753,383866187~2773145,400505389~2982600] 2024-04-02T09:39:54.169 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [15263460~7061502,33845445~641998,54402046~415664,62141196~2323419,71760959~520432,90297332~1178607,97815498~1644610,110697049~891254,133768494~1091216,135434652~170299,140394115~5201617,193570462~3568937,214771522~3403092,219830769~10528330,241517903~2390015,245904373~10274742,266787217~6112386,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,335871419~4345119,343020063~5519372,368887229~6153753,383866187~2773145,400505389~2982600] 2024-04-02T09:39:54.175 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [15263460~7061502,33845445~641998,54402046~415664,62141196~2323419,71760959~520432,90297332~1178607,97815498~1644610,110697049~891254,133768494~1091216,135434652~170299,140394115~5201617,193570462~3568937,214771522~3403092,219830769~10528330,239075328~4832590,245904373~10274742,266787217~6112386,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,335871419~4345119,343020063~5519372,368887229~6153753,383866187~2773145,400505389~2982600] 2024-04-02T09:39:54.176 INFO:tasks.workunit.client.0.smithi012.stdout:from 12 to 16 diff [9501201~3580291,15263460~7061502,33845445~641998,41336843~5230094,54402046~415664,62141196~2323419,71760959~520432,90297332~1178607,97815498~1644610,110697049~891254,133768494~1091216,135434652~170299,140394115~5201617,156139168~3974529,193570462~3568937,204357633~501392,214771522~3403092,219830769~14150614,236319658~7588260,245904373~10274742,266787217~6112386,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,335871419~4345119,343020063~5519372,350532642~2085226,368887229~6153753,383866187~2773145,400505389~2982600,406166896~4359633] 2024-04-02T09:39:54.176 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [9501201~3580291,15263460~7061502,33845445~641998,41336843~5230094,54402046~415664,62141196~2323419,71760959~520432,90297332~1178607,97815498~1644610,110697049~891254,133768494~1091216,135434652~170299,140394115~5201617,156139168~3974529,193570462~3568937,204357633~501392,214771522~3403092,219830769~14150614,236319658~7588260,245904373~10274742,266787217~6112386,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,335871419~4345119,343020063~5519372,350532642~2085226,368887229~6153753,383866187~2773145,400505389~2982600,406166896~4359633] 2024-04-02T09:39:54.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:53 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.5", "id": [4, 6]}]': finished 2024-04-02T09:39:54.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:53 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.9", "id": [3, 1, 4, 5]}]': finished 2024-04-02T09:39:54.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:53 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1b", "id": [3, 6, 4, 5, 7, 1]}]': finished 2024-04-02T09:39:54.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:53 smithi012 ceph-mon[88355]: osdmap e2061: 8 total, 8 up, 8 in 2024-04-02T09:39:54.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:53 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.5", "id": [4, 6]}]': finished 2024-04-02T09:39:54.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:53 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.9", "id": [3, 1, 4, 5]}]': finished 2024-04-02T09:39:54.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:53 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1b", "id": [3, 6, 4, 5, 7, 1]}]': finished 2024-04-02T09:39:54.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:53 smithi012 ceph-mon[90784]: osdmap e2061: 8 total, 8 up, 8 in 2024-04-02T09:39:54.183 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [8388608~4692884,15263460~7061502,33845445~641998,41336843~5230094,54402046~415664,62141196~2323419,71760959~520432,90297332~1178607,97815498~1644610,110697049~891254,133768494~1091216,135434652~170299,140394115~5201617,155189248~4924449,193570462~3568937,204357633~501392,214771522~3403092,219830769~14150614,235078173~8829745,245904373~10274742,266787217~6112386,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,335871419~4345119,343020063~5519372,350532642~2085226,368887229~6153753,383866187~2773145,400505389~2982600,404658267~5868262] 2024-04-02T09:39:54.183 INFO:tasks.workunit.client.0.smithi012.stdout:from 12 to 17 diff [9501201~3580291,15263460~7061502,33845445~641998,41336843~5230094,54402046~415664,62141196~2323419,71760959~520432,90297332~1178607,97815498~1644610,110697049~891254,129490309~3726565,133768494~1091216,135434652~170299,140394115~5201617,156139168~3974529,188580663~3318352,193570462~3568937,204357633~501392,214771522~3403092,219830769~14150614,236319658~7588260,245904373~10274742,266787217~6112386,274427994~3590599,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,335871419~4345119,343020063~9597805,364851902~3297683,368887229~7776738,383866187~2773145,400505389~2982600,406166896~4359633] 2024-04-02T09:39:54.183 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [9501201~3580291,15263460~7061502,33845445~641998,41336843~5230094,54402046~415664,62141196~2323419,71760959~520432,90297332~1178607,97815498~1644610,110697049~891254,129490309~3726565,133768494~1091216,135434652~170299,140394115~5201617,156139168~3974529,188580663~3318352,193570462~3568937,204357633~501392,214771522~3403092,219830769~14150614,236319658~7588260,245904373~10274742,266787217~6112386,274427994~3590599,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,335871419~4345119,343020063~9597805,364851902~3297683,368887229~7776738,383866187~2773145,400505389~2982600,406166896~4359633] 2024-04-02T09:39:54.189 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [8388608~4692884,15263460~7061502,33845445~641998,41336843~5230094,54402046~415664,62141196~2323419,71760959~520432,90297332~1178607,97815498~1644610,110697049~891254,129490309~3726565,133768494~1091216,135434652~170299,140394115~5201617,155189248~4924449,184549376~7349639,193570462~3568937,204357633~501392,214771522~3403092,219830769~14150614,235078173~8829745,245904373~10274742,266787217~6112386,274427994~3590599,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,335871419~4345119,343020063~9597805,364851902~3297683,368887229~7776738,383866187~2773145,400505389~2982600,404658267~5868262] 2024-04-02T09:39:54.190 INFO:tasks.workunit.client.0.smithi012.stdout:from 12 to 18 diff [3499842~2325696,9501201~12823761,33845445~641998,41336843~5230094,54402046~415664,62141196~2323419,71760959~520432,90297332~1178607,97815498~1644610,110697049~891254,129490309~3726565,133768494~1091216,135434652~170299,140394115~5201617,153007064~13969635,188580663~8558736,204357633~501392,211713602~6461012,219830769~14150614,236319658~7588260,245904373~10274742,266787217~6112386,274427994~3590599,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,335871419~4345119,343020063~9597805,364851902~3297683,368887229~7776738,383866187~2773145,400485962~3002027,406034235~7246176] 2024-04-02T09:39:54.190 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33845445~641998,41336843~5230094,54402046~415664,62141196~2323419,71760959~520432,90297332~1178607,97815498~1644610,110697049~891254,129490309~3726565,133768494~1091216,135434652~170299,140394115~5201617,153007064~13969635,188580663~8558736,204357633~501392,211713602~6461012,219830769~14150614,236319658~7588260,245904373~10274742,266787217~6112386,274427994~3590599,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,335871419~4345119,343020063~9597805,364851902~3297683,368887229~7776738,383866187~2773145,400485962~3002027,406034235~7246176] 2024-04-02T09:39:54.196 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33845445~641998,41336843~5230094,54402046~415664,62141196~2323419,71760959~520432,90297332~1178607,97815498~1644610,110697049~891254,129490309~3726565,133768494~1091216,135434652~170299,140394115~5201617,153007064~13969635,184549376~12590023,204357633~501392,211713602~6461012,219830769~14150614,235078173~8829745,245904373~10274742,266787217~6112386,274427994~3590599,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,335871419~4345119,343020063~9597805,364851902~3297683,368887229~7776738,383866187~2773145,400485962~3002027,404658267~8622144] 2024-04-02T09:39:54.196 INFO:tasks.workunit.client.0.smithi012.stdout:from 12 to 19 diff [3499842~2325696,9501201~12823761,33845445~641998,37624966~8941971,54402046~415664,58720845~5743770,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,110697049~891254,129490309~3726565,133768494~1091216,135434652~170299,140394115~5201617,153007064~13969635,178248109~2410887,188580663~8558736,200139397~9132221,210479603~7695011,219129382~14852001,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368887229~7776738,383866187~2773145,400485962~3002027,406034235~7246176] 2024-04-02T09:39:54.196 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33845445~641998,37624966~8941971,54402046~415664,58720845~5743770,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,110697049~891254,129490309~3726565,133768494~1091216,135434652~170299,140394115~5201617,153007064~13969635,178248109~2410887,188580663~8558736,200139397~9132221,210479603~7695011,219129382~14852001,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368887229~7776738,383866187~2773145,400485962~3002027,406034235~7246176] 2024-04-02T09:39:54.202 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33845445~641998,37624966~8941971,54402046~415664,58720845~5743770,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,110697049~891254,129490309~3726565,133768494~1091216,135434652~170299,140394115~5201617,153007064~13969635,178248109~2410887,184549376~12590023,200139397~9132221,210479603~7695011,219129382~14852001,235078173~8829745,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368887229~7776738,383866187~2773145,400485962~3002027,404658267~8622144] 2024-04-02T09:39:54.203 INFO:tasks.workunit.client.0.smithi012.stdout:from 13 to 14 diff [15263460~7061502,71760959~520432,90297332~1178607,193570462~3568937,214771522~3403092,241517903~2390015,245904373~7141585,312097141~6047698,368887229~6153753,400505389~2982600] 2024-04-02T09:39:54.203 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [15263460~7061502,71760959~520432,90297332~1178607,193570462~3568937,214771522~3403092,241517903~2390015,245904373~7141585,312097141~6047698,368887229~6153753,400505389~2982600] 2024-04-02T09:39:54.209 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [15263460~7061502,71760959~520432,90297332~1178607,193570462~3568937,214771522~3403092,239075328~4832590,245904373~7141585,312097141~6047698,368887229~6153753,400505389~2982600] 2024-04-02T09:39:54.209 INFO:tasks.workunit.client.0.smithi012.stdout:from 13 to 15 diff [15263460~7061502,33845445~641998,54402046~415664,71760959~520432,90297332~1178607,97815498~1644610,135434652~170299,193570462~3568937,214771522~3403092,219830769~10528330,241517903~2390015,245904373~10274742,300711645~3462995,312097141~6047698,335871419~4345119,368887229~6153753,400505389~2982600] 2024-04-02T09:39:54.209 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [15263460~7061502,33845445~641998,54402046~415664,71760959~520432,90297332~1178607,97815498~1644610,135434652~170299,193570462~3568937,214771522~3403092,219830769~10528330,241517903~2390015,245904373~10274742,300711645~3462995,312097141~6047698,335871419~4345119,368887229~6153753,400505389~2982600] 2024-04-02T09:39:54.215 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [15263460~7061502,33845445~641998,54402046~415664,71760959~520432,90297332~1178607,97815498~1644610,135434652~170299,193570462~3568937,214771522~3403092,219830769~10528330,239075328~4832590,245904373~10274742,300711645~3462995,312097141~6047698,335871419~4345119,368887229~6153753,400505389~2982600] 2024-04-02T09:39:54.215 INFO:tasks.workunit.client.0.smithi012.stdout:from 13 to 16 diff [9501201~3580291,15263460~7061502,33845445~641998,41336843~5230094,54402046~415664,71760959~520432,90297332~1178607,97815498~1644610,135434652~170299,156139168~3974529,193570462~3568937,204357633~501392,214771522~3403092,219830769~14150614,236319658~7588260,245904373~10274742,300711645~3462995,312097141~6047698,335871419~4345119,350532642~2085226,368887229~6153753,400505389~2982600,406166896~4359633] 2024-04-02T09:39:54.215 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [9501201~3580291,15263460~7061502,33845445~641998,41336843~5230094,54402046~415664,71760959~520432,90297332~1178607,97815498~1644610,135434652~170299,156139168~3974529,193570462~3568937,204357633~501392,214771522~3403092,219830769~14150614,236319658~7588260,245904373~10274742,300711645~3462995,312097141~6047698,335871419~4345119,350532642~2085226,368887229~6153753,400505389~2982600,406166896~4359633] 2024-04-02T09:39:54.222 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [8388608~4692884,15263460~7061502,33845445~641998,41336843~5230094,54402046~415664,71760959~520432,90297332~1178607,97815498~1644610,135434652~170299,155189248~4924449,193570462~3568937,204357633~501392,214771522~3403092,219830769~14150614,235078173~8829745,245904373~10274742,300711645~3462995,312097141~6047698,335871419~4345119,350532642~2085226,368887229~6153753,400505389~2982600,404658267~5868262] 2024-04-02T09:39:54.222 INFO:tasks.workunit.client.0.smithi012.stdout:from 13 to 17 diff [9501201~3580291,15263460~7061502,33845445~641998,41336843~5230094,54402046~415664,71760959~520432,90297332~1178607,97815498~1644610,129490309~3726565,135434652~170299,156139168~3974529,188580663~3318352,193570462~3568937,204357633~501392,214771522~3403092,219830769~14150614,236319658~7588260,245904373~10274742,274427994~3590599,300711645~3462995,312097141~7352867,335871419~4345119,347711546~4906322,364851902~3297683,368887229~7776738,400505389~2982600,406166896~4359633] 2024-04-02T09:39:54.222 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [9501201~3580291,15263460~7061502,33845445~641998,41336843~5230094,54402046~415664,71760959~520432,90297332~1178607,97815498~1644610,129490309~3726565,135434652~170299,156139168~3974529,188580663~3318352,193570462~3568937,204357633~501392,214771522~3403092,219830769~14150614,236319658~7588260,245904373~10274742,274427994~3590599,300711645~3462995,312097141~7352867,335871419~4345119,347711546~4906322,364851902~3297683,368887229~7776738,400505389~2982600,406166896~4359633] 2024-04-02T09:39:54.228 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [8388608~4692884,15263460~7061502,33845445~641998,41336843~5230094,54402046~415664,71760959~520432,90297332~1178607,97815498~1644610,129490309~3726565,135434652~170299,155189248~4924449,184549376~7349639,193570462~3568937,204357633~501392,214771522~3403092,219830769~14150614,235078173~8829745,245904373~10274742,274427994~3590599,300711645~3462995,312097141~7352867,335871419~4345119,347711546~4906322,364851902~3297683,368887229~7776738,400505389~2982600,404658267~5868262] 2024-04-02T09:39:54.228 INFO:tasks.workunit.client.0.smithi012.stdout:from 13 to 18 diff [3499842~2325696,9501201~12823761,33845445~641998,41336843~5230094,54402046~415664,71760959~520432,90297332~1178607,97815498~1644610,129490309~3726565,135434652~170299,153007064~13969635,188580663~8558736,204357633~501392,211713602~6461012,219830769~14150614,236319658~7588260,245904373~10274742,274427994~3590599,300711645~3462995,312097141~7352867,335871419~4345119,346036460~6581408,364851902~3297683,368887229~7776738,400485962~3002027,406034235~7246176] 2024-04-02T09:39:54.228 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33845445~641998,41336843~5230094,54402046~415664,71760959~520432,90297332~1178607,97815498~1644610,129490309~3726565,135434652~170299,153007064~13969635,188580663~8558736,204357633~501392,211713602~6461012,219830769~14150614,236319658~7588260,245904373~10274742,274427994~3590599,300711645~3462995,312097141~7352867,335871419~4345119,346036460~6581408,364851902~3297683,368887229~7776738,400485962~3002027,406034235~7246176] 2024-04-02T09:39:54.234 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33845445~641998,41336843~5230094,54402046~415664,71760959~520432,90297332~1178607,97815498~1644610,129490309~3726565,135434652~170299,153007064~13969635,184549376~12590023,204357633~501392,211713602~6461012,219830769~14150614,235078173~8829745,245904373~10274742,274427994~3590599,300711645~3462995,312097141~7352867,335871419~4345119,346036460~6581408,364851902~3297683,368887229~7776738,400485962~3002027,404658267~8622144] 2024-04-02T09:39:54.235 INFO:tasks.workunit.client.0.smithi012.stdout:from 13 to 19 diff [3499842~2325696,9501201~12823761,33845445~641998,37624966~8941971,54402046~415664,58720845~4612033,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,129490309~3726565,135434652~170299,153007064~13969635,178248109~2410887,188580663~8558736,200139397~9132221,210479603~7695011,219129382~14852001,236319658~7588260,245904373~17605710,274427994~3590599,300711645~3462995,312097141~7352867,335871419~4345119,346036460~6581408,361824779~449636,364851902~3297683,368887229~7776738,400485962~3002027,406034235~7246176] 2024-04-02T09:39:54.235 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33845445~641998,37624966~8941971,54402046~415664,58720845~4612033,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,129490309~3726565,135434652~170299,153007064~13969635,178248109~2410887,188580663~8558736,200139397~9132221,210479603~7695011,219129382~14852001,236319658~7588260,245904373~17605710,274427994~3590599,300711645~3462995,312097141~7352867,335871419~4345119,346036460~6581408,361824779~449636,364851902~3297683,368887229~7776738,400485962~3002027,406034235~7246176] 2024-04-02T09:39:54.241 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33845445~641998,37624966~8941971,54402046~415664,58720845~4612033,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,129490309~3726565,135434652~170299,153007064~13969635,178248109~2410887,184549376~12590023,200139397~9132221,210479603~7695011,219129382~14852001,235078173~8829745,245904373~17605710,274427994~3590599,300711645~3462995,312097141~7352867,335871419~4345119,346036460~6581408,361824779~449636,364851902~3297683,368887229~7776738,400485962~3002027,404658267~8622144] 2024-04-02T09:39:54.241 INFO:tasks.workunit.client.0.smithi012.stdout:from 14 to 15 diff [33845445~641998,54402046~415664,97815498~1644610,135434652~170299,219830769~10528330,247989651~8189464,300711645~3462995,335871419~4345119] 2024-04-02T09:39:54.241 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [33845445~641998,54402046~415664,97815498~1644610,135434652~170299,219830769~10528330,247989651~8189464,300711645~3462995,335871419~4345119] 2024-04-02T09:39:54.248 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [33845445~641998,54402046~415664,97815498~1644610,135434652~170299,219830769~10528330,247989651~8189464,300711645~3462995,335871419~4345119] 2024-04-02T09:39:54.248 INFO:tasks.workunit.client.0.smithi012.stdout:from 14 to 16 diff [9501201~3580291,33845445~641998,41336843~5230094,54402046~415664,97815498~1644610,135434652~170299,156139168~3974529,204357633~501392,219830769~14150614,236319658~5793092,247989651~8189464,300711645~3462995,335871419~4345119,350532642~2085226,406166896~4359633] 2024-04-02T09:39:54.248 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [9501201~3580291,33845445~641998,41336843~5230094,54402046~415664,97815498~1644610,135434652~170299,156139168~3974529,204357633~501392,219830769~14150614,236319658~5793092,247989651~8189464,300711645~3462995,335871419~4345119,350532642~2085226,406166896~4359633] 2024-04-02T09:39:54.255 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [8388608~4692884,33845445~641998,41336843~5230094,54402046~415664,97815498~1644610,135434652~170299,155189248~4924449,204357633~501392,219830769~14150614,235078173~7034577,247989651~8189464,300711645~3462995,335871419~4345119,350532642~2085226,404658267~5868262] 2024-04-02T09:39:54.255 INFO:tasks.workunit.client.0.smithi012.stdout:from 14 to 17 diff [9501201~3580291,33845445~641998,41336843~5230094,54402046~415664,97815498~1644610,129490309~3726565,135434652~170299,156139168~3974529,188580663~3318352,204357633~501392,219830769~14150614,236319658~5793092,247989651~8189464,274427994~3590599,300711645~3462995,313872665~5577343,335871419~4345119,347711546~4906322,364851902~3297683,370748499~5915468,406166896~4359633] 2024-04-02T09:39:54.255 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [9501201~3580291,33845445~641998,41336843~5230094,54402046~415664,97815498~1644610,129490309~3726565,135434652~170299,156139168~3974529,188580663~3318352,204357633~501392,219830769~14150614,236319658~5793092,247989651~8189464,274427994~3590599,300711645~3462995,313872665~5577343,335871419~4345119,347711546~4906322,364851902~3297683,370748499~5915468,406166896~4359633] 2024-04-02T09:39:54.261 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [8388608~4692884,33845445~641998,41336843~5230094,54402046~415664,97815498~1644610,129490309~3726565,135434652~170299,155189248~4924449,184549376~7349639,204357633~501392,219830769~14150614,235078173~7034577,247989651~8189464,274427994~3590599,300711645~3462995,313872665~5577343,335871419~4345119,347711546~4906322,364851902~3297683,370748499~5915468,404658267~5868262] 2024-04-02T09:39:54.261 INFO:tasks.workunit.client.0.smithi012.stdout:from 14 to 18 diff [3499842~2325696,9501201~6219997,33845445~641998,41336843~5230094,54402046~415664,97815498~1644610,129490309~3726565,135434652~170299,153007064~13969635,188580663~7375508,204357633~501392,211713602~5451266,219830769~14150614,236319658~5793092,247989651~8189464,274427994~3590599,300711645~3462995,313872665~5577343,335871419~4345119,346036460~6581408,364851902~3297683,370748499~5915468,400485962~2300160,406034235~7246176] 2024-04-02T09:39:54.261 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~6219997,33845445~641998,41336843~5230094,54402046~415664,97815498~1644610,129490309~3726565,135434652~170299,153007064~13969635,188580663~7375508,204357633~501392,211713602~5451266,219830769~14150614,236319658~5793092,247989651~8189464,274427994~3590599,300711645~3462995,313872665~5577343,335871419~4345119,346036460~6581408,364851902~3297683,370748499~5915468,400485962~2300160,406034235~7246176] 2024-04-02T09:39:54.268 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~7332590,33845445~641998,41336843~5230094,54402046~415664,97815498~1644610,129490309~3726565,135434652~170299,153007064~13969635,184549376~11406795,204357633~501392,211713602~5451266,219830769~14150614,235078173~7034577,247989651~8189464,274427994~3590599,300711645~3462995,313872665~5577343,335871419~4345119,346036460~6581408,364851902~3297683,370748499~5915468,400485962~2300160,404658267~8622144] 2024-04-02T09:39:54.268 INFO:tasks.workunit.client.0.smithi012.stdout:from 14 to 19 diff [3499842~2325696,9501201~6219997,33845445~641998,37624966~8941971,54402046~415664,58720845~4612033,76525575~3638668,97815498~1644610,129490309~3726565,135434652~170299,153007064~13969635,178248109~2410887,188580663~7375508,200139397~9132221,210479603~6685265,219129382~14852001,236319658~5793092,247989651~15520432,274427994~3590599,300711645~3462995,313872665~5577343,335871419~4345119,346036460~6581408,361824779~449636,364851902~3297683,370748499~5915468,400485962~2300160,406034235~7246176] 2024-04-02T09:39:54.268 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~6219997,33845445~641998,37624966~8941971,54402046~415664,58720845~4612033,76525575~3638668,97815498~1644610,129490309~3726565,135434652~170299,153007064~13969635,178248109~2410887,188580663~7375508,200139397~9132221,210479603~6685265,219129382~14852001,236319658~5793092,247989651~15520432,274427994~3590599,300711645~3462995,313872665~5577343,335871419~4345119,346036460~6581408,361824779~449636,364851902~3297683,370748499~5915468,400485962~2300160,406034235~7246176] 2024-04-02T09:39:54.274 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~7332590,33845445~641998,37624966~8941971,54402046~415664,58720845~4612033,76525575~3638668,97815498~1644610,129490309~3726565,135434652~170299,153007064~13969635,178248109~2410887,184549376~11406795,200139397~9132221,210479603~6685265,219129382~14852001,235078173~7034577,247989651~15520432,274427994~3590599,300711645~3462995,313872665~5577343,335871419~4345119,346036460~6581408,361824779~449636,364851902~3297683,370748499~5915468,400485962~2300160,404658267~8622144] 2024-04-02T09:39:54.274 INFO:tasks.workunit.client.0.smithi012.stdout:from 15 to 16 diff [9501201~3580291,41336843~5230094,156139168~3974529,204357633~501392,228981470~4999913,236319658~5793092,350532642~2085226,406166896~4359633] 2024-04-02T09:39:54.274 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [9501201~3580291,41336843~5230094,156139168~3974529,204357633~501392,228981470~4999913,236319658~5793092,350532642~2085226,406166896~4359633] 2024-04-02T09:39:54.280 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [8388608~4692884,41336843~5230094,155189248~4924449,204357633~501392,228981470~4999913,235078173~7034577,350532642~2085226,404658267~5868262] 2024-04-02T09:39:54.280 INFO:tasks.workunit.client.0.smithi012.stdout:from 15 to 17 diff [9501201~3580291,41336843~5230094,129490309~3726565,156139168~3974529,188580663~3318352,204357633~501392,221745140~1718356,228981470~4999913,236319658~5793092,274427994~3590599,313872665~5577343,347711546~4906322,364851902~3297683,370748499~5915468,406166896~4359633] 2024-04-02T09:39:54.280 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [9501201~3580291,41336843~5230094,129490309~3726565,156139168~3974529,188580663~3318352,204357633~501392,221745140~1718356,228981470~4999913,236319658~5793092,274427994~3590599,313872665~5577343,347711546~4906322,364851902~3297683,370748499~5915468,406166896~4359633] 2024-04-02T09:39:54.287 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [8388608~4692884,41336843~5230094,129490309~3726565,155189248~4924449,184549376~7349639,204357633~501392,221745140~1718356,228981470~4999913,235078173~7034577,274427994~3590599,313872665~5577343,347711546~4906322,364851902~3297683,370748499~5915468,404658267~5868262] 2024-04-02T09:39:54.287 INFO:tasks.workunit.client.0.smithi012.stdout:from 15 to 18 diff [3499842~2325696,9501201~6219997,41336843~5230094,129490309~3726565,153007064~13969635,188580663~7375508,204357633~501392,211713602~5451266,221745140~1718356,226530627~7450756,236319658~5793092,274427994~3590599,313872665~5577343,346036460~6581408,364851902~3297683,370748499~5915468,400485962~2300160,406034235~7246176] 2024-04-02T09:39:54.287 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~6219997,41336843~5230094,129490309~3726565,153007064~13969635,188580663~7375508,204357633~501392,211713602~5451266,221745140~1718356,226530627~7450756,236319658~5793092,274427994~3590599,313872665~5577343,346036460~6581408,364851902~3297683,370748499~5915468,400485962~2300160,406034235~7246176] 2024-04-02T09:39:54.294 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~7332590,41336843~5230094,129490309~3726565,153007064~13969635,184549376~11406795,204357633~501392,211713602~5451266,221745140~1718356,226530627~7450756,235078173~7034577,274427994~3590599,313872665~5577343,346036460~6581408,364851902~3297683,370748499~5915468,400485962~2300160,404658267~8622144] 2024-04-02T09:39:54.294 INFO:tasks.workunit.client.0.smithi012.stdout:from 15 to 19 diff [3499842~2325696,9501201~6219997,37624966~8941971,58720845~4612033,76525575~3638668,129490309~3726565,153007064~13969635,178248109~2410887,188580663~7375508,200139397~9132221,210479603~6685265,219129382~1085940,221745140~1718356,226530627~7450756,236319658~5793092,256153321~7356762,274427994~3590599,313872665~5577343,346036460~6581408,361824779~449636,364851902~3297683,370748499~5915468,400485962~2300160,406034235~7246176] 2024-04-02T09:39:54.294 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~6219997,37624966~8941971,58720845~4612033,76525575~3638668,129490309~3726565,153007064~13969635,178248109~2410887,188580663~7375508,200139397~9132221,210479603~6685265,219129382~1085940,221745140~1718356,226530627~7450756,236319658~5793092,256153321~7356762,274427994~3590599,313872665~5577343,346036460~6581408,361824779~449636,364851902~3297683,370748499~5915468,400485962~2300160,406034235~7246176] 2024-04-02T09:39:54.301 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~7332590,37624966~8941971,58720845~4612033,76525575~3638668,129490309~3726565,153007064~13969635,178248109~2410887,184549376~11406795,200139397~9132221,210479603~6685265,219129382~1085940,221745140~1718356,226530627~7450756,235078173~7034577,256153321~7356762,274427994~3590599,313872665~5577343,346036460~6581408,361824779~449636,364851902~3297683,370748499~5915468,400485962~2300160,404658267~8622144] 2024-04-02T09:39:54.301 INFO:tasks.workunit.client.0.smithi012.stdout:from 16 to 17 diff [129490309~3726565,188580663~3318352,221745140~1718356,274427994~3590599,313872665~5577343,347711546~3443413,364851902~3297683,370748499~5915468] 2024-04-02T09:39:54.301 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [129490309~3726565,188580663~3318352,221745140~1718356,274427994~3590599,313872665~5577343,347711546~3443413,364851902~3297683,370748499~5915468] 2024-04-02T09:39:54.307 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [129490309~3726565,184549376~7349639,221745140~1718356,274427994~3590599,313872665~5577343,347711546~3443413,364851902~3297683,370748499~5915468] 2024-04-02T09:39:54.307 INFO:tasks.workunit.client.0.smithi012.stdout:from 16 to 18 diff [3499842~2325696,12688176~3033022,129490309~3726565,153007064~4438112,159430530~7546169,188580663~7375508,211713602~5451266,221745140~1718356,226530627~5753341,274427994~3590599,313872665~5577343,346036460~5118499,364851902~3297683,370748499~5915468,400485962~2300160,406034235~7246176] 2024-04-02T09:39:54.307 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,12688176~3033022,129490309~3726565,153007064~4438112,159430530~7546169,188580663~7375508,211713602~5451266,221745140~1718356,226530627~5753341,274427994~3590599,313872665~5577343,346036460~5118499,364851902~3297683,370748499~5915468,400485962~2300160,406034235~7246176] 2024-04-02T09:39:54.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:53 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.5", "id": [4, 6]}]': finished 2024-04-02T09:39:54.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:53 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.9", "id": [3, 1, 4, 5]}]': finished 2024-04-02T09:39:54.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:53 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1b", "id": [3, 6, 4, 5, 7, 1]}]': finished 2024-04-02T09:39:54.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:53 smithi055 ceph-mon[85080]: osdmap e2061: 8 total, 8 up, 8 in 2024-04-02T09:39:54.314 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,12688176~3033022,129490309~3726565,153007064~4438112,159430530~7546169,184549376~11406795,211713602~5451266,221745140~1718356,226530627~5753341,274427994~3590599,313872665~5577343,346036460~5118499,364851902~3297683,370748499~5915468,400485962~2300160,406034235~7246176] 2024-04-02T09:39:54.314 INFO:tasks.workunit.client.0.smithi012.stdout:from 16 to 19 diff [3499842~2325696,12688176~3033022,37624966~4114429,58720845~4612033,76525575~3638668,129490309~3726565,153007064~4438112,159430530~7546169,178248109~2410887,188580663~7375508,200139397~9132221,210479603~6685265,219129382~1085940,221745140~1718356,226530627~5753341,256153321~7356762,274427994~3590599,313872665~5577343,346036460~5118499,361824779~449636,364851902~3297683,370748499~5915468,400485962~2300160,406034235~7246176] 2024-04-02T09:39:54.314 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,12688176~3033022,37624966~4114429,58720845~4612033,76525575~3638668,129490309~3726565,153007064~4438112,159430530~7546169,178248109~2410887,188580663~7375508,200139397~9132221,210479603~6685265,219129382~1085940,221745140~1718356,226530627~5753341,256153321~7356762,274427994~3590599,313872665~5577343,346036460~5118499,361824779~449636,364851902~3297683,370748499~5915468,400485962~2300160,406034235~7246176] 2024-04-02T09:39:54.322 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,12688176~3033022,37624966~4114429,58720845~4612033,76525575~3638668,129490309~3726565,153007064~4438112,159430530~7546169,178248109~2410887,184549376~11406795,200139397~9132221,210479603~6685265,219129382~1085940,221745140~1718356,226530627~5753341,256153321~7356762,274427994~3590599,313872665~5577343,346036460~5118499,361824779~449636,364851902~3297683,370748499~5915468,400485962~2300160,406034235~7246176] 2024-04-02T09:39:54.322 INFO:tasks.workunit.client.0.smithi012.stdout:from 17 to 18 diff [3499842~2325696,12688176~3033022,153007064~4438112,159430530~7546169,190263960~5692211,211713602~5451266,226530627~5753341,346036460~4841978,400485962~2300160,406034235~7246176] 2024-04-02T09:39:54.322 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,12688176~3033022,153007064~4438112,159430530~7546169,190263960~5692211,211713602~5451266,226530627~5753341,346036460~4841978,400485962~2300160,406034235~7246176] 2024-04-02T09:39:54.329 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,12688176~3033022,153007064~4438112,159430530~7546169,190263960~5692211,211713602~5451266,226530627~5753341,346036460~4841978,400485962~2300160,406034235~7246176] 2024-04-02T09:39:54.330 INFO:tasks.workunit.client.0.smithi012.stdout:from 17 to 19 diff [3499842~2325696,12688176~3033022,37624966~4114429,58720845~4612033,76525575~3638668,153007064~4438112,159430530~7546169,178248109~2410887,190263960~5692211,200139397~9132221,210479603~6685265,219129382~1085940,226530627~5753341,256153321~7356762,346036460~4841978,361824779~449636,400485962~2300160,406034235~7246176] 2024-04-02T09:39:54.330 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,12688176~3033022,37624966~4114429,58720845~4612033,76525575~3638668,153007064~4438112,159430530~7546169,178248109~2410887,190263960~5692211,200139397~9132221,210479603~6685265,219129382~1085940,226530627~5753341,256153321~7356762,346036460~4841978,361824779~449636,400485962~2300160,406034235~7246176] 2024-04-02T09:39:54.336 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,12688176~3033022,37624966~4114429,58720845~4612033,76525575~3638668,153007064~4438112,159430530~7546169,178248109~2410887,190263960~5692211,200139397~9132221,210479603~6685265,219129382~1085940,226530627~5753341,256153321~7356762,346036460~4841978,361824779~449636,400485962~2300160,406034235~7246176] 2024-04-02T09:39:54.336 INFO:tasks.workunit.client.0.smithi012.stdout:from 18 to 19 diff [37624966~4114429,58720845~4612033,76525575~3638668,178248109~2410887,200139397~9132221,210479603~2253001,219129382~1085940,256153321~7356762,361824779~449636] 2024-04-02T09:39:54.336 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [37624966~4114429,58720845~4612033,76525575~3638668,178248109~2410887,200139397~9132221,210479603~2253001,219129382~1085940,256153321~7356762,361824779~449636] 2024-04-02T09:39:54.342 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [37624966~4114429,58720845~4612033,76525575~3638668,178248109~2410887,200139397~9132221,210479603~2253001,219129382~1085940,256153321~7356762,361824779~449636] 2024-04-02T09:39:54.862 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to HEAD diff [1095932~7134087,9501201~21093425,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~18117387,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,264860700~13157893,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,342716292~9901576,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:39:54.863 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~21093425,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~18117387,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,264860700~13157893,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,342716292~9901576,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:39:54.884 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~91071500,104857600~11259266,125829120~47625611,178248109~4902643,184549376~78960707,264241152~29266204,293601280~820467,297795584~6379056,305747906~52779021,361824779~449636,363074272~209810,364851902~21787430,390070272~26669928] 2024-04-02T09:39:54.885 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to HEAD diff [1095932~7134087,9501201~16183199,27395949~3198677,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:39:54.885 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~16183199,27395949~3198677,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:39:54.890 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,27395949~3198677,30665293~68794815,104857600~11259266,125829120~21599007,147535833~506402,151885881~21568850,178248109~4902643,184549376~78960707,265311089~28196267,293601280~820467,297795584~6379056,305747906~34468632,343020063~15506864,361824779~449636,363074272~209810,364851902~21787430,390070272~26669928] 2024-04-02T09:39:54.891 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to HEAD diff [1095932~7134087,9501201~16183199,30665293~23575182,54374850~18610810,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~8666449,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:39:54.891 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~16183199,30665293~23575182,54374850~18610810,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~8666449,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:39:54.897 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,30665293~42320367,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~21568850,178248109~4902643,184549376~78960707,265311089~28196267,293601280~820467,297795584~6379056,305747906~15610889,323325331~16891207,343020063~15506864,361824779~449636,363074272~209810,364851902~21787430,390070272~23210139] 2024-04-02T09:39:54.897 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to HEAD diff [1095932~7134087,9501201~16183199,30665293~23124950,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:39:54.897 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~16183199,30665293~23124950,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:39:54.903 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,30665293~23124950,54402046~16208199,71760959~520432,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~21568850,178248109~4902643,184549376~78960707,265311089~28196267,293601280~820467,297795584~6379056,305747906~15610889,323325331~5077244,335149572~5066966,343020063~15506864,361824779~449636,363074272~209810,364851902~21787430,390070272~23210139] 2024-04-02T09:39:54.903 INFO:tasks.workunit.client.0.smithi012.stdout:from 4 to HEAD diff [1095932~7134087,9501201~13086304,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:39:54.903 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~13086304,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:39:54.909 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~14198897,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~21568850,178248109~2410887,184549376~78960707,266787217~23122750,293601280~820467,297795584~6379056,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~21787430,390070272~23210139] 2024-04-02T09:39:54.909 INFO:tasks.workunit.client.0.smithi012.stdout:from 5 to HEAD diff [1095932~7134087,9501201~12823761,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390773189~13885078,406034235~7246176] 2024-04-02T09:39:54.909 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~12823761,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390773189~13885078,406034235~7246176] 2024-04-02T09:39:54.915 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~13936354,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,151885881~21568850,178248109~2410887,184549376~78960707,266787217~23122750,293601280~820467,297795584~6379056,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~21787430,390773189~22507222] 2024-04-02T09:39:54.915 INFO:tasks.workunit.client.0.smithi012.stdout:from 6 to HEAD diff [1095932~7134087,9501201~12823761,30665293~19599466,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~1091216,135434652~170299,140394115~7034012,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,245904373~17605710,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:39:54.915 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~12823761,30665293~19599466,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~1091216,135434652~170299,140394115~7034012,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,245904373~17605710,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:39:54.921 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~13936354,30665293~19599466,54402046~16208199,71760959~520432,73023040~9247439,90297332~9162776,104857600~8772721,125829120~7387754,133768494~1091216,135434652~170299,140394115~7034012,151885881~21568850,178248109~2410887,184549376~59358542,245904373~17605710,266787217~23122750,293601280~820467,297795584~6379056,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~22507222] 2024-04-02T09:39:54.921 INFO:tasks.workunit.client.0.smithi012.stdout:from 7 to HEAD diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~7034012,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6378807,274427994~3590599,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:39:54.921 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~7034012,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6378807,274427994~3590599,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:39:54.927 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~9162776,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~7034012,151885881~21568850,178248109~2410887,184549376~12590023,197675927~36305456,235078173~8829745,245904373~17605710,266787217~6378807,274427994~15481973,293601280~820467,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~22507222] 2024-04-02T09:39:54.927 INFO:tasks.workunit.client.0.smithi012.stdout:from 8 to HEAD diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:39:54.927 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:39:54.933 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,151885881~21568850,178248109~2410887,184549376~12590023,197675927~36305456,235078173~8829745,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,293601280~820467,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,377403260~4949249,383866187~2773145,390773189~22507222] 2024-04-02T09:39:54.933 INFO:tasks.workunit.client.0.smithi012.stdout:from 9 to HEAD diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~415664,58720845~8734791,68403631~2206614,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,393941260~10717007,406034235~7246176] 2024-04-02T09:39:54.933 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~415664,58720845~8734791,68403631~2206614,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,393941260~10717007,406034235~7246176] 2024-04-02T09:39:54.939 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33365972~16898787,54402046~415664,58720845~8734791,68403631~2206614,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,151885881~21568850,178248109~2410887,184549376~12590023,197675927~36305456,235078173~8829745,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,293601280~820467,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,393941260~19339151] 2024-04-02T09:39:54.939 INFO:tasks.workunit.client.0.smithi012.stdout:from 10 to HEAD diff [3499842~2325696,9501201~12823761,33845445~641998,37314997~9251940,54402046~415664,58720845~8734791,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,198369981~1565304,200139397~18035217,219129382~14852001,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,393941260~9546729,406034235~7246176] 2024-04-02T09:39:54.939 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33845445~641998,37314997~9251940,54402046~415664,58720845~8734791,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,198369981~1565304,200139397~18035217,219129382~14852001,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,393941260~9546729,406034235~7246176] 2024-04-02T09:39:54.945 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33845445~641998,37314997~9251940,54402046~415664,58720845~8734791,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,151885881~21568850,178248109~2410887,184549376~12590023,198369981~1565304,200139397~18035217,219129382~14852001,235078173~8829745,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,393941260~9546729,404658267~8622144] 2024-04-02T09:39:54.945 INFO:tasks.workunit.client.0.smithi012.stdout:from 11 to HEAD diff [3499842~2325696,9501201~12823761,33845445~641998,37624966~8941971,54402046~415664,58720845~8734791,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,200139397~18035217,219129382~14852001,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,325123085~3279490,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,400485962~3002027,406034235~7246176] 2024-04-02T09:39:54.945 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33845445~641998,37624966~8941971,54402046~415664,58720845~8734791,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,200139397~18035217,219129382~14852001,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,325123085~3279490,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,400485962~3002027,406034235~7246176] 2024-04-02T09:39:54.952 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33845445~641998,37624966~8941971,54402046~415664,58720845~8734791,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,184549376~12590023,200139397~18035217,219129382~14852001,235078173~8829745,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,325123085~3279490,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,400485962~3002027,404658267~8622144] 2024-04-02T09:39:54.952 INFO:tasks.workunit.client.0.smithi012.stdout:from 12 to HEAD diff [3499842~2325696,9501201~12823761,33845445~641998,37624966~8941971,54402046~415664,58720845~5743770,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,110697049~891254,129490309~3726565,133768494~1091216,135434652~170299,140394115~5201617,153007064~13969635,178248109~2410887,188580663~8558736,200139397~9132221,210479603~7695011,219129382~14852001,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368887229~7776738,383866187~2773145,400485962~3002027,406034235~7246176] 2024-04-02T09:39:54.952 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33845445~641998,37624966~8941971,54402046~415664,58720845~5743770,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,110697049~891254,129490309~3726565,133768494~1091216,135434652~170299,140394115~5201617,153007064~13969635,178248109~2410887,188580663~8558736,200139397~9132221,210479603~7695011,219129382~14852001,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368887229~7776738,383866187~2773145,400485962~3002027,406034235~7246176] 2024-04-02T09:39:54.958 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33845445~641998,37624966~8941971,54402046~415664,58720845~5743770,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,110697049~891254,129490309~3726565,133768494~1091216,135434652~170299,140394115~5201617,153007064~13969635,178248109~2410887,184549376~12590023,200139397~9132221,210479603~7695011,219129382~14852001,235078173~8829745,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368887229~7776738,383866187~2773145,400485962~3002027,404658267~8622144] 2024-04-02T09:39:54.958 INFO:tasks.workunit.client.0.smithi012.stdout:from 13 to HEAD diff [3499842~2325696,9501201~12823761,33845445~641998,37624966~8941971,54402046~415664,58720845~4612033,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,129490309~3726565,135434652~170299,153007064~13969635,178248109~2410887,188580663~8558736,200139397~9132221,210479603~7695011,219129382~14852001,236319658~7588260,245904373~17605710,274427994~3590599,300711645~3462995,312097141~7352867,335871419~4345119,346036460~6581408,361824779~449636,364851902~3297683,368887229~7776738,400485962~3002027,406034235~7246176] 2024-04-02T09:39:54.958 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33845445~641998,37624966~8941971,54402046~415664,58720845~4612033,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,129490309~3726565,135434652~170299,153007064~13969635,178248109~2410887,188580663~8558736,200139397~9132221,210479603~7695011,219129382~14852001,236319658~7588260,245904373~17605710,274427994~3590599,300711645~3462995,312097141~7352867,335871419~4345119,346036460~6581408,361824779~449636,364851902~3297683,368887229~7776738,400485962~3002027,406034235~7246176] 2024-04-02T09:39:54.964 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33845445~641998,37624966~8941971,54402046~415664,58720845~4612033,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,129490309~3726565,135434652~170299,153007064~13969635,178248109~2410887,184549376~12590023,200139397~9132221,210479603~7695011,219129382~14852001,235078173~8829745,245904373~17605710,274427994~3590599,300711645~3462995,312097141~7352867,335871419~4345119,346036460~6581408,361824779~449636,364851902~3297683,368887229~7776738,400485962~3002027,404658267~8622144] 2024-04-02T09:39:54.964 INFO:tasks.workunit.client.0.smithi012.stdout:from 14 to HEAD diff [3499842~2325696,9501201~6219997,33845445~641998,37624966~8941971,54402046~415664,58720845~4612033,76525575~3638668,97815498~1644610,129490309~3726565,135434652~170299,153007064~13969635,178248109~2410887,188580663~7375508,200139397~9132221,210479603~6685265,219129382~14852001,236319658~5793092,247989651~15520432,274427994~3590599,300711645~3462995,313872665~5577343,335871419~4345119,346036460~6581408,361824779~449636,364851902~3297683,370748499~5915468,400485962~2300160,406034235~7246176] 2024-04-02T09:39:54.964 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~6219997,33845445~641998,37624966~8941971,54402046~415664,58720845~4612033,76525575~3638668,97815498~1644610,129490309~3726565,135434652~170299,153007064~13969635,178248109~2410887,188580663~7375508,200139397~9132221,210479603~6685265,219129382~14852001,236319658~5793092,247989651~15520432,274427994~3590599,300711645~3462995,313872665~5577343,335871419~4345119,346036460~6581408,361824779~449636,364851902~3297683,370748499~5915468,400485962~2300160,406034235~7246176] 2024-04-02T09:39:54.970 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~7332590,33845445~641998,37624966~8941971,54402046~415664,58720845~4612033,76525575~3638668,97815498~1644610,129490309~3726565,135434652~170299,153007064~13969635,178248109~2410887,184549376~11406795,200139397~9132221,210479603~6685265,219129382~14852001,235078173~7034577,247989651~15520432,274427994~3590599,300711645~3462995,313872665~5577343,335871419~4345119,346036460~6581408,361824779~449636,364851902~3297683,370748499~5915468,400485962~2300160,404658267~8622144] 2024-04-02T09:39:54.971 INFO:tasks.workunit.client.0.smithi012.stdout:from 15 to HEAD diff [3499842~2325696,9501201~6219997,37624966~8941971,58720845~4612033,76525575~3638668,129490309~3726565,153007064~13969635,178248109~2410887,188580663~7375508,200139397~9132221,210479603~6685265,219129382~1085940,221745140~1718356,226530627~7450756,236319658~5793092,256153321~7356762,274427994~3590599,313872665~5577343,346036460~6581408,361824779~449636,364851902~3297683,370748499~5915468,400485962~2300160,406034235~7246176] 2024-04-02T09:39:54.971 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~6219997,37624966~8941971,58720845~4612033,76525575~3638668,129490309~3726565,153007064~13969635,178248109~2410887,188580663~7375508,200139397~9132221,210479603~6685265,219129382~1085940,221745140~1718356,226530627~7450756,236319658~5793092,256153321~7356762,274427994~3590599,313872665~5577343,346036460~6581408,361824779~449636,364851902~3297683,370748499~5915468,400485962~2300160,406034235~7246176] 2024-04-02T09:39:54.977 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~7332590,37624966~8941971,58720845~4612033,76525575~3638668,129490309~3726565,153007064~13969635,178248109~2410887,184549376~11406795,200139397~9132221,210479603~6685265,219129382~1085940,221745140~1718356,226530627~7450756,235078173~7034577,256153321~7356762,274427994~3590599,313872665~5577343,346036460~6581408,361824779~449636,364851902~3297683,370748499~5915468,400485962~2300160,404658267~8622144] 2024-04-02T09:39:54.978 INFO:tasks.workunit.client.0.smithi012.stdout:from 16 to HEAD diff [3499842~2325696,12688176~3033022,37624966~4114429,58720845~4612033,76525575~3638668,129490309~3726565,153007064~4438112,159430530~7546169,178248109~2410887,188580663~7375508,200139397~9132221,210479603~6685265,219129382~1085940,221745140~1718356,226530627~5753341,256153321~7356762,274427994~3590599,313872665~5577343,346036460~5118499,361824779~449636,364851902~3297683,370748499~5915468,400485962~2300160,406034235~7246176] 2024-04-02T09:39:54.978 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,12688176~3033022,37624966~4114429,58720845~4612033,76525575~3638668,129490309~3726565,153007064~4438112,159430530~7546169,178248109~2410887,188580663~7375508,200139397~9132221,210479603~6685265,219129382~1085940,221745140~1718356,226530627~5753341,256153321~7356762,274427994~3590599,313872665~5577343,346036460~5118499,361824779~449636,364851902~3297683,370748499~5915468,400485962~2300160,406034235~7246176] 2024-04-02T09:39:54.983 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,12688176~3033022,37624966~4114429,58720845~4612033,76525575~3638668,129490309~3726565,153007064~4438112,159430530~7546169,178248109~2410887,184549376~11406795,200139397~9132221,210479603~6685265,219129382~1085940,221745140~1718356,226530627~5753341,256153321~7356762,274427994~3590599,313872665~5577343,346036460~5118499,361824779~449636,364851902~3297683,370748499~5915468,400485962~2300160,406034235~7246176] 2024-04-02T09:39:54.984 INFO:tasks.workunit.client.0.smithi012.stdout:from 17 to HEAD diff [3499842~2325696,12688176~3033022,37624966~4114429,58720845~4612033,76525575~3638668,153007064~4438112,159430530~7546169,178248109~2410887,190263960~5692211,200139397~9132221,210479603~6685265,219129382~1085940,226530627~5753341,256153321~7356762,346036460~4841978,361824779~449636,400485962~2300160,406034235~7246176] 2024-04-02T09:39:54.984 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,12688176~3033022,37624966~4114429,58720845~4612033,76525575~3638668,153007064~4438112,159430530~7546169,178248109~2410887,190263960~5692211,200139397~9132221,210479603~6685265,219129382~1085940,226530627~5753341,256153321~7356762,346036460~4841978,361824779~449636,400485962~2300160,406034235~7246176] 2024-04-02T09:39:54.991 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,12688176~3033022,37624966~4114429,58720845~4612033,76525575~3638668,153007064~4438112,159430530~7546169,178248109~2410887,190263960~5692211,200139397~9132221,210479603~6685265,219129382~1085940,226530627~5753341,256153321~7356762,346036460~4841978,361824779~449636,400485962~2300160,406034235~7246176] 2024-04-02T09:39:55.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:54 smithi012 ceph-mon[88355]: osdmap e2062: 8 total, 8 up, 8 in 2024-04-02T09:39:55.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:54 smithi012 ceph-mon[88355]: pgmap v4033: 137 pgs: 137 active+clean; 855 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 247 KiB/s rd, 39 MiB/s wr, 382 op/s 2024-04-02T09:39:55.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:54 smithi012 ceph-mon[90784]: osdmap e2062: 8 total, 8 up, 8 in 2024-04-02T09:39:55.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:54 smithi012 ceph-mon[90784]: pgmap v4033: 137 pgs: 137 active+clean; 855 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 247 KiB/s rd, 39 MiB/s wr, 382 op/s 2024-04-02T09:39:55.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:54 smithi055 ceph-mon[85080]: osdmap e2062: 8 total, 8 up, 8 in 2024-04-02T09:39:55.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:54 smithi055 ceph-mon[85080]: pgmap v4033: 137 pgs: 137 active+clean; 855 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 247 KiB/s rd, 39 MiB/s wr, 382 op/s 2024-04-02T09:39:55.879 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to HEAD diff [1095932~7134087,9501201~21093425,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~18117387,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,264860700~13157893,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,342716292~9901576,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:39:55.880 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~21093425,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~18117387,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,264860700~13157893,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,342716292~9901576,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:39:55.909 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~91071500,104857600~11259266,125829120~47625611,178248109~4902643,184549376~78960707,264241152~29266204,293601280~820467,297795584~6379056,305747906~52779021,361824779~449636,363074272~209810,364851902~21787430,390070272~26669928] 2024-04-02T09:39:55.910 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to HEAD diff [1095932~7134087,9501201~16183199,27395949~3198677,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:39:55.910 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~16183199,27395949~3198677,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:39:55.915 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,27395949~3198677,30665293~68794815,104857600~11259266,125829120~21599007,147535833~506402,151885881~21568850,178248109~4902643,184549376~78960707,265311089~28196267,293601280~820467,297795584~6379056,305747906~34468632,343020063~15506864,361824779~449636,363074272~209810,364851902~21787430,390070272~26669928] 2024-04-02T09:39:55.916 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to HEAD diff [1095932~7134087,9501201~16183199,30665293~23575182,54374850~18610810,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~8666449,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:39:55.916 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~16183199,30665293~23575182,54374850~18610810,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~8666449,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:39:55.922 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,30665293~42320367,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~21568850,178248109~4902643,184549376~78960707,265311089~28196267,293601280~820467,297795584~6379056,305747906~15610889,323325331~16891207,343020063~15506864,361824779~449636,363074272~209810,364851902~21787430,390070272~23210139] 2024-04-02T09:39:55.922 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to HEAD diff [1095932~7134087,9501201~16183199,30665293~23124950,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:39:55.922 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~16183199,30665293~23124950,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:39:55.928 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,30665293~23124950,54402046~16208199,71760959~520432,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~21568850,178248109~4902643,184549376~78960707,265311089~28196267,293601280~820467,297795584~6379056,305747906~15610889,323325331~5077244,335149572~5066966,343020063~15506864,361824779~449636,363074272~209810,364851902~21787430,390070272~23210139] 2024-04-02T09:39:55.928 INFO:tasks.workunit.client.0.smithi012.stdout:from 4 to HEAD diff [1095932~7134087,9501201~13086304,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:39:55.928 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~13086304,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:39:55.934 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~14198897,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~21568850,178248109~2410887,184549376~78960707,266787217~23122750,293601280~820467,297795584~6379056,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~21787430,390070272~23210139] 2024-04-02T09:39:55.934 INFO:tasks.workunit.client.0.smithi012.stdout:from 5 to HEAD diff [1095932~7134087,9501201~12823761,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390773189~13885078,406034235~7246176] 2024-04-02T09:39:55.935 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~12823761,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390773189~13885078,406034235~7246176] 2024-04-02T09:39:55.940 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~13936354,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,151885881~21568850,178248109~2410887,184549376~78960707,266787217~23122750,293601280~820467,297795584~6379056,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~21787430,390773189~22507222] 2024-04-02T09:39:55.941 INFO:tasks.workunit.client.0.smithi012.stdout:from 6 to HEAD diff [1095932~7134087,9501201~12823761,30665293~19599466,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~1091216,135434652~170299,140394115~7034012,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,245904373~17605710,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:39:55.941 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~12823761,30665293~19599466,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~1091216,135434652~170299,140394115~7034012,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,245904373~17605710,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:39:55.947 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~13936354,30665293~19599466,54402046~16208199,71760959~520432,73023040~9247439,90297332~9162776,104857600~8772721,125829120~7387754,133768494~1091216,135434652~170299,140394115~7034012,151885881~21568850,178248109~2410887,184549376~59358542,245904373~17605710,266787217~23122750,293601280~820467,297795584~6379056,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~22507222] 2024-04-02T09:39:55.947 INFO:tasks.workunit.client.0.smithi012.stdout:from 7 to HEAD diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~7034012,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6378807,274427994~3590599,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:39:55.947 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~7034012,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6378807,274427994~3590599,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:39:55.953 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~9162776,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~7034012,151885881~21568850,178248109~2410887,184549376~12590023,197675927~36305456,235078173~8829745,245904373~17605710,266787217~6378807,274427994~15481973,293601280~820467,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~22507222] 2024-04-02T09:39:55.953 INFO:tasks.workunit.client.0.smithi012.stdout:from 8 to HEAD diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:39:55.953 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:39:55.959 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,151885881~21568850,178248109~2410887,184549376~12590023,197675927~36305456,235078173~8829745,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,293601280~820467,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,377403260~4949249,383866187~2773145,390773189~22507222] 2024-04-02T09:39:55.959 INFO:tasks.workunit.client.0.smithi012.stdout:from 9 to HEAD diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~415664,58720845~8734791,68403631~2206614,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,393941260~10717007,406034235~7246176] 2024-04-02T09:39:55.959 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~415664,58720845~8734791,68403631~2206614,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,393941260~10717007,406034235~7246176] 2024-04-02T09:39:55.965 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33365972~16898787,54402046~415664,58720845~8734791,68403631~2206614,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,151885881~21568850,178248109~2410887,184549376~12590023,197675927~36305456,235078173~8829745,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,293601280~820467,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,393941260~19339151] 2024-04-02T09:39:55.965 INFO:tasks.workunit.client.0.smithi012.stdout:from 10 to HEAD diff [3499842~2325696,9501201~12823761,33845445~641998,37314997~9251940,54402046~415664,58720845~8734791,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,198369981~1565304,200139397~18035217,219129382~14852001,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,393941260~9546729,406034235~7246176] 2024-04-02T09:39:55.965 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33845445~641998,37314997~9251940,54402046~415664,58720845~8734791,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,198369981~1565304,200139397~18035217,219129382~14852001,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,393941260~9546729,406034235~7246176] 2024-04-02T09:39:55.971 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33845445~641998,37314997~9251940,54402046~415664,58720845~8734791,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,151885881~21568850,178248109~2410887,184549376~12590023,198369981~1565304,200139397~18035217,219129382~14852001,235078173~8829745,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,393941260~9546729,404658267~8622144] 2024-04-02T09:39:55.971 INFO:tasks.workunit.client.0.smithi012.stdout:from 11 to HEAD diff [3499842~2325696,9501201~12823761,33845445~641998,37624966~8941971,54402046~415664,58720845~8734791,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,200139397~18035217,219129382~14852001,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,325123085~3279490,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,400485962~3002027,406034235~7246176] 2024-04-02T09:39:55.971 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33845445~641998,37624966~8941971,54402046~415664,58720845~8734791,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,200139397~18035217,219129382~14852001,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,325123085~3279490,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,400485962~3002027,406034235~7246176] 2024-04-02T09:39:55.978 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33845445~641998,37624966~8941971,54402046~415664,58720845~8734791,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,184549376~12590023,200139397~18035217,219129382~14852001,235078173~8829745,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,325123085~3279490,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,400485962~3002027,404658267~8622144] 2024-04-02T09:39:55.978 INFO:tasks.workunit.client.0.smithi012.stdout:from 12 to HEAD diff [3499842~2325696,9501201~12823761,33845445~641998,37624966~8941971,54402046~415664,58720845~5743770,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,110697049~891254,129490309~3726565,133768494~1091216,135434652~170299,140394115~5201617,153007064~13969635,178248109~2410887,188580663~8558736,200139397~9132221,210479603~7695011,219129382~14852001,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368887229~7776738,383866187~2773145,400485962~3002027,406034235~7246176] 2024-04-02T09:39:55.978 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33845445~641998,37624966~8941971,54402046~415664,58720845~5743770,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,110697049~891254,129490309~3726565,133768494~1091216,135434652~170299,140394115~5201617,153007064~13969635,178248109~2410887,188580663~8558736,200139397~9132221,210479603~7695011,219129382~14852001,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368887229~7776738,383866187~2773145,400485962~3002027,406034235~7246176] 2024-04-02T09:39:55.984 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33845445~641998,37624966~8941971,54402046~415664,58720845~5743770,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,110697049~891254,129490309~3726565,133768494~1091216,135434652~170299,140394115~5201617,153007064~13969635,178248109~2410887,184549376~12590023,200139397~9132221,210479603~7695011,219129382~14852001,235078173~8829745,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368887229~7776738,383866187~2773145,400485962~3002027,404658267~8622144] 2024-04-02T09:39:55.984 INFO:tasks.workunit.client.0.smithi012.stdout:from 13 to HEAD diff [3499842~2325696,9501201~12823761,33845445~641998,37624966~8941971,54402046~415664,58720845~4612033,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,129490309~3726565,135434652~170299,153007064~13969635,178248109~2410887,188580663~8558736,200139397~9132221,210479603~7695011,219129382~14852001,236319658~7588260,245904373~17605710,274427994~3590599,300711645~3462995,312097141~7352867,335871419~4345119,346036460~6581408,361824779~449636,364851902~3297683,368887229~7776738,400485962~3002027,406034235~7246176] 2024-04-02T09:39:55.984 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33845445~641998,37624966~8941971,54402046~415664,58720845~4612033,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,129490309~3726565,135434652~170299,153007064~13969635,178248109~2410887,188580663~8558736,200139397~9132221,210479603~7695011,219129382~14852001,236319658~7588260,245904373~17605710,274427994~3590599,300711645~3462995,312097141~7352867,335871419~4345119,346036460~6581408,361824779~449636,364851902~3297683,368887229~7776738,400485962~3002027,406034235~7246176] 2024-04-02T09:39:55.991 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33845445~641998,37624966~8941971,54402046~415664,58720845~4612033,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,129490309~3726565,135434652~170299,153007064~13969635,178248109~2410887,184549376~12590023,200139397~9132221,210479603~7695011,219129382~14852001,235078173~8829745,245904373~17605710,274427994~3590599,300711645~3462995,312097141~7352867,335871419~4345119,346036460~6581408,361824779~449636,364851902~3297683,368887229~7776738,400485962~3002027,404658267~8622144] 2024-04-02T09:39:55.991 INFO:tasks.workunit.client.0.smithi012.stdout:from 14 to HEAD diff [3499842~2325696,9501201~6219997,33845445~641998,37624966~8941971,54402046~415664,58720845~4612033,76525575~3638668,97815498~1644610,129490309~3726565,135434652~170299,153007064~13969635,178248109~2410887,188580663~7375508,200139397~9132221,210479603~6685265,219129382~14852001,236319658~5793092,247989651~15520432,274427994~3590599,300711645~3462995,313872665~5577343,335871419~4345119,346036460~6581408,361824779~449636,364851902~3297683,370748499~5915468,400485962~2300160,406034235~7246176] 2024-04-02T09:39:55.992 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~6219997,33845445~641998,37624966~8941971,54402046~415664,58720845~4612033,76525575~3638668,97815498~1644610,129490309~3726565,135434652~170299,153007064~13969635,178248109~2410887,188580663~7375508,200139397~9132221,210479603~6685265,219129382~14852001,236319658~5793092,247989651~15520432,274427994~3590599,300711645~3462995,313872665~5577343,335871419~4345119,346036460~6581408,361824779~449636,364851902~3297683,370748499~5915468,400485962~2300160,406034235~7246176] 2024-04-02T09:39:55.997 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~7332590,33845445~641998,37624966~8941971,54402046~415664,58720845~4612033,76525575~3638668,97815498~1644610,129490309~3726565,135434652~170299,153007064~13969635,178248109~2410887,184549376~11406795,200139397~9132221,210479603~6685265,219129382~14852001,235078173~7034577,247989651~15520432,274427994~3590599,300711645~3462995,313872665~5577343,335871419~4345119,346036460~6581408,361824779~449636,364851902~3297683,370748499~5915468,400485962~2300160,404658267~8622144] 2024-04-02T09:39:55.997 INFO:tasks.workunit.client.0.smithi012.stdout:from 15 to HEAD diff [3499842~2325696,9501201~6219997,37624966~8941971,58720845~4612033,76525575~3638668,129490309~3726565,153007064~13969635,178248109~2410887,188580663~7375508,200139397~9132221,210479603~6685265,219129382~1085940,221745140~1718356,226530627~7450756,236319658~5793092,256153321~7356762,274427994~3590599,313872665~5577343,346036460~6581408,361824779~449636,364851902~3297683,370748499~5915468,400485962~2300160,406034235~7246176] 2024-04-02T09:39:55.998 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~6219997,37624966~8941971,58720845~4612033,76525575~3638668,129490309~3726565,153007064~13969635,178248109~2410887,188580663~7375508,200139397~9132221,210479603~6685265,219129382~1085940,221745140~1718356,226530627~7450756,236319658~5793092,256153321~7356762,274427994~3590599,313872665~5577343,346036460~6581408,361824779~449636,364851902~3297683,370748499~5915468,400485962~2300160,406034235~7246176] 2024-04-02T09:39:56.004 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~7332590,37624966~8941971,58720845~4612033,76525575~3638668,129490309~3726565,153007064~13969635,178248109~2410887,184549376~11406795,200139397~9132221,210479603~6685265,219129382~1085940,221745140~1718356,226530627~7450756,235078173~7034577,256153321~7356762,274427994~3590599,313872665~5577343,346036460~6581408,361824779~449636,364851902~3297683,370748499~5915468,400485962~2300160,404658267~8622144] 2024-04-02T09:39:56.004 INFO:tasks.workunit.client.0.smithi012.stdout:from 16 to HEAD diff [3499842~2325696,12688176~3033022,37624966~4114429,58720845~4612033,76525575~3638668,129490309~3726565,153007064~4438112,159430530~7546169,178248109~2410887,188580663~7375508,200139397~9132221,210479603~6685265,219129382~1085940,221745140~1718356,226530627~5753341,256153321~7356762,274427994~3590599,313872665~5577343,346036460~5118499,361824779~449636,364851902~3297683,370748499~5915468,400485962~2300160,406034235~7246176] 2024-04-02T09:39:56.004 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,12688176~3033022,37624966~4114429,58720845~4612033,76525575~3638668,129490309~3726565,153007064~4438112,159430530~7546169,178248109~2410887,188580663~7375508,200139397~9132221,210479603~6685265,219129382~1085940,221745140~1718356,226530627~5753341,256153321~7356762,274427994~3590599,313872665~5577343,346036460~5118499,361824779~449636,364851902~3297683,370748499~5915468,400485962~2300160,406034235~7246176] 2024-04-02T09:39:56.010 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,12688176~3033022,37624966~4114429,58720845~4612033,76525575~3638668,129490309~3726565,153007064~4438112,159430530~7546169,178248109~2410887,184549376~11406795,200139397~9132221,210479603~6685265,219129382~1085940,221745140~1718356,226530627~5753341,256153321~7356762,274427994~3590599,313872665~5577343,346036460~5118499,361824779~449636,364851902~3297683,370748499~5915468,400485962~2300160,406034235~7246176] 2024-04-02T09:39:56.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:55 smithi012 ceph-mon[88355]: osdmap e2063: 8 total, 8 up, 8 in 2024-04-02T09:39:56.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:55 smithi012 ceph-mon[90784]: osdmap e2063: 8 total, 8 up, 8 in 2024-04-02T09:39:56.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:55 smithi055 ceph-mon[85080]: osdmap e2063: 8 total, 8 up, 8 in 2024-04-02T09:39:56.885 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to HEAD diff [1095932~7134087,9501201~21093425,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~18117387,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,264860700~13157893,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,342716292~9901576,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:39:56.885 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~21093425,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~18117387,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,264860700~13157893,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,342716292~9901576,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:39:56.923 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~91071500,104857600~11259266,125829120~47625611,178248109~4902643,184549376~78960707,264241152~29266204,293601280~820467,297795584~6379056,305747906~52779021,361824779~449636,363074272~209810,364851902~21787430,390070272~26669928] 2024-04-02T09:39:56.923 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to HEAD diff [1095932~7134087,9501201~16183199,27395949~3198677,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:39:56.923 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~16183199,27395949~3198677,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:39:56.930 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,27395949~3198677,30665293~68794815,104857600~11259266,125829120~21599007,147535833~506402,151885881~21568850,178248109~4902643,184549376~78960707,265311089~28196267,293601280~820467,297795584~6379056,305747906~34468632,343020063~15506864,361824779~449636,363074272~209810,364851902~21787430,390070272~26669928] 2024-04-02T09:39:56.930 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to HEAD diff [1095932~7134087,9501201~16183199,30665293~23575182,54374850~18610810,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~8666449,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:39:56.930 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~16183199,30665293~23575182,54374850~18610810,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~8666449,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:39:56.935 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,30665293~42320367,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~21568850,178248109~4902643,184549376~78960707,265311089~28196267,293601280~820467,297795584~6379056,305747906~15610889,323325331~16891207,343020063~15506864,361824779~449636,363074272~209810,364851902~21787430,390070272~23210139] 2024-04-02T09:39:56.935 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to HEAD diff [1095932~7134087,9501201~16183199,30665293~23124950,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:39:56.936 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~16183199,30665293~23124950,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:39:56.942 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,30665293~23124950,54402046~16208199,71760959~520432,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~21568850,178248109~4902643,184549376~78960707,265311089~28196267,293601280~820467,297795584~6379056,305747906~15610889,323325331~5077244,335149572~5066966,343020063~15506864,361824779~449636,363074272~209810,364851902~21787430,390070272~23210139] 2024-04-02T09:39:56.942 INFO:tasks.workunit.client.0.smithi012.stdout:from 4 to HEAD diff [1095932~7134087,9501201~13086304,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:39:56.942 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~13086304,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:39:56.948 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~14198897,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~21568850,178248109~2410887,184549376~78960707,266787217~23122750,293601280~820467,297795584~6379056,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~21787430,390070272~23210139] 2024-04-02T09:39:56.948 INFO:tasks.workunit.client.0.smithi012.stdout:from 5 to HEAD diff [1095932~7134087,9501201~12823761,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390773189~13885078,406034235~7246176] 2024-04-02T09:39:56.948 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~12823761,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390773189~13885078,406034235~7246176] 2024-04-02T09:39:56.954 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~13936354,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,151885881~21568850,178248109~2410887,184549376~78960707,266787217~23122750,293601280~820467,297795584~6379056,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~21787430,390773189~22507222] 2024-04-02T09:39:56.954 INFO:tasks.workunit.client.0.smithi012.stdout:from 6 to HEAD diff [1095932~7134087,9501201~12823761,30665293~19599466,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~1091216,135434652~170299,140394115~7034012,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,245904373~17605710,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:39:56.954 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~12823761,30665293~19599466,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~1091216,135434652~170299,140394115~7034012,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,245904373~17605710,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:39:56.961 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~13936354,30665293~19599466,54402046~16208199,71760959~520432,73023040~9247439,90297332~9162776,104857600~8772721,125829120~7387754,133768494~1091216,135434652~170299,140394115~7034012,151885881~21568850,178248109~2410887,184549376~59358542,245904373~17605710,266787217~23122750,293601280~820467,297795584~6379056,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~22507222] 2024-04-02T09:39:56.961 INFO:tasks.workunit.client.0.smithi012.stdout:from 7 to HEAD diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~7034012,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6378807,274427994~3590599,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:39:56.961 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~7034012,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6378807,274427994~3590599,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:39:56.967 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~9162776,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~7034012,151885881~21568850,178248109~2410887,184549376~12590023,197675927~36305456,235078173~8829745,245904373~17605710,266787217~6378807,274427994~15481973,293601280~820467,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~22507222] 2024-04-02T09:39:56.967 INFO:tasks.workunit.client.0.smithi012.stdout:from 8 to HEAD diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:39:56.967 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:39:56.973 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,151885881~21568850,178248109~2410887,184549376~12590023,197675927~36305456,235078173~8829745,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,293601280~820467,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,377403260~4949249,383866187~2773145,390773189~22507222] 2024-04-02T09:39:56.973 INFO:tasks.workunit.client.0.smithi012.stdout:from 9 to HEAD diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~415664,58720845~8734791,68403631~2206614,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,393941260~10717007,406034235~7246176] 2024-04-02T09:39:56.974 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~415664,58720845~8734791,68403631~2206614,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,393941260~10717007,406034235~7246176] 2024-04-02T09:39:56.980 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33365972~16898787,54402046~415664,58720845~8734791,68403631~2206614,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,151885881~21568850,178248109~2410887,184549376~12590023,197675927~36305456,235078173~8829745,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,293601280~820467,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,393941260~19339151] 2024-04-02T09:39:56.980 INFO:tasks.workunit.client.0.smithi012.stdout:from 10 to HEAD diff [3499842~2325696,9501201~12823761,33845445~641998,37314997~9251940,54402046~415664,58720845~8734791,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,198369981~1565304,200139397~18035217,219129382~14852001,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,393941260~9546729,406034235~7246176] 2024-04-02T09:39:56.980 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33845445~641998,37314997~9251940,54402046~415664,58720845~8734791,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,198369981~1565304,200139397~18035217,219129382~14852001,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,393941260~9546729,406034235~7246176] 2024-04-02T09:39:56.986 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33845445~641998,37314997~9251940,54402046~415664,58720845~8734791,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,151885881~21568850,178248109~2410887,184549376~12590023,198369981~1565304,200139397~18035217,219129382~14852001,235078173~8829745,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,393941260~9546729,404658267~8622144] 2024-04-02T09:39:56.986 INFO:tasks.workunit.client.0.smithi012.stdout:from 11 to HEAD diff [3499842~2325696,9501201~12823761,33845445~641998,37624966~8941971,54402046~415664,58720845~8734791,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,200139397~18035217,219129382~14852001,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,325123085~3279490,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,400485962~3002027,406034235~7246176] 2024-04-02T09:39:56.986 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33845445~641998,37624966~8941971,54402046~415664,58720845~8734791,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,200139397~18035217,219129382~14852001,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,325123085~3279490,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,400485962~3002027,406034235~7246176] 2024-04-02T09:39:56.992 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33845445~641998,37624966~8941971,54402046~415664,58720845~8734791,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,184549376~12590023,200139397~18035217,219129382~14852001,235078173~8829745,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,325123085~3279490,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,400485962~3002027,404658267~8622144] 2024-04-02T09:39:56.993 INFO:tasks.workunit.client.0.smithi012.stdout:from 12 to HEAD diff [3499842~2325696,9501201~12823761,33845445~641998,37624966~8941971,54402046~415664,58720845~5743770,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,110697049~891254,129490309~3726565,133768494~1091216,135434652~170299,140394115~5201617,153007064~13969635,178248109~2410887,188580663~8558736,200139397~9132221,210479603~7695011,219129382~14852001,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368887229~7776738,383866187~2773145,400485962~3002027,406034235~7246176] 2024-04-02T09:39:56.993 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33845445~641998,37624966~8941971,54402046~415664,58720845~5743770,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,110697049~891254,129490309~3726565,133768494~1091216,135434652~170299,140394115~5201617,153007064~13969635,178248109~2410887,188580663~8558736,200139397~9132221,210479603~7695011,219129382~14852001,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368887229~7776738,383866187~2773145,400485962~3002027,406034235~7246176] 2024-04-02T09:39:56.999 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33845445~641998,37624966~8941971,54402046~415664,58720845~5743770,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,110697049~891254,129490309~3726565,133768494~1091216,135434652~170299,140394115~5201617,153007064~13969635,178248109~2410887,184549376~12590023,200139397~9132221,210479603~7695011,219129382~14852001,235078173~8829745,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368887229~7776738,383866187~2773145,400485962~3002027,404658267~8622144] 2024-04-02T09:39:56.999 INFO:tasks.workunit.client.0.smithi012.stdout:from 13 to HEAD diff [3499842~2325696,9501201~12823761,33845445~641998,37624966~8941971,54402046~415664,58720845~4612033,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,129490309~3726565,135434652~170299,153007064~13969635,178248109~2410887,188580663~8558736,200139397~9132221,210479603~7695011,219129382~14852001,236319658~7588260,245904373~17605710,274427994~3590599,300711645~3462995,312097141~7352867,335871419~4345119,346036460~6581408,361824779~449636,364851902~3297683,368887229~7776738,400485962~3002027,406034235~7246176] 2024-04-02T09:39:56.999 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33845445~641998,37624966~8941971,54402046~415664,58720845~4612033,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,129490309~3726565,135434652~170299,153007064~13969635,178248109~2410887,188580663~8558736,200139397~9132221,210479603~7695011,219129382~14852001,236319658~7588260,245904373~17605710,274427994~3590599,300711645~3462995,312097141~7352867,335871419~4345119,346036460~6581408,361824779~449636,364851902~3297683,368887229~7776738,400485962~3002027,406034235~7246176] 2024-04-02T09:39:57.005 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33845445~641998,37624966~8941971,54402046~415664,58720845~4612033,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,129490309~3726565,135434652~170299,153007064~13969635,178248109~2410887,184549376~12590023,200139397~9132221,210479603~7695011,219129382~14852001,235078173~8829745,245904373~17605710,274427994~3590599,300711645~3462995,312097141~7352867,335871419~4345119,346036460~6581408,361824779~449636,364851902~3297683,368887229~7776738,400485962~3002027,404658267~8622144] 2024-04-02T09:39:57.005 INFO:tasks.workunit.client.0.smithi012.stdout:from 14 to HEAD diff [3499842~2325696,9501201~6219997,33845445~641998,37624966~8941971,54402046~415664,58720845~4612033,76525575~3638668,97815498~1644610,129490309~3726565,135434652~170299,153007064~13969635,178248109~2410887,188580663~7375508,200139397~9132221,210479603~6685265,219129382~14852001,236319658~5793092,247989651~15520432,274427994~3590599,300711645~3462995,313872665~5577343,335871419~4345119,346036460~6581408,361824779~449636,364851902~3297683,370748499~5915468,400485962~2300160,406034235~7246176] 2024-04-02T09:39:57.005 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~6219997,33845445~641998,37624966~8941971,54402046~415664,58720845~4612033,76525575~3638668,97815498~1644610,129490309~3726565,135434652~170299,153007064~13969635,178248109~2410887,188580663~7375508,200139397~9132221,210479603~6685265,219129382~14852001,236319658~5793092,247989651~15520432,274427994~3590599,300711645~3462995,313872665~5577343,335871419~4345119,346036460~6581408,361824779~449636,364851902~3297683,370748499~5915468,400485962~2300160,406034235~7246176] 2024-04-02T09:39:57.011 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~7332590,33845445~641998,37624966~8941971,54402046~415664,58720845~4612033,76525575~3638668,97815498~1644610,129490309~3726565,135434652~170299,153007064~13969635,178248109~2410887,184549376~11406795,200139397~9132221,210479603~6685265,219129382~14852001,235078173~7034577,247989651~15520432,274427994~3590599,300711645~3462995,313872665~5577343,335871419~4345119,346036460~6581408,361824779~449636,364851902~3297683,370748499~5915468,400485962~2300160,404658267~8622144] 2024-04-02T09:39:57.011 INFO:tasks.workunit.client.0.smithi012.stdout:from 15 to HEAD diff [3499842~2325696,9501201~6219997,37624966~8941971,58720845~4612033,76525575~3638668,129490309~3726565,153007064~13969635,178248109~2410887,188580663~7375508,200139397~9132221,210479603~6685265,219129382~1085940,221745140~1718356,226530627~7450756,236319658~5793092,256153321~7356762,274427994~3590599,313872665~5577343,346036460~6581408,361824779~449636,364851902~3297683,370748499~5915468,400485962~2300160,406034235~7246176] 2024-04-02T09:39:57.011 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~6219997,37624966~8941971,58720845~4612033,76525575~3638668,129490309~3726565,153007064~13969635,178248109~2410887,188580663~7375508,200139397~9132221,210479603~6685265,219129382~1085940,221745140~1718356,226530627~7450756,236319658~5793092,256153321~7356762,274427994~3590599,313872665~5577343,346036460~6581408,361824779~449636,364851902~3297683,370748499~5915468,400485962~2300160,406034235~7246176] 2024-04-02T09:39:57.017 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~7332590,37624966~8941971,58720845~4612033,76525575~3638668,129490309~3726565,153007064~13969635,178248109~2410887,184549376~11406795,200139397~9132221,210479603~6685265,219129382~1085940,221745140~1718356,226530627~7450756,235078173~7034577,256153321~7356762,274427994~3590599,313872665~5577343,346036460~6581408,361824779~449636,364851902~3297683,370748499~5915468,400485962~2300160,404658267~8622144] 2024-04-02T09:39:57.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:56 smithi012 ceph-mon[88355]: osdmap e2064: 8 total, 8 up, 8 in 2024-04-02T09:39:57.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:56 smithi012 ceph-mon[88355]: pgmap v4036: 137 pgs: 137 active+clean; 862 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 160 KiB/s rd, 2.1 MiB/s wr, 5.32k op/s; 15 MiB/s, 2 keys/s, 7 objects/s recovering 2024-04-02T09:39:57.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:56 smithi012 ceph-mon[90784]: osdmap e2064: 8 total, 8 up, 8 in 2024-04-02T09:39:57.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:56 smithi012 ceph-mon[90784]: pgmap v4036: 137 pgs: 137 active+clean; 862 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 160 KiB/s rd, 2.1 MiB/s wr, 5.32k op/s; 15 MiB/s, 2 keys/s, 7 objects/s recovering 2024-04-02T09:39:57.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:56 smithi055 ceph-mon[85080]: osdmap e2064: 8 total, 8 up, 8 in 2024-04-02T09:39:57.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:56 smithi055 ceph-mon[85080]: pgmap v4036: 137 pgs: 137 active+clean; 862 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 160 KiB/s rd, 2.1 MiB/s wr, 5.32k op/s; 15 MiB/s, 2 keys/s, 7 objects/s recovering 2024-04-02T09:39:57.896 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to HEAD diff [1095932~7134087,9501201~21093425,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~18117387,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,264860700~13157893,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,342716292~9901576,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:39:57.897 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~21093425,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~18117387,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,264860700~13157893,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,342716292~9901576,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:39:57.931 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~91071500,104857600~11259266,125829120~47625611,178248109~4902643,184549376~78960707,264241152~29266204,293601280~820467,297795584~6379056,305747906~52779021,361824779~449636,363074272~209810,364851902~21787430,390070272~26669928] 2024-04-02T09:39:57.931 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to HEAD diff [1095932~7134087,9501201~16183199,27395949~3198677,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:39:57.931 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~16183199,27395949~3198677,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:39:57.938 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,27395949~3198677,30665293~68794815,104857600~11259266,125829120~21599007,147535833~506402,151885881~21568850,178248109~4902643,184549376~78960707,265311089~28196267,293601280~820467,297795584~6379056,305747906~34468632,343020063~15506864,361824779~449636,363074272~209810,364851902~21787430,390070272~26669928] 2024-04-02T09:39:57.938 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to HEAD diff [1095932~7134087,9501201~16183199,30665293~23575182,54374850~18610810,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~8666449,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:39:57.938 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~16183199,30665293~23575182,54374850~18610810,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~8666449,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:39:57.944 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,30665293~42320367,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~21568850,178248109~4902643,184549376~78960707,265311089~28196267,293601280~820467,297795584~6379056,305747906~15610889,323325331~16891207,343020063~15506864,361824779~449636,363074272~209810,364851902~21787430,390070272~23210139] 2024-04-02T09:39:57.944 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to HEAD diff [1095932~7134087,9501201~16183199,30665293~23124950,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:39:57.945 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~16183199,30665293~23124950,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:39:57.951 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,30665293~23124950,54402046~16208199,71760959~520432,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~21568850,178248109~4902643,184549376~78960707,265311089~28196267,293601280~820467,297795584~6379056,305747906~15610889,323325331~5077244,335149572~5066966,343020063~15506864,361824779~449636,363074272~209810,364851902~21787430,390070272~23210139] 2024-04-02T09:39:57.951 INFO:tasks.workunit.client.0.smithi012.stdout:from 4 to HEAD diff [1095932~7134087,9501201~13086304,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:39:57.951 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~13086304,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:39:57.957 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~14198897,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~21568850,178248109~2410887,184549376~78960707,266787217~23122750,293601280~820467,297795584~6379056,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~21787430,390070272~23210139] 2024-04-02T09:39:57.957 INFO:tasks.workunit.client.0.smithi012.stdout:from 5 to HEAD diff [1095932~7134087,9501201~12823761,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390773189~13885078,406034235~7246176] 2024-04-02T09:39:57.957 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~12823761,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390773189~13885078,406034235~7246176] 2024-04-02T09:39:57.964 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~13936354,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,151885881~21568850,178248109~2410887,184549376~78960707,266787217~23122750,293601280~820467,297795584~6379056,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~21787430,390773189~22507222] 2024-04-02T09:39:57.964 INFO:tasks.workunit.client.0.smithi012.stdout:from 6 to HEAD diff [1095932~7134087,9501201~12823761,30665293~19599466,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~1091216,135434652~170299,140394115~7034012,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,245904373~17605710,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:39:57.964 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~12823761,30665293~19599466,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~1091216,135434652~170299,140394115~7034012,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,245904373~17605710,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:39:57.971 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~13936354,30665293~19599466,54402046~16208199,71760959~520432,73023040~9247439,90297332~9162776,104857600~8772721,125829120~7387754,133768494~1091216,135434652~170299,140394115~7034012,151885881~21568850,178248109~2410887,184549376~59358542,245904373~17605710,266787217~23122750,293601280~820467,297795584~6379056,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~22507222] 2024-04-02T09:39:57.971 INFO:tasks.workunit.client.0.smithi012.stdout:from 7 to HEAD diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~7034012,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6378807,274427994~3590599,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:39:57.971 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~7034012,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6378807,274427994~3590599,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:39:57.977 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~9162776,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~7034012,151885881~21568850,178248109~2410887,184549376~12590023,197675927~36305456,235078173~8829745,245904373~17605710,266787217~6378807,274427994~15481973,293601280~820467,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~22507222] 2024-04-02T09:39:57.977 INFO:tasks.workunit.client.0.smithi012.stdout:from 8 to HEAD diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:39:57.977 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:39:57.984 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,151885881~21568850,178248109~2410887,184549376~12590023,197675927~36305456,235078173~8829745,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,293601280~820467,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,377403260~4949249,383866187~2773145,390773189~22507222] 2024-04-02T09:39:57.984 INFO:tasks.workunit.client.0.smithi012.stdout:from 9 to HEAD diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~415664,58720845~8734791,68403631~2206614,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,393941260~10717007,406034235~7246176] 2024-04-02T09:39:57.984 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~415664,58720845~8734791,68403631~2206614,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,393941260~10717007,406034235~7246176] 2024-04-02T09:39:57.990 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33365972~16898787,54402046~415664,58720845~8734791,68403631~2206614,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,151885881~21568850,178248109~2410887,184549376~12590023,197675927~36305456,235078173~8829745,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,293601280~820467,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,393941260~19339151] 2024-04-02T09:39:57.990 INFO:tasks.workunit.client.0.smithi012.stdout:from 10 to HEAD diff [3499842~2325696,9501201~12823761,33845445~641998,37314997~9251940,54402046~415664,58720845~8734791,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,198369981~1565304,200139397~18035217,219129382~14852001,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,393941260~9546729,406034235~7246176] 2024-04-02T09:39:57.990 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33845445~641998,37314997~9251940,54402046~415664,58720845~8734791,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,198369981~1565304,200139397~18035217,219129382~14852001,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,393941260~9546729,406034235~7246176] 2024-04-02T09:39:57.996 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33845445~641998,37314997~9251940,54402046~415664,58720845~8734791,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,151885881~21568850,178248109~2410887,184549376~12590023,198369981~1565304,200139397~18035217,219129382~14852001,235078173~8829745,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,393941260~9546729,404658267~8622144] 2024-04-02T09:39:57.996 INFO:tasks.workunit.client.0.smithi012.stdout:from 11 to HEAD diff [3499842~2325696,9501201~12823761,33845445~641998,37624966~8941971,54402046~415664,58720845~8734791,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,200139397~18035217,219129382~14852001,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,325123085~3279490,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,400485962~3002027,406034235~7246176] 2024-04-02T09:39:57.996 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33845445~641998,37624966~8941971,54402046~415664,58720845~8734791,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,200139397~18035217,219129382~14852001,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,325123085~3279490,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,400485962~3002027,406034235~7246176] 2024-04-02T09:39:58.003 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33845445~641998,37624966~8941971,54402046~415664,58720845~8734791,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,184549376~12590023,200139397~18035217,219129382~14852001,235078173~8829745,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,325123085~3279490,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,400485962~3002027,404658267~8622144] 2024-04-02T09:39:58.003 INFO:tasks.workunit.client.0.smithi012.stdout:from 12 to HEAD diff [3499842~2325696,9501201~12823761,33845445~641998,37624966~8941971,54402046~415664,58720845~5743770,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,110697049~891254,129490309~3726565,133768494~1091216,135434652~170299,140394115~5201617,153007064~13969635,178248109~2410887,188580663~8558736,200139397~9132221,210479603~7695011,219129382~14852001,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368887229~7776738,383866187~2773145,400485962~3002027,406034235~7246176] 2024-04-02T09:39:58.003 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33845445~641998,37624966~8941971,54402046~415664,58720845~5743770,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,110697049~891254,129490309~3726565,133768494~1091216,135434652~170299,140394115~5201617,153007064~13969635,178248109~2410887,188580663~8558736,200139397~9132221,210479603~7695011,219129382~14852001,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368887229~7776738,383866187~2773145,400485962~3002027,406034235~7246176] 2024-04-02T09:39:58.009 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33845445~641998,37624966~8941971,54402046~415664,58720845~5743770,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,110697049~891254,129490309~3726565,133768494~1091216,135434652~170299,140394115~5201617,153007064~13969635,178248109~2410887,184549376~12590023,200139397~9132221,210479603~7695011,219129382~14852001,235078173~8829745,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368887229~7776738,383866187~2773145,400485962~3002027,404658267~8622144] 2024-04-02T09:39:58.009 INFO:tasks.workunit.client.0.smithi012.stdout:from 13 to HEAD diff [3499842~2325696,9501201~12823761,33845445~641998,37624966~8941971,54402046~415664,58720845~4612033,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,129490309~3726565,135434652~170299,153007064~13969635,178248109~2410887,188580663~8558736,200139397~9132221,210479603~7695011,219129382~14852001,236319658~7588260,245904373~17605710,274427994~3590599,300711645~3462995,312097141~7352867,335871419~4345119,346036460~6581408,361824779~449636,364851902~3297683,368887229~7776738,400485962~3002027,406034235~7246176] 2024-04-02T09:39:58.009 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33845445~641998,37624966~8941971,54402046~415664,58720845~4612033,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,129490309~3726565,135434652~170299,153007064~13969635,178248109~2410887,188580663~8558736,200139397~9132221,210479603~7695011,219129382~14852001,236319658~7588260,245904373~17605710,274427994~3590599,300711645~3462995,312097141~7352867,335871419~4345119,346036460~6581408,361824779~449636,364851902~3297683,368887229~7776738,400485962~3002027,406034235~7246176] 2024-04-02T09:39:58.015 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33845445~641998,37624966~8941971,54402046~415664,58720845~4612033,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,129490309~3726565,135434652~170299,153007064~13969635,178248109~2410887,184549376~12590023,200139397~9132221,210479603~7695011,219129382~14852001,235078173~8829745,245904373~17605710,274427994~3590599,300711645~3462995,312097141~7352867,335871419~4345119,346036460~6581408,361824779~449636,364851902~3297683,368887229~7776738,400485962~3002027,404658267~8622144] 2024-04-02T09:39:58.015 INFO:tasks.workunit.client.0.smithi012.stdout:from 14 to HEAD diff [3499842~2325696,9501201~6219997,33845445~641998,37624966~8941971,54402046~415664,58720845~4612033,76525575~3638668,97815498~1644610,129490309~3726565,135434652~170299,153007064~13969635,178248109~2410887,188580663~7375508,200139397~9132221,210479603~6685265,219129382~14852001,236319658~5793092,247989651~15520432,274427994~3590599,300711645~3462995,313872665~5577343,335871419~4345119,346036460~6581408,361824779~449636,364851902~3297683,370748499~5915468,400485962~2300160,406034235~7246176] 2024-04-02T09:39:58.015 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~6219997,33845445~641998,37624966~8941971,54402046~415664,58720845~4612033,76525575~3638668,97815498~1644610,129490309~3726565,135434652~170299,153007064~13969635,178248109~2410887,188580663~7375508,200139397~9132221,210479603~6685265,219129382~14852001,236319658~5793092,247989651~15520432,274427994~3590599,300711645~3462995,313872665~5577343,335871419~4345119,346036460~6581408,361824779~449636,364851902~3297683,370748499~5915468,400485962~2300160,406034235~7246176] 2024-04-02T09:39:58.021 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~7332590,33845445~641998,37624966~8941971,54402046~415664,58720845~4612033,76525575~3638668,97815498~1644610,129490309~3726565,135434652~170299,153007064~13969635,178248109~2410887,184549376~11406795,200139397~9132221,210479603~6685265,219129382~14852001,235078173~7034577,247989651~15520432,274427994~3590599,300711645~3462995,313872665~5577343,335871419~4345119,346036460~6581408,361824779~449636,364851902~3297683,370748499~5915468,400485962~2300160,404658267~8622144] 2024-04-02T09:39:58.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:57 smithi012 ceph-mon[88355]: osdmap e2065: 8 total, 8 up, 8 in 2024-04-02T09:39:58.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:57 smithi012 ceph-mon[90784]: osdmap e2065: 8 total, 8 up, 8 in 2024-04-02T09:39:58.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:39:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:39:57] "GET /metrics HTTP/1.1" 200 36744 "" "Prometheus/2.43.0" 2024-04-02T09:39:58.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:57 smithi055 ceph-mon[85080]: osdmap e2065: 8 total, 8 up, 8 in 2024-04-02T09:39:58.901 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to HEAD diff [1095932~7134087,9501201~21093425,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~18117387,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,264860700~13157893,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,342716292~9901576,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:39:58.901 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~21093425,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~18117387,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,264860700~13157893,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,342716292~9901576,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:39:58.935 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~91071500,104857600~11259266,125829120~47625611,178248109~4902643,184549376~78960707,264241152~29266204,293601280~820467,297795584~6379056,305747906~52779021,361824779~449636,363074272~209810,364851902~21787430,390070272~26669928] 2024-04-02T09:39:58.935 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to HEAD diff [1095932~7134087,9501201~16183199,27395949~3198677,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:39:58.935 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~16183199,27395949~3198677,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:39:58.946 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,27395949~3198677,30665293~68794815,104857600~11259266,125829120~21599007,147535833~506402,151885881~21568850,178248109~4902643,184549376~78960707,265311089~28196267,293601280~820467,297795584~6379056,305747906~34468632,343020063~15506864,361824779~449636,363074272~209810,364851902~21787430,390070272~26669928] 2024-04-02T09:39:58.946 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to HEAD diff [1095932~7134087,9501201~16183199,30665293~23575182,54374850~18610810,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~8666449,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:39:58.946 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~16183199,30665293~23575182,54374850~18610810,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~8666449,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:39:58.952 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,30665293~42320367,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~21568850,178248109~4902643,184549376~78960707,265311089~28196267,293601280~820467,297795584~6379056,305747906~15610889,323325331~16891207,343020063~15506864,361824779~449636,363074272~209810,364851902~21787430,390070272~23210139] 2024-04-02T09:39:58.952 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to HEAD diff [1095932~7134087,9501201~16183199,30665293~23124950,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:39:58.952 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~16183199,30665293~23124950,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:39:58.958 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,30665293~23124950,54402046~16208199,71760959~520432,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~21568850,178248109~4902643,184549376~78960707,265311089~28196267,293601280~820467,297795584~6379056,305747906~15610889,323325331~5077244,335149572~5066966,343020063~15506864,361824779~449636,363074272~209810,364851902~21787430,390070272~23210139] 2024-04-02T09:39:58.958 INFO:tasks.workunit.client.0.smithi012.stdout:from 4 to HEAD diff [1095932~7134087,9501201~13086304,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:39:58.958 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~13086304,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:39:58.964 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~14198897,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~21568850,178248109~2410887,184549376~78960707,266787217~23122750,293601280~820467,297795584~6379056,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~21787430,390070272~23210139] 2024-04-02T09:39:58.965 INFO:tasks.workunit.client.0.smithi012.stdout:from 5 to HEAD diff [1095932~7134087,9501201~12823761,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390773189~13885078,406034235~7246176] 2024-04-02T09:39:58.965 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~12823761,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390773189~13885078,406034235~7246176] 2024-04-02T09:39:58.971 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~13936354,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,151885881~21568850,178248109~2410887,184549376~78960707,266787217~23122750,293601280~820467,297795584~6379056,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~21787430,390773189~22507222] 2024-04-02T09:39:58.971 INFO:tasks.workunit.client.0.smithi012.stdout:from 6 to HEAD diff [1095932~7134087,9501201~12823761,30665293~19599466,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~1091216,135434652~170299,140394115~7034012,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,245904373~17605710,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:39:58.971 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~12823761,30665293~19599466,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~1091216,135434652~170299,140394115~7034012,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,245904373~17605710,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:39:58.977 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~13936354,30665293~19599466,54402046~16208199,71760959~520432,73023040~9247439,90297332~9162776,104857600~8772721,125829120~7387754,133768494~1091216,135434652~170299,140394115~7034012,151885881~21568850,178248109~2410887,184549376~59358542,245904373~17605710,266787217~23122750,293601280~820467,297795584~6379056,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~22507222] 2024-04-02T09:39:58.978 INFO:tasks.workunit.client.0.smithi012.stdout:from 7 to HEAD diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~7034012,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6378807,274427994~3590599,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:39:58.978 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~7034012,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6378807,274427994~3590599,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:39:58.984 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~9162776,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~7034012,151885881~21568850,178248109~2410887,184549376~12590023,197675927~36305456,235078173~8829745,245904373~17605710,266787217~6378807,274427994~15481973,293601280~820467,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~22507222] 2024-04-02T09:39:58.984 INFO:tasks.workunit.client.0.smithi012.stdout:from 8 to HEAD diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:39:58.984 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:39:58.990 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,151885881~21568850,178248109~2410887,184549376~12590023,197675927~36305456,235078173~8829745,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,293601280~820467,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,377403260~4949249,383866187~2773145,390773189~22507222] 2024-04-02T09:39:58.991 INFO:tasks.workunit.client.0.smithi012.stdout:from 9 to HEAD diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~415664,58720845~8734791,68403631~2206614,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,393941260~10717007,406034235~7246176] 2024-04-02T09:39:58.991 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~415664,58720845~8734791,68403631~2206614,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,393941260~10717007,406034235~7246176] 2024-04-02T09:39:58.997 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33365972~16898787,54402046~415664,58720845~8734791,68403631~2206614,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,151885881~21568850,178248109~2410887,184549376~12590023,197675927~36305456,235078173~8829745,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,293601280~820467,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,393941260~19339151] 2024-04-02T09:39:58.997 INFO:tasks.workunit.client.0.smithi012.stdout:from 10 to HEAD diff [3499842~2325696,9501201~12823761,33845445~641998,37314997~9251940,54402046~415664,58720845~8734791,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,198369981~1565304,200139397~18035217,219129382~14852001,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,393941260~9546729,406034235~7246176] 2024-04-02T09:39:58.997 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33845445~641998,37314997~9251940,54402046~415664,58720845~8734791,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,198369981~1565304,200139397~18035217,219129382~14852001,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,393941260~9546729,406034235~7246176] 2024-04-02T09:39:59.002 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33845445~641998,37314997~9251940,54402046~415664,58720845~8734791,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,151885881~21568850,178248109~2410887,184549376~12590023,198369981~1565304,200139397~18035217,219129382~14852001,235078173~8829745,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,393941260~9546729,404658267~8622144] 2024-04-02T09:39:59.002 INFO:tasks.workunit.client.0.smithi012.stdout:from 11 to HEAD diff [3499842~2325696,9501201~12823761,33845445~641998,37624966~8941971,54402046~415664,58720845~8734791,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,200139397~18035217,219129382~14852001,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,325123085~3279490,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,400485962~3002027,406034235~7246176] 2024-04-02T09:39:59.003 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33845445~641998,37624966~8941971,54402046~415664,58720845~8734791,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,200139397~18035217,219129382~14852001,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,325123085~3279490,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,400485962~3002027,406034235~7246176] 2024-04-02T09:39:59.009 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33845445~641998,37624966~8941971,54402046~415664,58720845~8734791,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,184549376~12590023,200139397~18035217,219129382~14852001,235078173~8829745,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,325123085~3279490,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,400485962~3002027,404658267~8622144] 2024-04-02T09:39:59.009 INFO:tasks.workunit.client.0.smithi012.stdout:from 12 to HEAD diff [3499842~2325696,9501201~12823761,33845445~641998,37624966~8941971,54402046~415664,58720845~5743770,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,110697049~891254,129490309~3726565,133768494~1091216,135434652~170299,140394115~5201617,153007064~13969635,178248109~2410887,188580663~8558736,200139397~9132221,210479603~7695011,219129382~14852001,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368887229~7776738,383866187~2773145,400485962~3002027,406034235~7246176] 2024-04-02T09:39:59.009 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33845445~641998,37624966~8941971,54402046~415664,58720845~5743770,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,110697049~891254,129490309~3726565,133768494~1091216,135434652~170299,140394115~5201617,153007064~13969635,178248109~2410887,188580663~8558736,200139397~9132221,210479603~7695011,219129382~14852001,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368887229~7776738,383866187~2773145,400485962~3002027,406034235~7246176] 2024-04-02T09:39:59.014 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33845445~641998,37624966~8941971,54402046~415664,58720845~5743770,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,110697049~891254,129490309~3726565,133768494~1091216,135434652~170299,140394115~5201617,153007064~13969635,178248109~2410887,184549376~12590023,200139397~9132221,210479603~7695011,219129382~14852001,235078173~8829745,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368887229~7776738,383866187~2773145,400485962~3002027,404658267~8622144] 2024-04-02T09:39:59.015 INFO:tasks.workunit.client.0.smithi012.stdout:from 13 to HEAD diff [3499842~2325696,9501201~12823761,33845445~641998,37624966~8941971,54402046~415664,58720845~4612033,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,129490309~3726565,135434652~170299,153007064~13969635,178248109~2410887,188580663~8558736,200139397~9132221,210479603~7695011,219129382~14852001,236319658~7588260,245904373~17605710,274427994~3590599,300711645~3462995,312097141~7352867,335871419~4345119,346036460~6581408,361824779~449636,364851902~3297683,368887229~7776738,400485962~3002027,406034235~7246176] 2024-04-02T09:39:59.015 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33845445~641998,37624966~8941971,54402046~415664,58720845~4612033,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,129490309~3726565,135434652~170299,153007064~13969635,178248109~2410887,188580663~8558736,200139397~9132221,210479603~7695011,219129382~14852001,236319658~7588260,245904373~17605710,274427994~3590599,300711645~3462995,312097141~7352867,335871419~4345119,346036460~6581408,361824779~449636,364851902~3297683,368887229~7776738,400485962~3002027,406034235~7246176] 2024-04-02T09:39:59.021 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33845445~641998,37624966~8941971,54402046~415664,58720845~4612033,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,129490309~3726565,135434652~170299,153007064~13969635,178248109~2410887,184549376~12590023,200139397~9132221,210479603~7695011,219129382~14852001,235078173~8829745,245904373~17605710,274427994~3590599,300711645~3462995,312097141~7352867,335871419~4345119,346036460~6581408,361824779~449636,364851902~3297683,368887229~7776738,400485962~3002027,404658267~8622144] 2024-04-02T09:39:59.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:58 smithi012 ceph-mon[88355]: osdmap e2066: 8 total, 8 up, 8 in 2024-04-02T09:39:59.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:58 smithi012 ceph-mon[88355]: pgmap v4039: 137 pgs: 137 active+clean; 862 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 160 KiB/s rd, 2.1 MiB/s wr, 5.32k op/s; 15 MiB/s, 2 keys/s, 7 objects/s recovering 2024-04-02T09:39:59.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:58 smithi012 ceph-mon[90784]: osdmap e2066: 8 total, 8 up, 8 in 2024-04-02T09:39:59.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:58 smithi012 ceph-mon[90784]: pgmap v4039: 137 pgs: 137 active+clean; 862 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 160 KiB/s rd, 2.1 MiB/s wr, 5.32k op/s; 15 MiB/s, 2 keys/s, 7 objects/s recovering 2024-04-02T09:39:59.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:58 smithi055 ceph-mon[85080]: osdmap e2066: 8 total, 8 up, 8 in 2024-04-02T09:39:59.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:58 smithi055 ceph-mon[85080]: pgmap v4039: 137 pgs: 137 active+clean; 862 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 160 KiB/s rd, 2.1 MiB/s wr, 5.32k op/s; 15 MiB/s, 2 keys/s, 7 objects/s recovering 2024-04-02T09:39:59.676 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to HEAD diff [1095932~7134087,9501201~21093425,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~18117387,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,264860700~13157893,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,342716292~9901576,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:39:59.676 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~21093425,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~18117387,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,264860700~13157893,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,342716292~9901576,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:39:59.712 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~91071500,104857600~11259266,125829120~47625611,178248109~4902643,184549376~78960707,264241152~29266204,293601280~820467,297795584~6379056,305747906~52779021,361824779~449636,363074272~209810,364851902~21787430,390070272~26669928] 2024-04-02T09:39:59.712 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to HEAD diff [1095932~7134087,9501201~16183199,27395949~3198677,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:39:59.712 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~16183199,27395949~3198677,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:39:59.721 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,27395949~3198677,30665293~68794815,104857600~11259266,125829120~21599007,147535833~506402,151885881~21568850,178248109~4902643,184549376~78960707,265311089~28196267,293601280~820467,297795584~6379056,305747906~34468632,343020063~15506864,361824779~449636,363074272~209810,364851902~21787430,390070272~26669928] 2024-04-02T09:39:59.721 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to HEAD diff [1095932~7134087,9501201~16183199,30665293~23575182,54374850~18610810,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~8666449,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:39:59.721 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~16183199,30665293~23575182,54374850~18610810,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~8666449,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:39:59.727 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,30665293~42320367,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~21568850,178248109~4902643,184549376~78960707,265311089~28196267,293601280~820467,297795584~6379056,305747906~15610889,323325331~16891207,343020063~15506864,361824779~449636,363074272~209810,364851902~21787430,390070272~23210139] 2024-04-02T09:39:59.727 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to HEAD diff [1095932~7134087,9501201~16183199,30665293~23124950,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:39:59.727 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~16183199,30665293~23124950,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:39:59.734 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,30665293~23124950,54402046~16208199,71760959~520432,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~21568850,178248109~4902643,184549376~78960707,265311089~28196267,293601280~820467,297795584~6379056,305747906~15610889,323325331~5077244,335149572~5066966,343020063~15506864,361824779~449636,363074272~209810,364851902~21787430,390070272~23210139] 2024-04-02T09:39:59.734 INFO:tasks.workunit.client.0.smithi012.stdout:from 4 to HEAD diff [1095932~7134087,9501201~13086304,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:39:59.734 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~13086304,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:39:59.740 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~14198897,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~21568850,178248109~2410887,184549376~78960707,266787217~23122750,293601280~820467,297795584~6379056,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~21787430,390070272~23210139] 2024-04-02T09:39:59.740 INFO:tasks.workunit.client.0.smithi012.stdout:from 5 to HEAD diff [1095932~7134087,9501201~12823761,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390773189~13885078,406034235~7246176] 2024-04-02T09:39:59.740 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~12823761,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390773189~13885078,406034235~7246176] 2024-04-02T09:39:59.746 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~13936354,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,151885881~21568850,178248109~2410887,184549376~78960707,266787217~23122750,293601280~820467,297795584~6379056,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~21787430,390773189~22507222] 2024-04-02T09:39:59.747 INFO:tasks.workunit.client.0.smithi012.stdout:from 6 to HEAD diff [1095932~7134087,9501201~12823761,30665293~19599466,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~1091216,135434652~170299,140394115~7034012,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,245904373~17605710,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:39:59.747 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~12823761,30665293~19599466,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~1091216,135434652~170299,140394115~7034012,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,245904373~17605710,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:39:59.752 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~13936354,30665293~19599466,54402046~16208199,71760959~520432,73023040~9247439,90297332~9162776,104857600~8772721,125829120~7387754,133768494~1091216,135434652~170299,140394115~7034012,151885881~21568850,178248109~2410887,184549376~59358542,245904373~17605710,266787217~23122750,293601280~820467,297795584~6379056,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~22507222] 2024-04-02T09:39:59.753 INFO:tasks.workunit.client.0.smithi012.stdout:from 7 to HEAD diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~7034012,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6378807,274427994~3590599,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:39:59.753 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~7034012,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6378807,274427994~3590599,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:39:59.759 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~9162776,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~7034012,151885881~21568850,178248109~2410887,184549376~12590023,197675927~36305456,235078173~8829745,245904373~17605710,266787217~6378807,274427994~15481973,293601280~820467,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~22507222] 2024-04-02T09:39:59.759 INFO:tasks.workunit.client.0.smithi012.stdout:from 8 to HEAD diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:39:59.759 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:39:59.765 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,151885881~21568850,178248109~2410887,184549376~12590023,197675927~36305456,235078173~8829745,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,293601280~820467,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,377403260~4949249,383866187~2773145,390773189~22507222] 2024-04-02T09:39:59.765 INFO:tasks.workunit.client.0.smithi012.stdout:from 9 to HEAD diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~415664,58720845~8734791,68403631~2206614,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,393941260~10717007,406034235~7246176] 2024-04-02T09:39:59.765 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~415664,58720845~8734791,68403631~2206614,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,393941260~10717007,406034235~7246176] 2024-04-02T09:39:59.771 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33365972~16898787,54402046~415664,58720845~8734791,68403631~2206614,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,151885881~21568850,178248109~2410887,184549376~12590023,197675927~36305456,235078173~8829745,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,293601280~820467,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,393941260~19339151] 2024-04-02T09:39:59.771 INFO:tasks.workunit.client.0.smithi012.stdout:from 10 to HEAD diff [3499842~2325696,9501201~12823761,33845445~641998,37314997~9251940,54402046~415664,58720845~8734791,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,198369981~1565304,200139397~18035217,219129382~14852001,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,393941260~9546729,406034235~7246176] 2024-04-02T09:39:59.771 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33845445~641998,37314997~9251940,54402046~415664,58720845~8734791,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,198369981~1565304,200139397~18035217,219129382~14852001,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,393941260~9546729,406034235~7246176] 2024-04-02T09:39:59.777 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33845445~641998,37314997~9251940,54402046~415664,58720845~8734791,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,151885881~21568850,178248109~2410887,184549376~12590023,198369981~1565304,200139397~18035217,219129382~14852001,235078173~8829745,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,393941260~9546729,404658267~8622144] 2024-04-02T09:39:59.777 INFO:tasks.workunit.client.0.smithi012.stdout:from 11 to HEAD diff [3499842~2325696,9501201~12823761,33845445~641998,37624966~8941971,54402046~415664,58720845~8734791,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,200139397~18035217,219129382~14852001,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,325123085~3279490,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,400485962~3002027,406034235~7246176] 2024-04-02T09:39:59.778 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33845445~641998,37624966~8941971,54402046~415664,58720845~8734791,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,200139397~18035217,219129382~14852001,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,325123085~3279490,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,400485962~3002027,406034235~7246176] 2024-04-02T09:39:59.784 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33845445~641998,37624966~8941971,54402046~415664,58720845~8734791,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,184549376~12590023,200139397~18035217,219129382~14852001,235078173~8829745,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,325123085~3279490,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,400485962~3002027,404658267~8622144] 2024-04-02T09:39:59.784 INFO:tasks.workunit.client.0.smithi012.stdout:from 12 to HEAD diff [3499842~2325696,9501201~12823761,33845445~641998,37624966~8941971,54402046~415664,58720845~5743770,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,110697049~891254,129490309~3726565,133768494~1091216,135434652~170299,140394115~5201617,153007064~13969635,178248109~2410887,188580663~8558736,200139397~9132221,210479603~7695011,219129382~14852001,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368887229~7776738,383866187~2773145,400485962~3002027,406034235~7246176] 2024-04-02T09:39:59.784 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33845445~641998,37624966~8941971,54402046~415664,58720845~5743770,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,110697049~891254,129490309~3726565,133768494~1091216,135434652~170299,140394115~5201617,153007064~13969635,178248109~2410887,188580663~8558736,200139397~9132221,210479603~7695011,219129382~14852001,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368887229~7776738,383866187~2773145,400485962~3002027,406034235~7246176] 2024-04-02T09:39:59.790 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33845445~641998,37624966~8941971,54402046~415664,58720845~5743770,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,110697049~891254,129490309~3726565,133768494~1091216,135434652~170299,140394115~5201617,153007064~13969635,178248109~2410887,184549376~12590023,200139397~9132221,210479603~7695011,219129382~14852001,235078173~8829745,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368887229~7776738,383866187~2773145,400485962~3002027,404658267~8622144] 2024-04-02T09:40:00.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:59 smithi012 ceph-mon[88355]: osdmap e2067: 8 total, 8 up, 8 in 2024-04-02T09:40:00.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:00.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:39:59 smithi012 ceph-mon[88355]: osdmap e2068: 8 total, 8 up, 8 in 2024-04-02T09:40:00.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:59 smithi012 ceph-mon[90784]: osdmap e2067: 8 total, 8 up, 8 in 2024-04-02T09:40:00.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:00.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:39:59 smithi012 ceph-mon[90784]: osdmap e2068: 8 total, 8 up, 8 in 2024-04-02T09:40:00.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:59 smithi055 ceph-mon[85080]: osdmap e2067: 8 total, 8 up, 8 in 2024-04-02T09:40:00.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:00.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:39:59 smithi055 ceph-mon[85080]: osdmap e2068: 8 total, 8 up, 8 in 2024-04-02T09:40:00.680 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to HEAD diff [1095932~7134087,9501201~21093425,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~18117387,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,264860700~13157893,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,342716292~9901576,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:40:00.680 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~21093425,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~18117387,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,264860700~13157893,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,342716292~9901576,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:40:00.718 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~91071500,104857600~11259266,125829120~47625611,178248109~4902643,184549376~78960707,264241152~29266204,293601280~820467,297795584~6379056,305747906~52779021,361824779~449636,363074272~209810,364851902~21787430,390070272~26669928] 2024-04-02T09:40:00.718 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to HEAD diff [1095932~7134087,9501201~16183199,27395949~3198677,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:40:00.718 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~16183199,27395949~3198677,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:40:00.724 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,27395949~3198677,30665293~68794815,104857600~11259266,125829120~21599007,147535833~506402,151885881~21568850,178248109~4902643,184549376~78960707,265311089~28196267,293601280~820467,297795584~6379056,305747906~34468632,343020063~15506864,361824779~449636,363074272~209810,364851902~21787430,390070272~26669928] 2024-04-02T09:40:00.724 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to HEAD diff [1095932~7134087,9501201~16183199,30665293~23575182,54374850~18610810,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~8666449,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:40:00.724 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~16183199,30665293~23575182,54374850~18610810,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~8666449,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:40:00.730 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,30665293~42320367,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~21568850,178248109~4902643,184549376~78960707,265311089~28196267,293601280~820467,297795584~6379056,305747906~15610889,323325331~16891207,343020063~15506864,361824779~449636,363074272~209810,364851902~21787430,390070272~23210139] 2024-04-02T09:40:00.730 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to HEAD diff [1095932~7134087,9501201~16183199,30665293~23124950,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:40:00.731 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~16183199,30665293~23124950,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:40:00.737 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,30665293~23124950,54402046~16208199,71760959~520432,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~21568850,178248109~4902643,184549376~78960707,265311089~28196267,293601280~820467,297795584~6379056,305747906~15610889,323325331~5077244,335149572~5066966,343020063~15506864,361824779~449636,363074272~209810,364851902~21787430,390070272~23210139] 2024-04-02T09:40:00.737 INFO:tasks.workunit.client.0.smithi012.stdout:from 4 to HEAD diff [1095932~7134087,9501201~13086304,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:40:00.737 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~13086304,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:40:00.742 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~14198897,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~21568850,178248109~2410887,184549376~78960707,266787217~23122750,293601280~820467,297795584~6379056,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~21787430,390070272~23210139] 2024-04-02T09:40:00.743 INFO:tasks.workunit.client.0.smithi012.stdout:from 5 to HEAD diff [1095932~7134087,9501201~12823761,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390773189~13885078,406034235~7246176] 2024-04-02T09:40:00.743 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~12823761,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390773189~13885078,406034235~7246176] 2024-04-02T09:40:00.749 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~13936354,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,151885881~21568850,178248109~2410887,184549376~78960707,266787217~23122750,293601280~820467,297795584~6379056,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~21787430,390773189~22507222] 2024-04-02T09:40:00.749 INFO:tasks.workunit.client.0.smithi012.stdout:from 6 to HEAD diff [1095932~7134087,9501201~12823761,30665293~19599466,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~1091216,135434652~170299,140394115~7034012,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,245904373~17605710,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:40:00.749 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~12823761,30665293~19599466,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~1091216,135434652~170299,140394115~7034012,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,245904373~17605710,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:40:00.755 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~13936354,30665293~19599466,54402046~16208199,71760959~520432,73023040~9247439,90297332~9162776,104857600~8772721,125829120~7387754,133768494~1091216,135434652~170299,140394115~7034012,151885881~21568850,178248109~2410887,184549376~59358542,245904373~17605710,266787217~23122750,293601280~820467,297795584~6379056,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~22507222] 2024-04-02T09:40:00.755 INFO:tasks.workunit.client.0.smithi012.stdout:from 7 to HEAD diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~7034012,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6378807,274427994~3590599,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:40:00.755 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~7034012,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6378807,274427994~3590599,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:40:00.761 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~9162776,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~7034012,151885881~21568850,178248109~2410887,184549376~12590023,197675927~36305456,235078173~8829745,245904373~17605710,266787217~6378807,274427994~15481973,293601280~820467,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~22507222] 2024-04-02T09:40:00.761 INFO:tasks.workunit.client.0.smithi012.stdout:from 8 to HEAD diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:40:00.761 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:40:00.768 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,151885881~21568850,178248109~2410887,184549376~12590023,197675927~36305456,235078173~8829745,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,293601280~820467,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,377403260~4949249,383866187~2773145,390773189~22507222] 2024-04-02T09:40:00.768 INFO:tasks.workunit.client.0.smithi012.stdout:from 9 to HEAD diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~415664,58720845~8734791,68403631~2206614,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,393941260~10717007,406034235~7246176] 2024-04-02T09:40:00.768 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~415664,58720845~8734791,68403631~2206614,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,393941260~10717007,406034235~7246176] 2024-04-02T09:40:00.774 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33365972~16898787,54402046~415664,58720845~8734791,68403631~2206614,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,151885881~21568850,178248109~2410887,184549376~12590023,197675927~36305456,235078173~8829745,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,293601280~820467,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,393941260~19339151] 2024-04-02T09:40:00.774 INFO:tasks.workunit.client.0.smithi012.stdout:from 10 to HEAD diff [3499842~2325696,9501201~12823761,33845445~641998,37314997~9251940,54402046~415664,58720845~8734791,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,198369981~1565304,200139397~18035217,219129382~14852001,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,393941260~9546729,406034235~7246176] 2024-04-02T09:40:00.774 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33845445~641998,37314997~9251940,54402046~415664,58720845~8734791,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,198369981~1565304,200139397~18035217,219129382~14852001,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,393941260~9546729,406034235~7246176] 2024-04-02T09:40:00.780 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33845445~641998,37314997~9251940,54402046~415664,58720845~8734791,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,151885881~21568850,178248109~2410887,184549376~12590023,198369981~1565304,200139397~18035217,219129382~14852001,235078173~8829745,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,393941260~9546729,404658267~8622144] 2024-04-02T09:40:00.780 INFO:tasks.workunit.client.0.smithi012.stdout:from 11 to HEAD diff [3499842~2325696,9501201~12823761,33845445~641998,37624966~8941971,54402046~415664,58720845~8734791,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,200139397~18035217,219129382~14852001,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,325123085~3279490,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,400485962~3002027,406034235~7246176] 2024-04-02T09:40:00.781 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33845445~641998,37624966~8941971,54402046~415664,58720845~8734791,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,200139397~18035217,219129382~14852001,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,325123085~3279490,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,400485962~3002027,406034235~7246176] 2024-04-02T09:40:00.786 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33845445~641998,37624966~8941971,54402046~415664,58720845~8734791,71760959~520432,76525575~3638668,90297332~1178607,97815498~1644610,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,184549376~12590023,200139397~18035217,219129382~14852001,235078173~8829745,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,300711645~3462995,311442078~601886,312097141~9261654,325123085~3279490,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,400485962~3002027,404658267~8622144] 2024-04-02T09:40:01.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:00 smithi012 ceph-mon[88355]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:40:01.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:00 smithi012 ceph-mon[88355]: pgmap v4042: 137 pgs: 137 active+clean; 856 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 0 B/s rd, 300 op/s 2024-04-02T09:40:01.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:00 smithi012 ceph-mon[88355]: osdmap e2069: 8 total, 8 up, 8 in 2024-04-02T09:40:01.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:00 smithi012 ceph-mon[90784]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:40:01.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:00 smithi012 ceph-mon[90784]: pgmap v4042: 137 pgs: 137 active+clean; 856 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 0 B/s rd, 300 op/s 2024-04-02T09:40:01.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:00 smithi012 ceph-mon[90784]: osdmap e2069: 8 total, 8 up, 8 in 2024-04-02T09:40:01.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:00 smithi055 ceph-mon[85080]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:40:01.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:00 smithi055 ceph-mon[85080]: pgmap v4042: 137 pgs: 137 active+clean; 856 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 0 B/s rd, 300 op/s 2024-04-02T09:40:01.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:00 smithi055 ceph-mon[85080]: osdmap e2069: 8 total, 8 up, 8 in 2024-04-02T09:40:01.675 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to HEAD diff [1095932~7134087,9501201~21093425,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~18117387,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,264860700~13157893,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,342716292~9901576,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:40:01.675 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~21093425,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~18117387,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,264860700~13157893,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,342716292~9901576,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:40:01.718 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~91071500,104857600~11259266,125829120~47625611,178248109~4902643,184549376~78960707,264241152~29266204,293601280~820467,297795584~6379056,305747906~52779021,361824779~449636,363074272~209810,364851902~21787430,390070272~26669928] 2024-04-02T09:40:01.719 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to HEAD diff [1095932~7134087,9501201~16183199,27395949~3198677,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:40:01.719 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~16183199,27395949~3198677,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:40:01.725 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,27395949~3198677,30665293~68794815,104857600~11259266,125829120~21599007,147535833~506402,151885881~21568850,178248109~4902643,184549376~78960707,265311089~28196267,293601280~820467,297795584~6379056,305747906~34468632,343020063~15506864,361824779~449636,363074272~209810,364851902~21787430,390070272~26669928] 2024-04-02T09:40:01.726 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to HEAD diff [1095932~7134087,9501201~16183199,30665293~23575182,54374850~18610810,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~8666449,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:40:01.726 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~16183199,30665293~23575182,54374850~18610810,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~8666449,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:40:01.731 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,30665293~42320367,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~21568850,178248109~4902643,184549376~78960707,265311089~28196267,293601280~820467,297795584~6379056,305747906~15610889,323325331~16891207,343020063~15506864,361824779~449636,363074272~209810,364851902~21787430,390070272~23210139] 2024-04-02T09:40:01.732 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to HEAD diff [1095932~7134087,9501201~16183199,30665293~23124950,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:40:01.732 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~16183199,30665293~23124950,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:40:01.738 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,30665293~23124950,54402046~16208199,71760959~520432,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~21568850,178248109~4902643,184549376~78960707,265311089~28196267,293601280~820467,297795584~6379056,305747906~15610889,323325331~5077244,335149572~5066966,343020063~15506864,361824779~449636,363074272~209810,364851902~21787430,390070272~23210139] 2024-04-02T09:40:01.738 INFO:tasks.workunit.client.0.smithi012.stdout:from 4 to HEAD diff [1095932~7134087,9501201~13086304,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:40:01.738 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~13086304,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:40:01.744 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~14198897,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~21568850,178248109~2410887,184549376~78960707,266787217~23122750,293601280~820467,297795584~6379056,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~21787430,390070272~23210139] 2024-04-02T09:40:01.744 INFO:tasks.workunit.client.0.smithi012.stdout:from 5 to HEAD diff [1095932~7134087,9501201~12823761,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390773189~13885078,406034235~7246176] 2024-04-02T09:40:01.744 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~12823761,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390773189~13885078,406034235~7246176] 2024-04-02T09:40:01.750 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~13936354,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,151885881~21568850,178248109~2410887,184549376~78960707,266787217~23122750,293601280~820467,297795584~6379056,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~21787430,390773189~22507222] 2024-04-02T09:40:01.750 INFO:tasks.workunit.client.0.smithi012.stdout:from 6 to HEAD diff [1095932~7134087,9501201~12823761,30665293~19599466,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~1091216,135434652~170299,140394115~7034012,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,245904373~17605710,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:40:01.750 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~12823761,30665293~19599466,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~1091216,135434652~170299,140394115~7034012,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,245904373~17605710,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:40:01.756 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~13936354,30665293~19599466,54402046~16208199,71760959~520432,73023040~9247439,90297332~9162776,104857600~8772721,125829120~7387754,133768494~1091216,135434652~170299,140394115~7034012,151885881~21568850,178248109~2410887,184549376~59358542,245904373~17605710,266787217~23122750,293601280~820467,297795584~6379056,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~22507222] 2024-04-02T09:40:01.756 INFO:tasks.workunit.client.0.smithi012.stdout:from 7 to HEAD diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~7034012,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6378807,274427994~3590599,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:40:01.756 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~7034012,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6378807,274427994~3590599,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:40:01.762 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~9162776,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~7034012,151885881~21568850,178248109~2410887,184549376~12590023,197675927~36305456,235078173~8829745,245904373~17605710,266787217~6378807,274427994~15481973,293601280~820467,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~22507222] 2024-04-02T09:40:01.762 INFO:tasks.workunit.client.0.smithi012.stdout:from 8 to HEAD diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:40:01.762 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:40:01.768 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,151885881~21568850,178248109~2410887,184549376~12590023,197675927~36305456,235078173~8829745,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,293601280~820467,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,377403260~4949249,383866187~2773145,390773189~22507222] 2024-04-02T09:40:01.768 INFO:tasks.workunit.client.0.smithi012.stdout:from 9 to HEAD diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~415664,58720845~8734791,68403631~2206614,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,393941260~10717007,406034235~7246176] 2024-04-02T09:40:01.768 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~415664,58720845~8734791,68403631~2206614,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,393941260~10717007,406034235~7246176] 2024-04-02T09:40:01.774 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33365972~16898787,54402046~415664,58720845~8734791,68403631~2206614,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,151885881~21568850,178248109~2410887,184549376~12590023,197675927~36305456,235078173~8829745,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,293601280~820467,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,393941260~19339151] 2024-04-02T09:40:01.774 INFO:tasks.workunit.client.0.smithi012.stdout:from 10 to HEAD diff [3499842~2325696,9501201~12823761,33845445~641998,37314997~9251940,54402046~415664,58720845~8734791,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,198369981~1565304,200139397~18035217,219129382~14852001,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,393941260~9546729,406034235~7246176] 2024-04-02T09:40:01.774 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33845445~641998,37314997~9251940,54402046~415664,58720845~8734791,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,198369981~1565304,200139397~18035217,219129382~14852001,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,393941260~9546729,406034235~7246176] 2024-04-02T09:40:01.780 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33845445~641998,37314997~9251940,54402046~415664,58720845~8734791,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,151885881~21568850,178248109~2410887,184549376~12590023,198369981~1565304,200139397~18035217,219129382~14852001,235078173~8829745,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335871419~4345119,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,393941260~9546729,404658267~8622144] 2024-04-02T09:40:02.666 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:40:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:40:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:40:02.680 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to HEAD diff [1095932~7134087,9501201~21093425,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~18117387,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,264860700~13157893,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,342716292~9901576,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:40:02.680 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~21093425,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~18117387,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,264860700~13157893,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,342716292~9901576,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:40:02.727 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~91071500,104857600~11259266,125829120~47625611,178248109~4902643,184549376~78960707,264241152~29266204,293601280~820467,297795584~6379056,305747906~52779021,361824779~449636,363074272~209810,364851902~21787430,390070272~26669928] 2024-04-02T09:40:02.727 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to HEAD diff [1095932~7134087,9501201~16183199,27395949~3198677,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:40:02.727 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~16183199,27395949~3198677,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:40:02.734 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,27395949~3198677,30665293~68794815,104857600~11259266,125829120~21599007,147535833~506402,151885881~21568850,178248109~4902643,184549376~78960707,265311089~28196267,293601280~820467,297795584~6379056,305747906~34468632,343020063~15506864,361824779~449636,363074272~209810,364851902~21787430,390070272~26669928] 2024-04-02T09:40:02.734 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to HEAD diff [1095932~7134087,9501201~16183199,30665293~23575182,54374850~18610810,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~8666449,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:40:02.734 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~16183199,30665293~23575182,54374850~18610810,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~8666449,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:40:02.740 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,30665293~42320367,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~21568850,178248109~4902643,184549376~78960707,265311089~28196267,293601280~820467,297795584~6379056,305747906~15610889,323325331~16891207,343020063~15506864,361824779~449636,363074272~209810,364851902~21787430,390070272~23210139] 2024-04-02T09:40:02.740 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to HEAD diff [1095932~7134087,9501201~16183199,30665293~23124950,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:40:02.740 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~16183199,30665293~23124950,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:40:02.746 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,30665293~23124950,54402046~16208199,71760959~520432,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~21568850,178248109~4902643,184549376~78960707,265311089~28196267,293601280~820467,297795584~6379056,305747906~15610889,323325331~5077244,335149572~5066966,343020063~15506864,361824779~449636,363074272~209810,364851902~21787430,390070272~23210139] 2024-04-02T09:40:02.746 INFO:tasks.workunit.client.0.smithi012.stdout:from 4 to HEAD diff [1095932~7134087,9501201~13086304,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:40:02.746 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~13086304,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:40:02.752 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~14198897,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~21568850,178248109~2410887,184549376~78960707,266787217~23122750,293601280~820467,297795584~6379056,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~21787430,390070272~23210139] 2024-04-02T09:40:02.752 INFO:tasks.workunit.client.0.smithi012.stdout:from 5 to HEAD diff [1095932~7134087,9501201~12823761,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390773189~13885078,406034235~7246176] 2024-04-02T09:40:02.752 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~12823761,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390773189~13885078,406034235~7246176] 2024-04-02T09:40:02.758 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~13936354,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,151885881~21568850,178248109~2410887,184549376~78960707,266787217~23122750,293601280~820467,297795584~6379056,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~21787430,390773189~22507222] 2024-04-02T09:40:02.758 INFO:tasks.workunit.client.0.smithi012.stdout:from 6 to HEAD diff [1095932~7134087,9501201~12823761,30665293~19599466,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~1091216,135434652~170299,140394115~7034012,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,245904373~17605710,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:40:02.758 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~12823761,30665293~19599466,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~1091216,135434652~170299,140394115~7034012,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,245904373~17605710,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:40:02.764 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~13936354,30665293~19599466,54402046~16208199,71760959~520432,73023040~9247439,90297332~9162776,104857600~8772721,125829120~7387754,133768494~1091216,135434652~170299,140394115~7034012,151885881~21568850,178248109~2410887,184549376~59358542,245904373~17605710,266787217~23122750,293601280~820467,297795584~6379056,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~22507222] 2024-04-02T09:40:02.764 INFO:tasks.workunit.client.0.smithi012.stdout:from 7 to HEAD diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~7034012,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6378807,274427994~3590599,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:40:02.764 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~7034012,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6378807,274427994~3590599,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:40:02.772 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~9162776,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~7034012,151885881~21568850,178248109~2410887,184549376~12590023,197675927~36305456,235078173~8829745,245904373~17605710,266787217~6378807,274427994~15481973,293601280~820467,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~22507222] 2024-04-02T09:40:02.772 INFO:tasks.workunit.client.0.smithi012.stdout:from 8 to HEAD diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:40:02.772 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:40:02.779 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,151885881~21568850,178248109~2410887,184549376~12590023,197675927~36305456,235078173~8829745,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,293601280~820467,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,377403260~4949249,383866187~2773145,390773189~22507222] 2024-04-02T09:40:02.779 INFO:tasks.workunit.client.0.smithi012.stdout:from 9 to HEAD diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~415664,58720845~8734791,68403631~2206614,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,393941260~10717007,406034235~7246176] 2024-04-02T09:40:02.779 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~415664,58720845~8734791,68403631~2206614,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,393941260~10717007,406034235~7246176] 2024-04-02T09:40:02.784 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33365972~16898787,54402046~415664,58720845~8734791,68403631~2206614,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,151885881~21568850,178248109~2410887,184549376~12590023,197675927~36305456,235078173~8829745,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,293601280~820467,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,383866187~2773145,393941260~19339151] 2024-04-02T09:40:02.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:02 smithi012 ceph-mon[88355]: osdmap e2070: 8 total, 8 up, 8 in 2024-04-02T09:40:02.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:02 smithi012 ceph-mon[88355]: pgmap v4045: 137 pgs: 137 active+clean; 810 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 131 KiB/s rd, 7.0 KiB/s wr, 1.93k op/s 2024-04-02T09:40:02.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:02 smithi012 ceph-mon[90784]: osdmap e2070: 8 total, 8 up, 8 in 2024-04-02T09:40:02.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:02 smithi012 ceph-mon[90784]: pgmap v4045: 137 pgs: 137 active+clean; 810 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 131 KiB/s rd, 7.0 KiB/s wr, 1.93k op/s 2024-04-02T09:40:03.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:02 smithi055 ceph-mon[85080]: osdmap e2070: 8 total, 8 up, 8 in 2024-04-02T09:40:03.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:02 smithi055 ceph-mon[85080]: pgmap v4045: 137 pgs: 137 active+clean; 810 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 131 KiB/s rd, 7.0 KiB/s wr, 1.93k op/s 2024-04-02T09:40:03.689 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to HEAD diff [1095932~7134087,9501201~21093425,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~18117387,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,264860700~13157893,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,342716292~9901576,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:40:03.690 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~21093425,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~18117387,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,264860700~13157893,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,342716292~9901576,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:40:03.734 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~91071500,104857600~11259266,125829120~47625611,178248109~4902643,184549376~78960707,264241152~29266204,293601280~820467,297795584~6379056,305747906~52779021,361824779~449636,363074272~209810,364851902~21787430,390070272~26669928] 2024-04-02T09:40:03.734 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to HEAD diff [1095932~7134087,9501201~16183199,27395949~3198677,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:40:03.734 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~16183199,27395949~3198677,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:40:03.740 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,27395949~3198677,30665293~68794815,104857600~11259266,125829120~21599007,147535833~506402,151885881~21568850,178248109~4902643,184549376~78960707,265311089~28196267,293601280~820467,297795584~6379056,305747906~34468632,343020063~15506864,361824779~449636,363074272~209810,364851902~21787430,390070272~26669928] 2024-04-02T09:40:03.741 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to HEAD diff [1095932~7134087,9501201~16183199,30665293~23575182,54374850~18610810,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~8666449,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:40:03.741 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~16183199,30665293~23575182,54374850~18610810,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~8666449,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:40:03.800 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,30665293~42320367,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~21568850,178248109~4902643,184549376~78960707,265311089~28196267,293601280~820467,297795584~6379056,305747906~15610889,323325331~16891207,343020063~15506864,361824779~449636,363074272~209810,364851902~21787430,390070272~23210139] 2024-04-02T09:40:03.800 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to HEAD diff [1095932~7134087,9501201~16183199,30665293~23124950,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:40:03.800 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~16183199,30665293~23124950,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:40:03.806 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,30665293~23124950,54402046~16208199,71760959~520432,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~21568850,178248109~4902643,184549376~78960707,265311089~28196267,293601280~820467,297795584~6379056,305747906~15610889,323325331~5077244,335149572~5066966,343020063~15506864,361824779~449636,363074272~209810,364851902~21787430,390070272~23210139] 2024-04-02T09:40:03.806 INFO:tasks.workunit.client.0.smithi012.stdout:from 4 to HEAD diff [1095932~7134087,9501201~13086304,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:40:03.806 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~13086304,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:40:03.812 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~14198897,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~21568850,178248109~2410887,184549376~78960707,266787217~23122750,293601280~820467,297795584~6379056,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~21787430,390070272~23210139] 2024-04-02T09:40:03.812 INFO:tasks.workunit.client.0.smithi012.stdout:from 5 to HEAD diff [1095932~7134087,9501201~12823761,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390773189~13885078,406034235~7246176] 2024-04-02T09:40:03.812 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~12823761,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390773189~13885078,406034235~7246176] 2024-04-02T09:40:03.817 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~13936354,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,151885881~21568850,178248109~2410887,184549376~78960707,266787217~23122750,293601280~820467,297795584~6379056,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~21787430,390773189~22507222] 2024-04-02T09:40:03.817 INFO:tasks.workunit.client.0.smithi012.stdout:from 6 to HEAD diff [1095932~7134087,9501201~12823761,30665293~19599466,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~1091216,135434652~170299,140394115~7034012,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,245904373~17605710,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:40:03.817 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~12823761,30665293~19599466,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~1091216,135434652~170299,140394115~7034012,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,245904373~17605710,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:40:03.823 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~13936354,30665293~19599466,54402046~16208199,71760959~520432,73023040~9247439,90297332~9162776,104857600~8772721,125829120~7387754,133768494~1091216,135434652~170299,140394115~7034012,151885881~21568850,178248109~2410887,184549376~59358542,245904373~17605710,266787217~23122750,293601280~820467,297795584~6379056,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~22507222] 2024-04-02T09:40:03.823 INFO:tasks.workunit.client.0.smithi012.stdout:from 7 to HEAD diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~7034012,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6378807,274427994~3590599,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:40:03.823 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~7034012,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6378807,274427994~3590599,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:40:03.829 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~9162776,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~7034012,151885881~21568850,178248109~2410887,184549376~12590023,197675927~36305456,235078173~8829745,245904373~17605710,266787217~6378807,274427994~15481973,293601280~820467,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~22507222] 2024-04-02T09:40:03.829 INFO:tasks.workunit.client.0.smithi012.stdout:from 8 to HEAD diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:40:03.829 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:40:03.835 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,97815498~1644610,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~5201617,145956688~1471439,151885881~21568850,178248109~2410887,184549376~12590023,197675927~36305456,235078173~8829745,245904373~17605710,266787217~6112386,274427994~3590599,280854105~2527013,293601280~820467,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,361824779~449636,364851902~3297683,368183811~8480156,377403260~4949249,383866187~2773145,390773189~22507222] 2024-04-02T09:40:03.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:03 smithi012 ceph-mon[88355]: osdmap e2071: 8 total, 8 up, 8 in 2024-04-02T09:40:03.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:03 smithi012 ceph-mon[90784]: osdmap e2071: 8 total, 8 up, 8 in 2024-04-02T09:40:04.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:03 smithi055 ceph-mon[85080]: osdmap e2071: 8 total, 8 up, 8 in 2024-04-02T09:40:04.683 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to HEAD diff [1095932~7134087,9501201~21093425,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~18117387,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,264860700~13157893,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,342716292~9901576,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:40:04.683 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~21093425,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~18117387,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,264860700~13157893,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,342716292~9901576,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:40:04.727 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~91071500,104857600~11259266,125829120~47625611,178248109~4902643,184549376~78960707,264241152~29266204,293601280~820467,297795584~6379056,305747906~52779021,361824779~449636,363074272~209810,364851902~21787430,390070272~26669928] 2024-04-02T09:40:04.728 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to HEAD diff [1095932~7134087,9501201~16183199,27395949~3198677,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:40:04.728 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~16183199,27395949~3198677,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:40:04.733 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,27395949~3198677,30665293~68794815,104857600~11259266,125829120~21599007,147535833~506402,151885881~21568850,178248109~4902643,184549376~78960707,265311089~28196267,293601280~820467,297795584~6379056,305747906~34468632,343020063~15506864,361824779~449636,363074272~209810,364851902~21787430,390070272~26669928] 2024-04-02T09:40:04.733 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to HEAD diff [1095932~7134087,9501201~16183199,30665293~23575182,54374850~18610810,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~8666449,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:40:04.734 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~16183199,30665293~23575182,54374850~18610810,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~8666449,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:40:04.740 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,30665293~42320367,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~21568850,178248109~4902643,184549376~78960707,265311089~28196267,293601280~820467,297795584~6379056,305747906~15610889,323325331~16891207,343020063~15506864,361824779~449636,363074272~209810,364851902~21787430,390070272~23210139] 2024-04-02T09:40:04.740 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to HEAD diff [1095932~7134087,9501201~16183199,30665293~23124950,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:40:04.740 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~16183199,30665293~23124950,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:40:04.745 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,30665293~23124950,54402046~16208199,71760959~520432,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~21568850,178248109~4902643,184549376~78960707,265311089~28196267,293601280~820467,297795584~6379056,305747906~15610889,323325331~5077244,335149572~5066966,343020063~15506864,361824779~449636,363074272~209810,364851902~21787430,390070272~23210139] 2024-04-02T09:40:04.745 INFO:tasks.workunit.client.0.smithi012.stdout:from 4 to HEAD diff [1095932~7134087,9501201~13086304,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:40:04.746 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~13086304,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:40:04.752 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~14198897,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~21568850,178248109~2410887,184549376~78960707,266787217~23122750,293601280~820467,297795584~6379056,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~21787430,390070272~23210139] 2024-04-02T09:40:04.752 INFO:tasks.workunit.client.0.smithi012.stdout:from 5 to HEAD diff [1095932~7134087,9501201~12823761,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390773189~13885078,406034235~7246176] 2024-04-02T09:40:04.752 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~12823761,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390773189~13885078,406034235~7246176] 2024-04-02T09:40:04.758 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~13936354,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,151885881~21568850,178248109~2410887,184549376~78960707,266787217~23122750,293601280~820467,297795584~6379056,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~21787430,390773189~22507222] 2024-04-02T09:40:04.758 INFO:tasks.workunit.client.0.smithi012.stdout:from 6 to HEAD diff [1095932~7134087,9501201~12823761,30665293~19599466,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~1091216,135434652~170299,140394115~7034012,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,245904373~17605710,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:40:04.758 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~12823761,30665293~19599466,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~1091216,135434652~170299,140394115~7034012,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,245904373~17605710,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:40:04.764 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~13936354,30665293~19599466,54402046~16208199,71760959~520432,73023040~9247439,90297332~9162776,104857600~8772721,125829120~7387754,133768494~1091216,135434652~170299,140394115~7034012,151885881~21568850,178248109~2410887,184549376~59358542,245904373~17605710,266787217~23122750,293601280~820467,297795584~6379056,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~22507222] 2024-04-02T09:40:04.764 INFO:tasks.workunit.client.0.smithi012.stdout:from 7 to HEAD diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~7034012,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6378807,274427994~3590599,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:40:04.764 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [3499842~2325696,9501201~12823761,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,110697049~891254,112994351~477810,126117990~7098884,133768494~1091216,135434652~170299,140394115~7034012,153007064~20447667,178248109~2410887,188580663~8558736,197675927~36305456,236319658~7588260,245904373~17605710,266787217~6378807,274427994~3590599,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:40:04.770 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [3499842~2325696,8388608~13936354,33365972~16898787,54402046~16208199,71760959~520432,73023040~9247439,90297332~9162776,110697049~891254,112994351~477810,125829120~7387754,133768494~1091216,135434652~170299,140394115~7034012,151885881~21568850,178248109~2410887,184549376~12590023,197675927~36305456,235078173~8829745,245904373~17605710,266787217~6378807,274427994~15481973,293601280~820467,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~22507222] 2024-04-02T09:40:04.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:04 smithi012 ceph-mon[88355]: osdmap e2072: 8 total, 8 up, 8 in 2024-04-02T09:40:04.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:04 smithi012 ceph-mon[88355]: pgmap v4048: 137 pgs: 137 active+clean; 810 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 131 KiB/s rd, 7.0 KiB/s wr, 1.62k op/s 2024-04-02T09:40:04.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:04 smithi012 ceph-mon[88355]: osdmap e2073: 8 total, 8 up, 8 in 2024-04-02T09:40:04.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:04 smithi012 ceph-mon[90784]: osdmap e2072: 8 total, 8 up, 8 in 2024-04-02T09:40:04.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:04 smithi012 ceph-mon[90784]: pgmap v4048: 137 pgs: 137 active+clean; 810 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 131 KiB/s rd, 7.0 KiB/s wr, 1.62k op/s 2024-04-02T09:40:04.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:04 smithi012 ceph-mon[90784]: osdmap e2073: 8 total, 8 up, 8 in 2024-04-02T09:40:05.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:04 smithi055 ceph-mon[85080]: osdmap e2072: 8 total, 8 up, 8 in 2024-04-02T09:40:05.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:04 smithi055 ceph-mon[85080]: pgmap v4048: 137 pgs: 137 active+clean; 810 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 131 KiB/s rd, 7.0 KiB/s wr, 1.62k op/s 2024-04-02T09:40:05.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:04 smithi055 ceph-mon[85080]: osdmap e2073: 8 total, 8 up, 8 in 2024-04-02T09:40:05.699 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to HEAD diff [1095932~7134087,9501201~21093425,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~18117387,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,264860700~13157893,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,342716292~9901576,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:40:05.699 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~21093425,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~18117387,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,264860700~13157893,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,342716292~9901576,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:40:05.746 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~91071500,104857600~11259266,125829120~47625611,178248109~4902643,184549376~78960707,264241152~29266204,293601280~820467,297795584~6379056,305747906~52779021,361824779~449636,363074272~209810,364851902~21787430,390070272~26669928] 2024-04-02T09:40:05.746 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to HEAD diff [1095932~7134087,9501201~16183199,27395949~3198677,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:40:05.746 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~16183199,27395949~3198677,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:40:05.752 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,27395949~3198677,30665293~68794815,104857600~11259266,125829120~21599007,147535833~506402,151885881~21568850,178248109~4902643,184549376~78960707,265311089~28196267,293601280~820467,297795584~6379056,305747906~34468632,343020063~15506864,361824779~449636,363074272~209810,364851902~21787430,390070272~26669928] 2024-04-02T09:40:05.752 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to HEAD diff [1095932~7134087,9501201~16183199,30665293~23575182,54374850~18610810,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~8666449,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:40:05.752 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~16183199,30665293~23575182,54374850~18610810,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~8666449,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:40:05.758 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,30665293~42320367,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~21568850,178248109~4902643,184549376~78960707,265311089~28196267,293601280~820467,297795584~6379056,305747906~15610889,323325331~16891207,343020063~15506864,361824779~449636,363074272~209810,364851902~21787430,390070272~23210139] 2024-04-02T09:40:05.758 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to HEAD diff [1095932~7134087,9501201~16183199,30665293~23124950,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:40:05.758 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~16183199,30665293~23124950,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:40:05.764 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,30665293~23124950,54402046~16208199,71760959~520432,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~21568850,178248109~4902643,184549376~78960707,265311089~28196267,293601280~820467,297795584~6379056,305747906~15610889,323325331~5077244,335149572~5066966,343020063~15506864,361824779~449636,363074272~209810,364851902~21787430,390070272~23210139] 2024-04-02T09:40:05.764 INFO:tasks.workunit.client.0.smithi012.stdout:from 4 to HEAD diff [1095932~7134087,9501201~13086304,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:40:05.764 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~13086304,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:40:05.770 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~14198897,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~21568850,178248109~2410887,184549376~78960707,266787217~23122750,293601280~820467,297795584~6379056,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~21787430,390070272~23210139] 2024-04-02T09:40:05.771 INFO:tasks.workunit.client.0.smithi012.stdout:from 5 to HEAD diff [1095932~7134087,9501201~12823761,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390773189~13885078,406034235~7246176] 2024-04-02T09:40:05.771 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~12823761,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390773189~13885078,406034235~7246176] 2024-04-02T09:40:05.776 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~13936354,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,151885881~21568850,178248109~2410887,184549376~78960707,266787217~23122750,293601280~820467,297795584~6379056,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~21787430,390773189~22507222] 2024-04-02T09:40:05.776 INFO:tasks.workunit.client.0.smithi012.stdout:from 6 to HEAD diff [1095932~7134087,9501201~12823761,30665293~19599466,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~1091216,135434652~170299,140394115~7034012,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,245904373~17605710,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:40:05.776 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~12823761,30665293~19599466,54402046~16208199,71760959~520432,73023040~9247439,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~1091216,135434652~170299,140394115~7034012,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,245904373~17605710,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~13885078,406034235~7246176] 2024-04-02T09:40:05.782 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~13936354,30665293~19599466,54402046~16208199,71760959~520432,73023040~9247439,90297332~9162776,104857600~8772721,125829120~7387754,133768494~1091216,135434652~170299,140394115~7034012,151885881~21568850,178248109~2410887,184549376~59358542,245904373~17605710,266787217~23122750,293601280~820467,297795584~6379056,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~11812065,377403260~4949249,383866187~2773145,390773189~22507222] 2024-04-02T09:40:06.706 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to HEAD diff [1095932~7134087,9501201~21093425,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~18117387,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,264860700~13157893,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,342716292~9901576,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:40:06.706 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~21093425,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~18117387,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,264860700~13157893,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,342716292~9901576,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:40:06.751 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~91071500,104857600~11259266,125829120~47625611,178248109~4902643,184549376~78960707,264241152~29266204,293601280~820467,297795584~6379056,305747906~52779021,361824779~449636,363074272~209810,364851902~21787430,390070272~26669928] 2024-04-02T09:40:06.751 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to HEAD diff [1095932~7134087,9501201~16183199,27395949~3198677,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:40:06.751 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~16183199,27395949~3198677,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:40:06.759 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,27395949~3198677,30665293~68794815,104857600~11259266,125829120~21599007,147535833~506402,151885881~21568850,178248109~4902643,184549376~78960707,265311089~28196267,293601280~820467,297795584~6379056,305747906~34468632,343020063~15506864,361824779~449636,363074272~209810,364851902~21787430,390070272~26669928] 2024-04-02T09:40:06.759 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to HEAD diff [1095932~7134087,9501201~16183199,30665293~23575182,54374850~18610810,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~8666449,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:40:06.759 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~16183199,30665293~23575182,54374850~18610810,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~8666449,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:40:06.765 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,30665293~42320367,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~21568850,178248109~4902643,184549376~78960707,265311089~28196267,293601280~820467,297795584~6379056,305747906~15610889,323325331~16891207,343020063~15506864,361824779~449636,363074272~209810,364851902~21787430,390070272~23210139] 2024-04-02T09:40:06.765 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to HEAD diff [1095932~7134087,9501201~16183199,30665293~23124950,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:40:06.765 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~16183199,30665293~23124950,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:40:06.771 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,30665293~23124950,54402046~16208199,71760959~520432,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~21568850,178248109~4902643,184549376~78960707,265311089~28196267,293601280~820467,297795584~6379056,305747906~15610889,323325331~5077244,335149572~5066966,343020063~15506864,361824779~449636,363074272~209810,364851902~21787430,390070272~23210139] 2024-04-02T09:40:06.771 INFO:tasks.workunit.client.0.smithi012.stdout:from 4 to HEAD diff [1095932~7134087,9501201~13086304,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:40:06.771 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~13086304,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:40:06.777 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~14198897,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~21568850,178248109~2410887,184549376~78960707,266787217~23122750,293601280~820467,297795584~6379056,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~21787430,390070272~23210139] 2024-04-02T09:40:06.777 INFO:tasks.workunit.client.0.smithi012.stdout:from 5 to HEAD diff [1095932~7134087,9501201~12823761,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390773189~13885078,406034235~7246176] 2024-04-02T09:40:06.778 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~12823761,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390773189~13885078,406034235~7246176] 2024-04-02T09:40:06.783 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~13936354,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,151885881~21568850,178248109~2410887,184549376~78960707,266787217~23122750,293601280~820467,297795584~6379056,311442078~601886,312097141~9261654,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~21787430,390773189~22507222] 2024-04-02T09:40:06.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:06 smithi012 ceph-mon[90784]: osdmap e2074: 8 total, 8 up, 8 in 2024-04-02T09:40:06.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:06 smithi012 ceph-mon[90784]: pgmap v4051: 137 pgs: 137 active+clean; 700 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 97 KiB/s rd, 6.2 KiB/s wr, 1.26k op/s 2024-04-02T09:40:06.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:06 smithi012 ceph-mon[88355]: osdmap e2074: 8 total, 8 up, 8 in 2024-04-02T09:40:06.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:06 smithi012 ceph-mon[88355]: pgmap v4051: 137 pgs: 137 active+clean; 700 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 97 KiB/s rd, 6.2 KiB/s wr, 1.26k op/s 2024-04-02T09:40:07.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:06 smithi055 ceph-mon[85080]: osdmap e2074: 8 total, 8 up, 8 in 2024-04-02T09:40:07.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:06 smithi055 ceph-mon[85080]: pgmap v4051: 137 pgs: 137 active+clean; 700 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 97 KiB/s rd, 6.2 KiB/s wr, 1.26k op/s 2024-04-02T09:40:07.719 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to HEAD diff [1095932~7134087,9501201~21093425,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~18117387,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,264860700~13157893,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,342716292~9901576,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:40:07.719 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~21093425,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~18117387,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,264860700~13157893,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,342716292~9901576,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:40:07.759 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~91071500,104857600~11259266,125829120~47625611,178248109~4902643,184549376~78960707,264241152~29266204,293601280~820467,297795584~6379056,305747906~52779021,361824779~449636,363074272~209810,364851902~21787430,390070272~26669928] 2024-04-02T09:40:07.759 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to HEAD diff [1095932~7134087,9501201~16183199,27395949~3198677,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:40:07.759 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~16183199,27395949~3198677,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:40:07.765 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,27395949~3198677,30665293~68794815,104857600~11259266,125829120~21599007,147535833~506402,151885881~21568850,178248109~4902643,184549376~78960707,265311089~28196267,293601280~820467,297795584~6379056,305747906~34468632,343020063~15506864,361824779~449636,363074272~209810,364851902~21787430,390070272~26669928] 2024-04-02T09:40:07.765 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to HEAD diff [1095932~7134087,9501201~16183199,30665293~23575182,54374850~18610810,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~8666449,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:40:07.765 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~16183199,30665293~23575182,54374850~18610810,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~8666449,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:40:07.771 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,30665293~42320367,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~21568850,178248109~4902643,184549376~78960707,265311089~28196267,293601280~820467,297795584~6379056,305747906~15610889,323325331~16891207,343020063~15506864,361824779~449636,363074272~209810,364851902~21787430,390070272~23210139] 2024-04-02T09:40:07.771 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to HEAD diff [1095932~7134087,9501201~16183199,30665293~23124950,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:40:07.771 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~16183199,30665293~23124950,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:40:07.777 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,30665293~23124950,54402046~16208199,71760959~520432,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~21568850,178248109~4902643,184549376~78960707,265311089~28196267,293601280~820467,297795584~6379056,305747906~15610889,323325331~5077244,335149572~5066966,343020063~15506864,361824779~449636,363074272~209810,364851902~21787430,390070272~23210139] 2024-04-02T09:40:07.777 INFO:tasks.workunit.client.0.smithi012.stdout:from 4 to HEAD diff [1095932~7134087,9501201~13086304,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:40:07.777 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~13086304,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~2410887,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,266787217~11231376,280451040~9458927,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:40:07.782 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~14198897,30665293~19599466,54402046~16208199,71760959~520432,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~21568850,178248109~2410887,184549376~78960707,266787217~23122750,293601280~820467,297795584~6379056,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~3487120,361824779~449636,363074272~209810,364851902~21787430,390070272~23210139] 2024-04-02T09:40:08.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:07 smithi055 ceph-mon[85080]: osdmap e2075: 8 total, 8 up, 8 in 2024-04-02T09:40:08.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:07 smithi012 ceph-mon[88355]: osdmap e2075: 8 total, 8 up, 8 in 2024-04-02T09:40:08.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:07 smithi012 ceph-mon[90784]: osdmap e2075: 8 total, 8 up, 8 in 2024-04-02T09:40:08.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:40:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:40:07] "GET /metrics HTTP/1.1" 200 36758 "" "Prometheus/2.43.0" 2024-04-02T09:40:08.720 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to HEAD diff [1095932~7134087,9501201~21093425,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~18117387,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,264860700~13157893,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,342716292~9901576,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:40:08.720 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~21093425,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~18117387,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,264860700~13157893,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,342716292~9901576,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:40:08.759 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~91071500,104857600~11259266,125829120~47625611,178248109~4902643,184549376~78960707,264241152~29266204,293601280~820467,297795584~6379056,305747906~52779021,361824779~449636,363074272~209810,364851902~21787430,390070272~26669928] 2024-04-02T09:40:08.760 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to HEAD diff [1095932~7134087,9501201~16183199,27395949~3198677,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:40:08.760 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~16183199,27395949~3198677,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:40:08.765 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,27395949~3198677,30665293~68794815,104857600~11259266,125829120~21599007,147535833~506402,151885881~21568850,178248109~4902643,184549376~78960707,265311089~28196267,293601280~820467,297795584~6379056,305747906~34468632,343020063~15506864,361824779~449636,363074272~209810,364851902~21787430,390070272~26669928] 2024-04-02T09:40:08.765 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to HEAD diff [1095932~7134087,9501201~16183199,30665293~23575182,54374850~18610810,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~8666449,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:40:08.765 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~16183199,30665293~23575182,54374850~18610810,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~8666449,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:40:08.772 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,30665293~42320367,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~21568850,178248109~4902643,184549376~78960707,265311089~28196267,293601280~820467,297795584~6379056,305747906~15610889,323325331~16891207,343020063~15506864,361824779~449636,363074272~209810,364851902~21787430,390070272~23210139] 2024-04-02T09:40:08.772 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to HEAD diff [1095932~7134087,9501201~16183199,30665293~23124950,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:40:08.772 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~16183199,30665293~23124950,54402046~16208199,71760959~520432,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~5077244,335149572~5066966,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:40:08.777 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,30665293~23124950,54402046~16208199,71760959~520432,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~21568850,178248109~4902643,184549376~78960707,265311089~28196267,293601280~820467,297795584~6379056,305747906~15610889,323325331~5077244,335149572~5066966,343020063~15506864,361824779~449636,363074272~209810,364851902~21787430,390070272~23210139] 2024-04-02T09:40:09.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:08 smithi055 ceph-mon[85080]: osdmap e2076: 8 total, 8 up, 8 in 2024-04-02T09:40:09.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:08 smithi055 ceph-mon[85080]: pgmap v4054: 137 pgs: 137 active+clean; 700 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 97 KiB/s rd, 6.2 KiB/s wr, 1.26k op/s 2024-04-02T09:40:09.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:08 smithi012 ceph-mon[88355]: osdmap e2076: 8 total, 8 up, 8 in 2024-04-02T09:40:09.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:08 smithi012 ceph-mon[88355]: pgmap v4054: 137 pgs: 137 active+clean; 700 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 97 KiB/s rd, 6.2 KiB/s wr, 1.26k op/s 2024-04-02T09:40:09.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:08 smithi012 ceph-mon[90784]: osdmap e2076: 8 total, 8 up, 8 in 2024-04-02T09:40:09.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:08 smithi012 ceph-mon[90784]: pgmap v4054: 137 pgs: 137 active+clean; 700 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 97 KiB/s rd, 6.2 KiB/s wr, 1.26k op/s 2024-04-02T09:40:09.688 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to HEAD diff [1095932~7134087,9501201~21093425,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~18117387,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,264860700~13157893,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,342716292~9901576,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:40:09.688 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~21093425,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~18117387,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,264860700~13157893,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,342716292~9901576,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:40:09.722 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~91071500,104857600~11259266,125829120~47625611,178248109~4902643,184549376~78960707,264241152~29266204,293601280~820467,297795584~6379056,305747906~52779021,361824779~449636,363074272~209810,364851902~21787430,390070272~26669928] 2024-04-02T09:40:09.722 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to HEAD diff [1095932~7134087,9501201~16183199,27395949~3198677,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:40:09.722 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~16183199,27395949~3198677,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:40:09.728 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,27395949~3198677,30665293~68794815,104857600~11259266,125829120~21599007,147535833~506402,151885881~21568850,178248109~4902643,184549376~78960707,265311089~28196267,293601280~820467,297795584~6379056,305747906~34468632,343020063~15506864,361824779~449636,363074272~209810,364851902~21787430,390070272~26669928] 2024-04-02T09:40:09.728 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to HEAD diff [1095932~7134087,9501201~16183199,30665293~23575182,54374850~18610810,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~8666449,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:40:09.728 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~16183199,30665293~23575182,54374850~18610810,73023040~15724367,90297332~5586936,95907827~3552281,104889825~8740496,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~15610889,323325331~8666449,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~7246176] 2024-04-02T09:40:09.734 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,30665293~42320367,73023040~15724367,90297332~9162776,104857600~8772721,125829120~21599007,147535833~506402,151885881~21568850,178248109~4902643,184549376~78960707,265311089~28196267,293601280~820467,297795584~6379056,305747906~15610889,323325331~16891207,343020063~15506864,361824779~449636,363074272~209810,364851902~21787430,390070272~23210139] 2024-04-02T09:40:10.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:09 smithi055 ceph-mon[85080]: osdmap e2077: 8 total, 8 up, 8 in 2024-04-02T09:40:10.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:09 smithi055 ceph-mon[85080]: osdmap e2078: 8 total, 8 up, 8 in 2024-04-02T09:40:10.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:09 smithi012 ceph-mon[88355]: osdmap e2077: 8 total, 8 up, 8 in 2024-04-02T09:40:10.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:09 smithi012 ceph-mon[88355]: osdmap e2078: 8 total, 8 up, 8 in 2024-04-02T09:40:10.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:09 smithi012 ceph-mon[90784]: osdmap e2077: 8 total, 8 up, 8 in 2024-04-02T09:40:10.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:09 smithi012 ceph-mon[90784]: osdmap e2078: 8 total, 8 up, 8 in 2024-04-02T09:40:10.729 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to HEAD diff [1095932~7134087,9501201~21093425,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~18117387,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,264860700~13157893,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,342716292~9901576,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:40:10.729 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~21093425,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~18117387,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,264860700~13157893,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,342716292~9901576,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:40:10.768 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~91071500,104857600~11259266,125829120~47625611,178248109~4902643,184549376~78960707,264241152~29266204,293601280~820467,297795584~6379056,305747906~52779021,361824779~449636,363074272~209810,364851902~21787430,390070272~26669928] 2024-04-02T09:40:10.768 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to HEAD diff [1095932~7134087,9501201~16183199,27395949~3198677,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:40:10.768 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~16183199,27395949~3198677,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~13659633,147535833~506402,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,265311089~12707504,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,343020063~9597805,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:40:10.774 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~17295792,27395949~3198677,30665293~68794815,104857600~11259266,125829120~21599007,147535833~506402,151885881~21568850,178248109~4902643,184549376~78960707,265311089~28196267,293601280~820467,297795584~6379056,305747906~34468632,343020063~15506864,361824779~449636,363074272~209810,364851902~21787430,390070272~26669928] 2024-04-02T09:40:11.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:10 smithi055 ceph-mon[85080]: pgmap v4057: 137 pgs: 137 active+clean; 676 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 100 op/s 2024-04-02T09:40:11.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:10 smithi012 ceph-mon[88355]: pgmap v4057: 137 pgs: 137 active+clean; 676 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 100 op/s 2024-04-02T09:40:11.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:10 smithi012 ceph-mon[90784]: pgmap v4057: 137 pgs: 137 active+clean; 676 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 100 op/s 2024-04-02T09:40:11.749 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to HEAD diff [1095932~7134087,9501201~21093425,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~18117387,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,264860700~13157893,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,342716292~9901576,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:40:11.749 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [1095932~7134087,9501201~21093425,30665293~23575182,54374850~34372557,90017578~5866690,95907827~3552281,104889825~11227041,126117990~7098884,133768494~18117387,153007064~20447667,178248109~4902643,188580663~8558736,197675927~37402246,236319658~7588260,244813159~18696924,264860700~13157893,280451040~9458927,291861579~1645777,294033583~388164,298280684~5893956,305747906~26243874,333761787~6454751,342716292~9901576,353274052~5252875,361824779~449636,363074272~209810,364851902~17500607,383375012~3264320,390626001~14032266,406034235~10705965] 2024-04-02T09:40:11.773 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8230019,8388608~91071500,104857600~11259266,125829120~47625611,178248109~4902643,184549376~78960707,264241152~29266204,293601280~820467,297795584~6379056,305747906~52779021,361824779~449636,363074272~209810,364851902~21787430,390070272~26669928] 2024-04-02T09:40:12.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:11 smithi055 ceph-mon[85080]: osdmap e2079: 8 total, 8 up, 8 in 2024-04-02T09:40:12.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:11 smithi012 ceph-mon[88355]: osdmap e2079: 8 total, 8 up, 8 in 2024-04-02T09:40:12.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:11 smithi012 ceph-mon[90784]: osdmap e2079: 8 total, 8 up, 8 in 2024-04-02T09:40:12.725 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:40:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:40:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:40:12.765 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] DiffIterateTest/0.DiffIterateStress (41031 ms) 2024-04-02T09:40:12.765 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParent 2024-04-02T09:40:12.765 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:40:13.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:12 smithi055 ceph-mon[85080]: osdmap e2080: 8 total, 8 up, 8 in 2024-04-02T09:40:13.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:12 smithi055 ceph-mon[85080]: pgmap v4060: 137 pgs: 137 active+clean; 532 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 65 KiB/s rd, 6.0 KiB/s wr, 614 op/s 2024-04-02T09:40:13.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:12 smithi012 ceph-mon[88355]: osdmap e2080: 8 total, 8 up, 8 in 2024-04-02T09:40:13.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:12 smithi012 ceph-mon[88355]: pgmap v4060: 137 pgs: 137 active+clean; 532 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 65 KiB/s rd, 6.0 KiB/s wr, 614 op/s 2024-04-02T09:40:13.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:12 smithi012 ceph-mon[90784]: osdmap e2080: 8 total, 8 up, 8 in 2024-04-02T09:40:13.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:12 smithi012 ceph-mon[90784]: pgmap v4060: 137 pgs: 137 active+clean; 532 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 65 KiB/s rd, 6.0 KiB/s wr, 614 op/s 2024-04-02T09:40:13.846 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] DiffIterateTest/0.DiffIterateParent (1081 ms) 2024-04-02T09:40:13.846 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] DiffIterateTest/0.DiffIterateIgnoreParent 2024-04-02T09:40:13.846 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:40:14.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:13 smithi055 ceph-mon[85080]: osdmap e2081: 8 total, 8 up, 8 in 2024-04-02T09:40:14.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:13 smithi012 ceph-mon[88355]: osdmap e2081: 8 total, 8 up, 8 in 2024-04-02T09:40:14.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:13 smithi012 ceph-mon[90784]: osdmap e2081: 8 total, 8 up, 8 in 2024-04-02T09:40:14.785 INFO:tasks.workunit.client.0.smithi012.stdout: wrote [4842293~12603,6575692~25098,6627420~28533,7916912~10070,8351350~28731,12238746~66595,12712088~16095,15713234~49426,15873108~95920,18970935~91334] to clone 2024-04-02T09:40:14.785 INFO:tasks.workunit.client.0.smithi012.stdout: diff was [4194304~4185777,8388608~3916733,12582912~3386116,16777216~2285053] 2024-04-02T09:40:14.789 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] DiffIterateTest/0.DiffIterateIgnoreParent (943 ms) 2024-04-02T09:40:14.789 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] DiffIterateTest/0.DiffIterateCallbackError 2024-04-02T09:40:14.789 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:40:14.809 INFO:tasks.workunit.client.0.smithi012.stdout: wrote [5363642~6936,5701897~60257,8053441~10093,9033343~22851,9659521~70805,12645591~26589,12716642~64920,12835279~19721,17931808~83388,18483225~73102] 2024-04-02T09:40:14.818 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] DiffIterateTest/0.DiffIterateCallbackError (30 ms) 2024-04-02T09:40:14.819 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParentDiscard 2024-04-02T09:40:14.819 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:40:15.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:14 smithi055 ceph-mon[85080]: osdmap e2082: 8 total, 8 up, 8 in 2024-04-02T09:40:15.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:15.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:14 smithi055 ceph-mon[85080]: pgmap v4063: 137 pgs: 137 active+clean; 532 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 65 KiB/s rd, 6.0 KiB/s wr, 513 op/s 2024-04-02T09:40:15.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:14 smithi055 ceph-mon[85080]: osdmap e2083: 8 total, 8 up, 8 in 2024-04-02T09:40:15.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:14 smithi012 ceph-mon[88355]: osdmap e2082: 8 total, 8 up, 8 in 2024-04-02T09:40:15.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:15.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:14 smithi012 ceph-mon[88355]: pgmap v4063: 137 pgs: 137 active+clean; 532 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 65 KiB/s rd, 6.0 KiB/s wr, 513 op/s 2024-04-02T09:40:15.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:14 smithi012 ceph-mon[88355]: osdmap e2083: 8 total, 8 up, 8 in 2024-04-02T09:40:15.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:14 smithi012 ceph-mon[90784]: osdmap e2082: 8 total, 8 up, 8 in 2024-04-02T09:40:15.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:15.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:14 smithi012 ceph-mon[90784]: pgmap v4063: 137 pgs: 137 active+clean; 532 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 65 KiB/s rd, 6.0 KiB/s wr, 513 op/s 2024-04-02T09:40:15.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:14 smithi012 ceph-mon[90784]: osdmap e2083: 8 total, 8 up, 8 in 2024-04-02T09:40:16.856 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] DiffIterateTest/0.DiffIterateParentDiscard (2037 ms) 2024-04-02T09:40:16.856 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnalignedSmall 2024-04-02T09:40:16.856 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:40:16.912 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnalignedSmall (57 ms) 2024-04-02T09:40:16.913 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnaligned 2024-04-02T09:40:16.913 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:40:16.996 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnaligned (83 ms) 2024-04-02T09:40:16.996 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTryAcquireLock 2024-04-02T09:40:16.996 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:40:17.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:16 smithi055 ceph-mon[85080]: osdmap e2084: 8 total, 8 up, 8 in 2024-04-02T09:40:17.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:16 smithi055 ceph-mon[85080]: pgmap v4066: 137 pgs: 137 active+clean; 501 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 5.2 MiB/s rd, 11 MiB/s wr, 324 op/s 2024-04-02T09:40:17.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:16 smithi012 ceph-mon[88355]: osdmap e2084: 8 total, 8 up, 8 in 2024-04-02T09:40:17.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:16 smithi012 ceph-mon[88355]: pgmap v4066: 137 pgs: 137 active+clean; 501 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 5.2 MiB/s rd, 11 MiB/s wr, 324 op/s 2024-04-02T09:40:17.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:16 smithi012 ceph-mon[90784]: osdmap e2084: 8 total, 8 up, 8 in 2024-04-02T09:40:17.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:16 smithi012 ceph-mon[90784]: pgmap v4066: 137 pgs: 137 active+clean; 501 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 5.2 MiB/s rd, 11 MiB/s wr, 324 op/s 2024-04-02T09:40:18.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:17 smithi055 ceph-mon[85080]: osdmap e2085: 8 total, 8 up, 8 in 2024-04-02T09:40:18.078 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:17 smithi012 ceph-mon[88355]: osdmap e2085: 8 total, 8 up, 8 in 2024-04-02T09:40:18.079 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:17 smithi012 ceph-mon[90784]: osdmap e2085: 8 total, 8 up, 8 in 2024-04-02T09:40:18.079 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:40:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:40:17] "GET /metrics HTTP/1.1" 200 36744 "" "Prometheus/2.43.0" 2024-04-02T09:40:19.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:18 smithi055 ceph-mon[85080]: pgmap v4068: 137 pgs: 137 active+clean; 501 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 9.4 MiB/s wr, 282 op/s 2024-04-02T09:40:19.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:18 smithi012 ceph-mon[88355]: pgmap v4068: 137 pgs: 137 active+clean; 501 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 9.4 MiB/s wr, 282 op/s 2024-04-02T09:40:19.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:18 smithi012 ceph-mon[90784]: pgmap v4068: 137 pgs: 137 active+clean; 501 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 9.4 MiB/s wr, 282 op/s 2024-04-02T09:40:20.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:20 smithi012 ceph-mon[88355]: osdmap e2086: 8 total, 8 up, 8 in 2024-04-02T09:40:20.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:20 smithi012 ceph-mon[88355]: pgmap v4070: 137 pgs: 137 active+clean; 517 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 9.8 MiB/s wr, 251 op/s 2024-04-02T09:40:20.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:20 smithi012 ceph-mon[90784]: osdmap e2086: 8 total, 8 up, 8 in 2024-04-02T09:40:20.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:20 smithi012 ceph-mon[90784]: pgmap v4070: 137 pgs: 137 active+clean; 517 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 9.8 MiB/s wr, 251 op/s 2024-04-02T09:40:21.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:20 smithi055 ceph-mon[85080]: osdmap e2086: 8 total, 8 up, 8 in 2024-04-02T09:40:21.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:20 smithi055 ceph-mon[85080]: pgmap v4070: 137 pgs: 137 active+clean; 517 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 9.8 MiB/s wr, 251 op/s 2024-04-02T09:40:22.039 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] DiffIterateTest/0.DiffIterateTryAcquireLock (5043 ms) 2024-04-02T09:40:22.040 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStriping 2024-04-02T09:40:22.040 INFO:tasks.workunit.client.0.smithi012.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_librbd.cc:8604: Skipped 2024-04-02T09:40:22.040 INFO:tasks.workunit.client.0.smithi012.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:40:22.040 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] DiffIterateTest/0.DiffIterateStriping (0 ms) 2024-04-02T09:40:22.101 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 15 tests from DiffIterateTest/0 (69549 ms total) 2024-04-02T09:40:22.101 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:40:22.101 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 15 tests from DiffIterateTest/1, where TypeParam = DiffIterateParams 2024-04-02T09:40:22.136 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] DiffIterateTest/1.DiffIterate 2024-04-02T09:40:22.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:40:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:40:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:40:23.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:23 smithi012 ceph-mon[90784]: osdmap e2087: 8 total, 8 up, 8 in 2024-04-02T09:40:23.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:23 smithi012 ceph-mon[90784]: pgmap v4072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:40:23.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:23 smithi012 ceph-mon[88355]: osdmap e2087: 8 total, 8 up, 8 in 2024-04-02T09:40:23.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:23 smithi012 ceph-mon[88355]: pgmap v4072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:40:23.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:23 smithi055 ceph-mon[85080]: osdmap e2087: 8 total, 8 up, 8 in 2024-04-02T09:40:23.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:23 smithi055 ceph-mon[85080]: pgmap v4072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:40:24.123 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:40:24.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:24 smithi012 ceph-mon[88355]: osdmap e2088: 8 total, 8 up, 8 in 2024-04-02T09:40:24.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:24 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2629643875' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:40:24.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:24 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:40:24.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:24 smithi012 ceph-mon[90784]: osdmap e2088: 8 total, 8 up, 8 in 2024-04-02T09:40:24.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:24 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2629643875' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:40:24.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:24 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:40:24.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:24 smithi055 ceph-mon[85080]: osdmap e2088: 8 total, 8 up, 8 in 2024-04-02T09:40:24.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:24 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2629643875' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:40:24.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:24 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:40:25.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:25 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-45","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:40:25.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:25 smithi012 ceph-mon[88355]: osdmap e2089: 8 total, 8 up, 8 in 2024-04-02T09:40:25.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:25 smithi012 ceph-mon[88355]: pgmap v4075: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:40:25.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:25 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-45","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:40:25.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:25 smithi012 ceph-mon[90784]: osdmap e2089: 8 total, 8 up, 8 in 2024-04-02T09:40:25.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:25 smithi012 ceph-mon[90784]: pgmap v4075: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:40:25.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:25 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi012-138837-45","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:40:25.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:25 smithi055 ceph-mon[85080]: osdmap e2089: 8 total, 8 up, 8 in 2024-04-02T09:40:25.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:25 smithi055 ceph-mon[85080]: pgmap v4075: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:40:26.166 INFO:tasks.workunit.client.0.smithi012.stdout: wrote [3817621~51759,4497563~41316,9772794~23939,10098536~75781,11709162~43401,14049421~70484,18734168~14651,19322583~70904,20082669~2788] 2024-04-02T09:40:26.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:26 smithi012 ceph-mon[88355]: osdmap e2090: 8 total, 8 up, 8 in 2024-04-02T09:40:26.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:26 smithi012 ceph-mon[90784]: osdmap e2090: 8 total, 8 up, 8 in 2024-04-02T09:40:26.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:26 smithi055 ceph-mon[85080]: osdmap e2090: 8 total, 8 up, 8 in 2024-04-02T09:40:27.150 INFO:tasks.workunit.client.0.smithi012.stdout: wrote [0~20971520] 2024-04-02T09:40:27.162 INFO:tasks.workunit.client.0.smithi012.stdout: diff was [0~20971520] 2024-04-02T09:40:27.166 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] DiffIterateTest/1.DiffIterate (5030 ms) 2024-04-02T09:40:27.166 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministic 2024-04-02T09:40:27.166 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:40:27.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:27 smithi012 ceph-mon[88355]: osdmap e2091: 8 total, 8 up, 8 in 2024-04-02T09:40:27.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:27 smithi012 ceph-mon[88355]: pgmap v4078: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:40:27.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:27 smithi012 ceph-mon[90784]: osdmap e2091: 8 total, 8 up, 8 in 2024-04-02T09:40:27.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:27 smithi012 ceph-mon[90784]: pgmap v4078: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:40:27.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:27 smithi055 ceph-mon[85080]: osdmap e2091: 8 total, 8 up, 8 in 2024-04-02T09:40:27.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:27 smithi055 ceph-mon[85080]: pgmap v4078: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:40:28.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:28 smithi012 ceph-mon[88355]: osdmap e2092: 8 total, 8 up, 8 in 2024-04-02T09:40:28.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:28 smithi012 ceph-mon[90784]: osdmap e2092: 8 total, 8 up, 8 in 2024-04-02T09:40:28.429 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:40:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:40:27] "GET /metrics HTTP/1.1" 200 36744 "" "Prometheus/2.43.0" 2024-04-02T09:40:28.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:28 smithi055 ceph-mon[85080]: osdmap e2092: 8 total, 8 up, 8 in 2024-04-02T09:40:29.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:29 smithi012 ceph-mon[88355]: osdmap e2093: 8 total, 8 up, 8 in 2024-04-02T09:40:29.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:29 smithi012 ceph-mon[88355]: pgmap v4081: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:40:29.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:29 smithi012 ceph-mon[90784]: osdmap e2093: 8 total, 8 up, 8 in 2024-04-02T09:40:29.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:29 smithi012 ceph-mon[90784]: pgmap v4081: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:40:29.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:29 smithi055 ceph-mon[85080]: osdmap e2093: 8 total, 8 up, 8 in 2024-04-02T09:40:29.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:29 smithi055 ceph-mon[85080]: pgmap v4081: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:40:30.184 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministic (3018 ms) 2024-04-02T09:40:30.185 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicPP 2024-04-02T09:40:30.185 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:40:30.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:30 smithi012 ceph-mon[88355]: osdmap e2094: 8 total, 8 up, 8 in 2024-04-02T09:40:30.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:30 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:30.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:30 smithi012 ceph-mon[90784]: osdmap e2094: 8 total, 8 up, 8 in 2024-04-02T09:40:30.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:30 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:30.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:30 smithi055 ceph-mon[85080]: osdmap e2094: 8 total, 8 up, 8 in 2024-04-02T09:40:30.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:30 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:31.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:31 smithi012 ceph-mon[88355]: osdmap e2095: 8 total, 8 up, 8 in 2024-04-02T09:40:31.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:31 smithi012 ceph-mon[88355]: pgmap v4084: 137 pgs: 137 active+clean; 9.3 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 85 KiB/s wr, 74 op/s 2024-04-02T09:40:31.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:31 smithi012 ceph-mon[90784]: osdmap e2095: 8 total, 8 up, 8 in 2024-04-02T09:40:31.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:31 smithi012 ceph-mon[90784]: pgmap v4084: 137 pgs: 137 active+clean; 9.3 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 85 KiB/s wr, 74 op/s 2024-04-02T09:40:31.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:31 smithi055 ceph-mon[85080]: osdmap e2095: 8 total, 8 up, 8 in 2024-04-02T09:40:31.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:31 smithi055 ceph-mon[85080]: pgmap v4084: 137 pgs: 137 active+clean; 9.3 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 85 KiB/s wr, 74 op/s 2024-04-02T09:40:32.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:32 smithi012 ceph-mon[88355]: osdmap e2096: 8 total, 8 up, 8 in 2024-04-02T09:40:32.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:32 smithi012 ceph-mon[90784]: osdmap e2096: 8 total, 8 up, 8 in 2024-04-02T09:40:32.462 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:32 smithi055 ceph-mon[85080]: osdmap e2096: 8 total, 8 up, 8 in 2024-04-02T09:40:32.462 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:40:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:40:32.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:40:33.214 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicPP (3030 ms) 2024-04-02T09:40:33.214 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDiscard 2024-04-02T09:40:33.214 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:40:33.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:33 smithi055 ceph-mon[85080]: osdmap e2097: 8 total, 8 up, 8 in 2024-04-02T09:40:33.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:33 smithi055 ceph-mon[85080]: pgmap v4087: 137 pgs: 137 active+clean; 20 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 233 KiB/s wr, 103 op/s 2024-04-02T09:40:33.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:33 smithi012 ceph-mon[88355]: osdmap e2097: 8 total, 8 up, 8 in 2024-04-02T09:40:33.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:33 smithi012 ceph-mon[88355]: pgmap v4087: 137 pgs: 137 active+clean; 20 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 233 KiB/s wr, 103 op/s 2024-04-02T09:40:33.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:33 smithi012 ceph-mon[90784]: osdmap e2097: 8 total, 8 up, 8 in 2024-04-02T09:40:33.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:33 smithi012 ceph-mon[90784]: pgmap v4087: 137 pgs: 137 active+clean; 20 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 233 KiB/s wr, 103 op/s 2024-04-02T09:40:34.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:34 smithi055 ceph-mon[85080]: osdmap e2098: 8 total, 8 up, 8 in 2024-04-02T09:40:34.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:34 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:40:34.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:34 smithi012 ceph-mon[90784]: osdmap e2098: 8 total, 8 up, 8 in 2024-04-02T09:40:34.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:34 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:40:34.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:34 smithi012 ceph-mon[88355]: osdmap e2098: 8 total, 8 up, 8 in 2024-04-02T09:40:34.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:34 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:40:35.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:35 smithi055 ceph-mon[85080]: osdmap e2099: 8 total, 8 up, 8 in 2024-04-02T09:40:35.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:35 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:40:35.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:35 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:40:35.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:35 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:40:35.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:35 smithi055 ceph-mon[85080]: pgmap v4090: 137 pgs: 137 active+clean; 20 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 147 KiB/s wr, 28 op/s 2024-04-02T09:40:35.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:35 smithi055 ceph-mon[85080]: osdmap e2100: 8 total, 8 up, 8 in 2024-04-02T09:40:35.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:35 smithi012 ceph-mon[88355]: osdmap e2099: 8 total, 8 up, 8 in 2024-04-02T09:40:35.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:35 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:40:35.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:35 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:40:35.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:35 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:40:35.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:35 smithi012 ceph-mon[88355]: pgmap v4090: 137 pgs: 137 active+clean; 20 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 147 KiB/s wr, 28 op/s 2024-04-02T09:40:35.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:35 smithi012 ceph-mon[88355]: osdmap e2100: 8 total, 8 up, 8 in 2024-04-02T09:40:35.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:35 smithi012 ceph-mon[90784]: osdmap e2099: 8 total, 8 up, 8 in 2024-04-02T09:40:35.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:35 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:40:35.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:35 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:40:35.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:35 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:40:35.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:35 smithi012 ceph-mon[90784]: pgmap v4090: 137 pgs: 137 active+clean; 20 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 147 KiB/s wr, 28 op/s 2024-04-02T09:40:35.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:35 smithi012 ceph-mon[90784]: osdmap e2100: 8 total, 8 up, 8 in 2024-04-02T09:40:35.695 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] DiffIterateTest/1.DiffIterateDiscard (2481 ms) 2024-04-02T09:40:35.695 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTruncate 2024-04-02T09:40:35.695 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:40:36.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:36 smithi012 ceph-mon[88355]: osdmap e2101: 8 total, 8 up, 8 in 2024-04-02T09:40:36.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:36 smithi012 ceph-mon[88355]: pgmap v4093: 137 pgs: 137 active+clean; 20 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 14 KiB/s wr, 131 op/s 2024-04-02T09:40:36.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:36 smithi012 ceph-mon[90784]: osdmap e2101: 8 total, 8 up, 8 in 2024-04-02T09:40:36.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:36 smithi012 ceph-mon[90784]: pgmap v4093: 137 pgs: 137 active+clean; 20 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 14 KiB/s wr, 131 op/s 2024-04-02T09:40:37.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:36 smithi055 ceph-mon[85080]: osdmap e2101: 8 total, 8 up, 8 in 2024-04-02T09:40:37.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:36 smithi055 ceph-mon[85080]: pgmap v4093: 137 pgs: 137 active+clean; 20 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 14 KiB/s wr, 131 op/s 2024-04-02T09:40:37.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:37 smithi012 ceph-mon[88355]: osdmap e2102: 8 total, 8 up, 8 in 2024-04-02T09:40:37.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:37 smithi012 ceph-mon[90784]: osdmap e2102: 8 total, 8 up, 8 in 2024-04-02T09:40:38.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:37 smithi055 ceph-mon[85080]: osdmap e2102: 8 total, 8 up, 8 in 2024-04-02T09:40:38.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:40:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:40:37] "GET /metrics HTTP/1.1" 200 36700 "" "Prometheus/2.43.0" 2024-04-02T09:40:38.733 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] DiffIterateTest/1.DiffIterateTruncate (3038 ms) 2024-04-02T09:40:38.733 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] DiffIterateTest/1.DiffIterateWriteAndTruncate 2024-04-02T09:40:38.733 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:40:39.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:38 smithi055 ceph-mon[85080]: osdmap e2103: 8 total, 8 up, 8 in 2024-04-02T09:40:39.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:38 smithi055 ceph-mon[85080]: pgmap v4096: 137 pgs: 137 active+clean; 20 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 14 KiB/s wr, 131 op/s 2024-04-02T09:40:39.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:38 smithi012 ceph-mon[88355]: osdmap e2103: 8 total, 8 up, 8 in 2024-04-02T09:40:39.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:38 smithi012 ceph-mon[88355]: pgmap v4096: 137 pgs: 137 active+clean; 20 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 14 KiB/s wr, 131 op/s 2024-04-02T09:40:39.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:38 smithi012 ceph-mon[90784]: osdmap e2103: 8 total, 8 up, 8 in 2024-04-02T09:40:39.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:38 smithi012 ceph-mon[90784]: pgmap v4096: 137 pgs: 137 active+clean; 20 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 14 KiB/s wr, 131 op/s 2024-04-02T09:40:40.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:39 smithi055 ceph-mon[85080]: osdmap e2104: 8 total, 8 up, 8 in 2024-04-02T09:40:40.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:39 smithi012 ceph-mon[88355]: osdmap e2104: 8 total, 8 up, 8 in 2024-04-02T09:40:40.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:39 smithi012 ceph-mon[90784]: osdmap e2104: 8 total, 8 up, 8 in 2024-04-02T09:40:41.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:40 smithi055 ceph-mon[85080]: osdmap e2105: 8 total, 8 up, 8 in 2024-04-02T09:40:41.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:40 smithi055 ceph-mon[85080]: pgmap v4099: 137 pgs: 137 active+clean; 20 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 135 KiB/s wr, 103 op/s 2024-04-02T09:40:41.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:40 smithi012 ceph-mon[88355]: osdmap e2105: 8 total, 8 up, 8 in 2024-04-02T09:40:41.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:40 smithi012 ceph-mon[88355]: pgmap v4099: 137 pgs: 137 active+clean; 20 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 135 KiB/s wr, 103 op/s 2024-04-02T09:40:41.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:40 smithi012 ceph-mon[90784]: osdmap e2105: 8 total, 8 up, 8 in 2024-04-02T09:40:41.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:40 smithi012 ceph-mon[90784]: pgmap v4099: 137 pgs: 137 active+clean; 20 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 135 KiB/s wr, 103 op/s 2024-04-02T09:40:41.753 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] DiffIterateTest/1.DiffIterateWriteAndTruncate (3019 ms) 2024-04-02T09:40:41.753 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStress 2024-04-02T09:40:41.753 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:40:41.831 INFO:tasks.workunit.client.0.smithi012.stdout: i=0 exists [21657434~893014,32657240~7256636,83708382~519298,106107574~5771087,224258998~6637459,237054693~1911432,288455279~3283883,301849396~7580769,402508256~7522321] wrote [21657434~893014,32657240~7256636,83708382~519298,106107574~5771087,224258998~6637459,237054693~1911432,288455279~3283883,301849396~7580769,402508256~7522321] 2024-04-02T09:40:42.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:41 smithi055 ceph-mon[85080]: osdmap e2106: 8 total, 8 up, 8 in 2024-04-02T09:40:42.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:41 smithi012 ceph-mon[88355]: osdmap e2106: 8 total, 8 up, 8 in 2024-04-02T09:40:42.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:41 smithi012 ceph-mon[90784]: osdmap e2106: 8 total, 8 up, 8 in 2024-04-02T09:40:42.719 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:40:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:40:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:40:42.749 INFO:tasks.workunit.client.0.smithi012.stdout: i=1 exists [3191086~448905,21657434~893014,32657240~7256636,61298056~3118592,83708382~519298,106107574~5771087,117868491~5153206,153109821~367631,172601429~3614790,224258998~6637459,237054693~1911432,263997547~367294,267939797~2760822,288455279~3283883,301849396~7580769,318251689~3686023,348881944~1188601,396472553~5940457,402508256~7522321] wrote [3191086~448905,61298056~3118592,117868491~5153206,153109821~367631,172601429~3614790,263997547~367294,267939797~2760822,318251689~3686023,348881944~1188601,396472553~5940457] 2024-04-02T09:40:43.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:42 smithi055 ceph-mon[85080]: osdmap e2107: 8 total, 8 up, 8 in 2024-04-02T09:40:43.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:42 smithi055 ceph-mon[85080]: pgmap v4102: 137 pgs: 137 active+clean; 21 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 392 KiB/s wr, 109 op/s 2024-04-02T09:40:43.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:42 smithi012 ceph-mon[88355]: osdmap e2107: 8 total, 8 up, 8 in 2024-04-02T09:40:43.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:42 smithi012 ceph-mon[88355]: pgmap v4102: 137 pgs: 137 active+clean; 21 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 392 KiB/s wr, 109 op/s 2024-04-02T09:40:43.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:42 smithi012 ceph-mon[90784]: osdmap e2107: 8 total, 8 up, 8 in 2024-04-02T09:40:43.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:42 smithi012 ceph-mon[90784]: pgmap v4102: 137 pgs: 137 active+clean; 21 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 392 KiB/s wr, 109 op/s 2024-04-02T09:40:43.791 INFO:tasks.workunit.client.0.smithi012.stdout: i=2 exists [3191086~448905,21657434~893014,32657240~7256636,50772988~13643660,78065407~4208408,83240679~4931585,106107574~5771087,117868491~5153206,153109821~367631,172601429~3614790,219761447~11135010,237054693~1911432,263997547~367294,267939797~3767489,288455279~3283883,301681402~7748763,318251689~3686023,348881944~1188601,369976009~1720962,387982432~6859952,396472553~5940457,402508256~7522321] wrote [50772988~11652674,78065407~4208408,83240679~4931585,219761447~7865332,268456641~3250645,301681402~1774161,369976009~1720962,387982432~6859952] 2024-04-02T09:40:44.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:43 smithi055 ceph-mon[85080]: osdmap e2108: 8 total, 8 up, 8 in 2024-04-02T09:40:44.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:43 smithi012 ceph-mon[88355]: osdmap e2108: 8 total, 8 up, 8 in 2024-04-02T09:40:44.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:43 smithi012 ceph-mon[90784]: osdmap e2108: 8 total, 8 up, 8 in 2024-04-02T09:40:44.808 INFO:tasks.workunit.client.0.smithi012.stdout: i=3 exists [3191086~448905,21657434~893014,32657240~7256636,50772988~13643660,78065407~4208408,83240679~4931585,106107574~5771087,117868491~5153206,135000463~6476303,153109821~367631,161449741~5204689,172601429~3614790,208540813~1745282,219761447~11135010,237054693~1911432,263997547~367294,267939797~3767489,288455279~5774130,301681402~7748763,318251689~5746385,329176571~1425078,348881944~1188601,364839176~6898579,387982432~6859952,396108383~6304627,402508256~7522321] wrote [55910747~427605,135000463~6476303,161449741~5204689,208540813~1745282,289855639~4373770,321551645~2446429,329176571~1425078,364839176~6898579,396108383~4740819] 2024-04-02T09:40:45.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:44 smithi055 ceph-mon[85080]: osdmap e2109: 8 total, 8 up, 8 in 2024-04-02T09:40:45.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:45.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:44 smithi055 ceph-mon[85080]: pgmap v4105: 137 pgs: 137 active+clean; 21 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 257 KiB/s wr, 5 op/s 2024-04-02T09:40:45.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:44 smithi012 ceph-mon[90784]: osdmap e2109: 8 total, 8 up, 8 in 2024-04-02T09:40:45.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:45.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:44 smithi012 ceph-mon[90784]: pgmap v4105: 137 pgs: 137 active+clean; 21 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 257 KiB/s wr, 5 op/s 2024-04-02T09:40:45.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:44 smithi012 ceph-mon[88355]: osdmap e2109: 8 total, 8 up, 8 in 2024-04-02T09:40:45.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:45.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:44 smithi012 ceph-mon[88355]: pgmap v4105: 137 pgs: 137 active+clean; 21 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 257 KiB/s wr, 5 op/s 2024-04-02T09:40:45.827 INFO:tasks.workunit.client.0.smithi012.stdout: i=4 exists [3191086~448905,21657434~893014,32657240~7256636,43735722~711903,50772988~13643660,78065407~10106857,106107574~5771087,117868491~5153206,135000463~6476303,153109821~367631,161449741~15789659,208540813~1745282,219761447~11135010,237054693~1911432,257938414~3011600,263997547~367294,267939797~3767489,288455279~5774130,301681402~7748763,318251689~5746385,327429964~7609897,345136678~8126340,364839176~6898579,372626094~3028008,387982432~6859952,396108383~6304627,402508256~7522321] wrote [43735722~711903,59305221~2894683,81723600~2177070,163779007~13460393,257938414~3011600,327429964~7609897,345136678~8126340,372626094~3028008] 2024-04-02T09:40:46.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:45 smithi055 ceph-mon[85080]: osdmap e2110: 8 total, 8 up, 8 in 2024-04-02T09:40:46.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:45 smithi012 ceph-mon[88355]: osdmap e2110: 8 total, 8 up, 8 in 2024-04-02T09:40:46.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:45 smithi012 ceph-mon[90784]: osdmap e2110: 8 total, 8 up, 8 in 2024-04-02T09:40:46.811 INFO:tasks.workunit.client.0.smithi012.stdout: i=5 exists [3191086~448905,6942662~3642086,21657434~893014,32657240~7256636,43735722~711903,50772988~13643660,74494920~13677344,106107574~5771087,117868491~5153206,135000463~6476303,153109821~367631,161449741~15789659,182610499~1054358,208540813~1745282,219761447~11135010,237054693~1911432,248211023~7887032,257938414~3011600,263997547~367294,267939797~3767489,288455279~5774130,301225899~8204266,314192157~3774865,318251689~5746385,326972605~8067256,345136678~8126340,364839176~6898579,372626094~3028008,387058668~671466,387982432~6859952,396108383~6304627,402508256~7522321] wrote [6942662~3642086,74494920~6118122,182610499~1054358,222185388~5505872,248211023~7887032,301225899~3328091,314192157~3774865,326972605~1194130,387058668~671466] 2024-04-02T09:40:47.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:46 smithi055 ceph-mon[85080]: osdmap e2111: 8 total, 8 up, 8 in 2024-04-02T09:40:47.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:46 smithi055 ceph-mon[85080]: pgmap v4108: 137 pgs: 137 active+clean; 241 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 172 KiB/s rd, 40 MiB/s wr, 290 op/s 2024-04-02T09:40:47.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:46 smithi012 ceph-mon[88355]: osdmap e2111: 8 total, 8 up, 8 in 2024-04-02T09:40:47.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:46 smithi012 ceph-mon[88355]: pgmap v4108: 137 pgs: 137 active+clean; 241 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 172 KiB/s rd, 40 MiB/s wr, 290 op/s 2024-04-02T09:40:47.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:46 smithi012 ceph-mon[90784]: osdmap e2111: 8 total, 8 up, 8 in 2024-04-02T09:40:47.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:46 smithi012 ceph-mon[90784]: pgmap v4108: 137 pgs: 137 active+clean; 241 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 172 KiB/s rd, 40 MiB/s wr, 290 op/s 2024-04-02T09:40:47.828 INFO:tasks.workunit.client.0.smithi012.stdout: i=6 exists [3191086~448905,6942662~3642086,21657434~893014,32657240~7256636,43735722~711903,50772988~13643660,74494920~13677344,106107574~5771087,117868491~5153206,135000463~6476303,153109821~367631,161449741~15789659,182610499~1054358,208540813~1745282,214283910~16612547,237054693~1911432,248211023~7887032,257938414~3011600,263997547~367294,265986592~1669891,267939797~3767489,288455279~5774130,301225899~8204266,314192157~3774865,318251689~5746385,326972605~8067256,337865441~6782444,345136678~8126340,364839176~6898579,371913453~5023255,387058668~671466,387982432~6859952,396108383~6304627,402508256~7522321] wrote [54545867~1557114,135622419~3264823,165764707~1699439,214283910~7766409,252435629~790836,265986592~1669891,303755705~4499132,337865441~6782444,371913453~5023255] 2024-04-02T09:40:48.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:47 smithi055 ceph-mon[85080]: osdmap e2112: 8 total, 8 up, 8 in 2024-04-02T09:40:48.079 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:47 smithi012 ceph-mon[88355]: osdmap e2112: 8 total, 8 up, 8 in 2024-04-02T09:40:48.080 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:47 smithi012 ceph-mon[90784]: osdmap e2112: 8 total, 8 up, 8 in 2024-04-02T09:40:48.080 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:40:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:40:47] "GET /metrics HTTP/1.1" 200 36732 "" "Prometheus/2.43.0" 2024-04-02T09:40:48.850 INFO:tasks.workunit.client.0.smithi012.stdout: i=7 exists [3191086~448905,6942662~3642086,21657434~893014,32657240~7256636,43735722~711903,50772988~13643660,74494920~13831618,106107574~5771087,115007145~8014552,135000463~6476303,146568175~6322787,153109821~367631,161449741~15789659,182610499~1054358,193185333~7298342,208540813~1745282,210374683~178146,214283910~16612547,237054693~1911432,248211023~7887032,257938414~3011600,263997547~367294,265986592~1669891,267939797~3767489,288455279~5774130,299519280~1146047,301225899~8204266,314192157~3774865,318251689~5746385,326972605~8067256,337865441~6782444,345136678~8126340,364839176~6898579,371913453~5023255,387058668~671466,387982432~6859952,396108383~16011562] wrote [83727896~4598642,115007145~8006113,146568175~6322787,162958832~5979413,193185333~7298342,210374683~178146,299519280~1146047,400495601~7537460,409652854~2467091] 2024-04-02T09:40:49.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:48 smithi055 ceph-mon[85080]: osdmap e2113: 8 total, 8 up, 8 in 2024-04-02T09:40:49.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:48 smithi055 ceph-mon[85080]: pgmap v4111: 137 pgs: 137 active+clean; 241 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 172 KiB/s rd, 40 MiB/s wr, 290 op/s 2024-04-02T09:40:49.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:48 smithi012 ceph-mon[90784]: osdmap e2113: 8 total, 8 up, 8 in 2024-04-02T09:40:49.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:48 smithi012 ceph-mon[90784]: pgmap v4111: 137 pgs: 137 active+clean; 241 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 172 KiB/s rd, 40 MiB/s wr, 290 op/s 2024-04-02T09:40:49.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:48 smithi012 ceph-mon[88355]: osdmap e2113: 8 total, 8 up, 8 in 2024-04-02T09:40:49.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:48 smithi012 ceph-mon[88355]: pgmap v4111: 137 pgs: 137 active+clean; 241 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 172 KiB/s rd, 40 MiB/s wr, 290 op/s 2024-04-02T09:40:49.837 INFO:tasks.workunit.client.0.smithi012.stdout: i=8 exists [3191086~448905,6942662~3642086,21657434~893014,32657240~7256636,43735722~711903,50772988~13858594,74494920~13831618,106107574~5771087,115007145~8014552,131994034~9482732,145500855~7390107,153109821~367631,161449741~15789659,182610499~1054358,193185333~7298342,208540813~1745282,210374683~178146,214283910~16612547,237054693~1911432,248211023~7887032,257938414~3011600,263997547~367294,265986592~1669891,267939797~3767489,288455279~5774130,299519280~1146047,301225899~8204266,313728837~4238185,318251689~5746385,326972605~8067256,337865441~6782444,345136678~8126340,364839176~12097532,387058668~7783716,394847018~17272927] wrote [54401100~7766242,64138614~492968,131994034~6827878,145500855~4505018,313728837~1242519,323267015~293871,369316723~3708595,387458971~5922785,394847018~6359564] 2024-04-02T09:40:50.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:49 smithi055 ceph-mon[85080]: osdmap e2114: 8 total, 8 up, 8 in 2024-04-02T09:40:50.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:49 smithi012 ceph-mon[88355]: osdmap e2114: 8 total, 8 up, 8 in 2024-04-02T09:40:50.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:49 smithi012 ceph-mon[90784]: osdmap e2114: 8 total, 8 up, 8 in 2024-04-02T09:40:50.849 INFO:tasks.workunit.client.0.smithi012.stdout: i=9 exists [3191086~448905,4050233~473817,6942662~3642086,21657434~893014,32657240~7256636,43735722~711903,50772988~13858594,74281562~14044976,96391559~8183458,106107574~5771087,115007145~8014552,131994034~9482732,145500855~7390107,153109821~367631,161449741~15789659,182610499~1054358,185314015~5018203,193185333~7298342,208540813~1745282,210374683~178146,214283910~16612547,237054693~1911432,247608271~8489784,257938414~3011600,263997547~367294,265986592~1669891,267939797~3767489,288455279~5774130,299519280~1146047,301225899~8204266,313728837~10269237,326972605~8067256,337865441~6782444,345136678~8126340,364839176~12097532,387058668~7783716,394847018~17272927] wrote [4050233~473817,74281562~1540354,96391559~8183458,185314015~5018203,196185631~508720,217432435~1447227,247608271~4294572,315556969~6246669,409976664~1450160] 2024-04-02T09:40:51.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:50 smithi055 ceph-mon[85080]: osdmap e2115: 8 total, 8 up, 8 in 2024-04-02T09:40:51.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:50 smithi055 ceph-mon[85080]: pgmap v4114: 137 pgs: 137 active+clean; 342 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 23 MiB/s wr, 95 op/s 2024-04-02T09:40:51.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:50 smithi012 ceph-mon[88355]: osdmap e2115: 8 total, 8 up, 8 in 2024-04-02T09:40:51.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:50 smithi012 ceph-mon[88355]: pgmap v4114: 137 pgs: 137 active+clean; 342 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 23 MiB/s wr, 95 op/s 2024-04-02T09:40:51.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:50 smithi012 ceph-mon[90784]: osdmap e2115: 8 total, 8 up, 8 in 2024-04-02T09:40:51.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:50 smithi012 ceph-mon[90784]: pgmap v4114: 137 pgs: 137 active+clean; 342 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 23 MiB/s wr, 95 op/s 2024-04-02T09:40:51.855 INFO:tasks.workunit.client.0.smithi012.stdout: i=10 exists [3191086~448905,4050233~473817,6942662~3642086,21657434~893014,32657240~7256636,43735722~711903,50772988~13858594,65836911~7928751,74281562~14044976,90291879~149094,94901826~9673191,106107574~7209252,115007145~8014552,130301866~1282977,131994034~9879880,145500855~7390107,153109821~367631,161449741~15789659,182610499~1054358,185314015~5018203,193185333~7298342,208540813~1745282,210374683~178146,214283910~16612547,237054693~1911432,242748933~1754046,247608271~8489784,257938414~3011600,263997547~367294,265986592~1669891,267939797~3767489,288455279~5774130,299519280~1146047,301225899~8204266,313728837~10269237,324364517~2406350,326972605~8067256,337865441~6782444,345136678~8126340,364839176~12097532,387058668~7783716,394847018~17272927] wrote [56063362~7519949,65836911~7928751,76141570~7393229,90291879~149094,94901826~6021951,108875977~4440849,130301866~1282977,136616957~5256957,242748933~1754046,324364517~2406350] 2024-04-02T09:40:52.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:51 smithi055 ceph-mon[85080]: osdmap e2116: 8 total, 8 up, 8 in 2024-04-02T09:40:52.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:51 smithi012 ceph-mon[88355]: osdmap e2116: 8 total, 8 up, 8 in 2024-04-02T09:40:52.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:51 smithi012 ceph-mon[90784]: osdmap e2116: 8 total, 8 up, 8 in 2024-04-02T09:40:52.780 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:40:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:40:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:40:52.887 INFO:tasks.workunit.client.0.smithi012.stdout: i=11 exists [3191086~448905,4050233~473817,6942662~3642086,21657434~893014,32657240~7256636,43735722~711903,50772988~37553550,90291879~149094,94901826~9673191,106107574~7209252,115007145~8014552,130301866~1282977,131994034~9879880,145500855~7976597,161449741~15789659,182610499~1054358,185314015~5018203,193185333~7298342,208540813~1745282,210374683~178146,214283910~18901836,237054693~1911432,242748933~1754046,247608271~8489784,257938414~3011600,263997547~367294,265986592~1669891,267939797~3767489,288249926~5979483,299519280~1146047,301225899~8204266,313728837~10269237,324364517~2406350,326972605~8067256,337865441~6782444,345136678~10864991,364839176~17285148,387058668~7783716,394847018~17272927] wrote [61887848~12558974,146056059~7296571,168711370~4681783,226208967~6976779,288249926~5915363,350525147~5476522,374143662~7980662,388859592~3129647] 2024-04-02T09:40:53.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:52 smithi055 ceph-mon[85080]: osdmap e2117: 8 total, 8 up, 8 in 2024-04-02T09:40:53.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:52 smithi055 ceph-mon[85080]: pgmap v4117: 137 pgs: 137 active+clean; 450 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 179 KiB/s rd, 47 MiB/s wr, 293 op/s 2024-04-02T09:40:53.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:52 smithi012 ceph-mon[88355]: osdmap e2117: 8 total, 8 up, 8 in 2024-04-02T09:40:53.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:52 smithi012 ceph-mon[88355]: pgmap v4117: 137 pgs: 137 active+clean; 450 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 179 KiB/s rd, 47 MiB/s wr, 293 op/s 2024-04-02T09:40:53.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:52 smithi012 ceph-mon[90784]: osdmap e2117: 8 total, 8 up, 8 in 2024-04-02T09:40:53.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:52 smithi012 ceph-mon[90784]: pgmap v4117: 137 pgs: 137 active+clean; 450 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 179 KiB/s rd, 47 MiB/s wr, 293 op/s 2024-04-02T09:40:53.871 INFO:tasks.workunit.client.0.smithi012.stdout: i=12 exists [3191086~448905,4050233~473817,6942662~3642086,21657434~893014,32657240~7256636,43735722~711903,50772988~37553550,90291879~149094,94901826~10308041,106107574~16914123,123635005~585933,130301866~1282977,131994034~9879880,145500855~7976597,161449741~15789659,182610499~1054358,185314015~5018203,193185333~7298342,208540813~1745282,210374683~178146,214283910~18901836,235595514~3601298,242748933~1754046,247608271~8489784,257938414~3011600,263997547~367294,265986592~1669891,267939797~3767489,288249926~10390078,299519280~1146047,301225899~8204266,313728837~10269237,324364517~2406350,326972605~8067256,337865441~6782444,345136678~10864991,364839176~17285148,387058668~7783716,394847018~19114049] wrote [76324779~7541095,103491819~1718048,109881135~6904137,123635005~585933,187023512~1926619,221600946~5164019,235595514~3601298,291723271~6916733,327567818~6751442,407506196~6454871] 2024-04-02T09:40:54.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:53 smithi055 ceph-mon[85080]: osdmap e2118: 8 total, 8 up, 8 in 2024-04-02T09:40:54.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:53 smithi012 ceph-mon[88355]: osdmap e2118: 8 total, 8 up, 8 in 2024-04-02T09:40:54.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:53 smithi012 ceph-mon[90784]: osdmap e2118: 8 total, 8 up, 8 in 2024-04-02T09:40:54.856 INFO:tasks.workunit.client.0.smithi012.stdout: i=13 exists [2894955~7689793,21657434~893014,30277505~622247,32657240~7256636,43735722~711903,50772988~37553550,90291879~149094,94901826~10308041,106107574~16914123,123635005~585933,130301866~11572048,145500855~7976597,161449741~15789659,182610499~1054358,185314015~5018203,193185333~12077560,208540813~1745282,210374683~178146,214283910~18901836,235595514~3601298,242748933~1754046,247608271~8489784,257938414~3011600,263997547~367294,265986592~1669891,267939797~3767489,288249926~10390078,299519280~1146047,301225899~8204266,313728837~10269237,324364517~2406350,326972605~8932905,336512988~8134897,345136678~10864991,364839176~18616783,387058668~7783716,394847018~19114049] wrote [2894955~7576160,30277505~622247,130365819~2790229,197931158~7331735,217538200~185250,330765593~5139917,336512988~3935577,380302246~3153713] 2024-04-02T09:40:55.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:54 smithi012 ceph-mon[88355]: osdmap e2119: 8 total, 8 up, 8 in 2024-04-02T09:40:55.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:54 smithi012 ceph-mon[88355]: pgmap v4120: 137 pgs: 137 active+clean; 450 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 116 KiB/s rd, 24 MiB/s wr, 197 op/s 2024-04-02T09:40:55.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:54 smithi012 ceph-mon[90784]: osdmap e2119: 8 total, 8 up, 8 in 2024-04-02T09:40:55.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:54 smithi012 ceph-mon[90784]: pgmap v4120: 137 pgs: 137 active+clean; 450 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 116 KiB/s rd, 24 MiB/s wr, 197 op/s 2024-04-02T09:40:55.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:54 smithi055 ceph-mon[85080]: osdmap e2119: 8 total, 8 up, 8 in 2024-04-02T09:40:55.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:54 smithi055 ceph-mon[85080]: pgmap v4120: 137 pgs: 137 active+clean; 450 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 116 KiB/s rd, 24 MiB/s wr, 197 op/s 2024-04-02T09:40:55.915 INFO:tasks.workunit.client.0.smithi012.stdout: i=14 exists [2894955~7689793,21657434~893014,30277505~622247,32657240~7256636,43735722~711903,50772988~39883327,94901826~10308041,105440041~17581656,123635005~585933,130301866~11572048,145500855~7976597,161449741~15789659,182610499~1054358,185314015~5018203,193185333~12077560,208540813~1745282,210374683~178146,214283910~18901836,235595514~3601298,242748933~1754046,247608271~8489784,257938414~3011600,263997547~367294,265986592~1669891,267939797~3767489,288249926~12884673,301225899~8204266,313728837~10269237,324364517~2406350,326972605~17675280,345136678~10864991,364839176~18616783,387058668~7783716,394847018~19114049] wrote [83262715~7393600,96258672~7421356,105440041~6237784,130550170~6145979,292970729~8163870,331371062~7693443,346383992~20926,387455668~4940200,399237305~4925223] 2024-04-02T09:40:56.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:55 smithi055 ceph-mon[85080]: osdmap e2120: 8 total, 8 up, 8 in 2024-04-02T09:40:56.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:55 smithi012 ceph-mon[88355]: osdmap e2120: 8 total, 8 up, 8 in 2024-04-02T09:40:56.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:55 smithi012 ceph-mon[90784]: osdmap e2120: 8 total, 8 up, 8 in 2024-04-02T09:40:56.892 INFO:tasks.workunit.client.0.smithi012.stdout: i=15 exists [2894955~7689793,21657434~893014,30277505~622247,32657240~7256636,43735722~711903,50772988~39883327,94901826~10308041,105440041~17897164,123635005~585933,130301866~11572048,145500855~7976597,161449741~15789659,179043545~32236,182610499~7721719,193185333~12077560,208540813~1745282,210374683~178146,214283910~18901836,235595514~3601298,242748933~1754046,247608271~8489784,257938414~3011600,263997547~367294,265986592~1669891,267939797~3767489,288249926~12884673,301225899~8204266,313728837~10269237,324364517~2406350,326972605~17675280,345136678~10864991,364839176~18616783,387058668~7783716,394847018~19114049] wrote [75401119~7403403,106476404~843445,116399195~6938010,135507484~5806710,179043545~32236,183315578~4558574,226058489~3285028,335884373~5868889] 2024-04-02T09:40:57.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:56 smithi012 ceph-mon[90784]: osdmap e2121: 8 total, 8 up, 8 in 2024-04-02T09:40:57.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:56 smithi012 ceph-mon[90784]: pgmap v4123: 137 pgs: 137 active+clean; 670 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 221 KiB/s rd, 55 MiB/s wr, 355 op/s 2024-04-02T09:40:57.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:56 smithi012 ceph-mon[88355]: osdmap e2121: 8 total, 8 up, 8 in 2024-04-02T09:40:57.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:56 smithi012 ceph-mon[88355]: pgmap v4123: 137 pgs: 137 active+clean; 670 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 221 KiB/s rd, 55 MiB/s wr, 355 op/s 2024-04-02T09:40:57.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:56 smithi055 ceph-mon[85080]: osdmap e2121: 8 total, 8 up, 8 in 2024-04-02T09:40:57.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:56 smithi055 ceph-mon[85080]: pgmap v4123: 137 pgs: 137 active+clean; 670 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 221 KiB/s rd, 55 MiB/s wr, 355 op/s 2024-04-02T09:40:57.872 INFO:tasks.workunit.client.0.smithi012.stdout: i=16 exists [2894955~7689793,21657434~4889358,30277505~622247,32657240~7256636,43735722~711903,50772988~39883327,94901826~10308041,105440041~17897164,123635005~585933,130301866~11572048,145500855~7976597,161449741~15789659,179043545~32236,182610499~7721719,190913648~14349245,208540813~1745282,210374683~178146,214283910~18901836,235595514~3601298,242748933~1754046,247494700~8603355,257938414~3011600,263997547~367294,265986592~1669891,267939797~3767489,288249926~12884673,301225899~8204266,313728837~10269237,324364517~2406350,326972605~17675280,345136678~10864991,364839176~18616783,387058668~7783716,394847018~19114049] wrote [3091342~2287027,22452840~4093952,190913648~7402196,223458652~1379601,247494700~6365886,290288797~2751330,307251525~198518,347384870~5937523] 2024-04-02T09:40:58.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:57 smithi012 ceph-mon[88355]: osdmap e2122: 8 total, 8 up, 8 in 2024-04-02T09:40:58.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:57 smithi012 ceph-mon[90784]: osdmap e2122: 8 total, 8 up, 8 in 2024-04-02T09:40:58.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:40:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:40:57] "GET /metrics HTTP/1.1" 200 36732 "" "Prometheus/2.43.0" 2024-04-02T09:40:58.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:57 smithi055 ceph-mon[85080]: osdmap e2122: 8 total, 8 up, 8 in 2024-04-02T09:40:58.895 INFO:tasks.workunit.client.0.smithi012.stdout: i=17 exists [2894955~11604855,21302893~10308350,32657240~7256636,43735722~711903,50772988~39883327,94901826~10308041,105440041~17897164,123635005~585933,130301866~11572048,145500855~7976597,161449741~19958048,182610499~7721719,190913648~14349245,208540813~1745282,210374683~178146,212103024~21082722,235595514~3601298,242748933~1754046,247494700~8603355,256704880~4245134,263997547~367294,265986592~1669891,267939797~3767489,288249926~12884673,301225899~8204266,313728837~10269237,324364517~2406350,326972605~17675280,345136678~10864991,357199946~4345508,364839176~18616783,387058668~7783716,394847018~19114049] wrote [8326440~6173370,21302893~10308350,115362116~1500757,175127084~6280705,212103024~2948770,256704880~2921140,340834699~2643570,357199946~4345508,374122895~4922834] 2024-04-02T09:40:59.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:58 smithi012 ceph-mon[90784]: osdmap e2123: 8 total, 8 up, 8 in 2024-04-02T09:40:59.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:58 smithi012 ceph-mon[90784]: pgmap v4126: 137 pgs: 137 active+clean; 670 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 221 KiB/s rd, 55 MiB/s wr, 355 op/s 2024-04-02T09:40:59.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:58 smithi012 ceph-mon[88355]: osdmap e2123: 8 total, 8 up, 8 in 2024-04-02T09:40:59.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:58 smithi012 ceph-mon[88355]: pgmap v4126: 137 pgs: 137 active+clean; 670 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 221 KiB/s rd, 55 MiB/s wr, 355 op/s 2024-04-02T09:40:59.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:58 smithi055 ceph-mon[85080]: osdmap e2123: 8 total, 8 up, 8 in 2024-04-02T09:40:59.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:58 smithi055 ceph-mon[85080]: pgmap v4126: 137 pgs: 137 active+clean; 670 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 221 KiB/s rd, 55 MiB/s wr, 355 op/s 2024-04-02T09:40:59.901 INFO:tasks.workunit.client.0.smithi012.stdout: i=18 exists [2894955~11604855,21302893~10308350,32657240~7256636,43735722~711903,50772988~39883327,94901826~10308041,105440041~17897164,123635005~585933,130301866~11572048,145500855~7976597,161449741~19958048,182610499~7721719,190913648~14349245,208540813~1745282,210374683~178146,212103024~21082722,235595514~3601298,242748933~1754046,247494700~8603355,256704880~4245134,263997547~367294,265986592~1669891,267939797~3767489,288249926~12884673,301225899~8204266,310309644~13688430,324364517~20283368,345136678~10864991,357199946~4345508,364839176~18616783,387058668~7783716,394847018~22344192] wrote [75686993~757197,79204116~1302210,108824878~6122301,172732853~7225461,289242028~2694918,310309644~3889395,317953762~5733667,325229296~6103558,340390752~563971,410072997~7118213] 2024-04-02T09:41:00.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:59 smithi012 ceph-mon[88355]: osdmap e2124: 8 total, 8 up, 8 in 2024-04-02T09:41:00.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:40:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:00.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:59 smithi012 ceph-mon[90784]: osdmap e2124: 8 total, 8 up, 8 in 2024-04-02T09:41:00.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:40:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:00.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:59 smithi055 ceph-mon[85080]: osdmap e2124: 8 total, 8 up, 8 in 2024-04-02T09:41:00.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:40:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:00.934 INFO:tasks.workunit.client.0.smithi012.stdout: i=19 exists [2894955~11604855,21302893~10308350,32657240~8280538,43735722~711903,50772988~39883327,94901826~10308041,105440041~24000611,130301866~23175586,161449741~28882477,190913648~14349245,208540813~1745282,210374683~178146,212103024~21444155,235595514~3601298,242748933~1754046,247494700~8603355,256704880~4245134,263997547~367294,265986592~1669891,267939797~3767489,274391843~5301285,288249926~12884673,301225899~8204266,310309644~13688430,324364517~31637152,357199946~4345508,364839176~30003208,394847018~22344192] wrote [39285229~1652549,122232940~7207712,138033597~7660679,146001977~7234497,179218995~5522641,231447359~2099820,274391843~5301285,337093245~695326,341110972~8169781,382747701~6473595] 2024-04-02T09:41:01.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:00 smithi012 ceph-mon[88355]: osdmap e2125: 8 total, 8 up, 8 in 2024-04-02T09:41:01.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:00 smithi012 ceph-mon[88355]: pgmap v4129: 137 pgs: 137 active+clean; 778 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 127 KiB/s rd, 27 MiB/s wr, 184 op/s 2024-04-02T09:41:01.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:00 smithi012 ceph-mon[90784]: osdmap e2125: 8 total, 8 up, 8 in 2024-04-02T09:41:01.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:00 smithi012 ceph-mon[90784]: pgmap v4129: 137 pgs: 137 active+clean; 778 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 127 KiB/s rd, 27 MiB/s wr, 184 op/s 2024-04-02T09:41:01.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:00 smithi055 ceph-mon[85080]: osdmap e2125: 8 total, 8 up, 8 in 2024-04-02T09:41:01.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:00 smithi055 ceph-mon[85080]: pgmap v4129: 137 pgs: 137 active+clean; 778 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 127 KiB/s rd, 27 MiB/s wr, 184 op/s 2024-04-02T09:41:01.858 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to 1 diff [0~4194304,58720256~4194304,117440512~8388608,150994944~4194304,171966464~4194304,260046848~8388608,314572800~4194304,348127232~4194304,394264576~8388608] 2024-04-02T09:41:01.858 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~4194304,58720256~4194304,117440512~8388608,150994944~4194304,171966464~4194304,260046848~8388608,314572800~4194304,348127232~4194304,394264576~8388608] 2024-04-02T09:41:01.873 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~4194304,58720256~8388608,117440512~8388608,150994944~4194304,171966464~8388608,260046848~12582912,314572800~8388608,348127232~4194304,394264576~8388608] 2024-04-02T09:41:01.873 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to 2 diff [0~4194304,50331648~16777216,75497472~12582912,117440512~8388608,150994944~4194304,171966464~4194304,218103808~8388608,260046848~8388608,297795584~4194304,314572800~4194304,348127232~4194304,369098752~4194304,385875968~16777216] 2024-04-02T09:41:01.874 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~4194304,50331648~16777216,75497472~12582912,117440512~8388608,150994944~4194304,171966464~4194304,218103808~8388608,260046848~8388608,297795584~4194304,314572800~4194304,348127232~4194304,369098752~4194304,385875968~16777216] 2024-04-02T09:41:01.876 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~4194304,50331648~16777216,75497472~16777216,117440512~8388608,150994944~4194304,171966464~8388608,218103808~12582912,260046848~12582912,297795584~8388608,314572800~8388608,348127232~4194304,369098752~4194304,385875968~16777216] 2024-04-02T09:41:01.876 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to 3 diff [0~4194304,50331648~16777216,75497472~12582912,117440512~8388608,134217728~8388608,150994944~4194304,159383552~8388608,171966464~4194304,205520896~4194304,218103808~8388608,260046848~8388608,289406976~12582912,314572800~8388608,327155712~4194304,348127232~4194304,360710144~8388608,385875968~16777216] 2024-04-02T09:41:01.876 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~4194304,50331648~16777216,75497472~12582912,117440512~8388608,134217728~8388608,150994944~4194304,159383552~8388608,171966464~4194304,205520896~4194304,218103808~8388608,260046848~8388608,289406976~12582912,314572800~8388608,327155712~4194304,348127232~4194304,360710144~8388608,385875968~16777216] 2024-04-02T09:41:01.878 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~4194304,50331648~16777216,75497472~16777216,117440512~8388608,134217728~8388608,150994944~4194304,159383552~8388608,171966464~8388608,205520896~8388608,218103808~12582912,260046848~12582912,289406976~16777216,314572800~16777216,348127232~4194304,360710144~12582912,385875968~16777216] 2024-04-02T09:41:01.878 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to 4 diff [0~4194304,41943040~4194304,50331648~16777216,75497472~12582912,117440512~8388608,134217728~8388608,150994944~4194304,159383552~16777216,205520896~4194304,218103808~8388608,255852544~12582912,289406976~12582912,314572800~8388608,327155712~8388608,343932928~8388608,360710144~12582912,385875968~16777216] 2024-04-02T09:41:01.878 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~4194304,41943040~4194304,50331648~16777216,75497472~12582912,117440512~8388608,134217728~8388608,150994944~4194304,159383552~16777216,205520896~4194304,218103808~8388608,255852544~12582912,289406976~12582912,314572800~8388608,327155712~8388608,343932928~8388608,360710144~12582912,385875968~16777216] 2024-04-02T09:41:01.880 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~4194304,41943040~4194304,50331648~16777216,75497472~16777216,117440512~8388608,134217728~8388608,150994944~4194304,159383552~20971520,205520896~8388608,218103808~12582912,255852544~16777216,289406976~16777216,314572800~20971520,343932928~12582912,360710144~16777216,385875968~16777216] 2024-04-02T09:41:01.880 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to 5 diff [0~8388608,41943040~4194304,50331648~16777216,71303168~16777216,117440512~8388608,134217728~8388608,150994944~4194304,159383552~16777216,180355072~4194304,205520896~4194304,218103808~8388608,247463936~20971520,289406976~12582912,310378496~20971520,343932928~8388608,360710144~12582912,385875968~16777216] 2024-04-02T09:41:01.880 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,41943040~4194304,50331648~16777216,71303168~16777216,117440512~8388608,134217728~8388608,150994944~4194304,159383552~16777216,180355072~4194304,205520896~4194304,218103808~8388608,247463936~20971520,289406976~12582912,310378496~20971520,343932928~8388608,360710144~12582912,385875968~16777216] 2024-04-02T09:41:01.885 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,41943040~4194304,50331648~16777216,71303168~20971520,117440512~8388608,134217728~8388608,150994944~4194304,159383552~25165824,205520896~8388608,218103808~12582912,247463936~25165824,289406976~16777216,310378496~25165824,343932928~12582912,360710144~16777216,385875968~16777216] 2024-04-02T09:41:01.886 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to 6 diff [0~8388608,41943040~4194304,50331648~16777216,71303168~16777216,117440512~8388608,134217728~8388608,150994944~4194304,159383552~16777216,180355072~4194304,205520896~4194304,213909504~16777216,247463936~20971520,289406976~16777216,310378496~20971520,335544320~16777216,360710144~16777216,385875968~16777216] 2024-04-02T09:41:01.886 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,41943040~4194304,50331648~16777216,71303168~16777216,117440512~8388608,134217728~8388608,150994944~4194304,159383552~16777216,180355072~4194304,205520896~4194304,213909504~16777216,247463936~20971520,289406976~16777216,310378496~20971520,335544320~16777216,360710144~16777216,385875968~16777216] 2024-04-02T09:41:01.889 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,41943040~4194304,50331648~16777216,71303168~20971520,117440512~8388608,134217728~8388608,150994944~4194304,159383552~25165824,205520896~25165824,247463936~25165824,289406976~67108864,360710144~16777216,385875968~16777216] 2024-04-02T09:41:01.889 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to 7 diff [0~8388608,41943040~4194304,50331648~16777216,71303168~16777216,113246208~8388608,134217728~20971520,159383552~16777216,180355072~4194304,192937984~8388608,205520896~25165824,247463936~20971520,289406976~16777216,310378496~20971520,335544320~16777216,360710144~16777216,385875968~25165824] 2024-04-02T09:41:01.889 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,41943040~4194304,50331648~16777216,71303168~16777216,113246208~8388608,134217728~20971520,159383552~16777216,180355072~4194304,192937984~8388608,205520896~25165824,247463936~20971520,289406976~16777216,310378496~20971520,335544320~16777216,360710144~16777216,385875968~25165824] 2024-04-02T09:41:01.893 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,41943040~4194304,50331648~16777216,71303168~20971520,113246208~12582912,134217728~20971520,159383552~25165824,192937984~8388608,205520896~25165824,247463936~25165824,289406976~67108864,360710144~16777216,385875968~29360128] 2024-04-02T09:41:01.893 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to 8 diff [0~8388608,41943040~4194304,50331648~16777216,71303168~16777216,113246208~8388608,130023424~25165824,159383552~16777216,180355072~4194304,192937984~8388608,205520896~25165824,247463936~20971520,289406976~16777216,310378496~20971520,335544320~16777216,360710144~12582912,385875968~25165824] 2024-04-02T09:41:01.893 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,41943040~4194304,50331648~16777216,71303168~16777216,113246208~8388608,130023424~25165824,159383552~16777216,180355072~4194304,192937984~8388608,205520896~25165824,247463936~20971520,289406976~16777216,310378496~20971520,335544320~16777216,360710144~12582912,385875968~25165824] 2024-04-02T09:41:01.897 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,41943040~4194304,50331648~16777216,71303168~20971520,113246208~12582912,130023424~25165824,159383552~25165824,192937984~8388608,205520896~25165824,247463936~25165824,289406976~67108864,360710144~16777216,385875968~29360128] 2024-04-02T09:41:01.897 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to 9 diff [0~8388608,41943040~4194304,50331648~16777216,71303168~16777216,92274688~8388608,113246208~8388608,130023424~25165824,159383552~16777216,180355072~20971520,205520896~25165824,247463936~20971520,289406976~16777216,310378496~20971520,335544320~16777216,360710144~12582912,385875968~25165824] 2024-04-02T09:41:01.897 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,41943040~4194304,50331648~16777216,71303168~16777216,92274688~8388608,113246208~8388608,130023424~25165824,159383552~16777216,180355072~20971520,205520896~25165824,247463936~20971520,289406976~16777216,310378496~20971520,335544320~16777216,360710144~12582912,385875968~25165824] 2024-04-02T09:41:01.902 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,41943040~4194304,50331648~16777216,71303168~33554432,113246208~12582912,130023424~25165824,159383552~41943040,205520896~25165824,247463936~25165824,289406976~67108864,360710144~16777216,385875968~29360128] 2024-04-02T09:41:01.902 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to 10 diff [0~8388608,41943040~4194304,50331648~71303168,130023424~25165824,159383552~16777216,180355072~20971520,205520896~25165824,239075328~4194304,247463936~20971520,289406976~16777216,310378496~20971520,335544320~16777216,360710144~12582912,385875968~25165824] 2024-04-02T09:41:01.902 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,41943040~4194304,50331648~71303168,130023424~25165824,159383552~16777216,180355072~20971520,205520896~25165824,239075328~4194304,247463936~20971520,289406976~16777216,310378496~20971520,335544320~16777216,360710144~12582912,385875968~25165824] 2024-04-02T09:41:01.906 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,41943040~4194304,50331648~75497472,130023424~25165824,159383552~41943040,205520896~25165824,239075328~33554432,289406976~67108864,360710144~16777216,385875968~29360128] 2024-04-02T09:41:01.907 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to 11 diff [0~8388608,41943040~4194304,50331648~71303168,130023424~20971520,159383552~16777216,180355072~20971520,205520896~29360128,239075328~4194304,247463936~20971520,285212672~8388608,297795584~8388608,310378496~20971520,335544320~20971520,360710144~20971520,385875968~25165824] 2024-04-02T09:41:01.907 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,41943040~4194304,50331648~71303168,130023424~20971520,159383552~16777216,180355072~20971520,205520896~29360128,239075328~4194304,247463936~20971520,285212672~8388608,297795584~8388608,310378496~20971520,335544320~20971520,360710144~20971520,385875968~25165824] 2024-04-02T09:41:01.911 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,41943040~4194304,50331648~75497472,130023424~25165824,159383552~41943040,205520896~29360128,239075328~33554432,285212672~71303168,360710144~54525952] 2024-04-02T09:41:01.911 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to 12 diff [0~8388608,41943040~4194304,50331648~75497472,130023424~20971520,159383552~16777216,180355072~20971520,205520896~37748736,247463936~20971520,285212672~20971520,310378496~20971520,335544320~20971520,360710144~20971520,385875968~29360128] 2024-04-02T09:41:01.911 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,41943040~4194304,50331648~75497472,130023424~20971520,159383552~16777216,180355072~20971520,205520896~37748736,247463936~20971520,285212672~20971520,310378496~20971520,335544320~20971520,360710144~20971520,385875968~29360128] 2024-04-02T09:41:01.916 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,41943040~4194304,50331648~75497472,130023424~25165824,159383552~41943040,205520896~67108864,285212672~71303168,360710144~54525952] 2024-04-02T09:41:01.917 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to 13 diff [0~8388608,29360128~4194304,41943040~4194304,50331648~75497472,130023424~20971520,159383552~16777216,180355072~62914560,247463936~20971520,285212672~20971520,310378496~46137344,360710144~20971520,385875968~29360128] 2024-04-02T09:41:01.917 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,29360128~4194304,41943040~4194304,50331648~75497472,130023424~20971520,159383552~16777216,180355072~62914560,247463936~20971520,285212672~20971520,310378496~46137344,360710144~20971520,385875968~29360128] 2024-04-02T09:41:01.923 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,29360128~4194304,41943040~4194304,50331648~75497472,130023424~25165824,159383552~113246208,285212672~71303168,360710144~54525952] 2024-04-02T09:41:01.923 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to 14 diff [0~8388608,29360128~4194304,41943040~4194304,50331648~75497472,130023424~20971520,159383552~16777216,180355072~62914560,247463936~20971520,285212672~20971520,310378496~46137344,360710144~20971520,385875968~29360128] 2024-04-02T09:41:01.923 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,29360128~4194304,41943040~4194304,50331648~75497472,130023424~20971520,159383552~16777216,180355072~62914560,247463936~20971520,285212672~20971520,310378496~46137344,360710144~20971520,385875968~29360128] 2024-04-02T09:41:01.930 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,29360128~4194304,41943040~4194304,50331648~75497472,130023424~25165824,159383552~113246208,285212672~71303168,360710144~54525952] 2024-04-02T09:41:01.930 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to 15 diff [0~8388608,29360128~4194304,41943040~4194304,50331648~75497472,130023424~20971520,159383552~29360128,192937984~50331648,247463936~20971520,285212672~20971520,310378496~46137344,360710144~20971520,385875968~29360128] 2024-04-02T09:41:01.930 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,29360128~4194304,41943040~4194304,50331648~75497472,130023424~20971520,159383552~29360128,192937984~50331648,247463936~20971520,285212672~20971520,310378496~46137344,360710144~20971520,385875968~29360128] 2024-04-02T09:41:01.937 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,29360128~4194304,41943040~4194304,50331648~75497472,130023424~25165824,159383552~113246208,285212672~71303168,360710144~54525952] 2024-04-02T09:41:01.937 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to 16 diff [0~8388608,20971520~4194304,29360128~4194304,41943040~4194304,50331648~75497472,130023424~20971520,159383552~83886080,247463936~20971520,285212672~20971520,310378496~46137344,360710144~20971520,385875968~29360128] 2024-04-02T09:41:01.937 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,20971520~4194304,29360128~4194304,41943040~4194304,50331648~75497472,130023424~20971520,159383552~83886080,247463936~20971520,285212672~20971520,310378496~46137344,360710144~20971520,385875968~29360128] 2024-04-02T09:41:01.944 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,20971520~12582912,41943040~4194304,50331648~75497472,130023424~25165824,159383552~113246208,285212672~71303168,360710144~54525952] 2024-04-02T09:41:01.944 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to 17 diff [0~12582912,20971520~12582912,41943040~4194304,50331648~75497472,130023424~20971520,159383552~83886080,247463936~20971520,285212672~20971520,310378496~71303168,385875968~29360128] 2024-04-02T09:41:01.944 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,41943040~4194304,50331648~75497472,130023424~20971520,159383552~83886080,247463936~20971520,285212672~20971520,310378496~71303168,385875968~29360128] 2024-04-02T09:41:01.952 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,41943040~4194304,50331648~75497472,130023424~25165824,159383552~113246208,285212672~130023424] 2024-04-02T09:41:01.952 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to 18 diff [0~12582912,20971520~12582912,41943040~4194304,50331648~75497472,130023424~20971520,159383552~83886080,247463936~20971520,285212672~96468992,385875968~33554432] 2024-04-02T09:41:01.952 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,41943040~4194304,50331648~75497472,130023424~20971520,159383552~83886080,247463936~20971520,285212672~96468992,385875968~33554432] 2024-04-02T09:41:01.959 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,41943040~4194304,50331648~75497472,130023424~25165824,159383552~113246208,285212672~134217728] 2024-04-02T09:41:01.959 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to 19 diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~20971520,272629760~8388608,285212672~134217728] 2024-04-02T09:41:01.959 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~20971520,272629760~8388608,285212672~134217728] 2024-04-02T09:41:01.968 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~121634816,285212672~134217728] 2024-04-02T09:41:01.968 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to 2 diff [50331648~12582912,75497472~12582912,218103808~8388608,268435456~4194304,297795584~4194304,369098752~4194304,385875968~8388608] 2024-04-02T09:41:01.968 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [50331648~12582912,75497472~12582912,218103808~8388608,268435456~4194304,297795584~4194304,369098752~4194304,385875968~8388608] 2024-04-02T09:41:01.969 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [50331648~12582912,75497472~16777216,218103808~12582912,268435456~4194304,297795584~8388608,369098752~4194304,385875968~12582912] 2024-04-02T09:41:01.969 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to 3 diff [50331648~12582912,75497472~12582912,134217728~8388608,159383552~8388608,205520896~4194304,218103808~8388608,268435456~4194304,289406976~12582912,318767104~4194304,327155712~4194304,360710144~8388608,385875968~16777216] 2024-04-02T09:41:01.969 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [50331648~12582912,75497472~12582912,134217728~8388608,159383552~8388608,205520896~4194304,218103808~8388608,268435456~4194304,289406976~12582912,318767104~4194304,327155712~4194304,360710144~8388608,385875968~16777216] 2024-04-02T09:41:01.971 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [50331648~12582912,75497472~16777216,134217728~8388608,159383552~8388608,205520896~8388608,218103808~12582912,268435456~4194304,289406976~16777216,318767104~12582912,360710144~12582912,385875968~16777216] 2024-04-02T09:41:01.971 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to 4 diff [41943040~4194304,50331648~12582912,75497472~12582912,134217728~8388608,159383552~16777216,205520896~4194304,218103808~8388608,255852544~4194304,268435456~4194304,289406976~12582912,318767104~4194304,327155712~8388608,343932928~8388608,360710144~12582912,385875968~16777216] 2024-04-02T09:41:01.971 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [41943040~4194304,50331648~12582912,75497472~12582912,134217728~8388608,159383552~16777216,205520896~4194304,218103808~8388608,255852544~4194304,268435456~4194304,289406976~12582912,318767104~4194304,327155712~8388608,343932928~8388608,360710144~12582912,385875968~16777216] 2024-04-02T09:41:01.973 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [41943040~4194304,50331648~12582912,75497472~16777216,134217728~8388608,159383552~20971520,205520896~8388608,218103808~12582912,255852544~8388608,268435456~4194304,289406976~16777216,318767104~16777216,343932928~12582912,360710144~16777216,385875968~16777216] 2024-04-02T09:41:01.973 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to 5 diff [4194304~4194304,41943040~4194304,50331648~12582912,71303168~16777216,134217728~8388608,159383552~16777216,180355072~4194304,205520896~4194304,218103808~8388608,247463936~12582912,268435456~4194304,289406976~12582912,310378496~4194304,318767104~12582912,343932928~8388608,360710144~12582912,385875968~16777216] 2024-04-02T09:41:01.973 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [4194304~4194304,41943040~4194304,50331648~12582912,71303168~16777216,134217728~8388608,159383552~16777216,180355072~4194304,205520896~4194304,218103808~8388608,247463936~12582912,268435456~4194304,289406976~12582912,310378496~4194304,318767104~12582912,343932928~8388608,360710144~12582912,385875968~16777216] 2024-04-02T09:41:01.975 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [4194304~8388608,41943040~4194304,50331648~12582912,71303168~20971520,134217728~8388608,159383552~25165824,205520896~8388608,218103808~12582912,247463936~16777216,268435456~4194304,289406976~16777216,310378496~25165824,343932928~12582912,360710144~16777216,385875968~16777216] 2024-04-02T09:41:01.975 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to 6 diff [4194304~4194304,41943040~4194304,50331648~12582912,71303168~16777216,134217728~8388608,159383552~16777216,180355072~4194304,205520896~4194304,213909504~16777216,247463936~12582912,264241152~8388608,289406976~16777216,310378496~4194304,318767104~12582912,335544320~16777216,360710144~16777216,385875968~16777216] 2024-04-02T09:41:01.975 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [4194304~4194304,41943040~4194304,50331648~12582912,71303168~16777216,134217728~8388608,159383552~16777216,180355072~4194304,205520896~4194304,213909504~16777216,247463936~12582912,264241152~8388608,289406976~16777216,310378496~4194304,318767104~12582912,335544320~16777216,360710144~16777216,385875968~16777216] 2024-04-02T09:41:01.978 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [4194304~8388608,41943040~4194304,50331648~12582912,71303168~20971520,134217728~8388608,159383552~25165824,205520896~25165824,247463936~25165824,289406976~67108864,360710144~16777216,385875968~16777216] 2024-04-02T09:41:01.979 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to 7 diff [4194304~4194304,41943040~4194304,50331648~12582912,71303168~16777216,113246208~8388608,134217728~16777216,159383552~16777216,180355072~4194304,192937984~8388608,205520896~25165824,247463936~12582912,264241152~8388608,289406976~16777216,310378496~4194304,318767104~12582912,335544320~16777216,360710144~16777216,385875968~25165824] 2024-04-02T09:41:01.979 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [4194304~4194304,41943040~4194304,50331648~12582912,71303168~16777216,113246208~8388608,134217728~16777216,159383552~16777216,180355072~4194304,192937984~8388608,205520896~25165824,247463936~12582912,264241152~8388608,289406976~16777216,310378496~4194304,318767104~12582912,335544320~16777216,360710144~16777216,385875968~25165824] 2024-04-02T09:41:01.982 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [4194304~8388608,41943040~4194304,50331648~12582912,71303168~20971520,113246208~12582912,134217728~20971520,159383552~25165824,192937984~8388608,205520896~25165824,247463936~25165824,289406976~67108864,360710144~16777216,385875968~29360128] 2024-04-02T09:41:01.983 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to 8 diff [4194304~4194304,41943040~4194304,50331648~16777216,71303168~16777216,113246208~8388608,130023424~20971520,159383552~16777216,180355072~4194304,192937984~8388608,205520896~25165824,247463936~12582912,264241152~8388608,289406976~16777216,310378496~20971520,335544320~16777216,360710144~12582912,385875968~25165824] 2024-04-02T09:41:01.983 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [4194304~4194304,41943040~4194304,50331648~16777216,71303168~16777216,113246208~8388608,130023424~20971520,159383552~16777216,180355072~4194304,192937984~8388608,205520896~25165824,247463936~12582912,264241152~8388608,289406976~16777216,310378496~20971520,335544320~16777216,360710144~12582912,385875968~25165824] 2024-04-02T09:41:01.986 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [4194304~8388608,41943040~4194304,50331648~16777216,71303168~20971520,113246208~12582912,130023424~25165824,159383552~25165824,192937984~8388608,205520896~25165824,247463936~25165824,289406976~67108864,360710144~16777216,385875968~29360128] 2024-04-02T09:41:01.986 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to 9 diff [0~8388608,41943040~4194304,50331648~16777216,71303168~16777216,92274688~8388608,113246208~8388608,130023424~20971520,159383552~16777216,180355072~20971520,205520896~25165824,247463936~12582912,264241152~8388608,289406976~16777216,310378496~20971520,335544320~16777216,360710144~12582912,385875968~25165824] 2024-04-02T09:41:01.986 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,41943040~4194304,50331648~16777216,71303168~16777216,92274688~8388608,113246208~8388608,130023424~20971520,159383552~16777216,180355072~20971520,205520896~25165824,247463936~12582912,264241152~8388608,289406976~16777216,310378496~20971520,335544320~16777216,360710144~12582912,385875968~25165824] 2024-04-02T09:41:01.991 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,41943040~4194304,50331648~16777216,71303168~33554432,113246208~12582912,130023424~25165824,159383552~41943040,205520896~25165824,247463936~25165824,289406976~67108864,360710144~16777216,385875968~29360128] 2024-04-02T09:41:01.991 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to 10 diff [0~8388608,41943040~4194304,50331648~71303168,130023424~20971520,159383552~16777216,180355072~20971520,205520896~25165824,239075328~4194304,247463936~12582912,264241152~8388608,289406976~16777216,310378496~20971520,335544320~16777216,360710144~12582912,385875968~25165824] 2024-04-02T09:41:01.991 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,41943040~4194304,50331648~71303168,130023424~20971520,159383552~16777216,180355072~20971520,205520896~25165824,239075328~4194304,247463936~12582912,264241152~8388608,289406976~16777216,310378496~20971520,335544320~16777216,360710144~12582912,385875968~25165824] 2024-04-02T09:41:01.995 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,41943040~4194304,50331648~75497472,130023424~25165824,159383552~41943040,205520896~25165824,239075328~33554432,289406976~67108864,360710144~16777216,385875968~29360128] 2024-04-02T09:41:01.995 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to 11 diff [0~8388608,41943040~4194304,50331648~71303168,130023424~20971520,159383552~16777216,180355072~20971520,205520896~29360128,239075328~4194304,247463936~12582912,264241152~8388608,285212672~8388608,297795584~8388608,310378496~20971520,335544320~20971520,360710144~20971520,385875968~25165824] 2024-04-02T09:41:01.995 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,41943040~4194304,50331648~71303168,130023424~20971520,159383552~16777216,180355072~20971520,205520896~29360128,239075328~4194304,247463936~12582912,264241152~8388608,285212672~8388608,297795584~8388608,310378496~20971520,335544320~20971520,360710144~20971520,385875968~25165824] 2024-04-02T09:41:01.999 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,41943040~4194304,50331648~75497472,130023424~25165824,159383552~41943040,205520896~29360128,239075328~33554432,285212672~71303168,360710144~54525952] 2024-04-02T09:41:01.999 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to 12 diff [0~8388608,41943040~4194304,50331648~75497472,130023424~20971520,159383552~16777216,180355072~20971520,205520896~37748736,247463936~12582912,264241152~8388608,285212672~20971520,310378496~20971520,335544320~20971520,360710144~20971520,385875968~29360128] 2024-04-02T09:41:01.999 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,41943040~4194304,50331648~75497472,130023424~20971520,159383552~16777216,180355072~20971520,205520896~37748736,247463936~12582912,264241152~8388608,285212672~20971520,310378496~20971520,335544320~20971520,360710144~20971520,385875968~29360128] 2024-04-02T09:41:02.004 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,41943040~4194304,50331648~75497472,130023424~25165824,159383552~41943040,205520896~67108864,285212672~71303168,360710144~54525952] 2024-04-02T09:41:02.004 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to 13 diff [0~8388608,29360128~4194304,41943040~4194304,50331648~75497472,130023424~20971520,159383552~16777216,180355072~62914560,247463936~12582912,264241152~8388608,285212672~20971520,310378496~46137344,360710144~20971520,385875968~29360128] 2024-04-02T09:41:02.004 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,29360128~4194304,41943040~4194304,50331648~75497472,130023424~20971520,159383552~16777216,180355072~62914560,247463936~12582912,264241152~8388608,285212672~20971520,310378496~46137344,360710144~20971520,385875968~29360128] 2024-04-02T09:41:02.009 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,29360128~4194304,41943040~4194304,50331648~75497472,130023424~25165824,159383552~113246208,285212672~71303168,360710144~54525952] 2024-04-02T09:41:02.010 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to 14 diff [0~8388608,29360128~4194304,41943040~4194304,50331648~75497472,130023424~20971520,159383552~16777216,180355072~62914560,247463936~12582912,264241152~8388608,285212672~20971520,310378496~46137344,360710144~20971520,385875968~29360128] 2024-04-02T09:41:02.010 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,29360128~4194304,41943040~4194304,50331648~75497472,130023424~20971520,159383552~16777216,180355072~62914560,247463936~12582912,264241152~8388608,285212672~20971520,310378496~46137344,360710144~20971520,385875968~29360128] 2024-04-02T09:41:02.015 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,29360128~4194304,41943040~4194304,50331648~75497472,130023424~25165824,159383552~113246208,285212672~71303168,360710144~54525952] 2024-04-02T09:41:02.015 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to 15 diff [0~8388608,29360128~4194304,41943040~4194304,50331648~75497472,130023424~20971520,159383552~29360128,192937984~50331648,247463936~12582912,264241152~8388608,285212672~20971520,310378496~46137344,360710144~20971520,385875968~29360128] 2024-04-02T09:41:02.015 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,29360128~4194304,41943040~4194304,50331648~75497472,130023424~20971520,159383552~29360128,192937984~50331648,247463936~12582912,264241152~8388608,285212672~20971520,310378496~46137344,360710144~20971520,385875968~29360128] 2024-04-02T09:41:02.022 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,29360128~4194304,41943040~4194304,50331648~75497472,130023424~25165824,159383552~113246208,285212672~71303168,360710144~54525952] 2024-04-02T09:41:02.022 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to 16 diff [0~8388608,20971520~4194304,29360128~4194304,41943040~4194304,50331648~75497472,130023424~20971520,159383552~83886080,247463936~12582912,264241152~8388608,285212672~20971520,310378496~46137344,360710144~20971520,385875968~29360128] 2024-04-02T09:41:02.022 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,20971520~4194304,29360128~4194304,41943040~4194304,50331648~75497472,130023424~20971520,159383552~83886080,247463936~12582912,264241152~8388608,285212672~20971520,310378496~46137344,360710144~20971520,385875968~29360128] 2024-04-02T09:41:02.028 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,20971520~12582912,41943040~4194304,50331648~75497472,130023424~25165824,159383552~113246208,285212672~71303168,360710144~54525952] 2024-04-02T09:41:02.028 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to 17 diff [0~12582912,20971520~12582912,41943040~4194304,50331648~75497472,130023424~20971520,159383552~83886080,247463936~25165824,285212672~20971520,310378496~71303168,385875968~29360128] 2024-04-02T09:41:02.028 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,41943040~4194304,50331648~75497472,130023424~20971520,159383552~83886080,247463936~25165824,285212672~20971520,310378496~71303168,385875968~29360128] 2024-04-02T09:41:02.035 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,41943040~4194304,50331648~75497472,130023424~25165824,159383552~113246208,285212672~130023424] 2024-04-02T09:41:02.035 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to 18 diff [0~12582912,20971520~12582912,41943040~4194304,50331648~75497472,130023424~20971520,159383552~83886080,247463936~25165824,285212672~96468992,385875968~33554432] 2024-04-02T09:41:02.035 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,41943040~4194304,50331648~75497472,130023424~20971520,159383552~83886080,247463936~25165824,285212672~96468992,385875968~33554432] 2024-04-02T09:41:02.042 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,41943040~4194304,50331648~75497472,130023424~25165824,159383552~113246208,285212672~134217728] 2024-04-02T09:41:02.042 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to 19 diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~33554432,285212672~134217728] 2024-04-02T09:41:02.042 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~33554432,285212672~134217728] 2024-04-02T09:41:02.049 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~121634816,285212672~134217728] 2024-04-02T09:41:02.049 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to 3 diff [54525952~4194304,134217728~8388608,159383552~8388608,205520896~4194304,289406976~8388608,318767104~4194304,327155712~4194304,360710144~8388608,394264576~8388608] 2024-04-02T09:41:02.049 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [54525952~4194304,134217728~8388608,159383552~8388608,205520896~4194304,289406976~8388608,318767104~4194304,327155712~4194304,360710144~8388608,394264576~8388608] 2024-04-02T09:41:02.050 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [54525952~4194304,134217728~8388608,159383552~8388608,205520896~8388608,289406976~8388608,318767104~12582912,360710144~12582912,394264576~8388608] 2024-04-02T09:41:02.050 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to 4 diff [41943040~4194304,54525952~8388608,79691776~4194304,134217728~8388608,159383552~16777216,205520896~4194304,255852544~4194304,289406976~8388608,318767104~4194304,327155712~8388608,343932928~8388608,360710144~12582912,394264576~8388608] 2024-04-02T09:41:02.050 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [41943040~4194304,54525952~8388608,79691776~4194304,134217728~8388608,159383552~16777216,205520896~4194304,255852544~4194304,289406976~8388608,318767104~4194304,327155712~8388608,343932928~8388608,360710144~12582912,394264576~8388608] 2024-04-02T09:41:02.052 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [41943040~4194304,54525952~8388608,79691776~8388608,134217728~8388608,159383552~20971520,205520896~8388608,255852544~8388608,289406976~8388608,318767104~16777216,343932928~12582912,360710144~16777216,394264576~8388608] 2024-04-02T09:41:02.052 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to 5 diff [4194304~4194304,41943040~4194304,54525952~8388608,71303168~12582912,134217728~8388608,159383552~16777216,180355072~4194304,205520896~4194304,218103808~8388608,247463936~12582912,289406976~12582912,310378496~4194304,318767104~12582912,343932928~8388608,360710144~12582912,385875968~4194304,394264576~8388608] 2024-04-02T09:41:02.052 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [4194304~4194304,41943040~4194304,54525952~8388608,71303168~12582912,134217728~8388608,159383552~16777216,180355072~4194304,205520896~4194304,218103808~8388608,247463936~12582912,289406976~12582912,310378496~4194304,318767104~12582912,343932928~8388608,360710144~12582912,385875968~4194304,394264576~8388608] 2024-04-02T09:41:02.054 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [4194304~8388608,41943040~4194304,54525952~8388608,71303168~16777216,134217728~8388608,159383552~25165824,205520896~8388608,218103808~12582912,247463936~16777216,289406976~16777216,310378496~25165824,343932928~12582912,360710144~16777216,385875968~4194304,394264576~8388608] 2024-04-02T09:41:02.054 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to 6 diff [4194304~4194304,41943040~4194304,54525952~8388608,71303168~12582912,134217728~8388608,159383552~16777216,180355072~4194304,205520896~4194304,213909504~12582912,247463936~12582912,264241152~4194304,289406976~16777216,310378496~4194304,318767104~12582912,335544320~16777216,360710144~16777216,385875968~4194304,394264576~8388608] 2024-04-02T09:41:02.054 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [4194304~4194304,41943040~4194304,54525952~8388608,71303168~12582912,134217728~8388608,159383552~16777216,180355072~4194304,205520896~4194304,213909504~12582912,247463936~12582912,264241152~4194304,289406976~16777216,310378496~4194304,318767104~12582912,335544320~16777216,360710144~16777216,385875968~4194304,394264576~8388608] 2024-04-02T09:41:02.056 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [4194304~8388608,41943040~4194304,54525952~8388608,71303168~16777216,134217728~8388608,159383552~25165824,205520896~25165824,247463936~20971520,289406976~67108864,360710144~16777216,385875968~4194304,394264576~8388608] 2024-04-02T09:41:02.056 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to 7 diff [4194304~4194304,41943040~4194304,54525952~8388608,71303168~16777216,113246208~8388608,134217728~16777216,159383552~16777216,180355072~4194304,192937984~8388608,205520896~20971520,247463936~12582912,264241152~4194304,289406976~16777216,310378496~4194304,318767104~12582912,335544320~16777216,360710144~16777216,385875968~4194304,394264576~16777216] 2024-04-02T09:41:02.056 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [4194304~4194304,41943040~4194304,54525952~8388608,71303168~16777216,113246208~8388608,134217728~16777216,159383552~16777216,180355072~4194304,192937984~8388608,205520896~20971520,247463936~12582912,264241152~4194304,289406976~16777216,310378496~4194304,318767104~12582912,335544320~16777216,360710144~16777216,385875968~4194304,394264576~16777216] 2024-04-02T09:41:02.058 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [4194304~8388608,41943040~4194304,54525952~8388608,71303168~20971520,113246208~12582912,134217728~20971520,159383552~25165824,192937984~8388608,205520896~25165824,247463936~20971520,289406976~67108864,360710144~16777216,385875968~4194304,394264576~20971520] 2024-04-02T09:41:02.058 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to 8 diff [4194304~4194304,41943040~4194304,50331648~8388608,62914560~4194304,71303168~16777216,113246208~8388608,130023424~20971520,159383552~16777216,180355072~4194304,192937984~8388608,205520896~20971520,247463936~12582912,264241152~4194304,289406976~16777216,310378496~20971520,335544320~16777216,360710144~12582912,385875968~25165824] 2024-04-02T09:41:02.059 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [4194304~4194304,41943040~4194304,50331648~8388608,62914560~4194304,71303168~16777216,113246208~8388608,130023424~20971520,159383552~16777216,180355072~4194304,192937984~8388608,205520896~20971520,247463936~12582912,264241152~4194304,289406976~16777216,310378496~20971520,335544320~16777216,360710144~12582912,385875968~25165824] 2024-04-02T09:41:02.061 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [4194304~8388608,41943040~4194304,50331648~16777216,71303168~20971520,113246208~12582912,130023424~25165824,159383552~25165824,192937984~8388608,205520896~25165824,247463936~20971520,289406976~67108864,360710144~16777216,385875968~29360128] 2024-04-02T09:41:02.061 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to 9 diff [0~8388608,41943040~4194304,50331648~8388608,62914560~4194304,71303168~16777216,92274688~8388608,113246208~8388608,130023424~20971520,159383552~16777216,180355072~20971520,205520896~20971520,247463936~12582912,264241152~4194304,289406976~16777216,310378496~20971520,335544320~16777216,360710144~12582912,385875968~25165824] 2024-04-02T09:41:02.061 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,41943040~4194304,50331648~8388608,62914560~4194304,71303168~16777216,92274688~8388608,113246208~8388608,130023424~20971520,159383552~16777216,180355072~20971520,205520896~20971520,247463936~12582912,264241152~4194304,289406976~16777216,310378496~20971520,335544320~16777216,360710144~12582912,385875968~25165824] 2024-04-02T09:41:02.065 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,41943040~4194304,50331648~16777216,71303168~33554432,113246208~12582912,130023424~25165824,159383552~41943040,205520896~25165824,247463936~20971520,289406976~67108864,360710144~16777216,385875968~29360128] 2024-04-02T09:41:02.065 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to 10 diff [0~8388608,41943040~4194304,50331648~71303168,130023424~20971520,159383552~16777216,180355072~20971520,205520896~20971520,239075328~4194304,247463936~12582912,264241152~4194304,289406976~16777216,310378496~20971520,335544320~16777216,360710144~12582912,385875968~25165824] 2024-04-02T09:41:02.065 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,41943040~4194304,50331648~71303168,130023424~20971520,159383552~16777216,180355072~20971520,205520896~20971520,239075328~4194304,247463936~12582912,264241152~4194304,289406976~16777216,310378496~20971520,335544320~16777216,360710144~12582912,385875968~25165824] 2024-04-02T09:41:02.068 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,41943040~4194304,50331648~75497472,130023424~25165824,159383552~41943040,205520896~25165824,239075328~29360128,289406976~67108864,360710144~16777216,385875968~29360128] 2024-04-02T09:41:02.068 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to 11 diff [0~8388608,41943040~4194304,50331648~71303168,130023424~20971520,159383552~16777216,180355072~20971520,205520896~25165824,239075328~4194304,247463936~12582912,264241152~4194304,285212672~8388608,297795584~8388608,310378496~20971520,335544320~20971520,360710144~20971520,385875968~25165824] 2024-04-02T09:41:02.068 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,41943040~4194304,50331648~71303168,130023424~20971520,159383552~16777216,180355072~20971520,205520896~25165824,239075328~4194304,247463936~12582912,264241152~4194304,285212672~8388608,297795584~8388608,310378496~20971520,335544320~20971520,360710144~20971520,385875968~25165824] 2024-04-02T09:41:02.072 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,41943040~4194304,50331648~75497472,130023424~25165824,159383552~41943040,205520896~29360128,239075328~29360128,285212672~71303168,360710144~54525952] 2024-04-02T09:41:02.072 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to 12 diff [0~8388608,41943040~4194304,50331648~75497472,130023424~20971520,159383552~16777216,180355072~20971520,205520896~37748736,247463936~12582912,264241152~4194304,285212672~20971520,310378496~20971520,335544320~20971520,360710144~20971520,385875968~29360128] 2024-04-02T09:41:02.072 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,41943040~4194304,50331648~75497472,130023424~20971520,159383552~16777216,180355072~20971520,205520896~37748736,247463936~12582912,264241152~4194304,285212672~20971520,310378496~20971520,335544320~20971520,360710144~20971520,385875968~29360128] 2024-04-02T09:41:02.077 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,41943040~4194304,50331648~75497472,130023424~25165824,159383552~41943040,205520896~62914560,285212672~71303168,360710144~54525952] 2024-04-02T09:41:02.077 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to 13 diff [0~8388608,29360128~4194304,41943040~4194304,50331648~75497472,130023424~20971520,159383552~16777216,180355072~62914560,247463936~12582912,264241152~4194304,285212672~20971520,310378496~46137344,360710144~20971520,385875968~29360128] 2024-04-02T09:41:02.077 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,29360128~4194304,41943040~4194304,50331648~75497472,130023424~20971520,159383552~16777216,180355072~62914560,247463936~12582912,264241152~4194304,285212672~20971520,310378496~46137344,360710144~20971520,385875968~29360128] 2024-04-02T09:41:02.082 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,29360128~4194304,41943040~4194304,50331648~75497472,130023424~25165824,159383552~109051904,285212672~71303168,360710144~54525952] 2024-04-02T09:41:02.082 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to 14 diff [0~8388608,29360128~4194304,41943040~4194304,50331648~37748736,92274688~33554432,130023424~20971520,159383552~16777216,180355072~62914560,247463936~12582912,264241152~4194304,285212672~20971520,310378496~46137344,360710144~20971520,385875968~29360128] 2024-04-02T09:41:02.082 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,29360128~4194304,41943040~4194304,50331648~37748736,92274688~33554432,130023424~20971520,159383552~16777216,180355072~62914560,247463936~12582912,264241152~4194304,285212672~20971520,310378496~46137344,360710144~20971520,385875968~29360128] 2024-04-02T09:41:02.087 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,29360128~4194304,41943040~4194304,50331648~75497472,130023424~25165824,159383552~109051904,285212672~71303168,360710144~54525952] 2024-04-02T09:41:02.087 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to 15 diff [0~8388608,29360128~4194304,41943040~4194304,50331648~37748736,92274688~33554432,130023424~20971520,159383552~29360128,192937984~50331648,247463936~12582912,264241152~4194304,285212672~20971520,310378496~46137344,360710144~20971520,385875968~29360128] 2024-04-02T09:41:02.087 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,29360128~4194304,41943040~4194304,50331648~37748736,92274688~33554432,130023424~20971520,159383552~29360128,192937984~50331648,247463936~12582912,264241152~4194304,285212672~20971520,310378496~46137344,360710144~20971520,385875968~29360128] 2024-04-02T09:41:02.092 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,29360128~4194304,41943040~4194304,50331648~75497472,130023424~25165824,159383552~109051904,285212672~71303168,360710144~54525952] 2024-04-02T09:41:02.092 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to 16 diff [0~8388608,20971520~4194304,29360128~4194304,41943040~4194304,50331648~37748736,92274688~33554432,130023424~20971520,159383552~83886080,247463936~12582912,264241152~4194304,285212672~20971520,310378496~46137344,360710144~20971520,385875968~29360128] 2024-04-02T09:41:02.093 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,20971520~4194304,29360128~4194304,41943040~4194304,50331648~37748736,92274688~33554432,130023424~20971520,159383552~83886080,247463936~12582912,264241152~4194304,285212672~20971520,310378496~46137344,360710144~20971520,385875968~29360128] 2024-04-02T09:41:02.098 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,20971520~12582912,41943040~4194304,50331648~75497472,130023424~25165824,159383552~109051904,285212672~71303168,360710144~54525952] 2024-04-02T09:41:02.098 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to 17 diff [0~12582912,20971520~12582912,41943040~4194304,50331648~37748736,92274688~33554432,130023424~20971520,159383552~83886080,247463936~20971520,285212672~20971520,310378496~71303168,385875968~29360128] 2024-04-02T09:41:02.098 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,41943040~4194304,50331648~37748736,92274688~33554432,130023424~20971520,159383552~83886080,247463936~20971520,285212672~20971520,310378496~71303168,385875968~29360128] 2024-04-02T09:41:02.104 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,41943040~4194304,50331648~75497472,130023424~25165824,159383552~109051904,285212672~130023424] 2024-04-02T09:41:02.104 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to 18 diff [0~12582912,20971520~12582912,41943040~4194304,50331648~37748736,92274688~33554432,130023424~20971520,159383552~83886080,247463936~20971520,285212672~96468992,385875968~33554432] 2024-04-02T09:41:02.105 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,41943040~4194304,50331648~37748736,92274688~33554432,130023424~20971520,159383552~83886080,247463936~20971520,285212672~96468992,385875968~33554432] 2024-04-02T09:41:02.111 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,41943040~4194304,50331648~75497472,130023424~25165824,159383552~109051904,285212672~134217728] 2024-04-02T09:41:02.111 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to 19 diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~83886080,247463936~20971520,272629760~8388608,285212672~104857600,394264576~25165824] 2024-04-02T09:41:02.111 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~83886080,247463936~20971520,272629760~8388608,285212672~104857600,394264576~25165824] 2024-04-02T09:41:02.118 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~109051904,272629760~8388608,285212672~134217728] 2024-04-02T09:41:02.119 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to 4 diff [41943040~4194304,58720256~4194304,79691776~4194304,163577856~16777216,255852544~4194304,327155712~8388608,343932928~8388608,369098752~4194304] 2024-04-02T09:41:02.119 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [41943040~4194304,58720256~4194304,79691776~4194304,163577856~16777216,255852544~4194304,327155712~8388608,343932928~8388608,369098752~4194304] 2024-04-02T09:41:02.119 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [41943040~4194304,58720256~4194304,79691776~8388608,163577856~16777216,255852544~8388608,327155712~8388608,343932928~12582912,369098752~8388608] 2024-04-02T09:41:02.120 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to 5 diff [4194304~4194304,41943040~4194304,58720256~4194304,71303168~12582912,163577856~20971520,218103808~8388608,247463936~12582912,297795584~4194304,310378496~4194304,322961408~8388608,343932928~8388608,369098752~4194304,385875968~4194304] 2024-04-02T09:41:02.120 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [4194304~4194304,41943040~4194304,58720256~4194304,71303168~12582912,163577856~20971520,218103808~8388608,247463936~12582912,297795584~4194304,310378496~4194304,322961408~8388608,343932928~8388608,369098752~4194304,385875968~4194304] 2024-04-02T09:41:02.121 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [4194304~8388608,41943040~4194304,58720256~4194304,71303168~16777216,163577856~20971520,218103808~12582912,247463936~16777216,297795584~8388608,310378496~8388608,322961408~12582912,343932928~12582912,369098752~8388608,385875968~4194304] 2024-04-02T09:41:02.121 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to 6 diff [4194304~4194304,41943040~4194304,54525952~8388608,71303168~12582912,134217728~4194304,163577856~20971520,213909504~12582912,247463936~12582912,264241152~4194304,297795584~8388608,310378496~4194304,322961408~8388608,335544320~16777216,369098752~8388608,385875968~4194304] 2024-04-02T09:41:02.121 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [4194304~4194304,41943040~4194304,54525952~8388608,71303168~12582912,134217728~4194304,163577856~20971520,213909504~12582912,247463936~12582912,264241152~4194304,297795584~8388608,310378496~4194304,322961408~8388608,335544320~16777216,369098752~8388608,385875968~4194304] 2024-04-02T09:41:02.123 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [4194304~8388608,41943040~4194304,54525952~8388608,71303168~16777216,134217728~8388608,163577856~20971520,213909504~16777216,247463936~20971520,297795584~20971520,322961408~33554432,369098752~8388608,385875968~4194304] 2024-04-02T09:41:02.123 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to 7 diff [4194304~4194304,41943040~4194304,54525952~8388608,71303168~16777216,113246208~8388608,134217728~4194304,142606336~8388608,159383552~16777216,180355072~4194304,192937984~8388608,209715200~16777216,247463936~12582912,264241152~4194304,297795584~8388608,310378496~4194304,322961408~8388608,335544320~16777216,369098752~8388608,385875968~4194304,398458880~12582912] 2024-04-02T09:41:02.124 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [4194304~4194304,41943040~4194304,54525952~8388608,71303168~16777216,113246208~8388608,134217728~4194304,142606336~8388608,159383552~16777216,180355072~4194304,192937984~8388608,209715200~16777216,247463936~12582912,264241152~4194304,297795584~8388608,310378496~4194304,322961408~8388608,335544320~16777216,369098752~8388608,385875968~4194304,398458880~12582912] 2024-04-02T09:41:02.126 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [4194304~8388608,41943040~4194304,54525952~8388608,71303168~20971520,113246208~12582912,134217728~20971520,159383552~25165824,192937984~8388608,209715200~20971520,247463936~20971520,297795584~20971520,322961408~33554432,369098752~8388608,385875968~4194304,398458880~16777216] 2024-04-02T09:41:02.126 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to 8 diff [4194304~4194304,41943040~4194304,50331648~8388608,62914560~4194304,71303168~16777216,113246208~8388608,130023424~8388608,142606336~8388608,159383552~16777216,180355072~4194304,192937984~8388608,209715200~16777216,247463936~12582912,264241152~4194304,297795584~8388608,310378496~8388608,322961408~8388608,335544320~16777216,369098752~8388608,385875968~25165824] 2024-04-02T09:41:02.126 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [4194304~4194304,41943040~4194304,50331648~8388608,62914560~4194304,71303168~16777216,113246208~8388608,130023424~8388608,142606336~8388608,159383552~16777216,180355072~4194304,192937984~8388608,209715200~16777216,247463936~12582912,264241152~4194304,297795584~8388608,310378496~8388608,322961408~8388608,335544320~16777216,369098752~8388608,385875968~25165824] 2024-04-02T09:41:02.128 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [4194304~8388608,41943040~4194304,50331648~16777216,71303168~20971520,113246208~12582912,130023424~25165824,159383552~25165824,192937984~8388608,209715200~20971520,247463936~20971520,297795584~20971520,322961408~33554432,369098752~8388608,385875968~29360128] 2024-04-02T09:41:02.128 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to 9 diff [0~8388608,41943040~4194304,50331648~8388608,62914560~4194304,71303168~16777216,92274688~8388608,113246208~8388608,130023424~8388608,142606336~8388608,159383552~16777216,180355072~20971520,209715200~16777216,247463936~12582912,264241152~4194304,297795584~8388608,310378496~8388608,322961408~8388608,335544320~16777216,369098752~8388608,385875968~25165824] 2024-04-02T09:41:02.129 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,41943040~4194304,50331648~8388608,62914560~4194304,71303168~16777216,92274688~8388608,113246208~8388608,130023424~8388608,142606336~8388608,159383552~16777216,180355072~20971520,209715200~16777216,247463936~12582912,264241152~4194304,297795584~8388608,310378496~8388608,322961408~8388608,335544320~16777216,369098752~8388608,385875968~25165824] 2024-04-02T09:41:02.131 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,41943040~4194304,50331648~16777216,71303168~33554432,113246208~12582912,130023424~25165824,159383552~41943040,209715200~20971520,247463936~20971520,297795584~58720256,369098752~8388608,385875968~29360128] 2024-04-02T09:41:02.131 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to 10 diff [0~8388608,41943040~4194304,50331648~71303168,130023424~20971520,159383552~16777216,180355072~20971520,209715200~16777216,239075328~4194304,247463936~12582912,264241152~4194304,297795584~8388608,310378496~8388608,322961408~8388608,335544320~16777216,369098752~8388608,385875968~25165824] 2024-04-02T09:41:02.131 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,41943040~4194304,50331648~71303168,130023424~20971520,159383552~16777216,180355072~20971520,209715200~16777216,239075328~4194304,247463936~12582912,264241152~4194304,297795584~8388608,310378496~8388608,322961408~8388608,335544320~16777216,369098752~8388608,385875968~25165824] 2024-04-02T09:41:02.134 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,41943040~4194304,50331648~75497472,130023424~25165824,159383552~41943040,209715200~20971520,239075328~29360128,297795584~58720256,369098752~8388608,385875968~29360128] 2024-04-02T09:41:02.135 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to 11 diff [0~8388608,41943040~4194304,50331648~71303168,130023424~20971520,159383552~16777216,180355072~20971520,209715200~20971520,239075328~4194304,247463936~12582912,264241152~4194304,285212672~8388608,297795584~8388608,310378496~8388608,322961408~8388608,335544320~20971520,369098752~41943040] 2024-04-02T09:41:02.135 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,41943040~4194304,50331648~71303168,130023424~20971520,159383552~16777216,180355072~20971520,209715200~20971520,239075328~4194304,247463936~12582912,264241152~4194304,285212672~8388608,297795584~8388608,310378496~8388608,322961408~8388608,335544320~20971520,369098752~41943040] 2024-04-02T09:41:02.138 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,41943040~4194304,50331648~75497472,130023424~25165824,159383552~41943040,209715200~25165824,239075328~29360128,285212672~71303168,369098752~46137344] 2024-04-02T09:41:02.138 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to 12 diff [0~8388608,41943040~4194304,50331648~75497472,130023424~20971520,159383552~16777216,180355072~20971520,209715200~33554432,247463936~12582912,264241152~4194304,285212672~20971520,310378496~8388608,322961408~8388608,335544320~20971520,369098752~46137344] 2024-04-02T09:41:02.138 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,41943040~4194304,50331648~75497472,130023424~20971520,159383552~16777216,180355072~20971520,209715200~33554432,247463936~12582912,264241152~4194304,285212672~20971520,310378496~8388608,322961408~8388608,335544320~20971520,369098752~46137344] 2024-04-02T09:41:02.142 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,41943040~4194304,50331648~75497472,130023424~25165824,159383552~41943040,209715200~58720256,285212672~71303168,369098752~46137344] 2024-04-02T09:41:02.142 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to 13 diff [0~8388608,29360128~4194304,41943040~4194304,50331648~75497472,130023424~20971520,159383552~16777216,180355072~25165824,209715200~33554432,247463936~12582912,264241152~4194304,285212672~20971520,310378496~8388608,322961408~33554432,369098752~46137344] 2024-04-02T09:41:02.142 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,29360128~4194304,41943040~4194304,50331648~75497472,130023424~20971520,159383552~16777216,180355072~25165824,209715200~33554432,247463936~12582912,264241152~4194304,285212672~20971520,310378496~8388608,322961408~33554432,369098752~46137344] 2024-04-02T09:41:02.146 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,29360128~4194304,41943040~4194304,50331648~75497472,130023424~25165824,159383552~46137344,209715200~58720256,285212672~71303168,369098752~46137344] 2024-04-02T09:41:02.146 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to 14 diff [0~8388608,29360128~4194304,41943040~4194304,50331648~37748736,92274688~33554432,130023424~20971520,159383552~16777216,180355072~25165824,209715200~33554432,247463936~12582912,264241152~4194304,285212672~20971520,310378496~8388608,322961408~33554432,369098752~46137344] 2024-04-02T09:41:02.146 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,29360128~4194304,41943040~4194304,50331648~37748736,92274688~33554432,130023424~20971520,159383552~16777216,180355072~25165824,209715200~33554432,247463936~12582912,264241152~4194304,285212672~20971520,310378496~8388608,322961408~33554432,369098752~46137344] 2024-04-02T09:41:02.151 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,29360128~4194304,41943040~4194304,50331648~75497472,130023424~25165824,159383552~46137344,209715200~58720256,285212672~71303168,369098752~46137344] 2024-04-02T09:41:02.151 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to 15 diff [0~8388608,29360128~4194304,41943040~4194304,50331648~37748736,92274688~33554432,130023424~20971520,159383552~29360128,192937984~12582912,209715200~33554432,247463936~12582912,264241152~4194304,285212672~20971520,310378496~8388608,322961408~33554432,369098752~46137344] 2024-04-02T09:41:02.151 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,29360128~4194304,41943040~4194304,50331648~37748736,92274688~33554432,130023424~20971520,159383552~29360128,192937984~12582912,209715200~33554432,247463936~12582912,264241152~4194304,285212672~20971520,310378496~8388608,322961408~33554432,369098752~46137344] 2024-04-02T09:41:02.156 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,29360128~4194304,41943040~4194304,50331648~75497472,130023424~25165824,159383552~46137344,209715200~58720256,285212672~71303168,369098752~46137344] 2024-04-02T09:41:02.156 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to 16 diff [0~8388608,20971520~4194304,29360128~4194304,41943040~4194304,50331648~37748736,92274688~33554432,130023424~20971520,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,285212672~20971520,310378496~8388608,322961408~33554432,369098752~46137344] 2024-04-02T09:41:02.156 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,20971520~4194304,29360128~4194304,41943040~4194304,50331648~37748736,92274688~33554432,130023424~20971520,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,285212672~20971520,310378496~8388608,322961408~33554432,369098752~46137344] 2024-04-02T09:41:02.162 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,20971520~12582912,41943040~4194304,50331648~75497472,130023424~25165824,159383552~46137344,209715200~58720256,285212672~71303168,369098752~46137344] 2024-04-02T09:41:02.162 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to 17 diff [0~12582912,20971520~12582912,41943040~4194304,50331648~37748736,92274688~33554432,130023424~20971520,159383552~46137344,209715200~33554432,247463936~20971520,285212672~20971520,310378496~8388608,322961408~41943040,369098752~46137344] 2024-04-02T09:41:02.162 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,41943040~4194304,50331648~37748736,92274688~33554432,130023424~20971520,159383552~46137344,209715200~33554432,247463936~20971520,285212672~20971520,310378496~8388608,322961408~41943040,369098752~46137344] 2024-04-02T09:41:02.167 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,41943040~4194304,50331648~75497472,130023424~25165824,159383552~46137344,209715200~58720256,285212672~79691776,369098752~46137344] 2024-04-02T09:41:02.167 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to 18 diff [0~12582912,20971520~12582912,41943040~4194304,50331648~37748736,92274688~33554432,130023424~20971520,159383552~46137344,209715200~33554432,247463936~20971520,285212672~79691776,369098752~50331648] 2024-04-02T09:41:02.168 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,41943040~4194304,50331648~37748736,92274688~33554432,130023424~20971520,159383552~46137344,209715200~33554432,247463936~20971520,285212672~79691776,369098752~50331648] 2024-04-02T09:41:02.174 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,41943040~4194304,50331648~75497472,130023424~25165824,159383552~46137344,209715200~58720256,285212672~79691776,369098752~50331648] 2024-04-02T09:41:02.174 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to 19 diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~20971520,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:02.174 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~20971520,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:02.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:01 smithi012 ceph-mon[88355]: osdmap e2126: 8 total, 8 up, 8 in 2024-04-02T09:41:02.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:01 smithi012 ceph-mon[90784]: osdmap e2126: 8 total, 8 up, 8 in 2024-04-02T09:41:02.180 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~46137344,209715200~58720256,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:02.181 INFO:tasks.workunit.client.0.smithi012.stdout:from 4 to 5 diff [4194304~4194304,71303168~8388608,180355072~4194304,218103808~8388608,247463936~8388608,297795584~4194304,310378496~4194304,322961408~4194304,385875968~4194304] 2024-04-02T09:41:02.181 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [4194304~4194304,71303168~8388608,180355072~4194304,218103808~8388608,247463936~8388608,297795584~4194304,310378496~4194304,322961408~4194304,385875968~4194304] 2024-04-02T09:41:02.181 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [4194304~8388608,71303168~12582912,180355072~4194304,218103808~12582912,247463936~12582912,297795584~8388608,310378496~8388608,322961408~8388608,385875968~4194304] 2024-04-02T09:41:02.182 INFO:tasks.workunit.client.0.smithi012.stdout:from 4 to 6 diff [4194304~4194304,54525952~4194304,71303168~8388608,134217728~4194304,163577856~4194304,180355072~4194304,213909504~12582912,247463936~8388608,264241152~4194304,297795584~8388608,310378496~4194304,322961408~4194304,335544320~8388608,369098752~8388608,385875968~4194304] 2024-04-02T09:41:02.182 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [4194304~4194304,54525952~4194304,71303168~8388608,134217728~4194304,163577856~4194304,180355072~4194304,213909504~12582912,247463936~8388608,264241152~4194304,297795584~8388608,310378496~4194304,322961408~4194304,335544320~8388608,369098752~8388608,385875968~4194304] 2024-04-02T09:41:02.183 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [4194304~8388608,54525952~4194304,71303168~12582912,134217728~8388608,163577856~4194304,180355072~4194304,213909504~16777216,247463936~12582912,264241152~4194304,297795584~20971520,322961408~8388608,335544320~12582912,369098752~8388608,385875968~4194304] 2024-04-02T09:41:02.183 INFO:tasks.workunit.client.0.smithi012.stdout:from 4 to 7 diff [4194304~4194304,54525952~4194304,71303168~16777216,113246208~8388608,134217728~4194304,142606336~8388608,159383552~8388608,180355072~4194304,192937984~8388608,209715200~16777216,247463936~8388608,264241152~4194304,297795584~8388608,310378496~4194304,322961408~4194304,335544320~8388608,369098752~8388608,385875968~4194304,398458880~12582912] 2024-04-02T09:41:02.183 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [4194304~4194304,54525952~4194304,71303168~16777216,113246208~8388608,134217728~4194304,142606336~8388608,159383552~8388608,180355072~4194304,192937984~8388608,209715200~16777216,247463936~8388608,264241152~4194304,297795584~8388608,310378496~4194304,322961408~4194304,335544320~8388608,369098752~8388608,385875968~4194304,398458880~12582912] 2024-04-02T09:41:02.185 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [4194304~8388608,54525952~4194304,71303168~20971520,113246208~12582912,134217728~20971520,159383552~12582912,180355072~4194304,192937984~8388608,209715200~20971520,247463936~12582912,264241152~4194304,297795584~20971520,322961408~8388608,335544320~12582912,369098752~8388608,385875968~4194304,398458880~16777216] 2024-04-02T09:41:02.185 INFO:tasks.workunit.client.0.smithi012.stdout:from 4 to 8 diff [4194304~4194304,50331648~8388608,62914560~4194304,71303168~16777216,113246208~8388608,130023424~8388608,142606336~8388608,159383552~8388608,180355072~4194304,192937984~8388608,209715200~16777216,247463936~8388608,264241152~4194304,297795584~8388608,310378496~8388608,322961408~4194304,335544320~8388608,369098752~8388608,385875968~25165824] 2024-04-02T09:41:02.185 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [4194304~4194304,50331648~8388608,62914560~4194304,71303168~16777216,113246208~8388608,130023424~8388608,142606336~8388608,159383552~8388608,180355072~4194304,192937984~8388608,209715200~16777216,247463936~8388608,264241152~4194304,297795584~8388608,310378496~8388608,322961408~4194304,335544320~8388608,369098752~8388608,385875968~25165824] 2024-04-02T09:41:02.187 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [4194304~8388608,50331648~16777216,71303168~20971520,113246208~12582912,130023424~25165824,159383552~12582912,180355072~4194304,192937984~8388608,209715200~20971520,247463936~12582912,264241152~4194304,297795584~20971520,322961408~8388608,335544320~12582912,369098752~8388608,385875968~29360128] 2024-04-02T09:41:02.187 INFO:tasks.workunit.client.0.smithi012.stdout:from 4 to 9 diff [0~8388608,50331648~8388608,62914560~4194304,71303168~16777216,92274688~8388608,113246208~8388608,130023424~8388608,142606336~8388608,159383552~8388608,180355072~20971520,209715200~16777216,247463936~12582912,264241152~4194304,297795584~8388608,310378496~8388608,322961408~4194304,335544320~8388608,369098752~8388608,385875968~25165824] 2024-04-02T09:41:02.188 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,50331648~8388608,62914560~4194304,71303168~16777216,92274688~8388608,113246208~8388608,130023424~8388608,142606336~8388608,159383552~8388608,180355072~20971520,209715200~16777216,247463936~12582912,264241152~4194304,297795584~8388608,310378496~8388608,322961408~4194304,335544320~8388608,369098752~8388608,385875968~25165824] 2024-04-02T09:41:02.190 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,50331648~16777216,71303168~33554432,113246208~12582912,130023424~25165824,159383552~12582912,180355072~20971520,209715200~20971520,247463936~12582912,264241152~4194304,297795584~33554432,335544320~12582912,369098752~8388608,385875968~29360128] 2024-04-02T09:41:02.190 INFO:tasks.workunit.client.0.smithi012.stdout:from 4 to 10 diff [0~8388608,50331648~71303168,130023424~20971520,159383552~8388608,180355072~20971520,209715200~16777216,239075328~4194304,247463936~12582912,264241152~4194304,297795584~8388608,310378496~8388608,322961408~4194304,335544320~8388608,369098752~8388608,385875968~25165824] 2024-04-02T09:41:02.190 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,50331648~71303168,130023424~20971520,159383552~8388608,180355072~20971520,209715200~16777216,239075328~4194304,247463936~12582912,264241152~4194304,297795584~8388608,310378496~8388608,322961408~4194304,335544320~8388608,369098752~8388608,385875968~25165824] 2024-04-02T09:41:02.193 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,50331648~75497472,130023424~25165824,159383552~12582912,180355072~20971520,209715200~20971520,239075328~20971520,264241152~4194304,297795584~33554432,335544320~12582912,369098752~8388608,385875968~29360128] 2024-04-02T09:41:02.193 INFO:tasks.workunit.client.0.smithi012.stdout:from 4 to 11 diff [0~8388608,50331648~71303168,130023424~20971520,159383552~12582912,180355072~20971520,209715200~20971520,239075328~4194304,247463936~12582912,264241152~4194304,285212672~8388608,297795584~8388608,310378496~8388608,322961408~4194304,335544320~8388608,348127232~8388608,369098752~41943040] 2024-04-02T09:41:02.193 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,50331648~71303168,130023424~20971520,159383552~12582912,180355072~20971520,209715200~20971520,239075328~4194304,247463936~12582912,264241152~4194304,285212672~8388608,297795584~8388608,310378496~8388608,322961408~4194304,335544320~8388608,348127232~8388608,369098752~41943040] 2024-04-02T09:41:02.196 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,50331648~75497472,130023424~25165824,159383552~16777216,180355072~20971520,209715200~25165824,239075328~20971520,264241152~4194304,285212672~46137344,335544320~20971520,369098752~46137344] 2024-04-02T09:41:02.196 INFO:tasks.workunit.client.0.smithi012.stdout:from 4 to 12 diff [0~8388608,50331648~75497472,130023424~20971520,159383552~12582912,180355072~20971520,209715200~33554432,247463936~12582912,264241152~4194304,285212672~20971520,310378496~8388608,322961408~8388608,335544320~8388608,348127232~8388608,369098752~46137344] 2024-04-02T09:41:02.196 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,50331648~75497472,130023424~20971520,159383552~12582912,180355072~20971520,209715200~33554432,247463936~12582912,264241152~4194304,285212672~20971520,310378496~8388608,322961408~8388608,335544320~8388608,348127232~8388608,369098752~46137344] 2024-04-02T09:41:02.201 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,50331648~75497472,130023424~25165824,159383552~16777216,180355072~20971520,209715200~50331648,264241152~4194304,285212672~71303168,369098752~46137344] 2024-04-02T09:41:02.201 INFO:tasks.workunit.client.0.smithi012.stdout:from 4 to 13 diff [0~8388608,29360128~4194304,50331648~75497472,130023424~20971520,159383552~12582912,180355072~25165824,209715200~33554432,247463936~12582912,264241152~4194304,285212672~20971520,310378496~8388608,322961408~20971520,348127232~8388608,369098752~46137344] 2024-04-02T09:41:02.201 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,29360128~4194304,50331648~75497472,130023424~20971520,159383552~12582912,180355072~25165824,209715200~33554432,247463936~12582912,264241152~4194304,285212672~20971520,310378496~8388608,322961408~20971520,348127232~8388608,369098752~46137344] 2024-04-02T09:41:02.205 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,29360128~4194304,50331648~75497472,130023424~25165824,159383552~16777216,180355072~25165824,209715200~50331648,264241152~4194304,285212672~71303168,369098752~46137344] 2024-04-02T09:41:02.205 INFO:tasks.workunit.client.0.smithi012.stdout:from 4 to 14 diff [0~8388608,29360128~4194304,50331648~37748736,92274688~33554432,130023424~20971520,159383552~12582912,180355072~25165824,209715200~33554432,247463936~12582912,264241152~4194304,285212672~20971520,310378496~8388608,322961408~33554432,369098752~46137344] 2024-04-02T09:41:02.205 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,29360128~4194304,50331648~37748736,92274688~33554432,130023424~20971520,159383552~12582912,180355072~25165824,209715200~33554432,247463936~12582912,264241152~4194304,285212672~20971520,310378496~8388608,322961408~33554432,369098752~46137344] 2024-04-02T09:41:02.210 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,29360128~4194304,50331648~75497472,130023424~25165824,159383552~16777216,180355072~25165824,209715200~50331648,264241152~4194304,285212672~71303168,369098752~46137344] 2024-04-02T09:41:02.210 INFO:tasks.workunit.client.0.smithi012.stdout:from 4 to 15 diff [0~8388608,29360128~4194304,50331648~37748736,92274688~33554432,130023424~20971520,159383552~12582912,176160768~12582912,192937984~12582912,209715200~33554432,247463936~12582912,264241152~4194304,285212672~20971520,310378496~8388608,322961408~33554432,369098752~46137344] 2024-04-02T09:41:02.210 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,29360128~4194304,50331648~37748736,92274688~33554432,130023424~20971520,159383552~12582912,176160768~12582912,192937984~12582912,209715200~33554432,247463936~12582912,264241152~4194304,285212672~20971520,310378496~8388608,322961408~33554432,369098752~46137344] 2024-04-02T09:41:02.211 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:01 smithi055 ceph-mon[85080]: osdmap e2126: 8 total, 8 up, 8 in 2024-04-02T09:41:02.214 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,29360128~4194304,50331648~75497472,130023424~25165824,159383552~46137344,209715200~50331648,264241152~4194304,285212672~71303168,369098752~46137344] 2024-04-02T09:41:02.215 INFO:tasks.workunit.client.0.smithi012.stdout:from 4 to 16 diff [0~8388608,20971520~4194304,29360128~4194304,50331648~37748736,92274688~33554432,130023424~20971520,159383552~12582912,176160768~29360128,209715200~33554432,247463936~12582912,264241152~4194304,285212672~20971520,310378496~8388608,322961408~33554432,369098752~46137344] 2024-04-02T09:41:02.215 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,20971520~4194304,29360128~4194304,50331648~37748736,92274688~33554432,130023424~20971520,159383552~12582912,176160768~29360128,209715200~33554432,247463936~12582912,264241152~4194304,285212672~20971520,310378496~8388608,322961408~33554432,369098752~46137344] 2024-04-02T09:41:02.220 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,20971520~12582912,50331648~75497472,130023424~25165824,159383552~46137344,209715200~50331648,264241152~4194304,285212672~71303168,369098752~46137344] 2024-04-02T09:41:02.220 INFO:tasks.workunit.client.0.smithi012.stdout:from 4 to 17 diff [0~12582912,20971520~12582912,50331648~37748736,92274688~33554432,130023424~20971520,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,285212672~20971520,310378496~8388608,322961408~41943040,369098752~46137344] 2024-04-02T09:41:02.220 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,50331648~37748736,92274688~33554432,130023424~20971520,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,285212672~20971520,310378496~8388608,322961408~41943040,369098752~46137344] 2024-04-02T09:41:02.225 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,50331648~75497472,130023424~25165824,159383552~46137344,209715200~50331648,264241152~4194304,285212672~79691776,369098752~46137344] 2024-04-02T09:41:02.225 INFO:tasks.workunit.client.0.smithi012.stdout:from 4 to 18 diff [0~12582912,20971520~12582912,50331648~37748736,92274688~33554432,130023424~20971520,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,285212672~79691776,369098752~50331648] 2024-04-02T09:41:02.225 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,50331648~37748736,92274688~33554432,130023424~20971520,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,285212672~79691776,369098752~50331648] 2024-04-02T09:41:02.230 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,50331648~75497472,130023424~25165824,159383552~46137344,209715200~50331648,264241152~4194304,285212672~79691776,369098752~50331648] 2024-04-02T09:41:02.230 INFO:tasks.workunit.client.0.smithi012.stdout:from 4 to 19 diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:02.231 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:02.236 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,50331648~104857600,159383552~46137344,209715200~50331648,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:02.236 INFO:tasks.workunit.client.0.smithi012.stdout:from 5 to 6 diff [54525952~4194304,134217728~4194304,163577856~4194304,213909504~8388608,251658240~4194304,264241152~4194304,301989888~8388608,335544320~8388608,369098752~8388608] 2024-04-02T09:41:02.236 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [54525952~4194304,134217728~4194304,163577856~4194304,213909504~8388608,251658240~4194304,264241152~4194304,301989888~8388608,335544320~8388608,369098752~8388608] 2024-04-02T09:41:02.237 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [54525952~4194304,134217728~8388608,163577856~4194304,213909504~8388608,251658240~4194304,264241152~4194304,301989888~8388608,335544320~12582912,369098752~8388608] 2024-04-02T09:41:02.237 INFO:tasks.workunit.client.0.smithi012.stdout:from 5 to 7 diff [54525952~4194304,79691776~8388608,113246208~8388608,134217728~4194304,142606336~8388608,159383552~8388608,192937984~8388608,209715200~12582912,251658240~4194304,264241152~4194304,297795584~12582912,335544320~8388608,369098752~8388608,398458880~12582912] 2024-04-02T09:41:02.237 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [54525952~4194304,79691776~8388608,113246208~8388608,134217728~4194304,142606336~8388608,159383552~8388608,192937984~8388608,209715200~12582912,251658240~4194304,264241152~4194304,297795584~12582912,335544320~8388608,369098752~8388608,398458880~12582912] 2024-04-02T09:41:02.239 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [54525952~4194304,79691776~12582912,113246208~12582912,134217728~20971520,159383552~12582912,192937984~8388608,209715200~12582912,251658240~4194304,264241152~4194304,297795584~12582912,335544320~12582912,369098752~8388608,398458880~16777216] 2024-04-02T09:41:02.239 INFO:tasks.workunit.client.0.smithi012.stdout:from 5 to 8 diff [50331648~8388608,62914560~4194304,79691776~8388608,113246208~8388608,130023424~8388608,142606336~8388608,159383552~8388608,192937984~8388608,209715200~12582912,251658240~4194304,264241152~4194304,297795584~16777216,322961408~4194304,335544320~8388608,369098752~8388608,385875968~25165824] 2024-04-02T09:41:02.239 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [50331648~8388608,62914560~4194304,79691776~8388608,113246208~8388608,130023424~8388608,142606336~8388608,159383552~8388608,192937984~8388608,209715200~12582912,251658240~4194304,264241152~4194304,297795584~16777216,322961408~4194304,335544320~8388608,369098752~8388608,385875968~25165824] 2024-04-02T09:41:02.240 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [50331648~16777216,79691776~12582912,113246208~12582912,130023424~25165824,159383552~12582912,192937984~8388608,209715200~12582912,251658240~4194304,264241152~4194304,297795584~20971520,322961408~4194304,335544320~12582912,369098752~8388608,385875968~29360128] 2024-04-02T09:41:02.240 INFO:tasks.workunit.client.0.smithi012.stdout:from 5 to 9 diff [0~4194304,50331648~8388608,62914560~4194304,71303168~4194304,79691776~8388608,92274688~8388608,113246208~8388608,130023424~8388608,142606336~8388608,159383552~8388608,184549376~16777216,209715200~12582912,247463936~8388608,264241152~4194304,297795584~29360128,335544320~8388608,369098752~8388608,385875968~25165824] 2024-04-02T09:41:02.241 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~4194304,50331648~8388608,62914560~4194304,71303168~4194304,79691776~8388608,92274688~8388608,113246208~8388608,130023424~8388608,142606336~8388608,159383552~8388608,184549376~16777216,209715200~12582912,247463936~8388608,264241152~4194304,297795584~29360128,335544320~8388608,369098752~8388608,385875968~25165824] 2024-04-02T09:41:02.242 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8388608,50331648~16777216,71303168~33554432,113246208~12582912,130023424~25165824,159383552~12582912,184549376~16777216,209715200~12582912,247463936~8388608,264241152~4194304,297795584~29360128,335544320~12582912,369098752~8388608,385875968~29360128] 2024-04-02T09:41:02.243 INFO:tasks.workunit.client.0.smithi012.stdout:from 5 to 10 diff [0~4194304,50331648~71303168,130023424~20971520,159383552~8388608,184549376~16777216,209715200~12582912,239075328~4194304,247463936~8388608,264241152~4194304,297795584~29360128,335544320~8388608,369098752~8388608,385875968~25165824] 2024-04-02T09:41:02.243 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~4194304,50331648~71303168,130023424~20971520,159383552~8388608,184549376~16777216,209715200~12582912,239075328~4194304,247463936~8388608,264241152~4194304,297795584~29360128,335544320~8388608,369098752~8388608,385875968~25165824] 2024-04-02T09:41:02.245 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8388608,50331648~75497472,130023424~25165824,159383552~12582912,184549376~16777216,209715200~12582912,239075328~16777216,264241152~4194304,297795584~29360128,335544320~12582912,369098752~8388608,385875968~29360128] 2024-04-02T09:41:02.245 INFO:tasks.workunit.client.0.smithi012.stdout:from 5 to 11 diff [0~4194304,50331648~71303168,130023424~20971520,159383552~12582912,184549376~16777216,209715200~20971520,239075328~4194304,247463936~8388608,264241152~4194304,285212672~8388608,297795584~29360128,335544320~8388608,348127232~8388608,369098752~41943040] 2024-04-02T09:41:02.245 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~4194304,50331648~71303168,130023424~20971520,159383552~12582912,184549376~16777216,209715200~20971520,239075328~4194304,247463936~8388608,264241152~4194304,285212672~8388608,297795584~29360128,335544320~8388608,348127232~8388608,369098752~41943040] 2024-04-02T09:41:02.248 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8388608,50331648~75497472,130023424~25165824,159383552~16777216,184549376~16777216,209715200~25165824,239075328~16777216,264241152~4194304,285212672~41943040,335544320~20971520,369098752~46137344] 2024-04-02T09:41:02.248 INFO:tasks.workunit.client.0.smithi012.stdout:from 5 to 12 diff [0~4194304,50331648~75497472,130023424~20971520,159383552~12582912,184549376~16777216,209715200~33554432,247463936~8388608,264241152~4194304,285212672~58720256,348127232~8388608,369098752~46137344] 2024-04-02T09:41:02.248 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~4194304,50331648~75497472,130023424~20971520,159383552~12582912,184549376~16777216,209715200~33554432,247463936~8388608,264241152~4194304,285212672~58720256,348127232~8388608,369098752~46137344] 2024-04-02T09:41:02.251 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8388608,50331648~75497472,130023424~25165824,159383552~16777216,184549376~16777216,209715200~46137344,264241152~4194304,285212672~71303168,369098752~46137344] 2024-04-02T09:41:02.251 INFO:tasks.workunit.client.0.smithi012.stdout:from 5 to 13 diff [0~8388608,29360128~4194304,50331648~75497472,130023424~20971520,159383552~12582912,184549376~20971520,209715200~33554432,247463936~8388608,264241152~4194304,285212672~58720256,348127232~8388608,369098752~46137344] 2024-04-02T09:41:02.251 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,29360128~4194304,50331648~75497472,130023424~20971520,159383552~12582912,184549376~20971520,209715200~33554432,247463936~8388608,264241152~4194304,285212672~58720256,348127232~8388608,369098752~46137344] 2024-04-02T09:41:02.255 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,29360128~4194304,50331648~75497472,130023424~25165824,159383552~16777216,184549376~20971520,209715200~46137344,264241152~4194304,285212672~71303168,369098752~46137344] 2024-04-02T09:41:02.255 INFO:tasks.workunit.client.0.smithi012.stdout:from 5 to 14 diff [0~8388608,29360128~4194304,50331648~75497472,130023424~20971520,159383552~12582912,184549376~20971520,209715200~33554432,247463936~8388608,264241152~4194304,285212672~71303168,369098752~46137344] 2024-04-02T09:41:02.255 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,29360128~4194304,50331648~75497472,130023424~20971520,159383552~12582912,184549376~20971520,209715200~33554432,247463936~8388608,264241152~4194304,285212672~71303168,369098752~46137344] 2024-04-02T09:41:02.259 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,29360128~4194304,50331648~75497472,130023424~25165824,159383552~16777216,184549376~20971520,209715200~46137344,264241152~4194304,285212672~71303168,369098752~46137344] 2024-04-02T09:41:02.259 INFO:tasks.workunit.client.0.smithi012.stdout:from 5 to 15 diff [0~8388608,29360128~4194304,50331648~37748736,92274688~33554432,130023424~20971520,159383552~12582912,176160768~12582912,192937984~12582912,209715200~33554432,247463936~8388608,264241152~4194304,285212672~71303168,369098752~46137344] 2024-04-02T09:41:02.259 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,29360128~4194304,50331648~37748736,92274688~33554432,130023424~20971520,159383552~12582912,176160768~12582912,192937984~12582912,209715200~33554432,247463936~8388608,264241152~4194304,285212672~71303168,369098752~46137344] 2024-04-02T09:41:02.263 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,29360128~4194304,50331648~75497472,130023424~25165824,159383552~46137344,209715200~46137344,264241152~4194304,285212672~71303168,369098752~46137344] 2024-04-02T09:41:02.263 INFO:tasks.workunit.client.0.smithi012.stdout:from 5 to 16 diff [0~8388608,20971520~4194304,29360128~4194304,50331648~37748736,92274688~33554432,130023424~20971520,159383552~12582912,176160768~29360128,209715200~33554432,247463936~8388608,264241152~4194304,285212672~71303168,369098752~46137344] 2024-04-02T09:41:02.263 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,20971520~4194304,29360128~4194304,50331648~37748736,92274688~33554432,130023424~20971520,159383552~12582912,176160768~29360128,209715200~33554432,247463936~8388608,264241152~4194304,285212672~71303168,369098752~46137344] 2024-04-02T09:41:02.268 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,20971520~12582912,50331648~75497472,130023424~25165824,159383552~46137344,209715200~46137344,264241152~4194304,285212672~71303168,369098752~46137344] 2024-04-02T09:41:02.268 INFO:tasks.workunit.client.0.smithi012.stdout:from 5 to 17 diff [0~12582912,20971520~12582912,50331648~37748736,92274688~33554432,130023424~20971520,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,285212672~79691776,369098752~46137344] 2024-04-02T09:41:02.268 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,50331648~37748736,92274688~33554432,130023424~20971520,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,285212672~79691776,369098752~46137344] 2024-04-02T09:41:02.273 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,50331648~75497472,130023424~25165824,159383552~46137344,209715200~50331648,264241152~4194304,285212672~79691776,369098752~46137344] 2024-04-02T09:41:02.273 INFO:tasks.workunit.client.0.smithi012.stdout:from 5 to 18 diff [0~12582912,20971520~12582912,50331648~37748736,92274688~33554432,130023424~20971520,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,285212672~79691776,369098752~50331648] 2024-04-02T09:41:02.273 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,50331648~37748736,92274688~33554432,130023424~20971520,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,285212672~79691776,369098752~50331648] 2024-04-02T09:41:02.279 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,50331648~75497472,130023424~25165824,159383552~46137344,209715200~50331648,264241152~4194304,285212672~79691776,369098752~50331648] 2024-04-02T09:41:02.279 INFO:tasks.workunit.client.0.smithi012.stdout:from 5 to 19 diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:02.279 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:02.285 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,50331648~104857600,159383552~46137344,209715200~50331648,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:02.285 INFO:tasks.workunit.client.0.smithi012.stdout:from 6 to 7 diff [79691776~8388608,113246208~8388608,142606336~8388608,159383552~8388608,192937984~8388608,209715200~4194304,297795584~4194304,398458880~12582912] 2024-04-02T09:41:02.285 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [79691776~8388608,113246208~8388608,142606336~8388608,159383552~8388608,192937984~8388608,209715200~4194304,297795584~4194304,398458880~12582912] 2024-04-02T09:41:02.286 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [79691776~12582912,113246208~12582912,142606336~12582912,159383552~12582912,192937984~8388608,209715200~4194304,297795584~4194304,398458880~16777216] 2024-04-02T09:41:02.286 INFO:tasks.workunit.client.0.smithi012.stdout:from 6 to 8 diff [50331648~8388608,62914560~4194304,79691776~8388608,113246208~8388608,130023424~8388608,142606336~8388608,159383552~8388608,192937984~8388608,209715200~4194304,297795584~4194304,310378496~4194304,322961408~4194304,369098752~4194304,385875968~25165824] 2024-04-02T09:41:02.286 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [50331648~8388608,62914560~4194304,79691776~8388608,113246208~8388608,130023424~8388608,142606336~8388608,159383552~8388608,192937984~8388608,209715200~4194304,297795584~4194304,310378496~4194304,322961408~4194304,369098752~4194304,385875968~25165824] 2024-04-02T09:41:02.287 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [50331648~16777216,79691776~12582912,113246208~12582912,130023424~25165824,159383552~12582912,192937984~8388608,209715200~4194304,297795584~4194304,310378496~8388608,322961408~4194304,369098752~4194304,385875968~29360128] 2024-04-02T09:41:02.287 INFO:tasks.workunit.client.0.smithi012.stdout:from 6 to 9 diff [0~4194304,50331648~8388608,62914560~4194304,71303168~4194304,79691776~8388608,92274688~8388608,113246208~8388608,130023424~8388608,142606336~8388608,159383552~8388608,184549376~16777216,209715200~8388608,247463936~8388608,297795584~4194304,310378496~16777216,369098752~4194304,385875968~25165824] 2024-04-02T09:41:02.288 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~4194304,50331648~8388608,62914560~4194304,71303168~4194304,79691776~8388608,92274688~8388608,113246208~8388608,130023424~8388608,142606336~8388608,159383552~8388608,184549376~16777216,209715200~8388608,247463936~8388608,297795584~4194304,310378496~16777216,369098752~4194304,385875968~25165824] 2024-04-02T09:41:02.289 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8388608,50331648~16777216,71303168~33554432,113246208~12582912,130023424~25165824,159383552~12582912,184549376~16777216,209715200~12582912,247463936~8388608,297795584~4194304,310378496~16777216,369098752~4194304,385875968~29360128] 2024-04-02T09:41:02.289 INFO:tasks.workunit.client.0.smithi012.stdout:from 6 to 10 diff [0~4194304,50331648~71303168,130023424~20971520,159383552~8388608,184549376~16777216,209715200~8388608,239075328~4194304,247463936~8388608,297795584~4194304,310378496~16777216,369098752~4194304,385875968~25165824] 2024-04-02T09:41:02.289 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~4194304,50331648~71303168,130023424~20971520,159383552~8388608,184549376~16777216,209715200~8388608,239075328~4194304,247463936~8388608,297795584~4194304,310378496~16777216,369098752~4194304,385875968~25165824] 2024-04-02T09:41:02.291 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8388608,50331648~75497472,130023424~25165824,159383552~12582912,184549376~16777216,209715200~12582912,239075328~16777216,297795584~4194304,310378496~16777216,369098752~4194304,385875968~29360128] 2024-04-02T09:41:02.292 INFO:tasks.workunit.client.0.smithi012.stdout:from 6 to 11 diff [0~4194304,50331648~71303168,130023424~20971520,159383552~12582912,184549376~16777216,209715200~8388608,222298112~8388608,239075328~4194304,247463936~8388608,285212672~8388608,297795584~4194304,310378496~16777216,348127232~8388608,369098752~12582912,385875968~25165824] 2024-04-02T09:41:02.292 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~4194304,50331648~71303168,130023424~20971520,159383552~12582912,184549376~16777216,209715200~8388608,222298112~8388608,239075328~4194304,247463936~8388608,285212672~8388608,297795584~4194304,310378496~16777216,348127232~8388608,369098752~12582912,385875968~25165824] 2024-04-02T09:41:02.294 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8388608,50331648~75497472,130023424~25165824,159383552~16777216,184549376~16777216,209715200~25165824,239075328~16777216,285212672~16777216,310378496~16777216,348127232~8388608,369098752~46137344] 2024-04-02T09:41:02.294 INFO:tasks.workunit.client.0.smithi012.stdout:from 6 to 12 diff [0~4194304,50331648~75497472,130023424~20971520,159383552~12582912,184549376~16777216,209715200~20971520,234881024~8388608,247463936~8388608,285212672~16777216,310378496~25165824,348127232~8388608,369098752~12582912,385875968~29360128] 2024-04-02T09:41:02.294 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~4194304,50331648~75497472,130023424~20971520,159383552~12582912,184549376~16777216,209715200~20971520,234881024~8388608,247463936~8388608,285212672~16777216,310378496~25165824,348127232~8388608,369098752~12582912,385875968~29360128] 2024-04-02T09:41:02.297 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8388608,50331648~75497472,130023424~25165824,159383552~16777216,184549376~16777216,209715200~46137344,285212672~16777216,310378496~25165824,348127232~8388608,369098752~46137344] 2024-04-02T09:41:02.297 INFO:tasks.workunit.client.0.smithi012.stdout:from 6 to 13 diff [0~8388608,29360128~4194304,50331648~75497472,130023424~20971520,159383552~12582912,184549376~20971520,209715200~20971520,234881024~8388608,247463936~8388608,285212672~16777216,310378496~29360128,348127232~8388608,369098752~46137344] 2024-04-02T09:41:02.298 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,29360128~4194304,50331648~75497472,130023424~20971520,159383552~12582912,184549376~20971520,209715200~20971520,234881024~8388608,247463936~8388608,285212672~16777216,310378496~29360128,348127232~8388608,369098752~46137344] 2024-04-02T09:41:02.301 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,29360128~4194304,50331648~75497472,130023424~25165824,159383552~16777216,184549376~20971520,209715200~46137344,285212672~16777216,310378496~33554432,348127232~8388608,369098752~46137344] 2024-04-02T09:41:02.301 INFO:tasks.workunit.client.0.smithi012.stdout:from 6 to 14 diff [0~8388608,29360128~4194304,50331648~75497472,130023424~20971520,159383552~12582912,184549376~20971520,209715200~20971520,234881024~8388608,247463936~8388608,285212672~16777216,310378496~46137344,369098752~46137344] 2024-04-02T09:41:02.301 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,29360128~4194304,50331648~75497472,130023424~20971520,159383552~12582912,184549376~20971520,209715200~20971520,234881024~8388608,247463936~8388608,285212672~16777216,310378496~46137344,369098752~46137344] 2024-04-02T09:41:02.304 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,29360128~4194304,50331648~75497472,130023424~25165824,159383552~16777216,184549376~20971520,209715200~46137344,285212672~16777216,310378496~46137344,369098752~46137344] 2024-04-02T09:41:02.304 INFO:tasks.workunit.client.0.smithi012.stdout:from 6 to 15 diff [0~8388608,29360128~4194304,50331648~37748736,92274688~33554432,130023424~20971520,159383552~12582912,176160768~12582912,192937984~12582912,209715200~20971520,234881024~8388608,247463936~8388608,285212672~16777216,310378496~46137344,369098752~46137344] 2024-04-02T09:41:02.305 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,29360128~4194304,50331648~37748736,92274688~33554432,130023424~20971520,159383552~12582912,176160768~12582912,192937984~12582912,209715200~20971520,234881024~8388608,247463936~8388608,285212672~16777216,310378496~46137344,369098752~46137344] 2024-04-02T09:41:02.308 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,29360128~4194304,50331648~75497472,130023424~25165824,159383552~46137344,209715200~46137344,285212672~16777216,310378496~46137344,369098752~46137344] 2024-04-02T09:41:02.308 INFO:tasks.workunit.client.0.smithi012.stdout:from 6 to 16 diff [0~8388608,20971520~4194304,29360128~4194304,50331648~37748736,92274688~33554432,130023424~20971520,159383552~12582912,176160768~29360128,209715200~20971520,234881024~8388608,247463936~8388608,285212672~16777216,306184192~50331648,369098752~46137344] 2024-04-02T09:41:02.309 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,20971520~4194304,29360128~4194304,50331648~37748736,92274688~33554432,130023424~20971520,159383552~12582912,176160768~29360128,209715200~20971520,234881024~8388608,247463936~8388608,285212672~16777216,306184192~50331648,369098752~46137344] 2024-04-02T09:41:02.313 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,20971520~12582912,50331648~75497472,130023424~25165824,159383552~46137344,209715200~46137344,285212672~16777216,306184192~50331648,369098752~46137344] 2024-04-02T09:41:02.313 INFO:tasks.workunit.client.0.smithi012.stdout:from 6 to 17 diff [0~12582912,20971520~12582912,50331648~37748736,92274688~33554432,130023424~20971520,159383552~46137344,209715200~20971520,234881024~8388608,247463936~12582912,285212672~16777216,306184192~58720256,369098752~46137344] 2024-04-02T09:41:02.313 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,50331648~37748736,92274688~33554432,130023424~20971520,159383552~46137344,209715200~20971520,234881024~8388608,247463936~12582912,285212672~16777216,306184192~58720256,369098752~46137344] 2024-04-02T09:41:02.317 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,50331648~75497472,130023424~25165824,159383552~46137344,209715200~50331648,285212672~16777216,306184192~58720256,369098752~46137344] 2024-04-02T09:41:02.318 INFO:tasks.workunit.client.0.smithi012.stdout:from 6 to 18 diff [0~12582912,20971520~12582912,50331648~37748736,92274688~33554432,130023424~20971520,159383552~46137344,209715200~20971520,234881024~8388608,247463936~12582912,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:02.318 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,50331648~37748736,92274688~33554432,130023424~20971520,159383552~46137344,209715200~20971520,234881024~8388608,247463936~12582912,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:02.323 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,50331648~75497472,130023424~25165824,159383552~46137344,209715200~50331648,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:02.323 INFO:tasks.workunit.client.0.smithi012.stdout:from 6 to 19 diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:02.323 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:02.328 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,50331648~104857600,159383552~46137344,209715200~50331648,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:02.328 INFO:tasks.workunit.client.0.smithi012.stdout:from 7 to 8 diff [50331648~8388608,62914560~4194304,130023424~8388608,142606336~8388608,310378496~4194304,322961408~4194304,369098752~4194304,385875968~16777216] 2024-04-02T09:41:02.328 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [50331648~8388608,62914560~4194304,130023424~8388608,142606336~8388608,310378496~4194304,322961408~4194304,369098752~4194304,385875968~16777216] 2024-04-02T09:41:02.329 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [50331648~16777216,130023424~20971520,310378496~8388608,322961408~4194304,369098752~4194304,385875968~16777216] 2024-04-02T09:41:02.329 INFO:tasks.workunit.client.0.smithi012.stdout:from 7 to 9 diff [0~4194304,50331648~8388608,62914560~4194304,71303168~4194304,92274688~8388608,130023424~8388608,142606336~8388608,184549376~12582912,213909504~4194304,247463936~8388608,310378496~16777216,369098752~4194304,385875968~16777216,406847488~4194304] 2024-04-02T09:41:02.330 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~4194304,50331648~8388608,62914560~4194304,71303168~4194304,92274688~8388608,130023424~8388608,142606336~8388608,184549376~12582912,213909504~4194304,247463936~8388608,310378496~16777216,369098752~4194304,385875968~16777216,406847488~4194304] 2024-04-02T09:41:02.331 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8388608,50331648~16777216,71303168~8388608,92274688~12582912,130023424~20971520,184549376~12582912,213909504~8388608,247463936~8388608,310378496~16777216,369098752~4194304,385875968~16777216,406847488~8388608] 2024-04-02T09:41:02.331 INFO:tasks.workunit.client.0.smithi012.stdout:from 7 to 10 diff [0~4194304,50331648~33554432,88080384~25165824,130023424~20971520,184549376~12582912,213909504~4194304,239075328~4194304,247463936~8388608,310378496~16777216,369098752~4194304,385875968~16777216,406847488~4194304] 2024-04-02T09:41:02.331 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~4194304,50331648~33554432,88080384~25165824,130023424~20971520,184549376~12582912,213909504~4194304,239075328~4194304,247463936~8388608,310378496~16777216,369098752~4194304,385875968~16777216,406847488~4194304] 2024-04-02T09:41:02.333 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8388608,50331648~33554432,88080384~29360128,130023424~20971520,184549376~12582912,213909504~8388608,239075328~16777216,310378496~16777216,369098752~4194304,385875968~16777216,406847488~8388608] 2024-04-02T09:41:02.333 INFO:tasks.workunit.client.0.smithi012.stdout:from 7 to 11 diff [0~4194304,50331648~33554432,88080384~25165824,130023424~20971520,167772160~8388608,184549376~12582912,213909504~4194304,222298112~8388608,239075328~4194304,247463936~8388608,285212672~8388608,310378496~16777216,348127232~8388608,369098752~12582912,385875968~16777216,406847488~4194304] 2024-04-02T09:41:02.333 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~4194304,50331648~33554432,88080384~25165824,130023424~20971520,167772160~8388608,184549376~12582912,213909504~4194304,222298112~8388608,239075328~4194304,247463936~8388608,285212672~8388608,310378496~16777216,348127232~8388608,369098752~12582912,385875968~16777216,406847488~4194304] 2024-04-02T09:41:02.335 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8388608,50331648~33554432,88080384~29360128,130023424~25165824,167772160~8388608,184549376~12582912,213909504~20971520,239075328~16777216,285212672~12582912,310378496~16777216,348127232~8388608,369098752~33554432,406847488~8388608] 2024-04-02T09:41:02.335 INFO:tasks.workunit.client.0.smithi012.stdout:from 7 to 12 diff [0~4194304,50331648~33554432,88080384~25165824,121634816~4194304,130023424~20971520,167772160~8388608,184549376~12582912,213909504~16777216,234881024~8388608,247463936~8388608,285212672~12582912,310378496~25165824,348127232~8388608,369098752~12582912,385875968~16777216,406847488~8388608] 2024-04-02T09:41:02.335 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~4194304,50331648~33554432,88080384~25165824,121634816~4194304,130023424~20971520,167772160~8388608,184549376~12582912,213909504~16777216,234881024~8388608,247463936~8388608,285212672~12582912,310378496~25165824,348127232~8388608,369098752~12582912,385875968~16777216,406847488~8388608] 2024-04-02T09:41:02.337 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8388608,50331648~33554432,88080384~29360128,121634816~4194304,130023424~25165824,167772160~8388608,184549376~12582912,213909504~41943040,285212672~16777216,310378496~25165824,348127232~8388608,369098752~33554432,406847488~8388608] 2024-04-02T09:41:02.338 INFO:tasks.workunit.client.0.smithi012.stdout:from 7 to 13 diff [0~8388608,29360128~4194304,50331648~33554432,88080384~25165824,121634816~4194304,130023424~20971520,167772160~8388608,184549376~20971520,213909504~16777216,234881024~8388608,247463936~8388608,285212672~12582912,310378496~29360128,348127232~8388608,369098752~33554432,406847488~8388608] 2024-04-02T09:41:02.338 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,29360128~4194304,50331648~33554432,88080384~25165824,121634816~4194304,130023424~20971520,167772160~8388608,184549376~20971520,213909504~16777216,234881024~8388608,247463936~8388608,285212672~12582912,310378496~29360128,348127232~8388608,369098752~33554432,406847488~8388608] 2024-04-02T09:41:02.340 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,29360128~4194304,50331648~33554432,88080384~29360128,121634816~4194304,130023424~25165824,167772160~8388608,184549376~20971520,213909504~41943040,285212672~16777216,310378496~33554432,348127232~8388608,369098752~33554432,406847488~8388608] 2024-04-02T09:41:02.341 INFO:tasks.workunit.client.0.smithi012.stdout:from 7 to 14 diff [0~8388608,29360128~4194304,50331648~67108864,121634816~4194304,130023424~20971520,167772160~8388608,184549376~20971520,213909504~16777216,234881024~8388608,247463936~8388608,285212672~16777216,310378496~46137344,369098752~46137344] 2024-04-02T09:41:02.341 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,29360128~4194304,50331648~67108864,121634816~4194304,130023424~20971520,167772160~8388608,184549376~20971520,213909504~16777216,234881024~8388608,247463936~8388608,285212672~16777216,310378496~46137344,369098752~46137344] 2024-04-02T09:41:02.344 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,29360128~4194304,50331648~67108864,121634816~4194304,130023424~25165824,167772160~8388608,184549376~20971520,213909504~41943040,285212672~16777216,310378496~46137344,369098752~46137344] 2024-04-02T09:41:02.344 INFO:tasks.workunit.client.0.smithi012.stdout:from 7 to 15 diff [0~8388608,29360128~4194304,50331648~37748736,92274688~33554432,130023424~20971520,167772160~20971520,192937984~12582912,213909504~16777216,234881024~8388608,247463936~8388608,285212672~16777216,310378496~46137344,369098752~46137344] 2024-04-02T09:41:02.344 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,29360128~4194304,50331648~37748736,92274688~33554432,130023424~20971520,167772160~20971520,192937984~12582912,213909504~16777216,234881024~8388608,247463936~8388608,285212672~16777216,310378496~46137344,369098752~46137344] 2024-04-02T09:41:02.347 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,29360128~4194304,50331648~75497472,130023424~25165824,167772160~37748736,213909504~41943040,285212672~16777216,310378496~46137344,369098752~46137344] 2024-04-02T09:41:02.347 INFO:tasks.workunit.client.0.smithi012.stdout:from 7 to 16 diff [0~8388608,20971520~4194304,29360128~4194304,50331648~37748736,92274688~33554432,130023424~20971520,167772160~37748736,213909504~16777216,234881024~8388608,247463936~8388608,285212672~16777216,306184192~50331648,369098752~46137344] 2024-04-02T09:41:02.347 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,20971520~4194304,29360128~4194304,50331648~37748736,92274688~33554432,130023424~20971520,167772160~37748736,213909504~16777216,234881024~8388608,247463936~8388608,285212672~16777216,306184192~50331648,369098752~46137344] 2024-04-02T09:41:02.351 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,20971520~12582912,50331648~75497472,130023424~25165824,167772160~37748736,213909504~41943040,285212672~16777216,306184192~50331648,369098752~46137344] 2024-04-02T09:41:02.351 INFO:tasks.workunit.client.0.smithi012.stdout:from 7 to 17 diff [0~12582912,20971520~12582912,50331648~37748736,92274688~33554432,130023424~20971520,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,285212672~16777216,306184192~58720256,369098752~46137344] 2024-04-02T09:41:02.351 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,50331648~37748736,92274688~33554432,130023424~20971520,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,285212672~16777216,306184192~58720256,369098752~46137344] 2024-04-02T09:41:02.355 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,50331648~75497472,130023424~25165824,167772160~37748736,209715200~50331648,285212672~16777216,306184192~58720256,369098752~46137344] 2024-04-02T09:41:02.356 INFO:tasks.workunit.client.0.smithi012.stdout:from 7 to 18 diff [0~12582912,20971520~12582912,50331648~37748736,92274688~33554432,130023424~20971520,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:02.356 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,50331648~37748736,92274688~33554432,130023424~20971520,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:02.360 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,50331648~75497472,130023424~25165824,167772160~37748736,209715200~50331648,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:02.360 INFO:tasks.workunit.client.0.smithi012.stdout:from 7 to 19 diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:02.360 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:02.365 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,50331648~104857600,167772160~37748736,209715200~50331648,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:02.365 INFO:tasks.workunit.client.0.smithi012.stdout:from 8 to 9 diff [0~4194304,71303168~4194304,92274688~8388608,184549376~12582912,213909504~4194304,247463936~8388608,314572800~8388608,406847488~4194304] 2024-04-02T09:41:02.366 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~4194304,71303168~4194304,92274688~8388608,184549376~12582912,213909504~4194304,247463936~8388608,314572800~8388608,406847488~4194304] 2024-04-02T09:41:02.366 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8388608,71303168~8388608,92274688~12582912,184549376~12582912,213909504~8388608,247463936~8388608,314572800~8388608,406847488~8388608] 2024-04-02T09:41:02.367 INFO:tasks.workunit.client.0.smithi012.stdout:from 8 to 10 diff [0~4194304,54525952~29360128,88080384~25165824,130023424~12582912,184549376~12582912,213909504~4194304,239075328~4194304,247463936~8388608,314572800~12582912,406847488~4194304] 2024-04-02T09:41:02.367 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~4194304,54525952~29360128,88080384~25165824,130023424~12582912,184549376~12582912,213909504~4194304,239075328~4194304,247463936~8388608,314572800~12582912,406847488~4194304] 2024-04-02T09:41:02.368 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8388608,54525952~29360128,88080384~29360128,130023424~12582912,184549376~12582912,213909504~8388608,239075328~16777216,314572800~12582912,406847488~8388608] 2024-04-02T09:41:02.368 INFO:tasks.workunit.client.0.smithi012.stdout:from 8 to 11 diff [0~4194304,54525952~29360128,88080384~25165824,130023424~20971520,167772160~8388608,184549376~12582912,213909504~4194304,222298112~8388608,239075328~4194304,247463936~8388608,285212672~8388608,314572800~12582912,348127232~8388608,373293056~8388608,385875968~4194304,406847488~4194304] 2024-04-02T09:41:02.368 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~4194304,54525952~29360128,88080384~25165824,130023424~20971520,167772160~8388608,184549376~12582912,213909504~4194304,222298112~8388608,239075328~4194304,247463936~8388608,285212672~8388608,314572800~12582912,348127232~8388608,373293056~8388608,385875968~4194304,406847488~4194304] 2024-04-02T09:41:02.370 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8388608,54525952~29360128,88080384~29360128,130023424~25165824,167772160~8388608,184549376~12582912,213909504~20971520,239075328~16777216,285212672~12582912,314572800~12582912,348127232~8388608,373293056~20971520,406847488~8388608] 2024-04-02T09:41:02.370 INFO:tasks.workunit.client.0.smithi012.stdout:from 8 to 12 diff [0~4194304,54525952~29360128,88080384~25165824,121634816~4194304,130023424~20971520,167772160~8388608,184549376~12582912,213909504~16777216,234881024~8388608,247463936~8388608,285212672~12582912,314572800~20971520,348127232~8388608,373293056~8388608,385875968~4194304,406847488~8388608] 2024-04-02T09:41:02.370 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~4194304,54525952~29360128,88080384~25165824,121634816~4194304,130023424~20971520,167772160~8388608,184549376~12582912,213909504~16777216,234881024~8388608,247463936~8388608,285212672~12582912,314572800~20971520,348127232~8388608,373293056~8388608,385875968~4194304,406847488~8388608] 2024-04-02T09:41:02.373 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8388608,54525952~29360128,88080384~29360128,121634816~4194304,130023424~25165824,167772160~8388608,184549376~12582912,213909504~41943040,285212672~16777216,314572800~20971520,348127232~8388608,373293056~20971520,406847488~8388608] 2024-04-02T09:41:02.373 INFO:tasks.workunit.client.0.smithi012.stdout:from 8 to 13 diff [0~8388608,29360128~4194304,54525952~29360128,88080384~25165824,121634816~4194304,130023424~20971520,167772160~8388608,184549376~20971520,213909504~16777216,234881024~8388608,247463936~8388608,285212672~12582912,314572800~25165824,348127232~8388608,373293056~16777216,406847488~8388608] 2024-04-02T09:41:02.373 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,29360128~4194304,54525952~29360128,88080384~25165824,121634816~4194304,130023424~20971520,167772160~8388608,184549376~20971520,213909504~16777216,234881024~8388608,247463936~8388608,285212672~12582912,314572800~25165824,348127232~8388608,373293056~16777216,406847488~8388608] 2024-04-02T09:41:02.375 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,29360128~4194304,54525952~29360128,88080384~29360128,121634816~4194304,130023424~25165824,167772160~8388608,184549376~20971520,213909504~41943040,285212672~16777216,314572800~29360128,348127232~8388608,373293056~20971520,406847488~8388608] 2024-04-02T09:41:02.376 INFO:tasks.workunit.client.0.smithi012.stdout:from 8 to 14 diff [0~8388608,29360128~4194304,54525952~62914560,121634816~4194304,130023424~20971520,167772160~8388608,184549376~20971520,213909504~16777216,234881024~8388608,247463936~8388608,285212672~16777216,314572800~41943040,373293056~20971520,398458880~16777216] 2024-04-02T09:41:02.376 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,29360128~4194304,54525952~62914560,121634816~4194304,130023424~20971520,167772160~8388608,184549376~20971520,213909504~16777216,234881024~8388608,247463936~8388608,285212672~16777216,314572800~41943040,373293056~20971520,398458880~16777216] 2024-04-02T09:41:02.378 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,29360128~4194304,54525952~62914560,121634816~4194304,130023424~25165824,167772160~8388608,184549376~20971520,213909504~41943040,285212672~16777216,314572800~41943040,373293056~20971520,398458880~16777216] 2024-04-02T09:41:02.378 INFO:tasks.workunit.client.0.smithi012.stdout:from 8 to 15 diff [0~8388608,29360128~4194304,54525952~71303168,130023424~20971520,167772160~20971520,192937984~12582912,213909504~16777216,234881024~8388608,247463936~8388608,285212672~16777216,314572800~41943040,373293056~20971520,398458880~16777216] 2024-04-02T09:41:02.378 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,29360128~4194304,54525952~71303168,130023424~20971520,167772160~20971520,192937984~12582912,213909504~16777216,234881024~8388608,247463936~8388608,285212672~16777216,314572800~41943040,373293056~20971520,398458880~16777216] 2024-04-02T09:41:02.382 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,29360128~4194304,54525952~71303168,130023424~25165824,167772160~37748736,213909504~41943040,285212672~16777216,314572800~41943040,373293056~20971520,398458880~16777216] 2024-04-02T09:41:02.382 INFO:tasks.workunit.client.0.smithi012.stdout:from 8 to 16 diff [0~8388608,20971520~4194304,29360128~4194304,54525952~71303168,130023424~20971520,167772160~37748736,213909504~16777216,234881024~8388608,247463936~8388608,285212672~16777216,306184192~4194304,314572800~41943040,373293056~20971520,398458880~16777216] 2024-04-02T09:41:02.382 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,20971520~4194304,29360128~4194304,54525952~71303168,130023424~20971520,167772160~37748736,213909504~16777216,234881024~8388608,247463936~8388608,285212672~16777216,306184192~4194304,314572800~41943040,373293056~20971520,398458880~16777216] 2024-04-02T09:41:02.385 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,20971520~12582912,54525952~71303168,130023424~25165824,167772160~37748736,213909504~41943040,285212672~16777216,306184192~4194304,314572800~41943040,373293056~20971520,398458880~16777216] 2024-04-02T09:41:02.386 INFO:tasks.workunit.client.0.smithi012.stdout:from 8 to 17 diff [0~12582912,20971520~12582912,54525952~71303168,130023424~20971520,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~16777216] 2024-04-02T09:41:02.386 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,54525952~71303168,130023424~20971520,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~16777216] 2024-04-02T09:41:02.389 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,54525952~71303168,130023424~25165824,167772160~37748736,209715200~50331648,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~16777216] 2024-04-02T09:41:02.390 INFO:tasks.workunit.client.0.smithi012.stdout:from 8 to 18 diff [0~12582912,20971520~12582912,54525952~71303168,130023424~20971520,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:02.390 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,54525952~71303168,130023424~20971520,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:02.394 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,54525952~71303168,130023424~25165824,167772160~37748736,209715200~50331648,285212672~16777216,306184192~58720256,373293056~20971520,398458880~20971520] 2024-04-02T09:41:02.394 INFO:tasks.workunit.client.0.smithi012.stdout:from 8 to 19 diff [0~12582912,20971520~12582912,37748736~4194304,54525952~96468992,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:02.394 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,54525952~96468992,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:02.399 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,54525952~100663296,167772160~37748736,209715200~50331648,272629760~8388608,285212672~16777216,306184192~58720256,373293056~20971520,398458880~20971520] 2024-04-02T09:41:02.399 INFO:tasks.workunit.client.0.smithi012.stdout:from 9 to 10 diff [54525952~16777216,75497472~8388608,88080384~12582912,104857600~8388608,130023424~12582912,239075328~4194304,322961408~4194304] 2024-04-02T09:41:02.399 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [54525952~16777216,75497472~8388608,88080384~12582912,104857600~8388608,130023424~12582912,239075328~4194304,322961408~4194304] 2024-04-02T09:41:02.400 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [54525952~29360128,88080384~29360128,130023424~12582912,239075328~8388608,322961408~4194304] 2024-04-02T09:41:02.400 INFO:tasks.workunit.client.0.smithi012.stdout:from 9 to 11 diff [54525952~29360128,88080384~12582912,104857600~8388608,130023424~20971520,167772160~8388608,222298112~8388608,239075328~4194304,285212672~8388608,322961408~4194304,348127232~8388608,373293056~8388608,385875968~4194304] 2024-04-02T09:41:02.400 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [54525952~29360128,88080384~12582912,104857600~8388608,130023424~20971520,167772160~8388608,222298112~8388608,239075328~4194304,285212672~8388608,322961408~4194304,348127232~8388608,373293056~8388608,385875968~4194304] 2024-04-02T09:41:02.401 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [54525952~29360128,88080384~29360128,130023424~25165824,167772160~8388608,222298112~12582912,239075328~8388608,285212672~12582912,322961408~4194304,348127232~8388608,373293056~20971520] 2024-04-02T09:41:02.401 INFO:tasks.workunit.client.0.smithi012.stdout:from 9 to 12 diff [54525952~29360128,88080384~25165824,121634816~4194304,130023424~20971520,167772160~8388608,184549376~4194304,218103808~12582912,234881024~8388608,285212672~12582912,322961408~12582912,348127232~8388608,373293056~8388608,385875968~4194304,406847488~8388608] 2024-04-02T09:41:02.401 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [54525952~29360128,88080384~25165824,121634816~4194304,130023424~20971520,167772160~8388608,184549376~4194304,218103808~12582912,234881024~8388608,285212672~12582912,322961408~12582912,348127232~8388608,373293056~8388608,385875968~4194304,406847488~8388608] 2024-04-02T09:41:02.403 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [54525952~29360128,88080384~29360128,121634816~4194304,130023424~25165824,167772160~8388608,184549376~8388608,218103808~29360128,285212672~16777216,322961408~12582912,348127232~8388608,373293056~20971520,406847488~8388608] 2024-04-02T09:41:02.403 INFO:tasks.workunit.client.0.smithi012.stdout:from 9 to 13 diff [0~8388608,29360128~4194304,54525952~29360128,88080384~25165824,121634816~4194304,130023424~20971520,167772160~8388608,184549376~4194304,197132288~8388608,213909504~16777216,234881024~8388608,285212672~12582912,322961408~16777216,348127232~8388608,373293056~16777216,406847488~8388608] 2024-04-02T09:41:02.403 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,29360128~4194304,54525952~29360128,88080384~25165824,121634816~4194304,130023424~20971520,167772160~8388608,184549376~4194304,197132288~8388608,213909504~16777216,234881024~8388608,285212672~12582912,322961408~16777216,348127232~8388608,373293056~16777216,406847488~8388608] 2024-04-02T09:41:02.405 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,29360128~4194304,54525952~29360128,88080384~29360128,121634816~4194304,130023424~25165824,167772160~8388608,184549376~8388608,197132288~8388608,213909504~33554432,285212672~16777216,322961408~20971520,348127232~8388608,373293056~20971520,406847488~8388608] 2024-04-02T09:41:02.406 INFO:tasks.workunit.client.0.smithi012.stdout:from 9 to 14 diff [0~8388608,29360128~4194304,54525952~62914560,121634816~4194304,130023424~20971520,167772160~8388608,184549376~4194304,197132288~8388608,213909504~16777216,234881024~8388608,285212672~16777216,322961408~33554432,373293056~20971520,398458880~16777216] 2024-04-02T09:41:02.406 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,29360128~4194304,54525952~62914560,121634816~4194304,130023424~20971520,167772160~8388608,184549376~4194304,197132288~8388608,213909504~16777216,234881024~8388608,285212672~16777216,322961408~33554432,373293056~20971520,398458880~16777216] 2024-04-02T09:41:02.408 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,29360128~4194304,54525952~62914560,121634816~4194304,130023424~25165824,167772160~8388608,184549376~8388608,197132288~8388608,213909504~33554432,285212672~16777216,322961408~33554432,373293056~20971520,398458880~16777216] 2024-04-02T09:41:02.408 INFO:tasks.workunit.client.0.smithi012.stdout:from 9 to 15 diff [0~8388608,29360128~4194304,54525952~33554432,92274688~33554432,130023424~20971520,167772160~20971520,197132288~8388608,213909504~16777216,234881024~8388608,285212672~16777216,322961408~33554432,373293056~20971520,398458880~16777216] 2024-04-02T09:41:02.408 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,29360128~4194304,54525952~33554432,92274688~33554432,130023424~20971520,167772160~20971520,197132288~8388608,213909504~16777216,234881024~8388608,285212672~16777216,322961408~33554432,373293056~20971520,398458880~16777216] 2024-04-02T09:41:02.411 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,29360128~4194304,54525952~71303168,130023424~25165824,167772160~25165824,197132288~8388608,213909504~33554432,285212672~16777216,322961408~33554432,373293056~20971520,398458880~16777216] 2024-04-02T09:41:02.411 INFO:tasks.workunit.client.0.smithi012.stdout:from 9 to 16 diff [0~8388608,20971520~4194304,29360128~4194304,54525952~33554432,92274688~33554432,130023424~20971520,167772160~37748736,213909504~16777216,234881024~8388608,247463936~8388608,285212672~16777216,306184192~4194304,322961408~33554432,373293056~20971520,398458880~16777216] 2024-04-02T09:41:02.411 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,20971520~4194304,29360128~4194304,54525952~33554432,92274688~33554432,130023424~20971520,167772160~37748736,213909504~16777216,234881024~8388608,247463936~8388608,285212672~16777216,306184192~4194304,322961408~33554432,373293056~20971520,398458880~16777216] 2024-04-02T09:41:02.414 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,20971520~12582912,54525952~71303168,130023424~25165824,167772160~37748736,213909504~41943040,285212672~16777216,306184192~4194304,322961408~33554432,373293056~20971520,398458880~16777216] 2024-04-02T09:41:02.414 INFO:tasks.workunit.client.0.smithi012.stdout:from 9 to 17 diff [0~12582912,20971520~12582912,54525952~33554432,92274688~33554432,130023424~20971520,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,285212672~16777216,306184192~4194304,322961408~41943040,373293056~20971520,398458880~16777216] 2024-04-02T09:41:02.414 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,54525952~33554432,92274688~33554432,130023424~20971520,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,285212672~16777216,306184192~4194304,322961408~41943040,373293056~20971520,398458880~16777216] 2024-04-02T09:41:02.418 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,54525952~71303168,130023424~25165824,167772160~37748736,209715200~50331648,285212672~16777216,306184192~4194304,322961408~41943040,373293056~20971520,398458880~16777216] 2024-04-02T09:41:02.418 INFO:tasks.workunit.client.0.smithi012.stdout:from 9 to 18 diff [0~12582912,20971520~12582912,54525952~33554432,92274688~33554432,130023424~20971520,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:02.418 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,54525952~33554432,92274688~33554432,130023424~20971520,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:02.422 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,54525952~71303168,130023424~25165824,167772160~37748736,209715200~50331648,285212672~16777216,306184192~58720256,373293056~20971520,398458880~20971520] 2024-04-02T09:41:02.422 INFO:tasks.workunit.client.0.smithi012.stdout:from 9 to 19 diff [0~12582912,20971520~12582912,37748736~4194304,54525952~33554432,92274688~58720256,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:02.422 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,54525952~33554432,92274688~58720256,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:02.426 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,54525952~100663296,167772160~37748736,209715200~50331648,272629760~8388608,285212672~16777216,306184192~58720256,373293056~20971520,398458880~20971520] 2024-04-02T09:41:02.426 INFO:tasks.workunit.client.0.smithi012.stdout:from 10 to 11 diff [58720256~12582912,142606336~8388608,167772160~8388608,222298112~8388608,285212672~8388608,348127232~8388608,373293056~8388608,385875968~4194304] 2024-04-02T09:41:02.426 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [58720256~12582912,142606336~8388608,167772160~8388608,222298112~8388608,285212672~8388608,348127232~8388608,373293056~8388608,385875968~4194304] 2024-04-02T09:41:02.427 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [58720256~16777216,142606336~12582912,167772160~8388608,222298112~12582912,285212672~12582912,348127232~8388608,373293056~20971520] 2024-04-02T09:41:02.427 INFO:tasks.workunit.client.0.smithi012.stdout:from 10 to 12 diff [58720256~12582912,75497472~8388608,100663296~4194304,109051904~8388608,121634816~4194304,142606336~8388608,167772160~8388608,184549376~4194304,218103808~12582912,234881024~4194304,285212672~12582912,327155712~8388608,348127232~8388608,373293056~8388608,385875968~4194304,406847488~8388608] 2024-04-02T09:41:02.427 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [58720256~12582912,75497472~8388608,100663296~4194304,109051904~8388608,121634816~4194304,142606336~8388608,167772160~8388608,184549376~4194304,218103808~12582912,234881024~4194304,285212672~12582912,327155712~8388608,348127232~8388608,373293056~8388608,385875968~4194304,406847488~8388608] 2024-04-02T09:41:02.429 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [58720256~25165824,100663296~16777216,121634816~4194304,142606336~12582912,167772160~8388608,184549376~8388608,218103808~25165824,285212672~16777216,327155712~8388608,348127232~8388608,373293056~20971520,406847488~8388608] 2024-04-02T09:41:02.429 INFO:tasks.workunit.client.0.smithi012.stdout:from 10 to 13 diff [0~8388608,29360128~4194304,58720256~12582912,75497472~8388608,100663296~4194304,109051904~8388608,121634816~4194304,130023424~4194304,142606336~8388608,167772160~8388608,184549376~4194304,197132288~8388608,213909504~16777216,234881024~4194304,285212672~12582912,327155712~12582912,348127232~8388608,373293056~16777216,406847488~8388608] 2024-04-02T09:41:02.429 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,29360128~4194304,58720256~12582912,75497472~8388608,100663296~4194304,109051904~8388608,121634816~4194304,130023424~4194304,142606336~8388608,167772160~8388608,184549376~4194304,197132288~8388608,213909504~16777216,234881024~4194304,285212672~12582912,327155712~12582912,348127232~8388608,373293056~16777216,406847488~8388608] 2024-04-02T09:41:02.431 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,29360128~4194304,58720256~25165824,100663296~16777216,121634816~4194304,130023424~4194304,142606336~12582912,167772160~8388608,184549376~8388608,197132288~8388608,213909504~29360128,285212672~16777216,327155712~16777216,348127232~8388608,373293056~20971520,406847488~8388608] 2024-04-02T09:41:02.431 INFO:tasks.workunit.client.0.smithi012.stdout:from 10 to 14 diff [0~8388608,29360128~4194304,58720256~12582912,75497472~41943040,121634816~4194304,130023424~8388608,142606336~8388608,167772160~8388608,184549376~4194304,197132288~8388608,213909504~16777216,234881024~4194304,285212672~16777216,327155712~29360128,373293056~20971520,398458880~16777216] 2024-04-02T09:41:02.431 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,29360128~4194304,58720256~12582912,75497472~41943040,121634816~4194304,130023424~8388608,142606336~8388608,167772160~8388608,184549376~4194304,197132288~8388608,213909504~16777216,234881024~4194304,285212672~16777216,327155712~29360128,373293056~20971520,398458880~16777216] 2024-04-02T09:41:02.455 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,29360128~4194304,58720256~58720256,121634816~4194304,130023424~8388608,142606336~12582912,167772160~8388608,184549376~8388608,197132288~8388608,213909504~29360128,285212672~16777216,327155712~29360128,373293056~20971520,398458880~16777216] 2024-04-02T09:41:02.455 INFO:tasks.workunit.client.0.smithi012.stdout:from 10 to 15 diff [0~8388608,29360128~4194304,58720256~29360128,92274688~33554432,130023424~20971520,167772160~20971520,197132288~8388608,213909504~16777216,234881024~4194304,285212672~16777216,327155712~29360128,373293056~20971520,398458880~16777216] 2024-04-02T09:41:02.455 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,29360128~4194304,58720256~29360128,92274688~33554432,130023424~20971520,167772160~20971520,197132288~8388608,213909504~16777216,234881024~4194304,285212672~16777216,327155712~29360128,373293056~20971520,398458880~16777216] 2024-04-02T09:41:02.457 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,29360128~4194304,58720256~67108864,130023424~25165824,167772160~25165824,197132288~8388608,213909504~29360128,285212672~16777216,327155712~29360128,373293056~20971520,398458880~16777216] 2024-04-02T09:41:02.458 INFO:tasks.workunit.client.0.smithi012.stdout:from 10 to 16 diff [0~8388608,20971520~4194304,29360128~4194304,58720256~29360128,92274688~33554432,130023424~20971520,167772160~37748736,213909504~16777216,234881024~4194304,247463936~8388608,285212672~16777216,306184192~4194304,327155712~29360128,373293056~20971520,398458880~16777216] 2024-04-02T09:41:02.458 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,20971520~4194304,29360128~4194304,58720256~29360128,92274688~33554432,130023424~20971520,167772160~37748736,213909504~16777216,234881024~4194304,247463936~8388608,285212672~16777216,306184192~4194304,327155712~29360128,373293056~20971520,398458880~16777216] 2024-04-02T09:41:02.460 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,20971520~12582912,58720256~67108864,130023424~25165824,167772160~37748736,213909504~29360128,247463936~8388608,285212672~16777216,306184192~4194304,327155712~29360128,373293056~20971520,398458880~16777216] 2024-04-02T09:41:02.460 INFO:tasks.workunit.client.0.smithi012.stdout:from 10 to 17 diff [0~12582912,20971520~12582912,58720256~29360128,92274688~33554432,130023424~20971520,167772160~37748736,209715200~20971520,234881024~4194304,247463936~12582912,285212672~16777216,306184192~4194304,327155712~37748736,373293056~20971520,398458880~16777216] 2024-04-02T09:41:02.460 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,58720256~29360128,92274688~33554432,130023424~20971520,167772160~37748736,209715200~20971520,234881024~4194304,247463936~12582912,285212672~16777216,306184192~4194304,327155712~37748736,373293056~20971520,398458880~16777216] 2024-04-02T09:41:02.464 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,58720256~67108864,130023424~25165824,167772160~37748736,209715200~33554432,247463936~12582912,285212672~16777216,306184192~4194304,327155712~37748736,373293056~20971520,398458880~16777216] 2024-04-02T09:41:02.464 INFO:tasks.workunit.client.0.smithi012.stdout:from 10 to 18 diff [0~12582912,20971520~12582912,58720256~29360128,92274688~33554432,130023424~20971520,167772160~37748736,209715200~20971520,234881024~4194304,247463936~12582912,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:02.464 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,58720256~29360128,92274688~33554432,130023424~20971520,167772160~37748736,209715200~20971520,234881024~4194304,247463936~12582912,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:02.468 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,58720256~67108864,130023424~25165824,167772160~37748736,209715200~33554432,247463936~12582912,285212672~16777216,306184192~58720256,373293056~20971520,398458880~20971520] 2024-04-02T09:41:02.468 INFO:tasks.workunit.client.0.smithi012.stdout:from 10 to 19 diff [0~12582912,20971520~12582912,37748736~4194304,58720256~29360128,92274688~58720256,167772160~37748736,209715200~20971520,234881024~4194304,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:02.468 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,58720256~29360128,92274688~58720256,167772160~37748736,209715200~20971520,234881024~4194304,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:02.471 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,58720256~96468992,167772160~37748736,209715200~33554432,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,373293056~20971520,398458880~20971520] 2024-04-02T09:41:02.471 INFO:tasks.workunit.client.0.smithi012.stdout:from 11 to 12 diff [75497472~8388608,100663296~4194304,109051904~8388608,121634816~4194304,184549376~4194304,218103808~8388608,234881024~4194304,289406976~8388608,327155712~8388608,406847488~8388608] 2024-04-02T09:41:02.472 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [75497472~8388608,100663296~4194304,109051904~8388608,121634816~4194304,184549376~4194304,218103808~8388608,234881024~4194304,289406976~8388608,327155712~8388608,406847488~8388608] 2024-04-02T09:41:02.473 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [75497472~8388608,100663296~16777216,121634816~4194304,184549376~8388608,218103808~12582912,234881024~8388608,289406976~12582912,327155712~8388608,406847488~8388608] 2024-04-02T09:41:02.473 INFO:tasks.workunit.client.0.smithi012.stdout:from 11 to 13 diff [0~8388608,29360128~4194304,75497472~8388608,100663296~4194304,109051904~8388608,121634816~4194304,130023424~4194304,184549376~4194304,197132288~8388608,213909504~12582912,234881024~4194304,289406976~8388608,327155712~12582912,377487360~4194304,406847488~8388608] 2024-04-02T09:41:02.473 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,29360128~4194304,75497472~8388608,100663296~4194304,109051904~8388608,121634816~4194304,130023424~4194304,184549376~4194304,197132288~8388608,213909504~12582912,234881024~4194304,289406976~8388608,327155712~12582912,377487360~4194304,406847488~8388608] 2024-04-02T09:41:02.474 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,29360128~4194304,75497472~8388608,100663296~16777216,121634816~4194304,130023424~4194304,184549376~8388608,197132288~8388608,213909504~16777216,234881024~8388608,289406976~12582912,327155712~16777216,377487360~8388608,406847488~8388608] 2024-04-02T09:41:02.474 INFO:tasks.workunit.client.0.smithi012.stdout:from 11 to 14 diff [0~8388608,29360128~4194304,75497472~41943040,121634816~4194304,130023424~8388608,184549376~4194304,197132288~8388608,213909504~12582912,234881024~4194304,289406976~12582912,327155712~20971520,377487360~4194304,385875968~8388608,398458880~16777216] 2024-04-02T09:41:02.474 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,29360128~4194304,75497472~41943040,121634816~4194304,130023424~8388608,184549376~4194304,197132288~8388608,213909504~12582912,234881024~4194304,289406976~12582912,327155712~20971520,377487360~4194304,385875968~8388608,398458880~16777216] 2024-04-02T09:41:02.476 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,29360128~4194304,75497472~41943040,121634816~4194304,130023424~8388608,184549376~8388608,197132288~8388608,213909504~16777216,234881024~8388608,289406976~12582912,327155712~20971520,377487360~16777216,398458880~16777216] 2024-04-02T09:41:02.476 INFO:tasks.workunit.client.0.smithi012.stdout:from 11 to 15 diff [0~8388608,29360128~4194304,71303168~16777216,92274688~33554432,130023424~12582912,176160768~12582912,197132288~8388608,213909504~12582912,234881024~4194304,289406976~12582912,327155712~20971520,377487360~4194304,385875968~8388608,398458880~16777216] 2024-04-02T09:41:02.476 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,29360128~4194304,71303168~16777216,92274688~33554432,130023424~12582912,176160768~12582912,197132288~8388608,213909504~12582912,234881024~4194304,289406976~12582912,327155712~20971520,377487360~4194304,385875968~8388608,398458880~16777216] 2024-04-02T09:41:02.478 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,29360128~4194304,71303168~54525952,130023424~12582912,176160768~16777216,197132288~8388608,213909504~16777216,234881024~8388608,289406976~12582912,327155712~20971520,377487360~16777216,398458880~16777216] 2024-04-02T09:41:02.478 INFO:tasks.workunit.client.0.smithi012.stdout:from 11 to 16 diff [0~8388608,20971520~4194304,29360128~4194304,71303168~16777216,92274688~33554432,130023424~12582912,176160768~29360128,213909504~12582912,234881024~4194304,247463936~8388608,289406976~12582912,306184192~4194304,327155712~25165824,377487360~4194304,385875968~8388608,398458880~16777216] 2024-04-02T09:41:02.478 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,20971520~4194304,29360128~4194304,71303168~16777216,92274688~33554432,130023424~12582912,176160768~29360128,213909504~12582912,234881024~4194304,247463936~8388608,289406976~12582912,306184192~4194304,327155712~25165824,377487360~4194304,385875968~8388608,398458880~16777216] 2024-04-02T09:41:02.481 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,20971520~12582912,71303168~54525952,130023424~12582912,176160768~29360128,213909504~16777216,234881024~8388608,247463936~8388608,289406976~12582912,306184192~4194304,327155712~29360128,377487360~16777216,398458880~16777216] 2024-04-02T09:41:02.481 INFO:tasks.workunit.client.0.smithi012.stdout:from 11 to 17 diff [0~12582912,20971520~12582912,71303168~16777216,92274688~33554432,130023424~12582912,171966464~33554432,209715200~16777216,234881024~4194304,247463936~12582912,289406976~12582912,306184192~4194304,327155712~25165824,356515840~8388608,373293056~8388608,385875968~8388608,398458880~16777216] 2024-04-02T09:41:02.481 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,71303168~16777216,92274688~33554432,130023424~12582912,171966464~33554432,209715200~16777216,234881024~4194304,247463936~12582912,289406976~12582912,306184192~4194304,327155712~25165824,356515840~8388608,373293056~8388608,385875968~8388608,398458880~16777216] 2024-04-02T09:41:02.484 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,71303168~54525952,130023424~12582912,171966464~33554432,209715200~20971520,234881024~8388608,247463936~12582912,289406976~12582912,306184192~4194304,327155712~37748736,373293056~20971520,398458880~16777216] 2024-04-02T09:41:02.484 INFO:tasks.workunit.client.0.smithi012.stdout:from 11 to 18 diff [0~12582912,20971520~12582912,71303168~16777216,92274688~33554432,130023424~12582912,171966464~33554432,209715200~16777216,234881024~4194304,247463936~12582912,285212672~12582912,306184192~4194304,314572800~37748736,356515840~8388608,373293056~8388608,385875968~8388608,398458880~20971520] 2024-04-02T09:41:02.484 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,71303168~16777216,92274688~33554432,130023424~12582912,171966464~33554432,209715200~16777216,234881024~4194304,247463936~12582912,285212672~12582912,306184192~4194304,314572800~37748736,356515840~8388608,373293056~8388608,385875968~8388608,398458880~20971520] 2024-04-02T09:41:02.487 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,71303168~54525952,130023424~12582912,171966464~33554432,209715200~20971520,234881024~8388608,247463936~12582912,285212672~16777216,306184192~58720256,373293056~20971520,398458880~20971520] 2024-04-02T09:41:02.488 INFO:tasks.workunit.client.0.smithi012.stdout:from 11 to 19 diff [0~12582912,20971520~12582912,37748736~4194304,71303168~16777216,92274688~58720256,171966464~33554432,209715200~16777216,230686720~8388608,247463936~12582912,272629760~8388608,285212672~12582912,306184192~4194304,314572800~37748736,356515840~8388608,373293056~16777216,398458880~20971520] 2024-04-02T09:41:02.488 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,71303168~16777216,92274688~58720256,171966464~33554432,209715200~16777216,230686720~8388608,247463936~12582912,272629760~8388608,285212672~12582912,306184192~4194304,314572800~37748736,356515840~8388608,373293056~16777216,398458880~20971520] 2024-04-02T09:41:02.491 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,71303168~83886080,171966464~33554432,209715200~33554432,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,373293056~20971520,398458880~20971520] 2024-04-02T09:41:02.491 INFO:tasks.workunit.client.0.smithi012.stdout:from 12 to 13 diff [0~8388608,29360128~4194304,130023424~4194304,197132288~8388608,213909504~4194304,327155712~12582912,377487360~4194304] 2024-04-02T09:41:02.491 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,29360128~4194304,130023424~4194304,197132288~8388608,213909504~4194304,327155712~12582912,377487360~4194304] 2024-04-02T09:41:02.492 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,29360128~4194304,130023424~4194304,197132288~8388608,213909504~4194304,327155712~16777216,377487360~8388608] 2024-04-02T09:41:02.492 INFO:tasks.workunit.client.0.smithi012.stdout:from 12 to 14 diff [0~8388608,29360128~4194304,79691776~8388608,92274688~8388608,104857600~8388608,130023424~8388608,197132288~8388608,213909504~4194304,289406976~8388608,327155712~12582912,343932928~4194304,377487360~4194304,385875968~8388608,398458880~8388608] 2024-04-02T09:41:02.493 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,29360128~4194304,79691776~8388608,92274688~8388608,104857600~8388608,130023424~8388608,197132288~8388608,213909504~4194304,289406976~8388608,327155712~12582912,343932928~4194304,377487360~4194304,385875968~8388608,398458880~8388608] 2024-04-02T09:41:02.494 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,29360128~4194304,79691776~33554432,130023424~8388608,197132288~8388608,213909504~4194304,289406976~12582912,327155712~20971520,377487360~16777216,398458880~8388608] 2024-04-02T09:41:02.494 INFO:tasks.workunit.client.0.smithi012.stdout:from 12 to 15 diff [0~8388608,29360128~4194304,71303168~16777216,92274688~8388608,104857600~16777216,130023424~12582912,176160768~12582912,197132288~8388608,213909504~4194304,222298112~4194304,289406976~8388608,327155712~12582912,343932928~4194304,377487360~4194304,385875968~8388608,398458880~8388608] 2024-04-02T09:41:02.494 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,29360128~4194304,71303168~16777216,92274688~8388608,104857600~16777216,130023424~12582912,176160768~12582912,197132288~8388608,213909504~4194304,222298112~4194304,289406976~8388608,327155712~12582912,343932928~4194304,377487360~4194304,385875968~8388608,398458880~8388608] 2024-04-02T09:41:02.496 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,29360128~4194304,71303168~54525952,130023424~12582912,176160768~12582912,197132288~8388608,213909504~4194304,222298112~8388608,289406976~12582912,327155712~20971520,377487360~16777216,398458880~8388608] 2024-04-02T09:41:02.496 INFO:tasks.workunit.client.0.smithi012.stdout:from 12 to 16 diff [0~8388608,20971520~4194304,29360128~4194304,71303168~16777216,92274688~8388608,104857600~16777216,130023424~12582912,176160768~29360128,213909504~4194304,222298112~4194304,247463936~8388608,289406976~12582912,306184192~4194304,327155712~12582912,343932928~8388608,377487360~4194304,385875968~8388608,398458880~8388608] 2024-04-02T09:41:02.496 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~8388608,20971520~4194304,29360128~4194304,71303168~16777216,92274688~8388608,104857600~16777216,130023424~12582912,176160768~29360128,213909504~4194304,222298112~4194304,247463936~8388608,289406976~12582912,306184192~4194304,327155712~12582912,343932928~8388608,377487360~4194304,385875968~8388608,398458880~8388608] 2024-04-02T09:41:02.498 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~12582912,20971520~12582912,71303168~54525952,130023424~12582912,176160768~29360128,213909504~4194304,222298112~8388608,247463936~8388608,289406976~12582912,306184192~4194304,327155712~29360128,377487360~16777216,398458880~8388608] 2024-04-02T09:41:02.499 INFO:tasks.workunit.client.0.smithi012.stdout:from 12 to 17 diff [0~12582912,20971520~12582912,71303168~16777216,92274688~8388608,104857600~16777216,130023424~12582912,171966464~33554432,209715200~8388608,222298112~4194304,247463936~12582912,289406976~12582912,306184192~4194304,327155712~25165824,356515840~8388608,373293056~8388608,385875968~8388608,398458880~8388608] 2024-04-02T09:41:02.499 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,71303168~16777216,92274688~8388608,104857600~16777216,130023424~12582912,171966464~33554432,209715200~8388608,222298112~4194304,247463936~12582912,289406976~12582912,306184192~4194304,327155712~25165824,356515840~8388608,373293056~8388608,385875968~8388608,398458880~8388608] 2024-04-02T09:41:02.501 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,71303168~54525952,130023424~12582912,171966464~33554432,209715200~8388608,222298112~8388608,247463936~12582912,289406976~12582912,306184192~4194304,327155712~37748736,373293056~20971520,398458880~8388608] 2024-04-02T09:41:02.501 INFO:tasks.workunit.client.0.smithi012.stdout:from 12 to 18 diff [0~12582912,20971520~12582912,71303168~16777216,92274688~8388608,104857600~16777216,130023424~12582912,171966464~33554432,209715200~8388608,222298112~4194304,247463936~12582912,285212672~12582912,306184192~4194304,314572800~37748736,356515840~8388608,373293056~8388608,385875968~8388608,398458880~16777216] 2024-04-02T09:41:02.501 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,71303168~16777216,92274688~8388608,104857600~16777216,130023424~12582912,171966464~33554432,209715200~8388608,222298112~4194304,247463936~12582912,285212672~12582912,306184192~4194304,314572800~37748736,356515840~8388608,373293056~8388608,385875968~8388608,398458880~16777216] 2024-04-02T09:41:02.504 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,71303168~54525952,130023424~12582912,171966464~33554432,209715200~8388608,222298112~8388608,247463936~12582912,285212672~16777216,306184192~58720256,373293056~20971520,398458880~20971520] 2024-04-02T09:41:02.505 INFO:tasks.workunit.client.0.smithi012.stdout:from 12 to 19 diff [0~12582912,20971520~12582912,37748736~4194304,71303168~16777216,92274688~8388608,104857600~46137344,171966464~33554432,209715200~8388608,222298112~4194304,230686720~4194304,247463936~12582912,272629760~8388608,285212672~12582912,306184192~4194304,314572800~37748736,356515840~8388608,373293056~16777216,398458880~16777216] 2024-04-02T09:41:02.505 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,71303168~16777216,92274688~8388608,104857600~46137344,171966464~33554432,209715200~8388608,222298112~4194304,230686720~4194304,247463936~12582912,272629760~8388608,285212672~12582912,306184192~4194304,314572800~37748736,356515840~8388608,373293056~16777216,398458880~16777216] 2024-04-02T09:41:02.508 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,71303168~83886080,171966464~33554432,209715200~8388608,222298112~12582912,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,373293056~20971520,398458880~20971520] 2024-04-02T09:41:02.508 INFO:tasks.workunit.client.0.smithi012.stdout:from 13 to 14 diff [79691776~8388608,92274688~8388608,104857600~8388608,130023424~8388608,289406976~8388608,331350016~8388608,343932928~4194304,385875968~8388608,398458880~8388608] 2024-04-02T09:41:02.508 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [79691776~8388608,92274688~8388608,104857600~8388608,130023424~8388608,289406976~8388608,331350016~8388608,343932928~4194304,385875968~8388608,398458880~8388608] 2024-04-02T09:41:02.509 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [79691776~33554432,130023424~8388608,289406976~12582912,331350016~8388608,343932928~4194304,385875968~8388608,398458880~8388608] 2024-04-02T09:41:02.510 INFO:tasks.workunit.client.0.smithi012.stdout:from 13 to 15 diff [71303168~16777216,92274688~8388608,104857600~16777216,130023424~12582912,176160768~12582912,222298112~4194304,289406976~8388608,331350016~16777216,385875968~8388608,398458880~8388608] 2024-04-02T09:41:02.510 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [71303168~16777216,92274688~8388608,104857600~16777216,130023424~12582912,176160768~12582912,222298112~4194304,289406976~8388608,331350016~16777216,385875968~8388608,398458880~8388608] 2024-04-02T09:41:02.511 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [71303168~54525952,130023424~12582912,176160768~12582912,222298112~8388608,289406976~12582912,331350016~16777216,385875968~8388608,398458880~8388608] 2024-04-02T09:41:02.511 INFO:tasks.workunit.client.0.smithi012.stdout:from 13 to 16 diff [0~4194304,20971520~4194304,71303168~16777216,92274688~8388608,104857600~16777216,130023424~12582912,176160768~20971520,222298112~4194304,247463936~8388608,289406976~12582912,306184192~4194304,331350016~20971520,385875968~8388608,398458880~8388608] 2024-04-02T09:41:02.511 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~4194304,20971520~4194304,71303168~16777216,92274688~8388608,104857600~16777216,130023424~12582912,176160768~20971520,222298112~4194304,247463936~8388608,289406976~12582912,306184192~4194304,331350016~20971520,385875968~8388608,398458880~8388608] 2024-04-02T09:41:02.513 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8388608,20971520~8388608,71303168~54525952,130023424~12582912,176160768~25165824,222298112~8388608,247463936~8388608,289406976~12582912,306184192~4194304,331350016~25165824,385875968~8388608,398458880~8388608] 2024-04-02T09:41:02.513 INFO:tasks.workunit.client.0.smithi012.stdout:from 13 to 17 diff [0~12582912,20971520~12582912,71303168~16777216,92274688~8388608,104857600~16777216,130023424~12582912,171966464~25165824,209715200~4194304,222298112~4194304,247463936~12582912,289406976~12582912,306184192~4194304,331350016~20971520,356515840~8388608,373293056~8388608,385875968~8388608,398458880~8388608] 2024-04-02T09:41:02.513 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,71303168~16777216,92274688~8388608,104857600~16777216,130023424~12582912,171966464~25165824,209715200~4194304,222298112~4194304,247463936~12582912,289406976~12582912,306184192~4194304,331350016~20971520,356515840~8388608,373293056~8388608,385875968~8388608,398458880~8388608] 2024-04-02T09:41:02.515 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,71303168~54525952,130023424~12582912,171966464~29360128,209715200~8388608,222298112~8388608,247463936~12582912,289406976~12582912,306184192~4194304,331350016~33554432,373293056~8388608,385875968~8388608,398458880~8388608] 2024-04-02T09:41:02.515 INFO:tasks.workunit.client.0.smithi012.stdout:from 13 to 18 diff [0~12582912,20971520~12582912,71303168~16777216,92274688~8388608,104857600~16777216,130023424~12582912,171966464~25165824,209715200~4194304,222298112~4194304,247463936~12582912,285212672~12582912,306184192~4194304,314572800~37748736,356515840~8388608,373293056~8388608,385875968~8388608,398458880~16777216] 2024-04-02T09:41:02.515 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,71303168~16777216,92274688~8388608,104857600~16777216,130023424~12582912,171966464~25165824,209715200~4194304,222298112~4194304,247463936~12582912,285212672~12582912,306184192~4194304,314572800~37748736,356515840~8388608,373293056~8388608,385875968~8388608,398458880~16777216] 2024-04-02T09:41:02.518 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,71303168~54525952,130023424~12582912,171966464~29360128,209715200~8388608,222298112~8388608,247463936~12582912,285212672~16777216,306184192~58720256,373293056~8388608,385875968~8388608,398458880~20971520] 2024-04-02T09:41:02.518 INFO:tasks.workunit.client.0.smithi012.stdout:from 13 to 19 diff [0~12582912,20971520~12582912,37748736~4194304,71303168~16777216,92274688~8388608,104857600~46137344,171966464~25165824,209715200~4194304,222298112~4194304,230686720~4194304,247463936~12582912,272629760~8388608,285212672~12582912,306184192~4194304,314572800~50331648,373293056~20971520,398458880~16777216] 2024-04-02T09:41:02.518 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,71303168~16777216,92274688~8388608,104857600~46137344,171966464~25165824,209715200~4194304,222298112~4194304,230686720~4194304,247463936~12582912,272629760~8388608,285212672~12582912,306184192~4194304,314572800~50331648,373293056~20971520,398458880~16777216] 2024-04-02T09:41:02.521 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,71303168~83886080,171966464~29360128,209715200~8388608,222298112~12582912,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,373293056~20971520,398458880~20971520] 2024-04-02T09:41:02.521 INFO:tasks.workunit.client.0.smithi012.stdout:from 14 to 15 diff [71303168~8388608,104857600~4194304,113246208~8388608,134217728~8388608,176160768~12582912,222298112~4194304,335544320~8388608] 2024-04-02T09:41:02.521 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [71303168~8388608,104857600~4194304,113246208~8388608,134217728~8388608,176160768~12582912,222298112~4194304,335544320~8388608] 2024-04-02T09:41:02.522 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [71303168~12582912,104857600~4194304,113246208~12582912,134217728~8388608,176160768~12582912,222298112~8388608,335544320~8388608] 2024-04-02T09:41:02.522 INFO:tasks.workunit.client.0.smithi012.stdout:from 14 to 16 diff [0~4194304,20971520~4194304,71303168~8388608,104857600~4194304,113246208~8388608,134217728~8388608,176160768~20971520,222298112~4194304,247463936~8388608,289406976~4194304,306184192~4194304,335544320~16777216] 2024-04-02T09:41:02.522 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~4194304,20971520~4194304,71303168~8388608,104857600~4194304,113246208~8388608,134217728~8388608,176160768~20971520,222298112~4194304,247463936~8388608,289406976~4194304,306184192~4194304,335544320~16777216] 2024-04-02T09:41:02.524 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8388608,20971520~8388608,71303168~12582912,104857600~4194304,113246208~12582912,134217728~8388608,176160768~25165824,222298112~8388608,247463936~8388608,289406976~4194304,306184192~4194304,335544320~20971520] 2024-04-02T09:41:02.524 INFO:tasks.workunit.client.0.smithi012.stdout:from 14 to 17 diff [0~12582912,20971520~12582912,71303168~8388608,104857600~4194304,113246208~8388608,134217728~8388608,171966464~25165824,209715200~4194304,222298112~4194304,247463936~12582912,289406976~4194304,306184192~4194304,335544320~16777216,356515840~8388608,373293056~8388608] 2024-04-02T09:41:02.524 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,71303168~8388608,104857600~4194304,113246208~8388608,134217728~8388608,171966464~25165824,209715200~4194304,222298112~4194304,247463936~12582912,289406976~4194304,306184192~4194304,335544320~16777216,356515840~8388608,373293056~8388608] 2024-04-02T09:41:02.525 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,71303168~12582912,104857600~4194304,113246208~12582912,134217728~8388608,171966464~29360128,209715200~8388608,222298112~8388608,247463936~12582912,289406976~4194304,306184192~4194304,335544320~29360128,373293056~8388608] 2024-04-02T09:41:02.525 INFO:tasks.workunit.client.0.smithi012.stdout:from 14 to 18 diff [0~12582912,20971520~12582912,71303168~8388608,104857600~16777216,134217728~8388608,171966464~25165824,209715200~4194304,222298112~4194304,247463936~12582912,285212672~4194304,306184192~4194304,314572800~16777216,335544320~16777216,356515840~8388608,373293056~8388608,406847488~8388608] 2024-04-02T09:41:02.526 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,71303168~8388608,104857600~16777216,134217728~8388608,171966464~25165824,209715200~4194304,222298112~4194304,247463936~12582912,285212672~4194304,306184192~4194304,314572800~16777216,335544320~16777216,356515840~8388608,373293056~8388608,406847488~8388608] 2024-04-02T09:41:02.528 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,71303168~12582912,104857600~20971520,134217728~8388608,171966464~29360128,209715200~8388608,222298112~8388608,247463936~12582912,285212672~8388608,306184192~25165824,335544320~29360128,373293056~8388608,406847488~12582912] 2024-04-02T09:41:02.528 INFO:tasks.workunit.client.0.smithi012.stdout:from 14 to 19 diff [0~12582912,20971520~12582912,37748736~4194304,71303168~8388608,104857600~25165824,134217728~16777216,171966464~25165824,209715200~4194304,222298112~4194304,230686720~4194304,247463936~12582912,272629760~8388608,285212672~4194304,306184192~4194304,314572800~16777216,335544320~29360128,373293056~16777216,406847488~8388608] 2024-04-02T09:41:02.528 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,71303168~8388608,104857600~25165824,134217728~16777216,171966464~25165824,209715200~4194304,222298112~4194304,230686720~4194304,247463936~12582912,272629760~8388608,285212672~4194304,306184192~4194304,314572800~16777216,335544320~29360128,373293056~16777216,406847488~8388608] 2024-04-02T09:41:02.531 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,71303168~12582912,104857600~25165824,134217728~20971520,171966464~29360128,209715200~8388608,222298112~12582912,247463936~12582912,272629760~8388608,285212672~8388608,306184192~25165824,335544320~29360128,373293056~16777216,406847488~12582912] 2024-04-02T09:41:02.531 INFO:tasks.workunit.client.0.smithi012.stdout:from 15 to 16 diff [0~4194304,20971520~4194304,188743680~8388608,222298112~4194304,247463936~8388608,289406976~4194304,306184192~4194304,343932928~8388608] 2024-04-02T09:41:02.531 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~4194304,20971520~4194304,188743680~8388608,222298112~4194304,247463936~8388608,289406976~4194304,306184192~4194304,343932928~8388608] 2024-04-02T09:41:02.532 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~8388608,20971520~8388608,188743680~12582912,222298112~4194304,247463936~8388608,289406976~4194304,306184192~4194304,343932928~12582912] 2024-04-02T09:41:02.532 INFO:tasks.workunit.client.0.smithi012.stdout:from 15 to 17 diff [0~12582912,20971520~12582912,113246208~4194304,171966464~8388608,188743680~8388608,209715200~4194304,222298112~4194304,247463936~12582912,289406976~4194304,306184192~4194304,339738624~12582912,356515840~8388608,373293056~8388608] 2024-04-02T09:41:02.532 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,113246208~4194304,171966464~8388608,188743680~8388608,209715200~4194304,222298112~4194304,247463936~12582912,289406976~4194304,306184192~4194304,339738624~12582912,356515840~8388608,373293056~8388608] 2024-04-02T09:41:02.534 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,113246208~4194304,171966464~12582912,188743680~12582912,209715200~8388608,222298112~4194304,247463936~12582912,289406976~4194304,306184192~4194304,339738624~25165824,373293056~8388608] 2024-04-02T09:41:02.534 INFO:tasks.workunit.client.0.smithi012.stdout:from 15 to 18 diff [0~12582912,20971520~12582912,75497472~4194304,104857600~12582912,171966464~12582912,188743680~8388608,209715200~4194304,222298112~4194304,247463936~12582912,285212672~4194304,306184192~4194304,314572800~16777216,339738624~12582912,356515840~8388608,373293056~8388608,406847488~8388608] 2024-04-02T09:41:02.534 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,75497472~4194304,104857600~12582912,171966464~12582912,188743680~8388608,209715200~4194304,222298112~4194304,247463936~12582912,285212672~4194304,306184192~4194304,314572800~16777216,339738624~12582912,356515840~8388608,373293056~8388608,406847488~8388608] 2024-04-02T09:41:02.536 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,75497472~8388608,104857600~12582912,171966464~12582912,188743680~12582912,209715200~8388608,222298112~4194304,247463936~12582912,285212672~8388608,306184192~25165824,339738624~25165824,373293056~8388608,406847488~12582912] 2024-04-02T09:41:02.536 INFO:tasks.workunit.client.0.smithi012.stdout:from 15 to 19 diff [0~12582912,20971520~12582912,37748736~4194304,75497472~4194304,104857600~12582912,121634816~8388608,134217728~16777216,171966464~12582912,188743680~8388608,209715200~4194304,222298112~4194304,230686720~4194304,247463936~12582912,272629760~8388608,285212672~4194304,306184192~4194304,314572800~16777216,335544320~29360128,373293056~16777216,406847488~8388608] 2024-04-02T09:41:02.536 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,75497472~4194304,104857600~12582912,121634816~8388608,134217728~16777216,171966464~12582912,188743680~8388608,209715200~4194304,222298112~4194304,230686720~4194304,247463936~12582912,272629760~8388608,285212672~4194304,306184192~4194304,314572800~16777216,335544320~29360128,373293056~16777216,406847488~8388608] 2024-04-02T09:41:02.538 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,75497472~8388608,104857600~12582912,121634816~8388608,134217728~20971520,171966464~29360128,209715200~8388608,222298112~4194304,230686720~4194304,247463936~12582912,272629760~8388608,285212672~8388608,306184192~25165824,335544320~29360128,373293056~16777216,406847488~12582912] 2024-04-02T09:41:02.538 INFO:tasks.workunit.client.0.smithi012.stdout:from 16 to 17 diff [4194304~8388608,20971520~12582912,113246208~4194304,171966464~8388608,209715200~4194304,255852544~4194304,339738624~4194304,356515840~8388608,373293056~8388608] 2024-04-02T09:41:02.538 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [4194304~8388608,20971520~12582912,113246208~4194304,171966464~8388608,209715200~4194304,255852544~4194304,339738624~4194304,356515840~8388608,373293056~8388608] 2024-04-02T09:41:02.539 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [4194304~12582912,20971520~12582912,113246208~4194304,171966464~12582912,209715200~8388608,255852544~4194304,339738624~4194304,356515840~8388608,373293056~8388608] 2024-04-02T09:41:02.539 INFO:tasks.workunit.client.0.smithi012.stdout:from 16 to 18 diff [4194304~8388608,20971520~12582912,75497472~4194304,104857600~12582912,171966464~12582912,209715200~4194304,255852544~4194304,285212672~4194304,306184192~4194304,314572800~16777216,339738624~4194304,356515840~8388608,373293056~8388608,406847488~8388608] 2024-04-02T09:41:02.539 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [4194304~8388608,20971520~12582912,75497472~4194304,104857600~12582912,171966464~12582912,209715200~4194304,255852544~4194304,285212672~4194304,306184192~4194304,314572800~16777216,339738624~4194304,356515840~8388608,373293056~8388608,406847488~8388608] 2024-04-02T09:41:02.541 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [4194304~12582912,20971520~12582912,75497472~8388608,104857600~12582912,171966464~12582912,209715200~8388608,255852544~4194304,285212672~8388608,306184192~25165824,339738624~4194304,356515840~8388608,373293056~8388608,406847488~12582912] 2024-04-02T09:41:02.541 INFO:tasks.workunit.client.0.smithi012.stdout:from 16 to 19 diff [4194304~8388608,20971520~12582912,37748736~4194304,75497472~4194304,104857600~12582912,121634816~8388608,134217728~16777216,171966464~12582912,209715200~4194304,230686720~4194304,255852544~4194304,272629760~8388608,285212672~4194304,306184192~4194304,314572800~16777216,335544320~16777216,356515840~8388608,373293056~16777216,406847488~8388608] 2024-04-02T09:41:02.541 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [4194304~8388608,20971520~12582912,37748736~4194304,75497472~4194304,104857600~12582912,121634816~8388608,134217728~16777216,171966464~12582912,209715200~4194304,230686720~4194304,255852544~4194304,272629760~8388608,285212672~4194304,306184192~4194304,314572800~16777216,335544320~16777216,356515840~8388608,373293056~16777216,406847488~8388608] 2024-04-02T09:41:02.543 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [4194304~12582912,20971520~12582912,37748736~4194304,75497472~8388608,104857600~12582912,121634816~8388608,134217728~20971520,171966464~16777216,209715200~8388608,230686720~4194304,255852544~4194304,272629760~8388608,285212672~8388608,306184192~25165824,335544320~16777216,356515840~8388608,373293056~16777216,406847488~12582912] 2024-04-02T09:41:02.543 INFO:tasks.workunit.client.0.smithi012.stdout:from 17 to 18 diff [75497472~4194304,104857600~8388608,171966464~8388608,285212672~4194304,306184192~4194304,314572800~16777216,339738624~4194304,406847488~8388608] 2024-04-02T09:41:02.543 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [75497472~4194304,104857600~8388608,171966464~8388608,285212672~4194304,306184192~4194304,314572800~16777216,339738624~4194304,406847488~8388608] 2024-04-02T09:41:02.544 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [75497472~8388608,104857600~12582912,171966464~8388608,285212672~8388608,306184192~25165824,339738624~4194304,406847488~12582912] 2024-04-02T09:41:02.545 INFO:tasks.workunit.client.0.smithi012.stdout:from 17 to 19 diff [37748736~4194304,75497472~4194304,104857600~8388608,121634816~8388608,134217728~16777216,171966464~12582912,230686720~4194304,272629760~8388608,285212672~4194304,306184192~4194304,314572800~16777216,335544320~12582912,381681664~8388608,406847488~8388608] 2024-04-02T09:41:02.545 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [37748736~4194304,75497472~4194304,104857600~8388608,121634816~8388608,134217728~16777216,171966464~12582912,230686720~4194304,272629760~8388608,285212672~4194304,306184192~4194304,314572800~16777216,335544320~12582912,381681664~8388608,406847488~8388608] 2024-04-02T09:41:02.546 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [37748736~4194304,75497472~8388608,104857600~12582912,121634816~8388608,134217728~20971520,171966464~16777216,230686720~4194304,272629760~8388608,285212672~8388608,306184192~25165824,335544320~16777216,381681664~8388608,406847488~12582912] 2024-04-02T09:41:02.546 INFO:tasks.workunit.client.0.smithi012.stdout:from 18 to 19 diff [37748736~4194304,121634816~8388608,134217728~16777216,176160768~8388608,230686720~4194304,272629760~8388608,335544320~12582912,381681664~8388608] 2024-04-02T09:41:02.546 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [37748736~4194304,121634816~8388608,134217728~16777216,176160768~8388608,230686720~4194304,272629760~8388608,335544320~12582912,381681664~8388608] 2024-04-02T09:41:02.547 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [37748736~4194304,121634816~8388608,134217728~20971520,176160768~12582912,230686720~4194304,272629760~8388608,335544320~16777216,381681664~8388608] 2024-04-02T09:41:02.560 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:41:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:41:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:41:02.865 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~20971520,272629760~8388608,285212672~134217728] 2024-04-02T09:41:02.865 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~20971520,272629760~8388608,285212672~134217728] 2024-04-02T09:41:02.894 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~121634816,285212672~134217728] 2024-04-02T09:41:02.894 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~33554432,285212672~134217728] 2024-04-02T09:41:02.894 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~33554432,285212672~134217728] 2024-04-02T09:41:02.901 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~121634816,285212672~134217728] 2024-04-02T09:41:02.901 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~83886080,247463936~20971520,272629760~8388608,285212672~104857600,394264576~25165824] 2024-04-02T09:41:02.901 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~83886080,247463936~20971520,272629760~8388608,285212672~104857600,394264576~25165824] 2024-04-02T09:41:02.909 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~109051904,272629760~8388608,285212672~134217728] 2024-04-02T09:41:02.909 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~20971520,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:02.909 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~20971520,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:02.915 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~46137344,209715200~58720256,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:02.916 INFO:tasks.workunit.client.0.smithi012.stdout:from 4 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:02.916 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:02.922 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,50331648~104857600,159383552~46137344,209715200~50331648,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:02.922 INFO:tasks.workunit.client.0.smithi012.stdout:from 5 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:02.923 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:02.928 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,50331648~104857600,159383552~46137344,209715200~50331648,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:02.928 INFO:tasks.workunit.client.0.smithi012.stdout:from 6 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:02.929 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:02.934 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,50331648~104857600,159383552~46137344,209715200~50331648,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:02.934 INFO:tasks.workunit.client.0.smithi012.stdout:from 7 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:02.934 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:02.939 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,50331648~104857600,167772160~37748736,209715200~50331648,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:02.940 INFO:tasks.workunit.client.0.smithi012.stdout:from 8 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,54525952~96468992,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:02.940 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,54525952~96468992,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:02.945 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,54525952~100663296,167772160~37748736,209715200~50331648,272629760~8388608,285212672~16777216,306184192~58720256,373293056~20971520,398458880~20971520] 2024-04-02T09:41:02.945 INFO:tasks.workunit.client.0.smithi012.stdout:from 9 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,54525952~33554432,92274688~58720256,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:02.945 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,54525952~33554432,92274688~58720256,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:02.949 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,54525952~100663296,167772160~37748736,209715200~50331648,272629760~8388608,285212672~16777216,306184192~58720256,373293056~20971520,398458880~20971520] 2024-04-02T09:41:02.949 INFO:tasks.workunit.client.0.smithi012.stdout:from 10 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,58720256~29360128,92274688~58720256,167772160~37748736,209715200~20971520,234881024~4194304,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:02.949 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,58720256~29360128,92274688~58720256,167772160~37748736,209715200~20971520,234881024~4194304,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:02.953 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,58720256~96468992,167772160~37748736,209715200~33554432,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,373293056~20971520,398458880~20971520] 2024-04-02T09:41:02.953 INFO:tasks.workunit.client.0.smithi012.stdout:from 11 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,71303168~16777216,92274688~58720256,171966464~33554432,209715200~16777216,230686720~8388608,247463936~12582912,272629760~8388608,285212672~12582912,306184192~4194304,314572800~37748736,356515840~8388608,373293056~16777216,398458880~20971520] 2024-04-02T09:41:02.954 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,71303168~16777216,92274688~58720256,171966464~33554432,209715200~16777216,230686720~8388608,247463936~12582912,272629760~8388608,285212672~12582912,306184192~4194304,314572800~37748736,356515840~8388608,373293056~16777216,398458880~20971520] 2024-04-02T09:41:02.957 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,71303168~83886080,171966464~33554432,209715200~33554432,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,373293056~20971520,398458880~20971520] 2024-04-02T09:41:02.957 INFO:tasks.workunit.client.0.smithi012.stdout:from 12 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,71303168~16777216,92274688~8388608,104857600~46137344,171966464~33554432,209715200~8388608,222298112~4194304,230686720~4194304,247463936~12582912,272629760~8388608,285212672~12582912,306184192~4194304,314572800~37748736,356515840~8388608,373293056~16777216,398458880~16777216] 2024-04-02T09:41:02.957 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,71303168~16777216,92274688~8388608,104857600~46137344,171966464~33554432,209715200~8388608,222298112~4194304,230686720~4194304,247463936~12582912,272629760~8388608,285212672~12582912,306184192~4194304,314572800~37748736,356515840~8388608,373293056~16777216,398458880~16777216] 2024-04-02T09:41:02.960 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,71303168~83886080,171966464~33554432,209715200~8388608,222298112~12582912,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,373293056~20971520,398458880~20971520] 2024-04-02T09:41:02.960 INFO:tasks.workunit.client.0.smithi012.stdout:from 13 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,71303168~16777216,92274688~8388608,104857600~46137344,171966464~25165824,209715200~4194304,222298112~4194304,230686720~4194304,247463936~12582912,272629760~8388608,285212672~12582912,306184192~4194304,314572800~50331648,373293056~20971520,398458880~16777216] 2024-04-02T09:41:02.960 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,71303168~16777216,92274688~8388608,104857600~46137344,171966464~25165824,209715200~4194304,222298112~4194304,230686720~4194304,247463936~12582912,272629760~8388608,285212672~12582912,306184192~4194304,314572800~50331648,373293056~20971520,398458880~16777216] 2024-04-02T09:41:02.963 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,71303168~83886080,171966464~29360128,209715200~8388608,222298112~12582912,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,373293056~20971520,398458880~20971520] 2024-04-02T09:41:02.963 INFO:tasks.workunit.client.0.smithi012.stdout:from 14 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,71303168~8388608,104857600~25165824,134217728~16777216,171966464~25165824,209715200~4194304,222298112~4194304,230686720~4194304,247463936~12582912,272629760~8388608,285212672~4194304,306184192~4194304,314572800~16777216,335544320~29360128,373293056~16777216,406847488~8388608] 2024-04-02T09:41:02.963 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,71303168~8388608,104857600~25165824,134217728~16777216,171966464~25165824,209715200~4194304,222298112~4194304,230686720~4194304,247463936~12582912,272629760~8388608,285212672~4194304,306184192~4194304,314572800~16777216,335544320~29360128,373293056~16777216,406847488~8388608] 2024-04-02T09:41:02.966 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,71303168~12582912,104857600~25165824,134217728~20971520,171966464~29360128,209715200~8388608,222298112~12582912,247463936~12582912,272629760~8388608,285212672~8388608,306184192~25165824,335544320~29360128,373293056~16777216,406847488~12582912] 2024-04-02T09:41:02.966 INFO:tasks.workunit.client.0.smithi012.stdout:from 15 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,75497472~4194304,104857600~12582912,121634816~8388608,134217728~16777216,171966464~12582912,188743680~8388608,209715200~4194304,222298112~4194304,230686720~4194304,247463936~12582912,272629760~8388608,285212672~4194304,306184192~4194304,314572800~16777216,335544320~29360128,373293056~16777216,406847488~8388608] 2024-04-02T09:41:02.966 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,75497472~4194304,104857600~12582912,121634816~8388608,134217728~16777216,171966464~12582912,188743680~8388608,209715200~4194304,222298112~4194304,230686720~4194304,247463936~12582912,272629760~8388608,285212672~4194304,306184192~4194304,314572800~16777216,335544320~29360128,373293056~16777216,406847488~8388608] 2024-04-02T09:41:02.968 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,75497472~8388608,104857600~12582912,121634816~8388608,134217728~20971520,171966464~29360128,209715200~8388608,222298112~4194304,230686720~4194304,247463936~12582912,272629760~8388608,285212672~8388608,306184192~25165824,335544320~29360128,373293056~16777216,406847488~12582912] 2024-04-02T09:41:02.968 INFO:tasks.workunit.client.0.smithi012.stdout:from 16 to HEAD diff [4194304~8388608,20971520~12582912,37748736~4194304,75497472~4194304,104857600~12582912,121634816~8388608,134217728~16777216,171966464~12582912,209715200~4194304,230686720~4194304,255852544~4194304,272629760~8388608,285212672~4194304,306184192~4194304,314572800~16777216,335544320~16777216,356515840~8388608,373293056~16777216,406847488~8388608] 2024-04-02T09:41:02.968 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [4194304~8388608,20971520~12582912,37748736~4194304,75497472~4194304,104857600~12582912,121634816~8388608,134217728~16777216,171966464~12582912,209715200~4194304,230686720~4194304,255852544~4194304,272629760~8388608,285212672~4194304,306184192~4194304,314572800~16777216,335544320~16777216,356515840~8388608,373293056~16777216,406847488~8388608] 2024-04-02T09:41:02.970 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [4194304~12582912,20971520~12582912,37748736~4194304,75497472~8388608,104857600~12582912,121634816~8388608,134217728~20971520,171966464~16777216,209715200~8388608,230686720~4194304,255852544~4194304,272629760~8388608,285212672~8388608,306184192~25165824,335544320~16777216,356515840~8388608,373293056~16777216,406847488~12582912] 2024-04-02T09:41:02.970 INFO:tasks.workunit.client.0.smithi012.stdout:from 17 to HEAD diff [37748736~4194304,75497472~4194304,104857600~8388608,121634816~8388608,134217728~16777216,171966464~12582912,230686720~4194304,272629760~8388608,285212672~4194304,306184192~4194304,314572800~16777216,335544320~12582912,381681664~8388608,406847488~8388608] 2024-04-02T09:41:02.970 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [37748736~4194304,75497472~4194304,104857600~8388608,121634816~8388608,134217728~16777216,171966464~12582912,230686720~4194304,272629760~8388608,285212672~4194304,306184192~4194304,314572800~16777216,335544320~12582912,381681664~8388608,406847488~8388608] 2024-04-02T09:41:02.971 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [37748736~4194304,75497472~8388608,104857600~12582912,121634816~8388608,134217728~20971520,171966464~16777216,230686720~4194304,272629760~8388608,285212672~8388608,306184192~25165824,335544320~16777216,381681664~8388608,406847488~12582912] 2024-04-02T09:41:03.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:02 smithi012 ceph-mon[88355]: osdmap e2127: 8 total, 8 up, 8 in 2024-04-02T09:41:03.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:02 smithi012 ceph-mon[88355]: pgmap v4132: 137 pgs: 137 active+clean; 853 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 242 KiB/s rd, 47 MiB/s wr, 378 op/s 2024-04-02T09:41:03.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:02 smithi012 ceph-mon[90784]: osdmap e2127: 8 total, 8 up, 8 in 2024-04-02T09:41:03.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:02 smithi012 ceph-mon[90784]: pgmap v4132: 137 pgs: 137 active+clean; 853 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 242 KiB/s rd, 47 MiB/s wr, 378 op/s 2024-04-02T09:41:03.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:02 smithi055 ceph-mon[85080]: osdmap e2127: 8 total, 8 up, 8 in 2024-04-02T09:41:03.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:02 smithi055 ceph-mon[85080]: pgmap v4132: 137 pgs: 137 active+clean; 853 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 242 KiB/s rd, 47 MiB/s wr, 378 op/s 2024-04-02T09:41:03.881 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~20971520,272629760~8388608,285212672~134217728] 2024-04-02T09:41:03.881 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~20971520,272629760~8388608,285212672~134217728] 2024-04-02T09:41:03.917 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~121634816,285212672~134217728] 2024-04-02T09:41:03.917 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~33554432,285212672~134217728] 2024-04-02T09:41:03.917 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~33554432,285212672~134217728] 2024-04-02T09:41:03.930 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~121634816,285212672~134217728] 2024-04-02T09:41:03.930 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~83886080,247463936~20971520,272629760~8388608,285212672~104857600,394264576~25165824] 2024-04-02T09:41:03.930 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~83886080,247463936~20971520,272629760~8388608,285212672~104857600,394264576~25165824] 2024-04-02T09:41:03.936 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~109051904,272629760~8388608,285212672~134217728] 2024-04-02T09:41:03.936 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~20971520,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:03.936 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~20971520,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:03.942 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~46137344,209715200~58720256,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:03.942 INFO:tasks.workunit.client.0.smithi012.stdout:from 4 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:03.942 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:03.948 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,50331648~104857600,159383552~46137344,209715200~50331648,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:03.948 INFO:tasks.workunit.client.0.smithi012.stdout:from 5 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:03.948 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:03.954 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,50331648~104857600,159383552~46137344,209715200~50331648,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:03.954 INFO:tasks.workunit.client.0.smithi012.stdout:from 6 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:03.954 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:03.960 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,50331648~104857600,159383552~46137344,209715200~50331648,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:03.960 INFO:tasks.workunit.client.0.smithi012.stdout:from 7 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:03.960 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:03.964 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,50331648~104857600,167772160~37748736,209715200~50331648,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:03.964 INFO:tasks.workunit.client.0.smithi012.stdout:from 8 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,54525952~96468992,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:03.964 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,54525952~96468992,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:03.968 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,54525952~100663296,167772160~37748736,209715200~50331648,272629760~8388608,285212672~16777216,306184192~58720256,373293056~20971520,398458880~20971520] 2024-04-02T09:41:03.968 INFO:tasks.workunit.client.0.smithi012.stdout:from 9 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,54525952~33554432,92274688~58720256,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:03.968 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,54525952~33554432,92274688~58720256,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:03.971 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,54525952~100663296,167772160~37748736,209715200~50331648,272629760~8388608,285212672~16777216,306184192~58720256,373293056~20971520,398458880~20971520] 2024-04-02T09:41:03.972 INFO:tasks.workunit.client.0.smithi012.stdout:from 10 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,58720256~29360128,92274688~58720256,167772160~37748736,209715200~20971520,234881024~4194304,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:03.972 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,58720256~29360128,92274688~58720256,167772160~37748736,209715200~20971520,234881024~4194304,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:03.975 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,58720256~96468992,167772160~37748736,209715200~33554432,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,373293056~20971520,398458880~20971520] 2024-04-02T09:41:03.975 INFO:tasks.workunit.client.0.smithi012.stdout:from 11 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,71303168~16777216,92274688~58720256,171966464~33554432,209715200~16777216,230686720~8388608,247463936~12582912,272629760~8388608,285212672~12582912,306184192~4194304,314572800~37748736,356515840~8388608,373293056~16777216,398458880~20971520] 2024-04-02T09:41:03.975 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,71303168~16777216,92274688~58720256,171966464~33554432,209715200~16777216,230686720~8388608,247463936~12582912,272629760~8388608,285212672~12582912,306184192~4194304,314572800~37748736,356515840~8388608,373293056~16777216,398458880~20971520] 2024-04-02T09:41:03.978 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,71303168~83886080,171966464~33554432,209715200~33554432,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,373293056~20971520,398458880~20971520] 2024-04-02T09:41:03.978 INFO:tasks.workunit.client.0.smithi012.stdout:from 12 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,71303168~16777216,92274688~8388608,104857600~46137344,171966464~33554432,209715200~8388608,222298112~4194304,230686720~4194304,247463936~12582912,272629760~8388608,285212672~12582912,306184192~4194304,314572800~37748736,356515840~8388608,373293056~16777216,398458880~16777216] 2024-04-02T09:41:03.978 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,71303168~16777216,92274688~8388608,104857600~46137344,171966464~33554432,209715200~8388608,222298112~4194304,230686720~4194304,247463936~12582912,272629760~8388608,285212672~12582912,306184192~4194304,314572800~37748736,356515840~8388608,373293056~16777216,398458880~16777216] 2024-04-02T09:41:03.981 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,71303168~83886080,171966464~33554432,209715200~8388608,222298112~12582912,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,373293056~20971520,398458880~20971520] 2024-04-02T09:41:03.981 INFO:tasks.workunit.client.0.smithi012.stdout:from 13 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,71303168~16777216,92274688~8388608,104857600~46137344,171966464~25165824,209715200~4194304,222298112~4194304,230686720~4194304,247463936~12582912,272629760~8388608,285212672~12582912,306184192~4194304,314572800~50331648,373293056~20971520,398458880~16777216] 2024-04-02T09:41:03.981 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,71303168~16777216,92274688~8388608,104857600~46137344,171966464~25165824,209715200~4194304,222298112~4194304,230686720~4194304,247463936~12582912,272629760~8388608,285212672~12582912,306184192~4194304,314572800~50331648,373293056~20971520,398458880~16777216] 2024-04-02T09:41:03.983 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,71303168~83886080,171966464~29360128,209715200~8388608,222298112~12582912,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,373293056~20971520,398458880~20971520] 2024-04-02T09:41:03.983 INFO:tasks.workunit.client.0.smithi012.stdout:from 14 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,71303168~8388608,104857600~25165824,134217728~16777216,171966464~25165824,209715200~4194304,222298112~4194304,230686720~4194304,247463936~12582912,272629760~8388608,285212672~4194304,306184192~4194304,314572800~16777216,335544320~29360128,373293056~16777216,406847488~8388608] 2024-04-02T09:41:03.983 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,71303168~8388608,104857600~25165824,134217728~16777216,171966464~25165824,209715200~4194304,222298112~4194304,230686720~4194304,247463936~12582912,272629760~8388608,285212672~4194304,306184192~4194304,314572800~16777216,335544320~29360128,373293056~16777216,406847488~8388608] 2024-04-02T09:41:03.985 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,71303168~12582912,104857600~25165824,134217728~20971520,171966464~29360128,209715200~8388608,222298112~12582912,247463936~12582912,272629760~8388608,285212672~8388608,306184192~25165824,335544320~29360128,373293056~16777216,406847488~12582912] 2024-04-02T09:41:03.985 INFO:tasks.workunit.client.0.smithi012.stdout:from 15 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,75497472~4194304,104857600~12582912,121634816~8388608,134217728~16777216,171966464~12582912,188743680~8388608,209715200~4194304,222298112~4194304,230686720~4194304,247463936~12582912,272629760~8388608,285212672~4194304,306184192~4194304,314572800~16777216,335544320~29360128,373293056~16777216,406847488~8388608] 2024-04-02T09:41:03.985 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,75497472~4194304,104857600~12582912,121634816~8388608,134217728~16777216,171966464~12582912,188743680~8388608,209715200~4194304,222298112~4194304,230686720~4194304,247463936~12582912,272629760~8388608,285212672~4194304,306184192~4194304,314572800~16777216,335544320~29360128,373293056~16777216,406847488~8388608] 2024-04-02T09:41:03.986 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,75497472~8388608,104857600~12582912,121634816~8388608,134217728~20971520,171966464~29360128,209715200~8388608,222298112~4194304,230686720~4194304,247463936~12582912,272629760~8388608,285212672~8388608,306184192~25165824,335544320~29360128,373293056~16777216,406847488~12582912] 2024-04-02T09:41:03.986 INFO:tasks.workunit.client.0.smithi012.stdout:from 16 to HEAD diff [4194304~8388608,20971520~12582912,37748736~4194304,75497472~4194304,104857600~12582912,121634816~8388608,134217728~16777216,171966464~12582912,209715200~4194304,230686720~4194304,255852544~4194304,272629760~8388608,285212672~4194304,306184192~4194304,314572800~16777216,335544320~16777216,356515840~8388608,373293056~16777216,406847488~8388608] 2024-04-02T09:41:03.986 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [4194304~8388608,20971520~12582912,37748736~4194304,75497472~4194304,104857600~12582912,121634816~8388608,134217728~16777216,171966464~12582912,209715200~4194304,230686720~4194304,255852544~4194304,272629760~8388608,285212672~4194304,306184192~4194304,314572800~16777216,335544320~16777216,356515840~8388608,373293056~16777216,406847488~8388608] 2024-04-02T09:41:03.987 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [4194304~12582912,20971520~12582912,37748736~4194304,75497472~8388608,104857600~12582912,121634816~8388608,134217728~20971520,171966464~16777216,209715200~8388608,230686720~4194304,255852544~4194304,272629760~8388608,285212672~8388608,306184192~25165824,335544320~16777216,356515840~8388608,373293056~16777216,406847488~12582912] 2024-04-02T09:41:04.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:03 smithi012 ceph-mon[88355]: osdmap e2128: 8 total, 8 up, 8 in 2024-04-02T09:41:04.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:03 smithi012 ceph-mon[90784]: osdmap e2128: 8 total, 8 up, 8 in 2024-04-02T09:41:04.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:03 smithi055 ceph-mon[85080]: osdmap e2128: 8 total, 8 up, 8 in 2024-04-02T09:41:04.885 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~20971520,272629760~8388608,285212672~134217728] 2024-04-02T09:41:04.886 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~20971520,272629760~8388608,285212672~134217728] 2024-04-02T09:41:04.929 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~121634816,285212672~134217728] 2024-04-02T09:41:04.930 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~33554432,285212672~134217728] 2024-04-02T09:41:04.930 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~33554432,285212672~134217728] 2024-04-02T09:41:04.936 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~121634816,285212672~134217728] 2024-04-02T09:41:04.936 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~83886080,247463936~20971520,272629760~8388608,285212672~104857600,394264576~25165824] 2024-04-02T09:41:04.937 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~83886080,247463936~20971520,272629760~8388608,285212672~104857600,394264576~25165824] 2024-04-02T09:41:04.943 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~109051904,272629760~8388608,285212672~134217728] 2024-04-02T09:41:04.943 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~20971520,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:04.943 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~20971520,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:04.949 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~46137344,209715200~58720256,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:04.949 INFO:tasks.workunit.client.0.smithi012.stdout:from 4 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:04.949 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:04.955 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,50331648~104857600,159383552~46137344,209715200~50331648,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:04.955 INFO:tasks.workunit.client.0.smithi012.stdout:from 5 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:04.955 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:04.960 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,50331648~104857600,159383552~46137344,209715200~50331648,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:04.960 INFO:tasks.workunit.client.0.smithi012.stdout:from 6 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:04.960 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:04.964 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,50331648~104857600,159383552~46137344,209715200~50331648,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:04.964 INFO:tasks.workunit.client.0.smithi012.stdout:from 7 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:04.964 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:04.968 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,50331648~104857600,167772160~37748736,209715200~50331648,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:04.968 INFO:tasks.workunit.client.0.smithi012.stdout:from 8 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,54525952~96468992,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:04.968 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,54525952~96468992,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:04.972 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,54525952~100663296,167772160~37748736,209715200~50331648,272629760~8388608,285212672~16777216,306184192~58720256,373293056~20971520,398458880~20971520] 2024-04-02T09:41:04.972 INFO:tasks.workunit.client.0.smithi012.stdout:from 9 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,54525952~33554432,92274688~58720256,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:04.972 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,54525952~33554432,92274688~58720256,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:04.976 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,54525952~100663296,167772160~37748736,209715200~50331648,272629760~8388608,285212672~16777216,306184192~58720256,373293056~20971520,398458880~20971520] 2024-04-02T09:41:04.976 INFO:tasks.workunit.client.0.smithi012.stdout:from 10 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,58720256~29360128,92274688~58720256,167772160~37748736,209715200~20971520,234881024~4194304,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:04.976 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,58720256~29360128,92274688~58720256,167772160~37748736,209715200~20971520,234881024~4194304,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:04.979 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,58720256~96468992,167772160~37748736,209715200~33554432,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,373293056~20971520,398458880~20971520] 2024-04-02T09:41:04.979 INFO:tasks.workunit.client.0.smithi012.stdout:from 11 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,71303168~16777216,92274688~58720256,171966464~33554432,209715200~16777216,230686720~8388608,247463936~12582912,272629760~8388608,285212672~12582912,306184192~4194304,314572800~37748736,356515840~8388608,373293056~16777216,398458880~20971520] 2024-04-02T09:41:04.980 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,71303168~16777216,92274688~58720256,171966464~33554432,209715200~16777216,230686720~8388608,247463936~12582912,272629760~8388608,285212672~12582912,306184192~4194304,314572800~37748736,356515840~8388608,373293056~16777216,398458880~20971520] 2024-04-02T09:41:04.982 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,71303168~83886080,171966464~33554432,209715200~33554432,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,373293056~20971520,398458880~20971520] 2024-04-02T09:41:04.982 INFO:tasks.workunit.client.0.smithi012.stdout:from 12 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,71303168~16777216,92274688~8388608,104857600~46137344,171966464~33554432,209715200~8388608,222298112~4194304,230686720~4194304,247463936~12582912,272629760~8388608,285212672~12582912,306184192~4194304,314572800~37748736,356515840~8388608,373293056~16777216,398458880~16777216] 2024-04-02T09:41:04.982 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,71303168~16777216,92274688~8388608,104857600~46137344,171966464~33554432,209715200~8388608,222298112~4194304,230686720~4194304,247463936~12582912,272629760~8388608,285212672~12582912,306184192~4194304,314572800~37748736,356515840~8388608,373293056~16777216,398458880~16777216] 2024-04-02T09:41:04.984 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,71303168~83886080,171966464~33554432,209715200~8388608,222298112~12582912,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,373293056~20971520,398458880~20971520] 2024-04-02T09:41:04.984 INFO:tasks.workunit.client.0.smithi012.stdout:from 13 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,71303168~16777216,92274688~8388608,104857600~46137344,171966464~25165824,209715200~4194304,222298112~4194304,230686720~4194304,247463936~12582912,272629760~8388608,285212672~12582912,306184192~4194304,314572800~50331648,373293056~20971520,398458880~16777216] 2024-04-02T09:41:04.984 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,71303168~16777216,92274688~8388608,104857600~46137344,171966464~25165824,209715200~4194304,222298112~4194304,230686720~4194304,247463936~12582912,272629760~8388608,285212672~12582912,306184192~4194304,314572800~50331648,373293056~20971520,398458880~16777216] 2024-04-02T09:41:04.986 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,71303168~83886080,171966464~29360128,209715200~8388608,222298112~12582912,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,373293056~20971520,398458880~20971520] 2024-04-02T09:41:04.987 INFO:tasks.workunit.client.0.smithi012.stdout:from 14 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,71303168~8388608,104857600~25165824,134217728~16777216,171966464~25165824,209715200~4194304,222298112~4194304,230686720~4194304,247463936~12582912,272629760~8388608,285212672~4194304,306184192~4194304,314572800~16777216,335544320~29360128,373293056~16777216,406847488~8388608] 2024-04-02T09:41:04.987 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,71303168~8388608,104857600~25165824,134217728~16777216,171966464~25165824,209715200~4194304,222298112~4194304,230686720~4194304,247463936~12582912,272629760~8388608,285212672~4194304,306184192~4194304,314572800~16777216,335544320~29360128,373293056~16777216,406847488~8388608] 2024-04-02T09:41:04.988 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,71303168~12582912,104857600~25165824,134217728~20971520,171966464~29360128,209715200~8388608,222298112~12582912,247463936~12582912,272629760~8388608,285212672~8388608,306184192~25165824,335544320~29360128,373293056~16777216,406847488~12582912] 2024-04-02T09:41:04.988 INFO:tasks.workunit.client.0.smithi012.stdout:from 15 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,75497472~4194304,104857600~12582912,121634816~8388608,134217728~16777216,171966464~12582912,188743680~8388608,209715200~4194304,222298112~4194304,230686720~4194304,247463936~12582912,272629760~8388608,285212672~4194304,306184192~4194304,314572800~16777216,335544320~29360128,373293056~16777216,406847488~8388608] 2024-04-02T09:41:04.988 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,75497472~4194304,104857600~12582912,121634816~8388608,134217728~16777216,171966464~12582912,188743680~8388608,209715200~4194304,222298112~4194304,230686720~4194304,247463936~12582912,272629760~8388608,285212672~4194304,306184192~4194304,314572800~16777216,335544320~29360128,373293056~16777216,406847488~8388608] 2024-04-02T09:41:04.989 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,75497472~8388608,104857600~12582912,121634816~8388608,134217728~20971520,171966464~29360128,209715200~8388608,222298112~4194304,230686720~4194304,247463936~12582912,272629760~8388608,285212672~8388608,306184192~25165824,335544320~29360128,373293056~16777216,406847488~12582912] 2024-04-02T09:41:05.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:04 smithi012 ceph-mon[88355]: osdmap e2129: 8 total, 8 up, 8 in 2024-04-02T09:41:05.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:04 smithi012 ceph-mon[88355]: pgmap v4135: 137 pgs: 137 active+clean; 853 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 115 KiB/s rd, 19 MiB/s wr, 193 op/s 2024-04-02T09:41:05.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:04 smithi012 ceph-mon[90784]: osdmap e2129: 8 total, 8 up, 8 in 2024-04-02T09:41:05.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:04 smithi012 ceph-mon[90784]: pgmap v4135: 137 pgs: 137 active+clean; 853 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 115 KiB/s rd, 19 MiB/s wr, 193 op/s 2024-04-02T09:41:05.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:04 smithi055 ceph-mon[85080]: osdmap e2129: 8 total, 8 up, 8 in 2024-04-02T09:41:05.406 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:04 smithi055 ceph-mon[85080]: pgmap v4135: 137 pgs: 137 active+clean; 853 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 115 KiB/s rd, 19 MiB/s wr, 193 op/s 2024-04-02T09:41:05.896 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~20971520,272629760~8388608,285212672~134217728] 2024-04-02T09:41:05.896 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~20971520,272629760~8388608,285212672~134217728] 2024-04-02T09:41:05.939 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~121634816,285212672~134217728] 2024-04-02T09:41:05.940 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~33554432,285212672~134217728] 2024-04-02T09:41:05.940 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~33554432,285212672~134217728] 2024-04-02T09:41:05.955 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~121634816,285212672~134217728] 2024-04-02T09:41:05.955 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~83886080,247463936~20971520,272629760~8388608,285212672~104857600,394264576~25165824] 2024-04-02T09:41:05.955 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~83886080,247463936~20971520,272629760~8388608,285212672~104857600,394264576~25165824] 2024-04-02T09:41:05.961 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~109051904,272629760~8388608,285212672~134217728] 2024-04-02T09:41:05.961 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~20971520,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:05.961 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~20971520,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:05.966 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~46137344,209715200~58720256,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:05.966 INFO:tasks.workunit.client.0.smithi012.stdout:from 4 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:05.966 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:05.971 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,50331648~104857600,159383552~46137344,209715200~50331648,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:05.971 INFO:tasks.workunit.client.0.smithi012.stdout:from 5 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:05.971 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:05.976 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,50331648~104857600,159383552~46137344,209715200~50331648,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:05.976 INFO:tasks.workunit.client.0.smithi012.stdout:from 6 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:05.976 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:05.980 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,50331648~104857600,159383552~46137344,209715200~50331648,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:05.980 INFO:tasks.workunit.client.0.smithi012.stdout:from 7 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:05.980 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:05.984 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,50331648~104857600,167772160~37748736,209715200~50331648,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:05.984 INFO:tasks.workunit.client.0.smithi012.stdout:from 8 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,54525952~96468992,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:05.984 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,54525952~96468992,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:05.987 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,54525952~100663296,167772160~37748736,209715200~50331648,272629760~8388608,285212672~16777216,306184192~58720256,373293056~20971520,398458880~20971520] 2024-04-02T09:41:05.987 INFO:tasks.workunit.client.0.smithi012.stdout:from 9 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,54525952~33554432,92274688~58720256,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:05.987 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,54525952~33554432,92274688~58720256,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:05.990 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,54525952~100663296,167772160~37748736,209715200~50331648,272629760~8388608,285212672~16777216,306184192~58720256,373293056~20971520,398458880~20971520] 2024-04-02T09:41:05.990 INFO:tasks.workunit.client.0.smithi012.stdout:from 10 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,58720256~29360128,92274688~58720256,167772160~37748736,209715200~20971520,234881024~4194304,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:05.990 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,58720256~29360128,92274688~58720256,167772160~37748736,209715200~20971520,234881024~4194304,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:05.992 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,58720256~96468992,167772160~37748736,209715200~33554432,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,373293056~20971520,398458880~20971520] 2024-04-02T09:41:05.993 INFO:tasks.workunit.client.0.smithi012.stdout:from 11 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,71303168~16777216,92274688~58720256,171966464~33554432,209715200~16777216,230686720~8388608,247463936~12582912,272629760~8388608,285212672~12582912,306184192~4194304,314572800~37748736,356515840~8388608,373293056~16777216,398458880~20971520] 2024-04-02T09:41:05.993 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,71303168~16777216,92274688~58720256,171966464~33554432,209715200~16777216,230686720~8388608,247463936~12582912,272629760~8388608,285212672~12582912,306184192~4194304,314572800~37748736,356515840~8388608,373293056~16777216,398458880~20971520] 2024-04-02T09:41:05.995 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,71303168~83886080,171966464~33554432,209715200~33554432,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,373293056~20971520,398458880~20971520] 2024-04-02T09:41:05.995 INFO:tasks.workunit.client.0.smithi012.stdout:from 12 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,71303168~16777216,92274688~8388608,104857600~46137344,171966464~33554432,209715200~8388608,222298112~4194304,230686720~4194304,247463936~12582912,272629760~8388608,285212672~12582912,306184192~4194304,314572800~37748736,356515840~8388608,373293056~16777216,398458880~16777216] 2024-04-02T09:41:05.995 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,71303168~16777216,92274688~8388608,104857600~46137344,171966464~33554432,209715200~8388608,222298112~4194304,230686720~4194304,247463936~12582912,272629760~8388608,285212672~12582912,306184192~4194304,314572800~37748736,356515840~8388608,373293056~16777216,398458880~16777216] 2024-04-02T09:41:05.997 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,71303168~83886080,171966464~33554432,209715200~8388608,222298112~12582912,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,373293056~20971520,398458880~20971520] 2024-04-02T09:41:05.997 INFO:tasks.workunit.client.0.smithi012.stdout:from 13 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,71303168~16777216,92274688~8388608,104857600~46137344,171966464~25165824,209715200~4194304,222298112~4194304,230686720~4194304,247463936~12582912,272629760~8388608,285212672~12582912,306184192~4194304,314572800~50331648,373293056~20971520,398458880~16777216] 2024-04-02T09:41:05.997 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,71303168~16777216,92274688~8388608,104857600~46137344,171966464~25165824,209715200~4194304,222298112~4194304,230686720~4194304,247463936~12582912,272629760~8388608,285212672~12582912,306184192~4194304,314572800~50331648,373293056~20971520,398458880~16777216] 2024-04-02T09:41:05.998 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,71303168~83886080,171966464~29360128,209715200~8388608,222298112~12582912,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,373293056~20971520,398458880~20971520] 2024-04-02T09:41:05.998 INFO:tasks.workunit.client.0.smithi012.stdout:from 14 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,71303168~8388608,104857600~25165824,134217728~16777216,171966464~25165824,209715200~4194304,222298112~4194304,230686720~4194304,247463936~12582912,272629760~8388608,285212672~4194304,306184192~4194304,314572800~16777216,335544320~29360128,373293056~16777216,406847488~8388608] 2024-04-02T09:41:05.999 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,71303168~8388608,104857600~25165824,134217728~16777216,171966464~25165824,209715200~4194304,222298112~4194304,230686720~4194304,247463936~12582912,272629760~8388608,285212672~4194304,306184192~4194304,314572800~16777216,335544320~29360128,373293056~16777216,406847488~8388608] 2024-04-02T09:41:05.999 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,71303168~12582912,104857600~25165824,134217728~20971520,171966464~29360128,209715200~8388608,222298112~12582912,247463936~12582912,272629760~8388608,285212672~8388608,306184192~25165824,335544320~29360128,373293056~16777216,406847488~12582912] 2024-04-02T09:41:06.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:05 smithi012 ceph-mon[88355]: osdmap e2130: 8 total, 8 up, 8 in 2024-04-02T09:41:06.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:05 smithi012 ceph-mon[90784]: osdmap e2130: 8 total, 8 up, 8 in 2024-04-02T09:41:06.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:05 smithi055 ceph-mon[85080]: osdmap e2130: 8 total, 8 up, 8 in 2024-04-02T09:41:06.900 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~20971520,272629760~8388608,285212672~134217728] 2024-04-02T09:41:06.901 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~20971520,272629760~8388608,285212672~134217728] 2024-04-02T09:41:06.927 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~121634816,285212672~134217728] 2024-04-02T09:41:06.927 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~33554432,285212672~134217728] 2024-04-02T09:41:06.927 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~33554432,285212672~134217728] 2024-04-02T09:41:06.959 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~121634816,285212672~134217728] 2024-04-02T09:41:06.959 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~83886080,247463936~20971520,272629760~8388608,285212672~104857600,394264576~25165824] 2024-04-02T09:41:06.959 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~83886080,247463936~20971520,272629760~8388608,285212672~104857600,394264576~25165824] 2024-04-02T09:41:06.965 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~109051904,272629760~8388608,285212672~134217728] 2024-04-02T09:41:06.965 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~20971520,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:06.965 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~20971520,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:06.970 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~46137344,209715200~58720256,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:06.970 INFO:tasks.workunit.client.0.smithi012.stdout:from 4 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:06.970 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:06.974 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,50331648~104857600,159383552~46137344,209715200~50331648,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:06.974 INFO:tasks.workunit.client.0.smithi012.stdout:from 5 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:06.975 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:06.979 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,50331648~104857600,159383552~46137344,209715200~50331648,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:06.979 INFO:tasks.workunit.client.0.smithi012.stdout:from 6 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:06.979 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:06.983 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,50331648~104857600,159383552~46137344,209715200~50331648,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:06.983 INFO:tasks.workunit.client.0.smithi012.stdout:from 7 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:06.983 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:06.987 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,50331648~104857600,167772160~37748736,209715200~50331648,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:06.987 INFO:tasks.workunit.client.0.smithi012.stdout:from 8 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,54525952~96468992,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:06.987 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,54525952~96468992,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:06.990 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,54525952~100663296,167772160~37748736,209715200~50331648,272629760~8388608,285212672~16777216,306184192~58720256,373293056~20971520,398458880~20971520] 2024-04-02T09:41:06.990 INFO:tasks.workunit.client.0.smithi012.stdout:from 9 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,54525952~33554432,92274688~58720256,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:06.990 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,54525952~33554432,92274688~58720256,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:06.993 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,54525952~100663296,167772160~37748736,209715200~50331648,272629760~8388608,285212672~16777216,306184192~58720256,373293056~20971520,398458880~20971520] 2024-04-02T09:41:06.993 INFO:tasks.workunit.client.0.smithi012.stdout:from 10 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,58720256~29360128,92274688~58720256,167772160~37748736,209715200~20971520,234881024~4194304,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:06.993 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,58720256~29360128,92274688~58720256,167772160~37748736,209715200~20971520,234881024~4194304,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:06.995 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,58720256~96468992,167772160~37748736,209715200~33554432,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,373293056~20971520,398458880~20971520] 2024-04-02T09:41:06.995 INFO:tasks.workunit.client.0.smithi012.stdout:from 11 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,71303168~16777216,92274688~58720256,171966464~33554432,209715200~16777216,230686720~8388608,247463936~12582912,272629760~8388608,285212672~12582912,306184192~4194304,314572800~37748736,356515840~8388608,373293056~16777216,398458880~20971520] 2024-04-02T09:41:06.996 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,71303168~16777216,92274688~58720256,171966464~33554432,209715200~16777216,230686720~8388608,247463936~12582912,272629760~8388608,285212672~12582912,306184192~4194304,314572800~37748736,356515840~8388608,373293056~16777216,398458880~20971520] 2024-04-02T09:41:06.997 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,71303168~83886080,171966464~33554432,209715200~33554432,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,373293056~20971520,398458880~20971520] 2024-04-02T09:41:06.998 INFO:tasks.workunit.client.0.smithi012.stdout:from 12 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,71303168~16777216,92274688~8388608,104857600~46137344,171966464~33554432,209715200~8388608,222298112~4194304,230686720~4194304,247463936~12582912,272629760~8388608,285212672~12582912,306184192~4194304,314572800~37748736,356515840~8388608,373293056~16777216,398458880~16777216] 2024-04-02T09:41:06.998 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,71303168~16777216,92274688~8388608,104857600~46137344,171966464~33554432,209715200~8388608,222298112~4194304,230686720~4194304,247463936~12582912,272629760~8388608,285212672~12582912,306184192~4194304,314572800~37748736,356515840~8388608,373293056~16777216,398458880~16777216] 2024-04-02T09:41:06.999 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,71303168~83886080,171966464~33554432,209715200~8388608,222298112~12582912,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,373293056~20971520,398458880~20971520] 2024-04-02T09:41:06.999 INFO:tasks.workunit.client.0.smithi012.stdout:from 13 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,71303168~16777216,92274688~8388608,104857600~46137344,171966464~25165824,209715200~4194304,222298112~4194304,230686720~4194304,247463936~12582912,272629760~8388608,285212672~12582912,306184192~4194304,314572800~50331648,373293056~20971520,398458880~16777216] 2024-04-02T09:41:06.999 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,71303168~16777216,92274688~8388608,104857600~46137344,171966464~25165824,209715200~4194304,222298112~4194304,230686720~4194304,247463936~12582912,272629760~8388608,285212672~12582912,306184192~4194304,314572800~50331648,373293056~20971520,398458880~16777216] 2024-04-02T09:41:07.000 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,71303168~83886080,171966464~29360128,209715200~8388608,222298112~12582912,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,373293056~20971520,398458880~20971520] 2024-04-02T09:41:07.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:06 smithi012 ceph-mon[88355]: osdmap e2131: 8 total, 8 up, 8 in 2024-04-02T09:41:07.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:06 smithi012 ceph-mon[88355]: pgmap v4138: 137 pgs: 137 active+clean; 880 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 739 KiB/s rd, 9.2 MiB/s wr, 1.39k op/s 2024-04-02T09:41:07.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:06 smithi012 ceph-mon[90784]: osdmap e2131: 8 total, 8 up, 8 in 2024-04-02T09:41:07.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:06 smithi012 ceph-mon[90784]: pgmap v4138: 137 pgs: 137 active+clean; 880 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 739 KiB/s rd, 9.2 MiB/s wr, 1.39k op/s 2024-04-02T09:41:07.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:06 smithi055 ceph-mon[85080]: osdmap e2131: 8 total, 8 up, 8 in 2024-04-02T09:41:07.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:06 smithi055 ceph-mon[85080]: pgmap v4138: 137 pgs: 137 active+clean; 880 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 739 KiB/s rd, 9.2 MiB/s wr, 1.39k op/s 2024-04-02T09:41:07.910 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~20971520,272629760~8388608,285212672~134217728] 2024-04-02T09:41:07.910 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~20971520,272629760~8388608,285212672~134217728] 2024-04-02T09:41:07.942 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~121634816,285212672~134217728] 2024-04-02T09:41:07.942 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~33554432,285212672~134217728] 2024-04-02T09:41:07.942 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~33554432,285212672~134217728] 2024-04-02T09:41:07.958 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~121634816,285212672~134217728] 2024-04-02T09:41:07.959 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~83886080,247463936~20971520,272629760~8388608,285212672~104857600,394264576~25165824] 2024-04-02T09:41:07.959 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~83886080,247463936~20971520,272629760~8388608,285212672~104857600,394264576~25165824] 2024-04-02T09:41:07.968 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~109051904,272629760~8388608,285212672~134217728] 2024-04-02T09:41:07.968 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~20971520,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:07.968 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~20971520,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:07.973 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~46137344,209715200~58720256,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:07.973 INFO:tasks.workunit.client.0.smithi012.stdout:from 4 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:07.973 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:07.978 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,50331648~104857600,159383552~46137344,209715200~50331648,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:07.978 INFO:tasks.workunit.client.0.smithi012.stdout:from 5 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:07.978 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:07.982 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,50331648~104857600,159383552~46137344,209715200~50331648,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:07.982 INFO:tasks.workunit.client.0.smithi012.stdout:from 6 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:07.983 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:07.986 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,50331648~104857600,159383552~46137344,209715200~50331648,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:07.986 INFO:tasks.workunit.client.0.smithi012.stdout:from 7 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:07.986 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:07.989 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,50331648~104857600,167772160~37748736,209715200~50331648,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:07.989 INFO:tasks.workunit.client.0.smithi012.stdout:from 8 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,54525952~96468992,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:07.989 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,54525952~96468992,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:07.991 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,54525952~100663296,167772160~37748736,209715200~50331648,272629760~8388608,285212672~16777216,306184192~58720256,373293056~20971520,398458880~20971520] 2024-04-02T09:41:07.992 INFO:tasks.workunit.client.0.smithi012.stdout:from 9 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,54525952~33554432,92274688~58720256,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:07.992 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,54525952~33554432,92274688~58720256,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:07.994 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,54525952~100663296,167772160~37748736,209715200~50331648,272629760~8388608,285212672~16777216,306184192~58720256,373293056~20971520,398458880~20971520] 2024-04-02T09:41:07.994 INFO:tasks.workunit.client.0.smithi012.stdout:from 10 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,58720256~29360128,92274688~58720256,167772160~37748736,209715200~20971520,234881024~4194304,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:07.994 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,58720256~29360128,92274688~58720256,167772160~37748736,209715200~20971520,234881024~4194304,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:07.996 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,58720256~96468992,167772160~37748736,209715200~33554432,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,373293056~20971520,398458880~20971520] 2024-04-02T09:41:07.996 INFO:tasks.workunit.client.0.smithi012.stdout:from 11 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,71303168~16777216,92274688~58720256,171966464~33554432,209715200~16777216,230686720~8388608,247463936~12582912,272629760~8388608,285212672~12582912,306184192~4194304,314572800~37748736,356515840~8388608,373293056~16777216,398458880~20971520] 2024-04-02T09:41:07.996 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,71303168~16777216,92274688~58720256,171966464~33554432,209715200~16777216,230686720~8388608,247463936~12582912,272629760~8388608,285212672~12582912,306184192~4194304,314572800~37748736,356515840~8388608,373293056~16777216,398458880~20971520] 2024-04-02T09:41:07.997 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,71303168~83886080,171966464~33554432,209715200~33554432,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,373293056~20971520,398458880~20971520] 2024-04-02T09:41:07.998 INFO:tasks.workunit.client.0.smithi012.stdout:from 12 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,71303168~16777216,92274688~8388608,104857600~46137344,171966464~33554432,209715200~8388608,222298112~4194304,230686720~4194304,247463936~12582912,272629760~8388608,285212672~12582912,306184192~4194304,314572800~37748736,356515840~8388608,373293056~16777216,398458880~16777216] 2024-04-02T09:41:07.998 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,71303168~16777216,92274688~8388608,104857600~46137344,171966464~33554432,209715200~8388608,222298112~4194304,230686720~4194304,247463936~12582912,272629760~8388608,285212672~12582912,306184192~4194304,314572800~37748736,356515840~8388608,373293056~16777216,398458880~16777216] 2024-04-02T09:41:07.998 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,71303168~83886080,171966464~33554432,209715200~8388608,222298112~12582912,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,373293056~20971520,398458880~20971520] 2024-04-02T09:41:08.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:07 smithi012 ceph-mon[88355]: osdmap e2132: 8 total, 8 up, 8 in 2024-04-02T09:41:08.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:07 smithi012 ceph-mon[90784]: osdmap e2132: 8 total, 8 up, 8 in 2024-04-02T09:41:08.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:41:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:41:07] "GET /metrics HTTP/1.1" 200 36739 "" "Prometheus/2.43.0" 2024-04-02T09:41:08.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:07 smithi055 ceph-mon[85080]: osdmap e2132: 8 total, 8 up, 8 in 2024-04-02T09:41:08.915 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~20971520,272629760~8388608,285212672~134217728] 2024-04-02T09:41:08.915 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~20971520,272629760~8388608,285212672~134217728] 2024-04-02T09:41:08.944 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~121634816,285212672~134217728] 2024-04-02T09:41:08.944 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~33554432,285212672~134217728] 2024-04-02T09:41:08.945 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~33554432,285212672~134217728] 2024-04-02T09:41:08.977 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~121634816,285212672~134217728] 2024-04-02T09:41:08.977 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~83886080,247463936~20971520,272629760~8388608,285212672~104857600,394264576~25165824] 2024-04-02T09:41:08.977 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~83886080,247463936~20971520,272629760~8388608,285212672~104857600,394264576~25165824] 2024-04-02T09:41:08.982 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~109051904,272629760~8388608,285212672~134217728] 2024-04-02T09:41:08.983 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~20971520,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:08.983 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~20971520,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:08.989 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~46137344,209715200~58720256,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:08.989 INFO:tasks.workunit.client.0.smithi012.stdout:from 4 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:08.989 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:08.991 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,50331648~104857600,159383552~46137344,209715200~50331648,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:08.991 INFO:tasks.workunit.client.0.smithi012.stdout:from 5 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:08.992 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:08.995 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,50331648~104857600,159383552~46137344,209715200~50331648,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:08.995 INFO:tasks.workunit.client.0.smithi012.stdout:from 6 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:08.995 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:08.998 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,50331648~104857600,159383552~46137344,209715200~50331648,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:08.998 INFO:tasks.workunit.client.0.smithi012.stdout:from 7 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:08.998 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:09.000 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,50331648~104857600,167772160~37748736,209715200~50331648,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:09.000 INFO:tasks.workunit.client.0.smithi012.stdout:from 8 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,54525952~96468992,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:09.000 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,54525952~96468992,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:09.003 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,54525952~100663296,167772160~37748736,209715200~50331648,272629760~8388608,285212672~16777216,306184192~58720256,373293056~20971520,398458880~20971520] 2024-04-02T09:41:09.003 INFO:tasks.workunit.client.0.smithi012.stdout:from 9 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,54525952~33554432,92274688~58720256,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:09.003 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,54525952~33554432,92274688~58720256,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:09.005 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,54525952~100663296,167772160~37748736,209715200~50331648,272629760~8388608,285212672~16777216,306184192~58720256,373293056~20971520,398458880~20971520] 2024-04-02T09:41:09.005 INFO:tasks.workunit.client.0.smithi012.stdout:from 10 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,58720256~29360128,92274688~58720256,167772160~37748736,209715200~20971520,234881024~4194304,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:09.006 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,58720256~29360128,92274688~58720256,167772160~37748736,209715200~20971520,234881024~4194304,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:09.007 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,58720256~96468992,167772160~37748736,209715200~33554432,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,373293056~20971520,398458880~20971520] 2024-04-02T09:41:09.007 INFO:tasks.workunit.client.0.smithi012.stdout:from 11 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,71303168~16777216,92274688~58720256,171966464~33554432,209715200~16777216,230686720~8388608,247463936~12582912,272629760~8388608,285212672~12582912,306184192~4194304,314572800~37748736,356515840~8388608,373293056~16777216,398458880~20971520] 2024-04-02T09:41:09.007 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,71303168~16777216,92274688~58720256,171966464~33554432,209715200~16777216,230686720~8388608,247463936~12582912,272629760~8388608,285212672~12582912,306184192~4194304,314572800~37748736,356515840~8388608,373293056~16777216,398458880~20971520] 2024-04-02T09:41:09.008 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,71303168~83886080,171966464~33554432,209715200~33554432,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,373293056~20971520,398458880~20971520] 2024-04-02T09:41:09.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:08 smithi012 ceph-mon[90784]: osdmap e2133: 8 total, 8 up, 8 in 2024-04-02T09:41:09.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:08 smithi012 ceph-mon[90784]: pgmap v4141: 137 pgs: 137 active+clean; 880 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 739 KiB/s rd, 9.2 MiB/s wr, 1.39k op/s 2024-04-02T09:41:09.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:08 smithi012 ceph-mon[88355]: osdmap e2133: 8 total, 8 up, 8 in 2024-04-02T09:41:09.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:08 smithi012 ceph-mon[88355]: pgmap v4141: 137 pgs: 137 active+clean; 880 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 739 KiB/s rd, 9.2 MiB/s wr, 1.39k op/s 2024-04-02T09:41:09.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:08 smithi055 ceph-mon[85080]: osdmap e2133: 8 total, 8 up, 8 in 2024-04-02T09:41:09.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:08 smithi055 ceph-mon[85080]: pgmap v4141: 137 pgs: 137 active+clean; 880 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 739 KiB/s rd, 9.2 MiB/s wr, 1.39k op/s 2024-04-02T09:41:09.687 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~20971520,272629760~8388608,285212672~134217728] 2024-04-02T09:41:09.688 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~20971520,272629760~8388608,285212672~134217728] 2024-04-02T09:41:09.730 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~121634816,285212672~134217728] 2024-04-02T09:41:09.730 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~33554432,285212672~134217728] 2024-04-02T09:41:09.730 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~33554432,285212672~134217728] 2024-04-02T09:41:09.738 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~121634816,285212672~134217728] 2024-04-02T09:41:09.739 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~83886080,247463936~20971520,272629760~8388608,285212672~104857600,394264576~25165824] 2024-04-02T09:41:09.739 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~83886080,247463936~20971520,272629760~8388608,285212672~104857600,394264576~25165824] 2024-04-02T09:41:09.744 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~109051904,272629760~8388608,285212672~134217728] 2024-04-02T09:41:09.744 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~20971520,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:09.744 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~20971520,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:09.748 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~46137344,209715200~58720256,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:09.748 INFO:tasks.workunit.client.0.smithi012.stdout:from 4 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:09.748 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:09.752 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,50331648~104857600,159383552~46137344,209715200~50331648,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:09.753 INFO:tasks.workunit.client.0.smithi012.stdout:from 5 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:09.753 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:09.756 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,50331648~104857600,159383552~46137344,209715200~50331648,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:09.756 INFO:tasks.workunit.client.0.smithi012.stdout:from 6 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:09.756 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:09.759 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,50331648~104857600,159383552~46137344,209715200~50331648,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:09.759 INFO:tasks.workunit.client.0.smithi012.stdout:from 7 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:09.759 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:09.762 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,50331648~104857600,167772160~37748736,209715200~50331648,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:09.762 INFO:tasks.workunit.client.0.smithi012.stdout:from 8 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,54525952~96468992,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:09.762 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,54525952~96468992,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:09.763 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,54525952~100663296,167772160~37748736,209715200~50331648,272629760~8388608,285212672~16777216,306184192~58720256,373293056~20971520,398458880~20971520] 2024-04-02T09:41:09.763 INFO:tasks.workunit.client.0.smithi012.stdout:from 9 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,54525952~33554432,92274688~58720256,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:09.763 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,54525952~33554432,92274688~58720256,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:09.765 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,54525952~100663296,167772160~37748736,209715200~50331648,272629760~8388608,285212672~16777216,306184192~58720256,373293056~20971520,398458880~20971520] 2024-04-02T09:41:09.765 INFO:tasks.workunit.client.0.smithi012.stdout:from 10 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,58720256~29360128,92274688~58720256,167772160~37748736,209715200~20971520,234881024~4194304,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:09.765 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,58720256~29360128,92274688~58720256,167772160~37748736,209715200~20971520,234881024~4194304,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:09.766 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,58720256~96468992,167772160~37748736,209715200~33554432,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,373293056~20971520,398458880~20971520] 2024-04-02T09:41:10.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:09 smithi012 ceph-mon[88355]: osdmap e2134: 8 total, 8 up, 8 in 2024-04-02T09:41:10.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:09 smithi012 ceph-mon[88355]: osdmap e2135: 8 total, 8 up, 8 in 2024-04-02T09:41:10.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:09 smithi012 ceph-mon[90784]: osdmap e2134: 8 total, 8 up, 8 in 2024-04-02T09:41:10.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:09 smithi012 ceph-mon[90784]: osdmap e2135: 8 total, 8 up, 8 in 2024-04-02T09:41:10.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:09 smithi055 ceph-mon[85080]: osdmap e2134: 8 total, 8 up, 8 in 2024-04-02T09:41:10.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:09 smithi055 ceph-mon[85080]: osdmap e2135: 8 total, 8 up, 8 in 2024-04-02T09:41:10.686 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~20971520,272629760~8388608,285212672~134217728] 2024-04-02T09:41:10.686 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~20971520,272629760~8388608,285212672~134217728] 2024-04-02T09:41:10.731 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~121634816,285212672~134217728] 2024-04-02T09:41:10.732 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~33554432,285212672~134217728] 2024-04-02T09:41:10.732 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~33554432,285212672~134217728] 2024-04-02T09:41:10.745 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~121634816,285212672~134217728] 2024-04-02T09:41:10.745 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~83886080,247463936~20971520,272629760~8388608,285212672~104857600,394264576~25165824] 2024-04-02T09:41:10.746 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~83886080,247463936~20971520,272629760~8388608,285212672~104857600,394264576~25165824] 2024-04-02T09:41:10.753 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~109051904,272629760~8388608,285212672~134217728] 2024-04-02T09:41:10.753 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~20971520,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:10.753 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~20971520,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:10.758 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~46137344,209715200~58720256,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:10.758 INFO:tasks.workunit.client.0.smithi012.stdout:from 4 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:10.758 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:10.761 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,50331648~104857600,159383552~46137344,209715200~50331648,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:10.761 INFO:tasks.workunit.client.0.smithi012.stdout:from 5 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:10.761 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:10.764 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,50331648~104857600,159383552~46137344,209715200~50331648,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:10.764 INFO:tasks.workunit.client.0.smithi012.stdout:from 6 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:10.764 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:10.766 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,50331648~104857600,159383552~46137344,209715200~50331648,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:10.766 INFO:tasks.workunit.client.0.smithi012.stdout:from 7 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:10.766 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:10.768 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,50331648~104857600,167772160~37748736,209715200~50331648,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:10.769 INFO:tasks.workunit.client.0.smithi012.stdout:from 8 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,54525952~96468992,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:10.769 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,54525952~96468992,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:10.770 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,54525952~100663296,167772160~37748736,209715200~50331648,272629760~8388608,285212672~16777216,306184192~58720256,373293056~20971520,398458880~20971520] 2024-04-02T09:41:10.770 INFO:tasks.workunit.client.0.smithi012.stdout:from 9 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,54525952~33554432,92274688~58720256,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:10.770 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,54525952~33554432,92274688~58720256,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:10.771 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,54525952~100663296,167772160~37748736,209715200~50331648,272629760~8388608,285212672~16777216,306184192~58720256,373293056~20971520,398458880~20971520] 2024-04-02T09:41:11.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:10 smithi012 ceph-mon[88355]: pgmap v4144: 137 pgs: 137 active+clean; 841 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 189 KiB/s rd, 5.0 KiB/s wr, 301 op/s 2024-04-02T09:41:11.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:10 smithi012 ceph-mon[88355]: osdmap e2136: 8 total, 8 up, 8 in 2024-04-02T09:41:11.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:10 smithi012 ceph-mon[90784]: pgmap v4144: 137 pgs: 137 active+clean; 841 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 189 KiB/s rd, 5.0 KiB/s wr, 301 op/s 2024-04-02T09:41:11.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:10 smithi012 ceph-mon[90784]: osdmap e2136: 8 total, 8 up, 8 in 2024-04-02T09:41:11.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:10 smithi055 ceph-mon[85080]: pgmap v4144: 137 pgs: 137 active+clean; 841 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 189 KiB/s rd, 5.0 KiB/s wr, 301 op/s 2024-04-02T09:41:11.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:10 smithi055 ceph-mon[85080]: osdmap e2136: 8 total, 8 up, 8 in 2024-04-02T09:41:11.686 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~20971520,272629760~8388608,285212672~134217728] 2024-04-02T09:41:11.686 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~20971520,272629760~8388608,285212672~134217728] 2024-04-02T09:41:11.729 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~121634816,285212672~134217728] 2024-04-02T09:41:11.729 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~33554432,285212672~134217728] 2024-04-02T09:41:11.729 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~33554432,285212672~134217728] 2024-04-02T09:41:11.757 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~121634816,285212672~134217728] 2024-04-02T09:41:11.757 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~83886080,247463936~20971520,272629760~8388608,285212672~104857600,394264576~25165824] 2024-04-02T09:41:11.758 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~83886080,247463936~20971520,272629760~8388608,285212672~104857600,394264576~25165824] 2024-04-02T09:41:11.762 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~109051904,272629760~8388608,285212672~134217728] 2024-04-02T09:41:11.762 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~20971520,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:11.763 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~20971520,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:11.766 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~46137344,209715200~58720256,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:11.766 INFO:tasks.workunit.client.0.smithi012.stdout:from 4 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:11.766 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:11.768 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,50331648~104857600,159383552~46137344,209715200~50331648,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:11.769 INFO:tasks.workunit.client.0.smithi012.stdout:from 5 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:11.769 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:11.771 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,50331648~104857600,159383552~46137344,209715200~50331648,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:11.771 INFO:tasks.workunit.client.0.smithi012.stdout:from 6 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:11.771 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:11.773 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,50331648~104857600,159383552~46137344,209715200~50331648,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:11.773 INFO:tasks.workunit.client.0.smithi012.stdout:from 7 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:11.773 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:11.775 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,50331648~104857600,167772160~37748736,209715200~50331648,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:11.775 INFO:tasks.workunit.client.0.smithi012.stdout:from 8 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,54525952~96468992,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:11.775 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,54525952~96468992,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~4194304,314572800~50331648,373293056~20971520,398458880~20971520] 2024-04-02T09:41:11.776 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,54525952~100663296,167772160~37748736,209715200~50331648,272629760~8388608,285212672~16777216,306184192~58720256,373293056~20971520,398458880~20971520] 2024-04-02T09:41:12.681 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:41:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:41:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:41:12.689 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~20971520,272629760~8388608,285212672~134217728] 2024-04-02T09:41:12.689 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~20971520,272629760~8388608,285212672~134217728] 2024-04-02T09:41:12.724 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~121634816,285212672~134217728] 2024-04-02T09:41:12.725 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~33554432,285212672~134217728] 2024-04-02T09:41:12.725 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~33554432,285212672~134217728] 2024-04-02T09:41:12.730 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~121634816,285212672~134217728] 2024-04-02T09:41:12.730 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~83886080,247463936~20971520,272629760~8388608,285212672~104857600,394264576~25165824] 2024-04-02T09:41:12.730 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~83886080,247463936~20971520,272629760~8388608,285212672~104857600,394264576~25165824] 2024-04-02T09:41:12.753 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~109051904,272629760~8388608,285212672~134217728] 2024-04-02T09:41:12.753 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~20971520,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:12.753 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~20971520,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:12.757 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~46137344,209715200~58720256,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:12.757 INFO:tasks.workunit.client.0.smithi012.stdout:from 4 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:12.757 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:12.761 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,50331648~104857600,159383552~46137344,209715200~50331648,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:12.761 INFO:tasks.workunit.client.0.smithi012.stdout:from 5 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:12.762 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:12.763 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,50331648~104857600,159383552~46137344,209715200~50331648,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:12.763 INFO:tasks.workunit.client.0.smithi012.stdout:from 6 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:12.763 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:12.765 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,50331648~104857600,159383552~46137344,209715200~50331648,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:12.765 INFO:tasks.workunit.client.0.smithi012.stdout:from 7 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:12.765 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,167772160~37748736,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:12.766 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,50331648~104857600,167772160~37748736,209715200~50331648,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:13.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:12 smithi055 ceph-mon[85080]: osdmap e2137: 8 total, 8 up, 8 in 2024-04-02T09:41:13.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:12 smithi055 ceph-mon[85080]: pgmap v4147: 137 pgs: 137 active+clean; 789 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 260 KiB/s rd, 6.2 KiB/s wr, 443 op/s 2024-04-02T09:41:13.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:12 smithi012 ceph-mon[88355]: osdmap e2137: 8 total, 8 up, 8 in 2024-04-02T09:41:13.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:12 smithi012 ceph-mon[88355]: pgmap v4147: 137 pgs: 137 active+clean; 789 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 260 KiB/s rd, 6.2 KiB/s wr, 443 op/s 2024-04-02T09:41:13.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:12 smithi012 ceph-mon[90784]: osdmap e2137: 8 total, 8 up, 8 in 2024-04-02T09:41:13.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:12 smithi012 ceph-mon[90784]: pgmap v4147: 137 pgs: 137 active+clean; 789 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 260 KiB/s rd, 6.2 KiB/s wr, 443 op/s 2024-04-02T09:41:13.703 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~20971520,272629760~8388608,285212672~134217728] 2024-04-02T09:41:13.703 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~20971520,272629760~8388608,285212672~134217728] 2024-04-02T09:41:13.732 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~121634816,285212672~134217728] 2024-04-02T09:41:13.732 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~33554432,285212672~134217728] 2024-04-02T09:41:13.732 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~33554432,285212672~134217728] 2024-04-02T09:41:13.736 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~121634816,285212672~134217728] 2024-04-02T09:41:13.736 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~83886080,247463936~20971520,272629760~8388608,285212672~104857600,394264576~25165824] 2024-04-02T09:41:13.736 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~83886080,247463936~20971520,272629760~8388608,285212672~104857600,394264576~25165824] 2024-04-02T09:41:13.741 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~109051904,272629760~8388608,285212672~134217728] 2024-04-02T09:41:13.741 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~20971520,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:13.741 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~20971520,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:13.745 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~46137344,209715200~58720256,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:13.745 INFO:tasks.workunit.client.0.smithi012.stdout:from 4 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:13.745 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:13.754 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,50331648~104857600,159383552~46137344,209715200~50331648,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:13.754 INFO:tasks.workunit.client.0.smithi012.stdout:from 5 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:13.754 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:13.758 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,50331648~104857600,159383552~46137344,209715200~50331648,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:13.758 INFO:tasks.workunit.client.0.smithi012.stdout:from 6 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:13.758 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~20971520,234881024~8388608,247463936~12582912,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:13.771 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,50331648~104857600,159383552~46137344,209715200~50331648,272629760~8388608,285212672~16777216,306184192~58720256,369098752~50331648] 2024-04-02T09:41:14.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:13 smithi055 ceph-mon[85080]: osdmap e2138: 8 total, 8 up, 8 in 2024-04-02T09:41:14.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:13 smithi012 ceph-mon[88355]: osdmap e2138: 8 total, 8 up, 8 in 2024-04-02T09:41:14.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:13 smithi012 ceph-mon[90784]: osdmap e2138: 8 total, 8 up, 8 in 2024-04-02T09:41:14.690 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~20971520,272629760~8388608,285212672~134217728] 2024-04-02T09:41:14.690 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~20971520,272629760~8388608,285212672~134217728] 2024-04-02T09:41:14.733 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~121634816,285212672~134217728] 2024-04-02T09:41:14.733 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~33554432,285212672~134217728] 2024-04-02T09:41:14.733 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~33554432,285212672~134217728] 2024-04-02T09:41:14.740 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~121634816,285212672~134217728] 2024-04-02T09:41:14.740 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~83886080,247463936~20971520,272629760~8388608,285212672~104857600,394264576~25165824] 2024-04-02T09:41:14.740 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~83886080,247463936~20971520,272629760~8388608,285212672~104857600,394264576~25165824] 2024-04-02T09:41:14.743 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~109051904,272629760~8388608,285212672~134217728] 2024-04-02T09:41:14.744 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~20971520,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:14.744 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~20971520,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:14.754 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~46137344,209715200~58720256,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:14.754 INFO:tasks.workunit.client.0.smithi012.stdout:from 4 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:14.754 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:14.757 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,50331648~104857600,159383552~46137344,209715200~50331648,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:14.757 INFO:tasks.workunit.client.0.smithi012.stdout:from 5 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:14.757 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:14.758 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,50331648~104857600,159383552~46137344,209715200~50331648,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:15.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:14 smithi055 ceph-mon[85080]: osdmap e2139: 8 total, 8 up, 8 in 2024-04-02T09:41:15.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:15.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:14 smithi055 ceph-mon[85080]: pgmap v4150: 137 pgs: 137 active+clean; 789 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 71 KiB/s rd, 1.2 KiB/s wr, 141 op/s 2024-04-02T09:41:15.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:14 smithi055 ceph-mon[85080]: osdmap e2140: 8 total, 8 up, 8 in 2024-04-02T09:41:15.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:14 smithi012 ceph-mon[88355]: osdmap e2139: 8 total, 8 up, 8 in 2024-04-02T09:41:15.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:15.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:14 smithi012 ceph-mon[88355]: pgmap v4150: 137 pgs: 137 active+clean; 789 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 71 KiB/s rd, 1.2 KiB/s wr, 141 op/s 2024-04-02T09:41:15.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:14 smithi012 ceph-mon[88355]: osdmap e2140: 8 total, 8 up, 8 in 2024-04-02T09:41:15.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:14 smithi012 ceph-mon[90784]: osdmap e2139: 8 total, 8 up, 8 in 2024-04-02T09:41:15.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:15.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:14 smithi012 ceph-mon[90784]: pgmap v4150: 137 pgs: 137 active+clean; 789 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 71 KiB/s rd, 1.2 KiB/s wr, 141 op/s 2024-04-02T09:41:15.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:14 smithi012 ceph-mon[90784]: osdmap e2140: 8 total, 8 up, 8 in 2024-04-02T09:41:15.716 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~20971520,272629760~8388608,285212672~134217728] 2024-04-02T09:41:15.716 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~20971520,272629760~8388608,285212672~134217728] 2024-04-02T09:41:15.749 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~121634816,285212672~134217728] 2024-04-02T09:41:15.749 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~33554432,285212672~134217728] 2024-04-02T09:41:15.749 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~33554432,285212672~134217728] 2024-04-02T09:41:15.759 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~121634816,285212672~134217728] 2024-04-02T09:41:15.759 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~83886080,247463936~20971520,272629760~8388608,285212672~104857600,394264576~25165824] 2024-04-02T09:41:15.759 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~83886080,247463936~20971520,272629760~8388608,285212672~104857600,394264576~25165824] 2024-04-02T09:41:15.762 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~109051904,272629760~8388608,285212672~134217728] 2024-04-02T09:41:15.762 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~20971520,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:15.762 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~20971520,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:15.764 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~46137344,209715200~58720256,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:15.764 INFO:tasks.workunit.client.0.smithi012.stdout:from 4 to HEAD diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:15.764 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~4194304,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~12582912,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:15.766 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~4194304,50331648~104857600,159383552~46137344,209715200~50331648,264241152~4194304,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:16.723 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~20971520,272629760~8388608,285212672~134217728] 2024-04-02T09:41:16.723 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~20971520,272629760~8388608,285212672~134217728] 2024-04-02T09:41:16.738 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~121634816,285212672~134217728] 2024-04-02T09:41:16.738 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~33554432,285212672~134217728] 2024-04-02T09:41:16.738 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~33554432,285212672~134217728] 2024-04-02T09:41:16.741 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~121634816,285212672~134217728] 2024-04-02T09:41:16.741 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~83886080,247463936~20971520,272629760~8388608,285212672~104857600,394264576~25165824] 2024-04-02T09:41:16.741 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~83886080,247463936~20971520,272629760~8388608,285212672~104857600,394264576~25165824] 2024-04-02T09:41:16.749 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~109051904,272629760~8388608,285212672~134217728] 2024-04-02T09:41:16.749 INFO:tasks.workunit.client.0.smithi012.stdout:from 3 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~20971520,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:16.749 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~46137344,209715200~33554432,247463936~20971520,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:16.751 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~46137344,209715200~58720256,272629760~8388608,285212672~79691776,369098752~50331648] 2024-04-02T09:41:17.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:16 smithi055 ceph-mon[85080]: osdmap e2141: 8 total, 8 up, 8 in 2024-04-02T09:41:17.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:16 smithi055 ceph-mon[85080]: pgmap v4153: 137 pgs: 137 active+clean; 633 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 153 KiB/s rd, 5.7 KiB/s wr, 251 op/s 2024-04-02T09:41:17.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:16 smithi012 ceph-mon[90784]: osdmap e2141: 8 total, 8 up, 8 in 2024-04-02T09:41:17.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:16 smithi012 ceph-mon[90784]: pgmap v4153: 137 pgs: 137 active+clean; 633 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 153 KiB/s rd, 5.7 KiB/s wr, 251 op/s 2024-04-02T09:41:17.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:16 smithi012 ceph-mon[88355]: osdmap e2141: 8 total, 8 up, 8 in 2024-04-02T09:41:17.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:16 smithi012 ceph-mon[88355]: pgmap v4153: 137 pgs: 137 active+clean; 633 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 153 KiB/s rd, 5.7 KiB/s wr, 251 op/s 2024-04-02T09:41:17.729 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~20971520,272629760~8388608,285212672~134217728] 2024-04-02T09:41:17.729 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~20971520,272629760~8388608,285212672~134217728] 2024-04-02T09:41:17.758 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~121634816,285212672~134217728] 2024-04-02T09:41:17.759 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~33554432,285212672~134217728] 2024-04-02T09:41:17.759 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~33554432,285212672~134217728] 2024-04-02T09:41:17.771 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~121634816,285212672~134217728] 2024-04-02T09:41:17.771 INFO:tasks.workunit.client.0.smithi012.stdout:from 2 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~83886080,247463936~20971520,272629760~8388608,285212672~104857600,394264576~25165824] 2024-04-02T09:41:17.771 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~37748736,92274688~62914560,159383552~83886080,247463936~20971520,272629760~8388608,285212672~104857600,394264576~25165824] 2024-04-02T09:41:17.776 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~109051904,272629760~8388608,285212672~134217728] 2024-04-02T09:41:18.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:17 smithi055 ceph-mon[85080]: osdmap e2142: 8 total, 8 up, 8 in 2024-04-02T09:41:18.078 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:17 smithi012 ceph-mon[88355]: osdmap e2142: 8 total, 8 up, 8 in 2024-04-02T09:41:18.079 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:17 smithi012 ceph-mon[90784]: osdmap e2142: 8 total, 8 up, 8 in 2024-04-02T09:41:18.079 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:41:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:41:17] "GET /metrics HTTP/1.1" 200 36743 "" "Prometheus/2.43.0" 2024-04-02T09:41:18.737 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~20971520,272629760~8388608,285212672~134217728] 2024-04-02T09:41:18.737 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~20971520,272629760~8388608,285212672~134217728] 2024-04-02T09:41:18.778 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~121634816,285212672~134217728] 2024-04-02T09:41:18.778 INFO:tasks.workunit.client.0.smithi012.stdout:from 1 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~33554432,285212672~134217728] 2024-04-02T09:41:18.778 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~33554432,285212672~134217728] 2024-04-02T09:41:18.785 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~121634816,285212672~134217728] 2024-04-02T09:41:19.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:18 smithi055 ceph-mon[85080]: osdmap e2143: 8 total, 8 up, 8 in 2024-04-02T09:41:19.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:18 smithi055 ceph-mon[85080]: pgmap v4156: 137 pgs: 137 active+clean; 633 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 153 KiB/s rd, 5.7 KiB/s wr, 251 op/s 2024-04-02T09:41:19.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:18 smithi012 ceph-mon[88355]: osdmap e2143: 8 total, 8 up, 8 in 2024-04-02T09:41:19.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:18 smithi012 ceph-mon[88355]: pgmap v4156: 137 pgs: 137 active+clean; 633 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 153 KiB/s rd, 5.7 KiB/s wr, 251 op/s 2024-04-02T09:41:19.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:18 smithi012 ceph-mon[90784]: osdmap e2143: 8 total, 8 up, 8 in 2024-04-02T09:41:19.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:18 smithi012 ceph-mon[90784]: pgmap v4156: 137 pgs: 137 active+clean; 633 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 153 KiB/s rd, 5.7 KiB/s wr, 251 op/s 2024-04-02T09:41:19.694 INFO:tasks.workunit.client.0.smithi012.stdout:from 0 to HEAD diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~20971520,272629760~8388608,285212672~134217728] 2024-04-02T09:41:19.694 INFO:tasks.workunit.client.0.smithi012.stdout: limited diff [0~12582912,20971520~12582912,37748736~8388608,50331648~104857600,159383552~83886080,247463936~20971520,272629760~8388608,285212672~134217728] 2024-04-02T09:41:19.704 INFO:tasks.workunit.client.0.smithi012.stdout: actual was [0~16777216,20971520~12582912,37748736~8388608,50331648~104857600,159383552~121634816,285212672~134217728] 2024-04-02T09:41:20.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:19 smithi055 ceph-mon[85080]: osdmap e2144: 8 total, 8 up, 8 in 2024-04-02T09:41:20.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:19 smithi055 ceph-mon[85080]: osdmap e2145: 8 total, 8 up, 8 in 2024-04-02T09:41:20.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:19 smithi012 ceph-mon[88355]: osdmap e2144: 8 total, 8 up, 8 in 2024-04-02T09:41:20.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:19 smithi012 ceph-mon[88355]: osdmap e2145: 8 total, 8 up, 8 in 2024-04-02T09:41:20.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:19 smithi012 ceph-mon[90784]: osdmap e2144: 8 total, 8 up, 8 in 2024-04-02T09:41:20.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:19 smithi012 ceph-mon[90784]: osdmap e2145: 8 total, 8 up, 8 in 2024-04-02T09:41:20.769 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] DiffIterateTest/1.DiffIterateStress (39017 ms) 2024-04-02T09:41:20.770 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParent 2024-04-02T09:41:20.770 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:41:21.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:20 smithi055 ceph-mon[85080]: pgmap v4159: 137 pgs: 137 active+clean; 543 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 64 KiB/s rd, 5.0 KiB/s wr, 96 op/s 2024-04-02T09:41:21.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:20 smithi012 ceph-mon[88355]: pgmap v4159: 137 pgs: 137 active+clean; 543 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 64 KiB/s rd, 5.0 KiB/s wr, 96 op/s 2024-04-02T09:41:21.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:20 smithi012 ceph-mon[90784]: pgmap v4159: 137 pgs: 137 active+clean; 543 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 64 KiB/s rd, 5.0 KiB/s wr, 96 op/s 2024-04-02T09:41:21.849 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] DiffIterateTest/1.DiffIterateParent (1080 ms) 2024-04-02T09:41:21.849 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] DiffIterateTest/1.DiffIterateIgnoreParent 2024-04-02T09:41:21.849 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:41:22.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:21 smithi055 ceph-mon[85080]: osdmap e2146: 8 total, 8 up, 8 in 2024-04-02T09:41:22.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:21 smithi012 ceph-mon[88355]: osdmap e2146: 8 total, 8 up, 8 in 2024-04-02T09:41:22.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:21 smithi012 ceph-mon[90784]: osdmap e2146: 8 total, 8 up, 8 in 2024-04-02T09:41:22.745 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:41:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:41:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:41:22.865 INFO:tasks.workunit.client.0.smithi012.stdout: wrote [0~4194304,8388608~12582912] to clone 2024-04-02T09:41:22.866 INFO:tasks.workunit.client.0.smithi012.stdout: diff was [0~4194304,8388608~12582912] 2024-04-02T09:41:22.869 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] DiffIterateTest/1.DiffIterateIgnoreParent (1021 ms) 2024-04-02T09:41:22.870 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] DiffIterateTest/1.DiffIterateCallbackError 2024-04-02T09:41:22.870 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:41:22.890 INFO:tasks.workunit.client.0.smithi012.stdout: wrote [832218~90585,1459376~26611,4601251~88084,7927988~29972,9244494~13617,11255444~42740,14511593~4531,17193780~19085,18269064~77129,20349202~32054] 2024-04-02T09:41:22.899 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] DiffIterateTest/1.DiffIterateCallbackError (30 ms) 2024-04-02T09:41:22.900 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParentDiscard 2024-04-02T09:41:22.900 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:41:23.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:22 smithi055 ceph-mon[85080]: osdmap e2147: 8 total, 8 up, 8 in 2024-04-02T09:41:23.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:22 smithi055 ceph-mon[85080]: pgmap v4162: 137 pgs: 137 active+clean; 482 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 80 KiB/s rd, 2.0 MiB/s wr, 122 op/s 2024-04-02T09:41:23.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:22 smithi012 ceph-mon[88355]: osdmap e2147: 8 total, 8 up, 8 in 2024-04-02T09:41:23.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:22 smithi012 ceph-mon[88355]: pgmap v4162: 137 pgs: 137 active+clean; 482 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 80 KiB/s rd, 2.0 MiB/s wr, 122 op/s 2024-04-02T09:41:23.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:22 smithi012 ceph-mon[90784]: osdmap e2147: 8 total, 8 up, 8 in 2024-04-02T09:41:23.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:22 smithi012 ceph-mon[90784]: pgmap v4162: 137 pgs: 137 active+clean; 482 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 80 KiB/s rd, 2.0 MiB/s wr, 122 op/s 2024-04-02T09:41:24.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:23 smithi055 ceph-mon[85080]: osdmap e2148: 8 total, 8 up, 8 in 2024-04-02T09:41:24.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:23 smithi012 ceph-mon[88355]: osdmap e2148: 8 total, 8 up, 8 in 2024-04-02T09:41:24.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:23 smithi012 ceph-mon[90784]: osdmap e2148: 8 total, 8 up, 8 in 2024-04-02T09:41:24.784 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] DiffIterateTest/1.DiffIterateParentDiscard (1884 ms) 2024-04-02T09:41:24.785 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnalignedSmall 2024-04-02T09:41:24.785 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:41:24.838 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnalignedSmall (54 ms) 2024-04-02T09:41:24.838 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnaligned 2024-04-02T09:41:24.839 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:41:24.911 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnaligned (73 ms) 2024-04-02T09:41:24.911 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTryAcquireLock 2024-04-02T09:41:24.912 INFO:tasks.workunit.client.0.smithi012.stdout:using new format! 2024-04-02T09:41:25.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:24 smithi055 ceph-mon[85080]: osdmap e2149: 8 total, 8 up, 8 in 2024-04-02T09:41:25.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:24 smithi055 ceph-mon[85080]: pgmap v4165: 137 pgs: 137 active+clean; 482 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 15 KiB/s rd, 2.0 MiB/s wr, 25 op/s 2024-04-02T09:41:25.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:24 smithi055 ceph-mon[85080]: osdmap e2150: 8 total, 8 up, 8 in 2024-04-02T09:41:25.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:24 smithi012 ceph-mon[90784]: osdmap e2149: 8 total, 8 up, 8 in 2024-04-02T09:41:25.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:24 smithi012 ceph-mon[90784]: pgmap v4165: 137 pgs: 137 active+clean; 482 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 15 KiB/s rd, 2.0 MiB/s wr, 25 op/s 2024-04-02T09:41:25.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:24 smithi012 ceph-mon[90784]: osdmap e2150: 8 total, 8 up, 8 in 2024-04-02T09:41:25.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:24 smithi012 ceph-mon[88355]: osdmap e2149: 8 total, 8 up, 8 in 2024-04-02T09:41:25.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:24 smithi012 ceph-mon[88355]: pgmap v4165: 137 pgs: 137 active+clean; 482 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 15 KiB/s rd, 2.0 MiB/s wr, 25 op/s 2024-04-02T09:41:25.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:24 smithi012 ceph-mon[88355]: osdmap e2150: 8 total, 8 up, 8 in 2024-04-02T09:41:27.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:27 smithi012 ceph-mon[88355]: pgmap v4167: 137 pgs: 137 active+clean; 563 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 4.7 MiB/s rd, 14 MiB/s wr, 350 op/s 2024-04-02T09:41:27.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:27 smithi012 ceph-mon[90784]: pgmap v4167: 137 pgs: 137 active+clean; 563 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 4.7 MiB/s rd, 14 MiB/s wr, 350 op/s 2024-04-02T09:41:27.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:27 smithi055 ceph-mon[85080]: pgmap v4167: 137 pgs: 137 active+clean; 563 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 4.7 MiB/s rd, 14 MiB/s wr, 350 op/s 2024-04-02T09:41:28.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:41:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:41:27] "GET /metrics HTTP/1.1" 200 36743 "" "Prometheus/2.43.0" 2024-04-02T09:41:29.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:29 smithi012 ceph-mon[88355]: pgmap v4168: 137 pgs: 137 active+clean; 563 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 11 MiB/s wr, 268 op/s 2024-04-02T09:41:29.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:29.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:29 smithi012 ceph-mon[90784]: pgmap v4168: 137 pgs: 137 active+clean; 563 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 11 MiB/s wr, 268 op/s 2024-04-02T09:41:29.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:29.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:29 smithi055 ceph-mon[85080]: pgmap v4168: 137 pgs: 137 active+clean; 563 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 11 MiB/s wr, 268 op/s 2024-04-02T09:41:29.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:29.956 INFO:tasks.workunit.client.0.smithi012.stdout:[ OK ] DiffIterateTest/1.DiffIterateTryAcquireLock (5045 ms) 2024-04-02T09:41:29.956 INFO:tasks.workunit.client.0.smithi012.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStriping 2024-04-02T09:41:29.956 INFO:tasks.workunit.client.0.smithi012.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_librbd.cc:8604: Skipped 2024-04-02T09:41:29.956 INFO:tasks.workunit.client.0.smithi012.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:41:29.956 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] DiffIterateTest/1.DiffIterateStriping (0 ms) 2024-04-02T09:41:30.691 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] 15 tests from DiffIterateTest/1 (67820 ms total) 2024-04-02T09:41:30.691 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:41:30.691 INFO:tasks.workunit.client.0.smithi012.stdout:[----------] Global test environment tear-down 2024-04-02T09:41:30.691 INFO:tasks.workunit.client.0.smithi012.stdout:[==========] 480 tests from 24 test suites ran. (2176648 ms total) 2024-04-02T09:41:30.691 INFO:tasks.workunit.client.0.smithi012.stdout:[ PASSED ] 434 tests. 2024-04-02T09:41:30.691 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] 46 tests, listed below: 2024-04-02T09:41:30.691 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestJournalStress.DiscardWithPruneWriteOverlap 2024-04-02T09:41:30.691 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestJournalReplay.AioDiscardEvent 2024-04-02T09:41:30.691 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestJournalReplay.AioWriteEvent 2024-04-02T09:41:30.691 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestJournalReplay.AioFlushEvent 2024-04-02T09:41:30.691 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestJournalReplay.SnapCreate 2024-04-02T09:41:30.692 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestJournalReplay.SnapProtect 2024-04-02T09:41:30.692 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestJournalReplay.SnapUnprotect 2024-04-02T09:41:30.692 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestJournalReplay.SnapRename 2024-04-02T09:41:30.692 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestJournalReplay.SnapRollback 2024-04-02T09:41:30.692 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestJournalReplay.SnapRemove 2024-04-02T09:41:30.692 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestJournalReplay.Rename 2024-04-02T09:41:30.692 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestJournalReplay.Resize 2024-04-02T09:41:30.692 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestJournalReplay.Flatten 2024-04-02T09:41:30.692 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestJournalReplay.UpdateFeatures 2024-04-02T09:41:30.692 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestJournalReplay.MetadataSet 2024-04-02T09:41:30.692 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestJournalReplay.MetadataRemove 2024-04-02T09:41:30.692 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestJournalReplay.ObjectPosition 2024-04-02T09:41:30.692 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestJournalEntries.AioWrite 2024-04-02T09:41:30.692 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestJournalEntries.AioDiscard 2024-04-02T09:41:30.693 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestJournalEntries.AioDiscardWithPrune 2024-04-02T09:41:30.693 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestJournalEntries.AioFlush 2024-04-02T09:41:30.693 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestOperations.DisableJournalingCorrupt 2024-04-02T09:41:30.693 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestMigration.MirroringSamePool 2024-04-02T09:41:30.693 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestMigration.MirroringAbort 2024-04-02T09:41:30.693 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolDisabled 2024-04-02T09:41:30.693 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolEnabled 2024-04-02T09:41:30.693 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestMigration.MirroringPool 2024-04-02T09:41:30.693 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2024-04-02T09:41:30.693 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2024-04-02T09:41:30.693 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2024-04-02T09:41:30.693 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2024-04-02T09:41:30.693 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2024-04-02T09:41:30.693 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2024-04-02T09:41:30.694 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2024-04-02T09:41:30.694 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2024-04-02T09:41:30.694 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2024-04-02T09:41:30.694 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2024-04-02T09:41:30.694 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestMirroring.DisableImageMirrorWithPeer 2024-04-02T09:41:30.694 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestMirroring.DisableJournalingWithPeer 2024-04-02T09:41:30.694 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestInternal.DiscardCopyup 2024-04-02T09:41:30.694 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestInternal.TestCoR 2024-04-02T09:41:30.694 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestLibRBD.EncryptionLoadBadStripePattern 2024-04-02T09:41:30.694 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestLibRBD.EnableJournalingViaLockOwner 2024-04-02T09:41:30.694 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] TestLibRBD.ExclusiveLockReadTransition 2024-04-02T09:41:30.694 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] DiffIterateTest/0.DiffIterateStriping 2024-04-02T09:41:30.694 INFO:tasks.workunit.client.0.smithi012.stdout:[ SKIPPED ] DiffIterateTest/1.DiffIterateStriping 2024-04-02T09:41:30.694 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:41:30.695 INFO:tasks.workunit.client.0.smithi012.stdout: YOU HAVE 2 DISABLED TESTS 2024-04-02T09:41:30.695 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:41:30.702 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T09:41:30.703 DEBUG:teuthology.orchestra.run.smithi012:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T09:41:30.774 INFO:tasks.workunit:Stopping ['rbd/test_librbd.sh'] on client.0... 2024-04-02T09:41:30.774 DEBUG:teuthology.orchestra.run.smithi012:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-02T09:41:31.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:30 smithi055 ceph-mon[85080]: osdmap e2151: 8 total, 8 up, 8 in 2024-04-02T09:41:31.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:30 smithi055 ceph-mon[85080]: pgmap v4170: 137 pgs: 137 active+clean; 563 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 10 MiB/s wr, 244 op/s 2024-04-02T09:41:31.062 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:30 smithi012 ceph-mon[88355]: osdmap e2151: 8 total, 8 up, 8 in 2024-04-02T09:41:31.062 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:30 smithi012 ceph-mon[88355]: pgmap v4170: 137 pgs: 137 active+clean; 563 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 10 MiB/s wr, 244 op/s 2024-04-02T09:41:31.062 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:30 smithi012 ceph-mon[90784]: osdmap e2151: 8 total, 8 up, 8 in 2024-04-02T09:41:31.063 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:30 smithi012 ceph-mon[90784]: pgmap v4170: 137 pgs: 137 active+clean; 563 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 10 MiB/s wr, 244 op/s 2024-04-02T09:41:31.064 DEBUG:teuthology.parallel:result is None 2024-04-02T09:41:31.064 DEBUG:teuthology.orchestra.run.smithi012:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:41:31.093 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:41:31.093 DEBUG:teuthology.orchestra.run.smithi012:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T09:41:31.148 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:41:31.148 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T09:41:31.148 INFO:teuthology.task.print:**** done end test_rbd_api.yaml 2024-04-02T09:41:31.148 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T09:41:31.148 INFO:teuthology.task.print:**** done start test_rbd_python.yaml 2024-04-02T09:41:31.149 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-02T09:41:31.149 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-02T09:41:31.150 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-02T09:41:31.150 DEBUG:teuthology.orchestra.run.smithi012:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-02T09:41:31.203 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T09:41:31.203 INFO:teuthology.orchestra.run.smithi012.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-02T09:41:31.203 DEBUG:teuthology.orchestra.run.smithi012:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T09:41:31.258 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-02T09:41:31.258 DEBUG:teuthology.orchestra.run.smithi012:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-02T09:41:31.313 INFO:tasks.workunit:timeout=3h 2024-04-02T09:41:31.313 INFO:tasks.workunit:cleanup=True 2024-04-02T09:41:31.313 DEBUG:teuthology.orchestra.run.smithi012:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-02T09:41:31.367 INFO:tasks.workunit.client.0.smithi012.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-02T09:41:32.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:31 smithi055 ceph-mon[85080]: osdmap e2152: 8 total, 8 up, 8 in 2024-04-02T09:41:32.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:31 smithi012 ceph-mon[88355]: osdmap e2152: 8 total, 8 up, 8 in 2024-04-02T09:41:32.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:31 smithi012 ceph-mon[90784]: osdmap e2152: 8 total, 8 up, 8 in 2024-04-02T09:41:32.688 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:41:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:41:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:41:33.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:32 smithi055 ceph-mon[85080]: pgmap v4172: 105 pgs: 105 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:41:33.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:32 smithi012 ceph-mon[88355]: pgmap v4172: 105 pgs: 105 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:41:33.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:32 smithi012 ceph-mon[90784]: pgmap v4172: 105 pgs: 105 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:41:34.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:34 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:41:34.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:34 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:41:34.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:34 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:41:35.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:35 smithi012 ceph-mon[88355]: pgmap v4173: 105 pgs: 105 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:41:35.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:35 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:41:35.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:35 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:41:35.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:35 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:41:35.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:35 smithi012 ceph-mon[90784]: pgmap v4173: 105 pgs: 105 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:41:35.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:35 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:41:35.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:35 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:41:35.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:35 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:41:35.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:35 smithi055 ceph-mon[85080]: pgmap v4173: 105 pgs: 105 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:41:35.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:35 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:41:35.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:35 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:41:35.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:35 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:41:36.863 DEBUG:teuthology.orchestra.run.smithi012:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-02T09:41:36.918 INFO:tasks.workunit.client.0.smithi012.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-02T09:41:36.920 INFO:tasks.workunit.client.0.smithi012.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T09:41:36.920 INFO:tasks.workunit.client.0.smithi012.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-02T09:41:36.977 INFO:tasks.workunit.client.0.smithi012.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-02T09:41:37.031 INFO:tasks.workunit.client.0.smithi012.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-02T09:41:37.086 INFO:tasks.workunit.client.0.smithi012.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T09:41:37.088 INFO:tasks.workunit.client.0.smithi012.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T09:41:37.088 INFO:tasks.workunit.client.0.smithi012.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-02T09:41:37.130 INFO:tasks.workunit.client.0.smithi012.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T09:41:37.133 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-04-02T09:41:37.133 DEBUG:teuthology.orchestra.run.smithi012:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-02T09:41:37.188 INFO:tasks.workunit:Running workunits matching rbd/test_librbd_python.sh on client.0... 2024-04-02T09:41:37.189 INFO:tasks.workunit:Running workunit rbd/test_librbd_python.sh... 2024-04-02T09:41:37.189 DEBUG:teuthology.orchestra.run.smithi012:workunit test rbd/test_librbd_python.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-04-02T09:41:37.245 INFO:tasks.workunit.client.0.smithi012.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-04-02T09:41:37.246 INFO:tasks.workunit.client.0.smithi012.stderr:+ relpath=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind 2024-04-02T09:41:37.246 INFO:tasks.workunit.client.0.smithi012.stderr:+ '[' -n '' ']' 2024-04-02T09:41:37.246 INFO:tasks.workunit.client.0.smithi012.stderr:+ python3 -m pytest -v /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind/test_rbd.py 2024-04-02T09:41:37.419 INFO:tasks.workunit.client.0.smithi012.stdout:============================= test session starts ============================== 2024-04-02T09:41:37.420 INFO:tasks.workunit.client.0.smithi012.stdout:platform linux -- Python 3.9.17, pytest-6.2.2, py-1.10.0, pluggy-0.13.1 -- /usr/bin/python3 2024-04-02T09:41:37.420 INFO:tasks.workunit.client.0.smithi012.stdout:cachedir: .pytest_cache 2024-04-02T09:41:37.420 INFO:tasks.workunit.client.0.smithi012.stdout:rootdir: /home/ubuntu/cephtest/clone.client.0/src/test/pybind, configfile: pytest.ini 2024-04-02T09:41:37.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:37 smithi012 ceph-mon[88355]: pgmap v4174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:41:37.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:37 smithi012 ceph-mon[90784]: pgmap v4174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:41:37.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:37 smithi055 ceph-mon[85080]: pgmap v4174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:41:37.877 INFO:tasks.workunit.client.0.smithi012.stdout:collecting ... collected 175 items 2024-04-02T09:41:37.877 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:41:38.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:41:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:41:37] "GET /metrics HTTP/1.1" 200 36743 "" "Prometheus/2.43.0" 2024-04-02T09:41:39.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:39 smithi012 ceph-mon[88355]: pgmap v4175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:41:39.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:39 smithi012 ceph-mon[88355]: osdmap e2153: 8 total, 8 up, 8 in 2024-04-02T09:41:39.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:39 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi012-205669-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:41:39.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:39 smithi012 ceph-mon[90784]: pgmap v4175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:41:39.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:39 smithi012 ceph-mon[90784]: osdmap e2153: 8 total, 8 up, 8 in 2024-04-02T09:41:39.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:39 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi012-205669-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:41:39.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:39 smithi055 ceph-mon[85080]: pgmap v4175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:41:39.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:39 smithi055 ceph-mon[85080]: osdmap e2153: 8 total, 8 up, 8 in 2024-04-02T09:41:39.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:39 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi012-205669-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:41:40.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:40 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi012-205669-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-04-02T09:41:40.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:40 smithi012 ceph-mon[88355]: osdmap e2154: 8 total, 8 up, 8 in 2024-04-02T09:41:40.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:40 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi012-205669-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-04-02T09:41:40.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:40 smithi012 ceph-mon[90784]: osdmap e2154: 8 total, 8 up, 8 in 2024-04-02T09:41:40.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:40 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi012-205669-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-04-02T09:41:40.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:40 smithi055 ceph-mon[85080]: osdmap e2154: 8 total, 8 up, 8 in 2024-04-02T09:41:41.441 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_version PASSED [ 0%] 2024-04-02T09:41:41.526 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create PASSED [ 1%] 2024-04-02T09:41:41.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:41 smithi012 ceph-mon[88355]: pgmap v4178: 137 pgs: 24 unknown, 113 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:41:41.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:41 smithi012 ceph-mon[88355]: osdmap e2155: 8 total, 8 up, 8 in 2024-04-02T09:41:41.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:41 smithi012 ceph-mon[90784]: pgmap v4178: 137 pgs: 24 unknown, 113 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:41:41.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:41 smithi012 ceph-mon[90784]: osdmap e2155: 8 total, 8 up, 8 in 2024-04-02T09:41:41.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:41 smithi055 ceph-mon[85080]: pgmap v4178: 137 pgs: 24 unknown, 113 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:41:41.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:41 smithi055 ceph-mon[85080]: osdmap e2155: 8 total, 8 up, 8 in 2024-04-02T09:41:42.174 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_defaults PASSED [ 1%] 2024-04-02T09:41:42.280 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_context_manager PASSED [ 2%] 2024-04-02T09:41:42.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:42 smithi055 ceph-mon[85080]: osdmap e2156: 8 total, 8 up, 8 in 2024-04-02T09:41:42.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:41:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:41:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:41:42.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:42 smithi012 ceph-mon[88355]: osdmap e2156: 8 total, 8 up, 8 in 2024-04-02T09:41:42.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:42 smithi012 ceph-mon[90784]: osdmap e2156: 8 total, 8 up, 8 in 2024-04-02T09:41:43.537 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_read_only PASSED [ 2%] 2024-04-02T09:41:43.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:43 smithi055 ceph-mon[85080]: pgmap v4181: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:41:43.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:43 smithi055 ceph-mon[85080]: osdmap e2157: 8 total, 8 up, 8 in 2024-04-02T09:41:43.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:43 smithi012 ceph-mon[88355]: pgmap v4181: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:41:43.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:43 smithi012 ceph-mon[88355]: osdmap e2157: 8 total, 8 up, 8 in 2024-04-02T09:41:43.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:43 smithi012 ceph-mon[90784]: pgmap v4181: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:41:43.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:43 smithi012 ceph-mon[90784]: osdmap e2157: 8 total, 8 up, 8 in 2024-04-02T09:41:44.082 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_dne PASSED [ 3%] 2024-04-02T09:41:44.628 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_readonly_dne PASSED [ 4%] 2024-04-02T09:41:44.731 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_by_id PASSED [ 4%] 2024-04-02T09:41:44.810 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:44 smithi055 ceph-mon[85080]: osdmap e2158: 8 total, 8 up, 8 in 2024-04-02T09:41:44.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:44.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:44 smithi055 ceph-mon[85080]: pgmap v4184: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:41:44.829 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_aio_open PASSED [ 5%] 2024-04-02T09:41:44.841 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_dne PASSED [ 5%] 2024-04-02T09:41:44.843 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_empty PASSED [ 6%] 2024-04-02T09:41:44.920 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list PASSED [ 6%] 2024-04-02T09:41:44.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:44 smithi012 ceph-mon[88355]: osdmap e2158: 8 total, 8 up, 8 in 2024-04-02T09:41:44.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:44.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:44 smithi012 ceph-mon[88355]: pgmap v4184: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:41:44.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:44 smithi012 ceph-mon[90784]: osdmap e2158: 8 total, 8 up, 8 in 2024-04-02T09:41:44.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:44.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:44 smithi012 ceph-mon[90784]: pgmap v4184: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:41:44.987 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_with_progress PASSED [ 7%] 2024-04-02T09:41:45.071 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_canceled PASSED [ 8%] 2024-04-02T09:41:45.139 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_with_progress_except PASSED [ 8%] 2024-04-02T09:41:45.246 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename PASSED [ 9%] 2024-04-02T09:41:45.498 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_metadata PASSED [ 9%] 2024-04-02T09:41:45.515 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_config_list PASSED [ 10%] 2024-04-02T09:41:45.524 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_config_set_and_get_and_remove PASSED [ 10%] 2024-04-02T09:41:45.549 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_namespaces PASSED [ 11%] 2024-04-02T09:41:45.928 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:41:45 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: [02/Apr/2024:09:41:45] ENGINE Bus STOPPING 2024-04-02T09:41:45.928 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:41:45 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: [02/Apr/2024:09:41:45] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T09:41:45.929 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:41:45 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: [02/Apr/2024:09:41:45] ENGINE Bus STOPPED 2024-04-02T09:41:45.929 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:41:45 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: [02/Apr/2024:09:41:45] ENGINE Bus STARTING 2024-04-02T09:41:45.929 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:41:45 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: [02/Apr/2024:09:41:45] ENGINE Serving on http://:::9283 2024-04-02T09:41:45.929 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:41:45 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: [02/Apr/2024:09:41:45] ENGINE Bus STARTED 2024-04-02T09:41:46.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:46 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' 2024-04-02T09:41:46.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:46 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:41:46.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:46 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:41:46.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:46 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:41:46.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:46 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:41:46.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:46 smithi055 ceph-mon[85080]: pgmap v4185: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 53 KiB/s wr, 600 op/s 2024-04-02T09:41:46.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:46 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' 2024-04-02T09:41:46.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:46 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:41:46.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:46 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:41:46.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:46 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:41:46.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:46 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:41:46.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:46 smithi012 ceph-mon[90784]: pgmap v4185: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 53 KiB/s wr, 600 op/s 2024-04-02T09:41:46.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:46 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' 2024-04-02T09:41:46.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:46 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:41:46.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:46 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:41:46.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:46 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:41:46.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:46 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:41:46.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:46 smithi012 ceph-mon[88355]: pgmap v4185: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 53 KiB/s wr, 600 op/s 2024-04-02T09:41:47.697 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_stats PASSED [ 12%] 2024-04-02T09:41:47.697 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_to_string PASSED [ 12%] 2024-04-02T09:41:47.699 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_from_string PASSED [ 13%] 2024-04-02T09:41:47.772 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_update_features SKIPPED [ 13%] 2024-04-02T09:41:47.847 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_with_params SKIPPED [ 14%] 2024-04-02T09:41:47.925 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_id PASSED [ 14%] 2024-04-02T09:41:47.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:47 smithi012 ceph-mon[88355]: osdmap e2159: 8 total, 8 up, 8 in 2024-04-02T09:41:47.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:47 smithi012 ceph-mon[90784]: osdmap e2159: 8 total, 8 up, 8 in 2024-04-02T09:41:48.000 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_block_name_prefix PASSED [ 15%] 2024-04-02T09:41:48.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:47 smithi055 ceph-mon[85080]: osdmap e2159: 8 total, 8 up, 8 in 2024-04-02T09:41:48.077 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_data_pool_id PASSED [ 16%] 2024-04-02T09:41:48.150 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_timestamp PASSED [ 16%] 2024-04-02T09:41:48.225 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_access_timestamp PASSED [ 17%] 2024-04-02T09:41:48.300 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_modify_timestamp PASSED [ 17%] 2024-04-02T09:41:48.394 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_invalidate_cache PASSED [ 18%] 2024-04-02T09:41:48.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:41:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:41:47] "GET /metrics HTTP/1.1" 200 36697 "" "Prometheus/2.43.0" 2024-04-02T09:41:48.471 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_stat PASSED [ 18%] 2024-04-02T09:41:48.549 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_flags PASSED [ 19%] 2024-04-02T09:41:48.639 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_auto_close PASSED [ 20%] 2024-04-02T09:41:48.717 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_use_after_close PASSED [ 20%] 2024-04-02T09:41:48.743 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:48 smithi012 ceph-mon[88355]: osdmap e2160: 8 total, 8 up, 8 in 2024-04-02T09:41:48.743 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:48 smithi012 ceph-mon[88355]: pgmap v4188: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 53 KiB/s wr, 601 op/s 2024-04-02T09:41:48.743 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:48 smithi012 ceph-mon[90784]: osdmap e2160: 8 total, 8 up, 8 in 2024-04-02T09:41:48.743 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:48 smithi012 ceph-mon[90784]: pgmap v4188: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 53 KiB/s wr, 601 op/s 2024-04-02T09:41:48.806 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write PASSED [ 21%] 2024-04-02T09:41:48.904 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_with_fadvise_flags PASSED [ 21%] 2024-04-02T09:41:48.994 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes PASSED [ 22%] 2024-04-02T09:41:49.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:48 smithi055 ceph-mon[85080]: osdmap e2160: 8 total, 8 up, 8 in 2024-04-02T09:41:49.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:48 smithi055 ceph-mon[85080]: pgmap v4188: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 53 KiB/s wr, 601 op/s 2024-04-02T09:41:49.092 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes_thick_provision PASSED [ 22%] 2024-04-02T09:41:49.171 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read PASSED [ 23%] 2024-04-02T09:41:49.247 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_with_fadvise_flags PASSED [ 24%] 2024-04-02T09:41:49.390 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_write PASSED [ 24%] 2024-04-02T09:41:49.469 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_read PASSED [ 25%] 2024-04-02T09:41:49.567 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_read PASSED [ 25%] 2024-04-02T09:41:49.644 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_bad_offset PASSED [ 26%] 2024-04-02T09:41:49.746 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize PASSED [ 26%] 2024-04-02T09:41:49.831 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_allow_shrink_False PASSED [ 27%] 2024-04-02T09:41:51.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:50 smithi055 ceph-mon[85080]: osdmap e2161: 8 total, 8 up, 8 in 2024-04-02T09:41:51.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:50 smithi055 ceph-mon[85080]: pgmap v4190: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 748 KiB/s wr, 846 op/s 2024-04-02T09:41:51.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:50 smithi012 ceph-mon[88355]: osdmap e2161: 8 total, 8 up, 8 in 2024-04-02T09:41:51.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:50 smithi012 ceph-mon[88355]: pgmap v4190: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 748 KiB/s wr, 846 op/s 2024-04-02T09:41:51.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:50 smithi012 ceph-mon[90784]: osdmap e2161: 8 total, 8 up, 8 in 2024-04-02T09:41:51.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:50 smithi012 ceph-mon[90784]: pgmap v4190: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 748 KiB/s wr, 846 op/s 2024-04-02T09:41:52.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:51 smithi055 ceph-mon[85080]: osdmap e2162: 8 total, 8 up, 8 in 2024-04-02T09:41:52.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:51 smithi012 ceph-mon[88355]: osdmap e2162: 8 total, 8 up, 8 in 2024-04-02T09:41:52.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:51 smithi012 ceph-mon[90784]: osdmap e2162: 8 total, 8 up, 8 in 2024-04-02T09:41:52.718 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:41:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:41:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:41:53.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:52 smithi055 ceph-mon[85080]: osdmap e2163: 8 total, 8 up, 8 in 2024-04-02T09:41:53.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:52 smithi055 ceph-mon[85080]: pgmap v4193: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 857 KiB/s rd, 1.7 MiB/s wr, 1.20k op/s 2024-04-02T09:41:53.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:52 smithi012 ceph-mon[88355]: osdmap e2163: 8 total, 8 up, 8 in 2024-04-02T09:41:53.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:52 smithi012 ceph-mon[88355]: pgmap v4193: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 857 KiB/s rd, 1.7 MiB/s wr, 1.20k op/s 2024-04-02T09:41:53.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:52 smithi012 ceph-mon[90784]: osdmap e2163: 8 total, 8 up, 8 in 2024-04-02T09:41:53.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:52 smithi012 ceph-mon[90784]: pgmap v4193: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 857 KiB/s rd, 1.7 MiB/s wr, 1.20k op/s 2024-04-02T09:41:53.810 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_size PASSED [ 28%] 2024-04-02T09:41:53.910 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_down PASSED [ 28%] 2024-04-02T09:41:54.014 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_bytes PASSED [ 29%] 2024-04-02T09:41:54.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:53 smithi055 ceph-mon[85080]: osdmap e2164: 8 total, 8 up, 8 in 2024-04-02T09:41:54.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:53 smithi012 ceph-mon[88355]: osdmap e2164: 8 total, 8 up, 8 in 2024-04-02T09:41:54.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:53 smithi012 ceph-mon[90784]: osdmap e2164: 8 total, 8 up, 8 in 2024-04-02T09:41:54.217 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy PASSED [ 29%] 2024-04-02T09:41:54.424 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy2 PASSED [ 30%] 2024-04-02T09:41:54.500 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy3 SKIPPED [ 30%] 2024-04-02T09:41:55.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:54 smithi055 ceph-mon[85080]: osdmap e2165: 8 total, 8 up, 8 in 2024-04-02T09:41:55.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:54 smithi055 ceph-mon[85080]: pgmap v4196: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 750 KiB/s rd, 1.0 MiB/s wr, 1.04k op/s 2024-04-02T09:41:55.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:54 smithi055 ceph-mon[85080]: osdmap e2166: 8 total, 8 up, 8 in 2024-04-02T09:41:55.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:54 smithi012 ceph-mon[90784]: osdmap e2165: 8 total, 8 up, 8 in 2024-04-02T09:41:55.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:54 smithi012 ceph-mon[90784]: pgmap v4196: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 750 KiB/s rd, 1.0 MiB/s wr, 1.04k op/s 2024-04-02T09:41:55.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:54 smithi012 ceph-mon[90784]: osdmap e2166: 8 total, 8 up, 8 in 2024-04-02T09:41:55.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:54 smithi012 ceph-mon[88355]: osdmap e2165: 8 total, 8 up, 8 in 2024-04-02T09:41:55.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:54 smithi012 ceph-mon[88355]: pgmap v4196: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 750 KiB/s rd, 1.0 MiB/s wr, 1.04k op/s 2024-04-02T09:41:55.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:54 smithi012 ceph-mon[88355]: osdmap e2166: 8 total, 8 up, 8 in 2024-04-02T09:41:57.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:56 smithi055 ceph-mon[85080]: osdmap e2167: 8 total, 8 up, 8 in 2024-04-02T09:41:57.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:56 smithi055 ceph-mon[85080]: pgmap v4199: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 376 KiB/s rd, 2.0 MiB/s wr, 531 op/s 2024-04-02T09:41:57.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:56 smithi012 ceph-mon[88355]: osdmap e2167: 8 total, 8 up, 8 in 2024-04-02T09:41:57.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:56 smithi012 ceph-mon[88355]: pgmap v4199: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 376 KiB/s rd, 2.0 MiB/s wr, 531 op/s 2024-04-02T09:41:57.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:56 smithi012 ceph-mon[90784]: osdmap e2167: 8 total, 8 up, 8 in 2024-04-02T09:41:57.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:56 smithi012 ceph-mon[90784]: pgmap v4199: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 376 KiB/s rd, 2.0 MiB/s wr, 531 op/s 2024-04-02T09:41:57.896 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy PASSED [ 31%] 2024-04-02T09:41:58.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:57 smithi055 ceph-mon[85080]: osdmap e2168: 8 total, 8 up, 8 in 2024-04-02T09:41:58.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:57 smithi012 ceph-mon[88355]: osdmap e2168: 8 total, 8 up, 8 in 2024-04-02T09:41:58.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:57 smithi012 ceph-mon[90784]: osdmap e2168: 8 total, 8 up, 8 in 2024-04-02T09:41:58.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:41:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:41:57] "GET /metrics HTTP/1.1" 200 36697 "" "Prometheus/2.43.0" 2024-04-02T09:41:59.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:58 smithi055 ceph-mon[85080]: osdmap e2169: 8 total, 8 up, 8 in 2024-04-02T09:41:59.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:58 smithi055 ceph-mon[85080]: pgmap v4202: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 376 KiB/s rd, 2.0 MiB/s wr, 531 op/s 2024-04-02T09:41:59.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:58 smithi012 ceph-mon[90784]: osdmap e2169: 8 total, 8 up, 8 in 2024-04-02T09:41:59.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:58 smithi012 ceph-mon[90784]: pgmap v4202: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 376 KiB/s rd, 2.0 MiB/s wr, 531 op/s 2024-04-02T09:41:59.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:58 smithi012 ceph-mon[88355]: osdmap e2169: 8 total, 8 up, 8 in 2024-04-02T09:41:59.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:58 smithi012 ceph-mon[88355]: pgmap v4202: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 376 KiB/s rd, 2.0 MiB/s wr, 531 op/s 2024-04-02T09:42:00.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:59 smithi055 ceph-mon[85080]: osdmap e2170: 8 total, 8 up, 8 in 2024-04-02T09:42:00.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:00.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:41:59 smithi055 ceph-mon[85080]: osdmap e2171: 8 total, 8 up, 8 in 2024-04-02T09:42:00.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:59 smithi012 ceph-mon[90784]: osdmap e2170: 8 total, 8 up, 8 in 2024-04-02T09:42:00.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:00.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:41:59 smithi012 ceph-mon[90784]: osdmap e2171: 8 total, 8 up, 8 in 2024-04-02T09:42:00.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:59 smithi012 ceph-mon[88355]: osdmap e2170: 8 total, 8 up, 8 in 2024-04-02T09:42:00.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:00.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:41:59 smithi012 ceph-mon[88355]: osdmap e2171: 8 total, 8 up, 8 in 2024-04-02T09:42:01.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:00 smithi055 ceph-mon[85080]: pgmap v4205: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 6.7 KiB/s rd, 2.0 KiB/s wr, 11 op/s 2024-04-02T09:42:01.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:00 smithi012 ceph-mon[88355]: pgmap v4205: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 6.7 KiB/s rd, 2.0 KiB/s wr, 11 op/s 2024-04-02T09:42:01.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:00 smithi012 ceph-mon[90784]: pgmap v4205: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 6.7 KiB/s rd, 2.0 KiB/s wr, 11 op/s 2024-04-02T09:42:02.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:01 smithi055 ceph-mon[85080]: osdmap e2172: 8 total, 8 up, 8 in 2024-04-02T09:42:02.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:01 smithi012 ceph-mon[88355]: osdmap e2172: 8 total, 8 up, 8 in 2024-04-02T09:42:02.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:01 smithi012 ceph-mon[90784]: osdmap e2172: 8 total, 8 up, 8 in 2024-04-02T09:42:02.763 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:42:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:42:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:42:03.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:02 smithi055 ceph-mon[85080]: osdmap e2173: 8 total, 8 up, 8 in 2024-04-02T09:42:03.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:02 smithi055 ceph-mon[85080]: pgmap v4208: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 176 KiB/s rd, 14 KiB/s wr, 240 op/s 2024-04-02T09:42:03.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:02 smithi012 ceph-mon[90784]: osdmap e2173: 8 total, 8 up, 8 in 2024-04-02T09:42:03.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:02 smithi012 ceph-mon[90784]: pgmap v4208: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 176 KiB/s rd, 14 KiB/s wr, 240 op/s 2024-04-02T09:42:03.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:02 smithi012 ceph-mon[88355]: osdmap e2173: 8 total, 8 up, 8 in 2024-04-02T09:42:03.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:02 smithi012 ceph-mon[88355]: pgmap v4208: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 176 KiB/s rd, 14 KiB/s wr, 240 op/s 2024-04-02T09:42:03.872 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone PASSED [ 32%] 2024-04-02T09:42:04.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:03 smithi055 ceph-mon[85080]: osdmap e2174: 8 total, 8 up, 8 in 2024-04-02T09:42:04.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:03 smithi012 ceph-mon[88355]: osdmap e2174: 8 total, 8 up, 8 in 2024-04-02T09:42:04.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:03 smithi012 ceph-mon[90784]: osdmap e2174: 8 total, 8 up, 8 in 2024-04-02T09:42:05.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:04 smithi055 ceph-mon[85080]: osdmap e2175: 8 total, 8 up, 8 in 2024-04-02T09:42:05.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:04 smithi055 ceph-mon[85080]: pgmap v4211: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 170 KiB/s rd, 12 KiB/s wr, 228 op/s 2024-04-02T09:42:05.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:04 smithi055 ceph-mon[85080]: osdmap e2176: 8 total, 8 up, 8 in 2024-04-02T09:42:05.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:04 smithi012 ceph-mon[90784]: osdmap e2175: 8 total, 8 up, 8 in 2024-04-02T09:42:05.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:04 smithi012 ceph-mon[90784]: pgmap v4211: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 170 KiB/s rd, 12 KiB/s wr, 228 op/s 2024-04-02T09:42:05.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:04 smithi012 ceph-mon[90784]: osdmap e2176: 8 total, 8 up, 8 in 2024-04-02T09:42:05.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:04 smithi012 ceph-mon[88355]: osdmap e2175: 8 total, 8 up, 8 in 2024-04-02T09:42:05.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:04 smithi012 ceph-mon[88355]: pgmap v4211: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 170 KiB/s rd, 12 KiB/s wr, 228 op/s 2024-04-02T09:42:05.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:04 smithi012 ceph-mon[88355]: osdmap e2176: 8 total, 8 up, 8 in 2024-04-02T09:42:05.796 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap PASSED [ 32%] 2024-04-02T09:42:07.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:06 smithi055 ceph-mon[85080]: osdmap e2177: 8 total, 8 up, 8 in 2024-04-02T09:42:07.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:06 smithi055 ceph-mon[85080]: pgmap v4214: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 174 KiB/s rd, 13 KiB/s wr, 239 op/s 2024-04-02T09:42:07.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:06 smithi012 ceph-mon[88355]: osdmap e2177: 8 total, 8 up, 8 in 2024-04-02T09:42:07.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:06 smithi012 ceph-mon[88355]: pgmap v4214: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 174 KiB/s rd, 13 KiB/s wr, 239 op/s 2024-04-02T09:42:07.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:06 smithi012 ceph-mon[90784]: osdmap e2177: 8 total, 8 up, 8 in 2024-04-02T09:42:07.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:06 smithi012 ceph-mon[90784]: pgmap v4214: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 174 KiB/s rd, 13 KiB/s wr, 239 op/s 2024-04-02T09:42:07.800 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_exists PASSED [ 33%] 2024-04-02T09:42:08.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:07 smithi055 ceph-mon[85080]: osdmap e2178: 8 total, 8 up, 8 in 2024-04-02T09:42:08.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:07 smithi012 ceph-mon[88355]: osdmap e2178: 8 total, 8 up, 8 in 2024-04-02T09:42:08.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:07 smithi012 ceph-mon[90784]: osdmap e2178: 8 total, 8 up, 8 in 2024-04-02T09:42:08.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:42:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:42:07] "GET /metrics HTTP/1.1" 200 36721 "" "Prometheus/2.43.0" 2024-04-02T09:42:09.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:08 smithi055 ceph-mon[85080]: osdmap e2179: 8 total, 8 up, 8 in 2024-04-02T09:42:09.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:08 smithi055 ceph-mon[85080]: pgmap v4217: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 174 KiB/s rd, 13 KiB/s wr, 239 op/s 2024-04-02T09:42:09.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:08 smithi012 ceph-mon[88355]: osdmap e2179: 8 total, 8 up, 8 in 2024-04-02T09:42:09.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:08 smithi012 ceph-mon[88355]: pgmap v4217: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 174 KiB/s rd, 13 KiB/s wr, 239 op/s 2024-04-02T09:42:09.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:08 smithi012 ceph-mon[90784]: osdmap e2179: 8 total, 8 up, 8 in 2024-04-02T09:42:09.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:08 smithi012 ceph-mon[90784]: pgmap v4217: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 174 KiB/s rd, 13 KiB/s wr, 239 op/s 2024-04-02T09:42:10.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:09 smithi055 ceph-mon[85080]: osdmap e2180: 8 total, 8 up, 8 in 2024-04-02T09:42:10.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:09 smithi055 ceph-mon[85080]: osdmap e2181: 8 total, 8 up, 8 in 2024-04-02T09:42:10.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:09 smithi012 ceph-mon[90784]: osdmap e2180: 8 total, 8 up, 8 in 2024-04-02T09:42:10.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:09 smithi012 ceph-mon[90784]: osdmap e2181: 8 total, 8 up, 8 in 2024-04-02T09:42:10.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:09 smithi012 ceph-mon[88355]: osdmap e2180: 8 total, 8 up, 8 in 2024-04-02T09:42:10.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:09 smithi012 ceph-mon[88355]: osdmap e2181: 8 total, 8 up, 8 in 2024-04-02T09:42:11.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:10 smithi055 ceph-mon[85080]: pgmap v4220: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-02T09:42:11.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:10 smithi012 ceph-mon[88355]: pgmap v4220: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-02T09:42:11.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:10 smithi012 ceph-mon[90784]: pgmap v4220: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-02T09:42:12.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:11 smithi055 ceph-mon[85080]: osdmap e2182: 8 total, 8 up, 8 in 2024-04-02T09:42:12.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:11 smithi012 ceph-mon[88355]: osdmap e2182: 8 total, 8 up, 8 in 2024-04-02T09:42:12.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:11 smithi012 ceph-mon[90784]: osdmap e2182: 8 total, 8 up, 8 in 2024-04-02T09:42:12.744 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:42:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:42:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:42:13.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:12 smithi055 ceph-mon[85080]: osdmap e2183: 8 total, 8 up, 8 in 2024-04-02T09:42:13.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:12 smithi055 ceph-mon[85080]: pgmap v4223: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 7.0 KiB/s wr, 94 op/s 2024-04-02T09:42:13.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:12 smithi012 ceph-mon[88355]: osdmap e2183: 8 total, 8 up, 8 in 2024-04-02T09:42:13.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:12 smithi012 ceph-mon[88355]: pgmap v4223: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 7.0 KiB/s wr, 94 op/s 2024-04-02T09:42:13.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:12 smithi012 ceph-mon[90784]: osdmap e2183: 8 total, 8 up, 8 in 2024-04-02T09:42:13.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:12 smithi012 ceph-mon[90784]: pgmap v4223: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 7.0 KiB/s wr, 94 op/s 2024-04-02T09:42:13.848 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_flags PASSED [ 33%] 2024-04-02T09:42:14.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:13 smithi055 ceph-mon[85080]: osdmap e2184: 8 total, 8 up, 8 in 2024-04-02T09:42:14.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:13 smithi012 ceph-mon[88355]: osdmap e2184: 8 total, 8 up, 8 in 2024-04-02T09:42:14.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:13 smithi012 ceph-mon[90784]: osdmap e2184: 8 total, 8 up, 8 in 2024-04-02T09:42:15.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:14 smithi055 ceph-mon[85080]: osdmap e2185: 8 total, 8 up, 8 in 2024-04-02T09:42:15.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:15.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:14 smithi055 ceph-mon[85080]: pgmap v4226: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 6.0 KiB/s wr, 86 op/s 2024-04-02T09:42:15.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:14 smithi055 ceph-mon[85080]: osdmap e2186: 8 total, 8 up, 8 in 2024-04-02T09:42:15.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:14 smithi012 ceph-mon[88355]: osdmap e2185: 8 total, 8 up, 8 in 2024-04-02T09:42:15.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:15.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:14 smithi012 ceph-mon[88355]: pgmap v4226: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 6.0 KiB/s wr, 86 op/s 2024-04-02T09:42:15.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:14 smithi012 ceph-mon[88355]: osdmap e2186: 8 total, 8 up, 8 in 2024-04-02T09:42:15.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:14 smithi012 ceph-mon[90784]: osdmap e2185: 8 total, 8 up, 8 in 2024-04-02T09:42:15.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:15.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:14 smithi012 ceph-mon[90784]: pgmap v4226: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 6.0 KiB/s wr, 86 op/s 2024-04-02T09:42:15.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:14 smithi012 ceph-mon[90784]: osdmap e2186: 8 total, 8 up, 8 in 2024-04-02T09:42:17.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:16 smithi055 ceph-mon[85080]: osdmap e2187: 8 total, 8 up, 8 in 2024-04-02T09:42:17.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:16 smithi055 ceph-mon[85080]: pgmap v4229: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 4.5 KiB/s wr, 76 op/s 2024-04-02T09:42:17.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:16 smithi012 ceph-mon[88355]: osdmap e2187: 8 total, 8 up, 8 in 2024-04-02T09:42:17.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:16 smithi012 ceph-mon[88355]: pgmap v4229: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 4.5 KiB/s wr, 76 op/s 2024-04-02T09:42:17.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:16 smithi012 ceph-mon[90784]: osdmap e2187: 8 total, 8 up, 8 in 2024-04-02T09:42:17.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:16 smithi012 ceph-mon[90784]: pgmap v4229: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 4.5 KiB/s wr, 76 op/s 2024-04-02T09:42:17.805 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps PASSED [ 34%] 2024-04-02T09:42:18.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:17 smithi055 ceph-mon[85080]: osdmap e2188: 8 total, 8 up, 8 in 2024-04-02T09:42:18.080 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:17 smithi012 ceph-mon[88355]: osdmap e2188: 8 total, 8 up, 8 in 2024-04-02T09:42:18.080 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:17 smithi012 ceph-mon[90784]: osdmap e2188: 8 total, 8 up, 8 in 2024-04-02T09:42:18.080 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:42:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:42:17] "GET /metrics HTTP/1.1" 200 36718 "" "Prometheus/2.43.0" 2024-04-02T09:42:19.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:18 smithi055 ceph-mon[85080]: osdmap e2189: 8 total, 8 up, 8 in 2024-04-02T09:42:19.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:18 smithi055 ceph-mon[85080]: pgmap v4232: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 4.5 KiB/s wr, 76 op/s 2024-04-02T09:42:19.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:18 smithi012 ceph-mon[90784]: osdmap e2189: 8 total, 8 up, 8 in 2024-04-02T09:42:19.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:18 smithi012 ceph-mon[90784]: pgmap v4232: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 4.5 KiB/s wr, 76 op/s 2024-04-02T09:42:19.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:18 smithi012 ceph-mon[88355]: osdmap e2189: 8 total, 8 up, 8 in 2024-04-02T09:42:19.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:18 smithi012 ceph-mon[88355]: pgmap v4232: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 4.5 KiB/s wr, 76 op/s 2024-04-02T09:42:19.791 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps_iterator_auto_close PASSED [ 34%] 2024-04-02T09:42:20.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:19 smithi055 ceph-mon[85080]: osdmap e2190: 8 total, 8 up, 8 in 2024-04-02T09:42:20.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:19 smithi055 ceph-mon[85080]: osdmap e2191: 8 total, 8 up, 8 in 2024-04-02T09:42:20.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:19 smithi012 ceph-mon[88355]: osdmap e2190: 8 total, 8 up, 8 in 2024-04-02T09:42:20.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:19 smithi012 ceph-mon[88355]: osdmap e2191: 8 total, 8 up, 8 in 2024-04-02T09:42:20.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:19 smithi012 ceph-mon[90784]: osdmap e2190: 8 total, 8 up, 8 in 2024-04-02T09:42:20.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:19 smithi012 ceph-mon[90784]: osdmap e2191: 8 total, 8 up, 8 in 2024-04-02T09:42:21.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:20 smithi055 ceph-mon[85080]: pgmap v4235: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 3.5 KiB/s wr, 61 op/s 2024-04-02T09:42:21.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:20 smithi012 ceph-mon[88355]: pgmap v4235: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 3.5 KiB/s wr, 61 op/s 2024-04-02T09:42:21.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:20 smithi012 ceph-mon[90784]: pgmap v4235: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 3.5 KiB/s wr, 61 op/s 2024-04-02T09:42:21.830 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap PASSED [ 35%] 2024-04-02T09:42:21.908 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_not_found PASSED [ 36%] 2024-04-02T09:42:22.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:21 smithi055 ceph-mon[85080]: osdmap e2192: 8 total, 8 up, 8 in 2024-04-02T09:42:22.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:21 smithi012 ceph-mon[88355]: osdmap e2192: 8 total, 8 up, 8 in 2024-04-02T09:42:22.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:21 smithi012 ceph-mon[90784]: osdmap e2192: 8 total, 8 up, 8 in 2024-04-02T09:42:22.741 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:42:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:42:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:42:23.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:22 smithi055 ceph-mon[85080]: osdmap e2193: 8 total, 8 up, 8 in 2024-04-02T09:42:23.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:22 smithi055 ceph-mon[85080]: pgmap v4238: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 9.2 KiB/s wr, 144 op/s 2024-04-02T09:42:23.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:22 smithi012 ceph-mon[88355]: osdmap e2193: 8 total, 8 up, 8 in 2024-04-02T09:42:23.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:22 smithi012 ceph-mon[88355]: pgmap v4238: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 9.2 KiB/s wr, 144 op/s 2024-04-02T09:42:23.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:22 smithi012 ceph-mon[90784]: osdmap e2193: 8 total, 8 up, 8 in 2024-04-02T09:42:23.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:22 smithi012 ceph-mon[90784]: pgmap v4238: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 9.2 KiB/s wr, 144 op/s 2024-04-02T09:42:23.837 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap2 PASSED [ 36%] 2024-04-02T09:42:24.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:23 smithi055 ceph-mon[85080]: osdmap e2194: 8 total, 8 up, 8 in 2024-04-02T09:42:24.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:23 smithi012 ceph-mon[88355]: osdmap e2194: 8 total, 8 up, 8 in 2024-04-02T09:42:24.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:23 smithi012 ceph-mon[90784]: osdmap e2194: 8 total, 8 up, 8 in 2024-04-02T09:42:25.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:24 smithi055 ceph-mon[85080]: osdmap e2195: 8 total, 8 up, 8 in 2024-04-02T09:42:25.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:24 smithi055 ceph-mon[85080]: pgmap v4241: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 5.7 KiB/s wr, 83 op/s 2024-04-02T09:42:25.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:24 smithi055 ceph-mon[85080]: osdmap e2196: 8 total, 8 up, 8 in 2024-04-02T09:42:25.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:24 smithi012 ceph-mon[88355]: osdmap e2195: 8 total, 8 up, 8 in 2024-04-02T09:42:25.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:24 smithi012 ceph-mon[88355]: pgmap v4241: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 5.7 KiB/s wr, 83 op/s 2024-04-02T09:42:25.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:24 smithi012 ceph-mon[88355]: osdmap e2196: 8 total, 8 up, 8 in 2024-04-02T09:42:25.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:24 smithi012 ceph-mon[90784]: osdmap e2195: 8 total, 8 up, 8 in 2024-04-02T09:42:25.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:24 smithi012 ceph-mon[90784]: pgmap v4241: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 5.7 KiB/s wr, 83 op/s 2024-04-02T09:42:25.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:24 smithi012 ceph-mon[90784]: osdmap e2196: 8 total, 8 up, 8 in 2024-04-02T09:42:25.797 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_by_id PASSED [ 37%] 2024-04-02T09:42:27.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:26 smithi055 ceph-mon[85080]: osdmap e2197: 8 total, 8 up, 8 in 2024-04-02T09:42:27.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:26 smithi055 ceph-mon[85080]: pgmap v4244: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 143 KiB/s rd, 11 KiB/s wr, 201 op/s 2024-04-02T09:42:27.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:26 smithi012 ceph-mon[88355]: osdmap e2197: 8 total, 8 up, 8 in 2024-04-02T09:42:27.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:26 smithi012 ceph-mon[88355]: pgmap v4244: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 143 KiB/s rd, 11 KiB/s wr, 201 op/s 2024-04-02T09:42:27.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:26 smithi012 ceph-mon[90784]: osdmap e2197: 8 total, 8 up, 8 in 2024-04-02T09:42:27.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:26 smithi012 ceph-mon[90784]: pgmap v4244: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 143 KiB/s rd, 11 KiB/s wr, 201 op/s 2024-04-02T09:42:27.805 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rename_snap PASSED [ 37%] 2024-04-02T09:42:28.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:27 smithi055 ceph-mon[85080]: osdmap e2198: 8 total, 8 up, 8 in 2024-04-02T09:42:28.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:27 smithi012 ceph-mon[90784]: osdmap e2198: 8 total, 8 up, 8 in 2024-04-02T09:42:28.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:27 smithi012 ceph-mon[88355]: osdmap e2198: 8 total, 8 up, 8 in 2024-04-02T09:42:28.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:42:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:42:27] "GET /metrics HTTP/1.1" 200 36718 "" "Prometheus/2.43.0" 2024-04-02T09:42:29.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:28 smithi055 ceph-mon[85080]: osdmap e2199: 8 total, 8 up, 8 in 2024-04-02T09:42:29.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:28 smithi055 ceph-mon[85080]: pgmap v4247: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 143 KiB/s rd, 11 KiB/s wr, 201 op/s 2024-04-02T09:42:29.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:28 smithi012 ceph-mon[88355]: osdmap e2199: 8 total, 8 up, 8 in 2024-04-02T09:42:29.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:28 smithi012 ceph-mon[88355]: pgmap v4247: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 143 KiB/s rd, 11 KiB/s wr, 201 op/s 2024-04-02T09:42:29.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:28 smithi012 ceph-mon[90784]: osdmap e2199: 8 total, 8 up, 8 in 2024-04-02T09:42:29.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:28 smithi012 ceph-mon[90784]: pgmap v4247: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 143 KiB/s rd, 11 KiB/s wr, 201 op/s 2024-04-02T09:42:29.801 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_protect_snap PASSED [ 38%] 2024-04-02T09:42:30.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:29 smithi055 ceph-mon[85080]: osdmap e2200: 8 total, 8 up, 8 in 2024-04-02T09:42:30.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:30.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:29 smithi055 ceph-mon[85080]: osdmap e2201: 8 total, 8 up, 8 in 2024-04-02T09:42:30.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:29 smithi012 ceph-mon[90784]: osdmap e2200: 8 total, 8 up, 8 in 2024-04-02T09:42:30.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:30.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:29 smithi012 ceph-mon[90784]: osdmap e2201: 8 total, 8 up, 8 in 2024-04-02T09:42:30.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:29 smithi012 ceph-mon[88355]: osdmap e2200: 8 total, 8 up, 8 in 2024-04-02T09:42:30.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:30.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:29 smithi012 ceph-mon[88355]: osdmap e2201: 8 total, 8 up, 8 in 2024-04-02T09:42:31.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:30 smithi055 ceph-mon[85080]: pgmap v4250: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 1.2 KiB/s wr, 38 op/s 2024-04-02T09:42:31.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:30 smithi012 ceph-mon[88355]: pgmap v4250: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 1.2 KiB/s wr, 38 op/s 2024-04-02T09:42:31.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:30 smithi012 ceph-mon[90784]: pgmap v4250: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 1.2 KiB/s wr, 38 op/s 2024-04-02T09:42:31.836 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_exists PASSED [ 38%] 2024-04-02T09:42:32.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:31 smithi055 ceph-mon[85080]: osdmap e2202: 8 total, 8 up, 8 in 2024-04-02T09:42:32.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:31 smithi012 ceph-mon[88355]: osdmap e2202: 8 total, 8 up, 8 in 2024-04-02T09:42:32.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:31 smithi012 ceph-mon[90784]: osdmap e2202: 8 total, 8 up, 8 in 2024-04-02T09:42:32.748 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:42:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:42:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:42:33.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:32 smithi055 ceph-mon[85080]: osdmap e2203: 8 total, 8 up, 8 in 2024-04-02T09:42:33.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:32 smithi055 ceph-mon[85080]: pgmap v4253: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 10 KiB/s wr, 200 op/s 2024-04-02T09:42:33.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:32 smithi012 ceph-mon[90784]: osdmap e2203: 8 total, 8 up, 8 in 2024-04-02T09:42:33.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:32 smithi012 ceph-mon[90784]: pgmap v4253: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 10 KiB/s wr, 200 op/s 2024-04-02T09:42:33.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:32 smithi012 ceph-mon[88355]: osdmap e2203: 8 total, 8 up, 8 in 2024-04-02T09:42:33.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:32 smithi012 ceph-mon[88355]: pgmap v4253: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 10 KiB/s wr, 200 op/s 2024-04-02T09:42:33.841 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_timestamp PASSED [ 39%] 2024-04-02T09:42:34.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:33 smithi055 ceph-mon[85080]: osdmap e2204: 8 total, 8 up, 8 in 2024-04-02T09:42:34.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:33 smithi012 ceph-mon[88355]: osdmap e2204: 8 total, 8 up, 8 in 2024-04-02T09:42:34.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:33 smithi012 ceph-mon[90784]: osdmap e2204: 8 total, 8 up, 8 in 2024-04-02T09:42:35.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:34 smithi055 ceph-mon[85080]: osdmap e2205: 8 total, 8 up, 8 in 2024-04-02T09:42:35.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:34 smithi055 ceph-mon[85080]: pgmap v4256: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 8.7 KiB/s wr, 161 op/s 2024-04-02T09:42:35.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:34 smithi055 ceph-mon[85080]: osdmap e2206: 8 total, 8 up, 8 in 2024-04-02T09:42:35.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:34 smithi012 ceph-mon[88355]: osdmap e2205: 8 total, 8 up, 8 in 2024-04-02T09:42:35.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:34 smithi012 ceph-mon[88355]: pgmap v4256: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 8.7 KiB/s wr, 161 op/s 2024-04-02T09:42:35.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:34 smithi012 ceph-mon[88355]: osdmap e2206: 8 total, 8 up, 8 in 2024-04-02T09:42:35.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:34 smithi012 ceph-mon[90784]: osdmap e2205: 8 total, 8 up, 8 in 2024-04-02T09:42:35.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:34 smithi012 ceph-mon[90784]: pgmap v4256: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 8.7 KiB/s wr, 161 op/s 2024-04-02T09:42:35.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:34 smithi012 ceph-mon[90784]: osdmap e2206: 8 total, 8 up, 8 in 2024-04-02T09:42:37.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:36 smithi055 ceph-mon[85080]: osdmap e2207: 8 total, 8 up, 8 in 2024-04-02T09:42:37.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:36 smithi055 ceph-mon[85080]: pgmap v4259: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 7.0 KiB/s wr, 127 op/s 2024-04-02T09:42:37.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:36 smithi012 ceph-mon[88355]: osdmap e2207: 8 total, 8 up, 8 in 2024-04-02T09:42:37.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:36 smithi012 ceph-mon[88355]: pgmap v4259: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 7.0 KiB/s wr, 127 op/s 2024-04-02T09:42:37.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:36 smithi012 ceph-mon[90784]: osdmap e2207: 8 total, 8 up, 8 in 2024-04-02T09:42:37.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:36 smithi012 ceph-mon[90784]: pgmap v4259: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 7.0 KiB/s wr, 127 op/s 2024-04-02T09:42:38.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:37 smithi055 ceph-mon[85080]: osdmap e2208: 8 total, 8 up, 8 in 2024-04-02T09:42:38.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:37 smithi012 ceph-mon[88355]: osdmap e2208: 8 total, 8 up, 8 in 2024-04-02T09:42:38.191 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:37 smithi012 ceph-mon[90784]: osdmap e2208: 8 total, 8 up, 8 in 2024-04-02T09:42:38.191 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:42:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:42:37] "GET /metrics HTTP/1.1" 200 36722 "" "Prometheus/2.43.0" 2024-04-02T09:42:39.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:38 smithi055 ceph-mon[85080]: osdmap e2209: 8 total, 8 up, 8 in 2024-04-02T09:42:39.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:38 smithi055 ceph-mon[85080]: pgmap v4262: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 7.0 KiB/s wr, 127 op/s 2024-04-02T09:42:39.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:38 smithi012 ceph-mon[88355]: osdmap e2209: 8 total, 8 up, 8 in 2024-04-02T09:42:39.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:38 smithi012 ceph-mon[88355]: pgmap v4262: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 7.0 KiB/s wr, 127 op/s 2024-04-02T09:42:39.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:38 smithi012 ceph-mon[90784]: osdmap e2209: 8 total, 8 up, 8 in 2024-04-02T09:42:39.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:38 smithi012 ceph-mon[90784]: pgmap v4262: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 7.0 KiB/s wr, 127 op/s 2024-04-02T09:42:40.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:39 smithi055 ceph-mon[85080]: osdmap e2210: 8 total, 8 up, 8 in 2024-04-02T09:42:40.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:39 smithi055 ceph-mon[85080]: osdmap e2211: 8 total, 8 up, 8 in 2024-04-02T09:42:40.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:39 smithi012 ceph-mon[88355]: osdmap e2210: 8 total, 8 up, 8 in 2024-04-02T09:42:40.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:39 smithi012 ceph-mon[88355]: osdmap e2211: 8 total, 8 up, 8 in 2024-04-02T09:42:40.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:39 smithi012 ceph-mon[90784]: osdmap e2210: 8 total, 8 up, 8 in 2024-04-02T09:42:40.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:39 smithi012 ceph-mon[90784]: osdmap e2211: 8 total, 8 up, 8 in 2024-04-02T09:42:41.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:40 smithi055 ceph-mon[85080]: pgmap v4265: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2024-04-02T09:42:41.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:40 smithi012 ceph-mon[90784]: pgmap v4265: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2024-04-02T09:42:41.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:40 smithi012 ceph-mon[88355]: pgmap v4265: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2024-04-02T09:42:41.835 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_limit_snaps PASSED [ 40%] 2024-04-02T09:42:41.931 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_exclusive_lock PASSED [ 40%] 2024-04-02T09:42:42.009 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_snap SKIPPED [ 41%] 2024-04-02T09:42:42.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:41 smithi055 ceph-mon[85080]: osdmap e2212: 8 total, 8 up, 8 in 2024-04-02T09:42:42.082 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_watcher SKIPPED [ 41%] 2024-04-02T09:42:42.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:41 smithi012 ceph-mon[88355]: osdmap e2212: 8 total, 8 up, 8 in 2024-04-02T09:42:42.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:41 smithi012 ceph-mon[90784]: osdmap e2212: 8 total, 8 up, 8 in 2024-04-02T09:42:42.755 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:42:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:42:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:42:43.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:42 smithi055 ceph-mon[85080]: osdmap e2213: 8 total, 8 up, 8 in 2024-04-02T09:42:43.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:42 smithi055 ceph-mon[85080]: pgmap v4268: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 3.0 KiB/s wr, 39 op/s 2024-04-02T09:42:43.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:42 smithi012 ceph-mon[88355]: osdmap e2213: 8 total, 8 up, 8 in 2024-04-02T09:42:43.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:42 smithi012 ceph-mon[88355]: pgmap v4268: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 3.0 KiB/s wr, 39 op/s 2024-04-02T09:42:43.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:42 smithi012 ceph-mon[90784]: osdmap e2213: 8 total, 8 up, 8 in 2024-04-02T09:42:43.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:42 smithi012 ceph-mon[90784]: pgmap v4268: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 3.0 KiB/s wr, 39 op/s 2024-04-02T09:42:43.857 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap PASSED [ 42%] 2024-04-02T09:42:44.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:43 smithi055 ceph-mon[85080]: osdmap e2214: 8 total, 8 up, 8 in 2024-04-02T09:42:44.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:43 smithi012 ceph-mon[88355]: osdmap e2214: 8 total, 8 up, 8 in 2024-04-02T09:42:44.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:43 smithi012 ceph-mon[90784]: osdmap e2214: 8 total, 8 up, 8 in 2024-04-02T09:42:45.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:44 smithi055 ceph-mon[85080]: osdmap e2215: 8 total, 8 up, 8 in 2024-04-02T09:42:45.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:45.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:44 smithi055 ceph-mon[85080]: pgmap v4271: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 KiB/s wr, 38 op/s 2024-04-02T09:42:45.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:44 smithi055 ceph-mon[85080]: osdmap e2216: 8 total, 8 up, 8 in 2024-04-02T09:42:45.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:44 smithi012 ceph-mon[90784]: osdmap e2215: 8 total, 8 up, 8 in 2024-04-02T09:42:45.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:45.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:44 smithi012 ceph-mon[90784]: pgmap v4271: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 KiB/s wr, 38 op/s 2024-04-02T09:42:45.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:44 smithi012 ceph-mon[90784]: osdmap e2216: 8 total, 8 up, 8 in 2024-04-02T09:42:45.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:44 smithi012 ceph-mon[88355]: osdmap e2215: 8 total, 8 up, 8 in 2024-04-02T09:42:45.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:45.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:44 smithi012 ceph-mon[88355]: pgmap v4271: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 KiB/s wr, 38 op/s 2024-04-02T09:42:45.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:44 smithi012 ceph-mon[88355]: osdmap e2216: 8 total, 8 up, 8 in 2024-04-02T09:42:45.806 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap_sparse PASSED [ 42%] 2024-04-02T09:42:46.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:45 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:42:46.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:45 smithi055 ceph-mon[85080]: osdmap e2217: 8 total, 8 up, 8 in 2024-04-02T09:42:46.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:45 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:42:46.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:45 smithi012 ceph-mon[90784]: osdmap e2217: 8 total, 8 up, 8 in 2024-04-02T09:42:46.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:45 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:42:46.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:45 smithi012 ceph-mon[88355]: osdmap e2217: 8 total, 8 up, 8 in 2024-04-02T09:42:47.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:46 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:42:47.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:46 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:42:47.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:46 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:42:47.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:46 smithi055 ceph-mon[85080]: pgmap v4274: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 243 KiB/s rd, 19 KiB/s wr, 337 op/s 2024-04-02T09:42:47.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:46 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:42:47.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:46 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:42:47.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:46 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:42:47.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:46 smithi012 ceph-mon[88355]: pgmap v4274: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 243 KiB/s rd, 19 KiB/s wr, 337 op/s 2024-04-02T09:42:47.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:46 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:42:47.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:46 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:42:47.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:46 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:42:47.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:46 smithi012 ceph-mon[90784]: pgmap v4274: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 243 KiB/s rd, 19 KiB/s wr, 337 op/s 2024-04-02T09:42:48.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:47 smithi055 ceph-mon[85080]: osdmap e2218: 8 total, 8 up, 8 in 2024-04-02T09:42:48.079 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:47 smithi012 ceph-mon[88355]: osdmap e2218: 8 total, 8 up, 8 in 2024-04-02T09:42:48.079 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:47 smithi012 ceph-mon[90784]: osdmap e2218: 8 total, 8 up, 8 in 2024-04-02T09:42:48.079 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:42:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:42:47] "GET /metrics HTTP/1.1" 200 36721 "" "Prometheus/2.43.0" 2024-04-02T09:42:49.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:48 smithi055 ceph-mon[85080]: osdmap e2219: 8 total, 8 up, 8 in 2024-04-02T09:42:49.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:48 smithi055 ceph-mon[85080]: pgmap v4277: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 243 KiB/s rd, 19 KiB/s wr, 337 op/s 2024-04-02T09:42:49.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:48 smithi012 ceph-mon[88355]: osdmap e2219: 8 total, 8 up, 8 in 2024-04-02T09:42:49.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:48 smithi012 ceph-mon[88355]: pgmap v4277: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 243 KiB/s rd, 19 KiB/s wr, 337 op/s 2024-04-02T09:42:49.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:48 smithi012 ceph-mon[90784]: osdmap e2219: 8 total, 8 up, 8 in 2024-04-02T09:42:49.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:48 smithi012 ceph-mon[90784]: pgmap v4277: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 243 KiB/s rd, 19 KiB/s wr, 337 op/s 2024-04-02T09:42:49.799 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_with_resize PASSED [ 43%] 2024-04-02T09:42:50.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:49 smithi055 ceph-mon[85080]: osdmap e2220: 8 total, 8 up, 8 in 2024-04-02T09:42:50.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:49 smithi055 ceph-mon[85080]: osdmap e2221: 8 total, 8 up, 8 in 2024-04-02T09:42:50.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:49 smithi012 ceph-mon[88355]: osdmap e2220: 8 total, 8 up, 8 in 2024-04-02T09:42:50.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:49 smithi012 ceph-mon[88355]: osdmap e2221: 8 total, 8 up, 8 in 2024-04-02T09:42:50.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:49 smithi012 ceph-mon[90784]: osdmap e2220: 8 total, 8 up, 8 in 2024-04-02T09:42:50.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:49 smithi012 ceph-mon[90784]: osdmap e2221: 8 total, 8 up, 8 in 2024-04-02T09:42:51.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:50 smithi012 ceph-mon[90784]: pgmap v4280: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 5.2 KiB/s wr, 92 op/s 2024-04-02T09:42:51.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:50 smithi012 ceph-mon[88355]: pgmap v4280: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 5.2 KiB/s wr, 92 op/s 2024-04-02T09:42:51.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:50 smithi055 ceph-mon[85080]: pgmap v4280: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 5.2 KiB/s wr, 92 op/s 2024-04-02T09:42:51.910 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap PASSED [ 44%] 2024-04-02T09:42:52.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:51 smithi012 ceph-mon[88355]: osdmap e2222: 8 total, 8 up, 8 in 2024-04-02T09:42:52.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:51 smithi012 ceph-mon[90784]: osdmap e2222: 8 total, 8 up, 8 in 2024-04-02T09:42:52.313 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:51 smithi055 ceph-mon[85080]: osdmap e2222: 8 total, 8 up, 8 in 2024-04-02T09:42:52.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:42:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:42:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:42:53.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:52 smithi012 ceph-mon[90784]: osdmap e2223: 8 total, 8 up, 8 in 2024-04-02T09:42:53.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:52 smithi012 ceph-mon[90784]: pgmap v4283: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 15 KiB/s wr, 153 op/s 2024-04-02T09:42:53.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:52 smithi012 ceph-mon[88355]: osdmap e2223: 8 total, 8 up, 8 in 2024-04-02T09:42:53.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:52 smithi012 ceph-mon[88355]: pgmap v4283: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 15 KiB/s wr, 153 op/s 2024-04-02T09:42:53.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:52 smithi055 ceph-mon[85080]: osdmap e2223: 8 total, 8 up, 8 in 2024-04-02T09:42:53.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:52 smithi055 ceph-mon[85080]: pgmap v4283: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 15 KiB/s wr, 153 op/s 2024-04-02T09:42:53.950 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_no_snap PASSED [ 44%] 2024-04-02T09:42:54.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:53 smithi012 ceph-mon[88355]: osdmap e2224: 8 total, 8 up, 8 in 2024-04-02T09:42:54.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:53 smithi012 ceph-mon[90784]: osdmap e2224: 8 total, 8 up, 8 in 2024-04-02T09:42:54.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:53 smithi055 ceph-mon[85080]: osdmap e2224: 8 total, 8 up, 8 in 2024-04-02T09:42:55.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:54 smithi012 ceph-mon[88355]: osdmap e2225: 8 total, 8 up, 8 in 2024-04-02T09:42:55.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:54 smithi012 ceph-mon[88355]: pgmap v4286: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 9.7 KiB/s wr, 60 op/s 2024-04-02T09:42:55.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:54 smithi012 ceph-mon[88355]: osdmap e2226: 8 total, 8 up, 8 in 2024-04-02T09:42:55.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:54 smithi012 ceph-mon[90784]: osdmap e2225: 8 total, 8 up, 8 in 2024-04-02T09:42:55.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:54 smithi012 ceph-mon[90784]: pgmap v4286: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 9.7 KiB/s wr, 60 op/s 2024-04-02T09:42:55.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:54 smithi012 ceph-mon[90784]: osdmap e2226: 8 total, 8 up, 8 in 2024-04-02T09:42:55.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:54 smithi055 ceph-mon[85080]: osdmap e2225: 8 total, 8 up, 8 in 2024-04-02T09:42:55.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:54 smithi055 ceph-mon[85080]: pgmap v4286: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 9.7 KiB/s wr, 60 op/s 2024-04-02T09:42:55.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:54 smithi055 ceph-mon[85080]: osdmap e2226: 8 total, 8 up, 8 in 2024-04-02T09:42:55.814 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_by_id PASSED [ 45%] 2024-04-02T09:42:57.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:56 smithi055 ceph-mon[85080]: osdmap e2227: 8 total, 8 up, 8 in 2024-04-02T09:42:57.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:56 smithi055 ceph-mon[85080]: pgmap v4289: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 133 KiB/s rd, 15 KiB/s wr, 189 op/s 2024-04-02T09:42:57.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:56 smithi012 ceph-mon[90784]: osdmap e2227: 8 total, 8 up, 8 in 2024-04-02T09:42:57.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:56 smithi012 ceph-mon[90784]: pgmap v4289: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 133 KiB/s rd, 15 KiB/s wr, 189 op/s 2024-04-02T09:42:57.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:56 smithi012 ceph-mon[88355]: osdmap e2227: 8 total, 8 up, 8 in 2024-04-02T09:42:57.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:56 smithi012 ceph-mon[88355]: pgmap v4289: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 133 KiB/s rd, 15 KiB/s wr, 189 op/s 2024-04-02T09:42:58.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:57 smithi055 ceph-mon[85080]: osdmap e2228: 8 total, 8 up, 8 in 2024-04-02T09:42:58.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:57 smithi012 ceph-mon[88355]: osdmap e2228: 8 total, 8 up, 8 in 2024-04-02T09:42:58.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:57 smithi012 ceph-mon[90784]: osdmap e2228: 8 total, 8 up, 8 in 2024-04-02T09:42:58.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:42:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:42:57] "GET /metrics HTTP/1.1" 200 36721 "" "Prometheus/2.43.0" 2024-04-02T09:42:59.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:58 smithi055 ceph-mon[85080]: osdmap e2229: 8 total, 8 up, 8 in 2024-04-02T09:42:59.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:58 smithi055 ceph-mon[85080]: pgmap v4292: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 133 KiB/s rd, 15 KiB/s wr, 189 op/s 2024-04-02T09:42:59.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:58 smithi012 ceph-mon[88355]: osdmap e2229: 8 total, 8 up, 8 in 2024-04-02T09:42:59.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:58 smithi012 ceph-mon[88355]: pgmap v4292: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 133 KiB/s rd, 15 KiB/s wr, 189 op/s 2024-04-02T09:42:59.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:58 smithi012 ceph-mon[90784]: osdmap e2229: 8 total, 8 up, 8 in 2024-04-02T09:42:59.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:58 smithi012 ceph-mon[90784]: pgmap v4292: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 133 KiB/s rd, 15 KiB/s wr, 189 op/s 2024-04-02T09:43:00.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:59 smithi055 ceph-mon[85080]: osdmap e2230: 8 total, 8 up, 8 in 2024-04-02T09:43:00.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:00.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:42:59 smithi055 ceph-mon[85080]: osdmap e2231: 8 total, 8 up, 8 in 2024-04-02T09:43:00.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:59 smithi012 ceph-mon[88355]: osdmap e2230: 8 total, 8 up, 8 in 2024-04-02T09:43:00.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:00.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:42:59 smithi012 ceph-mon[88355]: osdmap e2231: 8 total, 8 up, 8 in 2024-04-02T09:43:00.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:59 smithi012 ceph-mon[90784]: osdmap e2230: 8 total, 8 up, 8 in 2024-04-02T09:43:00.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:00.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:42:59 smithi012 ceph-mon[90784]: osdmap e2231: 8 total, 8 up, 8 in 2024-04-02T09:43:01.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:00 smithi055 ceph-mon[85080]: pgmap v4295: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 7.0 KiB/s rd, 1.5 KiB/s wr, 12 op/s 2024-04-02T09:43:01.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:00 smithi055 ceph-mon[85080]: osdmap e2232: 8 total, 8 up, 8 in 2024-04-02T09:43:01.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:00 smithi012 ceph-mon[88355]: pgmap v4295: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 7.0 KiB/s rd, 1.5 KiB/s wr, 12 op/s 2024-04-02T09:43:01.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:00 smithi012 ceph-mon[88355]: osdmap e2232: 8 total, 8 up, 8 in 2024-04-02T09:43:01.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:00 smithi012 ceph-mon[90784]: pgmap v4295: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 7.0 KiB/s rd, 1.5 KiB/s wr, 12 op/s 2024-04-02T09:43:01.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:00 smithi012 ceph-mon[90784]: osdmap e2232: 8 total, 8 up, 8 in 2024-04-02T09:43:01.838 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_name PASSED [ 45%] 2024-04-02T09:43:02.754 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:43:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:43:02.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:43:03.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:02 smithi055 ceph-mon[85080]: osdmap e2233: 8 total, 8 up, 8 in 2024-04-02T09:43:03.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:02 smithi055 ceph-mon[85080]: pgmap v4298: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 6.2 KiB/s wr, 70 op/s 2024-04-02T09:43:03.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:02 smithi012 ceph-mon[88355]: osdmap e2233: 8 total, 8 up, 8 in 2024-04-02T09:43:03.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:02 smithi012 ceph-mon[88355]: pgmap v4298: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 6.2 KiB/s wr, 70 op/s 2024-04-02T09:43:03.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:02 smithi012 ceph-mon[90784]: osdmap e2233: 8 total, 8 up, 8 in 2024-04-02T09:43:03.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:02 smithi012 ceph-mon[90784]: pgmap v4298: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 6.2 KiB/s wr, 70 op/s 2024-04-02T09:43:04.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:03 smithi055 ceph-mon[85080]: osdmap e2234: 8 total, 8 up, 8 in 2024-04-02T09:43:04.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:03 smithi012 ceph-mon[88355]: osdmap e2234: 8 total, 8 up, 8 in 2024-04-02T09:43:04.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:03 smithi012 ceph-mon[90784]: osdmap e2234: 8 total, 8 up, 8 in 2024-04-02T09:43:05.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:04 smithi055 ceph-mon[85080]: osdmap e2235: 8 total, 8 up, 8 in 2024-04-02T09:43:05.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:04 smithi055 ceph-mon[85080]: pgmap v4301: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 4.7 KiB/s wr, 58 op/s 2024-04-02T09:43:05.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:04 smithi055 ceph-mon[85080]: osdmap e2236: 8 total, 8 up, 8 in 2024-04-02T09:43:05.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:04 smithi012 ceph-mon[88355]: osdmap e2235: 8 total, 8 up, 8 in 2024-04-02T09:43:05.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:04 smithi012 ceph-mon[88355]: pgmap v4301: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 4.7 KiB/s wr, 58 op/s 2024-04-02T09:43:05.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:04 smithi012 ceph-mon[88355]: osdmap e2236: 8 total, 8 up, 8 in 2024-04-02T09:43:05.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:04 smithi012 ceph-mon[90784]: osdmap e2235: 8 total, 8 up, 8 in 2024-04-02T09:43:05.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:04 smithi012 ceph-mon[90784]: pgmap v4301: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 4.7 KiB/s wr, 58 op/s 2024-04-02T09:43:05.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:04 smithi012 ceph-mon[90784]: osdmap e2236: 8 total, 8 up, 8 in 2024-04-02T09:43:07.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:06 smithi055 ceph-mon[85080]: osdmap e2237: 8 total, 8 up, 8 in 2024-04-02T09:43:07.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:06 smithi055 ceph-mon[85080]: pgmap v4304: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 5.0 KiB/s wr, 89 op/s 2024-04-02T09:43:07.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:06 smithi012 ceph-mon[90784]: osdmap e2237: 8 total, 8 up, 8 in 2024-04-02T09:43:07.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:06 smithi012 ceph-mon[90784]: pgmap v4304: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 5.0 KiB/s wr, 89 op/s 2024-04-02T09:43:07.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:06 smithi012 ceph-mon[88355]: osdmap e2237: 8 total, 8 up, 8 in 2024-04-02T09:43:07.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:06 smithi012 ceph-mon[88355]: pgmap v4304: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 5.0 KiB/s wr, 89 op/s 2024-04-02T09:43:07.817 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_id PASSED [ 46%] 2024-04-02T09:43:08.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:07 smithi055 ceph-mon[85080]: osdmap e2238: 8 total, 8 up, 8 in 2024-04-02T09:43:08.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:07 smithi012 ceph-mon[88355]: osdmap e2238: 8 total, 8 up, 8 in 2024-04-02T09:43:08.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:07 smithi012 ceph-mon[90784]: osdmap e2238: 8 total, 8 up, 8 in 2024-04-02T09:43:08.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:43:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:43:07] "GET /metrics HTTP/1.1" 200 36721 "" "Prometheus/2.43.0" 2024-04-02T09:43:09.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:08 smithi055 ceph-mon[85080]: osdmap e2239: 8 total, 8 up, 8 in 2024-04-02T09:43:09.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:08 smithi055 ceph-mon[85080]: pgmap v4307: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 5.0 KiB/s wr, 89 op/s 2024-04-02T09:43:09.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:08 smithi012 ceph-mon[88355]: osdmap e2239: 8 total, 8 up, 8 in 2024-04-02T09:43:09.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:08 smithi012 ceph-mon[88355]: pgmap v4307: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 5.0 KiB/s wr, 89 op/s 2024-04-02T09:43:09.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:08 smithi012 ceph-mon[90784]: osdmap e2239: 8 total, 8 up, 8 in 2024-04-02T09:43:09.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:08 smithi012 ceph-mon[90784]: pgmap v4307: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 5.0 KiB/s wr, 89 op/s 2024-04-02T09:43:09.810 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_sparse PASSED [ 46%] 2024-04-02T09:43:10.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:09 smithi055 ceph-mon[85080]: osdmap e2240: 8 total, 8 up, 8 in 2024-04-02T09:43:10.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:09 smithi055 ceph-mon[85080]: osdmap e2241: 8 total, 8 up, 8 in 2024-04-02T09:43:10.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:09 smithi012 ceph-mon[88355]: osdmap e2240: 8 total, 8 up, 8 in 2024-04-02T09:43:10.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:09 smithi012 ceph-mon[88355]: osdmap e2241: 8 total, 8 up, 8 in 2024-04-02T09:43:10.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:09 smithi012 ceph-mon[90784]: osdmap e2240: 8 total, 8 up, 8 in 2024-04-02T09:43:10.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:09 smithi012 ceph-mon[90784]: osdmap e2241: 8 total, 8 up, 8 in 2024-04-02T09:43:11.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:10 smithi055 ceph-mon[85080]: pgmap v4310: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 1.5 KiB/s wr, 18 op/s 2024-04-02T09:43:11.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:10 smithi012 ceph-mon[88355]: pgmap v4310: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 1.5 KiB/s wr, 18 op/s 2024-04-02T09:43:11.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:10 smithi012 ceph-mon[90784]: pgmap v4310: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 1.5 KiB/s wr, 18 op/s 2024-04-02T09:43:12.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:11 smithi055 ceph-mon[85080]: osdmap e2242: 8 total, 8 up, 8 in 2024-04-02T09:43:12.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:11 smithi012 ceph-mon[88355]: osdmap e2242: 8 total, 8 up, 8 in 2024-04-02T09:43:12.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:11 smithi012 ceph-mon[90784]: osdmap e2242: 8 total, 8 up, 8 in 2024-04-02T09:43:12.749 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:43:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:43:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:43:13.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:12 smithi055 ceph-mon[85080]: osdmap e2243: 8 total, 8 up, 8 in 2024-04-02T09:43:13.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:12 smithi055 ceph-mon[85080]: pgmap v4313: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 102 KiB/s rd, 9.5 KiB/s wr, 143 op/s 2024-04-02T09:43:13.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:12 smithi012 ceph-mon[88355]: osdmap e2243: 8 total, 8 up, 8 in 2024-04-02T09:43:13.182 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:12 smithi012 ceph-mon[88355]: pgmap v4313: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 102 KiB/s rd, 9.5 KiB/s wr, 143 op/s 2024-04-02T09:43:13.182 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:12 smithi012 ceph-mon[90784]: osdmap e2243: 8 total, 8 up, 8 in 2024-04-02T09:43:13.182 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:12 smithi012 ceph-mon[90784]: pgmap v4313: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 102 KiB/s rd, 9.5 KiB/s wr, 143 op/s 2024-04-02T09:43:14.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:13 smithi055 ceph-mon[85080]: osdmap e2244: 8 total, 8 up, 8 in 2024-04-02T09:43:14.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:13 smithi012 ceph-mon[88355]: osdmap e2244: 8 total, 8 up, 8 in 2024-04-02T09:43:14.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:13 smithi012 ceph-mon[90784]: osdmap e2244: 8 total, 8 up, 8 in 2024-04-02T09:43:15.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:14 smithi055 ceph-mon[85080]: osdmap e2245: 8 total, 8 up, 8 in 2024-04-02T09:43:15.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:15.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:14 smithi055 ceph-mon[85080]: pgmap v4316: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 8.0 KiB/s wr, 124 op/s 2024-04-02T09:43:15.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:14 smithi055 ceph-mon[85080]: osdmap e2246: 8 total, 8 up, 8 in 2024-04-02T09:43:15.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:14 smithi012 ceph-mon[90784]: osdmap e2245: 8 total, 8 up, 8 in 2024-04-02T09:43:15.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:15.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:14 smithi012 ceph-mon[90784]: pgmap v4316: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 8.0 KiB/s wr, 124 op/s 2024-04-02T09:43:15.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:14 smithi012 ceph-mon[90784]: osdmap e2246: 8 total, 8 up, 8 in 2024-04-02T09:43:15.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:14 smithi012 ceph-mon[88355]: osdmap e2245: 8 total, 8 up, 8 in 2024-04-02T09:43:15.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:15.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:14 smithi012 ceph-mon[88355]: pgmap v4316: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 8.0 KiB/s wr, 124 op/s 2024-04-02T09:43:15.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:14 smithi012 ceph-mon[88355]: osdmap e2246: 8 total, 8 up, 8 in 2024-04-02T09:43:17.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:16 smithi055 ceph-mon[85080]: osdmap e2247: 8 total, 8 up, 8 in 2024-04-02T09:43:17.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:16 smithi055 ceph-mon[85080]: pgmap v4319: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 3.7 KiB/s wr, 63 op/s 2024-04-02T09:43:17.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:16 smithi012 ceph-mon[88355]: osdmap e2247: 8 total, 8 up, 8 in 2024-04-02T09:43:17.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:16 smithi012 ceph-mon[88355]: pgmap v4319: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 3.7 KiB/s wr, 63 op/s 2024-04-02T09:43:17.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:16 smithi012 ceph-mon[90784]: osdmap e2247: 8 total, 8 up, 8 in 2024-04-02T09:43:17.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:16 smithi012 ceph-mon[90784]: pgmap v4319: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 3.7 KiB/s wr, 63 op/s 2024-04-02T09:43:18.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:17 smithi055 ceph-mon[85080]: osdmap e2248: 8 total, 8 up, 8 in 2024-04-02T09:43:18.079 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:17 smithi012 ceph-mon[88355]: osdmap e2248: 8 total, 8 up, 8 in 2024-04-02T09:43:18.080 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:17 smithi012 ceph-mon[90784]: osdmap e2248: 8 total, 8 up, 8 in 2024-04-02T09:43:18.080 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:43:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:43:17] "GET /metrics HTTP/1.1" 200 36722 "" "Prometheus/2.43.0" 2024-04-02T09:43:19.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:18 smithi055 ceph-mon[85080]: osdmap e2249: 8 total, 8 up, 8 in 2024-04-02T09:43:19.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:18 smithi055 ceph-mon[85080]: pgmap v4322: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 3.7 KiB/s wr, 63 op/s 2024-04-02T09:43:19.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:18 smithi012 ceph-mon[88355]: osdmap e2249: 8 total, 8 up, 8 in 2024-04-02T09:43:19.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:18 smithi012 ceph-mon[88355]: pgmap v4322: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 3.7 KiB/s wr, 63 op/s 2024-04-02T09:43:19.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:18 smithi012 ceph-mon[90784]: osdmap e2249: 8 total, 8 up, 8 in 2024-04-02T09:43:19.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:18 smithi012 ceph-mon[90784]: pgmap v4322: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 3.7 KiB/s wr, 63 op/s 2024-04-02T09:43:20.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:19 smithi055 ceph-mon[85080]: osdmap e2250: 8 total, 8 up, 8 in 2024-04-02T09:43:20.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:19 smithi012 ceph-mon[88355]: osdmap e2250: 8 total, 8 up, 8 in 2024-04-02T09:43:20.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:19 smithi012 ceph-mon[90784]: osdmap e2250: 8 total, 8 up, 8 in 2024-04-02T09:43:21.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:20 smithi055 ceph-mon[85080]: osdmap e2251: 8 total, 8 up, 8 in 2024-04-02T09:43:21.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:20 smithi055 ceph-mon[85080]: pgmap v4325: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 2.5 KiB/s wr, 104 op/s 2024-04-02T09:43:21.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:20 smithi012 ceph-mon[90784]: osdmap e2251: 8 total, 8 up, 8 in 2024-04-02T09:43:21.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:20 smithi012 ceph-mon[90784]: pgmap v4325: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 2.5 KiB/s wr, 104 op/s 2024-04-02T09:43:21.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:20 smithi012 ceph-mon[88355]: osdmap e2251: 8 total, 8 up, 8 in 2024-04-02T09:43:21.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:20 smithi012 ceph-mon[88355]: pgmap v4325: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 2.5 KiB/s wr, 104 op/s 2024-04-02T09:43:22.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:21 smithi055 ceph-mon[85080]: osdmap e2252: 8 total, 8 up, 8 in 2024-04-02T09:43:22.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:21 smithi012 ceph-mon[88355]: osdmap e2252: 8 total, 8 up, 8 in 2024-04-02T09:43:22.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:21 smithi012 ceph-mon[90784]: osdmap e2252: 8 total, 8 up, 8 in 2024-04-02T09:43:22.763 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:43:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:43:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:43:23.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:22 smithi055 ceph-mon[85080]: osdmap e2253: 8 total, 8 up, 8 in 2024-04-02T09:43:23.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:22 smithi055 ceph-mon[85080]: pgmap v4328: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 3.7 KiB/s wr, 107 op/s 2024-04-02T09:43:23.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:22 smithi012 ceph-mon[88355]: osdmap e2253: 8 total, 8 up, 8 in 2024-04-02T09:43:23.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:22 smithi012 ceph-mon[88355]: pgmap v4328: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 3.7 KiB/s wr, 107 op/s 2024-04-02T09:43:23.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:22 smithi012 ceph-mon[90784]: osdmap e2253: 8 total, 8 up, 8 in 2024-04-02T09:43:23.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:22 smithi012 ceph-mon[90784]: pgmap v4328: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 3.7 KiB/s wr, 107 op/s 2024-04-02T09:43:24.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:23 smithi055 ceph-mon[85080]: osdmap e2254: 8 total, 8 up, 8 in 2024-04-02T09:43:24.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:23 smithi012 ceph-mon[88355]: osdmap e2254: 8 total, 8 up, 8 in 2024-04-02T09:43:24.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:23 smithi012 ceph-mon[90784]: osdmap e2254: 8 total, 8 up, 8 in 2024-04-02T09:43:25.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:24 smithi055 ceph-mon[85080]: osdmap e2255: 8 total, 8 up, 8 in 2024-04-02T09:43:25.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:24 smithi055 ceph-mon[85080]: pgmap v4331: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-04-02T09:43:25.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:24 smithi012 ceph-mon[90784]: osdmap e2255: 8 total, 8 up, 8 in 2024-04-02T09:43:25.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:24 smithi012 ceph-mon[90784]: pgmap v4331: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-04-02T09:43:25.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:24 smithi012 ceph-mon[88355]: osdmap e2255: 8 total, 8 up, 8 in 2024-04-02T09:43:25.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:24 smithi012 ceph-mon[88355]: pgmap v4331: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-04-02T09:43:26.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:25 smithi055 ceph-mon[85080]: osdmap e2256: 8 total, 8 up, 8 in 2024-04-02T09:43:26.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:25 smithi012 ceph-mon[88355]: osdmap e2256: 8 total, 8 up, 8 in 2024-04-02T09:43:26.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:25 smithi012 ceph-mon[90784]: osdmap e2256: 8 total, 8 up, 8 in 2024-04-02T09:43:27.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:26 smithi055 ceph-mon[85080]: osdmap e2257: 8 total, 8 up, 8 in 2024-04-02T09:43:27.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:26 smithi055 ceph-mon[85080]: pgmap v4334: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 4.0 KiB/s wr, 151 op/s 2024-04-02T09:43:27.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:26 smithi012 ceph-mon[88355]: osdmap e2257: 8 total, 8 up, 8 in 2024-04-02T09:43:27.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:26 smithi012 ceph-mon[88355]: pgmap v4334: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 4.0 KiB/s wr, 151 op/s 2024-04-02T09:43:27.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:26 smithi012 ceph-mon[90784]: osdmap e2257: 8 total, 8 up, 8 in 2024-04-02T09:43:27.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:26 smithi012 ceph-mon[90784]: pgmap v4334: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 4.0 KiB/s wr, 151 op/s 2024-04-02T09:43:28.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:27 smithi055 ceph-mon[85080]: osdmap e2258: 8 total, 8 up, 8 in 2024-04-02T09:43:28.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:27 smithi012 ceph-mon[88355]: osdmap e2258: 8 total, 8 up, 8 in 2024-04-02T09:43:28.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:27 smithi012 ceph-mon[90784]: osdmap e2258: 8 total, 8 up, 8 in 2024-04-02T09:43:28.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:43:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:43:27] "GET /metrics HTTP/1.1" 200 36722 "" "Prometheus/2.43.0" 2024-04-02T09:43:29.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:28 smithi055 ceph-mon[85080]: osdmap e2259: 8 total, 8 up, 8 in 2024-04-02T09:43:29.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:28 smithi055 ceph-mon[85080]: pgmap v4337: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 4.0 KiB/s wr, 151 op/s 2024-04-02T09:43:29.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:28 smithi012 ceph-mon[88355]: osdmap e2259: 8 total, 8 up, 8 in 2024-04-02T09:43:29.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:28 smithi012 ceph-mon[88355]: pgmap v4337: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 4.0 KiB/s wr, 151 op/s 2024-04-02T09:43:29.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:28 smithi012 ceph-mon[90784]: osdmap e2259: 8 total, 8 up, 8 in 2024-04-02T09:43:29.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:28 smithi012 ceph-mon[90784]: pgmap v4337: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 4.0 KiB/s wr, 151 op/s 2024-04-02T09:43:30.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:29 smithi012 ceph-mon[90784]: osdmap e2260: 8 total, 8 up, 8 in 2024-04-02T09:43:30.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:30.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:29 smithi012 ceph-mon[88355]: osdmap e2260: 8 total, 8 up, 8 in 2024-04-02T09:43:30.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:30.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:29 smithi055 ceph-mon[85080]: osdmap e2260: 8 total, 8 up, 8 in 2024-04-02T09:43:30.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:31.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:30 smithi012 ceph-mon[88355]: osdmap e2261: 8 total, 8 up, 8 in 2024-04-02T09:43:31.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:30 smithi012 ceph-mon[88355]: pgmap v4340: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 144 KiB/s rd, 2.7 KiB/s wr, 192 op/s 2024-04-02T09:43:31.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:30 smithi012 ceph-mon[90784]: osdmap e2261: 8 total, 8 up, 8 in 2024-04-02T09:43:31.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:30 smithi012 ceph-mon[90784]: pgmap v4340: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 144 KiB/s rd, 2.7 KiB/s wr, 192 op/s 2024-04-02T09:43:31.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:30 smithi055 ceph-mon[85080]: osdmap e2261: 8 total, 8 up, 8 in 2024-04-02T09:43:31.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:30 smithi055 ceph-mon[85080]: pgmap v4340: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 144 KiB/s rd, 2.7 KiB/s wr, 192 op/s 2024-04-02T09:43:32.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:31 smithi012 ceph-mon[88355]: osdmap e2262: 8 total, 8 up, 8 in 2024-04-02T09:43:32.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:31 smithi012 ceph-mon[90784]: osdmap e2262: 8 total, 8 up, 8 in 2024-04-02T09:43:32.212 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:31 smithi055 ceph-mon[85080]: osdmap e2262: 8 total, 8 up, 8 in 2024-04-02T09:43:32.561 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:43:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:43:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:43:33.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:32 smithi012 ceph-mon[88355]: osdmap e2263: 8 total, 8 up, 8 in 2024-04-02T09:43:33.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:32 smithi012 ceph-mon[88355]: pgmap v4343: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 145 KiB/s rd, 3.7 KiB/s wr, 194 op/s 2024-04-02T09:43:33.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:32 smithi012 ceph-mon[90784]: osdmap e2263: 8 total, 8 up, 8 in 2024-04-02T09:43:33.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:32 smithi012 ceph-mon[90784]: pgmap v4343: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 145 KiB/s rd, 3.7 KiB/s wr, 194 op/s 2024-04-02T09:43:33.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:32 smithi055 ceph-mon[85080]: osdmap e2263: 8 total, 8 up, 8 in 2024-04-02T09:43:33.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:32 smithi055 ceph-mon[85080]: pgmap v4343: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 145 KiB/s rd, 3.7 KiB/s wr, 194 op/s 2024-04-02T09:43:34.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:33 smithi012 ceph-mon[88355]: osdmap e2264: 8 total, 8 up, 8 in 2024-04-02T09:43:34.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:33 smithi012 ceph-mon[90784]: osdmap e2264: 8 total, 8 up, 8 in 2024-04-02T09:43:34.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:33 smithi055 ceph-mon[85080]: osdmap e2264: 8 total, 8 up, 8 in 2024-04-02T09:43:35.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:34 smithi012 ceph-mon[88355]: osdmap e2265: 8 total, 8 up, 8 in 2024-04-02T09:43:35.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:34 smithi012 ceph-mon[88355]: pgmap v4346: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-04-02T09:43:35.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:34 smithi012 ceph-mon[90784]: osdmap e2265: 8 total, 8 up, 8 in 2024-04-02T09:43:35.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:34 smithi012 ceph-mon[90784]: pgmap v4346: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-04-02T09:43:35.313 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:34 smithi055 ceph-mon[85080]: osdmap e2265: 8 total, 8 up, 8 in 2024-04-02T09:43:35.313 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:34 smithi055 ceph-mon[85080]: pgmap v4346: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-04-02T09:43:36.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:35 smithi012 ceph-mon[88355]: osdmap e2266: 8 total, 8 up, 8 in 2024-04-02T09:43:36.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:35 smithi012 ceph-mon[90784]: osdmap e2266: 8 total, 8 up, 8 in 2024-04-02T09:43:36.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:35 smithi055 ceph-mon[85080]: osdmap e2266: 8 total, 8 up, 8 in 2024-04-02T09:43:37.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:36 smithi012 ceph-mon[88355]: osdmap e2267: 8 total, 8 up, 8 in 2024-04-02T09:43:37.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:36 smithi012 ceph-mon[88355]: pgmap v4349: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 3.7 KiB/s wr, 238 op/s 2024-04-02T09:43:37.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:36 smithi012 ceph-mon[90784]: osdmap e2267: 8 total, 8 up, 8 in 2024-04-02T09:43:37.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:36 smithi012 ceph-mon[90784]: pgmap v4349: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 3.7 KiB/s wr, 238 op/s 2024-04-02T09:43:37.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:36 smithi055 ceph-mon[85080]: osdmap e2267: 8 total, 8 up, 8 in 2024-04-02T09:43:37.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:36 smithi055 ceph-mon[85080]: pgmap v4349: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 3.7 KiB/s wr, 238 op/s 2024-04-02T09:43:38.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:37 smithi012 ceph-mon[88355]: osdmap e2268: 8 total, 8 up, 8 in 2024-04-02T09:43:38.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:37 smithi012 ceph-mon[90784]: osdmap e2268: 8 total, 8 up, 8 in 2024-04-02T09:43:38.180 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:43:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:43:37] "GET /metrics HTTP/1.1" 200 36726 "" "Prometheus/2.43.0" 2024-04-02T09:43:38.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:37 smithi055 ceph-mon[85080]: osdmap e2268: 8 total, 8 up, 8 in 2024-04-02T09:43:38.311 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 09:43:38 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[122025]: logger=cleanup t=2024-04-02T09:43:38.003558883Z level=info msg="Completed cleanup jobs" duration=3.552324ms 2024-04-02T09:43:39.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:38 smithi012 ceph-mon[88355]: osdmap e2269: 8 total, 8 up, 8 in 2024-04-02T09:43:39.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:38 smithi012 ceph-mon[88355]: pgmap v4352: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 3.7 KiB/s wr, 238 op/s 2024-04-02T09:43:39.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:38 smithi012 ceph-mon[90784]: osdmap e2269: 8 total, 8 up, 8 in 2024-04-02T09:43:39.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:38 smithi012 ceph-mon[90784]: pgmap v4352: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 3.7 KiB/s wr, 238 op/s 2024-04-02T09:43:39.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:38 smithi055 ceph-mon[85080]: osdmap e2269: 8 total, 8 up, 8 in 2024-04-02T09:43:39.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:38 smithi055 ceph-mon[85080]: pgmap v4352: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 3.7 KiB/s wr, 238 op/s 2024-04-02T09:43:40.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:39 smithi012 ceph-mon[88355]: osdmap e2270: 8 total, 8 up, 8 in 2024-04-02T09:43:40.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:39 smithi012 ceph-mon[90784]: osdmap e2270: 8 total, 8 up, 8 in 2024-04-02T09:43:40.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:39 smithi055 ceph-mon[85080]: osdmap e2270: 8 total, 8 up, 8 in 2024-04-02T09:43:41.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:40 smithi012 ceph-mon[88355]: osdmap e2271: 8 total, 8 up, 8 in 2024-04-02T09:43:41.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:40 smithi012 ceph-mon[88355]: pgmap v4355: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 209 KiB/s rd, 2.7 KiB/s wr, 280 op/s 2024-04-02T09:43:41.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:40 smithi012 ceph-mon[90784]: osdmap e2271: 8 total, 8 up, 8 in 2024-04-02T09:43:41.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:40 smithi012 ceph-mon[90784]: pgmap v4355: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 209 KiB/s rd, 2.7 KiB/s wr, 280 op/s 2024-04-02T09:43:41.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:40 smithi055 ceph-mon[85080]: osdmap e2271: 8 total, 8 up, 8 in 2024-04-02T09:43:41.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:40 smithi055 ceph-mon[85080]: pgmap v4355: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 209 KiB/s rd, 2.7 KiB/s wr, 280 op/s 2024-04-02T09:43:42.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:41 smithi012 ceph-mon[88355]: osdmap e2272: 8 total, 8 up, 8 in 2024-04-02T09:43:42.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:41 smithi012 ceph-mon[90784]: osdmap e2272: 8 total, 8 up, 8 in 2024-04-02T09:43:42.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:41 smithi055 ceph-mon[85080]: osdmap e2272: 8 total, 8 up, 8 in 2024-04-02T09:43:42.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:43:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:43:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:43:43.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:42 smithi012 ceph-mon[88355]: osdmap e2273: 8 total, 8 up, 8 in 2024-04-02T09:43:43.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:42 smithi012 ceph-mon[88355]: pgmap v4358: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 210 KiB/s rd, 3.5 KiB/s wr, 282 op/s 2024-04-02T09:43:43.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:42 smithi012 ceph-mon[90784]: osdmap e2273: 8 total, 8 up, 8 in 2024-04-02T09:43:43.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:42 smithi012 ceph-mon[90784]: pgmap v4358: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 210 KiB/s rd, 3.5 KiB/s wr, 282 op/s 2024-04-02T09:43:43.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:42 smithi055 ceph-mon[85080]: osdmap e2273: 8 total, 8 up, 8 in 2024-04-02T09:43:43.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:42 smithi055 ceph-mon[85080]: pgmap v4358: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 210 KiB/s rd, 3.5 KiB/s wr, 282 op/s 2024-04-02T09:43:44.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:43 smithi012 ceph-mon[88355]: osdmap e2274: 8 total, 8 up, 8 in 2024-04-02T09:43:44.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:43 smithi012 ceph-mon[90784]: osdmap e2274: 8 total, 8 up, 8 in 2024-04-02T09:43:44.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:43 smithi055 ceph-mon[85080]: osdmap e2274: 8 total, 8 up, 8 in 2024-04-02T09:43:45.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:44 smithi012 ceph-mon[90784]: osdmap e2275: 8 total, 8 up, 8 in 2024-04-02T09:43:45.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:45.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:44 smithi012 ceph-mon[90784]: pgmap v4361: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-04-02T09:43:45.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:44 smithi012 ceph-mon[88355]: osdmap e2275: 8 total, 8 up, 8 in 2024-04-02T09:43:45.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:45.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:44 smithi012 ceph-mon[88355]: pgmap v4361: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-04-02T09:43:45.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:44 smithi055 ceph-mon[85080]: osdmap e2275: 8 total, 8 up, 8 in 2024-04-02T09:43:45.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:45.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:44 smithi055 ceph-mon[85080]: pgmap v4361: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-04-02T09:43:46.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:45 smithi012 ceph-mon[88355]: osdmap e2276: 8 total, 8 up, 8 in 2024-04-02T09:43:46.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:45 smithi012 ceph-mon[90784]: osdmap e2276: 8 total, 8 up, 8 in 2024-04-02T09:43:46.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:45 smithi055 ceph-mon[85080]: osdmap e2276: 8 total, 8 up, 8 in 2024-04-02T09:43:47.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:46 smithi055 ceph-mon[85080]: osdmap e2277: 8 total, 8 up, 8 in 2024-04-02T09:43:47.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:46 smithi055 ceph-mon[85080]: pgmap v4364: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 242 KiB/s rd, 3.7 KiB/s wr, 326 op/s 2024-04-02T09:43:47.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:46 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:43:47.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:46 smithi012 ceph-mon[88355]: osdmap e2277: 8 total, 8 up, 8 in 2024-04-02T09:43:47.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:46 smithi012 ceph-mon[88355]: pgmap v4364: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 242 KiB/s rd, 3.7 KiB/s wr, 326 op/s 2024-04-02T09:43:47.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:46 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:43:47.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:46 smithi012 ceph-mon[90784]: osdmap e2277: 8 total, 8 up, 8 in 2024-04-02T09:43:47.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:46 smithi012 ceph-mon[90784]: pgmap v4364: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 242 KiB/s rd, 3.7 KiB/s wr, 326 op/s 2024-04-02T09:43:47.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:46 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:43:48.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:47 smithi055 ceph-mon[85080]: osdmap e2278: 8 total, 8 up, 8 in 2024-04-02T09:43:48.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:47 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:43:48.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:47 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:43:48.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:47 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:43:48.329 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:47 smithi012 ceph-mon[88355]: osdmap e2278: 8 total, 8 up, 8 in 2024-04-02T09:43:48.329 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:47 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:43:48.329 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:47 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:43:48.329 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:47 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:43:48.329 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:43:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:43:47] "GET /metrics HTTP/1.1" 200 36725 "" "Prometheus/2.43.0" 2024-04-02T09:43:48.330 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:47 smithi012 ceph-mon[90784]: osdmap e2278: 8 total, 8 up, 8 in 2024-04-02T09:43:48.330 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:47 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:43:48.330 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:47 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:43:48.330 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:47 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:43:49.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:48 smithi055 ceph-mon[85080]: osdmap e2279: 8 total, 8 up, 8 in 2024-04-02T09:43:49.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:48 smithi055 ceph-mon[85080]: pgmap v4367: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 242 KiB/s rd, 3.7 KiB/s wr, 326 op/s 2024-04-02T09:43:49.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:48 smithi012 ceph-mon[88355]: osdmap e2279: 8 total, 8 up, 8 in 2024-04-02T09:43:49.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:48 smithi012 ceph-mon[88355]: pgmap v4367: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 242 KiB/s rd, 3.7 KiB/s wr, 326 op/s 2024-04-02T09:43:49.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:48 smithi012 ceph-mon[90784]: osdmap e2279: 8 total, 8 up, 8 in 2024-04-02T09:43:49.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:48 smithi012 ceph-mon[90784]: pgmap v4367: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 242 KiB/s rd, 3.7 KiB/s wr, 326 op/s 2024-04-02T09:43:50.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:49 smithi055 ceph-mon[85080]: osdmap e2280: 8 total, 8 up, 8 in 2024-04-02T09:43:50.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:49 smithi012 ceph-mon[88355]: osdmap e2280: 8 total, 8 up, 8 in 2024-04-02T09:43:50.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:49 smithi012 ceph-mon[90784]: osdmap e2280: 8 total, 8 up, 8 in 2024-04-02T09:43:51.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:50 smithi055 ceph-mon[85080]: osdmap e2281: 8 total, 8 up, 8 in 2024-04-02T09:43:51.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:50 smithi055 ceph-mon[85080]: pgmap v4370: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 274 KiB/s rd, 2.7 KiB/s wr, 366 op/s 2024-04-02T09:43:51.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:50 smithi012 ceph-mon[88355]: osdmap e2281: 8 total, 8 up, 8 in 2024-04-02T09:43:51.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:50 smithi012 ceph-mon[88355]: pgmap v4370: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 274 KiB/s rd, 2.7 KiB/s wr, 366 op/s 2024-04-02T09:43:51.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:50 smithi012 ceph-mon[90784]: osdmap e2281: 8 total, 8 up, 8 in 2024-04-02T09:43:51.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:50 smithi012 ceph-mon[90784]: pgmap v4370: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 274 KiB/s rd, 2.7 KiB/s wr, 366 op/s 2024-04-02T09:43:52.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:51 smithi055 ceph-mon[85080]: osdmap e2282: 8 total, 8 up, 8 in 2024-04-02T09:43:52.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:51 smithi012 ceph-mon[88355]: osdmap e2282: 8 total, 8 up, 8 in 2024-04-02T09:43:52.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:51 smithi012 ceph-mon[90784]: osdmap e2282: 8 total, 8 up, 8 in 2024-04-02T09:43:52.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:43:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:43:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:43:53.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:52 smithi055 ceph-mon[85080]: osdmap e2283: 8 total, 8 up, 8 in 2024-04-02T09:43:53.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:52 smithi055 ceph-mon[85080]: pgmap v4373: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 275 KiB/s rd, 4.0 KiB/s wr, 369 op/s 2024-04-02T09:43:53.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:52 smithi012 ceph-mon[90784]: osdmap e2283: 8 total, 8 up, 8 in 2024-04-02T09:43:53.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:52 smithi012 ceph-mon[90784]: pgmap v4373: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 275 KiB/s rd, 4.0 KiB/s wr, 369 op/s 2024-04-02T09:43:53.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:52 smithi012 ceph-mon[88355]: osdmap e2283: 8 total, 8 up, 8 in 2024-04-02T09:43:53.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:52 smithi012 ceph-mon[88355]: pgmap v4373: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 275 KiB/s rd, 4.0 KiB/s wr, 369 op/s 2024-04-02T09:43:54.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:53 smithi055 ceph-mon[85080]: osdmap e2284: 8 total, 8 up, 8 in 2024-04-02T09:43:54.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:53 smithi012 ceph-mon[88355]: osdmap e2284: 8 total, 8 up, 8 in 2024-04-02T09:43:54.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:53 smithi012 ceph-mon[90784]: osdmap e2284: 8 total, 8 up, 8 in 2024-04-02T09:43:55.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:54 smithi055 ceph-mon[85080]: osdmap e2285: 8 total, 8 up, 8 in 2024-04-02T09:43:55.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:54 smithi055 ceph-mon[85080]: pgmap v4376: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-04-02T09:43:55.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:54 smithi012 ceph-mon[88355]: osdmap e2285: 8 total, 8 up, 8 in 2024-04-02T09:43:55.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:54 smithi012 ceph-mon[88355]: pgmap v4376: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-04-02T09:43:55.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:54 smithi012 ceph-mon[90784]: osdmap e2285: 8 total, 8 up, 8 in 2024-04-02T09:43:55.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:54 smithi012 ceph-mon[90784]: pgmap v4376: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-04-02T09:43:56.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:55 smithi055 ceph-mon[85080]: osdmap e2286: 8 total, 8 up, 8 in 2024-04-02T09:43:56.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:55 smithi012 ceph-mon[88355]: osdmap e2286: 8 total, 8 up, 8 in 2024-04-02T09:43:56.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:55 smithi012 ceph-mon[90784]: osdmap e2286: 8 total, 8 up, 8 in 2024-04-02T09:43:57.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:57 smithi055 ceph-mon[85080]: osdmap e2287: 8 total, 8 up, 8 in 2024-04-02T09:43:57.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:57 smithi055 ceph-mon[85080]: pgmap v4379: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 308 KiB/s rd, 3.5 KiB/s wr, 413 op/s 2024-04-02T09:43:57.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:57 smithi012 ceph-mon[88355]: osdmap e2287: 8 total, 8 up, 8 in 2024-04-02T09:43:57.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:57 smithi012 ceph-mon[88355]: pgmap v4379: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 308 KiB/s rd, 3.5 KiB/s wr, 413 op/s 2024-04-02T09:43:57.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:57 smithi012 ceph-mon[90784]: osdmap e2287: 8 total, 8 up, 8 in 2024-04-02T09:43:57.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:57 smithi012 ceph-mon[90784]: pgmap v4379: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 308 KiB/s rd, 3.5 KiB/s wr, 413 op/s 2024-04-02T09:43:58.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:58 smithi055 ceph-mon[85080]: osdmap e2288: 8 total, 8 up, 8 in 2024-04-02T09:43:58.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:58 smithi012 ceph-mon[88355]: osdmap e2288: 8 total, 8 up, 8 in 2024-04-02T09:43:58.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:58 smithi012 ceph-mon[90784]: osdmap e2288: 8 total, 8 up, 8 in 2024-04-02T09:43:58.429 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:43:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:43:57] "GET /metrics HTTP/1.1" 200 36725 "" "Prometheus/2.43.0" 2024-04-02T09:43:59.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:59 smithi055 ceph-mon[85080]: osdmap e2289: 8 total, 8 up, 8 in 2024-04-02T09:43:59.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:43:59 smithi055 ceph-mon[85080]: pgmap v4382: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 308 KiB/s rd, 3.5 KiB/s wr, 413 op/s 2024-04-02T09:43:59.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:59 smithi012 ceph-mon[88355]: osdmap e2289: 8 total, 8 up, 8 in 2024-04-02T09:43:59.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:43:59 smithi012 ceph-mon[88355]: pgmap v4382: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 308 KiB/s rd, 3.5 KiB/s wr, 413 op/s 2024-04-02T09:43:59.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:59 smithi012 ceph-mon[90784]: osdmap e2289: 8 total, 8 up, 8 in 2024-04-02T09:43:59.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:43:59 smithi012 ceph-mon[90784]: pgmap v4382: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 308 KiB/s rd, 3.5 KiB/s wr, 413 op/s 2024-04-02T09:44:00.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:00 smithi055 ceph-mon[85080]: osdmap e2290: 8 total, 8 up, 8 in 2024-04-02T09:44:00.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:00 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:00.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:00 smithi012 ceph-mon[90784]: osdmap e2290: 8 total, 8 up, 8 in 2024-04-02T09:44:00.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:00 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:00.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:00 smithi012 ceph-mon[88355]: osdmap e2290: 8 total, 8 up, 8 in 2024-04-02T09:44:00.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:00 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:01.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:01 smithi055 ceph-mon[85080]: osdmap e2291: 8 total, 8 up, 8 in 2024-04-02T09:44:01.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:01 smithi055 ceph-mon[85080]: pgmap v4385: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 340 KiB/s rd, 2.7 KiB/s wr, 455 op/s 2024-04-02T09:44:01.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:01 smithi012 ceph-mon[88355]: osdmap e2291: 8 total, 8 up, 8 in 2024-04-02T09:44:01.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:01 smithi012 ceph-mon[88355]: pgmap v4385: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 340 KiB/s rd, 2.7 KiB/s wr, 455 op/s 2024-04-02T09:44:01.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:01 smithi012 ceph-mon[90784]: osdmap e2291: 8 total, 8 up, 8 in 2024-04-02T09:44:01.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:01 smithi012 ceph-mon[90784]: pgmap v4385: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 340 KiB/s rd, 2.7 KiB/s wr, 455 op/s 2024-04-02T09:44:02.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:02 smithi055 ceph-mon[85080]: osdmap e2292: 8 total, 8 up, 8 in 2024-04-02T09:44:02.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:02 smithi012 ceph-mon[88355]: osdmap e2292: 8 total, 8 up, 8 in 2024-04-02T09:44:02.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:02 smithi012 ceph-mon[90784]: osdmap e2292: 8 total, 8 up, 8 in 2024-04-02T09:44:02.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:44:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:44:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:44:03.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:03 smithi012 ceph-mon[88355]: osdmap e2293: 8 total, 8 up, 8 in 2024-04-02T09:44:03.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:03 smithi012 ceph-mon[88355]: pgmap v4388: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 341 KiB/s rd, 4.0 KiB/s wr, 457 op/s 2024-04-02T09:44:03.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:03 smithi012 ceph-mon[90784]: osdmap e2293: 8 total, 8 up, 8 in 2024-04-02T09:44:03.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:03 smithi012 ceph-mon[90784]: pgmap v4388: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 341 KiB/s rd, 4.0 KiB/s wr, 457 op/s 2024-04-02T09:44:03.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:03 smithi055 ceph-mon[85080]: osdmap e2293: 8 total, 8 up, 8 in 2024-04-02T09:44:03.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:03 smithi055 ceph-mon[85080]: pgmap v4388: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 341 KiB/s rd, 4.0 KiB/s wr, 457 op/s 2024-04-02T09:44:04.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:04 smithi012 ceph-mon[88355]: osdmap e2294: 8 total, 8 up, 8 in 2024-04-02T09:44:04.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:04 smithi012 ceph-mon[90784]: osdmap e2294: 8 total, 8 up, 8 in 2024-04-02T09:44:04.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:04 smithi055 ceph-mon[85080]: osdmap e2294: 8 total, 8 up, 8 in 2024-04-02T09:44:05.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:05 smithi012 ceph-mon[88355]: osdmap e2295: 8 total, 8 up, 8 in 2024-04-02T09:44:05.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:05 smithi012 ceph-mon[88355]: pgmap v4391: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-04-02T09:44:05.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:05 smithi012 ceph-mon[90784]: osdmap e2295: 8 total, 8 up, 8 in 2024-04-02T09:44:05.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:05 smithi012 ceph-mon[90784]: pgmap v4391: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-04-02T09:44:05.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:05 smithi055 ceph-mon[85080]: osdmap e2295: 8 total, 8 up, 8 in 2024-04-02T09:44:05.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:05 smithi055 ceph-mon[85080]: pgmap v4391: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-04-02T09:44:06.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:06 smithi012 ceph-mon[88355]: osdmap e2296: 8 total, 8 up, 8 in 2024-04-02T09:44:06.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:06 smithi012 ceph-mon[90784]: osdmap e2296: 8 total, 8 up, 8 in 2024-04-02T09:44:06.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:06 smithi055 ceph-mon[85080]: osdmap e2296: 8 total, 8 up, 8 in 2024-04-02T09:44:07.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:07 smithi012 ceph-mon[88355]: osdmap e2297: 8 total, 8 up, 8 in 2024-04-02T09:44:07.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:07 smithi012 ceph-mon[88355]: pgmap v4394: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 372 KiB/s rd, 3.5 KiB/s wr, 500 op/s 2024-04-02T09:44:07.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:07 smithi012 ceph-mon[90784]: osdmap e2297: 8 total, 8 up, 8 in 2024-04-02T09:44:07.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:07 smithi012 ceph-mon[90784]: pgmap v4394: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 372 KiB/s rd, 3.5 KiB/s wr, 500 op/s 2024-04-02T09:44:07.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:07 smithi055 ceph-mon[85080]: osdmap e2297: 8 total, 8 up, 8 in 2024-04-02T09:44:07.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:07 smithi055 ceph-mon[85080]: pgmap v4394: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 372 KiB/s rd, 3.5 KiB/s wr, 500 op/s 2024-04-02T09:44:08.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:08 smithi012 ceph-mon[90784]: osdmap e2298: 8 total, 8 up, 8 in 2024-04-02T09:44:08.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:08 smithi012 ceph-mon[88355]: osdmap e2298: 8 total, 8 up, 8 in 2024-04-02T09:44:08.429 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:44:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:44:07] "GET /metrics HTTP/1.1" 200 36726 "" "Prometheus/2.43.0" 2024-04-02T09:44:08.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:08 smithi055 ceph-mon[85080]: osdmap e2298: 8 total, 8 up, 8 in 2024-04-02T09:44:09.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:09 smithi012 ceph-mon[88355]: osdmap e2299: 8 total, 8 up, 8 in 2024-04-02T09:44:09.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:09 smithi012 ceph-mon[88355]: pgmap v4397: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 372 KiB/s rd, 3.5 KiB/s wr, 500 op/s 2024-04-02T09:44:09.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:09 smithi012 ceph-mon[90784]: osdmap e2299: 8 total, 8 up, 8 in 2024-04-02T09:44:09.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:09 smithi012 ceph-mon[90784]: pgmap v4397: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 372 KiB/s rd, 3.5 KiB/s wr, 500 op/s 2024-04-02T09:44:09.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:09 smithi055 ceph-mon[85080]: osdmap e2299: 8 total, 8 up, 8 in 2024-04-02T09:44:09.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:09 smithi055 ceph-mon[85080]: pgmap v4397: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 372 KiB/s rd, 3.5 KiB/s wr, 500 op/s 2024-04-02T09:44:10.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:10 smithi012 ceph-mon[88355]: osdmap e2300: 8 total, 8 up, 8 in 2024-04-02T09:44:10.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:10 smithi012 ceph-mon[90784]: osdmap e2300: 8 total, 8 up, 8 in 2024-04-02T09:44:10.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:10 smithi055 ceph-mon[85080]: osdmap e2300: 8 total, 8 up, 8 in 2024-04-02T09:44:11.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:11 smithi012 ceph-mon[88355]: osdmap e2301: 8 total, 8 up, 8 in 2024-04-02T09:44:11.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:11 smithi012 ceph-mon[88355]: pgmap v4400: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 405 KiB/s rd, 2.7 KiB/s wr, 542 op/s 2024-04-02T09:44:11.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:11 smithi012 ceph-mon[90784]: osdmap e2301: 8 total, 8 up, 8 in 2024-04-02T09:44:11.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:11 smithi012 ceph-mon[90784]: pgmap v4400: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 405 KiB/s rd, 2.7 KiB/s wr, 542 op/s 2024-04-02T09:44:11.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:11 smithi055 ceph-mon[85080]: osdmap e2301: 8 total, 8 up, 8 in 2024-04-02T09:44:11.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:11 smithi055 ceph-mon[85080]: pgmap v4400: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 405 KiB/s rd, 2.7 KiB/s wr, 542 op/s 2024-04-02T09:44:12.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:12 smithi012 ceph-mon[88355]: osdmap e2302: 8 total, 8 up, 8 in 2024-04-02T09:44:12.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:12 smithi012 ceph-mon[90784]: osdmap e2302: 8 total, 8 up, 8 in 2024-04-02T09:44:12.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:12 smithi055 ceph-mon[85080]: osdmap e2302: 8 total, 8 up, 8 in 2024-04-02T09:44:12.561 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:44:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:44:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:44:13.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:13 smithi012 ceph-mon[88355]: osdmap e2303: 8 total, 8 up, 8 in 2024-04-02T09:44:13.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:13 smithi012 ceph-mon[88355]: pgmap v4403: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 406 KiB/s rd, 3.7 KiB/s wr, 544 op/s 2024-04-02T09:44:13.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:13 smithi012 ceph-mon[90784]: osdmap e2303: 8 total, 8 up, 8 in 2024-04-02T09:44:13.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:13 smithi012 ceph-mon[90784]: pgmap v4403: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 406 KiB/s rd, 3.7 KiB/s wr, 544 op/s 2024-04-02T09:44:13.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:13 smithi055 ceph-mon[85080]: osdmap e2303: 8 total, 8 up, 8 in 2024-04-02T09:44:13.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:13 smithi055 ceph-mon[85080]: pgmap v4403: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 406 KiB/s rd, 3.7 KiB/s wr, 544 op/s 2024-04-02T09:44:14.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:14 smithi012 ceph-mon[88355]: osdmap e2304: 8 total, 8 up, 8 in 2024-04-02T09:44:14.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:14 smithi012 ceph-mon[90784]: osdmap e2304: 8 total, 8 up, 8 in 2024-04-02T09:44:14.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:14 smithi055 ceph-mon[85080]: osdmap e2304: 8 total, 8 up, 8 in 2024-04-02T09:44:15.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:15 smithi012 ceph-mon[90784]: osdmap e2305: 8 total, 8 up, 8 in 2024-04-02T09:44:15.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:15.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:15 smithi012 ceph-mon[90784]: pgmap v4406: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-04-02T09:44:15.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:15 smithi012 ceph-mon[88355]: osdmap e2305: 8 total, 8 up, 8 in 2024-04-02T09:44:15.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:15.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:15 smithi012 ceph-mon[88355]: pgmap v4406: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-04-02T09:44:15.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:15 smithi055 ceph-mon[85080]: osdmap e2305: 8 total, 8 up, 8 in 2024-04-02T09:44:15.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:15 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:15.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:15 smithi055 ceph-mon[85080]: pgmap v4406: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-04-02T09:44:16.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:16 smithi012 ceph-mon[88355]: osdmap e2306: 8 total, 8 up, 8 in 2024-04-02T09:44:16.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:16 smithi012 ceph-mon[90784]: osdmap e2306: 8 total, 8 up, 8 in 2024-04-02T09:44:16.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:16 smithi055 ceph-mon[85080]: osdmap e2306: 8 total, 8 up, 8 in 2024-04-02T09:44:17.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:17 smithi055 ceph-mon[85080]: osdmap e2307: 8 total, 8 up, 8 in 2024-04-02T09:44:17.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:17 smithi055 ceph-mon[85080]: pgmap v4409: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 348 KiB/s rd, 3.0 KiB/s wr, 468 op/s 2024-04-02T09:44:17.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:17 smithi012 ceph-mon[88355]: osdmap e2307: 8 total, 8 up, 8 in 2024-04-02T09:44:17.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:17 smithi012 ceph-mon[88355]: pgmap v4409: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 348 KiB/s rd, 3.0 KiB/s wr, 468 op/s 2024-04-02T09:44:17.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:17 smithi012 ceph-mon[90784]: osdmap e2307: 8 total, 8 up, 8 in 2024-04-02T09:44:17.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:17 smithi012 ceph-mon[90784]: pgmap v4409: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 348 KiB/s rd, 3.0 KiB/s wr, 468 op/s 2024-04-02T09:44:18.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:18 smithi012 ceph-mon[88355]: osdmap e2308: 8 total, 8 up, 8 in 2024-04-02T09:44:18.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:18 smithi012 ceph-mon[90784]: osdmap e2308: 8 total, 8 up, 8 in 2024-04-02T09:44:18.429 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:44:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:44:17] "GET /metrics HTTP/1.1" 200 36723 "" "Prometheus/2.43.0" 2024-04-02T09:44:18.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:18 smithi055 ceph-mon[85080]: osdmap e2308: 8 total, 8 up, 8 in 2024-04-02T09:44:19.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:19 smithi055 ceph-mon[85080]: osdmap e2309: 8 total, 8 up, 8 in 2024-04-02T09:44:19.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:19 smithi055 ceph-mon[85080]: pgmap v4412: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 348 KiB/s rd, 3.0 KiB/s wr, 468 op/s 2024-04-02T09:44:19.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:19 smithi012 ceph-mon[88355]: osdmap e2309: 8 total, 8 up, 8 in 2024-04-02T09:44:19.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:19 smithi012 ceph-mon[88355]: pgmap v4412: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 348 KiB/s rd, 3.0 KiB/s wr, 468 op/s 2024-04-02T09:44:19.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:19 smithi012 ceph-mon[90784]: osdmap e2309: 8 total, 8 up, 8 in 2024-04-02T09:44:19.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:19 smithi012 ceph-mon[90784]: pgmap v4412: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 348 KiB/s rd, 3.0 KiB/s wr, 468 op/s 2024-04-02T09:44:20.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:20 smithi055 ceph-mon[85080]: osdmap e2310: 8 total, 8 up, 8 in 2024-04-02T09:44:20.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:20 smithi012 ceph-mon[88355]: osdmap e2310: 8 total, 8 up, 8 in 2024-04-02T09:44:20.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:20 smithi012 ceph-mon[90784]: osdmap e2310: 8 total, 8 up, 8 in 2024-04-02T09:44:21.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:21 smithi055 ceph-mon[85080]: osdmap e2311: 8 total, 8 up, 8 in 2024-04-02T09:44:21.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:21 smithi055 ceph-mon[85080]: pgmap v4415: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 465 KiB/s rd, 3.2 KiB/s wr, 625 op/s 2024-04-02T09:44:21.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:21 smithi012 ceph-mon[90784]: osdmap e2311: 8 total, 8 up, 8 in 2024-04-02T09:44:21.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:21 smithi012 ceph-mon[90784]: pgmap v4415: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 465 KiB/s rd, 3.2 KiB/s wr, 625 op/s 2024-04-02T09:44:21.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:21 smithi012 ceph-mon[88355]: osdmap e2311: 8 total, 8 up, 8 in 2024-04-02T09:44:21.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:21 smithi012 ceph-mon[88355]: pgmap v4415: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 465 KiB/s rd, 3.2 KiB/s wr, 625 op/s 2024-04-02T09:44:22.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:22 smithi055 ceph-mon[85080]: osdmap e2312: 8 total, 8 up, 8 in 2024-04-02T09:44:22.561 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:44:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:44:22.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:44:22.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:22 smithi012 ceph-mon[88355]: osdmap e2312: 8 total, 8 up, 8 in 2024-04-02T09:44:22.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:22 smithi012 ceph-mon[90784]: osdmap e2312: 8 total, 8 up, 8 in 2024-04-02T09:44:23.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:23 smithi055 ceph-mon[85080]: osdmap e2313: 8 total, 8 up, 8 in 2024-04-02T09:44:23.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:23 smithi055 ceph-mon[85080]: pgmap v4418: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 466 KiB/s rd, 3.7 KiB/s wr, 627 op/s 2024-04-02T09:44:23.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:23 smithi012 ceph-mon[90784]: osdmap e2313: 8 total, 8 up, 8 in 2024-04-02T09:44:23.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:23 smithi012 ceph-mon[90784]: pgmap v4418: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 466 KiB/s rd, 3.7 KiB/s wr, 627 op/s 2024-04-02T09:44:23.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:23 smithi012 ceph-mon[88355]: osdmap e2313: 8 total, 8 up, 8 in 2024-04-02T09:44:23.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:23 smithi012 ceph-mon[88355]: pgmap v4418: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 466 KiB/s rd, 3.7 KiB/s wr, 627 op/s 2024-04-02T09:44:24.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:24 smithi055 ceph-mon[85080]: osdmap e2314: 8 total, 8 up, 8 in 2024-04-02T09:44:24.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:24 smithi012 ceph-mon[88355]: osdmap e2314: 8 total, 8 up, 8 in 2024-04-02T09:44:24.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:24 smithi012 ceph-mon[90784]: osdmap e2314: 8 total, 8 up, 8 in 2024-04-02T09:44:25.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:25 smithi055 ceph-mon[85080]: osdmap e2315: 8 total, 8 up, 8 in 2024-04-02T09:44:25.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:25 smithi055 ceph-mon[85080]: pgmap v4421: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-04-02T09:44:25.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:25 smithi012 ceph-mon[88355]: osdmap e2315: 8 total, 8 up, 8 in 2024-04-02T09:44:25.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:25 smithi012 ceph-mon[88355]: pgmap v4421: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-04-02T09:44:25.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:25 smithi012 ceph-mon[90784]: osdmap e2315: 8 total, 8 up, 8 in 2024-04-02T09:44:25.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:25 smithi012 ceph-mon[90784]: pgmap v4421: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-04-02T09:44:26.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:26 smithi055 ceph-mon[85080]: osdmap e2316: 8 total, 8 up, 8 in 2024-04-02T09:44:26.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:26 smithi012 ceph-mon[88355]: osdmap e2316: 8 total, 8 up, 8 in 2024-04-02T09:44:26.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:26 smithi012 ceph-mon[90784]: osdmap e2316: 8 total, 8 up, 8 in 2024-04-02T09:44:27.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:27 smithi055 ceph-mon[85080]: osdmap e2317: 8 total, 8 up, 8 in 2024-04-02T09:44:27.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:27 smithi055 ceph-mon[85080]: pgmap v4424: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 497 KiB/s rd, 4.0 KiB/s wr, 671 op/s 2024-04-02T09:44:27.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:27 smithi012 ceph-mon[88355]: osdmap e2317: 8 total, 8 up, 8 in 2024-04-02T09:44:27.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:27 smithi012 ceph-mon[88355]: pgmap v4424: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 497 KiB/s rd, 4.0 KiB/s wr, 671 op/s 2024-04-02T09:44:27.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:27 smithi012 ceph-mon[90784]: osdmap e2317: 8 total, 8 up, 8 in 2024-04-02T09:44:27.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:27 smithi012 ceph-mon[90784]: pgmap v4424: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 497 KiB/s rd, 4.0 KiB/s wr, 671 op/s 2024-04-02T09:44:28.254 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:44:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:44:27] "GET /metrics HTTP/1.1" 200 36723 "" "Prometheus/2.43.0" 2024-04-02T09:44:28.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:28 smithi055 ceph-mon[85080]: osdmap e2318: 8 total, 8 up, 8 in 2024-04-02T09:44:28.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:28 smithi012 ceph-mon[88355]: osdmap e2318: 8 total, 8 up, 8 in 2024-04-02T09:44:28.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:28 smithi012 ceph-mon[90784]: osdmap e2318: 8 total, 8 up, 8 in 2024-04-02T09:44:29.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:29 smithi055 ceph-mon[85080]: osdmap e2319: 8 total, 8 up, 8 in 2024-04-02T09:44:29.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:29 smithi055 ceph-mon[85080]: pgmap v4427: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 497 KiB/s rd, 4.0 KiB/s wr, 671 op/s 2024-04-02T09:44:29.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:29.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:29 smithi012 ceph-mon[88355]: osdmap e2319: 8 total, 8 up, 8 in 2024-04-02T09:44:29.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:29 smithi012 ceph-mon[88355]: pgmap v4427: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 497 KiB/s rd, 4.0 KiB/s wr, 671 op/s 2024-04-02T09:44:29.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:29.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:29 smithi012 ceph-mon[90784]: osdmap e2319: 8 total, 8 up, 8 in 2024-04-02T09:44:29.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:29 smithi012 ceph-mon[90784]: pgmap v4427: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 497 KiB/s rd, 4.0 KiB/s wr, 671 op/s 2024-04-02T09:44:29.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:30.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:30 smithi055 ceph-mon[85080]: osdmap e2320: 8 total, 8 up, 8 in 2024-04-02T09:44:30.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:30 smithi012 ceph-mon[90784]: osdmap e2320: 8 total, 8 up, 8 in 2024-04-02T09:44:30.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:30 smithi012 ceph-mon[88355]: osdmap e2320: 8 total, 8 up, 8 in 2024-04-02T09:44:31.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:31 smithi055 ceph-mon[85080]: osdmap e2321: 8 total, 8 up, 8 in 2024-04-02T09:44:31.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:31 smithi055 ceph-mon[85080]: pgmap v4430: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 530 KiB/s rd, 2.5 KiB/s wr, 712 op/s 2024-04-02T09:44:31.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:31 smithi012 ceph-mon[88355]: osdmap e2321: 8 total, 8 up, 8 in 2024-04-02T09:44:31.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:31 smithi012 ceph-mon[88355]: pgmap v4430: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 530 KiB/s rd, 2.5 KiB/s wr, 712 op/s 2024-04-02T09:44:31.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:31 smithi012 ceph-mon[90784]: osdmap e2321: 8 total, 8 up, 8 in 2024-04-02T09:44:31.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:31 smithi012 ceph-mon[90784]: pgmap v4430: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 530 KiB/s rd, 2.5 KiB/s wr, 712 op/s 2024-04-02T09:44:32.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:32 smithi055 ceph-mon[85080]: osdmap e2322: 8 total, 8 up, 8 in 2024-04-02T09:44:32.561 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:44:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:44:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:44:32.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:32 smithi012 ceph-mon[90784]: osdmap e2322: 8 total, 8 up, 8 in 2024-04-02T09:44:32.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:32 smithi012 ceph-mon[88355]: osdmap e2322: 8 total, 8 up, 8 in 2024-04-02T09:44:33.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:33 smithi055 ceph-mon[85080]: osdmap e2323: 8 total, 8 up, 8 in 2024-04-02T09:44:33.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:33 smithi055 ceph-mon[85080]: pgmap v4433: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 531 KiB/s rd, 3.7 KiB/s wr, 714 op/s 2024-04-02T09:44:33.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:33 smithi012 ceph-mon[88355]: osdmap e2323: 8 total, 8 up, 8 in 2024-04-02T09:44:33.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:33 smithi012 ceph-mon[88355]: pgmap v4433: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 531 KiB/s rd, 3.7 KiB/s wr, 714 op/s 2024-04-02T09:44:33.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:33 smithi012 ceph-mon[90784]: osdmap e2323: 8 total, 8 up, 8 in 2024-04-02T09:44:33.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:33 smithi012 ceph-mon[90784]: pgmap v4433: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 531 KiB/s rd, 3.7 KiB/s wr, 714 op/s 2024-04-02T09:44:34.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:34 smithi055 ceph-mon[85080]: osdmap e2324: 8 total, 8 up, 8 in 2024-04-02T09:44:34.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:34 smithi012 ceph-mon[88355]: osdmap e2324: 8 total, 8 up, 8 in 2024-04-02T09:44:34.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:34 smithi012 ceph-mon[90784]: osdmap e2324: 8 total, 8 up, 8 in 2024-04-02T09:44:35.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:35 smithi055 ceph-mon[85080]: osdmap e2325: 8 total, 8 up, 8 in 2024-04-02T09:44:35.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:35 smithi055 ceph-mon[85080]: pgmap v4436: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-04-02T09:44:35.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:35 smithi012 ceph-mon[88355]: osdmap e2325: 8 total, 8 up, 8 in 2024-04-02T09:44:35.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:35 smithi012 ceph-mon[88355]: pgmap v4436: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-04-02T09:44:35.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:35 smithi012 ceph-mon[90784]: osdmap e2325: 8 total, 8 up, 8 in 2024-04-02T09:44:35.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:35 smithi012 ceph-mon[90784]: pgmap v4436: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-04-02T09:44:36.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:36 smithi055 ceph-mon[85080]: osdmap e2326: 8 total, 8 up, 8 in 2024-04-02T09:44:36.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:36 smithi012 ceph-mon[90784]: osdmap e2326: 8 total, 8 up, 8 in 2024-04-02T09:44:36.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:36 smithi012 ceph-mon[88355]: osdmap e2326: 8 total, 8 up, 8 in 2024-04-02T09:44:37.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:37 smithi012 ceph-mon[88355]: osdmap e2327: 8 total, 8 up, 8 in 2024-04-02T09:44:37.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:37 smithi012 ceph-mon[88355]: pgmap v4439: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 562 KiB/s rd, 3.5 KiB/s wr, 758 op/s 2024-04-02T09:44:37.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:37 smithi012 ceph-mon[90784]: osdmap e2327: 8 total, 8 up, 8 in 2024-04-02T09:44:37.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:37 smithi012 ceph-mon[90784]: pgmap v4439: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 562 KiB/s rd, 3.5 KiB/s wr, 758 op/s 2024-04-02T09:44:37.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:37 smithi055 ceph-mon[85080]: osdmap e2327: 8 total, 8 up, 8 in 2024-04-02T09:44:37.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:37 smithi055 ceph-mon[85080]: pgmap v4439: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 562 KiB/s rd, 3.5 KiB/s wr, 758 op/s 2024-04-02T09:44:38.313 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:44:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:44:37] "GET /metrics HTTP/1.1" 200 36724 "" "Prometheus/2.43.0" 2024-04-02T09:44:38.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:38 smithi012 ceph-mon[88355]: osdmap e2328: 8 total, 8 up, 8 in 2024-04-02T09:44:38.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:38 smithi012 ceph-mon[90784]: osdmap e2328: 8 total, 8 up, 8 in 2024-04-02T09:44:38.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:38 smithi055 ceph-mon[85080]: osdmap e2328: 8 total, 8 up, 8 in 2024-04-02T09:44:39.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:39 smithi012 ceph-mon[90784]: osdmap e2329: 8 total, 8 up, 8 in 2024-04-02T09:44:39.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:39 smithi012 ceph-mon[90784]: pgmap v4442: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 562 KiB/s rd, 3.5 KiB/s wr, 758 op/s 2024-04-02T09:44:39.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:39 smithi012 ceph-mon[88355]: osdmap e2329: 8 total, 8 up, 8 in 2024-04-02T09:44:39.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:39 smithi012 ceph-mon[88355]: pgmap v4442: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 562 KiB/s rd, 3.5 KiB/s wr, 758 op/s 2024-04-02T09:44:39.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:39 smithi055 ceph-mon[85080]: osdmap e2329: 8 total, 8 up, 8 in 2024-04-02T09:44:39.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:39 smithi055 ceph-mon[85080]: pgmap v4442: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 562 KiB/s rd, 3.5 KiB/s wr, 758 op/s 2024-04-02T09:44:40.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:40 smithi012 ceph-mon[88355]: osdmap e2330: 8 total, 8 up, 8 in 2024-04-02T09:44:40.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:40 smithi012 ceph-mon[90784]: osdmap e2330: 8 total, 8 up, 8 in 2024-04-02T09:44:40.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:40 smithi055 ceph-mon[85080]: osdmap e2330: 8 total, 8 up, 8 in 2024-04-02T09:44:41.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:41 smithi012 ceph-mon[88355]: osdmap e2331: 8 total, 8 up, 8 in 2024-04-02T09:44:41.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:41 smithi012 ceph-mon[88355]: pgmap v4445: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 594 KiB/s rd, 3.0 KiB/s wr, 800 op/s 2024-04-02T09:44:41.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:41 smithi012 ceph-mon[90784]: osdmap e2331: 8 total, 8 up, 8 in 2024-04-02T09:44:41.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:41 smithi012 ceph-mon[90784]: pgmap v4445: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 594 KiB/s rd, 3.0 KiB/s wr, 800 op/s 2024-04-02T09:44:41.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:41 smithi055 ceph-mon[85080]: osdmap e2331: 8 total, 8 up, 8 in 2024-04-02T09:44:41.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:41 smithi055 ceph-mon[85080]: pgmap v4445: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 594 KiB/s rd, 3.0 KiB/s wr, 800 op/s 2024-04-02T09:44:42.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:42 smithi012 ceph-mon[88355]: osdmap e2332: 8 total, 8 up, 8 in 2024-04-02T09:44:42.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:42 smithi012 ceph-mon[90784]: osdmap e2332: 8 total, 8 up, 8 in 2024-04-02T09:44:42.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:42 smithi055 ceph-mon[85080]: osdmap e2332: 8 total, 8 up, 8 in 2024-04-02T09:44:42.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:44:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:44:42.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:44:43.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:43 smithi012 ceph-mon[90784]: osdmap e2333: 8 total, 8 up, 8 in 2024-04-02T09:44:43.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:43 smithi012 ceph-mon[90784]: pgmap v4448: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 595 KiB/s rd, 4.0 KiB/s wr, 802 op/s 2024-04-02T09:44:43.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:43 smithi012 ceph-mon[88355]: osdmap e2333: 8 total, 8 up, 8 in 2024-04-02T09:44:43.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:43 smithi012 ceph-mon[88355]: pgmap v4448: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 595 KiB/s rd, 4.0 KiB/s wr, 802 op/s 2024-04-02T09:44:43.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:43 smithi055 ceph-mon[85080]: osdmap e2333: 8 total, 8 up, 8 in 2024-04-02T09:44:43.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:43 smithi055 ceph-mon[85080]: pgmap v4448: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 595 KiB/s rd, 4.0 KiB/s wr, 802 op/s 2024-04-02T09:44:44.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:44 smithi012 ceph-mon[88355]: osdmap e2334: 8 total, 8 up, 8 in 2024-04-02T09:44:44.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:44.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:44 smithi012 ceph-mon[90784]: osdmap e2334: 8 total, 8 up, 8 in 2024-04-02T09:44:44.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:44.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:44 smithi055 ceph-mon[85080]: osdmap e2334: 8 total, 8 up, 8 in 2024-04-02T09:44:44.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:45.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:45 smithi012 ceph-mon[88355]: pgmap v4450: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1013 B/s wr, 2 op/s 2024-04-02T09:44:45.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:45 smithi012 ceph-mon[88355]: osdmap e2335: 8 total, 8 up, 8 in 2024-04-02T09:44:45.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:45 smithi012 ceph-mon[90784]: pgmap v4450: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1013 B/s wr, 2 op/s 2024-04-02T09:44:45.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:45 smithi012 ceph-mon[90784]: osdmap e2335: 8 total, 8 up, 8 in 2024-04-02T09:44:45.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:45 smithi055 ceph-mon[85080]: pgmap v4450: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1013 B/s wr, 2 op/s 2024-04-02T09:44:45.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:45 smithi055 ceph-mon[85080]: osdmap e2335: 8 total, 8 up, 8 in 2024-04-02T09:44:46.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:46 smithi012 ceph-mon[88355]: osdmap e2336: 8 total, 8 up, 8 in 2024-04-02T09:44:46.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:46 smithi012 ceph-mon[90784]: osdmap e2336: 8 total, 8 up, 8 in 2024-04-02T09:44:46.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:46 smithi055 ceph-mon[85080]: osdmap e2336: 8 total, 8 up, 8 in 2024-04-02T09:44:47.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:47 smithi012 ceph-mon[90784]: pgmap v4453: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 623 KiB/s rd, 3.7 KiB/s wr, 840 op/s 2024-04-02T09:44:47.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:47 smithi012 ceph-mon[90784]: osdmap e2337: 8 total, 8 up, 8 in 2024-04-02T09:44:47.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:47 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:44:47.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:47 smithi012 ceph-mon[88355]: pgmap v4453: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 623 KiB/s rd, 3.7 KiB/s wr, 840 op/s 2024-04-02T09:44:47.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:47 smithi012 ceph-mon[88355]: osdmap e2337: 8 total, 8 up, 8 in 2024-04-02T09:44:47.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:47 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:44:47.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:47 smithi055 ceph-mon[85080]: pgmap v4453: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 623 KiB/s rd, 3.7 KiB/s wr, 840 op/s 2024-04-02T09:44:47.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:47 smithi055 ceph-mon[85080]: osdmap e2337: 8 total, 8 up, 8 in 2024-04-02T09:44:47.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:47 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:44:48.409 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:44:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:44:47] "GET /metrics HTTP/1.1" 200 36727 "" "Prometheus/2.43.0" 2024-04-02T09:44:48.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:48 smithi012 ceph-mon[90784]: osdmap e2338: 8 total, 8 up, 8 in 2024-04-02T09:44:48.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:48 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:44:48.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:48 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:44:48.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:48 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:44:48.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:48 smithi012 ceph-mon[88355]: osdmap e2338: 8 total, 8 up, 8 in 2024-04-02T09:44:48.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:48 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:44:48.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:48 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:44:48.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:48 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:44:48.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:48 smithi055 ceph-mon[85080]: osdmap e2338: 8 total, 8 up, 8 in 2024-04-02T09:44:48.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:48 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:44:48.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:48 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:44:48.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:48 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:44:49.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:49 smithi012 ceph-mon[88355]: pgmap v4456: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 627 KiB/s rd, 3.7 KiB/s wr, 846 op/s 2024-04-02T09:44:49.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:49 smithi012 ceph-mon[88355]: osdmap e2339: 8 total, 8 up, 8 in 2024-04-02T09:44:49.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:49 smithi012 ceph-mon[90784]: pgmap v4456: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 627 KiB/s rd, 3.7 KiB/s wr, 846 op/s 2024-04-02T09:44:49.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:49 smithi012 ceph-mon[90784]: osdmap e2339: 8 total, 8 up, 8 in 2024-04-02T09:44:49.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:49 smithi055 ceph-mon[85080]: pgmap v4456: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 627 KiB/s rd, 3.7 KiB/s wr, 846 op/s 2024-04-02T09:44:49.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:49 smithi055 ceph-mon[85080]: osdmap e2339: 8 total, 8 up, 8 in 2024-04-02T09:44:50.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:50 smithi055 ceph-mon[85080]: osdmap e2340: 8 total, 8 up, 8 in 2024-04-02T09:44:50.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:50 smithi012 ceph-mon[88355]: osdmap e2340: 8 total, 8 up, 8 in 2024-04-02T09:44:50.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:50 smithi012 ceph-mon[90784]: osdmap e2340: 8 total, 8 up, 8 in 2024-04-02T09:44:51.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:51 smithi055 ceph-mon[85080]: pgmap v4459: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 659 KiB/s rd, 2.5 KiB/s wr, 887 op/s 2024-04-02T09:44:51.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:51 smithi055 ceph-mon[85080]: osdmap e2341: 8 total, 8 up, 8 in 2024-04-02T09:44:51.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:51 smithi012 ceph-mon[88355]: pgmap v4459: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 659 KiB/s rd, 2.5 KiB/s wr, 887 op/s 2024-04-02T09:44:51.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:51 smithi012 ceph-mon[88355]: osdmap e2341: 8 total, 8 up, 8 in 2024-04-02T09:44:51.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:51 smithi012 ceph-mon[90784]: pgmap v4459: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 659 KiB/s rd, 2.5 KiB/s wr, 887 op/s 2024-04-02T09:44:51.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:51 smithi012 ceph-mon[90784]: osdmap e2341: 8 total, 8 up, 8 in 2024-04-02T09:44:52.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:52 smithi055 ceph-mon[85080]: osdmap e2342: 8 total, 8 up, 8 in 2024-04-02T09:44:52.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:44:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:44:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:44:52.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:52 smithi012 ceph-mon[88355]: osdmap e2342: 8 total, 8 up, 8 in 2024-04-02T09:44:52.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:52 smithi012 ceph-mon[90784]: osdmap e2342: 8 total, 8 up, 8 in 2024-04-02T09:44:53.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:53 smithi055 ceph-mon[85080]: pgmap v4462: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 660 KiB/s rd, 3.7 KiB/s wr, 889 op/s 2024-04-02T09:44:53.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:53 smithi055 ceph-mon[85080]: osdmap e2343: 8 total, 8 up, 8 in 2024-04-02T09:44:53.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:53 smithi012 ceph-mon[88355]: pgmap v4462: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 660 KiB/s rd, 3.7 KiB/s wr, 889 op/s 2024-04-02T09:44:53.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:53 smithi012 ceph-mon[88355]: osdmap e2343: 8 total, 8 up, 8 in 2024-04-02T09:44:53.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:53 smithi012 ceph-mon[90784]: pgmap v4462: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 660 KiB/s rd, 3.7 KiB/s wr, 889 op/s 2024-04-02T09:44:53.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:53 smithi012 ceph-mon[90784]: osdmap e2343: 8 total, 8 up, 8 in 2024-04-02T09:44:54.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:54 smithi055 ceph-mon[85080]: osdmap e2344: 8 total, 8 up, 8 in 2024-04-02T09:44:54.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:54 smithi012 ceph-mon[88355]: osdmap e2344: 8 total, 8 up, 8 in 2024-04-02T09:44:54.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:54 smithi012 ceph-mon[90784]: osdmap e2344: 8 total, 8 up, 8 in 2024-04-02T09:44:55.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:55 smithi055 ceph-mon[85080]: pgmap v4465: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-04-02T09:44:55.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:55 smithi055 ceph-mon[85080]: osdmap e2345: 8 total, 8 up, 8 in 2024-04-02T09:44:55.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:55 smithi012 ceph-mon[88355]: pgmap v4465: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-04-02T09:44:55.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:55 smithi012 ceph-mon[88355]: osdmap e2345: 8 total, 8 up, 8 in 2024-04-02T09:44:55.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:55 smithi012 ceph-mon[90784]: pgmap v4465: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-04-02T09:44:55.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:55 smithi012 ceph-mon[90784]: osdmap e2345: 8 total, 8 up, 8 in 2024-04-02T09:44:56.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:56 smithi055 ceph-mon[85080]: osdmap e2346: 8 total, 8 up, 8 in 2024-04-02T09:44:56.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:56 smithi055 ceph-mon[85080]: pgmap v4468: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 694 KiB/s rd, 3.7 KiB/s wr, 933 op/s 2024-04-02T09:44:56.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:56 smithi012 ceph-mon[88355]: osdmap e2346: 8 total, 8 up, 8 in 2024-04-02T09:44:56.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:56 smithi012 ceph-mon[88355]: pgmap v4468: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 694 KiB/s rd, 3.7 KiB/s wr, 933 op/s 2024-04-02T09:44:56.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:56 smithi012 ceph-mon[90784]: osdmap e2346: 8 total, 8 up, 8 in 2024-04-02T09:44:56.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:56 smithi012 ceph-mon[90784]: pgmap v4468: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 694 KiB/s rd, 3.7 KiB/s wr, 933 op/s 2024-04-02T09:44:57.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:57 smithi055 ceph-mon[85080]: osdmap e2347: 8 total, 8 up, 8 in 2024-04-02T09:44:57.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:57 smithi012 ceph-mon[88355]: osdmap e2347: 8 total, 8 up, 8 in 2024-04-02T09:44:57.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:57 smithi012 ceph-mon[90784]: osdmap e2347: 8 total, 8 up, 8 in 2024-04-02T09:44:58.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:44:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:44:57] "GET /metrics HTTP/1.1" 200 36727 "" "Prometheus/2.43.0" 2024-04-02T09:44:58.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:58 smithi055 ceph-mon[85080]: osdmap e2348: 8 total, 8 up, 8 in 2024-04-02T09:44:58.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:58 smithi055 ceph-mon[85080]: pgmap v4471: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 694 KiB/s rd, 3.7 KiB/s wr, 933 op/s 2024-04-02T09:44:58.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:58 smithi012 ceph-mon[90784]: osdmap e2348: 8 total, 8 up, 8 in 2024-04-02T09:44:58.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:58 smithi012 ceph-mon[90784]: pgmap v4471: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 694 KiB/s rd, 3.7 KiB/s wr, 933 op/s 2024-04-02T09:44:58.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:58 smithi012 ceph-mon[88355]: osdmap e2348: 8 total, 8 up, 8 in 2024-04-02T09:44:58.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:58 smithi012 ceph-mon[88355]: pgmap v4471: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 694 KiB/s rd, 3.7 KiB/s wr, 933 op/s 2024-04-02T09:44:59.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:59 smithi055 ceph-mon[85080]: osdmap e2349: 8 total, 8 up, 8 in 2024-04-02T09:44:59.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:44:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:59.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:59 smithi012 ceph-mon[90784]: osdmap e2349: 8 total, 8 up, 8 in 2024-04-02T09:44:59.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:44:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:59.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:59 smithi012 ceph-mon[88355]: osdmap e2349: 8 total, 8 up, 8 in 2024-04-02T09:44:59.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:44:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:00.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:00 smithi055 ceph-mon[85080]: osdmap e2350: 8 total, 8 up, 8 in 2024-04-02T09:45:00.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:00 smithi055 ceph-mon[85080]: pgmap v4474: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 724 KiB/s rd, 2.5 KiB/s wr, 974 op/s 2024-04-02T09:45:00.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:00 smithi012 ceph-mon[88355]: osdmap e2350: 8 total, 8 up, 8 in 2024-04-02T09:45:00.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:00 smithi012 ceph-mon[88355]: pgmap v4474: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 724 KiB/s rd, 2.5 KiB/s wr, 974 op/s 2024-04-02T09:45:00.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:00 smithi012 ceph-mon[90784]: osdmap e2350: 8 total, 8 up, 8 in 2024-04-02T09:45:00.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:00 smithi012 ceph-mon[90784]: pgmap v4474: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 724 KiB/s rd, 2.5 KiB/s wr, 974 op/s 2024-04-02T09:45:01.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:01 smithi055 ceph-mon[85080]: osdmap e2351: 8 total, 8 up, 8 in 2024-04-02T09:45:01.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:01 smithi012 ceph-mon[88355]: osdmap e2351: 8 total, 8 up, 8 in 2024-04-02T09:45:01.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:01 smithi012 ceph-mon[90784]: osdmap e2351: 8 total, 8 up, 8 in 2024-04-02T09:45:02.712 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:02 smithi055 ceph-mon[85080]: osdmap e2352: 8 total, 8 up, 8 in 2024-04-02T09:45:02.712 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:02 smithi055 ceph-mon[85080]: pgmap v4477: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 726 KiB/s rd, 3.7 KiB/s wr, 977 op/s 2024-04-02T09:45:02.713 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:45:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:45:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:45:02.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:02 smithi012 ceph-mon[88355]: osdmap e2352: 8 total, 8 up, 8 in 2024-04-02T09:45:02.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:02 smithi012 ceph-mon[88355]: pgmap v4477: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 726 KiB/s rd, 3.7 KiB/s wr, 977 op/s 2024-04-02T09:45:02.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:02 smithi012 ceph-mon[90784]: osdmap e2352: 8 total, 8 up, 8 in 2024-04-02T09:45:02.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:02 smithi012 ceph-mon[90784]: pgmap v4477: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 726 KiB/s rd, 3.7 KiB/s wr, 977 op/s 2024-04-02T09:45:03.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:03 smithi055 ceph-mon[85080]: osdmap e2353: 8 total, 8 up, 8 in 2024-04-02T09:45:03.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:03 smithi012 ceph-mon[90784]: osdmap e2353: 8 total, 8 up, 8 in 2024-04-02T09:45:03.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:03 smithi012 ceph-mon[88355]: osdmap e2353: 8 total, 8 up, 8 in 2024-04-02T09:45:04.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:04 smithi055 ceph-mon[85080]: osdmap e2354: 8 total, 8 up, 8 in 2024-04-02T09:45:04.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:04 smithi055 ceph-mon[85080]: pgmap v4480: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-04-02T09:45:04.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:04 smithi012 ceph-mon[88355]: osdmap e2354: 8 total, 8 up, 8 in 2024-04-02T09:45:04.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:04 smithi012 ceph-mon[88355]: pgmap v4480: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-04-02T09:45:04.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:04 smithi012 ceph-mon[90784]: osdmap e2354: 8 total, 8 up, 8 in 2024-04-02T09:45:04.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:04 smithi012 ceph-mon[90784]: pgmap v4480: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-04-02T09:45:05.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:05 smithi012 ceph-mon[90784]: osdmap e2355: 8 total, 8 up, 8 in 2024-04-02T09:45:05.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:05 smithi012 ceph-mon[88355]: osdmap e2355: 8 total, 8 up, 8 in 2024-04-02T09:45:06.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:05 smithi055 ceph-mon[85080]: osdmap e2355: 8 total, 8 up, 8 in 2024-04-02T09:45:06.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:06 smithi012 ceph-mon[88355]: osdmap e2356: 8 total, 8 up, 8 in 2024-04-02T09:45:06.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:06 smithi012 ceph-mon[88355]: pgmap v4483: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 759 KiB/s rd, 3.7 KiB/s wr, 1.02k op/s 2024-04-02T09:45:06.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:06 smithi012 ceph-mon[90784]: osdmap e2356: 8 total, 8 up, 8 in 2024-04-02T09:45:06.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:06 smithi012 ceph-mon[90784]: pgmap v4483: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 759 KiB/s rd, 3.7 KiB/s wr, 1.02k op/s 2024-04-02T09:45:07.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:06 smithi055 ceph-mon[85080]: osdmap e2356: 8 total, 8 up, 8 in 2024-04-02T09:45:07.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:06 smithi055 ceph-mon[85080]: pgmap v4483: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 759 KiB/s rd, 3.7 KiB/s wr, 1.02k op/s 2024-04-02T09:45:07.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:07 smithi012 ceph-mon[88355]: osdmap e2357: 8 total, 8 up, 8 in 2024-04-02T09:45:07.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:07 smithi012 ceph-mon[90784]: osdmap e2357: 8 total, 8 up, 8 in 2024-04-02T09:45:08.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:07 smithi055 ceph-mon[85080]: osdmap e2357: 8 total, 8 up, 8 in 2024-04-02T09:45:08.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:45:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:45:07] "GET /metrics HTTP/1.1" 200 36727 "" "Prometheus/2.43.0" 2024-04-02T09:45:08.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:08 smithi012 ceph-mon[88355]: osdmap e2358: 8 total, 8 up, 8 in 2024-04-02T09:45:08.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:08 smithi012 ceph-mon[88355]: pgmap v4486: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 759 KiB/s rd, 3.7 KiB/s wr, 1.02k op/s 2024-04-02T09:45:08.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:08 smithi012 ceph-mon[90784]: osdmap e2358: 8 total, 8 up, 8 in 2024-04-02T09:45:08.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:08 smithi012 ceph-mon[90784]: pgmap v4486: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 759 KiB/s rd, 3.7 KiB/s wr, 1.02k op/s 2024-04-02T09:45:09.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:08 smithi055 ceph-mon[85080]: osdmap e2358: 8 total, 8 up, 8 in 2024-04-02T09:45:09.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:08 smithi055 ceph-mon[85080]: pgmap v4486: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 759 KiB/s rd, 3.7 KiB/s wr, 1.02k op/s 2024-04-02T09:45:09.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:09 smithi012 ceph-mon[88355]: osdmap e2359: 8 total, 8 up, 8 in 2024-04-02T09:45:09.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:09 smithi012 ceph-mon[90784]: osdmap e2359: 8 total, 8 up, 8 in 2024-04-02T09:45:10.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:09 smithi055 ceph-mon[85080]: osdmap e2359: 8 total, 8 up, 8 in 2024-04-02T09:45:10.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:10 smithi012 ceph-mon[90784]: osdmap e2360: 8 total, 8 up, 8 in 2024-04-02T09:45:10.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:10 smithi012 ceph-mon[90784]: pgmap v4489: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 789 KiB/s rd, 2.7 KiB/s wr, 1.06k op/s 2024-04-02T09:45:10.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:10 smithi012 ceph-mon[88355]: osdmap e2360: 8 total, 8 up, 8 in 2024-04-02T09:45:10.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:10 smithi012 ceph-mon[88355]: pgmap v4489: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 789 KiB/s rd, 2.7 KiB/s wr, 1.06k op/s 2024-04-02T09:45:11.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:10 smithi055 ceph-mon[85080]: osdmap e2360: 8 total, 8 up, 8 in 2024-04-02T09:45:11.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:10 smithi055 ceph-mon[85080]: pgmap v4489: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 789 KiB/s rd, 2.7 KiB/s wr, 1.06k op/s 2024-04-02T09:45:11.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:11 smithi012 ceph-mon[88355]: osdmap e2361: 8 total, 8 up, 8 in 2024-04-02T09:45:11.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:11 smithi012 ceph-mon[90784]: osdmap e2361: 8 total, 8 up, 8 in 2024-04-02T09:45:12.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:11 smithi055 ceph-mon[85080]: osdmap e2361: 8 total, 8 up, 8 in 2024-04-02T09:45:12.616 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:45:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:45:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:45:12.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:12 smithi012 ceph-mon[88355]: osdmap e2362: 8 total, 8 up, 8 in 2024-04-02T09:45:12.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:12 smithi012 ceph-mon[88355]: pgmap v4492: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 790 KiB/s rd, 3.7 KiB/s wr, 1.06k op/s 2024-04-02T09:45:12.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:12 smithi012 ceph-mon[90784]: osdmap e2362: 8 total, 8 up, 8 in 2024-04-02T09:45:12.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:12 smithi012 ceph-mon[90784]: pgmap v4492: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 790 KiB/s rd, 3.7 KiB/s wr, 1.06k op/s 2024-04-02T09:45:13.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:12 smithi055 ceph-mon[85080]: osdmap e2362: 8 total, 8 up, 8 in 2024-04-02T09:45:13.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:12 smithi055 ceph-mon[85080]: pgmap v4492: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 790 KiB/s rd, 3.7 KiB/s wr, 1.06k op/s 2024-04-02T09:45:13.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:13 smithi012 ceph-mon[88355]: osdmap e2363: 8 total, 8 up, 8 in 2024-04-02T09:45:13.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:13 smithi012 ceph-mon[90784]: osdmap e2363: 8 total, 8 up, 8 in 2024-04-02T09:45:14.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:13 smithi055 ceph-mon[85080]: osdmap e2363: 8 total, 8 up, 8 in 2024-04-02T09:45:14.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:14 smithi012 ceph-mon[88355]: osdmap e2364: 8 total, 8 up, 8 in 2024-04-02T09:45:14.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:14.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:14 smithi012 ceph-mon[88355]: pgmap v4495: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-04-02T09:45:14.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:14 smithi012 ceph-mon[90784]: osdmap e2364: 8 total, 8 up, 8 in 2024-04-02T09:45:14.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:14.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:14 smithi012 ceph-mon[90784]: pgmap v4495: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-04-02T09:45:15.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:14 smithi055 ceph-mon[85080]: osdmap e2364: 8 total, 8 up, 8 in 2024-04-02T09:45:15.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:15.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:14 smithi055 ceph-mon[85080]: pgmap v4495: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-04-02T09:45:15.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:15 smithi012 ceph-mon[88355]: osdmap e2365: 8 total, 8 up, 8 in 2024-04-02T09:45:15.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:15 smithi012 ceph-mon[90784]: osdmap e2365: 8 total, 8 up, 8 in 2024-04-02T09:45:16.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:15 smithi055 ceph-mon[85080]: osdmap e2365: 8 total, 8 up, 8 in 2024-04-02T09:45:16.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:16 smithi012 ceph-mon[88355]: osdmap e2366: 8 total, 8 up, 8 in 2024-04-02T09:45:16.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:16 smithi012 ceph-mon[88355]: pgmap v4498: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 824 KiB/s rd, 3.5 KiB/s wr, 1.11k op/s 2024-04-02T09:45:16.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:16 smithi012 ceph-mon[90784]: osdmap e2366: 8 total, 8 up, 8 in 2024-04-02T09:45:16.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:16 smithi012 ceph-mon[90784]: pgmap v4498: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 824 KiB/s rd, 3.5 KiB/s wr, 1.11k op/s 2024-04-02T09:45:17.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:16 smithi055 ceph-mon[85080]: osdmap e2366: 8 total, 8 up, 8 in 2024-04-02T09:45:17.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:16 smithi055 ceph-mon[85080]: pgmap v4498: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 824 KiB/s rd, 3.5 KiB/s wr, 1.11k op/s 2024-04-02T09:45:17.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:17 smithi012 ceph-mon[88355]: osdmap e2367: 8 total, 8 up, 8 in 2024-04-02T09:45:17.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:17 smithi012 ceph-mon[90784]: osdmap e2367: 8 total, 8 up, 8 in 2024-04-02T09:45:18.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:17 smithi055 ceph-mon[85080]: osdmap e2367: 8 total, 8 up, 8 in 2024-04-02T09:45:18.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:45:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:45:17] "GET /metrics HTTP/1.1" 200 36733 "" "Prometheus/2.43.0" 2024-04-02T09:45:18.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:18 smithi012 ceph-mon[88355]: osdmap e2368: 8 total, 8 up, 8 in 2024-04-02T09:45:18.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:18 smithi012 ceph-mon[88355]: pgmap v4501: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 824 KiB/s rd, 3.5 KiB/s wr, 1.11k op/s 2024-04-02T09:45:18.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:18 smithi012 ceph-mon[90784]: osdmap e2368: 8 total, 8 up, 8 in 2024-04-02T09:45:18.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:18 smithi012 ceph-mon[90784]: pgmap v4501: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 824 KiB/s rd, 3.5 KiB/s wr, 1.11k op/s 2024-04-02T09:45:19.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:18 smithi055 ceph-mon[85080]: osdmap e2368: 8 total, 8 up, 8 in 2024-04-02T09:45:19.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:18 smithi055 ceph-mon[85080]: pgmap v4501: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 824 KiB/s rd, 3.5 KiB/s wr, 1.11k op/s 2024-04-02T09:45:19.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:19 smithi012 ceph-mon[88355]: osdmap e2369: 8 total, 8 up, 8 in 2024-04-02T09:45:19.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:19 smithi012 ceph-mon[90784]: osdmap e2369: 8 total, 8 up, 8 in 2024-04-02T09:45:20.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:19 smithi055 ceph-mon[85080]: osdmap e2369: 8 total, 8 up, 8 in 2024-04-02T09:45:21.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:20 smithi055 ceph-mon[85080]: osdmap e2370: 8 total, 8 up, 8 in 2024-04-02T09:45:21.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:20 smithi055 ceph-mon[85080]: pgmap v4504: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 854 KiB/s rd, 3.0 KiB/s wr, 1.15k op/s 2024-04-02T09:45:21.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:20 smithi012 ceph-mon[88355]: osdmap e2370: 8 total, 8 up, 8 in 2024-04-02T09:45:21.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:20 smithi012 ceph-mon[88355]: pgmap v4504: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 854 KiB/s rd, 3.0 KiB/s wr, 1.15k op/s 2024-04-02T09:45:21.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:20 smithi012 ceph-mon[90784]: osdmap e2370: 8 total, 8 up, 8 in 2024-04-02T09:45:21.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:20 smithi012 ceph-mon[90784]: pgmap v4504: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 854 KiB/s rd, 3.0 KiB/s wr, 1.15k op/s 2024-04-02T09:45:22.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:21 smithi055 ceph-mon[85080]: osdmap e2371: 8 total, 8 up, 8 in 2024-04-02T09:45:22.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:21 smithi012 ceph-mon[88355]: osdmap e2371: 8 total, 8 up, 8 in 2024-04-02T09:45:22.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:21 smithi012 ceph-mon[90784]: osdmap e2371: 8 total, 8 up, 8 in 2024-04-02T09:45:22.709 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:45:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:45:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:45:23.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:22 smithi055 ceph-mon[85080]: osdmap e2372: 8 total, 8 up, 8 in 2024-04-02T09:45:23.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:22 smithi055 ceph-mon[85080]: pgmap v4507: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 855 KiB/s rd, 3.7 KiB/s wr, 1.15k op/s 2024-04-02T09:45:23.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:22 smithi012 ceph-mon[88355]: osdmap e2372: 8 total, 8 up, 8 in 2024-04-02T09:45:23.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:22 smithi012 ceph-mon[88355]: pgmap v4507: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 855 KiB/s rd, 3.7 KiB/s wr, 1.15k op/s 2024-04-02T09:45:23.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:22 smithi012 ceph-mon[90784]: osdmap e2372: 8 total, 8 up, 8 in 2024-04-02T09:45:23.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:22 smithi012 ceph-mon[90784]: pgmap v4507: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 855 KiB/s rd, 3.7 KiB/s wr, 1.15k op/s 2024-04-02T09:45:24.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:23 smithi055 ceph-mon[85080]: osdmap e2373: 8 total, 8 up, 8 in 2024-04-02T09:45:24.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:23 smithi012 ceph-mon[88355]: osdmap e2373: 8 total, 8 up, 8 in 2024-04-02T09:45:24.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:23 smithi012 ceph-mon[90784]: osdmap e2373: 8 total, 8 up, 8 in 2024-04-02T09:45:25.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:24 smithi055 ceph-mon[85080]: osdmap e2374: 8 total, 8 up, 8 in 2024-04-02T09:45:25.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:24 smithi055 ceph-mon[85080]: pgmap v4510: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-04-02T09:45:25.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:24 smithi012 ceph-mon[88355]: osdmap e2374: 8 total, 8 up, 8 in 2024-04-02T09:45:25.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:24 smithi012 ceph-mon[88355]: pgmap v4510: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-04-02T09:45:25.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:24 smithi012 ceph-mon[90784]: osdmap e2374: 8 total, 8 up, 8 in 2024-04-02T09:45:25.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:24 smithi012 ceph-mon[90784]: pgmap v4510: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-04-02T09:45:26.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:25 smithi055 ceph-mon[85080]: osdmap e2375: 8 total, 8 up, 8 in 2024-04-02T09:45:26.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:25 smithi012 ceph-mon[88355]: osdmap e2375: 8 total, 8 up, 8 in 2024-04-02T09:45:26.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:25 smithi012 ceph-mon[90784]: osdmap e2375: 8 total, 8 up, 8 in 2024-04-02T09:45:27.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:26 smithi055 ceph-mon[85080]: osdmap e2376: 8 total, 8 up, 8 in 2024-04-02T09:45:27.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:26 smithi055 ceph-mon[85080]: pgmap v4513: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 890 KiB/s rd, 3.7 KiB/s wr, 1.20k op/s 2024-04-02T09:45:27.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:26 smithi012 ceph-mon[90784]: osdmap e2376: 8 total, 8 up, 8 in 2024-04-02T09:45:27.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:26 smithi012 ceph-mon[90784]: pgmap v4513: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 890 KiB/s rd, 3.7 KiB/s wr, 1.20k op/s 2024-04-02T09:45:27.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:26 smithi012 ceph-mon[88355]: osdmap e2376: 8 total, 8 up, 8 in 2024-04-02T09:45:27.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:26 smithi012 ceph-mon[88355]: pgmap v4513: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 890 KiB/s rd, 3.7 KiB/s wr, 1.20k op/s 2024-04-02T09:45:28.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:27 smithi055 ceph-mon[85080]: osdmap e2377: 8 total, 8 up, 8 in 2024-04-02T09:45:28.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:27 smithi012 ceph-mon[88355]: osdmap e2377: 8 total, 8 up, 8 in 2024-04-02T09:45:28.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:27 smithi012 ceph-mon[90784]: osdmap e2377: 8 total, 8 up, 8 in 2024-04-02T09:45:28.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:45:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:45:27] "GET /metrics HTTP/1.1" 200 36733 "" "Prometheus/2.43.0" 2024-04-02T09:45:29.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:28 smithi055 ceph-mon[85080]: osdmap e2378: 8 total, 8 up, 8 in 2024-04-02T09:45:29.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:28 smithi055 ceph-mon[85080]: pgmap v4516: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 890 KiB/s rd, 3.7 KiB/s wr, 1.20k op/s 2024-04-02T09:45:29.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:28 smithi012 ceph-mon[88355]: osdmap e2378: 8 total, 8 up, 8 in 2024-04-02T09:45:29.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:28 smithi012 ceph-mon[88355]: pgmap v4516: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 890 KiB/s rd, 3.7 KiB/s wr, 1.20k op/s 2024-04-02T09:45:29.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:28 smithi012 ceph-mon[90784]: osdmap e2378: 8 total, 8 up, 8 in 2024-04-02T09:45:29.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:28 smithi012 ceph-mon[90784]: pgmap v4516: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 890 KiB/s rd, 3.7 KiB/s wr, 1.20k op/s 2024-04-02T09:45:30.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:29 smithi055 ceph-mon[85080]: osdmap e2379: 8 total, 8 up, 8 in 2024-04-02T09:45:30.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:30.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:29 smithi012 ceph-mon[88355]: osdmap e2379: 8 total, 8 up, 8 in 2024-04-02T09:45:30.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:30.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:29 smithi012 ceph-mon[90784]: osdmap e2379: 8 total, 8 up, 8 in 2024-04-02T09:45:30.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:31.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:30 smithi055 ceph-mon[85080]: osdmap e2380: 8 total, 8 up, 8 in 2024-04-02T09:45:31.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:30 smithi055 ceph-mon[85080]: pgmap v4519: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 920 KiB/s rd, 3.0 KiB/s wr, 1.24k op/s 2024-04-02T09:45:31.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:30 smithi012 ceph-mon[88355]: osdmap e2380: 8 total, 8 up, 8 in 2024-04-02T09:45:31.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:30 smithi012 ceph-mon[88355]: pgmap v4519: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 920 KiB/s rd, 3.0 KiB/s wr, 1.24k op/s 2024-04-02T09:45:31.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:30 smithi012 ceph-mon[90784]: osdmap e2380: 8 total, 8 up, 8 in 2024-04-02T09:45:31.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:30 smithi012 ceph-mon[90784]: pgmap v4519: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 920 KiB/s rd, 3.0 KiB/s wr, 1.24k op/s 2024-04-02T09:45:32.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:31 smithi055 ceph-mon[85080]: osdmap e2381: 8 total, 8 up, 8 in 2024-04-02T09:45:32.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:31 smithi012 ceph-mon[88355]: osdmap e2381: 8 total, 8 up, 8 in 2024-04-02T09:45:32.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:31 smithi012 ceph-mon[90784]: osdmap e2381: 8 total, 8 up, 8 in 2024-04-02T09:45:32.785 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:45:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:45:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:45:33.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:32 smithi055 ceph-mon[85080]: osdmap e2382: 8 total, 8 up, 8 in 2024-04-02T09:45:33.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:32 smithi055 ceph-mon[85080]: pgmap v4522: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 921 KiB/s rd, 3.7 KiB/s wr, 1.24k op/s 2024-04-02T09:45:33.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:32 smithi012 ceph-mon[88355]: osdmap e2382: 8 total, 8 up, 8 in 2024-04-02T09:45:33.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:32 smithi012 ceph-mon[88355]: pgmap v4522: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 921 KiB/s rd, 3.7 KiB/s wr, 1.24k op/s 2024-04-02T09:45:33.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:32 smithi012 ceph-mon[90784]: osdmap e2382: 8 total, 8 up, 8 in 2024-04-02T09:45:33.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:32 smithi012 ceph-mon[90784]: pgmap v4522: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 921 KiB/s rd, 3.7 KiB/s wr, 1.24k op/s 2024-04-02T09:45:34.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:33 smithi055 ceph-mon[85080]: osdmap e2383: 8 total, 8 up, 8 in 2024-04-02T09:45:34.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:33 smithi012 ceph-mon[88355]: osdmap e2383: 8 total, 8 up, 8 in 2024-04-02T09:45:34.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:33 smithi012 ceph-mon[90784]: osdmap e2383: 8 total, 8 up, 8 in 2024-04-02T09:45:35.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:34 smithi055 ceph-mon[85080]: osdmap e2384: 8 total, 8 up, 8 in 2024-04-02T09:45:35.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:34 smithi055 ceph-mon[85080]: pgmap v4525: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-04-02T09:45:35.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:34 smithi012 ceph-mon[88355]: osdmap e2384: 8 total, 8 up, 8 in 2024-04-02T09:45:35.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:34 smithi012 ceph-mon[88355]: pgmap v4525: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-04-02T09:45:35.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:34 smithi012 ceph-mon[90784]: osdmap e2384: 8 total, 8 up, 8 in 2024-04-02T09:45:35.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:34 smithi012 ceph-mon[90784]: pgmap v4525: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-04-02T09:45:36.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:35 smithi055 ceph-mon[85080]: osdmap e2385: 8 total, 8 up, 8 in 2024-04-02T09:45:36.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:35 smithi012 ceph-mon[90784]: osdmap e2385: 8 total, 8 up, 8 in 2024-04-02T09:45:36.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:35 smithi012 ceph-mon[88355]: osdmap e2385: 8 total, 8 up, 8 in 2024-04-02T09:45:37.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:36 smithi012 ceph-mon[88355]: osdmap e2386: 8 total, 8 up, 8 in 2024-04-02T09:45:37.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:36 smithi012 ceph-mon[88355]: pgmap v4528: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 955 KiB/s rd, 4.0 KiB/s wr, 1.29k op/s 2024-04-02T09:45:37.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:36 smithi012 ceph-mon[90784]: osdmap e2386: 8 total, 8 up, 8 in 2024-04-02T09:45:37.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:36 smithi012 ceph-mon[90784]: pgmap v4528: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 955 KiB/s rd, 4.0 KiB/s wr, 1.29k op/s 2024-04-02T09:45:37.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:36 smithi055 ceph-mon[85080]: osdmap e2386: 8 total, 8 up, 8 in 2024-04-02T09:45:37.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:36 smithi055 ceph-mon[85080]: pgmap v4528: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 955 KiB/s rd, 4.0 KiB/s wr, 1.29k op/s 2024-04-02T09:45:38.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:37 smithi012 ceph-mon[88355]: osdmap e2387: 8 total, 8 up, 8 in 2024-04-02T09:45:38.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:37 smithi012 ceph-mon[90784]: osdmap e2387: 8 total, 8 up, 8 in 2024-04-02T09:45:38.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:45:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:45:37] "GET /metrics HTTP/1.1" 200 36728 "" "Prometheus/2.43.0" 2024-04-02T09:45:38.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:37 smithi055 ceph-mon[85080]: osdmap e2387: 8 total, 8 up, 8 in 2024-04-02T09:45:39.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:38 smithi012 ceph-mon[88355]: osdmap e2388: 8 total, 8 up, 8 in 2024-04-02T09:45:39.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:38 smithi012 ceph-mon[88355]: pgmap v4531: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 955 KiB/s rd, 4.0 KiB/s wr, 1.29k op/s 2024-04-02T09:45:39.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:38 smithi012 ceph-mon[90784]: osdmap e2388: 8 total, 8 up, 8 in 2024-04-02T09:45:39.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:38 smithi012 ceph-mon[90784]: pgmap v4531: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 955 KiB/s rd, 4.0 KiB/s wr, 1.29k op/s 2024-04-02T09:45:39.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:38 smithi055 ceph-mon[85080]: osdmap e2388: 8 total, 8 up, 8 in 2024-04-02T09:45:39.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:38 smithi055 ceph-mon[85080]: pgmap v4531: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 955 KiB/s rd, 4.0 KiB/s wr, 1.29k op/s 2024-04-02T09:45:40.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:39 smithi012 ceph-mon[88355]: osdmap e2389: 8 total, 8 up, 8 in 2024-04-02T09:45:40.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:39 smithi012 ceph-mon[90784]: osdmap e2389: 8 total, 8 up, 8 in 2024-04-02T09:45:40.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:39 smithi055 ceph-mon[85080]: osdmap e2389: 8 total, 8 up, 8 in 2024-04-02T09:45:41.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:40 smithi012 ceph-mon[88355]: osdmap e2390: 8 total, 8 up, 8 in 2024-04-02T09:45:41.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:40 smithi012 ceph-mon[88355]: pgmap v4534: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 985 KiB/s rd, 2.7 KiB/s wr, 1.33k op/s 2024-04-02T09:45:41.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:40 smithi012 ceph-mon[90784]: osdmap e2390: 8 total, 8 up, 8 in 2024-04-02T09:45:41.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:40 smithi012 ceph-mon[90784]: pgmap v4534: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 985 KiB/s rd, 2.7 KiB/s wr, 1.33k op/s 2024-04-02T09:45:41.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:40 smithi055 ceph-mon[85080]: osdmap e2390: 8 total, 8 up, 8 in 2024-04-02T09:45:41.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:40 smithi055 ceph-mon[85080]: pgmap v4534: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 985 KiB/s rd, 2.7 KiB/s wr, 1.33k op/s 2024-04-02T09:45:42.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:41 smithi012 ceph-mon[88355]: osdmap e2391: 8 total, 8 up, 8 in 2024-04-02T09:45:42.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:41 smithi012 ceph-mon[90784]: osdmap e2391: 8 total, 8 up, 8 in 2024-04-02T09:45:42.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:41 smithi055 ceph-mon[85080]: osdmap e2391: 8 total, 8 up, 8 in 2024-04-02T09:45:42.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:45:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:45:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:45:43.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:42 smithi012 ceph-mon[88355]: osdmap e2392: 8 total, 8 up, 8 in 2024-04-02T09:45:43.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:42 smithi012 ceph-mon[88355]: pgmap v4537: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 986 KiB/s rd, 3.5 KiB/s wr, 1.33k op/s 2024-04-02T09:45:43.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:42 smithi012 ceph-mon[90784]: osdmap e2392: 8 total, 8 up, 8 in 2024-04-02T09:45:43.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:42 smithi012 ceph-mon[90784]: pgmap v4537: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 986 KiB/s rd, 3.5 KiB/s wr, 1.33k op/s 2024-04-02T09:45:43.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:42 smithi055 ceph-mon[85080]: osdmap e2392: 8 total, 8 up, 8 in 2024-04-02T09:45:43.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:42 smithi055 ceph-mon[85080]: pgmap v4537: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 986 KiB/s rd, 3.5 KiB/s wr, 1.33k op/s 2024-04-02T09:45:44.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:43 smithi012 ceph-mon[88355]: osdmap e2393: 8 total, 8 up, 8 in 2024-04-02T09:45:44.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:43 smithi012 ceph-mon[90784]: osdmap e2393: 8 total, 8 up, 8 in 2024-04-02T09:45:44.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:43 smithi055 ceph-mon[85080]: osdmap e2393: 8 total, 8 up, 8 in 2024-04-02T09:45:45.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:44 smithi012 ceph-mon[88355]: osdmap e2394: 8 total, 8 up, 8 in 2024-04-02T09:45:45.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:45.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:44 smithi012 ceph-mon[88355]: pgmap v4540: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-04-02T09:45:45.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:44 smithi012 ceph-mon[90784]: osdmap e2394: 8 total, 8 up, 8 in 2024-04-02T09:45:45.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:45.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:44 smithi012 ceph-mon[90784]: pgmap v4540: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-04-02T09:45:45.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:44 smithi055 ceph-mon[85080]: osdmap e2394: 8 total, 8 up, 8 in 2024-04-02T09:45:45.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:45.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:44 smithi055 ceph-mon[85080]: pgmap v4540: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-04-02T09:45:46.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:45 smithi012 ceph-mon[88355]: osdmap e2395: 8 total, 8 up, 8 in 2024-04-02T09:45:46.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:45 smithi012 ceph-mon[90784]: osdmap e2395: 8 total, 8 up, 8 in 2024-04-02T09:45:46.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:45 smithi055 ceph-mon[85080]: osdmap e2395: 8 total, 8 up, 8 in 2024-04-02T09:45:47.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:46 smithi012 ceph-mon[88355]: osdmap e2396: 8 total, 8 up, 8 in 2024-04-02T09:45:47.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:46 smithi012 ceph-mon[88355]: pgmap v4543: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1020 KiB/s rd, 4.0 KiB/s wr, 1.38k op/s 2024-04-02T09:45:47.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:46 smithi012 ceph-mon[90784]: osdmap e2396: 8 total, 8 up, 8 in 2024-04-02T09:45:47.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:46 smithi012 ceph-mon[90784]: pgmap v4543: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1020 KiB/s rd, 4.0 KiB/s wr, 1.38k op/s 2024-04-02T09:45:47.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:46 smithi055 ceph-mon[85080]: osdmap e2396: 8 total, 8 up, 8 in 2024-04-02T09:45:47.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:46 smithi055 ceph-mon[85080]: pgmap v4543: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1020 KiB/s rd, 4.0 KiB/s wr, 1.38k op/s 2024-04-02T09:45:48.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:47 smithi012 ceph-mon[88355]: osdmap e2397: 8 total, 8 up, 8 in 2024-04-02T09:45:48.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:47 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:45:48.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:45:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:45:47] "GET /metrics HTTP/1.1" 200 36730 "" "Prometheus/2.43.0" 2024-04-02T09:45:48.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:47 smithi012 ceph-mon[90784]: osdmap e2397: 8 total, 8 up, 8 in 2024-04-02T09:45:48.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:47 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:45:48.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:47 smithi055 ceph-mon[85080]: osdmap e2397: 8 total, 8 up, 8 in 2024-04-02T09:45:48.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:47 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:45:49.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:48 smithi055 ceph-mon[85080]: osdmap e2398: 8 total, 8 up, 8 in 2024-04-02T09:45:49.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:48 smithi055 ceph-mon[85080]: pgmap v4546: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1020 KiB/s rd, 4.0 KiB/s wr, 1.37k op/s 2024-04-02T09:45:49.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:48 smithi012 ceph-mon[88355]: osdmap e2398: 8 total, 8 up, 8 in 2024-04-02T09:45:49.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:48 smithi012 ceph-mon[88355]: pgmap v4546: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1020 KiB/s rd, 4.0 KiB/s wr, 1.37k op/s 2024-04-02T09:45:49.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:48 smithi012 ceph-mon[90784]: osdmap e2398: 8 total, 8 up, 8 in 2024-04-02T09:45:49.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:48 smithi012 ceph-mon[90784]: pgmap v4546: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1020 KiB/s rd, 4.0 KiB/s wr, 1.37k op/s 2024-04-02T09:45:50.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:49 smithi055 ceph-mon[85080]: osdmap e2399: 8 total, 8 up, 8 in 2024-04-02T09:45:50.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:49 smithi012 ceph-mon[88355]: osdmap e2399: 8 total, 8 up, 8 in 2024-04-02T09:45:50.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:49 smithi012 ceph-mon[90784]: osdmap e2399: 8 total, 8 up, 8 in 2024-04-02T09:45:51.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:50 smithi012 ceph-mon[88355]: osdmap e2400: 8 total, 8 up, 8 in 2024-04-02T09:45:51.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:50 smithi012 ceph-mon[88355]: pgmap v4549: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.7 KiB/s wr, 1.42k op/s 2024-04-02T09:45:51.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:50 smithi012 ceph-mon[90784]: osdmap e2400: 8 total, 8 up, 8 in 2024-04-02T09:45:51.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:50 smithi012 ceph-mon[90784]: pgmap v4549: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.7 KiB/s wr, 1.42k op/s 2024-04-02T09:45:51.223 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:50 smithi055 ceph-mon[85080]: osdmap e2400: 8 total, 8 up, 8 in 2024-04-02T09:45:51.223 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:50 smithi055 ceph-mon[85080]: pgmap v4549: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.7 KiB/s wr, 1.42k op/s 2024-04-02T09:45:52.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:51 smithi055 ceph-mon[85080]: osdmap e2401: 8 total, 8 up, 8 in 2024-04-02T09:45:52.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:51 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:45:52.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:51 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:45:52.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:51 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:45:52.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:51 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:45:52.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:51 smithi012 ceph-mon[88355]: osdmap e2401: 8 total, 8 up, 8 in 2024-04-02T09:45:52.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:51 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:45:52.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:51 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:45:52.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:51 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:45:52.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:51 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:45:52.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:51 smithi012 ceph-mon[90784]: osdmap e2401: 8 total, 8 up, 8 in 2024-04-02T09:45:52.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:51 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:45:52.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:51 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:45:52.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:51 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:45:52.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:51 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:45:52.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:45:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:45:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:45:53.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:52 smithi055 ceph-mon[85080]: osdmap e2402: 8 total, 8 up, 8 in 2024-04-02T09:45:53.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:52 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:45:53.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:52 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:45:53.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:52 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:45:53.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:52 smithi055 ceph-mon[85080]: pgmap v4552: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.42k op/s 2024-04-02T09:45:53.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:52 smithi012 ceph-mon[90784]: osdmap e2402: 8 total, 8 up, 8 in 2024-04-02T09:45:53.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:52 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:45:53.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:52 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:45:53.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:52 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:45:53.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:52 smithi012 ceph-mon[90784]: pgmap v4552: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.42k op/s 2024-04-02T09:45:53.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:52 smithi012 ceph-mon[88355]: osdmap e2402: 8 total, 8 up, 8 in 2024-04-02T09:45:53.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:52 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:45:53.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:52 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:45:53.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:52 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:45:53.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:52 smithi012 ceph-mon[88355]: pgmap v4552: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.42k op/s 2024-04-02T09:45:54.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:53 smithi055 ceph-mon[85080]: osdmap e2403: 8 total, 8 up, 8 in 2024-04-02T09:45:54.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:53 smithi012 ceph-mon[90784]: osdmap e2403: 8 total, 8 up, 8 in 2024-04-02T09:45:54.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:53 smithi012 ceph-mon[88355]: osdmap e2403: 8 total, 8 up, 8 in 2024-04-02T09:45:55.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:54 smithi055 ceph-mon[85080]: osdmap e2404: 8 total, 8 up, 8 in 2024-04-02T09:45:55.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:54 smithi055 ceph-mon[85080]: pgmap v4555: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-04-02T09:45:55.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:54 smithi012 ceph-mon[88355]: osdmap e2404: 8 total, 8 up, 8 in 2024-04-02T09:45:55.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:54 smithi012 ceph-mon[88355]: pgmap v4555: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-04-02T09:45:55.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:54 smithi012 ceph-mon[90784]: osdmap e2404: 8 total, 8 up, 8 in 2024-04-02T09:45:55.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:54 smithi012 ceph-mon[90784]: pgmap v4555: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-04-02T09:45:56.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:55 smithi055 ceph-mon[85080]: osdmap e2405: 8 total, 8 up, 8 in 2024-04-02T09:45:56.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:55 smithi012 ceph-mon[88355]: osdmap e2405: 8 total, 8 up, 8 in 2024-04-02T09:45:56.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:55 smithi012 ceph-mon[90784]: osdmap e2405: 8 total, 8 up, 8 in 2024-04-02T09:45:57.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:56 smithi055 ceph-mon[85080]: osdmap e2406: 8 total, 8 up, 8 in 2024-04-02T09:45:57.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:56 smithi055 ceph-mon[85080]: pgmap v4558: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.46k op/s 2024-04-02T09:45:57.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:56 smithi012 ceph-mon[88355]: osdmap e2406: 8 total, 8 up, 8 in 2024-04-02T09:45:57.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:56 smithi012 ceph-mon[88355]: pgmap v4558: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.46k op/s 2024-04-02T09:45:57.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:56 smithi012 ceph-mon[90784]: osdmap e2406: 8 total, 8 up, 8 in 2024-04-02T09:45:57.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:56 smithi012 ceph-mon[90784]: pgmap v4558: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.46k op/s 2024-04-02T09:45:58.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:57 smithi055 ceph-mon[85080]: osdmap e2407: 8 total, 8 up, 8 in 2024-04-02T09:45:58.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:57 smithi012 ceph-mon[88355]: osdmap e2407: 8 total, 8 up, 8 in 2024-04-02T09:45:58.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:57 smithi012 ceph-mon[90784]: osdmap e2407: 8 total, 8 up, 8 in 2024-04-02T09:45:58.429 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:45:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:45:57] "GET /metrics HTTP/1.1" 200 36730 "" "Prometheus/2.43.0" 2024-04-02T09:45:59.314 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:58 smithi055 ceph-mon[85080]: osdmap e2408: 8 total, 8 up, 8 in 2024-04-02T09:45:59.314 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:58 smithi055 ceph-mon[85080]: pgmap v4561: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.46k op/s 2024-04-02T09:45:59.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:58 smithi012 ceph-mon[90784]: osdmap e2408: 8 total, 8 up, 8 in 2024-04-02T09:45:59.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:58 smithi012 ceph-mon[90784]: pgmap v4561: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.46k op/s 2024-04-02T09:45:59.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:58 smithi012 ceph-mon[88355]: osdmap e2408: 8 total, 8 up, 8 in 2024-04-02T09:45:59.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:58 smithi012 ceph-mon[88355]: pgmap v4561: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.46k op/s 2024-04-02T09:46:00.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:59 smithi055 ceph-mon[85080]: osdmap e2409: 8 total, 8 up, 8 in 2024-04-02T09:46:00.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:45:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:00.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:59 smithi012 ceph-mon[88355]: osdmap e2409: 8 total, 8 up, 8 in 2024-04-02T09:46:00.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:45:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:00.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:59 smithi012 ceph-mon[90784]: osdmap e2409: 8 total, 8 up, 8 in 2024-04-02T09:46:00.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:45:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:01.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:01 smithi055 ceph-mon[85080]: osdmap e2410: 8 total, 8 up, 8 in 2024-04-02T09:46:01.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:01 smithi055 ceph-mon[85080]: pgmap v4564: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.5 KiB/s wr, 1.50k op/s 2024-04-02T09:46:01.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:01 smithi012 ceph-mon[88355]: osdmap e2410: 8 total, 8 up, 8 in 2024-04-02T09:46:01.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:01 smithi012 ceph-mon[88355]: pgmap v4564: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.5 KiB/s wr, 1.50k op/s 2024-04-02T09:46:01.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:01 smithi012 ceph-mon[90784]: osdmap e2410: 8 total, 8 up, 8 in 2024-04-02T09:46:01.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:01 smithi012 ceph-mon[90784]: pgmap v4564: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.5 KiB/s wr, 1.50k op/s 2024-04-02T09:46:02.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:02 smithi055 ceph-mon[85080]: osdmap e2411: 8 total, 8 up, 8 in 2024-04-02T09:46:02.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:02 smithi012 ceph-mon[88355]: osdmap e2411: 8 total, 8 up, 8 in 2024-04-02T09:46:02.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:02 smithi012 ceph-mon[90784]: osdmap e2411: 8 total, 8 up, 8 in 2024-04-02T09:46:02.666 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:46:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:46:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:46:03.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:03 smithi055 ceph-mon[85080]: osdmap e2412: 8 total, 8 up, 8 in 2024-04-02T09:46:03.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:03 smithi055 ceph-mon[85080]: pgmap v4567: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.50k op/s 2024-04-02T09:46:03.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:03 smithi012 ceph-mon[88355]: osdmap e2412: 8 total, 8 up, 8 in 2024-04-02T09:46:03.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:03 smithi012 ceph-mon[88355]: pgmap v4567: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.50k op/s 2024-04-02T09:46:03.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:03 smithi012 ceph-mon[90784]: osdmap e2412: 8 total, 8 up, 8 in 2024-04-02T09:46:03.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:03 smithi012 ceph-mon[90784]: pgmap v4567: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.50k op/s 2024-04-02T09:46:04.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:04 smithi055 ceph-mon[85080]: osdmap e2413: 8 total, 8 up, 8 in 2024-04-02T09:46:04.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:04 smithi012 ceph-mon[88355]: osdmap e2413: 8 total, 8 up, 8 in 2024-04-02T09:46:04.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:04 smithi012 ceph-mon[90784]: osdmap e2413: 8 total, 8 up, 8 in 2024-04-02T09:46:05.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:05 smithi055 ceph-mon[85080]: osdmap e2414: 8 total, 8 up, 8 in 2024-04-02T09:46:05.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:05 smithi055 ceph-mon[85080]: pgmap v4570: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-04-02T09:46:05.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:05 smithi012 ceph-mon[88355]: osdmap e2414: 8 total, 8 up, 8 in 2024-04-02T09:46:05.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:05 smithi012 ceph-mon[88355]: pgmap v4570: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-04-02T09:46:05.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:05 smithi012 ceph-mon[90784]: osdmap e2414: 8 total, 8 up, 8 in 2024-04-02T09:46:05.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:05 smithi012 ceph-mon[90784]: pgmap v4570: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-04-02T09:46:06.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:06 smithi055 ceph-mon[85080]: osdmap e2415: 8 total, 8 up, 8 in 2024-04-02T09:46:06.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:06 smithi012 ceph-mon[88355]: osdmap e2415: 8 total, 8 up, 8 in 2024-04-02T09:46:06.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:06 smithi012 ceph-mon[90784]: osdmap e2415: 8 total, 8 up, 8 in 2024-04-02T09:46:07.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:07 smithi055 ceph-mon[85080]: osdmap e2416: 8 total, 8 up, 8 in 2024-04-02T09:46:07.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:07 smithi055 ceph-mon[85080]: pgmap v4573: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.55k op/s 2024-04-02T09:46:07.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:07 smithi012 ceph-mon[88355]: osdmap e2416: 8 total, 8 up, 8 in 2024-04-02T09:46:07.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:07 smithi012 ceph-mon[88355]: pgmap v4573: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.55k op/s 2024-04-02T09:46:07.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:07 smithi012 ceph-mon[90784]: osdmap e2416: 8 total, 8 up, 8 in 2024-04-02T09:46:07.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:07 smithi012 ceph-mon[90784]: pgmap v4573: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.55k op/s 2024-04-02T09:46:08.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:08 smithi012 ceph-mon[90784]: osdmap e2417: 8 total, 8 up, 8 in 2024-04-02T09:46:08.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:08 smithi012 ceph-mon[88355]: osdmap e2417: 8 total, 8 up, 8 in 2024-04-02T09:46:08.429 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:46:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:46:07] "GET /metrics HTTP/1.1" 200 36729 "" "Prometheus/2.43.0" 2024-04-02T09:46:08.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:08 smithi055 ceph-mon[85080]: osdmap e2417: 8 total, 8 up, 8 in 2024-04-02T09:46:09.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:09 smithi012 ceph-mon[88355]: osdmap e2418: 8 total, 8 up, 8 in 2024-04-02T09:46:09.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:09 smithi012 ceph-mon[88355]: pgmap v4576: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.55k op/s 2024-04-02T09:46:09.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:09 smithi012 ceph-mon[90784]: osdmap e2418: 8 total, 8 up, 8 in 2024-04-02T09:46:09.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:09 smithi012 ceph-mon[90784]: pgmap v4576: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.55k op/s 2024-04-02T09:46:09.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:09 smithi055 ceph-mon[85080]: osdmap e2418: 8 total, 8 up, 8 in 2024-04-02T09:46:09.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:09 smithi055 ceph-mon[85080]: pgmap v4576: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.55k op/s 2024-04-02T09:46:10.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:10 smithi012 ceph-mon[88355]: osdmap e2419: 8 total, 8 up, 8 in 2024-04-02T09:46:10.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:10 smithi012 ceph-mon[90784]: osdmap e2419: 8 total, 8 up, 8 in 2024-04-02T09:46:10.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:10 smithi055 ceph-mon[85080]: osdmap e2419: 8 total, 8 up, 8 in 2024-04-02T09:46:11.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:11 smithi012 ceph-mon[88355]: osdmap e2420: 8 total, 8 up, 8 in 2024-04-02T09:46:11.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:11 smithi012 ceph-mon[88355]: pgmap v4579: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.7 KiB/s wr, 1.59k op/s 2024-04-02T09:46:11.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:11 smithi012 ceph-mon[90784]: osdmap e2420: 8 total, 8 up, 8 in 2024-04-02T09:46:11.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:11 smithi012 ceph-mon[90784]: pgmap v4579: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.7 KiB/s wr, 1.59k op/s 2024-04-02T09:46:11.560 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:11 smithi055 ceph-mon[85080]: osdmap e2420: 8 total, 8 up, 8 in 2024-04-02T09:46:11.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:11 smithi055 ceph-mon[85080]: pgmap v4579: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.7 KiB/s wr, 1.59k op/s 2024-04-02T09:46:12.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:12 smithi012 ceph-mon[88355]: osdmap e2421: 8 total, 8 up, 8 in 2024-04-02T09:46:12.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:12 smithi012 ceph-mon[90784]: osdmap e2421: 8 total, 8 up, 8 in 2024-04-02T09:46:12.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:12 smithi055 ceph-mon[85080]: osdmap e2421: 8 total, 8 up, 8 in 2024-04-02T09:46:12.561 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:46:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:46:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:46:13.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:13 smithi055 ceph-mon[85080]: osdmap e2422: 8 total, 8 up, 8 in 2024-04-02T09:46:13.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:13 smithi055 ceph-mon[85080]: pgmap v4582: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.59k op/s 2024-04-02T09:46:13.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:13 smithi012 ceph-mon[90784]: osdmap e2422: 8 total, 8 up, 8 in 2024-04-02T09:46:13.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:13 smithi012 ceph-mon[90784]: pgmap v4582: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.59k op/s 2024-04-02T09:46:13.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:13 smithi012 ceph-mon[88355]: osdmap e2422: 8 total, 8 up, 8 in 2024-04-02T09:46:13.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:13 smithi012 ceph-mon[88355]: pgmap v4582: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.59k op/s 2024-04-02T09:46:14.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:14 smithi012 ceph-mon[88355]: osdmap e2423: 8 total, 8 up, 8 in 2024-04-02T09:46:14.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:14 smithi012 ceph-mon[90784]: osdmap e2423: 8 total, 8 up, 8 in 2024-04-02T09:46:14.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:14 smithi055 ceph-mon[85080]: osdmap e2423: 8 total, 8 up, 8 in 2024-04-02T09:46:15.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:15 smithi012 ceph-mon[88355]: osdmap e2424: 8 total, 8 up, 8 in 2024-04-02T09:46:15.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:15 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:15.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:15 smithi012 ceph-mon[88355]: pgmap v4585: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-04-02T09:46:15.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:15 smithi012 ceph-mon[90784]: osdmap e2424: 8 total, 8 up, 8 in 2024-04-02T09:46:15.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:15 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:15.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:15 smithi012 ceph-mon[90784]: pgmap v4585: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-04-02T09:46:15.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:15 smithi055 ceph-mon[85080]: osdmap e2424: 8 total, 8 up, 8 in 2024-04-02T09:46:15.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:15 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:15.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:15 smithi055 ceph-mon[85080]: pgmap v4585: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-04-02T09:46:16.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:16 smithi012 ceph-mon[88355]: osdmap e2425: 8 total, 8 up, 8 in 2024-04-02T09:46:16.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:16 smithi012 ceph-mon[90784]: osdmap e2425: 8 total, 8 up, 8 in 2024-04-02T09:46:16.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:16 smithi055 ceph-mon[85080]: osdmap e2425: 8 total, 8 up, 8 in 2024-04-02T09:46:17.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:17 smithi012 ceph-mon[88355]: osdmap e2426: 8 total, 8 up, 8 in 2024-04-02T09:46:17.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:17 smithi012 ceph-mon[88355]: pgmap v4588: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.64k op/s 2024-04-02T09:46:17.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:17 smithi012 ceph-mon[90784]: osdmap e2426: 8 total, 8 up, 8 in 2024-04-02T09:46:17.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:17 smithi012 ceph-mon[90784]: pgmap v4588: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.64k op/s 2024-04-02T09:46:17.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:17 smithi055 ceph-mon[85080]: osdmap e2426: 8 total, 8 up, 8 in 2024-04-02T09:46:17.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:17 smithi055 ceph-mon[85080]: pgmap v4588: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.64k op/s 2024-04-02T09:46:18.329 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:18 smithi012 ceph-mon[88355]: osdmap e2427: 8 total, 8 up, 8 in 2024-04-02T09:46:18.329 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:18 smithi012 ceph-mon[90784]: osdmap e2427: 8 total, 8 up, 8 in 2024-04-02T09:46:18.329 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:46:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:46:17] "GET /metrics HTTP/1.1" 200 36731 "" "Prometheus/2.43.0" 2024-04-02T09:46:18.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:18 smithi055 ceph-mon[85080]: osdmap e2427: 8 total, 8 up, 8 in 2024-04-02T09:46:19.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:19 smithi012 ceph-mon[88355]: osdmap e2428: 8 total, 8 up, 8 in 2024-04-02T09:46:19.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:19 smithi012 ceph-mon[88355]: pgmap v4591: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.64k op/s 2024-04-02T09:46:19.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:19 smithi012 ceph-mon[90784]: osdmap e2428: 8 total, 8 up, 8 in 2024-04-02T09:46:19.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:19 smithi012 ceph-mon[90784]: pgmap v4591: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.64k op/s 2024-04-02T09:46:19.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:19 smithi055 ceph-mon[85080]: osdmap e2428: 8 total, 8 up, 8 in 2024-04-02T09:46:19.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:19 smithi055 ceph-mon[85080]: pgmap v4591: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.64k op/s 2024-04-02T09:46:20.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:20 smithi012 ceph-mon[88355]: osdmap e2429: 8 total, 8 up, 8 in 2024-04-02T09:46:20.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:20 smithi012 ceph-mon[90784]: osdmap e2429: 8 total, 8 up, 8 in 2024-04-02T09:46:20.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:20 smithi055 ceph-mon[85080]: osdmap e2429: 8 total, 8 up, 8 in 2024-04-02T09:46:21.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:21 smithi012 ceph-mon[88355]: osdmap e2430: 8 total, 8 up, 8 in 2024-04-02T09:46:21.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:21 smithi012 ceph-mon[88355]: pgmap v4594: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 995 KiB/s rd, 2.2 KiB/s wr, 1.34k op/s 2024-04-02T09:46:21.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:21 smithi012 ceph-mon[90784]: osdmap e2430: 8 total, 8 up, 8 in 2024-04-02T09:46:21.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:21 smithi012 ceph-mon[90784]: pgmap v4594: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 995 KiB/s rd, 2.2 KiB/s wr, 1.34k op/s 2024-04-02T09:46:21.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:21 smithi055 ceph-mon[85080]: osdmap e2430: 8 total, 8 up, 8 in 2024-04-02T09:46:21.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:21 smithi055 ceph-mon[85080]: pgmap v4594: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 995 KiB/s rd, 2.2 KiB/s wr, 1.34k op/s 2024-04-02T09:46:22.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:22 smithi012 ceph-mon[88355]: osdmap e2431: 8 total, 8 up, 8 in 2024-04-02T09:46:22.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:22 smithi012 ceph-mon[90784]: osdmap e2431: 8 total, 8 up, 8 in 2024-04-02T09:46:22.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:22 smithi055 ceph-mon[85080]: osdmap e2431: 8 total, 8 up, 8 in 2024-04-02T09:46:22.561 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:46:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:46:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:46:23.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:23 smithi055 ceph-mon[85080]: osdmap e2432: 8 total, 8 up, 8 in 2024-04-02T09:46:23.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:23 smithi055 ceph-mon[85080]: pgmap v4597: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 996 KiB/s rd, 3.0 KiB/s wr, 1.34k op/s 2024-04-02T09:46:23.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:23 smithi012 ceph-mon[90784]: osdmap e2432: 8 total, 8 up, 8 in 2024-04-02T09:46:23.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:23 smithi012 ceph-mon[90784]: pgmap v4597: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 996 KiB/s rd, 3.0 KiB/s wr, 1.34k op/s 2024-04-02T09:46:23.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:23 smithi012 ceph-mon[88355]: osdmap e2432: 8 total, 8 up, 8 in 2024-04-02T09:46:23.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:23 smithi012 ceph-mon[88355]: pgmap v4597: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 996 KiB/s rd, 3.0 KiB/s wr, 1.34k op/s 2024-04-02T09:46:24.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:24 smithi055 ceph-mon[85080]: osdmap e2433: 8 total, 8 up, 8 in 2024-04-02T09:46:24.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:24 smithi012 ceph-mon[88355]: osdmap e2433: 8 total, 8 up, 8 in 2024-04-02T09:46:24.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:24 smithi012 ceph-mon[90784]: osdmap e2433: 8 total, 8 up, 8 in 2024-04-02T09:46:25.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:25 smithi055 ceph-mon[85080]: osdmap e2434: 8 total, 8 up, 8 in 2024-04-02T09:46:25.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:25 smithi055 ceph-mon[85080]: pgmap v4600: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-04-02T09:46:25.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:25 smithi012 ceph-mon[88355]: osdmap e2434: 8 total, 8 up, 8 in 2024-04-02T09:46:25.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:25 smithi012 ceph-mon[88355]: pgmap v4600: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-04-02T09:46:25.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:25 smithi012 ceph-mon[90784]: osdmap e2434: 8 total, 8 up, 8 in 2024-04-02T09:46:25.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:25 smithi012 ceph-mon[90784]: pgmap v4600: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-04-02T09:46:26.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:26 smithi055 ceph-mon[85080]: osdmap e2435: 8 total, 8 up, 8 in 2024-04-02T09:46:26.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:26 smithi012 ceph-mon[88355]: osdmap e2435: 8 total, 8 up, 8 in 2024-04-02T09:46:26.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:26 smithi012 ceph-mon[90784]: osdmap e2435: 8 total, 8 up, 8 in 2024-04-02T09:46:27.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:27 smithi055 ceph-mon[85080]: osdmap e2436: 8 total, 8 up, 8 in 2024-04-02T09:46:27.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:27 smithi055 ceph-mon[85080]: pgmap v4603: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.72k op/s 2024-04-02T09:46:27.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:27 smithi012 ceph-mon[88355]: osdmap e2436: 8 total, 8 up, 8 in 2024-04-02T09:46:27.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:27 smithi012 ceph-mon[88355]: pgmap v4603: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.72k op/s 2024-04-02T09:46:27.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:27 smithi012 ceph-mon[90784]: osdmap e2436: 8 total, 8 up, 8 in 2024-04-02T09:46:27.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:27 smithi012 ceph-mon[90784]: pgmap v4603: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.72k op/s 2024-04-02T09:46:28.218 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:46:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:46:27] "GET /metrics HTTP/1.1" 200 36731 "" "Prometheus/2.43.0" 2024-04-02T09:46:28.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:28 smithi055 ceph-mon[85080]: osdmap e2437: 8 total, 8 up, 8 in 2024-04-02T09:46:28.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:28 smithi012 ceph-mon[88355]: osdmap e2437: 8 total, 8 up, 8 in 2024-04-02T09:46:28.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:28 smithi012 ceph-mon[90784]: osdmap e2437: 8 total, 8 up, 8 in 2024-04-02T09:46:29.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:29 smithi012 ceph-mon[88355]: osdmap e2438: 8 total, 8 up, 8 in 2024-04-02T09:46:29.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:29 smithi012 ceph-mon[88355]: pgmap v4606: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.72k op/s 2024-04-02T09:46:29.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:29 smithi012 ceph-mon[90784]: osdmap e2438: 8 total, 8 up, 8 in 2024-04-02T09:46:29.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:29 smithi012 ceph-mon[90784]: pgmap v4606: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.72k op/s 2024-04-02T09:46:29.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:29 smithi055 ceph-mon[85080]: osdmap e2438: 8 total, 8 up, 8 in 2024-04-02T09:46:29.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:29 smithi055 ceph-mon[85080]: pgmap v4606: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.72k op/s 2024-04-02T09:46:30.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:30 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:30.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:30 smithi055 ceph-mon[85080]: osdmap e2439: 8 total, 8 up, 8 in 2024-04-02T09:46:30.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:30 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:30.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:30 smithi012 ceph-mon[88355]: osdmap e2439: 8 total, 8 up, 8 in 2024-04-02T09:46:30.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:30 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:30.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:30 smithi012 ceph-mon[90784]: osdmap e2439: 8 total, 8 up, 8 in 2024-04-02T09:46:31.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:31 smithi055 ceph-mon[85080]: osdmap e2440: 8 total, 8 up, 8 in 2024-04-02T09:46:31.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:31 smithi055 ceph-mon[85080]: pgmap v4609: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 KiB/s wr, 1.76k op/s 2024-04-02T09:46:31.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:31 smithi012 ceph-mon[88355]: osdmap e2440: 8 total, 8 up, 8 in 2024-04-02T09:46:31.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:31 smithi012 ceph-mon[88355]: pgmap v4609: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 KiB/s wr, 1.76k op/s 2024-04-02T09:46:31.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:31 smithi012 ceph-mon[90784]: osdmap e2440: 8 total, 8 up, 8 in 2024-04-02T09:46:31.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:31 smithi012 ceph-mon[90784]: pgmap v4609: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 KiB/s wr, 1.76k op/s 2024-04-02T09:46:32.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:32 smithi055 ceph-mon[85080]: osdmap e2441: 8 total, 8 up, 8 in 2024-04-02T09:46:32.561 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:46:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:46:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:46:32.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:32 smithi012 ceph-mon[88355]: osdmap e2441: 8 total, 8 up, 8 in 2024-04-02T09:46:32.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:32 smithi012 ceph-mon[90784]: osdmap e2441: 8 total, 8 up, 8 in 2024-04-02T09:46:33.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:33 smithi055 ceph-mon[85080]: osdmap e2442: 8 total, 8 up, 8 in 2024-04-02T09:46:33.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:33 smithi055 ceph-mon[85080]: pgmap v4612: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.76k op/s 2024-04-02T09:46:33.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:33 smithi012 ceph-mon[88355]: osdmap e2442: 8 total, 8 up, 8 in 2024-04-02T09:46:33.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:33 smithi012 ceph-mon[88355]: pgmap v4612: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.76k op/s 2024-04-02T09:46:33.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:33 smithi012 ceph-mon[90784]: osdmap e2442: 8 total, 8 up, 8 in 2024-04-02T09:46:33.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:33 smithi012 ceph-mon[90784]: pgmap v4612: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.76k op/s 2024-04-02T09:46:34.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:34 smithi055 ceph-mon[85080]: osdmap e2443: 8 total, 8 up, 8 in 2024-04-02T09:46:34.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:34 smithi012 ceph-mon[88355]: osdmap e2443: 8 total, 8 up, 8 in 2024-04-02T09:46:34.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:34 smithi012 ceph-mon[90784]: osdmap e2443: 8 total, 8 up, 8 in 2024-04-02T09:46:35.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:35 smithi055 ceph-mon[85080]: osdmap e2444: 8 total, 8 up, 8 in 2024-04-02T09:46:35.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:35 smithi055 ceph-mon[85080]: pgmap v4615: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-04-02T09:46:35.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:35 smithi012 ceph-mon[88355]: osdmap e2444: 8 total, 8 up, 8 in 2024-04-02T09:46:35.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:35 smithi012 ceph-mon[88355]: pgmap v4615: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-04-02T09:46:35.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:35 smithi012 ceph-mon[90784]: osdmap e2444: 8 total, 8 up, 8 in 2024-04-02T09:46:35.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:35 smithi012 ceph-mon[90784]: pgmap v4615: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-04-02T09:46:36.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:36 smithi055 ceph-mon[85080]: osdmap e2445: 8 total, 8 up, 8 in 2024-04-02T09:46:36.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:36 smithi012 ceph-mon[88355]: osdmap e2445: 8 total, 8 up, 8 in 2024-04-02T09:46:36.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:36 smithi012 ceph-mon[90784]: osdmap e2445: 8 total, 8 up, 8 in 2024-04-02T09:46:37.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:37 smithi055 ceph-mon[85080]: osdmap e2446: 8 total, 8 up, 8 in 2024-04-02T09:46:37.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:37 smithi055 ceph-mon[85080]: pgmap v4618: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.79k op/s 2024-04-02T09:46:37.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:37 smithi012 ceph-mon[88355]: osdmap e2446: 8 total, 8 up, 8 in 2024-04-02T09:46:37.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:37 smithi012 ceph-mon[88355]: pgmap v4618: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.79k op/s 2024-04-02T09:46:37.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:37 smithi012 ceph-mon[90784]: osdmap e2446: 8 total, 8 up, 8 in 2024-04-02T09:46:37.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:37 smithi012 ceph-mon[90784]: pgmap v4618: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.79k op/s 2024-04-02T09:46:38.294 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:46:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:46:37] "GET /metrics HTTP/1.1" 200 36731 "" "Prometheus/2.43.0" 2024-04-02T09:46:38.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:38 smithi055 ceph-mon[85080]: osdmap e2447: 8 total, 8 up, 8 in 2024-04-02T09:46:38.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:38 smithi012 ceph-mon[88355]: osdmap e2447: 8 total, 8 up, 8 in 2024-04-02T09:46:38.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:38 smithi012 ceph-mon[90784]: osdmap e2447: 8 total, 8 up, 8 in 2024-04-02T09:46:39.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:39 smithi055 ceph-mon[85080]: osdmap e2448: 8 total, 8 up, 8 in 2024-04-02T09:46:39.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:39 smithi055 ceph-mon[85080]: pgmap v4621: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.79k op/s 2024-04-02T09:46:39.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:39 smithi012 ceph-mon[88355]: osdmap e2448: 8 total, 8 up, 8 in 2024-04-02T09:46:39.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:39 smithi012 ceph-mon[88355]: pgmap v4621: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.79k op/s 2024-04-02T09:46:39.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:39 smithi012 ceph-mon[90784]: osdmap e2448: 8 total, 8 up, 8 in 2024-04-02T09:46:39.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:39 smithi012 ceph-mon[90784]: pgmap v4621: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.79k op/s 2024-04-02T09:46:40.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:40 smithi055 ceph-mon[85080]: osdmap e2449: 8 total, 8 up, 8 in 2024-04-02T09:46:40.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:40 smithi055 ceph-mon[85080]: osdmap e2450: 8 total, 8 up, 8 in 2024-04-02T09:46:40.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:40 smithi012 ceph-mon[88355]: osdmap e2449: 8 total, 8 up, 8 in 2024-04-02T09:46:40.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:40 smithi012 ceph-mon[88355]: osdmap e2450: 8 total, 8 up, 8 in 2024-04-02T09:46:40.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:40 smithi012 ceph-mon[90784]: osdmap e2449: 8 total, 8 up, 8 in 2024-04-02T09:46:40.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:40 smithi012 ceph-mon[90784]: osdmap e2450: 8 total, 8 up, 8 in 2024-04-02T09:46:41.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:41 smithi012 ceph-mon[88355]: pgmap v4624: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.0 KiB/s wr, 2.09k op/s 2024-04-02T09:46:41.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:41 smithi012 ceph-mon[88355]: osdmap e2451: 8 total, 8 up, 8 in 2024-04-02T09:46:41.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:41 smithi012 ceph-mon[90784]: pgmap v4624: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.0 KiB/s wr, 2.09k op/s 2024-04-02T09:46:41.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:41 smithi012 ceph-mon[90784]: osdmap e2451: 8 total, 8 up, 8 in 2024-04-02T09:46:41.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:41 smithi055 ceph-mon[85080]: pgmap v4624: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.0 KiB/s wr, 2.09k op/s 2024-04-02T09:46:41.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:41 smithi055 ceph-mon[85080]: osdmap e2451: 8 total, 8 up, 8 in 2024-04-02T09:46:42.746 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:46:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:46:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:46:43.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:42 smithi055 ceph-mon[85080]: osdmap e2452: 8 total, 8 up, 8 in 2024-04-02T09:46:43.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:42 smithi055 ceph-mon[85080]: pgmap v4627: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.0 KiB/s wr, 2.10k op/s 2024-04-02T09:46:43.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:42 smithi012 ceph-mon[88355]: osdmap e2452: 8 total, 8 up, 8 in 2024-04-02T09:46:43.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:42 smithi012 ceph-mon[88355]: pgmap v4627: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.0 KiB/s wr, 2.10k op/s 2024-04-02T09:46:43.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:42 smithi012 ceph-mon[90784]: osdmap e2452: 8 total, 8 up, 8 in 2024-04-02T09:46:43.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:42 smithi012 ceph-mon[90784]: pgmap v4627: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.0 KiB/s wr, 2.10k op/s 2024-04-02T09:46:44.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:43 smithi055 ceph-mon[85080]: osdmap e2453: 8 total, 8 up, 8 in 2024-04-02T09:46:44.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:43 smithi012 ceph-mon[88355]: osdmap e2453: 8 total, 8 up, 8 in 2024-04-02T09:46:44.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:43 smithi012 ceph-mon[90784]: osdmap e2453: 8 total, 8 up, 8 in 2024-04-02T09:46:45.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:44 smithi055 ceph-mon[85080]: osdmap e2454: 8 total, 8 up, 8 in 2024-04-02T09:46:45.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:45.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:44 smithi055 ceph-mon[85080]: pgmap v4630: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-02T09:46:45.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:44 smithi055 ceph-mon[85080]: osdmap e2455: 8 total, 8 up, 8 in 2024-04-02T09:46:45.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:44 smithi012 ceph-mon[88355]: osdmap e2454: 8 total, 8 up, 8 in 2024-04-02T09:46:45.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:45.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:44 smithi012 ceph-mon[88355]: pgmap v4630: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-02T09:46:45.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:44 smithi012 ceph-mon[88355]: osdmap e2455: 8 total, 8 up, 8 in 2024-04-02T09:46:45.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:44 smithi012 ceph-mon[90784]: osdmap e2454: 8 total, 8 up, 8 in 2024-04-02T09:46:45.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:45.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:44 smithi012 ceph-mon[90784]: pgmap v4630: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-02T09:46:45.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:44 smithi012 ceph-mon[90784]: osdmap e2455: 8 total, 8 up, 8 in 2024-04-02T09:46:47.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:46 smithi055 ceph-mon[85080]: osdmap e2456: 8 total, 8 up, 8 in 2024-04-02T09:46:47.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:46 smithi055 ceph-mon[85080]: pgmap v4633: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2024-04-02T09:46:47.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:46 smithi012 ceph-mon[90784]: osdmap e2456: 8 total, 8 up, 8 in 2024-04-02T09:46:47.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:46 smithi012 ceph-mon[90784]: pgmap v4633: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2024-04-02T09:46:47.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:46 smithi012 ceph-mon[88355]: osdmap e2456: 8 total, 8 up, 8 in 2024-04-02T09:46:47.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:46 smithi012 ceph-mon[88355]: pgmap v4633: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2024-04-02T09:46:48.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:47 smithi055 ceph-mon[85080]: osdmap e2457: 8 total, 8 up, 8 in 2024-04-02T09:46:48.079 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:47 smithi012 ceph-mon[88355]: osdmap e2457: 8 total, 8 up, 8 in 2024-04-02T09:46:48.080 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:47 smithi012 ceph-mon[90784]: osdmap e2457: 8 total, 8 up, 8 in 2024-04-02T09:46:48.080 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:46:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:46:47] "GET /metrics HTTP/1.1" 200 36728 "" "Prometheus/2.43.0" 2024-04-02T09:46:49.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:48 smithi055 ceph-mon[85080]: osdmap e2458: 8 total, 8 up, 8 in 2024-04-02T09:46:49.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:48 smithi055 ceph-mon[85080]: pgmap v4636: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2024-04-02T09:46:49.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:48 smithi012 ceph-mon[88355]: osdmap e2458: 8 total, 8 up, 8 in 2024-04-02T09:46:49.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:48 smithi012 ceph-mon[88355]: pgmap v4636: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2024-04-02T09:46:49.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:48 smithi012 ceph-mon[90784]: osdmap e2458: 8 total, 8 up, 8 in 2024-04-02T09:46:49.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:48 smithi012 ceph-mon[90784]: pgmap v4636: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2024-04-02T09:46:50.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:49 smithi055 ceph-mon[85080]: osdmap e2459: 8 total, 8 up, 8 in 2024-04-02T09:46:50.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:49 smithi055 ceph-mon[85080]: osdmap e2460: 8 total, 8 up, 8 in 2024-04-02T09:46:50.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:49 smithi012 ceph-mon[88355]: osdmap e2459: 8 total, 8 up, 8 in 2024-04-02T09:46:50.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:49 smithi012 ceph-mon[88355]: osdmap e2460: 8 total, 8 up, 8 in 2024-04-02T09:46:50.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:49 smithi012 ceph-mon[90784]: osdmap e2459: 8 total, 8 up, 8 in 2024-04-02T09:46:50.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:49 smithi012 ceph-mon[90784]: osdmap e2460: 8 total, 8 up, 8 in 2024-04-02T09:46:51.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:50 smithi055 ceph-mon[85080]: pgmap v4639: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-04-02T09:46:51.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:50 smithi012 ceph-mon[88355]: pgmap v4639: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-04-02T09:46:51.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:50 smithi012 ceph-mon[90784]: pgmap v4639: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-04-02T09:46:52.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:51 smithi055 ceph-mon[85080]: osdmap e2461: 8 total, 8 up, 8 in 2024-04-02T09:46:52.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:51 smithi012 ceph-mon[88355]: osdmap e2461: 8 total, 8 up, 8 in 2024-04-02T09:46:52.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:51 smithi012 ceph-mon[90784]: osdmap e2461: 8 total, 8 up, 8 in 2024-04-02T09:46:52.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:46:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:46:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:46:53.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:52 smithi012 ceph-mon[88355]: osdmap e2462: 8 total, 8 up, 8 in 2024-04-02T09:46:53.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:52 smithi012 ceph-mon[88355]: pgmap v4642: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.66k op/s 2024-04-02T09:46:53.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:52 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:46:53.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:52 smithi012 ceph-mon[90784]: osdmap e2462: 8 total, 8 up, 8 in 2024-04-02T09:46:53.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:52 smithi012 ceph-mon[90784]: pgmap v4642: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.66k op/s 2024-04-02T09:46:53.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:52 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:46:53.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:52 smithi055 ceph-mon[85080]: osdmap e2462: 8 total, 8 up, 8 in 2024-04-02T09:46:53.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:52 smithi055 ceph-mon[85080]: pgmap v4642: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.66k op/s 2024-04-02T09:46:53.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:52 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:46:54.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:53 smithi055 ceph-mon[85080]: osdmap e2463: 8 total, 8 up, 8 in 2024-04-02T09:46:54.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:53 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:46:54.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:53 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:46:54.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:53 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:46:54.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:53 smithi012 ceph-mon[88355]: osdmap e2463: 8 total, 8 up, 8 in 2024-04-02T09:46:54.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:53 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:46:54.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:53 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:46:54.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:53 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:46:54.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:53 smithi012 ceph-mon[90784]: osdmap e2463: 8 total, 8 up, 8 in 2024-04-02T09:46:54.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:53 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:46:54.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:53 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:46:54.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:53 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:46:55.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:54 smithi012 ceph-mon[88355]: osdmap e2464: 8 total, 8 up, 8 in 2024-04-02T09:46:55.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:54 smithi012 ceph-mon[88355]: pgmap v4645: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:46:55.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:54 smithi012 ceph-mon[88355]: osdmap e2465: 8 total, 8 up, 8 in 2024-04-02T09:46:55.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:54 smithi012 ceph-mon[90784]: osdmap e2464: 8 total, 8 up, 8 in 2024-04-02T09:46:55.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:54 smithi012 ceph-mon[90784]: pgmap v4645: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:46:55.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:54 smithi012 ceph-mon[90784]: osdmap e2465: 8 total, 8 up, 8 in 2024-04-02T09:46:55.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:54 smithi055 ceph-mon[85080]: osdmap e2464: 8 total, 8 up, 8 in 2024-04-02T09:46:55.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:54 smithi055 ceph-mon[85080]: pgmap v4645: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:46:55.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:54 smithi055 ceph-mon[85080]: osdmap e2465: 8 total, 8 up, 8 in 2024-04-02T09:46:57.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:56 smithi055 ceph-mon[85080]: osdmap e2466: 8 total, 8 up, 8 in 2024-04-02T09:46:57.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:56 smithi055 ceph-mon[85080]: pgmap v4648: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2024-04-02T09:46:57.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:56 smithi012 ceph-mon[88355]: osdmap e2466: 8 total, 8 up, 8 in 2024-04-02T09:46:57.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:56 smithi012 ceph-mon[88355]: pgmap v4648: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2024-04-02T09:46:57.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:56 smithi012 ceph-mon[90784]: osdmap e2466: 8 total, 8 up, 8 in 2024-04-02T09:46:57.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:56 smithi012 ceph-mon[90784]: pgmap v4648: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2024-04-02T09:46:58.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:57 smithi055 ceph-mon[85080]: osdmap e2467: 8 total, 8 up, 8 in 2024-04-02T09:46:58.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:57 smithi012 ceph-mon[88355]: osdmap e2467: 8 total, 8 up, 8 in 2024-04-02T09:46:58.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:57 smithi012 ceph-mon[90784]: osdmap e2467: 8 total, 8 up, 8 in 2024-04-02T09:46:58.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:46:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:46:57] "GET /metrics HTTP/1.1" 200 36728 "" "Prometheus/2.43.0" 2024-04-02T09:46:59.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:58 smithi055 ceph-mon[85080]: osdmap e2468: 8 total, 8 up, 8 in 2024-04-02T09:46:59.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:58 smithi055 ceph-mon[85080]: pgmap v4651: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2024-04-02T09:46:59.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:58 smithi012 ceph-mon[88355]: osdmap e2468: 8 total, 8 up, 8 in 2024-04-02T09:46:59.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:58 smithi012 ceph-mon[88355]: pgmap v4651: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2024-04-02T09:46:59.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:58 smithi012 ceph-mon[90784]: osdmap e2468: 8 total, 8 up, 8 in 2024-04-02T09:46:59.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:58 smithi012 ceph-mon[90784]: pgmap v4651: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2024-04-02T09:47:00.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:59 smithi055 ceph-mon[85080]: osdmap e2469: 8 total, 8 up, 8 in 2024-04-02T09:47:00.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:00.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:46:59 smithi055 ceph-mon[85080]: osdmap e2470: 8 total, 8 up, 8 in 2024-04-02T09:47:00.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:59 smithi012 ceph-mon[90784]: osdmap e2469: 8 total, 8 up, 8 in 2024-04-02T09:47:00.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:00.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:46:59 smithi012 ceph-mon[90784]: osdmap e2470: 8 total, 8 up, 8 in 2024-04-02T09:47:00.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:59 smithi012 ceph-mon[88355]: osdmap e2469: 8 total, 8 up, 8 in 2024-04-02T09:47:00.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:00.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:46:59 smithi012 ceph-mon[88355]: osdmap e2470: 8 total, 8 up, 8 in 2024-04-02T09:47:01.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:00 smithi055 ceph-mon[85080]: pgmap v4654: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2024-04-02T09:47:01.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:00 smithi012 ceph-mon[90784]: pgmap v4654: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2024-04-02T09:47:01.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:00 smithi012 ceph-mon[88355]: pgmap v4654: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2024-04-02T09:47:02.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:01 smithi055 ceph-mon[85080]: osdmap e2471: 8 total, 8 up, 8 in 2024-04-02T09:47:02.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:01 smithi012 ceph-mon[88355]: osdmap e2471: 8 total, 8 up, 8 in 2024-04-02T09:47:02.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:01 smithi012 ceph-mon[90784]: osdmap e2471: 8 total, 8 up, 8 in 2024-04-02T09:47:02.791 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:47:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:47:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:47:03.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:02 smithi055 ceph-mon[85080]: osdmap e2472: 8 total, 8 up, 8 in 2024-04-02T09:47:03.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:02 smithi055 ceph-mon[85080]: pgmap v4657: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-04-02T09:47:03.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:02 smithi012 ceph-mon[88355]: osdmap e2472: 8 total, 8 up, 8 in 2024-04-02T09:47:03.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:02 smithi012 ceph-mon[88355]: pgmap v4657: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-04-02T09:47:03.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:02 smithi012 ceph-mon[90784]: osdmap e2472: 8 total, 8 up, 8 in 2024-04-02T09:47:03.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:02 smithi012 ceph-mon[90784]: pgmap v4657: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-04-02T09:47:04.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:03 smithi055 ceph-mon[85080]: osdmap e2473: 8 total, 8 up, 8 in 2024-04-02T09:47:04.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:03 smithi012 ceph-mon[88355]: osdmap e2473: 8 total, 8 up, 8 in 2024-04-02T09:47:04.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:03 smithi012 ceph-mon[90784]: osdmap e2473: 8 total, 8 up, 8 in 2024-04-02T09:47:05.059 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:04 smithi055 ceph-mon[85080]: osdmap e2474: 8 total, 8 up, 8 in 2024-04-02T09:47:05.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:04 smithi055 ceph-mon[85080]: pgmap v4660: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:47:05.060 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:04 smithi055 ceph-mon[85080]: osdmap e2475: 8 total, 8 up, 8 in 2024-04-02T09:47:05.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:04 smithi012 ceph-mon[88355]: osdmap e2474: 8 total, 8 up, 8 in 2024-04-02T09:47:05.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:04 smithi012 ceph-mon[88355]: pgmap v4660: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:47:05.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:04 smithi012 ceph-mon[88355]: osdmap e2475: 8 total, 8 up, 8 in 2024-04-02T09:47:05.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:04 smithi012 ceph-mon[90784]: osdmap e2474: 8 total, 8 up, 8 in 2024-04-02T09:47:05.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:04 smithi012 ceph-mon[90784]: pgmap v4660: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:47:05.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:04 smithi012 ceph-mon[90784]: osdmap e2475: 8 total, 8 up, 8 in 2024-04-02T09:47:07.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:06 smithi012 ceph-mon[88355]: osdmap e2476: 8 total, 8 up, 8 in 2024-04-02T09:47:07.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:06 smithi012 ceph-mon[88355]: pgmap v4663: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-04-02T09:47:07.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:06 smithi012 ceph-mon[90784]: osdmap e2476: 8 total, 8 up, 8 in 2024-04-02T09:47:07.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:06 smithi012 ceph-mon[90784]: pgmap v4663: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-04-02T09:47:07.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:06 smithi055 ceph-mon[85080]: osdmap e2476: 8 total, 8 up, 8 in 2024-04-02T09:47:07.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:06 smithi055 ceph-mon[85080]: pgmap v4663: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-04-02T09:47:08.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:07 smithi012 ceph-mon[88355]: osdmap e2477: 8 total, 8 up, 8 in 2024-04-02T09:47:08.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:07 smithi012 ceph-mon[90784]: osdmap e2477: 8 total, 8 up, 8 in 2024-04-02T09:47:08.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:47:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:47:07] "GET /metrics HTTP/1.1" 200 36729 "" "Prometheus/2.43.0" 2024-04-02T09:47:08.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:07 smithi055 ceph-mon[85080]: osdmap e2477: 8 total, 8 up, 8 in 2024-04-02T09:47:09.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:08 smithi012 ceph-mon[88355]: osdmap e2478: 8 total, 8 up, 8 in 2024-04-02T09:47:09.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:08 smithi012 ceph-mon[88355]: pgmap v4666: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-04-02T09:47:09.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:08 smithi012 ceph-mon[90784]: osdmap e2478: 8 total, 8 up, 8 in 2024-04-02T09:47:09.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:08 smithi012 ceph-mon[90784]: pgmap v4666: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-04-02T09:47:09.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:08 smithi055 ceph-mon[85080]: osdmap e2478: 8 total, 8 up, 8 in 2024-04-02T09:47:09.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:08 smithi055 ceph-mon[85080]: pgmap v4666: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-04-02T09:47:10.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:09 smithi012 ceph-mon[88355]: osdmap e2479: 8 total, 8 up, 8 in 2024-04-02T09:47:10.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:09 smithi012 ceph-mon[88355]: osdmap e2480: 8 total, 8 up, 8 in 2024-04-02T09:47:10.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:09 smithi012 ceph-mon[90784]: osdmap e2479: 8 total, 8 up, 8 in 2024-04-02T09:47:10.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:09 smithi012 ceph-mon[90784]: osdmap e2480: 8 total, 8 up, 8 in 2024-04-02T09:47:10.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:09 smithi055 ceph-mon[85080]: osdmap e2479: 8 total, 8 up, 8 in 2024-04-02T09:47:10.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:09 smithi055 ceph-mon[85080]: osdmap e2480: 8 total, 8 up, 8 in 2024-04-02T09:47:11.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:10 smithi012 ceph-mon[88355]: pgmap v4669: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.47k op/s 2024-04-02T09:47:11.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:10 smithi012 ceph-mon[88355]: osdmap e2481: 8 total, 8 up, 8 in 2024-04-02T09:47:11.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:10 smithi012 ceph-mon[90784]: pgmap v4669: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.47k op/s 2024-04-02T09:47:11.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:10 smithi012 ceph-mon[90784]: osdmap e2481: 8 total, 8 up, 8 in 2024-04-02T09:47:11.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:10 smithi055 ceph-mon[85080]: pgmap v4669: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.47k op/s 2024-04-02T09:47:11.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:10 smithi055 ceph-mon[85080]: osdmap e2481: 8 total, 8 up, 8 in 2024-04-02T09:47:12.761 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:47:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:47:12.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:47:13.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:12 smithi055 ceph-mon[85080]: osdmap e2482: 8 total, 8 up, 8 in 2024-04-02T09:47:13.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:12 smithi055 ceph-mon[85080]: pgmap v4672: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-04-02T09:47:13.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:12 smithi012 ceph-mon[90784]: osdmap e2482: 8 total, 8 up, 8 in 2024-04-02T09:47:13.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:12 smithi012 ceph-mon[90784]: pgmap v4672: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-04-02T09:47:13.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:12 smithi012 ceph-mon[88355]: osdmap e2482: 8 total, 8 up, 8 in 2024-04-02T09:47:13.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:12 smithi012 ceph-mon[88355]: pgmap v4672: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-04-02T09:47:14.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:13 smithi055 ceph-mon[85080]: osdmap e2483: 8 total, 8 up, 8 in 2024-04-02T09:47:14.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:13 smithi012 ceph-mon[88355]: osdmap e2483: 8 total, 8 up, 8 in 2024-04-02T09:47:14.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:13 smithi012 ceph-mon[90784]: osdmap e2483: 8 total, 8 up, 8 in 2024-04-02T09:47:14.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:14 smithi055 ceph-mon[85080]: osdmap e2484: 8 total, 8 up, 8 in 2024-04-02T09:47:14.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:14.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:14 smithi055 ceph-mon[85080]: pgmap v4675: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-02T09:47:14.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:14 smithi055 ceph-mon[85080]: osdmap e2485: 8 total, 8 up, 8 in 2024-04-02T09:47:15.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:14 smithi012 ceph-mon[90784]: osdmap e2484: 8 total, 8 up, 8 in 2024-04-02T09:47:15.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:15.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:14 smithi012 ceph-mon[90784]: pgmap v4675: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-02T09:47:15.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:14 smithi012 ceph-mon[90784]: osdmap e2485: 8 total, 8 up, 8 in 2024-04-02T09:47:15.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:14 smithi012 ceph-mon[88355]: osdmap e2484: 8 total, 8 up, 8 in 2024-04-02T09:47:15.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:15.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:14 smithi012 ceph-mon[88355]: pgmap v4675: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-02T09:47:15.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:14 smithi012 ceph-mon[88355]: osdmap e2485: 8 total, 8 up, 8 in 2024-04-02T09:47:17.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:16 smithi055 ceph-mon[85080]: osdmap e2486: 8 total, 8 up, 8 in 2024-04-02T09:47:17.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:16 smithi055 ceph-mon[85080]: pgmap v4678: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.44k op/s 2024-04-02T09:47:17.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:16 smithi012 ceph-mon[88355]: osdmap e2486: 8 total, 8 up, 8 in 2024-04-02T09:47:17.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:16 smithi012 ceph-mon[88355]: pgmap v4678: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.44k op/s 2024-04-02T09:47:17.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:16 smithi012 ceph-mon[90784]: osdmap e2486: 8 total, 8 up, 8 in 2024-04-02T09:47:17.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:16 smithi012 ceph-mon[90784]: pgmap v4678: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.44k op/s 2024-04-02T09:47:18.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:17 smithi055 ceph-mon[85080]: osdmap e2487: 8 total, 8 up, 8 in 2024-04-02T09:47:18.079 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:17 smithi012 ceph-mon[88355]: osdmap e2487: 8 total, 8 up, 8 in 2024-04-02T09:47:18.080 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:17 smithi012 ceph-mon[90784]: osdmap e2487: 8 total, 8 up, 8 in 2024-04-02T09:47:18.080 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:47:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:47:17] "GET /metrics HTTP/1.1" 200 36728 "" "Prometheus/2.43.0" 2024-04-02T09:47:19.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:18 smithi055 ceph-mon[85080]: osdmap e2488: 8 total, 8 up, 8 in 2024-04-02T09:47:19.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:18 smithi055 ceph-mon[85080]: pgmap v4681: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.44k op/s 2024-04-02T09:47:19.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:18 smithi012 ceph-mon[88355]: osdmap e2488: 8 total, 8 up, 8 in 2024-04-02T09:47:19.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:18 smithi012 ceph-mon[88355]: pgmap v4681: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.44k op/s 2024-04-02T09:47:19.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:18 smithi012 ceph-mon[90784]: osdmap e2488: 8 total, 8 up, 8 in 2024-04-02T09:47:19.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:18 smithi012 ceph-mon[90784]: pgmap v4681: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.44k op/s 2024-04-02T09:47:20.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:19 smithi055 ceph-mon[85080]: osdmap e2489: 8 total, 8 up, 8 in 2024-04-02T09:47:20.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:19 smithi055 ceph-mon[85080]: osdmap e2490: 8 total, 8 up, 8 in 2024-04-02T09:47:20.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:19 smithi012 ceph-mon[88355]: osdmap e2489: 8 total, 8 up, 8 in 2024-04-02T09:47:20.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:19 smithi012 ceph-mon[88355]: osdmap e2490: 8 total, 8 up, 8 in 2024-04-02T09:47:20.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:19 smithi012 ceph-mon[90784]: osdmap e2489: 8 total, 8 up, 8 in 2024-04-02T09:47:20.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:19 smithi012 ceph-mon[90784]: osdmap e2490: 8 total, 8 up, 8 in 2024-04-02T09:47:21.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:20 smithi055 ceph-mon[85080]: pgmap v4684: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-04-02T09:47:21.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:20 smithi012 ceph-mon[88355]: pgmap v4684: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-04-02T09:47:21.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:20 smithi012 ceph-mon[90784]: pgmap v4684: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-04-02T09:47:22.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:21 smithi055 ceph-mon[85080]: osdmap e2491: 8 total, 8 up, 8 in 2024-04-02T09:47:22.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:21 smithi012 ceph-mon[88355]: osdmap e2491: 8 total, 8 up, 8 in 2024-04-02T09:47:22.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:21 smithi012 ceph-mon[90784]: osdmap e2491: 8 total, 8 up, 8 in 2024-04-02T09:47:22.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:47:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:47:22.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:47:23.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:22 smithi012 ceph-mon[88355]: osdmap e2492: 8 total, 8 up, 8 in 2024-04-02T09:47:23.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:22 smithi012 ceph-mon[88355]: pgmap v4687: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-04-02T09:47:23.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:22 smithi012 ceph-mon[90784]: osdmap e2492: 8 total, 8 up, 8 in 2024-04-02T09:47:23.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:22 smithi012 ceph-mon[90784]: pgmap v4687: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-04-02T09:47:23.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:22 smithi055 ceph-mon[85080]: osdmap e2492: 8 total, 8 up, 8 in 2024-04-02T09:47:23.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:22 smithi055 ceph-mon[85080]: pgmap v4687: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-04-02T09:47:24.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:23 smithi012 ceph-mon[88355]: osdmap e2493: 8 total, 8 up, 8 in 2024-04-02T09:47:24.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:23 smithi012 ceph-mon[90784]: osdmap e2493: 8 total, 8 up, 8 in 2024-04-02T09:47:24.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:23 smithi055 ceph-mon[85080]: osdmap e2493: 8 total, 8 up, 8 in 2024-04-02T09:47:25.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:24 smithi012 ceph-mon[88355]: osdmap e2494: 8 total, 8 up, 8 in 2024-04-02T09:47:25.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:24 smithi012 ceph-mon[88355]: pgmap v4690: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:47:25.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:24 smithi012 ceph-mon[88355]: osdmap e2495: 8 total, 8 up, 8 in 2024-04-02T09:47:25.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:24 smithi012 ceph-mon[90784]: osdmap e2494: 8 total, 8 up, 8 in 2024-04-02T09:47:25.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:24 smithi012 ceph-mon[90784]: pgmap v4690: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:47:25.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:24 smithi012 ceph-mon[90784]: osdmap e2495: 8 total, 8 up, 8 in 2024-04-02T09:47:25.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:24 smithi055 ceph-mon[85080]: osdmap e2494: 8 total, 8 up, 8 in 2024-04-02T09:47:25.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:24 smithi055 ceph-mon[85080]: pgmap v4690: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:47:25.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:24 smithi055 ceph-mon[85080]: osdmap e2495: 8 total, 8 up, 8 in 2024-04-02T09:47:27.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:26 smithi055 ceph-mon[85080]: osdmap e2496: 8 total, 8 up, 8 in 2024-04-02T09:47:27.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:26 smithi055 ceph-mon[85080]: pgmap v4693: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 996 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-04-02T09:47:27.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:26 smithi012 ceph-mon[88355]: osdmap e2496: 8 total, 8 up, 8 in 2024-04-02T09:47:27.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:26 smithi012 ceph-mon[88355]: pgmap v4693: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 996 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-04-02T09:47:27.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:26 smithi012 ceph-mon[90784]: osdmap e2496: 8 total, 8 up, 8 in 2024-04-02T09:47:27.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:26 smithi012 ceph-mon[90784]: pgmap v4693: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 996 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-04-02T09:47:28.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:27 smithi055 ceph-mon[85080]: osdmap e2497: 8 total, 8 up, 8 in 2024-04-02T09:47:28.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:27 smithi012 ceph-mon[88355]: osdmap e2497: 8 total, 8 up, 8 in 2024-04-02T09:47:28.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:27 smithi012 ceph-mon[90784]: osdmap e2497: 8 total, 8 up, 8 in 2024-04-02T09:47:28.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:47:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:47:27] "GET /metrics HTTP/1.1" 200 36728 "" "Prometheus/2.43.0" 2024-04-02T09:47:29.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:28 smithi055 ceph-mon[85080]: osdmap e2498: 8 total, 8 up, 8 in 2024-04-02T09:47:29.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:28 smithi055 ceph-mon[85080]: pgmap v4696: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 996 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-04-02T09:47:29.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:28 smithi012 ceph-mon[88355]: osdmap e2498: 8 total, 8 up, 8 in 2024-04-02T09:47:29.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:28 smithi012 ceph-mon[88355]: pgmap v4696: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 996 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-04-02T09:47:29.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:28 smithi012 ceph-mon[90784]: osdmap e2498: 8 total, 8 up, 8 in 2024-04-02T09:47:29.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:28 smithi012 ceph-mon[90784]: pgmap v4696: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 996 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-04-02T09:47:30.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:29 smithi055 ceph-mon[85080]: osdmap e2499: 8 total, 8 up, 8 in 2024-04-02T09:47:30.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:30.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:29 smithi055 ceph-mon[85080]: osdmap e2500: 8 total, 8 up, 8 in 2024-04-02T09:47:30.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:29 smithi012 ceph-mon[90784]: osdmap e2499: 8 total, 8 up, 8 in 2024-04-02T09:47:30.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:30.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:29 smithi012 ceph-mon[90784]: osdmap e2500: 8 total, 8 up, 8 in 2024-04-02T09:47:30.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:29 smithi012 ceph-mon[88355]: osdmap e2499: 8 total, 8 up, 8 in 2024-04-02T09:47:30.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:30.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:29 smithi012 ceph-mon[88355]: osdmap e2500: 8 total, 8 up, 8 in 2024-04-02T09:47:31.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:30 smithi055 ceph-mon[85080]: pgmap v4699: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 961 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-04-02T09:47:31.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:30 smithi012 ceph-mon[88355]: pgmap v4699: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 961 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-04-02T09:47:31.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:30 smithi012 ceph-mon[90784]: pgmap v4699: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 961 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-04-02T09:47:32.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:31 smithi055 ceph-mon[85080]: osdmap e2501: 8 total, 8 up, 8 in 2024-04-02T09:47:32.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:31 smithi012 ceph-mon[88355]: osdmap e2501: 8 total, 8 up, 8 in 2024-04-02T09:47:32.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:31 smithi012 ceph-mon[90784]: osdmap e2501: 8 total, 8 up, 8 in 2024-04-02T09:47:32.792 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:47:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:47:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:47:33.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:32 smithi055 ceph-mon[85080]: osdmap e2502: 8 total, 8 up, 8 in 2024-04-02T09:47:33.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:32 smithi055 ceph-mon[85080]: pgmap v4702: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 963 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-04-02T09:47:33.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:32 smithi012 ceph-mon[88355]: osdmap e2502: 8 total, 8 up, 8 in 2024-04-02T09:47:33.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:32 smithi012 ceph-mon[88355]: pgmap v4702: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 963 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-04-02T09:47:33.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:32 smithi012 ceph-mon[90784]: osdmap e2502: 8 total, 8 up, 8 in 2024-04-02T09:47:33.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:32 smithi012 ceph-mon[90784]: pgmap v4702: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 963 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-04-02T09:47:34.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:33 smithi055 ceph-mon[85080]: osdmap e2503: 8 total, 8 up, 8 in 2024-04-02T09:47:34.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:33 smithi012 ceph-mon[90784]: osdmap e2503: 8 total, 8 up, 8 in 2024-04-02T09:47:34.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:33 smithi012 ceph-mon[88355]: osdmap e2503: 8 total, 8 up, 8 in 2024-04-02T09:47:35.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:34 smithi055 ceph-mon[85080]: osdmap e2504: 8 total, 8 up, 8 in 2024-04-02T09:47:35.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:34 smithi055 ceph-mon[85080]: pgmap v4705: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:47:35.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:34 smithi055 ceph-mon[85080]: osdmap e2505: 8 total, 8 up, 8 in 2024-04-02T09:47:35.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:34 smithi012 ceph-mon[90784]: osdmap e2504: 8 total, 8 up, 8 in 2024-04-02T09:47:35.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:34 smithi012 ceph-mon[90784]: pgmap v4705: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:47:35.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:34 smithi012 ceph-mon[90784]: osdmap e2505: 8 total, 8 up, 8 in 2024-04-02T09:47:35.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:34 smithi012 ceph-mon[88355]: osdmap e2504: 8 total, 8 up, 8 in 2024-04-02T09:47:35.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:34 smithi012 ceph-mon[88355]: pgmap v4705: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:47:35.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:34 smithi012 ceph-mon[88355]: osdmap e2505: 8 total, 8 up, 8 in 2024-04-02T09:47:37.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:36 smithi055 ceph-mon[85080]: osdmap e2506: 8 total, 8 up, 8 in 2024-04-02T09:47:37.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:36 smithi055 ceph-mon[85080]: pgmap v4708: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 931 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-04-02T09:47:37.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:36 smithi012 ceph-mon[90784]: osdmap e2506: 8 total, 8 up, 8 in 2024-04-02T09:47:37.182 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:36 smithi012 ceph-mon[90784]: pgmap v4708: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 931 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-04-02T09:47:37.182 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:36 smithi012 ceph-mon[88355]: osdmap e2506: 8 total, 8 up, 8 in 2024-04-02T09:47:37.182 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:36 smithi012 ceph-mon[88355]: pgmap v4708: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 931 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-04-02T09:47:38.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:37 smithi055 ceph-mon[85080]: osdmap e2507: 8 total, 8 up, 8 in 2024-04-02T09:47:38.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:37 smithi012 ceph-mon[88355]: osdmap e2507: 8 total, 8 up, 8 in 2024-04-02T09:47:38.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:37 smithi012 ceph-mon[90784]: osdmap e2507: 8 total, 8 up, 8 in 2024-04-02T09:47:38.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:47:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:47:37] "GET /metrics HTTP/1.1" 200 36728 "" "Prometheus/2.43.0" 2024-04-02T09:47:39.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:38 smithi012 ceph-mon[90784]: osdmap e2508: 8 total, 8 up, 8 in 2024-04-02T09:47:39.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:38 smithi012 ceph-mon[90784]: pgmap v4711: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 931 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-04-02T09:47:39.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:38 smithi012 ceph-mon[88355]: osdmap e2508: 8 total, 8 up, 8 in 2024-04-02T09:47:39.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:38 smithi012 ceph-mon[88355]: pgmap v4711: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 931 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-04-02T09:47:39.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:38 smithi055 ceph-mon[85080]: osdmap e2508: 8 total, 8 up, 8 in 2024-04-02T09:47:39.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:38 smithi055 ceph-mon[85080]: pgmap v4711: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 931 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-04-02T09:47:40.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:39 smithi012 ceph-mon[88355]: osdmap e2509: 8 total, 8 up, 8 in 2024-04-02T09:47:40.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:39 smithi012 ceph-mon[88355]: osdmap e2510: 8 total, 8 up, 8 in 2024-04-02T09:47:40.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:39 smithi012 ceph-mon[90784]: osdmap e2509: 8 total, 8 up, 8 in 2024-04-02T09:47:40.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:39 smithi012 ceph-mon[90784]: osdmap e2510: 8 total, 8 up, 8 in 2024-04-02T09:47:40.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:39 smithi055 ceph-mon[85080]: osdmap e2509: 8 total, 8 up, 8 in 2024-04-02T09:47:40.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:39 smithi055 ceph-mon[85080]: osdmap e2510: 8 total, 8 up, 8 in 2024-04-02T09:47:41.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:40 smithi012 ceph-mon[88355]: pgmap v4714: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 897 KiB/s rd, 5.0 KiB/s wr, 1.21k op/s 2024-04-02T09:47:41.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:40 smithi012 ceph-mon[88355]: osdmap e2511: 8 total, 8 up, 8 in 2024-04-02T09:47:41.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:40 smithi012 ceph-mon[90784]: pgmap v4714: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 897 KiB/s rd, 5.0 KiB/s wr, 1.21k op/s 2024-04-02T09:47:41.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:40 smithi012 ceph-mon[90784]: osdmap e2511: 8 total, 8 up, 8 in 2024-04-02T09:47:41.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:40 smithi055 ceph-mon[85080]: pgmap v4714: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 897 KiB/s rd, 5.0 KiB/s wr, 1.21k op/s 2024-04-02T09:47:41.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:40 smithi055 ceph-mon[85080]: osdmap e2511: 8 total, 8 up, 8 in 2024-04-02T09:47:42.760 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:47:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:47:42.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:47:43.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:42 smithi055 ceph-mon[85080]: osdmap e2512: 8 total, 8 up, 8 in 2024-04-02T09:47:43.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:42 smithi055 ceph-mon[85080]: pgmap v4717: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 899 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-04-02T09:47:43.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:42 smithi012 ceph-mon[90784]: osdmap e2512: 8 total, 8 up, 8 in 2024-04-02T09:47:43.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:42 smithi012 ceph-mon[90784]: pgmap v4717: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 899 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-04-02T09:47:43.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:42 smithi012 ceph-mon[88355]: osdmap e2512: 8 total, 8 up, 8 in 2024-04-02T09:47:43.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:42 smithi012 ceph-mon[88355]: pgmap v4717: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 899 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-04-02T09:47:44.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:43 smithi055 ceph-mon[85080]: osdmap e2513: 8 total, 8 up, 8 in 2024-04-02T09:47:44.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:43 smithi012 ceph-mon[88355]: osdmap e2513: 8 total, 8 up, 8 in 2024-04-02T09:47:44.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:43 smithi012 ceph-mon[90784]: osdmap e2513: 8 total, 8 up, 8 in 2024-04-02T09:47:45.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:44 smithi055 ceph-mon[85080]: osdmap e2514: 8 total, 8 up, 8 in 2024-04-02T09:47:45.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:45.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:44 smithi055 ceph-mon[85080]: pgmap v4720: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-02T09:47:45.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:44 smithi055 ceph-mon[85080]: osdmap e2515: 8 total, 8 up, 8 in 2024-04-02T09:47:45.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:44 smithi012 ceph-mon[88355]: osdmap e2514: 8 total, 8 up, 8 in 2024-04-02T09:47:45.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:45.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:44 smithi012 ceph-mon[88355]: pgmap v4720: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-02T09:47:45.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:44 smithi012 ceph-mon[88355]: osdmap e2515: 8 total, 8 up, 8 in 2024-04-02T09:47:45.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:44 smithi012 ceph-mon[90784]: osdmap e2514: 8 total, 8 up, 8 in 2024-04-02T09:47:45.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:45.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:44 smithi012 ceph-mon[90784]: pgmap v4720: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-02T09:47:45.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:44 smithi012 ceph-mon[90784]: osdmap e2515: 8 total, 8 up, 8 in 2024-04-02T09:47:47.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:46 smithi055 ceph-mon[85080]: osdmap e2516: 8 total, 8 up, 8 in 2024-04-02T09:47:47.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:46 smithi055 ceph-mon[85080]: pgmap v4723: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 866 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-04-02T09:47:47.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:46 smithi012 ceph-mon[88355]: osdmap e2516: 8 total, 8 up, 8 in 2024-04-02T09:47:47.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:46 smithi012 ceph-mon[88355]: pgmap v4723: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 866 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-04-02T09:47:47.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:46 smithi012 ceph-mon[90784]: osdmap e2516: 8 total, 8 up, 8 in 2024-04-02T09:47:47.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:46 smithi012 ceph-mon[90784]: pgmap v4723: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 866 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-04-02T09:47:48.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:47 smithi055 ceph-mon[85080]: osdmap e2517: 8 total, 8 up, 8 in 2024-04-02T09:47:48.079 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:47 smithi012 ceph-mon[88355]: osdmap e2517: 8 total, 8 up, 8 in 2024-04-02T09:47:48.080 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:47 smithi012 ceph-mon[90784]: osdmap e2517: 8 total, 8 up, 8 in 2024-04-02T09:47:48.080 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:47:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:47:47] "GET /metrics HTTP/1.1" 200 36732 "" "Prometheus/2.43.0" 2024-04-02T09:47:49.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:48 smithi055 ceph-mon[85080]: osdmap e2518: 8 total, 8 up, 8 in 2024-04-02T09:47:49.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:48 smithi055 ceph-mon[85080]: pgmap v4726: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 866 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-04-02T09:47:49.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:48 smithi012 ceph-mon[88355]: osdmap e2518: 8 total, 8 up, 8 in 2024-04-02T09:47:49.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:48 smithi012 ceph-mon[88355]: pgmap v4726: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 866 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-04-02T09:47:49.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:48 smithi012 ceph-mon[90784]: osdmap e2518: 8 total, 8 up, 8 in 2024-04-02T09:47:49.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:48 smithi012 ceph-mon[90784]: pgmap v4726: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 866 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-04-02T09:47:50.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:49 smithi055 ceph-mon[85080]: osdmap e2519: 8 total, 8 up, 8 in 2024-04-02T09:47:50.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:49 smithi055 ceph-mon[85080]: osdmap e2520: 8 total, 8 up, 8 in 2024-04-02T09:47:50.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:49 smithi012 ceph-mon[88355]: osdmap e2519: 8 total, 8 up, 8 in 2024-04-02T09:47:50.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:49 smithi012 ceph-mon[88355]: osdmap e2520: 8 total, 8 up, 8 in 2024-04-02T09:47:50.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:49 smithi012 ceph-mon[90784]: osdmap e2519: 8 total, 8 up, 8 in 2024-04-02T09:47:50.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:49 smithi012 ceph-mon[90784]: osdmap e2520: 8 total, 8 up, 8 in 2024-04-02T09:47:51.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:50 smithi012 ceph-mon[88355]: pgmap v4729: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 829 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-04-02T09:47:51.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:50 smithi012 ceph-mon[90784]: pgmap v4729: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 829 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-04-02T09:47:51.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:50 smithi055 ceph-mon[85080]: pgmap v4729: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 829 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-04-02T09:47:52.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:51 smithi055 ceph-mon[85080]: osdmap e2521: 8 total, 8 up, 8 in 2024-04-02T09:47:52.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:51 smithi012 ceph-mon[88355]: osdmap e2521: 8 total, 8 up, 8 in 2024-04-02T09:47:52.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:51 smithi012 ceph-mon[90784]: osdmap e2521: 8 total, 8 up, 8 in 2024-04-02T09:47:52.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:47:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:47:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:47:53.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:52 smithi012 ceph-mon[88355]: osdmap e2522: 8 total, 8 up, 8 in 2024-04-02T09:47:53.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:52 smithi012 ceph-mon[88355]: pgmap v4732: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 832 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-04-02T09:47:53.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:52 smithi012 ceph-mon[90784]: osdmap e2522: 8 total, 8 up, 8 in 2024-04-02T09:47:53.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:52 smithi012 ceph-mon[90784]: pgmap v4732: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 832 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-04-02T09:47:53.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:52 smithi055 ceph-mon[85080]: osdmap e2522: 8 total, 8 up, 8 in 2024-04-02T09:47:53.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:52 smithi055 ceph-mon[85080]: pgmap v4732: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 832 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-04-02T09:47:54.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:53 smithi012 ceph-mon[90784]: osdmap e2523: 8 total, 8 up, 8 in 2024-04-02T09:47:54.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:53 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:47:54.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:53 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:47:54.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:53 smithi012 ceph-mon[88355]: osdmap e2523: 8 total, 8 up, 8 in 2024-04-02T09:47:54.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:53 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:47:54.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:53 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:47:54.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:53 smithi055 ceph-mon[85080]: osdmap e2523: 8 total, 8 up, 8 in 2024-04-02T09:47:54.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:53 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:47:54.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:53 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:47:55.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:54 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:47:55.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:54 smithi012 ceph-mon[90784]: osdmap e2524: 8 total, 8 up, 8 in 2024-04-02T09:47:55.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:54 smithi012 ceph-mon[90784]: pgmap v4735: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-02T09:47:55.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:54 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:47:55.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:54 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:47:55.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:54 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:47:55.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:54 smithi012 ceph-mon[90784]: osdmap e2525: 8 total, 8 up, 8 in 2024-04-02T09:47:55.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:54 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:47:55.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:54 smithi012 ceph-mon[88355]: osdmap e2524: 8 total, 8 up, 8 in 2024-04-02T09:47:55.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:54 smithi012 ceph-mon[88355]: pgmap v4735: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-02T09:47:55.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:54 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:47:55.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:54 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:47:55.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:54 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:47:55.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:54 smithi012 ceph-mon[88355]: osdmap e2525: 8 total, 8 up, 8 in 2024-04-02T09:47:55.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:54 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:47:55.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:54 smithi055 ceph-mon[85080]: osdmap e2524: 8 total, 8 up, 8 in 2024-04-02T09:47:55.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:54 smithi055 ceph-mon[85080]: pgmap v4735: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-02T09:47:55.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:54 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:47:55.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:54 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:47:55.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:54 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:47:55.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:54 smithi055 ceph-mon[85080]: osdmap e2525: 8 total, 8 up, 8 in 2024-04-02T09:47:57.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:56 smithi055 ceph-mon[85080]: osdmap e2526: 8 total, 8 up, 8 in 2024-04-02T09:47:57.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:56 smithi055 ceph-mon[85080]: pgmap v4738: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 800 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-04-02T09:47:57.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:56 smithi012 ceph-mon[88355]: osdmap e2526: 8 total, 8 up, 8 in 2024-04-02T09:47:57.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:56 smithi012 ceph-mon[88355]: pgmap v4738: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 800 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-04-02T09:47:57.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:56 smithi012 ceph-mon[90784]: osdmap e2526: 8 total, 8 up, 8 in 2024-04-02T09:47:57.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:56 smithi012 ceph-mon[90784]: pgmap v4738: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 800 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-04-02T09:47:58.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:57 smithi055 ceph-mon[85080]: osdmap e2527: 8 total, 8 up, 8 in 2024-04-02T09:47:58.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:57 smithi012 ceph-mon[88355]: osdmap e2527: 8 total, 8 up, 8 in 2024-04-02T09:47:58.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:57 smithi012 ceph-mon[90784]: osdmap e2527: 8 total, 8 up, 8 in 2024-04-02T09:47:58.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:47:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:47:57] "GET /metrics HTTP/1.1" 200 36732 "" "Prometheus/2.43.0" 2024-04-02T09:47:59.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:58 smithi055 ceph-mon[85080]: osdmap e2528: 8 total, 8 up, 8 in 2024-04-02T09:47:59.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:58 smithi055 ceph-mon[85080]: pgmap v4741: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 800 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-04-02T09:47:59.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:58 smithi012 ceph-mon[90784]: osdmap e2528: 8 total, 8 up, 8 in 2024-04-02T09:47:59.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:58 smithi012 ceph-mon[90784]: pgmap v4741: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 800 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-04-02T09:47:59.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:58 smithi012 ceph-mon[88355]: osdmap e2528: 8 total, 8 up, 8 in 2024-04-02T09:47:59.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:58 smithi012 ceph-mon[88355]: pgmap v4741: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 800 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-04-02T09:48:00.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:59 smithi055 ceph-mon[85080]: osdmap e2529: 8 total, 8 up, 8 in 2024-04-02T09:48:00.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:00.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:47:59 smithi055 ceph-mon[85080]: osdmap e2530: 8 total, 8 up, 8 in 2024-04-02T09:48:00.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:59 smithi012 ceph-mon[90784]: osdmap e2529: 8 total, 8 up, 8 in 2024-04-02T09:48:00.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:00.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:47:59 smithi012 ceph-mon[90784]: osdmap e2530: 8 total, 8 up, 8 in 2024-04-02T09:48:00.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:59 smithi012 ceph-mon[88355]: osdmap e2529: 8 total, 8 up, 8 in 2024-04-02T09:48:00.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:00.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:47:59 smithi012 ceph-mon[88355]: osdmap e2530: 8 total, 8 up, 8 in 2024-04-02T09:48:01.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:00 smithi055 ceph-mon[85080]: pgmap v4744: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 764 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2024-04-02T09:48:01.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:00 smithi012 ceph-mon[88355]: pgmap v4744: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 764 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2024-04-02T09:48:01.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:00 smithi012 ceph-mon[90784]: pgmap v4744: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 764 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2024-04-02T09:48:02.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:01 smithi055 ceph-mon[85080]: osdmap e2531: 8 total, 8 up, 8 in 2024-04-02T09:48:02.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:01 smithi012 ceph-mon[88355]: osdmap e2531: 8 total, 8 up, 8 in 2024-04-02T09:48:02.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:01 smithi012 ceph-mon[90784]: osdmap e2531: 8 total, 8 up, 8 in 2024-04-02T09:48:02.810 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:48:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:48:02.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:48:03.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:02 smithi055 ceph-mon[85080]: osdmap e2532: 8 total, 8 up, 8 in 2024-04-02T09:48:03.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:02 smithi055 ceph-mon[85080]: pgmap v4747: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 767 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2024-04-02T09:48:03.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:02 smithi012 ceph-mon[88355]: osdmap e2532: 8 total, 8 up, 8 in 2024-04-02T09:48:03.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:02 smithi012 ceph-mon[88355]: pgmap v4747: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 767 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2024-04-02T09:48:03.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:02 smithi012 ceph-mon[90784]: osdmap e2532: 8 total, 8 up, 8 in 2024-04-02T09:48:03.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:02 smithi012 ceph-mon[90784]: pgmap v4747: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 767 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2024-04-02T09:48:04.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:03 smithi055 ceph-mon[85080]: osdmap e2533: 8 total, 8 up, 8 in 2024-04-02T09:48:04.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:03 smithi012 ceph-mon[88355]: osdmap e2533: 8 total, 8 up, 8 in 2024-04-02T09:48:04.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:03 smithi012 ceph-mon[90784]: osdmap e2533: 8 total, 8 up, 8 in 2024-04-02T09:48:05.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:04 smithi012 ceph-mon[90784]: osdmap e2534: 8 total, 8 up, 8 in 2024-04-02T09:48:05.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:04 smithi012 ceph-mon[90784]: pgmap v4750: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:48:05.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:04 smithi012 ceph-mon[90784]: osdmap e2535: 8 total, 8 up, 8 in 2024-04-02T09:48:05.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:04 smithi012 ceph-mon[88355]: osdmap e2534: 8 total, 8 up, 8 in 2024-04-02T09:48:05.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:04 smithi012 ceph-mon[88355]: pgmap v4750: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:48:05.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:04 smithi012 ceph-mon[88355]: osdmap e2535: 8 total, 8 up, 8 in 2024-04-02T09:48:05.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:04 smithi055 ceph-mon[85080]: osdmap e2534: 8 total, 8 up, 8 in 2024-04-02T09:48:05.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:04 smithi055 ceph-mon[85080]: pgmap v4750: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:48:05.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:04 smithi055 ceph-mon[85080]: osdmap e2535: 8 total, 8 up, 8 in 2024-04-02T09:48:07.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:06 smithi055 ceph-mon[85080]: osdmap e2536: 8 total, 8 up, 8 in 2024-04-02T09:48:07.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:06 smithi055 ceph-mon[85080]: pgmap v4753: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 735 KiB/s rd, 5.0 KiB/s wr, 994 op/s 2024-04-02T09:48:07.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:06 smithi012 ceph-mon[88355]: osdmap e2536: 8 total, 8 up, 8 in 2024-04-02T09:48:07.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:06 smithi012 ceph-mon[88355]: pgmap v4753: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 735 KiB/s rd, 5.0 KiB/s wr, 994 op/s 2024-04-02T09:48:07.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:06 smithi012 ceph-mon[90784]: osdmap e2536: 8 total, 8 up, 8 in 2024-04-02T09:48:07.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:06 smithi012 ceph-mon[90784]: pgmap v4753: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 735 KiB/s rd, 5.0 KiB/s wr, 994 op/s 2024-04-02T09:48:08.063 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:07 smithi055 ceph-mon[85080]: osdmap e2537: 8 total, 8 up, 8 in 2024-04-02T09:48:08.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:07 smithi012 ceph-mon[88355]: osdmap e2537: 8 total, 8 up, 8 in 2024-04-02T09:48:08.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:07 smithi012 ceph-mon[90784]: osdmap e2537: 8 total, 8 up, 8 in 2024-04-02T09:48:08.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:48:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:48:07] "GET /metrics HTTP/1.1" 200 36730 "" "Prometheus/2.43.0" 2024-04-02T09:48:09.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:08 smithi055 ceph-mon[85080]: osdmap e2538: 8 total, 8 up, 8 in 2024-04-02T09:48:09.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:08 smithi055 ceph-mon[85080]: pgmap v4756: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 735 KiB/s rd, 5.0 KiB/s wr, 994 op/s 2024-04-02T09:48:09.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:08 smithi012 ceph-mon[88355]: osdmap e2538: 8 total, 8 up, 8 in 2024-04-02T09:48:09.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:08 smithi012 ceph-mon[88355]: pgmap v4756: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 735 KiB/s rd, 5.0 KiB/s wr, 994 op/s 2024-04-02T09:48:09.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:08 smithi012 ceph-mon[90784]: osdmap e2538: 8 total, 8 up, 8 in 2024-04-02T09:48:09.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:08 smithi012 ceph-mon[90784]: pgmap v4756: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 735 KiB/s rd, 5.0 KiB/s wr, 994 op/s 2024-04-02T09:48:10.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:09 smithi055 ceph-mon[85080]: osdmap e2539: 8 total, 8 up, 8 in 2024-04-02T09:48:10.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:09 smithi055 ceph-mon[85080]: osdmap e2540: 8 total, 8 up, 8 in 2024-04-02T09:48:10.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:09 smithi012 ceph-mon[90784]: osdmap e2539: 8 total, 8 up, 8 in 2024-04-02T09:48:10.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:09 smithi012 ceph-mon[90784]: osdmap e2540: 8 total, 8 up, 8 in 2024-04-02T09:48:10.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:09 smithi012 ceph-mon[88355]: osdmap e2539: 8 total, 8 up, 8 in 2024-04-02T09:48:10.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:09 smithi012 ceph-mon[88355]: osdmap e2540: 8 total, 8 up, 8 in 2024-04-02T09:48:11.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:10 smithi055 ceph-mon[85080]: pgmap v4759: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 700 KiB/s rd, 5.0 KiB/s wr, 946 op/s 2024-04-02T09:48:11.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:10 smithi012 ceph-mon[88355]: pgmap v4759: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 700 KiB/s rd, 5.0 KiB/s wr, 946 op/s 2024-04-02T09:48:11.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:10 smithi012 ceph-mon[90784]: pgmap v4759: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 700 KiB/s rd, 5.0 KiB/s wr, 946 op/s 2024-04-02T09:48:12.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:11 smithi055 ceph-mon[85080]: osdmap e2541: 8 total, 8 up, 8 in 2024-04-02T09:48:12.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:11 smithi012 ceph-mon[88355]: osdmap e2541: 8 total, 8 up, 8 in 2024-04-02T09:48:12.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:11 smithi012 ceph-mon[90784]: osdmap e2541: 8 total, 8 up, 8 in 2024-04-02T09:48:12.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:48:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:48:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:48:13.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:12 smithi012 ceph-mon[90784]: osdmap e2542: 8 total, 8 up, 8 in 2024-04-02T09:48:13.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:12 smithi012 ceph-mon[90784]: pgmap v4762: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 702 KiB/s rd, 5.0 KiB/s wr, 951 op/s 2024-04-02T09:48:13.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:12 smithi012 ceph-mon[88355]: osdmap e2542: 8 total, 8 up, 8 in 2024-04-02T09:48:13.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:12 smithi012 ceph-mon[88355]: pgmap v4762: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 702 KiB/s rd, 5.0 KiB/s wr, 951 op/s 2024-04-02T09:48:13.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:12 smithi055 ceph-mon[85080]: osdmap e2542: 8 total, 8 up, 8 in 2024-04-02T09:48:13.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:12 smithi055 ceph-mon[85080]: pgmap v4762: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 702 KiB/s rd, 5.0 KiB/s wr, 951 op/s 2024-04-02T09:48:14.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:13 smithi012 ceph-mon[88355]: osdmap e2543: 8 total, 8 up, 8 in 2024-04-02T09:48:14.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:13 smithi012 ceph-mon[90784]: osdmap e2543: 8 total, 8 up, 8 in 2024-04-02T09:48:14.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:13 smithi055 ceph-mon[85080]: osdmap e2543: 8 total, 8 up, 8 in 2024-04-02T09:48:15.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:14 smithi012 ceph-mon[90784]: osdmap e2544: 8 total, 8 up, 8 in 2024-04-02T09:48:15.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:15.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:14 smithi012 ceph-mon[90784]: pgmap v4765: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:48:15.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:14 smithi012 ceph-mon[90784]: osdmap e2545: 8 total, 8 up, 8 in 2024-04-02T09:48:15.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:14 smithi012 ceph-mon[88355]: osdmap e2544: 8 total, 8 up, 8 in 2024-04-02T09:48:15.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:15.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:14 smithi012 ceph-mon[88355]: pgmap v4765: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:48:15.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:14 smithi012 ceph-mon[88355]: osdmap e2545: 8 total, 8 up, 8 in 2024-04-02T09:48:15.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:14 smithi055 ceph-mon[85080]: osdmap e2544: 8 total, 8 up, 8 in 2024-04-02T09:48:15.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:15.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:14 smithi055 ceph-mon[85080]: pgmap v4765: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:48:15.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:14 smithi055 ceph-mon[85080]: osdmap e2545: 8 total, 8 up, 8 in 2024-04-02T09:48:17.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:16 smithi055 ceph-mon[85080]: osdmap e2546: 8 total, 8 up, 8 in 2024-04-02T09:48:17.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:16 smithi055 ceph-mon[85080]: pgmap v4768: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 670 KiB/s rd, 5.0 KiB/s wr, 907 op/s 2024-04-02T09:48:17.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:16 smithi012 ceph-mon[88355]: osdmap e2546: 8 total, 8 up, 8 in 2024-04-02T09:48:17.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:16 smithi012 ceph-mon[88355]: pgmap v4768: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 670 KiB/s rd, 5.0 KiB/s wr, 907 op/s 2024-04-02T09:48:17.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:16 smithi012 ceph-mon[90784]: osdmap e2546: 8 total, 8 up, 8 in 2024-04-02T09:48:17.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:16 smithi012 ceph-mon[90784]: pgmap v4768: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 670 KiB/s rd, 5.0 KiB/s wr, 907 op/s 2024-04-02T09:48:18.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:17 smithi055 ceph-mon[85080]: osdmap e2547: 8 total, 8 up, 8 in 2024-04-02T09:48:18.079 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:17 smithi012 ceph-mon[88355]: osdmap e2547: 8 total, 8 up, 8 in 2024-04-02T09:48:18.079 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:17 smithi012 ceph-mon[90784]: osdmap e2547: 8 total, 8 up, 8 in 2024-04-02T09:48:18.079 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:48:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:48:17] "GET /metrics HTTP/1.1" 200 36731 "" "Prometheus/2.43.0" 2024-04-02T09:48:19.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:18 smithi055 ceph-mon[85080]: osdmap e2548: 8 total, 8 up, 8 in 2024-04-02T09:48:19.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:18 smithi055 ceph-mon[85080]: pgmap v4771: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 670 KiB/s rd, 5.0 KiB/s wr, 907 op/s 2024-04-02T09:48:19.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:18 smithi012 ceph-mon[88355]: osdmap e2548: 8 total, 8 up, 8 in 2024-04-02T09:48:19.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:18 smithi012 ceph-mon[88355]: pgmap v4771: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 670 KiB/s rd, 5.0 KiB/s wr, 907 op/s 2024-04-02T09:48:19.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:18 smithi012 ceph-mon[90784]: osdmap e2548: 8 total, 8 up, 8 in 2024-04-02T09:48:19.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:18 smithi012 ceph-mon[90784]: pgmap v4771: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 670 KiB/s rd, 5.0 KiB/s wr, 907 op/s 2024-04-02T09:48:20.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:19 smithi055 ceph-mon[85080]: osdmap e2549: 8 total, 8 up, 8 in 2024-04-02T09:48:20.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:19 smithi055 ceph-mon[85080]: osdmap e2550: 8 total, 8 up, 8 in 2024-04-02T09:48:20.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:19 smithi012 ceph-mon[88355]: osdmap e2549: 8 total, 8 up, 8 in 2024-04-02T09:48:20.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:19 smithi012 ceph-mon[88355]: osdmap e2550: 8 total, 8 up, 8 in 2024-04-02T09:48:20.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:19 smithi012 ceph-mon[90784]: osdmap e2549: 8 total, 8 up, 8 in 2024-04-02T09:48:20.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:19 smithi012 ceph-mon[90784]: osdmap e2550: 8 total, 8 up, 8 in 2024-04-02T09:48:21.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:20 smithi055 ceph-mon[85080]: pgmap v4774: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 634 KiB/s rd, 5.0 KiB/s wr, 859 op/s 2024-04-02T09:48:21.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:20 smithi012 ceph-mon[88355]: pgmap v4774: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 634 KiB/s rd, 5.0 KiB/s wr, 859 op/s 2024-04-02T09:48:21.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:20 smithi012 ceph-mon[90784]: pgmap v4774: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 634 KiB/s rd, 5.0 KiB/s wr, 859 op/s 2024-04-02T09:48:22.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:21 smithi055 ceph-mon[85080]: osdmap e2551: 8 total, 8 up, 8 in 2024-04-02T09:48:22.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:21 smithi012 ceph-mon[88355]: osdmap e2551: 8 total, 8 up, 8 in 2024-04-02T09:48:22.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:21 smithi012 ceph-mon[90784]: osdmap e2551: 8 total, 8 up, 8 in 2024-04-02T09:48:22.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:48:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:48:22.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:48:23.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:22 smithi012 ceph-mon[88355]: osdmap e2552: 8 total, 8 up, 8 in 2024-04-02T09:48:23.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:22 smithi012 ceph-mon[88355]: pgmap v4777: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 636 KiB/s rd, 5.0 KiB/s wr, 862 op/s 2024-04-02T09:48:23.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:22 smithi012 ceph-mon[90784]: osdmap e2552: 8 total, 8 up, 8 in 2024-04-02T09:48:23.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:22 smithi012 ceph-mon[90784]: pgmap v4777: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 636 KiB/s rd, 5.0 KiB/s wr, 862 op/s 2024-04-02T09:48:23.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:22 smithi055 ceph-mon[85080]: osdmap e2552: 8 total, 8 up, 8 in 2024-04-02T09:48:23.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:22 smithi055 ceph-mon[85080]: pgmap v4777: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 636 KiB/s rd, 5.0 KiB/s wr, 862 op/s 2024-04-02T09:48:24.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:23 smithi012 ceph-mon[90784]: osdmap e2553: 8 total, 8 up, 8 in 2024-04-02T09:48:24.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:23 smithi012 ceph-mon[88355]: osdmap e2553: 8 total, 8 up, 8 in 2024-04-02T09:48:24.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:23 smithi055 ceph-mon[85080]: osdmap e2553: 8 total, 8 up, 8 in 2024-04-02T09:48:25.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:24 smithi012 ceph-mon[88355]: osdmap e2554: 8 total, 8 up, 8 in 2024-04-02T09:48:25.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:24 smithi012 ceph-mon[88355]: pgmap v4780: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-02T09:48:25.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:24 smithi012 ceph-mon[88355]: osdmap e2555: 8 total, 8 up, 8 in 2024-04-02T09:48:25.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:24 smithi012 ceph-mon[90784]: osdmap e2554: 8 total, 8 up, 8 in 2024-04-02T09:48:25.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:24 smithi012 ceph-mon[90784]: pgmap v4780: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-02T09:48:25.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:24 smithi012 ceph-mon[90784]: osdmap e2555: 8 total, 8 up, 8 in 2024-04-02T09:48:25.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:24 smithi055 ceph-mon[85080]: osdmap e2554: 8 total, 8 up, 8 in 2024-04-02T09:48:25.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:24 smithi055 ceph-mon[85080]: pgmap v4780: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-02T09:48:25.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:24 smithi055 ceph-mon[85080]: osdmap e2555: 8 total, 8 up, 8 in 2024-04-02T09:48:27.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:26 smithi055 ceph-mon[85080]: osdmap e2556: 8 total, 8 up, 8 in 2024-04-02T09:48:27.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:26 smithi055 ceph-mon[85080]: pgmap v4783: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 605 KiB/s rd, 5.0 KiB/s wr, 821 op/s 2024-04-02T09:48:27.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:26 smithi012 ceph-mon[88355]: osdmap e2556: 8 total, 8 up, 8 in 2024-04-02T09:48:27.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:26 smithi012 ceph-mon[88355]: pgmap v4783: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 605 KiB/s rd, 5.0 KiB/s wr, 821 op/s 2024-04-02T09:48:27.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:26 smithi012 ceph-mon[90784]: osdmap e2556: 8 total, 8 up, 8 in 2024-04-02T09:48:27.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:26 smithi012 ceph-mon[90784]: pgmap v4783: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 605 KiB/s rd, 5.0 KiB/s wr, 821 op/s 2024-04-02T09:48:28.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:27 smithi055 ceph-mon[85080]: osdmap e2557: 8 total, 8 up, 8 in 2024-04-02T09:48:28.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:27 smithi012 ceph-mon[88355]: osdmap e2557: 8 total, 8 up, 8 in 2024-04-02T09:48:28.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:27 smithi012 ceph-mon[90784]: osdmap e2557: 8 total, 8 up, 8 in 2024-04-02T09:48:28.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:48:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:48:27] "GET /metrics HTTP/1.1" 200 36731 "" "Prometheus/2.43.0" 2024-04-02T09:48:29.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:28 smithi055 ceph-mon[85080]: osdmap e2558: 8 total, 8 up, 8 in 2024-04-02T09:48:29.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:28 smithi055 ceph-mon[85080]: pgmap v4786: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 605 KiB/s rd, 5.0 KiB/s wr, 821 op/s 2024-04-02T09:48:29.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:28 smithi012 ceph-mon[88355]: osdmap e2558: 8 total, 8 up, 8 in 2024-04-02T09:48:29.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:28 smithi012 ceph-mon[88355]: pgmap v4786: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 605 KiB/s rd, 5.0 KiB/s wr, 821 op/s 2024-04-02T09:48:29.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:28 smithi012 ceph-mon[90784]: osdmap e2558: 8 total, 8 up, 8 in 2024-04-02T09:48:29.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:28 smithi012 ceph-mon[90784]: pgmap v4786: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 605 KiB/s rd, 5.0 KiB/s wr, 821 op/s 2024-04-02T09:48:30.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:29 smithi055 ceph-mon[85080]: osdmap e2559: 8 total, 8 up, 8 in 2024-04-02T09:48:30.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:30.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:29 smithi055 ceph-mon[85080]: osdmap e2560: 8 total, 8 up, 8 in 2024-04-02T09:48:30.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:29 smithi012 ceph-mon[88355]: osdmap e2559: 8 total, 8 up, 8 in 2024-04-02T09:48:30.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:30.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:29 smithi012 ceph-mon[88355]: osdmap e2560: 8 total, 8 up, 8 in 2024-04-02T09:48:30.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:29 smithi012 ceph-mon[90784]: osdmap e2559: 8 total, 8 up, 8 in 2024-04-02T09:48:30.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:30.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:29 smithi012 ceph-mon[90784]: osdmap e2560: 8 total, 8 up, 8 in 2024-04-02T09:48:31.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:30 smithi055 ceph-mon[85080]: pgmap v4789: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 568 KiB/s rd, 5.0 KiB/s wr, 769 op/s 2024-04-02T09:48:31.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:30 smithi012 ceph-mon[90784]: pgmap v4789: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 568 KiB/s rd, 5.0 KiB/s wr, 769 op/s 2024-04-02T09:48:31.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:30 smithi012 ceph-mon[88355]: pgmap v4789: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 568 KiB/s rd, 5.0 KiB/s wr, 769 op/s 2024-04-02T09:48:32.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:31 smithi055 ceph-mon[85080]: osdmap e2561: 8 total, 8 up, 8 in 2024-04-02T09:48:32.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:31 smithi012 ceph-mon[88355]: osdmap e2561: 8 total, 8 up, 8 in 2024-04-02T09:48:32.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:31 smithi012 ceph-mon[90784]: osdmap e2561: 8 total, 8 up, 8 in 2024-04-02T09:48:32.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:48:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:48:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:48:33.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:32 smithi012 ceph-mon[88355]: osdmap e2562: 8 total, 8 up, 8 in 2024-04-02T09:48:33.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:32 smithi012 ceph-mon[88355]: pgmap v4792: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 571 KiB/s rd, 5.0 KiB/s wr, 776 op/s 2024-04-02T09:48:33.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:32 smithi012 ceph-mon[90784]: osdmap e2562: 8 total, 8 up, 8 in 2024-04-02T09:48:33.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:32 smithi012 ceph-mon[90784]: pgmap v4792: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 571 KiB/s rd, 5.0 KiB/s wr, 776 op/s 2024-04-02T09:48:33.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:32 smithi055 ceph-mon[85080]: osdmap e2562: 8 total, 8 up, 8 in 2024-04-02T09:48:33.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:32 smithi055 ceph-mon[85080]: pgmap v4792: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 571 KiB/s rd, 5.0 KiB/s wr, 776 op/s 2024-04-02T09:48:34.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:33 smithi012 ceph-mon[88355]: osdmap e2563: 8 total, 8 up, 8 in 2024-04-02T09:48:34.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:33 smithi012 ceph-mon[90784]: osdmap e2563: 8 total, 8 up, 8 in 2024-04-02T09:48:34.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:33 smithi055 ceph-mon[85080]: osdmap e2563: 8 total, 8 up, 8 in 2024-04-02T09:48:35.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:34 smithi012 ceph-mon[88355]: osdmap e2564: 8 total, 8 up, 8 in 2024-04-02T09:48:35.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:34 smithi012 ceph-mon[88355]: pgmap v4795: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-02T09:48:35.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:34 smithi012 ceph-mon[88355]: osdmap e2565: 8 total, 8 up, 8 in 2024-04-02T09:48:35.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:34 smithi012 ceph-mon[90784]: osdmap e2564: 8 total, 8 up, 8 in 2024-04-02T09:48:35.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:34 smithi012 ceph-mon[90784]: pgmap v4795: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-02T09:48:35.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:34 smithi012 ceph-mon[90784]: osdmap e2565: 8 total, 8 up, 8 in 2024-04-02T09:48:35.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:34 smithi055 ceph-mon[85080]: osdmap e2564: 8 total, 8 up, 8 in 2024-04-02T09:48:35.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:34 smithi055 ceph-mon[85080]: pgmap v4795: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-02T09:48:35.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:34 smithi055 ceph-mon[85080]: osdmap e2565: 8 total, 8 up, 8 in 2024-04-02T09:48:37.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:36 smithi012 ceph-mon[88355]: osdmap e2566: 8 total, 8 up, 8 in 2024-04-02T09:48:37.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:36 smithi012 ceph-mon[88355]: pgmap v4798: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 540 KiB/s rd, 5.0 KiB/s wr, 731 op/s 2024-04-02T09:48:37.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:36 smithi012 ceph-mon[90784]: osdmap e2566: 8 total, 8 up, 8 in 2024-04-02T09:48:37.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:36 smithi012 ceph-mon[90784]: pgmap v4798: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 540 KiB/s rd, 5.0 KiB/s wr, 731 op/s 2024-04-02T09:48:37.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:36 smithi055 ceph-mon[85080]: osdmap e2566: 8 total, 8 up, 8 in 2024-04-02T09:48:37.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:36 smithi055 ceph-mon[85080]: pgmap v4798: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 540 KiB/s rd, 5.0 KiB/s wr, 731 op/s 2024-04-02T09:48:38.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:37 smithi012 ceph-mon[88355]: osdmap e2567: 8 total, 8 up, 8 in 2024-04-02T09:48:38.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:37 smithi012 ceph-mon[90784]: osdmap e2567: 8 total, 8 up, 8 in 2024-04-02T09:48:38.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:48:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:48:37] "GET /metrics HTTP/1.1" 200 36726 "" "Prometheus/2.43.0" 2024-04-02T09:48:38.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:37 smithi055 ceph-mon[85080]: osdmap e2567: 8 total, 8 up, 8 in 2024-04-02T09:48:39.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:38 smithi012 ceph-mon[88355]: osdmap e2568: 8 total, 8 up, 8 in 2024-04-02T09:48:39.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:38 smithi012 ceph-mon[88355]: pgmap v4801: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 540 KiB/s rd, 5.0 KiB/s wr, 731 op/s 2024-04-02T09:48:39.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:38 smithi012 ceph-mon[90784]: osdmap e2568: 8 total, 8 up, 8 in 2024-04-02T09:48:39.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:38 smithi012 ceph-mon[90784]: pgmap v4801: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 540 KiB/s rd, 5.0 KiB/s wr, 731 op/s 2024-04-02T09:48:39.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:38 smithi055 ceph-mon[85080]: osdmap e2568: 8 total, 8 up, 8 in 2024-04-02T09:48:39.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:38 smithi055 ceph-mon[85080]: pgmap v4801: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 540 KiB/s rd, 5.0 KiB/s wr, 731 op/s 2024-04-02T09:48:40.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:39 smithi012 ceph-mon[88355]: osdmap e2569: 8 total, 8 up, 8 in 2024-04-02T09:48:40.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:39 smithi012 ceph-mon[88355]: osdmap e2570: 8 total, 8 up, 8 in 2024-04-02T09:48:40.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:39 smithi012 ceph-mon[90784]: osdmap e2569: 8 total, 8 up, 8 in 2024-04-02T09:48:40.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:39 smithi012 ceph-mon[90784]: osdmap e2570: 8 total, 8 up, 8 in 2024-04-02T09:48:40.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:39 smithi055 ceph-mon[85080]: osdmap e2569: 8 total, 8 up, 8 in 2024-04-02T09:48:40.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:39 smithi055 ceph-mon[85080]: osdmap e2570: 8 total, 8 up, 8 in 2024-04-02T09:48:41.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:40 smithi012 ceph-mon[90784]: pgmap v4804: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 504 KiB/s rd, 5.0 KiB/s wr, 683 op/s 2024-04-02T09:48:41.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:40 smithi012 ceph-mon[90784]: osdmap e2571: 8 total, 8 up, 8 in 2024-04-02T09:48:41.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:40 smithi012 ceph-mon[88355]: pgmap v4804: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 504 KiB/s rd, 5.0 KiB/s wr, 683 op/s 2024-04-02T09:48:41.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:40 smithi012 ceph-mon[88355]: osdmap e2571: 8 total, 8 up, 8 in 2024-04-02T09:48:41.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:40 smithi055 ceph-mon[85080]: pgmap v4804: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 504 KiB/s rd, 5.0 KiB/s wr, 683 op/s 2024-04-02T09:48:41.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:40 smithi055 ceph-mon[85080]: osdmap e2571: 8 total, 8 up, 8 in 2024-04-02T09:48:42.791 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:48:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:48:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:48:43.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:42 smithi055 ceph-mon[85080]: osdmap e2572: 8 total, 8 up, 8 in 2024-04-02T09:48:43.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:42 smithi055 ceph-mon[85080]: pgmap v4807: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 507 KiB/s rd, 5.0 KiB/s wr, 689 op/s 2024-04-02T09:48:43.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:42 smithi012 ceph-mon[90784]: osdmap e2572: 8 total, 8 up, 8 in 2024-04-02T09:48:43.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:42 smithi012 ceph-mon[90784]: pgmap v4807: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 507 KiB/s rd, 5.0 KiB/s wr, 689 op/s 2024-04-02T09:48:43.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:42 smithi012 ceph-mon[88355]: osdmap e2572: 8 total, 8 up, 8 in 2024-04-02T09:48:43.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:42 smithi012 ceph-mon[88355]: pgmap v4807: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 507 KiB/s rd, 5.0 KiB/s wr, 689 op/s 2024-04-02T09:48:44.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:43 smithi055 ceph-mon[85080]: osdmap e2573: 8 total, 8 up, 8 in 2024-04-02T09:48:44.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:43 smithi012 ceph-mon[88355]: osdmap e2573: 8 total, 8 up, 8 in 2024-04-02T09:48:44.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:43 smithi012 ceph-mon[90784]: osdmap e2573: 8 total, 8 up, 8 in 2024-04-02T09:48:45.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:44 smithi055 ceph-mon[85080]: osdmap e2574: 8 total, 8 up, 8 in 2024-04-02T09:48:45.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:45.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:44 smithi055 ceph-mon[85080]: pgmap v4810: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:48:45.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:44 smithi055 ceph-mon[85080]: osdmap e2575: 8 total, 8 up, 8 in 2024-04-02T09:48:45.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:44 smithi012 ceph-mon[88355]: osdmap e2574: 8 total, 8 up, 8 in 2024-04-02T09:48:45.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:45.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:44 smithi012 ceph-mon[88355]: pgmap v4810: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:48:45.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:44 smithi012 ceph-mon[88355]: osdmap e2575: 8 total, 8 up, 8 in 2024-04-02T09:48:45.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:44 smithi012 ceph-mon[90784]: osdmap e2574: 8 total, 8 up, 8 in 2024-04-02T09:48:45.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:45.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:44 smithi012 ceph-mon[90784]: pgmap v4810: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:48:45.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:44 smithi012 ceph-mon[90784]: osdmap e2575: 8 total, 8 up, 8 in 2024-04-02T09:48:47.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:46 smithi055 ceph-mon[85080]: osdmap e2576: 8 total, 8 up, 8 in 2024-04-02T09:48:47.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:46 smithi055 ceph-mon[85080]: pgmap v4813: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 475 KiB/s rd, 5.0 KiB/s wr, 644 op/s 2024-04-02T09:48:47.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:46 smithi012 ceph-mon[88355]: osdmap e2576: 8 total, 8 up, 8 in 2024-04-02T09:48:47.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:46 smithi012 ceph-mon[88355]: pgmap v4813: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 475 KiB/s rd, 5.0 KiB/s wr, 644 op/s 2024-04-02T09:48:47.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:46 smithi012 ceph-mon[90784]: osdmap e2576: 8 total, 8 up, 8 in 2024-04-02T09:48:47.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:46 smithi012 ceph-mon[90784]: pgmap v4813: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 475 KiB/s rd, 5.0 KiB/s wr, 644 op/s 2024-04-02T09:48:48.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:47 smithi055 ceph-mon[85080]: osdmap e2577: 8 total, 8 up, 8 in 2024-04-02T09:48:48.079 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:47 smithi012 ceph-mon[88355]: osdmap e2577: 8 total, 8 up, 8 in 2024-04-02T09:48:48.079 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:47 smithi012 ceph-mon[90784]: osdmap e2577: 8 total, 8 up, 8 in 2024-04-02T09:48:48.079 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:48:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:48:47] "GET /metrics HTTP/1.1" 200 36725 "" "Prometheus/2.43.0" 2024-04-02T09:48:49.193 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:48 smithi012 ceph-mon[88355]: osdmap e2578: 8 total, 8 up, 8 in 2024-04-02T09:48:49.193 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:48 smithi012 ceph-mon[88355]: pgmap v4816: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 475 KiB/s rd, 5.0 KiB/s wr, 644 op/s 2024-04-02T09:48:49.193 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:48 smithi012 ceph-mon[90784]: osdmap e2578: 8 total, 8 up, 8 in 2024-04-02T09:48:49.193 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:48 smithi012 ceph-mon[90784]: pgmap v4816: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 475 KiB/s rd, 5.0 KiB/s wr, 644 op/s 2024-04-02T09:48:49.314 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:48 smithi055 ceph-mon[85080]: osdmap e2578: 8 total, 8 up, 8 in 2024-04-02T09:48:49.314 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:48 smithi055 ceph-mon[85080]: pgmap v4816: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 475 KiB/s rd, 5.0 KiB/s wr, 644 op/s 2024-04-02T09:48:50.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:49 smithi012 ceph-mon[88355]: osdmap e2579: 8 total, 8 up, 8 in 2024-04-02T09:48:50.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:49 smithi012 ceph-mon[88355]: osdmap e2580: 8 total, 8 up, 8 in 2024-04-02T09:48:50.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:49 smithi012 ceph-mon[90784]: osdmap e2579: 8 total, 8 up, 8 in 2024-04-02T09:48:50.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:49 smithi012 ceph-mon[90784]: osdmap e2580: 8 total, 8 up, 8 in 2024-04-02T09:48:50.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:49 smithi055 ceph-mon[85080]: osdmap e2579: 8 total, 8 up, 8 in 2024-04-02T09:48:50.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:49 smithi055 ceph-mon[85080]: osdmap e2580: 8 total, 8 up, 8 in 2024-04-02T09:48:51.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:50 smithi012 ceph-mon[88355]: pgmap v4819: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 438 KiB/s rd, 5.0 KiB/s wr, 593 op/s 2024-04-02T09:48:51.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:50 smithi012 ceph-mon[90784]: pgmap v4819: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 438 KiB/s rd, 5.0 KiB/s wr, 593 op/s 2024-04-02T09:48:51.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:50 smithi055 ceph-mon[85080]: pgmap v4819: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 438 KiB/s rd, 5.0 KiB/s wr, 593 op/s 2024-04-02T09:48:52.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:51 smithi012 ceph-mon[88355]: osdmap e2581: 8 total, 8 up, 8 in 2024-04-02T09:48:52.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:51 smithi012 ceph-mon[90784]: osdmap e2581: 8 total, 8 up, 8 in 2024-04-02T09:48:52.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:51 smithi055 ceph-mon[85080]: osdmap e2581: 8 total, 8 up, 8 in 2024-04-02T09:48:52.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:48:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:48:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:48:53.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:52 smithi012 ceph-mon[88355]: osdmap e2582: 8 total, 8 up, 8 in 2024-04-02T09:48:53.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:52 smithi012 ceph-mon[88355]: pgmap v4822: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 440 KiB/s rd, 5.0 KiB/s wr, 597 op/s 2024-04-02T09:48:53.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:52 smithi012 ceph-mon[90784]: osdmap e2582: 8 total, 8 up, 8 in 2024-04-02T09:48:53.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:52 smithi012 ceph-mon[90784]: pgmap v4822: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 440 KiB/s rd, 5.0 KiB/s wr, 597 op/s 2024-04-02T09:48:53.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:52 smithi055 ceph-mon[85080]: osdmap e2582: 8 total, 8 up, 8 in 2024-04-02T09:48:53.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:52 smithi055 ceph-mon[85080]: pgmap v4822: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 440 KiB/s rd, 5.0 KiB/s wr, 597 op/s 2024-04-02T09:48:54.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:53 smithi012 ceph-mon[88355]: osdmap e2583: 8 total, 8 up, 8 in 2024-04-02T09:48:54.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:53 smithi012 ceph-mon[90784]: osdmap e2583: 8 total, 8 up, 8 in 2024-04-02T09:48:54.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:53 smithi055 ceph-mon[85080]: osdmap e2583: 8 total, 8 up, 8 in 2024-04-02T09:48:55.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:54 smithi012 ceph-mon[90784]: osdmap e2584: 8 total, 8 up, 8 in 2024-04-02T09:48:55.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:54 smithi012 ceph-mon[90784]: pgmap v4825: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-02T09:48:55.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:54 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:48:55.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:54 smithi012 ceph-mon[90784]: osdmap e2585: 8 total, 8 up, 8 in 2024-04-02T09:48:55.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:54 smithi012 ceph-mon[88355]: osdmap e2584: 8 total, 8 up, 8 in 2024-04-02T09:48:55.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:54 smithi012 ceph-mon[88355]: pgmap v4825: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-02T09:48:55.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:54 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:48:55.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:54 smithi012 ceph-mon[88355]: osdmap e2585: 8 total, 8 up, 8 in 2024-04-02T09:48:55.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:54 smithi055 ceph-mon[85080]: osdmap e2584: 8 total, 8 up, 8 in 2024-04-02T09:48:55.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:54 smithi055 ceph-mon[85080]: pgmap v4825: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-02T09:48:55.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:54 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:48:55.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:54 smithi055 ceph-mon[85080]: osdmap e2585: 8 total, 8 up, 8 in 2024-04-02T09:48:56.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:48:56.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:48:56.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:48:56.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:48:56.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:48:56.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:56 smithi012 ceph-mon[88355]: osdmap e2586: 8 total, 8 up, 8 in 2024-04-02T09:48:56.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:48:56.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:48:56.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:48:56.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:48:56.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:48:56.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:56 smithi012 ceph-mon[90784]: osdmap e2586: 8 total, 8 up, 8 in 2024-04-02T09:48:56.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:48:56.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:48:56.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:48:56.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:48:56.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:48:56.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:56 smithi055 ceph-mon[85080]: osdmap e2586: 8 total, 8 up, 8 in 2024-04-02T09:48:57.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:57 smithi012 ceph-mon[90784]: pgmap v4828: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 409 KiB/s rd, 5.0 KiB/s wr, 554 op/s 2024-04-02T09:48:57.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:57 smithi012 ceph-mon[90784]: osdmap e2587: 8 total, 8 up, 8 in 2024-04-02T09:48:57.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:57 smithi012 ceph-mon[88355]: pgmap v4828: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 409 KiB/s rd, 5.0 KiB/s wr, 554 op/s 2024-04-02T09:48:57.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:57 smithi012 ceph-mon[88355]: osdmap e2587: 8 total, 8 up, 8 in 2024-04-02T09:48:57.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:57 smithi055 ceph-mon[85080]: pgmap v4828: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 409 KiB/s rd, 5.0 KiB/s wr, 554 op/s 2024-04-02T09:48:57.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:57 smithi055 ceph-mon[85080]: osdmap e2587: 8 total, 8 up, 8 in 2024-04-02T09:48:58.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:48:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:48:57] "GET /metrics HTTP/1.1" 200 36725 "" "Prometheus/2.43.0" 2024-04-02T09:48:59.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:58 smithi055 ceph-mon[85080]: osdmap e2588: 8 total, 8 up, 8 in 2024-04-02T09:48:59.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:58 smithi055 ceph-mon[85080]: pgmap v4831: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 409 KiB/s rd, 5.0 KiB/s wr, 554 op/s 2024-04-02T09:48:59.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:58 smithi012 ceph-mon[90784]: osdmap e2588: 8 total, 8 up, 8 in 2024-04-02T09:48:59.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:58 smithi012 ceph-mon[90784]: pgmap v4831: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 409 KiB/s rd, 5.0 KiB/s wr, 554 op/s 2024-04-02T09:48:59.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:58 smithi012 ceph-mon[88355]: osdmap e2588: 8 total, 8 up, 8 in 2024-04-02T09:48:59.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:58 smithi012 ceph-mon[88355]: pgmap v4831: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 409 KiB/s rd, 5.0 KiB/s wr, 554 op/s 2024-04-02T09:49:00.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:59 smithi055 ceph-mon[85080]: osdmap e2589: 8 total, 8 up, 8 in 2024-04-02T09:49:00.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:00.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:48:59 smithi055 ceph-mon[85080]: osdmap e2590: 8 total, 8 up, 8 in 2024-04-02T09:49:00.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:59 smithi012 ceph-mon[90784]: osdmap e2589: 8 total, 8 up, 8 in 2024-04-02T09:49:00.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:00.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:48:59 smithi012 ceph-mon[90784]: osdmap e2590: 8 total, 8 up, 8 in 2024-04-02T09:49:00.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:59 smithi012 ceph-mon[88355]: osdmap e2589: 8 total, 8 up, 8 in 2024-04-02T09:49:00.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:00.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:48:59 smithi012 ceph-mon[88355]: osdmap e2590: 8 total, 8 up, 8 in 2024-04-02T09:49:01.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:00 smithi055 ceph-mon[85080]: pgmap v4834: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 373 KiB/s rd, 5.0 KiB/s wr, 505 op/s 2024-04-02T09:49:01.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:00 smithi012 ceph-mon[88355]: pgmap v4834: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 373 KiB/s rd, 5.0 KiB/s wr, 505 op/s 2024-04-02T09:49:01.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:00 smithi012 ceph-mon[90784]: pgmap v4834: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 373 KiB/s rd, 5.0 KiB/s wr, 505 op/s 2024-04-02T09:49:02.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:01 smithi055 ceph-mon[85080]: osdmap e2591: 8 total, 8 up, 8 in 2024-04-02T09:49:02.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:01 smithi012 ceph-mon[88355]: osdmap e2591: 8 total, 8 up, 8 in 2024-04-02T09:49:02.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:01 smithi012 ceph-mon[90784]: osdmap e2591: 8 total, 8 up, 8 in 2024-04-02T09:49:02.808 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:49:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:49:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:49:03.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:02 smithi055 ceph-mon[85080]: osdmap e2592: 8 total, 8 up, 8 in 2024-04-02T09:49:03.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:02 smithi055 ceph-mon[85080]: pgmap v4837: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 376 KiB/s rd, 5.0 KiB/s wr, 510 op/s 2024-04-02T09:49:03.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:02 smithi012 ceph-mon[90784]: osdmap e2592: 8 total, 8 up, 8 in 2024-04-02T09:49:03.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:02 smithi012 ceph-mon[90784]: pgmap v4837: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 376 KiB/s rd, 5.0 KiB/s wr, 510 op/s 2024-04-02T09:49:03.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:02 smithi012 ceph-mon[88355]: osdmap e2592: 8 total, 8 up, 8 in 2024-04-02T09:49:03.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:02 smithi012 ceph-mon[88355]: pgmap v4837: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 376 KiB/s rd, 5.0 KiB/s wr, 510 op/s 2024-04-02T09:49:04.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:03 smithi055 ceph-mon[85080]: osdmap e2593: 8 total, 8 up, 8 in 2024-04-02T09:49:04.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:03 smithi012 ceph-mon[88355]: osdmap e2593: 8 total, 8 up, 8 in 2024-04-02T09:49:04.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:03 smithi012 ceph-mon[90784]: osdmap e2593: 8 total, 8 up, 8 in 2024-04-02T09:49:05.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:04 smithi012 ceph-mon[88355]: osdmap e2594: 8 total, 8 up, 8 in 2024-04-02T09:49:05.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:04 smithi012 ceph-mon[88355]: pgmap v4840: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:49:05.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:04 smithi012 ceph-mon[88355]: osdmap e2595: 8 total, 8 up, 8 in 2024-04-02T09:49:05.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:04 smithi012 ceph-mon[90784]: osdmap e2594: 8 total, 8 up, 8 in 2024-04-02T09:49:05.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:04 smithi012 ceph-mon[90784]: pgmap v4840: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:49:05.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:04 smithi012 ceph-mon[90784]: osdmap e2595: 8 total, 8 up, 8 in 2024-04-02T09:49:05.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:04 smithi055 ceph-mon[85080]: osdmap e2594: 8 total, 8 up, 8 in 2024-04-02T09:49:05.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:04 smithi055 ceph-mon[85080]: pgmap v4840: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:49:05.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:04 smithi055 ceph-mon[85080]: osdmap e2595: 8 total, 8 up, 8 in 2024-04-02T09:49:07.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:06 smithi012 ceph-mon[90784]: osdmap e2596: 8 total, 8 up, 8 in 2024-04-02T09:49:07.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:06 smithi012 ceph-mon[90784]: pgmap v4843: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 343 KiB/s rd, 5.0 KiB/s wr, 465 op/s 2024-04-02T09:49:07.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:06 smithi012 ceph-mon[88355]: osdmap e2596: 8 total, 8 up, 8 in 2024-04-02T09:49:07.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:06 smithi012 ceph-mon[88355]: pgmap v4843: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 343 KiB/s rd, 5.0 KiB/s wr, 465 op/s 2024-04-02T09:49:07.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:06 smithi055 ceph-mon[85080]: osdmap e2596: 8 total, 8 up, 8 in 2024-04-02T09:49:07.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:06 smithi055 ceph-mon[85080]: pgmap v4843: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 343 KiB/s rd, 5.0 KiB/s wr, 465 op/s 2024-04-02T09:49:08.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:07 smithi012 ceph-mon[88355]: osdmap e2597: 8 total, 8 up, 8 in 2024-04-02T09:49:08.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:07 smithi012 ceph-mon[90784]: osdmap e2597: 8 total, 8 up, 8 in 2024-04-02T09:49:08.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:49:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:49:07] "GET /metrics HTTP/1.1" 200 36726 "" "Prometheus/2.43.0" 2024-04-02T09:49:08.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:07 smithi055 ceph-mon[85080]: osdmap e2597: 8 total, 8 up, 8 in 2024-04-02T09:49:09.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:08 smithi012 ceph-mon[88355]: osdmap e2598: 8 total, 8 up, 8 in 2024-04-02T09:49:09.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:08 smithi012 ceph-mon[88355]: pgmap v4846: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 343 KiB/s rd, 5.0 KiB/s wr, 465 op/s 2024-04-02T09:49:09.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:08 smithi012 ceph-mon[90784]: osdmap e2598: 8 total, 8 up, 8 in 2024-04-02T09:49:09.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:08 smithi012 ceph-mon[90784]: pgmap v4846: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 343 KiB/s rd, 5.0 KiB/s wr, 465 op/s 2024-04-02T09:49:09.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:08 smithi055 ceph-mon[85080]: osdmap e2598: 8 total, 8 up, 8 in 2024-04-02T09:49:09.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:08 smithi055 ceph-mon[85080]: pgmap v4846: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 343 KiB/s rd, 5.0 KiB/s wr, 465 op/s 2024-04-02T09:49:10.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:09 smithi012 ceph-mon[88355]: osdmap e2599: 8 total, 8 up, 8 in 2024-04-02T09:49:10.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:09 smithi012 ceph-mon[88355]: osdmap e2600: 8 total, 8 up, 8 in 2024-04-02T09:49:10.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:09 smithi012 ceph-mon[90784]: osdmap e2599: 8 total, 8 up, 8 in 2024-04-02T09:49:10.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:09 smithi012 ceph-mon[90784]: osdmap e2600: 8 total, 8 up, 8 in 2024-04-02T09:49:10.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:09 smithi055 ceph-mon[85080]: osdmap e2599: 8 total, 8 up, 8 in 2024-04-02T09:49:10.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:09 smithi055 ceph-mon[85080]: osdmap e2600: 8 total, 8 up, 8 in 2024-04-02T09:49:11.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:10 smithi012 ceph-mon[88355]: pgmap v4849: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 309 KiB/s rd, 5.0 KiB/s wr, 418 op/s 2024-04-02T09:49:11.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:10 smithi012 ceph-mon[88355]: osdmap e2601: 8 total, 8 up, 8 in 2024-04-02T09:49:11.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:10 smithi012 ceph-mon[90784]: pgmap v4849: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 309 KiB/s rd, 5.0 KiB/s wr, 418 op/s 2024-04-02T09:49:11.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:10 smithi012 ceph-mon[90784]: osdmap e2601: 8 total, 8 up, 8 in 2024-04-02T09:49:11.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:10 smithi055 ceph-mon[85080]: pgmap v4849: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 309 KiB/s rd, 5.0 KiB/s wr, 418 op/s 2024-04-02T09:49:11.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:10 smithi055 ceph-mon[85080]: osdmap e2601: 8 total, 8 up, 8 in 2024-04-02T09:49:12.788 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:49:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:49:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:49:13.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:12 smithi055 ceph-mon[85080]: osdmap e2602: 8 total, 8 up, 8 in 2024-04-02T09:49:13.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:12 smithi055 ceph-mon[85080]: pgmap v4852: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 311 KiB/s rd, 5.0 KiB/s wr, 421 op/s 2024-04-02T09:49:13.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:12 smithi012 ceph-mon[88355]: osdmap e2602: 8 total, 8 up, 8 in 2024-04-02T09:49:13.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:12 smithi012 ceph-mon[88355]: pgmap v4852: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 311 KiB/s rd, 5.0 KiB/s wr, 421 op/s 2024-04-02T09:49:13.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:12 smithi012 ceph-mon[90784]: osdmap e2602: 8 total, 8 up, 8 in 2024-04-02T09:49:13.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:12 smithi012 ceph-mon[90784]: pgmap v4852: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 311 KiB/s rd, 5.0 KiB/s wr, 421 op/s 2024-04-02T09:49:14.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:13 smithi055 ceph-mon[85080]: osdmap e2603: 8 total, 8 up, 8 in 2024-04-02T09:49:14.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:13 smithi012 ceph-mon[88355]: osdmap e2603: 8 total, 8 up, 8 in 2024-04-02T09:49:14.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:13 smithi012 ceph-mon[90784]: osdmap e2603: 8 total, 8 up, 8 in 2024-04-02T09:49:15.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:14 smithi055 ceph-mon[85080]: osdmap e2604: 8 total, 8 up, 8 in 2024-04-02T09:49:15.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:15.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:14 smithi055 ceph-mon[85080]: pgmap v4855: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-02T09:49:15.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:14 smithi055 ceph-mon[85080]: osdmap e2605: 8 total, 8 up, 8 in 2024-04-02T09:49:15.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:14 smithi012 ceph-mon[88355]: osdmap e2604: 8 total, 8 up, 8 in 2024-04-02T09:49:15.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:15.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:14 smithi012 ceph-mon[88355]: pgmap v4855: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-02T09:49:15.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:14 smithi012 ceph-mon[88355]: osdmap e2605: 8 total, 8 up, 8 in 2024-04-02T09:49:15.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:14 smithi012 ceph-mon[90784]: osdmap e2604: 8 total, 8 up, 8 in 2024-04-02T09:49:15.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:15.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:14 smithi012 ceph-mon[90784]: pgmap v4855: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-02T09:49:15.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:14 smithi012 ceph-mon[90784]: osdmap e2605: 8 total, 8 up, 8 in 2024-04-02T09:49:17.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:16 smithi012 ceph-mon[88355]: osdmap e2606: 8 total, 8 up, 8 in 2024-04-02T09:49:17.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:16 smithi012 ceph-mon[88355]: pgmap v4858: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 279 KiB/s rd, 5.0 KiB/s wr, 379 op/s 2024-04-02T09:49:17.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:16 smithi012 ceph-mon[90784]: osdmap e2606: 8 total, 8 up, 8 in 2024-04-02T09:49:17.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:16 smithi012 ceph-mon[90784]: pgmap v4858: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 279 KiB/s rd, 5.0 KiB/s wr, 379 op/s 2024-04-02T09:49:17.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:16 smithi055 ceph-mon[85080]: osdmap e2606: 8 total, 8 up, 8 in 2024-04-02T09:49:17.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:16 smithi055 ceph-mon[85080]: pgmap v4858: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 279 KiB/s rd, 5.0 KiB/s wr, 379 op/s 2024-04-02T09:49:18.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:17 smithi055 ceph-mon[85080]: osdmap e2607: 8 total, 8 up, 8 in 2024-04-02T09:49:18.079 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:17 smithi012 ceph-mon[88355]: osdmap e2607: 8 total, 8 up, 8 in 2024-04-02T09:49:18.079 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:17 smithi012 ceph-mon[90784]: osdmap e2607: 8 total, 8 up, 8 in 2024-04-02T09:49:18.079 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:49:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:49:17] "GET /metrics HTTP/1.1" 200 36724 "" "Prometheus/2.43.0" 2024-04-02T09:49:19.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:18 smithi012 ceph-mon[88355]: osdmap e2608: 8 total, 8 up, 8 in 2024-04-02T09:49:19.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:18 smithi012 ceph-mon[88355]: pgmap v4861: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 279 KiB/s rd, 5.0 KiB/s wr, 379 op/s 2024-04-02T09:49:19.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:18 smithi012 ceph-mon[90784]: osdmap e2608: 8 total, 8 up, 8 in 2024-04-02T09:49:19.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:18 smithi012 ceph-mon[90784]: pgmap v4861: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 279 KiB/s rd, 5.0 KiB/s wr, 379 op/s 2024-04-02T09:49:19.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:18 smithi055 ceph-mon[85080]: osdmap e2608: 8 total, 8 up, 8 in 2024-04-02T09:49:19.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:18 smithi055 ceph-mon[85080]: pgmap v4861: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 279 KiB/s rd, 5.0 KiB/s wr, 379 op/s 2024-04-02T09:49:20.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:19 smithi012 ceph-mon[88355]: osdmap e2609: 8 total, 8 up, 8 in 2024-04-02T09:49:20.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:19 smithi012 ceph-mon[88355]: osdmap e2610: 8 total, 8 up, 8 in 2024-04-02T09:49:20.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:19 smithi012 ceph-mon[90784]: osdmap e2609: 8 total, 8 up, 8 in 2024-04-02T09:49:20.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:19 smithi012 ceph-mon[90784]: osdmap e2610: 8 total, 8 up, 8 in 2024-04-02T09:49:20.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:19 smithi055 ceph-mon[85080]: osdmap e2609: 8 total, 8 up, 8 in 2024-04-02T09:49:20.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:19 smithi055 ceph-mon[85080]: osdmap e2610: 8 total, 8 up, 8 in 2024-04-02T09:49:21.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:20 smithi012 ceph-mon[88355]: pgmap v4864: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 242 KiB/s rd, 5.0 KiB/s wr, 328 op/s 2024-04-02T09:49:21.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:20 smithi012 ceph-mon[88355]: osdmap e2611: 8 total, 8 up, 8 in 2024-04-02T09:49:21.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:20 smithi012 ceph-mon[90784]: pgmap v4864: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 242 KiB/s rd, 5.0 KiB/s wr, 328 op/s 2024-04-02T09:49:21.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:20 smithi012 ceph-mon[90784]: osdmap e2611: 8 total, 8 up, 8 in 2024-04-02T09:49:21.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:20 smithi055 ceph-mon[85080]: pgmap v4864: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 242 KiB/s rd, 5.0 KiB/s wr, 328 op/s 2024-04-02T09:49:21.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:20 smithi055 ceph-mon[85080]: osdmap e2611: 8 total, 8 up, 8 in 2024-04-02T09:49:22.792 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:49:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:49:22.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:49:23.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:22 smithi055 ceph-mon[85080]: osdmap e2612: 8 total, 8 up, 8 in 2024-04-02T09:49:23.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:22 smithi055 ceph-mon[85080]: pgmap v4867: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 245 KiB/s rd, 5.0 KiB/s wr, 334 op/s 2024-04-02T09:49:23.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:22 smithi012 ceph-mon[88355]: osdmap e2612: 8 total, 8 up, 8 in 2024-04-02T09:49:23.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:22 smithi012 ceph-mon[88355]: pgmap v4867: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 245 KiB/s rd, 5.0 KiB/s wr, 334 op/s 2024-04-02T09:49:23.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:22 smithi012 ceph-mon[90784]: osdmap e2612: 8 total, 8 up, 8 in 2024-04-02T09:49:23.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:22 smithi012 ceph-mon[90784]: pgmap v4867: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 245 KiB/s rd, 5.0 KiB/s wr, 334 op/s 2024-04-02T09:49:24.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:23 smithi055 ceph-mon[85080]: osdmap e2613: 8 total, 8 up, 8 in 2024-04-02T09:49:24.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:23 smithi012 ceph-mon[88355]: osdmap e2613: 8 total, 8 up, 8 in 2024-04-02T09:49:24.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:23 smithi012 ceph-mon[90784]: osdmap e2613: 8 total, 8 up, 8 in 2024-04-02T09:49:25.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:24 smithi055 ceph-mon[85080]: osdmap e2614: 8 total, 8 up, 8 in 2024-04-02T09:49:25.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:24 smithi055 ceph-mon[85080]: pgmap v4870: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:49:25.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:24 smithi055 ceph-mon[85080]: osdmap e2615: 8 total, 8 up, 8 in 2024-04-02T09:49:25.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:24 smithi012 ceph-mon[88355]: osdmap e2614: 8 total, 8 up, 8 in 2024-04-02T09:49:25.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:24 smithi012 ceph-mon[88355]: pgmap v4870: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:49:25.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:24 smithi012 ceph-mon[88355]: osdmap e2615: 8 total, 8 up, 8 in 2024-04-02T09:49:25.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:24 smithi012 ceph-mon[90784]: osdmap e2614: 8 total, 8 up, 8 in 2024-04-02T09:49:25.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:24 smithi012 ceph-mon[90784]: pgmap v4870: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-02T09:49:25.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:24 smithi012 ceph-mon[90784]: osdmap e2615: 8 total, 8 up, 8 in 2024-04-02T09:49:27.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:26 smithi012 ceph-mon[88355]: osdmap e2616: 8 total, 8 up, 8 in 2024-04-02T09:49:27.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:26 smithi012 ceph-mon[88355]: pgmap v4873: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 213 KiB/s rd, 5.0 KiB/s wr, 291 op/s 2024-04-02T09:49:27.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:26 smithi012 ceph-mon[90784]: osdmap e2616: 8 total, 8 up, 8 in 2024-04-02T09:49:27.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:26 smithi012 ceph-mon[90784]: pgmap v4873: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 213 KiB/s rd, 5.0 KiB/s wr, 291 op/s 2024-04-02T09:49:27.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:26 smithi055 ceph-mon[85080]: osdmap e2616: 8 total, 8 up, 8 in 2024-04-02T09:49:27.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:26 smithi055 ceph-mon[85080]: pgmap v4873: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 213 KiB/s rd, 5.0 KiB/s wr, 291 op/s 2024-04-02T09:49:28.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:27 smithi055 ceph-mon[85080]: osdmap e2617: 8 total, 8 up, 8 in 2024-04-02T09:49:28.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:27 smithi012 ceph-mon[88355]: osdmap e2617: 8 total, 8 up, 8 in 2024-04-02T09:49:28.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:27 smithi012 ceph-mon[90784]: osdmap e2617: 8 total, 8 up, 8 in 2024-04-02T09:49:28.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:49:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:49:27] "GET /metrics HTTP/1.1" 200 36724 "" "Prometheus/2.43.0" 2024-04-02T09:49:29.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:28 smithi012 ceph-mon[88355]: osdmap e2618: 8 total, 8 up, 8 in 2024-04-02T09:49:29.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:28 smithi012 ceph-mon[88355]: pgmap v4876: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 213 KiB/s rd, 5.0 KiB/s wr, 291 op/s 2024-04-02T09:49:29.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:28 smithi012 ceph-mon[90784]: osdmap e2618: 8 total, 8 up, 8 in 2024-04-02T09:49:29.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:28 smithi012 ceph-mon[90784]: pgmap v4876: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 213 KiB/s rd, 5.0 KiB/s wr, 291 op/s 2024-04-02T09:49:29.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:28 smithi055 ceph-mon[85080]: osdmap e2618: 8 total, 8 up, 8 in 2024-04-02T09:49:29.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:28 smithi055 ceph-mon[85080]: pgmap v4876: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 213 KiB/s rd, 5.0 KiB/s wr, 291 op/s 2024-04-02T09:49:30.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:29 smithi012 ceph-mon[88355]: osdmap e2619: 8 total, 8 up, 8 in 2024-04-02T09:49:30.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:30.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:29 smithi012 ceph-mon[88355]: osdmap e2620: 8 total, 8 up, 8 in 2024-04-02T09:49:30.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:29 smithi012 ceph-mon[90784]: osdmap e2619: 8 total, 8 up, 8 in 2024-04-02T09:49:30.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:30.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:29 smithi012 ceph-mon[90784]: osdmap e2620: 8 total, 8 up, 8 in 2024-04-02T09:49:30.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:29 smithi055 ceph-mon[85080]: osdmap e2619: 8 total, 8 up, 8 in 2024-04-02T09:49:30.313 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:30.313 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:29 smithi055 ceph-mon[85080]: osdmap e2620: 8 total, 8 up, 8 in 2024-04-02T09:49:31.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:30 smithi012 ceph-mon[88355]: pgmap v4879: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 178 KiB/s rd, 5.0 KiB/s wr, 242 op/s 2024-04-02T09:49:31.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:30 smithi012 ceph-mon[88355]: osdmap e2621: 8 total, 8 up, 8 in 2024-04-02T09:49:31.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:30 smithi012 ceph-mon[90784]: pgmap v4879: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 178 KiB/s rd, 5.0 KiB/s wr, 242 op/s 2024-04-02T09:49:31.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:30 smithi012 ceph-mon[90784]: osdmap e2621: 8 total, 8 up, 8 in 2024-04-02T09:49:31.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:30 smithi055 ceph-mon[85080]: pgmap v4879: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 178 KiB/s rd, 5.0 KiB/s wr, 242 op/s 2024-04-02T09:49:31.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:30 smithi055 ceph-mon[85080]: osdmap e2621: 8 total, 8 up, 8 in 2024-04-02T09:49:32.791 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:49:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:49:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:49:33.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:32 smithi055 ceph-mon[85080]: osdmap e2622: 8 total, 8 up, 8 in 2024-04-02T09:49:33.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:32 smithi055 ceph-mon[85080]: pgmap v4882: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 181 KiB/s rd, 5.0 KiB/s wr, 246 op/s 2024-04-02T09:49:33.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:32 smithi012 ceph-mon[88355]: osdmap e2622: 8 total, 8 up, 8 in 2024-04-02T09:49:33.181 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:32 smithi012 ceph-mon[88355]: pgmap v4882: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 181 KiB/s rd, 5.0 KiB/s wr, 246 op/s 2024-04-02T09:49:33.182 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:32 smithi012 ceph-mon[90784]: osdmap e2622: 8 total, 8 up, 8 in 2024-04-02T09:49:33.182 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:32 smithi012 ceph-mon[90784]: pgmap v4882: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 181 KiB/s rd, 5.0 KiB/s wr, 246 op/s 2024-04-02T09:49:34.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:33 smithi055 ceph-mon[85080]: osdmap e2623: 8 total, 8 up, 8 in 2024-04-02T09:49:34.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:33 smithi012 ceph-mon[88355]: osdmap e2623: 8 total, 8 up, 8 in 2024-04-02T09:49:34.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:33 smithi012 ceph-mon[90784]: osdmap e2623: 8 total, 8 up, 8 in 2024-04-02T09:49:35.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:34 smithi055 ceph-mon[85080]: osdmap e2624: 8 total, 8 up, 8 in 2024-04-02T09:49:35.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:34 smithi055 ceph-mon[85080]: pgmap v4885: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:49:35.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:34 smithi055 ceph-mon[85080]: osdmap e2625: 8 total, 8 up, 8 in 2024-04-02T09:49:35.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:34 smithi012 ceph-mon[88355]: osdmap e2624: 8 total, 8 up, 8 in 2024-04-02T09:49:35.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:34 smithi012 ceph-mon[88355]: pgmap v4885: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:49:35.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:34 smithi012 ceph-mon[88355]: osdmap e2625: 8 total, 8 up, 8 in 2024-04-02T09:49:35.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:34 smithi012 ceph-mon[90784]: osdmap e2624: 8 total, 8 up, 8 in 2024-04-02T09:49:35.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:34 smithi012 ceph-mon[90784]: pgmap v4885: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:49:35.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:34 smithi012 ceph-mon[90784]: osdmap e2625: 8 total, 8 up, 8 in 2024-04-02T09:49:37.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:36 smithi012 ceph-mon[88355]: osdmap e2626: 8 total, 8 up, 8 in 2024-04-02T09:49:37.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:36 smithi012 ceph-mon[88355]: pgmap v4888: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 148 KiB/s rd, 5.0 KiB/s wr, 204 op/s 2024-04-02T09:49:37.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:36 smithi012 ceph-mon[90784]: osdmap e2626: 8 total, 8 up, 8 in 2024-04-02T09:49:37.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:36 smithi012 ceph-mon[90784]: pgmap v4888: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 148 KiB/s rd, 5.0 KiB/s wr, 204 op/s 2024-04-02T09:49:37.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:36 smithi055 ceph-mon[85080]: osdmap e2626: 8 total, 8 up, 8 in 2024-04-02T09:49:37.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:36 smithi055 ceph-mon[85080]: pgmap v4888: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 148 KiB/s rd, 5.0 KiB/s wr, 204 op/s 2024-04-02T09:49:38.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:37 smithi012 ceph-mon[88355]: osdmap e2627: 8 total, 8 up, 8 in 2024-04-02T09:49:38.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:37 smithi012 ceph-mon[90784]: osdmap e2627: 8 total, 8 up, 8 in 2024-04-02T09:49:38.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:49:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:49:37] "GET /metrics HTTP/1.1" 200 36726 "" "Prometheus/2.43.0" 2024-04-02T09:49:38.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:37 smithi055 ceph-mon[85080]: osdmap e2627: 8 total, 8 up, 8 in 2024-04-02T09:49:39.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:38 smithi012 ceph-mon[88355]: osdmap e2628: 8 total, 8 up, 8 in 2024-04-02T09:49:39.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:38 smithi012 ceph-mon[88355]: pgmap v4891: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 148 KiB/s rd, 5.0 KiB/s wr, 204 op/s 2024-04-02T09:49:39.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:38 smithi012 ceph-mon[90784]: osdmap e2628: 8 total, 8 up, 8 in 2024-04-02T09:49:39.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:38 smithi012 ceph-mon[90784]: pgmap v4891: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 148 KiB/s rd, 5.0 KiB/s wr, 204 op/s 2024-04-02T09:49:39.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:38 smithi055 ceph-mon[85080]: osdmap e2628: 8 total, 8 up, 8 in 2024-04-02T09:49:39.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:38 smithi055 ceph-mon[85080]: pgmap v4891: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 148 KiB/s rd, 5.0 KiB/s wr, 204 op/s 2024-04-02T09:49:40.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:39 smithi012 ceph-mon[88355]: osdmap e2629: 8 total, 8 up, 8 in 2024-04-02T09:49:40.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:39 smithi012 ceph-mon[88355]: osdmap e2630: 8 total, 8 up, 8 in 2024-04-02T09:49:40.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:39 smithi012 ceph-mon[90784]: osdmap e2629: 8 total, 8 up, 8 in 2024-04-02T09:49:40.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:39 smithi012 ceph-mon[90784]: osdmap e2630: 8 total, 8 up, 8 in 2024-04-02T09:49:40.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:39 smithi055 ceph-mon[85080]: osdmap e2629: 8 total, 8 up, 8 in 2024-04-02T09:49:40.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:39 smithi055 ceph-mon[85080]: osdmap e2630: 8 total, 8 up, 8 in 2024-04-02T09:49:41.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:40 smithi012 ceph-mon[88355]: pgmap v4894: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 5.0 KiB/s wr, 154 op/s 2024-04-02T09:49:41.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:40 smithi012 ceph-mon[90784]: pgmap v4894: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 5.0 KiB/s wr, 154 op/s 2024-04-02T09:49:41.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:40 smithi055 ceph-mon[85080]: pgmap v4894: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 5.0 KiB/s wr, 154 op/s 2024-04-02T09:49:42.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:41 smithi012 ceph-mon[88355]: osdmap e2631: 8 total, 8 up, 8 in 2024-04-02T09:49:42.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:41 smithi012 ceph-mon[90784]: osdmap e2631: 8 total, 8 up, 8 in 2024-04-02T09:49:42.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:41 smithi055 ceph-mon[85080]: osdmap e2631: 8 total, 8 up, 8 in 2024-04-02T09:49:42.814 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:49:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:49:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:49:43.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:42 smithi012 ceph-mon[90784]: osdmap e2632: 8 total, 8 up, 8 in 2024-04-02T09:49:43.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:42 smithi012 ceph-mon[90784]: pgmap v4897: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 5.0 KiB/s wr, 159 op/s 2024-04-02T09:49:43.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:42 smithi012 ceph-mon[88355]: osdmap e2632: 8 total, 8 up, 8 in 2024-04-02T09:49:43.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:42 smithi012 ceph-mon[88355]: pgmap v4897: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 5.0 KiB/s wr, 159 op/s 2024-04-02T09:49:43.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:42 smithi055 ceph-mon[85080]: osdmap e2632: 8 total, 8 up, 8 in 2024-04-02T09:49:43.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:42 smithi055 ceph-mon[85080]: pgmap v4897: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 5.0 KiB/s wr, 159 op/s 2024-04-02T09:49:44.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:43 smithi012 ceph-mon[88355]: osdmap e2633: 8 total, 8 up, 8 in 2024-04-02T09:49:44.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:43 smithi012 ceph-mon[90784]: osdmap e2633: 8 total, 8 up, 8 in 2024-04-02T09:49:44.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:43 smithi055 ceph-mon[85080]: osdmap e2633: 8 total, 8 up, 8 in 2024-04-02T09:49:45.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:44 smithi012 ceph-mon[88355]: osdmap e2634: 8 total, 8 up, 8 in 2024-04-02T09:49:45.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:45.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:44 smithi012 ceph-mon[88355]: pgmap v4900: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:49:45.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:44 smithi012 ceph-mon[88355]: osdmap e2635: 8 total, 8 up, 8 in 2024-04-02T09:49:45.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:44 smithi012 ceph-mon[90784]: osdmap e2634: 8 total, 8 up, 8 in 2024-04-02T09:49:45.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:45.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:44 smithi012 ceph-mon[90784]: pgmap v4900: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:49:45.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:44 smithi012 ceph-mon[90784]: osdmap e2635: 8 total, 8 up, 8 in 2024-04-02T09:49:45.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:44 smithi055 ceph-mon[85080]: osdmap e2634: 8 total, 8 up, 8 in 2024-04-02T09:49:45.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:45.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:44 smithi055 ceph-mon[85080]: pgmap v4900: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:49:45.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:44 smithi055 ceph-mon[85080]: osdmap e2635: 8 total, 8 up, 8 in 2024-04-02T09:49:47.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:46 smithi055 ceph-mon[85080]: osdmap e2636: 8 total, 8 up, 8 in 2024-04-02T09:49:47.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:46 smithi055 ceph-mon[85080]: pgmap v4903: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 5.0 KiB/s wr, 116 op/s 2024-04-02T09:49:47.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:46 smithi012 ceph-mon[90784]: osdmap e2636: 8 total, 8 up, 8 in 2024-04-02T09:49:47.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:46 smithi012 ceph-mon[90784]: pgmap v4903: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 5.0 KiB/s wr, 116 op/s 2024-04-02T09:49:47.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:46 smithi012 ceph-mon[88355]: osdmap e2636: 8 total, 8 up, 8 in 2024-04-02T09:49:47.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:46 smithi012 ceph-mon[88355]: pgmap v4903: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 5.0 KiB/s wr, 116 op/s 2024-04-02T09:49:48.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:47 smithi055 ceph-mon[85080]: osdmap e2637: 8 total, 8 up, 8 in 2024-04-02T09:49:48.079 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:47 smithi012 ceph-mon[88355]: osdmap e2637: 8 total, 8 up, 8 in 2024-04-02T09:49:48.080 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:47 smithi012 ceph-mon[90784]: osdmap e2637: 8 total, 8 up, 8 in 2024-04-02T09:49:48.080 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:49:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:49:47] "GET /metrics HTTP/1.1" 200 36728 "" "Prometheus/2.43.0" 2024-04-02T09:49:49.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:48 smithi055 ceph-mon[85080]: osdmap e2638: 8 total, 8 up, 8 in 2024-04-02T09:49:49.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:48 smithi055 ceph-mon[85080]: pgmap v4906: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 5.0 KiB/s wr, 116 op/s 2024-04-02T09:49:49.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:48 smithi012 ceph-mon[88355]: osdmap e2638: 8 total, 8 up, 8 in 2024-04-02T09:49:49.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:48 smithi012 ceph-mon[88355]: pgmap v4906: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 5.0 KiB/s wr, 116 op/s 2024-04-02T09:49:49.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:48 smithi012 ceph-mon[90784]: osdmap e2638: 8 total, 8 up, 8 in 2024-04-02T09:49:49.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:48 smithi012 ceph-mon[90784]: pgmap v4906: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 5.0 KiB/s wr, 116 op/s 2024-04-02T09:49:50.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:49 smithi055 ceph-mon[85080]: osdmap e2639: 8 total, 8 up, 8 in 2024-04-02T09:49:50.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:49 smithi055 ceph-mon[85080]: osdmap e2640: 8 total, 8 up, 8 in 2024-04-02T09:49:50.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:49 smithi012 ceph-mon[88355]: osdmap e2639: 8 total, 8 up, 8 in 2024-04-02T09:49:50.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:49 smithi012 ceph-mon[88355]: osdmap e2640: 8 total, 8 up, 8 in 2024-04-02T09:49:50.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:49 smithi012 ceph-mon[90784]: osdmap e2639: 8 total, 8 up, 8 in 2024-04-02T09:49:50.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:49 smithi012 ceph-mon[90784]: osdmap e2640: 8 total, 8 up, 8 in 2024-04-02T09:49:50.961 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_many_snaps PASSED [ 47%] 2024-04-02T09:49:51.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:50 smithi012 ceph-mon[88355]: pgmap v4909: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 5.0 KiB/s wr, 67 op/s 2024-04-02T09:49:51.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:50 smithi012 ceph-mon[90784]: pgmap v4909: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 5.0 KiB/s wr, 67 op/s 2024-04-02T09:49:51.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:50 smithi055 ceph-mon[85080]: pgmap v4909: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 5.0 KiB/s wr, 67 op/s 2024-04-02T09:49:52.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:51 smithi012 ceph-mon[88355]: osdmap e2641: 8 total, 8 up, 8 in 2024-04-02T09:49:52.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:51 smithi012 ceph-mon[90784]: osdmap e2641: 8 total, 8 up, 8 in 2024-04-02T09:49:52.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:51 smithi055 ceph-mon[85080]: osdmap e2641: 8 total, 8 up, 8 in 2024-04-02T09:49:52.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:49:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:49:52.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:49:52.913 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_deleted PASSED [ 48%] 2024-04-02T09:49:53.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:52 smithi012 ceph-mon[88355]: osdmap e2642: 8 total, 8 up, 8 in 2024-04-02T09:49:53.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:52 smithi012 ceph-mon[88355]: pgmap v4912: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 6.7 KiB/s wr, 80 op/s 2024-04-02T09:49:53.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:52 smithi012 ceph-mon[90784]: osdmap e2642: 8 total, 8 up, 8 in 2024-04-02T09:49:53.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:52 smithi012 ceph-mon[90784]: pgmap v4912: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 6.7 KiB/s wr, 80 op/s 2024-04-02T09:49:53.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:52 smithi055 ceph-mon[85080]: osdmap e2642: 8 total, 8 up, 8 in 2024-04-02T09:49:53.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:52 smithi055 ceph-mon[85080]: pgmap v4912: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 6.7 KiB/s wr, 80 op/s 2024-04-02T09:49:54.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:53 smithi012 ceph-mon[88355]: osdmap e2643: 8 total, 8 up, 8 in 2024-04-02T09:49:54.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:53 smithi012 ceph-mon[90784]: osdmap e2643: 8 total, 8 up, 8 in 2024-04-02T09:49:54.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:53 smithi055 ceph-mon[85080]: osdmap e2643: 8 total, 8 up, 8 in 2024-04-02T09:49:55.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:54 smithi012 ceph-mon[88355]: osdmap e2644: 8 total, 8 up, 8 in 2024-04-02T09:49:55.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:54 smithi012 ceph-mon[88355]: pgmap v4915: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.0 KiB/s rd, 1.7 KiB/s wr, 12 op/s 2024-04-02T09:49:55.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:54 smithi012 ceph-mon[88355]: osdmap e2645: 8 total, 8 up, 8 in 2024-04-02T09:49:55.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:54 smithi012 ceph-mon[90784]: osdmap e2644: 8 total, 8 up, 8 in 2024-04-02T09:49:55.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:54 smithi012 ceph-mon[90784]: pgmap v4915: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.0 KiB/s rd, 1.7 KiB/s wr, 12 op/s 2024-04-02T09:49:55.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:54 smithi012 ceph-mon[90784]: osdmap e2645: 8 total, 8 up, 8 in 2024-04-02T09:49:55.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:54 smithi055 ceph-mon[85080]: osdmap e2644: 8 total, 8 up, 8 in 2024-04-02T09:49:55.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:54 smithi055 ceph-mon[85080]: pgmap v4915: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.0 KiB/s rd, 1.7 KiB/s wr, 12 op/s 2024-04-02T09:49:55.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:54 smithi055 ceph-mon[85080]: osdmap e2645: 8 total, 8 up, 8 in 2024-04-02T09:49:56.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:49:56.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:55 smithi012 ceph-mon[90784]: osdmap e2646: 8 total, 8 up, 8 in 2024-04-02T09:49:56.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:49:56.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:55 smithi012 ceph-mon[88355]: osdmap e2646: 8 total, 8 up, 8 in 2024-04-02T09:49:56.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:49:56.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:55 smithi055 ceph-mon[85080]: osdmap e2646: 8 total, 8 up, 8 in 2024-04-02T09:49:56.892 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_recreated PASSED [ 48%] 2024-04-02T09:49:56.978 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_lock_unlock PASSED [ 49%] 2024-04-02T09:49:57.140 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_lockers PASSED [ 49%] 2024-04-02T09:49:57.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:49:57.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:49:57.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:49:57.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:56 smithi012 ceph-mon[88355]: pgmap v4918: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 11 KiB/s wr, 141 op/s 2024-04-02T09:49:57.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:56 smithi012 ceph-mon[88355]: osdmap e2647: 8 total, 8 up, 8 in 2024-04-02T09:49:57.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:49:57.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:49:57.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:49:57.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:56 smithi012 ceph-mon[90784]: pgmap v4918: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 11 KiB/s wr, 141 op/s 2024-04-02T09:49:57.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:56 smithi012 ceph-mon[90784]: osdmap e2647: 8 total, 8 up, 8 in 2024-04-02T09:49:57.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:49:57.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:49:57.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:49:57.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:56 smithi055 ceph-mon[85080]: pgmap v4918: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 11 KiB/s wr, 141 op/s 2024-04-02T09:49:57.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:56 smithi055 ceph-mon[85080]: osdmap e2647: 8 total, 8 up, 8 in 2024-04-02T09:49:58.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:49:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:49:57] "GET /metrics HTTP/1.1" 200 36728 "" "Prometheus/2.43.0" 2024-04-02T09:49:59.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:58 smithi012 ceph-mon[88355]: osdmap e2648: 8 total, 8 up, 8 in 2024-04-02T09:49:59.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:58 smithi012 ceph-mon[88355]: pgmap v4921: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 11 KiB/s wr, 141 op/s 2024-04-02T09:49:59.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:58 smithi012 ceph-mon[90784]: osdmap e2648: 8 total, 8 up, 8 in 2024-04-02T09:49:59.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:58 smithi012 ceph-mon[90784]: pgmap v4921: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 11 KiB/s wr, 141 op/s 2024-04-02T09:49:59.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:58 smithi055 ceph-mon[85080]: osdmap e2648: 8 total, 8 up, 8 in 2024-04-02T09:49:59.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:58 smithi055 ceph-mon[85080]: pgmap v4921: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 11 KiB/s wr, 141 op/s 2024-04-02T09:50:00.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:59 smithi012 ceph-mon[88355]: osdmap e2649: 8 total, 8 up, 8 in 2024-04-02T09:50:00.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:00.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:49:59 smithi012 ceph-mon[88355]: osdmap e2650: 8 total, 8 up, 8 in 2024-04-02T09:50:00.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:59 smithi012 ceph-mon[90784]: osdmap e2649: 8 total, 8 up, 8 in 2024-04-02T09:50:00.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:00.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:49:59 smithi012 ceph-mon[90784]: osdmap e2650: 8 total, 8 up, 8 in 2024-04-02T09:50:00.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:59 smithi055 ceph-mon[85080]: osdmap e2649: 8 total, 8 up, 8 in 2024-04-02T09:50:00.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:00.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:49:59 smithi055 ceph-mon[85080]: osdmap e2650: 8 total, 8 up, 8 in 2024-04-02T09:50:00.889 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_diff_iterate PASSED [ 50%] 2024-04-02T09:50:00.971 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_read PASSED [ 50%] 2024-04-02T09:50:01.067 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write PASSED [ 51%] 2024-04-02T09:50:01.161 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_discard PASSED [ 52%] 2024-04-02T09:50:01.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:00 smithi012 ceph-mon[90784]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:50:01.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:00 smithi012 ceph-mon[90784]: pgmap v4924: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 181 KiB/s rd, 9.2 KiB/s wr, 232 op/s 2024-04-02T09:50:01.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:00 smithi012 ceph-mon[90784]: osdmap e2651: 8 total, 8 up, 8 in 2024-04-02T09:50:01.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:00 smithi012 ceph-mon[88355]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:50:01.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:00 smithi012 ceph-mon[88355]: pgmap v4924: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 181 KiB/s rd, 9.2 KiB/s wr, 232 op/s 2024-04-02T09:50:01.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:00 smithi012 ceph-mon[88355]: osdmap e2651: 8 total, 8 up, 8 in 2024-04-02T09:50:01.251 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write_zeroes PASSED [ 52%] 2024-04-02T09:50:01.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:00 smithi055 ceph-mon[85080]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:50:01.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:00 smithi055 ceph-mon[85080]: pgmap v4924: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 181 KiB/s rd, 9.2 KiB/s wr, 232 op/s 2024-04-02T09:50:01.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:00 smithi055 ceph-mon[85080]: osdmap e2651: 8 total, 8 up, 8 in 2024-04-02T09:50:01.332 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_flush PASSED [ 53%] 2024-04-02T09:50:02.030 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_metadata PASSED [ 53%] 2024-04-02T09:50:02.107 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_watchers_list PASSED [ 54%] 2024-04-02T09:50:02.216 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_config_list PASSED [ 54%] 2024-04-02T09:50:02.323 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_config_set_and_get_and_remove PASSED [ 55%] 2024-04-02T09:50:02.407 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_sparsify PASSED [ 56%] 2024-04-02T09:50:02.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:02 smithi055 ceph-mon[85080]: pgmap v4926: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 231 KiB/s rd, 14 KiB/s wr, 304 op/s 2024-04-02T09:50:02.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:50:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:50:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:50:02.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:02 smithi012 ceph-mon[88355]: pgmap v4926: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 231 KiB/s rd, 14 KiB/s wr, 304 op/s 2024-04-02T09:50:02.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:02 smithi012 ceph-mon[90784]: pgmap v4926: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 231 KiB/s rd, 14 KiB/s wr, 304 op/s 2024-04-02T09:50:04.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:04 smithi055 ceph-mon[85080]: pgmap v4927: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 11 KiB/s wr, 233 op/s 2024-04-02T09:50:04.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:04 smithi012 ceph-mon[88355]: pgmap v4927: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 11 KiB/s wr, 233 op/s 2024-04-02T09:50:04.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:04 smithi012 ceph-mon[90784]: pgmap v4927: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 11 KiB/s wr, 233 op/s 2024-04-02T09:50:06.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:05 smithi055 ceph-mon[85080]: osdmap e2652: 8 total, 8 up, 8 in 2024-04-02T09:50:06.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:05 smithi012 ceph-mon[88355]: osdmap e2652: 8 total, 8 up, 8 in 2024-04-02T09:50:06.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:05 smithi012 ceph-mon[90784]: osdmap e2652: 8 total, 8 up, 8 in 2024-04-02T09:50:06.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:06 smithi012 ceph-mon[88355]: pgmap v4929: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 44 KiB/s wr, 931 op/s 2024-04-02T09:50:06.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:06 smithi012 ceph-mon[90784]: pgmap v4929: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 44 KiB/s wr, 931 op/s 2024-04-02T09:50:07.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:06 smithi055 ceph-mon[85080]: pgmap v4929: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 44 KiB/s wr, 931 op/s 2024-04-02T09:50:08.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:50:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:50:07] "GET /metrics HTTP/1.1" 200 36723 "" "Prometheus/2.43.0" 2024-04-02T09:50:08.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:08 smithi055 ceph-mon[85080]: pgmap v4930: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 32 KiB/s wr, 658 op/s 2024-04-02T09:50:08.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:08 smithi012 ceph-mon[88355]: pgmap v4930: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 32 KiB/s wr, 658 op/s 2024-04-02T09:50:08.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:08 smithi012 ceph-mon[90784]: pgmap v4930: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 32 KiB/s wr, 658 op/s 2024-04-02T09:50:10.645 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks1 PASSED [ 56%] 2024-04-02T09:50:11.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:10 smithi055 ceph-mon[85080]: osdmap e2653: 8 total, 8 up, 8 in 2024-04-02T09:50:11.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:10 smithi055 ceph-mon[85080]: pgmap v4932: 137 pgs: 137 active+clean; 8.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 541 KiB/s wr, 602 op/s 2024-04-02T09:50:11.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:10 smithi012 ceph-mon[88355]: osdmap e2653: 8 total, 8 up, 8 in 2024-04-02T09:50:11.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:10 smithi012 ceph-mon[88355]: pgmap v4932: 137 pgs: 137 active+clean; 8.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 541 KiB/s wr, 602 op/s 2024-04-02T09:50:11.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:10 smithi012 ceph-mon[90784]: osdmap e2653: 8 total, 8 up, 8 in 2024-04-02T09:50:11.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:10 smithi012 ceph-mon[90784]: pgmap v4932: 137 pgs: 137 active+clean; 8.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 541 KiB/s wr, 602 op/s 2024-04-02T09:50:12.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:12 smithi055 ceph-mon[85080]: pgmap v4933: 137 pgs: 137 active+clean; 8.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 542 KiB/s wr, 636 op/s 2024-04-02T09:50:12.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:50:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:50:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:50:12.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:12 smithi012 ceph-mon[88355]: pgmap v4933: 137 pgs: 137 active+clean; 8.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 542 KiB/s wr, 636 op/s 2024-04-02T09:50:12.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:12 smithi012 ceph-mon[90784]: pgmap v4933: 137 pgs: 137 active+clean; 8.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 542 KiB/s wr, 636 op/s 2024-04-02T09:50:14.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:14.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:14.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:15.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:15 smithi055 ceph-mon[85080]: pgmap v4934: 137 pgs: 137 active+clean; 8.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 449 KiB/s wr, 527 op/s 2024-04-02T09:50:15.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:15 smithi012 ceph-mon[88355]: pgmap v4934: 137 pgs: 137 active+clean; 8.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 449 KiB/s wr, 527 op/s 2024-04-02T09:50:15.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:15 smithi012 ceph-mon[90784]: pgmap v4934: 137 pgs: 137 active+clean; 8.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 449 KiB/s wr, 527 op/s 2024-04-02T09:50:16.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:16 smithi055 ceph-mon[85080]: pgmap v4935: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 412 KiB/s wr, 34 op/s 2024-04-02T09:50:16.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:16 smithi012 ceph-mon[88355]: pgmap v4935: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 412 KiB/s wr, 34 op/s 2024-04-02T09:50:16.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:16 smithi012 ceph-mon[90784]: pgmap v4935: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 412 KiB/s wr, 34 op/s 2024-04-02T09:50:18.429 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:50:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:50:17] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-04-02T09:50:18.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:18 smithi012 ceph-mon[88355]: pgmap v4936: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 412 KiB/s wr, 34 op/s 2024-04-02T09:50:18.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:18 smithi012 ceph-mon[90784]: pgmap v4936: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 412 KiB/s wr, 34 op/s 2024-04-02T09:50:19.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:18 smithi055 ceph-mon[85080]: pgmap v4936: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 412 KiB/s wr, 34 op/s 2024-04-02T09:50:20.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:20 smithi055 ceph-mon[85080]: pgmap v4937: 137 pgs: 137 active+clean; 8.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 771 KiB/s wr, 33 op/s 2024-04-02T09:50:20.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:20 smithi012 ceph-mon[88355]: pgmap v4937: 137 pgs: 137 active+clean; 8.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 771 KiB/s wr, 33 op/s 2024-04-02T09:50:20.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:20 smithi012 ceph-mon[90784]: pgmap v4937: 137 pgs: 137 active+clean; 8.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 771 KiB/s wr, 33 op/s 2024-04-02T09:50:22.714 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks2 PASSED [ 57%] 2024-04-02T09:50:22.801 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_read PASSED [ 57%] 2024-04-02T09:50:22.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:22 smithi055 ceph-mon[85080]: pgmap v4938: 137 pgs: 137 active+clean; 21 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 1.3 MiB/s wr, 36 op/s 2024-04-02T09:50:22.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:50:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:50:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:50:22.901 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_write PASSED [ 58%] 2024-04-02T09:50:22.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:22 smithi012 ceph-mon[88355]: pgmap v4938: 137 pgs: 137 active+clean; 21 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 1.3 MiB/s wr, 36 op/s 2024-04-02T09:50:22.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:22 smithi012 ceph-mon[90784]: pgmap v4938: 137 pgs: 137 active+clean; 21 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 1.3 MiB/s wr, 36 op/s 2024-04-02T09:50:22.995 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_resize PASSED [ 58%] 2024-04-02T09:50:24.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:24 smithi055 ceph-mon[85080]: osdmap e2654: 8 total, 8 up, 8 in 2024-04-02T09:50:24.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:24 smithi055 ceph-mon[85080]: pgmap v4940: 137 pgs: 137 active+clean; 21 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-04-02T09:50:24.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:24 smithi012 ceph-mon[88355]: osdmap e2654: 8 total, 8 up, 8 in 2024-04-02T09:50:24.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:24 smithi012 ceph-mon[88355]: pgmap v4940: 137 pgs: 137 active+clean; 21 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-04-02T09:50:24.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:24 smithi012 ceph-mon[90784]: osdmap e2654: 8 total, 8 up, 8 in 2024-04-02T09:50:24.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:24 smithi012 ceph-mon[90784]: pgmap v4940: 137 pgs: 137 active+clean; 21 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-04-02T09:50:25.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:25 smithi055 ceph-mon[85080]: osdmap e2655: 8 total, 8 up, 8 in 2024-04-02T09:50:25.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:25 smithi012 ceph-mon[88355]: osdmap e2655: 8 total, 8 up, 8 in 2024-04-02T09:50:25.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:25 smithi012 ceph-mon[90784]: osdmap e2655: 8 total, 8 up, 8 in 2024-04-02T09:50:26.674 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params PASSED [ 59%] 2024-04-02T09:50:26.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:26 smithi012 ceph-mon[88355]: osdmap e2656: 8 total, 8 up, 8 in 2024-04-02T09:50:26.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:26 smithi012 ceph-mon[88355]: pgmap v4943: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 310 KiB/s rd, 2.0 MiB/s wr, 291 op/s 2024-04-02T09:50:26.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:26 smithi012 ceph-mon[90784]: osdmap e2656: 8 total, 8 up, 8 in 2024-04-02T09:50:26.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:26 smithi012 ceph-mon[90784]: pgmap v4943: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 310 KiB/s rd, 2.0 MiB/s wr, 291 op/s 2024-04-02T09:50:27.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:26 smithi055 ceph-mon[85080]: osdmap e2656: 8 total, 8 up, 8 in 2024-04-02T09:50:27.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:26 smithi055 ceph-mon[85080]: pgmap v4943: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 310 KiB/s rd, 2.0 MiB/s wr, 291 op/s 2024-04-02T09:50:27.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:27 smithi012 ceph-mon[88355]: osdmap e2657: 8 total, 8 up, 8 in 2024-04-02T09:50:27.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:27 smithi012 ceph-mon[90784]: osdmap e2657: 8 total, 8 up, 8 in 2024-04-02T09:50:28.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:27 smithi055 ceph-mon[85080]: osdmap e2657: 8 total, 8 up, 8 in 2024-04-02T09:50:28.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:50:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:50:27] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-04-02T09:50:28.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:28 smithi012 ceph-mon[88355]: osdmap e2658: 8 total, 8 up, 8 in 2024-04-02T09:50:28.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:28 smithi012 ceph-mon[88355]: pgmap v4946: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 302 KiB/s rd, 19 KiB/s wr, 408 op/s 2024-04-02T09:50:28.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:28 smithi012 ceph-mon[90784]: osdmap e2658: 8 total, 8 up, 8 in 2024-04-02T09:50:28.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:28 smithi012 ceph-mon[90784]: pgmap v4946: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 302 KiB/s rd, 19 KiB/s wr, 408 op/s 2024-04-02T09:50:29.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:28 smithi055 ceph-mon[85080]: osdmap e2658: 8 total, 8 up, 8 in 2024-04-02T09:50:29.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:28 smithi055 ceph-mon[85080]: pgmap v4946: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 302 KiB/s rd, 19 KiB/s wr, 408 op/s 2024-04-02T09:50:29.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:29 smithi012 ceph-mon[88355]: osdmap e2659: 8 total, 8 up, 8 in 2024-04-02T09:50:29.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:29.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:29 smithi012 ceph-mon[90784]: osdmap e2659: 8 total, 8 up, 8 in 2024-04-02T09:50:29.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:30.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:29 smithi055 ceph-mon[85080]: osdmap e2659: 8 total, 8 up, 8 in 2024-04-02T09:50:30.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:30.696 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params2 PASSED [ 60%] 2024-04-02T09:50:30.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:30 smithi012 ceph-mon[90784]: osdmap e2660: 8 total, 8 up, 8 in 2024-04-02T09:50:30.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:30 smithi012 ceph-mon[90784]: pgmap v4949: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 6.2 KiB/s wr, 79 op/s 2024-04-02T09:50:30.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:30 smithi012 ceph-mon[88355]: osdmap e2660: 8 total, 8 up, 8 in 2024-04-02T09:50:30.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:30 smithi012 ceph-mon[88355]: pgmap v4949: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 6.2 KiB/s wr, 79 op/s 2024-04-02T09:50:31.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:30 smithi055 ceph-mon[85080]: osdmap e2660: 8 total, 8 up, 8 in 2024-04-02T09:50:31.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:30 smithi055 ceph-mon[85080]: pgmap v4949: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 6.2 KiB/s wr, 79 op/s 2024-04-02T09:50:31.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:31 smithi012 ceph-mon[88355]: osdmap e2661: 8 total, 8 up, 8 in 2024-04-02T09:50:31.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:31 smithi012 ceph-mon[90784]: osdmap e2661: 8 total, 8 up, 8 in 2024-04-02T09:50:32.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:31 smithi055 ceph-mon[85080]: osdmap e2661: 8 total, 8 up, 8 in 2024-04-02T09:50:32.612 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:50:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:50:32.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:50:32.717 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params3 SKIPPED [ 60%] 2024-04-02T09:50:32.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:32 smithi012 ceph-mon[88355]: osdmap e2662: 8 total, 8 up, 8 in 2024-04-02T09:50:32.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:32 smithi012 ceph-mon[88355]: pgmap v4952: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 235 KiB/s rd, 17 KiB/s wr, 318 op/s 2024-04-02T09:50:32.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:32 smithi012 ceph-mon[90784]: osdmap e2662: 8 total, 8 up, 8 in 2024-04-02T09:50:32.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:32 smithi012 ceph-mon[90784]: pgmap v4952: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 235 KiB/s rd, 17 KiB/s wr, 318 op/s 2024-04-02T09:50:33.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:32 smithi055 ceph-mon[85080]: osdmap e2662: 8 total, 8 up, 8 in 2024-04-02T09:50:33.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:32 smithi055 ceph-mon[85080]: pgmap v4952: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 235 KiB/s rd, 17 KiB/s wr, 318 op/s 2024-04-02T09:50:33.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:33 smithi012 ceph-mon[88355]: osdmap e2663: 8 total, 8 up, 8 in 2024-04-02T09:50:33.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:33 smithi012 ceph-mon[90784]: osdmap e2663: 8 total, 8 up, 8 in 2024-04-02T09:50:34.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:33 smithi055 ceph-mon[85080]: osdmap e2663: 8 total, 8 up, 8 in 2024-04-02T09:50:34.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:34 smithi012 ceph-mon[88355]: osdmap e2664: 8 total, 8 up, 8 in 2024-04-02T09:50:34.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:34 smithi012 ceph-mon[88355]: pgmap v4955: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 11 KiB/s wr, 239 op/s 2024-04-02T09:50:34.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:34 smithi012 ceph-mon[90784]: osdmap e2664: 8 total, 8 up, 8 in 2024-04-02T09:50:34.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:34 smithi012 ceph-mon[90784]: pgmap v4955: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 11 KiB/s wr, 239 op/s 2024-04-02T09:50:35.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:34 smithi055 ceph-mon[85080]: osdmap e2664: 8 total, 8 up, 8 in 2024-04-02T09:50:35.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:34 smithi055 ceph-mon[85080]: pgmap v4955: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 11 KiB/s wr, 239 op/s 2024-04-02T09:50:35.918 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stripe_unit_and_count PASSED [ 61%] 2024-04-02T09:50:35.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:35 smithi012 ceph-mon[88355]: osdmap e2665: 8 total, 8 up, 8 in 2024-04-02T09:50:35.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:35 smithi012 ceph-mon[88355]: osdmap e2666: 8 total, 8 up, 8 in 2024-04-02T09:50:35.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:35 smithi012 ceph-mon[90784]: osdmap e2665: 8 total, 8 up, 8 in 2024-04-02T09:50:35.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:35 smithi012 ceph-mon[90784]: osdmap e2666: 8 total, 8 up, 8 in 2024-04-02T09:50:36.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:35 smithi055 ceph-mon[85080]: osdmap e2665: 8 total, 8 up, 8 in 2024-04-02T09:50:36.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:35 smithi055 ceph-mon[85080]: osdmap e2666: 8 total, 8 up, 8 in 2024-04-02T09:50:37.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:36 smithi012 ceph-mon[90784]: osdmap e2667: 8 total, 8 up, 8 in 2024-04-02T09:50:37.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:36 smithi012 ceph-mon[90784]: pgmap v4959: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 340 KiB/s rd, 24 KiB/s wr, 460 op/s 2024-04-02T09:50:37.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:36 smithi012 ceph-mon[88355]: osdmap e2667: 8 total, 8 up, 8 in 2024-04-02T09:50:37.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:36 smithi012 ceph-mon[88355]: pgmap v4959: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 340 KiB/s rd, 24 KiB/s wr, 460 op/s 2024-04-02T09:50:37.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:36 smithi055 ceph-mon[85080]: osdmap e2667: 8 total, 8 up, 8 in 2024-04-02T09:50:37.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:36 smithi055 ceph-mon[85080]: pgmap v4959: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 340 KiB/s rd, 24 KiB/s wr, 460 op/s 2024-04-02T09:50:38.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:37 smithi012 ceph-mon[88355]: osdmap e2668: 8 total, 8 up, 8 in 2024-04-02T09:50:38.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:37 smithi012 ceph-mon[90784]: osdmap e2668: 8 total, 8 up, 8 in 2024-04-02T09:50:38.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:50:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:50:37] "GET /metrics HTTP/1.1" 200 36720 "" "Prometheus/2.43.0" 2024-04-02T09:50:38.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:37 smithi055 ceph-mon[85080]: osdmap e2668: 8 total, 8 up, 8 in 2024-04-02T09:50:39.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:38 smithi012 ceph-mon[88355]: osdmap e2669: 8 total, 8 up, 8 in 2024-04-02T09:50:39.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:38 smithi012 ceph-mon[88355]: pgmap v4962: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 341 KiB/s rd, 24 KiB/s wr, 462 op/s 2024-04-02T09:50:39.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:38 smithi012 ceph-mon[90784]: osdmap e2669: 8 total, 8 up, 8 in 2024-04-02T09:50:39.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:38 smithi012 ceph-mon[90784]: pgmap v4962: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 341 KiB/s rd, 24 KiB/s wr, 462 op/s 2024-04-02T09:50:39.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:38 smithi055 ceph-mon[85080]: osdmap e2669: 8 total, 8 up, 8 in 2024-04-02T09:50:39.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:38 smithi055 ceph-mon[85080]: pgmap v4962: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 341 KiB/s rd, 24 KiB/s wr, 462 op/s 2024-04-02T09:50:39.916 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotected PASSED [ 61%] 2024-04-02T09:50:40.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:39 smithi012 ceph-mon[90784]: osdmap e2670: 8 total, 8 up, 8 in 2024-04-02T09:50:40.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:39 smithi012 ceph-mon[90784]: osdmap e2671: 8 total, 8 up, 8 in 2024-04-02T09:50:40.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:39 smithi012 ceph-mon[88355]: osdmap e2670: 8 total, 8 up, 8 in 2024-04-02T09:50:40.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:39 smithi012 ceph-mon[88355]: osdmap e2671: 8 total, 8 up, 8 in 2024-04-02T09:50:40.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:39 smithi055 ceph-mon[85080]: osdmap e2670: 8 total, 8 up, 8 in 2024-04-02T09:50:40.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:39 smithi055 ceph-mon[85080]: osdmap e2671: 8 total, 8 up, 8 in 2024-04-02T09:50:41.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:40 smithi012 ceph-mon[88355]: pgmap v4965: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 7.2 KiB/s wr, 122 op/s 2024-04-02T09:50:41.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:40 smithi012 ceph-mon[90784]: pgmap v4965: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 7.2 KiB/s wr, 122 op/s 2024-04-02T09:50:41.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:40 smithi055 ceph-mon[85080]: pgmap v4965: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 7.2 KiB/s wr, 122 op/s 2024-04-02T09:50:42.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:41 smithi012 ceph-mon[88355]: osdmap e2672: 8 total, 8 up, 8 in 2024-04-02T09:50:42.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:41 smithi012 ceph-mon[90784]: osdmap e2672: 8 total, 8 up, 8 in 2024-04-02T09:50:42.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:41 smithi055 ceph-mon[85080]: osdmap e2672: 8 total, 8 up, 8 in 2024-04-02T09:50:42.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:50:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:50:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:50:43.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:42 smithi012 ceph-mon[88355]: osdmap e2673: 8 total, 8 up, 8 in 2024-04-02T09:50:43.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:42 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi012-205669-2","app": "rbd"}]: dispatch 2024-04-02T09:50:43.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:42 smithi012 ceph-mon[88355]: pgmap v4968: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 228 KiB/s rd, 16 KiB/s wr, 306 op/s 2024-04-02T09:50:43.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:42 smithi012 ceph-mon[90784]: osdmap e2673: 8 total, 8 up, 8 in 2024-04-02T09:50:43.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:42 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi012-205669-2","app": "rbd"}]: dispatch 2024-04-02T09:50:43.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:42 smithi012 ceph-mon[90784]: pgmap v4968: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 228 KiB/s rd, 16 KiB/s wr, 306 op/s 2024-04-02T09:50:43.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:42 smithi055 ceph-mon[85080]: osdmap e2673: 8 total, 8 up, 8 in 2024-04-02T09:50:43.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:42 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi012-205669-2","app": "rbd"}]: dispatch 2024-04-02T09:50:43.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:42 smithi055 ceph-mon[85080]: pgmap v4968: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 228 KiB/s rd, 16 KiB/s wr, 306 op/s 2024-04-02T09:50:44.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:43 smithi012 ceph-mon[88355]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:50:44.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:43 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi012-205669-2","app": "rbd"}]': finished 2024-04-02T09:50:44.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:43 smithi012 ceph-mon[88355]: osdmap e2674: 8 total, 8 up, 8 in 2024-04-02T09:50:44.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:43 smithi012 ceph-mon[90784]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:50:44.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:43 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi012-205669-2","app": "rbd"}]': finished 2024-04-02T09:50:44.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:43 smithi012 ceph-mon[90784]: osdmap e2674: 8 total, 8 up, 8 in 2024-04-02T09:50:44.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:43 smithi055 ceph-mon[85080]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:50:44.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:43 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi012-205669-2","app": "rbd"}]': finished 2024-04-02T09:50:44.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:43 smithi055 ceph-mon[85080]: osdmap e2674: 8 total, 8 up, 8 in 2024-04-02T09:50:45.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:44 smithi012 ceph-mon[88355]: osdmap e2675: 8 total, 8 up, 8 in 2024-04-02T09:50:45.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:50:45.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:45.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:44 smithi012 ceph-mon[88355]: pgmap v4971: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 143 KiB/s rd, 9.2 KiB/s wr, 183 op/s 2024-04-02T09:50:45.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:44 smithi012 ceph-mon[88355]: osdmap e2676: 8 total, 8 up, 8 in 2024-04-02T09:50:45.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:44 smithi012 ceph-mon[90784]: osdmap e2675: 8 total, 8 up, 8 in 2024-04-02T09:50:45.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:50:45.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:45.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:44 smithi012 ceph-mon[90784]: pgmap v4971: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 143 KiB/s rd, 9.2 KiB/s wr, 183 op/s 2024-04-02T09:50:45.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:44 smithi012 ceph-mon[90784]: osdmap e2676: 8 total, 8 up, 8 in 2024-04-02T09:50:45.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:44 smithi055 ceph-mon[85080]: osdmap e2675: 8 total, 8 up, 8 in 2024-04-02T09:50:45.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:50:45.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:45.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:44 smithi055 ceph-mon[85080]: pgmap v4971: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 143 KiB/s rd, 9.2 KiB/s wr, 183 op/s 2024-04-02T09:50:45.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:44 smithi055 ceph-mon[85080]: osdmap e2676: 8 total, 8 up, 8 in 2024-04-02T09:50:46.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:45 smithi012 ceph-mon[88355]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:50:46.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:45 smithi012 ceph-mon[90784]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:50:46.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:45 smithi055 ceph-mon[85080]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:50:46.991 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotect_with_children PASSED [ 62%] 2024-04-02T09:50:47.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:46 smithi012 ceph-mon[90784]: osdmap e2677: 8 total, 8 up, 8 in 2024-04-02T09:50:47.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:46 smithi012 ceph-mon[90784]: pgmap v4974: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 3.5 KiB/s wr, 78 op/s 2024-04-02T09:50:47.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:46 smithi012 ceph-mon[88355]: osdmap e2677: 8 total, 8 up, 8 in 2024-04-02T09:50:47.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:46 smithi012 ceph-mon[88355]: pgmap v4974: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 3.5 KiB/s wr, 78 op/s 2024-04-02T09:50:47.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:46 smithi055 ceph-mon[85080]: osdmap e2677: 8 total, 8 up, 8 in 2024-04-02T09:50:47.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:46 smithi055 ceph-mon[85080]: pgmap v4974: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 3.5 KiB/s wr, 78 op/s 2024-04-02T09:50:48.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:47 smithi012 ceph-mon[88355]: osdmap e2678: 8 total, 8 up, 8 in 2024-04-02T09:50:48.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:47 smithi012 ceph-mon[90784]: osdmap e2678: 8 total, 8 up, 8 in 2024-04-02T09:50:48.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:50:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:50:47] "GET /metrics HTTP/1.1" 200 39142 "" "Prometheus/2.43.0" 2024-04-02T09:50:48.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:47 smithi055 ceph-mon[85080]: osdmap e2678: 8 total, 8 up, 8 in 2024-04-02T09:50:49.009 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stat PASSED [ 62%] 2024-04-02T09:50:49.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:48 smithi012 ceph-mon[88355]: osdmap e2679: 8 total, 8 up, 8 in 2024-04-02T09:50:49.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:48 smithi012 ceph-mon[88355]: pgmap v4977: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 3.5 KiB/s wr, 78 op/s 2024-04-02T09:50:49.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:48 smithi012 ceph-mon[90784]: osdmap e2679: 8 total, 8 up, 8 in 2024-04-02T09:50:49.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:48 smithi012 ceph-mon[90784]: pgmap v4977: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 3.5 KiB/s wr, 78 op/s 2024-04-02T09:50:49.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:48 smithi055 ceph-mon[85080]: osdmap e2679: 8 total, 8 up, 8 in 2024-04-02T09:50:49.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:48 smithi055 ceph-mon[85080]: pgmap v4977: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 3.5 KiB/s wr, 78 op/s 2024-04-02T09:50:50.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:49 smithi012 ceph-mon[88355]: osdmap e2680: 8 total, 8 up, 8 in 2024-04-02T09:50:50.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:49 smithi012 ceph-mon[90784]: osdmap e2680: 8 total, 8 up, 8 in 2024-04-02T09:50:50.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:49 smithi055 ceph-mon[85080]: osdmap e2680: 8 total, 8 up, 8 in 2024-04-02T09:50:51.022 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_stat PASSED [ 63%] 2024-04-02T09:50:51.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:50 smithi012 ceph-mon[88355]: osdmap e2681: 8 total, 8 up, 8 in 2024-04-02T09:50:51.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:50 smithi012 ceph-mon[88355]: pgmap v4980: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 6.0 KiB/s wr, 120 op/s 2024-04-02T09:50:51.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:50 smithi012 ceph-mon[90784]: osdmap e2681: 8 total, 8 up, 8 in 2024-04-02T09:50:51.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:50 smithi012 ceph-mon[90784]: pgmap v4980: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 6.0 KiB/s wr, 120 op/s 2024-04-02T09:50:51.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:50 smithi055 ceph-mon[85080]: osdmap e2681: 8 total, 8 up, 8 in 2024-04-02T09:50:51.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:50 smithi055 ceph-mon[85080]: pgmap v4980: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 6.0 KiB/s wr, 120 op/s 2024-04-02T09:50:52.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:51 smithi012 ceph-mon[88355]: osdmap e2682: 8 total, 8 up, 8 in 2024-04-02T09:50:52.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:51 smithi012 ceph-mon[90784]: osdmap e2682: 8 total, 8 up, 8 in 2024-04-02T09:50:52.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:51 smithi055 ceph-mon[85080]: osdmap e2682: 8 total, 8 up, 8 in 2024-04-02T09:50:52.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:50:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:50:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:50:53.025 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_io PASSED [ 64%] 2024-04-02T09:50:53.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:52 smithi055 ceph-mon[85080]: osdmap e2683: 8 total, 8 up, 8 in 2024-04-02T09:50:53.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:52 smithi055 ceph-mon[85080]: pgmap v4983: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 241 KiB/s rd, 19 KiB/s wr, 329 op/s 2024-04-02T09:50:53.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:52 smithi012 ceph-mon[88355]: osdmap e2683: 8 total, 8 up, 8 in 2024-04-02T09:50:53.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:52 smithi012 ceph-mon[88355]: pgmap v4983: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 241 KiB/s rd, 19 KiB/s wr, 329 op/s 2024-04-02T09:50:53.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:52 smithi012 ceph-mon[90784]: osdmap e2683: 8 total, 8 up, 8 in 2024-04-02T09:50:53.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:52 smithi012 ceph-mon[90784]: pgmap v4983: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 241 KiB/s rd, 19 KiB/s wr, 329 op/s 2024-04-02T09:50:54.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:53 smithi055 ceph-mon[85080]: osdmap e2684: 8 total, 8 up, 8 in 2024-04-02T09:50:54.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:53 smithi012 ceph-mon[88355]: osdmap e2684: 8 total, 8 up, 8 in 2024-04-02T09:50:54.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:53 smithi012 ceph-mon[90784]: osdmap e2684: 8 total, 8 up, 8 in 2024-04-02T09:50:54.916 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_read PASSED [ 64%] 2024-04-02T09:50:55.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:54 smithi055 ceph-mon[85080]: osdmap e2685: 8 total, 8 up, 8 in 2024-04-02T09:50:55.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:54 smithi055 ceph-mon[85080]: pgmap v4986: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 153 KiB/s rd, 13 KiB/s wr, 209 op/s 2024-04-02T09:50:55.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:54 smithi055 ceph-mon[85080]: osdmap e2686: 8 total, 8 up, 8 in 2024-04-02T09:50:55.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:54 smithi012 ceph-mon[90784]: osdmap e2685: 8 total, 8 up, 8 in 2024-04-02T09:50:55.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:54 smithi012 ceph-mon[90784]: pgmap v4986: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 153 KiB/s rd, 13 KiB/s wr, 209 op/s 2024-04-02T09:50:55.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:54 smithi012 ceph-mon[90784]: osdmap e2686: 8 total, 8 up, 8 in 2024-04-02T09:50:55.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:54 smithi012 ceph-mon[88355]: osdmap e2685: 8 total, 8 up, 8 in 2024-04-02T09:50:55.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:54 smithi012 ceph-mon[88355]: pgmap v4986: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 153 KiB/s rd, 13 KiB/s wr, 209 op/s 2024-04-02T09:50:55.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:54 smithi012 ceph-mon[88355]: osdmap e2686: 8 total, 8 up, 8 in 2024-04-02T09:50:57.052 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_write PASSED [ 65%] 2024-04-02T09:50:57.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:56 smithi055 ceph-mon[85080]: osdmap e2687: 8 total, 8 up, 8 in 2024-04-02T09:50:57.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:56 smithi055 ceph-mon[85080]: pgmap v4989: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 359 KiB/s rd, 32 KiB/s wr, 491 op/s 2024-04-02T09:50:57.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:50:57.428 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:56 smithi012 ceph-mon[90784]: osdmap e2687: 8 total, 8 up, 8 in 2024-04-02T09:50:57.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:56 smithi012 ceph-mon[90784]: pgmap v4989: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 359 KiB/s rd, 32 KiB/s wr, 491 op/s 2024-04-02T09:50:57.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:50:57.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:56 smithi012 ceph-mon[88355]: osdmap e2687: 8 total, 8 up, 8 in 2024-04-02T09:50:57.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:56 smithi012 ceph-mon[88355]: pgmap v4989: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 359 KiB/s rd, 32 KiB/s wr, 491 op/s 2024-04-02T09:50:57.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:50:58.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:57 smithi055 ceph-mon[85080]: osdmap e2688: 8 total, 8 up, 8 in 2024-04-02T09:50:58.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:57 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:50:58.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:57 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:50:58.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:57 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:50:58.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:50:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:50:57] "GET /metrics HTTP/1.1" 200 39142 "" "Prometheus/2.43.0" 2024-04-02T09:50:58.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:57 smithi012 ceph-mon[90784]: osdmap e2688: 8 total, 8 up, 8 in 2024-04-02T09:50:58.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:57 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:50:58.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:57 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:50:58.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:57 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:50:58.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:57 smithi012 ceph-mon[88355]: osdmap e2688: 8 total, 8 up, 8 in 2024-04-02T09:50:58.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:57 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:50:58.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:57 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:50:58.430 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:57 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:50:59.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:58 smithi055 ceph-mon[85080]: osdmap e2689: 8 total, 8 up, 8 in 2024-04-02T09:50:59.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:50:58 smithi055 ceph-mon[85080]: pgmap v4992: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 359 KiB/s rd, 32 KiB/s wr, 491 op/s 2024-04-02T09:50:59.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:58 smithi012 ceph-mon[88355]: osdmap e2689: 8 total, 8 up, 8 in 2024-04-02T09:50:59.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:50:58 smithi012 ceph-mon[88355]: pgmap v4992: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 359 KiB/s rd, 32 KiB/s wr, 491 op/s 2024-04-02T09:50:59.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:58 smithi012 ceph-mon[90784]: osdmap e2689: 8 total, 8 up, 8 in 2024-04-02T09:50:59.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:50:58 smithi012 ceph-mon[90784]: pgmap v4992: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 359 KiB/s rd, 32 KiB/s wr, 491 op/s 2024-04-02T09:51:00.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:00 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:51:00.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:00 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:00.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:00 smithi055 ceph-mon[85080]: osdmap e2690: 8 total, 8 up, 8 in 2024-04-02T09:51:00.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:00 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:51:00.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:00 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:00.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:00 smithi012 ceph-mon[88355]: osdmap e2690: 8 total, 8 up, 8 in 2024-04-02T09:51:00.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:00 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:51:00.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:00 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:00.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:00 smithi012 ceph-mon[90784]: osdmap e2690: 8 total, 8 up, 8 in 2024-04-02T09:51:01.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:01 smithi055 ceph-mon[85080]: pgmap v4994: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 31 KiB/s wr, 1.54k op/s 2024-04-02T09:51:01.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:01 smithi012 ceph-mon[88355]: pgmap v4994: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 31 KiB/s wr, 1.54k op/s 2024-04-02T09:51:01.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:01 smithi012 ceph-mon[90784]: pgmap v4994: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 31 KiB/s wr, 1.54k op/s 2024-04-02T09:51:02.334 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_list_children PASSED [ 65%] 2024-04-02T09:51:02.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:51:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:51:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:51:03.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:03 smithi055 ceph-mon[85080]: osdmap e2691: 8 total, 8 up, 8 in 2024-04-02T09:51:03.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:03 smithi055 ceph-mon[85080]: pgmap v4996: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 21 KiB/s wr, 1.74k op/s 2024-04-02T09:51:03.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:03 smithi012 ceph-mon[90784]: osdmap e2691: 8 total, 8 up, 8 in 2024-04-02T09:51:03.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:03 smithi012 ceph-mon[90784]: pgmap v4996: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 21 KiB/s wr, 1.74k op/s 2024-04-02T09:51:03.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:03 smithi012 ceph-mon[88355]: osdmap e2691: 8 total, 8 up, 8 in 2024-04-02T09:51:03.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:03 smithi012 ceph-mon[88355]: pgmap v4996: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 21 KiB/s wr, 1.74k op/s 2024-04-02T09:51:04.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:04 smithi055 ceph-mon[85080]: osdmap e2692: 8 total, 8 up, 8 in 2024-04-02T09:51:04.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:04 smithi012 ceph-mon[88355]: osdmap e2692: 8 total, 8 up, 8 in 2024-04-02T09:51:04.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:04 smithi012 ceph-mon[90784]: osdmap e2692: 8 total, 8 up, 8 in 2024-04-02T09:51:05.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:05 smithi055 ceph-mon[85080]: osdmap e2693: 8 total, 8 up, 8 in 2024-04-02T09:51:05.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:05 smithi055 ceph-mon[85080]: pgmap v4999: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 25 KiB/s wr, 2.07k op/s 2024-04-02T09:51:05.562 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:05 smithi055 ceph-mon[85080]: osdmap e2694: 8 total, 8 up, 8 in 2024-04-02T09:51:05.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:05 smithi012 ceph-mon[88355]: osdmap e2693: 8 total, 8 up, 8 in 2024-04-02T09:51:05.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:05 smithi012 ceph-mon[88355]: pgmap v4999: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 25 KiB/s wr, 2.07k op/s 2024-04-02T09:51:05.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:05 smithi012 ceph-mon[88355]: osdmap e2694: 8 total, 8 up, 8 in 2024-04-02T09:51:05.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:05 smithi012 ceph-mon[90784]: osdmap e2693: 8 total, 8 up, 8 in 2024-04-02T09:51:05.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:05 smithi012 ceph-mon[90784]: pgmap v4999: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 25 KiB/s wr, 2.07k op/s 2024-04-02T09:51:05.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:05 smithi012 ceph-mon[90784]: osdmap e2694: 8 total, 8 up, 8 in 2024-04-02T09:51:05.927 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_errors PASSED [ 66%] 2024-04-02T09:51:07.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:06 smithi012 ceph-mon[88355]: osdmap e2695: 8 total, 8 up, 8 in 2024-04-02T09:51:07.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:06 smithi012 ceph-mon[88355]: pgmap v5002: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 23 KiB/s wr, 1.30k op/s 2024-04-02T09:51:07.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:06 smithi012 ceph-mon[90784]: osdmap e2695: 8 total, 8 up, 8 in 2024-04-02T09:51:07.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:06 smithi012 ceph-mon[90784]: pgmap v5002: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 23 KiB/s wr, 1.30k op/s 2024-04-02T09:51:07.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:06 smithi055 ceph-mon[85080]: osdmap e2695: 8 total, 8 up, 8 in 2024-04-02T09:51:07.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:06 smithi055 ceph-mon[85080]: pgmap v5002: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 23 KiB/s wr, 1.30k op/s 2024-04-02T09:51:07.922 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_basic PASSED [ 66%] 2024-04-02T09:51:08.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:07 smithi012 ceph-mon[88355]: osdmap e2696: 8 total, 8 up, 8 in 2024-04-02T09:51:08.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:07 smithi012 ceph-mon[90784]: osdmap e2696: 8 total, 8 up, 8 in 2024-04-02T09:51:08.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:51:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:51:07] "GET /metrics HTTP/1.1" 200 36724 "" "Prometheus/2.43.0" 2024-04-02T09:51:08.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:07 smithi055 ceph-mon[85080]: osdmap e2696: 8 total, 8 up, 8 in 2024-04-02T09:51:09.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:08 smithi012 ceph-mon[88355]: osdmap e2697: 8 total, 8 up, 8 in 2024-04-02T09:51:09.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:08 smithi012 ceph-mon[88355]: pgmap v5005: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 23 KiB/s wr, 1.30k op/s 2024-04-02T09:51:09.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:08 smithi012 ceph-mon[90784]: osdmap e2697: 8 total, 8 up, 8 in 2024-04-02T09:51:09.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:08 smithi012 ceph-mon[90784]: pgmap v5005: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 23 KiB/s wr, 1.30k op/s 2024-04-02T09:51:09.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:08 smithi055 ceph-mon[85080]: osdmap e2697: 8 total, 8 up, 8 in 2024-04-02T09:51:09.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:08 smithi055 ceph-mon[85080]: pgmap v5005: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 23 KiB/s wr, 1.30k op/s 2024-04-02T09:51:09.926 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_smaller_order PASSED [ 67%] 2024-04-02T09:51:10.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:09 smithi012 ceph-mon[88355]: osdmap e2698: 8 total, 8 up, 8 in 2024-04-02T09:51:10.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:09 smithi012 ceph-mon[88355]: osdmap e2699: 8 total, 8 up, 8 in 2024-04-02T09:51:10.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:09 smithi012 ceph-mon[90784]: osdmap e2698: 8 total, 8 up, 8 in 2024-04-02T09:51:10.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:09 smithi012 ceph-mon[90784]: osdmap e2699: 8 total, 8 up, 8 in 2024-04-02T09:51:10.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:09 smithi055 ceph-mon[85080]: osdmap e2698: 8 total, 8 up, 8 in 2024-04-02T09:51:10.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:09 smithi055 ceph-mon[85080]: osdmap e2699: 8 total, 8 up, 8 in 2024-04-02T09:51:11.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:10 smithi012 ceph-mon[88355]: pgmap v5008: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 236 KiB/s rd, 17 KiB/s wr, 326 op/s 2024-04-02T09:51:11.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:10 smithi012 ceph-mon[90784]: pgmap v5008: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 236 KiB/s rd, 17 KiB/s wr, 326 op/s 2024-04-02T09:51:11.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:10 smithi055 ceph-mon[85080]: pgmap v5008: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 236 KiB/s rd, 17 KiB/s wr, 326 op/s 2024-04-02T09:51:11.951 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_larger_order PASSED [ 68%] 2024-04-02T09:51:12.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:11 smithi012 ceph-mon[88355]: osdmap e2700: 8 total, 8 up, 8 in 2024-04-02T09:51:12.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:11 smithi012 ceph-mon[90784]: osdmap e2700: 8 total, 8 up, 8 in 2024-04-02T09:51:12.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:11 smithi055 ceph-mon[85080]: osdmap e2700: 8 total, 8 up, 8 in 2024-04-02T09:51:12.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:51:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:51:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:51:13.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:12 smithi012 ceph-mon[88355]: osdmap e2701: 8 total, 8 up, 8 in 2024-04-02T09:51:13.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:12 smithi012 ceph-mon[88355]: pgmap v5011: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 779 KiB/s rd, 51 KiB/s wr, 1.04k op/s 2024-04-02T09:51:13.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:12 smithi012 ceph-mon[90784]: osdmap e2701: 8 total, 8 up, 8 in 2024-04-02T09:51:13.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:12 smithi012 ceph-mon[90784]: pgmap v5011: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 779 KiB/s rd, 51 KiB/s wr, 1.04k op/s 2024-04-02T09:51:13.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:12 smithi055 ceph-mon[85080]: osdmap e2701: 8 total, 8 up, 8 in 2024-04-02T09:51:13.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:12 smithi055 ceph-mon[85080]: pgmap v5011: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 779 KiB/s rd, 51 KiB/s wr, 1.04k op/s 2024-04-02T09:51:13.965 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_drops_cache PASSED [ 68%] 2024-04-02T09:51:14.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:13 smithi012 ceph-mon[88355]: osdmap e2702: 8 total, 8 up, 8 in 2024-04-02T09:51:14.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:13 smithi012 ceph-mon[90784]: osdmap e2702: 8 total, 8 up, 8 in 2024-04-02T09:51:14.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:13 smithi055 ceph-mon[85080]: osdmap e2702: 8 total, 8 up, 8 in 2024-04-02T09:51:15.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:14 smithi012 ceph-mon[90784]: osdmap e2703: 8 total, 8 up, 8 in 2024-04-02T09:51:15.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:15.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:14 smithi012 ceph-mon[90784]: pgmap v5014: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 543 KiB/s rd, 34 KiB/s wr, 715 op/s 2024-04-02T09:51:15.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:14 smithi012 ceph-mon[90784]: osdmap e2704: 8 total, 8 up, 8 in 2024-04-02T09:51:15.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:14 smithi012 ceph-mon[88355]: osdmap e2703: 8 total, 8 up, 8 in 2024-04-02T09:51:15.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:15.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:14 smithi012 ceph-mon[88355]: pgmap v5014: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 543 KiB/s rd, 34 KiB/s wr, 715 op/s 2024-04-02T09:51:15.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:14 smithi012 ceph-mon[88355]: osdmap e2704: 8 total, 8 up, 8 in 2024-04-02T09:51:15.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:14 smithi055 ceph-mon[85080]: osdmap e2703: 8 total, 8 up, 8 in 2024-04-02T09:51:15.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:15.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:14 smithi055 ceph-mon[85080]: pgmap v5014: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 543 KiB/s rd, 34 KiB/s wr, 715 op/s 2024-04-02T09:51:15.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:14 smithi055 ceph-mon[85080]: osdmap e2704: 8 total, 8 up, 8 in 2024-04-02T09:51:17.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:16 smithi012 ceph-mon[90784]: osdmap e2705: 8 total, 8 up, 8 in 2024-04-02T09:51:17.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:16 smithi012 ceph-mon[90784]: pgmap v5017: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 547 KiB/s rd, 39 KiB/s wr, 738 op/s 2024-04-02T09:51:17.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:16 smithi012 ceph-mon[88355]: osdmap e2705: 8 total, 8 up, 8 in 2024-04-02T09:51:17.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:16 smithi012 ceph-mon[88355]: pgmap v5017: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 547 KiB/s rd, 39 KiB/s wr, 738 op/s 2024-04-02T09:51:17.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:16 smithi055 ceph-mon[85080]: osdmap e2705: 8 total, 8 up, 8 in 2024-04-02T09:51:17.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:16 smithi055 ceph-mon[85080]: pgmap v5017: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 547 KiB/s rd, 39 KiB/s wr, 738 op/s 2024-04-02T09:51:17.997 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_multi_level PASSED [ 69%] 2024-04-02T09:51:18.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:17 smithi012 ceph-mon[88355]: osdmap e2706: 8 total, 8 up, 8 in 2024-04-02T09:51:18.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:17 smithi012 ceph-mon[90784]: osdmap e2706: 8 total, 8 up, 8 in 2024-04-02T09:51:18.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:51:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:51:17] "GET /metrics HTTP/1.1" 200 36723 "" "Prometheus/2.43.0" 2024-04-02T09:51:18.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:17 smithi055 ceph-mon[85080]: osdmap e2706: 8 total, 8 up, 8 in 2024-04-02T09:51:19.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:18 smithi012 ceph-mon[88355]: osdmap e2707: 8 total, 8 up, 8 in 2024-04-02T09:51:19.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:18 smithi012 ceph-mon[88355]: pgmap v5020: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 547 KiB/s rd, 39 KiB/s wr, 738 op/s 2024-04-02T09:51:19.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:18 smithi012 ceph-mon[90784]: osdmap e2707: 8 total, 8 up, 8 in 2024-04-02T09:51:19.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:18 smithi012 ceph-mon[90784]: pgmap v5020: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 547 KiB/s rd, 39 KiB/s wr, 738 op/s 2024-04-02T09:51:19.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:18 smithi055 ceph-mon[85080]: osdmap e2707: 8 total, 8 up, 8 in 2024-04-02T09:51:19.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:18 smithi055 ceph-mon[85080]: pgmap v5020: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 547 KiB/s rd, 39 KiB/s wr, 738 op/s 2024-04-02T09:51:19.924 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_with_progress PASSED [ 69%] 2024-04-02T09:51:20.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:19 smithi012 ceph-mon[90784]: osdmap e2708: 8 total, 8 up, 8 in 2024-04-02T09:51:20.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:19 smithi012 ceph-mon[90784]: osdmap e2709: 8 total, 8 up, 8 in 2024-04-02T09:51:20.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:19 smithi012 ceph-mon[88355]: osdmap e2708: 8 total, 8 up, 8 in 2024-04-02T09:51:20.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:19 smithi012 ceph-mon[88355]: osdmap e2709: 8 total, 8 up, 8 in 2024-04-02T09:51:20.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:19 smithi055 ceph-mon[85080]: osdmap e2708: 8 total, 8 up, 8 in 2024-04-02T09:51:20.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:19 smithi055 ceph-mon[85080]: osdmap e2709: 8 total, 8 up, 8 in 2024-04-02T09:51:21.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:20 smithi012 ceph-mon[88355]: pgmap v5023: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 8.7 KiB/s wr, 110 op/s 2024-04-02T09:51:21.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:20 smithi012 ceph-mon[90784]: pgmap v5023: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 8.7 KiB/s wr, 110 op/s 2024-04-02T09:51:21.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:20 smithi055 ceph-mon[85080]: pgmap v5023: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 8.7 KiB/s wr, 110 op/s 2024-04-02T09:51:22.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:21 smithi012 ceph-mon[88355]: osdmap e2710: 8 total, 8 up, 8 in 2024-04-02T09:51:22.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:21 smithi012 ceph-mon[90784]: osdmap e2710: 8 total, 8 up, 8 in 2024-04-02T09:51:22.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:21 smithi055 ceph-mon[85080]: osdmap e2710: 8 total, 8 up, 8 in 2024-04-02T09:51:22.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:51:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:51:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:51:23.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:22 smithi012 ceph-mon[88355]: osdmap e2711: 8 total, 8 up, 8 in 2024-04-02T09:51:23.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:22 smithi012 ceph-mon[88355]: pgmap v5026: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 340 KiB/s rd, 25 KiB/s wr, 461 op/s 2024-04-02T09:51:23.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:22 smithi012 ceph-mon[90784]: osdmap e2711: 8 total, 8 up, 8 in 2024-04-02T09:51:23.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:22 smithi012 ceph-mon[90784]: pgmap v5026: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 340 KiB/s rd, 25 KiB/s wr, 461 op/s 2024-04-02T09:51:23.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:22 smithi055 ceph-mon[85080]: osdmap e2711: 8 total, 8 up, 8 in 2024-04-02T09:51:23.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:22 smithi055 ceph-mon[85080]: pgmap v5026: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 340 KiB/s rd, 25 KiB/s wr, 461 op/s 2024-04-02T09:51:24.027 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_flatten_multi_level PASSED [ 70%] 2024-04-02T09:51:24.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:23 smithi012 ceph-mon[88355]: osdmap e2712: 8 total, 8 up, 8 in 2024-04-02T09:51:24.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:23 smithi012 ceph-mon[90784]: osdmap e2712: 8 total, 8 up, 8 in 2024-04-02T09:51:24.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:23 smithi055 ceph-mon[85080]: osdmap e2712: 8 total, 8 up, 8 in 2024-04-02T09:51:25.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:24 smithi055 ceph-mon[85080]: osdmap e2713: 8 total, 8 up, 8 in 2024-04-02T09:51:25.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:24 smithi055 ceph-mon[85080]: pgmap v5029: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 268 KiB/s rd, 16 KiB/s wr, 351 op/s 2024-04-02T09:51:25.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:24 smithi055 ceph-mon[85080]: osdmap e2714: 8 total, 8 up, 8 in 2024-04-02T09:51:25.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:24 smithi012 ceph-mon[88355]: osdmap e2713: 8 total, 8 up, 8 in 2024-04-02T09:51:25.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:24 smithi012 ceph-mon[88355]: pgmap v5029: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 268 KiB/s rd, 16 KiB/s wr, 351 op/s 2024-04-02T09:51:25.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:24 smithi012 ceph-mon[88355]: osdmap e2714: 8 total, 8 up, 8 in 2024-04-02T09:51:25.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:24 smithi012 ceph-mon[90784]: osdmap e2713: 8 total, 8 up, 8 in 2024-04-02T09:51:25.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:24 smithi012 ceph-mon[90784]: pgmap v5029: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 268 KiB/s rd, 16 KiB/s wr, 351 op/s 2024-04-02T09:51:25.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:24 smithi012 ceph-mon[90784]: osdmap e2714: 8 total, 8 up, 8 in 2024-04-02T09:51:27.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:26 smithi012 ceph-mon[88355]: osdmap e2715: 8 total, 8 up, 8 in 2024-04-02T09:51:27.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:26 smithi012 ceph-mon[88355]: pgmap v5032: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 315 KiB/s rd, 22 KiB/s wr, 416 op/s 2024-04-02T09:51:27.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:26 smithi012 ceph-mon[90784]: osdmap e2715: 8 total, 8 up, 8 in 2024-04-02T09:51:27.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:26 smithi012 ceph-mon[90784]: pgmap v5032: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 315 KiB/s rd, 22 KiB/s wr, 416 op/s 2024-04-02T09:51:27.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:26 smithi055 ceph-mon[85080]: osdmap e2715: 8 total, 8 up, 8 in 2024-04-02T09:51:27.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:26 smithi055 ceph-mon[85080]: pgmap v5032: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 315 KiB/s rd, 22 KiB/s wr, 416 op/s 2024-04-02T09:51:27.934 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_trash_snapshot PASSED [ 70%] 2024-04-02T09:51:28.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:27 smithi012 ceph-mon[88355]: osdmap e2716: 8 total, 8 up, 8 in 2024-04-02T09:51:28.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:27 smithi012 ceph-mon[90784]: osdmap e2716: 8 total, 8 up, 8 in 2024-04-02T09:51:28.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:51:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:51:27] "GET /metrics HTTP/1.1" 200 36723 "" "Prometheus/2.43.0" 2024-04-02T09:51:28.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:27 smithi055 ceph-mon[85080]: osdmap e2716: 8 total, 8 up, 8 in 2024-04-02T09:51:29.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:28 smithi012 ceph-mon[88355]: osdmap e2717: 8 total, 8 up, 8 in 2024-04-02T09:51:29.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:28 smithi012 ceph-mon[88355]: pgmap v5035: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 315 KiB/s rd, 22 KiB/s wr, 416 op/s 2024-04-02T09:51:29.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:28 smithi012 ceph-mon[90784]: osdmap e2717: 8 total, 8 up, 8 in 2024-04-02T09:51:29.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:28 smithi012 ceph-mon[90784]: pgmap v5035: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 315 KiB/s rd, 22 KiB/s wr, 416 op/s 2024-04-02T09:51:29.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:28 smithi055 ceph-mon[85080]: osdmap e2717: 8 total, 8 up, 8 in 2024-04-02T09:51:29.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:28 smithi055 ceph-mon[85080]: pgmap v5035: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 315 KiB/s rd, 22 KiB/s wr, 416 op/s 2024-04-02T09:51:30.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:29 smithi012 ceph-mon[90784]: osdmap e2718: 8 total, 8 up, 8 in 2024-04-02T09:51:30.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:30.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:29 smithi012 ceph-mon[90784]: osdmap e2719: 8 total, 8 up, 8 in 2024-04-02T09:51:30.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:29 smithi012 ceph-mon[88355]: osdmap e2718: 8 total, 8 up, 8 in 2024-04-02T09:51:30.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:30.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:29 smithi012 ceph-mon[88355]: osdmap e2719: 8 total, 8 up, 8 in 2024-04-02T09:51:30.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:29 smithi055 ceph-mon[85080]: osdmap e2718: 8 total, 8 up, 8 in 2024-04-02T09:51:30.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:30.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:29 smithi055 ceph-mon[85080]: osdmap e2719: 8 total, 8 up, 8 in 2024-04-02T09:51:31.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:30 smithi012 ceph-mon[88355]: pgmap v5038: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 4.0 KiB/s wr, 48 op/s 2024-04-02T09:51:31.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:30 smithi012 ceph-mon[90784]: pgmap v5038: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 4.0 KiB/s wr, 48 op/s 2024-04-02T09:51:31.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:30 smithi055 ceph-mon[85080]: pgmap v5038: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 4.0 KiB/s wr, 48 op/s 2024-04-02T09:51:32.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:32 smithi055 ceph-mon[85080]: pgmap v5039: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 7.3 KiB/s wr, 123 op/s 2024-04-02T09:51:32.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:51:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:51:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:51:32.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:32 smithi012 ceph-mon[88355]: pgmap v5039: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 7.3 KiB/s wr, 123 op/s 2024-04-02T09:51:32.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:32 smithi012 ceph-mon[90784]: pgmap v5039: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 7.3 KiB/s wr, 123 op/s 2024-04-02T09:51:34.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:34 smithi055 ceph-mon[85080]: pgmap v5040: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 6.2 KiB/s wr, 105 op/s 2024-04-02T09:51:34.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:34 smithi012 ceph-mon[88355]: pgmap v5040: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 6.2 KiB/s wr, 105 op/s 2024-04-02T09:51:34.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:34 smithi012 ceph-mon[90784]: pgmap v5040: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 6.2 KiB/s wr, 105 op/s 2024-04-02T09:51:34.930 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_encryption_luks1 PASSED [ 71%] 2024-04-02T09:51:36.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:35 smithi012 ceph-mon[88355]: osdmap e2720: 8 total, 8 up, 8 in 2024-04-02T09:51:36.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:35 smithi012 ceph-mon[90784]: osdmap e2720: 8 total, 8 up, 8 in 2024-04-02T09:51:36.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:35 smithi055 ceph-mon[85080]: osdmap e2720: 8 total, 8 up, 8 in 2024-04-02T09:51:37.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:36 smithi012 ceph-mon[88355]: osdmap e2721: 8 total, 8 up, 8 in 2024-04-02T09:51:37.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:36 smithi012 ceph-mon[88355]: pgmap v5043: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 187 KiB/s rd, 629 KiB/s wr, 199 op/s 2024-04-02T09:51:37.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:36 smithi012 ceph-mon[90784]: osdmap e2721: 8 total, 8 up, 8 in 2024-04-02T09:51:37.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:36 smithi012 ceph-mon[90784]: pgmap v5043: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 187 KiB/s rd, 629 KiB/s wr, 199 op/s 2024-04-02T09:51:37.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:36 smithi055 ceph-mon[85080]: osdmap e2721: 8 total, 8 up, 8 in 2024-04-02T09:51:37.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:36 smithi055 ceph-mon[85080]: pgmap v5043: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 187 KiB/s rd, 629 KiB/s wr, 199 op/s 2024-04-02T09:51:38.429 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:51:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:51:37] "GET /metrics HTTP/1.1" 200 36725 "" "Prometheus/2.43.0" 2024-04-02T09:51:38.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:38 smithi055 ceph-mon[85080]: pgmap v5044: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 140 KiB/s rd, 520 KiB/s wr, 141 op/s 2024-04-02T09:51:38.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:38 smithi012 ceph-mon[88355]: pgmap v5044: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 140 KiB/s rd, 520 KiB/s wr, 141 op/s 2024-04-02T09:51:38.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:38 smithi012 ceph-mon[90784]: pgmap v5044: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 140 KiB/s rd, 520 KiB/s wr, 141 op/s 2024-04-02T09:51:41.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:40 smithi012 ceph-mon[88355]: osdmap e2722: 8 total, 8 up, 8 in 2024-04-02T09:51:41.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:40 smithi012 ceph-mon[88355]: pgmap v5046: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 133 KiB/s rd, 690 KiB/s wr, 117 op/s 2024-04-02T09:51:41.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:40 smithi012 ceph-mon[90784]: osdmap e2722: 8 total, 8 up, 8 in 2024-04-02T09:51:41.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:40 smithi012 ceph-mon[90784]: pgmap v5046: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 133 KiB/s rd, 690 KiB/s wr, 117 op/s 2024-04-02T09:51:41.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:40 smithi055 ceph-mon[85080]: osdmap e2722: 8 total, 8 up, 8 in 2024-04-02T09:51:41.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:40 smithi055 ceph-mon[85080]: pgmap v5046: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 133 KiB/s rd, 690 KiB/s wr, 117 op/s 2024-04-02T09:51:42.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:42 smithi055 ceph-mon[85080]: pgmap v5047: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 542 KiB/s wr, 92 op/s 2024-04-02T09:51:42.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:51:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:51:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:51:42.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:42 smithi012 ceph-mon[88355]: pgmap v5047: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 542 KiB/s wr, 92 op/s 2024-04-02T09:51:42.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:42 smithi012 ceph-mon[90784]: pgmap v5047: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 542 KiB/s wr, 92 op/s 2024-04-02T09:51:44.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:44.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:44.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:45.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:45 smithi055 ceph-mon[85080]: pgmap v5048: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 4.2 KiB/s wr, 60 op/s 2024-04-02T09:51:45.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:45 smithi012 ceph-mon[88355]: pgmap v5048: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 4.2 KiB/s wr, 60 op/s 2024-04-02T09:51:45.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:45 smithi012 ceph-mon[90784]: pgmap v5048: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 4.2 KiB/s wr, 60 op/s 2024-04-02T09:51:46.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:46 smithi055 ceph-mon[85080]: pgmap v5049: 137 pgs: 137 active+clean; 21 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 1.6 MiB/s wr, 12 op/s 2024-04-02T09:51:46.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:46 smithi012 ceph-mon[88355]: pgmap v5049: 137 pgs: 137 active+clean; 21 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 1.6 MiB/s wr, 12 op/s 2024-04-02T09:51:46.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:46 smithi012 ceph-mon[90784]: pgmap v5049: 137 pgs: 137 active+clean; 21 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 1.6 MiB/s wr, 12 op/s 2024-04-02T09:51:47.652 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_encryption_luks2 PASSED [ 72%] 2024-04-02T09:51:47.768 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_ownership PASSED [ 72%] 2024-04-02T09:51:48.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:51:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:51:47] "GET /metrics HTTP/1.1" 200 36722 "" "Prometheus/2.43.0" 2024-04-02T09:51:48.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:48 smithi012 ceph-mon[88355]: osdmap e2723: 8 total, 8 up, 8 in 2024-04-02T09:51:48.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:48 smithi012 ceph-mon[88355]: pgmap v5051: 137 pgs: 137 active+clean; 21 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 1.9 MiB/s wr, 14 op/s 2024-04-02T09:51:48.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:48 smithi012 ceph-mon[90784]: osdmap e2723: 8 total, 8 up, 8 in 2024-04-02T09:51:48.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:48 smithi012 ceph-mon[90784]: pgmap v5051: 137 pgs: 137 active+clean; 21 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 1.9 MiB/s wr, 14 op/s 2024-04-02T09:51:49.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:48 smithi055 ceph-mon[85080]: osdmap e2723: 8 total, 8 up, 8 in 2024-04-02T09:51:49.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:48 smithi055 ceph-mon[85080]: pgmap v5051: 137 pgs: 137 active+clean; 21 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 1.9 MiB/s wr, 14 op/s 2024-04-02T09:51:49.676 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_snapshot_leadership PASSED [ 73%] 2024-04-02T09:51:49.774 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_read_only_leadership PASSED [ 73%] 2024-04-02T09:51:49.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:49 smithi012 ceph-mon[88355]: osdmap e2724: 8 total, 8 up, 8 in 2024-04-02T09:51:49.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:49 smithi012 ceph-mon[90784]: osdmap e2724: 8 total, 8 up, 8 in 2024-04-02T09:51:50.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:49 smithi055 ceph-mon[85080]: osdmap e2724: 8 total, 8 up, 8 in 2024-04-02T09:51:50.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:50 smithi012 ceph-mon[88355]: osdmap e2725: 8 total, 8 up, 8 in 2024-04-02T09:51:50.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:50 smithi012 ceph-mon[88355]: pgmap v5054: 137 pgs: 137 active+clean; 13 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 2.7 MiB/s wr, 58 op/s 2024-04-02T09:51:50.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:50 smithi012 ceph-mon[90784]: osdmap e2725: 8 total, 8 up, 8 in 2024-04-02T09:51:50.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:50 smithi012 ceph-mon[90784]: pgmap v5054: 137 pgs: 137 active+clean; 13 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 2.7 MiB/s wr, 58 op/s 2024-04-02T09:51:51.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:50 smithi055 ceph-mon[85080]: osdmap e2725: 8 total, 8 up, 8 in 2024-04-02T09:51:51.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:50 smithi055 ceph-mon[85080]: pgmap v5054: 137 pgs: 137 active+clean; 13 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 2.7 MiB/s wr, 58 op/s 2024-04-02T09:51:51.683 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_flatten PASSED [ 74%] 2024-04-02T09:51:51.822 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_resize PASSED [ 74%] 2024-04-02T09:51:51.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:51 smithi012 ceph-mon[88355]: osdmap e2726: 8 total, 8 up, 8 in 2024-04-02T09:51:51.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:51 smithi012 ceph-mon[90784]: osdmap e2726: 8 total, 8 up, 8 in 2024-04-02T09:51:52.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:51 smithi055 ceph-mon[85080]: osdmap e2726: 8 total, 8 up, 8 in 2024-04-02T09:51:52.593 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:51:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:51:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:51:52.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:52 smithi012 ceph-mon[88355]: osdmap e2727: 8 total, 8 up, 8 in 2024-04-02T09:51:52.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:52 smithi012 ceph-mon[88355]: pgmap v5057: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 319 KiB/s rd, 22 KiB/s wr, 433 op/s 2024-04-02T09:51:52.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:52 smithi012 ceph-mon[90784]: osdmap e2727: 8 total, 8 up, 8 in 2024-04-02T09:51:52.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:52 smithi012 ceph-mon[90784]: pgmap v5057: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 319 KiB/s rd, 22 KiB/s wr, 433 op/s 2024-04-02T09:51:53.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:52 smithi055 ceph-mon[85080]: osdmap e2727: 8 total, 8 up, 8 in 2024-04-02T09:51:53.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:52 smithi055 ceph-mon[85080]: pgmap v5057: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 319 KiB/s rd, 22 KiB/s wr, 433 op/s 2024-04-02T09:51:53.693 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_create PASSED [ 75%] 2024-04-02T09:51:53.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:53 smithi012 ceph-mon[88355]: osdmap e2728: 8 total, 8 up, 8 in 2024-04-02T09:51:53.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:53 smithi012 ceph-mon[90784]: osdmap e2728: 8 total, 8 up, 8 in 2024-04-02T09:51:54.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:53 smithi055 ceph-mon[85080]: osdmap e2728: 8 total, 8 up, 8 in 2024-04-02T09:51:54.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:54 smithi012 ceph-mon[88355]: osdmap e2729: 8 total, 8 up, 8 in 2024-04-02T09:51:54.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:54 smithi012 ceph-mon[88355]: pgmap v5060: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 266 KiB/s rd, 19 KiB/s wr, 358 op/s 2024-04-02T09:51:54.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:54 smithi012 ceph-mon[90784]: osdmap e2729: 8 total, 8 up, 8 in 2024-04-02T09:51:54.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:54 smithi012 ceph-mon[90784]: pgmap v5060: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 266 KiB/s rd, 19 KiB/s wr, 358 op/s 2024-04-02T09:51:54.929 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_rollback PASSED [ 76%] 2024-04-02T09:51:55.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:54 smithi055 ceph-mon[85080]: osdmap e2729: 8 total, 8 up, 8 in 2024-04-02T09:51:55.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:54 smithi055 ceph-mon[85080]: pgmap v5060: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 266 KiB/s rd, 19 KiB/s wr, 358 op/s 2024-04-02T09:51:55.065 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_discard PASSED [ 76%] 2024-04-02T09:51:55.197 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_write PASSED [ 77%] 2024-04-02T09:51:55.301 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_acquire_release_lock PASSED [ 77%] 2024-04-02T09:51:55.921 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_break_lock PASSED [ 78%] 2024-04-02T09:51:55.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:55 smithi012 ceph-mon[88355]: osdmap e2730: 8 total, 8 up, 8 in 2024-04-02T09:51:55.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:55 smithi012 ceph-mon[88355]: osdmap e2731: 8 total, 8 up, 8 in 2024-04-02T09:51:55.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:55 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1852825336' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.12:0/200776364"}]: dispatch 2024-04-02T09:51:55.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:55 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.12:0/200776364"}]: dispatch 2024-04-02T09:51:55.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:55 smithi012 ceph-mon[90784]: osdmap e2730: 8 total, 8 up, 8 in 2024-04-02T09:51:55.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:55 smithi012 ceph-mon[90784]: osdmap e2731: 8 total, 8 up, 8 in 2024-04-02T09:51:55.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:55 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1852825336' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.12:0/200776364"}]: dispatch 2024-04-02T09:51:55.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:55 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.12:0/200776364"}]: dispatch 2024-04-02T09:51:56.013 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_uuid PASSED [ 78%] 2024-04-02T09:51:56.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:55 smithi055 ceph-mon[85080]: osdmap e2730: 8 total, 8 up, 8 in 2024-04-02T09:51:56.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:55 smithi055 ceph-mon[85080]: osdmap e2731: 8 total, 8 up, 8 in 2024-04-02T09:51:56.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:55 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1852825336' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.12:0/200776364"}]: dispatch 2024-04-02T09:51:56.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:55 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.12:0/200776364"}]: dispatch 2024-04-02T09:51:56.117 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_site_name PASSED [ 79%] 2024-04-02T09:51:56.225 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer_bootstrap PASSED [ 80%] 2024-04-02T09:51:56.329 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer PASSED [ 80%] 2024-04-02T09:51:56.457 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image SKIPPED [ 81%] 2024-04-02T09:51:56.543 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_status SKIPPED [ 81%] 2024-04-02T09:51:57.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:56 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.12:0/200776364"}]': finished 2024-04-02T09:51:57.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:56 smithi012 ceph-mon[88355]: osdmap e2732: 8 total, 8 up, 8 in 2024-04-02T09:51:57.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:56 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' 2024-04-02T09:51:57.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:56 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:51:57.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:56 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:51:57.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:56 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-02T09:51:57.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:56 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:51:57.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:56 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-02T09:51:57.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:56 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-02T09:51:57.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:56 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:51:57.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:56 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' 2024-04-02T09:51:57.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:56 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/122/28f6b405-bdbd-41ce-b612-0fac1f5f5fde"}]: dispatch 2024-04-02T09:51:57.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:56 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/28f6b405-bdbd-41ce-b612-0fac1f5f5fde"}]: dispatch 2024-04-02T09:51:57.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:56 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/28f6b405-bdbd-41ce-b612-0fac1f5f5fde"}]': finished 2024-04-02T09:51:57.180 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:56 smithi012 ceph-mon[88355]: pgmap v5064: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 344 KiB/s rd, 29 KiB/s wr, 480 op/s 2024-04-02T09:51:57.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:56 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.12:0/200776364"}]': finished 2024-04-02T09:51:57.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:56 smithi012 ceph-mon[90784]: osdmap e2732: 8 total, 8 up, 8 in 2024-04-02T09:51:57.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:56 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' 2024-04-02T09:51:57.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:56 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:51:57.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:56 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:51:57.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:56 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-02T09:51:57.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:56 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:51:57.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:56 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-02T09:51:57.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:56 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-02T09:51:57.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:56 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:51:57.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:56 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' 2024-04-02T09:51:57.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:56 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/122/28f6b405-bdbd-41ce-b612-0fac1f5f5fde"}]: dispatch 2024-04-02T09:51:57.181 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:56 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/28f6b405-bdbd-41ce-b612-0fac1f5f5fde"}]: dispatch 2024-04-02T09:51:57.182 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:56 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/28f6b405-bdbd-41ce-b612-0fac1f5f5fde"}]': finished 2024-04-02T09:51:57.182 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:56 smithi012 ceph-mon[90784]: pgmap v5064: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 344 KiB/s rd, 29 KiB/s wr, 480 op/s 2024-04-02T09:51:57.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:56 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.12:0/200776364"}]': finished 2024-04-02T09:51:57.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:56 smithi055 ceph-mon[85080]: osdmap e2732: 8 total, 8 up, 8 in 2024-04-02T09:51:57.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:56 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' 2024-04-02T09:51:57.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:56 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:51:57.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:56 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:51:57.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:56 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-02T09:51:57.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:56 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:51:57.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:56 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-02T09:51:57.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:56 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-02T09:51:57.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:56 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:51:57.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:56 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' 2024-04-02T09:51:57.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:56 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/122/28f6b405-bdbd-41ce-b612-0fac1f5f5fde"}]: dispatch 2024-04-02T09:51:57.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:56 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/28f6b405-bdbd-41ce-b612-0fac1f5f5fde"}]: dispatch 2024-04-02T09:51:57.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:56 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/28f6b405-bdbd-41ce-b612-0fac1f5f5fde"}]': finished 2024-04-02T09:51:57.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:56 smithi055 ceph-mon[85080]: pgmap v5064: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 344 KiB/s rd, 29 KiB/s wr, 480 op/s 2024-04-02T09:51:58.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:57 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:51:58.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:57 smithi012 ceph-mon[88355]: osdmap e2733: 8 total, 8 up, 8 in 2024-04-02T09:51:58.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:51:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:51:57] "GET /metrics HTTP/1.1" 200 36722 "" "Prometheus/2.43.0" 2024-04-02T09:51:58.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:57 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:51:58.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:57 smithi012 ceph-mon[90784]: osdmap e2733: 8 total, 8 up, 8 in 2024-04-02T09:51:58.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:57 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:51:58.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:57 smithi055 ceph-mon[85080]: osdmap e2733: 8 total, 8 up, 8 in 2024-04-02T09:51:59.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:58 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:51:59.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:58 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:51:59.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:58 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:51:59.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:58 smithi012 ceph-mon[88355]: osdmap e2734: 8 total, 8 up, 8 in 2024-04-02T09:51:59.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:58 smithi012 ceph-mon[88355]: pgmap v5067: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 345 KiB/s rd, 29 KiB/s wr, 482 op/s 2024-04-02T09:51:59.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:58 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:51:59.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:58 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:51:59.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:58 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:51:59.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:58 smithi012 ceph-mon[90784]: osdmap e2734: 8 total, 8 up, 8 in 2024-04-02T09:51:59.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:58 smithi012 ceph-mon[90784]: pgmap v5067: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 345 KiB/s rd, 29 KiB/s wr, 482 op/s 2024-04-02T09:51:59.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:58 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:51:59.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:58 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:51:59.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:58 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:51:59.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:58 smithi055 ceph-mon[85080]: osdmap e2734: 8 total, 8 up, 8 in 2024-04-02T09:51:59.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:58 smithi055 ceph-mon[85080]: pgmap v5067: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 345 KiB/s rd, 29 KiB/s wr, 482 op/s 2024-04-02T09:52:00.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:00.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:59 smithi012 ceph-mon[88355]: osdmap e2735: 8 total, 8 up, 8 in 2024-04-02T09:52:00.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:59 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/326cebca-c1c9-4f24-986e-002fbbfb4c03"}]: dispatch 2024-04-02T09:52:00.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:59 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/326cebca-c1c9-4f24-986e-002fbbfb4c03"}]': finished 2024-04-02T09:52:00.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:59 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/b0ceb3e9-c57c-4c90-bfe6-6c1c5d9eafa6"}]: dispatch 2024-04-02T09:52:00.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:59 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/b0ceb3e9-c57c-4c90-bfe6-6c1c5d9eafa6"}]': finished 2024-04-02T09:52:00.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:51:59 smithi012 ceph-mon[88355]: osdmap e2736: 8 total, 8 up, 8 in 2024-04-02T09:52:00.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:00.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:59 smithi012 ceph-mon[90784]: osdmap e2735: 8 total, 8 up, 8 in 2024-04-02T09:52:00.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:59 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/326cebca-c1c9-4f24-986e-002fbbfb4c03"}]: dispatch 2024-04-02T09:52:00.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:59 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/326cebca-c1c9-4f24-986e-002fbbfb4c03"}]': finished 2024-04-02T09:52:00.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:59 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/b0ceb3e9-c57c-4c90-bfe6-6c1c5d9eafa6"}]: dispatch 2024-04-02T09:52:00.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:59 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/b0ceb3e9-c57c-4c90-bfe6-6c1c5d9eafa6"}]': finished 2024-04-02T09:52:00.180 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:51:59 smithi012 ceph-mon[90784]: osdmap e2736: 8 total, 8 up, 8 in 2024-04-02T09:52:00.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:00.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:59 smithi055 ceph-mon[85080]: osdmap e2735: 8 total, 8 up, 8 in 2024-04-02T09:52:00.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:59 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/326cebca-c1c9-4f24-986e-002fbbfb4c03"}]: dispatch 2024-04-02T09:52:00.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:59 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/326cebca-c1c9-4f24-986e-002fbbfb4c03"}]': finished 2024-04-02T09:52:00.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:59 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/b0ceb3e9-c57c-4c90-bfe6-6c1c5d9eafa6"}]: dispatch 2024-04-02T09:52:00.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:59 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/b0ceb3e9-c57c-4c90-bfe6-6c1c5d9eafa6"}]': finished 2024-04-02T09:52:00.312 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:51:59 smithi055 ceph-mon[85080]: osdmap e2736: 8 total, 8 up, 8 in 2024-04-02T09:52:01.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:52:00 smithi012 ceph-mon[88355]: pgmap v5070: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 166 KiB/s rd, 6.7 KiB/s wr, 232 op/s 2024-04-02T09:52:01.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:52:00 smithi012 ceph-mon[90784]: pgmap v5070: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 166 KiB/s rd, 6.7 KiB/s wr, 232 op/s 2024-04-02T09:52:01.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:52:00 smithi055 ceph-mon[85080]: pgmap v5070: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 166 KiB/s rd, 6.7 KiB/s wr, 232 op/s 2024-04-02T09:52:02.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:52:01 smithi012 ceph-mon[88355]: osdmap e2737: 8 total, 8 up, 8 in 2024-04-02T09:52:02.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:52:01 smithi012 ceph-mon[90784]: osdmap e2737: 8 total, 8 up, 8 in 2024-04-02T09:52:02.212 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:52:01 smithi055 ceph-mon[85080]: osdmap e2737: 8 total, 8 up, 8 in 2024-04-02T09:52:02.561 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:52:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:52:02.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:52:03.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:52:02 smithi012 ceph-mon[88355]: osdmap e2738: 8 total, 8 up, 8 in 2024-04-02T09:52:03.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:52:02 smithi012 ceph-mon[88355]: pgmap v5073: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 385 KiB/s rd, 26 KiB/s wr, 530 op/s 2024-04-02T09:52:03.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:52:02 smithi012 ceph-mon[90784]: osdmap e2738: 8 total, 8 up, 8 in 2024-04-02T09:52:03.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:52:02 smithi012 ceph-mon[90784]: pgmap v5073: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 385 KiB/s rd, 26 KiB/s wr, 530 op/s 2024-04-02T09:52:03.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:52:02 smithi055 ceph-mon[85080]: osdmap e2738: 8 total, 8 up, 8 in 2024-04-02T09:52:03.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:52:02 smithi055 ceph-mon[85080]: pgmap v5073: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 385 KiB/s rd, 26 KiB/s wr, 530 op/s 2024-04-02T09:52:03.954 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_create_snapshot PASSED [ 82%] 2024-04-02T09:52:04.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:52:03 smithi012 ceph-mon[88355]: osdmap e2739: 8 total, 8 up, 8 in 2024-04-02T09:52:04.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:52:03 smithi012 ceph-mon[90784]: osdmap e2739: 8 total, 8 up, 8 in 2024-04-02T09:52:04.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:52:03 smithi055 ceph-mon[85080]: osdmap e2739: 8 total, 8 up, 8 in 2024-04-02T09:52:05.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:52:04 smithi012 ceph-mon[88355]: osdmap e2740: 8 total, 8 up, 8 in 2024-04-02T09:52:05.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:52:04 smithi012 ceph-mon[88355]: pgmap v5076: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 218 KiB/s rd, 19 KiB/s wr, 297 op/s 2024-04-02T09:52:05.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:52:04 smithi012 ceph-mon[88355]: osdmap e2741: 8 total, 8 up, 8 in 2024-04-02T09:52:05.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:52:04 smithi012 ceph-mon[90784]: osdmap e2740: 8 total, 8 up, 8 in 2024-04-02T09:52:05.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:52:04 smithi012 ceph-mon[90784]: pgmap v5076: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 218 KiB/s rd, 19 KiB/s wr, 297 op/s 2024-04-02T09:52:05.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:52:04 smithi012 ceph-mon[90784]: osdmap e2741: 8 total, 8 up, 8 in 2024-04-02T09:52:05.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:52:04 smithi055 ceph-mon[85080]: osdmap e2740: 8 total, 8 up, 8 in 2024-04-02T09:52:05.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:52:04 smithi055 ceph-mon[85080]: pgmap v5076: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 218 KiB/s rd, 19 KiB/s wr, 297 op/s 2024-04-02T09:52:05.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:52:04 smithi055 ceph-mon[85080]: osdmap e2741: 8 total, 8 up, 8 in 2024-04-02T09:52:07.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:52:06 smithi012 ceph-mon[88355]: osdmap e2742: 8 total, 8 up, 8 in 2024-04-02T09:52:07.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:52:06 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/12fa241a-bfbf-49ac-9e2e-d7e9b804c0b2"}]: dispatch 2024-04-02T09:52:07.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:52:06 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/12fa241a-bfbf-49ac-9e2e-d7e9b804c0b2"}]': finished 2024-04-02T09:52:07.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:52:06 smithi012 ceph-mon[88355]: pgmap v5079: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 11 KiB/s wr, 125 op/s 2024-04-02T09:52:07.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:52:06 smithi012 ceph-mon[90784]: osdmap e2742: 8 total, 8 up, 8 in 2024-04-02T09:52:07.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:52:06 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/12fa241a-bfbf-49ac-9e2e-d7e9b804c0b2"}]: dispatch 2024-04-02T09:52:07.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:52:06 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/12fa241a-bfbf-49ac-9e2e-d7e9b804c0b2"}]': finished 2024-04-02T09:52:07.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:52:06 smithi012 ceph-mon[90784]: pgmap v5079: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 11 KiB/s wr, 125 op/s 2024-04-02T09:52:07.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:52:06 smithi055 ceph-mon[85080]: osdmap e2742: 8 total, 8 up, 8 in 2024-04-02T09:52:07.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:52:06 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/12fa241a-bfbf-49ac-9e2e-d7e9b804c0b2"}]: dispatch 2024-04-02T09:52:07.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:52:06 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/2523039843' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/12fa241a-bfbf-49ac-9e2e-d7e9b804c0b2"}]': finished 2024-04-02T09:52:07.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:52:06 smithi055 ceph-mon[85080]: pgmap v5079: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 11 KiB/s wr, 125 op/s 2024-04-02T09:52:07.939 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_aio_mirror_image_create_snapshot PASSED [ 82%] 2024-04-02T09:52:08.022 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_move PASSED [ 83%] 2024-04-02T09:52:08.167 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_purge PASSED [ 84%] 2024-04-02T09:52:08.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:52:07 smithi012 ceph-mon[88355]: osdmap e2743: 8 total, 8 up, 8 in 2024-04-02T09:52:08.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:52:07 smithi012 ceph-mon[90784]: osdmap e2743: 8 total, 8 up, 8 in 2024-04-02T09:52:08.179 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:52:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:52:07] "GET /metrics HTTP/1.1" 200 36721 "" "Prometheus/2.43.0" 2024-04-02T09:52:08.250 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_denied PASSED [ 84%] 2024-04-02T09:52:08.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:52:07 smithi055 ceph-mon[85080]: osdmap e2743: 8 total, 8 up, 8 in 2024-04-02T09:52:08.334 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove PASSED [ 85%] 2024-04-02T09:52:08.412 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_with_progress PASSED [ 85%] 2024-04-02T09:52:08.487 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_get PASSED [ 86%] 2024-04-02T09:52:08.629 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_list PASSED [ 86%] 2024-04-02T09:52:08.744 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_restore PASSED [ 87%] 2024-04-02T09:52:08.751 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_group PASSED [ 88%] 2024-04-02T09:52:08.760 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename_group PASSED [ 88%] 2024-04-02T09:52:08.761 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_empty PASSED [ 89%] 2024-04-02T09:52:08.770 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups PASSED [ 89%] 2024-04-02T09:52:08.776 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_after_removed PASSED [ 90%] 2024-04-02T09:52:08.870 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_add PASSED [ 90%] 2024-04-02T09:52:08.962 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_empty PASSED [ 91%] 2024-04-02T09:52:09.054 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list PASSED [ 92%] 2024-04-02T09:52:09.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:52:08 smithi012 ceph-mon[88355]: osdmap e2744: 8 total, 8 up, 8 in 2024-04-02T09:52:09.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:52:08 smithi012 ceph-mon[88355]: pgmap v5082: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 11 KiB/s wr, 125 op/s 2024-04-02T09:52:09.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:52:08 smithi012 ceph-mon[90784]: osdmap e2744: 8 total, 8 up, 8 in 2024-04-02T09:52:09.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:52:08 smithi012 ceph-mon[90784]: pgmap v5082: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 11 KiB/s wr, 125 op/s 2024-04-02T09:52:09.183 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_move_to_trash PASSED [ 92%] 2024-04-02T09:52:09.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:52:08 smithi055 ceph-mon[85080]: osdmap e2744: 8 total, 8 up, 8 in 2024-04-02T09:52:09.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:52:08 smithi055 ceph-mon[85080]: pgmap v5082: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 11 KiB/s wr, 125 op/s 2024-04-02T09:52:10.869 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_many_images PASSED [ 93%] 2024-04-02T09:52:10.983 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_remove PASSED [ 93%] 2024-04-02T09:52:11.079 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap PASSED [ 94%] 2024-04-02T09:52:11.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:52:10 smithi012 ceph-mon[88355]: osdmap e2745: 8 total, 8 up, 8 in 2024-04-02T09:52:11.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:52:10 smithi012 ceph-mon[88355]: pgmap v5084: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 301 KiB/s rd, 36 KiB/s wr, 440 op/s 2024-04-02T09:52:11.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:52:10 smithi012 ceph-mon[90784]: osdmap e2745: 8 total, 8 up, 8 in 2024-04-02T09:52:11.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:52:10 smithi012 ceph-mon[90784]: pgmap v5084: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 301 KiB/s rd, 36 KiB/s wr, 440 op/s 2024-04-02T09:52:11.191 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_flags PASSED [ 94%] 2024-04-02T09:52:11.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:52:10 smithi055 ceph-mon[85080]: osdmap e2745: 8 total, 8 up, 8 in 2024-04-02T09:52:11.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:52:10 smithi055 ceph-mon[85080]: pgmap v5084: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 301 KiB/s rd, 36 KiB/s wr, 440 op/s 2024-04-02T09:52:11.359 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_list_many PASSED [ 95%] 2024-04-02T09:52:12.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:52:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:52:12.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:52:12.960 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_namespace PASSED [ 96%] 2024-04-02T09:52:13.058 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rename PASSED [ 96%] 2024-04-02T09:52:13.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:52:12 smithi012 ceph-mon[90784]: osdmap e2746: 8 total, 8 up, 8 in 2024-04-02T09:52:13.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:52:12 smithi012 ceph-mon[90784]: pgmap v5086: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 704 KiB/s rd, 82 KiB/s wr, 1.03k op/s 2024-04-02T09:52:13.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:52:12 smithi012 ceph-mon[88355]: osdmap e2746: 8 total, 8 up, 8 in 2024-04-02T09:52:13.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:52:12 smithi012 ceph-mon[88355]: pgmap v5086: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 704 KiB/s rd, 82 KiB/s wr, 1.03k op/s 2024-04-02T09:52:13.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:52:12 smithi055 ceph-mon[85080]: osdmap e2746: 8 total, 8 up, 8 in 2024-04-02T09:52:13.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:52:12 smithi055 ceph-mon[85080]: pgmap v5086: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 704 KiB/s rd, 82 KiB/s wr, 1.03k op/s 2024-04-02T09:52:14.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:52:13 smithi012 ceph-mon[88355]: osdmap e2747: 8 total, 8 up, 8 in 2024-04-02T09:52:14.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:52:13 smithi012 ceph-mon[90784]: osdmap e2747: 8 total, 8 up, 8 in 2024-04-02T09:52:14.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:52:13 smithi055 ceph-mon[85080]: osdmap e2747: 8 total, 8 up, 8 in 2024-04-02T09:52:14.953 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rollback PASSED [ 97%] 2024-04-02T09:52:15.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:52:14 smithi012 ceph-mon[88355]: osdmap e2748: 8 total, 8 up, 8 in 2024-04-02T09:52:15.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:52:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:15.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:52:14 smithi012 ceph-mon[88355]: pgmap v5089: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 851 KiB/s rd, 99 KiB/s wr, 1.25k op/s 2024-04-02T09:52:15.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:52:14 smithi012 ceph-mon[88355]: osdmap e2749: 8 total, 8 up, 8 in 2024-04-02T09:52:15.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:52:14 smithi012 ceph-mon[90784]: osdmap e2748: 8 total, 8 up, 8 in 2024-04-02T09:52:15.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:52:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:15.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:52:14 smithi012 ceph-mon[90784]: pgmap v5089: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 851 KiB/s rd, 99 KiB/s wr, 1.25k op/s 2024-04-02T09:52:15.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:52:14 smithi012 ceph-mon[90784]: osdmap e2749: 8 total, 8 up, 8 in 2024-04-02T09:52:15.229 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration PASSED [ 97%] 2024-04-02T09:52:15.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:52:14 smithi055 ceph-mon[85080]: osdmap e2748: 8 total, 8 up, 8 in 2024-04-02T09:52:15.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:52:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:15.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:52:14 smithi055 ceph-mon[85080]: pgmap v5089: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 851 KiB/s rd, 99 KiB/s wr, 1.25k op/s 2024-04-02T09:52:15.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:52:14 smithi055 ceph-mon[85080]: osdmap e2749: 8 total, 8 up, 8 in 2024-04-02T09:52:17.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:52:16 smithi012 ceph-mon[88355]: osdmap e2750: 8 total, 8 up, 8 in 2024-04-02T09:52:17.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:52:16 smithi012 ceph-mon[88355]: pgmap v5092: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 654 KiB/s rd, 44 KiB/s wr, 873 op/s 2024-04-02T09:52:17.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:52:16 smithi012 ceph-mon[90784]: osdmap e2750: 8 total, 8 up, 8 in 2024-04-02T09:52:17.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:52:16 smithi012 ceph-mon[90784]: pgmap v5092: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 654 KiB/s rd, 44 KiB/s wr, 873 op/s 2024-04-02T09:52:17.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:52:16 smithi055 ceph-mon[85080]: osdmap e2750: 8 total, 8 up, 8 in 2024-04-02T09:52:17.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:52:16 smithi055 ceph-mon[85080]: pgmap v5092: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 654 KiB/s rd, 44 KiB/s wr, 873 op/s 2024-04-02T09:52:18.183 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:52:17 smithi012 ceph-mon[90784]: osdmap e2751: 8 total, 8 up, 8 in 2024-04-02T09:52:18.183 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:52:17 smithi012 ceph-mon[88355]: osdmap e2751: 8 total, 8 up, 8 in 2024-04-02T09:52:18.183 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:52:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:52:17] "GET /metrics HTTP/1.1" 200 36724 "" "Prometheus/2.43.0" 2024-04-02T09:52:18.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:52:17 smithi055 ceph-mon[85080]: osdmap e2751: 8 total, 8 up, 8 in 2024-04-02T09:52:19.056 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_import PASSED [ 98%] 2024-04-02T09:52:19.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:52:18 smithi012 ceph-mon[88355]: osdmap e2752: 8 total, 8 up, 8 in 2024-04-02T09:52:19.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:52:18 smithi012 ceph-mon[88355]: pgmap v5095: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 654 KiB/s rd, 44 KiB/s wr, 873 op/s 2024-04-02T09:52:19.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:52:18 smithi012 ceph-mon[90784]: osdmap e2752: 8 total, 8 up, 8 in 2024-04-02T09:52:19.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:52:18 smithi012 ceph-mon[90784]: pgmap v5095: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 654 KiB/s rd, 44 KiB/s wr, 873 op/s 2024-04-02T09:52:19.285 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_with_progress PASSED [ 98%] 2024-04-02T09:52:19.310 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:52:18 smithi055 ceph-mon[85080]: osdmap e2752: 8 total, 8 up, 8 in 2024-04-02T09:52:19.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:52:18 smithi055 ceph-mon[85080]: pgmap v5095: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 654 KiB/s rd, 44 KiB/s wr, 873 op/s 2024-04-02T09:52:19.469 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort PASSED [ 99%] 2024-04-02T09:52:19.846 INFO:tasks.workunit.client.0.smithi012.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort_with_progress PASSED [100%] 2024-04-02T09:52:19.846 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:52:19.846 INFO:tasks.workunit.client.0.smithi012.stdout:=============================== warnings summary =============================== 2024-04-02T09:52:19.846 INFO:tasks.workunit.client.0.smithi012.stdout:test_rbd.py::test_remove_with_progress_except 2024-04-02T09:52:19.846 INFO:tasks.workunit.client.0.smithi012.stdout: /usr/lib/python3.9/site-packages/_pytest/unraisableexception.py:78: PytestUnraisableExceptionWarning: Exception ignored in: 'rbd.progress_callback' 2024-04-02T09:52:19.846 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:52:19.847 INFO:tasks.workunit.client.0.smithi012.stdout: Traceback (most recent call last): 2024-04-02T09:52:19.847 INFO:tasks.workunit.client.0.smithi012.stdout: File "/home/ubuntu/cephtest/clone.client.0/src/test/pybind/test_rbd.py", line 423, in progress_cb 2024-04-02T09:52:19.847 INFO:tasks.workunit.client.0.smithi012.stdout: raise Exception() 2024-04-02T09:52:19.847 INFO:tasks.workunit.client.0.smithi012.stdout: Exception 2024-04-02T09:52:19.847 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:52:19.847 INFO:tasks.workunit.client.0.smithi012.stdout: warnings.warn(pytest.PytestUnraisableExceptionWarning(msg)) 2024-04-02T09:52:19.847 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:52:19.847 INFO:tasks.workunit.client.0.smithi012.stdout:-- Docs: https://docs.pytest.org/en/stable/warnings.html 2024-04-02T09:52:19.847 INFO:tasks.workunit.client.0.smithi012.stdout:============ 167 passed, 8 skipped, 1 warning in 642.43s (0:10:42) ============= 2024-04-02T09:52:19.889 INFO:tasks.workunit.client.0.smithi012.stderr:+ exit 0 2024-04-02T09:52:19.889 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T09:52:19.889 DEBUG:teuthology.orchestra.run.smithi012:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T09:52:19.918 INFO:tasks.workunit:Stopping ['rbd/test_librbd_python.sh'] on client.0... 2024-04-02T09:52:19.918 DEBUG:teuthology.orchestra.run.smithi012:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-02T09:52:20.178 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:52:19 smithi012 ceph-mon[90784]: osdmap e2753: 8 total, 8 up, 8 in 2024-04-02T09:52:20.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:52:19 smithi012 ceph-mon[90784]: osdmap e2754: 8 total, 8 up, 8 in 2024-04-02T09:52:20.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:52:19 smithi012 ceph-mon[88355]: osdmap e2753: 8 total, 8 up, 8 in 2024-04-02T09:52:20.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:52:19 smithi012 ceph-mon[88355]: osdmap e2754: 8 total, 8 up, 8 in 2024-04-02T09:52:20.190 DEBUG:teuthology.parallel:result is None 2024-04-02T09:52:20.191 DEBUG:teuthology.orchestra.run.smithi012:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:52:20.218 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:52:20.218 DEBUG:teuthology.orchestra.run.smithi012:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T09:52:20.272 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:52:20.272 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T09:52:20.272 INFO:teuthology.task.print:**** done end test_rbd_python.yaml 2024-04-02T09:52:20.272 DEBUG:teuthology.parallel:result is None 2024-04-02T09:52:20.272 INFO:teuthology.run_tasks:Running task print... 2024-04-02T09:52:20.283 INFO:teuthology.task.print:**** done end parallel 2024-04-02T09:52:20.283 INFO:teuthology.run_tasks:Running task print... 2024-04-02T09:52:20.330 INFO:teuthology.task.print:**** done start telemetry x... 2024-04-02T09:52:20.330 INFO:teuthology.run_tasks:Running task workunit... 2024-04-02T09:52:20.380 INFO:tasks.workunit:Pulling workunits from ref 3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T09:52:20.380 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-02T09:52:20.381 DEBUG:teuthology.orchestra.run.smithi012:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-02T09:52:20.382 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:52:19 smithi055 ceph-mon[85080]: osdmap e2753: 8 total, 8 up, 8 in 2024-04-02T09:52:20.382 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:52:19 smithi055 ceph-mon[85080]: osdmap e2754: 8 total, 8 up, 8 in 2024-04-02T09:52:20.395 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T09:52:20.395 INFO:teuthology.orchestra.run.smithi012.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-02T09:52:20.395 DEBUG:teuthology.orchestra.run.smithi012:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T09:52:20.450 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-02T09:52:20.451 DEBUG:teuthology.orchestra.run.smithi012:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-02T09:52:20.506 INFO:tasks.workunit:timeout=3h 2024-04-02T09:52:20.506 INFO:tasks.workunit:cleanup=True 2024-04-02T09:52:20.506 DEBUG:teuthology.orchestra.run.smithi012:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T09:52:20.561 INFO:tasks.workunit.client.0.smithi012.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-02T09:52:21.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:52:20 smithi012 ceph-mon[88355]: pgmap v5098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:21.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:52:20 smithi012 ceph-mon[90784]: pgmap v5098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:21.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:52:20 smithi055 ceph-mon[85080]: pgmap v5098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:22.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:52:22 smithi055 ceph-mon[85080]: pgmap v5099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:22.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:52:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:52:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:52:22.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:52:22 smithi012 ceph-mon[88355]: pgmap v5099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:22.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:52:22 smithi012 ceph-mon[90784]: pgmap v5099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:24.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:52:24 smithi055 ceph-mon[85080]: pgmap v5100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:24.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:52:24 smithi012 ceph-mon[88355]: pgmap v5100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:24.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:52:24 smithi012 ceph-mon[90784]: pgmap v5100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:26.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:52:26 smithi055 ceph-mon[85080]: pgmap v5101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:26.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:52:26 smithi012 ceph-mon[88355]: pgmap v5101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:26.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:52:26 smithi012 ceph-mon[90784]: pgmap v5101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:28.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:52:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:52:27] "GET /metrics HTTP/1.1" 200 36724 "" "Prometheus/2.43.0" 2024-04-02T09:52:28.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:52:28 smithi055 ceph-mon[85080]: pgmap v5102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:28.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:52:28 smithi012 ceph-mon[88355]: pgmap v5102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:28.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:52:28 smithi012 ceph-mon[90784]: pgmap v5102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:29.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:52:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:29.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:52:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:29.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:52:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:30.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:52:30 smithi012 ceph-mon[88355]: pgmap v5103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:30.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:52:30 smithi012 ceph-mon[90784]: pgmap v5103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:31.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:52:30 smithi055 ceph-mon[85080]: pgmap v5103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:32.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:52:32 smithi055 ceph-mon[85080]: pgmap v5104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:32.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:52:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:52:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:52:32.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:52:32 smithi012 ceph-mon[88355]: pgmap v5104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:32.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:52:32 smithi012 ceph-mon[90784]: pgmap v5104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:34.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:52:34 smithi055 ceph-mon[85080]: pgmap v5105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:34.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:52:34 smithi012 ceph-mon[88355]: pgmap v5105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:34.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:52:34 smithi012 ceph-mon[90784]: pgmap v5105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:36.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:52:36 smithi055 ceph-mon[85080]: pgmap v5106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:36.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:52:36 smithi012 ceph-mon[90784]: pgmap v5106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:36.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:52:36 smithi012 ceph-mon[88355]: pgmap v5106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:38.430 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:52:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:52:37] "GET /metrics HTTP/1.1" 200 34251 "" "Prometheus/2.43.0" 2024-04-02T09:52:38.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:52:38 smithi055 ceph-mon[85080]: pgmap v5107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:38.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:52:38 smithi012 ceph-mon[88355]: pgmap v5107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:38.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:52:38 smithi012 ceph-mon[90784]: pgmap v5107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:40.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:52:40 smithi055 ceph-mon[85080]: pgmap v5108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:40.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:52:40 smithi012 ceph-mon[90784]: pgmap v5108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:40.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:52:40 smithi012 ceph-mon[88355]: pgmap v5108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:42.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:52:42 smithi055 ceph-mon[85080]: pgmap v5109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:42.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:52:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:52:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:52:42.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:52:42 smithi012 ceph-mon[88355]: pgmap v5109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:42.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:52:42 smithi012 ceph-mon[90784]: pgmap v5109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:44.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:52:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:44.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:52:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:44.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:52:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:45.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:52:45 smithi055 ceph-mon[85080]: pgmap v5110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:45.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:52:45 smithi012 ceph-mon[88355]: pgmap v5110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:45.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:52:45 smithi012 ceph-mon[90784]: pgmap v5110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:46.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:52:46 smithi055 ceph-mon[85080]: pgmap v5111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:46.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:52:46 smithi012 ceph-mon[88355]: pgmap v5111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:46.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:52:46 smithi012 ceph-mon[90784]: pgmap v5111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:48.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:52:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:52:47] "GET /metrics HTTP/1.1" 200 34248 "" "Prometheus/2.43.0" 2024-04-02T09:52:48.699 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:52:48 smithi012 ceph-mon[88355]: pgmap v5112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:48.700 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:52:48 smithi012 ceph-mon[90784]: pgmap v5112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:48.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:52:48 smithi055 ceph-mon[85080]: pgmap v5112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:50.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:52:50 smithi055 ceph-mon[85080]: pgmap v5113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:50.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:52:50 smithi012 ceph-mon[88355]: pgmap v5113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:50.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:52:50 smithi012 ceph-mon[90784]: pgmap v5113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:52.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:52:52 smithi055 ceph-mon[85080]: pgmap v5114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:52.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:52:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:52:52.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:52:52.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:52:52 smithi012 ceph-mon[88355]: pgmap v5114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:52.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:52:52 smithi012 ceph-mon[90784]: pgmap v5114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:54.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:52:54 smithi055 ceph-mon[85080]: pgmap v5115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:54.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:52:54 smithi012 ceph-mon[88355]: pgmap v5115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:54.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:52:54 smithi012 ceph-mon[90784]: pgmap v5115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:56.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:52:56 smithi055 ceph-mon[85080]: pgmap v5116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:56.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:52:56 smithi012 ceph-mon[88355]: pgmap v5116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:56.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:52:56 smithi012 ceph-mon[90784]: pgmap v5116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:58.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:52:58 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:52:58.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:52:58 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:52:58.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:52:58 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:52:58.429 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:52:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:52:57] "GET /metrics HTTP/1.1" 200 34248 "" "Prometheus/2.43.0" 2024-04-02T09:52:59.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:52:59 smithi055 ceph-mon[85080]: pgmap v5117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:59.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:52:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:52:59.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:52:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:52:59.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:52:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:52:59.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:52:59 smithi012 ceph-mon[88355]: pgmap v5117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:59.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:52:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:52:59.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:52:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:52:59.429 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:52:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:52:59.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:52:59 smithi012 ceph-mon[90784]: pgmap v5117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:52:59.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:52:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:52:59.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:52:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:52:59.430 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:52:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:53:00.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:00 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:00.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:00 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:00.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:00 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:01.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:01 smithi055 ceph-mon[85080]: pgmap v5118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:01.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:01 smithi012 ceph-mon[88355]: pgmap v5118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:01.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:01 smithi012 ceph-mon[90784]: pgmap v5118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:02.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:02 smithi055 ceph-mon[85080]: pgmap v5119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:02.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:53:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:53:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:53:02.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:02 smithi012 ceph-mon[88355]: pgmap v5119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:02.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:02 smithi012 ceph-mon[90784]: pgmap v5119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:04.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:04 smithi055 ceph-mon[85080]: pgmap v5120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:04.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:04 smithi012 ceph-mon[88355]: pgmap v5120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:04.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:04 smithi012 ceph-mon[90784]: pgmap v5120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:06.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:06 smithi055 ceph-mon[85080]: pgmap v5121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:06.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:06 smithi012 ceph-mon[88355]: pgmap v5121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:06.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:06 smithi012 ceph-mon[90784]: pgmap v5121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:08.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:53:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:53:07] "GET /metrics HTTP/1.1" 200 34247 "" "Prometheus/2.43.0" 2024-04-02T09:53:08.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:08 smithi055 ceph-mon[85080]: pgmap v5122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:08.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:08 smithi012 ceph-mon[88355]: pgmap v5122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:08.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:08 smithi012 ceph-mon[90784]: pgmap v5122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:10.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:10 smithi055 ceph-mon[85080]: pgmap v5123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:10.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:10 smithi012 ceph-mon[88355]: pgmap v5123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:10.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:10 smithi012 ceph-mon[90784]: pgmap v5123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:12.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:12 smithi055 ceph-mon[85080]: pgmap v5124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:12.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:53:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:53:12.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:53:12.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:12 smithi012 ceph-mon[88355]: pgmap v5124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:12.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:12 smithi012 ceph-mon[90784]: pgmap v5124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:14.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:14.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:14.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:15.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:15 smithi055 ceph-mon[85080]: pgmap v5125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:15.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:15 smithi012 ceph-mon[88355]: pgmap v5125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:15.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:15 smithi012 ceph-mon[90784]: pgmap v5125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:16.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:16 smithi012 ceph-mon[88355]: pgmap v5126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:16.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:16 smithi012 ceph-mon[90784]: pgmap v5126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:17.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:16 smithi055 ceph-mon[85080]: pgmap v5126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:18.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:53:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:53:17] "GET /metrics HTTP/1.1" 200 34251 "" "Prometheus/2.43.0" 2024-04-02T09:53:18.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:18 smithi055 ceph-mon[85080]: pgmap v5127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:18.930 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:18 smithi012 ceph-mon[88355]: pgmap v5127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:18.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:18 smithi012 ceph-mon[90784]: pgmap v5127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:20.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:20 smithi012 ceph-mon[88355]: pgmap v5128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:20.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:20 smithi012 ceph-mon[90784]: pgmap v5128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:21.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:20 smithi055 ceph-mon[85080]: pgmap v5128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:22.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:22 smithi055 ceph-mon[85080]: pgmap v5129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:22.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:53:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:53:22.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:53:22.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:22 smithi012 ceph-mon[90784]: pgmap v5129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:22.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:22 smithi012 ceph-mon[88355]: pgmap v5129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:24.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:24 smithi012 ceph-mon[88355]: pgmap v5130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:24.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:24 smithi012 ceph-mon[90784]: pgmap v5130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:25.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:24 smithi055 ceph-mon[85080]: pgmap v5130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:26.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:26 smithi012 ceph-mon[88355]: pgmap v5131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:26.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:26 smithi012 ceph-mon[90784]: pgmap v5131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:27.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:26 smithi055 ceph-mon[85080]: pgmap v5131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:28.429 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:53:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:53:27] "GET /metrics HTTP/1.1" 200 34251 "" "Prometheus/2.43.0" 2024-04-02T09:53:28.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:28 smithi012 ceph-mon[88355]: pgmap v5132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:28.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:28 smithi012 ceph-mon[90784]: pgmap v5132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:29.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:28 smithi055 ceph-mon[85080]: pgmap v5132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:29.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:29 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:29.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:29 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:30.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:29 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:30.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:30 smithi012 ceph-mon[88355]: pgmap v5133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:30.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:30 smithi012 ceph-mon[90784]: pgmap v5133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:31.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:30 smithi055 ceph-mon[85080]: pgmap v5133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:32.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:32 smithi055 ceph-mon[85080]: pgmap v5134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:32.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:53:32 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:53:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:53:32.928 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:32 smithi012 ceph-mon[90784]: pgmap v5134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:32.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:32 smithi012 ceph-mon[88355]: pgmap v5134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:34.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:34 smithi012 ceph-mon[88355]: pgmap v5135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:34.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:34 smithi012 ceph-mon[90784]: pgmap v5135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:35.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:34 smithi055 ceph-mon[85080]: pgmap v5135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:36.930 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:36 smithi012 ceph-mon[88355]: pgmap v5136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:36.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:36 smithi012 ceph-mon[90784]: pgmap v5136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:37.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:36 smithi055 ceph-mon[85080]: pgmap v5136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:38.311 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 09:53:38 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[122025]: logger=cleanup t=2024-04-02T09:53:38.000600181Z level=info msg="Completed cleanup jobs" duration=1.006222ms 2024-04-02T09:53:38.430 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:53:37 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:53:37] "GET /metrics HTTP/1.1" 200 34249 "" "Prometheus/2.43.0" 2024-04-02T09:53:38.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:38 smithi012 ceph-mon[88355]: pgmap v5137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:38.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:38 smithi012 ceph-mon[90784]: pgmap v5137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:39.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:38 smithi055 ceph-mon[85080]: pgmap v5137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:40.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:40 smithi012 ceph-mon[88355]: pgmap v5138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:40.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:40 smithi012 ceph-mon[90784]: pgmap v5138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:41.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:40 smithi055 ceph-mon[85080]: pgmap v5138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:42.564 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:53:42 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:53:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:53:42.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:42 smithi012 ceph-mon[88355]: pgmap v5139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:42.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:42 smithi012 ceph-mon[90784]: pgmap v5139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:43.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:42 smithi055 ceph-mon[85080]: pgmap v5139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:44.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:44 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:44.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:44 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:44.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:44 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:45.561 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:45 smithi055 ceph-mon[85080]: pgmap v5140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:45.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:45 smithi012 ceph-mon[90784]: pgmap v5140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:45.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:45 smithi012 ceph-mon[88355]: pgmap v5140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:46.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:46 smithi012 ceph-mon[88355]: pgmap v5141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:46.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:46 smithi012 ceph-mon[90784]: pgmap v5141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:47.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:46 smithi055 ceph-mon[85080]: pgmap v5141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:48.429 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:53:47 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:53:47] "GET /metrics HTTP/1.1" 200 34251 "" "Prometheus/2.43.0" 2024-04-02T09:53:48.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:48 smithi012 ceph-mon[88355]: pgmap v5142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:48.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:48 smithi012 ceph-mon[90784]: pgmap v5142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:49.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:48 smithi055 ceph-mon[85080]: pgmap v5142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:51.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:50 smithi012 ceph-mon[88355]: pgmap v5143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:51.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:50 smithi012 ceph-mon[90784]: pgmap v5143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:51.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:50 smithi055 ceph-mon[85080]: pgmap v5143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:51.682 INFO:tasks.workunit.client.0.smithi012.stderr:Updating files: 88% (10906/12271) Updating files: 89% (10922/12271) Updating files: 90% (11044/12271) Updating files: 91% (11167/12271) Updating files: 92% (11290/12271) Updating files: 93% (11413/12271) Updating files: 94% (11535/12271) Updating files: 95% (11658/12271) Updating files: 96% (11781/12271) Updating files: 97% (11903/12271) Updating files: 98% (12026/12271) Updating files: 99% (12149/12271) Updating files: 100% (12271/12271) Updating files: 100% (12271/12271), done. 2024-04-02T09:53:52.378 INFO:tasks.workunit.client.0.smithi012.stderr:Note: switching to '3cba26eaefcf7477205a2b2318143422b83a518d'. 2024-04-02T09:53:52.378 INFO:tasks.workunit.client.0.smithi012.stderr: 2024-04-02T09:53:52.378 INFO:tasks.workunit.client.0.smithi012.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-04-02T09:53:52.378 INFO:tasks.workunit.client.0.smithi012.stderr:changes and commit them, and you can discard any commits you make in this 2024-04-02T09:53:52.379 INFO:tasks.workunit.client.0.smithi012.stderr:state without impacting any branches by switching back to a branch. 2024-04-02T09:53:52.379 INFO:tasks.workunit.client.0.smithi012.stderr: 2024-04-02T09:53:52.379 INFO:tasks.workunit.client.0.smithi012.stderr:If you want to create a new branch to retain commits you create, you may 2024-04-02T09:53:52.379 INFO:tasks.workunit.client.0.smithi012.stderr:do so (now or later) by using -c with the switch command. Example: 2024-04-02T09:53:52.379 INFO:tasks.workunit.client.0.smithi012.stderr: 2024-04-02T09:53:52.379 INFO:tasks.workunit.client.0.smithi012.stderr: git switch -c 2024-04-02T09:53:52.379 INFO:tasks.workunit.client.0.smithi012.stderr: 2024-04-02T09:53:52.379 INFO:tasks.workunit.client.0.smithi012.stderr:Or undo this operation with: 2024-04-02T09:53:52.379 INFO:tasks.workunit.client.0.smithi012.stderr: 2024-04-02T09:53:52.379 INFO:tasks.workunit.client.0.smithi012.stderr: git switch - 2024-04-02T09:53:52.379 INFO:tasks.workunit.client.0.smithi012.stderr: 2024-04-02T09:53:52.379 INFO:tasks.workunit.client.0.smithi012.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-04-02T09:53:52.379 INFO:tasks.workunit.client.0.smithi012.stderr: 2024-04-02T09:53:52.379 INFO:tasks.workunit.client.0.smithi012.stderr:HEAD is now at 3cba26eaefc scripts: use 'deep_scrub' instead of 'deep-scrub' 2024-04-02T09:53:52.384 DEBUG:teuthology.orchestra.run.smithi012:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-02T09:53:52.439 INFO:tasks.workunit.client.0.smithi012.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-02T09:53:52.441 INFO:tasks.workunit.client.0.smithi012.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T09:53:52.441 INFO:tasks.workunit.client.0.smithi012.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-02T09:53:52.491 INFO:tasks.workunit.client.0.smithi012.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-02T09:53:52.541 INFO:tasks.workunit.client.0.smithi012.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-02T09:53:52.567 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:53:52 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:53:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:53:52.584 INFO:tasks.workunit.client.0.smithi012.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T09:53:52.585 INFO:tasks.workunit.client.0.smithi012.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T09:53:52.585 INFO:tasks.workunit.client.0.smithi012.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-02T09:53:52.624 INFO:tasks.workunit.client.0.smithi012.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T09:53:52.627 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-04-02T09:53:52.627 DEBUG:teuthology.orchestra.run.smithi012:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-02T09:53:52.685 INFO:tasks.workunit:Running workunits matching test_telemetry_reef_x.sh on client.0... 2024-04-02T09:53:52.686 INFO:tasks.workunit:Running workunit test_telemetry_reef_x.sh... 2024-04-02T09:53:52.686 DEBUG:teuthology.orchestra.run.smithi012:workunit test test_telemetry_reef_x.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=3cba26eaefcf7477205a2b2318143422b83a518d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_reef_x.sh 2024-04-02T09:53:52.743 INFO:tasks.workunit.client.0.smithi012.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-04-02T09:53:52.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:52 smithi012 ceph-mon[88355]: pgmap v5144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:52.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:52 smithi012 ceph-mon[90784]: pgmap v5144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:53.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:52 smithi055 ceph-mon[85080]: pgmap v5144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:53.142 INFO:tasks.workunit.client.0.smithi012.stderr:+ LAST_OPT_REVISION=1 2024-04-02T09:53:53.142 INFO:tasks.workunit.client.0.smithi012.stderr:+ '[' 1 -ne 1 ']' 2024-04-02T09:53:53.142 INFO:tasks.workunit.client.0.smithi012.stderr:+ ceph -s 2024-04-02T09:53:53.677 INFO:tasks.workunit.client.0.smithi012.stdout: cluster: 2024-04-02T09:53:53.677 INFO:tasks.workunit.client.0.smithi012.stdout: id: f84ae488-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T09:53:53.677 INFO:tasks.workunit.client.0.smithi012.stdout: health: HEALTH_WARN 2024-04-02T09:53:53.677 INFO:tasks.workunit.client.0.smithi012.stdout: Telemetry requires re-opt-in 2024-04-02T09:53:53.677 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:53:53.677 INFO:tasks.workunit.client.0.smithi012.stdout: services: 2024-04-02T09:53:53.677 INFO:tasks.workunit.client.0.smithi012.stdout: mon: 3 daemons, quorum a,b,c (age 86m) 2024-04-02T09:53:53.678 INFO:tasks.workunit.client.0.smithi012.stdout: mgr: y(active, since 87m), standbys: x 2024-04-02T09:53:53.678 INFO:tasks.workunit.client.0.smithi012.stdout: mds: 1/1 daemons up, 1 standby 2024-04-02T09:53:53.678 INFO:tasks.workunit.client.0.smithi012.stdout: osd: 8 osds: 8 up (since 82m), 8 in (since 94m) 2024-04-02T09:53:53.678 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:53:53.678 INFO:tasks.workunit.client.0.smithi012.stdout: data: 2024-04-02T09:53:53.678 INFO:tasks.workunit.client.0.smithi012.stdout: volumes: 1/1 healthy 2024-04-02T09:53:53.678 INFO:tasks.workunit.client.0.smithi012.stdout: pools: 4 pools, 105 pgs 2024-04-02T09:53:53.678 INFO:tasks.workunit.client.0.smithi012.stdout: objects: 28 objects, 4.6 MiB 2024-04-02T09:53:53.678 INFO:tasks.workunit.client.0.smithi012.stdout: usage: 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:53.678 INFO:tasks.workunit.client.0.smithi012.stdout: pgs: 105 active+clean 2024-04-02T09:53:53.678 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-04-02T09:53:53.690 INFO:tasks.workunit.client.0.smithi012.stderr:++ ceph telemetry collection ls 2024-04-02T09:53:53.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:53 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1532167703' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T09:53:53.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:53 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1532167703' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T09:53:53.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:53 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1064969597' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-02T09:53:53.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:53 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1532167703' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T09:53:53.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:53 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1532167703' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T09:53:53.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:53 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1064969597' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-02T09:53:54.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:53 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1532167703' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T09:53:54.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:53 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1532167703' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T09:53:54.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:53 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1064969597' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-02T09:53:54.204 INFO:tasks.workunit.client.0.smithi012.stderr:+ COLLECTIONS='New collections are available: 2024-04-02T09:53:54.204 INFO:tasks.workunit.client.0.smithi012.stderr:['\''basic_pool_flags'\''] 2024-04-02T09:53:54.204 INFO:tasks.workunit.client.0.smithi012.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T09:53:54.204 INFO:tasks.workunit.client.0.smithi012.stderr: 2024-04-02T09:53:54.204 INFO:tasks.workunit.client.0.smithi012.stderr:NAME STATUS DESC 2024-04-02T09:53:54.204 INFO:tasks.workunit.client.0.smithi012.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T09:53:54.204 INFO:tasks.workunit.client.0.smithi012.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-02T09:53:54.204 INFO:tasks.workunit.client.0.smithi012.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-02T09:53:54.205 INFO:tasks.workunit.client.0.smithi012.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-02T09:53:54.205 INFO:tasks.workunit.client.0.smithi012.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-02T09:53:54.205 INFO:tasks.workunit.client.0.smithi012.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-02T09:53:54.205 INFO:tasks.workunit.client.0.smithi012.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-02T09:53:54.205 INFO:tasks.workunit.client.0.smithi012.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T09:53:54.205 INFO:tasks.workunit.client.0.smithi012.stderr:device_base REPORTING Information about device health metrics 2024-04-02T09:53:54.205 INFO:tasks.workunit.client.0.smithi012.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-02T09:53:54.205 INFO:tasks.workunit.client.0.smithi012.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-02T09:53:54.205 INFO:tasks.workunit.client.0.smithi012.stderr:perf_perf REPORTING Information about performance counters of the cluster ' 2024-04-02T09:53:54.205 INFO:tasks.workunit.client.0.smithi012.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics" "basic_pool_flags") 2024-04-02T09:53:54.205 INFO:tasks.workunit.client.0.smithi012.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T09:53:54.206 INFO:tasks.workunit.client.0.smithi012.stderr:+ [[ New collections are available: 2024-04-02T09:53:54.206 INFO:tasks.workunit.client.0.smithi012.stderr:['basic_pool_flags'] 2024-04-02T09:53:54.206 INFO:tasks.workunit.client.0.smithi012.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T09:53:54.206 INFO:tasks.workunit.client.0.smithi012.stderr: 2024-04-02T09:53:54.206 INFO:tasks.workunit.client.0.smithi012.stderr:NAME STATUS DESC 2024-04-02T09:53:54.206 INFO:tasks.workunit.client.0.smithi012.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T09:53:54.207 INFO:tasks.workunit.client.0.smithi012.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-02T09:53:54.207 INFO:tasks.workunit.client.0.smithi012.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-02T09:53:54.207 INFO:tasks.workunit.client.0.smithi012.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-02T09:53:54.207 INFO:tasks.workunit.client.0.smithi012.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-02T09:53:54.207 INFO:tasks.workunit.client.0.smithi012.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-02T09:53:54.207 INFO:tasks.workunit.client.0.smithi012.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-02T09:53:54.207 INFO:tasks.workunit.client.0.smithi012.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T09:53:54.207 INFO:tasks.workunit.client.0.smithi012.stderr:device_base REPORTING Information about device health metrics 2024-04-02T09:53:54.207 INFO:tasks.workunit.client.0.smithi012.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-02T09:53:54.207 INFO:tasks.workunit.client.0.smithi012.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-02T09:53:54.207 INFO:tasks.workunit.client.0.smithi012.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_perf* ]] 2024-04-02T09:53:54.207 INFO:tasks.workunit.client.0.smithi012.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T09:53:54.208 INFO:tasks.workunit.client.0.smithi012.stderr:+ [[ New collections are available: 2024-04-02T09:53:54.208 INFO:tasks.workunit.client.0.smithi012.stderr:['basic_pool_flags'] 2024-04-02T09:53:54.208 INFO:tasks.workunit.client.0.smithi012.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T09:53:54.208 INFO:tasks.workunit.client.0.smithi012.stderr: 2024-04-02T09:53:54.208 INFO:tasks.workunit.client.0.smithi012.stderr:NAME STATUS DESC 2024-04-02T09:53:54.208 INFO:tasks.workunit.client.0.smithi012.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T09:53:54.208 INFO:tasks.workunit.client.0.smithi012.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-02T09:53:54.208 INFO:tasks.workunit.client.0.smithi012.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-02T09:53:54.208 INFO:tasks.workunit.client.0.smithi012.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-02T09:53:54.208 INFO:tasks.workunit.client.0.smithi012.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-02T09:53:54.208 INFO:tasks.workunit.client.0.smithi012.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-02T09:53:54.208 INFO:tasks.workunit.client.0.smithi012.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-02T09:53:54.208 INFO:tasks.workunit.client.0.smithi012.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T09:53:54.208 INFO:tasks.workunit.client.0.smithi012.stderr:device_base REPORTING Information about device health metrics 2024-04-02T09:53:54.209 INFO:tasks.workunit.client.0.smithi012.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-02T09:53:54.209 INFO:tasks.workunit.client.0.smithi012.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-02T09:53:54.209 INFO:tasks.workunit.client.0.smithi012.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-04-02T09:53:54.209 INFO:tasks.workunit.client.0.smithi012.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T09:53:54.209 INFO:tasks.workunit.client.0.smithi012.stderr:+ [[ New collections are available: 2024-04-02T09:53:54.209 INFO:tasks.workunit.client.0.smithi012.stderr:['basic_pool_flags'] 2024-04-02T09:53:54.209 INFO:tasks.workunit.client.0.smithi012.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T09:53:54.209 INFO:tasks.workunit.client.0.smithi012.stderr: 2024-04-02T09:53:54.209 INFO:tasks.workunit.client.0.smithi012.stderr:NAME STATUS DESC 2024-04-02T09:53:54.209 INFO:tasks.workunit.client.0.smithi012.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T09:53:54.209 INFO:tasks.workunit.client.0.smithi012.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-02T09:53:54.209 INFO:tasks.workunit.client.0.smithi012.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-02T09:53:54.209 INFO:tasks.workunit.client.0.smithi012.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-02T09:53:54.209 INFO:tasks.workunit.client.0.smithi012.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-02T09:53:54.210 INFO:tasks.workunit.client.0.smithi012.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-02T09:53:54.210 INFO:tasks.workunit.client.0.smithi012.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-02T09:53:54.210 INFO:tasks.workunit.client.0.smithi012.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T09:53:54.210 INFO:tasks.workunit.client.0.smithi012.stderr:device_base REPORTING Information about device health metrics 2024-04-02T09:53:54.210 INFO:tasks.workunit.client.0.smithi012.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-02T09:53:54.210 INFO:tasks.workunit.client.0.smithi012.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-02T09:53:54.210 INFO:tasks.workunit.client.0.smithi012.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-04-02T09:53:54.210 INFO:tasks.workunit.client.0.smithi012.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T09:53:54.210 INFO:tasks.workunit.client.0.smithi012.stderr:+ [[ New collections are available: 2024-04-02T09:53:54.210 INFO:tasks.workunit.client.0.smithi012.stderr:['basic_pool_flags'] 2024-04-02T09:53:54.210 INFO:tasks.workunit.client.0.smithi012.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T09:53:54.210 INFO:tasks.workunit.client.0.smithi012.stderr: 2024-04-02T09:53:54.210 INFO:tasks.workunit.client.0.smithi012.stderr:NAME STATUS DESC 2024-04-02T09:53:54.211 INFO:tasks.workunit.client.0.smithi012.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T09:53:54.211 INFO:tasks.workunit.client.0.smithi012.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-02T09:53:54.211 INFO:tasks.workunit.client.0.smithi012.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-02T09:53:54.211 INFO:tasks.workunit.client.0.smithi012.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-02T09:53:54.211 INFO:tasks.workunit.client.0.smithi012.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-02T09:53:54.211 INFO:tasks.workunit.client.0.smithi012.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-02T09:53:54.211 INFO:tasks.workunit.client.0.smithi012.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-02T09:53:54.211 INFO:tasks.workunit.client.0.smithi012.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T09:53:54.211 INFO:tasks.workunit.client.0.smithi012.stderr:device_base REPORTING Information about device health metrics 2024-04-02T09:53:54.211 INFO:tasks.workunit.client.0.smithi012.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-02T09:53:54.211 INFO:tasks.workunit.client.0.smithi012.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-02T09:53:54.211 INFO:tasks.workunit.client.0.smithi012.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-04-02T09:53:54.211 INFO:tasks.workunit.client.0.smithi012.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T09:53:54.212 INFO:tasks.workunit.client.0.smithi012.stderr:+ [[ New collections are available: 2024-04-02T09:53:54.212 INFO:tasks.workunit.client.0.smithi012.stderr:['basic_pool_flags'] 2024-04-02T09:53:54.212 INFO:tasks.workunit.client.0.smithi012.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T09:53:54.212 INFO:tasks.workunit.client.0.smithi012.stderr: 2024-04-02T09:53:54.212 INFO:tasks.workunit.client.0.smithi012.stderr:NAME STATUS DESC 2024-04-02T09:53:54.212 INFO:tasks.workunit.client.0.smithi012.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T09:53:54.212 INFO:tasks.workunit.client.0.smithi012.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-02T09:53:54.212 INFO:tasks.workunit.client.0.smithi012.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-02T09:53:54.212 INFO:tasks.workunit.client.0.smithi012.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-02T09:53:54.212 INFO:tasks.workunit.client.0.smithi012.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-02T09:53:54.212 INFO:tasks.workunit.client.0.smithi012.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-02T09:53:54.212 INFO:tasks.workunit.client.0.smithi012.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-02T09:53:54.212 INFO:tasks.workunit.client.0.smithi012.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T09:53:54.213 INFO:tasks.workunit.client.0.smithi012.stderr:device_base REPORTING Information about device health metrics 2024-04-02T09:53:54.213 INFO:tasks.workunit.client.0.smithi012.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-02T09:53:54.213 INFO:tasks.workunit.client.0.smithi012.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-02T09:53:54.213 INFO:tasks.workunit.client.0.smithi012.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-04-02T09:53:54.213 INFO:tasks.workunit.client.0.smithi012.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T09:53:54.213 INFO:tasks.workunit.client.0.smithi012.stderr:+ [[ New collections are available: 2024-04-02T09:53:54.213 INFO:tasks.workunit.client.0.smithi012.stderr:['basic_pool_flags'] 2024-04-02T09:53:54.213 INFO:tasks.workunit.client.0.smithi012.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T09:53:54.213 INFO:tasks.workunit.client.0.smithi012.stderr: 2024-04-02T09:53:54.213 INFO:tasks.workunit.client.0.smithi012.stderr:NAME STATUS DESC 2024-04-02T09:53:54.213 INFO:tasks.workunit.client.0.smithi012.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T09:53:54.213 INFO:tasks.workunit.client.0.smithi012.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-02T09:53:54.213 INFO:tasks.workunit.client.0.smithi012.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-02T09:53:54.213 INFO:tasks.workunit.client.0.smithi012.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-02T09:53:54.214 INFO:tasks.workunit.client.0.smithi012.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-02T09:53:54.214 INFO:tasks.workunit.client.0.smithi012.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-02T09:53:54.214 INFO:tasks.workunit.client.0.smithi012.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-02T09:53:54.214 INFO:tasks.workunit.client.0.smithi012.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T09:53:54.214 INFO:tasks.workunit.client.0.smithi012.stderr:device_base REPORTING Information about device health metrics 2024-04-02T09:53:54.214 INFO:tasks.workunit.client.0.smithi012.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-02T09:53:54.214 INFO:tasks.workunit.client.0.smithi012.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-02T09:53:54.214 INFO:tasks.workunit.client.0.smithi012.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_pool_flags* ]] 2024-04-02T09:53:54.214 INFO:tasks.workunit.client.0.smithi012.stderr:+ ceph telemetry preview 2024-04-02T09:53:54.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:54 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1064969597' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-02T09:53:54.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:54 smithi012 ceph-mon[88355]: from='client.36294 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:53:54.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:54 smithi012 ceph-mon[88355]: from='client.36294 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:53:54.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:54 smithi012 ceph-mon[88355]: pgmap v5145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:54.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:54 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:53:54.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:54 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:53:54.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:54 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1064969597' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-02T09:53:54.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:54 smithi012 ceph-mon[90784]: from='client.36294 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:53:54.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:54 smithi012 ceph-mon[90784]: from='client.36294 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:53:54.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:54 smithi012 ceph-mon[90784]: pgmap v5145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:54.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:54 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:53:54.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:54 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:53:54.993 INFO:tasks.workunit.client.0.smithi012.stdout:{ 2024-04-02T09:53:54.993 INFO:tasks.workunit.client.0.smithi012.stdout: "balancer": { 2024-04-02T09:53:54.993 INFO:tasks.workunit.client.0.smithi012.stdout: "active": true, 2024-04-02T09:53:54.993 INFO:tasks.workunit.client.0.smithi012.stdout: "mode": "" 2024-04-02T09:53:54.993 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:54.993 INFO:tasks.workunit.client.0.smithi012.stdout: "channels": [ 2024-04-02T09:53:54.993 INFO:tasks.workunit.client.0.smithi012.stdout: "basic", 2024-04-02T09:53:54.993 INFO:tasks.workunit.client.0.smithi012.stdout: "crash", 2024-04-02T09:53:54.993 INFO:tasks.workunit.client.0.smithi012.stdout: "device", 2024-04-02T09:53:54.994 INFO:tasks.workunit.client.0.smithi012.stdout: "ident", 2024-04-02T09:53:54.994 INFO:tasks.workunit.client.0.smithi012.stdout: "perf" 2024-04-02T09:53:54.994 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:54.994 INFO:tasks.workunit.client.0.smithi012.stdout: "channels_available": [ 2024-04-02T09:53:54.994 INFO:tasks.workunit.client.0.smithi012.stdout: "basic", 2024-04-02T09:53:54.994 INFO:tasks.workunit.client.0.smithi012.stdout: "ident", 2024-04-02T09:53:54.994 INFO:tasks.workunit.client.0.smithi012.stdout: "crash", 2024-04-02T09:53:54.994 INFO:tasks.workunit.client.0.smithi012.stdout: "device", 2024-04-02T09:53:54.994 INFO:tasks.workunit.client.0.smithi012.stdout: "perf" 2024-04-02T09:53:54.994 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:54.994 INFO:tasks.workunit.client.0.smithi012.stdout: "collections_available": [ 2024-04-02T09:53:54.994 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_base", 2024-04-02T09:53:54.994 INFO:tasks.workunit.client.0.smithi012.stdout: "device_base", 2024-04-02T09:53:54.994 INFO:tasks.workunit.client.0.smithi012.stdout: "crash_base", 2024-04-02T09:53:54.995 INFO:tasks.workunit.client.0.smithi012.stdout: "ident_base", 2024-04-02T09:53:54.995 INFO:tasks.workunit.client.0.smithi012.stdout: "perf_perf", 2024-04-02T09:53:54.995 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_mds_metadata", 2024-04-02T09:53:54.995 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_pool_usage", 2024-04-02T09:53:54.995 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_usage_by_class", 2024-04-02T09:53:54.995 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_rook_v01", 2024-04-02T09:53:54.995 INFO:tasks.workunit.client.0.smithi012.stdout: "perf_memory_metrics", 2024-04-02T09:53:54.995 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_pool_options_bluestore", 2024-04-02T09:53:54.995 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_pool_flags" 2024-04-02T09:53:54.995 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:54.995 INFO:tasks.workunit.client.0.smithi012.stdout: "collections_opted_in": [ 2024-04-02T09:53:54.995 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_base", 2024-04-02T09:53:54.995 INFO:tasks.workunit.client.0.smithi012.stdout: "device_base", 2024-04-02T09:53:54.995 INFO:tasks.workunit.client.0.smithi012.stdout: "crash_base", 2024-04-02T09:53:54.995 INFO:tasks.workunit.client.0.smithi012.stdout: "ident_base", 2024-04-02T09:53:54.996 INFO:tasks.workunit.client.0.smithi012.stdout: "perf_perf", 2024-04-02T09:53:54.996 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_mds_metadata", 2024-04-02T09:53:54.996 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_pool_usage", 2024-04-02T09:53:54.996 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_usage_by_class", 2024-04-02T09:53:54.996 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_rook_v01", 2024-04-02T09:53:54.996 INFO:tasks.workunit.client.0.smithi012.stdout: "perf_memory_metrics", 2024-04-02T09:53:54.996 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_pool_options_bluestore", 2024-04-02T09:53:54.996 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_pool_flags" 2024-04-02T09:53:54.996 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:54.996 INFO:tasks.workunit.client.0.smithi012.stdout: "config": { 2024-04-02T09:53:54.996 INFO:tasks.workunit.client.0.smithi012.stdout: "active_changed": [ 2024-04-02T09:53:54.996 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T09:53:54.996 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_debug", 2024-04-02T09:53:54.996 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_mon_ticket_ttl", 2024-04-02T09:53:54.996 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_service_ticket_ttl", 2024-04-02T09:53:54.997 INFO:tasks.workunit.client.0.smithi012.stdout: "bdev_debug_aio", 2024-04-02T09:53:54.997 INFO:tasks.workunit.client.0.smithi012.stdout: "client_check_pool_perm", 2024-04-02T09:53:54.997 INFO:tasks.workunit.client.0.smithi012.stdout: "client_mount_gid", 2024-04-02T09:53:54.997 INFO:tasks.workunit.client.0.smithi012.stdout: "client_mount_uid", 2024-04-02T09:53:54.997 INFO:tasks.workunit.client.0.smithi012.stdout: "client_quota", 2024-04-02T09:53:54.997 INFO:tasks.workunit.client.0.smithi012.stdout: "container_image", 2024-04-02T09:53:54.997 INFO:tasks.workunit.client.0.smithi012.stdout: "daemonize", 2024-04-02T09:53:54.997 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_asserts_on_shutdown", 2024-04-02T09:53:54.997 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_mgr", 2024-04-02T09:53:54.997 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_mon", 2024-04-02T09:53:54.997 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_ms", 2024-04-02T09:53:54.997 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_osd", 2024-04-02T09:53:54.997 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_paxos", 2024-04-02T09:53:54.997 INFO:tasks.workunit.client.0.smithi012.stdout: "keyring", 2024-04-02T09:53:54.998 INFO:tasks.workunit.client.0.smithi012.stdout: "log_to_file", 2024-04-02T09:53:54.998 INFO:tasks.workunit.client.0.smithi012.stdout: "log_to_journald", 2024-04-02T09:53:54.998 INFO:tasks.workunit.client.0.smithi012.stdout: "log_to_stderr", 2024-04-02T09:53:54.998 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_allow_pool_delete", 2024-04-02T09:53:54.998 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_clock_drift_allowed", 2024-04-02T09:53:54.998 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_cluster_log_file_level", 2024-04-02T09:53:54.998 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_cluster_log_to_file", 2024-04-02T09:53:54.998 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_cluster_log_to_journald", 2024-04-02T09:53:54.998 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_cluster_log_to_stderr", 2024-04-02T09:53:54.998 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_data_avail_warn", 2024-04-02T09:53:54.998 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_election_default_strategy", 2024-04-02T09:53:54.998 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_host", 2024-04-02T09:53:54.998 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_max_pg_per_osd", 2024-04-02T09:53:54.998 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_mds_skip_sanity", 2024-04-02T09:53:54.999 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_mgr_mkfs_grace", 2024-04-02T09:53:54.999 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_osd_prime_pg_temp", 2024-04-02T09:53:54.999 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T09:53:54.999 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T09:53:54.999 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T09:53:54.999 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T09:53:54.999 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T09:53:54.999 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T09:53:54.999 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T09:53:54.999 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T09:53:54.999 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T09:53:54.999 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T09:53:54.999 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_too_few_osds", 2024-04-02T09:53:54.999 INFO:tasks.workunit.client.0.smithi012.stdout: "ms_die_on_bug", 2024-04-02T09:53:54.999 INFO:tasks.workunit.client.0.smithi012.stdout: "ms_die_on_old_message", 2024-04-02T09:53:55.000 INFO:tasks.workunit.client.0.smithi012.stdout: "no_config_file", 2024-04-02T09:53:55.000 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_class_default_list", 2024-04-02T09:53:55.000 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_class_load_list", 2024-04-02T09:53:55.000 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_misdirected_ops", 2024-04-02T09:53:55.000 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_op_order", 2024-04-02T09:53:55.000 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_pg_log_writeout", 2024-04-02T09:53:55.000 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_shutdown", 2024-04-02T09:53:55.000 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T09:53:55.000 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T09:53:55.000 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T09:53:55.000 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T09:53:55.000 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_delete_sleep", 2024-04-02T09:53:55.000 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_delete_sleep_hdd", 2024-04-02T09:53:55.000 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_delete_sleep_hybrid", 2024-04-02T09:53:55.000 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_delete_sleep_ssd", 2024-04-02T09:53:55.001 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_max_backfills", 2024-04-02T09:53:55.001 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T09:53:55.001 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_profile", 2024-04-02T09:53:55.001 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-02T09:53:55.001 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-02T09:53:55.001 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-02T09:53:55.001 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-02T09:53:55.001 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-02T09:53:55.001 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-02T09:53:55.001 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_client_lim", 2024-04-02T09:53:55.001 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_client_res", 2024-04-02T09:53:55.001 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-02T09:53:55.001 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_memory_target", 2024-04-02T09:53:55.001 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_memory_target_autotune", 2024-04-02T09:53:55.002 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_op_queue", 2024-04-02T09:53:55.002 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_op_queue_cut_off", 2024-04-02T09:53:55.002 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T09:53:55.002 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T09:53:55.002 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recover_clone_overlap", 2024-04-02T09:53:55.002 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_max_active", 2024-04-02T09:53:55.002 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_max_active_hdd", 2024-04-02T09:53:55.002 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_max_active_ssd", 2024-04-02T09:53:55.002 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_max_chunk", 2024-04-02T09:53:55.002 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_sleep", 2024-04-02T09:53:55.002 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_sleep_hdd", 2024-04-02T09:53:55.002 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_sleep_hybrid", 2024-04-02T09:53:55.002 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_sleep_ssd", 2024-04-02T09:53:55.003 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_scrub_load_threshold", 2024-04-02T09:53:55.003 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_scrub_max_interval", 2024-04-02T09:53:55.003 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_scrub_sleep", 2024-04-02T09:53:55.003 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_shutdown_pgref_assert", 2024-04-02T09:53:55.003 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_snap_trim_sleep", 2024-04-02T09:53:55.003 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_snap_trim_sleep_hdd", 2024-04-02T09:53:55.003 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-02T09:53:55.003 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_snap_trim_sleep_ssd", 2024-04-02T09:53:55.003 INFO:tasks.workunit.client.0.smithi012.stdout: "public_network", 2024-04-02T09:53:55.003 INFO:tasks.workunit.client.0.smithi012.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-02T09:53:55.003 INFO:tasks.workunit.client.0.smithi012.stdout: "rbd_default_features", 2024-04-02T09:53:55.003 INFO:tasks.workunit.client.0.smithi012.stdout: "rbd_qos_exclude_ops", 2024-04-02T09:53:55.003 INFO:tasks.workunit.client.0.smithi012.stdout: "setgroup", 2024-04-02T09:53:55.003 INFO:tasks.workunit.client.0.smithi012.stdout: "setuser" 2024-04-02T09:53:55.003 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.004 INFO:tasks.workunit.client.0.smithi012.stdout: "cluster_changed": [ 2024-04-02T09:53:55.004 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T09:53:55.004 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_debug", 2024-04-02T09:53:55.004 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_mon_ticket_ttl", 2024-04-02T09:53:55.004 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_service_ticket_ttl", 2024-04-02T09:53:55.004 INFO:tasks.workunit.client.0.smithi012.stdout: "bdev_debug_aio", 2024-04-02T09:53:55.004 INFO:tasks.workunit.client.0.smithi012.stdout: "container_image", 2024-04-02T09:53:55.004 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_asserts_on_shutdown", 2024-04-02T09:53:55.004 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_mgr", 2024-04-02T09:53:55.004 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_mon", 2024-04-02T09:53:55.004 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_ms", 2024-04-02T09:53:55.004 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_osd", 2024-04-02T09:53:55.004 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_paxos", 2024-04-02T09:53:55.005 INFO:tasks.workunit.client.0.smithi012.stdout: "log_to_file", 2024-04-02T09:53:55.005 INFO:tasks.workunit.client.0.smithi012.stdout: "log_to_journald", 2024-04-02T09:53:55.005 INFO:tasks.workunit.client.0.smithi012.stdout: "log_to_stderr", 2024-04-02T09:53:55.005 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_join_fs", 2024-04-02T09:53:55.005 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/cephadm/allow_ptrace", 2024-04-02T09:53:55.005 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/cephadm/container_init", 2024-04-02T09:53:55.005 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/cephadm/migration_current", 2024-04-02T09:53:55.005 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/cephadm/use_repo_digest", 2024-04-02T09:53:55.005 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-02T09:53:55.005 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-02T09:53:55.005 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-02T09:53:55.005 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-02T09:53:55.005 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/dashboard/ssl_server_port", 2024-04-02T09:53:55.005 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/orchestrator/orchestrator", 2024-04-02T09:53:55.005 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/telemetry/channel_ident", 2024-04-02T09:53:55.006 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/telemetry/channel_perf", 2024-04-02T09:53:55.006 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/telemetry/description", 2024-04-02T09:53:55.006 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/telemetry/enabled", 2024-04-02T09:53:55.006 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/telemetry/organization", 2024-04-02T09:53:55.006 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_allow_pool_delete", 2024-04-02T09:53:55.006 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_clock_drift_allowed", 2024-04-02T09:53:55.006 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_cluster_log_file_level", 2024-04-02T09:53:55.006 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_cluster_log_to_file", 2024-04-02T09:53:55.006 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_data_avail_warn", 2024-04-02T09:53:55.006 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_election_default_strategy", 2024-04-02T09:53:55.006 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_max_pg_per_osd", 2024-04-02T09:53:55.006 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_mds_skip_sanity", 2024-04-02T09:53:55.006 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_mgr_mkfs_grace", 2024-04-02T09:53:55.006 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_osd_prime_pg_temp", 2024-04-02T09:53:55.007 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T09:53:55.007 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T09:53:55.007 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T09:53:55.007 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T09:53:55.007 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T09:53:55.007 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T09:53:55.007 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T09:53:55.007 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T09:53:55.007 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T09:53:55.007 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T09:53:55.007 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_too_few_osds", 2024-04-02T09:53:55.007 INFO:tasks.workunit.client.0.smithi012.stdout: "ms_die_on_bug", 2024-04-02T09:53:55.007 INFO:tasks.workunit.client.0.smithi012.stdout: "ms_die_on_old_message", 2024-04-02T09:53:55.007 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_class_default_list", 2024-04-02T09:53:55.007 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_class_load_list", 2024-04-02T09:53:55.008 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_misdirected_ops", 2024-04-02T09:53:55.008 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_op_order", 2024-04-02T09:53:55.008 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_pg_log_writeout", 2024-04-02T09:53:55.008 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_shutdown", 2024-04-02T09:53:55.008 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T09:53:55.008 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T09:53:55.008 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T09:53:55.008 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T09:53:55.008 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T09:53:55.008 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_profile", 2024-04-02T09:53:55.008 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_memory_target", 2024-04-02T09:53:55.008 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_memory_target_autotune", 2024-04-02T09:53:55.008 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_op_queue", 2024-04-02T09:53:55.008 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_op_queue_cut_off", 2024-04-02T09:53:55.009 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T09:53:55.009 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T09:53:55.009 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recover_clone_overlap", 2024-04-02T09:53:55.009 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_max_chunk", 2024-04-02T09:53:55.009 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_scrub_load_threshold", 2024-04-02T09:53:55.009 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_scrub_max_interval", 2024-04-02T09:53:55.009 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_shutdown_pgref_assert", 2024-04-02T09:53:55.009 INFO:tasks.workunit.client.0.smithi012.stdout: "public_network", 2024-04-02T09:53:55.009 INFO:tasks.workunit.client.0.smithi012.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-02T09:53:55.009 INFO:tasks.workunit.client.0.smithi012.stdout: "rgw_cache_enabled", 2024-04-02T09:53:55.009 INFO:tasks.workunit.client.0.smithi012.stdout: "rgw_enable_ops_log", 2024-04-02T09:53:55.009 INFO:tasks.workunit.client.0.smithi012.stdout: "rgw_enable_usage_log" 2024-04-02T09:53:55.009 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:53:55.009 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.010 INFO:tasks.workunit.client.0.smithi012.stdout: "contact": null, 2024-04-02T09:53:55.010 INFO:tasks.workunit.client.0.smithi012.stdout: "crashes": [], 2024-04-02T09:53:55.010 INFO:tasks.workunit.client.0.smithi012.stdout: "created": "2024-04-02T08:14:44.119575Z", 2024-04-02T09:53:55.010 INFO:tasks.workunit.client.0.smithi012.stdout: "crush": { 2024-04-02T09:53:55.010 INFO:tasks.workunit.client.0.smithi012.stdout: "bucket_algs": { 2024-04-02T09:53:55.010 INFO:tasks.workunit.client.0.smithi012.stdout: "straw2": 3 2024-04-02T09:53:55.010 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.010 INFO:tasks.workunit.client.0.smithi012.stdout: "bucket_sizes": { 2024-04-02T09:53:55.010 INFO:tasks.workunit.client.0.smithi012.stdout: "2": 1, 2024-04-02T09:53:55.010 INFO:tasks.workunit.client.0.smithi012.stdout: "4": 2 2024-04-02T09:53:55.010 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.010 INFO:tasks.workunit.client.0.smithi012.stdout: "bucket_types": { 2024-04-02T09:53:55.010 INFO:tasks.workunit.client.0.smithi012.stdout: "1": 2, 2024-04-02T09:53:55.011 INFO:tasks.workunit.client.0.smithi012.stdout: "11": 1 2024-04-02T09:53:55.011 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.011 INFO:tasks.workunit.client.0.smithi012.stdout: "compat_weight_set": false, 2024-04-02T09:53:55.011 INFO:tasks.workunit.client.0.smithi012.stdout: "device_classes": [ 2024-04-02T09:53:55.011 INFO:tasks.workunit.client.0.smithi012.stdout: 8 2024-04-02T09:53:55.011 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.011 INFO:tasks.workunit.client.0.smithi012.stdout: "num_buckets": 6, 2024-04-02T09:53:55.011 INFO:tasks.workunit.client.0.smithi012.stdout: "num_devices": 8, 2024-04-02T09:53:55.011 INFO:tasks.workunit.client.0.smithi012.stdout: "num_rules": 2, 2024-04-02T09:53:55.011 INFO:tasks.workunit.client.0.smithi012.stdout: "num_types": 12, 2024-04-02T09:53:55.011 INFO:tasks.workunit.client.0.smithi012.stdout: "num_weight_sets": 0, 2024-04-02T09:53:55.011 INFO:tasks.workunit.client.0.smithi012.stdout: "tunables": { 2024-04-02T09:53:55.011 INFO:tasks.workunit.client.0.smithi012.stdout: "allowed_bucket_algs": 54, 2024-04-02T09:53:55.011 INFO:tasks.workunit.client.0.smithi012.stdout: "choose_local_fallback_tries": 0, 2024-04-02T09:53:55.011 INFO:tasks.workunit.client.0.smithi012.stdout: "choose_local_tries": 0, 2024-04-02T09:53:55.012 INFO:tasks.workunit.client.0.smithi012.stdout: "choose_total_tries": 50, 2024-04-02T09:53:55.012 INFO:tasks.workunit.client.0.smithi012.stdout: "chooseleaf_descend_once": 1, 2024-04-02T09:53:55.012 INFO:tasks.workunit.client.0.smithi012.stdout: "chooseleaf_stable": 1, 2024-04-02T09:53:55.012 INFO:tasks.workunit.client.0.smithi012.stdout: "chooseleaf_vary_r": 1, 2024-04-02T09:53:55.012 INFO:tasks.workunit.client.0.smithi012.stdout: "has_msr_rules": 0, 2024-04-02T09:53:55.012 INFO:tasks.workunit.client.0.smithi012.stdout: "has_v2_rules": 1, 2024-04-02T09:53:55.012 INFO:tasks.workunit.client.0.smithi012.stdout: "has_v3_rules": 0, 2024-04-02T09:53:55.012 INFO:tasks.workunit.client.0.smithi012.stdout: "has_v4_buckets": 1, 2024-04-02T09:53:55.012 INFO:tasks.workunit.client.0.smithi012.stdout: "has_v5_rules": 0, 2024-04-02T09:53:55.012 INFO:tasks.workunit.client.0.smithi012.stdout: "legacy_tunables": 0, 2024-04-02T09:53:55.012 INFO:tasks.workunit.client.0.smithi012.stdout: "minimum_required_version": "jewel", 2024-04-02T09:53:55.012 INFO:tasks.workunit.client.0.smithi012.stdout: "msr_collision_tries": 100, 2024-04-02T09:53:55.012 INFO:tasks.workunit.client.0.smithi012.stdout: "msr_descents": 100, 2024-04-02T09:53:55.012 INFO:tasks.workunit.client.0.smithi012.stdout: "optimal_tunables": 1, 2024-04-02T09:53:55.013 INFO:tasks.workunit.client.0.smithi012.stdout: "profile": "jewel", 2024-04-02T09:53:55.013 INFO:tasks.workunit.client.0.smithi012.stdout: "require_feature_tunables": 1, 2024-04-02T09:53:55.013 INFO:tasks.workunit.client.0.smithi012.stdout: "require_feature_tunables2": 1, 2024-04-02T09:53:55.013 INFO:tasks.workunit.client.0.smithi012.stdout: "require_feature_tunables3": 1, 2024-04-02T09:53:55.013 INFO:tasks.workunit.client.0.smithi012.stdout: "require_feature_tunables5": 1, 2024-04-02T09:53:55.013 INFO:tasks.workunit.client.0.smithi012.stdout: "straw_calc_version": 1 2024-04-02T09:53:55.013 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.013 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.013 INFO:tasks.workunit.client.0.smithi012.stdout: "description": "upgrade test cluster", 2024-04-02T09:53:55.013 INFO:tasks.workunit.client.0.smithi012.stdout: "fs": { 2024-04-02T09:53:55.013 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T09:53:55.013 INFO:tasks.workunit.client.0.smithi012.stdout: "feature_flags": { 2024-04-02T09:53:55.013 INFO:tasks.workunit.client.0.smithi012.stdout: "enable_multiple": true, 2024-04-02T09:53:55.013 INFO:tasks.workunit.client.0.smithi012.stdout: "ever_enabled_multiple": true 2024-04-02T09:53:55.014 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.014 INFO:tasks.workunit.client.0.smithi012.stdout: "filesystems": [ 2024-04-02T09:53:55.014 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.014 INFO:tasks.workunit.client.0.smithi012.stdout: "approx_ctime": "2024-04", 2024-04-02T09:53:55.014 INFO:tasks.workunit.client.0.smithi012.stdout: "balancer_enabled": false, 2024-04-02T09:53:55.014 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.014 INFO:tasks.workunit.client.0.smithi012.stdout: "cached_caps": 0, 2024-04-02T09:53:55.014 INFO:tasks.workunit.client.0.smithi012.stdout: "cached_dns": 10, 2024-04-02T09:53:55.014 INFO:tasks.workunit.client.0.smithi012.stdout: "cached_inos": 13, 2024-04-02T09:53:55.014 INFO:tasks.workunit.client.0.smithi012.stdout: "cached_subtrees": 2, 2024-04-02T09:53:55.014 INFO:tasks.workunit.client.0.smithi012.stdout: "ever_allowed_features": 0, 2024-04-02T09:53:55.014 INFO:tasks.workunit.client.0.smithi012.stdout: "explicitly_allowed_features": 0, 2024-04-02T09:53:55.014 INFO:tasks.workunit.client.0.smithi012.stdout: "files": 0, 2024-04-02T09:53:55.014 INFO:tasks.workunit.client.0.smithi012.stdout: "max_mds": 1, 2024-04-02T09:53:55.015 INFO:tasks.workunit.client.0.smithi012.stdout: "num_data_pools": 1, 2024-04-02T09:53:55.015 INFO:tasks.workunit.client.0.smithi012.stdout: "num_in": 1, 2024-04-02T09:53:55.015 INFO:tasks.workunit.client.0.smithi012.stdout: "num_mds": 1, 2024-04-02T09:53:55.015 INFO:tasks.workunit.client.0.smithi012.stdout: "num_sessions": 0, 2024-04-02T09:53:55.015 INFO:tasks.workunit.client.0.smithi012.stdout: "num_standby_replay": 0, 2024-04-02T09:53:55.015 INFO:tasks.workunit.client.0.smithi012.stdout: "num_up": 1, 2024-04-02T09:53:55.015 INFO:tasks.workunit.client.0.smithi012.stdout: "snaps": 0, 2024-04-02T09:53:55.015 INFO:tasks.workunit.client.0.smithi012.stdout: "standby_count_wanted": 0 2024-04-02T09:53:55.015 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.015 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.015 INFO:tasks.workunit.client.0.smithi012.stdout: "num_standby_mds": 1, 2024-04-02T09:53:55.015 INFO:tasks.workunit.client.0.smithi012.stdout: "total_num_mds": 2 2024-04-02T09:53:55.015 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.015 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_stats": { 2024-04-02T09:53:55.016 INFO:tasks.workunit.client.0.smithi012.stdout: "mds": { 2024-04-02T09:53:55.016 INFO:tasks.workunit.client.0.smithi012.stdout: "mds.55ba0c421d0a380c7e710a93002ddc2fa7e64353": { 2024-04-02T09:53:55.016 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 20258816, 2024-04-02T09:53:55.016 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 318096, 2024-04-02T09:53:55.016 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 2752512, 2024-04-02T09:53:55.016 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 925696, 2024-04-02T09:53:55.016 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 0, 2024-04-02T09:53:55.016 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 341, 2024-04-02T09:53:55.016 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:53:55.016 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 1030224, 2024-04-02T09:53:55.016 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 13, 2024-04-02T09:53:55.016 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 754176, 2024-04-02T09:53:55.016 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 14478112, 2024-04-02T09:53:55.016 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 20258816 2024-04-02T09:53:55.017 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.017 INFO:tasks.workunit.client.0.smithi012.stdout: "mds.aade4c1cf53e5400fc243fe71c4882775e710864": { 2024-04-02T09:53:55.017 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 20414464, 2024-04-02T09:53:55.017 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 391912, 2024-04-02T09:53:55.017 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 2752512, 2024-04-02T09:53:55.017 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 0, 2024-04-02T09:53:55.017 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 892928, 2024-04-02T09:53:55.017 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 428, 2024-04-02T09:53:55.017 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:53:55.017 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 1353304, 2024-04-02T09:53:55.017 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 22, 2024-04-02T09:53:55.017 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 1013248, 2024-04-02T09:53:55.017 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 14903488, 2024-04-02T09:53:55.017 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 21307392 2024-04-02T09:53:55.017 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.018 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.018 INFO:tasks.workunit.client.0.smithi012.stdout: "mon": { 2024-04-02T09:53:55.018 INFO:tasks.workunit.client.0.smithi012.stdout: "mon.057b5af1dcee546cd49a55fe146bc9ff7b417da5": { 2024-04-02T09:53:55.018 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 171417600, 2024-04-02T09:53:55.018 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 2766104, 2024-04-02T09:53:55.018 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 3014656, 2024-04-02T09:53:55.018 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 1024000, 2024-04-02T09:53:55.018 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 4595712, 2024-04-02T09:53:55.018 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 6659, 2024-04-02T09:53:55.018 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:53:55.018 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 10848024, 2024-04-02T09:53:55.018 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 20, 2024-04-02T09:53:55.018 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 2892032, 2024-04-02T09:53:55.018 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 150872784, 2024-04-02T09:53:55.019 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 176013312 2024-04-02T09:53:55.019 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.019 INFO:tasks.workunit.client.0.smithi012.stdout: "mon.55ba0c421d0a380c7e710a93002ddc2fa7e64353": { 2024-04-02T09:53:55.019 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 169025536, 2024-04-02T09:53:55.019 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 2156200, 2024-04-02T09:53:55.019 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 3014656, 2024-04-02T09:53:55.019 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 0, 2024-04-02T09:53:55.019 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 5922816, 2024-04-02T09:53:55.019 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 6550, 2024-04-02T09:53:55.019 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:53:55.019 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 9675144, 2024-04-02T09:53:55.019 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 20, 2024-04-02T09:53:55.019 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 2714112, 2024-04-02T09:53:55.019 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 151465424, 2024-04-02T09:53:55.019 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 174948352 2024-04-02T09:53:55.020 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.020 INFO:tasks.workunit.client.0.smithi012.stdout: "mon.aade4c1cf53e5400fc243fe71c4882775e710864": { 2024-04-02T09:53:55.020 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 261169152, 2024-04-02T09:53:55.020 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 4911472, 2024-04-02T09:53:55.020 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 3145728, 2024-04-02T09:53:55.020 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 0, 2024-04-02T09:53:55.020 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 1114112, 2024-04-02T09:53:55.020 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 9658, 2024-04-02T09:53:55.020 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:53:55.020 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 15622968, 2024-04-02T09:53:55.020 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 23, 2024-04-02T09:53:55.020 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 4636160, 2024-04-02T09:53:55.020 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 232852824, 2024-04-02T09:53:55.020 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 262283264 2024-04-02T09:53:55.020 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.021 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.021 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:53:55.021 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.0": { 2024-04-02T09:53:55.021 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 454868992, 2024-04-02T09:53:55.021 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 24632280, 2024-04-02T09:53:55.021 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 3407872, 2024-04-02T09:53:55.021 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 0, 2024-04-02T09:53:55.021 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 49029120, 2024-04-02T09:53:55.021 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 12163, 2024-04-02T09:53:55.021 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:53:55.021 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 76005776, 2024-04-02T09:53:55.021 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:53:55.021 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 8762368, 2024-04-02T09:53:55.021 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 342060696, 2024-04-02T09:53:55.021 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 503898112 2024-04-02T09:53:55.022 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.022 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.1": { 2024-04-02T09:53:55.022 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 483549184, 2024-04-02T09:53:55.022 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 25729320, 2024-04-02T09:53:55.022 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 3407872, 2024-04-02T09:53:55.022 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 0, 2024-04-02T09:53:55.022 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 110075904, 2024-04-02T09:53:55.022 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 13394, 2024-04-02T09:53:55.022 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:53:55.022 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 89177920, 2024-04-02T09:53:55.022 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:53:55.022 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 10131200, 2024-04-02T09:53:55.022 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 355102872, 2024-04-02T09:53:55.023 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 593625088 2024-04-02T09:53:55.023 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.023 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.2": { 2024-04-02T09:53:55.023 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 419037184, 2024-04-02T09:53:55.023 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 20925744, 2024-04-02T09:53:55.023 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 3276800, 2024-04-02T09:53:55.023 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 0, 2024-04-02T09:53:55.023 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 134856704, 2024-04-02T09:53:55.023 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 10540, 2024-04-02T09:53:55.023 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:53:55.023 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 79321952, 2024-04-02T09:53:55.023 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 53, 2024-04-02T09:53:55.023 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 9699840, 2024-04-02T09:53:55.023 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 305812848, 2024-04-02T09:53:55.023 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 553893888 2024-04-02T09:53:55.024 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.024 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.3": { 2024-04-02T09:53:55.024 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 465567744, 2024-04-02T09:53:55.024 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 18482448, 2024-04-02T09:53:55.024 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 5373952, 2024-04-02T09:53:55.024 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 0, 2024-04-02T09:53:55.024 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 67747840, 2024-04-02T09:53:55.024 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 9725, 2024-04-02T09:53:55.024 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:53:55.024 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 58402720, 2024-04-02T09:53:55.024 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:53:55.024 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 10716672, 2024-04-02T09:53:55.024 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 372591952, 2024-04-02T09:53:55.025 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 533315584 2024-04-02T09:53:55.025 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.025 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.4": { 2024-04-02T09:53:55.025 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 565116928, 2024-04-02T09:53:55.025 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 20567144, 2024-04-02T09:53:55.025 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 5373952, 2024-04-02T09:53:55.025 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 40960, 2024-04-02T09:53:55.025 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 45858816, 2024-04-02T09:53:55.025 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 10742, 2024-04-02T09:53:55.025 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:53:55.025 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 70111432, 2024-04-02T09:53:55.025 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 61, 2024-04-02T09:53:55.025 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 10566400, 2024-04-02T09:53:55.025 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 458457040, 2024-04-02T09:53:55.026 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 610975744 2024-04-02T09:53:55.026 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.026 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.5": { 2024-04-02T09:53:55.026 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 485998592, 2024-04-02T09:53:55.026 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 23809752, 2024-04-02T09:53:55.026 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 3407872, 2024-04-02T09:53:55.026 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 0, 2024-04-02T09:53:55.026 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 36773888, 2024-04-02T09:53:55.026 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 12504, 2024-04-02T09:53:55.026 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:53:55.026 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 87789184, 2024-04-02T09:53:55.026 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:53:55.026 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 9832704, 2024-04-02T09:53:55.027 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 361159080, 2024-04-02T09:53:55.027 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 522772480 2024-04-02T09:53:55.027 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.027 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.6": { 2024-04-02T09:53:55.027 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 530432000, 2024-04-02T09:53:55.027 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 18536344, 2024-04-02T09:53:55.027 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 3276800, 2024-04-02T09:53:55.027 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 0, 2024-04-02T09:53:55.027 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 27131904, 2024-04-02T09:53:55.027 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 9474, 2024-04-02T09:53:55.027 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:53:55.027 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 71473184, 2024-04-02T09:53:55.027 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 53, 2024-04-02T09:53:55.027 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 9411840, 2024-04-02T09:53:55.027 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 427733832, 2024-04-02T09:53:55.028 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 557563904 2024-04-02T09:53:55.028 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.028 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.7": { 2024-04-02T09:53:55.028 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 551886848, 2024-04-02T09:53:55.028 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 23281664, 2024-04-02T09:53:55.028 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 3407872, 2024-04-02T09:53:55.028 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 0, 2024-04-02T09:53:55.028 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 9396224, 2024-04-02T09:53:55.028 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 12599, 2024-04-02T09:53:55.028 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:53:55.028 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 92977520, 2024-04-02T09:53:55.028 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 58, 2024-04-02T09:53:55.028 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 10606848, 2024-04-02T09:53:55.028 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 421612944, 2024-04-02T09:53:55.029 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 561283072 2024-04-02T09:53:55.029 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.029 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.029 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.029 INFO:tasks.workunit.client.0.smithi012.stdout: "hosts": { 2024-04-02T09:53:55.029 INFO:tasks.workunit.client.0.smithi012.stdout: "num": 2, 2024-04-02T09:53:55.029 INFO:tasks.workunit.client.0.smithi012.stdout: "num_with_mds": 2, 2024-04-02T09:53:55.029 INFO:tasks.workunit.client.0.smithi012.stdout: "num_with_mgr": 2, 2024-04-02T09:53:55.029 INFO:tasks.workunit.client.0.smithi012.stdout: "num_with_mon": 2, 2024-04-02T09:53:55.029 INFO:tasks.workunit.client.0.smithi012.stdout: "num_with_osd": 2 2024-04-02T09:53:55.029 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.029 INFO:tasks.workunit.client.0.smithi012.stdout: "io_rate": { 2024-04-02T09:53:55.029 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_stats_delta": { 2024-04-02T09:53:55.029 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": 0, 2024-04-02T09:53:55.029 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:55.030 INFO:tasks.workunit.client.0.smithi012.stdout: "num_store_stats": 0, 2024-04-02T09:53:55.030 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:55.030 INFO:tasks.workunit.client.0.smithi012.stdout: "stamp_delta": "12.002996", 2024-04-02T09:53:55.030 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:55.030 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:55.030 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:55.030 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:55.030 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:55.030 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:55.030 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:55.030 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:55.030 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:55.030 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:55.031 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:55.031 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:55.031 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:55.031 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:55.031 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:55.031 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:55.031 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:55.031 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:55.031 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:55.031 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:55.031 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:55.031 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:55.031 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:55.031 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:55.032 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:55.032 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:55.032 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:55.032 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:55.032 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:55.032 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:55.032 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:55.032 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:55.032 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:55.032 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:55.032 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:55.032 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:55.032 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:55.033 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:55.033 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:55.033 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:55.033 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:55.033 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.033 INFO:tasks.workunit.client.0.smithi012.stdout: "store_stats": { 2024-04-02T09:53:55.033 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": 0, 2024-04-02T09:53:55.033 INFO:tasks.workunit.client.0.smithi012.stdout: "available": 0, 2024-04-02T09:53:55.033 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed": 0, 2024-04-02T09:53:55.033 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_allocated": 0, 2024-04-02T09:53:55.033 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_original": 0, 2024-04-02T09:53:55.033 INFO:tasks.workunit.client.0.smithi012.stdout: "data_stored": 0, 2024-04-02T09:53:55.033 INFO:tasks.workunit.client.0.smithi012.stdout: "internal_metadata": 0, 2024-04-02T09:53:55.033 INFO:tasks.workunit.client.0.smithi012.stdout: "internally_reserved": 0, 2024-04-02T09:53:55.033 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_allocated": 0, 2024-04-02T09:53:55.034 INFO:tasks.workunit.client.0.smithi012.stdout: "total": 0 2024-04-02T09:53:55.034 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.034 INFO:tasks.workunit.client.0.smithi012.stdout: "up": 0 2024-04-02T09:53:55.034 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.034 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.034 INFO:tasks.workunit.client.0.smithi012.stdout: "leaderboard": false, 2024-04-02T09:53:55.034 INFO:tasks.workunit.client.0.smithi012.stdout: "leaderboard_description": null, 2024-04-02T09:53:55.034 INFO:tasks.workunit.client.0.smithi012.stdout: "license": "sharing-1-0", 2024-04-02T09:53:55.034 INFO:tasks.workunit.client.0.smithi012.stdout: "mempool": { 2024-04-02T09:53:55.034 INFO:tasks.workunit.client.0.smithi012.stdout: "mds": { 2024-04-02T09:53:55.034 INFO:tasks.workunit.client.0.smithi012.stdout: "mds.55ba0c421d0a380c7e710a93002ddc2fa7e64353": { 2024-04-02T09:53:55.034 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T09:53:55.034 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.035 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.035 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.035 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:53:55.035 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.035 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.035 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.035 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T09:53:55.035 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.035 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.035 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.035 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T09:53:55.035 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.035 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.035 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.035 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T09:53:55.036 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.036 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.036 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.036 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T09:53:55.036 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.036 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.036 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.036 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T09:53:55.036 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.036 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.036 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.036 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T09:53:55.036 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.037 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.037 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.037 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T09:53:55.037 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.037 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.037 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.037 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T09:53:55.037 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.037 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.037 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.037 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T09:53:55.037 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.037 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.037 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.038 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T09:53:55.038 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.038 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.038 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.038 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T09:53:55.038 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.038 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.038 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.038 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T09:53:55.038 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.038 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.038 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.038 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T09:53:55.039 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.039 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.039 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.039 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T09:53:55.039 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.039 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.039 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.039 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T09:53:55.039 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.039 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.039 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.039 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T09:53:55.039 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.039 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.040 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.040 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T09:53:55.040 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 149008, 2024-04-02T09:53:55.040 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 33 2024-04-02T09:53:55.040 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.040 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T09:53:55.040 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.040 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.040 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.040 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T09:53:55.040 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 928, 2024-04-02T09:53:55.040 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 2 2024-04-02T09:53:55.040 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.040 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:53:55.040 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.040 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.041 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.041 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T09:53:55.041 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.041 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.041 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.041 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T09:53:55.041 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.041 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.041 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.041 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T09:53:55.041 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.041 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.041 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.041 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T09:53:55.042 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.042 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.042 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.042 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T09:53:55.042 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.042 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.042 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.042 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T09:53:55.042 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.042 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.042 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.042 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T09:53:55.042 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.043 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.043 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.043 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.043 INFO:tasks.workunit.client.0.smithi012.stdout: "mds.aade4c1cf53e5400fc243fe71c4882775e710864": { 2024-04-02T09:53:55.043 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T09:53:55.043 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.043 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.043 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.043 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:53:55.043 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.043 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.043 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.043 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T09:53:55.043 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.044 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.044 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.044 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T09:53:55.044 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.044 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.044 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.044 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T09:53:55.044 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.044 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.044 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.044 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T09:53:55.044 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.044 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.044 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.044 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T09:53:55.045 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.045 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.045 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.045 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T09:53:55.045 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.045 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.045 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.045 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T09:53:55.045 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.045 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.045 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.045 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T09:53:55.045 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.045 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.045 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.046 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T09:53:55.046 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.046 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.046 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.046 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T09:53:55.046 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.046 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.046 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.046 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T09:53:55.046 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.046 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.046 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.046 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T09:53:55.047 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.047 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.047 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.047 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T09:53:55.047 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.047 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.047 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.047 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T09:53:55.047 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.047 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.047 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.047 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T09:53:55.047 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.047 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.047 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.048 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T09:53:55.048 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.048 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.048 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.048 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T09:53:55.048 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 222647, 2024-04-02T09:53:55.048 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 67 2024-04-02T09:53:55.048 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.048 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T09:53:55.048 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.048 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.048 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.048 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T09:53:55.048 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 51904, 2024-04-02T09:53:55.048 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 181 2024-04-02T09:53:55.049 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.049 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:53:55.049 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.049 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.049 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.049 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T09:53:55.049 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.049 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.049 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.049 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T09:53:55.049 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.049 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.049 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.049 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T09:53:55.049 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 13256, 2024-04-02T09:53:55.050 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 274 2024-04-02T09:53:55.050 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.050 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T09:53:55.050 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.050 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.050 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.050 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T09:53:55.050 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.050 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.050 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.050 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T09:53:55.050 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.050 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.051 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.051 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T09:53:55.051 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.051 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.051 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.051 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.051 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.051 INFO:tasks.workunit.client.0.smithi012.stdout: "mon": { 2024-04-02T09:53:55.051 INFO:tasks.workunit.client.0.smithi012.stdout: "mon.057b5af1dcee546cd49a55fe146bc9ff7b417da5": { 2024-04-02T09:53:55.051 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T09:53:55.051 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.051 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.051 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.051 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:53:55.051 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.052 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.052 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.052 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T09:53:55.052 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.052 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.052 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.052 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T09:53:55.052 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.052 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.052 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.052 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T09:53:55.052 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.052 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.052 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.052 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T09:53:55.053 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.053 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.053 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.053 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T09:53:55.053 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.053 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.053 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.053 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T09:53:55.053 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.053 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.053 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.053 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T09:53:55.053 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.053 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.054 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.054 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T09:53:55.054 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.054 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.054 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.054 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T09:53:55.054 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.054 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.054 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.054 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T09:53:55.054 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.054 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.054 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.054 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T09:53:55.055 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.055 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.055 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.055 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T09:53:55.055 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.055 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.055 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.055 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T09:53:55.055 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.055 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.055 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.055 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T09:53:55.055 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.055 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.055 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.056 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T09:53:55.056 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.056 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.056 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.056 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T09:53:55.056 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.056 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.056 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.056 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T09:53:55.056 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 42468057, 2024-04-02T09:53:55.056 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 5235 2024-04-02T09:53:55.056 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.056 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T09:53:55.056 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 968, 2024-04-02T09:53:55.057 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 11 2024-04-02T09:53:55.057 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.057 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T09:53:55.057 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.057 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.057 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.057 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:53:55.057 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.057 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.057 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.057 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T09:53:55.057 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.057 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.057 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.057 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T09:53:55.058 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.058 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.058 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.058 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T09:53:55.058 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 11832, 2024-04-02T09:53:55.058 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 273 2024-04-02T09:53:55.058 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.058 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T09:53:55.058 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 70440, 2024-04-02T09:53:55.058 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 5158 2024-04-02T09:53:55.058 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.058 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T09:53:55.058 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 5896, 2024-04-02T09:53:55.058 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 174 2024-04-02T09:53:55.059 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.059 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T09:53:55.059 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.059 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.059 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.059 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T09:53:55.059 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.059 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.059 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.059 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.059 INFO:tasks.workunit.client.0.smithi012.stdout: "mon.55ba0c421d0a380c7e710a93002ddc2fa7e64353": { 2024-04-02T09:53:55.059 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T09:53:55.059 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.059 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.059 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.059 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:53:55.060 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.060 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.060 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.060 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T09:53:55.060 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.060 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.060 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.060 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T09:53:55.060 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.060 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.060 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.060 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T09:53:55.060 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.060 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.060 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.061 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T09:53:55.061 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.061 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.061 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.061 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T09:53:55.061 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.061 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.061 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.061 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T09:53:55.061 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.061 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.061 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.061 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T09:53:55.061 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.062 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.062 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.062 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T09:53:55.062 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.062 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.062 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.062 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T09:53:55.062 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.062 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.062 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.062 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T09:53:55.062 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.062 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.063 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.063 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T09:53:55.063 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.063 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.063 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.063 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T09:53:55.063 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.063 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.063 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.063 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T09:53:55.063 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.063 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.063 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.063 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T09:53:55.064 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.064 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.064 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.064 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T09:53:55.064 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.064 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.064 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.064 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T09:53:55.064 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.064 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.064 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.064 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T09:53:55.064 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 42256865, 2024-04-02T09:53:55.064 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 5213 2024-04-02T09:53:55.064 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.065 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T09:53:55.065 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1144, 2024-04-02T09:53:55.065 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 13 2024-04-02T09:53:55.065 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.065 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T09:53:55.065 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.065 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.065 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.065 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:53:55.065 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.065 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.065 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.065 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T09:53:55.065 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.066 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.066 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.066 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T09:53:55.066 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.066 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.066 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.066 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T09:53:55.066 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 11832, 2024-04-02T09:53:55.066 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 273 2024-04-02T09:53:55.066 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.066 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T09:53:55.066 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 70440, 2024-04-02T09:53:55.066 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 5158 2024-04-02T09:53:55.067 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.067 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T09:53:55.067 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 5896, 2024-04-02T09:53:55.067 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 174 2024-04-02T09:53:55.067 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.067 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T09:53:55.067 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.067 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.067 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.067 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T09:53:55.067 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.067 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.067 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.067 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.068 INFO:tasks.workunit.client.0.smithi012.stdout: "mon.aade4c1cf53e5400fc243fe71c4882775e710864": { 2024-04-02T09:53:55.068 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T09:53:55.068 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.068 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.068 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.068 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:53:55.068 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.068 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.068 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.068 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T09:53:55.068 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.068 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.068 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.068 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T09:53:55.068 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.069 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.069 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.069 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T09:53:55.069 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.069 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.069 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.069 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T09:53:55.069 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.069 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.069 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.069 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T09:53:55.069 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.069 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.069 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.069 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T09:53:55.070 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.070 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.070 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.070 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T09:53:55.070 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.070 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.070 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.070 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T09:53:55.070 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.070 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.070 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.070 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T09:53:55.070 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.071 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.071 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.071 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T09:53:55.071 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.071 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.071 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.071 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T09:53:55.071 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.071 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.071 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.071 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T09:53:55.071 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.071 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.071 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.072 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T09:53:55.072 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.072 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.072 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.072 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T09:53:55.072 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.072 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.072 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.072 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T09:53:55.072 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.072 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.072 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.072 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T09:53:55.072 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.072 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.073 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.073 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T09:53:55.073 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 42703977, 2024-04-02T09:53:55.073 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 5289 2024-04-02T09:53:55.073 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.073 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T09:53:55.073 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.073 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.073 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.073 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T09:53:55.073 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.073 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.073 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.073 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:53:55.073 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.074 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.074 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.074 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T09:53:55.074 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.074 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.074 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.074 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T09:53:55.074 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.074 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.074 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.074 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T09:53:55.074 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 11832, 2024-04-02T09:53:55.074 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 273 2024-04-02T09:53:55.074 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.075 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T09:53:55.075 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 70440, 2024-04-02T09:53:55.075 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 5158 2024-04-02T09:53:55.075 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.075 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T09:53:55.075 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 11792, 2024-04-02T09:53:55.075 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 348 2024-04-02T09:53:55.075 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.075 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T09:53:55.075 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.075 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.075 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.075 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T09:53:55.075 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.076 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.076 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.076 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.076 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.076 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:53:55.076 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.0": { 2024-04-02T09:53:55.076 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T09:53:55.076 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.076 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.076 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.076 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:53:55.076 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 20576, 2024-04-02T09:53:55.076 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 373 2024-04-02T09:53:55.076 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.077 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T09:53:55.077 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 30720, 2024-04-02T09:53:55.077 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 23 2024-04-02T09:53:55.077 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.077 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T09:53:55.077 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1728, 2024-04-02T09:53:55.077 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 9 2024-04-02T09:53:55.077 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.077 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T09:53:55.077 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 61520, 2024-04-02T09:53:55.077 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 769 2024-04-02T09:53:55.077 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.077 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T09:53:55.077 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 404352, 2024-04-02T09:53:55.078 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1944 2024-04-02T09:53:55.078 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.078 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T09:53:55.078 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 256, 2024-04-02T09:53:55.078 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 32 2024-04-02T09:53:55.078 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.078 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T09:53:55.078 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 565270, 2024-04-02T09:53:55.078 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 157 2024-04-02T09:53:55.078 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.078 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T09:53:55.078 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 2456478, 2024-04-02T09:53:55.078 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 545206 2024-04-02T09:53:55.078 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.079 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T09:53:55.079 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 7053896, 2024-04-02T09:53:55.079 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 10405 2024-04-02T09:53:55.079 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.079 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T09:53:55.079 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 76548, 2024-04-02T09:53:55.079 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 8036 2024-04-02T09:53:55.079 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.079 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T09:53:55.079 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 93264, 2024-04-02T09:53:55.079 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1943 2024-04-02T09:53:55.079 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.079 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T09:53:55.079 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.079 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.079 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.080 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T09:53:55.080 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 185774, 2024-04-02T09:53:55.080 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1328 2024-04-02T09:53:55.080 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.080 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T09:53:55.080 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.080 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.080 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.080 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T09:53:55.080 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1472, 2024-04-02T09:53:55.080 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 2 2024-04-02T09:53:55.080 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.080 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T09:53:55.081 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 111783, 2024-04-02T09:53:55.081 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 58 2024-04-02T09:53:55.081 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.081 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T09:53:55.081 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 20128, 2024-04-02T09:53:55.081 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 5 2024-04-02T09:53:55.081 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.081 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T09:53:55.081 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 9372828, 2024-04-02T09:53:55.081 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 272 2024-04-02T09:53:55.081 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.081 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T09:53:55.081 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 14520, 2024-04-02T09:53:55.081 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 165 2024-04-02T09:53:55.082 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.082 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T09:53:55.082 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.082 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.082 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.082 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:53:55.082 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 489888, 2024-04-02T09:53:55.082 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 42 2024-04-02T09:53:55.082 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.082 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T09:53:55.082 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.082 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.082 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.082 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T09:53:55.083 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 7050160, 2024-04-02T09:53:55.083 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 18358 2024-04-02T09:53:55.083 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.083 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T09:53:55.083 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 682832, 2024-04-02T09:53:55.083 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 12056 2024-04-02T09:53:55.083 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.083 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T09:53:55.083 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.083 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.083 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.083 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T09:53:55.083 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.083 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.083 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.084 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T09:53:55.084 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.084 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.084 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.084 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T09:53:55.084 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.084 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.084 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.084 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.084 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.1": { 2024-04-02T09:53:55.084 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T09:53:55.084 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.084 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.084 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.084 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:53:55.085 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 24152, 2024-04-02T09:53:55.085 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 434 2024-04-02T09:53:55.085 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.085 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T09:53:55.085 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 31104, 2024-04-02T09:53:55.085 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 26 2024-04-02T09:53:55.085 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.085 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T09:53:55.085 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1152, 2024-04-02T09:53:55.085 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 6 2024-04-02T09:53:55.085 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.085 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T09:53:55.085 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 62480, 2024-04-02T09:53:55.085 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 781 2024-04-02T09:53:55.085 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.086 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T09:53:55.086 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 415584, 2024-04-02T09:53:55.086 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1998 2024-04-02T09:53:55.086 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.086 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T09:53:55.086 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 256, 2024-04-02T09:53:55.086 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 32 2024-04-02T09:53:55.086 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.086 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T09:53:55.086 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1573500, 2024-04-02T09:53:55.086 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 402 2024-04-02T09:53:55.086 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.086 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T09:53:55.087 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 2497608, 2024-04-02T09:53:55.087 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 545892 2024-04-02T09:53:55.087 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.087 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T09:53:55.087 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 7057296, 2024-04-02T09:53:55.087 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 10410 2024-04-02T09:53:55.087 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.087 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T09:53:55.087 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 84592, 2024-04-02T09:53:55.087 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 9021 2024-04-02T09:53:55.087 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.087 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T09:53:55.087 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 95904, 2024-04-02T09:53:55.087 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1998 2024-04-02T09:53:55.087 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.088 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T09:53:55.088 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.088 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.088 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.088 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T09:53:55.088 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 188254, 2024-04-02T09:53:55.088 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1339 2024-04-02T09:53:55.088 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.088 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T09:53:55.088 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.088 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.088 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.088 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T09:53:55.088 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 736, 2024-04-02T09:53:55.088 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1 2024-04-02T09:53:55.089 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.089 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T09:53:55.089 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 60690, 2024-04-02T09:53:55.089 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 31 2024-04-02T09:53:55.089 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.089 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T09:53:55.089 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 12112, 2024-04-02T09:53:55.089 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3 2024-04-02T09:53:55.089 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.089 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T09:53:55.089 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 6485554, 2024-04-02T09:53:55.089 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 271 2024-04-02T09:53:55.089 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.089 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T09:53:55.089 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 35992, 2024-04-02T09:53:55.090 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 409 2024-04-02T09:53:55.090 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.090 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T09:53:55.090 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.090 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.090 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.090 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:53:55.090 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 513216, 2024-04-02T09:53:55.090 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 44 2024-04-02T09:53:55.090 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.090 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T09:53:55.090 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.090 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.090 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.091 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T09:53:55.091 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 7360496, 2024-04-02T09:53:55.091 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 21322 2024-04-02T09:53:55.091 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.091 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T09:53:55.091 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 682832, 2024-04-02T09:53:55.091 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 12056 2024-04-02T09:53:55.091 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.091 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T09:53:55.091 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.091 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.091 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.091 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T09:53:55.092 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.092 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.092 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.092 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T09:53:55.092 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.092 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.092 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.092 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T09:53:55.092 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.092 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.092 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.092 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.092 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.2": { 2024-04-02T09:53:55.092 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T09:53:55.093 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.093 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.093 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.093 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:53:55.093 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 20552, 2024-04-02T09:53:55.093 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 371 2024-04-02T09:53:55.093 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.093 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T09:53:55.093 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 30848, 2024-04-02T09:53:55.093 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 24 2024-04-02T09:53:55.093 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.093 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T09:53:55.093 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1152, 2024-04-02T09:53:55.093 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 6 2024-04-02T09:53:55.093 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.094 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T09:53:55.094 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 60640, 2024-04-02T09:53:55.094 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 758 2024-04-02T09:53:55.094 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.094 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T09:53:55.094 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 401648, 2024-04-02T09:53:55.094 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1931 2024-04-02T09:53:55.094 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.094 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T09:53:55.094 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 256, 2024-04-02T09:53:55.094 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 32 2024-04-02T09:53:55.094 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.094 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T09:53:55.094 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 389732, 2024-04-02T09:53:55.095 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 101 2024-04-02T09:53:55.095 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.095 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T09:53:55.095 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1765051, 2024-04-02T09:53:55.095 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 390706 2024-04-02T09:53:55.095 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.095 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T09:53:55.095 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 5172336, 2024-04-02T09:53:55.095 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 7638 2024-04-02T09:53:55.095 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.095 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T09:53:55.095 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 74212, 2024-04-02T09:53:55.095 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 7854 2024-04-02T09:53:55.095 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.095 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T09:53:55.096 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 92640, 2024-04-02T09:53:55.096 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1930 2024-04-02T09:53:55.096 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.096 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T09:53:55.096 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.096 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.096 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.096 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T09:53:55.096 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 185774, 2024-04-02T09:53:55.096 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1328 2024-04-02T09:53:55.096 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.096 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T09:53:55.096 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.096 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.096 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.097 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T09:53:55.097 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1472, 2024-04-02T09:53:55.097 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 2 2024-04-02T09:53:55.097 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.097 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T09:53:55.097 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 87093, 2024-04-02T09:53:55.097 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 52 2024-04-02T09:53:55.097 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.097 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T09:53:55.097 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 20128, 2024-04-02T09:53:55.097 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 5 2024-04-02T09:53:55.097 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.097 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T09:53:55.097 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 6384659, 2024-04-02T09:53:55.098 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 261 2024-04-02T09:53:55.098 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.098 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T09:53:55.098 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 10560, 2024-04-02T09:53:55.098 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 120 2024-04-02T09:53:55.098 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.098 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T09:53:55.098 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.098 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.098 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.098 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:53:55.099 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:54 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1064969597' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-02T09:53:55.099 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:54 smithi055 ceph-mon[85080]: from='client.36294 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:53:55.099 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:54 smithi055 ceph-mon[85080]: from='client.36294 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:53:55.099 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:54 smithi055 ceph-mon[85080]: pgmap v5145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:55.099 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:54 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:53:55.100 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:54 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:53:55.108 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 396576, 2024-04-02T09:53:55.108 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 34 2024-04-02T09:53:55.108 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.108 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T09:53:55.108 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.109 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.109 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.109 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T09:53:55.109 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 3291080, 2024-04-02T09:53:55.109 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 6329 2024-04-02T09:53:55.109 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.109 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T09:53:55.109 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 682832, 2024-04-02T09:53:55.109 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 12056 2024-04-02T09:53:55.109 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.109 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T09:53:55.109 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.109 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.109 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.110 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T09:53:55.110 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.110 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.110 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.110 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T09:53:55.110 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.110 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.110 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.110 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T09:53:55.110 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.110 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.110 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.110 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.111 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.3": { 2024-04-02T09:53:55.111 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T09:53:55.111 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.111 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.111 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.111 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:53:55.111 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 15520, 2024-04-02T09:53:55.111 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 294 2024-04-02T09:53:55.111 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.111 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T09:53:55.111 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 46592, 2024-04-02T09:53:55.111 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 20 2024-04-02T09:53:55.111 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.111 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T09:53:55.111 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 960, 2024-04-02T09:53:55.112 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 5 2024-04-02T09:53:55.112 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.112 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T09:53:55.112 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 59920, 2024-04-02T09:53:55.112 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 749 2024-04-02T09:53:55.112 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.112 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T09:53:55.112 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 402480, 2024-04-02T09:53:55.112 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1935 2024-04-02T09:53:55.112 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.112 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T09:53:55.112 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 256, 2024-04-02T09:53:55.112 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 32 2024-04-02T09:53:55.112 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.113 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T09:53:55.113 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 329504, 2024-04-02T09:53:55.113 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 99 2024-04-02T09:53:55.113 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.113 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T09:53:55.113 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1739139, 2024-04-02T09:53:55.113 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 384612 2024-04-02T09:53:55.113 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.113 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T09:53:55.113 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 5088016, 2024-04-02T09:53:55.113 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 7514 2024-04-02T09:53:55.113 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.113 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T09:53:55.113 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 74640, 2024-04-02T09:53:55.113 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 7867 2024-04-02T09:53:55.114 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.114 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T09:53:55.114 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 92880, 2024-04-02T09:53:55.114 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1935 2024-04-02T09:53:55.114 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.114 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T09:53:55.114 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.114 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.114 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.114 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T09:53:55.114 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 185774, 2024-04-02T09:53:55.114 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1328 2024-04-02T09:53:55.114 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.115 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T09:53:55.115 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.115 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.115 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.115 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T09:53:55.115 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 736, 2024-04-02T09:53:55.115 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1 2024-04-02T09:53:55.115 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.115 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T09:53:55.115 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 85449, 2024-04-02T09:53:55.115 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 56 2024-04-02T09:53:55.115 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.115 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T09:53:55.115 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 12112, 2024-04-02T09:53:55.115 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3 2024-04-02T09:53:55.116 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.116 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T09:53:55.116 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 4848322, 2024-04-02T09:53:55.116 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 243 2024-04-02T09:53:55.116 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.116 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T09:53:55.116 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 9856, 2024-04-02T09:53:55.116 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 112 2024-04-02T09:53:55.116 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.116 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T09:53:55.116 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.116 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.116 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.116 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:53:55.116 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 431568, 2024-04-02T09:53:55.117 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 37 2024-04-02T09:53:55.117 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.117 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T09:53:55.117 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.117 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.117 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.117 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T09:53:55.117 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 3581240, 2024-04-02T09:53:55.117 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 9263 2024-04-02T09:53:55.117 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.117 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T09:53:55.117 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 682832, 2024-04-02T09:53:55.117 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 12056 2024-04-02T09:53:55.117 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.118 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T09:53:55.118 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.118 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.118 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.118 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T09:53:55.118 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.118 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.118 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.118 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T09:53:55.118 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.118 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.118 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.118 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T09:53:55.118 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.118 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.119 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.119 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.119 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.4": { 2024-04-02T09:53:55.119 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T09:53:55.121 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.122 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.122 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.122 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:53:55.122 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 18224, 2024-04-02T09:53:55.122 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 335 2024-04-02T09:53:55.122 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.122 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T09:53:55.122 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 30464, 2024-04-02T09:53:55.122 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 21 2024-04-02T09:53:55.122 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.122 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T09:53:55.122 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 4416, 2024-04-02T09:53:55.122 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 23 2024-04-02T09:53:55.123 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.123 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T09:53:55.123 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 60560, 2024-04-02T09:53:55.123 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 757 2024-04-02T09:53:55.123 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.123 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T09:53:55.123 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 415792, 2024-04-02T09:53:55.123 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1999 2024-04-02T09:53:55.123 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.123 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T09:53:55.123 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 256, 2024-04-02T09:53:55.123 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 32 2024-04-02T09:53:55.123 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.123 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T09:53:55.124 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1315971, 2024-04-02T09:53:55.124 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 323 2024-04-02T09:53:55.124 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.124 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T09:53:55.124 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 2081248, 2024-04-02T09:53:55.124 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 457189 2024-04-02T09:53:55.124 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.124 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T09:53:55.124 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 5968616, 2024-04-02T09:53:55.124 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 8809 2024-04-02T09:53:55.124 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.124 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T09:53:55.124 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 83940, 2024-04-02T09:53:55.124 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 9017 2024-04-02T09:53:55.124 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.125 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T09:53:55.125 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 95952, 2024-04-02T09:53:55.125 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1999 2024-04-02T09:53:55.125 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.125 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T09:53:55.125 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.125 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.125 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.125 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T09:53:55.125 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 185606, 2024-04-02T09:53:55.125 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1328 2024-04-02T09:53:55.125 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.125 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T09:53:55.125 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.126 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.126 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.126 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T09:53:55.126 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 736, 2024-04-02T09:53:55.126 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1 2024-04-02T09:53:55.126 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.126 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T09:53:55.126 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 62493, 2024-04-02T09:53:55.126 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 47 2024-04-02T09:53:55.126 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.126 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T09:53:55.126 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 12112, 2024-04-02T09:53:55.126 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3 2024-04-02T09:53:55.126 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.127 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T09:53:55.127 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 23834892, 2024-04-02T09:53:55.127 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 274 2024-04-02T09:53:55.127 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.127 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T09:53:55.127 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 30800, 2024-04-02T09:53:55.127 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 350 2024-04-02T09:53:55.127 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.127 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T09:53:55.127 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.127 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.127 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.127 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:53:55.127 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 443232, 2024-04-02T09:53:55.128 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 38 2024-04-02T09:53:55.128 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.128 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T09:53:55.128 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.128 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.128 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.128 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T09:53:55.128 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 5006040, 2024-04-02T09:53:55.128 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 12027 2024-04-02T09:53:55.128 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.128 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T09:53:55.128 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 682832, 2024-04-02T09:53:55.128 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 12056 2024-04-02T09:53:55.128 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.129 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T09:53:55.129 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.129 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.129 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.129 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T09:53:55.129 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.129 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.129 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.129 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T09:53:55.129 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.129 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.129 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.129 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T09:53:55.129 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.129 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.130 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.130 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.130 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.5": { 2024-04-02T09:53:55.130 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T09:53:55.130 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.130 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.130 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.130 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:53:55.130 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 22904, 2024-04-02T09:53:55.130 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 409 2024-04-02T09:53:55.130 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.130 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T09:53:55.130 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 108544, 2024-04-02T09:53:55.131 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 24 2024-04-02T09:53:55.131 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.131 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T09:53:55.131 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 2688, 2024-04-02T09:53:55.131 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 14 2024-04-02T09:53:55.131 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.131 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T09:53:55.131 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 60880, 2024-04-02T09:53:55.131 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 761 2024-04-02T09:53:55.131 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.131 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T09:53:55.131 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 415792, 2024-04-02T09:53:55.131 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1999 2024-04-02T09:53:55.131 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.132 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T09:53:55.132 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 256, 2024-04-02T09:53:55.132 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 32 2024-04-02T09:53:55.132 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.132 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T09:53:55.132 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 330123, 2024-04-02T09:53:55.132 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 97 2024-04-02T09:53:55.132 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.132 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T09:53:55.132 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 2391891, 2024-04-02T09:53:55.132 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 533135 2024-04-02T09:53:55.132 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.132 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T09:53:55.133 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 6881856, 2024-04-02T09:53:55.133 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 10152 2024-04-02T09:53:55.133 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.133 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T09:53:55.133 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 84304, 2024-04-02T09:53:55.133 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 9023 2024-04-02T09:53:55.133 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.133 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T09:53:55.133 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 95952, 2024-04-02T09:53:55.133 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1999 2024-04-02T09:53:55.133 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.133 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T09:53:55.133 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.133 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.133 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.134 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T09:53:55.134 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 185862, 2024-04-02T09:53:55.134 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1329 2024-04-02T09:53:55.134 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.134 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T09:53:55.134 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.134 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.134 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.134 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T09:53:55.134 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 736, 2024-04-02T09:53:55.134 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1 2024-04-02T09:53:55.134 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.134 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T09:53:55.134 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 85812, 2024-04-02T09:53:55.135 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 56 2024-04-02T09:53:55.135 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.135 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T09:53:55.135 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 12112, 2024-04-02T09:53:55.135 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3 2024-04-02T09:53:55.135 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.135 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T09:53:55.135 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 14534277, 2024-04-02T09:53:55.135 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 265 2024-04-02T09:53:55.135 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.135 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T09:53:55.135 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 10472, 2024-04-02T09:53:55.135 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 119 2024-04-02T09:53:55.135 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.136 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T09:53:55.136 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.136 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.136 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.136 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:53:55.136 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 478224, 2024-04-02T09:53:55.136 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 41 2024-04-02T09:53:55.136 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.136 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T09:53:55.136 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.136 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.136 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.136 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T09:53:55.136 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 6337760, 2024-04-02T09:53:55.136 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 12188 2024-04-02T09:53:55.137 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.137 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T09:53:55.137 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 682832, 2024-04-02T09:53:55.137 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 12056 2024-04-02T09:53:55.137 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.137 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T09:53:55.137 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.137 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.137 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.137 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T09:53:55.137 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.137 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.137 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.137 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T09:53:55.138 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.138 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.138 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.138 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T09:53:55.138 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.138 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.138 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.138 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.138 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.6": { 2024-04-02T09:53:55.138 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T09:53:55.138 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.138 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.138 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.138 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:53:55.139 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 17592, 2024-04-02T09:53:55.139 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 335 2024-04-02T09:53:55.139 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.139 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T09:53:55.139 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 30464, 2024-04-02T09:53:55.139 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 21 2024-04-02T09:53:55.139 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.139 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T09:53:55.139 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 4032, 2024-04-02T09:53:55.139 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 21 2024-04-02T09:53:55.139 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.139 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T09:53:55.139 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 60400, 2024-04-02T09:53:55.139 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 755 2024-04-02T09:53:55.140 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.140 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T09:53:55.140 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 404352, 2024-04-02T09:53:55.140 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1944 2024-04-02T09:53:55.140 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.140 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T09:53:55.140 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 256, 2024-04-02T09:53:55.140 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 32 2024-04-02T09:53:55.140 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.140 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T09:53:55.140 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 637296, 2024-04-02T09:53:55.140 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 177 2024-04-02T09:53:55.140 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.140 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T09:53:55.141 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1723632, 2024-04-02T09:53:55.141 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 379723 2024-04-02T09:53:55.141 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.141 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T09:53:55.141 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 5012536, 2024-04-02T09:53:55.141 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 7403 2024-04-02T09:53:55.141 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.141 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T09:53:55.141 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 76064, 2024-04-02T09:53:55.141 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 8031 2024-04-02T09:53:55.141 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.141 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T09:53:55.141 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 93264, 2024-04-02T09:53:55.141 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1943 2024-04-02T09:53:55.142 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.142 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T09:53:55.142 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.142 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.142 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.142 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T09:53:55.142 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 185518, 2024-04-02T09:53:55.142 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1327 2024-04-02T09:53:55.142 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.142 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T09:53:55.142 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.142 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.142 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.142 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T09:53:55.143 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1472, 2024-04-02T09:53:55.143 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 2 2024-04-02T09:53:55.143 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.143 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T09:53:55.143 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 111189, 2024-04-02T09:53:55.143 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 57 2024-04-02T09:53:55.143 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.143 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T09:53:55.143 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 20128, 2024-04-02T09:53:55.143 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 5 2024-04-02T09:53:55.143 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.143 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T09:53:55.143 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 21729361, 2024-04-02T09:53:55.143 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 252 2024-04-02T09:53:55.143 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.144 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T09:53:55.144 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 17600, 2024-04-02T09:53:55.144 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 200 2024-04-02T09:53:55.144 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.144 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T09:53:55.144 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.144 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.144 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.144 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:53:55.144 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 443232, 2024-04-02T09:53:55.144 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 38 2024-04-02T09:53:55.144 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.144 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T09:53:55.144 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.144 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.145 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.145 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T09:53:55.145 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 3580512, 2024-04-02T09:53:55.145 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 9272 2024-04-02T09:53:55.145 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.145 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T09:53:55.145 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 682832, 2024-04-02T09:53:55.145 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 12056 2024-04-02T09:53:55.145 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.145 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T09:53:55.145 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.145 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.145 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.145 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T09:53:55.145 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.146 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.146 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.146 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T09:53:55.146 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.146 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.146 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.146 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T09:53:55.146 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.146 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.146 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.146 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.146 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.7": { 2024-04-02T09:53:55.146 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T09:53:55.147 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.147 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.147 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.147 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:53:55.147 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 20416, 2024-04-02T09:53:55.147 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 386 2024-04-02T09:53:55.147 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.147 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T09:53:55.147 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 35200, 2024-04-02T09:53:55.147 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 26 2024-04-02T09:53:55.147 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.147 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T09:53:55.147 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 2688, 2024-04-02T09:53:55.147 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 14 2024-04-02T09:53:55.147 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.148 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T09:53:55.148 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 60880, 2024-04-02T09:53:55.148 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 761 2024-04-02T09:53:55.148 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.148 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T09:53:55.148 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 403936, 2024-04-02T09:53:55.148 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1942 2024-04-02T09:53:55.148 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.148 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T09:53:55.148 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 256, 2024-04-02T09:53:55.148 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 32 2024-04-02T09:53:55.148 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.148 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T09:53:55.148 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 361673, 2024-04-02T09:53:55.149 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 95 2024-04-02T09:53:55.149 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.149 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T09:53:55.149 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 2034966, 2024-04-02T09:53:55.149 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 451441 2024-04-02T09:53:55.149 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.149 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T09:53:55.149 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 5869336, 2024-04-02T09:53:55.149 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 8663 2024-04-02T09:53:55.149 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.149 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T09:53:55.149 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 76316, 2024-04-02T09:53:55.149 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 8026 2024-04-02T09:53:55.150 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.150 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T09:53:55.150 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 93216, 2024-04-02T09:53:55.150 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1942 2024-04-02T09:53:55.150 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.150 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T09:53:55.150 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.150 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.150 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.150 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T09:53:55.150 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 185774, 2024-04-02T09:53:55.150 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1328 2024-04-02T09:53:55.150 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.151 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T09:53:55.151 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.151 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.151 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.151 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T09:53:55.151 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 736, 2024-04-02T09:53:55.151 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1 2024-04-02T09:53:55.151 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.151 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T09:53:55.151 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 73667, 2024-04-02T09:53:55.151 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 54 2024-04-02T09:53:55.151 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.151 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T09:53:55.151 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 12112, 2024-04-02T09:53:55.151 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3 2024-04-02T09:53:55.152 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.152 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T09:53:55.152 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 15861951, 2024-04-02T09:53:55.152 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 4797 2024-04-02T09:53:55.152 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.152 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T09:53:55.152 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 10824, 2024-04-02T09:53:55.152 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 123 2024-04-02T09:53:55.152 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.152 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T09:53:55.152 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.152 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.152 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.152 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:53:55.153 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 478224, 2024-04-02T09:53:55.153 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 41 2024-04-02T09:53:55.153 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.153 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T09:53:55.153 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.153 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.153 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.153 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T09:53:55.153 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 4802200, 2024-04-02T09:53:55.153 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 9235 2024-04-02T09:53:55.153 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.153 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T09:53:55.153 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 682832, 2024-04-02T09:53:55.153 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 12056 2024-04-02T09:53:55.154 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.154 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T09:53:55.154 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.154 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.154 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.154 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T09:53:55.154 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.154 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.154 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.154 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T09:53:55.154 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.154 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.154 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.154 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T09:53:55.155 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:53:55.155 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:53:55.155 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.155 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.155 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.155 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.155 INFO:tasks.workunit.client.0.smithi012.stdout: "metadata": { 2024-04-02T09:53:55.155 INFO:tasks.workunit.client.0.smithi012.stdout: "mds": { 2024-04-02T09:53:55.155 INFO:tasks.workunit.client.0.smithi012.stdout: "arch": { 2024-04-02T09:53:55.155 INFO:tasks.workunit.client.0.smithi012.stdout: "x86_64": 2 2024-04-02T09:53:55.155 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.155 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph_version": { 2024-04-02T09:53:55.155 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T09:53:55.155 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.155 INFO:tasks.workunit.client.0.smithi012.stdout: "cpu": { 2024-04-02T09:53:55.156 INFO:tasks.workunit.client.0.smithi012.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-04-02T09:53:55.156 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.156 INFO:tasks.workunit.client.0.smithi012.stdout: "distro": { 2024-04-02T09:53:55.156 INFO:tasks.workunit.client.0.smithi012.stdout: "centos": 2 2024-04-02T09:53:55.156 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.156 INFO:tasks.workunit.client.0.smithi012.stdout: "distro_description": { 2024-04-02T09:53:55.156 INFO:tasks.workunit.client.0.smithi012.stdout: "CentOS Stream 8": 2 2024-04-02T09:53:55.156 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.156 INFO:tasks.workunit.client.0.smithi012.stdout: "kernel_description": { 2024-04-02T09:53:55.156 INFO:tasks.workunit.client.0.smithi012.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 2 2024-04-02T09:53:55.156 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.156 INFO:tasks.workunit.client.0.smithi012.stdout: "kernel_version": { 2024-04-02T09:53:55.156 INFO:tasks.workunit.client.0.smithi012.stdout: "5.14.0-434.el9.x86_64": 2 2024-04-02T09:53:55.156 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.157 INFO:tasks.workunit.client.0.smithi012.stdout: "os": { 2024-04-02T09:53:55.157 INFO:tasks.workunit.client.0.smithi012.stdout: "Linux": 2 2024-04-02T09:53:55.157 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.157 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.157 INFO:tasks.workunit.client.0.smithi012.stdout: "mon": { 2024-04-02T09:53:55.157 INFO:tasks.workunit.client.0.smithi012.stdout: "arch": { 2024-04-02T09:53:55.157 INFO:tasks.workunit.client.0.smithi012.stdout: "x86_64": 3 2024-04-02T09:53:55.157 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.157 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph_version": { 2024-04-02T09:53:55.157 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T09:53:55.157 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.157 INFO:tasks.workunit.client.0.smithi012.stdout: "cpu": { 2024-04-02T09:53:55.157 INFO:tasks.workunit.client.0.smithi012.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-04-02T09:53:55.157 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.158 INFO:tasks.workunit.client.0.smithi012.stdout: "distro": { 2024-04-02T09:53:55.158 INFO:tasks.workunit.client.0.smithi012.stdout: "centos": 3 2024-04-02T09:53:55.158 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.158 INFO:tasks.workunit.client.0.smithi012.stdout: "distro_description": { 2024-04-02T09:53:55.158 INFO:tasks.workunit.client.0.smithi012.stdout: "CentOS Stream 8": 3 2024-04-02T09:53:55.158 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.158 INFO:tasks.workunit.client.0.smithi012.stdout: "kernel_description": { 2024-04-02T09:53:55.158 INFO:tasks.workunit.client.0.smithi012.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 3 2024-04-02T09:53:55.158 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.158 INFO:tasks.workunit.client.0.smithi012.stdout: "kernel_version": { 2024-04-02T09:53:55.158 INFO:tasks.workunit.client.0.smithi012.stdout: "5.14.0-434.el9.x86_64": 3 2024-04-02T09:53:55.158 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.158 INFO:tasks.workunit.client.0.smithi012.stdout: "os": { 2024-04-02T09:53:55.158 INFO:tasks.workunit.client.0.smithi012.stdout: "Linux": 3 2024-04-02T09:53:55.159 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.159 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.159 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:53:55.159 INFO:tasks.workunit.client.0.smithi012.stdout: "arch": { 2024-04-02T09:53:55.159 INFO:tasks.workunit.client.0.smithi012.stdout: "x86_64": 8 2024-04-02T09:53:55.159 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.159 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph_version": { 2024-04-02T09:53:55.159 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 8 2024-04-02T09:53:55.159 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.159 INFO:tasks.workunit.client.0.smithi012.stdout: "cpu": { 2024-04-02T09:53:55.159 INFO:tasks.workunit.client.0.smithi012.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-04-02T09:53:55.159 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.159 INFO:tasks.workunit.client.0.smithi012.stdout: "distro": { 2024-04-02T09:53:55.159 INFO:tasks.workunit.client.0.smithi012.stdout: "centos": 8 2024-04-02T09:53:55.159 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.160 INFO:tasks.workunit.client.0.smithi012.stdout: "distro_description": { 2024-04-02T09:53:55.160 INFO:tasks.workunit.client.0.smithi012.stdout: "CentOS Stream 8": 8 2024-04-02T09:53:55.160 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.160 INFO:tasks.workunit.client.0.smithi012.stdout: "kernel_description": { 2024-04-02T09:53:55.160 INFO:tasks.workunit.client.0.smithi012.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 8 2024-04-02T09:53:55.160 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.160 INFO:tasks.workunit.client.0.smithi012.stdout: "kernel_version": { 2024-04-02T09:53:55.160 INFO:tasks.workunit.client.0.smithi012.stdout: "5.14.0-434.el9.x86_64": 8 2024-04-02T09:53:55.160 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.160 INFO:tasks.workunit.client.0.smithi012.stdout: "os": { 2024-04-02T09:53:55.160 INFO:tasks.workunit.client.0.smithi012.stdout: "Linux": 8 2024-04-02T09:53:55.160 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.160 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_objectstore": { 2024-04-02T09:53:55.160 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore": 8 2024-04-02T09:53:55.160 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.161 INFO:tasks.workunit.client.0.smithi012.stdout: "rotational": { 2024-04-02T09:53:55.161 INFO:tasks.workunit.client.0.smithi012.stdout: "0": 8 2024-04-02T09:53:55.161 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.161 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.161 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.161 INFO:tasks.workunit.client.0.smithi012.stdout: "mon": { 2024-04-02T09:53:55.161 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T09:53:55.161 INFO:tasks.workunit.client.0.smithi012.stdout: "features": { 2024-04-02T09:53:55.161 INFO:tasks.workunit.client.0.smithi012.stdout: "optional": [], 2024-04-02T09:53:55.161 INFO:tasks.workunit.client.0.smithi012.stdout: "persistent": [ 2024-04-02T09:53:55.161 INFO:tasks.workunit.client.0.smithi012.stdout: "kraken", 2024-04-02T09:53:55.161 INFO:tasks.workunit.client.0.smithi012.stdout: "luminous", 2024-04-02T09:53:55.161 INFO:tasks.workunit.client.0.smithi012.stdout: "mimic", 2024-04-02T09:53:55.161 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap-prune", 2024-04-02T09:53:55.161 INFO:tasks.workunit.client.0.smithi012.stdout: "nautilus", 2024-04-02T09:53:55.162 INFO:tasks.workunit.client.0.smithi012.stdout: "octopus", 2024-04-02T09:53:55.162 INFO:tasks.workunit.client.0.smithi012.stdout: "pacific", 2024-04-02T09:53:55.162 INFO:tasks.workunit.client.0.smithi012.stdout: "elector-pinging", 2024-04-02T09:53:55.162 INFO:tasks.workunit.client.0.smithi012.stdout: "quincy", 2024-04-02T09:53:55.162 INFO:tasks.workunit.client.0.smithi012.stdout: "reef", 2024-04-02T09:53:55.162 INFO:tasks.workunit.client.0.smithi012.stdout: "squid" 2024-04-02T09:53:55.162 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:53:55.162 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.162 INFO:tasks.workunit.client.0.smithi012.stdout: "ipv4_addr_mons": 6, 2024-04-02T09:53:55.162 INFO:tasks.workunit.client.0.smithi012.stdout: "ipv6_addr_mons": 0, 2024-04-02T09:53:55.162 INFO:tasks.workunit.client.0.smithi012.stdout: "min_mon_release": 19, 2024-04-02T09:53:55.162 INFO:tasks.workunit.client.0.smithi012.stdout: "v1_addr_mons": 3, 2024-04-02T09:53:55.162 INFO:tasks.workunit.client.0.smithi012.stdout: "v2_addr_mons": 3 2024-04-02T09:53:55.163 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.163 INFO:tasks.workunit.client.0.smithi012.stdout: "organization": "ceph-qa", 2024-04-02T09:53:55.163 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:53:55.163 INFO:tasks.workunit.client.0.smithi012.stdout: "cluster_network": false, 2024-04-02T09:53:55.163 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8, 2024-04-02T09:53:55.163 INFO:tasks.workunit.client.0.smithi012.stdout: "require_min_compat_client": "luminous", 2024-04-02T09:53:55.163 INFO:tasks.workunit.client.0.smithi012.stdout: "require_osd_release": "squid" 2024-04-02T09:53:55.163 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.163 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_perf_histograms": [ 2024-04-02T09:53:55.163 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.163 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:53:55.163 INFO:tasks.workunit.client.0.smithi012.stdout: "axes": [ 2024-04-02T09:53:55.163 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.163 INFO:tasks.workunit.client.0.smithi012.stdout: "buckets": 32, 2024-04-02T09:53:55.164 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 0, 2024-04-02T09:53:55.164 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "Latency (usec)", 2024-04-02T09:53:55.164 INFO:tasks.workunit.client.0.smithi012.stdout: "quant_size": 100000, 2024-04-02T09:53:55.164 INFO:tasks.workunit.client.0.smithi012.stdout: "ranges": [ 2024-04-02T09:53:55.164 INFO:tasks.workunit.client.0.smithi012.stdout: "[None, -1]", 2024-04-02T09:53:55.164 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 99999]", 2024-04-02T09:53:55.164 INFO:tasks.workunit.client.0.smithi012.stdout: "[100000, 199999]", 2024-04-02T09:53:55.164 INFO:tasks.workunit.client.0.smithi012.stdout: "[200000, 399999]", 2024-04-02T09:53:55.164 INFO:tasks.workunit.client.0.smithi012.stdout: "[400000, 799999]", 2024-04-02T09:53:55.164 INFO:tasks.workunit.client.0.smithi012.stdout: "[800000, 1599999]", 2024-04-02T09:53:55.164 INFO:tasks.workunit.client.0.smithi012.stdout: "[1600000, 3199999]", 2024-04-02T09:53:55.164 INFO:tasks.workunit.client.0.smithi012.stdout: "[3200000, 6399999]", 2024-04-02T09:53:55.164 INFO:tasks.workunit.client.0.smithi012.stdout: "[6400000, 12799999]", 2024-04-02T09:53:55.164 INFO:tasks.workunit.client.0.smithi012.stdout: "[12800000, 25599999]", 2024-04-02T09:53:55.164 INFO:tasks.workunit.client.0.smithi012.stdout: "[25600000, 51199999]", 2024-04-02T09:53:55.165 INFO:tasks.workunit.client.0.smithi012.stdout: "[51200000, 102399999]", 2024-04-02T09:53:55.165 INFO:tasks.workunit.client.0.smithi012.stdout: "[102400000, 204799999]", 2024-04-02T09:53:55.165 INFO:tasks.workunit.client.0.smithi012.stdout: "[204800000, 409599999]", 2024-04-02T09:53:55.165 INFO:tasks.workunit.client.0.smithi012.stdout: "[409600000, 819199999]", 2024-04-02T09:53:55.165 INFO:tasks.workunit.client.0.smithi012.stdout: "[819200000, 1638399999]", 2024-04-02T09:53:55.165 INFO:tasks.workunit.client.0.smithi012.stdout: "[1638400000, 3276799999]", 2024-04-02T09:53:55.165 INFO:tasks.workunit.client.0.smithi012.stdout: "[3276800000, 6553599999]", 2024-04-02T09:53:55.165 INFO:tasks.workunit.client.0.smithi012.stdout: "[6553600000, 13107199999]", 2024-04-02T09:53:55.165 INFO:tasks.workunit.client.0.smithi012.stdout: "[13107200000, 26214399999]", 2024-04-02T09:53:55.165 INFO:tasks.workunit.client.0.smithi012.stdout: "[26214400000, 52428799999]", 2024-04-02T09:53:55.165 INFO:tasks.workunit.client.0.smithi012.stdout: "[52428800000, 104857599999]", 2024-04-02T09:53:55.165 INFO:tasks.workunit.client.0.smithi012.stdout: "[104857600000, 209715199999]", 2024-04-02T09:53:55.165 INFO:tasks.workunit.client.0.smithi012.stdout: "[209715200000, 419430399999]", 2024-04-02T09:53:55.165 INFO:tasks.workunit.client.0.smithi012.stdout: "[419430400000, 838860799999]", 2024-04-02T09:53:55.165 INFO:tasks.workunit.client.0.smithi012.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:53:55.165 INFO:tasks.workunit.client.0.smithi012.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:53:55.166 INFO:tasks.workunit.client.0.smithi012.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:53:55.166 INFO:tasks.workunit.client.0.smithi012.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:53:55.166 INFO:tasks.workunit.client.0.smithi012.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:53:55.166 INFO:tasks.workunit.client.0.smithi012.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:53:55.166 INFO:tasks.workunit.client.0.smithi012.stdout: "[53687091200000, None]" 2024-04-02T09:53:55.166 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.166 INFO:tasks.workunit.client.0.smithi012.stdout: "scale_type": "log2" 2024-04-02T09:53:55.166 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.166 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.166 INFO:tasks.workunit.client.0.smithi012.stdout: "buckets": 32, 2024-04-02T09:53:55.166 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 0, 2024-04-02T09:53:55.166 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "Request size (bytes)", 2024-04-02T09:53:55.166 INFO:tasks.workunit.client.0.smithi012.stdout: "quant_size": 512, 2024-04-02T09:53:55.166 INFO:tasks.workunit.client.0.smithi012.stdout: "ranges": [ 2024-04-02T09:53:55.167 INFO:tasks.workunit.client.0.smithi012.stdout: "[None, -1]", 2024-04-02T09:53:55.167 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 511]", 2024-04-02T09:53:55.167 INFO:tasks.workunit.client.0.smithi012.stdout: "[512, 1023]", 2024-04-02T09:53:55.167 INFO:tasks.workunit.client.0.smithi012.stdout: "[1024, 2047]", 2024-04-02T09:53:55.167 INFO:tasks.workunit.client.0.smithi012.stdout: "[2048, 4095]", 2024-04-02T09:53:55.167 INFO:tasks.workunit.client.0.smithi012.stdout: "[4096, 8191]", 2024-04-02T09:53:55.167 INFO:tasks.workunit.client.0.smithi012.stdout: "[8192, 16383]", 2024-04-02T09:53:55.167 INFO:tasks.workunit.client.0.smithi012.stdout: "[16384, 32767]", 2024-04-02T09:53:55.167 INFO:tasks.workunit.client.0.smithi012.stdout: "[32768, 65535]", 2024-04-02T09:53:55.167 INFO:tasks.workunit.client.0.smithi012.stdout: "[65536, 131071]", 2024-04-02T09:53:55.167 INFO:tasks.workunit.client.0.smithi012.stdout: "[131072, 262143]", 2024-04-02T09:53:55.167 INFO:tasks.workunit.client.0.smithi012.stdout: "[262144, 524287]", 2024-04-02T09:53:55.167 INFO:tasks.workunit.client.0.smithi012.stdout: "[524288, 1048575]", 2024-04-02T09:53:55.167 INFO:tasks.workunit.client.0.smithi012.stdout: "[1048576, 2097151]", 2024-04-02T09:53:55.168 INFO:tasks.workunit.client.0.smithi012.stdout: "[2097152, 4194303]", 2024-04-02T09:53:55.168 INFO:tasks.workunit.client.0.smithi012.stdout: "[4194304, 8388607]", 2024-04-02T09:53:55.168 INFO:tasks.workunit.client.0.smithi012.stdout: "[8388608, 16777215]", 2024-04-02T09:53:55.168 INFO:tasks.workunit.client.0.smithi012.stdout: "[16777216, 33554431]", 2024-04-02T09:53:55.168 INFO:tasks.workunit.client.0.smithi012.stdout: "[33554432, 67108863]", 2024-04-02T09:53:55.168 INFO:tasks.workunit.client.0.smithi012.stdout: "[67108864, 134217727]", 2024-04-02T09:53:55.168 INFO:tasks.workunit.client.0.smithi012.stdout: "[134217728, 268435455]", 2024-04-02T09:53:55.168 INFO:tasks.workunit.client.0.smithi012.stdout: "[268435456, 536870911]", 2024-04-02T09:53:55.168 INFO:tasks.workunit.client.0.smithi012.stdout: "[536870912, 1073741823]", 2024-04-02T09:53:55.168 INFO:tasks.workunit.client.0.smithi012.stdout: "[1073741824, 2147483647]", 2024-04-02T09:53:55.168 INFO:tasks.workunit.client.0.smithi012.stdout: "[2147483648, 4294967295]", 2024-04-02T09:53:55.168 INFO:tasks.workunit.client.0.smithi012.stdout: "[4294967296, 8589934591]", 2024-04-02T09:53:55.168 INFO:tasks.workunit.client.0.smithi012.stdout: "[8589934592, 17179869183]", 2024-04-02T09:53:55.168 INFO:tasks.workunit.client.0.smithi012.stdout: "[17179869184, 34359738367]", 2024-04-02T09:53:55.169 INFO:tasks.workunit.client.0.smithi012.stdout: "[34359738368, 68719476735]", 2024-04-02T09:53:55.169 INFO:tasks.workunit.client.0.smithi012.stdout: "[68719476736, 137438953471]", 2024-04-02T09:53:55.169 INFO:tasks.workunit.client.0.smithi012.stdout: "[137438953472, 274877906943]", 2024-04-02T09:53:55.169 INFO:tasks.workunit.client.0.smithi012.stdout: "[274877906944, None]" 2024-04-02T09:53:55.169 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.169 INFO:tasks.workunit.client.0.smithi012.stdout: "scale_type": "log2" 2024-04-02T09:53:55.169 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.169 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.169 INFO:tasks.workunit.client.0.smithi012.stdout: "osds": [ 2024-04-02T09:53:55.169 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.169 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 0, 2024-04-02T09:53:55.169 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:53:55.169 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.169 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.169 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 7267, 8, 0, 1, 1, 1, 0, 4, 3, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.170 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 7557, 26, 26, 1, 8, 5, 11, 4, 12, 39, 74, 27, 37, 28, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.170 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1092, 4, 7, 0, 0, 0, 0, 0, 7, 5, 42, 150, 177, 4, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.170 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 755, 1, 1, 0, 0, 1, 0, 0, 0, 1, 3, 29, 196, 14, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.170 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 539, 14, 0, 0, 0, 1, 0, 0, 0, 1, 9, 4, 30, 59, 159, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.170 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 282, 4, 0, 0, 0, 0, 0, 0, 1, 2, 9, 6, 11, 13, 110, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.170 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 333, 10, 0, 0, 0, 0, 0, 0, 3, 1, 4, 7, 12, 13, 49, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.170 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 66, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 7, 4, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.170 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.170 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.170 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.170 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.170 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.170 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.171 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.171 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.171 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.171 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.171 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.171 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.171 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.171 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.171 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.171 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.171 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.171 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.171 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.171 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.171 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.172 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:53:55.172 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:53:55.172 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.172 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.172 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 1, 2024-04-02T09:53:55.172 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:53:55.172 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.172 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.172 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 6184, 10, 0, 0, 0, 1, 0, 2, 3, 7, 7, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.172 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 6886, 36, 1045, 1, 7, 8, 7, 10, 37, 49, 109, 50, 34, 7, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.172 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 612, 13, 459, 21, 0, 0, 0, 4, 6, 6, 62, 211, 261, 3, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.172 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 326, 4, 2, 9, 1, 1, 0, 0, 0, 2, 5, 22, 307, 5, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.172 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 129, 8, 3, 0, 0, 0, 0, 1, 2, 4, 11, 12, 24, 24, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.172 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 100, 8, 29, 0, 0, 0, 0, 0, 1, 0, 13, 21, 30, 17, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.173 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 126, 0, 215, 0, 0, 0, 0, 0, 0, 0, 19, 13, 22, 28, 55, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.173 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 45, 0, 59, 0, 0, 0, 0, 0, 0, 0, 3, 1, 13, 13, 54, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.173 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 16, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.173 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.173 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.173 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.173 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.173 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.173 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.173 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.173 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.173 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.173 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.174 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.174 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.174 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.174 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.174 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.174 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.174 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.174 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.174 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.174 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.174 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:53:55.174 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:53:55.174 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.174 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.175 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 2, 2024-04-02T09:53:55.175 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:53:55.175 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.175 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.175 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 12467, 3888, 0, 0, 2, 1, 0, 0, 0, 0, 4, 1, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.175 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 9969, 301, 7, 0, 14, 0, 0, 1, 1, 6, 11, 6, 18, 37, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.175 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 872, 5, 1, 2, 1, 0, 0, 0, 3, 15, 34, 5, 0, 8, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.175 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 375, 6, 0, 0, 1, 0, 0, 0, 0, 3, 2, 15, 25, 6, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.175 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 82, 10, 5, 0, 1, 0, 0, 0, 0, 10, 9, 8, 14, 55, 130, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.175 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 151, 5, 2, 0, 0, 0, 0, 1, 0, 8, 3, 24, 45, 30, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.175 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 220, 2, 0, 1, 0, 0, 0, 0, 0, 0, 3, 6, 20, 50, 67, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.175 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 60, 0, 0, 0, 0, 0, 2, 0, 0, 2, 1, 0, 5, 27, 80, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.175 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 32, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 3, 2, 4, 31, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.175 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.175 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.176 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.176 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.176 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.176 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.176 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.176 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.176 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.176 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.176 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.176 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.176 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.176 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.176 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.176 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.177 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.177 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.177 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.177 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.177 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:53:55.177 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:53:55.177 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.177 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.177 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 3, 2024-04-02T09:53:55.177 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:53:55.177 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.177 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 325, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.177 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 18659, 7953, 0, 1, 7125, 354, 0, 0, 1, 1, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.177 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 12596, 396, 3, 1, 658, 239, 3, 6, 15, 16, 43, 18, 16, 15, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.177 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 2350, 14, 28, 0, 3, 1, 0, 3, 2, 7, 33, 75, 73, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.178 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 503, 13, 3, 0, 8, 6, 0, 1, 0, 2, 2, 8, 98, 0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.178 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 133, 13, 1, 0, 166, 23, 0, 1, 0, 0, 6, 1, 10, 14, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.178 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 46, 17, 0, 0, 327, 13, 0, 0, 0, 0, 0, 7, 3, 9, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.178 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 19, 40, 0, 0, 279, 0, 0, 0, 0, 0, 0, 0, 2, 3, 28, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.178 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 2, 84, 0, 0, 1925, 0, 0, 0, 0, 0, 0, 1, 0, 0, 9, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.178 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 4, 103, 0, 0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.178 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.178 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.178 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.178 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.178 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.178 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.178 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.179 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.179 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.179 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.179 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.179 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.179 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.179 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.179 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.179 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.179 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.179 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.179 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.179 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.179 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:53:55.179 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:53:55.180 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.180 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.180 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 4, 2024-04-02T09:53:55.180 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:53:55.180 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.180 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 4, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.180 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 7805, 3825, 4500, 3, 8, 2, 3, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.180 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 8028, 53, 51, 1, 17, 34, 60, 69, 6, 20, 18, 9, 9, 14, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.180 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1052, 21, 7, 0, 5, 0, 11, 6, 4, 9, 41, 84, 40, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.180 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 339, 1, 0, 0, 0, 1, 2, 1, 1, 1, 21, 22, 140, 1, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.180 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 167, 1, 1, 0, 0, 0, 0, 0, 0, 0, 2, 9, 29, 39, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.180 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 135, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 16, 19, 13, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.180 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 64, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 5, 7, 39, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.180 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 21, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.181 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.181 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.181 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.181 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.181 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.181 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.181 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.181 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.181 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.181 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.181 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.181 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.181 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.181 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.182 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.182 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.182 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.182 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.182 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.182 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.182 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.182 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:53:55.182 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:53:55.182 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.182 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.182 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 5, 2024-04-02T09:53:55.182 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:53:55.182 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.183 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1608, 176, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.183 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 12558, 3923, 0, 0, 1, 1, 0, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.183 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 8961, 97, 21, 1, 9, 1, 2, 1, 5, 0, 6, 5, 10, 18, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.183 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1306, 44, 23, 1, 11, 1, 1, 2, 3, 0, 5, 2, 2, 5, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.183 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 431, 1, 0, 5, 4, 0, 0, 0, 0, 1, 14, 6, 5, 11, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.183 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 184, 2, 0, 0, 0, 0, 1, 2, 1, 6, 0, 7, 29, 47, 100, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.183 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 158, 3, 0, 1, 0, 0, 0, 0, 0, 0, 1, 6, 6, 11, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.183 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 144, 0, 0, 0, 0, 0, 0, 0, 1, 7, 0, 7, 10, 18, 43, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.183 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 22, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.183 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.183 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.183 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.183 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.183 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.184 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.184 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.184 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.184 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.184 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.184 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.184 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.184 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.184 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.184 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.184 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.184 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.184 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.184 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.185 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.185 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.185 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:53:55.185 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:53:55.185 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.185 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.185 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 6, 2024-04-02T09:53:55.185 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:53:55.185 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.185 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.185 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 9091, 6, 0, 0, 5, 0, 0, 0, 1, 0, 19, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.185 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 7524, 59, 32, 0, 11, 3, 3, 4, 13, 15, 69, 5, 13, 31, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.185 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1130, 30, 18, 2, 7, 1, 0, 3, 11, 12, 49, 65, 32, 8, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.185 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 369, 1, 0, 0, 0, 0, 0, 0, 2, 6, 19, 29, 169, 1, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.185 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 151, 3, 1, 0, 2, 1, 0, 0, 0, 1, 0, 3, 49, 39, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.186 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 75, 1, 0, 0, 0, 0, 0, 4, 0, 0, 0, 2, 2, 10, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.186 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 4, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.186 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.186 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.186 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.186 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.186 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.186 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.186 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.186 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.186 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.186 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.186 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.186 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.187 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.187 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.187 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.187 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.187 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.187 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.187 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.187 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.187 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.187 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.187 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:53:55.187 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:53:55.187 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.187 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.187 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 7, 2024-04-02T09:53:55.188 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:53:55.188 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.188 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.188 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 13335, 3, 64, 6, 26, 19, 4, 0, 0, 0, 3, 2, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.188 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 8739, 42, 26, 2, 14, 29, 94, 129, 0, 0, 6, 4, 15, 15, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.188 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1222, 98, 117, 0, 6, 0, 6, 13, 3, 0, 12, 2, 7, 9, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.188 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 482, 44, 84, 0, 1, 0, 0, 0, 1, 6, 23, 7, 7, 7, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.188 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 184, 11, 9, 0, 0, 0, 0, 1, 0, 0, 1, 10, 38, 45, 104, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.188 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 114, 4, 22, 17, 1, 2, 0, 0, 0, 0, 3, 16, 13, 21, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.188 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 65, 0, 3, 37, 38, 1, 0, 0, 0, 0, 1, 4, 5, 17, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.188 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 15, 0, 0, 14, 91, 78, 0, 0, 0, 0, 0, 2, 10, 10, 30, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.188 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 11, 0, 0, 0, 6, 51, 0, 0, 0, 0, 0, 0, 0, 3, 4, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.188 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.189 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.189 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.189 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.189 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.189 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.189 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.189 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.189 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.189 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.189 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.189 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.189 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.189 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.189 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.189 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.190 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.190 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.190 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.190 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.190 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:53:55.190 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:53:55.190 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.190 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:53:55.190 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.190 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:53:55.190 INFO:tasks.workunit.client.0.smithi012.stdout: "axes": [ 2024-04-02T09:53:55.190 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.190 INFO:tasks.workunit.client.0.smithi012.stdout: "buckets": 32, 2024-04-02T09:53:55.190 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 0, 2024-04-02T09:53:55.191 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "Latency (usec)", 2024-04-02T09:53:55.191 INFO:tasks.workunit.client.0.smithi012.stdout: "quant_size": 100000, 2024-04-02T09:53:55.191 INFO:tasks.workunit.client.0.smithi012.stdout: "ranges": [ 2024-04-02T09:53:55.191 INFO:tasks.workunit.client.0.smithi012.stdout: "[None, -1]", 2024-04-02T09:53:55.191 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 99999]", 2024-04-02T09:53:55.191 INFO:tasks.workunit.client.0.smithi012.stdout: "[100000, 199999]", 2024-04-02T09:53:55.191 INFO:tasks.workunit.client.0.smithi012.stdout: "[200000, 399999]", 2024-04-02T09:53:55.191 INFO:tasks.workunit.client.0.smithi012.stdout: "[400000, 799999]", 2024-04-02T09:53:55.191 INFO:tasks.workunit.client.0.smithi012.stdout: "[800000, 1599999]", 2024-04-02T09:53:55.191 INFO:tasks.workunit.client.0.smithi012.stdout: "[1600000, 3199999]", 2024-04-02T09:53:55.191 INFO:tasks.workunit.client.0.smithi012.stdout: "[3200000, 6399999]", 2024-04-02T09:53:55.191 INFO:tasks.workunit.client.0.smithi012.stdout: "[6400000, 12799999]", 2024-04-02T09:53:55.191 INFO:tasks.workunit.client.0.smithi012.stdout: "[12800000, 25599999]", 2024-04-02T09:53:55.191 INFO:tasks.workunit.client.0.smithi012.stdout: "[25600000, 51199999]", 2024-04-02T09:53:55.192 INFO:tasks.workunit.client.0.smithi012.stdout: "[51200000, 102399999]", 2024-04-02T09:53:55.192 INFO:tasks.workunit.client.0.smithi012.stdout: "[102400000, 204799999]", 2024-04-02T09:53:55.192 INFO:tasks.workunit.client.0.smithi012.stdout: "[204800000, 409599999]", 2024-04-02T09:53:55.192 INFO:tasks.workunit.client.0.smithi012.stdout: "[409600000, 819199999]", 2024-04-02T09:53:55.192 INFO:tasks.workunit.client.0.smithi012.stdout: "[819200000, 1638399999]", 2024-04-02T09:53:55.192 INFO:tasks.workunit.client.0.smithi012.stdout: "[1638400000, 3276799999]", 2024-04-02T09:53:55.192 INFO:tasks.workunit.client.0.smithi012.stdout: "[3276800000, 6553599999]", 2024-04-02T09:53:55.192 INFO:tasks.workunit.client.0.smithi012.stdout: "[6553600000, 13107199999]", 2024-04-02T09:53:55.192 INFO:tasks.workunit.client.0.smithi012.stdout: "[13107200000, 26214399999]", 2024-04-02T09:53:55.192 INFO:tasks.workunit.client.0.smithi012.stdout: "[26214400000, 52428799999]", 2024-04-02T09:53:55.192 INFO:tasks.workunit.client.0.smithi012.stdout: "[52428800000, 104857599999]", 2024-04-02T09:53:55.192 INFO:tasks.workunit.client.0.smithi012.stdout: "[104857600000, 209715199999]", 2024-04-02T09:53:55.192 INFO:tasks.workunit.client.0.smithi012.stdout: "[209715200000, 419430399999]", 2024-04-02T09:53:55.192 INFO:tasks.workunit.client.0.smithi012.stdout: "[419430400000, 838860799999]", 2024-04-02T09:53:55.192 INFO:tasks.workunit.client.0.smithi012.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:53:55.193 INFO:tasks.workunit.client.0.smithi012.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:53:55.193 INFO:tasks.workunit.client.0.smithi012.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:53:55.193 INFO:tasks.workunit.client.0.smithi012.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:53:55.193 INFO:tasks.workunit.client.0.smithi012.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:53:55.193 INFO:tasks.workunit.client.0.smithi012.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:53:55.193 INFO:tasks.workunit.client.0.smithi012.stdout: "[53687091200000, None]" 2024-04-02T09:53:55.193 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.193 INFO:tasks.workunit.client.0.smithi012.stdout: "scale_type": "log2" 2024-04-02T09:53:55.193 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.193 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.193 INFO:tasks.workunit.client.0.smithi012.stdout: "buckets": 32, 2024-04-02T09:53:55.193 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 0, 2024-04-02T09:53:55.193 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "Request size (bytes)", 2024-04-02T09:53:55.193 INFO:tasks.workunit.client.0.smithi012.stdout: "quant_size": 512, 2024-04-02T09:53:55.194 INFO:tasks.workunit.client.0.smithi012.stdout: "ranges": [ 2024-04-02T09:53:55.194 INFO:tasks.workunit.client.0.smithi012.stdout: "[None, -1]", 2024-04-02T09:53:55.194 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 511]", 2024-04-02T09:53:55.194 INFO:tasks.workunit.client.0.smithi012.stdout: "[512, 1023]", 2024-04-02T09:53:55.194 INFO:tasks.workunit.client.0.smithi012.stdout: "[1024, 2047]", 2024-04-02T09:53:55.194 INFO:tasks.workunit.client.0.smithi012.stdout: "[2048, 4095]", 2024-04-02T09:53:55.194 INFO:tasks.workunit.client.0.smithi012.stdout: "[4096, 8191]", 2024-04-02T09:53:55.194 INFO:tasks.workunit.client.0.smithi012.stdout: "[8192, 16383]", 2024-04-02T09:53:55.194 INFO:tasks.workunit.client.0.smithi012.stdout: "[16384, 32767]", 2024-04-02T09:53:55.194 INFO:tasks.workunit.client.0.smithi012.stdout: "[32768, 65535]", 2024-04-02T09:53:55.194 INFO:tasks.workunit.client.0.smithi012.stdout: "[65536, 131071]", 2024-04-02T09:53:55.194 INFO:tasks.workunit.client.0.smithi012.stdout: "[131072, 262143]", 2024-04-02T09:53:55.194 INFO:tasks.workunit.client.0.smithi012.stdout: "[262144, 524287]", 2024-04-02T09:53:55.194 INFO:tasks.workunit.client.0.smithi012.stdout: "[524288, 1048575]", 2024-04-02T09:53:55.195 INFO:tasks.workunit.client.0.smithi012.stdout: "[1048576, 2097151]", 2024-04-02T09:53:55.195 INFO:tasks.workunit.client.0.smithi012.stdout: "[2097152, 4194303]", 2024-04-02T09:53:55.195 INFO:tasks.workunit.client.0.smithi012.stdout: "[4194304, 8388607]", 2024-04-02T09:53:55.195 INFO:tasks.workunit.client.0.smithi012.stdout: "[8388608, 16777215]", 2024-04-02T09:53:55.195 INFO:tasks.workunit.client.0.smithi012.stdout: "[16777216, 33554431]", 2024-04-02T09:53:55.195 INFO:tasks.workunit.client.0.smithi012.stdout: "[33554432, 67108863]", 2024-04-02T09:53:55.195 INFO:tasks.workunit.client.0.smithi012.stdout: "[67108864, 134217727]", 2024-04-02T09:53:55.195 INFO:tasks.workunit.client.0.smithi012.stdout: "[134217728, 268435455]", 2024-04-02T09:53:55.195 INFO:tasks.workunit.client.0.smithi012.stdout: "[268435456, 536870911]", 2024-04-02T09:53:55.195 INFO:tasks.workunit.client.0.smithi012.stdout: "[536870912, 1073741823]", 2024-04-02T09:53:55.195 INFO:tasks.workunit.client.0.smithi012.stdout: "[1073741824, 2147483647]", 2024-04-02T09:53:55.195 INFO:tasks.workunit.client.0.smithi012.stdout: "[2147483648, 4294967295]", 2024-04-02T09:53:55.195 INFO:tasks.workunit.client.0.smithi012.stdout: "[4294967296, 8589934591]", 2024-04-02T09:53:55.195 INFO:tasks.workunit.client.0.smithi012.stdout: "[8589934592, 17179869183]", 2024-04-02T09:53:55.195 INFO:tasks.workunit.client.0.smithi012.stdout: "[17179869184, 34359738367]", 2024-04-02T09:53:55.196 INFO:tasks.workunit.client.0.smithi012.stdout: "[34359738368, 68719476735]", 2024-04-02T09:53:55.196 INFO:tasks.workunit.client.0.smithi012.stdout: "[68719476736, 137438953471]", 2024-04-02T09:53:55.196 INFO:tasks.workunit.client.0.smithi012.stdout: "[137438953472, 274877906943]", 2024-04-02T09:53:55.196 INFO:tasks.workunit.client.0.smithi012.stdout: "[274877906944, None]" 2024-04-02T09:53:55.196 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.196 INFO:tasks.workunit.client.0.smithi012.stdout: "scale_type": "log2" 2024-04-02T09:53:55.196 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.196 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.196 INFO:tasks.workunit.client.0.smithi012.stdout: "osds": [ 2024-04-02T09:53:55.196 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.196 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 0, 2024-04-02T09:53:55.196 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:53:55.196 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.196 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.196 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.197 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.197 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.197 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 4444, 51, 74, 153, 418, 556, 598, 3, 0, 0, 1, 0, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.197 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 604, 18, 33, 52, 50, 54, 124, 2, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.197 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 258, 0, 1, 0, 0, 3, 2, 0, 0, 1, 0, 7, 7, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.197 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 133, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 3, 7, 9, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.197 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 73, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 5, 13, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.197 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.197 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.197 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.197 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.197 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.197 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.198 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.198 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.198 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.198 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.198 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.198 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.198 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.198 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.198 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.198 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.198 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.198 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.198 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.198 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.199 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.199 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:53:55.199 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:53:55.199 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.199 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.199 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 1, 2024-04-02T09:53:55.199 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:53:55.199 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.199 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.199 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.199 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.199 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.199 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 2959, 223, 35, 68, 122, 1, 0, 0, 2, 0, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.199 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 529, 59, 1330, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.199 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 320, 10, 15, 0, 0, 0, 0, 0, 0, 0, 1, 5, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.200 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1479, 975, 28, 0, 0, 0, 0, 0, 0, 1, 1, 2, 4, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.200 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1782, 2018, 262, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 7, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.200 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3, 4, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.200 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.200 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.200 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.200 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.200 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.200 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.200 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.200 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.200 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.200 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.200 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.201 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.201 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.201 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.201 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.201 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.201 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.201 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.201 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.201 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.201 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:53:55.201 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:53:55.201 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.201 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.201 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 2, 2024-04-02T09:53:55.201 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:53:55.202 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.202 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.202 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.202 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.202 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 152, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.202 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 9305, 15, 0, 0, 2, 1, 0, 1, 1, 0, 0, 1, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.202 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 16905, 3, 0, 0, 0, 1, 0, 0, 2, 1, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.202 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 397, 0, 1, 0, 0, 0, 0, 0, 0, 2, 0, 6, 7, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.202 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 214, 1, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 4, 15, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.202 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 139, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 15, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.202 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.202 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.202 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.203 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.203 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.203 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.203 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.203 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.203 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.203 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.203 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.203 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.203 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.203 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.203 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.203 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.203 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.204 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.204 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.204 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.204 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.204 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:53:55.204 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:53:55.204 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.204 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.204 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 3, 2024-04-02T09:53:55.204 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:53:55.204 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.204 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.204 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.204 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.205 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 65, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.205 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3521, 37, 0, 0, 16, 2, 7, 4, 16, 16, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.205 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 313, 9, 0, 0, 6, 1, 0, 0, 0, 1, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.205 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 176, 16, 34, 47, 2, 0, 0, 0, 1, 0, 1, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.205 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 809, 180, 0, 103, 0, 0, 0, 0, 0, 1, 0, 1, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.205 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3812, 2229, 0, 392, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.205 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 623, 595, 0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.205 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.205 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.205 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.205 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.205 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.205 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.205 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.205 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.206 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.206 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.206 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.206 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.206 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.206 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.206 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.206 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.206 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.206 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.206 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.206 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.206 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:53:55.206 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:53:55.207 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.207 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.207 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 4, 2024-04-02T09:53:55.207 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:53:55.207 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.207 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.207 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.207 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.207 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 316, 1, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.207 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3488, 218, 33, 65, 137, 274, 474, 1, 8, 7, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.207 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 306, 16, 0, 0, 0, 0, 11, 0, 1, 1, 2, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.207 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 129, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.207 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 51, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 2, 4, 8, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.207 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 9, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.208 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 4, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.208 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.208 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.208 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.208 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.208 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.208 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.208 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.208 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.208 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.208 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.208 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.208 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.208 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.208 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.209 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.209 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.209 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.209 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.209 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.209 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.209 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:53:55.209 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:53:55.209 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.209 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.209 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 5, 2024-04-02T09:53:55.209 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:53:55.209 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.209 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.209 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.210 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.210 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 274, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.210 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 5314, 78, 134, 257, 451, 592, 715, 5, 1, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.210 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 424, 2, 3, 2, 21, 19, 11, 1, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.210 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 317, 0, 2, 4, 0, 1, 1, 0, 1, 0, 0, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.210 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 183, 40, 80, 125, 29, 1, 0, 0, 0, 0, 0, 1, 4, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.210 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 65, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 3, 10, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.210 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.210 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.210 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.210 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.210 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.210 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.210 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.211 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.211 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.211 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.211 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.211 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.211 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.211 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.211 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.211 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.211 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.211 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.211 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.211 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.212 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.212 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:53:55.212 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:53:55.212 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.212 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.212 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 6, 2024-04-02T09:53:55.212 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:53:55.212 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.212 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.212 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.212 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.212 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 234, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.212 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3498, 24, 0, 0, 2, 1, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.212 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 438, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.213 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 279, 6, 0, 0, 1, 0, 0, 0, 0, 1, 1, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.213 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 316, 105, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.213 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 131, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 1, 8, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.213 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 6, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.213 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.213 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.213 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.213 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.213 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.213 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.213 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.213 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.213 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.213 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.214 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.214 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.214 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.214 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.214 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.214 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.214 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.214 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.214 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.214 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.214 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:53:55.214 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:53:55.214 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.214 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.215 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 7, 2024-04-02T09:53:55.215 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:53:55.215 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.215 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.215 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.215 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.215 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 211, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.215 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 7274, 34, 40, 53, 4, 0, 1, 2, 2, 1, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.215 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3668, 26, 89, 58, 0, 0, 0, 0, 0, 0, 1, 1, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.215 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 316, 13, 6, 2, 0, 1, 0, 1, 0, 2, 2, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.215 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 248, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 2, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.215 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 161, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 6, 10, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.215 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.215 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.216 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.216 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.216 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.216 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.216 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.216 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.216 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.216 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.216 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.216 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.216 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.216 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.216 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.216 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.217 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.217 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.217 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.217 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.217 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.217 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:53:55.217 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:53:55.217 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.217 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:53:55.217 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.217 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:53:55.217 INFO:tasks.workunit.client.0.smithi012.stdout: "axes": [ 2024-04-02T09:53:55.217 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.217 INFO:tasks.workunit.client.0.smithi012.stdout: "buckets": 32, 2024-04-02T09:53:55.217 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 0, 2024-04-02T09:53:55.218 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "Latency (usec)", 2024-04-02T09:53:55.218 INFO:tasks.workunit.client.0.smithi012.stdout: "quant_size": 100000, 2024-04-02T09:53:55.218 INFO:tasks.workunit.client.0.smithi012.stdout: "ranges": [ 2024-04-02T09:53:55.218 INFO:tasks.workunit.client.0.smithi012.stdout: "[None, -1]", 2024-04-02T09:53:55.218 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 99999]", 2024-04-02T09:53:55.218 INFO:tasks.workunit.client.0.smithi012.stdout: "[100000, 199999]", 2024-04-02T09:53:55.218 INFO:tasks.workunit.client.0.smithi012.stdout: "[200000, 399999]", 2024-04-02T09:53:55.218 INFO:tasks.workunit.client.0.smithi012.stdout: "[400000, 799999]", 2024-04-02T09:53:55.218 INFO:tasks.workunit.client.0.smithi012.stdout: "[800000, 1599999]", 2024-04-02T09:53:55.218 INFO:tasks.workunit.client.0.smithi012.stdout: "[1600000, 3199999]", 2024-04-02T09:53:55.218 INFO:tasks.workunit.client.0.smithi012.stdout: "[3200000, 6399999]", 2024-04-02T09:53:55.218 INFO:tasks.workunit.client.0.smithi012.stdout: "[6400000, 12799999]", 2024-04-02T09:53:55.218 INFO:tasks.workunit.client.0.smithi012.stdout: "[12800000, 25599999]", 2024-04-02T09:53:55.219 INFO:tasks.workunit.client.0.smithi012.stdout: "[25600000, 51199999]", 2024-04-02T09:53:55.219 INFO:tasks.workunit.client.0.smithi012.stdout: "[51200000, 102399999]", 2024-04-02T09:53:55.219 INFO:tasks.workunit.client.0.smithi012.stdout: "[102400000, 204799999]", 2024-04-02T09:53:55.219 INFO:tasks.workunit.client.0.smithi012.stdout: "[204800000, 409599999]", 2024-04-02T09:53:55.219 INFO:tasks.workunit.client.0.smithi012.stdout: "[409600000, 819199999]", 2024-04-02T09:53:55.219 INFO:tasks.workunit.client.0.smithi012.stdout: "[819200000, 1638399999]", 2024-04-02T09:53:55.219 INFO:tasks.workunit.client.0.smithi012.stdout: "[1638400000, 3276799999]", 2024-04-02T09:53:55.219 INFO:tasks.workunit.client.0.smithi012.stdout: "[3276800000, 6553599999]", 2024-04-02T09:53:55.219 INFO:tasks.workunit.client.0.smithi012.stdout: "[6553600000, 13107199999]", 2024-04-02T09:53:55.219 INFO:tasks.workunit.client.0.smithi012.stdout: "[13107200000, 26214399999]", 2024-04-02T09:53:55.219 INFO:tasks.workunit.client.0.smithi012.stdout: "[26214400000, 52428799999]", 2024-04-02T09:53:55.219 INFO:tasks.workunit.client.0.smithi012.stdout: "[52428800000, 104857599999]", 2024-04-02T09:53:55.219 INFO:tasks.workunit.client.0.smithi012.stdout: "[104857600000, 209715199999]", 2024-04-02T09:53:55.219 INFO:tasks.workunit.client.0.smithi012.stdout: "[209715200000, 419430399999]", 2024-04-02T09:53:55.219 INFO:tasks.workunit.client.0.smithi012.stdout: "[419430400000, 838860799999]", 2024-04-02T09:53:55.220 INFO:tasks.workunit.client.0.smithi012.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:53:55.220 INFO:tasks.workunit.client.0.smithi012.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:53:55.220 INFO:tasks.workunit.client.0.smithi012.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:53:55.220 INFO:tasks.workunit.client.0.smithi012.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:53:55.220 INFO:tasks.workunit.client.0.smithi012.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:53:55.220 INFO:tasks.workunit.client.0.smithi012.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:53:55.220 INFO:tasks.workunit.client.0.smithi012.stdout: "[53687091200000, None]" 2024-04-02T09:53:55.220 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.220 INFO:tasks.workunit.client.0.smithi012.stdout: "scale_type": "log2" 2024-04-02T09:53:55.220 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.220 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.220 INFO:tasks.workunit.client.0.smithi012.stdout: "buckets": 32, 2024-04-02T09:53:55.220 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 0, 2024-04-02T09:53:55.221 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "Request size (bytes)", 2024-04-02T09:53:55.221 INFO:tasks.workunit.client.0.smithi012.stdout: "quant_size": 512, 2024-04-02T09:53:55.221 INFO:tasks.workunit.client.0.smithi012.stdout: "ranges": [ 2024-04-02T09:53:55.221 INFO:tasks.workunit.client.0.smithi012.stdout: "[None, -1]", 2024-04-02T09:53:55.221 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 511]", 2024-04-02T09:53:55.221 INFO:tasks.workunit.client.0.smithi012.stdout: "[512, 1023]", 2024-04-02T09:53:55.221 INFO:tasks.workunit.client.0.smithi012.stdout: "[1024, 2047]", 2024-04-02T09:53:55.221 INFO:tasks.workunit.client.0.smithi012.stdout: "[2048, 4095]", 2024-04-02T09:53:55.221 INFO:tasks.workunit.client.0.smithi012.stdout: "[4096, 8191]", 2024-04-02T09:53:55.221 INFO:tasks.workunit.client.0.smithi012.stdout: "[8192, 16383]", 2024-04-02T09:53:55.221 INFO:tasks.workunit.client.0.smithi012.stdout: "[16384, 32767]", 2024-04-02T09:53:55.221 INFO:tasks.workunit.client.0.smithi012.stdout: "[32768, 65535]", 2024-04-02T09:53:55.221 INFO:tasks.workunit.client.0.smithi012.stdout: "[65536, 131071]", 2024-04-02T09:53:55.221 INFO:tasks.workunit.client.0.smithi012.stdout: "[131072, 262143]", 2024-04-02T09:53:55.221 INFO:tasks.workunit.client.0.smithi012.stdout: "[262144, 524287]", 2024-04-02T09:53:55.222 INFO:tasks.workunit.client.0.smithi012.stdout: "[524288, 1048575]", 2024-04-02T09:53:55.222 INFO:tasks.workunit.client.0.smithi012.stdout: "[1048576, 2097151]", 2024-04-02T09:53:55.222 INFO:tasks.workunit.client.0.smithi012.stdout: "[2097152, 4194303]", 2024-04-02T09:53:55.222 INFO:tasks.workunit.client.0.smithi012.stdout: "[4194304, 8388607]", 2024-04-02T09:53:55.222 INFO:tasks.workunit.client.0.smithi012.stdout: "[8388608, 16777215]", 2024-04-02T09:53:55.222 INFO:tasks.workunit.client.0.smithi012.stdout: "[16777216, 33554431]", 2024-04-02T09:53:55.222 INFO:tasks.workunit.client.0.smithi012.stdout: "[33554432, 67108863]", 2024-04-02T09:53:55.222 INFO:tasks.workunit.client.0.smithi012.stdout: "[67108864, 134217727]", 2024-04-02T09:53:55.222 INFO:tasks.workunit.client.0.smithi012.stdout: "[134217728, 268435455]", 2024-04-02T09:53:55.222 INFO:tasks.workunit.client.0.smithi012.stdout: "[268435456, 536870911]", 2024-04-02T09:53:55.222 INFO:tasks.workunit.client.0.smithi012.stdout: "[536870912, 1073741823]", 2024-04-02T09:53:55.222 INFO:tasks.workunit.client.0.smithi012.stdout: "[1073741824, 2147483647]", 2024-04-02T09:53:55.222 INFO:tasks.workunit.client.0.smithi012.stdout: "[2147483648, 4294967295]", 2024-04-02T09:53:55.223 INFO:tasks.workunit.client.0.smithi012.stdout: "[4294967296, 8589934591]", 2024-04-02T09:53:55.223 INFO:tasks.workunit.client.0.smithi012.stdout: "[8589934592, 17179869183]", 2024-04-02T09:53:55.223 INFO:tasks.workunit.client.0.smithi012.stdout: "[17179869184, 34359738367]", 2024-04-02T09:53:55.223 INFO:tasks.workunit.client.0.smithi012.stdout: "[34359738368, 68719476735]", 2024-04-02T09:53:55.223 INFO:tasks.workunit.client.0.smithi012.stdout: "[68719476736, 137438953471]", 2024-04-02T09:53:55.223 INFO:tasks.workunit.client.0.smithi012.stdout: "[137438953472, 274877906943]", 2024-04-02T09:53:55.223 INFO:tasks.workunit.client.0.smithi012.stdout: "[274877906944, None]" 2024-04-02T09:53:55.223 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.223 INFO:tasks.workunit.client.0.smithi012.stdout: "scale_type": "log2" 2024-04-02T09:53:55.223 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.223 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.223 INFO:tasks.workunit.client.0.smithi012.stdout: "osds": [ 2024-04-02T09:53:55.223 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.223 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 0, 2024-04-02T09:53:55.223 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:53:55.224 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.224 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.224 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.224 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.224 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.224 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 6303, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.224 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 942, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.224 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 281, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.224 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 161, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.224 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 119, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.224 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.224 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.224 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.224 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.224 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.225 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.225 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.225 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.225 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.225 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.225 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.225 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.225 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.225 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.225 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.225 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.225 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.225 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.225 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.226 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.226 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.226 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:53:55.226 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:53:55.226 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.226 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.226 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 1, 2024-04-02T09:53:55.226 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:53:55.226 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.226 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.226 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.226 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.226 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.227 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3413, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.227 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1920, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.227 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 354, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.227 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 2497, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.227 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 4085, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.227 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.227 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.227 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.227 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.227 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.227 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.227 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.227 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.227 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.227 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.228 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.228 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.228 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.228 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.228 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.228 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.228 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.228 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.228 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.228 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.228 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.228 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:53:55.228 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:53:55.228 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.228 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.229 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 2, 2024-04-02T09:53:55.229 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:53:55.229 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.229 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.229 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.229 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.229 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 152, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.229 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 9335, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.229 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 16916, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.229 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 418, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.229 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 246, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.229 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 173, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.229 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.229 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.229 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.230 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.230 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.230 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.230 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.230 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.230 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.230 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.230 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.230 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.230 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.230 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.230 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.230 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.231 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.231 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.231 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.231 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.231 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.231 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:53:55.231 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:53:55.231 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.231 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.231 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 3, 2024-04-02T09:53:55.231 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:53:55.231 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.231 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.231 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.232 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.232 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.232 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3622, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.232 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 333, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.232 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 281, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.232 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1098, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.232 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 6450, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.232 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1280, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.232 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.232 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.232 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.232 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.232 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.232 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.233 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.233 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.233 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.233 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.233 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.233 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.233 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.233 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.233 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.233 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.233 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.233 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.233 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.233 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.233 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:53:55.234 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:53:55.234 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.234 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.234 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 4, 2024-04-02T09:53:55.234 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:53:55.234 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.234 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.234 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.234 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.234 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 321, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.234 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 4707, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.234 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 340, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.234 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 138, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.234 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.235 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 72, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.235 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.235 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.235 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.235 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.235 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.235 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.235 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.235 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.235 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.235 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.235 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.235 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.236 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.236 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.236 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.236 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.236 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.236 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.236 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.236 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.236 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.236 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:53:55.236 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:53:55.236 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.236 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.236 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 5, 2024-04-02T09:53:55.236 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:53:55.237 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.237 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.237 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.237 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.237 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 274, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.237 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 7550, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.237 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 486, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.237 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 334, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.237 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 470, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.237 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.237 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.237 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.237 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.237 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.238 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.238 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.238 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.238 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.238 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.238 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.238 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.238 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.238 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.238 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.238 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.238 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.238 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.239 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.239 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.239 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.239 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.239 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:53:55.239 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:53:55.239 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.239 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.239 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 6, 2024-04-02T09:53:55.239 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:53:55.239 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.239 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.239 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.239 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.239 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 234, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.240 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3528, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.240 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 443, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.240 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 294, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.240 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 431, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.240 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 160, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.240 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.240 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.240 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.240 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.240 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.240 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.240 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.240 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.241 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.241 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.241 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.241 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.241 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.241 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.241 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.241 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.241 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.241 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.241 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.241 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.241 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.241 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:53:55.241 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:53:55.242 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.242 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.242 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 7, 2024-04-02T09:53:55.242 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:53:55.242 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.242 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.242 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.242 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.242 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 212, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.242 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 7415, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.242 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3847, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.242 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 347, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.242 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 264, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.242 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 209, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.243 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.243 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.243 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.243 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.243 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.243 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.243 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.243 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.243 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.243 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.243 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.243 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.243 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.243 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.244 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.244 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.244 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.244 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.244 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.244 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.244 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.244 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:53:55.244 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:53:55.244 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.244 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:53:55.244 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.244 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:53:55.244 INFO:tasks.workunit.client.0.smithi012.stdout: "axes": [ 2024-04-02T09:53:55.245 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.245 INFO:tasks.workunit.client.0.smithi012.stdout: "buckets": 32, 2024-04-02T09:53:55.245 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 0, 2024-04-02T09:53:55.245 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "Latency (usec)", 2024-04-02T09:53:55.245 INFO:tasks.workunit.client.0.smithi012.stdout: "quant_size": 100000, 2024-04-02T09:53:55.245 INFO:tasks.workunit.client.0.smithi012.stdout: "ranges": [ 2024-04-02T09:53:55.245 INFO:tasks.workunit.client.0.smithi012.stdout: "[None, -1]", 2024-04-02T09:53:55.245 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 99999]", 2024-04-02T09:53:55.245 INFO:tasks.workunit.client.0.smithi012.stdout: "[100000, 199999]", 2024-04-02T09:53:55.245 INFO:tasks.workunit.client.0.smithi012.stdout: "[200000, 399999]", 2024-04-02T09:53:55.245 INFO:tasks.workunit.client.0.smithi012.stdout: "[400000, 799999]", 2024-04-02T09:53:55.245 INFO:tasks.workunit.client.0.smithi012.stdout: "[800000, 1599999]", 2024-04-02T09:53:55.245 INFO:tasks.workunit.client.0.smithi012.stdout: "[1600000, 3199999]", 2024-04-02T09:53:55.245 INFO:tasks.workunit.client.0.smithi012.stdout: "[3200000, 6399999]", 2024-04-02T09:53:55.245 INFO:tasks.workunit.client.0.smithi012.stdout: "[6400000, 12799999]", 2024-04-02T09:53:55.246 INFO:tasks.workunit.client.0.smithi012.stdout: "[12800000, 25599999]", 2024-04-02T09:53:55.246 INFO:tasks.workunit.client.0.smithi012.stdout: "[25600000, 51199999]", 2024-04-02T09:53:55.246 INFO:tasks.workunit.client.0.smithi012.stdout: "[51200000, 102399999]", 2024-04-02T09:53:55.246 INFO:tasks.workunit.client.0.smithi012.stdout: "[102400000, 204799999]", 2024-04-02T09:53:55.246 INFO:tasks.workunit.client.0.smithi012.stdout: "[204800000, 409599999]", 2024-04-02T09:53:55.246 INFO:tasks.workunit.client.0.smithi012.stdout: "[409600000, 819199999]", 2024-04-02T09:53:55.246 INFO:tasks.workunit.client.0.smithi012.stdout: "[819200000, 1638399999]", 2024-04-02T09:53:55.246 INFO:tasks.workunit.client.0.smithi012.stdout: "[1638400000, 3276799999]", 2024-04-02T09:53:55.246 INFO:tasks.workunit.client.0.smithi012.stdout: "[3276800000, 6553599999]", 2024-04-02T09:53:55.246 INFO:tasks.workunit.client.0.smithi012.stdout: "[6553600000, 13107199999]", 2024-04-02T09:53:55.246 INFO:tasks.workunit.client.0.smithi012.stdout: "[13107200000, 26214399999]", 2024-04-02T09:53:55.246 INFO:tasks.workunit.client.0.smithi012.stdout: "[26214400000, 52428799999]", 2024-04-02T09:53:55.246 INFO:tasks.workunit.client.0.smithi012.stdout: "[52428800000, 104857599999]", 2024-04-02T09:53:55.246 INFO:tasks.workunit.client.0.smithi012.stdout: "[104857600000, 209715199999]", 2024-04-02T09:53:55.247 INFO:tasks.workunit.client.0.smithi012.stdout: "[209715200000, 419430399999]", 2024-04-02T09:53:55.247 INFO:tasks.workunit.client.0.smithi012.stdout: "[419430400000, 838860799999]", 2024-04-02T09:53:55.247 INFO:tasks.workunit.client.0.smithi012.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:53:55.247 INFO:tasks.workunit.client.0.smithi012.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:53:55.247 INFO:tasks.workunit.client.0.smithi012.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:53:55.247 INFO:tasks.workunit.client.0.smithi012.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:53:55.247 INFO:tasks.workunit.client.0.smithi012.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:53:55.247 INFO:tasks.workunit.client.0.smithi012.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:53:55.247 INFO:tasks.workunit.client.0.smithi012.stdout: "[53687091200000, None]" 2024-04-02T09:53:55.247 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.247 INFO:tasks.workunit.client.0.smithi012.stdout: "scale_type": "log2" 2024-04-02T09:53:55.248 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.248 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.248 INFO:tasks.workunit.client.0.smithi012.stdout: "buckets": 32, 2024-04-02T09:53:55.248 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 0, 2024-04-02T09:53:55.248 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "Request size (bytes)", 2024-04-02T09:53:55.248 INFO:tasks.workunit.client.0.smithi012.stdout: "quant_size": 512, 2024-04-02T09:53:55.248 INFO:tasks.workunit.client.0.smithi012.stdout: "ranges": [ 2024-04-02T09:53:55.248 INFO:tasks.workunit.client.0.smithi012.stdout: "[None, -1]", 2024-04-02T09:53:55.248 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 511]", 2024-04-02T09:53:55.248 INFO:tasks.workunit.client.0.smithi012.stdout: "[512, 1023]", 2024-04-02T09:53:55.248 INFO:tasks.workunit.client.0.smithi012.stdout: "[1024, 2047]", 2024-04-02T09:53:55.248 INFO:tasks.workunit.client.0.smithi012.stdout: "[2048, 4095]", 2024-04-02T09:53:55.248 INFO:tasks.workunit.client.0.smithi012.stdout: "[4096, 8191]", 2024-04-02T09:53:55.248 INFO:tasks.workunit.client.0.smithi012.stdout: "[8192, 16383]", 2024-04-02T09:53:55.249 INFO:tasks.workunit.client.0.smithi012.stdout: "[16384, 32767]", 2024-04-02T09:53:55.249 INFO:tasks.workunit.client.0.smithi012.stdout: "[32768, 65535]", 2024-04-02T09:53:55.249 INFO:tasks.workunit.client.0.smithi012.stdout: "[65536, 131071]", 2024-04-02T09:53:55.249 INFO:tasks.workunit.client.0.smithi012.stdout: "[131072, 262143]", 2024-04-02T09:53:55.249 INFO:tasks.workunit.client.0.smithi012.stdout: "[262144, 524287]", 2024-04-02T09:53:55.249 INFO:tasks.workunit.client.0.smithi012.stdout: "[524288, 1048575]", 2024-04-02T09:53:55.249 INFO:tasks.workunit.client.0.smithi012.stdout: "[1048576, 2097151]", 2024-04-02T09:53:55.249 INFO:tasks.workunit.client.0.smithi012.stdout: "[2097152, 4194303]", 2024-04-02T09:53:55.249 INFO:tasks.workunit.client.0.smithi012.stdout: "[4194304, 8388607]", 2024-04-02T09:53:55.249 INFO:tasks.workunit.client.0.smithi012.stdout: "[8388608, 16777215]", 2024-04-02T09:53:55.249 INFO:tasks.workunit.client.0.smithi012.stdout: "[16777216, 33554431]", 2024-04-02T09:53:55.249 INFO:tasks.workunit.client.0.smithi012.stdout: "[33554432, 67108863]", 2024-04-02T09:53:55.249 INFO:tasks.workunit.client.0.smithi012.stdout: "[67108864, 134217727]", 2024-04-02T09:53:55.249 INFO:tasks.workunit.client.0.smithi012.stdout: "[134217728, 268435455]", 2024-04-02T09:53:55.249 INFO:tasks.workunit.client.0.smithi012.stdout: "[268435456, 536870911]", 2024-04-02T09:53:55.250 INFO:tasks.workunit.client.0.smithi012.stdout: "[536870912, 1073741823]", 2024-04-02T09:53:55.250 INFO:tasks.workunit.client.0.smithi012.stdout: "[1073741824, 2147483647]", 2024-04-02T09:53:55.250 INFO:tasks.workunit.client.0.smithi012.stdout: "[2147483648, 4294967295]", 2024-04-02T09:53:55.250 INFO:tasks.workunit.client.0.smithi012.stdout: "[4294967296, 8589934591]", 2024-04-02T09:53:55.250 INFO:tasks.workunit.client.0.smithi012.stdout: "[8589934592, 17179869183]", 2024-04-02T09:53:55.250 INFO:tasks.workunit.client.0.smithi012.stdout: "[17179869184, 34359738367]", 2024-04-02T09:53:55.250 INFO:tasks.workunit.client.0.smithi012.stdout: "[34359738368, 68719476735]", 2024-04-02T09:53:55.250 INFO:tasks.workunit.client.0.smithi012.stdout: "[68719476736, 137438953471]", 2024-04-02T09:53:55.250 INFO:tasks.workunit.client.0.smithi012.stdout: "[137438953472, 274877906943]", 2024-04-02T09:53:55.250 INFO:tasks.workunit.client.0.smithi012.stdout: "[274877906944, None]" 2024-04-02T09:53:55.250 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.250 INFO:tasks.workunit.client.0.smithi012.stdout: "scale_type": "log2" 2024-04-02T09:53:55.250 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.251 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.251 INFO:tasks.workunit.client.0.smithi012.stdout: "osds": [ 2024-04-02T09:53:55.251 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.251 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 0, 2024-04-02T09:53:55.251 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:53:55.251 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.251 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.251 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.251 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.251 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 20, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.251 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1346, 23, 2, 2, 6, 2, 2, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.251 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1800, 6, 2, 0, 4, 4, 2, 15, 21, 40, 101, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.251 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 164, 4, 0, 0, 1, 2, 3, 3, 3, 8, 41, 124, 144, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.251 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 254, 4, 0, 0, 0, 0, 1, 2, 1, 3, 4, 17, 283, 4, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.251 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 433, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 19, 28, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.252 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 631, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 5, 10, 9, 105, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.252 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 545, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 1, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.252 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 522, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.252 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 203, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.252 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.252 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.252 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.252 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.252 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.252 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.252 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.252 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.252 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.252 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.252 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.253 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.253 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.253 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.253 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.253 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.253 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.253 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:53:55.253 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:53:55.253 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.253 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.253 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 1, 2024-04-02T09:53:55.253 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:53:55.253 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.253 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.254 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.254 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.254 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.254 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1685, 11, 0, 0, 4, 0, 2, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.254 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 2560, 2, 2, 3, 4, 10, 20, 22, 38, 77, 127, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.254 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 161, 6, 0, 0, 1, 3, 0, 2, 10, 7, 65, 250, 260, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.254 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 122, 8, 0, 0, 0, 0, 1, 1, 1, 6, 39, 41, 369, 8, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.254 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 59, 0, 0, 0, 0, 0, 0, 0, 3, 6, 18, 15, 15, 38, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.254 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 75, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 7, 12, 30, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.254 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 112, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 5, 0, 4, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.254 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3348, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.254 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 332, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.254 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.255 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.255 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.255 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.255 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.255 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.255 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.255 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.255 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.255 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.255 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.255 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.255 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.255 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.255 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.255 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.256 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.256 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:53:55.256 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:53:55.256 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.256 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.256 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 2, 2024-04-02T09:53:55.256 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:53:55.256 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.256 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.256 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.256 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.256 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.256 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 385, 6, 0, 0, 8, 0, 2, 3, 6, 7, 0, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.257 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 200, 12, 1, 1, 2, 1, 0, 4, 5, 14, 41, 50, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.257 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 201, 19, 0, 0, 0, 0, 3, 7, 12, 15, 68, 119, 13, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.257 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 114, 27, 0, 0, 1, 0, 0, 1, 4, 6, 21, 40, 20, 17, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.257 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 61, 36, 0, 0, 1, 0, 0, 0, 2, 5, 12, 16, 23, 59, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.257 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 10, 87, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 12, 51, 119, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.257 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 2, 151, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.257 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 202, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.257 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.257 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.257 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.257 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.257 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.257 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.257 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.257 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.258 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.258 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.258 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.258 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.258 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.258 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.258 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.258 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.258 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.258 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.258 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:53:55.258 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:53:55.258 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.258 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.259 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 3, 2024-04-02T09:53:55.259 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:53:55.259 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.259 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.259 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.259 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.259 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.259 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 950, 13, 1, 1, 15, 1, 5, 5, 12, 15, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.259 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 761, 2, 0, 1, 3, 3, 4, 10, 13, 29, 44, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.259 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 188, 9, 0, 1, 0, 0, 1, 1, 0, 1, 14, 85, 163, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.259 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 415, 33, 0, 0, 0, 0, 0, 0, 1, 3, 5, 7, 78, 5, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.259 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 367, 23, 0, 0, 0, 0, 0, 0, 3, 4, 8, 8, 22, 16, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.259 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 221, 40, 0, 0, 0, 0, 0, 0, 0, 3, 2, 6, 14, 35, 69, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.259 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 112, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.260 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 7, 97, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.260 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.260 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.260 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.260 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.260 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.260 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.260 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.260 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.260 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.260 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.260 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.260 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.260 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.261 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.261 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.261 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.261 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.261 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.261 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:53:55.261 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:53:55.261 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.261 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.261 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 4, 2024-04-02T09:53:55.261 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:53:55.261 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.261 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.261 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.261 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.262 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.262 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 933, 14, 1, 2, 11, 0, 2, 4, 4, 7, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.262 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 933, 6, 0, 0, 0, 3, 3, 7, 12, 27, 33, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.262 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 412, 0, 0, 0, 0, 2, 0, 3, 4, 2, 39, 112, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.262 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 475, 9, 0, 0, 0, 0, 0, 0, 0, 0, 8, 8, 112, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.262 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 276, 3, 0, 0, 1, 0, 0, 0, 0, 1, 5, 2, 7, 15, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.262 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 46, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 4, 12, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.262 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 1, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.262 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.262 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.262 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.262 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.262 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.263 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.263 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.263 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.263 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.263 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.263 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.263 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.263 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.263 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.263 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.263 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.263 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.263 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.263 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.264 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:53:55.264 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:53:55.264 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.264 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.264 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 5, 2024-04-02T09:53:55.264 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:53:55.264 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.264 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.264 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.264 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.264 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.264 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 560, 27, 0, 0, 12, 1, 2, 3, 5, 8, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.264 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 104, 7, 0, 0, 2, 2, 4, 3, 2, 2, 8, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.264 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 92, 5, 0, 0, 0, 0, 2, 2, 3, 7, 23, 40, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.265 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 71, 3, 0, 0, 0, 0, 0, 1, 4, 2, 11, 17, 8, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.265 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 30, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 12, 9, 26, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.265 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 10, 25, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.265 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.265 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.265 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.265 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.265 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.265 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.265 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.265 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.265 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.265 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.265 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.265 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.266 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.266 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.266 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.266 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.266 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.266 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.266 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.266 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.266 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:53:55.266 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:53:55.266 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.266 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.266 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 6, 2024-04-02T09:53:55.266 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:53:55.267 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.267 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.267 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.267 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.267 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 35, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.267 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 925, 29, 2, 0, 17, 1, 1, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.267 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 888, 6, 1, 1, 2, 1, 1, 10, 20, 29, 29, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.267 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 392, 1, 1, 0, 0, 1, 1, 3, 6, 5, 31, 96, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.267 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 498, 2, 0, 0, 0, 0, 0, 2, 0, 2, 9, 12, 118, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.267 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 211, 2, 0, 0, 0, 0, 0, 0, 1, 4, 2, 8, 17, 20, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.267 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 8, 20, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.267 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 114, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 10, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.267 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.267 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.268 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.268 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.268 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.268 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.268 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.268 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.268 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.268 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.268 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.268 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.268 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.268 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.268 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.268 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.268 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.269 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.269 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.269 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:53:55.269 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:53:55.269 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.269 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.269 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 7, 2024-04-02T09:53:55.269 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:53:55.269 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.269 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.269 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.269 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.269 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.269 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 233, 15, 2, 0, 4, 1, 1, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.270 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 77, 3, 0, 0, 0, 1, 0, 1, 3, 6, 11, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.270 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 89, 0, 0, 1, 0, 0, 1, 6, 7, 9, 25, 33, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.270 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 77, 1, 0, 0, 0, 1, 0, 1, 2, 1, 9, 23, 26, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.270 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 1, 5, 10, 17, 29, 27, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.270 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 6, 14, 32, 123, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.270 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.270 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.270 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.270 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.270 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.270 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.270 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.270 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.270 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.271 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.271 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.271 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.271 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.271 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.271 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.271 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.271 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.271 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.271 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.271 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.271 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:53:55.271 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:53:55.271 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.272 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:53:55.272 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.272 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.272 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.272 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-02T09:53:55.272 INFO:tasks.workunit.client.0.smithi012.stdout: "axes": [ 2024-04-02T09:53:55.272 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.272 INFO:tasks.workunit.client.0.smithi012.stdout: "buckets": 8, 2024-04-02T09:53:55.272 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 0, 2024-04-02T09:53:55.272 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "number of replicas", 2024-04-02T09:53:55.272 INFO:tasks.workunit.client.0.smithi012.stdout: "quant_size": 1, 2024-04-02T09:53:55.272 INFO:tasks.workunit.client.0.smithi012.stdout: "ranges": [ 2024-04-02T09:53:55.272 INFO:tasks.workunit.client.0.smithi012.stdout: "[None, -1]", 2024-04-02T09:53:55.272 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0]", 2024-04-02T09:53:55.272 INFO:tasks.workunit.client.0.smithi012.stdout: "[1, 1]", 2024-04-02T09:53:55.273 INFO:tasks.workunit.client.0.smithi012.stdout: "[2, 2]", 2024-04-02T09:53:55.273 INFO:tasks.workunit.client.0.smithi012.stdout: "[3, 3]", 2024-04-02T09:53:55.273 INFO:tasks.workunit.client.0.smithi012.stdout: "[4, 4]", 2024-04-02T09:53:55.273 INFO:tasks.workunit.client.0.smithi012.stdout: "[5, 5]", 2024-04-02T09:53:55.273 INFO:tasks.workunit.client.0.smithi012.stdout: "[6, None]" 2024-04-02T09:53:55.273 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.273 INFO:tasks.workunit.client.0.smithi012.stdout: "scale_type": "linear" 2024-04-02T09:53:55.273 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.273 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.273 INFO:tasks.workunit.client.0.smithi012.stdout: "buckets": 10, 2024-04-02T09:53:55.273 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 0, 2024-04-02T09:53:55.273 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "duration", 2024-04-02T09:53:55.273 INFO:tasks.workunit.client.0.smithi012.stdout: "quant_size": 250000, 2024-04-02T09:53:55.273 INFO:tasks.workunit.client.0.smithi012.stdout: "ranges": [ 2024-04-02T09:53:55.274 INFO:tasks.workunit.client.0.smithi012.stdout: "[None, -1]", 2024-04-02T09:53:55.274 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 249999]", 2024-04-02T09:53:55.274 INFO:tasks.workunit.client.0.smithi012.stdout: "[250000, 499999]", 2024-04-02T09:53:55.274 INFO:tasks.workunit.client.0.smithi012.stdout: "[500000, 999999]", 2024-04-02T09:53:55.274 INFO:tasks.workunit.client.0.smithi012.stdout: "[1000000, 1999999]", 2024-04-02T09:53:55.274 INFO:tasks.workunit.client.0.smithi012.stdout: "[2000000, 3999999]", 2024-04-02T09:53:55.274 INFO:tasks.workunit.client.0.smithi012.stdout: "[4000000, 7999999]", 2024-04-02T09:53:55.274 INFO:tasks.workunit.client.0.smithi012.stdout: "[8000000, 15999999]", 2024-04-02T09:53:55.274 INFO:tasks.workunit.client.0.smithi012.stdout: "[16000000, 31999999]", 2024-04-02T09:53:55.274 INFO:tasks.workunit.client.0.smithi012.stdout: "[32000000, None]" 2024-04-02T09:53:55.274 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.274 INFO:tasks.workunit.client.0.smithi012.stdout: "scale_type": "log2" 2024-04-02T09:53:55.274 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.274 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.274 INFO:tasks.workunit.client.0.smithi012.stdout: "osds": [ 2024-04-02T09:53:55.275 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.275 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 0, 2024-04-02T09:53:55.275 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:53:55.275 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.275 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.275 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.275 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.275 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.275 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.275 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.275 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:53:55.275 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:53:55.275 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.275 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.275 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 1, 2024-04-02T09:53:55.276 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:53:55.276 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.276 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.276 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.276 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.276 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.276 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.276 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.276 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:53:55.276 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:53:55.276 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.276 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.276 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 2, 2024-04-02T09:53:55.276 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:53:55.277 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.277 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.277 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.277 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.277 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.277 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.277 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.277 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:53:55.277 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:53:55.277 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.277 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.277 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 3, 2024-04-02T09:53:55.277 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:53:55.277 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.277 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.278 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.278 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.278 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.278 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.278 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.278 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:53:55.278 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:53:55.278 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.278 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.278 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 4, 2024-04-02T09:53:55.278 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:53:55.278 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.278 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.278 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.279 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.279 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.279 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.279 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.279 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:53:55.279 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:53:55.279 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.279 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.279 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 5, 2024-04-02T09:53:55.279 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:53:55.279 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.279 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.279 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.279 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.279 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.280 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.280 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.280 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:53:55.280 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:53:55.280 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.280 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.280 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 6, 2024-04-02T09:53:55.280 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:53:55.280 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.280 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.280 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.280 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.280 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.280 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.280 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.281 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:53:55.281 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:53:55.281 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.281 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.281 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 7, 2024-04-02T09:53:55.281 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:53:55.281 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.281 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.281 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.281 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.281 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.281 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.281 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:53:55.281 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:53:55.282 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:53:55.282 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.282 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:53:55.282 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.282 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.282 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.282 INFO:tasks.workunit.client.0.smithi012.stdout: "perf_counters": { 2024-04-02T09:53:55.282 INFO:tasks.workunit.client.0.smithi012.stdout: "mds.aade4c1cf53e5400fc243fe71c4882775e710864": { 2024-04-02T09:53:55.282 INFO:tasks.workunit.client.0.smithi012.stdout: "mds": { 2024-04-02T09:53:55.282 INFO:tasks.workunit.client.0.smithi012.stdout: "caps": { 2024-04-02T09:53:55.282 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.282 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.282 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph_cap_op_flush_ack": { 2024-04-02T09:53:55.282 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.283 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.283 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-02T09:53:55.283 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.283 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.283 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph_cap_op_grant": { 2024-04-02T09:53:55.283 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.283 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.283 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph_cap_op_revoke": { 2024-04-02T09:53:55.283 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.283 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.283 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph_cap_op_trunc": { 2024-04-02T09:53:55.283 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.283 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.284 INFO:tasks.workunit.client.0.smithi012.stdout: "dir_commit": { 2024-04-02T09:53:55.284 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.284 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.284 INFO:tasks.workunit.client.0.smithi012.stdout: "dir_fetch_complete": { 2024-04-02T09:53:55.284 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12 2024-04-02T09:53:55.284 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.284 INFO:tasks.workunit.client.0.smithi012.stdout: "dir_fetch_keys": { 2024-04-02T09:53:55.284 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10 2024-04-02T09:53:55.284 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.284 INFO:tasks.workunit.client.0.smithi012.stdout: "dir_merge": { 2024-04-02T09:53:55.284 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.284 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.284 INFO:tasks.workunit.client.0.smithi012.stdout: "dir_split": { 2024-04-02T09:53:55.284 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.284 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.285 INFO:tasks.workunit.client.0.smithi012.stdout: "exported_inodes": { 2024-04-02T09:53:55.285 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.285 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.285 INFO:tasks.workunit.client.0.smithi012.stdout: "forward": { 2024-04-02T09:53:55.285 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.285 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.285 INFO:tasks.workunit.client.0.smithi012.stdout: "handle_client_cap_release": { 2024-04-02T09:53:55.285 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.285 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.285 INFO:tasks.workunit.client.0.smithi012.stdout: "handle_client_caps": { 2024-04-02T09:53:55.285 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.285 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.285 INFO:tasks.workunit.client.0.smithi012.stdout: "handle_client_caps_dirty": { 2024-04-02T09:53:55.285 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.285 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.285 INFO:tasks.workunit.client.0.smithi012.stdout: "handle_inode_file_caps": { 2024-04-02T09:53:55.286 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.286 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.286 INFO:tasks.workunit.client.0.smithi012.stdout: "imported_inodes": { 2024-04-02T09:53:55.286 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.286 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.286 INFO:tasks.workunit.client.0.smithi012.stdout: "inodes": { 2024-04-02T09:53:55.286 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10 2024-04-02T09:53:55.286 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.286 INFO:tasks.workunit.client.0.smithi012.stdout: "inodes_expired": { 2024-04-02T09:53:55.286 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.286 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.286 INFO:tasks.workunit.client.0.smithi012.stdout: "inodes_pinned": { 2024-04-02T09:53:55.286 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10 2024-04-02T09:53:55.286 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.287 INFO:tasks.workunit.client.0.smithi012.stdout: "inodes_with_caps": { 2024-04-02T09:53:55.287 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.287 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.287 INFO:tasks.workunit.client.0.smithi012.stdout: "load_cent": { 2024-04-02T09:53:55.287 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.287 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.287 INFO:tasks.workunit.client.0.smithi012.stdout: "openino_dir_fetch": { 2024-04-02T09:53:55.287 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.287 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.287 INFO:tasks.workunit.client.0.smithi012.stdout: "process_request_cap_release": { 2024-04-02T09:53:55.287 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.287 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.287 INFO:tasks.workunit.client.0.smithi012.stdout: "reply_latency": { 2024-04-02T09:53:55.287 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.287 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.288 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.288 INFO:tasks.workunit.client.0.smithi012.stdout: "request": { 2024-04-02T09:53:55.288 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.288 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.288 INFO:tasks.workunit.client.0.smithi012.stdout: "root_rbytes": { 2024-04-02T09:53:55.288 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.288 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.288 INFO:tasks.workunit.client.0.smithi012.stdout: "root_rfiles": { 2024-04-02T09:53:55.288 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.288 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.288 INFO:tasks.workunit.client.0.smithi012.stdout: "root_rsnaps": { 2024-04-02T09:53:55.288 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.288 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.288 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_reply": { 2024-04-02T09:53:55.288 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.288 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.289 INFO:tasks.workunit.client.0.smithi012.stdout: "subtrees": { 2024-04-02T09:53:55.289 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T09:53:55.289 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.289 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.289 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_cache": { 2024-04-02T09:53:55.289 INFO:tasks.workunit.client.0.smithi012.stdout: "ireq_enqueue_scrub": { 2024-04-02T09:53:55.289 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.289 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.289 INFO:tasks.workunit.client.0.smithi012.stdout: "ireq_exportdir": { 2024-04-02T09:53:55.289 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.289 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.289 INFO:tasks.workunit.client.0.smithi012.stdout: "ireq_flush": { 2024-04-02T09:53:55.289 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.289 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.289 INFO:tasks.workunit.client.0.smithi012.stdout: "ireq_fragmentdir": { 2024-04-02T09:53:55.290 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.290 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.290 INFO:tasks.workunit.client.0.smithi012.stdout: "ireq_fragstats": { 2024-04-02T09:53:55.290 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.290 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.290 INFO:tasks.workunit.client.0.smithi012.stdout: "ireq_inodestats": { 2024-04-02T09:53:55.290 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.290 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.290 INFO:tasks.workunit.client.0.smithi012.stdout: "ireq_quiesce_inode": { 2024-04-02T09:53:55.290 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.290 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.290 INFO:tasks.workunit.client.0.smithi012.stdout: "ireq_quiesce_path": { 2024-04-02T09:53:55.290 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.290 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.290 INFO:tasks.workunit.client.0.smithi012.stdout: "num_recovering_enqueued": { 2024-04-02T09:53:55.291 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.291 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.291 INFO:tasks.workunit.client.0.smithi012.stdout: "num_recovering_prioritized": { 2024-04-02T09:53:55.291 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.291 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.291 INFO:tasks.workunit.client.0.smithi012.stdout: "num_recovering_processing": { 2024-04-02T09:53:55.291 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.291 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.291 INFO:tasks.workunit.client.0.smithi012.stdout: "num_strays": { 2024-04-02T09:53:55.291 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.291 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.291 INFO:tasks.workunit.client.0.smithi012.stdout: "num_strays_delayed": { 2024-04-02T09:53:55.291 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.291 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.292 INFO:tasks.workunit.client.0.smithi012.stdout: "num_strays_enqueuing": { 2024-04-02T09:53:55.292 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.292 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.292 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_completed": { 2024-04-02T09:53:55.292 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.292 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.292 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_started": { 2024-04-02T09:53:55.292 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.292 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.292 INFO:tasks.workunit.client.0.smithi012.stdout: "strays_created": { 2024-04-02T09:53:55.292 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.292 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.292 INFO:tasks.workunit.client.0.smithi012.stdout: "strays_enqueued": { 2024-04-02T09:53:55.292 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.293 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.293 INFO:tasks.workunit.client.0.smithi012.stdout: "strays_migrated": { 2024-04-02T09:53:55.293 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.293 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.293 INFO:tasks.workunit.client.0.smithi012.stdout: "strays_reintegrated": { 2024-04-02T09:53:55.293 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.293 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.293 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.293 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_log": { 2024-04-02T09:53:55.293 INFO:tasks.workunit.client.0.smithi012.stdout: "ev": { 2024-04-02T09:53:55.293 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 17 2024-04-02T09:53:55.293 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.293 INFO:tasks.workunit.client.0.smithi012.stdout: "evadd": { 2024-04-02T09:53:55.293 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.293 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.294 INFO:tasks.workunit.client.0.smithi012.stdout: "evex": { 2024-04-02T09:53:55.294 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.294 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.294 INFO:tasks.workunit.client.0.smithi012.stdout: "evexd": { 2024-04-02T09:53:55.294 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.294 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.294 INFO:tasks.workunit.client.0.smithi012.stdout: "evexg": { 2024-04-02T09:53:55.294 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.294 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.294 INFO:tasks.workunit.client.0.smithi012.stdout: "evlrg": { 2024-04-02T09:53:55.294 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.294 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.294 INFO:tasks.workunit.client.0.smithi012.stdout: "evtrm": { 2024-04-02T09:53:55.295 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.295 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.295 INFO:tasks.workunit.client.0.smithi012.stdout: "jlat": { 2024-04-02T09:53:55.295 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.295 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.295 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.295 INFO:tasks.workunit.client.0.smithi012.stdout: "replayed": { 2024-04-02T09:53:55.295 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 17 2024-04-02T09:53:55.295 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.295 INFO:tasks.workunit.client.0.smithi012.stdout: "seg": { 2024-04-02T09:53:55.295 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1 2024-04-02T09:53:55.295 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.295 INFO:tasks.workunit.client.0.smithi012.stdout: "segadd": { 2024-04-02T09:53:55.295 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.295 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.295 INFO:tasks.workunit.client.0.smithi012.stdout: "segex": { 2024-04-02T09:53:55.296 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.296 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.296 INFO:tasks.workunit.client.0.smithi012.stdout: "segexd": { 2024-04-02T09:53:55.296 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.296 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.296 INFO:tasks.workunit.client.0.smithi012.stdout: "segexg": { 2024-04-02T09:53:55.296 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.296 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.296 INFO:tasks.workunit.client.0.smithi012.stdout: "segmjr": { 2024-04-02T09:53:55.296 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1 2024-04-02T09:53:55.296 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.296 INFO:tasks.workunit.client.0.smithi012.stdout: "segtrm": { 2024-04-02T09:53:55.296 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.296 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.296 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.296 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_mem": { 2024-04-02T09:53:55.297 INFO:tasks.workunit.client.0.smithi012.stdout: "cap": { 2024-04-02T09:53:55.297 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.297 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.297 INFO:tasks.workunit.client.0.smithi012.stdout: "cap+": { 2024-04-02T09:53:55.297 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.297 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.297 INFO:tasks.workunit.client.0.smithi012.stdout: "cap-": { 2024-04-02T09:53:55.297 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.297 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.297 INFO:tasks.workunit.client.0.smithi012.stdout: "dir": { 2024-04-02T09:53:55.297 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12 2024-04-02T09:53:55.297 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.297 INFO:tasks.workunit.client.0.smithi012.stdout: "dir+": { 2024-04-02T09:53:55.297 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12 2024-04-02T09:53:55.298 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.298 INFO:tasks.workunit.client.0.smithi012.stdout: "dir-": { 2024-04-02T09:53:55.298 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.298 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.298 INFO:tasks.workunit.client.0.smithi012.stdout: "dn": { 2024-04-02T09:53:55.298 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10 2024-04-02T09:53:55.298 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.298 INFO:tasks.workunit.client.0.smithi012.stdout: "dn+": { 2024-04-02T09:53:55.298 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10 2024-04-02T09:53:55.298 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.298 INFO:tasks.workunit.client.0.smithi012.stdout: "dn-": { 2024-04-02T09:53:55.298 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.298 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.298 INFO:tasks.workunit.client.0.smithi012.stdout: "heap": { 2024-04-02T09:53:55.298 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 248184 2024-04-02T09:53:55.299 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.299 INFO:tasks.workunit.client.0.smithi012.stdout: "ino": { 2024-04-02T09:53:55.299 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13 2024-04-02T09:53:55.299 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.299 INFO:tasks.workunit.client.0.smithi012.stdout: "ino+": { 2024-04-02T09:53:55.299 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13 2024-04-02T09:53:55.299 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.299 INFO:tasks.workunit.client.0.smithi012.stdout: "ino-": { 2024-04-02T09:53:55.299 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.299 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.299 INFO:tasks.workunit.client.0.smithi012.stdout: "rss": { 2024-04-02T09:53:55.299 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 49748 2024-04-02T09:53:55.299 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.299 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.300 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_server": { 2024-04-02T09:53:55.300 INFO:tasks.workunit.client.0.smithi012.stdout: "cap_acquisition_throttle": { 2024-04-02T09:53:55.300 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.300 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.300 INFO:tasks.workunit.client.0.smithi012.stdout: "cap_revoke_eviction": { 2024-04-02T09:53:55.300 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.300 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.300 INFO:tasks.workunit.client.0.smithi012.stdout: "handle_client_request": { 2024-04-02T09:53:55.300 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.300 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.300 INFO:tasks.workunit.client.0.smithi012.stdout: "handle_client_session": { 2024-04-02T09:53:55.300 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.300 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.300 INFO:tasks.workunit.client.0.smithi012.stdout: "handle_peer_request": { 2024-04-02T09:53:55.301 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.301 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.301 INFO:tasks.workunit.client.0.smithi012.stdout: "req_create_latency": { 2024-04-02T09:53:55.301 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.301 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.301 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.301 INFO:tasks.workunit.client.0.smithi012.stdout: "req_getattr_latency": { 2024-04-02T09:53:55.301 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.301 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.301 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.301 INFO:tasks.workunit.client.0.smithi012.stdout: "req_getfilelock_latency": { 2024-04-02T09:53:55.301 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.301 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.301 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.302 INFO:tasks.workunit.client.0.smithi012.stdout: "req_getvxattr_latency": { 2024-04-02T09:53:55.302 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.302 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.302 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.302 INFO:tasks.workunit.client.0.smithi012.stdout: "req_link_latency": { 2024-04-02T09:53:55.302 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.302 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.302 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.302 INFO:tasks.workunit.client.0.smithi012.stdout: "req_lookup_latency": { 2024-04-02T09:53:55.302 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.302 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.302 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.302 INFO:tasks.workunit.client.0.smithi012.stdout: "req_lookuphash_latency": { 2024-04-02T09:53:55.303 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.303 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.303 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.303 INFO:tasks.workunit.client.0.smithi012.stdout: "req_lookupino_latency": { 2024-04-02T09:53:55.303 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.303 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.303 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.303 INFO:tasks.workunit.client.0.smithi012.stdout: "req_lookupname_latency": { 2024-04-02T09:53:55.303 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.303 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.303 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.303 INFO:tasks.workunit.client.0.smithi012.stdout: "req_lookupparent_latency": { 2024-04-02T09:53:55.303 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.303 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.303 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.304 INFO:tasks.workunit.client.0.smithi012.stdout: "req_lookupsnap_latency": { 2024-04-02T09:53:55.304 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.304 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.304 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.304 INFO:tasks.workunit.client.0.smithi012.stdout: "req_lssnap_latency": { 2024-04-02T09:53:55.304 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.304 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.304 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.304 INFO:tasks.workunit.client.0.smithi012.stdout: "req_mkdir_latency": { 2024-04-02T09:53:55.304 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.304 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.304 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.304 INFO:tasks.workunit.client.0.smithi012.stdout: "req_mknod_latency": { 2024-04-02T09:53:55.304 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.305 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.305 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.305 INFO:tasks.workunit.client.0.smithi012.stdout: "req_mksnap_latency": { 2024-04-02T09:53:55.305 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.305 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.305 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.305 INFO:tasks.workunit.client.0.smithi012.stdout: "req_open_latency": { 2024-04-02T09:53:55.305 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.305 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.305 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.305 INFO:tasks.workunit.client.0.smithi012.stdout: "req_readdir_latency": { 2024-04-02T09:53:55.305 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.305 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.305 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.306 INFO:tasks.workunit.client.0.smithi012.stdout: "req_rename_latency": { 2024-04-02T09:53:55.306 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.306 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.306 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.306 INFO:tasks.workunit.client.0.smithi012.stdout: "req_renamesnap_latency": { 2024-04-02T09:53:55.306 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.306 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.306 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.306 INFO:tasks.workunit.client.0.smithi012.stdout: "req_rmdir_latency": { 2024-04-02T09:53:55.306 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.306 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.306 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.306 INFO:tasks.workunit.client.0.smithi012.stdout: "req_rmsnap_latency": { 2024-04-02T09:53:55.307 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.307 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.307 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.307 INFO:tasks.workunit.client.0.smithi012.stdout: "req_rmxattr_latency": { 2024-04-02T09:53:55.307 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.307 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.307 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.307 INFO:tasks.workunit.client.0.smithi012.stdout: "req_setattr_latency": { 2024-04-02T09:53:55.307 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.307 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.307 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.307 INFO:tasks.workunit.client.0.smithi012.stdout: "req_setdirlayout_latency": { 2024-04-02T09:53:55.307 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.307 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.308 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.308 INFO:tasks.workunit.client.0.smithi012.stdout: "req_setfilelock_latency": { 2024-04-02T09:53:55.308 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.308 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.308 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.308 INFO:tasks.workunit.client.0.smithi012.stdout: "req_setlayout_latency": { 2024-04-02T09:53:55.308 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.308 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.308 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.308 INFO:tasks.workunit.client.0.smithi012.stdout: "req_setxattr_latency": { 2024-04-02T09:53:55.308 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.308 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.308 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.308 INFO:tasks.workunit.client.0.smithi012.stdout: "req_snapdiff_latency": { 2024-04-02T09:53:55.308 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.309 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.309 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.309 INFO:tasks.workunit.client.0.smithi012.stdout: "req_symlink_latency": { 2024-04-02T09:53:55.309 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.309 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.309 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.309 INFO:tasks.workunit.client.0.smithi012.stdout: "req_unlink_latency": { 2024-04-02T09:53:55.309 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.309 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.309 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.309 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.309 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_sessions": { 2024-04-02T09:53:55.309 INFO:tasks.workunit.client.0.smithi012.stdout: "average_load": { 2024-04-02T09:53:55.309 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.309 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.310 INFO:tasks.workunit.client.0.smithi012.stdout: "avg_session_uptime": { 2024-04-02T09:53:55.310 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.310 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.310 INFO:tasks.workunit.client.0.smithi012.stdout: "mdthresh_evicted": { 2024-04-02T09:53:55.310 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.310 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.310 INFO:tasks.workunit.client.0.smithi012.stdout: "session_add": { 2024-04-02T09:53:55.310 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8 2024-04-02T09:53:55.310 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.310 INFO:tasks.workunit.client.0.smithi012.stdout: "session_count": { 2024-04-02T09:53:55.310 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.310 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.310 INFO:tasks.workunit.client.0.smithi012.stdout: "session_remove": { 2024-04-02T09:53:55.310 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8 2024-04-02T09:53:55.311 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.311 INFO:tasks.workunit.client.0.smithi012.stdout: "sessions_open": { 2024-04-02T09:53:55.311 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T09:53:55.311 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.311 INFO:tasks.workunit.client.0.smithi012.stdout: "sessions_stale": { 2024-04-02T09:53:55.311 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.311 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.311 INFO:tasks.workunit.client.0.smithi012.stdout: "total_load": { 2024-04-02T09:53:55.311 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.311 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.311 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.311 INFO:tasks.workunit.client.0.smithi012.stdout: "objecter": { 2024-04-02T09:53:55.311 INFO:tasks.workunit.client.0.smithi012.stdout: "op_active": { 2024-04-02T09:53:55.311 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.311 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.311 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:53:55.312 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 37 2024-04-02T09:53:55.312 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.312 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rmw": { 2024-04-02T09:53:55.312 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.312 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.312 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:53:55.312 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7 2024-04-02T09:53:55.312 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.312 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.312 INFO:tasks.workunit.client.0.smithi012.stdout: "purge_queue": { 2024-04-02T09:53:55.312 INFO:tasks.workunit.client.0.smithi012.stdout: "pq_executed": { 2024-04-02T09:53:55.312 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.312 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.312 INFO:tasks.workunit.client.0.smithi012.stdout: "pq_executed_ops": { 2024-04-02T09:53:55.313 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.313 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.313 INFO:tasks.workunit.client.0.smithi012.stdout: "pq_executing": { 2024-04-02T09:53:55.313 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.313 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.313 INFO:tasks.workunit.client.0.smithi012.stdout: "pq_executing_high_water": { 2024-04-02T09:53:55.313 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.313 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.313 INFO:tasks.workunit.client.0.smithi012.stdout: "pq_executing_ops": { 2024-04-02T09:53:55.313 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.313 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.313 INFO:tasks.workunit.client.0.smithi012.stdout: "pq_executing_ops_high_water": { 2024-04-02T09:53:55.313 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.313 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.314 INFO:tasks.workunit.client.0.smithi012.stdout: "pq_item_in_journal": { 2024-04-02T09:53:55.314 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.314 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.314 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.314 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.314 INFO:tasks.workunit.client.0.smithi012.stdout: "mon.057b5af1dcee546cd49a55fe146bc9ff7b417da5": { 2024-04-02T09:53:55.314 INFO:tasks.workunit.client.0.smithi012.stdout: "mon": { 2024-04-02T09:53:55.314 INFO:tasks.workunit.client.0.smithi012.stdout: "election_call": { 2024-04-02T09:53:55.314 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T09:53:55.314 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.314 INFO:tasks.workunit.client.0.smithi012.stdout: "election_lose": { 2024-04-02T09:53:55.314 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T09:53:55.314 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.315 INFO:tasks.workunit.client.0.smithi012.stdout: "election_win": { 2024-04-02T09:53:55.315 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.315 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.315 INFO:tasks.workunit.client.0.smithi012.stdout: "num_elections": { 2024-04-02T09:53:55.315 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13 2024-04-02T09:53:55.315 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.315 INFO:tasks.workunit.client.0.smithi012.stdout: "num_sessions": { 2024-04-02T09:53:55.315 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8 2024-04-02T09:53:55.315 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.315 INFO:tasks.workunit.client.0.smithi012.stdout: "session_add": { 2024-04-02T09:53:55.315 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4 2024-04-02T09:53:55.315 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.315 INFO:tasks.workunit.client.0.smithi012.stdout: "session_rm": { 2024-04-02T09:53:55.315 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 244 2024-04-02T09:53:55.316 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.316 INFO:tasks.workunit.client.0.smithi012.stdout: "session_trim": { 2024-04-02T09:53:55.316 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.316 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.316 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.316 INFO:tasks.workunit.client.0.smithi012.stdout: "paxos": { 2024-04-02T09:53:55.316 INFO:tasks.workunit.client.0.smithi012.stdout: "accept_timeout": { 2024-04-02T09:53:55.316 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.316 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.316 INFO:tasks.workunit.client.0.smithi012.stdout: "begin": { 2024-04-02T09:53:55.316 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8568 2024-04-02T09:53:55.316 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.316 INFO:tasks.workunit.client.0.smithi012.stdout: "begin_bytes": { 2024-04-02T09:53:55.316 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8568, 2024-04-02T09:53:55.316 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 59366659 2024-04-02T09:53:55.317 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.317 INFO:tasks.workunit.client.0.smithi012.stdout: "begin_keys": { 2024-04-02T09:53:55.317 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.317 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.317 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.317 INFO:tasks.workunit.client.0.smithi012.stdout: "begin_latency": { 2024-04-02T09:53:55.317 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8568, 2024-04-02T09:53:55.317 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2235981422 2024-04-02T09:53:55.317 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.317 INFO:tasks.workunit.client.0.smithi012.stdout: "collect": { 2024-04-02T09:53:55.317 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T09:53:55.317 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.317 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_bytes": { 2024-04-02T09:53:55.317 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T09:53:55.317 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 219 2024-04-02T09:53:55.318 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.318 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_keys": { 2024-04-02T09:53:55.318 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T09:53:55.318 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T09:53:55.318 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.318 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_latency": { 2024-04-02T09:53:55.318 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T09:53:55.318 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2999974 2024-04-02T09:53:55.318 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.318 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_timeout": { 2024-04-02T09:53:55.318 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.318 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.318 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_uncommitted": { 2024-04-02T09:53:55.319 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1 2024-04-02T09:53:55.319 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.319 INFO:tasks.workunit.client.0.smithi012.stdout: "commit": { 2024-04-02T09:53:55.319 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8570 2024-04-02T09:53:55.319 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.319 INFO:tasks.workunit.client.0.smithi012.stdout: "commit_bytes": { 2024-04-02T09:53:55.319 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.319 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.319 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.319 INFO:tasks.workunit.client.0.smithi012.stdout: "commit_keys": { 2024-04-02T09:53:55.319 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.319 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.319 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.319 INFO:tasks.workunit.client.0.smithi012.stdout: "commit_latency": { 2024-04-02T09:53:55.320 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.320 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.320 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.320 INFO:tasks.workunit.client.0.smithi012.stdout: "lease_ack_timeout": { 2024-04-02T09:53:55.320 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.320 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.320 INFO:tasks.workunit.client.0.smithi012.stdout: "lease_timeout": { 2024-04-02T09:53:55.320 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.320 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.320 INFO:tasks.workunit.client.0.smithi012.stdout: "new_pn": { 2024-04-02T09:53:55.320 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.320 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.320 INFO:tasks.workunit.client.0.smithi012.stdout: "new_pn_latency": { 2024-04-02T09:53:55.320 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.320 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.321 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.321 INFO:tasks.workunit.client.0.smithi012.stdout: "refresh": { 2024-04-02T09:53:55.321 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8570 2024-04-02T09:53:55.321 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.321 INFO:tasks.workunit.client.0.smithi012.stdout: "refresh_latency": { 2024-04-02T09:53:55.321 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8570, 2024-04-02T09:53:55.321 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 26566779872 2024-04-02T09:53:55.321 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.321 INFO:tasks.workunit.client.0.smithi012.stdout: "restart": { 2024-04-02T09:53:55.321 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15 2024-04-02T09:53:55.321 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.321 INFO:tasks.workunit.client.0.smithi012.stdout: "share_state": { 2024-04-02T09:53:55.321 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.321 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.321 INFO:tasks.workunit.client.0.smithi012.stdout: "share_state_bytes": { 2024-04-02T09:53:55.322 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.322 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.322 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.322 INFO:tasks.workunit.client.0.smithi012.stdout: "share_state_keys": { 2024-04-02T09:53:55.322 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.322 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.322 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.322 INFO:tasks.workunit.client.0.smithi012.stdout: "start_leader": { 2024-04-02T09:53:55.322 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.322 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.322 INFO:tasks.workunit.client.0.smithi012.stdout: "start_peon": { 2024-04-02T09:53:55.322 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T09:53:55.322 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.323 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state": { 2024-04-02T09:53:55.323 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8569 2024-04-02T09:53:55.323 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.323 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state_bytes": { 2024-04-02T09:53:55.323 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8569, 2024-04-02T09:53:55.323 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 117316598 2024-04-02T09:53:55.323 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.323 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state_keys": { 2024-04-02T09:53:55.323 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8569, 2024-04-02T09:53:55.323 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 75217 2024-04-02T09:53:55.323 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.323 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state_latency": { 2024-04-02T09:53:55.323 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8569, 2024-04-02T09:53:55.323 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5740952383 2024-04-02T09:53:55.324 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.324 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.324 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache": { 2024-04-02T09:53:55.324 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T09:53:55.324 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1020054731 2024-04-02T09:53:55.324 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.324 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T09:53:55.324 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 172998656 2024-04-02T09:53:55.324 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.324 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T09:53:55.324 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 167165952 2024-04-02T09:53:55.324 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.324 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T09:53:55.324 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2147483648 2024-04-02T09:53:55.325 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.325 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T09:53:55.325 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5832704 2024-04-02T09:53:55.325 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.325 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.325 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache:full": { 2024-04-02T09:53:55.325 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:53:55.325 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 360710144 2024-04-02T09:53:55.325 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.325 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:53:55.325 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.325 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.325 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:53:55.325 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.326 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.326 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:53:55.326 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 267237207 2024-04-02T09:53:55.326 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.326 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:53:55.326 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24899247 2024-04-02T09:53:55.326 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.326 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:53:55.326 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.326 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.326 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:53:55.326 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.326 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.326 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:53:55.327 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.327 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.327 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:53:55.327 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.327 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.327 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:53:55.327 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.327 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.327 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:53:55.327 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.327 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.327 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:53:55.327 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.327 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.327 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:53:55.328 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.328 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.328 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:53:55.328 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 68573690 2024-04-02T09:53:55.328 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.328 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.328 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache:inc": { 2024-04-02T09:53:55.328 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:53:55.328 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 339738624 2024-04-02T09:53:55.328 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.328 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:53:55.328 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.328 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.328 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:53:55.329 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.329 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.329 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:53:55.329 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 267237207 2024-04-02T09:53:55.329 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.329 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:53:55.329 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1504562 2024-04-02T09:53:55.329 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.329 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:53:55.329 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.329 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.329 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:53:55.329 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.329 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.329 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:53:55.330 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.330 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.330 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:53:55.330 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.330 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.330 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:53:55.330 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.330 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.330 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:53:55.330 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.330 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.330 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:53:55.330 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.330 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.331 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:53:55.331 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.331 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.331 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:53:55.331 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 70996855 2024-04-02T09:53:55.331 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.331 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.331 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache:kv": { 2024-04-02T09:53:55.331 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:53:55.331 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 314572800 2024-04-02T09:53:55.331 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.331 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:53:55.331 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:53:55.331 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.332 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:53:55.332 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.332 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.332 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:53:55.332 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 178158138 2024-04-02T09:53:55.332 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.332 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:53:55.332 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.332 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.332 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:53:55.332 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.332 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.332 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:53:55.333 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.333 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.333 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:53:55.333 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.333 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.333 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:53:55.333 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.333 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.333 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:53:55.333 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.333 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.333 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:53:55.333 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.333 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.333 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:53:55.333 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.334 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.334 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:53:55.334 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.334 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.334 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:53:55.334 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 69305798 2024-04-02T09:53:55.334 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.334 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.334 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb": { 2024-04-02T09:53:55.334 INFO:tasks.workunit.client.0.smithi012.stdout: "compact": { 2024-04-02T09:53:55.334 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.334 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.334 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_queue_len": { 2024-04-02T09:53:55.334 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.335 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.335 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_queue_merge": { 2024-04-02T09:53:55.335 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.335 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.335 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_range": { 2024-04-02T09:53:55.335 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 100 2024-04-02T09:53:55.335 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.335 INFO:tasks.workunit.client.0.smithi012.stdout: "get_latency": { 2024-04-02T09:53:55.335 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 371754, 2024-04-02T09:53:55.335 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1757909682 2024-04-02T09:53:55.335 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.335 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_delay_time": { 2024-04-02T09:53:55.335 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.335 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.336 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.336 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_memtable_time": { 2024-04-02T09:53:55.336 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.336 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.336 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.336 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T09:53:55.336 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.336 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.336 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.336 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_wal_time": { 2024-04-02T09:53:55.336 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.336 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.336 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.336 INFO:tasks.workunit.client.0.smithi012.stdout: "submit_latency": { 2024-04-02T09:53:55.336 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.337 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.337 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.337 INFO:tasks.workunit.client.0.smithi012.stdout: "submit_sync_latency": { 2024-04-02T09:53:55.337 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 20704, 2024-04-02T09:53:55.337 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10175464361 2024-04-02T09:53:55.337 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.337 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.337 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.337 INFO:tasks.workunit.client.0.smithi012.stdout: "mon.55ba0c421d0a380c7e710a93002ddc2fa7e64353": { 2024-04-02T09:53:55.337 INFO:tasks.workunit.client.0.smithi012.stdout: "mon": { 2024-04-02T09:53:55.337 INFO:tasks.workunit.client.0.smithi012.stdout: "election_call": { 2024-04-02T09:53:55.337 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T09:53:55.337 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.337 INFO:tasks.workunit.client.0.smithi012.stdout: "election_lose": { 2024-04-02T09:53:55.338 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T09:53:55.338 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.338 INFO:tasks.workunit.client.0.smithi012.stdout: "election_win": { 2024-04-02T09:53:55.338 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.338 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.338 INFO:tasks.workunit.client.0.smithi012.stdout: "num_elections": { 2024-04-02T09:53:55.338 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11 2024-04-02T09:53:55.338 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.338 INFO:tasks.workunit.client.0.smithi012.stdout: "num_sessions": { 2024-04-02T09:53:55.338 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8 2024-04-02T09:53:55.338 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.338 INFO:tasks.workunit.client.0.smithi012.stdout: "session_add": { 2024-04-02T09:53:55.338 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T09:53:55.338 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.339 INFO:tasks.workunit.client.0.smithi012.stdout: "session_rm": { 2024-04-02T09:53:55.339 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 217 2024-04-02T09:53:55.339 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.339 INFO:tasks.workunit.client.0.smithi012.stdout: "session_trim": { 2024-04-02T09:53:55.339 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.339 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.339 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.339 INFO:tasks.workunit.client.0.smithi012.stdout: "paxos": { 2024-04-02T09:53:55.339 INFO:tasks.workunit.client.0.smithi012.stdout: "accept_timeout": { 2024-04-02T09:53:55.339 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.339 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.339 INFO:tasks.workunit.client.0.smithi012.stdout: "begin": { 2024-04-02T09:53:55.339 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8537 2024-04-02T09:53:55.339 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.340 INFO:tasks.workunit.client.0.smithi012.stdout: "begin_bytes": { 2024-04-02T09:53:55.340 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8537, 2024-04-02T09:53:55.340 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 59162355 2024-04-02T09:53:55.340 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.340 INFO:tasks.workunit.client.0.smithi012.stdout: "begin_keys": { 2024-04-02T09:53:55.340 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.340 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.340 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.340 INFO:tasks.workunit.client.0.smithi012.stdout: "begin_latency": { 2024-04-02T09:53:55.340 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8537, 2024-04-02T09:53:55.340 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2505950484 2024-04-02T09:53:55.340 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.340 INFO:tasks.workunit.client.0.smithi012.stdout: "collect": { 2024-04-02T09:53:55.340 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T09:53:55.340 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.341 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_bytes": { 2024-04-02T09:53:55.341 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T09:53:55.341 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 219 2024-04-02T09:53:55.341 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.341 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_keys": { 2024-04-02T09:53:55.341 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T09:53:55.341 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T09:53:55.341 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.341 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_latency": { 2024-04-02T09:53:55.341 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T09:53:55.341 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5999882 2024-04-02T09:53:55.341 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.341 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_timeout": { 2024-04-02T09:53:55.341 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.341 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.342 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_uncommitted": { 2024-04-02T09:53:55.342 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.342 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.342 INFO:tasks.workunit.client.0.smithi012.stdout: "commit": { 2024-04-02T09:53:55.342 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8537 2024-04-02T09:53:55.342 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.342 INFO:tasks.workunit.client.0.smithi012.stdout: "commit_bytes": { 2024-04-02T09:53:55.342 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.342 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.342 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.342 INFO:tasks.workunit.client.0.smithi012.stdout: "commit_keys": { 2024-04-02T09:53:55.342 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.342 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.342 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.343 INFO:tasks.workunit.client.0.smithi012.stdout: "commit_latency": { 2024-04-02T09:53:55.343 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.343 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.343 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.343 INFO:tasks.workunit.client.0.smithi012.stdout: "lease_ack_timeout": { 2024-04-02T09:53:55.343 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.343 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.343 INFO:tasks.workunit.client.0.smithi012.stdout: "lease_timeout": { 2024-04-02T09:53:55.343 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.343 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.343 INFO:tasks.workunit.client.0.smithi012.stdout: "new_pn": { 2024-04-02T09:53:55.343 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.343 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.343 INFO:tasks.workunit.client.0.smithi012.stdout: "new_pn_latency": { 2024-04-02T09:53:55.344 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.344 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.344 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.344 INFO:tasks.workunit.client.0.smithi012.stdout: "refresh": { 2024-04-02T09:53:55.344 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8537 2024-04-02T09:53:55.344 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.344 INFO:tasks.workunit.client.0.smithi012.stdout: "refresh_latency": { 2024-04-02T09:53:55.344 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8537, 2024-04-02T09:53:55.344 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 34186324062 2024-04-02T09:53:55.344 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.344 INFO:tasks.workunit.client.0.smithi012.stdout: "restart": { 2024-04-02T09:53:55.344 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13 2024-04-02T09:53:55.344 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.344 INFO:tasks.workunit.client.0.smithi012.stdout: "share_state": { 2024-04-02T09:53:55.344 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.345 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.345 INFO:tasks.workunit.client.0.smithi012.stdout: "share_state_bytes": { 2024-04-02T09:53:55.345 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.345 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.345 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.345 INFO:tasks.workunit.client.0.smithi012.stdout: "share_state_keys": { 2024-04-02T09:53:55.345 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.345 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.345 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.345 INFO:tasks.workunit.client.0.smithi012.stdout: "start_leader": { 2024-04-02T09:53:55.345 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.345 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.345 INFO:tasks.workunit.client.0.smithi012.stdout: "start_peon": { 2024-04-02T09:53:55.345 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T09:53:55.346 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.346 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state": { 2024-04-02T09:53:55.346 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8537 2024-04-02T09:53:55.346 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.346 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state_bytes": { 2024-04-02T09:53:55.346 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8537, 2024-04-02T09:53:55.346 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 116698616 2024-04-02T09:53:55.346 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.346 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state_keys": { 2024-04-02T09:53:55.346 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8537, 2024-04-02T09:53:55.346 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 74922 2024-04-02T09:53:55.346 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.346 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state_latency": { 2024-04-02T09:53:55.346 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8537, 2024-04-02T09:53:55.347 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7491851838 2024-04-02T09:53:55.347 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.347 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.347 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache": { 2024-04-02T09:53:55.347 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T09:53:55.347 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1020054731 2024-04-02T09:53:55.347 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.347 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T09:53:55.347 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 171933696 2024-04-02T09:53:55.347 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.347 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T09:53:55.347 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 165928960 2024-04-02T09:53:55.347 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.347 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T09:53:55.347 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2147483648 2024-04-02T09:53:55.347 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.348 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T09:53:55.348 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6004736 2024-04-02T09:53:55.348 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.348 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.348 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache:full": { 2024-04-02T09:53:55.348 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:53:55.348 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 360710144 2024-04-02T09:53:55.348 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.348 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:53:55.348 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.348 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.348 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:53:55.348 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.348 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.348 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:53:55.349 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 267286044 2024-04-02T09:53:55.349 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.349 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:53:55.349 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24777719 2024-04-02T09:53:55.349 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.349 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:53:55.349 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.349 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.349 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:53:55.349 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.349 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.349 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:53:55.349 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.349 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.349 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:53:55.350 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.350 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.350 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:53:55.350 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.350 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.350 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:53:55.350 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.350 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.350 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:53:55.350 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.350 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.350 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:53:55.350 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.351 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.351 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:53:55.351 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 68646381 2024-04-02T09:53:55.351 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.351 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.351 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache:inc": { 2024-04-02T09:53:55.351 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:53:55.351 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 339738624 2024-04-02T09:53:55.351 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.351 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:53:55.351 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.351 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.351 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:53:55.351 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.351 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.352 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:53:55.352 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 267286044 2024-04-02T09:53:55.352 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.352 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:53:55.352 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1495860 2024-04-02T09:53:55.352 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.352 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:53:55.352 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.352 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.352 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:53:55.352 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.352 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.352 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:53:55.352 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.353 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.353 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:53:55.353 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.353 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.353 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:53:55.353 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.353 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.353 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:53:55.353 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.353 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.353 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:53:55.353 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.353 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.353 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:53:55.353 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.354 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.354 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:53:55.354 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 70956720 2024-04-02T09:53:55.354 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.354 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.354 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache:kv": { 2024-04-02T09:53:55.354 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:53:55.354 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 314572800 2024-04-02T09:53:55.354 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.354 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:53:55.354 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:53:55.354 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.354 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:53:55.354 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.354 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.355 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:53:55.355 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 178190696 2024-04-02T09:53:55.355 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.355 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:53:55.355 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.355 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.355 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:53:55.355 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.355 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.355 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:53:55.355 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.355 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.355 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:53:55.355 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.356 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.356 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:53:55.356 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.356 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.356 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:53:55.356 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.356 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.356 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:53:55.356 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.356 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.356 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:53:55.356 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.356 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.356 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:53:55.357 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.357 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.357 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:53:55.357 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 69273240 2024-04-02T09:53:55.357 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.357 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.357 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb": { 2024-04-02T09:53:55.357 INFO:tasks.workunit.client.0.smithi012.stdout: "compact": { 2024-04-02T09:53:55.357 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.357 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.357 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_queue_len": { 2024-04-02T09:53:55.357 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.357 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.357 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_queue_merge": { 2024-04-02T09:53:55.357 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.358 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.358 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_range": { 2024-04-02T09:53:55.358 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 100 2024-04-02T09:53:55.358 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.358 INFO:tasks.workunit.client.0.smithi012.stdout: "get_latency": { 2024-04-02T09:53:55.358 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 370238, 2024-04-02T09:53:55.358 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1912622705 2024-04-02T09:53:55.358 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.358 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_delay_time": { 2024-04-02T09:53:55.358 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.358 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.358 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.358 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_memtable_time": { 2024-04-02T09:53:55.358 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.359 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.359 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.359 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T09:53:55.359 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.359 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.359 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.359 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_wal_time": { 2024-04-02T09:53:55.359 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.359 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.359 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.359 INFO:tasks.workunit.client.0.smithi012.stdout: "submit_latency": { 2024-04-02T09:53:55.359 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.359 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.359 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.359 INFO:tasks.workunit.client.0.smithi012.stdout: "submit_sync_latency": { 2024-04-02T09:53:55.360 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 20622, 2024-04-02T09:53:55.360 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14440797244 2024-04-02T09:53:55.360 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.360 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.360 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.360 INFO:tasks.workunit.client.0.smithi012.stdout: "mon.aade4c1cf53e5400fc243fe71c4882775e710864": { 2024-04-02T09:53:55.360 INFO:tasks.workunit.client.0.smithi012.stdout: "mon": { 2024-04-02T09:53:55.360 INFO:tasks.workunit.client.0.smithi012.stdout: "election_call": { 2024-04-02T09:53:55.360 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6 2024-04-02T09:53:55.360 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.360 INFO:tasks.workunit.client.0.smithi012.stdout: "election_lose": { 2024-04-02T09:53:55.360 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.360 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.360 INFO:tasks.workunit.client.0.smithi012.stdout: "election_win": { 2024-04-02T09:53:55.360 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6 2024-04-02T09:53:55.361 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.361 INFO:tasks.workunit.client.0.smithi012.stdout: "num_elections": { 2024-04-02T09:53:55.361 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 21 2024-04-02T09:53:55.361 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.361 INFO:tasks.workunit.client.0.smithi012.stdout: "num_sessions": { 2024-04-02T09:53:55.361 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9 2024-04-02T09:53:55.361 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.361 INFO:tasks.workunit.client.0.smithi012.stdout: "session_add": { 2024-04-02T09:53:55.361 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5 2024-04-02T09:53:55.361 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.361 INFO:tasks.workunit.client.0.smithi012.stdout: "session_rm": { 2024-04-02T09:53:55.361 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 263 2024-04-02T09:53:55.361 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.361 INFO:tasks.workunit.client.0.smithi012.stdout: "session_trim": { 2024-04-02T09:53:55.362 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.362 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.362 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.362 INFO:tasks.workunit.client.0.smithi012.stdout: "paxos": { 2024-04-02T09:53:55.362 INFO:tasks.workunit.client.0.smithi012.stdout: "accept_timeout": { 2024-04-02T09:53:55.362 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.362 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.362 INFO:tasks.workunit.client.0.smithi012.stdout: "begin": { 2024-04-02T09:53:55.362 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8649 2024-04-02T09:53:55.362 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.362 INFO:tasks.workunit.client.0.smithi012.stdout: "begin_bytes": { 2024-04-02T09:53:55.362 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8649, 2024-04-02T09:53:55.362 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 60597968 2024-04-02T09:53:55.363 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.363 INFO:tasks.workunit.client.0.smithi012.stdout: "begin_keys": { 2024-04-02T09:53:55.363 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8649, 2024-04-02T09:53:55.363 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 25947 2024-04-02T09:53:55.363 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.363 INFO:tasks.workunit.client.0.smithi012.stdout: "begin_latency": { 2024-04-02T09:53:55.363 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8649, 2024-04-02T09:53:55.363 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1933983951 2024-04-02T09:53:55.363 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.363 INFO:tasks.workunit.client.0.smithi012.stdout: "collect": { 2024-04-02T09:53:55.363 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.363 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.363 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_bytes": { 2024-04-02T09:53:55.363 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.363 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.364 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.364 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_keys": { 2024-04-02T09:53:55.364 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.364 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.364 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.364 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_latency": { 2024-04-02T09:53:55.364 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.364 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.364 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.364 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_timeout": { 2024-04-02T09:53:55.364 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.364 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.364 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_uncommitted": { 2024-04-02T09:53:55.364 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T09:53:55.364 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.365 INFO:tasks.workunit.client.0.smithi012.stdout: "commit": { 2024-04-02T09:53:55.365 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8647 2024-04-02T09:53:55.365 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.365 INFO:tasks.workunit.client.0.smithi012.stdout: "commit_bytes": { 2024-04-02T09:53:55.365 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8647, 2024-04-02T09:53:55.365 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 59943171 2024-04-02T09:53:55.365 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.365 INFO:tasks.workunit.client.0.smithi012.stdout: "commit_keys": { 2024-04-02T09:53:55.365 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8647, 2024-04-02T09:53:55.365 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67142 2024-04-02T09:53:55.365 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.365 INFO:tasks.workunit.client.0.smithi012.stdout: "commit_latency": { 2024-04-02T09:53:55.365 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8647, 2024-04-02T09:53:55.365 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2599289364 2024-04-02T09:53:55.365 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.366 INFO:tasks.workunit.client.0.smithi012.stdout: "lease_ack_timeout": { 2024-04-02T09:53:55.366 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.366 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.366 INFO:tasks.workunit.client.0.smithi012.stdout: "lease_timeout": { 2024-04-02T09:53:55.366 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.366 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.366 INFO:tasks.workunit.client.0.smithi012.stdout: "new_pn": { 2024-04-02T09:53:55.366 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6 2024-04-02T09:53:55.366 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.366 INFO:tasks.workunit.client.0.smithi012.stdout: "new_pn_latency": { 2024-04-02T09:53:55.366 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 6, 2024-04-02T09:53:55.366 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2999973 2024-04-02T09:53:55.366 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.366 INFO:tasks.workunit.client.0.smithi012.stdout: "refresh": { 2024-04-02T09:53:55.367 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8651 2024-04-02T09:53:55.367 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.367 INFO:tasks.workunit.client.0.smithi012.stdout: "refresh_latency": { 2024-04-02T09:53:55.367 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8651, 2024-04-02T09:53:55.367 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 29975751547 2024-04-02T09:53:55.367 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.367 INFO:tasks.workunit.client.0.smithi012.stdout: "restart": { 2024-04-02T09:53:55.367 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 23 2024-04-02T09:53:55.367 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.367 INFO:tasks.workunit.client.0.smithi012.stdout: "share_state": { 2024-04-02T09:53:55.367 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T09:53:55.367 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.367 INFO:tasks.workunit.client.0.smithi012.stdout: "share_state_bytes": { 2024-04-02T09:53:55.367 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T09:53:55.367 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 198378 2024-04-02T09:53:55.368 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.368 INFO:tasks.workunit.client.0.smithi012.stdout: "share_state_keys": { 2024-04-02T09:53:55.368 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T09:53:55.368 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 19 2024-04-02T09:53:55.368 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.368 INFO:tasks.workunit.client.0.smithi012.stdout: "start_leader": { 2024-04-02T09:53:55.368 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6 2024-04-02T09:53:55.368 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.368 INFO:tasks.workunit.client.0.smithi012.stdout: "start_peon": { 2024-04-02T09:53:55.368 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.368 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.368 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state": { 2024-04-02T09:53:55.368 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.368 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.368 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state_bytes": { 2024-04-02T09:53:55.369 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.369 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.369 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.369 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state_keys": { 2024-04-02T09:53:55.369 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.369 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.369 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.369 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state_latency": { 2024-04-02T09:53:55.369 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.369 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.369 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.369 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.369 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache": { 2024-04-02T09:53:55.369 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T09:53:55.369 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1020054731 2024-04-02T09:53:55.369 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.370 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T09:53:55.370 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 259137536 2024-04-02T09:53:55.370 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.370 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T09:53:55.370 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 256630784 2024-04-02T09:53:55.370 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.370 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T09:53:55.370 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2147483648 2024-04-02T09:53:55.370 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.370 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T09:53:55.370 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2506752 2024-04-02T09:53:55.370 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.370 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.370 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache:full": { 2024-04-02T09:53:55.370 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:53:55.371 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 360710144 2024-04-02T09:53:55.371 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.371 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:53:55.371 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.371 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.371 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:53:55.371 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.371 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.371 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:53:55.371 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 267154458 2024-04-02T09:53:55.371 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.371 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:53:55.371 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 25104639 2024-04-02T09:53:55.371 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.372 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:53:55.372 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.372 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.372 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:53:55.372 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.372 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.372 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:53:55.372 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.372 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.372 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:53:55.372 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.372 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.372 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:53:55.372 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.373 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.373 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:53:55.373 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.373 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.373 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:53:55.373 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.373 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.373 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:53:55.373 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.373 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.373 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:53:55.373 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 68451047 2024-04-02T09:53:55.373 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.373 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.373 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache:inc": { 2024-04-02T09:53:55.373 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:53:55.374 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 339738624 2024-04-02T09:53:55.374 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.374 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:53:55.374 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.374 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.374 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:53:55.374 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.374 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.374 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:53:55.374 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 267154458 2024-04-02T09:53:55.374 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.374 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:53:55.374 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1519834 2024-04-02T09:53:55.374 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.374 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:53:55.375 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.375 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.375 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:53:55.375 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.375 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.375 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:53:55.375 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.375 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.375 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:53:55.375 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.375 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.375 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:53:55.375 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.375 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.376 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:53:55.376 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.376 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.376 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:53:55.376 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.376 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.376 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:53:55.376 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.376 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.376 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:53:55.376 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71064332 2024-04-02T09:53:55.376 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.376 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.376 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache:kv": { 2024-04-02T09:53:55.376 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:53:55.377 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 314572800 2024-04-02T09:53:55.377 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.377 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:53:55.377 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:53:55.377 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.377 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:53:55.377 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.377 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.377 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:53:55.377 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 178102972 2024-04-02T09:53:55.377 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.377 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:53:55.377 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.377 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.377 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:53:55.378 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.378 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.378 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:53:55.378 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.378 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.378 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:53:55.378 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.378 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.378 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:53:55.378 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.378 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.378 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:53:55.378 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.378 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.379 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:53:55.379 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.379 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.379 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:53:55.379 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.379 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.379 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:53:55.379 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.379 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.379 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:53:55.379 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 69360964 2024-04-02T09:53:55.379 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.379 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.379 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb": { 2024-04-02T09:53:55.379 INFO:tasks.workunit.client.0.smithi012.stdout: "compact": { 2024-04-02T09:53:55.379 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.380 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.380 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_queue_len": { 2024-04-02T09:53:55.380 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.380 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.380 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_queue_merge": { 2024-04-02T09:53:55.380 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.380 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.380 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_range": { 2024-04-02T09:53:55.380 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 100 2024-04-02T09:53:55.380 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.380 INFO:tasks.workunit.client.0.smithi012.stdout: "get_latency": { 2024-04-02T09:53:55.380 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 388755, 2024-04-02T09:53:55.380 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2089432884 2024-04-02T09:53:55.380 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.380 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_delay_time": { 2024-04-02T09:53:55.381 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.381 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.381 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.381 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_memtable_time": { 2024-04-02T09:53:55.381 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.381 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.381 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.381 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T09:53:55.381 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.381 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.381 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.381 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_wal_time": { 2024-04-02T09:53:55.381 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.381 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.382 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.382 INFO:tasks.workunit.client.0.smithi012.stdout: "submit_latency": { 2024-04-02T09:53:55.382 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.382 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.382 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.382 INFO:tasks.workunit.client.0.smithi012.stdout: "submit_sync_latency": { 2024-04-02T09:53:55.382 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 20901, 2024-04-02T09:53:55.382 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7418706741 2024-04-02T09:53:55.382 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.382 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.382 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.382 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.0": { 2024-04-02T09:53:55.382 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:53:55.383 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_db_max_lat": { 2024-04-02T09:53:55.383 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 21634 2024-04-02T09:53:55.383 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.383 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_fallback": { 2024-04-02T09:53:55.383 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.383 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.383 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_max_lat": { 2024-04-02T09:53:55.383 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.383 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.383 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:53:55.383 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.383 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.383 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_db": { 2024-04-02T09:53:55.383 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 65536 2024-04-02T09:53:55.383 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.384 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_slow": { 2024-04-02T09:53:55.384 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.384 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.384 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_wal": { 2024-04-02T09:53:55.384 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.384 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.384 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_wal_max_lat": { 2024-04-02T09:53:55.384 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.384 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.384 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_slow": { 2024-04-02T09:53:55.384 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.384 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.384 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_sst": { 2024-04-02T09:53:55.384 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3850240 2024-04-02T09:53:55.384 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.384 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_wal": { 2024-04-02T09:53:55.385 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 756731904 2024-04-02T09:53:55.385 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.385 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lat": { 2024-04-02T09:53:55.385 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 19, 2024-04-02T09:53:55.385 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9299767 2024-04-02T09:53:55.385 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.385 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lock_lat": { 2024-04-02T09:53:55.385 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 19, 2024-04-02T09:53:55.385 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1681670 2024-04-02T09:53:55.385 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.385 INFO:tasks.workunit.client.0.smithi012.stdout: "db_alloc_lat": { 2024-04-02T09:53:55.385 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 188, 2024-04-02T09:53:55.385 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 953681 2024-04-02T09:53:55.385 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.386 INFO:tasks.workunit.client.0.smithi012.stdout: "db_total_bytes": { 2024-04-02T09:53:55.386 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995027456 2024-04-02T09:53:55.386 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.386 INFO:tasks.workunit.client.0.smithi012.stdout: "db_used_bytes": { 2024-04-02T09:53:55.386 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 697303040 2024-04-02T09:53:55.386 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.386 INFO:tasks.workunit.client.0.smithi012.stdout: "flush_lat": { 2024-04-02T09:53:55.386 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 77627, 2024-04-02T09:53:55.386 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11527917462 2024-04-02T09:53:55.386 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.386 INFO:tasks.workunit.client.0.smithi012.stdout: "fsync_lat": { 2024-04-02T09:53:55.386 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 77621, 2024-04-02T09:53:55.386 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18925105523 2024-04-02T09:53:55.386 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.386 INFO:tasks.workunit.client.0.smithi012.stdout: "log_bytes": { 2024-04-02T09:53:55.387 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2007040 2024-04-02T09:53:55.387 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.387 INFO:tasks.workunit.client.0.smithi012.stdout: "logged_bytes": { 2024-04-02T09:53:55.387 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 317911040 2024-04-02T09:53:55.387 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.387 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_db": { 2024-04-02T09:53:55.387 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 718602240 2024-04-02T09:53:55.387 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.387 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_slow": { 2024-04-02T09:53:55.387 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.387 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.387 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_wal": { 2024-04-02T09:53:55.387 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.387 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.387 INFO:tasks.workunit.client.0.smithi012.stdout: "num_files": { 2024-04-02T09:53:55.388 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 50 2024-04-02T09:53:55.388 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.388 INFO:tasks.workunit.client.0.smithi012.stdout: "read_bytes": { 2024-04-02T09:53:55.388 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2586271993 2024-04-02T09:53:55.388 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.388 INFO:tasks.workunit.client.0.smithi012.stdout: "read_count": { 2024-04-02T09:53:55.388 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 41628 2024-04-02T09:53:55.388 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.388 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes": { 2024-04-02T09:53:55.388 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2152751104 2024-04-02T09:53:55.388 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.388 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_db": { 2024-04-02T09:53:55.388 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2152755200 2024-04-02T09:53:55.388 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.388 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_slow": { 2024-04-02T09:53:55.388 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.389 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.389 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_wal": { 2024-04-02T09:53:55.389 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.389 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.389 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_count": { 2024-04-02T09:53:55.389 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 31442 2024-04-02T09:53:55.389 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.389 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:53:55.389 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 41628, 2024-04-02T09:53:55.389 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 667943758 2024-04-02T09:53:55.389 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.389 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_bytes": { 2024-04-02T09:53:55.389 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2516436496 2024-04-02T09:53:55.389 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.389 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_count": { 2024-04-02T09:53:55.389 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 39483 2024-04-02T09:53:55.390 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.390 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_bytes": { 2024-04-02T09:53:55.390 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1345308 2024-04-02T09:53:55.390 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.390 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_count": { 2024-04-02T09:53:55.390 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 447 2024-04-02T09:53:55.390 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.390 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_bytes": { 2024-04-02T09:53:55.390 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3780011 2024-04-02T09:53:55.390 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.390 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_count": { 2024-04-02T09:53:55.390 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 623 2024-04-02T09:53:55.390 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.390 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes": { 2024-04-02T09:53:55.391 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2434703 2024-04-02T09:53:55.391 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.391 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:53:55.391 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2434703 2024-04-02T09:53:55.391 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.391 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:53:55.391 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.391 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.391 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:53:55.391 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.391 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.391 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_count": { 2024-04-02T09:53:55.391 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 179 2024-04-02T09:53:55.391 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.391 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_lat": { 2024-04-02T09:53:55.392 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 623, 2024-04-02T09:53:55.392 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1399749 2024-04-02T09:53:55.392 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.392 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_alloc_lat": { 2024-04-02T09:53:55.392 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.392 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.392 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.392 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_total_bytes": { 2024-04-02T09:53:55.392 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.392 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.392 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_used_bytes": { 2024-04-02T09:53:55.392 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.392 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.392 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:53:55.393 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T09:53:55.393 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 640 2024-04-02T09:53:55.393 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.393 INFO:tasks.workunit.client.0.smithi012.stdout: "unlink_lat": { 2024-04-02T09:53:55.393 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 6, 2024-04-02T09:53:55.393 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9543 2024-04-02T09:53:55.393 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.393 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_alloc_lat": { 2024-04-02T09:53:55.393 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.393 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.393 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.393 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_total_bytes": { 2024-04-02T09:53:55.393 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.393 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.393 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_used_bytes": { 2024-04-02T09:53:55.394 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.394 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.394 INFO:tasks.workunit.client.0.smithi012.stdout: "write_bytes": { 2024-04-02T09:53:55.394 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1081368576 2024-04-02T09:53:55.394 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.394 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.394 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore": { 2024-04-02T09:53:55.394 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit": { 2024-04-02T09:53:55.394 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4096 2024-04-02T09:53:55.394 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.394 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": { 2024-04-02T09:53:55.394 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10981376 2024-04-02T09:53:55.394 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.395 INFO:tasks.workunit.client.0.smithi012.stdout: "allocator_lat": { 2024-04-02T09:53:55.395 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 23972, 2024-04-02T09:53:55.395 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 81810009 2024-04-02T09:53:55.395 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.395 INFO:tasks.workunit.client.0.smithi012.stdout: "clist_lat": { 2024-04-02T09:53:55.395 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3597, 2024-04-02T09:53:55.395 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4281447407 2024-04-02T09:53:55.395 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.395 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_lat": { 2024-04-02T09:53:55.395 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.395 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.395 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.395 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed": { 2024-04-02T09:53:55.395 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.395 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.396 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_allocated": { 2024-04-02T09:53:55.396 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.396 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.396 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_original": { 2024-04-02T09:53:55.396 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.396 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.396 INFO:tasks.workunit.client.0.smithi012.stdout: "csum_lat": { 2024-04-02T09:53:55.396 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 31262, 2024-04-02T09:53:55.396 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 261321304 2024-04-02T09:53:55.396 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.396 INFO:tasks.workunit.client.0.smithi012.stdout: "decompress_lat": { 2024-04-02T09:53:55.396 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.396 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.396 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.397 INFO:tasks.workunit.client.0.smithi012.stdout: "fragmentation_micros": { 2024-04-02T09:53:55.397 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.397 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.397 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_commit_lat": { 2024-04-02T09:53:55.397 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 77545, 2024-04-02T09:53:55.397 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 23033974579 2024-04-02T09:53:55.397 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.397 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_final_lat": { 2024-04-02T09:53:55.397 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 76901, 2024-04-02T09:53:55.397 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1586810184 2024-04-02T09:53:55.397 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.397 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_flush_lat": { 2024-04-02T09:53:55.397 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 77545, 2024-04-02T09:53:55.397 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 50029775 2024-04-02T09:53:55.397 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.398 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_sync_lat": { 2024-04-02T09:53:55.398 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 77545, 2024-04-02T09:53:55.398 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 23084004354 2024-04-02T09:53:55.398 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.398 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_keys_lat": { 2024-04-02T09:53:55.398 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.398 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.398 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.398 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_values_lat": { 2024-04-02T09:53:55.398 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 31567, 2024-04-02T09:53:55.398 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1596121703 2024-04-02T09:53:55.398 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.398 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_lower_bound_lat": { 2024-04-02T09:53:55.398 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1087, 2024-04-02T09:53:55.399 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3179244 2024-04-02T09:53:55.399 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.399 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_next_lat": { 2024-04-02T09:53:55.399 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 18503, 2024-04-02T09:53:55.399 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11296378 2024-04-02T09:53:55.399 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.399 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:53:55.399 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 53, 2024-04-02T09:53:55.399 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 81380 2024-04-02T09:53:55.399 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.399 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_upper_bound_lat": { 2024-04-02T09:53:55.399 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 16238, 2024-04-02T09:53:55.399 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1984280517 2024-04-02T09:53:55.399 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.400 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_hits": { 2024-04-02T09:53:55.400 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 241047 2024-04-02T09:53:55.400 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.400 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_misses": { 2024-04-02T09:53:55.400 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24006 2024-04-02T09:53:55.400 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.400 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:53:55.400 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 13747, 2024-04-02T09:53:55.400 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2763412029 2024-04-02T09:53:55.400 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.400 INFO:tasks.workunit.client.0.smithi012.stdout: "read_onode_meta_lat": { 2024-04-02T09:53:55.400 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 34193, 2024-04-02T09:53:55.400 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11979200 2024-04-02T09:53:55.400 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.401 INFO:tasks.workunit.client.0.smithi012.stdout: "read_wait_aio_lat": { 2024-04-02T09:53:55.401 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 20446, 2024-04-02T09:53:55.401 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2217929099 2024-04-02T09:53:55.401 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.401 INFO:tasks.workunit.client.0.smithi012.stdout: "reads_with_retries": { 2024-04-02T09:53:55.401 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.401 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.401 INFO:tasks.workunit.client.0.smithi012.stdout: "remove_lat": { 2024-04-02T09:53:55.401 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15404, 2024-04-02T09:53:55.401 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 454041920 2024-04-02T09:53:55.401 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.401 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_aio_wait_count": { 2024-04-02T09:53:55.401 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.401 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.402 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_committed_kv_count": { 2024-04-02T09:53:55.402 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.402 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.402 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:53:55.402 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.402 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.402 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:53:55.402 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.402 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.402 INFO:tasks.workunit.client.0.smithi012.stdout: "state_aio_wait_lat": { 2024-04-02T09:53:55.402 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 93689, 2024-04-02T09:53:55.402 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13532658736 2024-04-02T09:53:55.402 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.402 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:53:55.403 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 9312, 2024-04-02T09:53:55.403 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 535473362 2024-04-02T09:53:55.403 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.403 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:53:55.403 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 9310, 2024-04-02T09:53:55.403 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4126866144356 2024-04-02T09:53:55.403 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.403 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_queued_lat": { 2024-04-02T09:53:55.403 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 9312, 2024-04-02T09:53:55.403 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6725727075049 2024-04-02T09:53:55.403 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.403 INFO:tasks.workunit.client.0.smithi012.stdout: "state_done_lat": { 2024-04-02T09:53:55.403 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 93687, 2024-04-02T09:53:55.403 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2718134317427 2024-04-02T09:53:55.403 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.404 INFO:tasks.workunit.client.0.smithi012.stdout: "state_finishing_lat": { 2024-04-02T09:53:55.404 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 93687, 2024-04-02T09:53:55.404 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10474816 2024-04-02T09:53:55.404 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.404 INFO:tasks.workunit.client.0.smithi012.stdout: "state_io_done_lat": { 2024-04-02T09:53:55.404 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 93689, 2024-04-02T09:53:55.404 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 533150241 2024-04-02T09:53:55.404 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.404 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_commiting_lat": { 2024-04-02T09:53:55.404 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 93689, 2024-04-02T09:53:55.404 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 39931647202 2024-04-02T09:53:55.404 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.404 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_done_lat": { 2024-04-02T09:53:55.404 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 93689, 2024-04-02T09:53:55.404 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 36502145 2024-04-02T09:53:55.405 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.405 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_queued_lat": { 2024-04-02T09:53:55.405 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 93689, 2024-04-02T09:53:55.405 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 19382095590 2024-04-02T09:53:55.405 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.405 INFO:tasks.workunit.client.0.smithi012.stdout: "state_prepare_lat": { 2024-04-02T09:53:55.405 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 93689, 2024-04-02T09:53:55.405 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14239962390 2024-04-02T09:53:55.405 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.405 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": { 2024-04-02T09:53:55.405 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6770542 2024-04-02T09:53:55.405 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.405 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:53:55.405 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2597, 2024-04-02T09:53:55.406 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13727206 2024-04-02T09:53:55.406 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.406 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_commit_lat": { 2024-04-02T09:53:55.406 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 93689, 2024-04-02T09:53:55.406 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 87637245897 2024-04-02T09:53:55.406 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.406 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_submit_lat": { 2024-04-02T09:53:55.406 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 93689, 2024-04-02T09:53:55.406 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15403417366 2024-04-02T09:53:55.406 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.406 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_throttle_lat": { 2024-04-02T09:53:55.406 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 93689, 2024-04-02T09:53:55.406 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 996870134 2024-04-02T09:53:55.406 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.406 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.407 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache": { 2024-04-02T09:53:55.407 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T09:53:55.407 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1406236763 2024-04-02T09:53:55.407 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.407 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T09:53:55.407 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 500490240 2024-04-02T09:53:55.407 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.407 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T09:53:55.407 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 451305472 2024-04-02T09:53:55.407 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.407 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T09:53:55.407 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2601815449 2024-04-02T09:53:55.407 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.407 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T09:53:55.408 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 49184768 2024-04-02T09:53:55.408 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.408 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.408 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:data": { 2024-04-02T09:53:55.408 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:53:55.408 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 125829120 2024-04-02T09:53:55.408 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.408 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:53:55.408 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.408 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.408 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:53:55.408 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.408 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.408 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:53:55.408 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57229173 2024-04-02T09:53:55.409 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.409 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:53:55.409 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.409 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.409 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:53:55.409 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.409 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.409 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:53:55.409 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.409 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.409 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:53:55.409 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.409 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.409 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:53:55.409 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4096 2024-04-02T09:53:55.409 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.410 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:53:55.410 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 274432 2024-04-02T09:53:55.410 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.410 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:53:55.410 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.410 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.410 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:53:55.410 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.410 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.410 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:53:55.410 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.410 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.410 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:53:55.410 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 68321419 2024-04-02T09:53:55.410 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.411 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.411 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv": { 2024-04-02T09:53:55.411 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:53:55.411 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 570425344 2024-04-02T09:53:55.411 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.411 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:53:55.411 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:53:55.411 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.411 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:53:55.411 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.411 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.411 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:53:55.411 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 429218800 2024-04-02T09:53:55.411 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.412 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:53:55.412 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.412 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.412 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:53:55.412 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.412 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.412 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:53:55.412 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1392 2024-04-02T09:53:55.412 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.412 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:53:55.412 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.412 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.412 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:53:55.413 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 77600 2024-04-02T09:53:55.413 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.413 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:53:55.413 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.413 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.413 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:53:55.413 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.413 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.413 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:53:55.413 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.413 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.413 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:53:55.413 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.413 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.413 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:53:55.414 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 74018688 2024-04-02T09:53:55.414 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.414 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.414 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:53:55.414 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:53:55.414 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 176160768 2024-04-02T09:53:55.414 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.414 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:53:55.414 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:53:55.414 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.414 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:53:55.414 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3447936 2024-04-02T09:53:55.414 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.414 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:53:55.414 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 38152782 2024-04-02T09:53:55.415 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.415 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:53:55.415 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.415 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.415 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:53:55.415 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.415 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.415 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:53:55.415 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.415 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.415 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:53:55.415 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.415 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.415 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:53:55.416 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.416 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.416 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:53:55.416 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.416 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.416 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:53:55.416 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.416 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.416 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:53:55.416 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.416 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.416 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:53:55.416 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.417 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.417 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:53:55.417 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67451186 2024-04-02T09:53:55.417 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.417 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.417 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:meta": { 2024-04-02T09:53:55.417 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:53:55.417 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 503316480 2024-04-02T09:53:55.417 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.417 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:53:55.417 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.417 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.417 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:53:55.417 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.417 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.418 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:53:55.418 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 429218800 2024-04-02T09:53:55.418 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.418 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:53:55.418 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.418 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.418 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:53:55.418 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.418 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.418 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:53:55.418 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.418 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.418 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:53:55.418 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.419 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.419 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:53:55.419 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 97720 2024-04-02T09:53:55.419 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.419 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:53:55.419 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1117374 2024-04-02T09:53:55.419 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.419 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:53:55.419 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.419 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.419 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:53:55.419 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.419 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.419 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:53:55.419 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.420 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.420 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:53:55.420 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 72882586 2024-04-02T09:53:55.420 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.420 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.420 INFO:tasks.workunit.client.0.smithi012.stdout: "objecter": { 2024-04-02T09:53:55.420 INFO:tasks.workunit.client.0.smithi012.stdout: "op_active": { 2024-04-02T09:53:55.420 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.420 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.420 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:53:55.420 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 26 2024-04-02T09:53:55.420 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.420 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rmw": { 2024-04-02T09:53:55.420 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.420 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.421 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:53:55.421 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.421 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.421 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.421 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:53:55.421 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg": { 2024-04-02T09:53:55.421 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 53 2024-04-02T09:53:55.421 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.421 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg_removing": { 2024-04-02T09:53:55.421 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.421 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.421 INFO:tasks.workunit.client.0.smithi012.stdout: "op": { 2024-04-02T09:53:55.421 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 34684 2024-04-02T09:53:55.421 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.422 INFO:tasks.workunit.client.0.smithi012.stdout: "op_before_queue_op_lat": { 2024-04-02T09:53:55.422 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 122852, 2024-04-02T09:53:55.422 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8135551704 2024-04-02T09:53:55.422 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.422 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_degraded": { 2024-04-02T09:53:55.422 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1 2024-04-02T09:53:55.422 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.422 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_unreadable": { 2024-04-02T09:53:55.422 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.422 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.422 INFO:tasks.workunit.client.0.smithi012.stdout: "op_in_bytes": { 2024-04-02T09:53:55.422 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2482968229 2024-04-02T09:53:55.422 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.423 INFO:tasks.workunit.client.0.smithi012.stdout: "op_latency": { 2024-04-02T09:53:55.423 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 34684, 2024-04-02T09:53:55.423 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 252555597423 2024-04-02T09:53:55.423 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.423 INFO:tasks.workunit.client.0.smithi012.stdout: "op_out_bytes": { 2024-04-02T09:53:55.423 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3627922135 2024-04-02T09:53:55.423 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.423 INFO:tasks.workunit.client.0.smithi012.stdout: "op_prepare_latency": { 2024-04-02T09:53:55.423 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 35851, 2024-04-02T09:53:55.423 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 21769124907 2024-04-02T09:53:55.423 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.423 INFO:tasks.workunit.client.0.smithi012.stdout: "op_process_latency": { 2024-04-02T09:53:55.423 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 34684, 2024-04-02T09:53:55.423 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71728883404 2024-04-02T09:53:55.424 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.424 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:53:55.424 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 19582 2024-04-02T09:53:55.424 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.424 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency": { 2024-04-02T09:53:55.424 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 19582, 2024-04-02T09:53:55.424 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 17151129533 2024-04-02T09:53:55.424 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.424 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:53:55.424 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.424 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.424 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_out_bytes": { 2024-04-02T09:53:55.424 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3627922135 2024-04-02T09:53:55.424 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.424 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_prepare_latency": { 2024-04-02T09:53:55.424 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 19918, 2024-04-02T09:53:55.425 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5952978770 2024-04-02T09:53:55.425 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.425 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_process_latency": { 2024-04-02T09:53:55.425 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 19582, 2024-04-02T09:53:55.425 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6451461201 2024-04-02T09:53:55.425 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.425 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw": { 2024-04-02T09:53:55.425 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7933 2024-04-02T09:53:55.425 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.425 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_in_bytes": { 2024-04-02T09:53:55.425 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 545123766 2024-04-02T09:53:55.425 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.425 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency": { 2024-04-02T09:53:55.425 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 7933, 2024-04-02T09:53:55.425 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 17429663461 2024-04-02T09:53:55.426 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.426 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:53:55.426 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.426 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.426 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:53:55.426 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.426 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.426 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_out_bytes": { 2024-04-02T09:53:55.426 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.426 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.426 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_prepare_latency": { 2024-04-02T09:53:55.426 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8583, 2024-04-02T09:53:55.426 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6063825180 2024-04-02T09:53:55.427 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.427 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_process_latency": { 2024-04-02T09:53:55.427 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 7933, 2024-04-02T09:53:55.427 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14602697756 2024-04-02T09:53:55.427 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.427 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:53:55.427 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7169 2024-04-02T09:53:55.427 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.427 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_in_bytes": { 2024-04-02T09:53:55.427 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1937844463 2024-04-02T09:53:55.427 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.427 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency": { 2024-04-02T09:53:55.427 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 7169, 2024-04-02T09:53:55.427 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 217974804429 2024-04-02T09:53:55.427 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.428 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:53:55.428 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.428 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.428 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_prepare_latency": { 2024-04-02T09:53:55.428 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 7350, 2024-04-02T09:53:55.428 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9752320957 2024-04-02T09:53:55.428 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.428 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_process_latency": { 2024-04-02T09:53:55.428 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 7169, 2024-04-02T09:53:55.428 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 50674724447 2024-04-02T09:53:55.428 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.428 INFO:tasks.workunit.client.0.smithi012.stdout: "op_wip": { 2024-04-02T09:53:55.428 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.428 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.429 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_bytes": { 2024-04-02T09:53:55.429 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9437251 2024-04-02T09:53:55.429 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.429 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_ops": { 2024-04-02T09:53:55.429 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13 2024-04-02T09:53:55.429 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.429 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes": { 2024-04-02T09:53:55.429 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T09:53:55.429 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.429 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes_used": { 2024-04-02T09:53:55.429 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 708300800 2024-04-02T09:53:55.429 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.429 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.429 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.429 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.1": { 2024-04-02T09:53:55.429 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:53:55.430 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_db_max_lat": { 2024-04-02T09:53:55.430 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24213 2024-04-02T09:53:55.430 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.430 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_fallback": { 2024-04-02T09:53:55.430 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.430 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.430 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_max_lat": { 2024-04-02T09:53:55.430 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.430 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.430 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:53:55.430 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.430 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.430 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_db": { 2024-04-02T09:53:55.430 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 65536 2024-04-02T09:53:55.431 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.431 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_slow": { 2024-04-02T09:53:55.431 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.431 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.431 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_wal": { 2024-04-02T09:53:55.431 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.431 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.431 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_wal_max_lat": { 2024-04-02T09:53:55.431 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.431 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.431 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_slow": { 2024-04-02T09:53:55.431 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.431 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.431 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_sst": { 2024-04-02T09:53:55.432 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5648384 2024-04-02T09:53:55.432 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.432 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_wal": { 2024-04-02T09:53:55.432 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 855797760 2024-04-02T09:53:55.432 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.432 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lat": { 2024-04-02T09:53:55.432 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 18, 2024-04-02T09:53:55.432 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4732741 2024-04-02T09:53:55.432 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.432 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lock_lat": { 2024-04-02T09:53:55.432 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 18, 2024-04-02T09:53:55.432 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1354558 2024-04-02T09:53:55.432 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.433 INFO:tasks.workunit.client.0.smithi012.stdout: "db_alloc_lat": { 2024-04-02T09:53:55.433 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 200, 2024-04-02T09:53:55.433 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 943517 2024-04-02T09:53:55.433 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.433 INFO:tasks.workunit.client.0.smithi012.stdout: "db_total_bytes": { 2024-04-02T09:53:55.433 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995027456 2024-04-02T09:53:55.433 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.433 INFO:tasks.workunit.client.0.smithi012.stdout: "db_used_bytes": { 2024-04-02T09:53:55.433 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 910753792 2024-04-02T09:53:55.433 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.433 INFO:tasks.workunit.client.0.smithi012.stdout: "flush_lat": { 2024-04-02T09:53:55.433 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75819, 2024-04-02T09:53:55.433 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11641193571 2024-04-02T09:53:55.433 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.434 INFO:tasks.workunit.client.0.smithi012.stdout: "fsync_lat": { 2024-04-02T09:53:55.434 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75836, 2024-04-02T09:53:55.434 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18651875806 2024-04-02T09:53:55.434 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.434 INFO:tasks.workunit.client.0.smithi012.stdout: "log_bytes": { 2024-04-02T09:53:55.434 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11292672 2024-04-02T09:53:55.434 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.434 INFO:tasks.workunit.client.0.smithi012.stdout: "logged_bytes": { 2024-04-02T09:53:55.434 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 310554624 2024-04-02T09:53:55.434 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.434 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_db": { 2024-04-02T09:53:55.434 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 923533312 2024-04-02T09:53:55.434 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.434 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_slow": { 2024-04-02T09:53:55.435 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.435 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.435 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_wal": { 2024-04-02T09:53:55.435 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.435 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.435 INFO:tasks.workunit.client.0.smithi012.stdout: "num_files": { 2024-04-02T09:53:55.435 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 59 2024-04-02T09:53:55.435 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.435 INFO:tasks.workunit.client.0.smithi012.stdout: "read_bytes": { 2024-04-02T09:53:55.435 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4048126803 2024-04-02T09:53:55.435 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.435 INFO:tasks.workunit.client.0.smithi012.stdout: "read_count": { 2024-04-02T09:53:55.435 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 45768 2024-04-02T09:53:55.435 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.435 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes": { 2024-04-02T09:53:55.436 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3503120384 2024-04-02T09:53:55.436 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.436 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_db": { 2024-04-02T09:53:55.436 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3503124480 2024-04-02T09:53:55.436 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.436 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_slow": { 2024-04-02T09:53:55.436 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.436 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.436 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_wal": { 2024-04-02T09:53:55.436 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.436 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.436 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_count": { 2024-04-02T09:53:55.436 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 39667 2024-04-02T09:53:55.436 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.437 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:53:55.437 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 45768, 2024-04-02T09:53:55.437 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1158939353 2024-04-02T09:53:55.437 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.437 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_bytes": { 2024-04-02T09:53:55.437 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3951418634 2024-04-02T09:53:55.437 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.437 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_count": { 2024-04-02T09:53:55.437 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 42802 2024-04-02T09:53:55.437 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.437 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_bytes": { 2024-04-02T09:53:55.437 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1832860 2024-04-02T09:53:55.437 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.437 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_count": { 2024-04-02T09:53:55.437 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 571 2024-04-02T09:53:55.438 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.438 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_bytes": { 2024-04-02T09:53:55.438 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5454022 2024-04-02T09:53:55.438 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.438 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_count": { 2024-04-02T09:53:55.438 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 808 2024-04-02T09:53:55.438 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.438 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes": { 2024-04-02T09:53:55.438 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3621162 2024-04-02T09:53:55.438 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.438 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:53:55.438 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3621162 2024-04-02T09:53:55.438 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.439 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:53:55.439 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.439 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.439 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:53:55.439 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.439 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.439 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_count": { 2024-04-02T09:53:55.439 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 245 2024-04-02T09:53:55.439 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.439 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_lat": { 2024-04-02T09:53:55.439 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 808, 2024-04-02T09:53:55.439 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2386087 2024-04-02T09:53:55.439 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.439 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_alloc_lat": { 2024-04-02T09:53:55.440 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.440 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.440 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.440 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_total_bytes": { 2024-04-02T09:53:55.440 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.440 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.440 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_used_bytes": { 2024-04-02T09:53:55.440 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.440 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.440 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:53:55.440 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T09:53:55.440 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1053 2024-04-02T09:53:55.440 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.440 INFO:tasks.workunit.client.0.smithi012.stdout: "unlink_lat": { 2024-04-02T09:53:55.440 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8, 2024-04-02T09:53:55.441 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15577 2024-04-02T09:53:55.441 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.441 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_alloc_lat": { 2024-04-02T09:53:55.441 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.441 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.441 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.441 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_total_bytes": { 2024-04-02T09:53:55.441 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.441 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.441 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_used_bytes": { 2024-04-02T09:53:55.441 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.441 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.441 INFO:tasks.workunit.client.0.smithi012.stdout: "write_bytes": { 2024-04-02T09:53:55.441 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1174740992 2024-04-02T09:53:55.442 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.442 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.442 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore": { 2024-04-02T09:53:55.442 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit": { 2024-04-02T09:53:55.442 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4096 2024-04-02T09:53:55.442 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.442 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": { 2024-04-02T09:53:55.442 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14585856 2024-04-02T09:53:55.442 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.442 INFO:tasks.workunit.client.0.smithi012.stdout: "allocator_lat": { 2024-04-02T09:53:55.442 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 22644, 2024-04-02T09:53:55.442 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 83865505 2024-04-02T09:53:55.442 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.442 INFO:tasks.workunit.client.0.smithi012.stdout: "clist_lat": { 2024-04-02T09:53:55.443 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3547, 2024-04-02T09:53:55.443 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5162084549 2024-04-02T09:53:55.443 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.443 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_lat": { 2024-04-02T09:53:55.443 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.443 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.443 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.443 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed": { 2024-04-02T09:53:55.443 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.443 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.443 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_allocated": { 2024-04-02T09:53:55.443 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.443 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.443 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_original": { 2024-04-02T09:53:55.443 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.444 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.444 INFO:tasks.workunit.client.0.smithi012.stdout: "csum_lat": { 2024-04-02T09:53:55.444 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 20680, 2024-04-02T09:53:55.444 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 180381549 2024-04-02T09:53:55.444 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.444 INFO:tasks.workunit.client.0.smithi012.stdout: "decompress_lat": { 2024-04-02T09:53:55.444 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.444 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.444 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.444 INFO:tasks.workunit.client.0.smithi012.stdout: "fragmentation_micros": { 2024-04-02T09:53:55.444 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.444 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.444 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_commit_lat": { 2024-04-02T09:53:55.444 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75738, 2024-04-02T09:53:55.444 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 22876723270 2024-04-02T09:53:55.445 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.445 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_final_lat": { 2024-04-02T09:53:55.445 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75105, 2024-04-02T09:53:55.445 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1779991403 2024-04-02T09:53:55.445 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.445 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_flush_lat": { 2024-04-02T09:53:55.445 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75738, 2024-04-02T09:53:55.445 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 45347011 2024-04-02T09:53:55.445 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.445 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_sync_lat": { 2024-04-02T09:53:55.445 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75738, 2024-04-02T09:53:55.445 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 22922070281 2024-04-02T09:53:55.445 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.445 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_keys_lat": { 2024-04-02T09:53:55.445 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.445 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.446 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.446 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_values_lat": { 2024-04-02T09:53:55.446 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 28277, 2024-04-02T09:53:55.446 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1261453556 2024-04-02T09:53:55.446 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.446 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_lower_bound_lat": { 2024-04-02T09:53:55.446 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 908, 2024-04-02T09:53:55.446 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2600411 2024-04-02T09:53:55.446 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.446 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_next_lat": { 2024-04-02T09:53:55.446 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 11043, 2024-04-02T09:53:55.446 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7911010 2024-04-02T09:53:55.446 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.446 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:53:55.447 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 45, 2024-04-02T09:53:55.447 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 59860 2024-04-02T09:53:55.447 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.447 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_upper_bound_lat": { 2024-04-02T09:53:55.447 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 12041, 2024-04-02T09:53:55.447 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1347928547 2024-04-02T09:53:55.447 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.447 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_hits": { 2024-04-02T09:53:55.447 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 241107 2024-04-02T09:53:55.447 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.447 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_misses": { 2024-04-02T09:53:55.447 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 28059 2024-04-02T09:53:55.447 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.447 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:53:55.448 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 22761, 2024-04-02T09:53:55.448 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2298080745 2024-04-02T09:53:55.448 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.448 INFO:tasks.workunit.client.0.smithi012.stdout: "read_onode_meta_lat": { 2024-04-02T09:53:55.448 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 74209, 2024-04-02T09:53:55.448 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 19878862 2024-04-02T09:53:55.448 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.448 INFO:tasks.workunit.client.0.smithi012.stdout: "read_wait_aio_lat": { 2024-04-02T09:53:55.448 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 51448, 2024-04-02T09:53:55.448 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1521506502 2024-04-02T09:53:55.448 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.448 INFO:tasks.workunit.client.0.smithi012.stdout: "reads_with_retries": { 2024-04-02T09:53:55.448 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.448 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.448 INFO:tasks.workunit.client.0.smithi012.stdout: "remove_lat": { 2024-04-02T09:53:55.449 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15593, 2024-04-02T09:53:55.449 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 443423029 2024-04-02T09:53:55.449 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.449 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_aio_wait_count": { 2024-04-02T09:53:55.449 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.449 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.449 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_committed_kv_count": { 2024-04-02T09:53:55.449 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.449 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.449 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:53:55.449 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.449 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.449 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:53:55.449 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.449 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.450 INFO:tasks.workunit.client.0.smithi012.stdout: "state_aio_wait_lat": { 2024-04-02T09:53:55.450 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 92817, 2024-04-02T09:53:55.450 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13535384997 2024-04-02T09:53:55.450 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.450 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:53:55.450 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 22799, 2024-04-02T09:53:55.450 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1418585664 2024-04-02T09:53:55.450 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.450 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:53:55.450 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 22798, 2024-04-02T09:53:55.450 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4128128086718 2024-04-02T09:53:55.450 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.450 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_queued_lat": { 2024-04-02T09:53:55.451 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 22799, 2024-04-02T09:53:55.451 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6906879143730 2024-04-02T09:53:55.451 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.451 INFO:tasks.workunit.client.0.smithi012.stdout: "state_done_lat": { 2024-04-02T09:53:55.451 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 92816, 2024-04-02T09:53:55.451 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3273534312763 2024-04-02T09:53:55.451 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.451 INFO:tasks.workunit.client.0.smithi012.stdout: "state_finishing_lat": { 2024-04-02T09:53:55.451 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 92816, 2024-04-02T09:53:55.451 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9952731 2024-04-02T09:53:55.451 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.451 INFO:tasks.workunit.client.0.smithi012.stdout: "state_io_done_lat": { 2024-04-02T09:53:55.451 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 92817, 2024-04-02T09:53:55.451 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 556365165 2024-04-02T09:53:55.452 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.452 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_commiting_lat": { 2024-04-02T09:53:55.452 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 92817, 2024-04-02T09:53:55.452 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 39786053472 2024-04-02T09:53:55.452 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.452 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_done_lat": { 2024-04-02T09:53:55.452 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 92817, 2024-04-02T09:53:55.452 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 36579956 2024-04-02T09:53:55.452 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.452 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_queued_lat": { 2024-04-02T09:53:55.452 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 92817, 2024-04-02T09:53:55.452 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 19487178915 2024-04-02T09:53:55.452 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.452 INFO:tasks.workunit.client.0.smithi012.stdout: "state_prepare_lat": { 2024-04-02T09:53:55.452 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 92817, 2024-04-02T09:53:55.453 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15318601230 2024-04-02T09:53:55.453 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.453 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": { 2024-04-02T09:53:55.453 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10373997 2024-04-02T09:53:55.453 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.453 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:53:55.453 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2619, 2024-04-02T09:53:55.453 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12535587 2024-04-02T09:53:55.453 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.453 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_commit_lat": { 2024-04-02T09:53:55.453 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 92817, 2024-04-02T09:53:55.453 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 88701953820 2024-04-02T09:53:55.453 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.453 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_submit_lat": { 2024-04-02T09:53:55.454 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 92817, 2024-04-02T09:53:55.454 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 16391704485 2024-04-02T09:53:55.454 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.454 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_throttle_lat": { 2024-04-02T09:53:55.454 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 92817, 2024-04-02T09:53:55.454 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 792224942 2024-04-02T09:53:55.454 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.454 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.454 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache": { 2024-04-02T09:53:55.454 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T09:53:55.454 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1406236763 2024-04-02T09:53:55.454 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.454 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T09:53:55.454 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 590217216 2024-04-02T09:53:55.455 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.455 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T09:53:55.455 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 479920128 2024-04-02T09:53:55.455 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.455 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T09:53:55.455 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2601815449 2024-04-02T09:53:55.455 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.455 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T09:53:55.455 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 110297088 2024-04-02T09:53:55.455 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.455 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.455 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:data": { 2024-04-02T09:53:55.455 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:53:55.455 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 125829120 2024-04-02T09:53:55.455 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.456 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:53:55.456 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.456 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.456 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:53:55.456 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.456 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.456 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:53:55.456 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57032125 2024-04-02T09:53:55.456 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.456 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:53:55.456 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.456 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.456 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:53:55.456 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.456 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.456 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:53:55.457 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.457 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.457 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:53:55.457 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.457 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.457 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:53:55.457 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 69632 2024-04-02T09:53:55.457 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.457 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:53:55.457 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1257472 2024-04-02T09:53:55.457 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.457 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:53:55.457 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.457 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.457 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:53:55.458 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.458 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.458 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:53:55.458 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.458 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.458 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:53:55.458 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67469891 2024-04-02T09:53:55.458 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.458 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.458 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv": { 2024-04-02T09:53:55.458 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:53:55.458 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 570425344 2024-04-02T09:53:55.458 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.459 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:53:55.459 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:53:55.459 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.459 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:53:55.459 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.459 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.459 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:53:55.459 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 427740943 2024-04-02T09:53:55.459 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.459 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:53:55.459 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.459 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.459 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:53:55.459 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.459 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.460 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:53:55.460 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 256 2024-04-02T09:53:55.460 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.460 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:53:55.460 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.460 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.460 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:53:55.460 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 82160 2024-04-02T09:53:55.460 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.460 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:53:55.460 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.460 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.460 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:53:55.460 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.460 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.461 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:53:55.461 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.461 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.461 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:53:55.461 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.461 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.461 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:53:55.461 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 75493121 2024-04-02T09:53:55.461 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.461 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.461 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:53:55.461 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:53:55.461 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 184549376 2024-04-02T09:53:55.461 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.462 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:53:55.462 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:53:55.462 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.462 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:53:55.462 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5120880 2024-04-02T09:53:55.462 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.462 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:53:55.462 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 38021417 2024-04-02T09:53:55.462 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.462 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:53:55.462 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.462 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.462 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:53:55.462 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.462 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.463 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:53:55.463 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.463 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.463 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:53:55.463 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.463 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.463 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:53:55.463 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.463 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.463 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:53:55.463 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.463 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.463 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:53:55.463 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.463 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.464 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:53:55.464 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.464 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.464 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:53:55.464 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.464 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.464 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:53:55.464 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 74298215 2024-04-02T09:53:55.464 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.464 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.464 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:meta": { 2024-04-02T09:53:55.464 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:53:55.464 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 503316480 2024-04-02T09:53:55.464 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.464 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:53:55.465 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.465 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.465 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:53:55.465 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.465 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.465 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:53:55.465 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 427740943 2024-04-02T09:53:55.465 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.465 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:53:55.465 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.465 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.465 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:53:55.465 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.465 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.465 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:53:55.466 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.466 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.466 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:53:55.466 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.466 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.466 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:53:55.466 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 101309 2024-04-02T09:53:55.466 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.466 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:53:55.466 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1125326 2024-04-02T09:53:55.466 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.466 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:53:55.466 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.466 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.467 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:53:55.467 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.467 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.467 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:53:55.467 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.467 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.467 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:53:55.467 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 74348902 2024-04-02T09:53:55.467 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.467 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.467 INFO:tasks.workunit.client.0.smithi012.stdout: "objecter": { 2024-04-02T09:53:55.467 INFO:tasks.workunit.client.0.smithi012.stdout: "op_active": { 2024-04-02T09:53:55.467 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.467 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.467 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:53:55.467 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 52 2024-04-02T09:53:55.468 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.468 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rmw": { 2024-04-02T09:53:55.468 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.468 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.468 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:53:55.468 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.468 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.468 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.468 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:53:55.468 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg": { 2024-04-02T09:53:55.468 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 58 2024-04-02T09:53:55.468 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.468 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg_removing": { 2024-04-02T09:53:55.468 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.468 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.469 INFO:tasks.workunit.client.0.smithi012.stdout: "op": { 2024-04-02T09:53:55.469 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 40825 2024-04-02T09:53:55.469 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.469 INFO:tasks.workunit.client.0.smithi012.stdout: "op_before_queue_op_lat": { 2024-04-02T09:53:55.469 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 138269, 2024-04-02T09:53:55.469 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11425281004 2024-04-02T09:53:55.469 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.469 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_degraded": { 2024-04-02T09:53:55.469 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.469 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.469 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_unreadable": { 2024-04-02T09:53:55.469 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.469 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.470 INFO:tasks.workunit.client.0.smithi012.stdout: "op_in_bytes": { 2024-04-02T09:53:55.470 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2646525705 2024-04-02T09:53:55.470 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.470 INFO:tasks.workunit.client.0.smithi012.stdout: "op_latency": { 2024-04-02T09:53:55.470 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 40825, 2024-04-02T09:53:55.470 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 785087320789 2024-04-02T09:53:55.470 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.470 INFO:tasks.workunit.client.0.smithi012.stdout: "op_out_bytes": { 2024-04-02T09:53:55.470 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3351269132 2024-04-02T09:53:55.470 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.470 INFO:tasks.workunit.client.0.smithi012.stdout: "op_prepare_latency": { 2024-04-02T09:53:55.470 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 42538, 2024-04-02T09:53:55.470 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 34561796520 2024-04-02T09:53:55.471 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.471 INFO:tasks.workunit.client.0.smithi012.stdout: "op_process_latency": { 2024-04-02T09:53:55.471 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 40825, 2024-04-02T09:53:55.471 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 116878931727 2024-04-02T09:53:55.471 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.471 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:53:55.471 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18191 2024-04-02T09:53:55.471 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.471 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency": { 2024-04-02T09:53:55.471 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 18191, 2024-04-02T09:53:55.471 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18172953785 2024-04-02T09:53:55.471 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.471 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:53:55.471 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.472 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.472 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_out_bytes": { 2024-04-02T09:53:55.472 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3351269132 2024-04-02T09:53:55.472 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.472 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_prepare_latency": { 2024-04-02T09:53:55.472 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 18626, 2024-04-02T09:53:55.472 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5528968426 2024-04-02T09:53:55.472 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.472 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_process_latency": { 2024-04-02T09:53:55.472 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 18191, 2024-04-02T09:53:55.472 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7724182903 2024-04-02T09:53:55.472 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.472 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw": { 2024-04-02T09:53:55.472 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12370 2024-04-02T09:53:55.473 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.473 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_in_bytes": { 2024-04-02T09:53:55.473 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 285823064 2024-04-02T09:53:55.473 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.473 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency": { 2024-04-02T09:53:55.473 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 12370, 2024-04-02T09:53:55.473 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 106624240478 2024-04-02T09:53:55.473 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.473 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:53:55.473 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.473 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.473 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:53:55.473 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.473 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.474 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_out_bytes": { 2024-04-02T09:53:55.474 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.474 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.474 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_prepare_latency": { 2024-04-02T09:53:55.474 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 12534, 2024-04-02T09:53:55.474 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13749444768 2024-04-02T09:53:55.474 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.474 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_process_latency": { 2024-04-02T09:53:55.474 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 12370, 2024-04-02T09:53:55.474 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 32562017497 2024-04-02T09:53:55.474 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.474 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:53:55.474 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10264 2024-04-02T09:53:55.474 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.475 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_in_bytes": { 2024-04-02T09:53:55.475 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2360702641 2024-04-02T09:53:55.475 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.475 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency": { 2024-04-02T09:53:55.475 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 10264, 2024-04-02T09:53:55.475 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 660290126526 2024-04-02T09:53:55.475 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.475 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:53:55.475 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.475 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.475 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_prepare_latency": { 2024-04-02T09:53:55.475 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 11378, 2024-04-02T09:53:55.475 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15283383326 2024-04-02T09:53:55.475 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.476 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_process_latency": { 2024-04-02T09:53:55.476 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 10264, 2024-04-02T09:53:55.476 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 76592731327 2024-04-02T09:53:55.476 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.476 INFO:tasks.workunit.client.0.smithi012.stdout: "op_wip": { 2024-04-02T09:53:55.476 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.476 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.476 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_bytes": { 2024-04-02T09:53:55.476 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 17892249 2024-04-02T09:53:55.476 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.476 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_ops": { 2024-04-02T09:53:55.476 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 25 2024-04-02T09:53:55.476 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.476 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes": { 2024-04-02T09:53:55.476 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T09:53:55.477 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.477 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes_used": { 2024-04-02T09:53:55.477 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 925351936 2024-04-02T09:53:55.477 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.477 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.477 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.477 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.2": { 2024-04-02T09:53:55.477 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:53:55.477 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_db_max_lat": { 2024-04-02T09:53:55.477 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 40479 2024-04-02T09:53:55.477 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.477 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_fallback": { 2024-04-02T09:53:55.477 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.477 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.478 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_max_lat": { 2024-04-02T09:53:55.478 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.478 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.478 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:53:55.478 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.478 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.478 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_db": { 2024-04-02T09:53:55.478 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 65536 2024-04-02T09:53:55.478 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.478 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_slow": { 2024-04-02T09:53:55.478 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.478 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.478 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_wal": { 2024-04-02T09:53:55.478 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.479 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.479 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_wal_max_lat": { 2024-04-02T09:53:55.479 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.479 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.479 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_slow": { 2024-04-02T09:53:55.479 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.479 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.479 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_sst": { 2024-04-02T09:53:55.479 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5312512 2024-04-02T09:53:55.479 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.479 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_wal": { 2024-04-02T09:53:55.479 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 702353408 2024-04-02T09:53:55.479 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.479 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lat": { 2024-04-02T09:53:55.480 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 17, 2024-04-02T09:53:55.480 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3683283 2024-04-02T09:53:55.480 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.480 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lock_lat": { 2024-04-02T09:53:55.480 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 17, 2024-04-02T09:53:55.480 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1348226 2024-04-02T09:53:55.480 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.480 INFO:tasks.workunit.client.0.smithi012.stdout: "db_alloc_lat": { 2024-04-02T09:53:55.480 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 174, 2024-04-02T09:53:55.480 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 971284 2024-04-02T09:53:55.480 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.480 INFO:tasks.workunit.client.0.smithi012.stdout: "db_total_bytes": { 2024-04-02T09:53:55.480 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995027456 2024-04-02T09:53:55.480 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.480 INFO:tasks.workunit.client.0.smithi012.stdout: "db_used_bytes": { 2024-04-02T09:53:55.480 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 633339904 2024-04-02T09:53:55.481 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.481 INFO:tasks.workunit.client.0.smithi012.stdout: "flush_lat": { 2024-04-02T09:53:55.481 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 71440, 2024-04-02T09:53:55.481 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11278553634 2024-04-02T09:53:55.481 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.481 INFO:tasks.workunit.client.0.smithi012.stdout: "fsync_lat": { 2024-04-02T09:53:55.481 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 71446, 2024-04-02T09:53:55.481 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18346480395 2024-04-02T09:53:55.481 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.481 INFO:tasks.workunit.client.0.smithi012.stdout: "log_bytes": { 2024-04-02T09:53:55.481 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9973760 2024-04-02T09:53:55.481 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.481 INFO:tasks.workunit.client.0.smithi012.stdout: "logged_bytes": { 2024-04-02T09:53:55.481 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 292601856 2024-04-02T09:53:55.482 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.482 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_db": { 2024-04-02T09:53:55.482 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 646119424 2024-04-02T09:53:55.482 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.482 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_slow": { 2024-04-02T09:53:55.482 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.482 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.482 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_wal": { 2024-04-02T09:53:55.482 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.482 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.482 INFO:tasks.workunit.client.0.smithi012.stdout: "num_files": { 2024-04-02T09:53:55.482 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 50 2024-04-02T09:53:55.482 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.482 INFO:tasks.workunit.client.0.smithi012.stdout: "read_bytes": { 2024-04-02T09:53:55.483 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3994577285 2024-04-02T09:53:55.483 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.483 INFO:tasks.workunit.client.0.smithi012.stdout: "read_count": { 2024-04-02T09:53:55.483 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 41164 2024-04-02T09:53:55.483 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.483 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes": { 2024-04-02T09:53:55.483 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3438845952 2024-04-02T09:53:55.483 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.483 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_db": { 2024-04-02T09:53:55.483 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3438850048 2024-04-02T09:53:55.483 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.483 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_slow": { 2024-04-02T09:53:55.483 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.483 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.483 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_wal": { 2024-04-02T09:53:55.484 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.484 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.484 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_count": { 2024-04-02T09:53:55.484 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 31932 2024-04-02T09:53:55.484 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.484 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:53:55.484 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 41164, 2024-04-02T09:53:55.484 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1460704192 2024-04-02T09:53:55.484 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.484 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_bytes": { 2024-04-02T09:53:55.484 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3917053458 2024-04-02T09:53:55.484 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.484 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_count": { 2024-04-02T09:53:55.484 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 38784 2024-04-02T09:53:55.485 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.485 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_bytes": { 2024-04-02T09:53:55.485 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2403176 2024-04-02T09:53:55.485 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.485 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_count": { 2024-04-02T09:53:55.485 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 437 2024-04-02T09:53:55.485 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.485 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_bytes": { 2024-04-02T09:53:55.485 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5172269 2024-04-02T09:53:55.485 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.485 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_count": { 2024-04-02T09:53:55.485 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 596 2024-04-02T09:53:55.485 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.485 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes": { 2024-04-02T09:53:55.485 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2769093 2024-04-02T09:53:55.485 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.486 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:53:55.486 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2769093 2024-04-02T09:53:55.486 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.486 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:53:55.486 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.486 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.486 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:53:55.486 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.486 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.486 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_count": { 2024-04-02T09:53:55.486 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 162 2024-04-02T09:53:55.486 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.486 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_lat": { 2024-04-02T09:53:55.486 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 596, 2024-04-02T09:53:55.487 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1739471 2024-04-02T09:53:55.487 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.487 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_alloc_lat": { 2024-04-02T09:53:55.487 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.487 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.487 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.487 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_total_bytes": { 2024-04-02T09:53:55.487 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.487 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.487 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_used_bytes": { 2024-04-02T09:53:55.487 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.487 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.487 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:53:55.487 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T09:53:55.488 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 689 2024-04-02T09:53:55.488 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.488 INFO:tasks.workunit.client.0.smithi012.stdout: "unlink_lat": { 2024-04-02T09:53:55.488 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 7, 2024-04-02T09:53:55.488 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9681 2024-04-02T09:53:55.488 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.488 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_alloc_lat": { 2024-04-02T09:53:55.488 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.488 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.488 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.488 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_total_bytes": { 2024-04-02T09:53:55.488 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.488 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.488 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_used_bytes": { 2024-04-02T09:53:55.489 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.489 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.489 INFO:tasks.workunit.client.0.smithi012.stdout: "write_bytes": { 2024-04-02T09:53:55.489 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1002856448 2024-04-02T09:53:55.489 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.489 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.489 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore": { 2024-04-02T09:53:55.489 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit": { 2024-04-02T09:53:55.489 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4096 2024-04-02T09:53:55.489 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.489 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": { 2024-04-02T09:53:55.489 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10375168 2024-04-02T09:53:55.489 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.489 INFO:tasks.workunit.client.0.smithi012.stdout: "allocator_lat": { 2024-04-02T09:53:55.489 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 14628, 2024-04-02T09:53:55.490 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 52295701 2024-04-02T09:53:55.490 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.490 INFO:tasks.workunit.client.0.smithi012.stdout: "clist_lat": { 2024-04-02T09:53:55.490 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3599, 2024-04-02T09:53:55.490 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4933319812 2024-04-02T09:53:55.490 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.490 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_lat": { 2024-04-02T09:53:55.490 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.490 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.490 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.490 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed": { 2024-04-02T09:53:55.490 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.490 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.491 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_allocated": { 2024-04-02T09:53:55.491 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.491 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.491 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_original": { 2024-04-02T09:53:55.491 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.491 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.491 INFO:tasks.workunit.client.0.smithi012.stdout: "csum_lat": { 2024-04-02T09:53:55.491 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 26053, 2024-04-02T09:53:55.491 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 220724681 2024-04-02T09:53:55.491 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.491 INFO:tasks.workunit.client.0.smithi012.stdout: "decompress_lat": { 2024-04-02T09:53:55.491 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.491 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.491 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.491 INFO:tasks.workunit.client.0.smithi012.stdout: "fragmentation_micros": { 2024-04-02T09:53:55.492 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.492 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.492 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_commit_lat": { 2024-04-02T09:53:55.492 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 71367, 2024-04-02T09:53:55.492 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 21974188386 2024-04-02T09:53:55.492 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.492 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_final_lat": { 2024-04-02T09:53:55.492 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 70760, 2024-04-02T09:53:55.492 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1432303023 2024-04-02T09:53:55.492 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.492 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_flush_lat": { 2024-04-02T09:53:55.492 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 71367, 2024-04-02T09:53:55.492 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 33218643 2024-04-02T09:53:55.492 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.493 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_sync_lat": { 2024-04-02T09:53:55.493 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 71367, 2024-04-02T09:53:55.493 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 22007407029 2024-04-02T09:53:55.493 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.493 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_keys_lat": { 2024-04-02T09:53:55.493 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.493 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.493 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.493 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_values_lat": { 2024-04-02T09:53:55.493 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 56916, 2024-04-02T09:53:55.493 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1280756509 2024-04-02T09:53:55.493 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.493 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_lower_bound_lat": { 2024-04-02T09:53:55.493 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1110, 2024-04-02T09:53:55.493 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3321358 2024-04-02T09:53:55.494 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.494 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_next_lat": { 2024-04-02T09:53:55.494 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 19257, 2024-04-02T09:53:55.494 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13372186 2024-04-02T09:53:55.494 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.494 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:53:55.494 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 40, 2024-04-02T09:53:55.494 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 52630 2024-04-02T09:53:55.494 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.494 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_upper_bound_lat": { 2024-04-02T09:53:55.494 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 20596, 2024-04-02T09:53:55.494 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1206161113 2024-04-02T09:53:55.494 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.494 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_hits": { 2024-04-02T09:53:55.495 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 258694 2024-04-02T09:53:55.495 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.495 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_misses": { 2024-04-02T09:53:55.495 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18736 2024-04-02T09:53:55.495 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.495 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:53:55.495 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 13180, 2024-04-02T09:53:55.495 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1998791541 2024-04-02T09:53:55.495 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.495 INFO:tasks.workunit.client.0.smithi012.stdout: "read_onode_meta_lat": { 2024-04-02T09:53:55.495 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 34346, 2024-04-02T09:53:55.495 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12437427 2024-04-02T09:53:55.495 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.495 INFO:tasks.workunit.client.0.smithi012.stdout: "read_wait_aio_lat": { 2024-04-02T09:53:55.495 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 21166, 2024-04-02T09:53:55.496 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1747351806 2024-04-02T09:53:55.496 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.496 INFO:tasks.workunit.client.0.smithi012.stdout: "reads_with_retries": { 2024-04-02T09:53:55.496 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.496 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.496 INFO:tasks.workunit.client.0.smithi012.stdout: "remove_lat": { 2024-04-02T09:53:55.496 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 12517, 2024-04-02T09:53:55.496 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 405353378 2024-04-02T09:53:55.496 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.496 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_aio_wait_count": { 2024-04-02T09:53:55.496 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.496 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.496 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_committed_kv_count": { 2024-04-02T09:53:55.496 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.496 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.497 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:53:55.497 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.497 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.497 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:53:55.497 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.497 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.497 INFO:tasks.workunit.client.0.smithi012.stdout: "state_aio_wait_lat": { 2024-04-02T09:53:55.497 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 80780, 2024-04-02T09:53:55.497 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9826920308 2024-04-02T09:53:55.497 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.497 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:53:55.497 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 6618, 2024-04-02T09:53:55.497 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1321552426 2024-04-02T09:53:55.497 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.498 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:53:55.498 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 6616, 2024-04-02T09:53:55.498 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4163466371567 2024-04-02T09:53:55.498 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.498 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_queued_lat": { 2024-04-02T09:53:55.498 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 6618, 2024-04-02T09:53:55.498 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6499990363144 2024-04-02T09:53:55.498 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.498 INFO:tasks.workunit.client.0.smithi012.stdout: "state_done_lat": { 2024-04-02T09:53:55.498 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 80778, 2024-04-02T09:53:55.498 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2957136791049 2024-04-02T09:53:55.498 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.498 INFO:tasks.workunit.client.0.smithi012.stdout: "state_finishing_lat": { 2024-04-02T09:53:55.498 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 80778, 2024-04-02T09:53:55.499 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9425448 2024-04-02T09:53:55.499 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.499 INFO:tasks.workunit.client.0.smithi012.stdout: "state_io_done_lat": { 2024-04-02T09:53:55.499 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 80780, 2024-04-02T09:53:55.499 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 249255787 2024-04-02T09:53:55.499 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.499 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_commiting_lat": { 2024-04-02T09:53:55.499 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 80780, 2024-04-02T09:53:55.499 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 32725462070 2024-04-02T09:53:55.499 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.499 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_done_lat": { 2024-04-02T09:53:55.499 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 80780, 2024-04-02T09:53:55.499 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 32912471 2024-04-02T09:53:55.499 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.499 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_queued_lat": { 2024-04-02T09:53:55.500 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 80780, 2024-04-02T09:53:55.500 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15003831634 2024-04-02T09:53:55.500 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.500 INFO:tasks.workunit.client.0.smithi012.stdout: "state_prepare_lat": { 2024-04-02T09:53:55.500 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 80780, 2024-04-02T09:53:55.500 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12272283198 2024-04-02T09:53:55.500 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.500 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": { 2024-04-02T09:53:55.500 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6179480 2024-04-02T09:53:55.500 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.500 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:53:55.500 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2530, 2024-04-02T09:53:55.500 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14158119 2024-04-02T09:53:55.500 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.500 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_commit_lat": { 2024-04-02T09:53:55.501 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 80780, 2024-04-02T09:53:55.501 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 70093797997 2024-04-02T09:53:55.501 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.501 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_submit_lat": { 2024-04-02T09:53:55.501 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 80780, 2024-04-02T09:53:55.501 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13209158965 2024-04-02T09:53:55.501 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.501 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_throttle_lat": { 2024-04-02T09:53:55.501 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 80780, 2024-04-02T09:53:55.501 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 476100448 2024-04-02T09:53:55.501 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.501 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.501 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache": { 2024-04-02T09:53:55.501 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T09:53:55.501 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1406236763 2024-04-02T09:53:55.502 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.502 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T09:53:55.502 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 550617088 2024-04-02T09:53:55.502 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.502 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T09:53:55.502 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 415539200 2024-04-02T09:53:55.502 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.502 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T09:53:55.502 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2601815449 2024-04-02T09:53:55.502 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.502 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T09:53:55.502 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 135077888 2024-04-02T09:53:55.502 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.502 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.503 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:data": { 2024-04-02T09:53:55.503 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:53:55.503 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 125829120 2024-04-02T09:53:55.503 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.503 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:53:55.503 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.503 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.503 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:53:55.503 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.503 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.503 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:53:55.503 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57327482 2024-04-02T09:53:55.503 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.503 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:53:55.503 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.504 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.504 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:53:55.504 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.504 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.504 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:53:55.504 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.504 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.504 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:53:55.504 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.504 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.504 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:53:55.504 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4096 2024-04-02T09:53:55.504 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.504 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:53:55.505 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 98304 2024-04-02T09:53:55.505 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.505 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:53:55.505 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.505 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.505 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:53:55.505 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.505 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.505 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:53:55.505 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.505 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.505 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:53:55.505 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 68399238 2024-04-02T09:53:55.506 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.506 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.506 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv": { 2024-04-02T09:53:55.506 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:53:55.506 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 570425344 2024-04-02T09:53:55.506 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.506 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:53:55.506 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:53:55.506 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.506 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:53:55.506 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.506 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.506 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:53:55.506 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 429956121 2024-04-02T09:53:55.507 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.507 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:53:55.507 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.507 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.507 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:53:55.507 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.507 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.507 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:53:55.507 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1232 2024-04-02T09:53:55.507 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.507 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:53:55.507 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.507 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.507 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:53:55.508 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 70560 2024-04-02T09:53:55.508 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.508 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:53:55.508 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.508 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.508 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:53:55.508 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.508 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.508 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:53:55.508 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.508 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.508 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:53:55.508 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.508 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.508 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:53:55.509 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 73288567 2024-04-02T09:53:55.509 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.509 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.509 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:53:55.509 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:53:55.509 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 184549376 2024-04-02T09:53:55.509 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.509 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:53:55.509 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:53:55.509 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.509 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:53:55.509 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4562960 2024-04-02T09:53:55.509 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.509 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:53:55.509 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 38218321 2024-04-02T09:53:55.510 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.510 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:53:55.510 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.510 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.510 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:53:55.510 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.510 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.510 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:53:55.510 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.510 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.510 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:53:55.510 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.510 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.511 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:53:55.511 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.511 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.511 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:53:55.511 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.511 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.511 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:53:55.511 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.511 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.511 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:53:55.511 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.511 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.511 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:53:55.511 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.512 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.512 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:53:55.512 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 74659231 2024-04-02T09:53:55.512 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.512 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.512 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:meta": { 2024-04-02T09:53:55.512 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:53:55.512 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 503316480 2024-04-02T09:53:55.512 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.512 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:53:55.512 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.512 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.512 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:53:55.512 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.513 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.513 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:53:55.513 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 429956121 2024-04-02T09:53:55.513 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.513 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:53:55.513 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.513 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.513 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:53:55.513 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.513 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.513 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:53:55.513 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.513 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.514 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:53:55.514 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.514 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.514 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:53:55.514 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 91642 2024-04-02T09:53:55.514 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.514 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:53:55.514 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1139990 2024-04-02T09:53:55.514 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.514 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:53:55.514 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.514 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.514 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:53:55.514 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.515 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.515 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:53:55.515 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.515 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.515 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:53:55.515 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 72128727 2024-04-02T09:53:55.515 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.515 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.515 INFO:tasks.workunit.client.0.smithi012.stdout: "objecter": { 2024-04-02T09:53:55.515 INFO:tasks.workunit.client.0.smithi012.stdout: "op_active": { 2024-04-02T09:53:55.515 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.515 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.515 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:53:55.515 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 81 2024-04-02T09:53:55.516 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.516 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rmw": { 2024-04-02T09:53:55.516 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.516 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.516 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:53:55.516 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1 2024-04-02T09:53:55.516 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.516 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.516 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:53:55.516 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg": { 2024-04-02T09:53:55.516 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 44 2024-04-02T09:53:55.516 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.516 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg_removing": { 2024-04-02T09:53:55.516 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.516 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.517 INFO:tasks.workunit.client.0.smithi012.stdout: "op": { 2024-04-02T09:53:55.517 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 59366 2024-04-02T09:53:55.517 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.517 INFO:tasks.workunit.client.0.smithi012.stdout: "op_before_queue_op_lat": { 2024-04-02T09:53:55.517 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 151266, 2024-04-02T09:53:55.517 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8285039180 2024-04-02T09:53:55.517 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.517 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_degraded": { 2024-04-02T09:53:55.517 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T09:53:55.517 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.517 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_unreadable": { 2024-04-02T09:53:55.517 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1 2024-04-02T09:53:55.517 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.517 INFO:tasks.workunit.client.0.smithi012.stdout: "op_in_bytes": { 2024-04-02T09:53:55.518 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2145284888 2024-04-02T09:53:55.518 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.518 INFO:tasks.workunit.client.0.smithi012.stdout: "op_latency": { 2024-04-02T09:53:55.518 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 59366, 2024-04-02T09:53:55.518 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 149228722445 2024-04-02T09:53:55.518 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.518 INFO:tasks.workunit.client.0.smithi012.stdout: "op_out_bytes": { 2024-04-02T09:53:55.518 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3481354897 2024-04-02T09:53:55.518 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.518 INFO:tasks.workunit.client.0.smithi012.stdout: "op_prepare_latency": { 2024-04-02T09:53:55.518 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 60257, 2024-04-02T09:53:55.518 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 44577170505 2024-04-02T09:53:55.518 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.518 INFO:tasks.workunit.client.0.smithi012.stdout: "op_process_latency": { 2024-04-02T09:53:55.519 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 59366, 2024-04-02T09:53:55.519 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 80368672381 2024-04-02T09:53:55.519 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.519 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:53:55.519 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 29595 2024-04-02T09:53:55.519 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.519 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency": { 2024-04-02T09:53:55.519 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 29595, 2024-04-02T09:53:55.519 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18957972507 2024-04-02T09:53:55.519 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.519 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:53:55.519 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.519 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.519 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_out_bytes": { 2024-04-02T09:53:55.519 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3481354897 2024-04-02T09:53:55.520 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.520 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_prepare_latency": { 2024-04-02T09:53:55.520 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 30028, 2024-04-02T09:53:55.520 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6720777085 2024-04-02T09:53:55.520 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.520 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_process_latency": { 2024-04-02T09:53:55.520 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 29595, 2024-04-02T09:53:55.520 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10427849668 2024-04-02T09:53:55.520 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.520 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw": { 2024-04-02T09:53:55.520 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 27314 2024-04-02T09:53:55.520 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.520 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_in_bytes": { 2024-04-02T09:53:55.520 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 422388536 2024-04-02T09:53:55.520 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.521 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency": { 2024-04-02T09:53:55.521 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 27314, 2024-04-02T09:53:55.521 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57454368558 2024-04-02T09:53:55.521 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.521 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:53:55.521 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.521 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.521 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:53:55.521 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.521 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.521 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_out_bytes": { 2024-04-02T09:53:55.521 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.521 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.521 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_prepare_latency": { 2024-04-02T09:53:55.521 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 27627, 2024-04-02T09:53:55.522 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 33804507414 2024-04-02T09:53:55.522 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.522 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_process_latency": { 2024-04-02T09:53:55.522 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 27314, 2024-04-02T09:53:55.522 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 53264546309 2024-04-02T09:53:55.522 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.522 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:53:55.522 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2457 2024-04-02T09:53:55.522 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.522 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_in_bytes": { 2024-04-02T09:53:55.522 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1722896352 2024-04-02T09:53:55.522 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.522 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency": { 2024-04-02T09:53:55.522 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2457, 2024-04-02T09:53:55.523 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 72816381380 2024-04-02T09:53:55.523 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.523 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:53:55.523 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.523 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.523 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_prepare_latency": { 2024-04-02T09:53:55.523 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2602, 2024-04-02T09:53:55.523 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4051886006 2024-04-02T09:53:55.523 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.523 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_process_latency": { 2024-04-02T09:53:55.523 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2457, 2024-04-02T09:53:55.523 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 16676276404 2024-04-02T09:53:55.523 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.523 INFO:tasks.workunit.client.0.smithi012.stdout: "op_wip": { 2024-04-02T09:53:55.524 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.524 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.524 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_bytes": { 2024-04-02T09:53:55.524 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.524 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.524 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_ops": { 2024-04-02T09:53:55.524 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 25 2024-04-02T09:53:55.524 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.524 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes": { 2024-04-02T09:53:55.524 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T09:53:55.524 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.524 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes_used": { 2024-04-02T09:53:55.524 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 643731456 2024-04-02T09:53:55.524 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.524 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.525 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.525 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.3": { 2024-04-02T09:53:55.525 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:53:55.525 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_db_max_lat": { 2024-04-02T09:53:55.525 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 25167 2024-04-02T09:53:55.525 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.525 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_fallback": { 2024-04-02T09:53:55.525 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.525 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.525 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_max_lat": { 2024-04-02T09:53:55.525 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.525 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.525 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:53:55.525 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.526 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.526 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_db": { 2024-04-02T09:53:55.526 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 65536 2024-04-02T09:53:55.526 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.526 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_slow": { 2024-04-02T09:53:55.526 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.526 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.526 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_wal": { 2024-04-02T09:53:55.526 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.526 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.526 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_wal_max_lat": { 2024-04-02T09:53:55.526 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.526 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.526 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_slow": { 2024-04-02T09:53:55.527 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.527 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.527 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_sst": { 2024-04-02T09:53:55.527 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1429504 2024-04-02T09:53:55.527 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.527 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_wal": { 2024-04-02T09:53:55.527 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 566849536 2024-04-02T09:53:55.527 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.527 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lat": { 2024-04-02T09:53:55.527 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 16, 2024-04-02T09:53:55.530 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5306049 2024-04-02T09:53:55.530 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.530 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lock_lat": { 2024-04-02T09:53:55.530 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 16, 2024-04-02T09:53:55.530 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2838310 2024-04-02T09:53:55.530 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.530 INFO:tasks.workunit.client.0.smithi012.stdout: "db_alloc_lat": { 2024-04-02T09:53:55.530 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 149, 2024-04-02T09:53:55.530 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 814657 2024-04-02T09:53:55.530 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.530 INFO:tasks.workunit.client.0.smithi012.stdout: "db_total_bytes": { 2024-04-02T09:53:55.531 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995027456 2024-04-02T09:53:55.531 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.531 INFO:tasks.workunit.client.0.smithi012.stdout: "db_used_bytes": { 2024-04-02T09:53:55.531 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 477233152 2024-04-02T09:53:55.531 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.531 INFO:tasks.workunit.client.0.smithi012.stdout: "flush_lat": { 2024-04-02T09:53:55.531 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 65813, 2024-04-02T09:53:55.531 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9708819739 2024-04-02T09:53:55.531 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.531 INFO:tasks.workunit.client.0.smithi012.stdout: "fsync_lat": { 2024-04-02T09:53:55.531 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 65835, 2024-04-02T09:53:55.531 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15735204251 2024-04-02T09:53:55.531 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.531 INFO:tasks.workunit.client.0.smithi012.stdout: "log_bytes": { 2024-04-02T09:53:55.532 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3653632 2024-04-02T09:53:55.532 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.532 INFO:tasks.workunit.client.0.smithi012.stdout: "logged_bytes": { 2024-04-02T09:53:55.532 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 269651968 2024-04-02T09:53:55.532 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.532 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_db": { 2024-04-02T09:53:55.532 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 494272512 2024-04-02T09:53:55.532 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.532 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_slow": { 2024-04-02T09:53:55.532 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.532 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.532 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_wal": { 2024-04-02T09:53:55.532 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.533 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.533 INFO:tasks.workunit.client.0.smithi012.stdout: "num_files": { 2024-04-02T09:53:55.533 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 37 2024-04-02T09:53:55.533 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.533 INFO:tasks.workunit.client.0.smithi012.stdout: "read_bytes": { 2024-04-02T09:53:55.533 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 798166398 2024-04-02T09:53:55.533 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.533 INFO:tasks.workunit.client.0.smithi012.stdout: "read_count": { 2024-04-02T09:53:55.533 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14708 2024-04-02T09:53:55.533 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.533 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes": { 2024-04-02T09:53:55.533 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 713273344 2024-04-02T09:53:55.533 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.533 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_db": { 2024-04-02T09:53:55.534 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 713277440 2024-04-02T09:53:55.534 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.534 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_slow": { 2024-04-02T09:53:55.534 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.534 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.534 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_wal": { 2024-04-02T09:53:55.534 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.534 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.534 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_count": { 2024-04-02T09:53:55.534 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7173 2024-04-02T09:53:55.534 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.534 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:53:55.534 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 14708, 2024-04-02T09:53:55.534 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 291555078 2024-04-02T09:53:55.535 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.535 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_bytes": { 2024-04-02T09:53:55.535 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 768816800 2024-04-02T09:53:55.535 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.535 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_count": { 2024-04-02T09:53:55.535 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13800 2024-04-02T09:53:55.535 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.535 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_bytes": { 2024-04-02T09:53:55.535 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 459459 2024-04-02T09:53:55.535 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.535 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_count": { 2024-04-02T09:53:55.535 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 182 2024-04-02T09:53:55.535 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.535 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_bytes": { 2024-04-02T09:53:55.536 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1415242 2024-04-02T09:53:55.536 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.536 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_count": { 2024-04-02T09:53:55.536 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 295 2024-04-02T09:53:55.536 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.536 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes": { 2024-04-02T09:53:55.536 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 955783 2024-04-02T09:53:55.536 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.536 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:53:55.536 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 955783 2024-04-02T09:53:55.536 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.536 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:53:55.536 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.536 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.537 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:53:55.537 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.537 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.537 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_count": { 2024-04-02T09:53:55.537 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 113 2024-04-02T09:53:55.537 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.537 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_lat": { 2024-04-02T09:53:55.537 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 295, 2024-04-02T09:53:55.537 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 671516 2024-04-02T09:53:55.537 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.537 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_alloc_lat": { 2024-04-02T09:53:55.537 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.537 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.537 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.537 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_total_bytes": { 2024-04-02T09:53:55.537 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.538 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.538 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_used_bytes": { 2024-04-02T09:53:55.538 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.538 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.538 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:53:55.538 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T09:53:55.538 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 721 2024-04-02T09:53:55.538 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.538 INFO:tasks.workunit.client.0.smithi012.stdout: "unlink_lat": { 2024-04-02T09:53:55.538 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 4, 2024-04-02T09:53:55.538 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6642 2024-04-02T09:53:55.538 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.538 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_alloc_lat": { 2024-04-02T09:53:55.538 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.539 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.539 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.539 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_total_bytes": { 2024-04-02T09:53:55.539 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.539 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.539 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_used_bytes": { 2024-04-02T09:53:55.539 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.539 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.539 INFO:tasks.workunit.client.0.smithi012.stdout: "write_bytes": { 2024-04-02T09:53:55.539 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 840359936 2024-04-02T09:53:55.539 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.539 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.539 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore": { 2024-04-02T09:53:55.539 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit": { 2024-04-02T09:53:55.540 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4096 2024-04-02T09:53:55.540 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.540 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": { 2024-04-02T09:53:55.540 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10399744 2024-04-02T09:53:55.540 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.540 INFO:tasks.workunit.client.0.smithi012.stdout: "allocator_lat": { 2024-04-02T09:53:55.540 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 17533, 2024-04-02T09:53:55.540 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 55387854 2024-04-02T09:53:55.540 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.540 INFO:tasks.workunit.client.0.smithi012.stdout: "clist_lat": { 2024-04-02T09:53:55.540 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3551, 2024-04-02T09:53:55.540 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2101502733 2024-04-02T09:53:55.540 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.540 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_lat": { 2024-04-02T09:53:55.540 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.541 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.541 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.541 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed": { 2024-04-02T09:53:55.541 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.541 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.541 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_allocated": { 2024-04-02T09:53:55.541 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.541 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.541 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_original": { 2024-04-02T09:53:55.541 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.541 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.541 INFO:tasks.workunit.client.0.smithi012.stdout: "csum_lat": { 2024-04-02T09:53:55.541 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 13316, 2024-04-02T09:53:55.541 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 102849357 2024-04-02T09:53:55.541 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.542 INFO:tasks.workunit.client.0.smithi012.stdout: "decompress_lat": { 2024-04-02T09:53:55.542 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.542 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.542 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.542 INFO:tasks.workunit.client.0.smithi012.stdout: "fragmentation_micros": { 2024-04-02T09:53:55.542 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.542 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.542 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_commit_lat": { 2024-04-02T09:53:55.542 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 65783, 2024-04-02T09:53:55.542 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18845519553 2024-04-02T09:53:55.542 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.542 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_final_lat": { 2024-04-02T09:53:55.542 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 65280, 2024-04-02T09:53:55.542 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1473153498 2024-04-02T09:53:55.543 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.543 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_flush_lat": { 2024-04-02T09:53:55.543 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 65783, 2024-04-02T09:53:55.543 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 37783147 2024-04-02T09:53:55.543 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.543 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_sync_lat": { 2024-04-02T09:53:55.543 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 65783, 2024-04-02T09:53:55.543 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18883302700 2024-04-02T09:53:55.543 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.543 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_keys_lat": { 2024-04-02T09:53:55.543 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.543 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.543 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.543 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_values_lat": { 2024-04-02T09:53:55.544 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 27627, 2024-04-02T09:53:55.544 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 982788292 2024-04-02T09:53:55.544 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.544 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_lower_bound_lat": { 2024-04-02T09:53:55.544 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1380, 2024-04-02T09:53:55.544 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3070082 2024-04-02T09:53:55.544 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.544 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_next_lat": { 2024-04-02T09:53:55.544 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 7107, 2024-04-02T09:53:55.544 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4774655 2024-04-02T09:53:55.544 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.544 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:53:55.544 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 41, 2024-04-02T09:53:55.544 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 51858 2024-04-02T09:53:55.544 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.545 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_upper_bound_lat": { 2024-04-02T09:53:55.545 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 11898, 2024-04-02T09:53:55.545 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 966723701 2024-04-02T09:53:55.545 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.545 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_hits": { 2024-04-02T09:53:55.545 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 218875 2024-04-02T09:53:55.545 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.545 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_misses": { 2024-04-02T09:53:55.545 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18218 2024-04-02T09:53:55.545 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.545 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:53:55.545 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 41050, 2024-04-02T09:53:55.545 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1578722179 2024-04-02T09:53:55.545 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.545 INFO:tasks.workunit.client.0.smithi012.stdout: "read_onode_meta_lat": { 2024-04-02T09:53:55.546 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 100707, 2024-04-02T09:53:55.546 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 29617647 2024-04-02T09:53:55.546 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.546 INFO:tasks.workunit.client.0.smithi012.stdout: "read_wait_aio_lat": { 2024-04-02T09:53:55.546 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 59657, 2024-04-02T09:53:55.546 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1125317128 2024-04-02T09:53:55.546 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.546 INFO:tasks.workunit.client.0.smithi012.stdout: "reads_with_retries": { 2024-04-02T09:53:55.546 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.546 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.546 INFO:tasks.workunit.client.0.smithi012.stdout: "remove_lat": { 2024-04-02T09:53:55.546 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 12224, 2024-04-02T09:53:55.546 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 339719113 2024-04-02T09:53:55.546 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.547 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_aio_wait_count": { 2024-04-02T09:53:55.547 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.547 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.547 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_committed_kv_count": { 2024-04-02T09:53:55.547 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.547 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.547 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:53:55.547 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.547 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.547 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:53:55.547 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.547 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.547 INFO:tasks.workunit.client.0.smithi012.stdout: "state_aio_wait_lat": { 2024-04-02T09:53:55.547 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75409, 2024-04-02T09:53:55.548 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10083639354 2024-04-02T09:53:55.548 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.548 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:53:55.548 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 17707, 2024-04-02T09:53:55.548 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1379996327 2024-04-02T09:53:55.548 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.548 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:53:55.548 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 17706, 2024-04-02T09:53:55.548 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3496236304119 2024-04-02T09:53:55.548 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.548 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_queued_lat": { 2024-04-02T09:53:55.548 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 17707, 2024-04-02T09:53:55.548 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6520681429533 2024-04-02T09:53:55.548 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.548 INFO:tasks.workunit.client.0.smithi012.stdout: "state_done_lat": { 2024-04-02T09:53:55.549 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75408, 2024-04-02T09:53:55.549 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2745080378900 2024-04-02T09:53:55.549 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.549 INFO:tasks.workunit.client.0.smithi012.stdout: "state_finishing_lat": { 2024-04-02T09:53:55.549 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75408, 2024-04-02T09:53:55.549 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8010502 2024-04-02T09:53:55.549 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.549 INFO:tasks.workunit.client.0.smithi012.stdout: "state_io_done_lat": { 2024-04-02T09:53:55.549 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75409, 2024-04-02T09:53:55.549 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 208137322 2024-04-02T09:53:55.549 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.549 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_commiting_lat": { 2024-04-02T09:53:55.549 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75409, 2024-04-02T09:53:55.549 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 28392561443 2024-04-02T09:53:55.550 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.550 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_done_lat": { 2024-04-02T09:53:55.550 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75409, 2024-04-02T09:53:55.550 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 28636381 2024-04-02T09:53:55.550 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.550 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_queued_lat": { 2024-04-02T09:53:55.550 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75409, 2024-04-02T09:53:55.550 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12782617955 2024-04-02T09:53:55.550 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.550 INFO:tasks.workunit.client.0.smithi012.stdout: "state_prepare_lat": { 2024-04-02T09:53:55.550 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75409, 2024-04-02T09:53:55.550 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9203761874 2024-04-02T09:53:55.550 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.550 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": { 2024-04-02T09:53:55.551 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6185408 2024-04-02T09:53:55.551 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.551 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:53:55.551 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2536, 2024-04-02T09:53:55.551 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12370826 2024-04-02T09:53:55.551 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.551 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_commit_lat": { 2024-04-02T09:53:55.551 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75409, 2024-04-02T09:53:55.551 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 60683777815 2024-04-02T09:53:55.551 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.551 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_submit_lat": { 2024-04-02T09:53:55.551 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75409, 2024-04-02T09:53:55.551 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10047613278 2024-04-02T09:53:55.551 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.552 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_throttle_lat": { 2024-04-02T09:53:55.552 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75409, 2024-04-02T09:53:55.552 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 438506386 2024-04-02T09:53:55.552 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.552 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.552 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache": { 2024-04-02T09:53:55.552 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T09:53:55.552 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1406236763 2024-04-02T09:53:55.552 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.552 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T09:53:55.552 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 527941632 2024-04-02T09:53:55.552 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.552 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T09:53:55.552 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 460029952 2024-04-02T09:53:55.553 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.553 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T09:53:55.553 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2601815449 2024-04-02T09:53:55.553 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.553 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T09:53:55.553 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67911680 2024-04-02T09:53:55.553 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.553 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.553 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:data": { 2024-04-02T09:53:55.553 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:53:55.553 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 125829120 2024-04-02T09:53:55.553 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.553 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:53:55.553 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.554 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.554 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:53:55.554 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.554 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.554 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:53:55.554 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57612360 2024-04-02T09:53:55.554 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.554 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:53:55.554 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.554 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.554 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:53:55.554 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.554 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.554 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:53:55.555 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.555 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.555 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:53:55.555 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.555 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.555 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:53:55.555 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4096 2024-04-02T09:53:55.555 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.555 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:53:55.555 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 106496 2024-04-02T09:53:55.555 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.555 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:53:55.555 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.555 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.555 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:53:55.556 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.556 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.556 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:53:55.556 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.556 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.556 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:53:55.556 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 68106168 2024-04-02T09:53:55.556 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.556 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.556 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv": { 2024-04-02T09:53:55.556 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:53:55.556 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 570425344 2024-04-02T09:53:55.556 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.556 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:53:55.556 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:53:55.557 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.557 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:53:55.557 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.557 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.557 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:53:55.557 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 432092704 2024-04-02T09:53:55.557 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.557 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:53:55.557 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.557 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.557 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:53:55.557 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.557 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.557 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:53:55.557 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 816 2024-04-02T09:53:55.558 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.558 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:53:55.558 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.558 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.558 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:53:55.558 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 38160 2024-04-02T09:53:55.558 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.558 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:53:55.558 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.558 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.558 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:53:55.558 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.558 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.558 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:53:55.558 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.559 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.559 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:53:55.559 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.559 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.559 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:53:55.559 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71184800 2024-04-02T09:53:55.559 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.559 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.559 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:53:55.559 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:53:55.559 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 176160768 2024-04-02T09:53:55.559 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.559 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:53:55.559 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:53:55.559 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.560 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:53:55.560 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1140208 2024-04-02T09:53:55.560 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.560 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:53:55.560 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 38408240 2024-04-02T09:53:55.560 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.560 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:53:55.560 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.560 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.560 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:53:55.560 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.560 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.560 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:53:55.560 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.560 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.561 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:53:55.561 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.561 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.561 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:53:55.561 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.561 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.561 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:53:55.561 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.561 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.561 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:53:55.561 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.561 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.561 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:53:55.561 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.562 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.562 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:53:55.562 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.562 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.562 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:53:55.562 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 69503456 2024-04-02T09:53:55.562 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.562 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.562 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:meta": { 2024-04-02T09:53:55.562 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:53:55.562 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 503316480 2024-04-02T09:53:55.562 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.562 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:53:55.562 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.563 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.563 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:53:55.563 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.563 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.563 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:53:55.563 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 432092704 2024-04-02T09:53:55.563 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.563 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:53:55.563 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.563 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.563 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:53:55.563 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.563 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.563 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:53:55.564 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.564 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.564 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:53:55.564 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.564 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.564 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:53:55.564 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 96883 2024-04-02T09:53:55.564 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.564 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:53:55.564 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1142422 2024-04-02T09:53:55.564 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.564 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:53:55.564 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.564 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.564 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:53:55.564 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.565 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.565 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:53:55.565 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.565 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.565 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:53:55.565 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 69984471 2024-04-02T09:53:55.565 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.565 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.565 INFO:tasks.workunit.client.0.smithi012.stdout: "objecter": { 2024-04-02T09:53:55.565 INFO:tasks.workunit.client.0.smithi012.stdout: "op_active": { 2024-04-02T09:53:55.565 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.565 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.565 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:53:55.565 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13 2024-04-02T09:53:55.566 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.566 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rmw": { 2024-04-02T09:53:55.566 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.566 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.566 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:53:55.566 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.566 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.566 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.566 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:53:55.566 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg": { 2024-04-02T09:53:55.566 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 48 2024-04-02T09:53:55.566 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.566 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg_removing": { 2024-04-02T09:53:55.566 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.566 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.567 INFO:tasks.workunit.client.0.smithi012.stdout: "op": { 2024-04-02T09:53:55.567 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 72419 2024-04-02T09:53:55.567 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.567 INFO:tasks.workunit.client.0.smithi012.stdout: "op_before_queue_op_lat": { 2024-04-02T09:53:55.567 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 149859, 2024-04-02T09:53:55.567 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8187969429 2024-04-02T09:53:55.567 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.567 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_degraded": { 2024-04-02T09:53:55.567 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.567 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.567 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_unreadable": { 2024-04-02T09:53:55.567 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.567 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.567 INFO:tasks.workunit.client.0.smithi012.stdout: "op_in_bytes": { 2024-04-02T09:53:55.567 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1482243038 2024-04-02T09:53:55.567 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.568 INFO:tasks.workunit.client.0.smithi012.stdout: "op_latency": { 2024-04-02T09:53:55.568 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 72419, 2024-04-02T09:53:55.568 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 302198948383 2024-04-02T09:53:55.568 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.568 INFO:tasks.workunit.client.0.smithi012.stdout: "op_out_bytes": { 2024-04-02T09:53:55.568 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1482928171 2024-04-02T09:53:55.568 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.568 INFO:tasks.workunit.client.0.smithi012.stdout: "op_prepare_latency": { 2024-04-02T09:53:55.568 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 74739, 2024-04-02T09:53:55.568 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 34312911194 2024-04-02T09:53:55.568 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.568 INFO:tasks.workunit.client.0.smithi012.stdout: "op_process_latency": { 2024-04-02T09:53:55.568 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 72419, 2024-04-02T09:53:55.568 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 73478065284 2024-04-02T09:53:55.569 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.569 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:53:55.569 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 55166 2024-04-02T09:53:55.569 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.569 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency": { 2024-04-02T09:53:55.569 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 55166, 2024-04-02T09:53:55.569 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 58695619381 2024-04-02T09:53:55.569 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.569 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:53:55.569 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.569 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.569 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_out_bytes": { 2024-04-02T09:53:55.569 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1482928171 2024-04-02T09:53:55.569 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.569 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_prepare_latency": { 2024-04-02T09:53:55.570 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 55410, 2024-04-02T09:53:55.570 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11296339579 2024-04-02T09:53:55.570 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.570 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_process_latency": { 2024-04-02T09:53:55.570 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 55166, 2024-04-02T09:53:55.570 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10069639897 2024-04-02T09:53:55.570 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.570 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw": { 2024-04-02T09:53:55.570 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13139 2024-04-02T09:53:55.570 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.570 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_in_bytes": { 2024-04-02T09:53:55.570 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 215127249 2024-04-02T09:53:55.570 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.571 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency": { 2024-04-02T09:53:55.571 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 13139, 2024-04-02T09:53:55.571 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 181277156175 2024-04-02T09:53:55.571 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.571 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:53:55.571 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.571 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.571 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:53:55.571 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.571 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.571 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_out_bytes": { 2024-04-02T09:53:55.571 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.571 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.571 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_prepare_latency": { 2024-04-02T09:53:55.572 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15086, 2024-04-02T09:53:55.572 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 17676335962 2024-04-02T09:53:55.572 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.572 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_process_latency": { 2024-04-02T09:53:55.572 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 13139, 2024-04-02T09:53:55.572 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 38155440899 2024-04-02T09:53:55.572 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.572 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:53:55.572 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4114 2024-04-02T09:53:55.572 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.572 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_in_bytes": { 2024-04-02T09:53:55.572 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1267115789 2024-04-02T09:53:55.572 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.573 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency": { 2024-04-02T09:53:55.573 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 4114, 2024-04-02T09:53:55.573 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 62226172827 2024-04-02T09:53:55.573 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.573 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:53:55.573 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.573 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.573 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_prepare_latency": { 2024-04-02T09:53:55.573 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 4243, 2024-04-02T09:53:55.573 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5340235653 2024-04-02T09:53:55.573 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.573 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_process_latency": { 2024-04-02T09:53:55.573 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 4114, 2024-04-02T09:53:55.573 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 25252984488 2024-04-02T09:53:55.573 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.574 INFO:tasks.workunit.client.0.smithi012.stdout: "op_wip": { 2024-04-02T09:53:55.574 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.574 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.574 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_bytes": { 2024-04-02T09:53:55.574 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 35 2024-04-02T09:53:55.574 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.574 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_ops": { 2024-04-02T09:53:55.574 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T09:53:55.574 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.574 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes": { 2024-04-02T09:53:55.574 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T09:53:55.574 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.574 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes_used": { 2024-04-02T09:53:55.575 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 487645184 2024-04-02T09:53:55.575 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.575 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.575 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.575 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.4": { 2024-04-02T09:53:55.575 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:53:55.575 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_db_max_lat": { 2024-04-02T09:53:55.575 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 26003 2024-04-02T09:53:55.575 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.575 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_fallback": { 2024-04-02T09:53:55.575 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.575 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.575 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_max_lat": { 2024-04-02T09:53:55.575 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.575 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.575 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:53:55.576 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.576 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.576 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_db": { 2024-04-02T09:53:55.576 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 65536 2024-04-02T09:53:55.576 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.576 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_slow": { 2024-04-02T09:53:55.576 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.576 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.576 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_wal": { 2024-04-02T09:53:55.576 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.576 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.576 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_wal_max_lat": { 2024-04-02T09:53:55.576 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.576 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.576 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_slow": { 2024-04-02T09:53:55.577 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.577 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.577 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_sst": { 2024-04-02T09:53:55.577 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3641344 2024-04-02T09:53:55.577 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.577 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_wal": { 2024-04-02T09:53:55.577 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 598814720 2024-04-02T09:53:55.577 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.577 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lat": { 2024-04-02T09:53:55.577 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 14, 2024-04-02T09:53:55.577 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3827168 2024-04-02T09:53:55.577 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.577 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lock_lat": { 2024-04-02T09:53:55.577 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 14, 2024-04-02T09:53:55.577 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 963208 2024-04-02T09:53:55.578 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.578 INFO:tasks.workunit.client.0.smithi012.stdout: "db_alloc_lat": { 2024-04-02T09:53:55.578 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 145, 2024-04-02T09:53:55.578 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 678937 2024-04-02T09:53:55.578 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.578 INFO:tasks.workunit.client.0.smithi012.stdout: "db_total_bytes": { 2024-04-02T09:53:55.578 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995027456 2024-04-02T09:53:55.578 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.578 INFO:tasks.workunit.client.0.smithi012.stdout: "db_used_bytes": { 2024-04-02T09:53:55.578 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 561840128 2024-04-02T09:53:55.578 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.578 INFO:tasks.workunit.client.0.smithi012.stdout: "flush_lat": { 2024-04-02T09:53:55.578 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 59989, 2024-04-02T09:53:55.578 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9876917005 2024-04-02T09:53:55.579 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.579 INFO:tasks.workunit.client.0.smithi012.stdout: "fsync_lat": { 2024-04-02T09:53:55.579 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 59993, 2024-04-02T09:53:55.579 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15296536796 2024-04-02T09:53:55.579 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.579 INFO:tasks.workunit.client.0.smithi012.stdout: "log_bytes": { 2024-04-02T09:53:55.579 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13045760 2024-04-02T09:53:55.579 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.579 INFO:tasks.workunit.client.0.smithi012.stdout: "logged_bytes": { 2024-04-02T09:53:55.579 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 245768192 2024-04-02T09:53:55.579 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.579 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_db": { 2024-04-02T09:53:55.579 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 570359808 2024-04-02T09:53:55.579 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.579 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_slow": { 2024-04-02T09:53:55.579 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.580 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.580 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_wal": { 2024-04-02T09:53:55.580 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.580 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.580 INFO:tasks.workunit.client.0.smithi012.stdout: "num_files": { 2024-04-02T09:53:55.580 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 44 2024-04-02T09:53:55.580 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.580 INFO:tasks.workunit.client.0.smithi012.stdout: "read_bytes": { 2024-04-02T09:53:55.580 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2244589250 2024-04-02T09:53:55.580 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.580 INFO:tasks.workunit.client.0.smithi012.stdout: "read_count": { 2024-04-02T09:53:55.580 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 33716 2024-04-02T09:53:55.580 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.580 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes": { 2024-04-02T09:53:55.580 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2003484672 2024-04-02T09:53:55.580 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.581 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_db": { 2024-04-02T09:53:55.581 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2003488768 2024-04-02T09:53:55.581 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.581 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_slow": { 2024-04-02T09:53:55.581 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.581 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.581 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_wal": { 2024-04-02T09:53:55.581 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.581 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.581 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_count": { 2024-04-02T09:53:55.581 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 25040 2024-04-02T09:53:55.581 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.581 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:53:55.581 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 33716, 2024-04-02T09:53:55.582 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 926300387 2024-04-02T09:53:55.582 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.582 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_bytes": { 2024-04-02T09:53:55.582 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2176940891 2024-04-02T09:53:55.582 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.582 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_count": { 2024-04-02T09:53:55.582 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 31638 2024-04-02T09:53:55.582 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.582 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_bytes": { 2024-04-02T09:53:55.582 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1093635 2024-04-02T09:53:55.582 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.582 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_count": { 2024-04-02T09:53:55.582 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 382 2024-04-02T09:53:55.582 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.583 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_bytes": { 2024-04-02T09:53:55.583 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3616376 2024-04-02T09:53:55.583 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.583 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_count": { 2024-04-02T09:53:55.583 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 544 2024-04-02T09:53:55.583 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.583 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes": { 2024-04-02T09:53:55.583 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2522741 2024-04-02T09:53:55.583 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.583 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:53:55.583 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2522741 2024-04-02T09:53:55.583 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.583 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:53:55.583 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.584 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.584 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:53:55.584 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.584 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.584 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_count": { 2024-04-02T09:53:55.584 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 165 2024-04-02T09:53:55.584 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.584 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_lat": { 2024-04-02T09:53:55.584 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 544, 2024-04-02T09:53:55.584 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1337718 2024-04-02T09:53:55.584 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.584 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_alloc_lat": { 2024-04-02T09:53:55.584 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.585 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.585 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.585 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_total_bytes": { 2024-04-02T09:53:55.585 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.585 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.585 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_used_bytes": { 2024-04-02T09:53:55.585 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.585 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.585 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:53:55.585 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T09:53:55.585 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 653 2024-04-02T09:53:55.585 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.585 INFO:tasks.workunit.client.0.smithi012.stdout: "unlink_lat": { 2024-04-02T09:53:55.585 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 6, 2024-04-02T09:53:55.586 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9270 2024-04-02T09:53:55.586 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.586 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_alloc_lat": { 2024-04-02T09:53:55.586 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.586 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.586 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.586 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_total_bytes": { 2024-04-02T09:53:55.586 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.586 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.586 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_used_bytes": { 2024-04-02T09:53:55.586 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.586 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.586 INFO:tasks.workunit.client.0.smithi012.stdout: "write_bytes": { 2024-04-02T09:53:55.586 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 850366464 2024-04-02T09:53:55.587 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.587 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.587 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore": { 2024-04-02T09:53:55.587 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit": { 2024-04-02T09:53:55.587 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4096 2024-04-02T09:53:55.587 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.587 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": { 2024-04-02T09:53:55.587 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14589952 2024-04-02T09:53:55.587 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.587 INFO:tasks.workunit.client.0.smithi012.stdout: "allocator_lat": { 2024-04-02T09:53:55.587 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 20569, 2024-04-02T09:53:55.587 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 68982145 2024-04-02T09:53:55.587 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.587 INFO:tasks.workunit.client.0.smithi012.stdout: "clist_lat": { 2024-04-02T09:53:55.587 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3482, 2024-04-02T09:53:55.588 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3732917919 2024-04-02T09:53:55.588 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.588 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_lat": { 2024-04-02T09:53:55.588 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.588 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.588 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.588 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed": { 2024-04-02T09:53:55.588 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.588 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.588 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_allocated": { 2024-04-02T09:53:55.588 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.588 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.588 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_original": { 2024-04-02T09:53:55.588 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.588 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.589 INFO:tasks.workunit.client.0.smithi012.stdout: "csum_lat": { 2024-04-02T09:53:55.589 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 18034, 2024-04-02T09:53:55.589 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 156303611 2024-04-02T09:53:55.589 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.589 INFO:tasks.workunit.client.0.smithi012.stdout: "decompress_lat": { 2024-04-02T09:53:55.589 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.589 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.589 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.589 INFO:tasks.workunit.client.0.smithi012.stdout: "fragmentation_micros": { 2024-04-02T09:53:55.589 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.589 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.589 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_commit_lat": { 2024-04-02T09:53:55.589 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 59945, 2024-04-02T09:53:55.589 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18620003124 2024-04-02T09:53:55.590 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.590 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_final_lat": { 2024-04-02T09:53:55.590 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 59564, 2024-04-02T09:53:55.590 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1489181775 2024-04-02T09:53:55.590 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.590 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_flush_lat": { 2024-04-02T09:53:55.590 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 59945, 2024-04-02T09:53:55.590 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 49515230 2024-04-02T09:53:55.590 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.590 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_sync_lat": { 2024-04-02T09:53:55.590 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 59945, 2024-04-02T09:53:55.590 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18669518354 2024-04-02T09:53:55.590 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.591 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_keys_lat": { 2024-04-02T09:53:55.591 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.591 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.591 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.591 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_values_lat": { 2024-04-02T09:53:55.591 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 23772, 2024-04-02T09:53:55.591 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 658253009 2024-04-02T09:53:55.591 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.591 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_lower_bound_lat": { 2024-04-02T09:53:55.591 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 865, 2024-04-02T09:53:55.591 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2425349 2024-04-02T09:53:55.591 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.591 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_next_lat": { 2024-04-02T09:53:55.591 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 7979, 2024-04-02T09:53:55.591 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7384571 2024-04-02T09:53:55.592 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.592 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:53:55.592 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 45, 2024-04-02T09:53:55.592 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 97342 2024-04-02T09:53:55.592 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.592 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_upper_bound_lat": { 2024-04-02T09:53:55.592 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 14540, 2024-04-02T09:53:55.592 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2535843387 2024-04-02T09:53:55.592 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.592 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_hits": { 2024-04-02T09:53:55.592 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 189231 2024-04-02T09:53:55.592 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.592 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_misses": { 2024-04-02T09:53:55.592 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 19565 2024-04-02T09:53:55.593 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.593 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:53:55.593 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 17991, 2024-04-02T09:53:55.593 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1741754079 2024-04-02T09:53:55.593 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.593 INFO:tasks.workunit.client.0.smithi012.stdout: "read_onode_meta_lat": { 2024-04-02T09:53:55.593 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 55198, 2024-04-02T09:53:55.593 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15314318 2024-04-02T09:53:55.593 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.593 INFO:tasks.workunit.client.0.smithi012.stdout: "read_wait_aio_lat": { 2024-04-02T09:53:55.593 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 37207, 2024-04-02T09:53:55.593 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1433092450 2024-04-02T09:53:55.593 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.593 INFO:tasks.workunit.client.0.smithi012.stdout: "reads_with_retries": { 2024-04-02T09:53:55.593 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.594 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.594 INFO:tasks.workunit.client.0.smithi012.stdout: "remove_lat": { 2024-04-02T09:53:55.594 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 13442, 2024-04-02T09:53:55.594 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 387515979 2024-04-02T09:53:55.594 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.594 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_aio_wait_count": { 2024-04-02T09:53:55.594 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.594 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.594 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_committed_kv_count": { 2024-04-02T09:53:55.594 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.594 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.594 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:53:55.594 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.595 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.595 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:53:55.595 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.595 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.595 INFO:tasks.workunit.client.0.smithi012.stdout: "state_aio_wait_lat": { 2024-04-02T09:53:55.595 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 70642, 2024-04-02T09:53:55.595 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6490761228 2024-04-02T09:53:55.595 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.595 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:53:55.595 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 18275, 2024-04-02T09:53:55.595 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1063278301 2024-04-02T09:53:55.595 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.595 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:53:55.595 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 18274, 2024-04-02T09:53:55.595 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3957055057831 2024-04-02T09:53:55.596 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.596 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_queued_lat": { 2024-04-02T09:53:55.596 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 18275, 2024-04-02T09:53:55.596 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5998687528203 2024-04-02T09:53:55.596 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.596 INFO:tasks.workunit.client.0.smithi012.stdout: "state_done_lat": { 2024-04-02T09:53:55.596 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 70641, 2024-04-02T09:53:55.596 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2006969560347 2024-04-02T09:53:55.596 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.596 INFO:tasks.workunit.client.0.smithi012.stdout: "state_finishing_lat": { 2024-04-02T09:53:55.596 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 70641, 2024-04-02T09:53:55.596 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8002223 2024-04-02T09:53:55.596 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.596 INFO:tasks.workunit.client.0.smithi012.stdout: "state_io_done_lat": { 2024-04-02T09:53:55.596 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 70642, 2024-04-02T09:53:55.597 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 259486895 2024-04-02T09:53:55.597 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.597 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_commiting_lat": { 2024-04-02T09:53:55.597 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 70642, 2024-04-02T09:53:55.597 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 29437456462 2024-04-02T09:53:55.597 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.597 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_done_lat": { 2024-04-02T09:53:55.597 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 70642, 2024-04-02T09:53:55.597 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 31192561 2024-04-02T09:53:55.597 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.597 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_queued_lat": { 2024-04-02T09:53:55.597 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 70642, 2024-04-02T09:53:55.597 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12382211293 2024-04-02T09:53:55.597 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.597 INFO:tasks.workunit.client.0.smithi012.stdout: "state_prepare_lat": { 2024-04-02T09:53:55.598 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 70642, 2024-04-02T09:53:55.598 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10471097651 2024-04-02T09:53:55.598 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.598 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": { 2024-04-02T09:53:55.598 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10374511 2024-04-02T09:53:55.598 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.598 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:53:55.598 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2473, 2024-04-02T09:53:55.598 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13689773 2024-04-02T09:53:55.598 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.598 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_commit_lat": { 2024-04-02T09:53:55.598 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 70642, 2024-04-02T09:53:55.598 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 59056154107 2024-04-02T09:53:55.598 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.599 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_submit_lat": { 2024-04-02T09:53:55.599 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 70642, 2024-04-02T09:53:55.599 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11421601579 2024-04-02T09:53:55.599 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.599 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_throttle_lat": { 2024-04-02T09:53:55.599 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 70642, 2024-04-02T09:53:55.599 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 473149813 2024-04-02T09:53:55.599 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.599 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.599 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache": { 2024-04-02T09:53:55.599 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T09:53:55.599 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1406236154 2024-04-02T09:53:55.599 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.599 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T09:53:55.600 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 605601792 2024-04-02T09:53:55.600 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.600 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T09:53:55.600 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 559677440 2024-04-02T09:53:55.600 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.600 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T09:53:55.600 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2601814732 2024-04-02T09:53:55.600 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.600 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T09:53:55.600 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 45924352 2024-04-02T09:53:55.600 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.600 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.600 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:data": { 2024-04-02T09:53:55.600 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:53:55.600 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 125829120 2024-04-02T09:53:55.601 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.601 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:53:55.601 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.601 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.601 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:53:55.601 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.601 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.601 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:53:55.601 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57316909 2024-04-02T09:53:55.601 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.601 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:53:55.601 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.601 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.601 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:53:55.601 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.602 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.602 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:53:55.602 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.602 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.602 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:53:55.602 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.602 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.602 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:53:55.602 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 16384 2024-04-02T09:53:55.602 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.602 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:53:55.602 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 946176 2024-04-02T09:53:55.602 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.603 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:53:55.603 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.603 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.603 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:53:55.603 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.603 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.603 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:53:55.603 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.603 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.603 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:53:55.603 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67549651 2024-04-02T09:53:55.603 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.603 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.603 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv": { 2024-04-02T09:53:55.604 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:53:55.604 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 570425344 2024-04-02T09:53:55.604 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.604 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:53:55.604 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:53:55.604 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.604 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:53:55.604 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.604 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.604 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:53:55.604 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 429876824 2024-04-02T09:53:55.604 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.604 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:53:55.604 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.604 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.605 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:53:55.605 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.605 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.605 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:53:55.605 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1392 2024-04-02T09:53:55.605 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.605 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:53:55.605 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.605 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.605 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:53:55.605 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 86624 2024-04-02T09:53:55.605 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.605 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:53:55.605 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.605 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.606 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:53:55.606 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.606 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.606 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:53:55.606 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.606 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.606 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:53:55.606 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.606 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.606 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:53:55.606 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 73351640 2024-04-02T09:53:55.606 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.606 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.607 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:53:55.607 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:53:55.607 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 176160768 2024-04-02T09:53:55.607 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.607 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:53:55.607 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:53:55.607 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.607 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:53:55.607 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2872432 2024-04-02T09:53:55.607 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.607 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:53:55.607 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 38211273 2024-04-02T09:53:55.607 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.607 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:53:55.607 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.608 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.608 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:53:55.608 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.608 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.608 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:53:55.608 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.608 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.608 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:53:55.608 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.608 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.608 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:53:55.608 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.608 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.608 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:53:55.608 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.609 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.609 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:53:55.609 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.609 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.609 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:53:55.609 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.609 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.609 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:53:55.609 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.609 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.609 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:53:55.609 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67968199 2024-04-02T09:53:55.609 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.609 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.610 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:meta": { 2024-04-02T09:53:55.610 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:53:55.610 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 503316480 2024-04-02T09:53:55.610 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.610 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:53:55.610 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.610 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.610 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:53:55.610 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.610 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.610 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:53:55.610 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 429876824 2024-04-02T09:53:55.610 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.610 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:53:55.611 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.611 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.611 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:53:55.611 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.611 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.611 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:53:55.611 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.611 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.611 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:53:55.611 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.611 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.611 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:53:55.611 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 96244 2024-04-02T09:53:55.611 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.611 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:53:55.611 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1135882 2024-04-02T09:53:55.612 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.612 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:53:55.612 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.612 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.612 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:53:55.612 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.612 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.612 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:53:55.612 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.612 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.612 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:53:55.612 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 72207530 2024-04-02T09:53:55.612 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.613 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.613 INFO:tasks.workunit.client.0.smithi012.stdout: "objecter": { 2024-04-02T09:53:55.613 INFO:tasks.workunit.client.0.smithi012.stdout: "op_active": { 2024-04-02T09:53:55.613 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.613 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.613 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:53:55.613 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 16 2024-04-02T09:53:55.613 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.613 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rmw": { 2024-04-02T09:53:55.613 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.613 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.613 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:53:55.613 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.613 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.614 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.614 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:53:55.614 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg": { 2024-04-02T09:53:55.614 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 49 2024-04-02T09:53:55.614 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.614 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg_removing": { 2024-04-02T09:53:55.614 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.614 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.614 INFO:tasks.workunit.client.0.smithi012.stdout: "op": { 2024-04-02T09:53:55.614 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 36843 2024-04-02T09:53:55.614 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.614 INFO:tasks.workunit.client.0.smithi012.stdout: "op_before_queue_op_lat": { 2024-04-02T09:53:55.614 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 95068, 2024-04-02T09:53:55.614 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10131431046 2024-04-02T09:53:55.615 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.615 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_degraded": { 2024-04-02T09:53:55.615 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.615 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.615 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_unreadable": { 2024-04-02T09:53:55.615 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.615 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.615 INFO:tasks.workunit.client.0.smithi012.stdout: "op_in_bytes": { 2024-04-02T09:53:55.615 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1529196149 2024-04-02T09:53:55.615 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.615 INFO:tasks.workunit.client.0.smithi012.stdout: "op_latency": { 2024-04-02T09:53:55.615 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 36843, 2024-04-02T09:53:55.615 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57405719392 2024-04-02T09:53:55.615 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.615 INFO:tasks.workunit.client.0.smithi012.stdout: "op_out_bytes": { 2024-04-02T09:53:55.616 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2028233427 2024-04-02T09:53:55.616 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.616 INFO:tasks.workunit.client.0.smithi012.stdout: "op_prepare_latency": { 2024-04-02T09:53:55.616 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 37349, 2024-04-02T09:53:55.616 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14165427958 2024-04-02T09:53:55.616 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.616 INFO:tasks.workunit.client.0.smithi012.stdout: "op_process_latency": { 2024-04-02T09:53:55.616 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 36843, 2024-04-02T09:53:55.616 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 31561835769 2024-04-02T09:53:55.616 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.616 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:53:55.616 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 27193 2024-04-02T09:53:55.616 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.616 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency": { 2024-04-02T09:53:55.616 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 27193, 2024-04-02T09:53:55.617 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11379311474 2024-04-02T09:53:55.617 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.617 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:53:55.617 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.617 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.617 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_out_bytes": { 2024-04-02T09:53:55.617 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2028233427 2024-04-02T09:53:55.617 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.617 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_prepare_latency": { 2024-04-02T09:53:55.617 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 27375, 2024-04-02T09:53:55.617 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5838151260 2024-04-02T09:53:55.617 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.617 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_process_latency": { 2024-04-02T09:53:55.617 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 27193, 2024-04-02T09:53:55.617 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5910345032 2024-04-02T09:53:55.618 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.618 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw": { 2024-04-02T09:53:55.618 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5711 2024-04-02T09:53:55.618 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.618 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_in_bytes": { 2024-04-02T09:53:55.618 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 414525490 2024-04-02T09:53:55.618 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.618 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency": { 2024-04-02T09:53:55.618 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 5711, 2024-04-02T09:53:55.618 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11009051116 2024-04-02T09:53:55.618 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.618 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:53:55.618 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.618 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.619 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:53:55.619 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.619 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.619 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_out_bytes": { 2024-04-02T09:53:55.619 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.619 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.619 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_prepare_latency": { 2024-04-02T09:53:55.619 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 5923, 2024-04-02T09:53:55.619 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3522042949 2024-04-02T09:53:55.619 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.619 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_process_latency": { 2024-04-02T09:53:55.619 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 5711, 2024-04-02T09:53:55.619 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9263467654 2024-04-02T09:53:55.619 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.619 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:53:55.620 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3939 2024-04-02T09:53:55.620 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.620 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_in_bytes": { 2024-04-02T09:53:55.620 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1114670659 2024-04-02T09:53:55.620 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.620 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency": { 2024-04-02T09:53:55.620 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3939, 2024-04-02T09:53:55.620 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 35017356802 2024-04-02T09:53:55.620 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.620 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:53:55.620 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.620 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.620 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_prepare_latency": { 2024-04-02T09:53:55.620 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 4051, 2024-04-02T09:53:55.620 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4805233749 2024-04-02T09:53:55.621 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.621 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_process_latency": { 2024-04-02T09:53:55.621 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3939, 2024-04-02T09:53:55.621 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 16388023083 2024-04-02T09:53:55.621 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.621 INFO:tasks.workunit.client.0.smithi012.stdout: "op_wip": { 2024-04-02T09:53:55.621 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.621 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.621 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_bytes": { 2024-04-02T09:53:55.621 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 16777216 2024-04-02T09:53:55.621 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.621 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_ops": { 2024-04-02T09:53:55.621 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9 2024-04-02T09:53:55.622 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.622 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes": { 2024-04-02T09:53:55.622 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T09:53:55.622 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.622 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes_used": { 2024-04-02T09:53:55.622 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 576442368 2024-04-02T09:53:55.622 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.622 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.622 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.622 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.5": { 2024-04-02T09:53:55.622 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:53:55.622 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_db_max_lat": { 2024-04-02T09:53:55.622 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24499 2024-04-02T09:53:55.622 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.623 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_fallback": { 2024-04-02T09:53:55.623 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.623 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.623 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_max_lat": { 2024-04-02T09:53:55.623 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.623 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.623 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:53:55.623 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.623 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.623 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_db": { 2024-04-02T09:53:55.623 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 65536 2024-04-02T09:53:55.623 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.623 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_slow": { 2024-04-02T09:53:55.623 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.623 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.624 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_wal": { 2024-04-02T09:53:55.624 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.624 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.624 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_wal_max_lat": { 2024-04-02T09:53:55.624 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.624 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.624 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_slow": { 2024-04-02T09:53:55.624 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.624 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.624 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_sst": { 2024-04-02T09:53:55.624 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 25403392 2024-04-02T09:53:55.624 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.624 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_wal": { 2024-04-02T09:53:55.624 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 873136128 2024-04-02T09:53:55.625 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.625 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lat": { 2024-04-02T09:53:55.625 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 20, 2024-04-02T09:53:55.625 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4814235 2024-04-02T09:53:55.625 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.625 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lock_lat": { 2024-04-02T09:53:55.625 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 20, 2024-04-02T09:53:55.625 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1793123 2024-04-02T09:53:55.625 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.625 INFO:tasks.workunit.client.0.smithi012.stdout: "db_alloc_lat": { 2024-04-02T09:53:55.625 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 241, 2024-04-02T09:53:55.625 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1183985 2024-04-02T09:53:55.625 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.625 INFO:tasks.workunit.client.0.smithi012.stdout: "db_total_bytes": { 2024-04-02T09:53:55.626 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995027456 2024-04-02T09:53:55.626 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.626 INFO:tasks.workunit.client.0.smithi012.stdout: "db_used_bytes": { 2024-04-02T09:53:55.626 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 888209408 2024-04-02T09:53:55.626 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.626 INFO:tasks.workunit.client.0.smithi012.stdout: "flush_lat": { 2024-04-02T09:53:55.626 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 83015, 2024-04-02T09:53:55.626 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13496583191 2024-04-02T09:53:55.626 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.626 INFO:tasks.workunit.client.0.smithi012.stdout: "fsync_lat": { 2024-04-02T09:53:55.626 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 82965, 2024-04-02T09:53:55.626 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 20120803602 2024-04-02T09:53:55.626 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.626 INFO:tasks.workunit.client.0.smithi012.stdout: "log_bytes": { 2024-04-02T09:53:55.627 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7290880 2024-04-02T09:53:55.627 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.627 INFO:tasks.workunit.client.0.smithi012.stdout: "logged_bytes": { 2024-04-02T09:53:55.627 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 339824640 2024-04-02T09:53:55.627 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.627 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_db": { 2024-04-02T09:53:55.627 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 905248768 2024-04-02T09:53:55.627 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.627 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_slow": { 2024-04-02T09:53:55.627 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.627 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.627 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_wal": { 2024-04-02T09:53:55.627 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.627 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.627 INFO:tasks.workunit.client.0.smithi012.stdout: "num_files": { 2024-04-02T09:53:55.628 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 56 2024-04-02T09:53:55.628 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.628 INFO:tasks.workunit.client.0.smithi012.stdout: "read_bytes": { 2024-04-02T09:53:55.628 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7412065027 2024-04-02T09:53:55.628 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.628 INFO:tasks.workunit.client.0.smithi012.stdout: "read_count": { 2024-04-02T09:53:55.628 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67663 2024-04-02T09:53:55.628 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.628 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes": { 2024-04-02T09:53:55.628 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6294388736 2024-04-02T09:53:55.628 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.628 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_db": { 2024-04-02T09:53:55.628 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6294392832 2024-04-02T09:53:55.628 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.628 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_slow": { 2024-04-02T09:53:55.629 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.629 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.629 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_wal": { 2024-04-02T09:53:55.629 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.629 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.629 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_count": { 2024-04-02T09:53:55.629 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 56777 2024-04-02T09:53:55.629 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.629 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:53:55.629 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 67663, 2024-04-02T09:53:55.629 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2944157478 2024-04-02T09:53:55.629 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.629 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_bytes": { 2024-04-02T09:53:55.629 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7257347676 2024-04-02T09:53:55.630 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.630 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_count": { 2024-04-02T09:53:55.630 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 62926 2024-04-02T09:53:55.630 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.630 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_bytes": { 2024-04-02T09:53:55.630 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5471099 2024-04-02T09:53:55.630 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.630 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_count": { 2024-04-02T09:53:55.630 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 809 2024-04-02T09:53:55.630 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.630 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_bytes": { 2024-04-02T09:53:55.630 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 26440000 2024-04-02T09:53:55.630 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.630 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_count": { 2024-04-02T09:53:55.631 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1195 2024-04-02T09:53:55.631 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.631 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes": { 2024-04-02T09:53:55.631 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 20968901 2024-04-02T09:53:55.631 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.631 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:53:55.631 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 20968901 2024-04-02T09:53:55.631 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.631 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:53:55.631 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.631 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.631 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:53:55.631 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.631 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.631 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_count": { 2024-04-02T09:53:55.632 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 408 2024-04-02T09:53:55.632 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.632 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_lat": { 2024-04-02T09:53:55.632 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1195, 2024-04-02T09:53:55.632 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11028545 2024-04-02T09:53:55.632 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.632 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_alloc_lat": { 2024-04-02T09:53:55.632 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.632 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.632 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.632 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_total_bytes": { 2024-04-02T09:53:55.632 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.632 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.632 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_used_bytes": { 2024-04-02T09:53:55.632 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.633 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.633 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:53:55.633 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T09:53:55.633 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 818 2024-04-02T09:53:55.633 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.633 INFO:tasks.workunit.client.0.smithi012.stdout: "unlink_lat": { 2024-04-02T09:53:55.633 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 20, 2024-04-02T09:53:55.633 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 35821 2024-04-02T09:53:55.633 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.633 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_alloc_lat": { 2024-04-02T09:53:55.633 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.633 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.633 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.633 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_total_bytes": { 2024-04-02T09:53:55.634 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.634 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.634 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_used_bytes": { 2024-04-02T09:53:55.634 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.634 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.634 INFO:tasks.workunit.client.0.smithi012.stdout: "write_bytes": { 2024-04-02T09:53:55.634 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1241403392 2024-04-02T09:53:55.634 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.634 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.634 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore": { 2024-04-02T09:53:55.634 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit": { 2024-04-02T09:53:55.634 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4096 2024-04-02T09:53:55.634 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.634 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": { 2024-04-02T09:53:55.634 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14594048 2024-04-02T09:53:55.635 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.635 INFO:tasks.workunit.client.0.smithi012.stdout: "allocator_lat": { 2024-04-02T09:53:55.635 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 23221, 2024-04-02T09:53:55.635 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 73462577 2024-04-02T09:53:55.635 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.635 INFO:tasks.workunit.client.0.smithi012.stdout: "clist_lat": { 2024-04-02T09:53:55.635 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3545, 2024-04-02T09:53:55.635 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5336450511 2024-04-02T09:53:55.635 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.635 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_lat": { 2024-04-02T09:53:55.635 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.635 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.635 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.635 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed": { 2024-04-02T09:53:55.636 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.636 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.636 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_allocated": { 2024-04-02T09:53:55.636 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.636 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.636 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_original": { 2024-04-02T09:53:55.636 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.636 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.636 INFO:tasks.workunit.client.0.smithi012.stdout: "csum_lat": { 2024-04-02T09:53:55.636 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 20891, 2024-04-02T09:53:55.636 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 174564779 2024-04-02T09:53:55.636 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.636 INFO:tasks.workunit.client.0.smithi012.stdout: "decompress_lat": { 2024-04-02T09:53:55.636 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.636 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.637 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.637 INFO:tasks.workunit.client.0.smithi012.stdout: "fragmentation_micros": { 2024-04-02T09:53:55.637 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.637 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.637 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_commit_lat": { 2024-04-02T09:53:55.637 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 82864, 2024-04-02T09:53:55.637 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24599689719 2024-04-02T09:53:55.637 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.637 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_final_lat": { 2024-04-02T09:53:55.637 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 82394, 2024-04-02T09:53:55.637 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1815382458 2024-04-02T09:53:55.637 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.637 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_flush_lat": { 2024-04-02T09:53:55.637 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 82864, 2024-04-02T09:53:55.637 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 49809100 2024-04-02T09:53:55.638 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.638 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_sync_lat": { 2024-04-02T09:53:55.638 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 82864, 2024-04-02T09:53:55.638 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24649498819 2024-04-02T09:53:55.638 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.638 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_keys_lat": { 2024-04-02T09:53:55.638 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.638 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.638 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.638 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_values_lat": { 2024-04-02T09:53:55.638 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 33349, 2024-04-02T09:53:55.638 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1153955650 2024-04-02T09:53:55.638 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.638 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_lower_bound_lat": { 2024-04-02T09:53:55.639 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 911, 2024-04-02T09:53:55.639 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2715822 2024-04-02T09:53:55.639 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.639 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_next_lat": { 2024-04-02T09:53:55.639 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 11729, 2024-04-02T09:53:55.639 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13105897 2024-04-02T09:53:55.639 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.639 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:53:55.639 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 48, 2024-04-02T09:53:55.639 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 98057 2024-04-02T09:53:55.639 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.639 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_upper_bound_lat": { 2024-04-02T09:53:55.639 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 16920, 2024-04-02T09:53:55.639 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4622607272 2024-04-02T09:53:55.639 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.640 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_hits": { 2024-04-02T09:53:55.640 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 245770 2024-04-02T09:53:55.640 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.640 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_misses": { 2024-04-02T09:53:55.640 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 21763 2024-04-02T09:53:55.640 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.640 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:53:55.640 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 16312, 2024-04-02T09:53:55.640 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1816263422 2024-04-02T09:53:55.640 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.640 INFO:tasks.workunit.client.0.smithi012.stdout: "read_onode_meta_lat": { 2024-04-02T09:53:55.640 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 42118, 2024-04-02T09:53:55.640 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 22400699 2024-04-02T09:53:55.641 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.641 INFO:tasks.workunit.client.0.smithi012.stdout: "read_wait_aio_lat": { 2024-04-02T09:53:55.641 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 25806, 2024-04-02T09:53:55.641 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1650604541 2024-04-02T09:53:55.641 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.641 INFO:tasks.workunit.client.0.smithi012.stdout: "reads_with_retries": { 2024-04-02T09:53:55.641 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.641 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.641 INFO:tasks.workunit.client.0.smithi012.stdout: "remove_lat": { 2024-04-02T09:53:55.641 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15960, 2024-04-02T09:53:55.641 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 510521597 2024-04-02T09:53:55.641 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.641 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_aio_wait_count": { 2024-04-02T09:53:55.641 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.641 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.642 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_committed_kv_count": { 2024-04-02T09:53:55.642 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.642 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.642 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:53:55.642 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.642 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.642 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:53:55.642 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.642 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.642 INFO:tasks.workunit.client.0.smithi012.stdout: "state_aio_wait_lat": { 2024-04-02T09:53:55.642 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 98154, 2024-04-02T09:53:55.642 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9472356171 2024-04-02T09:53:55.642 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.642 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:53:55.643 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8666, 2024-04-02T09:53:55.643 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 617330780 2024-04-02T09:53:55.643 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.643 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:53:55.643 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8665, 2024-04-02T09:53:55.643 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3554479259067 2024-04-02T09:53:55.643 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.643 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_queued_lat": { 2024-04-02T09:53:55.643 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8666, 2024-04-02T09:53:55.643 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6585465400282 2024-04-02T09:53:55.643 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.643 INFO:tasks.workunit.client.0.smithi012.stdout: "state_done_lat": { 2024-04-02T09:53:55.643 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 98153, 2024-04-02T09:53:55.643 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2955218289943 2024-04-02T09:53:55.644 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.644 INFO:tasks.workunit.client.0.smithi012.stdout: "state_finishing_lat": { 2024-04-02T09:53:55.644 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 98153, 2024-04-02T09:53:55.644 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10470713 2024-04-02T09:53:55.644 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.644 INFO:tasks.workunit.client.0.smithi012.stdout: "state_io_done_lat": { 2024-04-02T09:53:55.644 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 98154, 2024-04-02T09:53:55.644 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 341497059 2024-04-02T09:53:55.644 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.644 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_commiting_lat": { 2024-04-02T09:53:55.644 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 98154, 2024-04-02T09:53:55.644 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 40458652011 2024-04-02T09:53:55.644 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.644 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_done_lat": { 2024-04-02T09:53:55.644 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 98154, 2024-04-02T09:53:55.645 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 43483320 2024-04-02T09:53:55.645 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.645 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_queued_lat": { 2024-04-02T09:53:55.645 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 98154, 2024-04-02T09:53:55.645 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 20062739398 2024-04-02T09:53:55.645 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.645 INFO:tasks.workunit.client.0.smithi012.stdout: "state_prepare_lat": { 2024-04-02T09:53:55.645 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 98154, 2024-04-02T09:53:55.645 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14329734363 2024-04-02T09:53:55.645 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.645 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": { 2024-04-02T09:53:55.645 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10379717 2024-04-02T09:53:55.645 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.645 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:53:55.645 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2494, 2024-04-02T09:53:55.646 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15831692 2024-04-02T09:53:55.646 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.646 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_commit_lat": { 2024-04-02T09:53:55.646 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 98154, 2024-04-02T09:53:55.646 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 84685968539 2024-04-02T09:53:55.646 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.646 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_submit_lat": { 2024-04-02T09:53:55.646 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 98154, 2024-04-02T09:53:55.646 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15484037089 2024-04-02T09:53:55.646 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.646 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_throttle_lat": { 2024-04-02T09:53:55.646 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 98154, 2024-04-02T09:53:55.646 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 815166866 2024-04-02T09:53:55.646 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.647 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.647 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache": { 2024-04-02T09:53:55.647 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T09:53:55.647 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1406236154 2024-04-02T09:53:55.647 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.647 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T09:53:55.647 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 519364608 2024-04-02T09:53:55.647 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.647 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T09:53:55.647 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 482484224 2024-04-02T09:53:55.647 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.647 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T09:53:55.647 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2601814732 2024-04-02T09:53:55.647 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.648 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T09:53:55.648 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 36880384 2024-04-02T09:53:55.648 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.648 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.648 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:data": { 2024-04-02T09:53:55.648 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:53:55.648 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 125829120 2024-04-02T09:53:55.648 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.648 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:53:55.648 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.648 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.648 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:53:55.648 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.648 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.648 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:53:55.649 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 56307527 2024-04-02T09:53:55.649 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.649 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:53:55.649 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.649 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.649 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:53:55.649 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.649 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.649 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:53:55.649 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.649 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.649 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:53:55.649 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.649 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.650 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:53:55.650 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4096 2024-04-02T09:53:55.650 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.650 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:53:55.650 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 65536 2024-04-02T09:53:55.650 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.650 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:53:55.650 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.650 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.650 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:53:55.650 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.650 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.650 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:53:55.650 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.651 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.651 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:53:55.651 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 69451961 2024-04-02T09:53:55.651 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.651 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.651 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv": { 2024-04-02T09:53:55.651 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:53:55.651 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 562036736 2024-04-02T09:53:55.651 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.651 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:53:55.651 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:53:55.651 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.651 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:53:55.651 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.651 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.652 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:53:55.652 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 422306453 2024-04-02T09:53:55.652 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.652 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:53:55.652 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.652 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.652 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:53:55.652 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.652 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.652 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:53:55.652 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2384 2024-04-02T09:53:55.652 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.652 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:53:55.652 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.652 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.653 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:53:55.653 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 156704 2024-04-02T09:53:55.653 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.653 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:53:55.653 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.653 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.653 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:53:55.653 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.653 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.653 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:53:55.653 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.653 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.653 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:53:55.653 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.654 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.654 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:53:55.654 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 72462331 2024-04-02T09:53:55.654 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.654 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.654 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:53:55.654 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:53:55.654 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 184549376 2024-04-02T09:53:55.654 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.654 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:53:55.654 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:53:55.654 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.654 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:53:55.654 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7984720 2024-04-02T09:53:55.655 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.655 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:53:55.655 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 37538351 2024-04-02T09:53:55.655 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.655 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:53:55.655 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.655 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.655 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:53:55.655 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.655 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.655 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:53:55.655 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.655 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.655 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:53:55.655 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.656 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.656 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:53:55.656 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.656 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.656 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:53:55.656 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.656 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.656 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:53:55.656 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.656 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.656 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:53:55.656 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.656 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.656 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:53:55.656 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.657 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.657 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:53:55.657 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71917441 2024-04-02T09:53:55.657 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.657 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.657 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:meta": { 2024-04-02T09:53:55.657 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:53:55.657 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 494927872 2024-04-02T09:53:55.657 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.657 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:53:55.657 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.657 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.657 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:53:55.657 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.657 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.658 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:53:55.658 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 422306453 2024-04-02T09:53:55.658 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.658 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:53:55.658 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.658 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.658 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:53:55.658 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.658 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.658 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:53:55.658 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.658 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.658 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:53:55.658 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.659 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.659 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:53:55.659 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95091 2024-04-02T09:53:55.659 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.659 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:53:55.659 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1125247 2024-04-02T09:53:55.659 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.659 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:53:55.659 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.659 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.659 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:53:55.659 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.659 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.659 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:53:55.660 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.660 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.660 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:53:55.660 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71401081 2024-04-02T09:53:55.660 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.660 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.660 INFO:tasks.workunit.client.0.smithi012.stdout: "objecter": { 2024-04-02T09:53:55.660 INFO:tasks.workunit.client.0.smithi012.stdout: "op_active": { 2024-04-02T09:53:55.660 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.660 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.660 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:53:55.660 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 33 2024-04-02T09:53:55.660 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.660 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rmw": { 2024-04-02T09:53:55.660 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.661 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.661 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:53:55.661 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.661 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.661 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.661 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:53:55.661 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg": { 2024-04-02T09:53:55.661 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 53 2024-04-02T09:53:55.661 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.661 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg_removing": { 2024-04-02T09:53:55.661 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.661 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.661 INFO:tasks.workunit.client.0.smithi012.stdout: "op": { 2024-04-02T09:53:55.661 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 40987 2024-04-02T09:53:55.662 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.662 INFO:tasks.workunit.client.0.smithi012.stdout: "op_before_queue_op_lat": { 2024-04-02T09:53:55.662 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 125762, 2024-04-02T09:53:55.662 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12405014446 2024-04-02T09:53:55.662 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.662 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_degraded": { 2024-04-02T09:53:55.662 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.662 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.662 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_unreadable": { 2024-04-02T09:53:55.662 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.662 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.662 INFO:tasks.workunit.client.0.smithi012.stdout: "op_in_bytes": { 2024-04-02T09:53:55.662 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1259749365 2024-04-02T09:53:55.662 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.663 INFO:tasks.workunit.client.0.smithi012.stdout: "op_latency": { 2024-04-02T09:53:55.663 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 40987, 2024-04-02T09:53:55.663 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 44231685432 2024-04-02T09:53:55.663 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.663 INFO:tasks.workunit.client.0.smithi012.stdout: "op_out_bytes": { 2024-04-02T09:53:55.663 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2020147622 2024-04-02T09:53:55.663 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.663 INFO:tasks.workunit.client.0.smithi012.stdout: "op_prepare_latency": { 2024-04-02T09:53:55.663 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 41531, 2024-04-02T09:53:55.663 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14215270216 2024-04-02T09:53:55.663 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.663 INFO:tasks.workunit.client.0.smithi012.stdout: "op_process_latency": { 2024-04-02T09:53:55.663 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 40987, 2024-04-02T09:53:55.663 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 28595486035 2024-04-02T09:53:55.663 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.664 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:53:55.664 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 30338 2024-04-02T09:53:55.664 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.664 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency": { 2024-04-02T09:53:55.664 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 30338, 2024-04-02T09:53:55.664 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13061362034 2024-04-02T09:53:55.664 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.664 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:53:55.664 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.664 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.664 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_out_bytes": { 2024-04-02T09:53:55.664 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2020147622 2024-04-02T09:53:55.664 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.664 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_prepare_latency": { 2024-04-02T09:53:55.665 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 30486, 2024-04-02T09:53:55.665 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6362873499 2024-04-02T09:53:55.665 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.665 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_process_latency": { 2024-04-02T09:53:55.665 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 30338, 2024-04-02T09:53:55.665 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6428495829 2024-04-02T09:53:55.665 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.665 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw": { 2024-04-02T09:53:55.665 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9262 2024-04-02T09:53:55.665 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.665 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_in_bytes": { 2024-04-02T09:53:55.665 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 355908824 2024-04-02T09:53:55.665 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.665 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency": { 2024-04-02T09:53:55.666 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 9262, 2024-04-02T09:53:55.666 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18934652429 2024-04-02T09:53:55.666 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.666 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:53:55.666 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.666 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.666 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:53:55.666 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.666 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.666 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_out_bytes": { 2024-04-02T09:53:55.666 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.666 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.666 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_prepare_latency": { 2024-04-02T09:53:55.667 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 9483, 2024-04-02T09:53:55.667 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5936373562 2024-04-02T09:53:55.667 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.667 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_process_latency": { 2024-04-02T09:53:55.667 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 9262, 2024-04-02T09:53:55.667 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14372642353 2024-04-02T09:53:55.667 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.667 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:53:55.667 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1387 2024-04-02T09:53:55.667 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.667 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_in_bytes": { 2024-04-02T09:53:55.667 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 903840541 2024-04-02T09:53:55.667 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.667 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency": { 2024-04-02T09:53:55.667 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1387, 2024-04-02T09:53:55.668 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12235670969 2024-04-02T09:53:55.668 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.668 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:53:55.668 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.668 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.668 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_prepare_latency": { 2024-04-02T09:53:55.668 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1562, 2024-04-02T09:53:55.668 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1916023155 2024-04-02T09:53:55.668 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.668 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_process_latency": { 2024-04-02T09:53:55.668 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1387, 2024-04-02T09:53:55.668 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7794347853 2024-04-02T09:53:55.668 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.668 INFO:tasks.workunit.client.0.smithi012.stdout: "op_wip": { 2024-04-02T09:53:55.668 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.669 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.669 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_bytes": { 2024-04-02T09:53:55.669 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1048614 2024-04-02T09:53:55.669 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.669 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_ops": { 2024-04-02T09:53:55.669 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T09:53:55.669 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.669 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes": { 2024-04-02T09:53:55.669 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T09:53:55.669 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.669 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes_used": { 2024-04-02T09:53:55.669 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 902815744 2024-04-02T09:53:55.669 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.669 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.669 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.670 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.6": { 2024-04-02T09:53:55.670 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:53:55.670 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_db_max_lat": { 2024-04-02T09:53:55.670 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 25452 2024-04-02T09:53:55.670 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.670 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_fallback": { 2024-04-02T09:53:55.670 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.670 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.670 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_max_lat": { 2024-04-02T09:53:55.670 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.670 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.670 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:53:55.670 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.671 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.671 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_db": { 2024-04-02T09:53:55.671 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 65536 2024-04-02T09:53:55.671 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.671 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_slow": { 2024-04-02T09:53:55.671 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.671 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.671 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_wal": { 2024-04-02T09:53:55.671 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.671 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.671 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_wal_max_lat": { 2024-04-02T09:53:55.671 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.671 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.671 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_slow": { 2024-04-02T09:53:55.671 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.672 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.672 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_sst": { 2024-04-02T09:53:55.672 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3207168 2024-04-02T09:53:55.672 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.672 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_wal": { 2024-04-02T09:53:55.672 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 593686528 2024-04-02T09:53:55.672 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.672 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lat": { 2024-04-02T09:53:55.672 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15, 2024-04-02T09:53:55.672 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2989500 2024-04-02T09:53:55.672 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.672 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lock_lat": { 2024-04-02T09:53:55.672 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15, 2024-04-02T09:53:55.672 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1127776 2024-04-02T09:53:55.673 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.673 INFO:tasks.workunit.client.0.smithi012.stdout: "db_alloc_lat": { 2024-04-02T09:53:55.673 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 152, 2024-04-02T09:53:55.673 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 783241 2024-04-02T09:53:55.673 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.673 INFO:tasks.workunit.client.0.smithi012.stdout: "db_total_bytes": { 2024-04-02T09:53:55.673 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995027456 2024-04-02T09:53:55.673 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.673 INFO:tasks.workunit.client.0.smithi012.stdout: "db_used_bytes": { 2024-04-02T09:53:55.673 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 579796992 2024-04-02T09:53:55.673 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.673 INFO:tasks.workunit.client.0.smithi012.stdout: "flush_lat": { 2024-04-02T09:53:55.674 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 64111, 2024-04-02T09:53:55.674 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10117514249 2024-04-02T09:53:55.674 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.674 INFO:tasks.workunit.client.0.smithi012.stdout: "fsync_lat": { 2024-04-02T09:53:55.674 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 64115, 2024-04-02T09:53:55.674 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15376335976 2024-04-02T09:53:55.674 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.674 INFO:tasks.workunit.client.0.smithi012.stdout: "log_bytes": { 2024-04-02T09:53:55.674 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13299712 2024-04-02T09:53:55.674 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.674 INFO:tasks.workunit.client.0.smithi012.stdout: "logged_bytes": { 2024-04-02T09:53:55.674 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 262656000 2024-04-02T09:53:55.674 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.675 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_db": { 2024-04-02T09:53:55.675 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 588316672 2024-04-02T09:53:55.675 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.675 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_slow": { 2024-04-02T09:53:55.675 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.675 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.675 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_wal": { 2024-04-02T09:53:55.675 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.675 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.675 INFO:tasks.workunit.client.0.smithi012.stdout: "num_files": { 2024-04-02T09:53:55.675 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 42 2024-04-02T09:53:55.675 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.675 INFO:tasks.workunit.client.0.smithi012.stdout: "read_bytes": { 2024-04-02T09:53:55.675 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2140119835 2024-04-02T09:53:55.676 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.676 INFO:tasks.workunit.client.0.smithi012.stdout: "read_count": { 2024-04-02T09:53:55.676 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 30891 2024-04-02T09:53:55.676 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.676 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes": { 2024-04-02T09:53:55.676 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1745473536 2024-04-02T09:53:55.676 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.676 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_db": { 2024-04-02T09:53:55.676 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1745477632 2024-04-02T09:53:55.676 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.676 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_slow": { 2024-04-02T09:53:55.676 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.676 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.676 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_wal": { 2024-04-02T09:53:55.676 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.677 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.677 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_count": { 2024-04-02T09:53:55.677 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 23443 2024-04-02T09:53:55.677 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.677 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:53:55.677 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 30891, 2024-04-02T09:53:55.677 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 958803122 2024-04-02T09:53:55.677 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.677 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_bytes": { 2024-04-02T09:53:55.677 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2070506207 2024-04-02T09:53:55.677 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.677 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_count": { 2024-04-02T09:53:55.677 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 28754 2024-04-02T09:53:55.677 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.677 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_bytes": { 2024-04-02T09:53:55.678 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 677857 2024-04-02T09:53:55.678 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.678 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_count": { 2024-04-02T09:53:55.678 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 346 2024-04-02T09:53:55.678 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.678 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_bytes": { 2024-04-02T09:53:55.678 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3183664 2024-04-02T09:53:55.678 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.678 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_count": { 2024-04-02T09:53:55.679 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 490 2024-04-02T09:53:55.679 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.679 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes": { 2024-04-02T09:53:55.679 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2505807 2024-04-02T09:53:55.679 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.679 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:53:55.679 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2505807 2024-04-02T09:53:55.679 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.679 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:53:55.679 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.679 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.679 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:53:55.679 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.679 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.680 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_count": { 2024-04-02T09:53:55.680 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 146 2024-04-02T09:53:55.680 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.680 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_lat": { 2024-04-02T09:53:55.680 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 490, 2024-04-02T09:53:55.680 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1182556 2024-04-02T09:53:55.680 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.680 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_alloc_lat": { 2024-04-02T09:53:55.680 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.680 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.680 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.680 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_total_bytes": { 2024-04-02T09:53:55.680 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.680 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.681 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_used_bytes": { 2024-04-02T09:53:55.681 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.681 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.681 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:53:55.681 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T09:53:55.681 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 768 2024-04-02T09:53:55.681 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.681 INFO:tasks.workunit.client.0.smithi012.stdout: "unlink_lat": { 2024-04-02T09:53:55.681 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 6, 2024-04-02T09:53:55.681 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9105 2024-04-02T09:53:55.681 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.681 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_alloc_lat": { 2024-04-02T09:53:55.681 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.681 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.682 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.682 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_total_bytes": { 2024-04-02T09:53:55.682 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.682 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.682 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_used_bytes": { 2024-04-02T09:53:55.682 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.682 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.682 INFO:tasks.workunit.client.0.smithi012.stdout: "write_bytes": { 2024-04-02T09:53:55.682 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 861839360 2024-04-02T09:53:55.682 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.682 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.682 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore": { 2024-04-02T09:53:55.682 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit": { 2024-04-02T09:53:55.682 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4096 2024-04-02T09:53:55.683 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.683 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": { 2024-04-02T09:53:55.683 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10985472 2024-04-02T09:53:55.683 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.683 INFO:tasks.workunit.client.0.smithi012.stdout: "allocator_lat": { 2024-04-02T09:53:55.683 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 13766, 2024-04-02T09:53:55.683 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 49248372 2024-04-02T09:53:55.683 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.683 INFO:tasks.workunit.client.0.smithi012.stdout: "clist_lat": { 2024-04-02T09:53:55.683 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3430, 2024-04-02T09:53:55.683 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3256028577 2024-04-02T09:53:55.683 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.683 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_lat": { 2024-04-02T09:53:55.683 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.684 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.684 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.684 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed": { 2024-04-02T09:53:55.684 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.684 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.684 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_allocated": { 2024-04-02T09:53:55.684 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.684 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.684 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_original": { 2024-04-02T09:53:55.684 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.684 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.684 INFO:tasks.workunit.client.0.smithi012.stdout: "csum_lat": { 2024-04-02T09:53:55.684 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 19401, 2024-04-02T09:53:55.684 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 158238548 2024-04-02T09:53:55.685 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.685 INFO:tasks.workunit.client.0.smithi012.stdout: "decompress_lat": { 2024-04-02T09:53:55.685 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.685 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.685 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.685 INFO:tasks.workunit.client.0.smithi012.stdout: "fragmentation_micros": { 2024-04-02T09:53:55.685 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.685 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.685 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_commit_lat": { 2024-04-02T09:53:55.685 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 64069, 2024-04-02T09:53:55.685 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18779432389 2024-04-02T09:53:55.685 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.685 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_final_lat": { 2024-04-02T09:53:55.685 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 63606, 2024-04-02T09:53:55.686 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1494202023 2024-04-02T09:53:55.686 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.686 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_flush_lat": { 2024-04-02T09:53:55.686 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 64069, 2024-04-02T09:53:55.686 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 34545515 2024-04-02T09:53:55.686 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.686 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_sync_lat": { 2024-04-02T09:53:55.686 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 64069, 2024-04-02T09:53:55.686 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18813977904 2024-04-02T09:53:55.686 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.686 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_keys_lat": { 2024-04-02T09:53:55.686 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.686 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.687 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.687 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_values_lat": { 2024-04-02T09:53:55.687 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 28551, 2024-04-02T09:53:55.687 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 437371196 2024-04-02T09:53:55.687 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.687 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_lower_bound_lat": { 2024-04-02T09:53:55.687 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 914, 2024-04-02T09:53:55.687 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2917321 2024-04-02T09:53:55.687 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.687 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_next_lat": { 2024-04-02T09:53:55.687 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 13013, 2024-04-02T09:53:55.687 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8333589 2024-04-02T09:53:55.687 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.687 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:53:55.688 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 42, 2024-04-02T09:53:55.688 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71043 2024-04-02T09:53:55.688 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.688 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_upper_bound_lat": { 2024-04-02T09:53:55.688 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 11698, 2024-04-02T09:53:55.688 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1460294530 2024-04-02T09:53:55.688 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.688 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_hits": { 2024-04-02T09:53:55.688 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 187879 2024-04-02T09:53:55.688 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.688 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_misses": { 2024-04-02T09:53:55.688 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18138 2024-04-02T09:53:55.688 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.688 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:53:55.688 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8721, 2024-04-02T09:53:55.689 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1811140003 2024-04-02T09:53:55.689 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.689 INFO:tasks.workunit.client.0.smithi012.stdout: "read_onode_meta_lat": { 2024-04-02T09:53:55.689 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 37334, 2024-04-02T09:53:55.689 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9052025 2024-04-02T09:53:55.689 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.689 INFO:tasks.workunit.client.0.smithi012.stdout: "read_wait_aio_lat": { 2024-04-02T09:53:55.689 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 28613, 2024-04-02T09:53:55.689 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1501581250 2024-04-02T09:53:55.689 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.689 INFO:tasks.workunit.client.0.smithi012.stdout: "reads_with_retries": { 2024-04-02T09:53:55.689 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.689 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.689 INFO:tasks.workunit.client.0.smithi012.stdout: "remove_lat": { 2024-04-02T09:53:55.690 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 11949, 2024-04-02T09:53:55.690 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 345688809 2024-04-02T09:53:55.690 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.690 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_aio_wait_count": { 2024-04-02T09:53:55.690 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.690 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.690 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_committed_kv_count": { 2024-04-02T09:53:55.690 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.690 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.690 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:53:55.690 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.690 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.690 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:53:55.690 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.691 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.691 INFO:tasks.workunit.client.0.smithi012.stdout: "state_aio_wait_lat": { 2024-04-02T09:53:55.691 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75212, 2024-04-02T09:53:55.691 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5000015547 2024-04-02T09:53:55.691 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.691 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:53:55.691 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15175, 2024-04-02T09:53:55.691 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 837164265 2024-04-02T09:53:55.691 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.691 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:53:55.691 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15173, 2024-04-02T09:53:55.691 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4190693771260 2024-04-02T09:53:55.691 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.691 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_queued_lat": { 2024-04-02T09:53:55.692 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15175, 2024-04-02T09:53:55.692 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6491533971841 2024-04-02T09:53:55.692 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.692 INFO:tasks.workunit.client.0.smithi012.stdout: "state_done_lat": { 2024-04-02T09:53:55.692 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75210, 2024-04-02T09:53:55.692 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2667106149834 2024-04-02T09:53:55.692 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.692 INFO:tasks.workunit.client.0.smithi012.stdout: "state_finishing_lat": { 2024-04-02T09:53:55.692 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75210, 2024-04-02T09:53:55.692 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7741242 2024-04-02T09:53:55.692 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.692 INFO:tasks.workunit.client.0.smithi012.stdout: "state_io_done_lat": { 2024-04-02T09:53:55.692 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75212, 2024-04-02T09:53:55.692 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 194098538 2024-04-02T09:53:55.693 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.693 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_commiting_lat": { 2024-04-02T09:53:55.693 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75212, 2024-04-02T09:53:55.693 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 30868008852 2024-04-02T09:53:55.693 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.693 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_done_lat": { 2024-04-02T09:53:55.693 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75212, 2024-04-02T09:53:55.693 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 30253292 2024-04-02T09:53:55.693 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.693 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_queued_lat": { 2024-04-02T09:53:55.693 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75212, 2024-04-02T09:53:55.693 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13675929330 2024-04-02T09:53:55.693 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.693 INFO:tasks.workunit.client.0.smithi012.stdout: "state_prepare_lat": { 2024-04-02T09:53:55.693 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75212, 2024-04-02T09:53:55.694 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9314987151 2024-04-02T09:53:55.694 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.694 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": { 2024-04-02T09:53:55.694 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6775672 2024-04-02T09:53:55.694 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.694 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:53:55.694 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2407, 2024-04-02T09:53:55.694 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12994590 2024-04-02T09:53:55.694 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.694 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_commit_lat": { 2024-04-02T09:53:55.694 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75212, 2024-04-02T09:53:55.694 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 59066880936 2024-04-02T09:53:55.694 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.694 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_submit_lat": { 2024-04-02T09:53:55.695 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75212, 2024-04-02T09:53:55.695 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10162957812 2024-04-02T09:53:55.695 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.695 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_throttle_lat": { 2024-04-02T09:53:55.695 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75212, 2024-04-02T09:53:55.695 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 506919712 2024-04-02T09:53:55.695 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.695 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.695 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache": { 2024-04-02T09:53:55.695 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T09:53:55.695 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1406236154 2024-04-02T09:53:55.695 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.695 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T09:53:55.695 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 554287104 2024-04-02T09:53:55.695 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.696 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T09:53:55.696 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 526974976 2024-04-02T09:53:55.696 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.696 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T09:53:55.696 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2601814732 2024-04-02T09:53:55.696 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.696 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T09:53:55.696 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 27312128 2024-04-02T09:53:55.696 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.696 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.696 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:data": { 2024-04-02T09:53:55.696 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:53:55.696 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 125829120 2024-04-02T09:53:55.696 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.697 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:53:55.697 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.697 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.697 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:53:55.697 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.697 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.697 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:53:55.697 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57457220 2024-04-02T09:53:55.697 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.697 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:53:55.697 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.697 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.697 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:53:55.697 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.698 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.698 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:53:55.698 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.698 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.698 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:53:55.698 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.698 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.698 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:53:55.698 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4096 2024-04-02T09:53:55.698 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.698 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:53:55.698 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 417792 2024-04-02T09:53:55.698 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.699 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:53:55.699 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.699 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.699 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:53:55.699 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.699 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.699 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:53:55.699 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.699 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.699 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:53:55.699 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67950012 2024-04-02T09:53:55.699 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.699 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.699 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv": { 2024-04-02T09:53:55.700 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:53:55.700 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 570425344 2024-04-02T09:53:55.700 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.700 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:53:55.700 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:53:55.700 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.700 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:53:55.700 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.700 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.700 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:53:55.700 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 430929153 2024-04-02T09:53:55.700 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.700 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:53:55.700 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.700 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.701 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:53:55.701 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.701 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.701 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:53:55.701 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1232 2024-04-02T09:53:55.701 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.701 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:53:55.701 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.701 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.701 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:53:55.701 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 77504 2024-04-02T09:53:55.701 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.701 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:53:55.701 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.702 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.702 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:53:55.702 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.702 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.702 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:53:55.702 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.702 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.702 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:53:55.702 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.702 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.702 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:53:55.702 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 72308591 2024-04-02T09:53:55.702 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.703 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.703 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:53:55.703 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:53:55.703 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 176160768 2024-04-02T09:53:55.703 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.703 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:53:55.703 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:53:55.703 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.703 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:53:55.703 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2866176 2024-04-02T09:53:55.703 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.703 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:53:55.703 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 38304813 2024-04-02T09:53:55.703 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.704 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:53:55.704 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.704 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.704 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:53:55.704 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.704 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.704 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:53:55.704 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.704 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.704 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:53:55.704 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.704 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.704 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:53:55.704 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.704 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.705 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:53:55.705 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.705 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.705 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:53:55.705 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.705 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.705 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:53:55.705 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.705 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.705 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:53:55.705 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.705 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.705 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:53:55.705 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67880915 2024-04-02T09:53:55.705 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.706 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.706 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:meta": { 2024-04-02T09:53:55.706 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:53:55.706 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 503316480 2024-04-02T09:53:55.706 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.706 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:53:55.706 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.706 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.706 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:53:55.706 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.706 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.706 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:53:55.706 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 430929153 2024-04-02T09:53:55.706 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.707 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:53:55.707 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.707 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.707 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:53:55.707 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.707 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.707 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:53:55.707 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.707 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.707 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:53:55.707 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.707 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.707 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:53:55.707 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 98213 2024-04-02T09:53:55.707 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.708 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:53:55.708 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1148187 2024-04-02T09:53:55.708 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.708 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:53:55.708 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.708 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.708 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:53:55.708 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.708 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.708 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:53:55.708 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.708 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.708 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:53:55.708 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71140927 2024-04-02T09:53:55.708 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.708 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.709 INFO:tasks.workunit.client.0.smithi012.stdout: "objecter": { 2024-04-02T09:53:55.709 INFO:tasks.workunit.client.0.smithi012.stdout: "op_active": { 2024-04-02T09:53:55.709 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.709 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.709 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:53:55.709 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 16 2024-04-02T09:53:55.709 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.709 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rmw": { 2024-04-02T09:53:55.709 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.709 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.709 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:53:55.709 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.709 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.709 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.709 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:53:55.710 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg": { 2024-04-02T09:53:55.710 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 53 2024-04-02T09:53:55.710 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.710 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg_removing": { 2024-04-02T09:53:55.710 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.710 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.710 INFO:tasks.workunit.client.0.smithi012.stdout: "op": { 2024-04-02T09:53:55.710 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 28614 2024-04-02T09:53:55.710 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.714 INFO:tasks.workunit.client.0.smithi012.stdout: "op_before_queue_op_lat": { 2024-04-02T09:53:55.714 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 89630, 2024-04-02T09:53:55.714 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8365510373 2024-04-02T09:53:55.714 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.714 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_degraded": { 2024-04-02T09:53:55.714 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.715 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.715 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_unreadable": { 2024-04-02T09:53:55.715 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T09:53:55.715 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.715 INFO:tasks.workunit.client.0.smithi012.stdout: "op_in_bytes": { 2024-04-02T09:53:55.715 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1595049295 2024-04-02T09:53:55.715 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.715 INFO:tasks.workunit.client.0.smithi012.stdout: "op_latency": { 2024-04-02T09:53:55.715 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 28614, 2024-04-02T09:53:55.715 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 60732088999 2024-04-02T09:53:55.715 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.715 INFO:tasks.workunit.client.0.smithi012.stdout: "op_out_bytes": { 2024-04-02T09:53:55.715 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2094972838 2024-04-02T09:53:55.715 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.715 INFO:tasks.workunit.client.0.smithi012.stdout: "op_prepare_latency": { 2024-04-02T09:53:55.716 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 29134, 2024-04-02T09:53:55.716 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13111025790 2024-04-02T09:53:55.716 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.716 INFO:tasks.workunit.client.0.smithi012.stdout: "op_process_latency": { 2024-04-02T09:53:55.716 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 28614, 2024-04-02T09:53:55.716 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 32899594036 2024-04-02T09:53:55.716 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.716 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:53:55.716 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 19535 2024-04-02T09:53:55.716 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.716 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency": { 2024-04-02T09:53:55.716 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 19535, 2024-04-02T09:53:55.716 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9880234838 2024-04-02T09:53:55.716 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.717 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:53:55.717 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.717 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.717 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_out_bytes": { 2024-04-02T09:53:55.717 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2094972838 2024-04-02T09:53:55.717 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.717 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_prepare_latency": { 2024-04-02T09:53:55.717 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 19767, 2024-04-02T09:53:55.717 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5103592606 2024-04-02T09:53:55.717 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.717 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_process_latency": { 2024-04-02T09:53:55.717 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 19535, 2024-04-02T09:53:55.717 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5011438879 2024-04-02T09:53:55.717 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.717 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw": { 2024-04-02T09:53:55.718 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5165 2024-04-02T09:53:55.718 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.718 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_in_bytes": { 2024-04-02T09:53:55.718 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 300341872 2024-04-02T09:53:55.718 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.718 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency": { 2024-04-02T09:53:55.718 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 5165, 2024-04-02T09:53:55.718 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15698195529 2024-04-02T09:53:55.718 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.718 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:53:55.718 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.718 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.718 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:53:55.719 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.719 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.719 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_out_bytes": { 2024-04-02T09:53:55.719 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.719 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.719 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_prepare_latency": { 2024-04-02T09:53:55.719 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 5329, 2024-04-02T09:53:55.719 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3218996260 2024-04-02T09:53:55.719 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.719 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_process_latency": { 2024-04-02T09:53:55.719 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 5165, 2024-04-02T09:53:55.719 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11220317951 2024-04-02T09:53:55.719 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.719 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:53:55.719 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3914 2024-04-02T09:53:55.719 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.720 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_in_bytes": { 2024-04-02T09:53:55.720 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1294707423 2024-04-02T09:53:55.720 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.720 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency": { 2024-04-02T09:53:55.720 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3914, 2024-04-02T09:53:55.720 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 35153658632 2024-04-02T09:53:55.720 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.720 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:53:55.720 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.720 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.720 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_prepare_latency": { 2024-04-02T09:53:55.720 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 4038, 2024-04-02T09:53:55.720 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4788436924 2024-04-02T09:53:55.720 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.721 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_process_latency": { 2024-04-02T09:53:55.721 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3914, 2024-04-02T09:53:55.721 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 16667837206 2024-04-02T09:53:55.721 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.721 INFO:tasks.workunit.client.0.smithi012.stdout: "op_wip": { 2024-04-02T09:53:55.721 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.721 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.721 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_bytes": { 2024-04-02T09:53:55.721 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 130087775 2024-04-02T09:53:55.721 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.721 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_ops": { 2024-04-02T09:53:55.721 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24 2024-04-02T09:53:55.721 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.721 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes": { 2024-04-02T09:53:55.722 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T09:53:55.722 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.722 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes_used": { 2024-04-02T09:53:55.722 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 590798848 2024-04-02T09:53:55.722 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.722 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.722 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.722 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.7": { 2024-04-02T09:53:55.722 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:53:55.722 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_db_max_lat": { 2024-04-02T09:53:55.722 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 85454 2024-04-02T09:53:55.722 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.722 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_fallback": { 2024-04-02T09:53:55.723 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.723 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.723 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_max_lat": { 2024-04-02T09:53:55.723 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.723 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.723 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:53:55.723 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.723 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.723 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_db": { 2024-04-02T09:53:55.723 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 65536 2024-04-02T09:53:55.723 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.723 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_slow": { 2024-04-02T09:53:55.723 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.723 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.724 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_wal": { 2024-04-02T09:53:55.724 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.724 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.724 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_wal_max_lat": { 2024-04-02T09:53:55.724 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.724 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.724 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_slow": { 2024-04-02T09:53:55.724 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.724 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.724 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_sst": { 2024-04-02T09:53:55.724 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9138176 2024-04-02T09:53:55.724 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.724 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_wal": { 2024-04-02T09:53:55.724 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 638332928 2024-04-02T09:53:55.725 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.725 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lat": { 2024-04-02T09:53:55.725 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15, 2024-04-02T09:53:55.725 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2906624 2024-04-02T09:53:55.725 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.725 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lock_lat": { 2024-04-02T09:53:55.725 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15, 2024-04-02T09:53:55.725 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 991154 2024-04-02T09:53:55.725 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.725 INFO:tasks.workunit.client.0.smithi012.stdout: "db_alloc_lat": { 2024-04-02T09:53:55.725 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 169, 2024-04-02T09:53:55.725 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 862084 2024-04-02T09:53:55.725 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.725 INFO:tasks.workunit.client.0.smithi012.stdout: "db_total_bytes": { 2024-04-02T09:53:55.726 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995027456 2024-04-02T09:53:55.726 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.726 INFO:tasks.workunit.client.0.smithi012.stdout: "db_used_bytes": { 2024-04-02T09:53:55.726 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 660013056 2024-04-02T09:53:55.726 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.726 INFO:tasks.workunit.client.0.smithi012.stdout: "flush_lat": { 2024-04-02T09:53:55.726 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 64635, 2024-04-02T09:53:55.726 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9674308009 2024-04-02T09:53:55.726 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.726 INFO:tasks.workunit.client.0.smithi012.stdout: "fsync_lat": { 2024-04-02T09:53:55.726 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 64634, 2024-04-02T09:53:55.726 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15021005395 2024-04-02T09:53:55.726 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.726 INFO:tasks.workunit.client.0.smithi012.stdout: "log_bytes": { 2024-04-02T09:53:55.727 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15384576 2024-04-02T09:53:55.727 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.727 INFO:tasks.workunit.client.0.smithi012.stdout: "logged_bytes": { 2024-04-02T09:53:55.727 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 264740864 2024-04-02T09:53:55.727 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.727 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_db": { 2024-04-02T09:53:55.727 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 668532736 2024-04-02T09:53:55.727 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.727 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_slow": { 2024-04-02T09:53:55.727 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.727 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.727 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_wal": { 2024-04-02T09:53:55.727 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.727 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.728 INFO:tasks.workunit.client.0.smithi012.stdout: "num_files": { 2024-04-02T09:53:55.728 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 49 2024-04-02T09:53:55.728 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.728 INFO:tasks.workunit.client.0.smithi012.stdout: "read_bytes": { 2024-04-02T09:53:55.728 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6521436635 2024-04-02T09:53:55.728 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.728 INFO:tasks.workunit.client.0.smithi012.stdout: "read_count": { 2024-04-02T09:53:55.728 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57333 2024-04-02T09:53:55.728 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.728 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes": { 2024-04-02T09:53:55.728 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5728378880 2024-04-02T09:53:55.728 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.728 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_db": { 2024-04-02T09:53:55.728 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5728382976 2024-04-02T09:53:55.728 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.729 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_slow": { 2024-04-02T09:53:55.729 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.729 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.729 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_wal": { 2024-04-02T09:53:55.729 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.729 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.729 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_count": { 2024-04-02T09:53:55.729 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 51572 2024-04-02T09:53:55.729 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.729 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:53:55.729 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 57333, 2024-04-02T09:53:55.729 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2021172184 2024-04-02T09:53:55.729 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.729 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_bytes": { 2024-04-02T09:53:55.730 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6386928104 2024-04-02T09:53:55.730 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.730 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_count": { 2024-04-02T09:53:55.730 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 53212 2024-04-02T09:53:55.730 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.730 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_bytes": { 2024-04-02T09:53:55.730 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2535906 2024-04-02T09:53:55.730 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.730 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_count": { 2024-04-02T09:53:55.730 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 581 2024-04-02T09:53:55.730 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.730 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_bytes": { 2024-04-02T09:53:55.730 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9055930 2024-04-02T09:53:55.730 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.731 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_count": { 2024-04-02T09:53:55.731 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 837 2024-04-02T09:53:55.731 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.731 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes": { 2024-04-02T09:53:55.731 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6520024 2024-04-02T09:53:55.731 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.731 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:53:55.731 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6520024 2024-04-02T09:53:55.731 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.731 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:53:55.731 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.731 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.731 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:53:55.731 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.732 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.732 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_count": { 2024-04-02T09:53:55.732 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 264 2024-04-02T09:53:55.732 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.732 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_lat": { 2024-04-02T09:53:55.732 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 837, 2024-04-02T09:53:55.732 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2976945 2024-04-02T09:53:55.732 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.732 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_alloc_lat": { 2024-04-02T09:53:55.732 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.732 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.732 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.732 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_total_bytes": { 2024-04-02T09:53:55.732 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.733 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.733 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_used_bytes": { 2024-04-02T09:53:55.733 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.733 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.733 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:53:55.733 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T09:53:55.733 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 664 2024-04-02T09:53:55.733 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.733 INFO:tasks.workunit.client.0.smithi012.stdout: "unlink_lat": { 2024-04-02T09:53:55.733 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 10, 2024-04-02T09:53:55.733 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13047 2024-04-02T09:53:55.733 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.733 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_alloc_lat": { 2024-04-02T09:53:55.733 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.733 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.734 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.734 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_total_bytes": { 2024-04-02T09:53:55.734 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.734 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.734 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_used_bytes": { 2024-04-02T09:53:55.734 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.734 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.734 INFO:tasks.workunit.client.0.smithi012.stdout: "write_bytes": { 2024-04-02T09:53:55.734 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 914505728 2024-04-02T09:53:55.734 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.734 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.734 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore": { 2024-04-02T09:53:55.734 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit": { 2024-04-02T09:53:55.734 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4096 2024-04-02T09:53:55.735 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.735 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": { 2024-04-02T09:53:55.735 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10977280 2024-04-02T09:53:55.735 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.735 INFO:tasks.workunit.client.0.smithi012.stdout: "allocator_lat": { 2024-04-02T09:53:55.735 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 20460, 2024-04-02T09:53:55.735 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 60727789 2024-04-02T09:53:55.735 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.735 INFO:tasks.workunit.client.0.smithi012.stdout: "clist_lat": { 2024-04-02T09:53:55.735 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3465, 2024-04-02T09:53:55.735 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5723605656 2024-04-02T09:53:55.735 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.735 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_lat": { 2024-04-02T09:53:55.735 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.735 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.736 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.736 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed": { 2024-04-02T09:53:55.736 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.736 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.736 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_allocated": { 2024-04-02T09:53:55.736 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.736 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.736 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_original": { 2024-04-02T09:53:55.736 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.736 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.736 INFO:tasks.workunit.client.0.smithi012.stdout: "csum_lat": { 2024-04-02T09:53:55.736 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 20637, 2024-04-02T09:53:55.736 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 173865865 2024-04-02T09:53:55.736 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.736 INFO:tasks.workunit.client.0.smithi012.stdout: "decompress_lat": { 2024-04-02T09:53:55.737 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.737 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.737 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.737 INFO:tasks.workunit.client.0.smithi012.stdout: "fragmentation_micros": { 2024-04-02T09:53:55.737 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.737 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.737 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_commit_lat": { 2024-04-02T09:53:55.737 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 64566, 2024-04-02T09:53:55.737 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18442601692 2024-04-02T09:53:55.737 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.737 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_final_lat": { 2024-04-02T09:53:55.737 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 64152, 2024-04-02T09:53:55.737 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1579952016 2024-04-02T09:53:55.737 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.737 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_flush_lat": { 2024-04-02T09:53:55.738 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 64566, 2024-04-02T09:53:55.738 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 41512991 2024-04-02T09:53:55.738 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.738 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_sync_lat": { 2024-04-02T09:53:55.738 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 64566, 2024-04-02T09:53:55.738 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18484114683 2024-04-02T09:53:55.738 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.738 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_keys_lat": { 2024-04-02T09:53:55.738 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:53:55.738 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.738 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.738 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_values_lat": { 2024-04-02T09:53:55.738 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 238660, 2024-04-02T09:53:55.738 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1268175181 2024-04-02T09:53:55.739 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.739 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_lower_bound_lat": { 2024-04-02T09:53:55.739 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 804, 2024-04-02T09:53:55.739 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2453773 2024-04-02T09:53:55.739 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.739 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_next_lat": { 2024-04-02T09:53:55.739 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 136271, 2024-04-02T09:53:55.739 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 53922125 2024-04-02T09:53:55.739 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.739 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:53:55.739 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 45, 2024-04-02T09:53:55.739 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 70681 2024-04-02T09:53:55.739 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.740 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_upper_bound_lat": { 2024-04-02T09:53:55.740 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15646, 2024-04-02T09:53:55.740 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1257037358 2024-04-02T09:53:55.740 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.740 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_hits": { 2024-04-02T09:53:55.740 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 410004 2024-04-02T09:53:55.740 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.740 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_misses": { 2024-04-02T09:53:55.740 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18042 2024-04-02T09:53:55.740 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.740 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:53:55.740 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 6958, 2024-04-02T09:53:55.740 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1582287314 2024-04-02T09:53:55.740 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.741 INFO:tasks.workunit.client.0.smithi012.stdout: "read_onode_meta_lat": { 2024-04-02T09:53:55.741 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 31622, 2024-04-02T09:53:55.741 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9896763 2024-04-02T09:53:55.741 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.741 INFO:tasks.workunit.client.0.smithi012.stdout: "read_wait_aio_lat": { 2024-04-02T09:53:55.741 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 24664, 2024-04-02T09:53:55.741 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1409918576 2024-04-02T09:53:55.741 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.741 INFO:tasks.workunit.client.0.smithi012.stdout: "reads_with_retries": { 2024-04-02T09:53:55.741 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.741 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.741 INFO:tasks.workunit.client.0.smithi012.stdout: "remove_lat": { 2024-04-02T09:53:55.741 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 13350, 2024-04-02T09:53:55.741 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 421227065 2024-04-02T09:53:55.742 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.742 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_aio_wait_count": { 2024-04-02T09:53:55.742 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.742 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.742 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_committed_kv_count": { 2024-04-02T09:53:55.742 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.742 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.742 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:53:55.742 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.742 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.742 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:53:55.742 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.742 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.743 INFO:tasks.workunit.client.0.smithi012.stdout: "state_aio_wait_lat": { 2024-04-02T09:53:55.743 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 78276, 2024-04-02T09:53:55.743 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8454951611 2024-04-02T09:53:55.743 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.743 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:53:55.743 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15548, 2024-04-02T09:53:55.743 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 842372790 2024-04-02T09:53:55.743 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.743 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:53:55.743 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15547, 2024-04-02T09:53:55.743 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4232226525454 2024-04-02T09:53:55.743 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.743 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_queued_lat": { 2024-04-02T09:53:55.743 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15548, 2024-04-02T09:53:55.743 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6219891639970 2024-04-02T09:53:55.744 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.744 INFO:tasks.workunit.client.0.smithi012.stdout: "state_done_lat": { 2024-04-02T09:53:55.744 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 78275, 2024-04-02T09:53:55.744 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2958919315540 2024-04-02T09:53:55.744 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.744 INFO:tasks.workunit.client.0.smithi012.stdout: "state_finishing_lat": { 2024-04-02T09:53:55.744 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 78275, 2024-04-02T09:53:55.744 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8285894 2024-04-02T09:53:55.744 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.744 INFO:tasks.workunit.client.0.smithi012.stdout: "state_io_done_lat": { 2024-04-02T09:53:55.744 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 78276, 2024-04-02T09:53:55.744 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 331088846 2024-04-02T09:53:55.744 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.744 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_commiting_lat": { 2024-04-02T09:53:55.745 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 78276, 2024-04-02T09:53:55.745 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 31721653038 2024-04-02T09:53:55.745 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.745 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_done_lat": { 2024-04-02T09:53:55.745 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 78276, 2024-04-02T09:53:55.745 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 32112507 2024-04-02T09:53:55.745 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.745 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_queued_lat": { 2024-04-02T09:53:55.745 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 78276, 2024-04-02T09:53:55.745 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15112547851 2024-04-02T09:53:55.745 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.745 INFO:tasks.workunit.client.0.smithi012.stdout: "state_prepare_lat": { 2024-04-02T09:53:55.745 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 78276, 2024-04-02T09:53:55.745 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13908482240 2024-04-02T09:53:55.746 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.746 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": { 2024-04-02T09:53:55.746 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6770452 2024-04-02T09:53:55.746 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.746 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:53:55.746 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2329, 2024-04-02T09:53:55.746 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12998186 2024-04-02T09:53:55.746 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.746 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_commit_lat": { 2024-04-02T09:53:55.746 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 78276, 2024-04-02T09:53:55.746 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 69544989123 2024-04-02T09:53:55.746 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.746 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_submit_lat": { 2024-04-02T09:53:55.747 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 78276, 2024-04-02T09:53:55.747 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14868588852 2024-04-02T09:53:55.747 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.747 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_throttle_lat": { 2024-04-02T09:53:55.747 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 78276, 2024-04-02T09:53:55.747 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 782145879 2024-04-02T09:53:55.747 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.747 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.747 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache": { 2024-04-02T09:53:55.747 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T09:53:55.747 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1406236154 2024-04-02T09:53:55.747 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.747 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T09:53:55.748 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 557875200 2024-04-02T09:53:55.748 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.748 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T09:53:55.748 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 548372480 2024-04-02T09:53:55.748 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.748 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T09:53:55.748 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2601814732 2024-04-02T09:53:55.748 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.748 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T09:53:55.748 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9502720 2024-04-02T09:53:55.748 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.748 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.748 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:data": { 2024-04-02T09:53:55.748 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:53:55.748 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 125829120 2024-04-02T09:53:55.749 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.749 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:53:55.749 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.749 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.749 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:53:55.749 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.749 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.749 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:53:55.749 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 56984443 2024-04-02T09:53:55.749 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.749 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:53:55.749 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.749 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.749 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:53:55.750 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.750 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.750 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:53:55.750 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.750 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.750 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:53:55.750 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.750 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.750 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:53:55.750 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.750 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.750 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:53:55.750 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 28672 2024-04-02T09:53:55.750 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.751 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:53:55.751 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.751 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.751 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:53:55.751 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.751 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.751 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:53:55.751 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.751 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.751 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:53:55.751 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 68816005 2024-04-02T09:53:55.751 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.751 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.751 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv": { 2024-04-02T09:53:55.751 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:53:55.752 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 562036736 2024-04-02T09:53:55.752 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.752 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:53:55.752 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:53:55.752 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.752 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:53:55.752 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.752 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.752 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:53:55.752 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 427383325 2024-04-02T09:53:55.752 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.752 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:53:55.752 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.752 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.753 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:53:55.753 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.753 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.753 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:53:55.753 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1872 2024-04-02T09:53:55.753 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.753 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:53:55.753 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.753 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.753 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:53:55.753 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 124800 2024-04-02T09:53:55.753 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.753 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:53:55.753 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.754 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.754 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:53:55.754 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.754 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.754 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:53:55.754 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.754 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.754 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:53:55.754 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.754 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.754 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:53:55.754 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67417875 2024-04-02T09:53:55.754 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.754 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.755 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:53:55.755 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:53:55.755 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 184549376 2024-04-02T09:53:55.755 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.755 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:53:55.755 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:53:55.755 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.755 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:53:55.755 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8675152 2024-04-02T09:53:55.755 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.755 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:53:55.755 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 37989628 2024-04-02T09:53:55.755 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.755 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:53:55.756 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.756 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.756 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:53:55.756 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.756 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.756 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:53:55.756 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.756 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.756 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:53:55.756 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.756 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.756 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:53:55.756 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.756 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.756 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:53:55.757 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.757 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.757 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:53:55.757 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.757 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.757 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:53:55.757 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.757 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.757 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:53:55.757 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.757 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.757 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:53:55.757 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 70775732 2024-04-02T09:53:55.757 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.757 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.758 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:meta": { 2024-04-02T09:53:55.758 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:53:55.758 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 503316480 2024-04-02T09:53:55.758 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.758 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:53:55.758 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.758 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.758 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:53:55.758 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.758 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.758 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:53:55.758 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 427383325 2024-04-02T09:53:55.758 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.759 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:53:55.759 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.759 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.759 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:53:55.759 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.759 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.759 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:53:55.759 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.759 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.759 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:53:55.759 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.759 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.759 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:53:55.760 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 104009 2024-04-02T09:53:55.760 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.760 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:53:55.760 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1132104 2024-04-02T09:53:55.760 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.760 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:53:55.760 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.760 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.760 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:53:55.760 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.760 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.760 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:53:55.760 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.760 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.760 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:53:55.761 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 74697042 2024-04-02T09:53:55.761 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.761 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.761 INFO:tasks.workunit.client.0.smithi012.stdout: "objecter": { 2024-04-02T09:53:55.761 INFO:tasks.workunit.client.0.smithi012.stdout: "op_active": { 2024-04-02T09:53:55.761 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.761 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.761 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:53:55.761 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 33 2024-04-02T09:53:55.761 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.761 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rmw": { 2024-04-02T09:53:55.761 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.761 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.761 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:53:55.762 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.762 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.762 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.762 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:53:55.762 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg": { 2024-04-02T09:53:55.762 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 53 2024-04-02T09:53:55.762 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.762 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg_removing": { 2024-04-02T09:53:55.762 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.762 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.762 INFO:tasks.workunit.client.0.smithi012.stdout: "op": { 2024-04-02T09:53:55.762 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 39497 2024-04-02T09:53:55.762 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.762 INFO:tasks.workunit.client.0.smithi012.stdout: "op_before_queue_op_lat": { 2024-04-02T09:53:55.763 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 112620, 2024-04-02T09:53:55.763 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10934371879 2024-04-02T09:53:55.763 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.763 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_degraded": { 2024-04-02T09:53:55.763 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.763 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.763 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_unreadable": { 2024-04-02T09:53:55.763 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.763 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.763 INFO:tasks.workunit.client.0.smithi012.stdout: "op_in_bytes": { 2024-04-02T09:53:55.763 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1709706972 2024-04-02T09:53:55.763 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.763 INFO:tasks.workunit.client.0.smithi012.stdout: "op_latency": { 2024-04-02T09:53:55.764 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 39497, 2024-04-02T09:53:55.764 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57937503787 2024-04-02T09:53:55.764 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.764 INFO:tasks.workunit.client.0.smithi012.stdout: "op_out_bytes": { 2024-04-02T09:53:55.764 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2214158823 2024-04-02T09:53:55.764 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.764 INFO:tasks.workunit.client.0.smithi012.stdout: "op_prepare_latency": { 2024-04-02T09:53:55.764 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 39874, 2024-04-02T09:53:55.764 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 26843663800 2024-04-02T09:53:55.764 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.764 INFO:tasks.workunit.client.0.smithi012.stdout: "op_process_latency": { 2024-04-02T09:53:55.764 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 39497, 2024-04-02T09:53:55.764 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 46377992466 2024-04-02T09:53:55.764 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.765 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:53:55.765 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 26062 2024-04-02T09:53:55.765 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.765 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency": { 2024-04-02T09:53:55.765 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 26062, 2024-04-02T09:53:55.765 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 17494403767 2024-04-02T09:53:55.765 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.765 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:53:55.765 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.765 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.765 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_out_bytes": { 2024-04-02T09:53:55.765 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2214158823 2024-04-02T09:53:55.765 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.765 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_prepare_latency": { 2024-04-02T09:53:55.765 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 26190, 2024-04-02T09:53:55.766 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12724615486 2024-04-02T09:53:55.766 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.766 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_process_latency": { 2024-04-02T09:53:55.766 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 26062, 2024-04-02T09:53:55.766 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13214063344 2024-04-02T09:53:55.766 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.766 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw": { 2024-04-02T09:53:55.766 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12355 2024-04-02T09:53:55.766 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.766 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_in_bytes": { 2024-04-02T09:53:55.766 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 433278720 2024-04-02T09:53:55.766 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.766 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency": { 2024-04-02T09:53:55.767 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 12355, 2024-04-02T09:53:55.767 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 27060312440 2024-04-02T09:53:55.767 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.767 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:53:55.767 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.767 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.767 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:53:55.767 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.767 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.767 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_out_bytes": { 2024-04-02T09:53:55.767 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.767 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.767 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_prepare_latency": { 2024-04-02T09:53:55.767 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 12530, 2024-04-02T09:53:55.767 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11784785140 2024-04-02T09:53:55.768 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.768 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_process_latency": { 2024-04-02T09:53:55.768 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 12355, 2024-04-02T09:53:55.768 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 22915561404 2024-04-02T09:53:55.768 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.768 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:53:55.768 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1080 2024-04-02T09:53:55.768 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.768 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_in_bytes": { 2024-04-02T09:53:55.768 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1276428252 2024-04-02T09:53:55.768 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.768 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency": { 2024-04-02T09:53:55.768 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1080, 2024-04-02T09:53:55.768 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13382787580 2024-04-02T09:53:55.769 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.769 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:53:55.769 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.769 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.769 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_prepare_latency": { 2024-04-02T09:53:55.769 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1154, 2024-04-02T09:53:55.769 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2334263174 2024-04-02T09:53:55.769 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.769 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_process_latency": { 2024-04-02T09:53:55.769 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1080, 2024-04-02T09:53:55.769 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10248367718 2024-04-02T09:53:55.769 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.769 INFO:tasks.workunit.client.0.smithi012.stdout: "op_wip": { 2024-04-02T09:53:55.769 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:53:55.769 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.770 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_bytes": { 2024-04-02T09:53:55.770 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12582928 2024-04-02T09:53:55.770 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.770 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_ops": { 2024-04-02T09:53:55.770 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11 2024-04-02T09:53:55.770 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.770 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes": { 2024-04-02T09:53:55.770 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T09:53:55.770 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.770 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes_used": { 2024-04-02T09:53:55.770 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 671002624 2024-04-02T09:53:55.770 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.770 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.770 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.771 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.771 INFO:tasks.workunit.client.0.smithi012.stdout: "pools": [ 2024-04-02T09:53:55.771 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.771 INFO:tasks.workunit.client.0.smithi012.stdout: "application": [ 2024-04-02T09:53:55.771 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr" 2024-04-02T09:53:55.771 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.771 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_mode": "none", 2024-04-02T09:53:55.771 INFO:tasks.workunit.client.0.smithi012.stdout: "erasure_code_profile": {}, 2024-04-02T09:53:55.771 INFO:tasks.workunit.client.0.smithi012.stdout: "flags_names": [ 2024-04-02T09:53:55.771 INFO:tasks.workunit.client.0.smithi012.stdout: "hashpspool" 2024-04-02T09:53:55.771 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.771 INFO:tasks.workunit.client.0.smithi012.stdout: "min_size": 2, 2024-04-02T09:53:55.771 INFO:tasks.workunit.client.0.smithi012.stdout: "options": {}, 2024-04-02T09:53:55.771 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:53:55.771 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_num": 1, 2024-04-02T09:53:55.772 INFO:tasks.workunit.client.0.smithi012.stdout: "pgp_num": 1, 2024-04-02T09:53:55.772 INFO:tasks.workunit.client.0.smithi012.stdout: "pool": 1, 2024-04-02T09:53:55.772 INFO:tasks.workunit.client.0.smithi012.stdout: "size": 3, 2024-04-02T09:53:55.772 INFO:tasks.workunit.client.0.smithi012.stdout: "stats": { 2024-04-02T09:53:55.772 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_raw": 722159446282, 2024-04-02T09:53:55.772 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_used": 1781760, 2024-04-02T09:53:55.772 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_bytes_used": 0, 2024-04-02T09:53:55.772 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_under_bytes": 0, 2024-04-02T09:53:55.772 INFO:tasks.workunit.client.0.smithi012.stdout: "data_bytes_used": 1781760, 2024-04-02T09:53:55.772 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty": 0, 2024-04-02T09:53:55.772 INFO:tasks.workunit.client.0.smithi012.stdout: "max_avail": 240719822848, 2024-04-02T09:53:55.772 INFO:tasks.workunit.client.0.smithi012.stdout: "objects": 2, 2024-04-02T09:53:55.772 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_bytes_used": 0, 2024-04-02T09:53:55.772 INFO:tasks.workunit.client.0.smithi012.stdout: "percent_used": 2.4672606286912924e-06, 2024-04-02T09:53:55.773 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_bytes": 0, 2024-04-02T09:53:55.773 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_objects": 0, 2024-04-02T09:53:55.773 INFO:tasks.workunit.client.0.smithi012.stdout: "rd": 812, 2024-04-02T09:53:55.773 INFO:tasks.workunit.client.0.smithi012.stdout: "rd_bytes": 1341440, 2024-04-02T09:53:55.773 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": 590368, 2024-04-02T09:53:55.773 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_data": 590368, 2024-04-02T09:53:55.773 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_omap": 0, 2024-04-02T09:53:55.773 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_raw": 1771104, 2024-04-02T09:53:55.773 INFO:tasks.workunit.client.0.smithi012.stdout: "wr": 311, 2024-04-02T09:53:55.773 INFO:tasks.workunit.client.0.smithi012.stdout: "wr_bytes": 2473984 2024-04-02T09:53:55.773 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.773 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_bytes": 0, 2024-04-02T09:53:55.773 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_objects": 0, 2024-04-02T09:53:55.773 INFO:tasks.workunit.client.0.smithi012.stdout: "type": "replicated" 2024-04-02T09:53:55.774 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.774 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.774 INFO:tasks.workunit.client.0.smithi012.stdout: "application": [ 2024-04-02T09:53:55.774 INFO:tasks.workunit.client.0.smithi012.stdout: "cephfs" 2024-04-02T09:53:55.774 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.774 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_mode": "none", 2024-04-02T09:53:55.774 INFO:tasks.workunit.client.0.smithi012.stdout: "erasure_code_profile": {}, 2024-04-02T09:53:55.774 INFO:tasks.workunit.client.0.smithi012.stdout: "flags_names": [ 2024-04-02T09:53:55.774 INFO:tasks.workunit.client.0.smithi012.stdout: "hashpspool" 2024-04-02T09:53:55.774 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.774 INFO:tasks.workunit.client.0.smithi012.stdout: "min_size": 2, 2024-04-02T09:53:55.774 INFO:tasks.workunit.client.0.smithi012.stdout: "options": {}, 2024-04-02T09:53:55.774 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:53:55.774 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_num": 32, 2024-04-02T09:53:55.775 INFO:tasks.workunit.client.0.smithi012.stdout: "pgp_num": 32, 2024-04-02T09:53:55.775 INFO:tasks.workunit.client.0.smithi012.stdout: "pool": 2, 2024-04-02T09:53:55.775 INFO:tasks.workunit.client.0.smithi012.stdout: "size": 3, 2024-04-02T09:53:55.775 INFO:tasks.workunit.client.0.smithi012.stdout: "stats": { 2024-04-02T09:53:55.775 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_raw": 722159446282, 2024-04-02T09:53:55.775 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_used": 153096, 2024-04-02T09:53:55.775 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_bytes_used": 0, 2024-04-02T09:53:55.775 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_under_bytes": 0, 2024-04-02T09:53:55.775 INFO:tasks.workunit.client.0.smithi012.stdout: "data_bytes_used": 110592, 2024-04-02T09:53:55.775 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty": 0, 2024-04-02T09:53:55.775 INFO:tasks.workunit.client.0.smithi012.stdout: "max_avail": 240719822848, 2024-04-02T09:53:55.775 INFO:tasks.workunit.client.0.smithi012.stdout: "objects": 22, 2024-04-02T09:53:55.775 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_bytes_used": 42504, 2024-04-02T09:53:55.775 INFO:tasks.workunit.client.0.smithi012.stdout: "percent_used": 2.1199745958710992e-07, 2024-04-02T09:53:55.775 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_bytes": 0, 2024-04-02T09:53:55.775 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_objects": 0, 2024-04-02T09:53:55.776 INFO:tasks.workunit.client.0.smithi012.stdout: "rd": 79, 2024-04-02T09:53:55.776 INFO:tasks.workunit.client.0.smithi012.stdout: "rd_bytes": 89088, 2024-04-02T09:53:55.776 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": 20790, 2024-04-02T09:53:55.776 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_data": 6622, 2024-04-02T09:53:55.776 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_omap": 14168, 2024-04-02T09:53:55.776 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_raw": 62370, 2024-04-02T09:53:55.776 INFO:tasks.workunit.client.0.smithi012.stdout: "wr": 68, 2024-04-02T09:53:55.776 INFO:tasks.workunit.client.0.smithi012.stdout: "wr_bytes": 36864 2024-04-02T09:53:55.776 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.776 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_bytes": 0, 2024-04-02T09:53:55.776 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_objects": 0, 2024-04-02T09:53:55.776 INFO:tasks.workunit.client.0.smithi012.stdout: "type": "replicated" 2024-04-02T09:53:55.776 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.776 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.776 INFO:tasks.workunit.client.0.smithi012.stdout: "application": [ 2024-04-02T09:53:55.777 INFO:tasks.workunit.client.0.smithi012.stdout: "cephfs" 2024-04-02T09:53:55.777 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.777 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_mode": "none", 2024-04-02T09:53:55.777 INFO:tasks.workunit.client.0.smithi012.stdout: "erasure_code_profile": {}, 2024-04-02T09:53:55.777 INFO:tasks.workunit.client.0.smithi012.stdout: "flags_names": [ 2024-04-02T09:53:55.777 INFO:tasks.workunit.client.0.smithi012.stdout: "hashpspool" 2024-04-02T09:53:55.777 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.777 INFO:tasks.workunit.client.0.smithi012.stdout: "min_size": 2, 2024-04-02T09:53:55.777 INFO:tasks.workunit.client.0.smithi012.stdout: "options": {}, 2024-04-02T09:53:55.777 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:53:55.777 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_num": 64, 2024-04-02T09:53:55.777 INFO:tasks.workunit.client.0.smithi012.stdout: "pgp_num": 64, 2024-04-02T09:53:55.777 INFO:tasks.workunit.client.0.smithi012.stdout: "pool": 3, 2024-04-02T09:53:55.778 INFO:tasks.workunit.client.0.smithi012.stdout: "size": 3, 2024-04-02T09:53:55.778 INFO:tasks.workunit.client.0.smithi012.stdout: "stats": { 2024-04-02T09:53:55.778 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_raw": 722159446282, 2024-04-02T09:53:55.778 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_used": 0, 2024-04-02T09:53:55.778 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_bytes_used": 0, 2024-04-02T09:53:55.778 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_under_bytes": 0, 2024-04-02T09:53:55.778 INFO:tasks.workunit.client.0.smithi012.stdout: "data_bytes_used": 0, 2024-04-02T09:53:55.778 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty": 0, 2024-04-02T09:53:55.778 INFO:tasks.workunit.client.0.smithi012.stdout: "max_avail": 240719822848, 2024-04-02T09:53:55.778 INFO:tasks.workunit.client.0.smithi012.stdout: "objects": 0, 2024-04-02T09:53:55.778 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_bytes_used": 0, 2024-04-02T09:53:55.778 INFO:tasks.workunit.client.0.smithi012.stdout: "percent_used": 0.0, 2024-04-02T09:53:55.778 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_bytes": 0, 2024-04-02T09:53:55.778 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_objects": 0, 2024-04-02T09:53:55.778 INFO:tasks.workunit.client.0.smithi012.stdout: "rd": 0, 2024-04-02T09:53:55.779 INFO:tasks.workunit.client.0.smithi012.stdout: "rd_bytes": 0, 2024-04-02T09:53:55.779 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": 0, 2024-04-02T09:53:55.779 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_data": 0, 2024-04-02T09:53:55.779 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_omap": 0, 2024-04-02T09:53:55.779 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_raw": 0, 2024-04-02T09:53:55.779 INFO:tasks.workunit.client.0.smithi012.stdout: "wr": 0, 2024-04-02T09:53:55.779 INFO:tasks.workunit.client.0.smithi012.stdout: "wr_bytes": 0 2024-04-02T09:53:55.779 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.779 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_bytes": 0, 2024-04-02T09:53:55.779 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_objects": 0, 2024-04-02T09:53:55.779 INFO:tasks.workunit.client.0.smithi012.stdout: "type": "replicated" 2024-04-02T09:53:55.779 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.779 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.779 INFO:tasks.workunit.client.0.smithi012.stdout: "application": [ 2024-04-02T09:53:55.780 INFO:tasks.workunit.client.0.smithi012.stdout: "rbd" 2024-04-02T09:53:55.780 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.780 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_mode": "none", 2024-04-02T09:53:55.780 INFO:tasks.workunit.client.0.smithi012.stdout: "erasure_code_profile": {}, 2024-04-02T09:53:55.780 INFO:tasks.workunit.client.0.smithi012.stdout: "flags_names": [ 2024-04-02T09:53:55.780 INFO:tasks.workunit.client.0.smithi012.stdout: "hashpspool", 2024-04-02T09:53:55.780 INFO:tasks.workunit.client.0.smithi012.stdout: "selfmanaged_snaps" 2024-04-02T09:53:55.780 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.780 INFO:tasks.workunit.client.0.smithi012.stdout: "min_size": 2, 2024-04-02T09:53:55.780 INFO:tasks.workunit.client.0.smithi012.stdout: "options": {}, 2024-04-02T09:53:55.780 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:53:55.780 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_num": 8, 2024-04-02T09:53:55.780 INFO:tasks.workunit.client.0.smithi012.stdout: "pgp_num": 8, 2024-04-02T09:53:55.780 INFO:tasks.workunit.client.0.smithi012.stdout: "pool": 4, 2024-04-02T09:53:55.780 INFO:tasks.workunit.client.0.smithi012.stdout: "size": 3, 2024-04-02T09:53:55.781 INFO:tasks.workunit.client.0.smithi012.stdout: "stats": { 2024-04-02T09:53:55.781 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_raw": 722159446282, 2024-04-02T09:53:55.781 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_used": 12595200, 2024-04-02T09:53:55.781 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_bytes_used": 0, 2024-04-02T09:53:55.781 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_under_bytes": 0, 2024-04-02T09:53:55.781 INFO:tasks.workunit.client.0.smithi012.stdout: "data_bytes_used": 12595200, 2024-04-02T09:53:55.781 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty": 0, 2024-04-02T09:53:55.781 INFO:tasks.workunit.client.0.smithi012.stdout: "max_avail": 240719822848, 2024-04-02T09:53:55.781 INFO:tasks.workunit.client.0.smithi012.stdout: "objects": 4, 2024-04-02T09:53:55.781 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_bytes_used": 0, 2024-04-02T09:53:55.781 INFO:tasks.workunit.client.0.smithi012.stdout: "percent_used": 1.7440719602745958e-05, 2024-04-02T09:53:55.781 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_bytes": 0, 2024-04-02T09:53:55.781 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_objects": 0, 2024-04-02T09:53:55.781 INFO:tasks.workunit.client.0.smithi012.stdout: "rd": 8939, 2024-04-02T09:53:55.781 INFO:tasks.workunit.client.0.smithi012.stdout: "rd_bytes": 3102519296, 2024-04-02T09:53:55.782 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": 4194323, 2024-04-02T09:53:55.782 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_data": 4194323, 2024-04-02T09:53:55.782 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_omap": 0, 2024-04-02T09:53:55.782 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_raw": 12582969, 2024-04-02T09:53:55.782 INFO:tasks.workunit.client.0.smithi012.stdout: "wr": 24299, 2024-04-02T09:53:55.782 INFO:tasks.workunit.client.0.smithi012.stdout: "wr_bytes": 3225607168 2024-04-02T09:53:55.782 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.782 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_bytes": 0, 2024-04-02T09:53:55.782 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_objects": 0, 2024-04-02T09:53:55.782 INFO:tasks.workunit.client.0.smithi012.stdout: "type": "replicated" 2024-04-02T09:53:55.782 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.782 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.782 INFO:tasks.workunit.client.0.smithi012.stdout: "rbd": { 2024-04-02T09:53:55.783 INFO:tasks.workunit.client.0.smithi012.stdout: "mirroring_by_pool": [ 2024-04-02T09:53:55.783 INFO:tasks.workunit.client.0.smithi012.stdout: false 2024-04-02T09:53:55.783 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.783 INFO:tasks.workunit.client.0.smithi012.stdout: "num_images_by_pool": [ 2024-04-02T09:53:55.783 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:53:55.783 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.783 INFO:tasks.workunit.client.0.smithi012.stdout: "num_pools": 1 2024-04-02T09:53:55.783 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.783 INFO:tasks.workunit.client.0.smithi012.stdout: "report_id": "b70f64df-7250-40a6-89d3-f1b4734f29cf", 2024-04-02T09:53:55.783 INFO:tasks.workunit.client.0.smithi012.stdout: "report_timestamp": "2024-04-02T09:53:54.863238", 2024-04-02T09:53:55.783 INFO:tasks.workunit.client.0.smithi012.stdout: "report_version": 1, 2024-04-02T09:53:55.783 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_stats": { 2024-04-02T09:53:55.783 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "7.9.2" 2024-04-02T09:53:55.783 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.783 INFO:tasks.workunit.client.0.smithi012.stdout: "rook": { 2024-04-02T09:53:55.784 INFO:tasks.workunit.client.0.smithi012.stdout: "cluster": { 2024-04-02T09:53:55.784 INFO:tasks.workunit.client.0.smithi012.stdout: "external-mode": null, 2024-04-02T09:53:55.784 INFO:tasks.workunit.client.0.smithi012.stdout: "mon": { 2024-04-02T09:53:55.784 INFO:tasks.workunit.client.0.smithi012.stdout: "allow-multiple-per-node": null, 2024-04-02T09:53:55.784 INFO:tasks.workunit.client.0.smithi012.stdout: "count": null, 2024-04-02T09:53:55.784 INFO:tasks.workunit.client.0.smithi012.stdout: "max-id": null, 2024-04-02T09:53:55.784 INFO:tasks.workunit.client.0.smithi012.stdout: "pvc": { 2024-04-02T09:53:55.784 INFO:tasks.workunit.client.0.smithi012.stdout: "enabled": null 2024-04-02T09:53:55.784 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.784 INFO:tasks.workunit.client.0.smithi012.stdout: "stretch": { 2024-04-02T09:53:55.784 INFO:tasks.workunit.client.0.smithi012.stdout: "enabled": null 2024-04-02T09:53:55.784 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.784 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.784 INFO:tasks.workunit.client.0.smithi012.stdout: "network": { 2024-04-02T09:53:55.784 INFO:tasks.workunit.client.0.smithi012.stdout: "provider": null 2024-04-02T09:53:55.785 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.785 INFO:tasks.workunit.client.0.smithi012.stdout: "storage": { 2024-04-02T09:53:55.785 INFO:tasks.workunit.client.0.smithi012.stdout: "device-set": { 2024-04-02T09:53:55.785 INFO:tasks.workunit.client.0.smithi012.stdout: "count": { 2024-04-02T09:53:55.785 INFO:tasks.workunit.client.0.smithi012.stdout: "non-portable": null, 2024-04-02T09:53:55.785 INFO:tasks.workunit.client.0.smithi012.stdout: "portable": null, 2024-04-02T09:53:55.785 INFO:tasks.workunit.client.0.smithi012.stdout: "total": null 2024-04-02T09:53:55.785 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.785 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.785 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.785 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.785 INFO:tasks.workunit.client.0.smithi012.stdout: "csi": { 2024-04-02T09:53:55.785 INFO:tasks.workunit.client.0.smithi012.stdout: "version": null 2024-04-02T09:53:55.785 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.786 INFO:tasks.workunit.client.0.smithi012.stdout: "kubernetes": { 2024-04-02T09:53:55.786 INFO:tasks.workunit.client.0.smithi012.stdout: "version": null 2024-04-02T09:53:55.786 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.786 INFO:tasks.workunit.client.0.smithi012.stdout: "node": { 2024-04-02T09:53:55.786 INFO:tasks.workunit.client.0.smithi012.stdout: "count": { 2024-04-02T09:53:55.786 INFO:tasks.workunit.client.0.smithi012.stdout: "kubernetes-total": null, 2024-04-02T09:53:55.786 INFO:tasks.workunit.client.0.smithi012.stdout: "with-ceph-daemons": null, 2024-04-02T09:53:55.786 INFO:tasks.workunit.client.0.smithi012.stdout: "with-csi-cephfs-plugin": null, 2024-04-02T09:53:55.786 INFO:tasks.workunit.client.0.smithi012.stdout: "with-csi-nfs-plugin": null, 2024-04-02T09:53:55.786 INFO:tasks.workunit.client.0.smithi012.stdout: "with-csi-rbd-plugin": null 2024-04-02T09:53:55.786 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.786 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.786 INFO:tasks.workunit.client.0.smithi012.stdout: "usage": { 2024-04-02T09:53:55.786 INFO:tasks.workunit.client.0.smithi012.stdout: "storage-class": { 2024-04-02T09:53:55.786 INFO:tasks.workunit.client.0.smithi012.stdout: "count": { 2024-04-02T09:53:55.787 INFO:tasks.workunit.client.0.smithi012.stdout: "bucket": null, 2024-04-02T09:53:55.787 INFO:tasks.workunit.client.0.smithi012.stdout: "cephfs": null, 2024-04-02T09:53:55.787 INFO:tasks.workunit.client.0.smithi012.stdout: "nfs": null, 2024-04-02T09:53:55.787 INFO:tasks.workunit.client.0.smithi012.stdout: "rbd": null, 2024-04-02T09:53:55.787 INFO:tasks.workunit.client.0.smithi012.stdout: "total": null 2024-04-02T09:53:55.787 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.787 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:55.787 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.787 INFO:tasks.workunit.client.0.smithi012.stdout: "version": null 2024-04-02T09:53:55.787 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.787 INFO:tasks.workunit.client.0.smithi012.stdout: "services": {}, 2024-04-02T09:53:55.787 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_per_pg": [ 2024-04-02T09:53:55.787 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.787 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:55.788 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:53:55.788 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:53:55.788 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:53:55.788 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.788 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T09:53:55.788 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:55.788 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:55.788 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:55.788 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:55.788 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:55.788 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:55.788 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.841655+0000", 2024-04-02T09:53:55.788 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.187159+0000", 2024-04-02T09:53:55.788 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.187159+0000", 2024-04-02T09:53:55.789 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.188367+0000", 2024-04-02T09:53:55.789 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.841655+0000", 2024-04-02T09:53:55.789 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.789 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:55.789 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.789 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:53:55.789 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.841655+0000", 2024-04-02T09:53:55.789 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.841655+0000", 2024-04-02T09:53:55.789 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.841655+0000", 2024-04-02T09:53:55.789 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:55.789 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:55.789 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.789 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.841655+0000", 2024-04-02T09:53:55.789 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.841655+0000", 2024-04-02T09:53:55.790 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:55.790 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:55.790 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:55.790 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:55.790 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:53:55.790 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:55.790 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:55.790 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:55.790 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:55.790 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:55.790 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:55.790 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:55.790 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:55.790 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.2c", 2024-04-02T09:53:55.791 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:55.791 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:55.791 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:55.791 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5021, 2024-04-02T09:53:55.791 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:55.791 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:14:29.296406+0000", 2024-04-02T09:53:55.791 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:55.791 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:55.791 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:55.791 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:55.791 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:55.791 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:55.791 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:55.791 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:55.792 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:55.792 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:55.792 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:55.792 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:55.792 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:55.792 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:55.792 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:55.792 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:55.792 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:55.792 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:55.792 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:55.792 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:55.792 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:55.792 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:55.792 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:55.793 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:55.793 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:55.793 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:55.793 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:55.793 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:55.793 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:55.793 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:55.793 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:55.793 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:55.793 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:55.793 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:55.793 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:55.793 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:55.793 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:55.793 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:55.794 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:55.794 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:55.794 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:55.794 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:55.794 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:55.794 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.794 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:55.794 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:55.794 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:55.794 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:53:55.794 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:53:55.794 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:53:55.794 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.794 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T09:53:55.795 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:55.795 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.795 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.795 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:55.795 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:53:55.795 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:53:55.795 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:53:55.795 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.795 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T09:53:55.795 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:55.795 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:55.795 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:55.795 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:55.795 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:55.795 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:55.796 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.843868+0000", 2024-04-02T09:53:55.796 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.085012+0000", 2024-04-02T09:53:55.796 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.085012+0000", 2024-04-02T09:53:55.796 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.085389+0000", 2024-04-02T09:53:55.796 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.843868+0000", 2024-04-02T09:53:55.796 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.796 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:55.796 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.796 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:53:55.796 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.843868+0000", 2024-04-02T09:53:55.796 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.843868+0000", 2024-04-02T09:53:55.796 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.843868+0000", 2024-04-02T09:53:55.796 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:55.796 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:55.796 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.797 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.843868+0000", 2024-04-02T09:53:55.797 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.843868+0000", 2024-04-02T09:53:55.797 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:55.797 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:55.797 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:55.797 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:55.797 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:53:55.797 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:55.797 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:55.797 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:55.797 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:55.797 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:55.797 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:55.797 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:55.798 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:55.798 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.2b", 2024-04-02T09:53:55.798 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:55.798 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:55.798 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:55.798 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5146, 2024-04-02T09:53:55.798 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:55.798 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:37:39.439141+0000", 2024-04-02T09:53:55.798 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:55.798 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:55.798 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:55.798 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:55.798 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:55.799 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:55.799 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:55.799 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:55.799 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:55.799 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:55.799 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:55.799 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:55.799 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:55.799 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:55.799 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:55.799 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:55.799 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:55.799 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:55.799 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:55.799 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:55.800 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:55.800 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:55.800 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:55.800 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:55.800 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:55.800 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:55.800 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:55.800 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:55.800 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:55.800 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:55.800 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:55.800 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:55.800 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:55.800 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:55.800 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:55.801 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:55.801 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:55.801 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:55.801 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:55.801 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:55.801 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:55.801 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:55.801 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:55.801 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.801 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:55.801 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:55.801 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:55.801 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:53:55.802 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:53:55.802 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:53:55.802 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.802 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T09:53:55.802 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:55.802 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.802 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.802 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:55.802 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:55.802 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:53:55.802 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:53:55.802 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.802 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:53:55.802 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:55.803 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:55.803 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:55.803 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:55.803 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:55.803 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:55.803 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.184671+0000", 2024-04-02T09:53:55.803 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.080854+0000", 2024-04-02T09:53:55.803 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.080854+0000", 2024-04-02T09:53:55.803 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.081287+0000", 2024-04-02T09:53:55.803 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.184671+0000", 2024-04-02T09:53:55.803 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.803 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:55.803 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.803 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:53:55.804 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.184671+0000", 2024-04-02T09:53:55.804 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.184671+0000", 2024-04-02T09:53:55.804 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.184671+0000", 2024-04-02T09:53:55.804 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:55.804 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:55.804 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.804 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.184671+0000", 2024-04-02T09:53:55.804 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.184671+0000", 2024-04-02T09:53:55.804 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:55.804 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:55.804 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:55.804 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:55.804 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:53:55.804 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:55.805 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:55.805 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:55.805 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:55.805 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:55.805 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:55.805 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:55.805 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:55.805 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.2a", 2024-04-02T09:53:55.805 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:55.805 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:55.805 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:55.805 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5024, 2024-04-02T09:53:55.805 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:55.805 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:05:21.091489+0000", 2024-04-02T09:53:55.805 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:55.805 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:55.806 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:55.806 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:55.806 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:55.806 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:55.806 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:55.806 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:55.806 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:55.806 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:55.806 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:55.806 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:55.806 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:55.806 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:55.806 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:55.807 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:55.807 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:55.807 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:55.807 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:55.807 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:55.807 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:55.807 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:55.807 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:55.807 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:55.807 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:55.807 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:55.807 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:55.807 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:55.807 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:55.808 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:55.808 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:55.808 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:55.808 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:55.808 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:55.808 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:55.808 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:55.808 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:55.808 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:55.808 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:55.808 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:55.808 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:55.808 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:55.808 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:55.808 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.809 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:55.809 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:55.809 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:55.809 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:55.809 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:53:55.809 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:53:55.809 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.809 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:53:55.809 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:55.809 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.809 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.809 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:55.809 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:55.810 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:53:55.810 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:53:55.810 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.810 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:53:55.810 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:55.810 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:55.810 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:55.810 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:55.810 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:55.810 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:55.810 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.130723+0000", 2024-04-02T09:53:55.810 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:22.992898+0000", 2024-04-02T09:53:55.810 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:22.992898+0000", 2024-04-02T09:53:55.810 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:22.993497+0000", 2024-04-02T09:53:55.811 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.130723+0000", 2024-04-02T09:53:55.811 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.811 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:55.811 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.811 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 435, 2024-04-02T09:53:55.811 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.130723+0000", 2024-04-02T09:53:55.811 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.130723+0000", 2024-04-02T09:53:55.811 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.130723+0000", 2024-04-02T09:53:55.811 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:55.811 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:55.811 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.811 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.130723+0000", 2024-04-02T09:53:55.811 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.130723+0000", 2024-04-02T09:53:55.811 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:55.812 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:55.812 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:55.812 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:55.812 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 434, 2024-04-02T09:53:55.812 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:55.812 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:55.812 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:55.812 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:55.812 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:55.812 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:55.812 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:55.812 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:55.812 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.29", 2024-04-02T09:53:55.812 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:55.813 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:55.813 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:55.813 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5071, 2024-04-02T09:53:55.813 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:55.813 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:35:05.134394+0000", 2024-04-02T09:53:55.813 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:55.813 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:55.813 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:55.813 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:55.813 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:55.813 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:55.813 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:55.813 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:55.813 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:55.813 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:55.814 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:55.814 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:55.814 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:55.814 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:55.814 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:55.814 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:55.814 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:55.814 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:55.814 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:55.814 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:55.814 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:55.814 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:55.814 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:55.814 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:55.815 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:55.815 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:55.815 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:55.815 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:55.815 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:55.815 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:55.815 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:55.815 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:55.815 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:55.815 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:55.815 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:55.815 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:55.815 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:55.815 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:55.816 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:55.816 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:55.816 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:55.816 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:55.816 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:55.816 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.816 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:55.816 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:55.816 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:55.816 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:55.816 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:53:55.816 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:53:55.816 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.816 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:53:55.816 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:55.817 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.817 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.817 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:55.817 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:55.817 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:55.817 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:53:55.817 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.817 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:53:55.817 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:55.817 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:55.817 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:55.817 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:55.817 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:55.817 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:55.818 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.183238+0000", 2024-04-02T09:53:55.818 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.963691+0000", 2024-04-02T09:53:55.818 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.963691+0000", 2024-04-02T09:53:55.818 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:42.964191+0000", 2024-04-02T09:53:55.818 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.183238+0000", 2024-04-02T09:53:55.818 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.818 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:55.818 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.818 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:53:55.818 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.183238+0000", 2024-04-02T09:53:55.818 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.183238+0000", 2024-04-02T09:53:55.818 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.183238+0000", 2024-04-02T09:53:55.818 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:55.818 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:55.819 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.819 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.183238+0000", 2024-04-02T09:53:55.819 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.183238+0000", 2024-04-02T09:53:55.819 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:55.819 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:55.819 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:55.819 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:55.819 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:53:55.819 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:55.819 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:55.819 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:55.819 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:55.819 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:55.819 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:55.820 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:55.820 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:55.820 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.28", 2024-04-02T09:53:55.820 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:55.820 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:55.820 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:55.820 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5022, 2024-04-02T09:53:55.820 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:55.820 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:28:43.931620+0000", 2024-04-02T09:53:55.820 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:55.820 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:55.820 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:55.820 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:55.820 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:55.820 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:55.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:55.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:55.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:55.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:55.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:55.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:55.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:55.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:55.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:55.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:55.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:55.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:55.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:55.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:55.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:55.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:55.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:55.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:55.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:55.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:55.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:55.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:55.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:55.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:55.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:55.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:55.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:55.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:55.823 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:55.823 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:55.823 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:55.823 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:55.823 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:55.823 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:55.823 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:55.823 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:55.823 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:55.823 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.823 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:55.823 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:55.823 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:55.823 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:55.824 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:55.824 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:53:55.824 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.824 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:53:55.824 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:55.824 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.824 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.824 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:55.824 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:55.824 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:53:55.824 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:53:55.824 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.824 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:53:55.824 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:55.824 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:55.825 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:55.825 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:55.825 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:55.825 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:55.825 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.131989+0000", 2024-04-02T09:53:55.825 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:03.031590+0000", 2024-04-02T09:53:55.825 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:03.031590+0000", 2024-04-02T09:53:55.825 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:03.031911+0000", 2024-04-02T09:53:55.825 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.131989+0000", 2024-04-02T09:53:55.825 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.825 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:55.825 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.825 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 415, 2024-04-02T09:53:55.825 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.131989+0000", 2024-04-02T09:53:55.826 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.131989+0000", 2024-04-02T09:53:55.826 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.131989+0000", 2024-04-02T09:53:55.826 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:55.826 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:55.826 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.826 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.131989+0000", 2024-04-02T09:53:55.826 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.131989+0000", 2024-04-02T09:53:55.826 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:55.826 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:55.826 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:55.826 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:55.826 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 414, 2024-04-02T09:53:55.826 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:55.827 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:55.827 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:55.827 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:55.827 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:55.827 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:55.827 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:55.827 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:55.827 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.27", 2024-04-02T09:53:55.827 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:55.827 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:55.827 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:55.827 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5081, 2024-04-02T09:53:55.827 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:55.827 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:43:02.632787+0000", 2024-04-02T09:53:55.828 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:55.828 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:55.828 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:55.828 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:55.828 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:55.828 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:55.828 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:55.828 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:55.828 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:55.828 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:55.828 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:55.828 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:55.828 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:55.828 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:55.829 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:55.829 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:55.829 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:55.829 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:55.829 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:55.829 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:55.829 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:55.829 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:55.829 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:55.829 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:55.829 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:55.829 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:55.829 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:55.829 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:55.830 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:55.830 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:55.830 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:55.830 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:55.830 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:55.830 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:55.830 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:55.830 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:55.830 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:55.830 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:55.830 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:55.830 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:55.830 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:55.830 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:55.831 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:55.831 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.831 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:55.831 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:55.831 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:55.831 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:55.831 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:53:55.831 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:53:55.831 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.831 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:53:55.831 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:55.831 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.831 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.831 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:55.831 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:53:55.832 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:53:55.832 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:53:55.832 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.832 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T09:53:55.832 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:55.832 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:55.832 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:55.832 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:55.832 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:55.832 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:55.832 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.842079+0000", 2024-04-02T09:53:55.832 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.076853+0000", 2024-04-02T09:53:55.832 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.076853+0000", 2024-04-02T09:53:55.832 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.077181+0000", 2024-04-02T09:53:55.833 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.842079+0000", 2024-04-02T09:53:55.833 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.833 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:55.833 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.833 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:53:55.833 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.842079+0000", 2024-04-02T09:53:55.833 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.842079+0000", 2024-04-02T09:53:55.833 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.842079+0000", 2024-04-02T09:53:55.833 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:55.833 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:55.833 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.833 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.842079+0000", 2024-04-02T09:53:55.833 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.842079+0000", 2024-04-02T09:53:55.834 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:55.834 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:55.834 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:55.834 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:55.834 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:53:55.834 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:55.834 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:55.834 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:55.834 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:55.834 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:55.834 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:55.834 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:55.834 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:55.834 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.26", 2024-04-02T09:53:55.835 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:55.835 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:55.835 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:55.835 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4993, 2024-04-02T09:53:55.835 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:55.835 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:50:14.827316+0000", 2024-04-02T09:53:55.835 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:55.835 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:55.835 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:55.835 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:55.835 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:55.835 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:55.835 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:55.835 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:55.835 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:55.835 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:55.836 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:55.836 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:55.836 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:55.836 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:55.836 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:55.836 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:55.836 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:55.836 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:55.836 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:55.836 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:55.836 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:55.836 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:55.836 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:55.836 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:55.836 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:55.836 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:55.837 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:55.837 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:55.837 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:55.837 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:55.837 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:55.837 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:55.837 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:55.837 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:55.837 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:55.837 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:55.837 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:55.837 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:55.837 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:55.837 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:55.837 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:55.838 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:55.838 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:55.838 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.838 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:55.838 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:55.838 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:55.838 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:53:55.838 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:53:55.838 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:53:55.838 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.838 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T09:53:55.838 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:55.838 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.838 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.839 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:55.839 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:53:55.839 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:55.839 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:53:55.839 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.839 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:53:55.839 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:55.839 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:55.839 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:55.839 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:55.839 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:55.839 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:55.839 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.754448+0000", 2024-04-02T09:53:55.839 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:03.038959+0000", 2024-04-02T09:53:55.839 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:03.038959+0000", 2024-04-02T09:53:55.840 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:03.039313+0000", 2024-04-02T09:53:55.840 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.754448+0000", 2024-04-02T09:53:55.840 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.840 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:55.840 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.840 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 415, 2024-04-02T09:53:55.840 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.754448+0000", 2024-04-02T09:53:55.840 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.754448+0000", 2024-04-02T09:53:55.840 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.754448+0000", 2024-04-02T09:53:55.840 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:55.840 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:55.840 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.840 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.754448+0000", 2024-04-02T09:53:55.840 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.754448+0000", 2024-04-02T09:53:55.841 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:55.841 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:55.841 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:55.841 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:55.841 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 414, 2024-04-02T09:53:55.841 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:55.841 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:55.841 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:55.841 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:55.841 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:55.841 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:55.841 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:55.841 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:55.841 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.25", 2024-04-02T09:53:55.842 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:55.842 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:55.842 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:55.842 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5127, 2024-04-02T09:53:55.842 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:55.842 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:09:41.809998+0000", 2024-04-02T09:53:55.842 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:55.842 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:55.842 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:55.842 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:55.842 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:55.842 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:55.842 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:55.842 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:55.843 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:55.843 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:55.843 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:55.843 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:55.843 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:55.843 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:55.843 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:55.843 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:55.843 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:55.843 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:55.843 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:55.843 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:55.843 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:55.843 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:55.844 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:55.844 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:55.844 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:55.844 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:55.844 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:55.844 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:55.844 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:55.844 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:55.844 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:55.844 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:55.844 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:55.844 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:55.844 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:55.844 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:55.844 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:55.845 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:55.845 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:55.845 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:55.845 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:55.845 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:55.845 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:55.845 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.845 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:55.845 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:55.845 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:55.845 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:53:55.845 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:55.845 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:53:55.845 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.845 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:53:55.846 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:55.846 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.846 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.846 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:55.846 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:55.846 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:53:55.846 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:53:55.846 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.846 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:53:55.846 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:55.846 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:55.846 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:55.846 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:55.846 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:55.846 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:55.847 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.130934+0000", 2024-04-02T09:53:55.847 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:22.992523+0000", 2024-04-02T09:53:55.847 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:22.992523+0000", 2024-04-02T09:53:55.847 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:22.992841+0000", 2024-04-02T09:53:55.847 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.130934+0000", 2024-04-02T09:53:55.847 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.847 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:55.847 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.847 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 435, 2024-04-02T09:53:55.847 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.130934+0000", 2024-04-02T09:53:55.847 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.130934+0000", 2024-04-02T09:53:55.847 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.130934+0000", 2024-04-02T09:53:55.847 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:55.847 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:55.847 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.848 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.130934+0000", 2024-04-02T09:53:55.848 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.130934+0000", 2024-04-02T09:53:55.848 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:55.848 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:55.848 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:55.848 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:55.848 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 434, 2024-04-02T09:53:55.848 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:55.848 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:55.848 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:55.848 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:55.848 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:55.848 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:55.848 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:55.848 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:55.849 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.24", 2024-04-02T09:53:55.849 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:55.849 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:55.849 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:55.849 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5078, 2024-04-02T09:53:55.849 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:55.849 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:50:35.040725+0000", 2024-04-02T09:53:55.849 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:55.849 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:55.849 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:55.849 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:55.849 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:55.849 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:55.849 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:55.850 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:55.850 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:55.850 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:55.850 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:55.850 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:55.850 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:55.850 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:55.850 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:55.850 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:55.850 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:55.850 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:55.850 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:55.850 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:55.850 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:55.851 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:55.851 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:55.851 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:55.851 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:55.851 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:55.851 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:55.851 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:55.851 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:55.851 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:55.851 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:55.851 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:55.851 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:55.851 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:55.851 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:55.852 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:55.852 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:55.852 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:55.852 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:55.852 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:55.852 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:55.852 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:55.852 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:55.852 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.852 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:55.852 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:55.852 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:55.852 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:55.852 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:53:55.853 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:53:55.853 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.853 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:53:55.853 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:55.853 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.853 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.853 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:55.853 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:53:55.853 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:55.853 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:53:55.853 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.853 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T09:53:55.853 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:55.853 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:55.854 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:55.854 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:55.854 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:55.854 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:55.854 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.843918+0000", 2024-04-02T09:53:55.854 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:22.992223+0000", 2024-04-02T09:53:55.854 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:22.992223+0000", 2024-04-02T09:53:55.854 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:22.992960+0000", 2024-04-02T09:53:55.854 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.843918+0000", 2024-04-02T09:53:55.854 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.854 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:55.854 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.854 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 435, 2024-04-02T09:53:55.855 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.843918+0000", 2024-04-02T09:53:55.855 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.843918+0000", 2024-04-02T09:53:55.855 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.843918+0000", 2024-04-02T09:53:55.855 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:55.855 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:55.855 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.855 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.843918+0000", 2024-04-02T09:53:55.855 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.843918+0000", 2024-04-02T09:53:55.855 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:55.855 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:55.855 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:55.855 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:55.855 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 434, 2024-04-02T09:53:55.855 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:55.855 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:55.856 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:55.856 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:55.856 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:55.856 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:55.856 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:55.856 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:55.856 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.23", 2024-04-02T09:53:55.856 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:55.856 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:55.856 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:55.856 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5148, 2024-04-02T09:53:55.856 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:55.856 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:06:44.315373+0000", 2024-04-02T09:53:55.856 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:55.857 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:55.857 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:55.857 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:55.857 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:55.857 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:55.857 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:55.857 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:55.857 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:55.857 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:55.857 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:55.857 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:55.857 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:55.857 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:55.857 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:55.857 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:55.857 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:55.858 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:55.858 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:55.858 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:55.858 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:55.858 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:55.858 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:55.858 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:55.858 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:55.858 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:55.858 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:55.858 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:55.858 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:55.858 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:55.858 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:55.859 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:55.859 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:55.859 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:55.859 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:55.859 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:55.859 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:55.859 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:55.859 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:55.859 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:55.859 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:55.859 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:55.859 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:55.859 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.859 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:55.859 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:55.860 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:55.860 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:53:55.860 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:55.860 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:53:55.860 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.860 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T09:53:55.860 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:55.860 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.860 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.860 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:55.860 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:55.860 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:55.860 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:53:55.860 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.861 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:53:55.861 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:55.861 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:55.861 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:55.861 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:55.861 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:55.861 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:55.861 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.184344+0000", 2024-04-02T09:53:55.861 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.964185+0000", 2024-04-02T09:53:55.861 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.964185+0000", 2024-04-02T09:53:55.861 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:42.964594+0000", 2024-04-02T09:53:55.861 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.184344+0000", 2024-04-02T09:53:55.861 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.861 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:55.862 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.862 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:53:55.862 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.184344+0000", 2024-04-02T09:53:55.862 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.184344+0000", 2024-04-02T09:53:55.862 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.184344+0000", 2024-04-02T09:53:55.862 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:55.862 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:55.862 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.862 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.184344+0000", 2024-04-02T09:53:55.862 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.184344+0000", 2024-04-02T09:53:55.862 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:55.862 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:55.862 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:55.862 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:55.863 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:53:55.863 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:55.863 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:55.863 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:55.863 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:55.863 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:55.863 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:55.863 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:55.863 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:55.863 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.22", 2024-04-02T09:53:55.863 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:55.863 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:55.863 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:55.863 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5023, 2024-04-02T09:53:55.864 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:55.864 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:02:37.886359+0000", 2024-04-02T09:53:55.864 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:55.864 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:55.864 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:55.864 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:55.864 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:55.864 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:55.864 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:55.864 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:55.864 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:55.864 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:55.864 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:55.864 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:55.864 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:55.865 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:55.865 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:55.865 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:55.865 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:55.865 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:55.865 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:55.865 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:55.865 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:55.865 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:55.865 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:55.865 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:55.865 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:55.865 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:55.865 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:55.865 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:55.866 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:55.866 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:55.866 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:55.866 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:55.866 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:55.866 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:55.866 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:55.866 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:55.866 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:55.866 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:55.866 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:55.866 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:55.866 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:55.866 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:55.866 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:55.867 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.867 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:55.867 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:55.867 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:55.867 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:55.867 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:55.867 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:53:55.867 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.867 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:53:55.867 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:55.867 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.867 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.867 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:55.867 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:53:55.867 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:55.867 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:53:55.868 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.868 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 2, 2024-04-02T09:53:55.868 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:55.868 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:55.868 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:55.868 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:55.868 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:55.868 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:55.868 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.840971+0000", 2024-04-02T09:53:55.868 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.177826+0000", 2024-04-02T09:53:55.868 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.177826+0000", 2024-04-02T09:53:55.868 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.178168+0000", 2024-04-02T09:53:55.868 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.840971+0000", 2024-04-02T09:53:55.868 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.869 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:55.869 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.869 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:53:55.869 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.840971+0000", 2024-04-02T09:53:55.869 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.840971+0000", 2024-04-02T09:53:55.869 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.840971+0000", 2024-04-02T09:53:55.869 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:55.869 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:55.869 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.869 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.840971+0000", 2024-04-02T09:53:55.869 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.840971+0000", 2024-04-02T09:53:55.869 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:55.869 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:55.869 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:55.870 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:55.870 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:53:55.870 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:55.870 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:55.870 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:55.870 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:55.870 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:55.870 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:55.870 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:55.870 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:55.870 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.21", 2024-04-02T09:53:55.870 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:55.870 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:55.870 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:55.871 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5118, 2024-04-02T09:53:55.871 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:55.871 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:42:28.675043+0000", 2024-04-02T09:53:55.871 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:55.871 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:55.871 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:55.871 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:55.871 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:55.871 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:55.871 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:55.871 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:55.871 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:55.871 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:55.871 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:55.871 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:55.872 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:55.872 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:55.872 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:55.872 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:55.872 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:55.872 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:55.872 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:55.872 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:55.872 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:55.872 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:55.872 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:55.872 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:55.872 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:55.872 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:55.872 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:55.873 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:55.873 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:55.873 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:55.873 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:55.873 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:55.873 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:55.873 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:55.873 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:55.873 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:55.873 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:55.873 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:55.873 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:55.873 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:55.873 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:55.874 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:55.874 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:55.874 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.874 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:55.874 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:55.874 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:55.874 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:53:55.874 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:55.874 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:53:55.874 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.874 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 2, 2024-04-02T09:53:55.874 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:55.874 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.875 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.875 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:55.875 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:53:55.875 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:53:55.875 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:53:55.875 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.875 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T09:53:55.875 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:55.875 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:55.875 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:55.875 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:55.875 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:55.875 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:55.875 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.841655+0000", 2024-04-02T09:53:55.875 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.177341+0000", 2024-04-02T09:53:55.876 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.177341+0000", 2024-04-02T09:53:55.876 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.178130+0000", 2024-04-02T09:53:55.876 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.841655+0000", 2024-04-02T09:53:55.876 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.876 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:55.876 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.876 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:53:55.876 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.841655+0000", 2024-04-02T09:53:55.876 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.841655+0000", 2024-04-02T09:53:55.876 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.841655+0000", 2024-04-02T09:53:55.876 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:55.876 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:55.876 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.876 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.841655+0000", 2024-04-02T09:53:55.876 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.841655+0000", 2024-04-02T09:53:55.876 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:55.877 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:55.877 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:55.877 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:55.877 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:53:55.877 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:55.877 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:55.877 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:55.877 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:55.877 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:55.877 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:55.877 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:55.877 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:55.877 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.20", 2024-04-02T09:53:55.877 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:55.877 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:55.878 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:55.878 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4978, 2024-04-02T09:53:55.878 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:55.878 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:15:37.598099+0000", 2024-04-02T09:53:55.878 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:55.878 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:55.878 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:55.878 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:55.878 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:55.878 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:55.878 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:55.878 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:55.878 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:55.878 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:55.879 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:55.879 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:55.879 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:55.879 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:55.879 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:55.879 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:55.879 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:55.879 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:55.879 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:55.879 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:55.879 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:55.879 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:55.879 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:55.879 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:55.879 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:55.880 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:55.880 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:55.880 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:55.880 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:55.880 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:55.880 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:55.880 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:55.880 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:55.880 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:55.880 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:55.880 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:55.880 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:55.880 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:55.880 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:55.880 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:55.881 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:55.881 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:55.881 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:55.881 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.881 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:55.881 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:55.881 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:55.881 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:53:55.881 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:53:55.881 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:53:55.881 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.881 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T09:53:55.881 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:55.881 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.881 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.881 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:55.882 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:53:55.882 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:53:55.882 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:53:55.882 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.882 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:53:55.882 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:55.882 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:55.882 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:55.882 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:55.882 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:55.882 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:55.882 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.182840+0000", 2024-04-02T09:53:55.882 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.086879+0000", 2024-04-02T09:53:55.883 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.086879+0000", 2024-04-02T09:53:55.883 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.087192+0000", 2024-04-02T09:53:55.883 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.182840+0000", 2024-04-02T09:53:55.883 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.883 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:55.883 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.883 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:53:55.883 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.182840+0000", 2024-04-02T09:53:55.883 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.182840+0000", 2024-04-02T09:53:55.883 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.182840+0000", 2024-04-02T09:53:55.883 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:55.883 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:55.883 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.883 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.182840+0000", 2024-04-02T09:53:55.884 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.182840+0000", 2024-04-02T09:53:55.884 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:55.884 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:55.884 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:55.884 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:55.884 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:53:55.884 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:55.884 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:55.884 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:55.884 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:55.884 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:55.884 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:55.884 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:55.884 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:55.885 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.f", 2024-04-02T09:53:55.885 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:55.885 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:55.885 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:55.885 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4932, 2024-04-02T09:53:55.885 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:55.885 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:25:11.304142+0000", 2024-04-02T09:53:55.885 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:55.885 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:55.885 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:55.885 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:55.885 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:55.885 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:55.885 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:55.885 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:55.886 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:55.886 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:55.886 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:55.886 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:55.886 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:55.886 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:55.886 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:55.886 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:55.886 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:55.886 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:55.886 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:55.886 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:55.886 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:55.886 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:55.887 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:55.887 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:55.887 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:55.887 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:55.887 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:55.887 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:55.887 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:55.887 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:55.887 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:55.887 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:55.887 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:55.887 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:55.887 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:55.887 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:55.888 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:55.888 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:55.888 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:55.888 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:55.888 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:55.888 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:55.888 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:55.888 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.888 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:55.888 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:55.888 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:55.888 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:53:55.888 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:53:55.889 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:53:55.889 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.889 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:53:55.889 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:55.889 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.889 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.889 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:55.889 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:53:55.889 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:55.889 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:53:55.889 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.889 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 2, 2024-04-02T09:53:55.889 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:55.889 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:55.889 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:53:55.890 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:55.890 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:55.890 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:55.890 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.843555+0000", 2024-04-02T09:53:55.890 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:03.028355+0000", 2024-04-02T09:53:55.890 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:03.028355+0000", 2024-04-02T09:53:55.890 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:03.028777+0000", 2024-04-02T09:53:55.890 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.843555+0000", 2024-04-02T09:53:55.890 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:55.890 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:55.890 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:55.890 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 415, 2024-04-02T09:53:55.890 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.843555+0000", 2024-04-02T09:53:55.891 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.843555+0000", 2024-04-02T09:53:55.891 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.843555+0000", 2024-04-02T09:53:55.891 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:55.891 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:55.891 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:55.891 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.843555+0000", 2024-04-02T09:53:55.891 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.843555+0000", 2024-04-02T09:53:55.891 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:55.891 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2, 2024-04-02T09:53:55.891 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:55.891 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:55.891 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 414, 2024-04-02T09:53:55.891 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:55.891 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:55.891 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:55.892 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:55.892 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2, 2024-04-02T09:53:55.892 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:55.892 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:55.892 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:55.892 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.e", 2024-04-02T09:53:55.892 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:55.892 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:55.892 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:55.892 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5130, 2024-04-02T09:53:55.892 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:55.892 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:11:24.904615+0000", 2024-04-02T09:53:55.892 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:55.892 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:55.892 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:55.893 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:55.893 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:55.893 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:55.893 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:55.893 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:55.893 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:55.893 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:55.893 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:55.893 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:55.893 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:55.893 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:55.893 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:55.893 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:55.893 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:55.893 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:55.894 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:55.894 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 3, 2024-04-02T09:53:55.894 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 1, 2024-04-02T09:53:55.894 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:55.894 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 1, 2024-04-02T09:53:55.894 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:55.894 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:55.894 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:55.894 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:55.894 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:55.894 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T09:53:55.894 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:55.894 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:55.894 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:55.895 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:55.895 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:55.895 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:55.895 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:55.895 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 6, 2024-04-02T09:53:55.895 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 6, 2024-04-02T09:53:55.895 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:55.895 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:55.895 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:55.895 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 3, 2024-04-02T09:53:55.895 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:55.895 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.895 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:55.895 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:55.895 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:55.896 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:53:55.896 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:55.896 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:53:55.896 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.896 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 2, 2024-04-02T09:53:55.896 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'2" 2024-04-02T09:53:55.896 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.896 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.896 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:55.896 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:55.896 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:55.896 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:53:55.896 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.896 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:53:55.896 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:55.897 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:55.897 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:55.897 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:55.897 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:55.897 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:55.897 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.184484+0000", 2024-04-02T09:53:55.897 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.193254+0000", 2024-04-02T09:53:55.897 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.193254+0000", 2024-04-02T09:53:55.897 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.193551+0000", 2024-04-02T09:53:55.897 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.184484+0000", 2024-04-02T09:53:55.897 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.897 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:55.897 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.897 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:53:55.897 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.184484+0000", 2024-04-02T09:53:55.898 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.184484+0000", 2024-04-02T09:53:55.898 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.184484+0000", 2024-04-02T09:53:55.898 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:55.898 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:55.898 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.898 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.184484+0000", 2024-04-02T09:53:55.898 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.184484+0000", 2024-04-02T09:53:55.898 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:55.898 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:55.898 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:55.898 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:55.898 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:53:55.898 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:55.899 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:55.899 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:55.899 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:55.899 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:55.899 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:55.899 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:55.899 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:55.899 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.c", 2024-04-02T09:53:55.899 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:55.899 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:55.899 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:55.899 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5014, 2024-04-02T09:53:55.899 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:55.899 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:47:39.443287+0000", 2024-04-02T09:53:55.899 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:55.899 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:55.900 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:55.900 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:55.900 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:55.900 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:55.900 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:55.900 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:55.900 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:55.900 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:55.900 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:55.900 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:55.900 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:55.900 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:55.900 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:55.900 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:55.900 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:55.901 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:55.901 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:55.901 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:55.901 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:55.901 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:55.901 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:55.901 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:55.901 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:55.901 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:55.901 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:55.901 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:55.901 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:55.901 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:55.902 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:55.902 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:55.902 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:55.902 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:55.902 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:55.902 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:55.902 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:55.902 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:55.902 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:55.902 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:55.902 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:55.902 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:55.902 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:55.903 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.903 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:55.903 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:55.903 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:55.903 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:55.903 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:55.903 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:53:55.903 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.903 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:53:55.903 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:55.903 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.903 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.903 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:55.903 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:53:55.904 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:53:55.904 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T09:53:55.904 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.904 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:53:55.904 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:55.904 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:55.904 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:53:55.904 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:55.904 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:55.904 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:55.904 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.754689+0000", 2024-04-02T09:53:55.904 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:22.989764+0000", 2024-04-02T09:53:55.904 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:22.989764+0000", 2024-04-02T09:53:55.904 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:22.990323+0000", 2024-04-02T09:53:55.905 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.754689+0000", 2024-04-02T09:53:55.905 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:55.905 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:55.905 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:55.905 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 435, 2024-04-02T09:53:55.905 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.754689+0000", 2024-04-02T09:53:55.905 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.754689+0000", 2024-04-02T09:53:55.905 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.754689+0000", 2024-04-02T09:53:55.905 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:55.905 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:55.905 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:55.905 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.754689+0000", 2024-04-02T09:53:55.905 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.754689+0000", 2024-04-02T09:53:55.905 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:55.905 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 1, 2024-04-02T09:53:55.906 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:55.906 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:55.906 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 434, 2024-04-02T09:53:55.906 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:55.906 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:55.906 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:55.906 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:55.906 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 1, 2024-04-02T09:53:55.906 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:55.906 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:55.906 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:55.906 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.d", 2024-04-02T09:53:55.906 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:55.906 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:55.907 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:55.907 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5128, 2024-04-02T09:53:55.907 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:55.907 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:43:30.553496+0000", 2024-04-02T09:53:55.907 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:55.907 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:55.907 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:55.907 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 70, 2024-04-02T09:53:55.907 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:55.907 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:55.907 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:55.907 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:55.907 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:55.907 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:55.907 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:55.908 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:55.908 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:55.908 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:55.908 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:55.908 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:55.908 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:55.908 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:55.908 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:55.908 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 3, 2024-04-02T09:53:55.908 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 1, 2024-04-02T09:53:55.908 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:55.908 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 1, 2024-04-02T09:53:55.908 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:55.908 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:55.908 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:55.909 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:55.909 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:55.909 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:55.909 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:55.909 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:55.909 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:55.909 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:55.909 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:55.909 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:55.909 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:55.909 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 1, 2024-04-02T09:53:55.909 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 1, 2024-04-02T09:53:55.909 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:55.909 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:55.909 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:55.909 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 1, 2024-04-02T09:53:55.910 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 1 2024-04-02T09:53:55.910 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.910 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:55.910 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:55.910 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:55.910 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:53:55.910 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:53:55.910 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T09:53:55.910 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.910 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:53:55.910 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'1" 2024-04-02T09:53:55.910 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.910 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.910 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:55.910 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:53:55.911 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:55.911 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:53:55.911 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.911 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:53:55.911 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:55.911 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:55.911 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:55.911 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:55.911 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:55.911 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:55.911 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.187078+0000", 2024-04-02T09:53:55.911 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.080413+0000", 2024-04-02T09:53:55.911 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.080413+0000", 2024-04-02T09:53:55.911 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.081726+0000", 2024-04-02T09:53:55.912 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.187078+0000", 2024-04-02T09:53:55.912 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.912 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:55.912 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.912 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:53:55.912 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.187078+0000", 2024-04-02T09:53:55.912 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.187078+0000", 2024-04-02T09:53:55.912 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.187078+0000", 2024-04-02T09:53:55.912 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:55.912 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:55.912 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.912 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.187078+0000", 2024-04-02T09:53:55.912 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.187078+0000", 2024-04-02T09:53:55.912 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:55.913 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:55.913 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:55.913 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:55.913 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:53:55.913 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:55.913 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:55.913 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:55.913 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:55.913 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:55.913 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:55.913 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:55.913 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:55.913 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.d", 2024-04-02T09:53:55.913 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:55.913 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:55.914 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:55.914 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4944, 2024-04-02T09:53:55.914 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:55.914 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:54:56.268521+0000", 2024-04-02T09:53:55.914 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:55.914 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:55.914 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:55.914 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:55.914 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:55.914 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:55.914 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:55.914 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:55.914 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:55.914 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:55.915 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:55.915 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:55.915 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:55.915 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:55.915 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:55.915 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:55.915 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:55.915 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:55.915 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:55.915 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:55.915 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:55.915 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:55.915 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:55.915 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:55.916 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:55.916 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:55.916 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:55.916 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:55.916 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:55.916 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:55.916 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:55.916 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:55.916 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:55.916 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:55.916 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:55.916 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:55.916 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:55.916 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:55.916 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:55.916 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:55.917 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:55.917 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:55.917 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:55.917 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.917 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:55.917 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:55.917 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:55.917 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:53:55.917 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:55.917 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:53:55.917 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.917 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:53:55.917 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:55.917 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.917 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.918 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:55.918 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:53:55.918 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:55.918 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:53:55.918 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.918 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 2, 2024-04-02T09:53:55.918 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:55.918 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:55.918 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:53:55.918 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:55.918 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:55.918 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:55.918 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.841222+0000", 2024-04-02T09:53:55.918 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.966187+0000", 2024-04-02T09:53:55.918 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.966187+0000", 2024-04-02T09:53:55.918 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:42.966485+0000", 2024-04-02T09:53:55.919 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.841222+0000", 2024-04-02T09:53:55.919 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:55.919 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:55.919 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:55.919 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:53:55.919 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.841222+0000", 2024-04-02T09:53:55.919 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.841222+0000", 2024-04-02T09:53:55.919 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.841222+0000", 2024-04-02T09:53:55.919 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:55.919 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:55.919 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:55.919 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.841222+0000", 2024-04-02T09:53:55.919 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.841222+0000", 2024-04-02T09:53:55.919 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:55.919 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:55.920 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:55.920 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:55.920 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:53:55.920 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:55.920 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:55.920 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:55.920 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:55.920 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:55.920 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:55.920 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:55.920 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:55.920 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.c", 2024-04-02T09:53:55.920 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:55.920 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:55.920 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:55.920 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5137, 2024-04-02T09:53:55.921 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:55.921 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:37:11.850530+0000", 2024-04-02T09:53:55.921 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:55.921 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:55.921 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:55.921 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:55.921 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:55.921 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:55.921 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:55.921 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:55.921 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:55.921 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:55.921 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:55.921 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:55.921 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:55.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:55.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:55.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:55.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:55.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:55.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:55.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:55.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:55.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:55.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:55.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:55.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:55.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:55.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:55.923 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:55.923 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:55.923 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:55.923 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:55.923 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:55.923 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:55.923 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:55.923 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:55.923 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:55.923 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:55.923 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:55.923 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:55.923 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:55.923 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:55.924 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:55.924 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:55.924 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.924 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:55.924 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:55.924 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:55.924 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:53:55.924 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:55.924 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:53:55.924 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.924 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 2, 2024-04-02T09:53:55.924 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:55.924 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.924 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.924 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:55.925 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:53:55.925 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:53:55.925 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:53:55.925 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.925 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 2, 2024-04-02T09:53:55.925 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:55.925 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:55.925 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:55.925 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:55.925 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:55.925 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:55.925 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.840864+0000", 2024-04-02T09:53:55.925 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:22.994263+0000", 2024-04-02T09:53:55.925 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:22.994263+0000", 2024-04-02T09:53:55.926 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:22.994578+0000", 2024-04-02T09:53:55.926 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.840864+0000", 2024-04-02T09:53:55.926 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.926 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:55.926 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.926 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 435, 2024-04-02T09:53:55.926 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.840864+0000", 2024-04-02T09:53:55.926 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.840864+0000", 2024-04-02T09:53:55.926 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.840864+0000", 2024-04-02T09:53:55.926 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:55.926 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:55.926 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.926 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.840864+0000", 2024-04-02T09:53:55.926 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.840864+0000", 2024-04-02T09:53:55.927 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:55.927 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:55.927 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:55.927 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:55.927 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 434, 2024-04-02T09:53:55.927 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:55.927 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:55.927 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:55.927 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:55.927 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:55.927 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:55.927 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:55.927 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:55.927 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.a", 2024-04-02T09:53:55.927 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:55.928 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:55.928 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:55.928 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5114, 2024-04-02T09:53:55.928 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:55.928 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:08:50.363417+0000", 2024-04-02T09:53:55.928 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:55.928 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:55.928 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:55.928 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:55.928 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:55.928 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:55.928 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:55.928 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:55.928 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:55.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:55.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:55.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:55.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:55.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:55.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:55.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:55.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:55.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:55.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:55.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:55.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:55.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:55.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:55.930 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:55.930 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:55.930 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:55.930 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:55.930 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:55.930 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:55.930 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:55.930 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:55.930 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:55.930 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:55.930 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:55.930 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:55.930 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:55.930 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:55.931 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:55.931 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:55.931 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:55.931 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:55.931 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:55.931 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:55.931 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.931 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:55.931 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:55.931 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:55.931 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:53:55.931 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:53:55.931 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:53:55.931 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.932 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 2, 2024-04-02T09:53:55.932 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:55.932 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.932 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.932 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:55.932 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:53:55.932 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:53:55.932 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:53:55.932 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.932 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:53:55.932 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:55.932 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:55.932 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:53:55.933 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:55.933 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:55.933 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:55.933 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.186955+0000", 2024-04-02T09:53:55.933 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.080171+0000", 2024-04-02T09:53:55.933 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.080171+0000", 2024-04-02T09:53:55.933 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.080837+0000", 2024-04-02T09:53:55.933 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.186955+0000", 2024-04-02T09:53:55.933 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:55.933 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:55.933 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:55.933 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:53:55.933 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.186955+0000", 2024-04-02T09:53:55.933 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.186955+0000", 2024-04-02T09:53:55.933 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.186955+0000", 2024-04-02T09:53:55.934 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:55.934 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:55.934 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:55.934 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.186955+0000", 2024-04-02T09:53:55.934 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.186955+0000", 2024-04-02T09:53:55.934 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:55.934 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 3, 2024-04-02T09:53:55.934 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:55.934 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:55.934 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:53:55.934 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:55.934 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:55.934 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:55.934 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:55.934 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 3, 2024-04-02T09:53:55.935 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:55.935 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:55.935 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:55.935 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.b", 2024-04-02T09:53:55.935 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:55.935 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:55.935 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:55.935 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4957, 2024-04-02T09:53:55.935 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:55.935 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:15:36.786216+0000", 2024-04-02T09:53:55.935 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:55.935 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:55.935 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:55.935 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:55.935 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:55.936 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:55.936 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:55.936 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:55.936 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:55.936 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:55.936 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:55.936 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:55.936 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:55.936 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:55.936 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:55.936 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:55.936 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:55.936 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:55.936 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:55.936 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 3, 2024-04-02T09:53:55.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 1, 2024-04-02T09:53:55.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:55.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 1, 2024-04-02T09:53:55.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:55.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:55.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:55.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:55.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:55.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T09:53:55.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:55.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:55.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:55.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:55.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:55.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:55.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:55.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 2, 2024-04-02T09:53:55.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 2, 2024-04-02T09:53:55.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:55.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:55.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:55.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 1, 2024-04-02T09:53:55.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:55.938 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.938 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:55.938 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:55.938 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:55.938 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:53:55.938 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:53:55.938 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:53:55.939 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.939 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:53:55.939 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "550'3" 2024-04-02T09:53:55.939 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.939 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.939 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:55.939 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:55.939 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:53:55.939 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:53:55.939 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.939 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:53:55.939 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:55.939 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:55.939 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:55.939 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:55.940 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:55.940 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:55.940 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.130855+0000", 2024-04-02T09:53:55.940 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:22.987778+0000", 2024-04-02T09:53:55.940 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:22.987778+0000", 2024-04-02T09:53:55.940 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:22.988115+0000", 2024-04-02T09:53:55.940 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.130855+0000", 2024-04-02T09:53:55.940 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.940 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:55.940 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.940 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 435, 2024-04-02T09:53:55.940 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.130855+0000", 2024-04-02T09:53:55.940 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.130855+0000", 2024-04-02T09:53:55.940 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.130855+0000", 2024-04-02T09:53:55.941 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:55.941 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:55.941 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.941 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.130855+0000", 2024-04-02T09:53:55.941 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.130855+0000", 2024-04-02T09:53:55.941 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:55.941 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:55.941 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:55.941 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:55.941 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 434, 2024-04-02T09:53:55.941 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:55.941 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:55.941 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:55.941 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:55.942 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:55.942 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:55.942 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:55.942 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:55.942 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.b", 2024-04-02T09:53:55.942 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:55.942 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:55.942 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:55.942 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5077, 2024-04-02T09:53:55.942 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:55.942 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:31:14.099751+0000", 2024-04-02T09:53:55.942 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:55.942 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:55.943 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:55.943 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:55.943 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:55.943 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:55.943 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:55.943 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:55.943 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:55.943 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:55.943 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:55.943 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:55.943 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:55.943 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:55.943 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:55.943 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:55.943 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:55.943 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:55.944 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:55.944 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:55.944 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:55.944 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:55.944 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:55.944 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:55.944 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:55.944 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:55.944 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:55.944 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:55.944 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:55.944 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:55.944 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:55.944 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:55.944 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:55.944 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:55.945 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:55.945 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:55.945 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:55.945 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:55.945 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:55.945 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:55.945 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:55.945 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:55.945 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:55.945 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.945 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:55.945 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:55.945 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:55.945 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:55.945 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:53:55.946 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:53:55.946 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.946 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:53:55.946 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:55.946 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.946 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.946 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:55.946 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:53:55.946 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:55.946 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:53:55.946 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.946 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:53:55.946 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:55.946 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:55.947 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:53:55.947 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:55.947 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:55.947 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:55.947 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.754803+0000", 2024-04-02T09:53:55.947 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.083820+0000", 2024-04-02T09:53:55.947 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.083820+0000", 2024-04-02T09:53:55.947 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.084180+0000", 2024-04-02T09:53:55.947 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.754803+0000", 2024-04-02T09:53:55.947 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:55.947 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:55.947 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:55.947 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:53:55.947 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.754803+0000", 2024-04-02T09:53:55.947 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.754803+0000", 2024-04-02T09:53:55.948 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.754803+0000", 2024-04-02T09:53:55.948 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:55.948 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:55.948 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:55.948 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.754803+0000", 2024-04-02T09:53:55.948 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.754803+0000", 2024-04-02T09:53:55.948 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:55.948 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:55.948 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:55.948 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:55.948 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:53:55.948 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:55.948 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:55.948 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:55.948 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:55.949 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:55.949 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:55.949 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:55.949 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:55.949 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.a", 2024-04-02T09:53:55.949 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:55.949 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:55.949 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:55.949 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5127, 2024-04-02T09:53:55.949 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:55.949 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:30:53.204652+0000", 2024-04-02T09:53:55.949 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:55.949 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:55.949 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:55.949 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:55.950 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:55.950 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:55.950 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:55.950 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:55.950 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:55.950 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:55.950 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:55.950 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:55.950 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:55.950 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:55.950 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:55.950 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:55.950 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:55.950 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:55.950 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:55.951 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:55.951 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:55.951 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:55.951 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:55.951 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:55.951 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:55.951 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:55.951 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:55.951 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:55.951 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:55.951 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:55.951 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:55.951 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:55.951 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:55.952 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:55.952 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:55.952 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:55.952 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:55.952 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:55.952 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:55.952 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:55.952 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:55.952 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:55.952 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:55.952 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.952 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:55.952 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:55.952 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:55.953 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:53:55.953 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:55.953 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:53:55.953 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.953 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:53:55.953 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:55.953 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.953 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.953 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:55.953 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:55.953 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:53:55.953 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:53:55.953 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.953 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:53:55.953 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:55.954 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:55.954 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:55.954 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:55.954 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:55.954 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:55.954 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.130281+0000", 2024-04-02T09:53:55.954 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.080581+0000", 2024-04-02T09:53:55.954 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.080581+0000", 2024-04-02T09:53:55.954 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.081044+0000", 2024-04-02T09:53:55.954 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.130281+0000", 2024-04-02T09:53:55.954 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.954 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:55.954 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.955 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:53:55.955 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.130281+0000", 2024-04-02T09:53:55.955 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.130281+0000", 2024-04-02T09:53:55.955 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.130281+0000", 2024-04-02T09:53:55.955 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:55.955 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:55.955 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.955 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.130281+0000", 2024-04-02T09:53:55.955 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.130281+0000", 2024-04-02T09:53:55.955 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:55.955 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:55.955 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:55.955 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:55.955 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:53:55.955 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:55.956 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:55.956 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:55.956 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:55.956 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:55.956 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:55.956 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:55.956 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:55.956 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.8", 2024-04-02T09:53:55.956 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:55.956 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:55.956 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:55.956 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5072, 2024-04-02T09:53:55.956 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:55.956 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:20:37.366830+0000", 2024-04-02T09:53:55.957 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:55.957 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:55.957 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:55.957 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:55.957 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:55.957 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:55.957 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:55.957 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:55.957 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:55.957 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:55.957 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:55.957 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:55.957 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:55.957 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:55.957 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:55.958 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:55.958 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:55.958 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:55.958 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:55.958 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:55.958 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:55.958 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:55.958 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:55.958 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:55.958 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:55.958 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:55.958 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:55.958 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:55.958 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:55.959 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:55.959 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:55.959 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:55.959 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:55.959 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:55.959 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:55.959 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:55.959 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:55.959 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:55.959 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:55.959 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:55.959 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:55.959 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:55.959 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:55.959 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.960 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:55.960 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:55.960 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:55.960 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:55.960 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:53:55.960 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:53:55.960 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.960 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:53:55.960 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:55.960 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.960 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.960 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:55.960 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:53:55.960 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:53:55.960 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T09:53:55.960 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.960 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:53:55.961 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:55.961 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:55.961 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:53:55.961 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:55.961 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:55.961 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:55.961 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.754050+0000", 2024-04-02T09:53:55.961 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:03.028597+0000", 2024-04-02T09:53:55.961 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:03.028597+0000", 2024-04-02T09:53:55.961 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:03.029163+0000", 2024-04-02T09:53:55.961 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.754050+0000", 2024-04-02T09:53:55.961 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:55.961 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:55.961 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:55.961 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 415, 2024-04-02T09:53:55.961 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.754050+0000", 2024-04-02T09:53:55.962 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.754050+0000", 2024-04-02T09:53:55.962 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.754050+0000", 2024-04-02T09:53:55.962 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:55.962 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:55.962 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:55.962 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.754050+0000", 2024-04-02T09:53:55.962 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.754050+0000", 2024-04-02T09:53:55.962 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:55.962 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:55.962 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:55.962 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:55.962 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 414, 2024-04-02T09:53:55.962 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:55.963 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:55.963 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:55.963 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:55.963 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:55.963 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:55.963 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:55.963 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:55.963 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.9", 2024-04-02T09:53:55.963 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:55.963 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:55.963 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:55.963 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5124, 2024-04-02T09:53:55.963 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:55.963 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:24:48.132802+0000", 2024-04-02T09:53:55.963 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:55.964 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:55.964 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:55.964 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:55.964 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:55.964 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:55.964 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:55.964 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:55.964 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:55.964 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:55.964 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:55.964 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:55.964 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:55.964 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:55.964 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:55.964 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:55.965 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:55.965 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:55.965 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:55.965 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:55.965 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:55.965 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:55.965 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:55.965 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:55.965 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:55.965 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:55.965 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:55.965 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:55.965 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:55.965 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:55.965 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:55.965 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:55.966 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:55.966 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:55.966 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:55.966 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:55.966 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:55.966 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:55.966 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:55.966 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:55.966 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:55.966 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:55.966 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:55.966 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.966 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:55.966 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:55.967 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:55.967 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:53:55.967 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:53:55.967 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T09:53:55.967 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.967 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:53:55.967 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:55.967 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.967 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.967 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:55.967 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:53:55.967 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:53:55.967 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:53:55.967 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.967 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 4, 2024-04-02T09:53:55.967 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:55.968 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:55.968 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:55.968 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:55.968 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:55.968 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:55.968 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.181993+0000", 2024-04-02T09:53:55.968 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.083024+0000", 2024-04-02T09:53:55.968 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.083024+0000", 2024-04-02T09:53:55.968 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.085302+0000", 2024-04-02T09:53:55.968 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.181993+0000", 2024-04-02T09:53:55.968 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.968 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:55.968 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.968 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:53:55.968 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.181993+0000", 2024-04-02T09:53:55.968 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.181993+0000", 2024-04-02T09:53:55.969 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.181993+0000", 2024-04-02T09:53:55.969 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:55.969 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:55.969 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.969 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.181993+0000", 2024-04-02T09:53:55.969 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.181993+0000", 2024-04-02T09:53:55.969 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:55.969 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:55.969 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:55.969 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:55.969 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:53:55.969 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:55.969 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:55.969 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:55.970 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:55.970 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:55.970 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:55.970 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:55.970 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:55.970 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.9", 2024-04-02T09:53:55.970 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:55.970 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:55.970 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:55.970 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5075, 2024-04-02T09:53:55.970 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:55.970 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:20:55.124700+0000", 2024-04-02T09:53:55.970 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:55.970 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:55.971 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:55.971 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:55.971 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:55.971 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:55.971 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:55.971 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:55.971 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:55.971 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:55.971 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:55.971 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:55.971 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:55.971 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:55.971 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:55.971 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:55.971 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:55.971 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:55.972 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:55.972 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:55.972 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:55.972 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:55.972 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:55.972 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:55.972 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:55.972 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:55.972 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:55.972 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:55.972 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:55.972 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:55.972 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:55.972 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:55.973 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:55.973 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:55.973 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:55.973 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:55.973 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:55.973 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:55.973 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:55.973 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:55.973 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:55.973 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:55.973 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:55.973 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.973 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:55.973 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:55.974 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:55.974 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:53:55.974 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:53:55.974 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:53:55.974 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.974 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 4, 2024-04-02T09:53:55.974 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:55.974 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.974 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.974 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:55.974 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:53:55.974 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:53:55.974 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:53:55.974 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.975 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:53:55.975 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:55.975 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:55.975 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:53:55.975 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:55.975 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:55.975 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:55.975 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.184677+0000", 2024-04-02T09:53:55.975 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.089378+0000", 2024-04-02T09:53:55.975 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.089378+0000", 2024-04-02T09:53:55.975 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.090244+0000", 2024-04-02T09:53:55.975 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.184677+0000", 2024-04-02T09:53:55.975 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:55.975 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:55.976 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:55.976 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:53:55.976 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.184677+0000", 2024-04-02T09:53:55.976 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.184677+0000", 2024-04-02T09:53:55.976 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.184677+0000", 2024-04-02T09:53:55.976 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:55.976 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:55.976 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:55.976 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.184677+0000", 2024-04-02T09:53:55.976 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.184677+0000", 2024-04-02T09:53:55.976 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:55.976 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:55.976 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:55.976 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:55.976 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:53:55.977 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:55.977 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:55.977 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:55.977 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:55.977 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:55.977 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:55.977 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:55.977 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:55.977 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.8", 2024-04-02T09:53:55.977 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:55.977 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:55.977 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:55.977 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4966, 2024-04-02T09:53:55.977 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:55.977 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:45:19.769398+0000", 2024-04-02T09:53:55.978 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:55.978 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:55.978 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:55.978 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:55.978 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:55.978 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:55.978 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:55.978 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:55.978 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:55.978 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:55.978 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:55.978 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:55.978 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:55.978 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:55.979 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:55.979 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:55.979 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:55.979 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:55.979 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:55.979 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:55.979 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:55.979 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:55.979 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:55.979 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:55.979 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:55.979 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:55.979 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:55.979 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:55.980 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:55.980 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:55.980 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:55.980 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:55.980 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:55.980 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:55.980 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:55.980 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:55.980 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:55.980 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:55.980 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:55.980 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:55.980 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:55.980 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:55.980 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:55.981 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.981 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:55.981 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:55.981 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:55.981 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:53:55.981 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:53:55.981 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:53:55.981 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.981 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:53:55.981 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:55.981 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.981 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.981 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:55.981 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:53:55.981 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:53:55.981 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:53:55.981 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.982 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T09:53:55.982 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:55.982 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:55.982 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:55.982 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:55.982 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:55.982 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:55.982 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.844039+0000", 2024-04-02T09:53:55.982 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:22.988242+0000", 2024-04-02T09:53:55.982 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:22.988242+0000", 2024-04-02T09:53:55.982 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:22.988577+0000", 2024-04-02T09:53:55.982 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.844039+0000", 2024-04-02T09:53:55.982 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.983 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:55.983 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.983 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 435, 2024-04-02T09:53:55.983 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.844039+0000", 2024-04-02T09:53:55.983 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.844039+0000", 2024-04-02T09:53:55.983 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.844039+0000", 2024-04-02T09:53:55.983 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:55.983 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:55.983 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:55.983 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.844039+0000", 2024-04-02T09:53:55.983 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.844039+0000", 2024-04-02T09:53:55.983 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:55.983 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:55.983 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:55.984 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:55.984 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 434, 2024-04-02T09:53:55.984 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:55.984 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:55.984 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:55.984 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:55.984 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:55.984 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:55.984 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:55.984 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:55.984 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.6", 2024-04-02T09:53:55.984 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:55.984 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:55.985 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:55.985 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5147, 2024-04-02T09:53:55.985 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:55.985 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:21:26.567401+0000", 2024-04-02T09:53:55.985 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:55.985 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:55.985 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:55.985 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:55.985 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:55.985 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:55.985 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:55.985 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:55.985 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:55.985 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:55.985 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:55.985 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:55.986 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:55.986 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:55.986 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:55.986 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:55.986 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:55.986 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:55.986 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:55.986 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:55.986 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:55.986 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:55.986 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:55.986 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:55.986 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:55.987 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:55.987 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:55.987 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:55.987 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:55.987 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:55.987 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:55.987 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:55.987 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:55.987 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:55.987 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:55.987 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:55.987 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:55.987 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:55.987 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:55.987 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:55.988 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:55.988 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:55.988 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:55.988 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.988 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:55.988 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:55.988 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:55.988 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:53:55.988 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:53:55.988 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:53:55.988 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.988 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T09:53:55.988 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:55.988 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.989 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.989 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:55.989 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:53:55.989 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:53:55.989 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:53:55.989 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.989 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T09:53:55.989 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:55.989 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:55.989 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:53:55.989 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:55.989 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:55.989 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:55.989 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.843154+0000", 2024-04-02T09:53:55.989 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.076898+0000", 2024-04-02T09:53:55.990 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.076898+0000", 2024-04-02T09:53:55.990 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.077231+0000", 2024-04-02T09:53:55.990 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.843154+0000", 2024-04-02T09:53:55.990 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:55.990 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:55.990 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:55.990 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:53:55.990 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.843154+0000", 2024-04-02T09:53:55.990 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.843154+0000", 2024-04-02T09:53:55.990 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.843154+0000", 2024-04-02T09:53:55.990 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:55.990 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:55.990 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:55.991 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.843154+0000", 2024-04-02T09:53:55.991 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.843154+0000", 2024-04-02T09:53:55.991 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:55.991 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2, 2024-04-02T09:53:55.991 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:55.991 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:55.991 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:53:55.991 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:55.991 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:55.991 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:55.991 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:55.991 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2, 2024-04-02T09:53:55.991 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:55.991 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:55.991 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:55.992 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.7", 2024-04-02T09:53:55.992 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:55.992 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:55.992 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:55.992 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4984, 2024-04-02T09:53:55.992 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:55.992 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:10:19.334381+0000", 2024-04-02T09:53:55.992 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:55.992 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:55.992 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:55.992 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:55.992 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:55.992 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:55.992 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:55.993 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:55.993 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:55.993 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:55.993 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:55.993 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:55.993 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:55.993 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:55.993 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:55.993 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:55.993 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:55.993 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:55.993 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:55.993 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 3, 2024-04-02T09:53:55.993 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 1, 2024-04-02T09:53:55.993 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:55.994 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 1, 2024-04-02T09:53:55.994 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:55.994 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:55.994 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:55.994 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:55.994 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:55.994 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T09:53:55.994 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:55.994 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:55.994 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:55.994 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:55.994 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:55.994 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:55.995 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:55.995 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 6, 2024-04-02T09:53:55.995 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 6, 2024-04-02T09:53:55.995 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:55.995 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:55.995 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:55.995 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 3, 2024-04-02T09:53:55.995 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:55.995 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.995 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:55.995 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:55.995 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:55.995 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:53:55.995 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:53:55.996 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:53:55.996 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.996 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T09:53:55.996 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'2" 2024-04-02T09:53:55.996 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:55.996 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:55.996 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:55.996 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:53:55.996 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:55.996 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:53:55.996 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:55.996 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 4, 2024-04-02T09:53:55.996 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:55.996 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:55.996 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 66, 2024-04-02T09:53:55.996 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:55.997 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:55.997 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:55.997 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.182321+0000", 2024-04-02T09:53:55.997 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.178172+0000", 2024-04-02T09:53:55.997 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.178172+0000", 2024-04-02T09:53:55.997 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T09:05:03.405154+0000", 2024-04-02T09:53:55.997 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.182321+0000", 2024-04-02T09:53:55.997 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:53:55.997 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:55.997 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:53:55.997 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:53:55.997 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.182321+0000", 2024-04-02T09:53:55.997 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.182321+0000", 2024-04-02T09:53:55.997 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.182321+0000", 2024-04-02T09:53:55.998 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:55.998 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:55.998 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:53:55.998 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.182321+0000", 2024-04-02T09:53:55.998 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.182321+0000", 2024-04-02T09:53:55.998 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:55.998 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 3065, 2024-04-02T09:53:55.998 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:55.998 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:55.998 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:53:55.998 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:55.998 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:55.998 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:55.998 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:55.999 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 3065, 2024-04-02T09:53:55.999 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:55.999 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:55.999 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:55.999 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "4.1", 2024-04-02T09:53:55.999 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:55.999 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:55.999 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:55.999 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 8897, 2024-04-02T09:53:55.999 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:55.999 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:28:18.271306+0000", 2024-04-02T09:53:55.999 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.005452558, 2024-04-02T09:53:55.999 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:55.999 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:55.999 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.000 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.000 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.000 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.000 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.000 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.000 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.000 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.000 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.000 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.000 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.000 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.000 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.000 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.001 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.001 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.001 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.001 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.001 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.001 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.001 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.001 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.001 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.001 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.001 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.001 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.001 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.001 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.002 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.002 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.002 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.002 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.002 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.002 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 1284, 2024-04-02T09:53:56.002 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 378035, 2024-04-02T09:53:56.002 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.002 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.002 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.002 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 3048, 2024-04-02T09:53:56.002 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 348174 2024-04-02T09:53:56.002 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.002 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.003 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.003 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.003 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:53:56.003 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:56.003 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:53:56.003 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.003 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 4, 2024-04-02T09:53:56.003 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "1125'3065" 2024-04-02T09:53:56.003 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.003 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.003 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.003 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:56.003 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:53:56.003 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:53:56.004 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.004 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:53:56.004 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.004 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.004 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:56.004 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.004 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.004 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.004 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.131832+0000", 2024-04-02T09:53:56.004 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.088033+0000", 2024-04-02T09:53:56.004 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.088033+0000", 2024-04-02T09:53:56.004 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.088416+0000", 2024-04-02T09:53:56.004 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.131832+0000", 2024-04-02T09:53:56.004 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.005 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.005 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.005 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:53:56.005 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.131832+0000", 2024-04-02T09:53:56.005 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.131832+0000", 2024-04-02T09:53:56.005 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.131832+0000", 2024-04-02T09:53:56.005 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.005 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.005 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.005 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.131832+0000", 2024-04-02T09:53:56.005 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.131832+0000", 2024-04-02T09:53:56.005 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.005 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:56.005 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.005 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.006 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:53:56.006 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.006 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.006 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.006 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.006 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:56.006 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.006 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.006 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.006 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.7", 2024-04-02T09:53:56.006 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.006 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.006 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.006 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5078, 2024-04-02T09:53:56.006 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.007 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:10:59.963212+0000", 2024-04-02T09:53:56.007 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.007 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.007 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.007 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.007 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.007 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.007 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.007 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.007 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.007 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.007 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.007 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.007 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.007 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.008 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.008 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.008 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.008 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.008 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.008 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.008 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.008 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.008 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.008 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.008 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.008 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.008 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.008 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.009 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.009 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.009 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.009 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.009 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.009 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.009 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.009 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.009 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.009 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.009 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.009 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.009 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.009 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.009 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.010 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.010 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.010 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.010 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.010 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:56.010 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:53:56.010 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:53:56.010 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.010 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:53:56.010 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:56.010 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.010 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.010 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.010 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:53:56.011 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:53:56.011 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:53:56.011 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.011 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:53:56.011 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.011 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.011 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:53:56.011 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.011 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.011 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.011 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.755181+0000", 2024-04-02T09:53:56.011 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.183165+0000", 2024-04-02T09:53:56.011 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.183165+0000", 2024-04-02T09:53:56.011 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.183954+0000", 2024-04-02T09:53:56.012 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.755181+0000", 2024-04-02T09:53:56.012 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.012 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.012 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.012 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:53:56.012 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.755181+0000", 2024-04-02T09:53:56.012 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.755181+0000", 2024-04-02T09:53:56.012 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.755181+0000", 2024-04-02T09:53:56.012 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.012 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.012 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.012 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.755181+0000", 2024-04-02T09:53:56.012 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.755181+0000", 2024-04-02T09:53:56.012 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.013 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2, 2024-04-02T09:53:56.013 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.013 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.013 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:53:56.013 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.013 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.013 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.013 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.013 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2, 2024-04-02T09:53:56.013 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.013 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.013 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.013 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.6", 2024-04-02T09:53:56.013 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.014 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.014 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.014 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5132, 2024-04-02T09:53:56.014 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.014 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:11:29.638509+0000", 2024-04-02T09:53:56.014 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.014 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.014 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.014 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.014 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.014 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.014 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.014 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.015 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.015 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.015 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.015 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.015 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.015 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.015 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.015 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.015 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.015 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.015 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.015 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 3, 2024-04-02T09:53:56.015 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 1, 2024-04-02T09:53:56.015 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.015 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 1, 2024-04-02T09:53:56.016 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.016 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.016 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.016 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.016 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.016 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T09:53:56.016 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.016 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.016 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.016 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.016 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.016 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.016 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.016 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 2, 2024-04-02T09:53:56.016 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 2, 2024-04-02T09:53:56.017 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.017 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.017 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.017 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 2, 2024-04-02T09:53:56.017 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.017 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.017 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.017 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.017 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.017 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:53:56.017 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:53:56.017 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:53:56.017 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.017 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:53:56.018 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "553'2" 2024-04-02T09:53:56.018 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.018 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.018 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.018 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:56.018 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:53:56.018 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:53:56.018 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.018 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:53:56.018 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.018 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.018 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 66, 2024-04-02T09:53:56.018 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.018 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.019 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.019 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.130156+0000", 2024-04-02T09:53:56.019 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.076971+0000", 2024-04-02T09:53:56.019 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.076971+0000", 2024-04-02T09:53:56.019 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T09:05:03.285671+0000", 2024-04-02T09:53:56.019 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.130156+0000", 2024-04-02T09:53:56.019 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:53:56.019 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.019 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:53:56.019 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:53:56.019 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.130156+0000", 2024-04-02T09:53:56.019 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.130156+0000", 2024-04-02T09:53:56.019 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.130156+0000", 2024-04-02T09:53:56.019 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.020 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.020 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:53:56.020 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.130156+0000", 2024-04-02T09:53:56.020 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.130156+0000", 2024-04-02T09:53:56.020 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.020 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2977, 2024-04-02T09:53:56.020 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.020 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.020 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:53:56.020 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.020 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.020 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.020 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.020 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2977, 2024-04-02T09:53:56.020 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.021 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.021 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.021 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "4.0", 2024-04-02T09:53:56.021 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.021 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.021 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.021 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 8845, 2024-04-02T09:53:56.021 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.021 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:50:36.397828+0000", 2024-04-02T09:53:56.021 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.003067276, 2024-04-02T09:53:56.021 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.021 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.021 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.021 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.021 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.022 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.022 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.022 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.022 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.022 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.022 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.022 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.022 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.022 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.022 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.022 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.022 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.022 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.023 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.023 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.023 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.023 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.023 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.023 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.023 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.023 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.023 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.023 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.023 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.023 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.023 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.023 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.024 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.024 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.024 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.024 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 1402, 2024-04-02T09:53:56.024 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 359018, 2024-04-02T09:53:56.024 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.024 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.024 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.024 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 2947, 2024-04-02T09:53:56.024 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 420309 2024-04-02T09:53:56.024 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.024 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.024 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.024 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.025 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:56.025 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:53:56.025 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:53:56.025 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.025 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:53:56.025 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "1125'2977" 2024-04-02T09:53:56.025 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.025 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.025 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.025 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:53:56.025 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:53:56.025 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:53:56.025 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.025 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:53:56.025 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.026 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.026 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:56.026 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.026 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.026 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.026 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.755819+0000", 2024-04-02T09:53:56.026 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.967450+0000", 2024-04-02T09:53:56.026 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.967450+0000", 2024-04-02T09:53:56.026 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:42.968529+0000", 2024-04-02T09:53:56.026 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.755819+0000", 2024-04-02T09:53:56.026 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.026 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.026 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.026 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:53:56.027 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.755819+0000", 2024-04-02T09:53:56.027 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.755819+0000", 2024-04-02T09:53:56.027 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.755819+0000", 2024-04-02T09:53:56.027 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.027 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.027 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.027 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.755819+0000", 2024-04-02T09:53:56.027 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.755819+0000", 2024-04-02T09:53:56.027 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.027 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:56.027 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.027 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.027 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:53:56.028 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.028 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.028 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.028 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.028 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:56.028 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.028 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.028 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.028 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.4", 2024-04-02T09:53:56.028 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.028 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.028 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.028 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5128, 2024-04-02T09:53:56.028 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.029 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:30:50.944896+0000", 2024-04-02T09:53:56.029 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.029 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.029 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.029 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.029 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.029 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.029 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.029 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.029 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.029 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.029 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.029 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.029 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.030 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.030 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.030 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.030 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.030 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.030 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.030 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.030 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.030 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.030 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.030 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.030 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.030 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.030 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.031 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.031 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.031 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.031 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.031 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.031 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.031 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.031 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.031 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.031 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.031 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.031 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.031 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.031 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.031 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.032 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.032 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.032 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.032 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.032 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.032 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:53:56.032 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:53:56.032 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:53:56.032 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.032 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:53:56.032 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:56.032 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.032 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.033 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.033 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:53:56.033 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:53:56.033 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:53:56.033 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.033 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:53:56.033 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.033 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.033 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:53:56.033 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.033 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.033 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.033 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.186927+0000", 2024-04-02T09:53:56.033 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.087655+0000", 2024-04-02T09:53:56.034 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.087655+0000", 2024-04-02T09:53:56.034 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.087978+0000", 2024-04-02T09:53:56.034 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.186927+0000", 2024-04-02T09:53:56.034 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.034 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.034 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.034 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:53:56.034 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.186927+0000", 2024-04-02T09:53:56.034 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.186927+0000", 2024-04-02T09:53:56.034 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.186927+0000", 2024-04-02T09:53:56.034 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.034 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.034 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.034 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.186927+0000", 2024-04-02T09:53:56.035 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.186927+0000", 2024-04-02T09:53:56.035 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.035 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:56.035 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.035 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.035 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:53:56.035 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.035 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.035 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.035 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.035 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:56.035 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.035 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.035 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.036 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.5", 2024-04-02T09:53:56.036 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.036 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.036 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.036 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4937, 2024-04-02T09:53:56.036 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.036 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:52:46.762945+0000", 2024-04-02T09:53:56.036 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.036 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.036 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.036 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.036 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.036 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.036 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.036 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.036 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.037 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.037 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.037 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.037 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.037 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.037 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.037 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.037 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.037 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.037 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.037 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.037 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.037 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.037 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.037 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.038 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.038 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.038 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.038 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.038 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.038 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.038 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.038 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.038 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.038 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.038 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.038 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.038 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.038 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.039 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.039 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.039 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.039 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.039 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.039 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.039 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.039 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.039 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.039 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:53:56.039 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:53:56.039 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:53:56.039 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.039 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:53:56.039 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:56.040 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.040 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.040 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.040 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:53:56.040 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:56.040 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:53:56.040 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.040 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T09:53:56.040 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.040 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.040 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 66, 2024-04-02T09:53:56.040 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.040 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.040 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.040 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.843690+0000", 2024-04-02T09:53:56.041 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.083476+0000", 2024-04-02T09:53:56.041 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.083476+0000", 2024-04-02T09:53:56.041 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T09:05:03.299597+0000", 2024-04-02T09:53:56.041 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.843690+0000", 2024-04-02T09:53:56.041 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:53:56.041 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.041 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:53:56.041 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:53:56.041 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.843690+0000", 2024-04-02T09:53:56.041 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.843690+0000", 2024-04-02T09:53:56.041 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.843690+0000", 2024-04-02T09:53:56.041 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.041 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.042 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:53:56.042 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.843690+0000", 2024-04-02T09:53:56.042 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.843690+0000", 2024-04-02T09:53:56.042 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.042 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 3058, 2024-04-02T09:53:56.042 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.042 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.042 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:53:56.042 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.042 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.042 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.042 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.042 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 3058, 2024-04-02T09:53:56.042 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.043 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.043 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.043 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "4.3", 2024-04-02T09:53:56.043 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.043 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.043 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.043 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 8968, 2024-04-02T09:53:56.043 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.043 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:40:50.605208+0000", 2024-04-02T09:53:56.043 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.006200576, 2024-04-02T09:53:56.043 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.043 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.043 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.043 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.044 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.044 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.044 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.044 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.044 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.044 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.044 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.044 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.044 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.044 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.044 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.044 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.044 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.044 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.045 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 3, 2024-04-02T09:53:56.045 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 1, 2024-04-02T09:53:56.045 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.045 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 1, 2024-04-02T09:53:56.045 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.045 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.045 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.045 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.045 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.045 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T09:53:56.045 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.045 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.045 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.045 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.045 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.046 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.046 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.046 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 1139, 2024-04-02T09:53:56.046 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 398026, 2024-04-02T09:53:56.046 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.046 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.046 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.046 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 3024, 2024-04-02T09:53:56.046 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 400266 2024-04-02T09:53:56.046 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.046 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.046 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.046 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.047 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:53:56.047 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:56.047 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:53:56.047 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.047 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T09:53:56.047 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "1125'3058" 2024-04-02T09:53:56.047 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.047 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.047 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.047 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:53:56.047 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:53:56.047 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:53:56.047 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.047 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:53:56.047 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.048 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.048 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:53:56.048 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.048 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.048 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.048 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.184546+0000", 2024-04-02T09:53:56.048 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.089542+0000", 2024-04-02T09:53:56.048 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.089542+0000", 2024-04-02T09:53:56.048 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.090903+0000", 2024-04-02T09:53:56.048 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.184546+0000", 2024-04-02T09:53:56.048 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.048 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.048 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.048 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:53:56.048 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.184546+0000", 2024-04-02T09:53:56.049 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.184546+0000", 2024-04-02T09:53:56.049 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.184546+0000", 2024-04-02T09:53:56.049 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.049 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.049 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.049 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.184546+0000", 2024-04-02T09:53:56.049 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.184546+0000", 2024-04-02T09:53:56.049 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.049 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:56.049 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.049 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.049 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:53:56.049 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.049 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.049 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.050 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.050 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:56.050 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.050 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.050 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.050 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.0", 2024-04-02T09:53:56.050 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.050 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.050 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.050 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4969, 2024-04-02T09:53:56.050 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.050 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:52:38.506901+0000", 2024-04-02T09:53:56.050 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.050 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.051 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.051 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.051 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.051 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.051 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.051 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.051 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.051 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.051 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.051 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.051 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.051 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.051 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.051 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.051 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.052 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.052 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.052 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.052 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.052 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.052 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.052 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.052 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.052 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.052 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.052 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.052 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.052 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.053 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.053 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.053 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.053 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.053 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.053 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.053 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.053 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.053 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.053 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.053 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.053 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.053 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.053 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.053 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.054 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.054 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.054 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:53:56.054 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:53:56.054 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:53:56.054 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.054 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:53:56.054 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:56.054 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.054 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.054 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.054 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:53:56.054 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:53:56.054 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T09:53:56.054 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.055 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T09:53:56.055 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.055 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.055 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:56.055 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.055 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.055 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.055 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.845085+0000", 2024-04-02T09:53:56.055 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:22.991520+0000", 2024-04-02T09:53:56.055 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:22.991520+0000", 2024-04-02T09:53:56.055 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:22.991851+0000", 2024-04-02T09:53:56.055 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.845085+0000", 2024-04-02T09:53:56.055 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.055 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.055 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.056 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 435, 2024-04-02T09:53:56.056 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.845085+0000", 2024-04-02T09:53:56.056 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.845085+0000", 2024-04-02T09:53:56.056 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.845085+0000", 2024-04-02T09:53:56.056 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.056 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.056 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.056 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.845085+0000", 2024-04-02T09:53:56.056 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.845085+0000", 2024-04-02T09:53:56.056 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.056 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:56.056 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.056 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.056 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 434, 2024-04-02T09:53:56.057 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.057 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.057 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.057 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.057 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:56.057 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.057 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.057 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.057 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.1", 2024-04-02T09:53:56.057 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.057 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.057 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.057 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5149, 2024-04-02T09:53:56.057 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.057 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:39:25.713629+0000", 2024-04-02T09:53:56.058 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.058 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.058 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.058 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.058 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.058 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.058 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.058 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.058 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.058 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.058 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.058 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.058 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.058 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.059 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.059 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.059 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.059 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.059 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.059 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.059 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.059 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.059 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.059 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.059 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.059 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.059 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.059 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.060 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.060 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.060 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.060 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.060 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.060 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.060 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.060 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.060 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.060 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.060 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.060 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.060 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.060 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.060 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.061 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.061 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.061 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.061 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.061 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:53:56.061 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:53:56.061 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T09:53:56.061 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.061 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T09:53:56.061 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:56.061 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.061 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.061 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.061 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:53:56.062 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:53:56.062 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:53:56.062 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.062 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T09:53:56.062 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.062 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.062 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 66, 2024-04-02T09:53:56.062 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.062 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.062 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.062 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.844229+0000", 2024-04-02T09:53:56.062 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:29:27.966258+0000", 2024-04-02T09:53:56.062 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:29:27.966258+0000", 2024-04-02T09:53:56.062 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T09:05:03.299603+0000", 2024-04-02T09:53:56.063 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.844229+0000", 2024-04-02T09:53:56.063 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:53:56.063 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.063 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:53:56.063 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 380, 2024-04-02T09:53:56.063 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.844229+0000", 2024-04-02T09:53:56.063 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.844229+0000", 2024-04-02T09:53:56.063 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.844229+0000", 2024-04-02T09:53:56.063 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.063 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.063 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:53:56.063 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.844229+0000", 2024-04-02T09:53:56.063 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.844229+0000", 2024-04-02T09:53:56.063 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.063 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 3037, 2024-04-02T09:53:56.064 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.064 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.064 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 379, 2024-04-02T09:53:56.064 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.064 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.064 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.064 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.064 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 3037, 2024-04-02T09:53:56.064 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.064 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.064 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.064 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "4.6", 2024-04-02T09:53:56.064 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.064 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.065 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.065 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 8784, 2024-04-02T09:53:56.065 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.065 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:21:58.684466+0000", 2024-04-02T09:53:56.065 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.00617646, 2024-04-02T09:53:56.065 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.065 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.065 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.065 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.065 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.065 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.065 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.065 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.065 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.066 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.066 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.066 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.066 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.066 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.066 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.066 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.066 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.066 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.066 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.066 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.066 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.066 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.066 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.067 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.067 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.067 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.067 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.067 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.067 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.067 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.067 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.067 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.067 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.067 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.067 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.067 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 845, 2024-04-02T09:53:56.067 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 349604, 2024-04-02T09:53:56.067 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.068 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.068 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.068 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 3000, 2024-04-02T09:53:56.068 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 385818 2024-04-02T09:53:56.068 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.068 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.068 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.068 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.068 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:53:56.068 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:53:56.068 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:53:56.068 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.068 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T09:53:56.068 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "1125'3037" 2024-04-02T09:53:56.068 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.069 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.069 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.069 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:53:56.069 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:53:56.069 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:53:56.069 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.069 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:53:56.069 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.069 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.069 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 19, 2024-04-02T09:53:56.069 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.069 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.069 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.069 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.184836+0000", 2024-04-02T09:53:56.069 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.090494+0000", 2024-04-02T09:53:56.070 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.090494+0000", 2024-04-02T09:53:56.070 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.092248+0000", 2024-04-02T09:53:56.070 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.184836+0000", 2024-04-02T09:53:56.070 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:18:06.875872+0000", 2024-04-02T09:53:56.070 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.070 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:18:06.875872+0000", 2024-04-02T09:53:56.070 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:53:56.070 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.184836+0000", 2024-04-02T09:53:56.070 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.184836+0000", 2024-04-02T09:53:56.070 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.184836+0000", 2024-04-02T09:53:56.070 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.070 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.070 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:18:06.875872+0000", 2024-04-02T09:53:56.071 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.184836+0000", 2024-04-02T09:53:56.071 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.184836+0000", 2024-04-02T09:53:56.071 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.071 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 197, 2024-04-02T09:53:56.071 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.071 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.071 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:53:56.071 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.071 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.071 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.071 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.071 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 197, 2024-04-02T09:53:56.071 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.071 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.072 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.072 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "1.0", 2024-04-02T09:53:56.072 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.072 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.072 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.072 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5441, 2024-04-02T09:53:56.072 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.072 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:29:09.384173+0000", 2024-04-02T09:53:56.072 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.072 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.072 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.072 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 590368, 2024-04-02T09:53:56.072 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.072 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 1771104, 2024-04-02T09:53:56.073 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.073 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.073 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.073 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.073 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.073 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.073 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.073 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.073 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.073 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.073 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.073 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.073 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.073 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 6, 2024-04-02T09:53:56.073 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 2, 2024-04-02T09:53:56.074 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.074 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 2, 2024-04-02T09:53:56.074 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.074 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.074 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.074 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.074 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.074 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.074 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.074 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 6, 2024-04-02T09:53:56.074 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.074 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.074 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.074 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.075 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.075 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 812, 2024-04-02T09:53:56.075 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 1310, 2024-04-02T09:53:56.075 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.075 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.075 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.075 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 311, 2024-04-02T09:53:56.075 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 2416 2024-04-02T09:53:56.075 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.075 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.075 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.075 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.075 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:53:56.075 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:53:56.076 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:53:56.076 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.076 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:53:56.076 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "229'197" 2024-04-02T09:53:56.076 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.076 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.076 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.076 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:56.076 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:53:56.076 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:53:56.076 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.076 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:53:56.076 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.076 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.076 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:53:56.077 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.077 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.077 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.077 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.183025+0000", 2024-04-02T09:53:56.077 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.080974+0000", 2024-04-02T09:53:56.077 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.080974+0000", 2024-04-02T09:53:56.077 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.081351+0000", 2024-04-02T09:53:56.077 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.183025+0000", 2024-04-02T09:53:56.077 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.077 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.077 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.077 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:53:56.077 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.183025+0000", 2024-04-02T09:53:56.077 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.183025+0000", 2024-04-02T09:53:56.077 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.183025+0000", 2024-04-02T09:53:56.077 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.078 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.078 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.078 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.183025+0000", 2024-04-02T09:53:56.078 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.183025+0000", 2024-04-02T09:53:56.078 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.078 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:56.078 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.078 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.078 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:53:56.078 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.078 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.078 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.078 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.078 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:56.079 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.079 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.079 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.079 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.3", 2024-04-02T09:53:56.079 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.079 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.079 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.079 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5025, 2024-04-02T09:53:56.079 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.079 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:51:59.381737+0000", 2024-04-02T09:53:56.079 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.079 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.079 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.079 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.079 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.080 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.080 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.080 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.080 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.080 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.080 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.080 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.080 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.080 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.080 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.080 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.080 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.080 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.080 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.080 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.081 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.081 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.081 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.081 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.081 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.081 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.081 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.081 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.081 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.081 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.081 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.081 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.081 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.081 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.081 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.081 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.082 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.082 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.082 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.082 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.082 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.082 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.082 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.082 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.082 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.082 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.082 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.082 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:56.082 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:53:56.083 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:53:56.083 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.083 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:53:56.083 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:56.083 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.083 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.083 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.083 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:56.083 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:56.083 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:53:56.083 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.083 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:53:56.083 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.083 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.084 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:56.084 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.084 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.084 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.084 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.130399+0000", 2024-04-02T09:53:56.084 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.175083+0000", 2024-04-02T09:53:56.084 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.175083+0000", 2024-04-02T09:53:56.084 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.175437+0000", 2024-04-02T09:53:56.084 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.130399+0000", 2024-04-02T09:53:56.084 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.084 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.084 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.084 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:53:56.084 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.130399+0000", 2024-04-02T09:53:56.084 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.130399+0000", 2024-04-02T09:53:56.084 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.130399+0000", 2024-04-02T09:53:56.085 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.085 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.085 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.085 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.130399+0000", 2024-04-02T09:53:56.085 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.130399+0000", 2024-04-02T09:53:56.085 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.085 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:56.085 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.085 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.085 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:53:56.086 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.086 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.086 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.086 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.086 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:56.086 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.086 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.086 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.086 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.2", 2024-04-02T09:53:56.086 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.086 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.086 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.086 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5072, 2024-04-02T09:53:56.086 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.087 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:47:49.389689+0000", 2024-04-02T09:53:56.087 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.087 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.087 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.087 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.087 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.087 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.087 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.087 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.087 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.087 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.087 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.087 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.087 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.087 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.088 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.088 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.088 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.088 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.088 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.088 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.088 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.088 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.088 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.088 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.088 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.088 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.088 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.088 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.088 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.088 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.089 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.089 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.089 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.089 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.089 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.089 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.089 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.089 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.089 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.089 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.089 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.089 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.089 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.089 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.089 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.089 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.090 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.090 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:56.090 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:56.090 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:53:56.090 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.090 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:53:56.090 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:56.090 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.090 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.090 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.090 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:53:56.090 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:53:56.090 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:53:56.091 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.091 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T09:53:56.091 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.091 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.091 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 66, 2024-04-02T09:53:56.091 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.091 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.091 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.091 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.842095+0000", 2024-04-02T09:53:56.091 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.078522+0000", 2024-04-02T09:53:56.091 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.078522+0000", 2024-04-02T09:53:56.091 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T09:05:03.404138+0000", 2024-04-02T09:53:56.091 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.842095+0000", 2024-04-02T09:53:56.091 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:53:56.092 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.092 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:53:56.092 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:53:56.092 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.842095+0000", 2024-04-02T09:53:56.092 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.842095+0000", 2024-04-02T09:53:56.092 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.842095+0000", 2024-04-02T09:53:56.092 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.092 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.092 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:53:56.092 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.842095+0000", 2024-04-02T09:53:56.092 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.842095+0000", 2024-04-02T09:53:56.092 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.092 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2988, 2024-04-02T09:53:56.092 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.093 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.093 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:53:56.093 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.093 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.093 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.093 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.093 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2988, 2024-04-02T09:53:56.093 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.093 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.093 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.093 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "4.5", 2024-04-02T09:53:56.093 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.093 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.093 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.093 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 8651, 2024-04-02T09:53:56.094 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.094 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:09:21.007473+0000", 2024-04-02T09:53:56.094 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.002131293, 2024-04-02T09:53:56.094 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.094 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.094 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.094 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.094 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.094 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.094 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.094 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.094 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.094 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.094 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.095 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.095 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.095 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.095 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.095 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.095 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.095 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.095 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.095 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.095 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.095 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.095 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.095 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.095 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.095 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.096 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.096 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.096 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.096 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.096 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.096 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.096 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.096 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.096 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.096 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 1024, 2024-04-02T09:53:56.096 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 371494, 2024-04-02T09:53:56.096 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.096 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.096 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.097 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 2968, 2024-04-02T09:53:56.097 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 357068 2024-04-02T09:53:56.097 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.097 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.097 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.097 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.097 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:53:56.097 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:53:56.097 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:53:56.097 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.097 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T09:53:56.097 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "1125'2988" 2024-04-02T09:53:56.097 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.097 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.097 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.098 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:53:56.098 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:56.098 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:53:56.098 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.098 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 2, 2024-04-02T09:53:56.098 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.098 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.098 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:53:56.098 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.098 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.098 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.098 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.840861+0000", 2024-04-02T09:53:56.098 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:03.029465+0000", 2024-04-02T09:53:56.098 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:03.029465+0000", 2024-04-02T09:53:56.099 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:03.029801+0000", 2024-04-02T09:53:56.099 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.840861+0000", 2024-04-02T09:53:56.099 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.099 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.099 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.099 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 415, 2024-04-02T09:53:56.099 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.840861+0000", 2024-04-02T09:53:56.099 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.840861+0000", 2024-04-02T09:53:56.099 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.840861+0000", 2024-04-02T09:53:56.099 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.099 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.099 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.099 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.840861+0000", 2024-04-02T09:53:56.099 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.840861+0000", 2024-04-02T09:53:56.100 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.100 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:56.100 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.100 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.100 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 414, 2024-04-02T09:53:56.100 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.100 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.100 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.100 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.100 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:56.100 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.100 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.100 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.100 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.1", 2024-04-02T09:53:56.100 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.101 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.101 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.101 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5127, 2024-04-02T09:53:56.101 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.101 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:22:01.122055+0000", 2024-04-02T09:53:56.101 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.101 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.101 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.101 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.101 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.101 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.101 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.101 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.102 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.102 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.102 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.102 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.102 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.102 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.102 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.102 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.102 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.102 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.102 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.102 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.102 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.102 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.102 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.103 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.103 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.103 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.103 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.103 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.103 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.103 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.103 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.103 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.103 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.103 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.103 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.103 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.103 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.104 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.104 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.104 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.104 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.104 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.104 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.104 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.104 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.104 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.104 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.104 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:53:56.104 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:56.104 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:53:56.104 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.105 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 2, 2024-04-02T09:53:56.105 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:56.105 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.105 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.105 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.105 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:53:56.105 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:53:56.105 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:53:56.105 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.105 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:53:56.105 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.105 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.105 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:56.105 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.105 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.106 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.106 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.753870+0000", 2024-04-02T09:53:56.106 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.172688+0000", 2024-04-02T09:53:56.106 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.172688+0000", 2024-04-02T09:53:56.106 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.173075+0000", 2024-04-02T09:53:56.106 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.753870+0000", 2024-04-02T09:53:56.106 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.106 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.106 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.106 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:53:56.106 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.753870+0000", 2024-04-02T09:53:56.106 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.753870+0000", 2024-04-02T09:53:56.106 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.753870+0000", 2024-04-02T09:53:56.106 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.107 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.107 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.107 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.753870+0000", 2024-04-02T09:53:56.107 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.753870+0000", 2024-04-02T09:53:56.107 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.107 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:56.107 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.107 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.107 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:53:56.107 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.107 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.107 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.107 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.107 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:56.108 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.108 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.108 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.108 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.0", 2024-04-02T09:53:56.108 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.108 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.108 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.108 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5130, 2024-04-02T09:53:56.108 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.108 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:06:49.800380+0000", 2024-04-02T09:53:56.108 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.108 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.108 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.108 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.108 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.109 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.109 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.109 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.109 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.109 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.109 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.109 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.109 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.109 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.109 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.109 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.109 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.109 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.109 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.109 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.110 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.110 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.110 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.110 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.110 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.110 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.110 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.110 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.110 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.110 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.110 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.110 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.110 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.110 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.110 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.111 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.111 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.111 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.111 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.111 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.111 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.111 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.111 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.111 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.111 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.111 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.111 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.111 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:53:56.111 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:53:56.112 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:53:56.112 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.112 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:53:56.112 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:56.112 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.112 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.112 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.112 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:53:56.112 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:56.112 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:53:56.112 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.112 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:53:56.112 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.112 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.112 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 66, 2024-04-02T09:53:56.113 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.113 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.113 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.113 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.754615+0000", 2024-04-02T09:53:56.113 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.967018+0000", 2024-04-02T09:53:56.113 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.967018+0000", 2024-04-02T09:53:56.113 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T09:05:03.308687+0000", 2024-04-02T09:53:56.113 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.754615+0000", 2024-04-02T09:53:56.113 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:53:56.113 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.113 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:53:56.113 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:53:56.113 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.754615+0000", 2024-04-02T09:53:56.113 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.754615+0000", 2024-04-02T09:53:56.114 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.754615+0000", 2024-04-02T09:53:56.114 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.114 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.114 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:53:56.114 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.754615+0000", 2024-04-02T09:53:56.114 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.754615+0000", 2024-04-02T09:53:56.114 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.114 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 3068, 2024-04-02T09:53:56.114 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.114 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.114 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:53:56.114 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.114 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.114 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.115 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.115 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 3068, 2024-04-02T09:53:56.115 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.115 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.115 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.115 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "4.7", 2024-04-02T09:53:56.115 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.115 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.115 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.115 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 8702, 2024-04-02T09:53:56.115 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.115 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:47:35.487296+0000", 2024-04-02T09:53:56.115 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.011370037, 2024-04-02T09:53:56.115 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.115 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.116 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.116 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.116 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.116 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.116 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.116 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.116 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.116 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.116 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.116 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.116 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.116 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.116 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.116 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.117 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.117 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.117 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.117 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.117 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.117 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.117 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.117 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.117 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.117 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.117 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.117 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.117 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.117 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.118 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.118 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.118 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.118 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.118 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.118 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 736, 2024-04-02T09:53:56.118 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 353481, 2024-04-02T09:53:56.118 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.118 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.118 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.118 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 3071, 2024-04-02T09:53:56.118 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 391989 2024-04-02T09:53:56.118 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.118 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.119 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.119 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.119 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:53:56.119 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:56.119 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:53:56.119 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.119 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:53:56.119 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "1125'3068" 2024-04-02T09:53:56.119 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.119 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.119 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.119 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:53:56.119 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:53:56.119 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:53:56.120 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.120 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 4, 2024-04-02T09:53:56.120 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.120 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.120 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:56.120 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.120 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.120 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.120 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.184645+0000", 2024-04-02T09:53:56.120 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.177611+0000", 2024-04-02T09:53:56.120 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.177611+0000", 2024-04-02T09:53:56.120 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.177951+0000", 2024-04-02T09:53:56.120 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.184645+0000", 2024-04-02T09:53:56.120 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.121 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.121 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.121 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:53:56.121 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.184645+0000", 2024-04-02T09:53:56.121 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.184645+0000", 2024-04-02T09:53:56.121 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.184645+0000", 2024-04-02T09:53:56.121 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.121 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.121 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.121 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.184645+0000", 2024-04-02T09:53:56.121 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.184645+0000", 2024-04-02T09:53:56.121 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.121 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:56.121 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.122 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.122 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:53:56.122 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.122 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.122 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.122 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.122 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:56.122 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.122 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.122 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.122 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.3", 2024-04-02T09:53:56.122 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.122 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.122 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.123 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5047, 2024-04-02T09:53:56.123 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.123 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:08:35.174411+0000", 2024-04-02T09:53:56.123 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.123 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.123 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.123 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.123 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.123 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.123 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.123 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.123 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.123 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.123 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.124 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.124 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.124 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.124 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.124 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.124 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.124 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.124 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.124 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.124 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.124 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.124 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.124 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.124 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.125 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.125 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.125 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.125 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.125 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.125 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.125 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.125 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.125 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.125 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.125 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.125 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.125 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.125 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.125 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.126 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.126 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.126 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.126 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.126 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.126 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.126 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.126 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:53:56.126 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:53:56.126 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:53:56.126 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.126 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 4, 2024-04-02T09:53:56.126 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:56.127 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.127 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.127 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.127 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:56.127 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:53:56.127 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:53:56.127 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.127 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:53:56.127 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.127 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.127 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:53:56.127 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.127 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.127 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.127 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.184555+0000", 2024-04-02T09:53:56.128 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.189147+0000", 2024-04-02T09:53:56.128 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.189147+0000", 2024-04-02T09:53:56.128 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.189749+0000", 2024-04-02T09:53:56.128 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.184555+0000", 2024-04-02T09:53:56.128 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.128 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.128 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.128 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:53:56.128 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.184555+0000", 2024-04-02T09:53:56.128 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.184555+0000", 2024-04-02T09:53:56.128 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.184555+0000", 2024-04-02T09:53:56.128 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.128 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.128 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.129 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.184555+0000", 2024-04-02T09:53:56.129 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.184555+0000", 2024-04-02T09:53:56.129 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.129 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:56.129 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.129 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.129 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:53:56.129 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.129 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.129 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.129 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.129 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:56.129 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.129 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.130 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.130 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.2", 2024-04-02T09:53:56.130 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.130 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.130 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.130 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5030, 2024-04-02T09:53:56.130 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.130 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:49:44.180183+0000", 2024-04-02T09:53:56.130 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.130 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.130 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.130 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.130 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.130 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.131 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.131 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.131 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.131 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.131 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.131 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.131 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.131 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.131 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.131 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.131 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.131 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.131 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.131 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.131 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.132 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.132 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.132 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.132 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.132 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.132 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.132 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.132 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.132 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.132 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.132 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.132 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.132 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.132 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.133 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.133 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.133 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.133 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.133 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.133 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.133 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.133 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.133 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.133 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.133 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.133 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.133 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:56.133 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:53:56.134 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:53:56.134 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.134 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:53:56.134 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:56.134 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.134 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.134 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.134 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:53:56.134 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:53:56.134 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T09:53:56.134 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.134 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:53:56.134 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.135 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.135 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 66, 2024-04-02T09:53:56.135 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.135 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.135 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.135 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.755941+0000", 2024-04-02T09:53:56.135 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:03.028532+0000", 2024-04-02T09:53:56.135 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:03.028532+0000", 2024-04-02T09:53:56.135 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T09:05:03.305386+0000", 2024-04-02T09:53:56.135 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.755941+0000", 2024-04-02T09:53:56.135 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:53:56.135 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.135 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:53:56.135 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 415, 2024-04-02T09:53:56.136 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.755941+0000", 2024-04-02T09:53:56.136 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.755941+0000", 2024-04-02T09:53:56.136 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.755941+0000", 2024-04-02T09:53:56.136 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.136 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.136 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:53:56.136 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.755941+0000", 2024-04-02T09:53:56.136 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.755941+0000", 2024-04-02T09:53:56.136 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.136 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 3278, 2024-04-02T09:53:56.136 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.136 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.136 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 414, 2024-04-02T09:53:56.136 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.136 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.137 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.137 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.137 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 3278, 2024-04-02T09:53:56.137 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.137 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.137 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.137 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "4.4", 2024-04-02T09:53:56.137 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.137 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.137 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.137 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 9387, 2024-04-02T09:53:56.137 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.137 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:49:22.420579+0000", 2024-04-02T09:53:56.137 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.008263761, 2024-04-02T09:53:56.138 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.138 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.138 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.138 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.138 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.138 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.138 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.138 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.138 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.138 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.138 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.138 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.138 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.138 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.138 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.139 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.139 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.139 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.139 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 3, 2024-04-02T09:53:56.139 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 1, 2024-04-02T09:53:56.139 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.139 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 1, 2024-04-02T09:53:56.139 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.139 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.139 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.139 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.139 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.139 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T09:53:56.139 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.140 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.140 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.140 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.140 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.140 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.140 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.140 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 1902, 2024-04-02T09:53:56.140 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 400915, 2024-04-02T09:53:56.140 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.140 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.140 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.140 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 3283, 2024-04-02T09:53:56.140 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 424255 2024-04-02T09:53:56.140 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.141 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.141 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.141 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.141 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:53:56.141 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:53:56.141 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T09:53:56.141 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.141 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:53:56.141 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "1125'3278" 2024-04-02T09:53:56.141 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.141 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.141 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.141 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:56.141 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:56.141 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:53:56.142 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.142 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:53:56.142 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.142 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.142 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:56.142 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.142 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.142 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.142 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.185467+0000", 2024-04-02T09:53:56.142 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.974579+0000", 2024-04-02T09:53:56.142 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.974579+0000", 2024-04-02T09:53:56.142 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:42.974906+0000", 2024-04-02T09:53:56.142 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.185467+0000", 2024-04-02T09:53:56.143 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.143 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.143 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.143 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:53:56.143 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.185467+0000", 2024-04-02T09:53:56.143 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.185467+0000", 2024-04-02T09:53:56.143 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.185467+0000", 2024-04-02T09:53:56.143 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.143 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.143 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.143 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.185467+0000", 2024-04-02T09:53:56.143 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.185467+0000", 2024-04-02T09:53:56.143 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.143 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:56.143 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.146 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.146 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:53:56.146 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.146 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.146 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.146 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.146 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:56.146 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.146 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.146 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.147 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.5", 2024-04-02T09:53:56.147 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.147 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.147 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.147 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5023, 2024-04-02T09:53:56.147 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.147 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:40:21.687638+0000", 2024-04-02T09:53:56.147 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.147 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.147 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.147 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.147 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.147 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.147 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.147 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.148 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.148 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.148 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.148 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.148 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.148 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.148 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.148 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.148 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.148 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.148 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.148 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.148 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.148 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.149 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.149 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.149 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.149 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.149 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.149 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.149 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.149 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.149 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.149 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.149 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.149 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.149 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.149 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.149 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.150 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.150 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.150 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.150 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.150 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.150 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.150 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.150 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.150 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.150 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.150 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:56.150 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:56.150 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:53:56.151 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.151 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:53:56.151 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:56.151 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.151 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.151 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.151 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:53:56.151 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:53:56.151 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:53:56.151 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.151 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:53:56.151 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.151 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.151 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:53:56.151 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.152 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.152 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.152 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.756060+0000", 2024-04-02T09:53:56.152 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:29:27.978031+0000", 2024-04-02T09:53:56.152 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:29:27.978031+0000", 2024-04-02T09:53:56.152 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:29:27.978545+0000", 2024-04-02T09:53:56.152 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.756060+0000", 2024-04-02T09:53:56.152 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.152 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.152 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.152 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 380, 2024-04-02T09:53:56.152 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.756060+0000", 2024-04-02T09:53:56.152 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.756060+0000", 2024-04-02T09:53:56.153 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.756060+0000", 2024-04-02T09:53:56.153 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.153 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.153 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.153 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.756060+0000", 2024-04-02T09:53:56.153 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.756060+0000", 2024-04-02T09:53:56.153 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.153 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:56.153 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.153 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.153 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 379, 2024-04-02T09:53:56.153 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.153 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.153 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.154 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.154 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:56.154 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.154 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.154 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.154 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.4", 2024-04-02T09:53:56.154 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.154 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.154 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.154 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5145, 2024-04-02T09:53:56.154 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.154 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:49:17.711244+0000", 2024-04-02T09:53:56.154 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.154 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.155 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.155 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.155 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.155 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.155 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.155 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.155 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.155 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.155 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.155 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.155 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.155 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.155 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.155 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.156 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.156 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.156 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.156 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.156 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.156 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.156 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.156 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.156 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.156 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.156 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.156 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.156 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.156 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.156 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.157 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.157 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.157 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.157 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.157 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.157 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.157 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.157 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.157 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.157 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.157 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.157 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.157 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.157 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.158 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.158 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.158 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:53:56.158 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:53:56.158 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:53:56.158 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.158 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:53:56.158 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:56.158 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.158 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.158 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.158 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:53:56.158 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:56.158 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:53:56.159 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.159 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:53:56.159 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.159 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.159 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 66, 2024-04-02T09:53:56.159 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.159 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.159 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.159 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.754928+0000", 2024-04-02T09:53:56.159 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.965912+0000", 2024-04-02T09:53:56.159 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.965912+0000", 2024-04-02T09:53:56.159 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T09:05:03.305403+0000", 2024-04-02T09:53:56.159 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.754928+0000", 2024-04-02T09:53:56.159 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:53:56.160 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.160 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:53:56.160 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:53:56.160 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.754928+0000", 2024-04-02T09:53:56.160 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.754928+0000", 2024-04-02T09:53:56.160 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.754928+0000", 2024-04-02T09:53:56.160 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.160 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.160 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:53:56.160 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.754928+0000", 2024-04-02T09:53:56.160 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.754928+0000", 2024-04-02T09:53:56.160 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.160 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2958, 2024-04-02T09:53:56.160 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.160 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.161 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:53:56.161 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.161 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.161 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.161 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.161 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2958, 2024-04-02T09:53:56.161 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.161 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.161 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.161 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "4.2", 2024-04-02T09:53:56.161 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.161 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.161 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.162 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 8731, 2024-04-02T09:53:56.162 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.162 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:34:42.117391+0000", 2024-04-02T09:53:56.162 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.008274951, 2024-04-02T09:53:56.162 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.162 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.162 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 4194323, 2024-04-02T09:53:56.162 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.162 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.162 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.162 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.162 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.162 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.163 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.163 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.163 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.163 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.163 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.163 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.163 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.163 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.163 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.163 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 6, 2024-04-02T09:53:56.163 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 2, 2024-04-02T09:53:56.163 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.163 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 2, 2024-04-02T09:53:56.164 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.164 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.164 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.164 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.164 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.164 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.164 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.164 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.164 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.164 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.164 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.164 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.164 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.164 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 607, 2024-04-02T09:53:56.164 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 419231, 2024-04-02T09:53:56.165 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.165 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.165 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.165 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 2958, 2024-04-02T09:53:56.165 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 422128 2024-04-02T09:53:56.165 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.165 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.165 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.165 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.165 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:53:56.165 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:56.165 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:53:56.165 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.165 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:53:56.165 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "1125'2958" 2024-04-02T09:53:56.166 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.166 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.166 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.166 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:53:56.166 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:53:56.166 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:53:56.166 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.166 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:53:56.166 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.166 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.166 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:56.166 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.166 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.166 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.167 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.186186+0000", 2024-04-02T09:53:56.167 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.082977+0000", 2024-04-02T09:53:56.167 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.082977+0000", 2024-04-02T09:53:56.167 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.083325+0000", 2024-04-02T09:53:56.167 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.186186+0000", 2024-04-02T09:53:56.167 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.167 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.167 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.167 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:53:56.167 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.186186+0000", 2024-04-02T09:53:56.167 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.186186+0000", 2024-04-02T09:53:56.167 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.186186+0000", 2024-04-02T09:53:56.167 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.167 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.168 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.168 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.186186+0000", 2024-04-02T09:53:56.168 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.186186+0000", 2024-04-02T09:53:56.168 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.168 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:56.168 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.168 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.168 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:53:56.168 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.168 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.168 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.168 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.168 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:56.168 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.168 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.169 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.169 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.e", 2024-04-02T09:53:56.169 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.169 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.169 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.169 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4932, 2024-04-02T09:53:56.169 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.169 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:48:17.518778+0000", 2024-04-02T09:53:56.169 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.169 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.169 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.169 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.169 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.169 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.169 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.170 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.170 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.170 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.170 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.170 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.170 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.170 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.170 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.170 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.170 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.170 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.170 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.170 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.170 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.170 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.171 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.171 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.171 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.171 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.171 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.171 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.171 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.171 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.171 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.171 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.171 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.171 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.171 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.172 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.172 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.172 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.172 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.172 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.172 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.172 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.172 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.172 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.172 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.172 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.172 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.172 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:53:56.172 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:53:56.173 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:53:56.173 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.173 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:53:56.173 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:56.173 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.173 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.173 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.173 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:53:56.173 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:53:56.173 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:53:56.173 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.173 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 4, 2024-04-02T09:53:56.173 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.173 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.173 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:53:56.174 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.174 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.174 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.174 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.185509+0000", 2024-04-02T09:53:56.174 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.086784+0000", 2024-04-02T09:53:56.174 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.086784+0000", 2024-04-02T09:53:56.174 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.087189+0000", 2024-04-02T09:53:56.174 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.185509+0000", 2024-04-02T09:53:56.174 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.174 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.174 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.174 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:53:56.174 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.185509+0000", 2024-04-02T09:53:56.174 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.185509+0000", 2024-04-02T09:53:56.175 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.185509+0000", 2024-04-02T09:53:56.175 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.175 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.175 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.175 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.185509+0000", 2024-04-02T09:53:56.175 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.185509+0000", 2024-04-02T09:53:56.175 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.175 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 1, 2024-04-02T09:53:56.175 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.175 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.175 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:53:56.175 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.175 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.175 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.176 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.176 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 1, 2024-04-02T09:53:56.176 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.176 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.176 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.176 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.f", 2024-04-02T09:53:56.176 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.176 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.176 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.176 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5047, 2024-04-02T09:53:56.176 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.176 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:44:30.191302+0000", 2024-04-02T09:53:56.176 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.176 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.177 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.177 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 22, 2024-04-02T09:53:56.177 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.177 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.177 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.177 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.177 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.177 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.177 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.177 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.177 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.177 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.177 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.177 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.178 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.178 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.178 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.178 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 3, 2024-04-02T09:53:56.178 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 1, 2024-04-02T09:53:56.178 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.178 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 1, 2024-04-02T09:53:56.178 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.178 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.178 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.178 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.178 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.178 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.178 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 1, 2024-04-02T09:53:56.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 1, 2024-04-02T09:53:56.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 1, 2024-04-02T09:53:56.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 1 2024-04-02T09:53:56.179 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.180 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.180 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.180 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.180 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:53:56.180 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:53:56.180 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:53:56.180 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.180 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 4, 2024-04-02T09:53:56.180 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'1" 2024-04-02T09:53:56.180 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.180 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.180 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.180 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:53:56.180 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:53:56.180 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:53:56.181 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.181 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:53:56.181 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.181 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.181 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:56.181 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.181 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.181 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.181 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.184897+0000", 2024-04-02T09:53:56.181 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.084433+0000", 2024-04-02T09:53:56.181 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.084433+0000", 2024-04-02T09:53:56.181 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.088919+0000", 2024-04-02T09:53:56.181 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.184897+0000", 2024-04-02T09:53:56.181 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.181 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.182 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.182 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:53:56.182 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.184897+0000", 2024-04-02T09:53:56.182 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.184897+0000", 2024-04-02T09:53:56.182 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.184897+0000", 2024-04-02T09:53:56.182 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.182 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.182 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.182 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.184897+0000", 2024-04-02T09:53:56.182 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.184897+0000", 2024-04-02T09:53:56.182 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.182 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:56.182 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.183 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.183 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:53:56.183 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.183 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.183 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.183 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.183 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:56.183 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.183 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.183 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.183 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.11", 2024-04-02T09:53:56.183 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.183 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.183 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.184 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4952, 2024-04-02T09:53:56.184 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.184 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:29:38.677768+0000", 2024-04-02T09:53:56.184 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.184 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.184 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.184 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.184 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.184 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.184 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.184 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.184 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.184 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.184 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.184 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.185 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.185 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.185 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.185 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.185 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.185 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.185 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.185 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.185 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.185 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.185 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.185 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.185 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.185 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.185 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.186 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.186 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.186 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.186 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.186 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.186 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.186 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.186 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.186 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.186 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.186 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.186 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.186 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.187 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.187 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.187 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.187 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.187 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:53:56.187 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:53:56.187 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:53:56.187 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.187 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:53:56.187 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:56.187 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.188 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.188 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.188 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:53:56.188 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:53:56.188 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:53:56.188 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.188 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 2, 2024-04-02T09:53:56.188 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.188 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.188 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:53:56.188 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.188 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.188 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.188 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.840564+0000", 2024-04-02T09:53:56.188 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:29:27.972132+0000", 2024-04-02T09:53:56.189 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:29:27.972132+0000", 2024-04-02T09:53:56.189 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:29:27.972520+0000", 2024-04-02T09:53:56.189 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.840564+0000", 2024-04-02T09:53:56.189 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.189 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.189 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.189 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 380, 2024-04-02T09:53:56.189 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.840564+0000", 2024-04-02T09:53:56.189 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.840564+0000", 2024-04-02T09:53:56.189 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.840564+0000", 2024-04-02T09:53:56.189 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.189 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.189 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.189 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.840564+0000", 2024-04-02T09:53:56.189 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.840564+0000", 2024-04-02T09:53:56.190 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.190 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 8, 2024-04-02T09:53:56.190 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.190 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.190 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 379, 2024-04-02T09:53:56.190 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.190 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.190 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.190 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.190 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 8, 2024-04-02T09:53:56.190 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.190 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.190 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.190 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.10", 2024-04-02T09:53:56.191 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.191 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.191 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.191 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5137, 2024-04-02T09:53:56.191 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.191 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:14:01.561780+0000", 2024-04-02T09:53:56.191 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.191 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.191 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.191 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.191 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.191 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.191 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.191 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.192 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.192 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.192 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.192 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.192 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.192 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.192 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.192 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.192 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.192 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.192 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.192 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 12, 2024-04-02T09:53:56.192 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 4, 2024-04-02T09:53:56.193 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.193 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 4, 2024-04-02T09:53:56.193 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.193 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.193 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.193 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.193 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.193 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 4, 2024-04-02T09:53:56.193 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.193 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.193 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.193 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.193 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.193 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.193 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 24, 2024-04-02T09:53:56.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 24, 2024-04-02T09:53:56.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 12, 2024-04-02T09:53:56.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.194 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.194 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.194 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.194 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.194 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:53:56.194 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:53:56.194 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:53:56.195 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.195 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 2, 2024-04-02T09:53:56.195 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'8" 2024-04-02T09:53:56.195 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.195 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.195 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.195 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:53:56.195 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:53:56.195 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:53:56.195 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.195 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T09:53:56.195 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.195 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.195 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:56.196 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.196 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.196 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.196 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.841543+0000", 2024-04-02T09:53:56.196 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.177748+0000", 2024-04-02T09:53:56.196 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.177748+0000", 2024-04-02T09:53:56.196 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.184782+0000", 2024-04-02T09:53:56.196 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.841543+0000", 2024-04-02T09:53:56.196 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.196 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.196 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.196 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:53:56.196 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.841543+0000", 2024-04-02T09:53:56.196 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.841543+0000", 2024-04-02T09:53:56.196 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.841543+0000", 2024-04-02T09:53:56.197 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.197 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.197 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.197 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.841543+0000", 2024-04-02T09:53:56.197 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.841543+0000", 2024-04-02T09:53:56.197 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.197 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:56.197 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.197 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.197 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:53:56.197 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.197 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.197 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.197 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.198 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:56.198 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.198 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.198 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.198 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.10", 2024-04-02T09:53:56.198 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.198 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.198 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.198 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4974, 2024-04-02T09:53:56.198 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.198 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:58:14.832282+0000", 2024-04-02T09:53:56.198 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.198 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.198 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.199 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.199 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.199 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.199 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.199 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.199 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.199 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.199 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.199 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.199 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.199 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.199 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.199 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.199 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.200 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.200 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.200 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.200 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.200 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.200 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.200 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.200 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.200 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.200 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.200 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.200 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.200 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.200 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.201 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.201 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.201 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.201 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.201 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.201 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.201 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.201 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.201 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.201 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.201 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.201 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.201 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.201 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.202 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.202 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.202 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:53:56.202 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:53:56.202 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:53:56.202 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.202 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T09:53:56.202 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:56.202 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.202 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.202 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.202 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:53:56.202 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:53:56.202 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:53:56.203 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.203 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T09:53:56.203 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.203 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.203 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:53:56.203 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.203 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.203 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.203 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.842525+0000", 2024-04-02T09:53:56.203 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.187382+0000", 2024-04-02T09:53:56.203 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.187382+0000", 2024-04-02T09:53:56.203 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.187805+0000", 2024-04-02T09:53:56.203 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.842525+0000", 2024-04-02T09:53:56.203 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.203 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.204 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.204 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:53:56.204 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.842525+0000", 2024-04-02T09:53:56.204 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.842525+0000", 2024-04-02T09:53:56.204 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.842525+0000", 2024-04-02T09:53:56.204 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.204 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.204 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.204 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.842525+0000", 2024-04-02T09:53:56.204 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.842525+0000", 2024-04-02T09:53:56.204 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.204 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:56.204 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.204 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.204 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:53:56.205 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.205 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.205 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.205 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.205 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:56.205 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.205 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.205 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.205 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.11", 2024-04-02T09:53:56.205 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.205 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.205 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.205 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4997, 2024-04-02T09:53:56.205 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.206 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:14:32.144521+0000", 2024-04-02T09:53:56.206 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.206 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.206 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.206 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.206 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.206 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.206 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.206 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.206 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.206 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.206 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.206 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.207 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.207 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.207 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.207 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.207 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.207 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.207 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.207 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.207 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.207 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.207 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.207 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.207 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.207 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.208 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.208 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.208 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.208 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.208 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.208 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.208 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.208 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.208 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.208 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.208 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.208 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.208 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.208 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.208 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.209 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.209 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.209 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.209 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.209 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.209 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.209 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:53:56.209 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:53:56.209 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:53:56.209 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.209 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T09:53:56.209 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:56.209 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.209 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.209 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.210 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:53:56.210 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:53:56.210 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:53:56.210 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.210 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:53:56.210 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.210 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.210 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:56.210 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.210 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.210 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.210 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.187081+0000", 2024-04-02T09:53:56.210 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.076760+0000", 2024-04-02T09:53:56.210 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.076760+0000", 2024-04-02T09:53:56.211 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.077342+0000", 2024-04-02T09:53:56.211 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.187081+0000", 2024-04-02T09:53:56.211 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.211 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.211 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.211 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:53:56.211 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.187081+0000", 2024-04-02T09:53:56.211 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.187081+0000", 2024-04-02T09:53:56.211 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.187081+0000", 2024-04-02T09:53:56.211 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.211 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.211 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.211 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.187081+0000", 2024-04-02T09:53:56.211 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.187081+0000", 2024-04-02T09:53:56.212 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.212 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:56.212 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.212 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.212 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:53:56.212 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.212 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.212 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.212 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.212 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:56.212 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.212 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.212 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.212 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.13", 2024-04-02T09:53:56.213 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.213 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.213 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.213 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4931, 2024-04-02T09:53:56.213 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.213 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:46:14.562318+0000", 2024-04-02T09:53:56.213 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.213 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.213 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.213 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.213 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.213 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.213 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.213 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.214 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.214 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.214 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.214 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.214 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.214 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.214 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.214 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.214 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.214 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.214 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.214 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.214 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.214 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.215 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.215 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.215 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.215 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.215 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.215 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.215 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.215 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.215 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.215 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.215 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.215 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.215 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.215 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.215 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.216 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.216 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.216 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.216 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.216 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.216 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.216 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.216 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.216 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.216 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.216 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:53:56.216 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:53:56.216 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:53:56.216 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.217 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:53:56.217 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:56.217 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.217 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.217 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.217 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:56.217 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:56.217 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:53:56.217 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.217 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:53:56.217 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.217 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.217 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:53:56.217 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.217 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.217 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.218 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.184600+0000", 2024-04-02T09:53:56.218 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.965904+0000", 2024-04-02T09:53:56.218 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.965904+0000", 2024-04-02T09:53:56.218 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:42.967068+0000", 2024-04-02T09:53:56.218 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.184600+0000", 2024-04-02T09:53:56.218 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.218 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.218 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.218 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:53:56.218 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.184600+0000", 2024-04-02T09:53:56.218 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.184600+0000", 2024-04-02T09:53:56.218 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.184600+0000", 2024-04-02T09:53:56.218 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.218 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.219 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.219 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.184600+0000", 2024-04-02T09:53:56.219 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.184600+0000", 2024-04-02T09:53:56.219 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.219 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:56.219 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.219 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.219 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:53:56.219 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.219 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.219 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.219 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.219 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:56.219 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.219 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.220 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.220 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.12", 2024-04-02T09:53:56.220 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.220 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.220 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.220 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5025, 2024-04-02T09:53:56.220 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.220 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:32:07.190067+0000", 2024-04-02T09:53:56.220 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.220 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.220 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.220 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.220 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.220 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.221 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.221 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.221 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.221 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.221 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.221 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.221 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.221 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.221 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.221 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.221 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.221 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.221 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.221 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.222 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.222 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.222 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.222 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.222 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.222 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.222 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.222 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.222 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.222 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.222 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.222 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.222 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.222 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.223 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.223 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.223 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.223 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.223 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.223 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.223 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.223 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.223 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.223 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.223 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.223 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.223 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.223 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:56.224 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:56.224 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:53:56.224 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.224 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:53:56.224 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:56.224 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.224 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.224 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.224 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:53:56.224 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:53:56.224 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T09:53:56.224 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.224 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T09:53:56.224 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.225 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.225 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:56.225 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.225 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.225 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.225 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.842490+0000", 2024-04-02T09:53:56.225 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.080580+0000", 2024-04-02T09:53:56.225 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.080580+0000", 2024-04-02T09:53:56.225 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.080930+0000", 2024-04-02T09:53:56.225 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.842490+0000", 2024-04-02T09:53:56.225 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.225 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.225 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.225 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:53:56.226 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.842490+0000", 2024-04-02T09:53:56.226 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.842490+0000", 2024-04-02T09:53:56.226 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.842490+0000", 2024-04-02T09:53:56.226 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.226 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.226 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.226 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.842490+0000", 2024-04-02T09:53:56.226 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.842490+0000", 2024-04-02T09:53:56.226 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.226 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:56.226 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.226 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.226 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:53:56.226 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.227 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.227 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.227 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.227 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:56.227 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.227 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.227 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.227 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.12", 2024-04-02T09:53:56.227 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.227 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.227 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.227 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5144, 2024-04-02T09:53:56.227 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.227 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:03:10.919885+0000", 2024-04-02T09:53:56.227 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.228 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.228 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.228 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.228 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.228 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.228 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.228 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.228 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.228 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.228 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.228 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.228 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.228 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.228 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.229 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.229 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.229 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.229 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.229 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.229 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.229 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.229 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.229 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.229 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.229 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.229 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.229 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.229 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.229 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.230 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.230 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.230 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.230 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.230 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.230 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.230 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.230 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.230 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.230 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.230 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.230 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.230 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.230 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.231 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.231 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.231 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.231 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:53:56.231 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:53:56.231 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T09:53:56.231 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.231 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T09:53:56.231 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:56.231 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.231 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.231 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.231 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:53:56.231 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:53:56.232 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T09:53:56.232 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.232 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:53:56.232 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.232 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.232 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:53:56.232 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.232 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.232 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.232 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.755565+0000", 2024-04-02T09:53:56.232 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:22.996229+0000", 2024-04-02T09:53:56.232 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:22.996229+0000", 2024-04-02T09:53:56.232 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:22.996608+0000", 2024-04-02T09:53:56.232 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.755565+0000", 2024-04-02T09:53:56.233 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.233 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.233 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.233 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 435, 2024-04-02T09:53:56.233 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.755565+0000", 2024-04-02T09:53:56.233 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.755565+0000", 2024-04-02T09:53:56.233 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.755565+0000", 2024-04-02T09:53:56.233 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.233 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.233 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.233 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.755565+0000", 2024-04-02T09:53:56.233 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.755565+0000", 2024-04-02T09:53:56.233 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.233 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2, 2024-04-02T09:53:56.233 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.234 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.234 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 434, 2024-04-02T09:53:56.234 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.234 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.234 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.234 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.234 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2, 2024-04-02T09:53:56.234 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.234 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.234 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.234 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.13", 2024-04-02T09:53:56.234 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.234 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.234 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.235 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4871, 2024-04-02T09:53:56.235 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.235 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:05:21.870420+0000", 2024-04-02T09:53:56.235 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.235 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.235 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.235 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 34, 2024-04-02T09:53:56.235 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.235 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 34, 2024-04-02T09:53:56.235 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.235 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.235 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.235 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.235 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.236 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.236 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.236 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.236 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.236 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 10, 2024-04-02T09:53:56.236 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.236 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.236 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.236 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 6, 2024-04-02T09:53:56.236 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 2, 2024-04-02T09:53:56.236 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.236 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 2, 2024-04-02T09:53:56.236 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.236 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.236 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.237 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.237 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.237 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T09:53:56.237 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.237 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 2, 2024-04-02T09:53:56.237 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.237 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.237 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.237 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.237 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.237 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 4, 2024-04-02T09:53:56.237 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 8, 2024-04-02T09:53:56.237 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.237 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.238 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.238 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 3, 2024-04-02T09:53:56.238 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 7 2024-04-02T09:53:56.238 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.238 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.238 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.238 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.238 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:53:56.238 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:53:56.238 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T09:53:56.238 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.238 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:53:56.238 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'2" 2024-04-02T09:53:56.238 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.239 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.239 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.239 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:53:56.239 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:56.239 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:53:56.239 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.239 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:53:56.239 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.239 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.239 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:56.239 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.239 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.239 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.239 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.185012+0000", 2024-04-02T09:53:56.239 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.076655+0000", 2024-04-02T09:53:56.240 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.076655+0000", 2024-04-02T09:53:56.240 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.078291+0000", 2024-04-02T09:53:56.240 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.185012+0000", 2024-04-02T09:53:56.240 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.240 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.240 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.240 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:53:56.240 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.185012+0000", 2024-04-02T09:53:56.240 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.185012+0000", 2024-04-02T09:53:56.240 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.185012+0000", 2024-04-02T09:53:56.240 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.240 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.240 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.240 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.185012+0000", 2024-04-02T09:53:56.240 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.185012+0000", 2024-04-02T09:53:56.241 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.241 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:56.241 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.241 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.241 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:53:56.241 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.241 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.241 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.241 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.241 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:56.241 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.241 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.241 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.241 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.15", 2024-04-02T09:53:56.241 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.242 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.242 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.242 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4929, 2024-04-02T09:53:56.242 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.242 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:22:41.931996+0000", 2024-04-02T09:53:56.242 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.242 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.242 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.242 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.242 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.242 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.242 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.242 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.242 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.243 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.243 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.243 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.243 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.243 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.243 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.243 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.243 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.243 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.243 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.243 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.243 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.243 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.243 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.244 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.244 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.244 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.244 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.244 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.244 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.244 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.244 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.244 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.244 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.244 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.244 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.244 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.244 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.244 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.245 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.245 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.245 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.245 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.245 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.245 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.245 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.245 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.245 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.245 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:53:56.245 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:56.245 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:53:56.245 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.245 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:53:56.245 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:56.246 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.246 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.246 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.246 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:53:56.246 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:56.246 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:53:56.246 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.246 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T09:53:56.246 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.246 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.246 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:53:56.246 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.246 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.246 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.246 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.841596+0000", 2024-04-02T09:53:56.247 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.187724+0000", 2024-04-02T09:53:56.247 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.187724+0000", 2024-04-02T09:53:56.247 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.191584+0000", 2024-04-02T09:53:56.247 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.841596+0000", 2024-04-02T09:53:56.247 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.247 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.247 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.247 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:53:56.247 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.841596+0000", 2024-04-02T09:53:56.247 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.841596+0000", 2024-04-02T09:53:56.247 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.841596+0000", 2024-04-02T09:53:56.247 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.247 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.247 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.248 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.841596+0000", 2024-04-02T09:53:56.248 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.841596+0000", 2024-04-02T09:53:56.248 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.248 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 29, 2024-04-02T09:53:56.248 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.248 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.248 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:53:56.248 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.248 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.248 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.248 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.248 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 29, 2024-04-02T09:53:56.248 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.248 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.248 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.249 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.14", 2024-04-02T09:53:56.249 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.249 INFO:tasks.workunit.client.0.smithi012.stderr:+ ceph telemetry preview-device 2024-04-02T09:53:56.251 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.251 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.251 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5010, 2024-04-02T09:53:56.251 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.251 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:59:24.614526+0000", 2024-04-02T09:53:56.251 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.251 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.251 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.252 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 5824, 2024-04-02T09:53:56.252 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.252 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.252 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.252 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.252 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.252 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.252 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.252 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.252 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.252 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.252 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.252 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.253 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.253 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.253 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.253 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 12, 2024-04-02T09:53:56.253 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 4, 2024-04-02T09:53:56.253 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.253 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 4, 2024-04-02T09:53:56.253 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.253 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.253 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.253 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.253 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.253 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T09:53:56.253 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.253 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.254 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.254 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.254 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.254 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.254 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.254 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 10, 2024-04-02T09:53:56.254 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 14, 2024-04-02T09:53:56.254 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.254 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.254 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.254 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 28, 2024-04-02T09:53:56.254 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 25 2024-04-02T09:53:56.254 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.254 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.255 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.255 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.255 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:53:56.255 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:56.255 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:53:56.255 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.255 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T09:53:56.255 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "550'29" 2024-04-02T09:53:56.255 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.255 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.255 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.255 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:53:56.255 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:53:56.255 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:53:56.256 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.256 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 4, 2024-04-02T09:53:56.256 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.256 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.256 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:56.256 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.256 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.256 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.256 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.187916+0000", 2024-04-02T09:53:56.256 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.085375+0000", 2024-04-02T09:53:56.256 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.085375+0000", 2024-04-02T09:53:56.256 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.085948+0000", 2024-04-02T09:53:56.256 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.187916+0000", 2024-04-02T09:53:56.256 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.256 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.257 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.257 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:53:56.257 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.187916+0000", 2024-04-02T09:53:56.257 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.187916+0000", 2024-04-02T09:53:56.257 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.187916+0000", 2024-04-02T09:53:56.257 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.257 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.257 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.257 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.187916+0000", 2024-04-02T09:53:56.257 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.187916+0000", 2024-04-02T09:53:56.257 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.257 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:56.257 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.258 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.258 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:53:56.258 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.258 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.258 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.258 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.258 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:56.258 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.258 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.258 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.258 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.14", 2024-04-02T09:53:56.258 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.258 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.258 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.259 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5033, 2024-04-02T09:53:56.259 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.259 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:11:17.205389+0000", 2024-04-02T09:53:56.259 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.259 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.259 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.259 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.259 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.259 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.259 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.259 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.259 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.259 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.259 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.259 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.260 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.260 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.260 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.260 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.260 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.260 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.260 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.260 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.260 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.260 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.260 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.260 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.260 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.260 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.261 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.261 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.261 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.261 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.261 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.261 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.261 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.261 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.261 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.261 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.261 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.261 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.261 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.261 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.261 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.262 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.262 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.262 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.262 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.262 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.262 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.262 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:53:56.262 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:53:56.262 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:53:56.262 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.262 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 4, 2024-04-02T09:53:56.262 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:56.262 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.262 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.262 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.263 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:53:56.263 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:56.263 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:53:56.263 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.263 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:53:56.263 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.263 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.263 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:53:56.263 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.263 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.263 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.263 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.754344+0000", 2024-04-02T09:53:56.263 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.968328+0000", 2024-04-02T09:53:56.263 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.968328+0000", 2024-04-02T09:53:56.264 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:42.968790+0000", 2024-04-02T09:53:56.264 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.754344+0000", 2024-04-02T09:53:56.264 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.264 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.264 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.264 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:53:56.264 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.754344+0000", 2024-04-02T09:53:56.264 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.754344+0000", 2024-04-02T09:53:56.264 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.754344+0000", 2024-04-02T09:53:56.264 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.264 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.264 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.264 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.754344+0000", 2024-04-02T09:53:56.264 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.754344+0000", 2024-04-02T09:53:56.264 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.265 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 3, 2024-04-02T09:53:56.265 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.265 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.265 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:53:56.265 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.265 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.265 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.265 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.265 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 3, 2024-04-02T09:53:56.265 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.265 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.265 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.265 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.15", 2024-04-02T09:53:56.265 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.265 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.266 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.266 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5137, 2024-04-02T09:53:56.266 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.266 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:02:48.528353+0000", 2024-04-02T09:53:56.266 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.266 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.266 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.266 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 90, 2024-04-02T09:53:56.266 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.266 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.266 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.266 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.266 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.266 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.267 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.267 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.267 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.267 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.267 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.267 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.267 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.267 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.267 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.267 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 6, 2024-04-02T09:53:56.267 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 2, 2024-04-02T09:53:56.267 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.267 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 2, 2024-04-02T09:53:56.267 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.268 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.268 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.268 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.268 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.268 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T09:53:56.268 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.268 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.268 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.268 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.268 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.268 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.268 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.268 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 7, 2024-04-02T09:53:56.268 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 7, 2024-04-02T09:53:56.268 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.269 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.269 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.269 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 4, 2024-04-02T09:53:56.269 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 1 2024-04-02T09:53:56.269 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.269 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.269 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.269 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.269 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:53:56.269 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:56.269 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:53:56.269 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.269 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:53:56.269 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'3" 2024-04-02T09:53:56.270 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.270 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.270 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.270 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:53:56.270 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:56.270 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T09:53:56.270 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.270 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T09:53:56.270 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.270 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.270 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:56.270 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.270 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.270 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.270 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.844387+0000", 2024-04-02T09:53:56.271 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.962973+0000", 2024-04-02T09:53:56.271 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.962973+0000", 2024-04-02T09:53:56.271 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:42.963912+0000", 2024-04-02T09:53:56.271 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.844387+0000", 2024-04-02T09:53:56.271 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.271 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.271 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.271 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:53:56.271 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.844387+0000", 2024-04-02T09:53:56.271 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.844387+0000", 2024-04-02T09:53:56.271 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.844387+0000", 2024-04-02T09:53:56.271 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.271 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.271 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.272 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.844387+0000", 2024-04-02T09:53:56.272 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.844387+0000", 2024-04-02T09:53:56.272 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.272 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:56.272 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.272 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.272 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:53:56.272 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.272 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.272 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.272 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.272 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:56.272 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.272 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.272 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.273 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.17", 2024-04-02T09:53:56.273 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.273 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.273 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.273 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5142, 2024-04-02T09:53:56.273 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.273 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:37:27.609200+0000", 2024-04-02T09:53:56.273 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.273 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.273 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.273 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.273 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.273 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.273 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.274 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.274 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.274 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.274 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.274 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.274 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.274 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.274 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.274 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.274 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.274 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.274 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.274 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.274 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.274 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.275 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.275 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.275 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.275 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.275 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.275 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.275 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.275 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.275 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.275 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.275 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.275 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.275 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.275 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.276 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.276 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.276 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.276 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.276 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.276 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.276 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.276 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.276 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.276 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.276 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.276 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:53:56.276 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:56.276 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T09:53:56.276 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.277 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T09:53:56.277 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:56.277 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.277 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.277 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.277 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:56.277 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:53:56.277 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:53:56.277 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.277 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:53:56.277 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.277 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.277 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:53:56.277 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.277 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.278 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.278 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.182648+0000", 2024-04-02T09:53:56.278 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.188407+0000", 2024-04-02T09:53:56.278 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.188407+0000", 2024-04-02T09:53:56.278 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.188767+0000", 2024-04-02T09:53:56.278 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.182648+0000", 2024-04-02T09:53:56.278 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.278 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.278 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.278 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:53:56.278 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.182648+0000", 2024-04-02T09:53:56.278 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.182648+0000", 2024-04-02T09:53:56.278 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.182648+0000", 2024-04-02T09:53:56.278 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.279 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.279 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.279 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.182648+0000", 2024-04-02T09:53:56.279 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.182648+0000", 2024-04-02T09:53:56.279 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.279 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:56.279 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.279 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.279 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:53:56.279 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.279 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.279 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.279 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.279 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:56.279 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.280 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.280 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.280 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.16", 2024-04-02T09:53:56.280 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.280 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.280 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.280 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5019, 2024-04-02T09:53:56.280 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.280 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:18:08.999821+0000", 2024-04-02T09:53:56.280 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.280 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.280 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.280 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.280 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.281 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.281 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.281 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.281 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.281 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.281 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.281 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.281 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.281 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.281 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.281 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.281 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.281 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.281 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.281 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.282 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.282 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.282 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.282 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.282 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.282 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.282 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.282 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.282 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.282 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.282 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.282 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.282 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.282 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.283 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.283 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.283 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.283 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.283 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.283 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.283 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.283 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.283 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.283 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.283 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.283 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.283 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.283 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:56.283 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:53:56.284 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:53:56.284 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.284 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:53:56.284 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:56.284 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.284 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.284 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.284 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:56.284 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:53:56.284 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:53:56.284 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.284 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:53:56.284 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.284 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.285 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:56.285 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.285 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.285 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.285 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.182840+0000", 2024-04-02T09:53:56.285 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.078462+0000", 2024-04-02T09:53:56.285 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.078462+0000", 2024-04-02T09:53:56.285 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.078775+0000", 2024-04-02T09:53:56.285 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.182840+0000", 2024-04-02T09:53:56.285 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.285 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.285 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.285 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:53:56.285 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.182840+0000", 2024-04-02T09:53:56.286 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.182840+0000", 2024-04-02T09:53:56.286 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.182840+0000", 2024-04-02T09:53:56.286 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.286 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.286 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.286 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.182840+0000", 2024-04-02T09:53:56.286 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.182840+0000", 2024-04-02T09:53:56.286 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.286 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:56.286 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.286 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.286 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:53:56.286 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.287 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.287 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.287 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.287 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:56.287 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.287 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.287 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.287 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.16", 2024-04-02T09:53:56.287 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.287 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.287 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.287 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5024, 2024-04-02T09:53:56.287 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.287 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:46:45.226326+0000", 2024-04-02T09:53:56.287 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.288 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.288 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.288 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.288 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.288 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.288 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.288 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.288 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.288 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.288 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.288 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.288 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.288 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.288 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.289 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.289 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.289 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.289 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.289 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.289 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.289 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.289 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.289 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.289 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.289 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.289 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.289 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.289 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.289 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.290 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.290 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.290 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.290 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.290 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.290 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.290 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.290 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.290 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.290 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.290 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.290 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.290 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.290 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.291 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.291 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.291 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.291 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:56.291 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:53:56.291 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:53:56.291 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.291 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:53:56.291 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:56.291 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.291 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.291 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.291 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:53:56.291 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:56.291 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:53:56.292 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.292 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T09:53:56.292 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.292 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.292 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:53:56.292 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.292 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.292 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.292 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.843280+0000", 2024-04-02T09:53:56.292 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.185526+0000", 2024-04-02T09:53:56.292 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.185526+0000", 2024-04-02T09:53:56.292 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.186495+0000", 2024-04-02T09:53:56.292 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.843280+0000", 2024-04-02T09:53:56.292 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.293 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.293 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.293 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:53:56.293 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.843280+0000", 2024-04-02T09:53:56.293 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.843280+0000", 2024-04-02T09:53:56.293 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.843280+0000", 2024-04-02T09:53:56.293 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.293 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.293 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.293 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.843280+0000", 2024-04-02T09:53:56.293 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.843280+0000", 2024-04-02T09:53:56.293 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.293 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:56.293 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.293 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.294 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:53:56.294 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.294 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.294 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.294 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.294 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:56.294 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.294 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.294 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.294 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.17", 2024-04-02T09:53:56.294 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.294 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.294 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.294 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4974, 2024-04-02T09:53:56.294 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.295 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:47:22.270449+0000", 2024-04-02T09:53:56.295 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.295 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.295 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.295 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.295 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.295 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.295 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.295 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.295 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.295 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.295 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.295 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.296 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.296 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.296 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.296 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.296 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.296 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.296 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.296 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.296 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.296 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.296 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.296 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.296 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.296 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.297 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.297 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.297 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.297 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.297 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.297 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.297 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.297 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.297 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.297 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.297 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.297 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.297 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.297 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.298 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.298 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.298 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.298 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.298 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.298 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.298 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.298 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:53:56.298 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:56.298 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:53:56.298 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.298 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T09:53:56.298 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:56.298 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.299 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.299 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.299 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:53:56.299 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:56.299 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:53:56.299 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.299 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:53:56.299 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.299 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.299 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:56.299 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.299 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.299 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.299 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.754219+0000", 2024-04-02T09:53:56.299 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:03.024907+0000", 2024-04-02T09:53:56.300 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:03.024907+0000", 2024-04-02T09:53:56.300 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:03.025214+0000", 2024-04-02T09:53:56.300 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.754219+0000", 2024-04-02T09:53:56.300 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.300 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.300 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.300 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 415, 2024-04-02T09:53:56.300 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.754219+0000", 2024-04-02T09:53:56.300 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.754219+0000", 2024-04-02T09:53:56.300 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.754219+0000", 2024-04-02T09:53:56.300 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.300 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.300 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.300 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.754219+0000", 2024-04-02T09:53:56.301 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.754219+0000", 2024-04-02T09:53:56.301 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.301 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:56.301 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.301 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.301 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 414, 2024-04-02T09:53:56.301 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.301 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.301 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.301 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.301 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:56.301 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.301 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.301 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.302 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.19", 2024-04-02T09:53:56.302 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.302 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.302 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.302 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5135, 2024-04-02T09:53:56.302 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.302 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:43:52.372474+0000", 2024-04-02T09:53:56.302 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.302 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.302 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.302 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.302 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.302 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.302 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.303 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.303 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.303 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.303 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.303 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.303 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.303 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.303 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.303 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.303 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.303 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.303 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.303 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.303 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.303 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.304 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.304 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.304 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.304 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.304 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.304 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.304 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.304 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.304 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.304 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.304 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.304 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.304 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.304 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.305 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.305 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.305 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.305 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.305 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.305 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.305 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.305 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.305 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.305 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.305 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.305 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:53:56.305 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:56.305 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:53:56.305 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.306 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:53:56.306 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:56.306 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.306 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.306 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.306 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:56.306 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:53:56.306 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:53:56.306 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.306 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:53:56.306 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.306 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.306 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:53:56.306 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.307 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.307 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.307 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.182168+0000", 2024-04-02T09:53:56.307 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.080515+0000", 2024-04-02T09:53:56.307 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.080515+0000", 2024-04-02T09:53:56.307 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.081219+0000", 2024-04-02T09:53:56.307 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.182168+0000", 2024-04-02T09:53:56.307 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.307 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.307 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.307 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:53:56.307 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.182168+0000", 2024-04-02T09:53:56.307 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.182168+0000", 2024-04-02T09:53:56.307 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.182168+0000", 2024-04-02T09:53:56.308 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.308 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.308 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.308 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.182168+0000", 2024-04-02T09:53:56.308 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.182168+0000", 2024-04-02T09:53:56.308 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.308 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:56.308 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.308 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.308 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:53:56.308 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.308 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.308 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.308 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.309 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:56.309 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.309 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.309 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.309 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.18", 2024-04-02T09:53:56.309 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.309 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.309 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.309 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5033, 2024-04-02T09:53:56.309 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.309 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:48:45.931812+0000", 2024-04-02T09:53:56.309 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.309 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.309 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.309 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.310 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.310 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.310 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.310 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.310 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.310 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.310 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.310 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.310 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.310 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.310 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.310 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.310 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.311 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.311 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.311 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.311 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.311 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.311 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.311 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.311 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.311 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.311 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.311 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.311 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.311 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.311 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.311 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.312 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.312 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.312 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.312 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.312 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.312 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.312 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.312 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.312 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.312 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.312 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.312 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.312 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.312 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.313 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.313 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:56.313 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:53:56.313 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:53:56.313 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.313 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:53:56.313 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:56.313 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.313 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.313 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.313 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:56.313 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:53:56.313 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:53:56.313 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.313 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:53:56.314 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.314 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.314 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:56.314 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.314 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.314 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.314 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.130119+0000", 2024-04-02T09:53:56.314 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:03.039199+0000", 2024-04-02T09:53:56.314 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:03.039199+0000", 2024-04-02T09:53:56.314 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:03.041003+0000", 2024-04-02T09:53:56.314 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.130119+0000", 2024-04-02T09:53:56.314 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.314 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.314 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.315 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 415, 2024-04-02T09:53:56.315 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.130119+0000", 2024-04-02T09:53:56.315 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.130119+0000", 2024-04-02T09:53:56.315 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.130119+0000", 2024-04-02T09:53:56.315 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.315 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.315 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.315 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.130119+0000", 2024-04-02T09:53:56.315 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.130119+0000", 2024-04-02T09:53:56.315 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.315 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:56.315 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.315 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.315 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 414, 2024-04-02T09:53:56.316 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.316 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.316 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.316 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.316 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:56.316 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.316 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.316 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.316 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.18", 2024-04-02T09:53:56.316 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.316 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.316 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.316 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5073, 2024-04-02T09:53:56.316 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.316 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:04:34.652697+0000", 2024-04-02T09:53:56.317 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.317 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.317 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.317 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.317 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.317 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.317 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.317 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.317 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.317 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.317 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.317 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.317 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.317 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.317 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.318 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.318 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.318 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.318 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.318 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.318 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.318 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.318 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.318 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.318 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.318 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.318 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.318 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.318 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.318 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.319 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.319 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.319 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.319 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.319 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.319 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.319 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.319 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.319 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.319 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.319 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.319 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.319 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.319 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.319 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.320 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.320 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.320 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:56.320 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:53:56.320 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:53:56.320 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.320 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:53:56.320 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:56.320 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.320 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.320 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.320 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:56.320 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:53:56.320 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:53:56.321 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.321 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:53:56.321 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.321 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.321 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:53:56.321 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.321 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.321 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.321 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.131032+0000", 2024-04-02T09:53:56.321 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.176018+0000", 2024-04-02T09:53:56.321 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.176018+0000", 2024-04-02T09:53:56.321 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.176555+0000", 2024-04-02T09:53:56.321 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.131032+0000", 2024-04-02T09:53:56.321 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.322 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.322 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.322 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:53:56.322 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.131032+0000", 2024-04-02T09:53:56.322 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.131032+0000", 2024-04-02T09:53:56.322 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.131032+0000", 2024-04-02T09:53:56.322 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.322 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.322 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.322 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.131032+0000", 2024-04-02T09:53:56.322 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.131032+0000", 2024-04-02T09:53:56.322 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.322 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:56.322 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.323 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.323 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:53:56.323 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.323 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.323 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.323 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.323 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:56.323 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.323 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.323 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.323 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.19", 2024-04-02T09:53:56.323 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.323 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.323 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.323 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5074, 2024-04-02T09:53:56.324 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.324 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:51:30.933254+0000", 2024-04-02T09:53:56.324 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.324 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.324 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.324 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.324 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.324 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.324 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.324 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.324 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.324 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.324 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.324 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.325 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.325 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.325 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.325 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.325 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.325 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.325 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.325 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.325 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.325 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.325 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.325 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.325 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.325 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.326 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.326 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.326 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.326 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.326 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.326 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.326 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.326 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.326 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.326 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.326 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.326 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.326 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.327 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.327 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.327 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.327 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.327 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.327 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.327 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.327 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.327 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:56.327 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:53:56.327 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:53:56.327 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.327 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:53:56.327 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:56.327 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.327 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.328 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.328 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:53:56.328 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:53:56.328 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:53:56.328 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.328 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T09:53:56.328 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.328 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.328 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:56.328 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.328 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.328 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.328 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.843582+0000", 2024-04-02T09:53:56.328 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.082987+0000", 2024-04-02T09:53:56.329 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.082987+0000", 2024-04-02T09:53:56.329 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.084197+0000", 2024-04-02T09:53:56.329 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.843582+0000", 2024-04-02T09:53:56.329 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.329 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.329 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.329 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:53:56.329 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.843582+0000", 2024-04-02T09:53:56.329 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.843582+0000", 2024-04-02T09:53:56.329 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.843582+0000", 2024-04-02T09:53:56.329 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.329 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.329 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.329 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.843582+0000", 2024-04-02T09:53:56.329 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.843582+0000", 2024-04-02T09:53:56.330 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.330 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:56.330 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.330 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.330 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:53:56.330 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.330 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.330 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.330 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.330 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:56.330 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.330 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.330 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.330 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.1b", 2024-04-02T09:53:56.331 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.331 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.331 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.331 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5141, 2024-04-02T09:53:56.331 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.331 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:16:00.355551+0000", 2024-04-02T09:53:56.331 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.331 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.331 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.331 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.331 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.331 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.331 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.331 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.332 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.332 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.332 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.332 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.332 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.332 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.332 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.332 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.332 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.332 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.332 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.332 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.332 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.332 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.332 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.333 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.333 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.333 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.333 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.333 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.333 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.333 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.333 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.333 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.333 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.333 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.333 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.333 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.333 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.334 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.334 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.334 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.334 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.334 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.334 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.334 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.334 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.334 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.334 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.334 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:53:56.334 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:53:56.334 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:53:56.334 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.335 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T09:53:56.335 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:56.335 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.335 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.335 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.335 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:53:56.335 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:53:56.335 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:53:56.335 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.335 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T09:53:56.335 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.335 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.335 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:53:56.335 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.335 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.336 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.336 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.842674+0000", 2024-04-02T09:53:56.336 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.172372+0000", 2024-04-02T09:53:56.336 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.172372+0000", 2024-04-02T09:53:56.336 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.174870+0000", 2024-04-02T09:53:56.336 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.842674+0000", 2024-04-02T09:53:56.336 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.336 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.336 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.336 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:53:56.336 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.842674+0000", 2024-04-02T09:53:56.336 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.842674+0000", 2024-04-02T09:53:56.336 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.842674+0000", 2024-04-02T09:53:56.336 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.337 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.337 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.337 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.842674+0000", 2024-04-02T09:53:56.337 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.842674+0000", 2024-04-02T09:53:56.337 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.337 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2, 2024-04-02T09:53:56.337 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.337 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.337 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:53:56.337 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.337 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.337 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.337 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.337 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2, 2024-04-02T09:53:56.337 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.338 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.338 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.338 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.1a", 2024-04-02T09:53:56.338 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.338 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.338 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.338 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5002, 2024-04-02T09:53:56.338 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.338 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:50:37.382151+0000", 2024-04-02T09:53:56.338 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.338 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.338 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.338 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.338 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.338 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.339 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.339 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.339 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.339 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.339 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.339 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.339 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.339 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.339 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.339 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.339 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.339 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.339 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.339 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.340 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.340 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.340 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.340 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.340 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.340 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.340 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.340 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.340 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.340 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.340 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.340 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.340 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.340 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.340 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.341 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.341 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.341 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.341 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.341 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.341 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.341 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.341 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.341 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.341 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.341 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.341 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.341 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:53:56.341 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:53:56.342 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:53:56.342 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.342 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T09:53:56.342 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "550'2" 2024-04-02T09:53:56.342 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.342 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.342 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.342 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:53:56.342 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:53:56.342 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:53:56.342 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.342 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 4, 2024-04-02T09:53:56.342 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.342 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.343 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:56.343 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.343 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.343 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.343 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.183755+0000", 2024-04-02T09:53:56.343 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:22.993797+0000", 2024-04-02T09:53:56.343 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:22.993797+0000", 2024-04-02T09:53:56.343 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:22.996106+0000", 2024-04-02T09:53:56.343 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.183755+0000", 2024-04-02T09:53:56.343 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.343 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.343 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.343 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 435, 2024-04-02T09:53:56.343 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.183755+0000", 2024-04-02T09:53:56.343 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.183755+0000", 2024-04-02T09:53:56.344 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.183755+0000", 2024-04-02T09:53:56.344 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.344 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.344 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.344 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.183755+0000", 2024-04-02T09:53:56.346 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.183755+0000", 2024-04-02T09:53:56.346 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.346 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:56.346 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.346 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.346 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 434, 2024-04-02T09:53:56.346 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.346 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.346 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.346 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.346 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:56.346 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.347 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.347 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.347 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.1a", 2024-04-02T09:53:56.347 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.347 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.347 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.347 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5075, 2024-04-02T09:53:56.347 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.347 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:51:17.959172+0000", 2024-04-02T09:53:56.347 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.347 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.347 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.347 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.347 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.347 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.348 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.348 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.348 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.348 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.348 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.348 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.348 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.348 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.348 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.348 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.348 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.348 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.348 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.348 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.349 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.349 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.349 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.349 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.349 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.349 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.349 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.349 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.349 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.349 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.349 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.349 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.349 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.349 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.349 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.350 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.350 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.350 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.350 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.350 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.350 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.350 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.350 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.350 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.350 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.350 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.350 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.350 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:53:56.350 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:53:56.350 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:53:56.351 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.351 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 4, 2024-04-02T09:53:56.351 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:56.351 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.351 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.351 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.351 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:56.351 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:53:56.351 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:53:56.351 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.351 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:53:56.351 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.351 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.351 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:53:56.351 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.352 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.352 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.352 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.131042+0000", 2024-04-02T09:53:56.352 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.080499+0000", 2024-04-02T09:53:56.352 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.080499+0000", 2024-04-02T09:53:56.352 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.080885+0000", 2024-04-02T09:53:56.352 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.131042+0000", 2024-04-02T09:53:56.352 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.352 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.352 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.352 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:53:56.352 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.131042+0000", 2024-04-02T09:53:56.352 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.131042+0000", 2024-04-02T09:53:56.352 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.131042+0000", 2024-04-02T09:53:56.352 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.353 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.353 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.353 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.131042+0000", 2024-04-02T09:53:56.353 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.131042+0000", 2024-04-02T09:53:56.353 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.353 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2, 2024-04-02T09:53:56.353 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.353 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.353 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:53:56.353 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.353 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.353 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.353 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.353 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2, 2024-04-02T09:53:56.353 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.354 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.354 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.354 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.1b", 2024-04-02T09:53:56.354 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.354 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.354 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.354 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5067, 2024-04-02T09:53:56.354 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.354 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:21:48.076347+0000", 2024-04-02T09:53:56.354 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.354 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.354 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.354 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.354 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.354 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.355 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.355 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.355 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.355 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.355 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.355 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.355 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.355 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.355 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.355 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.355 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.355 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.355 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.355 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.356 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.356 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.356 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.356 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.356 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.356 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.356 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.356 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.356 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.356 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.356 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.356 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.356 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.356 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.357 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.357 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.357 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.357 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.357 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.357 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.357 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.357 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.357 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.357 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.357 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.357 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.357 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.357 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:56.358 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:53:56.358 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:53:56.358 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.358 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:53:56.358 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "550'2" 2024-04-02T09:53:56.358 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.358 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.358 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.358 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:56.358 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:53:56.358 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:53:56.358 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.358 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:53:56.358 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.359 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.359 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:56.359 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.359 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.359 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.359 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.185883+0000", 2024-04-02T09:53:56.359 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.189367+0000", 2024-04-02T09:53:56.359 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.189367+0000", 2024-04-02T09:53:56.359 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.190260+0000", 2024-04-02T09:53:56.359 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.185883+0000", 2024-04-02T09:53:56.359 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.359 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.359 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.359 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:53:56.360 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.185883+0000", 2024-04-02T09:53:56.360 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.185883+0000", 2024-04-02T09:53:56.360 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.185883+0000", 2024-04-02T09:53:56.360 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.360 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.360 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.360 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.185883+0000", 2024-04-02T09:53:56.360 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.185883+0000", 2024-04-02T09:53:56.360 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.360 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:56.360 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.360 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.360 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:53:56.360 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.360 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.361 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.361 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.361 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:56.361 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.361 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.361 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.361 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.1d", 2024-04-02T09:53:56.361 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.361 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.361 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.361 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5030, 2024-04-02T09:53:56.361 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.361 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:04:40.494679+0000", 2024-04-02T09:53:56.361 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.362 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.362 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.362 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.362 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.362 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.362 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.362 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.362 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.362 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.362 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.362 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.362 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.362 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.362 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.363 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.363 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.363 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.363 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.363 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.363 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.363 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.363 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.363 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.363 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.363 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.363 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.363 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.363 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.363 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.364 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.364 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.364 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.364 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.364 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.364 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.364 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.364 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.364 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.364 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.364 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.364 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.364 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.364 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.365 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.365 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.365 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.365 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:56.365 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:53:56.365 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:53:56.365 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.365 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:53:56.365 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:56.365 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.365 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.365 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.365 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:53:56.365 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:56.365 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:53:56.366 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.366 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:53:56.366 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.366 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.366 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:53:56.366 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.366 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.366 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.366 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.755528+0000", 2024-04-02T09:53:56.366 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.968168+0000", 2024-04-02T09:53:56.366 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.968168+0000", 2024-04-02T09:53:56.366 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:42.968699+0000", 2024-04-02T09:53:56.366 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.755528+0000", 2024-04-02T09:53:56.366 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.367 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.367 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.367 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:53:56.367 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.755528+0000", 2024-04-02T09:53:56.367 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.755528+0000", 2024-04-02T09:53:56.367 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.755528+0000", 2024-04-02T09:53:56.367 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.367 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.367 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.367 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.755528+0000", 2024-04-02T09:53:56.367 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.755528+0000", 2024-04-02T09:53:56.367 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.367 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2, 2024-04-02T09:53:56.367 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.368 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.368 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:53:56.368 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.368 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.368 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.368 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.368 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2, 2024-04-02T09:53:56.368 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.368 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.368 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.368 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.1c", 2024-04-02T09:53:56.368 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.368 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.368 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.368 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4866, 2024-04-02T09:53:56.369 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.369 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:57:19.211122+0000", 2024-04-02T09:53:56.369 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.369 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.369 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.369 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.369 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.369 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.369 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.369 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.369 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.369 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.369 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.369 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.369 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.370 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.370 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.370 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.370 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.370 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.370 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.370 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 3, 2024-04-02T09:53:56.370 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 1, 2024-04-02T09:53:56.370 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.370 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 1, 2024-04-02T09:53:56.370 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.370 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.370 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.371 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.371 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.371 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T09:53:56.371 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.371 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 1, 2024-04-02T09:53:56.371 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.371 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.371 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.371 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.371 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.371 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 6, 2024-04-02T09:53:56.371 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 6, 2024-04-02T09:53:56.371 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.371 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.371 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.372 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 3, 2024-04-02T09:53:56.372 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.372 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.372 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.372 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.372 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.372 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:53:56.372 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:56.372 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:53:56.372 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.372 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:53:56.372 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'2" 2024-04-02T09:53:56.372 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.372 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.373 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.373 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:56.373 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:53:56.373 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:53:56.373 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.373 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:53:56.373 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.373 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.373 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:56.373 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.373 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.373 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.373 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.185612+0000", 2024-04-02T09:53:56.373 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.970062+0000", 2024-04-02T09:53:56.373 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.970062+0000", 2024-04-02T09:53:56.374 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:42.970383+0000", 2024-04-02T09:53:56.374 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.185612+0000", 2024-04-02T09:53:56.374 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.374 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.374 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.374 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:53:56.374 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.185612+0000", 2024-04-02T09:53:56.374 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.185612+0000", 2024-04-02T09:53:56.374 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.185612+0000", 2024-04-02T09:53:56.374 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.374 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.374 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.374 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.185612+0000", 2024-04-02T09:53:56.374 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.185612+0000", 2024-04-02T09:53:56.375 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.375 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:56.375 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.375 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.375 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:53:56.375 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.375 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.375 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.375 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.375 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:56.375 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.375 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.375 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.375 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.1c", 2024-04-02T09:53:56.375 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.376 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.376 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.376 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5036, 2024-04-02T09:53:56.376 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.376 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:40:13.745044+0000", 2024-04-02T09:53:56.376 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.376 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.376 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.376 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.376 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.376 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.376 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.376 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.376 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.377 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.377 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.377 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.377 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.377 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.377 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.377 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.377 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.377 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.377 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.377 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.377 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.377 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.377 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.378 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.378 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.378 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.378 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.378 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.378 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.378 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.378 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.378 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.378 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.378 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.378 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.378 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.378 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.379 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.379 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.379 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.379 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.379 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.379 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.379 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.379 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.379 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.379 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.379 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:56.379 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:53:56.379 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:53:56.379 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.379 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:53:56.380 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:56.380 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.380 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.380 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.380 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:53:56.380 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:53:56.380 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:53:56.380 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.380 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:53:56.380 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.380 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.380 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:53:56.380 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.380 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.380 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.381 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.187263+0000", 2024-04-02T09:53:56.381 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.087634+0000", 2024-04-02T09:53:56.381 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.087634+0000", 2024-04-02T09:53:56.381 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.088990+0000", 2024-04-02T09:53:56.381 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.187263+0000", 2024-04-02T09:53:56.381 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.381 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.381 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.381 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:53:56.381 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.187263+0000", 2024-04-02T09:53:56.381 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.187263+0000", 2024-04-02T09:53:56.381 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.187263+0000", 2024-04-02T09:53:56.381 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.381 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.382 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.382 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.187263+0000", 2024-04-02T09:53:56.382 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.187263+0000", 2024-04-02T09:53:56.382 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.382 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2, 2024-04-02T09:53:56.382 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.382 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.382 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:53:56.382 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.382 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.382 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.382 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.382 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2, 2024-04-02T09:53:56.383 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.383 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.383 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.383 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.1d", 2024-04-02T09:53:56.383 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.383 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.383 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.383 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4945, 2024-04-02T09:53:56.383 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.383 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:02:50.975757+0000", 2024-04-02T09:53:56.383 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.383 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.383 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.383 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.384 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.384 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.384 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.384 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.384 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.384 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.384 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.384 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.384 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.384 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.384 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.384 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.384 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.384 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.385 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.385 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 3, 2024-04-02T09:53:56.385 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 1, 2024-04-02T09:53:56.385 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.385 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 1, 2024-04-02T09:53:56.385 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.385 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.385 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.385 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.385 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.385 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T09:53:56.385 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.385 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.385 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.385 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.386 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.386 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.386 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.386 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 6, 2024-04-02T09:53:56.386 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 6, 2024-04-02T09:53:56.386 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.386 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.386 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.386 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 3, 2024-04-02T09:53:56.386 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.386 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.386 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.386 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.386 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.387 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:53:56.387 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:53:56.387 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:53:56.387 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.387 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:53:56.387 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'2" 2024-04-02T09:53:56.387 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.387 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.387 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.387 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:53:56.387 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:56.387 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:53:56.387 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.387 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T09:53:56.388 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.388 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.388 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:56.388 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.388 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.388 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.388 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.844190+0000", 2024-04-02T09:53:56.388 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.962893+0000", 2024-04-02T09:53:56.388 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.962893+0000", 2024-04-02T09:53:56.388 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:42.963308+0000", 2024-04-02T09:53:56.388 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.844190+0000", 2024-04-02T09:53:56.388 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.388 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.388 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.388 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:53:56.389 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.844190+0000", 2024-04-02T09:53:56.389 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.844190+0000", 2024-04-02T09:53:56.389 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.844190+0000", 2024-04-02T09:53:56.389 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.389 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.389 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.389 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.844190+0000", 2024-04-02T09:53:56.389 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.844190+0000", 2024-04-02T09:53:56.389 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.389 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:56.389 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.389 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.389 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:53:56.389 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.389 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.390 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.390 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.390 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:56.390 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.390 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.390 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.390 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.1f", 2024-04-02T09:53:56.390 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.390 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.390 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.390 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5149, 2024-04-02T09:53:56.390 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.390 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:50:46.949586+0000", 2024-04-02T09:53:56.390 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.391 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.391 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.391 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.391 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.391 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.391 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.391 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.391 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.391 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.391 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.391 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.391 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.391 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.391 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.392 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.392 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.392 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.392 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.392 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.392 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.392 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.392 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.392 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.392 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.392 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.392 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.392 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.392 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.393 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.393 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.393 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.393 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.393 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.393 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.393 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.393 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.393 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.393 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.393 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.393 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.393 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.393 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.393 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.394 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.394 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.394 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.394 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:53:56.394 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:56.394 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:53:56.394 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.394 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T09:53:56.394 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:56.394 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.394 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.394 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.394 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:56.395 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:53:56.395 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:53:56.395 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.395 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:53:56.395 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.395 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.395 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:53:56.395 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.395 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.395 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.395 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.131387+0000", 2024-04-02T09:53:56.395 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.967839+0000", 2024-04-02T09:53:56.395 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.967839+0000", 2024-04-02T09:53:56.395 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:42.968212+0000", 2024-04-02T09:53:56.395 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.131387+0000", 2024-04-02T09:53:56.396 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.396 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.396 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.396 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:53:56.396 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.131387+0000", 2024-04-02T09:53:56.396 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.131387+0000", 2024-04-02T09:53:56.396 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.131387+0000", 2024-04-02T09:53:56.396 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.396 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.396 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.396 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.131387+0000", 2024-04-02T09:53:56.396 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.131387+0000", 2024-04-02T09:53:56.396 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.396 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2, 2024-04-02T09:53:56.396 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.396 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.397 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:53:56.397 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.397 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.397 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.397 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.397 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2, 2024-04-02T09:53:56.397 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.397 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.397 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.397 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.1e", 2024-04-02T09:53:56.397 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.397 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.397 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.397 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5084, 2024-04-02T09:53:56.397 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.398 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:47:36.508895+0000", 2024-04-02T09:53:56.398 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.398 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.398 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.398 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.398 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.398 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.398 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.398 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.398 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.398 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.398 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.398 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.398 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.399 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.399 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.399 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.399 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.399 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.399 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.399 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.399 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.399 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.399 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.399 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.399 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.399 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.399 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.400 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.400 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.400 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.400 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.400 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.400 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.400 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.400 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.400 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.400 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.400 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.400 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.400 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.400 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.401 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.401 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.401 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.401 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.401 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.401 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.401 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:56.401 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:53:56.401 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:53:56.401 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.401 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:53:56.401 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "550'2" 2024-04-02T09:53:56.401 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.401 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.401 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.402 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:56.402 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:53:56.402 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:53:56.402 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.402 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:53:56.402 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.402 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.402 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:56.402 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.402 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.402 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.402 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.131499+0000", 2024-04-02T09:53:56.402 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.168944+0000", 2024-04-02T09:53:56.403 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.168944+0000", 2024-04-02T09:53:56.403 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.169311+0000", 2024-04-02T09:53:56.403 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.131499+0000", 2024-04-02T09:53:56.403 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.403 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.403 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.403 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:53:56.403 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.131499+0000", 2024-04-02T09:53:56.403 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.131499+0000", 2024-04-02T09:53:56.403 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.131499+0000", 2024-04-02T09:53:56.403 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.403 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.403 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.403 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.131499+0000", 2024-04-02T09:53:56.404 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.131499+0000", 2024-04-02T09:53:56.404 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.404 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:56.404 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.404 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.404 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:53:56.404 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.404 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.404 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.404 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.404 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:56.404 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.404 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.404 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.404 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.1e", 2024-04-02T09:53:56.405 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.405 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.405 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.405 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5069, 2024-04-02T09:53:56.405 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.405 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:45:13.384505+0000", 2024-04-02T09:53:56.405 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.405 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.405 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.405 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.405 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.405 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.405 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.405 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.406 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.406 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.406 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.406 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.406 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.406 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.406 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.406 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.406 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.406 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.406 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.406 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.406 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.406 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.406 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.406 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.407 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.407 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.407 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.407 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.407 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.407 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.407 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.407 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.407 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.407 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.407 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.407 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.407 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.407 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.407 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.408 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.408 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.408 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.408 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.408 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.408 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.408 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.408 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.408 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:56.408 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:53:56.408 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:53:56.408 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.408 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:53:56.408 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:56.408 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.409 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.409 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.409 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:53:56.409 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:53:56.409 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:53:56.409 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.409 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T09:53:56.409 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.409 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.409 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:53:56.409 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.409 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.409 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.409 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.844715+0000", 2024-04-02T09:53:56.409 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.082093+0000", 2024-04-02T09:53:56.410 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.082093+0000", 2024-04-02T09:53:56.410 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.082443+0000", 2024-04-02T09:53:56.410 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.844715+0000", 2024-04-02T09:53:56.410 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.410 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.410 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.410 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:53:56.410 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.844715+0000", 2024-04-02T09:53:56.410 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.844715+0000", 2024-04-02T09:53:56.410 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.844715+0000", 2024-04-02T09:53:56.410 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.410 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.410 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:53:56.410 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.844715+0000", 2024-04-02T09:53:56.411 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.844715+0000", 2024-04-02T09:53:56.411 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.411 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 5, 2024-04-02T09:53:56.411 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.411 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.411 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:53:56.411 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.411 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.411 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.411 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.411 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 5, 2024-04-02T09:53:56.411 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.411 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.411 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.411 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.1f", 2024-04-02T09:53:56.412 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.412 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.412 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.412 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5157, 2024-04-02T09:53:56.412 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.412 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:33:59.796438+0000", 2024-04-02T09:53:56.412 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.412 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.412 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.412 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 582, 2024-04-02T09:53:56.412 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.412 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.412 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.412 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.413 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.413 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.413 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.413 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.413 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.413 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.413 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.413 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.413 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.413 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.413 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.413 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 6, 2024-04-02T09:53:56.413 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 2, 2024-04-02T09:53:56.413 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.413 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 2, 2024-04-02T09:53:56.414 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.414 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.414 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.414 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.414 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.414 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T09:53:56.414 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.414 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.414 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.414 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.414 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.414 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.414 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.415 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 4, 2024-04-02T09:53:56.415 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 4, 2024-04-02T09:53:56.415 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.415 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.415 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.415 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 4, 2024-04-02T09:53:56.415 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 1 2024-04-02T09:53:56.415 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.415 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.415 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.415 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.415 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:53:56.415 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:53:56.415 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:53:56.415 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.416 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T09:53:56.416 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "550'5" 2024-04-02T09:53:56.416 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.416 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.416 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.416 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:53:56.416 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:53:56.416 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:53:56.416 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.416 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:53:56.416 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.416 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.416 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:56.416 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.417 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.417 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.417 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.187200+0000", 2024-04-02T09:53:56.417 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.092394+0000", 2024-04-02T09:53:56.417 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.092394+0000", 2024-04-02T09:53:56.417 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.092861+0000", 2024-04-02T09:53:56.417 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.187200+0000", 2024-04-02T09:53:56.417 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.417 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.417 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.417 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:53:56.417 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.187200+0000", 2024-04-02T09:53:56.417 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.187200+0000", 2024-04-02T09:53:56.417 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.187200+0000", 2024-04-02T09:53:56.417 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.418 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.418 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.418 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.187200+0000", 2024-04-02T09:53:56.418 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.187200+0000", 2024-04-02T09:53:56.418 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.418 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:56.418 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.418 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.418 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:53:56.418 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.418 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.418 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.418 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.419 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:56.419 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.419 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.419 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.419 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.2d", 2024-04-02T09:53:56.419 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.419 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.419 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.419 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4944, 2024-04-02T09:53:56.419 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.419 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:02:49.600412+0000", 2024-04-02T09:53:56.419 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.419 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.419 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.419 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.420 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.420 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.420 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.420 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.420 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.420 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.420 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.420 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.420 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.420 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.420 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.420 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.420 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.420 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.420 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.421 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.421 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.421 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.421 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.421 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.421 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.421 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.421 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.421 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.421 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.421 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.421 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.421 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.421 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.422 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.422 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.422 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.422 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.422 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.422 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.422 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.422 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.422 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.422 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.422 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.422 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.422 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.423 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.423 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:53:56.423 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:53:56.423 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:53:56.423 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.423 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:53:56.423 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:56.423 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.423 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.423 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.423 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:53:56.423 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:53:56.423 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:53:56.423 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.423 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 2, 2024-04-02T09:53:56.424 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.424 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.424 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:56.424 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.424 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.424 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.424 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.843695+0000", 2024-04-02T09:53:56.424 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.079315+0000", 2024-04-02T09:53:56.424 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.079315+0000", 2024-04-02T09:53:56.424 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.079641+0000", 2024-04-02T09:53:56.424 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.843695+0000", 2024-04-02T09:53:56.424 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.424 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.424 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.425 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:53:56.425 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.843695+0000", 2024-04-02T09:53:56.425 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.843695+0000", 2024-04-02T09:53:56.425 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.843695+0000", 2024-04-02T09:53:56.425 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.425 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.425 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.425 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.843695+0000", 2024-04-02T09:53:56.425 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.843695+0000", 2024-04-02T09:53:56.425 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.425 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:56.425 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.425 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.425 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:53:56.425 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.426 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.426 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.426 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.426 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:56.426 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.426 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.426 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.426 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.2e", 2024-04-02T09:53:56.426 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.426 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.426 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.426 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5113, 2024-04-02T09:53:56.426 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.426 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:03:21.630474+0000", 2024-04-02T09:53:56.427 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.427 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.427 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.427 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.427 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.427 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.427 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.427 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.427 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.427 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.427 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.427 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.427 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.427 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.428 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.428 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.428 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.428 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.428 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.428 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.428 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.428 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.428 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.428 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.428 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.428 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.428 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.429 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.429 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.429 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.429 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.429 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.429 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.429 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.429 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.429 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.429 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.429 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.429 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.429 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.429 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.430 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.430 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.430 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.430 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.430 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.430 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.430 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:53:56.430 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:53:56.430 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:53:56.430 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.430 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 2, 2024-04-02T09:53:56.430 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:56.430 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.430 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.431 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.431 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:56.431 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:53:56.431 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:53:56.431 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.431 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:53:56.431 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.431 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.431 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:56.431 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.431 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.431 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.431 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.184340+0000", 2024-04-02T09:53:56.432 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.078618+0000", 2024-04-02T09:53:56.432 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.078618+0000", 2024-04-02T09:53:56.432 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.079092+0000", 2024-04-02T09:53:56.432 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.184340+0000", 2024-04-02T09:53:56.432 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.432 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.432 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.432 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:53:56.432 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.184340+0000", 2024-04-02T09:53:56.432 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.184340+0000", 2024-04-02T09:53:56.432 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.184340+0000", 2024-04-02T09:53:56.432 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.432 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.432 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.433 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.184340+0000", 2024-04-02T09:53:56.433 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.184340+0000", 2024-04-02T09:53:56.433 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.433 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:56.433 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.433 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.433 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:53:56.433 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.433 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.433 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.433 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.433 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:56.433 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.433 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.433 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.434 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.2f", 2024-04-02T09:53:56.434 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.434 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.434 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.434 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5033, 2024-04-02T09:53:56.434 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.434 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:08:02.356439+0000", 2024-04-02T09:53:56.434 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.434 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.434 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.434 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.434 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.434 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.434 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.435 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.435 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.435 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.435 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.435 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.435 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.435 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.435 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.435 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.435 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.435 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.435 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.435 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.435 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.436 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.436 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.436 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.436 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.436 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.436 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.436 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.436 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.436 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.436 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.436 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.436 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.436 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.436 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.436 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.437 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.437 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.437 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.437 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.437 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.437 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.437 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.437 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.437 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.437 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.437 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.437 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:56.437 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:53:56.437 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:53:56.437 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.438 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:53:56.438 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:56.438 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.438 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.438 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.438 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:56.438 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:53:56.438 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:53:56.438 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.438 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:53:56.438 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.438 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.438 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:56.438 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.439 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.439 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.439 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.183374+0000", 2024-04-02T09:53:56.439 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.081497+0000", 2024-04-02T09:53:56.439 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.081497+0000", 2024-04-02T09:53:56.439 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.081798+0000", 2024-04-02T09:53:56.439 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.183374+0000", 2024-04-02T09:53:56.439 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.439 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.439 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.439 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:53:56.439 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.183374+0000", 2024-04-02T09:53:56.439 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.183374+0000", 2024-04-02T09:53:56.439 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.183374+0000", 2024-04-02T09:53:56.440 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.440 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.440 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.440 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.183374+0000", 2024-04-02T09:53:56.440 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.183374+0000", 2024-04-02T09:53:56.440 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.440 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:56.440 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.440 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.440 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:53:56.440 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.440 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.440 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.440 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.441 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:56.441 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.441 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.441 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.441 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.30", 2024-04-02T09:53:56.441 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.441 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.441 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.441 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5031, 2024-04-02T09:53:56.441 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.441 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:20:07.200080+0000", 2024-04-02T09:53:56.441 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.441 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.441 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.441 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.442 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.442 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.442 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.442 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.442 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.442 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.442 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.442 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.442 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.442 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.442 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.442 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.442 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.442 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.442 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.443 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.443 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.443 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.443 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.443 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.443 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.443 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.443 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.443 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.443 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.443 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.443 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.443 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.443 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.444 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.444 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.444 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.444 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.444 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.444 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.444 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.444 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.444 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.444 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.444 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.444 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.444 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.444 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.445 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:56.445 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:53:56.445 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:53:56.445 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.445 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:53:56.445 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:56.445 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.445 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.445 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.445 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:53:56.445 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:53:56.445 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:53:56.445 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.445 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:53:56.446 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.446 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.446 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:56.446 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.446 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.446 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.446 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.754623+0000", 2024-04-02T09:53:56.446 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.965077+0000", 2024-04-02T09:53:56.446 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.965077+0000", 2024-04-02T09:53:56.446 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:42.966205+0000", 2024-04-02T09:53:56.446 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.754623+0000", 2024-04-02T09:53:56.446 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.446 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.446 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.447 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:53:56.447 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.754623+0000", 2024-04-02T09:53:56.447 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.754623+0000", 2024-04-02T09:53:56.447 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.754623+0000", 2024-04-02T09:53:56.447 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.447 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.447 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.447 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.754623+0000", 2024-04-02T09:53:56.447 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.754623+0000", 2024-04-02T09:53:56.447 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.447 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:56.447 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.447 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.447 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:53:56.447 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.448 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.448 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.448 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.448 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:56.448 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.448 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.448 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.448 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.31", 2024-04-02T09:53:56.448 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.448 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.448 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.448 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5124, 2024-04-02T09:53:56.448 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.448 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:24:19.603492+0000", 2024-04-02T09:53:56.449 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.449 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.449 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.449 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.449 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.449 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.449 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.449 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.449 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.449 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.449 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.449 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.449 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.449 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.450 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.450 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.450 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.450 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.450 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.450 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.450 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.450 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.450 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.450 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.450 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.450 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.450 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.450 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.451 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.451 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.451 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.451 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.451 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.451 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.451 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.451 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.451 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.451 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.451 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.451 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.451 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.451 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.451 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.452 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.452 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.452 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.452 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.452 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:53:56.452 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:53:56.452 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:53:56.452 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.452 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:53:56.452 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:56.452 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.452 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.452 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.452 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:53:56.452 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:53:56.453 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:53:56.453 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.453 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T09:53:56.453 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.453 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.453 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:56.453 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.453 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.453 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.453 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.842439+0000", 2024-04-02T09:53:56.453 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.957109+0000", 2024-04-02T09:53:56.453 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.957109+0000", 2024-04-02T09:53:56.453 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:42.957458+0000", 2024-04-02T09:53:56.453 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.842439+0000", 2024-04-02T09:53:56.454 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.454 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.454 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.454 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:53:56.454 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.842439+0000", 2024-04-02T09:53:56.454 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.842439+0000", 2024-04-02T09:53:56.454 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.842439+0000", 2024-04-02T09:53:56.454 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.454 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.454 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.454 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.842439+0000", 2024-04-02T09:53:56.454 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.842439+0000", 2024-04-02T09:53:56.454 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.454 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:56.454 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.455 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.455 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:53:56.455 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.455 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.455 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.455 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.455 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:56.455 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.455 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.455 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.455 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.32", 2024-04-02T09:53:56.455 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.455 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.455 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.456 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5144, 2024-04-02T09:53:56.456 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.456 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:15:04.610742+0000", 2024-04-02T09:53:56.456 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.456 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.456 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.456 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.456 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.456 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.456 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.456 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.456 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.456 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.456 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.456 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.457 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.457 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.457 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.457 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.457 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.457 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.457 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.457 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.457 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.457 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.457 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.457 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.457 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.457 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.458 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.458 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.458 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.458 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.458 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.458 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.458 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.458 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.458 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.458 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.458 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.458 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.458 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.459 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.459 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.459 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.459 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.459 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.459 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.459 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.459 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.459 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:53:56.459 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:53:56.459 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:53:56.459 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.459 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T09:53:56.459 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:56.459 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.460 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.460 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.460 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:56.460 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:53:56.460 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:53:56.460 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.460 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:53:56.460 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.460 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.460 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:56.460 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.460 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.460 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.460 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.130699+0000", 2024-04-02T09:53:56.461 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.174832+0000", 2024-04-02T09:53:56.461 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.174832+0000", 2024-04-02T09:53:56.461 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.175903+0000", 2024-04-02T09:53:56.461 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.130699+0000", 2024-04-02T09:53:56.461 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.461 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.461 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.461 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:53:56.461 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.130699+0000", 2024-04-02T09:53:56.461 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.130699+0000", 2024-04-02T09:53:56.461 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.130699+0000", 2024-04-02T09:53:56.461 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.461 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.461 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.461 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.130699+0000", 2024-04-02T09:53:56.462 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.130699+0000", 2024-04-02T09:53:56.462 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.462 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:56.462 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.462 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.462 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:53:56.462 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.462 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.462 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.462 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.462 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:56.462 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.462 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.462 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.463 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.33", 2024-04-02T09:53:56.463 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.463 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.463 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.463 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5067, 2024-04-02T09:53:56.463 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.463 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:01:32.160674+0000", 2024-04-02T09:53:56.463 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.463 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.463 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.463 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.463 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.463 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.463 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.463 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.464 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.464 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.464 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.464 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.464 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.464 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.464 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.464 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.464 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.464 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.464 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.464 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.464 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.464 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.465 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.465 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.465 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.465 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.465 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.465 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.465 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.465 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.465 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.465 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.465 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.465 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.465 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.465 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.465 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.466 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.466 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.466 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.466 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.466 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.466 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.466 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.466 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.466 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.466 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.466 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:56.466 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:53:56.466 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:53:56.466 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.466 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:53:56.467 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:56.467 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.467 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.467 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.467 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:53:56.467 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:53:56.467 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:53:56.467 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.467 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 4, 2024-04-02T09:53:56.467 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.467 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.467 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:56.467 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.467 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.468 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.468 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.186638+0000", 2024-04-02T09:53:56.468 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.179079+0000", 2024-04-02T09:53:56.468 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.179079+0000", 2024-04-02T09:53:56.468 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.180484+0000", 2024-04-02T09:53:56.468 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.186638+0000", 2024-04-02T09:53:56.468 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.468 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.468 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.468 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:53:56.468 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.186638+0000", 2024-04-02T09:53:56.468 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.186638+0000", 2024-04-02T09:53:56.468 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.186638+0000", 2024-04-02T09:53:56.468 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.468 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.469 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.469 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.186638+0000", 2024-04-02T09:53:56.469 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.186638+0000", 2024-04-02T09:53:56.469 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.469 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:56.469 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.469 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.469 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:53:56.469 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.469 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.469 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.469 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.469 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:56.469 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.469 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.470 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.470 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.34", 2024-04-02T09:53:56.470 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.470 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.470 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.470 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5040, 2024-04-02T09:53:56.470 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.470 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:07:09.308090+0000", 2024-04-02T09:53:56.470 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.470 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.470 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.470 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.470 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.470 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.471 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.471 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.471 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.471 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.471 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.471 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.471 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.471 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.471 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.471 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.471 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.471 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.471 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.471 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.472 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.472 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.472 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.472 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.472 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.472 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.472 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.472 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.472 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.472 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.473 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.473 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.473 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.473 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.473 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.473 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.473 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.473 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.473 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.473 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.473 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.473 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.473 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.473 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.474 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.474 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.474 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.474 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:53:56.474 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:53:56.474 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:53:56.474 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.474 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 4, 2024-04-02T09:53:56.474 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:56.474 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.474 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.474 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.474 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:53:56.475 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:56.475 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:53:56.475 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.475 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T09:53:56.475 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.475 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.475 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:56.475 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.475 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.475 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.475 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.841625+0000", 2024-04-02T09:53:56.475 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.184294+0000", 2024-04-02T09:53:56.475 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.184294+0000", 2024-04-02T09:53:56.475 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.184617+0000", 2024-04-02T09:53:56.476 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.841625+0000", 2024-04-02T09:53:56.476 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.476 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.476 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.476 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:53:56.476 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.841625+0000", 2024-04-02T09:53:56.476 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.841625+0000", 2024-04-02T09:53:56.476 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.841625+0000", 2024-04-02T09:53:56.476 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.476 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.476 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.476 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.841625+0000", 2024-04-02T09:53:56.476 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.841625+0000", 2024-04-02T09:53:56.476 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.476 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:56.477 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.477 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.477 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:53:56.477 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.477 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.477 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.477 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.477 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:56.477 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.477 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.477 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.477 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.35", 2024-04-02T09:53:56.477 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.477 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.478 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.478 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4973, 2024-04-02T09:53:56.478 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.478 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:00:09.407463+0000", 2024-04-02T09:53:56.478 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.478 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.478 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.478 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.478 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.478 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.478 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.478 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.478 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.478 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.479 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.479 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.479 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.479 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.479 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.479 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.479 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.479 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.479 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.479 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.479 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.479 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.479 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.479 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.479 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.480 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.480 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.480 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.480 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.480 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.480 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.480 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.480 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.480 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.480 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.480 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.480 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.480 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.480 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.480 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.481 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.481 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.481 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.481 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.481 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.481 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.481 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.481 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:53:56.481 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:56.481 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:53:56.481 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.481 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T09:53:56.481 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:56.481 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.482 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.482 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.482 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:53:56.482 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:56.482 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:53:56.482 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.482 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T09:53:56.482 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.482 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.482 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:56.482 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.482 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.482 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.482 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.842186+0000", 2024-04-02T09:53:56.483 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.184356+0000", 2024-04-02T09:53:56.483 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.184356+0000", 2024-04-02T09:53:56.483 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.184641+0000", 2024-04-02T09:53:56.483 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.842186+0000", 2024-04-02T09:53:56.483 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.483 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.483 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.483 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:53:56.483 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.842186+0000", 2024-04-02T09:53:56.483 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.842186+0000", 2024-04-02T09:53:56.483 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.842186+0000", 2024-04-02T09:53:56.483 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.483 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.483 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.483 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.842186+0000", 2024-04-02T09:53:56.484 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.842186+0000", 2024-04-02T09:53:56.484 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.484 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:56.484 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.484 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.484 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:53:56.484 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.484 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.484 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.484 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.484 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:56.484 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.484 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.484 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.485 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.36", 2024-04-02T09:53:56.485 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.485 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.485 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.485 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4973, 2024-04-02T09:53:56.485 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.485 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:25:50.998117+0000", 2024-04-02T09:53:56.485 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.485 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.485 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.485 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.485 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.485 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.485 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.485 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.486 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.486 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.486 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.486 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.486 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.486 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.486 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.486 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.486 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.486 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.486 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.486 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.486 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.486 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.486 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.487 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.487 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.487 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.487 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.487 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.487 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.487 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.487 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.487 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.487 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.487 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.487 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.487 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.487 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.487 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.488 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.488 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.488 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.488 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.488 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.488 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.488 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.488 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.488 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.488 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:53:56.488 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:56.488 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:53:56.488 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.488 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T09:53:56.488 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:56.489 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.489 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.489 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.489 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:53:56.489 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:56.489 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:53:56.489 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.489 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:53:56.489 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.489 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.489 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:56.489 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.489 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.489 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.490 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.182979+0000", 2024-04-02T09:53:56.490 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.088331+0000", 2024-04-02T09:53:56.490 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.088331+0000", 2024-04-02T09:53:56.490 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.089003+0000", 2024-04-02T09:53:56.490 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.182979+0000", 2024-04-02T09:53:56.490 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.490 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.490 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.490 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:53:56.490 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.182979+0000", 2024-04-02T09:53:56.490 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.182979+0000", 2024-04-02T09:53:56.490 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.182979+0000", 2024-04-02T09:53:56.490 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.490 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.490 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.491 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.182979+0000", 2024-04-02T09:53:56.491 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.182979+0000", 2024-04-02T09:53:56.491 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.491 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:56.491 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.491 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.491 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:53:56.491 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.491 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.491 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.491 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.491 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:56.491 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.491 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.491 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.492 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.37", 2024-04-02T09:53:56.492 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.492 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.492 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.492 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4949, 2024-04-02T09:53:56.492 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.492 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:26:27.016628+0000", 2024-04-02T09:53:56.492 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.492 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.492 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.492 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.492 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.492 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.492 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.493 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.493 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.493 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.493 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.493 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.493 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.493 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.493 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.493 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.493 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.493 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.493 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.493 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.493 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.493 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.494 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.494 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.494 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.494 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.494 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.494 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.494 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.494 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.494 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.494 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.494 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.494 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.494 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.494 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.495 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.495 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.495 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.495 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.495 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.495 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.495 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.495 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.495 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.495 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.495 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.495 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:53:56.495 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:56.495 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:53:56.495 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.496 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:53:56.496 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:56.496 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.496 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.496 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.496 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:56.496 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:56.496 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:53:56.496 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.496 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:53:56.496 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.496 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.496 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:56.496 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.496 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.497 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.497 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.130100+0000", 2024-04-02T09:53:56.497 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.175402+0000", 2024-04-02T09:53:56.497 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.175402+0000", 2024-04-02T09:53:56.497 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.175762+0000", 2024-04-02T09:53:56.497 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.130100+0000", 2024-04-02T09:53:56.497 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.497 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.497 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.497 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:53:56.497 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.130100+0000", 2024-04-02T09:53:56.497 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.130100+0000", 2024-04-02T09:53:56.497 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.130100+0000", 2024-04-02T09:53:56.497 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.498 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.498 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.498 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.130100+0000", 2024-04-02T09:53:56.498 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.130100+0000", 2024-04-02T09:53:56.498 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.498 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:56.498 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.498 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.498 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:53:56.498 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.498 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.498 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.498 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.498 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:56.499 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.499 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.499 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.499 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.38", 2024-04-02T09:53:56.499 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.499 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.499 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.499 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5064, 2024-04-02T09:53:56.499 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.499 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:08:32.932284+0000", 2024-04-02T09:53:56.499 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.499 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.499 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.499 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.499 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.500 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.500 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.500 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.500 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.500 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.500 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.500 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.500 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.500 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.500 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.500 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.500 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.500 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.500 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.500 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.501 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.501 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.501 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.501 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.501 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.501 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.501 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.501 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.501 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.501 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.501 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.501 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.501 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.501 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.502 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.502 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.502 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.502 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.502 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.502 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.502 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.502 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.502 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.502 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.502 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.502 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.502 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.502 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:56.503 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:56.503 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:53:56.503 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.503 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:53:56.503 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:56.503 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.503 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.503 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.503 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:53:56.503 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:53:56.503 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:53:56.503 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.503 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:53:56.503 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.503 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.504 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:56.504 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.504 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.504 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.504 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.184668+0000", 2024-04-02T09:53:56.504 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.084229+0000", 2024-04-02T09:53:56.504 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.084229+0000", 2024-04-02T09:53:56.504 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.087635+0000", 2024-04-02T09:53:56.504 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.184668+0000", 2024-04-02T09:53:56.504 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.504 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.504 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.504 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:53:56.504 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.184668+0000", 2024-04-02T09:53:56.505 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.184668+0000", 2024-04-02T09:53:56.505 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.184668+0000", 2024-04-02T09:53:56.505 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.505 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.505 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.505 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.184668+0000", 2024-04-02T09:53:56.505 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.184668+0000", 2024-04-02T09:53:56.505 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.505 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:56.505 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.505 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.505 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:53:56.505 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.505 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.506 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.506 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.506 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:56.506 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.506 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.506 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.506 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.39", 2024-04-02T09:53:56.506 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.506 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.506 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.506 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4937, 2024-04-02T09:53:56.506 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.506 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:26:53.744586+0000", 2024-04-02T09:53:56.506 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.507 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.507 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.507 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.507 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.507 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.507 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.507 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.507 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.507 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.507 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.507 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.507 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.507 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.507 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.508 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.508 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.508 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.508 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.508 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.508 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.508 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.508 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.508 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.508 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.508 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.508 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.508 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.508 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.508 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.509 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.509 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.509 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.509 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.509 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.509 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.509 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.509 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.509 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.509 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.509 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.509 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.509 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.509 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.509 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.510 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.510 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.510 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:53:56.510 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:53:56.510 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:53:56.510 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.510 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:53:56.510 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:56.510 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.510 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.510 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.510 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:53:56.510 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:53:56.510 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:53:56.511 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.511 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 2, 2024-04-02T09:53:56.511 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.511 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.511 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:56.511 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.511 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.511 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.511 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.840784+0000", 2024-04-02T09:53:56.511 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:29:27.972475+0000", 2024-04-02T09:53:56.511 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:29:27.972475+0000", 2024-04-02T09:53:56.511 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:29:27.972853+0000", 2024-04-02T09:53:56.511 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.840784+0000", 2024-04-02T09:53:56.511 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.511 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.512 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.512 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 380, 2024-04-02T09:53:56.512 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.840784+0000", 2024-04-02T09:53:56.512 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.840784+0000", 2024-04-02T09:53:56.512 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.840784+0000", 2024-04-02T09:53:56.512 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.512 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.512 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.512 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.840784+0000", 2024-04-02T09:53:56.512 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.840784+0000", 2024-04-02T09:53:56.512 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.512 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:56.512 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.512 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.512 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 379, 2024-04-02T09:53:56.513 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.513 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.513 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.513 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.513 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:56.513 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.513 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.513 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.513 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.3a", 2024-04-02T09:53:56.513 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.513 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.513 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.513 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5115, 2024-04-02T09:53:56.513 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.513 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:02:46.769014+0000", 2024-04-02T09:53:56.514 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.514 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.514 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.514 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.514 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.514 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.514 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.514 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.514 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.514 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.514 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.514 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.514 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.514 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.515 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.515 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.515 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.515 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.515 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.515 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.515 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.515 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.515 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.515 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.515 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.515 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.515 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.515 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.515 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.516 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.516 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.516 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.516 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.516 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.516 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.516 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.516 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.516 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.516 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.516 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.516 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.516 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.516 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.517 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.517 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.517 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.517 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.517 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:53:56.517 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:53:56.517 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:53:56.517 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.517 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 2, 2024-04-02T09:53:56.517 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:56.517 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.517 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.517 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.517 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:53:56.517 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:53:56.518 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:53:56.518 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.518 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:53:56.518 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.518 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.518 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:56.518 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.518 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.518 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.518 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.187144+0000", 2024-04-02T09:53:56.518 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.079349+0000", 2024-04-02T09:53:56.518 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.079349+0000", 2024-04-02T09:53:56.518 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.079957+0000", 2024-04-02T09:53:56.519 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.187144+0000", 2024-04-02T09:53:56.519 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.519 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.519 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.519 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:53:56.519 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.187144+0000", 2024-04-02T09:53:56.519 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.187144+0000", 2024-04-02T09:53:56.519 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.187144+0000", 2024-04-02T09:53:56.519 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.519 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.519 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.519 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.187144+0000", 2024-04-02T09:53:56.519 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.187144+0000", 2024-04-02T09:53:56.519 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.519 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:56.520 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.520 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.520 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:53:56.520 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.520 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.520 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.520 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.520 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:56.520 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.520 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.520 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.520 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.3b", 2024-04-02T09:53:56.520 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.520 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.520 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.521 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4928, 2024-04-02T09:53:56.521 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.521 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:11:51.086353+0000", 2024-04-02T09:53:56.521 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.521 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.521 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.521 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.521 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.521 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.521 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.521 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.521 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.521 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.522 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.522 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.522 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.522 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.522 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.522 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.522 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.522 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.522 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.522 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.522 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.522 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.522 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.522 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.523 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.523 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.523 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.523 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.523 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.523 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.523 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.523 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.523 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.523 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.523 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.523 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.523 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.524 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.524 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.524 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.524 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.524 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.524 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.524 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.524 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.524 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.524 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.524 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:53:56.524 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:53:56.524 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:53:56.524 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.524 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:53:56.525 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:56.525 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.525 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.525 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.525 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:56.525 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:56.525 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:53:56.525 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.525 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:53:56.525 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.525 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.525 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:56.525 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.525 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.526 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.526 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.185410+0000", 2024-04-02T09:53:56.526 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.080645+0000", 2024-04-02T09:53:56.526 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.080645+0000", 2024-04-02T09:53:56.526 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.081141+0000", 2024-04-02T09:53:56.526 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.185410+0000", 2024-04-02T09:53:56.526 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.526 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.526 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.526 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:53:56.526 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.185410+0000", 2024-04-02T09:53:56.526 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.185410+0000", 2024-04-02T09:53:56.526 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.185410+0000", 2024-04-02T09:53:56.526 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.527 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.527 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.527 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.185410+0000", 2024-04-02T09:53:56.527 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.185410+0000", 2024-04-02T09:53:56.527 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.527 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:56.527 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.527 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.527 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:53:56.527 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.527 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.527 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.527 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.527 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:56.527 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.528 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.528 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.528 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.3c", 2024-04-02T09:53:56.528 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.528 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.528 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.528 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5019, 2024-04-02T09:53:56.528 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.528 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:44:47.128944+0000", 2024-04-02T09:53:56.528 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.528 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.528 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.528 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.529 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.529 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.529 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.529 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.529 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.529 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.529 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.529 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.529 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.529 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.529 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.529 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.529 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.529 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.529 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.530 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.530 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.530 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.530 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.530 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.530 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.530 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.530 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.530 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.530 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.530 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.530 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.530 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.530 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.531 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.531 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.531 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.531 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.531 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.531 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.531 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.531 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.531 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.531 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.531 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.531 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.531 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.531 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.532 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:53:56.532 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:56.532 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:53:56.532 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.532 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:53:56.532 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:56.532 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.532 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.532 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.532 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:56.532 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:53:56.532 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:53:56.532 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.532 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:53:56.533 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.533 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.533 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:56.533 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.533 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.533 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.533 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.131547+0000", 2024-04-02T09:53:56.533 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:03.038241+0000", 2024-04-02T09:53:56.533 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:03.038241+0000", 2024-04-02T09:53:56.533 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:03.038901+0000", 2024-04-02T09:53:56.533 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.131547+0000", 2024-04-02T09:53:56.533 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.533 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.533 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.534 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 415, 2024-04-02T09:53:56.534 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.131547+0000", 2024-04-02T09:53:56.534 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.131547+0000", 2024-04-02T09:53:56.534 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.131547+0000", 2024-04-02T09:53:56.534 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.534 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.534 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.534 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.131547+0000", 2024-04-02T09:53:56.534 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.131547+0000", 2024-04-02T09:53:56.534 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.534 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:56.534 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.534 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.534 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 414, 2024-04-02T09:53:56.535 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.535 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.535 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.535 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.535 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:56.535 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.535 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.535 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.535 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.3d", 2024-04-02T09:53:56.535 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.535 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.535 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.535 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5072, 2024-04-02T09:53:56.535 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.535 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:06:03.144655+0000", 2024-04-02T09:53:56.536 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.536 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.536 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.536 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.536 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.536 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.536 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.536 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.536 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.536 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.536 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.536 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.536 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.536 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.536 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.537 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.537 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.537 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.537 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.537 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.537 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.537 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.537 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.537 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.537 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.537 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.537 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.537 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.537 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.538 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.538 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.538 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.538 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.538 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.538 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.538 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.538 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.538 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.538 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.538 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.538 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.538 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.538 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.539 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.539 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.539 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.539 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.539 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:53:56.539 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:53:56.539 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:53:56.539 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.539 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:53:56.539 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:56.539 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.539 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.539 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.539 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:53:56.540 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:53:56.540 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:53:56.540 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.540 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:53:56.540 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.540 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.540 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:56.540 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.540 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.540 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.540 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.755017+0000", 2024-04-02T09:53:56.540 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.182856+0000", 2024-04-02T09:53:56.540 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.182856+0000", 2024-04-02T09:53:56.540 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.183587+0000", 2024-04-02T09:53:56.540 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.755017+0000", 2024-04-02T09:53:56.541 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.541 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.541 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.541 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:53:56.541 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.755017+0000", 2024-04-02T09:53:56.541 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.755017+0000", 2024-04-02T09:53:56.541 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.755017+0000", 2024-04-02T09:53:56.541 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.541 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.541 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.541 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.755017+0000", 2024-04-02T09:53:56.541 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.755017+0000", 2024-04-02T09:53:56.541 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.541 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:56.542 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.542 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.542 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:53:56.542 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.542 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.542 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.542 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.542 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:56.542 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.542 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.542 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.542 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.3e", 2024-04-02T09:53:56.542 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.543 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.543 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.543 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5135, 2024-04-02T09:53:56.543 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.543 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:25:11.423673+0000", 2024-04-02T09:53:56.543 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.543 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.543 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.543 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.543 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.543 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.543 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.543 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.543 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.544 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.544 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.544 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.544 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.544 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.544 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.544 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.544 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.544 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.544 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.544 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.544 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.544 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.544 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.544 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.545 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.545 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.545 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.545 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.545 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.545 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.545 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.545 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.545 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.545 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.545 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.545 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.545 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.545 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.545 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.546 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.546 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.546 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.546 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.546 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.546 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.546 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.546 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.546 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:53:56.546 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:53:56.546 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:53:56.546 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.547 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:53:56.547 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:56.547 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.547 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.547 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:53:56.547 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:53:56.547 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:53:56.547 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:53:56.547 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.547 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:53:56.547 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:53:56.547 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:53:56.547 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:53:56.547 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:53:56.547 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:53:56.548 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:53:56.548 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.182589+0000", 2024-04-02T09:53:56.548 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.087051+0000", 2024-04-02T09:53:56.548 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.087051+0000", 2024-04-02T09:53:56.548 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.087345+0000", 2024-04-02T09:53:56.548 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.182589+0000", 2024-04-02T09:53:56.548 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.548 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:53:56.548 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.548 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:53:56.548 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.182589+0000", 2024-04-02T09:53:56.548 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.182589+0000", 2024-04-02T09:53:56.548 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.182589+0000", 2024-04-02T09:53:56.548 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:53:56.548 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:53:56.548 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:53:56.549 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.182589+0000", 2024-04-02T09:53:56.549 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.182589+0000", 2024-04-02T09:53:56.549 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:53:56.549 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:56.549 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:53:56.549 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:53:56.549 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:53:56.549 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:53:56.549 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:53:56.549 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:53:56.549 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:53:56.549 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:56.549 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:53:56.550 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:53:56.550 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:53:56.550 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.3f", 2024-04-02T09:53:56.550 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:53:56.550 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:53:56.550 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:53:56.550 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4948, 2024-04-02T09:53:56.550 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:53:56.550 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:33:24.386842+0000", 2024-04-02T09:53:56.550 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:53:56.550 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:53:56.550 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.550 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.550 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.551 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.551 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.551 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.551 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.551 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.551 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.551 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.551 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.551 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.551 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.551 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.551 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.551 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.551 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.551 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.551 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.552 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.552 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.552 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.552 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.552 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.552 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.552 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.552 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.552 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.552 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.552 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.552 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.552 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.552 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.553 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.553 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.553 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.553 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.553 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.553 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.553 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.553 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.553 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.553 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:53:56.553 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:53:56.553 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:53:56.553 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:53:56.553 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:53:56.553 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:53:56.554 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.554 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:53:56.554 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:53:56.554 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:56.554 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.554 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_per_pool": [ 2024-04-02T09:53:56.554 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.554 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": 24, 2024-04-02T09:53:56.554 INFO:tasks.workunit.client.0.smithi012.stdout: "application": [ 2024-04-02T09:53:56.554 INFO:tasks.workunit.client.0.smithi012.stdout: "rbd" 2024-04-02T09:53:56.554 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.554 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 24429, 2024-04-02T09:53:56.554 INFO:tasks.workunit.client.0.smithi012.stdout: "num_pg": 8, 2024-04-02T09:53:56.555 INFO:tasks.workunit.client.0.smithi012.stdout: "num_store_stats": 8, 2024-04-02T09:53:56.555 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 24429, 2024-04-02T09:53:56.555 INFO:tasks.workunit.client.0.smithi012.stdout: "poolid": 4, 2024-04-02T09:53:56.555 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.555 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 4194323, 2024-04-02T09:53:56.555 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.555 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.555 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.555 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.555 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.555 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.555 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.555 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.555 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.555 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.556 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.556 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.556 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.556 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.556 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.556 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 12, 2024-04-02T09:53:56.556 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 4, 2024-04-02T09:53:56.556 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.556 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 4, 2024-04-02T09:53:56.556 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.556 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.556 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.556 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.556 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.557 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 2, 2024-04-02T09:53:56.557 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.557 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.557 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.557 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.557 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.557 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.557 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.557 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 8939, 2024-04-02T09:53:56.557 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 3029804, 2024-04-02T09:53:56.557 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.557 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.557 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.557 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 24299, 2024-04-02T09:53:56.557 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 3150007 2024-04-02T09:53:56.558 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.558 INFO:tasks.workunit.client.0.smithi012.stdout: "store_stats": { 2024-04-02T09:53:56.558 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": 12595200, 2024-04-02T09:53:56.558 INFO:tasks.workunit.client.0.smithi012.stdout: "available": 0, 2024-04-02T09:53:56.558 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed": 0, 2024-04-02T09:53:56.558 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_allocated": 0, 2024-04-02T09:53:56.558 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_original": 0, 2024-04-02T09:53:56.558 INFO:tasks.workunit.client.0.smithi012.stdout: "data_stored": 12582969, 2024-04-02T09:53:56.558 INFO:tasks.workunit.client.0.smithi012.stdout: "internal_metadata": 0, 2024-04-02T09:53:56.558 INFO:tasks.workunit.client.0.smithi012.stdout: "internally_reserved": 0, 2024-04-02T09:53:56.558 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_allocated": 0, 2024-04-02T09:53:56.558 INFO:tasks.workunit.client.0.smithi012.stdout: "total": 0 2024-04-02T09:53:56.558 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.558 INFO:tasks.workunit.client.0.smithi012.stdout: "up": 24 2024-04-02T09:53:56.559 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.559 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.559 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": 192, 2024-04-02T09:53:56.559 INFO:tasks.workunit.client.0.smithi012.stdout: "application": [ 2024-04-02T09:53:56.559 INFO:tasks.workunit.client.0.smithi012.stdout: "cephfs" 2024-04-02T09:53:56.559 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.559 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:53:56.559 INFO:tasks.workunit.client.0.smithi012.stdout: "num_pg": 64, 2024-04-02T09:53:56.559 INFO:tasks.workunit.client.0.smithi012.stdout: "num_store_stats": 8, 2024-04-02T09:53:56.559 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:53:56.559 INFO:tasks.workunit.client.0.smithi012.stdout: "poolid": 3, 2024-04-02T09:53:56.559 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.559 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:53:56.559 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.559 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:53:56.560 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.560 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.560 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.560 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.560 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.560 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.560 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.560 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.560 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.560 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.560 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.560 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.560 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.560 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:53:56.560 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:53:56.561 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.561 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:53:56.561 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.561 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.561 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.561 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.561 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.561 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.561 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.561 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:53:56.561 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.561 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.561 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.562 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.562 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.562 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:53:56.562 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:53:56.562 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.562 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.562 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.562 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:53:56.562 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:53:56.562 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.562 INFO:tasks.workunit.client.0.smithi012.stdout: "store_stats": { 2024-04-02T09:53:56.562 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": 0, 2024-04-02T09:53:56.562 INFO:tasks.workunit.client.0.smithi012.stdout: "available": 0, 2024-04-02T09:53:56.563 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed": 0, 2024-04-02T09:53:56.563 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_allocated": 0, 2024-04-02T09:53:56.563 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_original": 0, 2024-04-02T09:53:56.563 INFO:tasks.workunit.client.0.smithi012.stdout: "data_stored": 0, 2024-04-02T09:53:56.563 INFO:tasks.workunit.client.0.smithi012.stdout: "internal_metadata": 0, 2024-04-02T09:53:56.563 INFO:tasks.workunit.client.0.smithi012.stdout: "internally_reserved": 0, 2024-04-02T09:53:56.563 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_allocated": 0, 2024-04-02T09:53:56.563 INFO:tasks.workunit.client.0.smithi012.stdout: "total": 0 2024-04-02T09:53:56.563 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.563 INFO:tasks.workunit.client.0.smithi012.stdout: "up": 192 2024-04-02T09:53:56.563 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.563 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.563 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": 3, 2024-04-02T09:53:56.563 INFO:tasks.workunit.client.0.smithi012.stdout: "application": [ 2024-04-02T09:53:56.563 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr" 2024-04-02T09:53:56.564 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.564 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 197, 2024-04-02T09:53:56.564 INFO:tasks.workunit.client.0.smithi012.stdout: "num_pg": 1, 2024-04-02T09:53:56.564 INFO:tasks.workunit.client.0.smithi012.stdout: "num_store_stats": 3, 2024-04-02T09:53:56.564 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 197, 2024-04-02T09:53:56.564 INFO:tasks.workunit.client.0.smithi012.stdout: "poolid": 1, 2024-04-02T09:53:56.564 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.564 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 590368, 2024-04-02T09:53:56.564 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.564 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 1771104, 2024-04-02T09:53:56.564 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.564 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.564 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.565 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.565 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.565 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.565 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.565 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.565 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.565 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:53:56.565 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.565 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.565 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.565 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 6, 2024-04-02T09:53:56.565 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 2, 2024-04-02T09:53:56.565 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.565 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 2, 2024-04-02T09:53:56.565 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.566 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.566 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.566 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.566 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.566 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:53:56.566 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.566 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 6, 2024-04-02T09:53:56.566 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.566 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.566 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.566 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.566 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.566 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 812, 2024-04-02T09:53:56.566 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 1310, 2024-04-02T09:53:56.567 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.567 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.567 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.567 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 311, 2024-04-02T09:53:56.567 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 2416 2024-04-02T09:53:56.567 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.567 INFO:tasks.workunit.client.0.smithi012.stdout: "store_stats": { 2024-04-02T09:53:56.567 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": 1781760, 2024-04-02T09:53:56.567 INFO:tasks.workunit.client.0.smithi012.stdout: "available": 0, 2024-04-02T09:53:56.567 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed": 0, 2024-04-02T09:53:56.567 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_allocated": 0, 2024-04-02T09:53:56.567 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_original": 0, 2024-04-02T09:53:56.567 INFO:tasks.workunit.client.0.smithi012.stdout: "data_stored": 1771104, 2024-04-02T09:53:56.567 INFO:tasks.workunit.client.0.smithi012.stdout: "internal_metadata": 0, 2024-04-02T09:53:56.567 INFO:tasks.workunit.client.0.smithi012.stdout: "internally_reserved": 0, 2024-04-02T09:53:56.568 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_allocated": 0, 2024-04-02T09:53:56.568 INFO:tasks.workunit.client.0.smithi012.stdout: "total": 0 2024-04-02T09:53:56.568 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.568 INFO:tasks.workunit.client.0.smithi012.stdout: "up": 3 2024-04-02T09:53:56.568 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.568 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:53:56.568 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": 96, 2024-04-02T09:53:56.568 INFO:tasks.workunit.client.0.smithi012.stdout: "application": [ 2024-04-02T09:53:56.568 INFO:tasks.workunit.client.0.smithi012.stdout: "cephfs" 2024-04-02T09:53:56.568 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.568 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 68, 2024-04-02T09:53:56.568 INFO:tasks.workunit.client.0.smithi012.stdout: "num_pg": 32, 2024-04-02T09:53:56.568 INFO:tasks.workunit.client.0.smithi012.stdout: "num_store_stats": 8, 2024-04-02T09:53:56.568 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 68, 2024-04-02T09:53:56.568 INFO:tasks.workunit.client.0.smithi012.stdout: "poolid": 2, 2024-04-02T09:53:56.569 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:53:56.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 6622, 2024-04-02T09:53:56.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:53:56.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 34, 2024-04-02T09:53:56.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:53:56.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:53:56.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:53:56.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:53:56.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:53:56.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:53:56.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:53:56.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:53:56.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:53:56.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 10, 2024-04-02T09:53:56.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:53:56.570 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:53:56.570 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:53:56.570 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 66, 2024-04-02T09:53:56.570 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 22, 2024-04-02T09:53:56.570 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:53:56.570 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 22, 2024-04-02T09:53:56.570 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:53:56.570 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:53:56.570 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:53:56.570 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:53:56.570 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:53:56.570 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 14, 2024-04-02T09:53:56.570 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:53:56.570 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 3, 2024-04-02T09:53:56.570 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:53:56.571 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:53:56.571 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:53:56.571 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:53:56.571 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:53:56.571 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 79, 2024-04-02T09:53:56.571 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 87, 2024-04-02T09:53:56.571 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:53:56.571 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:53:56.571 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:53:56.571 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 68, 2024-04-02T09:53:56.571 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 36 2024-04-02T09:53:56.571 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.571 INFO:tasks.workunit.client.0.smithi012.stdout: "store_stats": { 2024-04-02T09:53:56.571 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": 110592, 2024-04-02T09:53:56.571 INFO:tasks.workunit.client.0.smithi012.stdout: "available": 0, 2024-04-02T09:53:56.572 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed": 0, 2024-04-02T09:53:56.572 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_allocated": 0, 2024-04-02T09:53:56.572 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_original": 0, 2024-04-02T09:53:56.572 INFO:tasks.workunit.client.0.smithi012.stdout: "data_stored": 19866, 2024-04-02T09:53:56.572 INFO:tasks.workunit.client.0.smithi012.stdout: "internal_metadata": 0, 2024-04-02T09:53:56.572 INFO:tasks.workunit.client.0.smithi012.stdout: "internally_reserved": 0, 2024-04-02T09:53:56.572 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_allocated": 42504, 2024-04-02T09:53:56.572 INFO:tasks.workunit.client.0.smithi012.stdout: "total": 0 2024-04-02T09:53:56.572 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.572 INFO:tasks.workunit.client.0.smithi012.stdout: "up": 96 2024-04-02T09:53:56.572 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:56.572 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:53:56.572 INFO:tasks.workunit.client.0.smithi012.stdout: "usage": { 2024-04-02T09:53:56.572 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_num": 105, 2024-04-02T09:53:56.573 INFO:tasks.workunit.client.0.smithi012.stdout: "pools": 4, 2024-04-02T09:53:56.573 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_by_class": { 2024-04-02T09:53:56.573 INFO:tasks.workunit.client.0.smithi012.stdout: "ssd": { 2024-04-02T09:53:56.573 INFO:tasks.workunit.client.0.smithi012.stdout: "total_avail_bytes": 762454196224, 2024-04-02T09:53:56.573 INFO:tasks.workunit.client.0.smithi012.stdout: "total_bytes": 767960285184, 2024-04-02T09:53:56.573 INFO:tasks.workunit.client.0.smithi012.stdout: "total_used_bytes": 5506088960, 2024-04-02T09:53:56.573 INFO:tasks.workunit.client.0.smithi012.stdout: "total_used_raw_bytes": 5506088960, 2024-04-02T09:53:56.573 INFO:tasks.workunit.client.0.smithi012.stdout: "total_used_raw_ratio": 0.007169757504016161 2024-04-02T09:53:56.573 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:56.573 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:53:56.573 INFO:tasks.workunit.client.0.smithi012.stdout: "total_avail_bytes": 762454196224, 2024-04-02T09:53:56.573 INFO:tasks.workunit.client.0.smithi012.stdout: "total_bytes": 767960285184, 2024-04-02T09:53:56.573 INFO:tasks.workunit.client.0.smithi012.stdout: "total_used_bytes": 5506088960 2024-04-02T09:53:56.573 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:53:56.573 INFO:tasks.workunit.client.0.smithi012.stdout:} 2024-04-02T09:53:56.574 INFO:tasks.workunit.client.0.smithi012.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-04-02T09:53:56.574 INFO:tasks.workunit.client.0.smithi012.stdout:device channel is on and up to date, see report with `ceph telemetry show-device`. 2024-04-02T09:53:56.574 INFO:tasks.workunit.client.0.smithi012.stderr:+ ceph telemetry preview-all 2024-04-02T09:53:56.575 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[88355]: from='client.36300 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:53:56.575 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:53:56.575 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:53:56.575 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:53:56.575 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:53:56.575 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:53:56.575 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:53:56.575 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:53:56.575 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:53:56.575 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:53:56.576 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[88355]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:53:56.576 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[88355]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:53:56.576 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:53:56.576 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:53:56.576 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:53:56.576 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[88355]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:53:56.576 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[88355]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:53:56.576 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:53:56.576 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:53:56.576 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:53:56.576 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[88355]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:53:56.576 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[88355]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:53:56.576 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:53:56.576 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:53:56.576 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:53:56.577 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[88355]: from='client.36300 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:53:56.577 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:53:56.577 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:55 smithi055 ceph-mon[85080]: from='client.36300 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:53:56.577 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:53:56.577 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:53:56.577 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:53:56.577 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:53:56.577 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:53:56.577 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:53:56.577 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:53:56.577 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:53:56.578 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:53:56.578 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:55 smithi055 ceph-mon[85080]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:53:56.578 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:55 smithi055 ceph-mon[85080]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:53:56.578 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:53:56.578 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:53:56.578 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:53:56.578 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:55 smithi055 ceph-mon[85080]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:53:56.578 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:55 smithi055 ceph-mon[85080]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:53:56.578 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:53:56.578 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:53:56.578 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:53:56.578 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:55 smithi055 ceph-mon[85080]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:53:56.579 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:55 smithi055 ceph-mon[85080]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:53:56.579 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:53:56.579 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:53:56.579 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:53:56.579 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:55 smithi055 ceph-mon[85080]: from='client.36300 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:53:56.579 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:53:56.579 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:53:56.579 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:53:56.579 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:53:56.579 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:53:56.579 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:53:56.579 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:53:56.579 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:53:56.579 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:53:56.579 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:53:56.580 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:53:56.580 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:55 smithi055 ceph-mon[85080]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:53:56.580 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:55 smithi055 ceph-mon[85080]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:53:56.580 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:53:56.580 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:53:56.580 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:53:56.580 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:55 smithi055 ceph-mon[85080]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:53:56.580 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:55 smithi055 ceph-mon[85080]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:53:56.580 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:53:56.580 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:53:56.580 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:53:56.580 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:55 smithi055 ceph-mon[85080]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:53:56.580 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:55 smithi055 ceph-mon[85080]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:53:56.580 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:53:56.580 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:53:56.581 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:55 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:53:56.581 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:55 smithi055 ceph-mon[85080]: from='client.36324 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:53:56.581 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[90784]: from='client.36300 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:53:56.581 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:53:56.581 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:53:56.581 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:53:56.581 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:53:56.581 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:53:56.581 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:53:56.581 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:53:56.581 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:53:56.581 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:53:56.581 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[90784]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:53:56.581 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[90784]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:53:56.582 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:53:56.582 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:53:56.582 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:53:56.582 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[90784]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:53:56.582 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[90784]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:53:56.582 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:53:56.582 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:53:56.582 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:53:56.582 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[90784]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:53:56.582 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[90784]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:53:56.582 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:53:56.582 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:53:56.582 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:53:56.582 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[90784]: from='client.36300 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:53:56.583 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:53:56.583 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:53:56.583 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:53:56.583 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:53:56.583 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:53:56.583 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:53:56.583 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:53:56.583 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:53:56.583 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:53:56.583 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:53:56.584 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:53:56.584 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[88355]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:53:56.584 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[88355]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:53:56.584 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:53:56.584 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:53:56.584 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:53:56.584 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[88355]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:53:56.584 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[88355]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:53:56.584 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:53:56.584 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:53:56.584 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:53:56.584 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[88355]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:53:56.584 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[88355]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:53:56.584 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:53:56.584 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:53:56.585 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:53:56.585 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[88355]: from='client.36324 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:53:56.585 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:53:56.585 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:53:56.585 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:53:56.585 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:53:56.585 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:53:56.585 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:53:56.585 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:53:56.585 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:53:56.585 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:53:56.585 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:53:56.586 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[90784]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:53:56.586 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[90784]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:53:56.586 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:53:56.586 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:53:56.586 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:53:56.586 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[90784]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:53:56.586 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[90784]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:53:56.586 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:53:56.586 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:53:56.586 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:53:56.586 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[90784]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:53:56.586 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[90784]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:53:56.586 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:53:56.586 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:53:56.587 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:53:56.587 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:55 smithi012 ceph-mon[90784]: from='client.36324 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:53:56.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[88355]: from='client.36324 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:53:56.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[88355]: mgrmap e42: y(active, since 87m), standbys: x 2024-04-02T09:53:56.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[88355]: from='client.46265 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:53:56.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:53:56.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:53:56.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:53:56.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:53:56.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:53:56.930 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:53:56.930 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:53:56.930 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:53:56.930 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:53:56.930 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:53:56.930 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:53:56.930 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[88355]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:53:56.930 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[88355]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:53:56.930 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:53:56.930 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:53:56.930 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:53:56.930 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[88355]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:53:56.930 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[88355]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:53:56.930 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:53:56.931 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:53:56.931 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:53:56.931 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[88355]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:53:56.931 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[88355]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:53:56.931 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:53:56.931 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:53:56.931 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:53:56.931 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[88355]: pgmap v5146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-04-02T09:53:56.931 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[90784]: from='client.36324 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:53:56.931 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[90784]: mgrmap e42: y(active, since 87m), standbys: x 2024-04-02T09:53:56.932 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[90784]: from='client.46265 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:53:56.932 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:53:56.932 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:53:56.932 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:53:56.932 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:53:56.932 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:53:56.932 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:53:56.932 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:53:56.932 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:53:56.932 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:53:56.932 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:53:56.932 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:53:56.932 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[90784]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:53:56.932 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[90784]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:53:56.933 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:53:56.933 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:53:56.933 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:53:56.933 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[90784]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:53:56.933 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[90784]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:53:56.933 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:53:56.933 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:53:56.933 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:53:56.933 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[90784]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:53:56.933 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[90784]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:53:56.933 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:53:56.933 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:53:56.933 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:53:56.933 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:56 smithi012 ceph-mon[90784]: pgmap v5146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-04-02T09:53:57.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:56 smithi055 ceph-mon[85080]: from='client.36324 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:53:57.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:56 smithi055 ceph-mon[85080]: mgrmap e42: y(active, since 87m), standbys: x 2024-04-02T09:53:57.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:56 smithi055 ceph-mon[85080]: from='client.46265 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:53:57.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:53:57.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:53:57.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:53:57.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:53:57.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:53:57.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:53:57.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:53:57.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:53:57.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:53:57.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:53:57.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:53:57.062 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:56 smithi055 ceph-mon[85080]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:53:57.063 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:56 smithi055 ceph-mon[85080]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:53:57.063 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:53:57.063 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:53:57.063 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:53:57.063 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:56 smithi055 ceph-mon[85080]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:53:57.063 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:56 smithi055 ceph-mon[85080]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:53:57.063 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:53:57.063 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:53:57.063 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:53:57.063 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:56 smithi055 ceph-mon[85080]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:53:57.063 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:56 smithi055 ceph-mon[85080]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:53:57.063 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:53:57.063 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:53:57.063 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:56 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:53:57.063 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:56 smithi055 ceph-mon[85080]: pgmap v5146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-04-02T09:53:58.428 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:53:57 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:53:57] "GET /metrics HTTP/1.1" 200 34251 "" "Prometheus/2.43.0" 2024-04-02T09:53:58.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:58 smithi012 ceph-mon[88355]: pgmap v5147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-04-02T09:53:58.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:58 smithi012 ceph-mon[90784]: pgmap v5147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-04-02T09:53:59.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:58 smithi055 ceph-mon[85080]: pgmap v5147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-04-02T09:53:59.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:53:59.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:59.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:53:59.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:53:59.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:53:59 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:53:59.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:53:59.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:59.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:53:59.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:53:59.930 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:53:59 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:54:00.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:54:00.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:54:00.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:54:00.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:54:00.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:53:59 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:54:00.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:00 smithi012 ceph-mon[88355]: pgmap v5148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T09:54:00.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:00 smithi012 ceph-mon[90784]: pgmap v5148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T09:54:01.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:00 smithi055 ceph-mon[85080]: pgmap v5148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T09:54:02.564 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:54:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:54:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:54:02.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:02 smithi012 ceph-mon[88355]: pgmap v5149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T09:54:02.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:02 smithi012 ceph-mon[90784]: pgmap v5149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T09:54:03.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:02 smithi055 ceph-mon[85080]: pgmap v5149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T09:54:04.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:04 smithi012 ceph-mon[88355]: pgmap v5150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T09:54:04.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:04 smithi012 ceph-mon[90784]: pgmap v5150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T09:54:05.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:04 smithi055 ceph-mon[85080]: pgmap v5150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T09:54:06.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:06 smithi012 ceph-mon[88355]: pgmap v5151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T09:54:06.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:06 smithi012 ceph-mon[90784]: pgmap v5151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T09:54:07.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:06 smithi055 ceph-mon[85080]: pgmap v5151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T09:54:08.431 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:54:07 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:54:07] "GET /metrics HTTP/1.1" 200 34243 "" "Prometheus/2.43.0" 2024-04-02T09:54:08.928 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:08 smithi012 ceph-mon[88355]: pgmap v5152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-04-02T09:54:08.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:08 smithi012 ceph-mon[90784]: pgmap v5152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-04-02T09:54:09.061 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:08 smithi055 ceph-mon[85080]: pgmap v5152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-04-02T09:54:10.467 INFO:tasks.workunit.client.0.smithi012.stdout:{ 2024-04-02T09:54:10.468 INFO:tasks.workunit.client.0.smithi012.stdout: "device_report": { 2024-04-02T09:54:10.468 INFO:tasks.workunit.client.0.smithi012.stdout: "530c5216-f0ca-11ee-8bce-ac1f6bf825ea": { 2024-04-02T09:54:10.468 INFO:tasks.workunit.client.0.smithi012.stdout: "INTEL_SSDPEDKE040T7_530cd4f2-f0ca-11ee-8bce-ac1f6bf825ea": { 2024-04-02T09:54:10.468 INFO:tasks.workunit.client.0.smithi012.stdout: "20240402-081810": { 2024-04-02T09:54:10.468 INFO:tasks.workunit.client.0.smithi012.stdout: "device": { 2024-04-02T09:54:10.468 INFO:tasks.workunit.client.0.smithi012.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T09:54:10.468 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "/dev/nvme0n1", 2024-04-02T09:54:10.468 INFO:tasks.workunit.client.0.smithi012.stdout: "protocol": "NVMe", 2024-04-02T09:54:10.468 INFO:tasks.workunit.client.0.smithi012.stdout: "type": "nvme" 2024-04-02T09:54:10.468 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.468 INFO:tasks.workunit.client.0.smithi012.stdout: "firmware_version": "QDV1013D", 2024-04-02T09:54:10.468 INFO:tasks.workunit.client.0.smithi012.stdout: "host_id": "530c5216-f0ca-11ee-8bce-ac1f6bf825ea", 2024-04-02T09:54:10.469 INFO:tasks.workunit.client.0.smithi012.stdout: "json_format_version": [ 2024-04-02T09:54:10.469 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:10.469 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:10.469 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:10.469 INFO:tasks.workunit.client.0.smithi012.stdout: "local_time": { 2024-04-02T09:54:10.469 INFO:tasks.workunit.client.0.smithi012.stdout: "asctime": "Tue Apr 2 08:18:10 2024 UTC", 2024-04-02T09:54:10.469 INFO:tasks.workunit.client.0.smithi012.stdout: "time_t": 1712045890 2024-04-02T09:54:10.469 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.469 INFO:tasks.workunit.client.0.smithi012.stdout: "logical_block_size": 512, 2024-04-02T09:54:10.469 INFO:tasks.workunit.client.0.smithi012.stdout: "model_name": "INTEL SSDPEDKE040T7", 2024-04-02T09:54:10.469 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_controller_id": 0, 2024-04-02T09:54:10.469 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T09:54:10.470 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_namespaces": [ 2024-04-02T09:54:10.470 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:10.470 INFO:tasks.workunit.client.0.smithi012.stdout: "capacity": { 2024-04-02T09:54:10.470 INFO:tasks.workunit.client.0.smithi012.stdout: "blocks": 7814037168, 2024-04-02T09:54:10.470 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 4000787030016 2024-04-02T09:54:10.470 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.470 INFO:tasks.workunit.client.0.smithi012.stdout: "formatted_lba_size": 512, 2024-04-02T09:54:10.470 INFO:tasks.workunit.client.0.smithi012.stdout: "id": 1, 2024-04-02T09:54:10.470 INFO:tasks.workunit.client.0.smithi012.stdout: "size": { 2024-04-02T09:54:10.470 INFO:tasks.workunit.client.0.smithi012.stdout: "blocks": 7814037168, 2024-04-02T09:54:10.470 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 4000787030016 2024-04-02T09:54:10.470 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.470 INFO:tasks.workunit.client.0.smithi012.stdout: "utilization": { 2024-04-02T09:54:10.471 INFO:tasks.workunit.client.0.smithi012.stdout: "blocks": 7814037168, 2024-04-02T09:54:10.471 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 4000787030016 2024-04-02T09:54:10.471 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.471 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.471 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:10.471 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T09:54:10.471 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_pci_vendor": { 2024-04-02T09:54:10.471 INFO:tasks.workunit.client.0.smithi012.stdout: "id": 32902, 2024-04-02T09:54:10.471 INFO:tasks.workunit.client.0.smithi012.stdout: "subsystem_id": 32902 2024-04-02T09:54:10.471 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.471 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T09:54:10.471 INFO:tasks.workunit.client.0.smithi012.stdout: "Device stats": { 2024-04-02T09:54:10.471 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_fw_downgrades": { 2024-04-02T09:54:10.471 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 0, 2024-04-02T09:54:10.471 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T09:54:10.472 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.472 INFO:tasks.workunit.client.0.smithi012.stdout: "crc_error_count": { 2024-04-02T09:54:10.472 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:10.472 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T09:54:10.472 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.472 INFO:tasks.workunit.client.0.smithi012.stdout: "end_to_end_error_detection_count": { 2024-04-02T09:54:10.472 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:10.472 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T09:54:10.472 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.472 INFO:tasks.workunit.client.0.smithi012.stdout: "erase_fail_count": { 2024-04-02T09:54:10.472 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:10.472 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T09:54:10.472 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.472 INFO:tasks.workunit.client.0.smithi012.stdout: "host_bytes_written": { 2024-04-02T09:54:10.472 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:10.473 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 21835550 2024-04-02T09:54:10.473 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.473 INFO:tasks.workunit.client.0.smithi012.stdout: "host_ctx_wear_used": { 2024-04-02T09:54:10.473 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:10.473 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T09:54:10.473 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.473 INFO:tasks.workunit.client.0.smithi012.stdout: "media_bytes_read": { 2024-04-02T09:54:10.473 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:10.473 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 20371310 2024-04-02T09:54:10.473 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.473 INFO:tasks.workunit.client.0.smithi012.stdout: "nand_bytes_written": { 2024-04-02T09:54:10.473 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:10.473 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 42570340 2024-04-02T09:54:10.473 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.473 INFO:tasks.workunit.client.0.smithi012.stdout: "perf_stat_indicator": { 2024-04-02T09:54:10.474 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:10.474 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 12 2024-04-02T09:54:10.474 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.474 INFO:tasks.workunit.client.0.smithi012.stdout: "pll_lock_loss_count": { 2024-04-02T09:54:10.474 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:10.474 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T09:54:10.474 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.474 INFO:tasks.workunit.client.0.smithi012.stdout: "program_fail_count": { 2024-04-02T09:54:10.474 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:10.474 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 3 2024-04-02T09:54:10.474 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.474 INFO:tasks.workunit.client.0.smithi012.stdout: "re_alloc_sectr_cnt": { 2024-04-02T09:54:10.474 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 16, 2024-04-02T09:54:10.474 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 37930 2024-04-02T09:54:10.474 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.475 INFO:tasks.workunit.client.0.smithi012.stdout: "retry_buffer_overflow_count": { 2024-04-02T09:54:10.475 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:10.475 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T09:54:10.475 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.475 INFO:tasks.workunit.client.0.smithi012.stdout: "soft_ecc_err_rate": { 2024-04-02T09:54:10.475 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:10.475 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 37915 2024-04-02T09:54:10.475 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.475 INFO:tasks.workunit.client.0.smithi012.stdout: "thermal_throttle_status": { 2024-04-02T09:54:10.475 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:10.477 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": { 2024-04-02T09:54:10.477 INFO:tasks.workunit.client.0.smithi012.stdout: "cnt": 0, 2024-04-02T09:54:10.477 INFO:tasks.workunit.client.0.smithi012.stdout: "pct": 0 2024-04-02T09:54:10.477 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.477 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.477 INFO:tasks.workunit.client.0.smithi012.stdout: "timed_workload_host_reads": { 2024-04-02T09:54:10.477 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:10.477 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 65535 2024-04-02T09:54:10.477 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.477 INFO:tasks.workunit.client.0.smithi012.stdout: "timed_workload_media_wear": { 2024-04-02T09:54:10.477 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:10.477 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 64 2024-04-02T09:54:10.477 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.477 INFO:tasks.workunit.client.0.smithi012.stdout: "timed_workload_timer": { 2024-04-02T09:54:10.477 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:10.478 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 65535 2024-04-02T09:54:10.478 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.478 INFO:tasks.workunit.client.0.smithi012.stdout: "unexp_power_loss": { 2024-04-02T09:54:10.478 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:10.478 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T09:54:10.478 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.478 INFO:tasks.workunit.client.0.smithi012.stdout: "wear_leveling": { 2024-04-02T09:54:10.478 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 90, 2024-04-02T09:54:10.478 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": { 2024-04-02T09:54:10.478 INFO:tasks.workunit.client.0.smithi012.stdout: "avg": 514, 2024-04-02T09:54:10.478 INFO:tasks.workunit.client.0.smithi012.stdout: "max": 518, 2024-04-02T09:54:10.478 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 516 2024-04-02T09:54:10.478 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.478 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.479 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.479 INFO:tasks.workunit.client.0.smithi012.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T09:54:10.479 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.479 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_smart_health_information_log": { 2024-04-02T09:54:10.479 INFO:tasks.workunit.client.0.smithi012.stdout: "available_spare": 99, 2024-04-02T09:54:10.479 INFO:tasks.workunit.client.0.smithi012.stdout: "available_spare_threshold": 10, 2024-04-02T09:54:10.479 INFO:tasks.workunit.client.0.smithi012.stdout: "controller_busy_time": 19905, 2024-04-02T09:54:10.479 INFO:tasks.workunit.client.0.smithi012.stdout: "critical_comp_time": 0, 2024-04-02T09:54:10.479 INFO:tasks.workunit.client.0.smithi012.stdout: "critical_warning": 0, 2024-04-02T09:54:10.479 INFO:tasks.workunit.client.0.smithi012.stdout: "data_units_read": 262207938, 2024-04-02T09:54:10.479 INFO:tasks.workunit.client.0.smithi012.stdout: "data_units_written": 1431014618, 2024-04-02T09:54:10.479 INFO:tasks.workunit.client.0.smithi012.stdout: "host_reads": 4538662070, 2024-04-02T09:54:10.479 INFO:tasks.workunit.client.0.smithi012.stdout: "host_writes": 25360518493, 2024-04-02T09:54:10.479 INFO:tasks.workunit.client.0.smithi012.stdout: "media_errors": 0, 2024-04-02T09:54:10.479 INFO:tasks.workunit.client.0.smithi012.stdout: "num_err_log_entries": 0, 2024-04-02T09:54:10.480 INFO:tasks.workunit.client.0.smithi012.stdout: "percentage_used": 10, 2024-04-02T09:54:10.480 INFO:tasks.workunit.client.0.smithi012.stdout: "power_cycles": 37930, 2024-04-02T09:54:10.480 INFO:tasks.workunit.client.0.smithi012.stdout: "power_on_hours": 47044, 2024-04-02T09:54:10.480 INFO:tasks.workunit.client.0.smithi012.stdout: "temperature": 19, 2024-04-02T09:54:10.480 INFO:tasks.workunit.client.0.smithi012.stdout: "unsafe_shutdowns": 37915, 2024-04-02T09:54:10.480 INFO:tasks.workunit.client.0.smithi012.stdout: "warning_temp_time": 0 2024-04-02T09:54:10.480 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.480 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_total_capacity": 4000787030016, 2024-04-02T09:54:10.480 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_unallocated_capacity": 0, 2024-04-02T09:54:10.480 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_vendor": "intel", 2024-04-02T09:54:10.480 INFO:tasks.workunit.client.0.smithi012.stdout: "power_cycle_count": 37930, 2024-04-02T09:54:10.480 INFO:tasks.workunit.client.0.smithi012.stdout: "power_on_time": { 2024-04-02T09:54:10.480 INFO:tasks.workunit.client.0.smithi012.stdout: "hours": 47044 2024-04-02T09:54:10.480 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.480 INFO:tasks.workunit.client.0.smithi012.stdout: "serial_number": "deleted", 2024-04-02T09:54:10.480 INFO:tasks.workunit.client.0.smithi012.stdout: "smart_status": { 2024-04-02T09:54:10.481 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme": { 2024-04-02T09:54:10.481 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.481 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.481 INFO:tasks.workunit.client.0.smithi012.stdout: "passed": true 2024-04-02T09:54:10.481 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.481 INFO:tasks.workunit.client.0.smithi012.stdout: "smartctl": { 2024-04-02T09:54:10.481 INFO:tasks.workunit.client.0.smithi012.stdout: "argv": [ 2024-04-02T09:54:10.481 INFO:tasks.workunit.client.0.smithi012.stdout: "smartctl", 2024-04-02T09:54:10.481 INFO:tasks.workunit.client.0.smithi012.stdout: "-x", 2024-04-02T09:54:10.481 INFO:tasks.workunit.client.0.smithi012.stdout: "--json=o", 2024-04-02T09:54:10.481 INFO:tasks.workunit.client.0.smithi012.stdout: "/dev/nvme0n1" 2024-04-02T09:54:10.481 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:10.481 INFO:tasks.workunit.client.0.smithi012.stdout: "build_info": "(local build)", 2024-04-02T09:54:10.481 INFO:tasks.workunit.client.0.smithi012.stdout: "exit_status": 0, 2024-04-02T09:54:10.481 INFO:tasks.workunit.client.0.smithi012.stdout: "output": [ 2024-04-02T09:54:10.482 INFO:tasks.workunit.client.0.smithi012.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T09:54:10.482 INFO:tasks.workunit.client.0.smithi012.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T09:54:10.482 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T09:54:10.482 INFO:tasks.workunit.client.0.smithi012.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T09:54:10.482 INFO:tasks.workunit.client.0.smithi012.stdout: "Model Number: INTEL SSDPEDKE040T7", 2024-04-02T09:54:10.482 INFO:tasks.workunit.client.0.smithi012.stdout: "Serial Number: deleted", 2024-04-02T09:54:10.482 INFO:tasks.workunit.client.0.smithi012.stdout: "Firmware Version: QDV1013D", 2024-04-02T09:54:10.482 INFO:tasks.workunit.client.0.smithi012.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T09:54:10.482 INFO:tasks.workunit.client.0.smithi012.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T09:54:10.482 INFO:tasks.workunit.client.0.smithi012.stdout: "Total NVM Capacity: 4,000,787,030,016 [4.00 TB]", 2024-04-02T09:54:10.482 INFO:tasks.workunit.client.0.smithi012.stdout: "Unallocated NVM Capacity: 0", 2024-04-02T09:54:10.482 INFO:tasks.workunit.client.0.smithi012.stdout: "Controller ID: 0", 2024-04-02T09:54:10.483 INFO:tasks.workunit.client.0.smithi012.stdout: "Number of Namespaces: 1", 2024-04-02T09:54:10.483 INFO:tasks.workunit.client.0.smithi012.stdout: "Namespace 1 Size/Capacity: 4,000,787,030,016 [4.00 TB]", 2024-04-02T09:54:10.483 INFO:tasks.workunit.client.0.smithi012.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T09:54:10.483 INFO:tasks.workunit.client.0.smithi012.stdout: "Local Time is: Tue Apr 2 08:18:10 2024 UTC", 2024-04-02T09:54:10.483 INFO:tasks.workunit.client.0.smithi012.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T09:54:10.483 INFO:tasks.workunit.client.0.smithi012.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T09:54:10.483 INFO:tasks.workunit.client.0.smithi012.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T09:54:10.483 INFO:tasks.workunit.client.0.smithi012.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T09:54:10.483 INFO:tasks.workunit.client.0.smithi012.stdout: "Warning Comp. Temp. Threshold: 70 Celsius", 2024-04-02T09:54:10.483 INFO:tasks.workunit.client.0.smithi012.stdout: "Critical Comp. Temp. Threshold: 77 Celsius", 2024-04-02T09:54:10.483 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T09:54:10.483 INFO:tasks.workunit.client.0.smithi012.stdout: "Supported Power States", 2024-04-02T09:54:10.483 INFO:tasks.workunit.client.0.smithi012.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T09:54:10.483 INFO:tasks.workunit.client.0.smithi012.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T09:54:10.484 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T09:54:10.484 INFO:tasks.workunit.client.0.smithi012.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T09:54:10.484 INFO:tasks.workunit.client.0.smithi012.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T09:54:10.484 INFO:tasks.workunit.client.0.smithi012.stdout: " 0 + 512 0 2", 2024-04-02T09:54:10.484 INFO:tasks.workunit.client.0.smithi012.stdout: " 1 - 4096 0 0", 2024-04-02T09:54:10.484 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T09:54:10.484 INFO:tasks.workunit.client.0.smithi012.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T09:54:10.484 INFO:tasks.workunit.client.0.smithi012.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T09:54:10.484 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T09:54:10.484 INFO:tasks.workunit.client.0.smithi012.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T09:54:10.484 INFO:tasks.workunit.client.0.smithi012.stdout: "Critical Warning: 0x00", 2024-04-02T09:54:10.484 INFO:tasks.workunit.client.0.smithi012.stdout: "Temperature: 19 Celsius", 2024-04-02T09:54:10.484 INFO:tasks.workunit.client.0.smithi012.stdout: "Available Spare: 99%", 2024-04-02T09:54:10.484 INFO:tasks.workunit.client.0.smithi012.stdout: "Available Spare Threshold: 10%", 2024-04-02T09:54:10.485 INFO:tasks.workunit.client.0.smithi012.stdout: "Percentage Used: 10%", 2024-04-02T09:54:10.485 INFO:tasks.workunit.client.0.smithi012.stdout: "Data Units Read: 262,207,938 [134 TB]", 2024-04-02T09:54:10.485 INFO:tasks.workunit.client.0.smithi012.stdout: "Data Units Written: 1,431,014,618 [732 TB]", 2024-04-02T09:54:10.485 INFO:tasks.workunit.client.0.smithi012.stdout: "Host Read Commands: 4,538,662,070", 2024-04-02T09:54:10.485 INFO:tasks.workunit.client.0.smithi012.stdout: "Host Write Commands: 25,360,518,493", 2024-04-02T09:54:10.485 INFO:tasks.workunit.client.0.smithi012.stdout: "Controller Busy Time: 19,905", 2024-04-02T09:54:10.485 INFO:tasks.workunit.client.0.smithi012.stdout: "Power Cycles: 37,930", 2024-04-02T09:54:10.485 INFO:tasks.workunit.client.0.smithi012.stdout: "Power On Hours: 47,044", 2024-04-02T09:54:10.485 INFO:tasks.workunit.client.0.smithi012.stdout: "Unsafe Shutdowns: 37,915", 2024-04-02T09:54:10.485 INFO:tasks.workunit.client.0.smithi012.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T09:54:10.485 INFO:tasks.workunit.client.0.smithi012.stdout: "Error Information Log Entries: 0", 2024-04-02T09:54:10.485 INFO:tasks.workunit.client.0.smithi012.stdout: "Warning Comp. Temperature Time: 0", 2024-04-02T09:54:10.485 INFO:tasks.workunit.client.0.smithi012.stdout: "Critical Comp. Temperature Time: 0", 2024-04-02T09:54:10.486 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T09:54:10.486 INFO:tasks.workunit.client.0.smithi012.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T09:54:10.486 INFO:tasks.workunit.client.0.smithi012.stdout: "No Errors Logged", 2024-04-02T09:54:10.486 INFO:tasks.workunit.client.0.smithi012.stdout: "" 2024-04-02T09:54:10.486 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:10.486 INFO:tasks.workunit.client.0.smithi012.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T09:54:10.486 INFO:tasks.workunit.client.0.smithi012.stdout: "svn_revision": "5022", 2024-04-02T09:54:10.486 INFO:tasks.workunit.client.0.smithi012.stdout: "version": [ 2024-04-02T09:54:10.486 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:10.486 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:10.486 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:10.486 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.486 INFO:tasks.workunit.client.0.smithi012.stdout: "temperature": { 2024-04-02T09:54:10.486 INFO:tasks.workunit.client.0.smithi012.stdout: "current": 19 2024-04-02T09:54:10.487 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.487 INFO:tasks.workunit.client.0.smithi012.stdout: "user_capacity": { 2024-04-02T09:54:10.487 INFO:tasks.workunit.client.0.smithi012.stdout: "blocks": 7814037168, 2024-04-02T09:54:10.487 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 4000787030016 2024-04-02T09:54:10.487 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.487 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.487 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.487 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.487 INFO:tasks.workunit.client.0.smithi012.stdout: "530ec78a-f0ca-11ee-8bce-ac1f6bf825ea": { 2024-04-02T09:54:10.487 INFO:tasks.workunit.client.0.smithi012.stdout: "INTEL_SSDPEDMD400G4_530f3cb0-f0ca-11ee-8bce-ac1f6bf825ea": { 2024-04-02T09:54:10.487 INFO:tasks.workunit.client.0.smithi012.stdout: "20240402-081808": { 2024-04-02T09:54:10.487 INFO:tasks.workunit.client.0.smithi012.stdout: "device": { 2024-04-02T09:54:10.487 INFO:tasks.workunit.client.0.smithi012.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T09:54:10.487 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "/dev/nvme0n1", 2024-04-02T09:54:10.488 INFO:tasks.workunit.client.0.smithi012.stdout: "protocol": "NVMe", 2024-04-02T09:54:10.488 INFO:tasks.workunit.client.0.smithi012.stdout: "type": "nvme" 2024-04-02T09:54:10.488 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.488 INFO:tasks.workunit.client.0.smithi012.stdout: "firmware_version": "8DV101H0", 2024-04-02T09:54:10.488 INFO:tasks.workunit.client.0.smithi012.stdout: "host_id": "530ec78a-f0ca-11ee-8bce-ac1f6bf825ea", 2024-04-02T09:54:10.488 INFO:tasks.workunit.client.0.smithi012.stdout: "json_format_version": [ 2024-04-02T09:54:10.488 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:10.488 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:10.488 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:10.488 INFO:tasks.workunit.client.0.smithi012.stdout: "local_time": { 2024-04-02T09:54:10.488 INFO:tasks.workunit.client.0.smithi012.stdout: "asctime": "Tue Apr 2 08:18:08 2024 UTC", 2024-04-02T09:54:10.488 INFO:tasks.workunit.client.0.smithi012.stdout: "time_t": 1712045888 2024-04-02T09:54:10.488 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.488 INFO:tasks.workunit.client.0.smithi012.stdout: "logical_block_size": 512, 2024-04-02T09:54:10.489 INFO:tasks.workunit.client.0.smithi012.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T09:54:10.489 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_controller_id": 0, 2024-04-02T09:54:10.489 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T09:54:10.489 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_namespaces": [ 2024-04-02T09:54:10.489 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:10.489 INFO:tasks.workunit.client.0.smithi012.stdout: "capacity": { 2024-04-02T09:54:10.489 INFO:tasks.workunit.client.0.smithi012.stdout: "blocks": 781422768, 2024-04-02T09:54:10.489 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 400088457216 2024-04-02T09:54:10.489 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.489 INFO:tasks.workunit.client.0.smithi012.stdout: "formatted_lba_size": 512, 2024-04-02T09:54:10.489 INFO:tasks.workunit.client.0.smithi012.stdout: "id": 1, 2024-04-02T09:54:10.489 INFO:tasks.workunit.client.0.smithi012.stdout: "size": { 2024-04-02T09:54:10.489 INFO:tasks.workunit.client.0.smithi012.stdout: "blocks": 781422768, 2024-04-02T09:54:10.489 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 400088457216 2024-04-02T09:54:10.489 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.490 INFO:tasks.workunit.client.0.smithi012.stdout: "utilization": { 2024-04-02T09:54:10.490 INFO:tasks.workunit.client.0.smithi012.stdout: "blocks": 781422768, 2024-04-02T09:54:10.490 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 400088457216 2024-04-02T09:54:10.490 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.490 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.490 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:10.490 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T09:54:10.490 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_pci_vendor": { 2024-04-02T09:54:10.490 INFO:tasks.workunit.client.0.smithi012.stdout: "id": 32902, 2024-04-02T09:54:10.490 INFO:tasks.workunit.client.0.smithi012.stdout: "subsystem_id": 32902 2024-04-02T09:54:10.490 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.490 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T09:54:10.490 INFO:tasks.workunit.client.0.smithi012.stdout: "Device stats": { 2024-04-02T09:54:10.491 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_fw_downgrades": { 2024-04-02T09:54:10.491 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 0, 2024-04-02T09:54:10.491 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T09:54:10.491 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.491 INFO:tasks.workunit.client.0.smithi012.stdout: "crc_error_count": { 2024-04-02T09:54:10.491 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:10.491 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T09:54:10.491 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.491 INFO:tasks.workunit.client.0.smithi012.stdout: "end_to_end_error_detection_count": { 2024-04-02T09:54:10.491 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:10.491 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T09:54:10.491 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.491 INFO:tasks.workunit.client.0.smithi012.stdout: "erase_fail_count": { 2024-04-02T09:54:10.491 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:10.492 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T09:54:10.492 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.492 INFO:tasks.workunit.client.0.smithi012.stdout: "host_bytes_written": { 2024-04-02T09:54:10.492 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:10.492 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 36855092 2024-04-02T09:54:10.492 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.492 INFO:tasks.workunit.client.0.smithi012.stdout: "host_ctx_wear_used": { 2024-04-02T09:54:10.492 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:10.492 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 1 2024-04-02T09:54:10.492 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.492 INFO:tasks.workunit.client.0.smithi012.stdout: "media_bytes_read": { 2024-04-02T09:54:10.492 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 0, 2024-04-02T09:54:10.492 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T09:54:10.492 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.492 INFO:tasks.workunit.client.0.smithi012.stdout: "nand_bytes_written": { 2024-04-02T09:54:10.492 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:10.493 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 55476370 2024-04-02T09:54:10.493 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.493 INFO:tasks.workunit.client.0.smithi012.stdout: "perf_stat_indicator": { 2024-04-02T09:54:10.493 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 0, 2024-04-02T09:54:10.493 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T09:54:10.493 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.493 INFO:tasks.workunit.client.0.smithi012.stdout: "pll_lock_loss_count": { 2024-04-02T09:54:10.493 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:10.493 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T09:54:10.493 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.493 INFO:tasks.workunit.client.0.smithi012.stdout: "program_fail_count": { 2024-04-02T09:54:10.493 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:10.493 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T09:54:10.494 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.494 INFO:tasks.workunit.client.0.smithi012.stdout: "re_alloc_sectr_cnt": { 2024-04-02T09:54:10.494 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 0, 2024-04-02T09:54:10.494 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T09:54:10.494 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.494 INFO:tasks.workunit.client.0.smithi012.stdout: "retry_buffer_overflow_count": { 2024-04-02T09:54:10.494 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:10.494 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T09:54:10.494 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.494 INFO:tasks.workunit.client.0.smithi012.stdout: "soft_ecc_err_rate": { 2024-04-02T09:54:10.494 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 0, 2024-04-02T09:54:10.494 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T09:54:10.494 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.494 INFO:tasks.workunit.client.0.smithi012.stdout: "thermal_throttle_status": { 2024-04-02T09:54:10.494 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:10.495 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": { 2024-04-02T09:54:10.495 INFO:tasks.workunit.client.0.smithi012.stdout: "cnt": 0, 2024-04-02T09:54:10.495 INFO:tasks.workunit.client.0.smithi012.stdout: "pct": 0 2024-04-02T09:54:10.495 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.495 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.495 INFO:tasks.workunit.client.0.smithi012.stdout: "timed_workload_host_reads": { 2024-04-02T09:54:10.495 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:10.495 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 65535 2024-04-02T09:54:10.495 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.495 INFO:tasks.workunit.client.0.smithi012.stdout: "timed_workload_media_wear": { 2024-04-02T09:54:10.495 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:10.495 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 64 2024-04-02T09:54:10.495 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.495 INFO:tasks.workunit.client.0.smithi012.stdout: "timed_workload_timer": { 2024-04-02T09:54:10.496 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:10.496 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 65535 2024-04-02T09:54:10.496 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.496 INFO:tasks.workunit.client.0.smithi012.stdout: "unexp_power_loss": { 2024-04-02T09:54:10.496 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 0, 2024-04-02T09:54:10.496 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T09:54:10.496 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.496 INFO:tasks.workunit.client.0.smithi012.stdout: "wear_leveling": { 2024-04-02T09:54:10.496 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 88, 2024-04-02T09:54:10.496 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": { 2024-04-02T09:54:10.496 INFO:tasks.workunit.client.0.smithi012.stdout: "avg": 3622, 2024-04-02T09:54:10.496 INFO:tasks.workunit.client.0.smithi012.stdout: "max": 3642, 2024-04-02T09:54:10.496 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 3603 2024-04-02T09:54:10.496 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.496 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.497 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.497 INFO:tasks.workunit.client.0.smithi012.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T09:54:10.497 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.497 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_smart_health_information_log": { 2024-04-02T09:54:10.497 INFO:tasks.workunit.client.0.smithi012.stdout: "available_spare": 100, 2024-04-02T09:54:10.497 INFO:tasks.workunit.client.0.smithi012.stdout: "available_spare_threshold": 10, 2024-04-02T09:54:10.497 INFO:tasks.workunit.client.0.smithi012.stdout: "controller_busy_time": 3, 2024-04-02T09:54:10.497 INFO:tasks.workunit.client.0.smithi012.stdout: "critical_warning": 0, 2024-04-02T09:54:10.497 INFO:tasks.workunit.client.0.smithi012.stdout: "data_units_read": 423958175, 2024-04-02T09:54:10.497 INFO:tasks.workunit.client.0.smithi012.stdout: "data_units_written": 2415335340, 2024-04-02T09:54:10.497 INFO:tasks.workunit.client.0.smithi012.stdout: "host_reads": 6304969659, 2024-04-02T09:54:10.497 INFO:tasks.workunit.client.0.smithi012.stdout: "host_writes": 37373508144, 2024-04-02T09:54:10.497 INFO:tasks.workunit.client.0.smithi012.stdout: "media_errors": 0, 2024-04-02T09:54:10.498 INFO:tasks.workunit.client.0.smithi012.stdout: "num_err_log_entries": 0, 2024-04-02T09:54:10.498 INFO:tasks.workunit.client.0.smithi012.stdout: "percentage_used": 12, 2024-04-02T09:54:10.498 INFO:tasks.workunit.client.0.smithi012.stdout: "power_cycles": 42000, 2024-04-02T09:54:10.498 INFO:tasks.workunit.client.0.smithi012.stdout: "power_on_hours": 60956, 2024-04-02T09:54:10.498 INFO:tasks.workunit.client.0.smithi012.stdout: "temperature": 23, 2024-04-02T09:54:10.498 INFO:tasks.workunit.client.0.smithi012.stdout: "unsafe_shutdowns": 54 2024-04-02T09:54:10.498 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.498 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_vendor": "intel", 2024-04-02T09:54:10.498 INFO:tasks.workunit.client.0.smithi012.stdout: "power_cycle_count": 42000, 2024-04-02T09:54:10.498 INFO:tasks.workunit.client.0.smithi012.stdout: "power_on_time": { 2024-04-02T09:54:10.498 INFO:tasks.workunit.client.0.smithi012.stdout: "hours": 60956 2024-04-02T09:54:10.498 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.498 INFO:tasks.workunit.client.0.smithi012.stdout: "serial_number": "deleted", 2024-04-02T09:54:10.499 INFO:tasks.workunit.client.0.smithi012.stdout: "smart_status": { 2024-04-02T09:54:10.499 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme": { 2024-04-02T09:54:10.499 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.499 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.499 INFO:tasks.workunit.client.0.smithi012.stdout: "passed": true 2024-04-02T09:54:10.499 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.499 INFO:tasks.workunit.client.0.smithi012.stdout: "smartctl": { 2024-04-02T09:54:10.499 INFO:tasks.workunit.client.0.smithi012.stdout: "argv": [ 2024-04-02T09:54:10.499 INFO:tasks.workunit.client.0.smithi012.stdout: "smartctl", 2024-04-02T09:54:10.499 INFO:tasks.workunit.client.0.smithi012.stdout: "-x", 2024-04-02T09:54:10.499 INFO:tasks.workunit.client.0.smithi012.stdout: "--json=o", 2024-04-02T09:54:10.499 INFO:tasks.workunit.client.0.smithi012.stdout: "/dev/nvme0n1" 2024-04-02T09:54:10.499 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:10.499 INFO:tasks.workunit.client.0.smithi012.stdout: "build_info": "(local build)", 2024-04-02T09:54:10.499 INFO:tasks.workunit.client.0.smithi012.stdout: "exit_status": 0, 2024-04-02T09:54:10.500 INFO:tasks.workunit.client.0.smithi012.stdout: "output": [ 2024-04-02T09:54:10.500 INFO:tasks.workunit.client.0.smithi012.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T09:54:10.500 INFO:tasks.workunit.client.0.smithi012.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T09:54:10.500 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T09:54:10.500 INFO:tasks.workunit.client.0.smithi012.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T09:54:10.500 INFO:tasks.workunit.client.0.smithi012.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T09:54:10.500 INFO:tasks.workunit.client.0.smithi012.stdout: "Serial Number: deleted", 2024-04-02T09:54:10.500 INFO:tasks.workunit.client.0.smithi012.stdout: "Firmware Version: 8DV101H0", 2024-04-02T09:54:10.500 INFO:tasks.workunit.client.0.smithi012.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T09:54:10.500 INFO:tasks.workunit.client.0.smithi012.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T09:54:10.500 INFO:tasks.workunit.client.0.smithi012.stdout: "Controller ID: 0", 2024-04-02T09:54:10.500 INFO:tasks.workunit.client.0.smithi012.stdout: "Number of Namespaces: 1", 2024-04-02T09:54:10.500 INFO:tasks.workunit.client.0.smithi012.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T09:54:10.500 INFO:tasks.workunit.client.0.smithi012.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T09:54:10.500 INFO:tasks.workunit.client.0.smithi012.stdout: "Local Time is: Tue Apr 2 08:18:08 2024 UTC", 2024-04-02T09:54:10.501 INFO:tasks.workunit.client.0.smithi012.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T09:54:10.501 INFO:tasks.workunit.client.0.smithi012.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T09:54:10.501 INFO:tasks.workunit.client.0.smithi012.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T09:54:10.501 INFO:tasks.workunit.client.0.smithi012.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T09:54:10.501 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T09:54:10.501 INFO:tasks.workunit.client.0.smithi012.stdout: "Supported Power States", 2024-04-02T09:54:10.501 INFO:tasks.workunit.client.0.smithi012.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T09:54:10.501 INFO:tasks.workunit.client.0.smithi012.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T09:54:10.501 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T09:54:10.501 INFO:tasks.workunit.client.0.smithi012.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T09:54:10.501 INFO:tasks.workunit.client.0.smithi012.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T09:54:10.501 INFO:tasks.workunit.client.0.smithi012.stdout: " 0 + 512 0 2", 2024-04-02T09:54:10.501 INFO:tasks.workunit.client.0.smithi012.stdout: " 1 - 512 8 2", 2024-04-02T09:54:10.501 INFO:tasks.workunit.client.0.smithi012.stdout: " 2 - 512 16 2", 2024-04-02T09:54:10.501 INFO:tasks.workunit.client.0.smithi012.stdout: " 3 - 4096 0 0", 2024-04-02T09:54:10.501 INFO:tasks.workunit.client.0.smithi012.stdout: " 4 - 4096 8 0", 2024-04-02T09:54:10.502 INFO:tasks.workunit.client.0.smithi012.stdout: " 5 - 4096 64 0", 2024-04-02T09:54:10.502 INFO:tasks.workunit.client.0.smithi012.stdout: " 6 - 4096 128 0", 2024-04-02T09:54:10.502 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T09:54:10.502 INFO:tasks.workunit.client.0.smithi012.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T09:54:10.502 INFO:tasks.workunit.client.0.smithi012.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T09:54:10.502 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T09:54:10.502 INFO:tasks.workunit.client.0.smithi012.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T09:54:10.502 INFO:tasks.workunit.client.0.smithi012.stdout: "Critical Warning: 0x00", 2024-04-02T09:54:10.502 INFO:tasks.workunit.client.0.smithi012.stdout: "Temperature: 23 Celsius", 2024-04-02T09:54:10.502 INFO:tasks.workunit.client.0.smithi012.stdout: "Available Spare: 100%", 2024-04-02T09:54:10.502 INFO:tasks.workunit.client.0.smithi012.stdout: "Available Spare Threshold: 10%", 2024-04-02T09:54:10.502 INFO:tasks.workunit.client.0.smithi012.stdout: "Percentage Used: 12%", 2024-04-02T09:54:10.502 INFO:tasks.workunit.client.0.smithi012.stdout: "Data Units Read: 423,958,175 [217 TB]", 2024-04-02T09:54:10.502 INFO:tasks.workunit.client.0.smithi012.stdout: "Data Units Written: 2,415,335,340 [1.23 PB]", 2024-04-02T09:54:10.502 INFO:tasks.workunit.client.0.smithi012.stdout: "Host Read Commands: 6,304,969,659", 2024-04-02T09:54:10.502 INFO:tasks.workunit.client.0.smithi012.stdout: "Host Write Commands: 37,373,508,144", 2024-04-02T09:54:10.503 INFO:tasks.workunit.client.0.smithi012.stdout: "Controller Busy Time: 3", 2024-04-02T09:54:10.503 INFO:tasks.workunit.client.0.smithi012.stdout: "Power Cycles: 42,000", 2024-04-02T09:54:10.503 INFO:tasks.workunit.client.0.smithi012.stdout: "Power On Hours: 60,956", 2024-04-02T09:54:10.503 INFO:tasks.workunit.client.0.smithi012.stdout: "Unsafe Shutdowns: 54", 2024-04-02T09:54:10.503 INFO:tasks.workunit.client.0.smithi012.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T09:54:10.503 INFO:tasks.workunit.client.0.smithi012.stdout: "Error Information Log Entries: 0", 2024-04-02T09:54:10.503 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T09:54:10.503 INFO:tasks.workunit.client.0.smithi012.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T09:54:10.503 INFO:tasks.workunit.client.0.smithi012.stdout: "No Errors Logged", 2024-04-02T09:54:10.503 INFO:tasks.workunit.client.0.smithi012.stdout: "" 2024-04-02T09:54:10.503 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:10.503 INFO:tasks.workunit.client.0.smithi012.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T09:54:10.503 INFO:tasks.workunit.client.0.smithi012.stdout: "svn_revision": "5022", 2024-04-02T09:54:10.503 INFO:tasks.workunit.client.0.smithi012.stdout: "version": [ 2024-04-02T09:54:10.504 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:10.504 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:10.504 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:10.504 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.504 INFO:tasks.workunit.client.0.smithi012.stdout: "temperature": { 2024-04-02T09:54:10.504 INFO:tasks.workunit.client.0.smithi012.stdout: "current": 23 2024-04-02T09:54:10.504 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.504 INFO:tasks.workunit.client.0.smithi012.stdout: "user_capacity": { 2024-04-02T09:54:10.504 INFO:tasks.workunit.client.0.smithi012.stdout: "blocks": 781422768, 2024-04-02T09:54:10.504 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 400088457216 2024-04-02T09:54:10.504 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.504 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.504 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.505 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.505 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.505 INFO:tasks.workunit.client.0.smithi012.stdout: "report": { 2024-04-02T09:54:10.505 INFO:tasks.workunit.client.0.smithi012.stdout: "balancer": { 2024-04-02T09:54:10.505 INFO:tasks.workunit.client.0.smithi012.stdout: "active": true, 2024-04-02T09:54:10.505 INFO:tasks.workunit.client.0.smithi012.stdout: "mode": "" 2024-04-02T09:54:10.505 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.505 INFO:tasks.workunit.client.0.smithi012.stdout: "channels": [ 2024-04-02T09:54:10.505 INFO:tasks.workunit.client.0.smithi012.stdout: "basic", 2024-04-02T09:54:10.505 INFO:tasks.workunit.client.0.smithi012.stdout: "crash", 2024-04-02T09:54:10.505 INFO:tasks.workunit.client.0.smithi012.stdout: "device", 2024-04-02T09:54:10.505 INFO:tasks.workunit.client.0.smithi012.stdout: "ident", 2024-04-02T09:54:10.505 INFO:tasks.workunit.client.0.smithi012.stdout: "perf" 2024-04-02T09:54:10.505 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:10.505 INFO:tasks.workunit.client.0.smithi012.stdout: "channels_available": [ 2024-04-02T09:54:10.506 INFO:tasks.workunit.client.0.smithi012.stdout: "basic", 2024-04-02T09:54:10.506 INFO:tasks.workunit.client.0.smithi012.stdout: "ident", 2024-04-02T09:54:10.506 INFO:tasks.workunit.client.0.smithi012.stdout: "crash", 2024-04-02T09:54:10.506 INFO:tasks.workunit.client.0.smithi012.stdout: "device", 2024-04-02T09:54:10.506 INFO:tasks.workunit.client.0.smithi012.stdout: "perf" 2024-04-02T09:54:10.506 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:10.506 INFO:tasks.workunit.client.0.smithi012.stdout: "collections_available": [ 2024-04-02T09:54:10.506 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_base", 2024-04-02T09:54:10.506 INFO:tasks.workunit.client.0.smithi012.stdout: "device_base", 2024-04-02T09:54:10.506 INFO:tasks.workunit.client.0.smithi012.stdout: "crash_base", 2024-04-02T09:54:10.506 INFO:tasks.workunit.client.0.smithi012.stdout: "ident_base", 2024-04-02T09:54:10.506 INFO:tasks.workunit.client.0.smithi012.stdout: "perf_perf", 2024-04-02T09:54:10.506 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_mds_metadata", 2024-04-02T09:54:10.506 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_pool_usage", 2024-04-02T09:54:10.507 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_usage_by_class", 2024-04-02T09:54:10.507 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_rook_v01", 2024-04-02T09:54:10.507 INFO:tasks.workunit.client.0.smithi012.stdout: "perf_memory_metrics", 2024-04-02T09:54:10.507 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_pool_options_bluestore", 2024-04-02T09:54:10.507 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_pool_flags" 2024-04-02T09:54:10.507 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:10.507 INFO:tasks.workunit.client.0.smithi012.stdout: "collections_opted_in": [ 2024-04-02T09:54:10.507 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_base", 2024-04-02T09:54:10.507 INFO:tasks.workunit.client.0.smithi012.stdout: "device_base", 2024-04-02T09:54:10.507 INFO:tasks.workunit.client.0.smithi012.stdout: "crash_base", 2024-04-02T09:54:10.507 INFO:tasks.workunit.client.0.smithi012.stdout: "ident_base", 2024-04-02T09:54:10.507 INFO:tasks.workunit.client.0.smithi012.stdout: "perf_perf", 2024-04-02T09:54:10.507 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_mds_metadata", 2024-04-02T09:54:10.508 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_pool_usage", 2024-04-02T09:54:10.508 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_usage_by_class", 2024-04-02T09:54:10.508 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_rook_v01", 2024-04-02T09:54:10.508 INFO:tasks.workunit.client.0.smithi012.stdout: "perf_memory_metrics", 2024-04-02T09:54:10.508 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_pool_options_bluestore", 2024-04-02T09:54:10.508 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_pool_flags" 2024-04-02T09:54:10.508 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:10.508 INFO:tasks.workunit.client.0.smithi012.stdout: "config": { 2024-04-02T09:54:10.508 INFO:tasks.workunit.client.0.smithi012.stdout: "active_changed": [ 2024-04-02T09:54:10.508 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T09:54:10.508 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_debug", 2024-04-02T09:54:10.508 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_mon_ticket_ttl", 2024-04-02T09:54:10.508 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_service_ticket_ttl", 2024-04-02T09:54:10.509 INFO:tasks.workunit.client.0.smithi012.stdout: "bdev_debug_aio", 2024-04-02T09:54:10.509 INFO:tasks.workunit.client.0.smithi012.stdout: "client_check_pool_perm", 2024-04-02T09:54:10.509 INFO:tasks.workunit.client.0.smithi012.stdout: "client_mount_gid", 2024-04-02T09:54:10.509 INFO:tasks.workunit.client.0.smithi012.stdout: "client_mount_uid", 2024-04-02T09:54:10.509 INFO:tasks.workunit.client.0.smithi012.stdout: "client_quota", 2024-04-02T09:54:10.509 INFO:tasks.workunit.client.0.smithi012.stdout: "container_image", 2024-04-02T09:54:10.509 INFO:tasks.workunit.client.0.smithi012.stdout: "daemonize", 2024-04-02T09:54:10.509 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_asserts_on_shutdown", 2024-04-02T09:54:10.509 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_mgr", 2024-04-02T09:54:10.509 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_mon", 2024-04-02T09:54:10.509 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_ms", 2024-04-02T09:54:10.509 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_osd", 2024-04-02T09:54:10.509 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_paxos", 2024-04-02T09:54:10.510 INFO:tasks.workunit.client.0.smithi012.stdout: "keyring", 2024-04-02T09:54:10.510 INFO:tasks.workunit.client.0.smithi012.stdout: "log_to_file", 2024-04-02T09:54:10.510 INFO:tasks.workunit.client.0.smithi012.stdout: "log_to_journald", 2024-04-02T09:54:10.510 INFO:tasks.workunit.client.0.smithi012.stdout: "log_to_stderr", 2024-04-02T09:54:10.510 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_allow_pool_delete", 2024-04-02T09:54:10.510 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_clock_drift_allowed", 2024-04-02T09:54:10.510 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_cluster_log_file_level", 2024-04-02T09:54:10.510 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_cluster_log_to_file", 2024-04-02T09:54:10.510 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_cluster_log_to_journald", 2024-04-02T09:54:10.510 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_cluster_log_to_stderr", 2024-04-02T09:54:10.510 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_data_avail_warn", 2024-04-02T09:54:10.510 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_election_default_strategy", 2024-04-02T09:54:10.510 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_host", 2024-04-02T09:54:10.510 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_max_pg_per_osd", 2024-04-02T09:54:10.511 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_mds_skip_sanity", 2024-04-02T09:54:10.511 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_mgr_mkfs_grace", 2024-04-02T09:54:10.511 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_osd_prime_pg_temp", 2024-04-02T09:54:10.511 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T09:54:10.511 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T09:54:10.511 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T09:54:10.511 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T09:54:10.511 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T09:54:10.511 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T09:54:10.511 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T09:54:10.511 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T09:54:10.511 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T09:54:10.511 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T09:54:10.511 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_too_few_osds", 2024-04-02T09:54:10.511 INFO:tasks.workunit.client.0.smithi012.stdout: "ms_die_on_bug", 2024-04-02T09:54:10.512 INFO:tasks.workunit.client.0.smithi012.stdout: "ms_die_on_old_message", 2024-04-02T09:54:10.512 INFO:tasks.workunit.client.0.smithi012.stdout: "no_config_file", 2024-04-02T09:54:10.512 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_class_default_list", 2024-04-02T09:54:10.512 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_class_load_list", 2024-04-02T09:54:10.512 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_misdirected_ops", 2024-04-02T09:54:10.512 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_op_order", 2024-04-02T09:54:10.512 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_pg_log_writeout", 2024-04-02T09:54:10.512 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_shutdown", 2024-04-02T09:54:10.512 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T09:54:10.512 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T09:54:10.512 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T09:54:10.512 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T09:54:10.512 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_delete_sleep", 2024-04-02T09:54:10.512 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_delete_sleep_hdd", 2024-04-02T09:54:10.512 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_delete_sleep_hybrid", 2024-04-02T09:54:10.513 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_delete_sleep_ssd", 2024-04-02T09:54:10.513 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_max_backfills", 2024-04-02T09:54:10.513 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T09:54:10.513 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_profile", 2024-04-02T09:54:10.513 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-02T09:54:10.513 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-02T09:54:10.513 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-02T09:54:10.513 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-02T09:54:10.513 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-02T09:54:10.513 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-02T09:54:10.513 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_client_lim", 2024-04-02T09:54:10.513 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_client_res", 2024-04-02T09:54:10.513 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-02T09:54:10.513 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_memory_target", 2024-04-02T09:54:10.513 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_memory_target_autotune", 2024-04-02T09:54:10.514 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_op_queue", 2024-04-02T09:54:10.514 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_op_queue_cut_off", 2024-04-02T09:54:10.514 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T09:54:10.514 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T09:54:10.514 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recover_clone_overlap", 2024-04-02T09:54:10.514 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_max_active", 2024-04-02T09:54:10.514 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_max_active_hdd", 2024-04-02T09:54:10.514 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_max_active_ssd", 2024-04-02T09:54:10.514 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_max_chunk", 2024-04-02T09:54:10.514 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_sleep", 2024-04-02T09:54:10.514 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_sleep_hdd", 2024-04-02T09:54:10.514 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_sleep_hybrid", 2024-04-02T09:54:10.514 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_sleep_ssd", 2024-04-02T09:54:10.514 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_scrub_load_threshold", 2024-04-02T09:54:10.515 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_scrub_max_interval", 2024-04-02T09:54:10.515 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_scrub_sleep", 2024-04-02T09:54:10.515 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_shutdown_pgref_assert", 2024-04-02T09:54:10.515 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_snap_trim_sleep", 2024-04-02T09:54:10.515 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_snap_trim_sleep_hdd", 2024-04-02T09:54:10.515 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-02T09:54:10.515 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_snap_trim_sleep_ssd", 2024-04-02T09:54:10.515 INFO:tasks.workunit.client.0.smithi012.stdout: "public_network", 2024-04-02T09:54:10.515 INFO:tasks.workunit.client.0.smithi012.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-02T09:54:10.515 INFO:tasks.workunit.client.0.smithi012.stdout: "rbd_default_features", 2024-04-02T09:54:10.515 INFO:tasks.workunit.client.0.smithi012.stdout: "rbd_qos_exclude_ops", 2024-04-02T09:54:10.515 INFO:tasks.workunit.client.0.smithi012.stdout: "setgroup", 2024-04-02T09:54:10.515 INFO:tasks.workunit.client.0.smithi012.stdout: "setuser" 2024-04-02T09:54:10.516 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:10.516 INFO:tasks.workunit.client.0.smithi012.stdout: "cluster_changed": [ 2024-04-02T09:54:10.516 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T09:54:10.516 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_debug", 2024-04-02T09:54:10.516 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_mon_ticket_ttl", 2024-04-02T09:54:10.516 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_service_ticket_ttl", 2024-04-02T09:54:10.516 INFO:tasks.workunit.client.0.smithi012.stdout: "bdev_debug_aio", 2024-04-02T09:54:10.516 INFO:tasks.workunit.client.0.smithi012.stdout: "container_image", 2024-04-02T09:54:10.516 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_asserts_on_shutdown", 2024-04-02T09:54:10.516 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_mgr", 2024-04-02T09:54:10.516 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_mon", 2024-04-02T09:54:10.516 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_ms", 2024-04-02T09:54:10.516 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_osd", 2024-04-02T09:54:10.516 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_paxos", 2024-04-02T09:54:10.517 INFO:tasks.workunit.client.0.smithi012.stdout: "log_to_file", 2024-04-02T09:54:10.517 INFO:tasks.workunit.client.0.smithi012.stdout: "log_to_journald", 2024-04-02T09:54:10.517 INFO:tasks.workunit.client.0.smithi012.stdout: "log_to_stderr", 2024-04-02T09:54:10.517 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_join_fs", 2024-04-02T09:54:10.517 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/cephadm/allow_ptrace", 2024-04-02T09:54:10.517 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/cephadm/container_init", 2024-04-02T09:54:10.517 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/cephadm/migration_current", 2024-04-02T09:54:10.517 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/cephadm/use_repo_digest", 2024-04-02T09:54:10.517 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-02T09:54:10.517 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-02T09:54:10.517 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-02T09:54:10.517 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-02T09:54:10.517 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/dashboard/ssl_server_port", 2024-04-02T09:54:10.517 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/orchestrator/orchestrator", 2024-04-02T09:54:10.517 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/telemetry/channel_ident", 2024-04-02T09:54:10.518 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/telemetry/channel_perf", 2024-04-02T09:54:10.518 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/telemetry/description", 2024-04-02T09:54:10.518 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/telemetry/enabled", 2024-04-02T09:54:10.518 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/telemetry/organization", 2024-04-02T09:54:10.518 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_allow_pool_delete", 2024-04-02T09:54:10.518 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_clock_drift_allowed", 2024-04-02T09:54:10.518 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_cluster_log_file_level", 2024-04-02T09:54:10.518 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_cluster_log_to_file", 2024-04-02T09:54:10.518 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_data_avail_warn", 2024-04-02T09:54:10.518 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_election_default_strategy", 2024-04-02T09:54:10.518 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_max_pg_per_osd", 2024-04-02T09:54:10.518 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_mds_skip_sanity", 2024-04-02T09:54:10.518 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_mgr_mkfs_grace", 2024-04-02T09:54:10.518 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_osd_prime_pg_temp", 2024-04-02T09:54:10.518 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T09:54:10.519 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T09:54:10.519 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T09:54:10.519 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T09:54:10.519 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T09:54:10.519 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T09:54:10.519 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T09:54:10.519 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T09:54:10.519 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T09:54:10.519 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T09:54:10.519 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_too_few_osds", 2024-04-02T09:54:10.519 INFO:tasks.workunit.client.0.smithi012.stdout: "ms_die_on_bug", 2024-04-02T09:54:10.519 INFO:tasks.workunit.client.0.smithi012.stdout: "ms_die_on_old_message", 2024-04-02T09:54:10.519 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_class_default_list", 2024-04-02T09:54:10.519 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_class_load_list", 2024-04-02T09:54:10.519 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_misdirected_ops", 2024-04-02T09:54:10.520 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_op_order", 2024-04-02T09:54:10.520 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_pg_log_writeout", 2024-04-02T09:54:10.520 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_shutdown", 2024-04-02T09:54:10.520 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T09:54:10.520 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T09:54:10.520 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T09:54:10.520 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T09:54:10.520 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T09:54:10.520 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_profile", 2024-04-02T09:54:10.520 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_memory_target", 2024-04-02T09:54:10.520 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_memory_target_autotune", 2024-04-02T09:54:10.520 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_op_queue", 2024-04-02T09:54:10.520 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_op_queue_cut_off", 2024-04-02T09:54:10.520 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T09:54:10.521 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T09:54:10.521 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recover_clone_overlap", 2024-04-02T09:54:10.521 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_max_chunk", 2024-04-02T09:54:10.521 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_scrub_load_threshold", 2024-04-02T09:54:10.521 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_scrub_max_interval", 2024-04-02T09:54:10.521 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_shutdown_pgref_assert", 2024-04-02T09:54:10.521 INFO:tasks.workunit.client.0.smithi012.stdout: "public_network", 2024-04-02T09:54:10.521 INFO:tasks.workunit.client.0.smithi012.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-02T09:54:10.521 INFO:tasks.workunit.client.0.smithi012.stdout: "rgw_cache_enabled", 2024-04-02T09:54:10.521 INFO:tasks.workunit.client.0.smithi012.stdout: "rgw_enable_ops_log", 2024-04-02T09:54:10.521 INFO:tasks.workunit.client.0.smithi012.stdout: "rgw_enable_usage_log" 2024-04-02T09:54:10.521 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:10.521 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.521 INFO:tasks.workunit.client.0.smithi012.stdout: "contact": null, 2024-04-02T09:54:10.522 INFO:tasks.workunit.client.0.smithi012.stdout: "crashes": [], 2024-04-02T09:54:10.522 INFO:tasks.workunit.client.0.smithi012.stdout: "created": "2024-04-02T08:14:44.119575Z", 2024-04-02T09:54:10.522 INFO:tasks.workunit.client.0.smithi012.stdout: "crush": { 2024-04-02T09:54:10.522 INFO:tasks.workunit.client.0.smithi012.stdout: "bucket_algs": { 2024-04-02T09:54:10.522 INFO:tasks.workunit.client.0.smithi012.stdout: "straw2": 3 2024-04-02T09:54:10.522 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.522 INFO:tasks.workunit.client.0.smithi012.stdout: "bucket_sizes": { 2024-04-02T09:54:10.522 INFO:tasks.workunit.client.0.smithi012.stdout: "2": 1, 2024-04-02T09:54:10.522 INFO:tasks.workunit.client.0.smithi012.stdout: "4": 2 2024-04-02T09:54:10.522 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.522 INFO:tasks.workunit.client.0.smithi012.stdout: "bucket_types": { 2024-04-02T09:54:10.522 INFO:tasks.workunit.client.0.smithi012.stdout: "1": 2, 2024-04-02T09:54:10.522 INFO:tasks.workunit.client.0.smithi012.stdout: "11": 1 2024-04-02T09:54:10.522 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.523 INFO:tasks.workunit.client.0.smithi012.stdout: "compat_weight_set": false, 2024-04-02T09:54:10.523 INFO:tasks.workunit.client.0.smithi012.stdout: "device_classes": [ 2024-04-02T09:54:10.523 INFO:tasks.workunit.client.0.smithi012.stdout: 8 2024-04-02T09:54:10.523 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:10.523 INFO:tasks.workunit.client.0.smithi012.stdout: "num_buckets": 6, 2024-04-02T09:54:10.523 INFO:tasks.workunit.client.0.smithi012.stdout: "num_devices": 8, 2024-04-02T09:54:10.523 INFO:tasks.workunit.client.0.smithi012.stdout: "num_rules": 2, 2024-04-02T09:54:10.523 INFO:tasks.workunit.client.0.smithi012.stdout: "num_types": 12, 2024-04-02T09:54:10.523 INFO:tasks.workunit.client.0.smithi012.stdout: "num_weight_sets": 0, 2024-04-02T09:54:10.523 INFO:tasks.workunit.client.0.smithi012.stdout: "tunables": { 2024-04-02T09:54:10.523 INFO:tasks.workunit.client.0.smithi012.stdout: "allowed_bucket_algs": 54, 2024-04-02T09:54:10.523 INFO:tasks.workunit.client.0.smithi012.stdout: "choose_local_fallback_tries": 0, 2024-04-02T09:54:10.523 INFO:tasks.workunit.client.0.smithi012.stdout: "choose_local_tries": 0, 2024-04-02T09:54:10.523 INFO:tasks.workunit.client.0.smithi012.stdout: "choose_total_tries": 50, 2024-04-02T09:54:10.524 INFO:tasks.workunit.client.0.smithi012.stdout: "chooseleaf_descend_once": 1, 2024-04-02T09:54:10.524 INFO:tasks.workunit.client.0.smithi012.stdout: "chooseleaf_stable": 1, 2024-04-02T09:54:10.524 INFO:tasks.workunit.client.0.smithi012.stdout: "chooseleaf_vary_r": 1, 2024-04-02T09:54:10.524 INFO:tasks.workunit.client.0.smithi012.stdout: "has_msr_rules": 0, 2024-04-02T09:54:10.524 INFO:tasks.workunit.client.0.smithi012.stdout: "has_v2_rules": 1, 2024-04-02T09:54:10.524 INFO:tasks.workunit.client.0.smithi012.stdout: "has_v3_rules": 0, 2024-04-02T09:54:10.524 INFO:tasks.workunit.client.0.smithi012.stdout: "has_v4_buckets": 1, 2024-04-02T09:54:10.524 INFO:tasks.workunit.client.0.smithi012.stdout: "has_v5_rules": 0, 2024-04-02T09:54:10.524 INFO:tasks.workunit.client.0.smithi012.stdout: "legacy_tunables": 0, 2024-04-02T09:54:10.524 INFO:tasks.workunit.client.0.smithi012.stdout: "minimum_required_version": "jewel", 2024-04-02T09:54:10.524 INFO:tasks.workunit.client.0.smithi012.stdout: "msr_collision_tries": 100, 2024-04-02T09:54:10.524 INFO:tasks.workunit.client.0.smithi012.stdout: "msr_descents": 100, 2024-04-02T09:54:10.524 INFO:tasks.workunit.client.0.smithi012.stdout: "optimal_tunables": 1, 2024-04-02T09:54:10.524 INFO:tasks.workunit.client.0.smithi012.stdout: "profile": "jewel", 2024-04-02T09:54:10.525 INFO:tasks.workunit.client.0.smithi012.stdout: "require_feature_tunables": 1, 2024-04-02T09:54:10.525 INFO:tasks.workunit.client.0.smithi012.stdout: "require_feature_tunables2": 1, 2024-04-02T09:54:10.525 INFO:tasks.workunit.client.0.smithi012.stdout: "require_feature_tunables3": 1, 2024-04-02T09:54:10.525 INFO:tasks.workunit.client.0.smithi012.stdout: "require_feature_tunables5": 1, 2024-04-02T09:54:10.525 INFO:tasks.workunit.client.0.smithi012.stdout: "straw_calc_version": 1 2024-04-02T09:54:10.525 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.525 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.525 INFO:tasks.workunit.client.0.smithi012.stdout: "description": "upgrade test cluster", 2024-04-02T09:54:10.525 INFO:tasks.workunit.client.0.smithi012.stdout: "fs": { 2024-04-02T09:54:10.525 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T09:54:10.525 INFO:tasks.workunit.client.0.smithi012.stdout: "feature_flags": { 2024-04-02T09:54:10.525 INFO:tasks.workunit.client.0.smithi012.stdout: "enable_multiple": true, 2024-04-02T09:54:10.526 INFO:tasks.workunit.client.0.smithi012.stdout: "ever_enabled_multiple": true 2024-04-02T09:54:10.526 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.526 INFO:tasks.workunit.client.0.smithi012.stdout: "filesystems": [ 2024-04-02T09:54:10.526 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:10.526 INFO:tasks.workunit.client.0.smithi012.stdout: "approx_ctime": "2024-04", 2024-04-02T09:54:10.526 INFO:tasks.workunit.client.0.smithi012.stdout: "balancer_enabled": false, 2024-04-02T09:54:10.526 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.526 INFO:tasks.workunit.client.0.smithi012.stdout: "cached_caps": 0, 2024-04-02T09:54:10.526 INFO:tasks.workunit.client.0.smithi012.stdout: "cached_dns": 10, 2024-04-02T09:54:10.526 INFO:tasks.workunit.client.0.smithi012.stdout: "cached_inos": 13, 2024-04-02T09:54:10.526 INFO:tasks.workunit.client.0.smithi012.stdout: "cached_subtrees": 2, 2024-04-02T09:54:10.527 INFO:tasks.workunit.client.0.smithi012.stdout: "ever_allowed_features": 0, 2024-04-02T09:54:10.527 INFO:tasks.workunit.client.0.smithi012.stdout: "explicitly_allowed_features": 0, 2024-04-02T09:54:10.527 INFO:tasks.workunit.client.0.smithi012.stdout: "files": 0, 2024-04-02T09:54:10.527 INFO:tasks.workunit.client.0.smithi012.stdout: "max_mds": 1, 2024-04-02T09:54:10.527 INFO:tasks.workunit.client.0.smithi012.stdout: "num_data_pools": 1, 2024-04-02T09:54:10.527 INFO:tasks.workunit.client.0.smithi012.stdout: "num_in": 1, 2024-04-02T09:54:10.527 INFO:tasks.workunit.client.0.smithi012.stdout: "num_mds": 1, 2024-04-02T09:54:10.527 INFO:tasks.workunit.client.0.smithi012.stdout: "num_sessions": 0, 2024-04-02T09:54:10.527 INFO:tasks.workunit.client.0.smithi012.stdout: "num_standby_replay": 0, 2024-04-02T09:54:10.527 INFO:tasks.workunit.client.0.smithi012.stdout: "num_up": 1, 2024-04-02T09:54:10.527 INFO:tasks.workunit.client.0.smithi012.stdout: "snaps": 0, 2024-04-02T09:54:10.527 INFO:tasks.workunit.client.0.smithi012.stdout: "standby_count_wanted": 0 2024-04-02T09:54:10.527 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.527 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:10.528 INFO:tasks.workunit.client.0.smithi012.stdout: "num_standby_mds": 1, 2024-04-02T09:54:10.528 INFO:tasks.workunit.client.0.smithi012.stdout: "total_num_mds": 2 2024-04-02T09:54:10.528 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.528 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_stats": { 2024-04-02T09:54:10.528 INFO:tasks.workunit.client.0.smithi012.stdout: "mds": { 2024-04-02T09:54:10.528 INFO:tasks.workunit.client.0.smithi012.stdout: "mds.55ba0c421d0a380c7e710a93002ddc2fa7e64353": { 2024-04-02T09:54:10.528 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 20258816, 2024-04-02T09:54:10.528 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 304112, 2024-04-02T09:54:10.528 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 2752512, 2024-04-02T09:54:10.528 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 811008, 2024-04-02T09:54:10.528 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 0, 2024-04-02T09:54:10.528 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 357, 2024-04-02T09:54:10.528 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:10.529 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 1032800, 2024-04-02T09:54:10.529 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 13, 2024-04-02T09:54:10.529 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 880128, 2024-04-02T09:54:10.529 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 14478256, 2024-04-02T09:54:10.529 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 20258816 2024-04-02T09:54:10.529 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.529 INFO:tasks.workunit.client.0.smithi012.stdout: "mds.aade4c1cf53e5400fc243fe71c4882775e710864": { 2024-04-02T09:54:10.529 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 20660224, 2024-04-02T09:54:10.529 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 392104, 2024-04-02T09:54:10.529 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 2752512, 2024-04-02T09:54:10.529 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:10.529 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 647168, 2024-04-02T09:54:10.529 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 445, 2024-04-02T09:54:10.529 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:10.530 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 1494280, 2024-04-02T09:54:10.530 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 22, 2024-04-02T09:54:10.530 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 1117696, 2024-04-02T09:54:10.530 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 14903632, 2024-04-02T09:54:10.530 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 21307392 2024-04-02T09:54:10.530 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.530 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.530 INFO:tasks.workunit.client.0.smithi012.stdout: "mon": { 2024-04-02T09:54:10.530 INFO:tasks.workunit.client.0.smithi012.stdout: "mon.057b5af1dcee546cd49a55fe146bc9ff7b417da5": { 2024-04-02T09:54:10.530 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 170803200, 2024-04-02T09:54:10.530 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 2794776, 2024-04-02T09:54:10.530 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 3014656, 2024-04-02T09:54:10.530 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:10.530 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 5210112, 2024-04-02T09:54:10.531 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 6672, 2024-04-02T09:54:10.531 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:10.531 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 10663848, 2024-04-02T09:54:10.531 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 20, 2024-04-02T09:54:10.531 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 3296000, 2024-04-02T09:54:10.531 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 151033920, 2024-04-02T09:54:10.531 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 176013312 2024-04-02T09:54:10.531 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.531 INFO:tasks.workunit.client.0.smithi012.stdout: "mon.55ba0c421d0a380c7e710a93002ddc2fa7e64353": { 2024-04-02T09:54:10.531 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 170500096, 2024-04-02T09:54:10.531 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 2668088, 2024-04-02T09:54:10.531 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 3014656, 2024-04-02T09:54:10.531 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:10.532 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 4448256, 2024-04-02T09:54:10.532 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 6645, 2024-04-02T09:54:10.532 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:10.532 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 10364776, 2024-04-02T09:54:10.532 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 20, 2024-04-02T09:54:10.532 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 2872320, 2024-04-02T09:54:10.532 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 151580256, 2024-04-02T09:54:10.532 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 174948352 2024-04-02T09:54:10.532 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.532 INFO:tasks.workunit.client.0.smithi012.stdout: "mon.aade4c1cf53e5400fc243fe71c4882775e710864": { 2024-04-02T09:54:10.532 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 262242304, 2024-04-02T09:54:10.532 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 6056032, 2024-04-02T09:54:10.532 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 3145728, 2024-04-02T09:54:10.532 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:10.532 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 1089536, 2024-04-02T09:54:10.533 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 9745, 2024-04-02T09:54:10.533 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:10.533 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 14757104, 2024-04-02T09:54:10.533 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 23, 2024-04-02T09:54:10.533 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 5191424, 2024-04-02T09:54:10.533 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 233092016, 2024-04-02T09:54:10.533 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 263331840 2024-04-02T09:54:10.533 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.533 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.533 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:10.533 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.0": { 2024-04-02T09:54:10.533 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 456065024, 2024-04-02T09:54:10.533 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 24542656, 2024-04-02T09:54:10.533 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 3407872, 2024-04-02T09:54:10.533 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:10.533 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 47833088, 2024-04-02T09:54:10.534 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 12164, 2024-04-02T09:54:10.534 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:10.534 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 76542112, 2024-04-02T09:54:10.534 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:54:10.534 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 8555520, 2024-04-02T09:54:10.534 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 343016864, 2024-04-02T09:54:10.534 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 503898112 2024-04-02T09:54:10.534 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.534 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.1": { 2024-04-02T09:54:10.534 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 483680256, 2024-04-02T09:54:10.534 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 25531080, 2024-04-02T09:54:10.534 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 3407872, 2024-04-02T09:54:10.534 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:10.535 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 109944832, 2024-04-02T09:54:10.535 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 13394, 2024-04-02T09:54:10.535 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:10.535 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 89984176, 2024-04-02T09:54:10.535 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:54:10.535 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 9653760, 2024-04-02T09:54:10.535 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 355103368, 2024-04-02T09:54:10.535 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 593625088 2024-04-02T09:54:10.535 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.535 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.2": { 2024-04-02T09:54:10.535 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 419184640, 2024-04-02T09:54:10.535 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 20896888, 2024-04-02T09:54:10.535 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 3276800, 2024-04-02T09:54:10.535 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:10.535 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 134709248, 2024-04-02T09:54:10.535 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 10543, 2024-04-02T09:54:10.536 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:10.536 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 79770280, 2024-04-02T09:54:10.536 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 53, 2024-04-02T09:54:10.536 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 9427456, 2024-04-02T09:54:10.536 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 305813216, 2024-04-02T09:54:10.536 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 553893888 2024-04-02T09:54:10.536 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.536 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.3": { 2024-04-02T09:54:10.536 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 465715200, 2024-04-02T09:54:10.536 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 18566008, 2024-04-02T09:54:10.536 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 5373952, 2024-04-02T09:54:10.536 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:10.536 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 67600384, 2024-04-02T09:54:10.536 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 9728, 2024-04-02T09:54:10.536 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:10.536 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 58683800, 2024-04-02T09:54:10.537 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:54:10.537 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 10497792, 2024-04-02T09:54:10.537 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 372593648, 2024-04-02T09:54:10.537 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 533315584 2024-04-02T09:54:10.537 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.537 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.4": { 2024-04-02T09:54:10.537 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 565174272, 2024-04-02T09:54:10.537 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 20551600, 2024-04-02T09:54:10.537 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 5373952, 2024-04-02T09:54:10.537 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:10.537 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 45801472, 2024-04-02T09:54:10.537 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 10742, 2024-04-02T09:54:10.537 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:10.537 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 70415952, 2024-04-02T09:54:10.537 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 61, 2024-04-02T09:54:10.537 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 10375424, 2024-04-02T09:54:10.537 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 458457344, 2024-04-02T09:54:10.538 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 610975744 2024-04-02T09:54:10.538 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.538 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.5": { 2024-04-02T09:54:10.538 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 486162432, 2024-04-02T09:54:10.538 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 23664152, 2024-04-02T09:54:10.538 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 3407872, 2024-04-02T09:54:10.538 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:10.538 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 36610048, 2024-04-02T09:54:10.538 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 12506, 2024-04-02T09:54:10.538 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:10.538 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 88341520, 2024-04-02T09:54:10.538 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:54:10.538 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 9589504, 2024-04-02T09:54:10.538 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 361159384, 2024-04-02T09:54:10.538 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 522772480 2024-04-02T09:54:10.539 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.539 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.6": { 2024-04-02T09:54:10.539 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 530472960, 2024-04-02T09:54:10.539 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 18544712, 2024-04-02T09:54:10.539 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 3276800, 2024-04-02T09:54:10.539 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 40960, 2024-04-02T09:54:10.539 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 27090944, 2024-04-02T09:54:10.539 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 9475, 2024-04-02T09:54:10.539 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:10.539 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 71962288, 2024-04-02T09:54:10.539 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 53, 2024-04-02T09:54:10.539 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 9001984, 2024-04-02T09:54:10.539 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 427646216, 2024-04-02T09:54:10.539 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 557563904 2024-04-02T09:54:10.539 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.539 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.7": { 2024-04-02T09:54:10.540 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 551862272, 2024-04-02T09:54:10.540 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 25052832, 2024-04-02T09:54:10.540 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 3407872, 2024-04-02T09:54:10.540 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:10.540 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 9420800, 2024-04-02T09:54:10.540 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 12600, 2024-04-02T09:54:10.540 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:10.540 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 90855184, 2024-04-02T09:54:10.540 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 58, 2024-04-02T09:54:10.540 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 10793728, 2024-04-02T09:54:10.540 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 421752656, 2024-04-02T09:54:10.540 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 561283072 2024-04-02T09:54:10.540 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.540 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.540 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.540 INFO:tasks.workunit.client.0.smithi012.stdout: "hosts": { 2024-04-02T09:54:10.541 INFO:tasks.workunit.client.0.smithi012.stdout: "num": 2, 2024-04-02T09:54:10.541 INFO:tasks.workunit.client.0.smithi012.stdout: "num_with_mds": 2, 2024-04-02T09:54:10.541 INFO:tasks.workunit.client.0.smithi012.stdout: "num_with_mgr": 2, 2024-04-02T09:54:10.541 INFO:tasks.workunit.client.0.smithi012.stdout: "num_with_mon": 2, 2024-04-02T09:54:10.541 INFO:tasks.workunit.client.0.smithi012.stdout: "num_with_osd": 2 2024-04-02T09:54:10.541 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.541 INFO:tasks.workunit.client.0.smithi012.stdout: "io_rate": { 2024-04-02T09:54:10.541 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_stats_delta": { 2024-04-02T09:54:10.541 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": 0, 2024-04-02T09:54:10.541 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:10.541 INFO:tasks.workunit.client.0.smithi012.stdout: "num_store_stats": 0, 2024-04-02T09:54:10.541 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:10.541 INFO:tasks.workunit.client.0.smithi012.stdout: "stamp_delta": "12.002488", 2024-04-02T09:54:10.541 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:10.541 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:10.542 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:10.542 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:10.542 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:10.542 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:10.542 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:10.542 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:10.542 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:10.542 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:10.542 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:10.542 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:10.542 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:10.542 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:10.542 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:10.542 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:10.543 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:10.543 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:10.543 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:10.543 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:10.543 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:10.543 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:10.543 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:10.543 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:10.543 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:10.543 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:10.543 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:10.543 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:10.543 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:10.543 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:10.543 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:10.543 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:10.544 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:10.544 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:10.544 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 3, 2024-04-02T09:54:10.544 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 2, 2024-04-02T09:54:10.544 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:10.544 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:10.544 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:10.544 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:10.544 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:10.544 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.544 INFO:tasks.workunit.client.0.smithi012.stdout: "store_stats": { 2024-04-02T09:54:10.544 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": 0, 2024-04-02T09:54:10.544 INFO:tasks.workunit.client.0.smithi012.stdout: "available": 0, 2024-04-02T09:54:10.544 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed": 0, 2024-04-02T09:54:10.544 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_allocated": 0, 2024-04-02T09:54:10.544 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_original": 0, 2024-04-02T09:54:10.544 INFO:tasks.workunit.client.0.smithi012.stdout: "data_stored": 0, 2024-04-02T09:54:10.545 INFO:tasks.workunit.client.0.smithi012.stdout: "internal_metadata": 0, 2024-04-02T09:54:10.545 INFO:tasks.workunit.client.0.smithi012.stdout: "internally_reserved": 0, 2024-04-02T09:54:10.545 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_allocated": 0, 2024-04-02T09:54:10.545 INFO:tasks.workunit.client.0.smithi012.stdout: "total": 0 2024-04-02T09:54:10.545 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.545 INFO:tasks.workunit.client.0.smithi012.stdout: "up": 0 2024-04-02T09:54:10.545 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.545 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.545 INFO:tasks.workunit.client.0.smithi012.stdout: "leaderboard": false, 2024-04-02T09:54:10.545 INFO:tasks.workunit.client.0.smithi012.stdout: "leaderboard_description": null, 2024-04-02T09:54:10.545 INFO:tasks.workunit.client.0.smithi012.stdout: "license": "sharing-1-0", 2024-04-02T09:54:10.545 INFO:tasks.workunit.client.0.smithi012.stdout: "mempool": { 2024-04-02T09:54:10.545 INFO:tasks.workunit.client.0.smithi012.stdout: "mds": { 2024-04-02T09:54:10.545 INFO:tasks.workunit.client.0.smithi012.stdout: "mds.55ba0c421d0a380c7e710a93002ddc2fa7e64353": { 2024-04-02T09:54:10.545 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T09:54:10.545 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.546 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.546 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.546 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:10.546 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.546 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.546 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.546 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T09:54:10.546 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.546 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.546 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.546 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T09:54:10.546 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.546 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.547 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.547 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T09:54:10.547 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.547 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.547 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.547 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T09:54:10.547 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.547 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.547 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.547 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:10.547 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.547 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.547 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.547 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T09:54:10.547 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.547 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.548 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.548 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:10.548 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.548 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.548 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.548 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:10.548 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.548 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.548 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.548 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T09:54:10.548 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.548 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.548 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.548 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T09:54:10.548 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.549 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.549 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.549 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T09:54:10.549 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.549 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.549 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.549 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:10.549 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.549 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.549 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.549 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:10.549 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.549 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.549 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.549 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T09:54:10.549 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.550 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.550 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.550 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T09:54:10.550 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.550 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.550 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.550 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:10.550 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.550 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.550 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.550 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T09:54:10.550 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 149008, 2024-04-02T09:54:10.550 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 33 2024-04-02T09:54:10.550 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.551 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T09:54:10.551 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.551 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.551 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.551 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T09:54:10.551 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 928, 2024-04-02T09:54:10.551 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 2 2024-04-02T09:54:10.551 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.551 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:10.551 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.551 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.551 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.551 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T09:54:10.551 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.552 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.552 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.552 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T09:54:10.552 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.552 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.552 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.552 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T09:54:10.552 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.552 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.552 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.552 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T09:54:10.552 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.552 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.552 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.553 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T09:54:10.553 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.553 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.553 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.553 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T09:54:10.553 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.553 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.553 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.553 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T09:54:10.553 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.553 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.553 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.553 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.553 INFO:tasks.workunit.client.0.smithi012.stdout: "mds.aade4c1cf53e5400fc243fe71c4882775e710864": { 2024-04-02T09:54:10.553 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T09:54:10.553 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.554 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.554 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.554 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:10.554 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.554 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.554 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.554 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T09:54:10.554 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.554 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.554 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.554 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T09:54:10.554 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.554 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.554 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.554 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T09:54:10.554 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.555 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.555 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.555 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T09:54:10.555 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.555 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.555 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.555 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:10.555 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.555 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.555 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.555 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T09:54:10.555 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.555 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.555 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.556 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:10.556 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.556 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.556 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.556 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:10.556 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.556 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.556 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.556 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T09:54:10.556 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.556 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.556 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.556 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T09:54:10.556 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.556 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.556 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.557 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T09:54:10.557 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.557 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.557 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.557 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:10.557 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.557 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.557 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.557 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:10.557 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.557 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.557 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.557 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T09:54:10.557 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.557 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.557 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.558 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T09:54:10.558 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.558 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.558 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.558 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:10.558 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.558 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.558 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.558 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T09:54:10.558 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 222647, 2024-04-02T09:54:10.558 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 67 2024-04-02T09:54:10.558 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.558 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T09:54:10.558 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.558 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.558 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.559 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T09:54:10.559 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 51904, 2024-04-02T09:54:10.559 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 181 2024-04-02T09:54:10.559 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.559 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:10.559 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.559 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.559 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.559 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T09:54:10.559 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.559 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.559 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.559 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T09:54:10.559 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.559 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.559 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.560 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T09:54:10.560 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 13256, 2024-04-02T09:54:10.560 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 274 2024-04-02T09:54:10.560 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.560 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T09:54:10.560 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.560 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.560 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.560 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T09:54:10.560 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.560 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.560 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.560 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T09:54:10.560 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.560 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.560 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.560 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T09:54:10.561 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.561 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.561 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.561 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.561 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.561 INFO:tasks.workunit.client.0.smithi012.stdout: "mon": { 2024-04-02T09:54:10.561 INFO:tasks.workunit.client.0.smithi012.stdout: "mon.057b5af1dcee546cd49a55fe146bc9ff7b417da5": { 2024-04-02T09:54:10.561 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T09:54:10.561 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.561 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.561 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.561 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:10.561 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.561 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.561 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.561 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T09:54:10.562 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.562 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.562 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.562 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T09:54:10.562 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.562 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.562 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.562 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T09:54:10.562 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.562 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.562 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.562 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T09:54:10.563 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.563 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.563 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.563 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:10.563 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.563 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.563 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.563 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T09:54:10.563 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.563 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.563 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.563 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:10.564 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.564 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.564 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.564 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:10.564 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.564 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.564 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.564 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T09:54:10.564 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.564 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.564 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.564 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T09:54:10.564 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.564 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.565 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.565 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T09:54:10.565 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.565 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.565 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.565 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:10.565 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.565 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.565 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.565 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:10.565 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.565 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.565 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.565 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T09:54:10.565 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.566 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.566 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.566 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T09:54:10.566 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.566 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.566 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.566 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:10.566 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.566 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.566 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.566 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T09:54:10.566 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 42403201, 2024-04-02T09:54:10.566 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 5238 2024-04-02T09:54:10.566 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.567 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T09:54:10.567 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 352, 2024-04-02T09:54:10.567 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 4 2024-04-02T09:54:10.567 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.567 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T09:54:10.567 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.567 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.567 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.567 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:10.567 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.567 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.567 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.567 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T09:54:10.567 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.567 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.568 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.568 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T09:54:10.568 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.568 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.568 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.568 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T09:54:10.568 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 11832, 2024-04-02T09:54:10.568 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 273 2024-04-02T09:54:10.568 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.568 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T09:54:10.568 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 70440, 2024-04-02T09:54:10.568 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 5158 2024-04-02T09:54:10.568 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.568 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T09:54:10.568 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 5896, 2024-04-02T09:54:10.568 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 174 2024-04-02T09:54:10.569 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.569 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T09:54:10.569 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.569 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.569 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.569 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T09:54:10.569 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.569 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.569 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.569 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.569 INFO:tasks.workunit.client.0.smithi012.stdout: "mon.55ba0c421d0a380c7e710a93002ddc2fa7e64353": { 2024-04-02T09:54:10.569 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T09:54:10.569 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.569 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.569 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.570 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:10.570 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.570 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.570 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.570 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T09:54:10.570 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.570 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.570 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.570 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T09:54:10.570 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.570 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.570 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.571 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T09:54:10.571 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.571 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.571 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.571 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T09:54:10.571 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.571 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.571 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.571 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:10.571 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.571 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.571 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.571 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T09:54:10.571 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.571 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.572 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.572 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:10.572 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.572 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.572 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.572 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:10.572 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.572 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.572 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.572 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T09:54:10.572 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.572 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.572 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.572 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T09:54:10.572 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.572 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.573 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.573 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T09:54:10.573 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.573 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.573 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.573 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:10.573 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.573 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.573 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.573 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:10.573 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.573 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.573 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.573 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T09:54:10.573 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.573 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.573 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.574 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T09:54:10.574 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.574 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.574 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.574 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:10.574 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.574 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.574 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.574 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T09:54:10.574 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 42217393, 2024-04-02T09:54:10.574 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 5207 2024-04-02T09:54:10.574 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.574 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T09:54:10.574 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 880, 2024-04-02T09:54:10.574 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 10 2024-04-02T09:54:10.575 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.575 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T09:54:10.575 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.575 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.575 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.575 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:10.575 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.575 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.575 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.575 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T09:54:10.575 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.575 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.575 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.575 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T09:54:10.575 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.575 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.575 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.576 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T09:54:10.576 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 11832, 2024-04-02T09:54:10.576 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 273 2024-04-02T09:54:10.576 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.576 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T09:54:10.576 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 70440, 2024-04-02T09:54:10.576 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 5158 2024-04-02T09:54:10.576 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.576 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T09:54:10.576 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 5896, 2024-04-02T09:54:10.576 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 174 2024-04-02T09:54:10.576 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.576 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T09:54:10.576 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.576 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.576 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.577 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T09:54:10.577 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.577 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.577 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.577 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.577 INFO:tasks.workunit.client.0.smithi012.stdout: "mon.aade4c1cf53e5400fc243fe71c4882775e710864": { 2024-04-02T09:54:10.577 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T09:54:10.577 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.577 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.577 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.577 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:10.577 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.577 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.577 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.577 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T09:54:10.577 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.578 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.578 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.578 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T09:54:10.578 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.578 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.578 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.578 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T09:54:10.578 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.578 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.578 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.578 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T09:54:10.578 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.578 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.578 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.579 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:10.579 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.579 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.579 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.579 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T09:54:10.579 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.579 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.579 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.579 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:10.579 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.579 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.579 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.579 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:10.579 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.579 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.579 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.580 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T09:54:10.580 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.580 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.580 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.580 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T09:54:10.580 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.580 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.580 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.580 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T09:54:10.580 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.580 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.580 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.580 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:10.580 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.580 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.581 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.581 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:10.581 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.581 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.581 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.581 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T09:54:10.581 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.581 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.581 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.581 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T09:54:10.581 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.581 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.581 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.581 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:10.581 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.582 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.582 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.582 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T09:54:10.582 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 42744817, 2024-04-02T09:54:10.582 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 5285 2024-04-02T09:54:10.582 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.582 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T09:54:10.582 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 88, 2024-04-02T09:54:10.582 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1 2024-04-02T09:54:10.582 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.582 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T09:54:10.582 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.582 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.582 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.582 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:10.583 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.583 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.583 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.583 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T09:54:10.583 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.583 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.583 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.583 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T09:54:10.583 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.583 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.583 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.583 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T09:54:10.583 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 11832, 2024-04-02T09:54:10.583 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 273 2024-04-02T09:54:10.583 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.583 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T09:54:10.584 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 70440, 2024-04-02T09:54:10.584 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 5158 2024-04-02T09:54:10.584 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.584 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T09:54:10.584 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 11792, 2024-04-02T09:54:10.584 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 348 2024-04-02T09:54:10.584 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.584 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T09:54:10.584 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.584 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.584 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.584 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T09:54:10.584 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.584 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.584 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.584 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.585 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.585 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:10.585 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.0": { 2024-04-02T09:54:10.585 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T09:54:10.585 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.585 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.585 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.585 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:10.585 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 20576, 2024-04-02T09:54:10.585 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 373 2024-04-02T09:54:10.585 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.585 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T09:54:10.585 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 30720, 2024-04-02T09:54:10.585 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 23 2024-04-02T09:54:10.585 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.585 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T09:54:10.586 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1728, 2024-04-02T09:54:10.586 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 9 2024-04-02T09:54:10.586 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.586 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T09:54:10.586 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 61680, 2024-04-02T09:54:10.586 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 771 2024-04-02T09:54:10.586 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.586 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T09:54:10.586 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 404144, 2024-04-02T09:54:10.586 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1943 2024-04-02T09:54:10.586 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.586 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:10.586 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 256, 2024-04-02T09:54:10.586 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 32 2024-04-02T09:54:10.587 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.587 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T09:54:10.587 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 565270, 2024-04-02T09:54:10.587 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 157 2024-04-02T09:54:10.587 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.587 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:10.587 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 2455110, 2024-04-02T09:54:10.587 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 545197 2024-04-02T09:54:10.587 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.587 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:10.587 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 7053896, 2024-04-02T09:54:10.587 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 10405 2024-04-02T09:54:10.587 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.587 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T09:54:10.587 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 76496, 2024-04-02T09:54:10.587 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 8032 2024-04-02T09:54:10.588 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.588 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T09:54:10.588 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 93264, 2024-04-02T09:54:10.588 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1943 2024-04-02T09:54:10.588 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.588 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T09:54:10.588 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.588 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.588 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.588 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:10.588 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 185774, 2024-04-02T09:54:10.588 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1328 2024-04-02T09:54:10.588 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.588 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:10.588 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.588 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.589 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.589 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T09:54:10.589 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.589 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.589 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.589 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T09:54:10.589 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 59063, 2024-04-02T09:54:10.589 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 47 2024-04-02T09:54:10.589 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.589 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:10.589 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.589 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.589 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.589 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T09:54:10.589 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 9372828, 2024-04-02T09:54:10.590 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 272 2024-04-02T09:54:10.590 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.590 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T09:54:10.590 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 14432, 2024-04-02T09:54:10.590 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 164 2024-04-02T09:54:10.590 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.590 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T09:54:10.590 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.590 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.590 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.590 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:10.590 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 489888, 2024-04-02T09:54:10.590 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 42 2024-04-02T09:54:10.590 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.591 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T09:54:10.591 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.591 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.591 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.591 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T09:54:10.591 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 7052240, 2024-04-02T09:54:10.591 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 18362 2024-04-02T09:54:10.591 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.591 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T09:54:10.591 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 682832, 2024-04-02T09:54:10.591 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 12056 2024-04-02T09:54:10.591 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.591 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T09:54:10.592 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.592 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.592 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.592 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T09:54:10.592 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.592 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.592 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.592 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T09:54:10.592 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.592 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.592 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.592 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T09:54:10.592 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.592 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.592 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.593 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.593 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.1": { 2024-04-02T09:54:10.593 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T09:54:10.593 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.593 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.593 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.593 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:10.593 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 24152, 2024-04-02T09:54:10.593 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 434 2024-04-02T09:54:10.593 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.593 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T09:54:10.593 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 31104, 2024-04-02T09:54:10.593 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 26 2024-04-02T09:54:10.593 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.593 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T09:54:10.593 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1152, 2024-04-02T09:54:10.594 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 6 2024-04-02T09:54:10.594 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.594 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T09:54:10.594 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 62480, 2024-04-02T09:54:10.594 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 781 2024-04-02T09:54:10.594 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.594 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T09:54:10.594 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 415584, 2024-04-02T09:54:10.594 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1998 2024-04-02T09:54:10.594 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.594 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:10.594 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 256, 2024-04-02T09:54:10.594 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 32 2024-04-02T09:54:10.594 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.594 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T09:54:10.595 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1573500, 2024-04-02T09:54:10.595 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 402 2024-04-02T09:54:10.595 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.595 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:10.595 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 2497608, 2024-04-02T09:54:10.595 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 545892 2024-04-02T09:54:10.595 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.595 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:10.595 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 7057296, 2024-04-02T09:54:10.595 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 10410 2024-04-02T09:54:10.595 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.595 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T09:54:10.595 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 84592, 2024-04-02T09:54:10.595 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 9021 2024-04-02T09:54:10.595 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.596 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T09:54:10.596 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 95904, 2024-04-02T09:54:10.596 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1998 2024-04-02T09:54:10.596 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.596 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T09:54:10.596 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.596 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.596 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.596 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:10.596 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 188254, 2024-04-02T09:54:10.596 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1339 2024-04-02T09:54:10.596 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.596 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:10.596 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.597 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.597 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.597 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T09:54:10.597 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 736, 2024-04-02T09:54:10.597 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1 2024-04-02T09:54:10.597 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.597 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T09:54:10.597 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 60690, 2024-04-02T09:54:10.597 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 31 2024-04-02T09:54:10.597 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.597 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:10.597 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 12112, 2024-04-02T09:54:10.597 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3 2024-04-02T09:54:10.597 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.597 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T09:54:10.598 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 6485565, 2024-04-02T09:54:10.598 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 272 2024-04-02T09:54:10.598 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.598 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T09:54:10.598 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 35992, 2024-04-02T09:54:10.598 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 409 2024-04-02T09:54:10.598 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.598 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T09:54:10.598 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.598 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.598 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.598 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:10.598 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 513216, 2024-04-02T09:54:10.599 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 44 2024-04-02T09:54:10.599 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.599 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T09:54:10.599 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.599 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.599 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.599 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T09:54:10.599 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 7360496, 2024-04-02T09:54:10.599 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 21322 2024-04-02T09:54:10.599 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.599 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T09:54:10.599 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 682832, 2024-04-02T09:54:10.599 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 12056 2024-04-02T09:54:10.599 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.599 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T09:54:10.600 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.600 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.600 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.600 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T09:54:10.600 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.600 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.600 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.600 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T09:54:10.600 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.600 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.600 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.600 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T09:54:10.600 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.600 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.600 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.600 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.601 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.2": { 2024-04-02T09:54:10.601 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T09:54:10.601 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.601 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.601 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.601 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:10.601 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 20552, 2024-04-02T09:54:10.601 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 371 2024-04-02T09:54:10.601 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.601 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T09:54:10.601 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 30848, 2024-04-02T09:54:10.601 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 24 2024-04-02T09:54:10.601 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.601 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T09:54:10.602 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1152, 2024-04-02T09:54:10.602 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 6 2024-04-02T09:54:10.602 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.602 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T09:54:10.602 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 60640, 2024-04-02T09:54:10.602 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 758 2024-04-02T09:54:10.602 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.602 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T09:54:10.602 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 401648, 2024-04-02T09:54:10.602 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1931 2024-04-02T09:54:10.602 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.602 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:10.602 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 256, 2024-04-02T09:54:10.602 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 32 2024-04-02T09:54:10.602 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.602 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T09:54:10.603 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 389732, 2024-04-02T09:54:10.603 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 101 2024-04-02T09:54:10.603 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.603 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:10.603 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1765051, 2024-04-02T09:54:10.603 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 390706 2024-04-02T09:54:10.603 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.603 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:10.603 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 5172336, 2024-04-02T09:54:10.603 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 7638 2024-04-02T09:54:10.603 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.603 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T09:54:10.603 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 74212, 2024-04-02T09:54:10.603 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 7854 2024-04-02T09:54:10.603 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.603 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T09:54:10.604 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 92640, 2024-04-02T09:54:10.604 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1930 2024-04-02T09:54:10.604 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.604 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T09:54:10.604 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.604 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.604 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.604 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:10.604 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 185774, 2024-04-02T09:54:10.604 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1328 2024-04-02T09:54:10.604 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.604 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:10.604 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.604 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.604 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.604 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T09:54:10.605 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1472, 2024-04-02T09:54:10.605 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 2 2024-04-02T09:54:10.605 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.605 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T09:54:10.605 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 87093, 2024-04-02T09:54:10.605 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 52 2024-04-02T09:54:10.605 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.605 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:10.605 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 20128, 2024-04-02T09:54:10.605 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 5 2024-04-02T09:54:10.605 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.605 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T09:54:10.605 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 6384659, 2024-04-02T09:54:10.605 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 261 2024-04-02T09:54:10.605 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.605 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T09:54:10.606 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 10560, 2024-04-02T09:54:10.606 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 120 2024-04-02T09:54:10.606 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.606 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T09:54:10.606 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.606 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.606 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.606 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:10.606 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 396576, 2024-04-02T09:54:10.606 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 34 2024-04-02T09:54:10.606 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.606 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T09:54:10.606 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.606 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.606 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.606 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T09:54:10.607 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 3291080, 2024-04-02T09:54:10.607 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 6329 2024-04-02T09:54:10.607 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.607 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T09:54:10.607 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 682832, 2024-04-02T09:54:10.607 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 12056 2024-04-02T09:54:10.607 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.607 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T09:54:10.607 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.607 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.607 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.607 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T09:54:10.607 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.607 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.607 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.608 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T09:54:10.608 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.608 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.608 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.608 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T09:54:10.608 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.608 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.608 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.608 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.608 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.3": { 2024-04-02T09:54:10.608 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T09:54:10.608 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.608 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.608 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.608 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:10.609 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 15520, 2024-04-02T09:54:10.609 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 294 2024-04-02T09:54:10.609 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.609 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T09:54:10.609 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 46592, 2024-04-02T09:54:10.609 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 20 2024-04-02T09:54:10.609 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.609 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T09:54:10.609 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 960, 2024-04-02T09:54:10.609 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 5 2024-04-02T09:54:10.609 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.609 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T09:54:10.609 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 59920, 2024-04-02T09:54:10.609 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 749 2024-04-02T09:54:10.609 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.610 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T09:54:10.610 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 402480, 2024-04-02T09:54:10.610 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1935 2024-04-02T09:54:10.610 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.610 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:10.610 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 256, 2024-04-02T09:54:10.610 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 32 2024-04-02T09:54:10.610 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.610 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T09:54:10.610 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 329504, 2024-04-02T09:54:10.610 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 99 2024-04-02T09:54:10.610 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.610 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:10.611 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1739139, 2024-04-02T09:54:10.611 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 384612 2024-04-02T09:54:10.611 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.611 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:10.611 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 5088016, 2024-04-02T09:54:10.611 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 7514 2024-04-02T09:54:10.611 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.611 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T09:54:10.611 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 74640, 2024-04-02T09:54:10.611 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 7867 2024-04-02T09:54:10.611 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.611 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T09:54:10.611 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 92880, 2024-04-02T09:54:10.611 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1935 2024-04-02T09:54:10.611 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.612 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T09:54:10.612 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.612 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.612 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.612 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:10.612 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 185774, 2024-04-02T09:54:10.612 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1328 2024-04-02T09:54:10.612 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.612 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:10.612 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.612 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.612 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.612 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T09:54:10.612 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 736, 2024-04-02T09:54:10.613 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1 2024-04-02T09:54:10.613 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.613 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T09:54:10.613 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 85449, 2024-04-02T09:54:10.613 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 56 2024-04-02T09:54:10.613 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.613 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:10.613 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 12112, 2024-04-02T09:54:10.613 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3 2024-04-02T09:54:10.613 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.613 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T09:54:10.613 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 4848930, 2024-04-02T09:54:10.613 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 245 2024-04-02T09:54:10.613 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.614 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T09:54:10.614 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 9856, 2024-04-02T09:54:10.614 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 112 2024-04-02T09:54:10.614 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.614 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T09:54:10.614 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.614 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.614 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.614 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:10.614 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 431568, 2024-04-02T09:54:10.614 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 37 2024-04-02T09:54:10.614 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.614 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T09:54:10.614 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.615 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.615 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.615 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T09:54:10.615 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 3581240, 2024-04-02T09:54:10.615 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 9263 2024-04-02T09:54:10.615 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.615 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T09:54:10.615 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 682832, 2024-04-02T09:54:10.615 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 12056 2024-04-02T09:54:10.615 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.615 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T09:54:10.615 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.615 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.615 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.615 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T09:54:10.615 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.616 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.616 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.616 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T09:54:10.616 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.616 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.616 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.616 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T09:54:10.616 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.616 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.616 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.616 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.616 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.4": { 2024-04-02T09:54:10.616 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T09:54:10.616 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.616 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.616 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.617 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:10.617 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 18224, 2024-04-02T09:54:10.617 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 335 2024-04-02T09:54:10.617 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.617 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T09:54:10.617 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 30464, 2024-04-02T09:54:10.617 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 21 2024-04-02T09:54:10.617 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.617 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T09:54:10.617 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 4416, 2024-04-02T09:54:10.617 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 23 2024-04-02T09:54:10.617 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.617 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T09:54:10.617 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 60560, 2024-04-02T09:54:10.617 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 757 2024-04-02T09:54:10.617 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.618 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T09:54:10.618 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 415792, 2024-04-02T09:54:10.618 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1999 2024-04-02T09:54:10.618 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.618 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:10.618 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 256, 2024-04-02T09:54:10.618 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 32 2024-04-02T09:54:10.618 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.618 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T09:54:10.618 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1315971, 2024-04-02T09:54:10.618 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 323 2024-04-02T09:54:10.618 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.618 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:10.619 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 2081248, 2024-04-02T09:54:10.619 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 457189 2024-04-02T09:54:10.619 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.619 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:10.619 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 5968616, 2024-04-02T09:54:10.619 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 8809 2024-04-02T09:54:10.619 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.619 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T09:54:10.619 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 83940, 2024-04-02T09:54:10.619 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 9017 2024-04-02T09:54:10.619 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.619 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T09:54:10.619 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 95952, 2024-04-02T09:54:10.619 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1999 2024-04-02T09:54:10.619 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.620 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T09:54:10.620 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.620 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.620 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.620 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:10.620 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 185606, 2024-04-02T09:54:10.620 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1328 2024-04-02T09:54:10.620 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.620 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:10.620 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.620 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.620 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.620 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T09:54:10.620 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 736, 2024-04-02T09:54:10.620 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1 2024-04-02T09:54:10.620 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.621 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T09:54:10.621 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 62493, 2024-04-02T09:54:10.621 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 47 2024-04-02T09:54:10.621 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.621 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:10.621 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 12112, 2024-04-02T09:54:10.621 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3 2024-04-02T09:54:10.621 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.621 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T09:54:10.621 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 23834892, 2024-04-02T09:54:10.621 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 274 2024-04-02T09:54:10.621 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.621 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T09:54:10.621 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 30800, 2024-04-02T09:54:10.621 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 350 2024-04-02T09:54:10.621 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.622 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T09:54:10.622 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.622 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.622 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.622 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:10.622 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 443232, 2024-04-02T09:54:10.622 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 38 2024-04-02T09:54:10.622 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.622 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T09:54:10.622 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.622 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.622 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.622 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T09:54:10.622 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 5006040, 2024-04-02T09:54:10.623 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 12027 2024-04-02T09:54:10.623 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.623 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T09:54:10.623 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 682832, 2024-04-02T09:54:10.623 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 12056 2024-04-02T09:54:10.623 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.623 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T09:54:10.623 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.623 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.623 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.623 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T09:54:10.623 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.623 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.623 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.624 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T09:54:10.624 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.624 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.624 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.624 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T09:54:10.624 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.624 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.624 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.624 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.624 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.5": { 2024-04-02T09:54:10.624 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T09:54:10.624 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.624 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.624 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.625 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:10.625 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 22904, 2024-04-02T09:54:10.625 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 409 2024-04-02T09:54:10.625 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.625 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T09:54:10.625 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 108544, 2024-04-02T09:54:10.625 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 24 2024-04-02T09:54:10.625 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.625 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T09:54:10.625 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 2688, 2024-04-02T09:54:10.625 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 14 2024-04-02T09:54:10.625 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.625 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T09:54:10.625 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 60880, 2024-04-02T09:54:10.626 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 761 2024-04-02T09:54:10.626 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.626 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T09:54:10.626 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 415792, 2024-04-02T09:54:10.626 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1999 2024-04-02T09:54:10.626 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.626 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:10.626 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 256, 2024-04-02T09:54:10.626 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 32 2024-04-02T09:54:10.626 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.626 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T09:54:10.626 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 330123, 2024-04-02T09:54:10.627 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 97 2024-04-02T09:54:10.627 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.627 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:10.627 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 2391891, 2024-04-02T09:54:10.627 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 533135 2024-04-02T09:54:10.627 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.627 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:10.627 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 6881856, 2024-04-02T09:54:10.627 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 10152 2024-04-02T09:54:10.627 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.627 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T09:54:10.627 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 84304, 2024-04-02T09:54:10.627 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 9023 2024-04-02T09:54:10.627 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.628 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T09:54:10.628 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 95952, 2024-04-02T09:54:10.628 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1999 2024-04-02T09:54:10.628 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.628 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T09:54:10.628 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.628 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.628 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.628 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:10.628 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 185862, 2024-04-02T09:54:10.628 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1329 2024-04-02T09:54:10.628 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.628 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:10.628 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.628 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.629 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.629 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T09:54:10.629 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 736, 2024-04-02T09:54:10.629 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1 2024-04-02T09:54:10.629 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.629 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T09:54:10.629 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 85812, 2024-04-02T09:54:10.629 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 56 2024-04-02T09:54:10.629 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.629 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:10.629 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 12112, 2024-04-02T09:54:10.629 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3 2024-04-02T09:54:10.629 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.629 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T09:54:10.629 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 14534277, 2024-04-02T09:54:10.630 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 265 2024-04-02T09:54:10.630 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.630 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T09:54:10.630 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 10472, 2024-04-02T09:54:10.630 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 119 2024-04-02T09:54:10.630 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.630 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T09:54:10.630 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.630 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.630 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.630 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:10.630 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 478224, 2024-04-02T09:54:10.630 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 41 2024-04-02T09:54:10.630 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.631 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T09:54:10.631 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.631 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.631 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.631 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T09:54:10.631 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 6337760, 2024-04-02T09:54:10.631 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 12188 2024-04-02T09:54:10.631 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.631 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T09:54:10.631 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 682832, 2024-04-02T09:54:10.631 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 12056 2024-04-02T09:54:10.631 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.631 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T09:54:10.631 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.631 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.631 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.632 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T09:54:10.632 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.632 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.632 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.632 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T09:54:10.632 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.632 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.632 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.632 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T09:54:10.632 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.632 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.632 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.632 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.632 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.6": { 2024-04-02T09:54:10.632 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T09:54:10.633 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.633 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.633 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.633 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:10.633 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 17592, 2024-04-02T09:54:10.633 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 335 2024-04-02T09:54:10.633 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.633 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T09:54:10.633 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 30464, 2024-04-02T09:54:10.633 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 21 2024-04-02T09:54:10.633 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.633 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T09:54:10.633 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 4032, 2024-04-02T09:54:10.633 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 21 2024-04-02T09:54:10.634 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.634 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T09:54:10.634 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 60560, 2024-04-02T09:54:10.634 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 757 2024-04-02T09:54:10.634 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.634 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T09:54:10.634 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 404144, 2024-04-02T09:54:10.634 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1943 2024-04-02T09:54:10.634 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.634 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:10.634 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 256, 2024-04-02T09:54:10.634 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 32 2024-04-02T09:54:10.635 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.635 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T09:54:10.635 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 637296, 2024-04-02T09:54:10.635 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 177 2024-04-02T09:54:10.635 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.635 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:10.635 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1722264, 2024-04-02T09:54:10.635 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 379714 2024-04-02T09:54:10.635 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.635 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:10.635 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 5012536, 2024-04-02T09:54:10.635 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 7403 2024-04-02T09:54:10.635 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.635 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T09:54:10.635 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 76012, 2024-04-02T09:54:10.636 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 8027 2024-04-02T09:54:10.636 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.636 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T09:54:10.636 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 93264, 2024-04-02T09:54:10.636 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1943 2024-04-02T09:54:10.636 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.636 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T09:54:10.636 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.636 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.636 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.636 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:10.636 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 185518, 2024-04-02T09:54:10.636 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1327 2024-04-02T09:54:10.636 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.637 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:10.637 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.637 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.637 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.637 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T09:54:10.637 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.637 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.637 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.637 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T09:54:10.637 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 58469, 2024-04-02T09:54:10.637 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 46 2024-04-02T09:54:10.637 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.637 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:10.637 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.638 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.638 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.638 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T09:54:10.638 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 21731704, 2024-04-02T09:54:10.638 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 252 2024-04-02T09:54:10.638 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.638 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T09:54:10.638 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 17512, 2024-04-02T09:54:10.638 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 199 2024-04-02T09:54:10.638 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.638 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T09:54:10.638 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.638 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.638 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.638 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:10.639 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 443232, 2024-04-02T09:54:10.639 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 38 2024-04-02T09:54:10.639 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.639 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T09:54:10.639 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.639 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.639 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.639 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T09:54:10.639 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 3582592, 2024-04-02T09:54:10.639 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 9276 2024-04-02T09:54:10.639 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.639 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T09:54:10.639 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 682832, 2024-04-02T09:54:10.639 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 12056 2024-04-02T09:54:10.639 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.640 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T09:54:10.640 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.640 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.640 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.640 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T09:54:10.640 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.640 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.640 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.640 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T09:54:10.640 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.640 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.640 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.640 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T09:54:10.640 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.640 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.640 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.641 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.641 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.7": { 2024-04-02T09:54:10.641 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T09:54:10.641 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.641 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.641 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.641 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:10.641 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 20416, 2024-04-02T09:54:10.641 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 386 2024-04-02T09:54:10.641 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.641 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T09:54:10.641 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 35200, 2024-04-02T09:54:10.641 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 26 2024-04-02T09:54:10.641 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.641 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T09:54:10.642 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 2688, 2024-04-02T09:54:10.642 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 14 2024-04-02T09:54:10.642 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.642 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T09:54:10.642 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 60960, 2024-04-02T09:54:10.642 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 762 2024-04-02T09:54:10.642 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.642 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T09:54:10.642 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 403936, 2024-04-02T09:54:10.642 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1942 2024-04-02T09:54:10.642 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.642 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:10.642 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 256, 2024-04-02T09:54:10.642 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 32 2024-04-02T09:54:10.643 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.643 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T09:54:10.643 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 582857, 2024-04-02T09:54:10.643 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 119 2024-04-02T09:54:10.643 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.643 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:10.643 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 2037702, 2024-04-02T09:54:10.643 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 451459 2024-04-02T09:54:10.643 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.643 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:10.643 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 5869336, 2024-04-02T09:54:10.643 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 8663 2024-04-02T09:54:10.644 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.644 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T09:54:10.644 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 76300, 2024-04-02T09:54:10.644 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 8025 2024-04-02T09:54:10.644 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.644 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T09:54:10.644 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 93216, 2024-04-02T09:54:10.644 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1942 2024-04-02T09:54:10.644 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.644 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T09:54:10.644 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.644 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.644 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.644 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:10.645 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 185774, 2024-04-02T09:54:10.645 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1328 2024-04-02T09:54:10.645 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.645 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:10.645 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.645 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.645 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.645 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T09:54:10.645 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.645 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.645 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.645 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T09:54:10.645 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 26951, 2024-04-02T09:54:10.645 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 28 2024-04-02T09:54:10.645 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.645 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:10.646 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.646 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.646 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.646 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T09:54:10.646 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 15862815, 2024-04-02T09:54:10.646 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 4809 2024-04-02T09:54:10.646 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.646 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T09:54:10.646 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 11264, 2024-04-02T09:54:10.646 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 128 2024-04-02T09:54:10.646 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.646 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T09:54:10.646 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.647 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.647 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.647 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:10.647 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 478224, 2024-04-02T09:54:10.647 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 41 2024-04-02T09:54:10.647 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.647 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T09:54:10.647 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.647 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.647 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.647 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T09:54:10.647 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 4804696, 2024-04-02T09:54:10.647 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 9243 2024-04-02T09:54:10.647 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.648 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T09:54:10.648 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 682832, 2024-04-02T09:54:10.648 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 12056 2024-04-02T09:54:10.648 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.648 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T09:54:10.648 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.648 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.648 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.648 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T09:54:10.648 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.648 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.648 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.648 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T09:54:10.648 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.649 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.649 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.649 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T09:54:10.649 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:10.649 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:10.649 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.649 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.649 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.649 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.649 INFO:tasks.workunit.client.0.smithi012.stdout: "metadata": { 2024-04-02T09:54:10.649 INFO:tasks.workunit.client.0.smithi012.stdout: "mds": { 2024-04-02T09:54:10.649 INFO:tasks.workunit.client.0.smithi012.stdout: "arch": { 2024-04-02T09:54:10.649 INFO:tasks.workunit.client.0.smithi012.stdout: "x86_64": 2 2024-04-02T09:54:10.649 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.649 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph_version": { 2024-04-02T09:54:10.650 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T09:54:10.650 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.650 INFO:tasks.workunit.client.0.smithi012.stdout: "cpu": { 2024-04-02T09:54:10.650 INFO:tasks.workunit.client.0.smithi012.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-04-02T09:54:10.650 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.650 INFO:tasks.workunit.client.0.smithi012.stdout: "distro": { 2024-04-02T09:54:10.650 INFO:tasks.workunit.client.0.smithi012.stdout: "centos": 2 2024-04-02T09:54:10.650 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.650 INFO:tasks.workunit.client.0.smithi012.stdout: "distro_description": { 2024-04-02T09:54:10.650 INFO:tasks.workunit.client.0.smithi012.stdout: "CentOS Stream 8": 2 2024-04-02T09:54:10.650 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.650 INFO:tasks.workunit.client.0.smithi012.stdout: "kernel_description": { 2024-04-02T09:54:10.650 INFO:tasks.workunit.client.0.smithi012.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 2 2024-04-02T09:54:10.650 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.651 INFO:tasks.workunit.client.0.smithi012.stdout: "kernel_version": { 2024-04-02T09:54:10.651 INFO:tasks.workunit.client.0.smithi012.stdout: "5.14.0-434.el9.x86_64": 2 2024-04-02T09:54:10.651 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.651 INFO:tasks.workunit.client.0.smithi012.stdout: "os": { 2024-04-02T09:54:10.651 INFO:tasks.workunit.client.0.smithi012.stdout: "Linux": 2 2024-04-02T09:54:10.651 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.651 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.651 INFO:tasks.workunit.client.0.smithi012.stdout: "mon": { 2024-04-02T09:54:10.651 INFO:tasks.workunit.client.0.smithi012.stdout: "arch": { 2024-04-02T09:54:10.651 INFO:tasks.workunit.client.0.smithi012.stdout: "x86_64": 3 2024-04-02T09:54:10.651 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.651 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph_version": { 2024-04-02T09:54:10.651 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T09:54:10.651 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.651 INFO:tasks.workunit.client.0.smithi012.stdout: "cpu": { 2024-04-02T09:54:10.651 INFO:tasks.workunit.client.0.smithi012.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-04-02T09:54:10.652 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.652 INFO:tasks.workunit.client.0.smithi012.stdout: "distro": { 2024-04-02T09:54:10.652 INFO:tasks.workunit.client.0.smithi012.stdout: "centos": 3 2024-04-02T09:54:10.652 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.652 INFO:tasks.workunit.client.0.smithi012.stdout: "distro_description": { 2024-04-02T09:54:10.652 INFO:tasks.workunit.client.0.smithi012.stdout: "CentOS Stream 8": 3 2024-04-02T09:54:10.652 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.652 INFO:tasks.workunit.client.0.smithi012.stdout: "kernel_description": { 2024-04-02T09:54:10.652 INFO:tasks.workunit.client.0.smithi012.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 3 2024-04-02T09:54:10.652 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.652 INFO:tasks.workunit.client.0.smithi012.stdout: "kernel_version": { 2024-04-02T09:54:10.652 INFO:tasks.workunit.client.0.smithi012.stdout: "5.14.0-434.el9.x86_64": 3 2024-04-02T09:54:10.652 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.652 INFO:tasks.workunit.client.0.smithi012.stdout: "os": { 2024-04-02T09:54:10.652 INFO:tasks.workunit.client.0.smithi012.stdout: "Linux": 3 2024-04-02T09:54:10.653 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.653 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.653 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:10.653 INFO:tasks.workunit.client.0.smithi012.stdout: "arch": { 2024-04-02T09:54:10.653 INFO:tasks.workunit.client.0.smithi012.stdout: "x86_64": 8 2024-04-02T09:54:10.653 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.653 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph_version": { 2024-04-02T09:54:10.653 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 8 2024-04-02T09:54:10.653 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.653 INFO:tasks.workunit.client.0.smithi012.stdout: "cpu": { 2024-04-02T09:54:10.653 INFO:tasks.workunit.client.0.smithi012.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-04-02T09:54:10.653 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.653 INFO:tasks.workunit.client.0.smithi012.stdout: "distro": { 2024-04-02T09:54:10.653 INFO:tasks.workunit.client.0.smithi012.stdout: "centos": 8 2024-04-02T09:54:10.653 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.654 INFO:tasks.workunit.client.0.smithi012.stdout: "distro_description": { 2024-04-02T09:54:10.654 INFO:tasks.workunit.client.0.smithi012.stdout: "CentOS Stream 8": 8 2024-04-02T09:54:10.654 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.654 INFO:tasks.workunit.client.0.smithi012.stdout: "kernel_description": { 2024-04-02T09:54:10.654 INFO:tasks.workunit.client.0.smithi012.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 8 2024-04-02T09:54:10.654 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.654 INFO:tasks.workunit.client.0.smithi012.stdout: "kernel_version": { 2024-04-02T09:54:10.654 INFO:tasks.workunit.client.0.smithi012.stdout: "5.14.0-434.el9.x86_64": 8 2024-04-02T09:54:10.654 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.654 INFO:tasks.workunit.client.0.smithi012.stdout: "os": { 2024-04-02T09:54:10.654 INFO:tasks.workunit.client.0.smithi012.stdout: "Linux": 8 2024-04-02T09:54:10.654 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.654 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_objectstore": { 2024-04-02T09:54:10.654 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore": 8 2024-04-02T09:54:10.654 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.655 INFO:tasks.workunit.client.0.smithi012.stdout: "rotational": { 2024-04-02T09:54:10.655 INFO:tasks.workunit.client.0.smithi012.stdout: "0": 8 2024-04-02T09:54:10.655 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.655 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.655 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.655 INFO:tasks.workunit.client.0.smithi012.stdout: "mon": { 2024-04-02T09:54:10.655 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T09:54:10.655 INFO:tasks.workunit.client.0.smithi012.stdout: "features": { 2024-04-02T09:54:10.655 INFO:tasks.workunit.client.0.smithi012.stdout: "optional": [], 2024-04-02T09:54:10.655 INFO:tasks.workunit.client.0.smithi012.stdout: "persistent": [ 2024-04-02T09:54:10.655 INFO:tasks.workunit.client.0.smithi012.stdout: "kraken", 2024-04-02T09:54:10.655 INFO:tasks.workunit.client.0.smithi012.stdout: "luminous", 2024-04-02T09:54:10.655 INFO:tasks.workunit.client.0.smithi012.stdout: "mimic", 2024-04-02T09:54:10.655 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap-prune", 2024-04-02T09:54:10.655 INFO:tasks.workunit.client.0.smithi012.stdout: "nautilus", 2024-04-02T09:54:10.655 INFO:tasks.workunit.client.0.smithi012.stdout: "octopus", 2024-04-02T09:54:10.656 INFO:tasks.workunit.client.0.smithi012.stdout: "pacific", 2024-04-02T09:54:10.656 INFO:tasks.workunit.client.0.smithi012.stdout: "elector-pinging", 2024-04-02T09:54:10.656 INFO:tasks.workunit.client.0.smithi012.stdout: "quincy", 2024-04-02T09:54:10.656 INFO:tasks.workunit.client.0.smithi012.stdout: "reef", 2024-04-02T09:54:10.656 INFO:tasks.workunit.client.0.smithi012.stdout: "squid" 2024-04-02T09:54:10.656 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:10.656 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.656 INFO:tasks.workunit.client.0.smithi012.stdout: "ipv4_addr_mons": 6, 2024-04-02T09:54:10.656 INFO:tasks.workunit.client.0.smithi012.stdout: "ipv6_addr_mons": 0, 2024-04-02T09:54:10.656 INFO:tasks.workunit.client.0.smithi012.stdout: "min_mon_release": 19, 2024-04-02T09:54:10.656 INFO:tasks.workunit.client.0.smithi012.stdout: "v1_addr_mons": 3, 2024-04-02T09:54:10.656 INFO:tasks.workunit.client.0.smithi012.stdout: "v2_addr_mons": 3 2024-04-02T09:54:10.656 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.656 INFO:tasks.workunit.client.0.smithi012.stdout: "organization": "ceph-qa", 2024-04-02T09:54:10.656 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:10.656 INFO:tasks.workunit.client.0.smithi012.stdout: "cluster_network": false, 2024-04-02T09:54:10.657 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8, 2024-04-02T09:54:10.657 INFO:tasks.workunit.client.0.smithi012.stdout: "require_min_compat_client": "luminous", 2024-04-02T09:54:10.657 INFO:tasks.workunit.client.0.smithi012.stdout: "require_osd_release": "squid" 2024-04-02T09:54:10.657 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.657 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_perf_histograms": [ 2024-04-02T09:54:10.657 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:10.657 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:54:10.657 INFO:tasks.workunit.client.0.smithi012.stdout: "axes": [ 2024-04-02T09:54:10.657 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:10.657 INFO:tasks.workunit.client.0.smithi012.stdout: "buckets": 32, 2024-04-02T09:54:10.657 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 0, 2024-04-02T09:54:10.657 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "Latency (usec)", 2024-04-02T09:54:10.657 INFO:tasks.workunit.client.0.smithi012.stdout: "quant_size": 100000, 2024-04-02T09:54:10.658 INFO:tasks.workunit.client.0.smithi012.stdout: "ranges": [ 2024-04-02T09:54:10.658 INFO:tasks.workunit.client.0.smithi012.stdout: "[None, -1]", 2024-04-02T09:54:10.658 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 99999]", 2024-04-02T09:54:10.658 INFO:tasks.workunit.client.0.smithi012.stdout: "[100000, 199999]", 2024-04-02T09:54:10.658 INFO:tasks.workunit.client.0.smithi012.stdout: "[200000, 399999]", 2024-04-02T09:54:10.658 INFO:tasks.workunit.client.0.smithi012.stdout: "[400000, 799999]", 2024-04-02T09:54:10.658 INFO:tasks.workunit.client.0.smithi012.stdout: "[800000, 1599999]", 2024-04-02T09:54:10.658 INFO:tasks.workunit.client.0.smithi012.stdout: "[1600000, 3199999]", 2024-04-02T09:54:10.658 INFO:tasks.workunit.client.0.smithi012.stdout: "[3200000, 6399999]", 2024-04-02T09:54:10.658 INFO:tasks.workunit.client.0.smithi012.stdout: "[6400000, 12799999]", 2024-04-02T09:54:10.658 INFO:tasks.workunit.client.0.smithi012.stdout: "[12800000, 25599999]", 2024-04-02T09:54:10.658 INFO:tasks.workunit.client.0.smithi012.stdout: "[25600000, 51199999]", 2024-04-02T09:54:10.658 INFO:tasks.workunit.client.0.smithi012.stdout: "[51200000, 102399999]", 2024-04-02T09:54:10.658 INFO:tasks.workunit.client.0.smithi012.stdout: "[102400000, 204799999]", 2024-04-02T09:54:10.659 INFO:tasks.workunit.client.0.smithi012.stdout: "[204800000, 409599999]", 2024-04-02T09:54:10.659 INFO:tasks.workunit.client.0.smithi012.stdout: "[409600000, 819199999]", 2024-04-02T09:54:10.659 INFO:tasks.workunit.client.0.smithi012.stdout: "[819200000, 1638399999]", 2024-04-02T09:54:10.659 INFO:tasks.workunit.client.0.smithi012.stdout: "[1638400000, 3276799999]", 2024-04-02T09:54:10.659 INFO:tasks.workunit.client.0.smithi012.stdout: "[3276800000, 6553599999]", 2024-04-02T09:54:10.659 INFO:tasks.workunit.client.0.smithi012.stdout: "[6553600000, 13107199999]", 2024-04-02T09:54:10.659 INFO:tasks.workunit.client.0.smithi012.stdout: "[13107200000, 26214399999]", 2024-04-02T09:54:10.659 INFO:tasks.workunit.client.0.smithi012.stdout: "[26214400000, 52428799999]", 2024-04-02T09:54:10.659 INFO:tasks.workunit.client.0.smithi012.stdout: "[52428800000, 104857599999]", 2024-04-02T09:54:10.659 INFO:tasks.workunit.client.0.smithi012.stdout: "[104857600000, 209715199999]", 2024-04-02T09:54:10.659 INFO:tasks.workunit.client.0.smithi012.stdout: "[209715200000, 419430399999]", 2024-04-02T09:54:10.659 INFO:tasks.workunit.client.0.smithi012.stdout: "[419430400000, 838860799999]", 2024-04-02T09:54:10.659 INFO:tasks.workunit.client.0.smithi012.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:54:10.660 INFO:tasks.workunit.client.0.smithi012.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:54:10.660 INFO:tasks.workunit.client.0.smithi012.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:54:10.660 INFO:tasks.workunit.client.0.smithi012.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:54:10.660 INFO:tasks.workunit.client.0.smithi012.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:54:10.660 INFO:tasks.workunit.client.0.smithi012.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:54:10.660 INFO:tasks.workunit.client.0.smithi012.stdout: "[53687091200000, None]" 2024-04-02T09:54:10.660 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:10.660 INFO:tasks.workunit.client.0.smithi012.stdout: "scale_type": "log2" 2024-04-02T09:54:10.660 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.660 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:10.660 INFO:tasks.workunit.client.0.smithi012.stdout: "buckets": 32, 2024-04-02T09:54:10.660 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 0, 2024-04-02T09:54:10.660 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "Request size (bytes)", 2024-04-02T09:54:10.660 INFO:tasks.workunit.client.0.smithi012.stdout: "quant_size": 512, 2024-04-02T09:54:10.661 INFO:tasks.workunit.client.0.smithi012.stdout: "ranges": [ 2024-04-02T09:54:10.661 INFO:tasks.workunit.client.0.smithi012.stdout: "[None, -1]", 2024-04-02T09:54:10.661 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 511]", 2024-04-02T09:54:10.661 INFO:tasks.workunit.client.0.smithi012.stdout: "[512, 1023]", 2024-04-02T09:54:10.661 INFO:tasks.workunit.client.0.smithi012.stdout: "[1024, 2047]", 2024-04-02T09:54:10.661 INFO:tasks.workunit.client.0.smithi012.stdout: "[2048, 4095]", 2024-04-02T09:54:10.661 INFO:tasks.workunit.client.0.smithi012.stdout: "[4096, 8191]", 2024-04-02T09:54:10.661 INFO:tasks.workunit.client.0.smithi012.stdout: "[8192, 16383]", 2024-04-02T09:54:10.661 INFO:tasks.workunit.client.0.smithi012.stdout: "[16384, 32767]", 2024-04-02T09:54:10.661 INFO:tasks.workunit.client.0.smithi012.stdout: "[32768, 65535]", 2024-04-02T09:54:10.661 INFO:tasks.workunit.client.0.smithi012.stdout: "[65536, 131071]", 2024-04-02T09:54:10.661 INFO:tasks.workunit.client.0.smithi012.stdout: "[131072, 262143]", 2024-04-02T09:54:10.661 INFO:tasks.workunit.client.0.smithi012.stdout: "[262144, 524287]", 2024-04-02T09:54:10.661 INFO:tasks.workunit.client.0.smithi012.stdout: "[524288, 1048575]", 2024-04-02T09:54:10.662 INFO:tasks.workunit.client.0.smithi012.stdout: "[1048576, 2097151]", 2024-04-02T09:54:10.662 INFO:tasks.workunit.client.0.smithi012.stdout: "[2097152, 4194303]", 2024-04-02T09:54:10.662 INFO:tasks.workunit.client.0.smithi012.stdout: "[4194304, 8388607]", 2024-04-02T09:54:10.662 INFO:tasks.workunit.client.0.smithi012.stdout: "[8388608, 16777215]", 2024-04-02T09:54:10.662 INFO:tasks.workunit.client.0.smithi012.stdout: "[16777216, 33554431]", 2024-04-02T09:54:10.662 INFO:tasks.workunit.client.0.smithi012.stdout: "[33554432, 67108863]", 2024-04-02T09:54:10.662 INFO:tasks.workunit.client.0.smithi012.stdout: "[67108864, 134217727]", 2024-04-02T09:54:10.662 INFO:tasks.workunit.client.0.smithi012.stdout: "[134217728, 268435455]", 2024-04-02T09:54:10.662 INFO:tasks.workunit.client.0.smithi012.stdout: "[268435456, 536870911]", 2024-04-02T09:54:10.662 INFO:tasks.workunit.client.0.smithi012.stdout: "[536870912, 1073741823]", 2024-04-02T09:54:10.662 INFO:tasks.workunit.client.0.smithi012.stdout: "[1073741824, 2147483647]", 2024-04-02T09:54:10.662 INFO:tasks.workunit.client.0.smithi012.stdout: "[2147483648, 4294967295]", 2024-04-02T09:54:10.662 INFO:tasks.workunit.client.0.smithi012.stdout: "[4294967296, 8589934591]", 2024-04-02T09:54:10.662 INFO:tasks.workunit.client.0.smithi012.stdout: "[8589934592, 17179869183]", 2024-04-02T09:54:10.662 INFO:tasks.workunit.client.0.smithi012.stdout: "[17179869184, 34359738367]", 2024-04-02T09:54:10.663 INFO:tasks.workunit.client.0.smithi012.stdout: "[34359738368, 68719476735]", 2024-04-02T09:54:10.663 INFO:tasks.workunit.client.0.smithi012.stdout: "[68719476736, 137438953471]", 2024-04-02T09:54:10.663 INFO:tasks.workunit.client.0.smithi012.stdout: "[137438953472, 274877906943]", 2024-04-02T09:54:10.663 INFO:tasks.workunit.client.0.smithi012.stdout: "[274877906944, None]" 2024-04-02T09:54:10.663 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:10.663 INFO:tasks.workunit.client.0.smithi012.stdout: "scale_type": "log2" 2024-04-02T09:54:10.663 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.663 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:10.663 INFO:tasks.workunit.client.0.smithi012.stdout: "osds": [ 2024-04-02T09:54:10.663 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:10.663 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 0, 2024-04-02T09:54:10.663 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:10.663 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.663 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.664 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 7267, 8, 0, 1, 1, 1, 0, 4, 3, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.664 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 7559, 26, 26, 1, 8, 5, 11, 4, 12, 39, 74, 27, 37, 28, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.664 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1092, 4, 7, 0, 0, 0, 0, 0, 7, 5, 42, 150, 177, 4, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.664 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 755, 1, 1, 0, 0, 1, 0, 0, 0, 1, 3, 29, 196, 14, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.664 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 539, 14, 0, 0, 0, 1, 0, 0, 0, 1, 9, 4, 30, 59, 159, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.664 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 282, 4, 0, 0, 0, 0, 0, 0, 1, 2, 9, 6, 11, 13, 110, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.664 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 333, 10, 0, 0, 0, 0, 0, 0, 3, 1, 4, 7, 12, 13, 49, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.664 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 66, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 7, 4, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.664 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.664 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.664 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.664 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.664 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.664 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.664 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.665 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.665 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.665 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.665 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.665 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.665 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.665 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.665 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.665 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.665 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.665 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.665 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.665 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.665 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.665 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:10.665 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:10.665 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.666 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:10.666 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 1, 2024-04-02T09:54:10.666 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:10.666 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.666 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.666 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 6184, 10, 0, 0, 0, 1, 0, 2, 3, 7, 7, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.666 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 6890, 36, 1045, 1, 7, 8, 7, 10, 37, 49, 109, 50, 34, 7, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.666 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 612, 13, 459, 21, 0, 0, 0, 4, 6, 6, 62, 211, 261, 3, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.666 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 326, 4, 2, 9, 1, 1, 0, 0, 0, 2, 5, 22, 307, 5, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.666 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 129, 8, 3, 0, 0, 0, 0, 1, 2, 4, 11, 12, 24, 24, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.666 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 100, 8, 29, 0, 0, 0, 0, 0, 1, 0, 13, 21, 30, 17, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.666 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 126, 0, 215, 0, 0, 0, 0, 0, 0, 0, 19, 13, 22, 28, 55, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.666 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 45, 0, 59, 0, 0, 0, 0, 0, 0, 0, 3, 1, 13, 13, 54, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.666 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 16, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.667 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.667 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.667 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.667 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.667 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.667 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.667 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.667 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.667 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.667 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.667 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.667 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.667 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.667 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.667 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.667 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.668 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.668 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.668 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.668 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.668 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:10.668 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:10.668 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.668 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:10.668 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 2, 2024-04-02T09:54:10.668 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:10.668 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.668 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.668 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 12467, 3888, 0, 0, 2, 1, 0, 0, 0, 0, 4, 1, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.668 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 9969, 301, 7, 0, 14, 0, 0, 1, 1, 6, 11, 6, 18, 37, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.668 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 872, 5, 1, 2, 1, 0, 0, 0, 3, 15, 34, 5, 0, 8, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.669 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 375, 6, 0, 0, 1, 0, 0, 0, 0, 3, 2, 15, 25, 6, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.669 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 82, 10, 5, 0, 1, 0, 0, 0, 0, 10, 9, 8, 14, 55, 130, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.669 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 151, 5, 2, 0, 0, 0, 0, 1, 0, 8, 3, 24, 45, 30, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.669 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 220, 2, 0, 1, 0, 0, 0, 0, 0, 0, 3, 6, 20, 50, 67, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.669 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 60, 0, 0, 0, 0, 0, 2, 0, 0, 2, 1, 0, 5, 27, 80, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.669 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 32, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 3, 2, 4, 31, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.669 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.669 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.669 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.669 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.669 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.669 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.669 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.669 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.670 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.670 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.670 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.670 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.670 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.670 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.670 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.670 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.670 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.670 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.670 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.670 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.670 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:10.670 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:10.671 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.671 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:10.671 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 3, 2024-04-02T09:54:10.671 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:10.671 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.671 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 325, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.671 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 18659, 7953, 0, 1, 7125, 354, 0, 0, 1, 1, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.671 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 12596, 396, 3, 1, 658, 239, 3, 6, 15, 16, 43, 18, 16, 15, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.671 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 2350, 14, 28, 0, 3, 1, 0, 3, 2, 7, 33, 75, 73, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.671 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 503, 13, 3, 0, 8, 6, 0, 1, 0, 2, 2, 8, 98, 0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.671 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 133, 13, 1, 0, 166, 23, 0, 1, 0, 0, 6, 1, 10, 14, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.672 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 46, 17, 0, 0, 327, 13, 0, 0, 0, 0, 0, 7, 3, 9, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.672 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 19, 40, 0, 0, 279, 0, 0, 0, 0, 0, 0, 0, 2, 3, 28, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.672 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 2, 84, 0, 0, 1925, 0, 0, 0, 0, 0, 0, 1, 0, 0, 9, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.672 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 4, 103, 0, 0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.672 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.672 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.672 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.672 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.672 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.672 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.672 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.672 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.672 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.672 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.672 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.673 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.673 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.673 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.673 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.673 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.673 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.673 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.673 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.673 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.673 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:10.673 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:10.673 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.673 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:10.674 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 4, 2024-04-02T09:54:10.674 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:10.674 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.674 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 4, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.674 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 7805, 3825, 4500, 3, 8, 2, 3, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.674 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 8028, 53, 51, 1, 17, 34, 60, 69, 6, 20, 18, 9, 9, 14, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.674 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1052, 21, 7, 0, 5, 0, 11, 6, 4, 9, 41, 84, 40, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.674 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 339, 1, 0, 0, 0, 1, 2, 1, 1, 1, 21, 22, 140, 1, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.674 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 167, 1, 1, 0, 0, 0, 0, 0, 0, 0, 2, 9, 29, 39, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.674 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 135, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 16, 19, 13, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.674 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 64, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 5, 7, 39, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.674 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 21, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.674 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.674 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.674 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.675 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.675 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.675 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.675 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.675 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.675 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.675 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.675 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.675 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.675 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.675 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.675 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.675 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.675 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.675 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.676 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.676 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.676 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.676 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:10.676 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:10.676 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.676 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:10.676 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 5, 2024-04-02T09:54:10.676 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:10.676 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.676 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1608, 176, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.676 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 12558, 3923, 0, 0, 1, 1, 0, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.676 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 8961, 97, 21, 1, 9, 1, 2, 1, 5, 0, 6, 5, 10, 18, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.676 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1306, 44, 23, 1, 11, 1, 1, 2, 3, 0, 5, 2, 2, 5, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.676 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 431, 1, 0, 5, 4, 0, 0, 0, 0, 1, 14, 6, 5, 11, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.676 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 184, 2, 0, 0, 0, 0, 1, 2, 1, 6, 0, 7, 29, 47, 100, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.677 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 158, 3, 0, 1, 0, 0, 0, 0, 0, 0, 1, 6, 6, 11, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.677 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 144, 0, 0, 0, 0, 0, 0, 0, 1, 7, 0, 7, 10, 18, 43, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.677 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 22, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.677 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.677 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.677 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.677 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.677 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.677 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.677 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.677 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.677 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.677 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.677 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.677 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.677 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.678 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.678 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.678 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.678 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.678 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.678 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.678 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.678 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.678 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:10.678 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:10.678 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.678 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:10.678 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 6, 2024-04-02T09:54:10.678 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:10.679 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.679 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.679 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 9091, 6, 0, 0, 5, 0, 0, 0, 1, 0, 19, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.679 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 7524, 59, 32, 0, 11, 3, 3, 4, 13, 15, 69, 5, 13, 31, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.679 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1130, 30, 18, 2, 7, 1, 0, 3, 11, 12, 49, 65, 32, 8, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.679 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 369, 1, 0, 0, 0, 0, 0, 0, 2, 6, 19, 29, 169, 1, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.679 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 151, 3, 1, 0, 2, 1, 0, 0, 0, 1, 0, 3, 49, 39, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.679 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 75, 1, 0, 0, 0, 0, 0, 4, 0, 0, 0, 2, 2, 10, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.679 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 4, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.679 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.679 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.679 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.679 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.679 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.679 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.680 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.680 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.680 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.680 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.680 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.680 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.680 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.680 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.680 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.680 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.680 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.680 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.680 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.680 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.680 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.681 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.681 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:10.681 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:10.681 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.681 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:10.681 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 7, 2024-04-02T09:54:10.681 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:10.681 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.681 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.681 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 13343, 3, 64, 6, 26, 19, 4, 0, 0, 0, 3, 2, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.681 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 8741, 42, 26, 2, 14, 29, 94, 129, 0, 0, 6, 4, 15, 15, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.681 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1222, 98, 117, 0, 6, 0, 6, 13, 4, 0, 12, 2, 7, 9, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.681 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 482, 44, 84, 0, 1, 0, 0, 0, 2, 6, 23, 7, 7, 7, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.681 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 184, 11, 9, 0, 0, 0, 0, 1, 0, 0, 1, 10, 38, 45, 104, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.681 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 114, 4, 22, 17, 1, 2, 0, 0, 0, 0, 3, 16, 13, 21, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.681 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 65, 0, 3, 37, 38, 1, 0, 0, 0, 0, 1, 4, 5, 17, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.682 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 15, 0, 0, 14, 91, 78, 0, 0, 0, 0, 0, 2, 10, 10, 30, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.682 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 11, 0, 0, 0, 6, 51, 0, 0, 0, 0, 0, 0, 0, 3, 4, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.682 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.682 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.682 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.682 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.682 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.682 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.682 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.682 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.682 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.682 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.682 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.682 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.682 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.683 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.683 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.683 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.683 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.683 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.683 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.683 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.683 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:10.683 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:10.683 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.683 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:10.683 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.683 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:54:10.684 INFO:tasks.workunit.client.0.smithi012.stdout: "axes": [ 2024-04-02T09:54:10.684 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:10.684 INFO:tasks.workunit.client.0.smithi012.stdout: "buckets": 32, 2024-04-02T09:54:10.684 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 0, 2024-04-02T09:54:10.684 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "Latency (usec)", 2024-04-02T09:54:10.684 INFO:tasks.workunit.client.0.smithi012.stdout: "quant_size": 100000, 2024-04-02T09:54:10.684 INFO:tasks.workunit.client.0.smithi012.stdout: "ranges": [ 2024-04-02T09:54:10.684 INFO:tasks.workunit.client.0.smithi012.stdout: "[None, -1]", 2024-04-02T09:54:10.684 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 99999]", 2024-04-02T09:54:10.684 INFO:tasks.workunit.client.0.smithi012.stdout: "[100000, 199999]", 2024-04-02T09:54:10.684 INFO:tasks.workunit.client.0.smithi012.stdout: "[200000, 399999]", 2024-04-02T09:54:10.684 INFO:tasks.workunit.client.0.smithi012.stdout: "[400000, 799999]", 2024-04-02T09:54:10.684 INFO:tasks.workunit.client.0.smithi012.stdout: "[800000, 1599999]", 2024-04-02T09:54:10.684 INFO:tasks.workunit.client.0.smithi012.stdout: "[1600000, 3199999]", 2024-04-02T09:54:10.684 INFO:tasks.workunit.client.0.smithi012.stdout: "[3200000, 6399999]", 2024-04-02T09:54:10.685 INFO:tasks.workunit.client.0.smithi012.stdout: "[6400000, 12799999]", 2024-04-02T09:54:10.685 INFO:tasks.workunit.client.0.smithi012.stdout: "[12800000, 25599999]", 2024-04-02T09:54:10.685 INFO:tasks.workunit.client.0.smithi012.stdout: "[25600000, 51199999]", 2024-04-02T09:54:10.685 INFO:tasks.workunit.client.0.smithi012.stdout: "[51200000, 102399999]", 2024-04-02T09:54:10.685 INFO:tasks.workunit.client.0.smithi012.stdout: "[102400000, 204799999]", 2024-04-02T09:54:10.685 INFO:tasks.workunit.client.0.smithi012.stdout: "[204800000, 409599999]", 2024-04-02T09:54:10.685 INFO:tasks.workunit.client.0.smithi012.stdout: "[409600000, 819199999]", 2024-04-02T09:54:10.685 INFO:tasks.workunit.client.0.smithi012.stdout: "[819200000, 1638399999]", 2024-04-02T09:54:10.685 INFO:tasks.workunit.client.0.smithi012.stdout: "[1638400000, 3276799999]", 2024-04-02T09:54:10.685 INFO:tasks.workunit.client.0.smithi012.stdout: "[3276800000, 6553599999]", 2024-04-02T09:54:10.685 INFO:tasks.workunit.client.0.smithi012.stdout: "[6553600000, 13107199999]", 2024-04-02T09:54:10.685 INFO:tasks.workunit.client.0.smithi012.stdout: "[13107200000, 26214399999]", 2024-04-02T09:54:10.685 INFO:tasks.workunit.client.0.smithi012.stdout: "[26214400000, 52428799999]", 2024-04-02T09:54:10.685 INFO:tasks.workunit.client.0.smithi012.stdout: "[52428800000, 104857599999]", 2024-04-02T09:54:10.686 INFO:tasks.workunit.client.0.smithi012.stdout: "[104857600000, 209715199999]", 2024-04-02T09:54:10.686 INFO:tasks.workunit.client.0.smithi012.stdout: "[209715200000, 419430399999]", 2024-04-02T09:54:10.686 INFO:tasks.workunit.client.0.smithi012.stdout: "[419430400000, 838860799999]", 2024-04-02T09:54:10.686 INFO:tasks.workunit.client.0.smithi012.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:54:10.686 INFO:tasks.workunit.client.0.smithi012.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:54:10.686 INFO:tasks.workunit.client.0.smithi012.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:54:10.686 INFO:tasks.workunit.client.0.smithi012.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:54:10.686 INFO:tasks.workunit.client.0.smithi012.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:54:10.686 INFO:tasks.workunit.client.0.smithi012.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:54:10.686 INFO:tasks.workunit.client.0.smithi012.stdout: "[53687091200000, None]" 2024-04-02T09:54:10.686 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:10.686 INFO:tasks.workunit.client.0.smithi012.stdout: "scale_type": "log2" 2024-04-02T09:54:10.686 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.686 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:10.687 INFO:tasks.workunit.client.0.smithi012.stdout: "buckets": 32, 2024-04-02T09:54:10.687 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 0, 2024-04-02T09:54:10.687 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "Request size (bytes)", 2024-04-02T09:54:10.687 INFO:tasks.workunit.client.0.smithi012.stdout: "quant_size": 512, 2024-04-02T09:54:10.687 INFO:tasks.workunit.client.0.smithi012.stdout: "ranges": [ 2024-04-02T09:54:10.687 INFO:tasks.workunit.client.0.smithi012.stdout: "[None, -1]", 2024-04-02T09:54:10.687 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 511]", 2024-04-02T09:54:10.687 INFO:tasks.workunit.client.0.smithi012.stdout: "[512, 1023]", 2024-04-02T09:54:10.687 INFO:tasks.workunit.client.0.smithi012.stdout: "[1024, 2047]", 2024-04-02T09:54:10.687 INFO:tasks.workunit.client.0.smithi012.stdout: "[2048, 4095]", 2024-04-02T09:54:10.687 INFO:tasks.workunit.client.0.smithi012.stdout: "[4096, 8191]", 2024-04-02T09:54:10.687 INFO:tasks.workunit.client.0.smithi012.stdout: "[8192, 16383]", 2024-04-02T09:54:10.687 INFO:tasks.workunit.client.0.smithi012.stdout: "[16384, 32767]", 2024-04-02T09:54:10.687 INFO:tasks.workunit.client.0.smithi012.stdout: "[32768, 65535]", 2024-04-02T09:54:10.687 INFO:tasks.workunit.client.0.smithi012.stdout: "[65536, 131071]", 2024-04-02T09:54:10.687 INFO:tasks.workunit.client.0.smithi012.stdout: "[131072, 262143]", 2024-04-02T09:54:10.688 INFO:tasks.workunit.client.0.smithi012.stdout: "[262144, 524287]", 2024-04-02T09:54:10.688 INFO:tasks.workunit.client.0.smithi012.stdout: "[524288, 1048575]", 2024-04-02T09:54:10.688 INFO:tasks.workunit.client.0.smithi012.stdout: "[1048576, 2097151]", 2024-04-02T09:54:10.688 INFO:tasks.workunit.client.0.smithi012.stdout: "[2097152, 4194303]", 2024-04-02T09:54:10.688 INFO:tasks.workunit.client.0.smithi012.stdout: "[4194304, 8388607]", 2024-04-02T09:54:10.688 INFO:tasks.workunit.client.0.smithi012.stdout: "[8388608, 16777215]", 2024-04-02T09:54:10.688 INFO:tasks.workunit.client.0.smithi012.stdout: "[16777216, 33554431]", 2024-04-02T09:54:10.688 INFO:tasks.workunit.client.0.smithi012.stdout: "[33554432, 67108863]", 2024-04-02T09:54:10.688 INFO:tasks.workunit.client.0.smithi012.stdout: "[67108864, 134217727]", 2024-04-02T09:54:10.688 INFO:tasks.workunit.client.0.smithi012.stdout: "[134217728, 268435455]", 2024-04-02T09:54:10.688 INFO:tasks.workunit.client.0.smithi012.stdout: "[268435456, 536870911]", 2024-04-02T09:54:10.688 INFO:tasks.workunit.client.0.smithi012.stdout: "[536870912, 1073741823]", 2024-04-02T09:54:10.688 INFO:tasks.workunit.client.0.smithi012.stdout: "[1073741824, 2147483647]", 2024-04-02T09:54:10.688 INFO:tasks.workunit.client.0.smithi012.stdout: "[2147483648, 4294967295]", 2024-04-02T09:54:10.689 INFO:tasks.workunit.client.0.smithi012.stdout: "[4294967296, 8589934591]", 2024-04-02T09:54:10.689 INFO:tasks.workunit.client.0.smithi012.stdout: "[8589934592, 17179869183]", 2024-04-02T09:54:10.689 INFO:tasks.workunit.client.0.smithi012.stdout: "[17179869184, 34359738367]", 2024-04-02T09:54:10.689 INFO:tasks.workunit.client.0.smithi012.stdout: "[34359738368, 68719476735]", 2024-04-02T09:54:10.689 INFO:tasks.workunit.client.0.smithi012.stdout: "[68719476736, 137438953471]", 2024-04-02T09:54:10.689 INFO:tasks.workunit.client.0.smithi012.stdout: "[137438953472, 274877906943]", 2024-04-02T09:54:10.689 INFO:tasks.workunit.client.0.smithi012.stdout: "[274877906944, None]" 2024-04-02T09:54:10.689 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:10.689 INFO:tasks.workunit.client.0.smithi012.stdout: "scale_type": "log2" 2024-04-02T09:54:10.689 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.689 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:10.689 INFO:tasks.workunit.client.0.smithi012.stdout: "osds": [ 2024-04-02T09:54:10.689 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:10.689 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 0, 2024-04-02T09:54:10.690 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:10.690 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.690 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.690 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.690 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.690 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.690 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 4444, 51, 74, 153, 418, 556, 598, 3, 0, 0, 1, 0, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.690 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 604, 18, 33, 52, 50, 54, 124, 2, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.690 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 258, 0, 1, 0, 0, 3, 2, 0, 0, 1, 0, 7, 7, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.690 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 133, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 3, 7, 9, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.690 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 73, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 5, 13, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.690 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.691 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.691 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.691 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.691 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.691 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.691 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.691 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.691 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.691 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.691 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.691 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.691 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.691 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.692 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.692 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.692 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.692 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.692 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.692 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.692 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.692 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:10.692 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:10.692 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.692 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:10.692 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 1, 2024-04-02T09:54:10.692 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:10.692 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.692 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.693 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.693 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.693 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.693 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 2959, 223, 35, 68, 122, 1, 0, 0, 2, 0, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.693 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 529, 59, 1330, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.693 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 320, 10, 15, 0, 0, 0, 0, 0, 0, 0, 1, 5, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.693 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1479, 975, 28, 0, 0, 0, 0, 0, 0, 1, 1, 2, 4, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.693 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1782, 2018, 262, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 7, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.693 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3, 4, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.693 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.694 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.694 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.694 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.694 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.694 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.694 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.694 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.694 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.694 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.694 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.694 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.694 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.694 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.695 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.695 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.695 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.695 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.695 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.695 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.695 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:10.695 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:10.695 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.695 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:10.695 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 2, 2024-04-02T09:54:10.695 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:10.695 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.695 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.696 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.696 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.696 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 152, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.696 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 9305, 15, 0, 0, 2, 1, 0, 1, 1, 0, 0, 1, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.696 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 16905, 3, 0, 0, 0, 1, 0, 0, 2, 1, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.696 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 397, 0, 1, 0, 0, 0, 0, 0, 0, 2, 0, 6, 7, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.696 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 214, 1, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 4, 15, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.696 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 139, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 15, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.696 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.696 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.696 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.696 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.696 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.697 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.697 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.697 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.697 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.697 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.697 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.697 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.697 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.697 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.697 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.697 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.697 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.697 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.697 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.698 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.698 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.698 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:10.698 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:10.698 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.698 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:10.698 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 3, 2024-04-02T09:54:10.698 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:10.698 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.698 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.698 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.698 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.698 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 65, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.698 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3521, 37, 0, 0, 16, 2, 7, 4, 16, 16, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.699 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 313, 9, 0, 0, 6, 1, 0, 0, 0, 1, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.699 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 176, 16, 34, 47, 2, 0, 0, 0, 1, 0, 1, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.699 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 809, 180, 0, 103, 0, 0, 0, 0, 0, 1, 0, 1, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.699 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3812, 2229, 0, 392, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.699 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 623, 595, 0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.699 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.699 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.699 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.699 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.699 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.699 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.699 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.699 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.700 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.700 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.700 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.700 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.700 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.700 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.700 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.700 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.700 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.700 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.700 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.700 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.700 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:10.700 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:10.701 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.701 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:10.701 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 4, 2024-04-02T09:54:10.701 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:10.701 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.701 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.701 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.701 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.701 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 316, 1, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.701 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3488, 218, 33, 65, 137, 274, 474, 1, 8, 7, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.701 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 306, 16, 0, 0, 0, 0, 11, 0, 1, 1, 2, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.701 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 129, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.701 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 51, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 2, 4, 8, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.701 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 9, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.702 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 4, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.702 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.702 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.702 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.702 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.702 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.702 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.702 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.702 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.702 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.702 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.702 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.702 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.703 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.703 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.703 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.703 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.703 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.703 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.703 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.703 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.703 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:10.703 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:10.703 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.703 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:10.703 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 5, 2024-04-02T09:54:10.703 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:10.703 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.704 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.704 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.704 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.704 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 274, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.704 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 5314, 78, 134, 257, 451, 592, 715, 5, 1, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.704 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 424, 2, 3, 2, 21, 19, 11, 1, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.704 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 317, 0, 2, 4, 0, 1, 1, 0, 1, 0, 0, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.704 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 183, 40, 80, 125, 29, 1, 0, 0, 0, 0, 0, 1, 4, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.704 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 65, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 3, 10, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.704 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.704 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.704 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.704 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.705 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.705 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.705 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.705 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.705 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.705 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.705 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.705 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.705 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.705 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.705 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.705 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.705 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.705 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.705 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.705 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.706 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.706 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:10.706 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:10.706 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.706 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:10.706 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 6, 2024-04-02T09:54:10.706 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:10.706 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.706 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.706 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.706 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.706 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 234, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.706 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3498, 24, 0, 0, 2, 1, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.707 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 438, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.707 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 279, 6, 0, 0, 1, 0, 0, 0, 0, 1, 1, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.707 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 316, 105, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.707 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 131, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 1, 8, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.707 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 6, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.707 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.707 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.707 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.707 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.707 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.707 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.707 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.707 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.707 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.707 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.708 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.708 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.708 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.708 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.708 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.708 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.708 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.708 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.708 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.708 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.708 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:10.708 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:10.708 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.708 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:10.708 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 7, 2024-04-02T09:54:10.709 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:10.709 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.709 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.709 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.709 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.709 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 211, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.709 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 7277, 34, 40, 53, 4, 0, 1, 2, 2, 1, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.709 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3668, 26, 89, 58, 0, 0, 0, 0, 0, 0, 1, 1, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.709 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 317, 13, 6, 2, 0, 1, 0, 1, 0, 2, 2, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.709 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 248, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 2, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.709 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 161, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 6, 10, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.709 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.709 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.709 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.710 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.710 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.710 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.710 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.710 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.710 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.710 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.710 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.710 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.710 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.710 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.710 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.710 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.710 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.711 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.711 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.711 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.711 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.711 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:10.711 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:10.711 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.711 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:10.711 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.711 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:54:10.711 INFO:tasks.workunit.client.0.smithi012.stdout: "axes": [ 2024-04-02T09:54:10.711 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:10.711 INFO:tasks.workunit.client.0.smithi012.stdout: "buckets": 32, 2024-04-02T09:54:10.711 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 0, 2024-04-02T09:54:10.711 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "Latency (usec)", 2024-04-02T09:54:10.712 INFO:tasks.workunit.client.0.smithi012.stdout: "quant_size": 100000, 2024-04-02T09:54:10.712 INFO:tasks.workunit.client.0.smithi012.stdout: "ranges": [ 2024-04-02T09:54:10.712 INFO:tasks.workunit.client.0.smithi012.stdout: "[None, -1]", 2024-04-02T09:54:10.712 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 99999]", 2024-04-02T09:54:10.712 INFO:tasks.workunit.client.0.smithi012.stdout: "[100000, 199999]", 2024-04-02T09:54:10.712 INFO:tasks.workunit.client.0.smithi012.stdout: "[200000, 399999]", 2024-04-02T09:54:10.712 INFO:tasks.workunit.client.0.smithi012.stdout: "[400000, 799999]", 2024-04-02T09:54:10.712 INFO:tasks.workunit.client.0.smithi012.stdout: "[800000, 1599999]", 2024-04-02T09:54:10.712 INFO:tasks.workunit.client.0.smithi012.stdout: "[1600000, 3199999]", 2024-04-02T09:54:10.712 INFO:tasks.workunit.client.0.smithi012.stdout: "[3200000, 6399999]", 2024-04-02T09:54:10.712 INFO:tasks.workunit.client.0.smithi012.stdout: "[6400000, 12799999]", 2024-04-02T09:54:10.712 INFO:tasks.workunit.client.0.smithi012.stdout: "[12800000, 25599999]", 2024-04-02T09:54:10.712 INFO:tasks.workunit.client.0.smithi012.stdout: "[25600000, 51199999]", 2024-04-02T09:54:10.712 INFO:tasks.workunit.client.0.smithi012.stdout: "[51200000, 102399999]", 2024-04-02T09:54:10.713 INFO:tasks.workunit.client.0.smithi012.stdout: "[102400000, 204799999]", 2024-04-02T09:54:10.713 INFO:tasks.workunit.client.0.smithi012.stdout: "[204800000, 409599999]", 2024-04-02T09:54:10.713 INFO:tasks.workunit.client.0.smithi012.stdout: "[409600000, 819199999]", 2024-04-02T09:54:10.713 INFO:tasks.workunit.client.0.smithi012.stdout: "[819200000, 1638399999]", 2024-04-02T09:54:10.713 INFO:tasks.workunit.client.0.smithi012.stdout: "[1638400000, 3276799999]", 2024-04-02T09:54:10.713 INFO:tasks.workunit.client.0.smithi012.stdout: "[3276800000, 6553599999]", 2024-04-02T09:54:10.713 INFO:tasks.workunit.client.0.smithi012.stdout: "[6553600000, 13107199999]", 2024-04-02T09:54:10.713 INFO:tasks.workunit.client.0.smithi012.stdout: "[13107200000, 26214399999]", 2024-04-02T09:54:10.713 INFO:tasks.workunit.client.0.smithi012.stdout: "[26214400000, 52428799999]", 2024-04-02T09:54:10.713 INFO:tasks.workunit.client.0.smithi012.stdout: "[52428800000, 104857599999]", 2024-04-02T09:54:10.713 INFO:tasks.workunit.client.0.smithi012.stdout: "[104857600000, 209715199999]", 2024-04-02T09:54:10.713 INFO:tasks.workunit.client.0.smithi012.stdout: "[209715200000, 419430399999]", 2024-04-02T09:54:10.713 INFO:tasks.workunit.client.0.smithi012.stdout: "[419430400000, 838860799999]", 2024-04-02T09:54:10.713 INFO:tasks.workunit.client.0.smithi012.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:54:10.714 INFO:tasks.workunit.client.0.smithi012.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:54:10.714 INFO:tasks.workunit.client.0.smithi012.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:54:10.714 INFO:tasks.workunit.client.0.smithi012.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:54:10.714 INFO:tasks.workunit.client.0.smithi012.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:54:10.714 INFO:tasks.workunit.client.0.smithi012.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:54:10.714 INFO:tasks.workunit.client.0.smithi012.stdout: "[53687091200000, None]" 2024-04-02T09:54:10.714 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:10.714 INFO:tasks.workunit.client.0.smithi012.stdout: "scale_type": "log2" 2024-04-02T09:54:10.714 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.714 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:10.714 INFO:tasks.workunit.client.0.smithi012.stdout: "buckets": 32, 2024-04-02T09:54:10.714 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 0, 2024-04-02T09:54:10.714 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "Request size (bytes)", 2024-04-02T09:54:10.715 INFO:tasks.workunit.client.0.smithi012.stdout: "quant_size": 512, 2024-04-02T09:54:10.715 INFO:tasks.workunit.client.0.smithi012.stdout: "ranges": [ 2024-04-02T09:54:10.715 INFO:tasks.workunit.client.0.smithi012.stdout: "[None, -1]", 2024-04-02T09:54:10.715 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 511]", 2024-04-02T09:54:10.715 INFO:tasks.workunit.client.0.smithi012.stdout: "[512, 1023]", 2024-04-02T09:54:10.715 INFO:tasks.workunit.client.0.smithi012.stdout: "[1024, 2047]", 2024-04-02T09:54:10.715 INFO:tasks.workunit.client.0.smithi012.stdout: "[2048, 4095]", 2024-04-02T09:54:10.715 INFO:tasks.workunit.client.0.smithi012.stdout: "[4096, 8191]", 2024-04-02T09:54:10.715 INFO:tasks.workunit.client.0.smithi012.stdout: "[8192, 16383]", 2024-04-02T09:54:10.715 INFO:tasks.workunit.client.0.smithi012.stdout: "[16384, 32767]", 2024-04-02T09:54:10.715 INFO:tasks.workunit.client.0.smithi012.stdout: "[32768, 65535]", 2024-04-02T09:54:10.715 INFO:tasks.workunit.client.0.smithi012.stdout: "[65536, 131071]", 2024-04-02T09:54:10.715 INFO:tasks.workunit.client.0.smithi012.stdout: "[131072, 262143]", 2024-04-02T09:54:10.715 INFO:tasks.workunit.client.0.smithi012.stdout: "[262144, 524287]", 2024-04-02T09:54:10.716 INFO:tasks.workunit.client.0.smithi012.stdout: "[524288, 1048575]", 2024-04-02T09:54:10.716 INFO:tasks.workunit.client.0.smithi012.stdout: "[1048576, 2097151]", 2024-04-02T09:54:10.716 INFO:tasks.workunit.client.0.smithi012.stdout: "[2097152, 4194303]", 2024-04-02T09:54:10.716 INFO:tasks.workunit.client.0.smithi012.stdout: "[4194304, 8388607]", 2024-04-02T09:54:10.716 INFO:tasks.workunit.client.0.smithi012.stdout: "[8388608, 16777215]", 2024-04-02T09:54:10.716 INFO:tasks.workunit.client.0.smithi012.stdout: "[16777216, 33554431]", 2024-04-02T09:54:10.716 INFO:tasks.workunit.client.0.smithi012.stdout: "[33554432, 67108863]", 2024-04-02T09:54:10.716 INFO:tasks.workunit.client.0.smithi012.stdout: "[67108864, 134217727]", 2024-04-02T09:54:10.716 INFO:tasks.workunit.client.0.smithi012.stdout: "[134217728, 268435455]", 2024-04-02T09:54:10.716 INFO:tasks.workunit.client.0.smithi012.stdout: "[268435456, 536870911]", 2024-04-02T09:54:10.716 INFO:tasks.workunit.client.0.smithi012.stdout: "[536870912, 1073741823]", 2024-04-02T09:54:10.716 INFO:tasks.workunit.client.0.smithi012.stdout: "[1073741824, 2147483647]", 2024-04-02T09:54:10.716 INFO:tasks.workunit.client.0.smithi012.stdout: "[2147483648, 4294967295]", 2024-04-02T09:54:10.716 INFO:tasks.workunit.client.0.smithi012.stdout: "[4294967296, 8589934591]", 2024-04-02T09:54:10.716 INFO:tasks.workunit.client.0.smithi012.stdout: "[8589934592, 17179869183]", 2024-04-02T09:54:10.717 INFO:tasks.workunit.client.0.smithi012.stdout: "[17179869184, 34359738367]", 2024-04-02T09:54:10.717 INFO:tasks.workunit.client.0.smithi012.stdout: "[34359738368, 68719476735]", 2024-04-02T09:54:10.717 INFO:tasks.workunit.client.0.smithi012.stdout: "[68719476736, 137438953471]", 2024-04-02T09:54:10.717 INFO:tasks.workunit.client.0.smithi012.stdout: "[137438953472, 274877906943]", 2024-04-02T09:54:10.717 INFO:tasks.workunit.client.0.smithi012.stdout: "[274877906944, None]" 2024-04-02T09:54:10.717 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:10.717 INFO:tasks.workunit.client.0.smithi012.stdout: "scale_type": "log2" 2024-04-02T09:54:10.717 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.717 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:10.717 INFO:tasks.workunit.client.0.smithi012.stdout: "osds": [ 2024-04-02T09:54:10.717 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:10.717 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 0, 2024-04-02T09:54:10.717 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:10.717 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.717 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.718 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.718 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.718 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.718 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 6303, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.718 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 942, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.718 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 281, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.718 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 161, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.718 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 119, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.718 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.718 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.718 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.718 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.718 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.719 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.719 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.719 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.719 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.719 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.719 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.719 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.719 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.719 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.719 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.719 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.719 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.719 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.719 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.720 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.720 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.720 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:10.720 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:10.720 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.720 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:10.720 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 1, 2024-04-02T09:54:10.720 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:10.720 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.720 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.720 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.720 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.720 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.720 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3413, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.721 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1920, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.721 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 354, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.721 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 2497, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.721 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 4085, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.721 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.721 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.721 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.721 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.721 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.721 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.721 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.721 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.721 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.721 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.722 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.722 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.722 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.722 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.722 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.722 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.722 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.722 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.722 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.722 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.722 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.722 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:10.722 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:10.723 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.723 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:10.723 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 2, 2024-04-02T09:54:10.723 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:10.723 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.723 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.723 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.723 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.723 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 152, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.723 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 9335, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.723 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 16916, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.723 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 418, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.723 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 246, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.723 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 173, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.724 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.724 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.724 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.724 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.724 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.724 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.724 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.724 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.724 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.724 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.724 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.724 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.724 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.724 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.725 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.725 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.725 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.725 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.725 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.725 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.725 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.725 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:10.725 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:10.725 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.725 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:10.725 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 3, 2024-04-02T09:54:10.725 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:10.725 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.726 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.726 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.726 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.726 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.726 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3622, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.726 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 333, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.726 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 281, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.726 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1098, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.726 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 6450, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.726 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1280, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.726 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.726 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.726 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.726 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.727 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.727 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.727 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.727 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.727 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.727 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.727 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.727 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.727 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.727 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.727 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.727 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.727 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.728 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.728 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.728 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.728 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:10.728 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:10.728 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.728 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:10.728 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 4, 2024-04-02T09:54:10.728 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:10.728 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.728 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.728 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.728 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.729 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 321, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.729 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 4707, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.729 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 340, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.729 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 138, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.729 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.729 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 72, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.729 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.729 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.729 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.729 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.729 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.729 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.729 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.729 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.729 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.730 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.730 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.730 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.730 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.730 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.730 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.730 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.730 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.730 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.730 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.730 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.730 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.730 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:10.730 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:10.731 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.731 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:10.731 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 5, 2024-04-02T09:54:10.731 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:10.731 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.731 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.731 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.731 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.731 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 274, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.731 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 7550, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.731 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 486, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.731 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 334, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.731 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 470, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.732 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.732 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.732 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.732 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.732 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.732 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.732 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.732 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.732 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.732 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.732 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.732 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.732 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.733 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.733 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.733 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.733 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.733 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.733 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.733 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.733 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.733 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.733 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:10.733 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:10.733 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.733 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:10.733 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 6, 2024-04-02T09:54:10.734 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:10.734 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.734 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.734 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.734 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.734 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 234, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.734 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3528, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.734 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 443, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.734 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 294, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.734 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 431, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.734 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 160, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.734 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.734 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.735 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.735 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.735 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.735 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.735 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.735 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.735 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.735 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.735 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.735 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.735 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.735 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.735 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.735 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.735 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.736 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.736 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.736 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.736 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.736 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:10.736 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:10.736 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.736 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:10.736 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 7, 2024-04-02T09:54:10.736 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:10.736 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.736 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.736 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.736 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.736 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 212, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.737 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 7418, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.737 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3847, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.737 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 348, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.737 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 264, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.737 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 209, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.737 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.737 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.737 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.737 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.737 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.737 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.737 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.738 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.738 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.738 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.738 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.738 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.738 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.738 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.738 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.738 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.738 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.738 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.738 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.738 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.738 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.739 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:10.739 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:10.739 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.739 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:10.739 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.739 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:54:10.739 INFO:tasks.workunit.client.0.smithi012.stdout: "axes": [ 2024-04-02T09:54:10.739 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:10.739 INFO:tasks.workunit.client.0.smithi012.stdout: "buckets": 32, 2024-04-02T09:54:10.739 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 0, 2024-04-02T09:54:10.739 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "Latency (usec)", 2024-04-02T09:54:10.739 INFO:tasks.workunit.client.0.smithi012.stdout: "quant_size": 100000, 2024-04-02T09:54:10.739 INFO:tasks.workunit.client.0.smithi012.stdout: "ranges": [ 2024-04-02T09:54:10.739 INFO:tasks.workunit.client.0.smithi012.stdout: "[None, -1]", 2024-04-02T09:54:10.740 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 99999]", 2024-04-02T09:54:10.740 INFO:tasks.workunit.client.0.smithi012.stdout: "[100000, 199999]", 2024-04-02T09:54:10.740 INFO:tasks.workunit.client.0.smithi012.stdout: "[200000, 399999]", 2024-04-02T09:54:10.740 INFO:tasks.workunit.client.0.smithi012.stdout: "[400000, 799999]", 2024-04-02T09:54:10.740 INFO:tasks.workunit.client.0.smithi012.stdout: "[800000, 1599999]", 2024-04-02T09:54:10.740 INFO:tasks.workunit.client.0.smithi012.stdout: "[1600000, 3199999]", 2024-04-02T09:54:10.740 INFO:tasks.workunit.client.0.smithi012.stdout: "[3200000, 6399999]", 2024-04-02T09:54:10.740 INFO:tasks.workunit.client.0.smithi012.stdout: "[6400000, 12799999]", 2024-04-02T09:54:10.740 INFO:tasks.workunit.client.0.smithi012.stdout: "[12800000, 25599999]", 2024-04-02T09:54:10.740 INFO:tasks.workunit.client.0.smithi012.stdout: "[25600000, 51199999]", 2024-04-02T09:54:10.740 INFO:tasks.workunit.client.0.smithi012.stdout: "[51200000, 102399999]", 2024-04-02T09:54:10.740 INFO:tasks.workunit.client.0.smithi012.stdout: "[102400000, 204799999]", 2024-04-02T09:54:10.740 INFO:tasks.workunit.client.0.smithi012.stdout: "[204800000, 409599999]", 2024-04-02T09:54:10.740 INFO:tasks.workunit.client.0.smithi012.stdout: "[409600000, 819199999]", 2024-04-02T09:54:10.741 INFO:tasks.workunit.client.0.smithi012.stdout: "[819200000, 1638399999]", 2024-04-02T09:54:10.741 INFO:tasks.workunit.client.0.smithi012.stdout: "[1638400000, 3276799999]", 2024-04-02T09:54:10.741 INFO:tasks.workunit.client.0.smithi012.stdout: "[3276800000, 6553599999]", 2024-04-02T09:54:10.741 INFO:tasks.workunit.client.0.smithi012.stdout: "[6553600000, 13107199999]", 2024-04-02T09:54:10.741 INFO:tasks.workunit.client.0.smithi012.stdout: "[13107200000, 26214399999]", 2024-04-02T09:54:10.741 INFO:tasks.workunit.client.0.smithi012.stdout: "[26214400000, 52428799999]", 2024-04-02T09:54:10.741 INFO:tasks.workunit.client.0.smithi012.stdout: "[52428800000, 104857599999]", 2024-04-02T09:54:10.741 INFO:tasks.workunit.client.0.smithi012.stdout: "[104857600000, 209715199999]", 2024-04-02T09:54:10.741 INFO:tasks.workunit.client.0.smithi012.stdout: "[209715200000, 419430399999]", 2024-04-02T09:54:10.741 INFO:tasks.workunit.client.0.smithi012.stdout: "[419430400000, 838860799999]", 2024-04-02T09:54:10.741 INFO:tasks.workunit.client.0.smithi012.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:54:10.741 INFO:tasks.workunit.client.0.smithi012.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:54:10.741 INFO:tasks.workunit.client.0.smithi012.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:54:10.741 INFO:tasks.workunit.client.0.smithi012.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:54:10.742 INFO:tasks.workunit.client.0.smithi012.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:54:10.742 INFO:tasks.workunit.client.0.smithi012.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:54:10.742 INFO:tasks.workunit.client.0.smithi012.stdout: "[53687091200000, None]" 2024-04-02T09:54:10.742 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:10.742 INFO:tasks.workunit.client.0.smithi012.stdout: "scale_type": "log2" 2024-04-02T09:54:10.742 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.742 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:10.742 INFO:tasks.workunit.client.0.smithi012.stdout: "buckets": 32, 2024-04-02T09:54:10.742 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 0, 2024-04-02T09:54:10.742 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "Request size (bytes)", 2024-04-02T09:54:10.742 INFO:tasks.workunit.client.0.smithi012.stdout: "quant_size": 512, 2024-04-02T09:54:10.742 INFO:tasks.workunit.client.0.smithi012.stdout: "ranges": [ 2024-04-02T09:54:10.742 INFO:tasks.workunit.client.0.smithi012.stdout: "[None, -1]", 2024-04-02T09:54:10.742 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 511]", 2024-04-02T09:54:10.743 INFO:tasks.workunit.client.0.smithi012.stdout: "[512, 1023]", 2024-04-02T09:54:10.743 INFO:tasks.workunit.client.0.smithi012.stdout: "[1024, 2047]", 2024-04-02T09:54:10.743 INFO:tasks.workunit.client.0.smithi012.stdout: "[2048, 4095]", 2024-04-02T09:54:10.743 INFO:tasks.workunit.client.0.smithi012.stdout: "[4096, 8191]", 2024-04-02T09:54:10.743 INFO:tasks.workunit.client.0.smithi012.stdout: "[8192, 16383]", 2024-04-02T09:54:10.743 INFO:tasks.workunit.client.0.smithi012.stdout: "[16384, 32767]", 2024-04-02T09:54:10.743 INFO:tasks.workunit.client.0.smithi012.stdout: "[32768, 65535]", 2024-04-02T09:54:10.743 INFO:tasks.workunit.client.0.smithi012.stdout: "[65536, 131071]", 2024-04-02T09:54:10.743 INFO:tasks.workunit.client.0.smithi012.stdout: "[131072, 262143]", 2024-04-02T09:54:10.743 INFO:tasks.workunit.client.0.smithi012.stdout: "[262144, 524287]", 2024-04-02T09:54:10.743 INFO:tasks.workunit.client.0.smithi012.stdout: "[524288, 1048575]", 2024-04-02T09:54:10.743 INFO:tasks.workunit.client.0.smithi012.stdout: "[1048576, 2097151]", 2024-04-02T09:54:10.743 INFO:tasks.workunit.client.0.smithi012.stdout: "[2097152, 4194303]", 2024-04-02T09:54:10.743 INFO:tasks.workunit.client.0.smithi012.stdout: "[4194304, 8388607]", 2024-04-02T09:54:10.743 INFO:tasks.workunit.client.0.smithi012.stdout: "[8388608, 16777215]", 2024-04-02T09:54:10.744 INFO:tasks.workunit.client.0.smithi012.stdout: "[16777216, 33554431]", 2024-04-02T09:54:10.744 INFO:tasks.workunit.client.0.smithi012.stdout: "[33554432, 67108863]", 2024-04-02T09:54:10.744 INFO:tasks.workunit.client.0.smithi012.stdout: "[67108864, 134217727]", 2024-04-02T09:54:10.744 INFO:tasks.workunit.client.0.smithi012.stdout: "[134217728, 268435455]", 2024-04-02T09:54:10.744 INFO:tasks.workunit.client.0.smithi012.stdout: "[268435456, 536870911]", 2024-04-02T09:54:10.744 INFO:tasks.workunit.client.0.smithi012.stdout: "[536870912, 1073741823]", 2024-04-02T09:54:10.744 INFO:tasks.workunit.client.0.smithi012.stdout: "[1073741824, 2147483647]", 2024-04-02T09:54:10.744 INFO:tasks.workunit.client.0.smithi012.stdout: "[2147483648, 4294967295]", 2024-04-02T09:54:10.744 INFO:tasks.workunit.client.0.smithi012.stdout: "[4294967296, 8589934591]", 2024-04-02T09:54:10.744 INFO:tasks.workunit.client.0.smithi012.stdout: "[8589934592, 17179869183]", 2024-04-02T09:54:10.744 INFO:tasks.workunit.client.0.smithi012.stdout: "[17179869184, 34359738367]", 2024-04-02T09:54:10.744 INFO:tasks.workunit.client.0.smithi012.stdout: "[34359738368, 68719476735]", 2024-04-02T09:54:10.744 INFO:tasks.workunit.client.0.smithi012.stdout: "[68719476736, 137438953471]", 2024-04-02T09:54:10.744 INFO:tasks.workunit.client.0.smithi012.stdout: "[137438953472, 274877906943]", 2024-04-02T09:54:10.745 INFO:tasks.workunit.client.0.smithi012.stdout: "[274877906944, None]" 2024-04-02T09:54:10.745 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:10.745 INFO:tasks.workunit.client.0.smithi012.stdout: "scale_type": "log2" 2024-04-02T09:54:10.745 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.745 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:10.745 INFO:tasks.workunit.client.0.smithi012.stdout: "osds": [ 2024-04-02T09:54:10.745 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:10.745 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 0, 2024-04-02T09:54:10.745 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:10.745 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.745 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.745 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.745 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.746 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 20, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.746 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1346, 23, 2, 2, 6, 2, 2, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.746 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1800, 6, 2, 0, 4, 4, 2, 15, 21, 40, 101, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.746 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 164, 4, 0, 0, 1, 2, 3, 3, 3, 8, 41, 124, 144, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.746 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 254, 4, 0, 0, 0, 0, 1, 2, 1, 3, 4, 17, 283, 4, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.746 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 433, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 19, 28, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.746 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 631, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 5, 10, 9, 105, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.746 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 545, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 1, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.746 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 522, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.746 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 203, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.746 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.746 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.746 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.746 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.747 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.747 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.747 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.747 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.747 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.747 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.747 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.747 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.747 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.747 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.747 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.747 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.747 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.747 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:10.748 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:10.748 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.748 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:10.748 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 1, 2024-04-02T09:54:10.748 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:10.748 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.748 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.748 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.748 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.748 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.748 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1685, 11, 0, 0, 4, 0, 2, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.748 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 2560, 2, 2, 3, 4, 10, 20, 22, 38, 77, 127, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.748 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 161, 6, 0, 0, 1, 3, 0, 2, 10, 7, 65, 250, 260, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.748 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 122, 8, 0, 0, 0, 0, 1, 1, 1, 6, 39, 41, 369, 8, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.749 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 59, 0, 0, 0, 0, 0, 0, 0, 3, 6, 18, 15, 15, 38, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.749 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 75, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 7, 12, 30, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.749 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 112, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 5, 0, 4, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.749 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3348, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.749 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 332, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.749 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.749 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.749 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.749 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.749 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.749 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.749 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.749 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.749 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.749 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.750 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.750 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.750 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.750 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.750 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.750 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.750 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.750 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:10.750 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:10.750 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.750 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:10.750 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 2, 2024-04-02T09:54:10.751 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:10.751 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.751 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.751 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.751 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.751 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.751 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 385, 6, 0, 0, 8, 0, 2, 3, 6, 7, 0, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.751 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 200, 12, 1, 1, 2, 1, 0, 4, 5, 14, 41, 50, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.751 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 201, 19, 0, 0, 0, 0, 3, 7, 12, 15, 68, 119, 13, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.751 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 114, 27, 0, 0, 1, 0, 0, 1, 4, 6, 21, 40, 20, 17, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.751 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 61, 36, 0, 0, 1, 0, 0, 0, 2, 5, 12, 16, 23, 59, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.751 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 10, 87, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 12, 51, 119, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.751 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 2, 151, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.752 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 202, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.752 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.752 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.752 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.752 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.752 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.752 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.752 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.752 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.752 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.752 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.752 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.752 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.752 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.753 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.753 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.753 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.753 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.753 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.753 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:10.753 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:10.753 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.753 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:10.753 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 3, 2024-04-02T09:54:10.753 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:10.753 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.753 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.753 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.754 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.754 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.754 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 950, 13, 1, 1, 15, 1, 5, 5, 12, 15, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.754 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 761, 2, 0, 1, 3, 3, 4, 10, 13, 29, 44, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.754 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 188, 9, 0, 1, 0, 0, 1, 1, 0, 1, 14, 85, 163, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.754 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 415, 33, 0, 0, 0, 0, 0, 0, 1, 3, 5, 7, 78, 5, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.754 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 367, 23, 0, 0, 0, 0, 0, 0, 3, 4, 8, 8, 22, 16, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.754 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 221, 40, 0, 0, 0, 0, 0, 0, 0, 3, 2, 6, 14, 35, 69, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.754 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 112, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.754 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 7, 97, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.754 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.754 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.754 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.754 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.755 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.755 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.755 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.755 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.755 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.755 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.755 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.755 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.755 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.755 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.755 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.755 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.755 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.756 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.756 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:10.756 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:10.756 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.756 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:10.756 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 4, 2024-04-02T09:54:10.756 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:10.756 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.756 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.756 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.756 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.756 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.756 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 933, 14, 1, 2, 11, 0, 2, 4, 4, 7, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.756 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 933, 6, 0, 0, 0, 3, 3, 7, 12, 27, 33, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.756 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 412, 0, 0, 0, 0, 2, 0, 3, 4, 2, 39, 112, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.757 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 475, 9, 0, 0, 0, 0, 0, 0, 0, 0, 8, 8, 112, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.757 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 276, 3, 0, 0, 1, 0, 0, 0, 0, 1, 5, 2, 7, 15, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.757 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 46, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 4, 12, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.757 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 1, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.757 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.757 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.757 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.757 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.757 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.757 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.757 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.757 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.757 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.758 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.758 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.758 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.758 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.758 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.758 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.758 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.758 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.758 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.758 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.758 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:10.758 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:10.758 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.758 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:10.759 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 5, 2024-04-02T09:54:10.759 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:10.759 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.759 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.759 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.759 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.759 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.759 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 560, 27, 0, 0, 12, 1, 2, 3, 5, 8, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.759 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 104, 7, 0, 0, 2, 2, 4, 3, 2, 2, 8, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.759 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 92, 5, 0, 0, 0, 0, 2, 2, 3, 7, 23, 40, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.759 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 71, 3, 0, 0, 0, 0, 0, 1, 4, 2, 11, 17, 8, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.759 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 30, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 12, 9, 26, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.759 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 10, 25, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.759 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.760 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.760 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.760 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.760 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.760 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.760 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.760 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.760 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.760 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.760 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.760 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.760 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.761 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.761 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.761 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.761 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.761 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.761 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.761 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.761 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:10.761 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:10.761 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.761 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:10.761 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 6, 2024-04-02T09:54:10.761 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:10.761 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.762 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.762 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.762 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.762 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 35, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.762 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 925, 29, 2, 0, 17, 1, 1, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.762 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 888, 6, 1, 1, 2, 1, 1, 10, 20, 29, 29, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.762 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 392, 1, 1, 0, 0, 1, 1, 3, 6, 5, 31, 96, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.762 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 498, 2, 0, 0, 0, 0, 0, 2, 0, 2, 9, 12, 118, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.762 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 211, 2, 0, 0, 0, 0, 0, 0, 1, 4, 2, 8, 17, 20, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.762 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 8, 20, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.762 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 114, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 10, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.762 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.763 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.763 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.763 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.763 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.763 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.763 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.763 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.763 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.763 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.763 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.763 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.763 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.763 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.764 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.764 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.764 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.764 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.764 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.764 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:10.764 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:10.764 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.764 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:10.764 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 7, 2024-04-02T09:54:10.764 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:10.764 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.764 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.764 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.765 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.765 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.765 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 233, 15, 2, 0, 4, 1, 1, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.765 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 77, 3, 0, 0, 0, 1, 0, 1, 3, 6, 11, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.765 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 89, 0, 0, 1, 0, 0, 1, 6, 7, 9, 25, 33, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.765 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 77, 1, 0, 0, 0, 1, 0, 1, 2, 1, 9, 23, 26, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.765 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 1, 5, 10, 17, 29, 27, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.765 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 6, 14, 32, 123, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.765 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.765 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.765 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.766 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.766 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.766 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.766 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.766 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.766 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.766 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.766 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.766 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.766 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.766 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.766 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.766 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.767 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.767 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.767 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.767 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.767 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:10.767 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:10.767 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.767 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:10.767 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.767 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.767 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:10.767 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-02T09:54:10.767 INFO:tasks.workunit.client.0.smithi012.stdout: "axes": [ 2024-04-02T09:54:10.767 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:10.767 INFO:tasks.workunit.client.0.smithi012.stdout: "buckets": 8, 2024-04-02T09:54:10.768 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 0, 2024-04-02T09:54:10.768 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "number of replicas", 2024-04-02T09:54:10.768 INFO:tasks.workunit.client.0.smithi012.stdout: "quant_size": 1, 2024-04-02T09:54:10.768 INFO:tasks.workunit.client.0.smithi012.stdout: "ranges": [ 2024-04-02T09:54:10.768 INFO:tasks.workunit.client.0.smithi012.stdout: "[None, -1]", 2024-04-02T09:54:10.768 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0]", 2024-04-02T09:54:10.768 INFO:tasks.workunit.client.0.smithi012.stdout: "[1, 1]", 2024-04-02T09:54:10.768 INFO:tasks.workunit.client.0.smithi012.stdout: "[2, 2]", 2024-04-02T09:54:10.768 INFO:tasks.workunit.client.0.smithi012.stdout: "[3, 3]", 2024-04-02T09:54:10.768 INFO:tasks.workunit.client.0.smithi012.stdout: "[4, 4]", 2024-04-02T09:54:10.768 INFO:tasks.workunit.client.0.smithi012.stdout: "[5, 5]", 2024-04-02T09:54:10.768 INFO:tasks.workunit.client.0.smithi012.stdout: "[6, None]" 2024-04-02T09:54:10.768 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:10.768 INFO:tasks.workunit.client.0.smithi012.stdout: "scale_type": "linear" 2024-04-02T09:54:10.768 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.769 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:10.769 INFO:tasks.workunit.client.0.smithi012.stdout: "buckets": 10, 2024-04-02T09:54:10.769 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 0, 2024-04-02T09:54:10.769 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "duration", 2024-04-02T09:54:10.769 INFO:tasks.workunit.client.0.smithi012.stdout: "quant_size": 250000, 2024-04-02T09:54:10.769 INFO:tasks.workunit.client.0.smithi012.stdout: "ranges": [ 2024-04-02T09:54:10.769 INFO:tasks.workunit.client.0.smithi012.stdout: "[None, -1]", 2024-04-02T09:54:10.769 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 249999]", 2024-04-02T09:54:10.769 INFO:tasks.workunit.client.0.smithi012.stdout: "[250000, 499999]", 2024-04-02T09:54:10.769 INFO:tasks.workunit.client.0.smithi012.stdout: "[500000, 999999]", 2024-04-02T09:54:10.769 INFO:tasks.workunit.client.0.smithi012.stdout: "[1000000, 1999999]", 2024-04-02T09:54:10.769 INFO:tasks.workunit.client.0.smithi012.stdout: "[2000000, 3999999]", 2024-04-02T09:54:10.769 INFO:tasks.workunit.client.0.smithi012.stdout: "[4000000, 7999999]", 2024-04-02T09:54:10.770 INFO:tasks.workunit.client.0.smithi012.stdout: "[8000000, 15999999]", 2024-04-02T09:54:10.770 INFO:tasks.workunit.client.0.smithi012.stdout: "[16000000, 31999999]", 2024-04-02T09:54:10.770 INFO:tasks.workunit.client.0.smithi012.stdout: "[32000000, None]" 2024-04-02T09:54:10.770 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:10.770 INFO:tasks.workunit.client.0.smithi012.stdout: "scale_type": "log2" 2024-04-02T09:54:10.770 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.770 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:10.770 INFO:tasks.workunit.client.0.smithi012.stdout: "osds": [ 2024-04-02T09:54:10.770 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:10.770 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 0, 2024-04-02T09:54:10.770 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:10.770 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.770 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.770 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.771 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.771 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.771 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.771 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.771 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:10.771 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:10.771 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.771 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:10.771 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 1, 2024-04-02T09:54:10.771 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:10.771 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.771 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.771 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.771 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.771 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.771 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.772 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.772 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:10.772 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:10.772 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.772 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:10.772 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 2, 2024-04-02T09:54:10.772 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:10.772 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.772 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.772 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.772 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.772 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.772 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.772 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.773 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:10.773 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:10.773 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.773 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:10.773 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 3, 2024-04-02T09:54:10.773 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:10.773 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.773 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.773 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.773 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.773 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.773 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.773 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.773 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:10.773 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:10.774 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.774 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:10.774 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 4, 2024-04-02T09:54:10.774 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:10.774 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.774 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.774 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.774 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.774 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.774 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.774 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.774 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:10.774 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:10.775 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.775 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:10.775 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 5, 2024-04-02T09:54:10.775 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:10.775 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.775 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.775 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.775 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.775 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.775 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.775 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.775 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:10.775 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:10.775 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.776 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:10.776 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 6, 2024-04-02T09:54:10.776 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:10.776 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.776 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.776 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.776 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.776 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.776 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.776 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.776 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:10.776 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:10.776 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.777 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:10.777 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 7, 2024-04-02T09:54:10.777 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:10.777 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.777 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.777 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.777 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.777 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.777 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.777 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:10.777 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:10.777 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:10.777 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.777 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:10.777 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.778 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.778 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:10.778 INFO:tasks.workunit.client.0.smithi012.stdout: "perf_counters": { 2024-04-02T09:54:10.778 INFO:tasks.workunit.client.0.smithi012.stdout: "mds.aade4c1cf53e5400fc243fe71c4882775e710864": { 2024-04-02T09:54:10.778 INFO:tasks.workunit.client.0.smithi012.stdout: "mds": { 2024-04-02T09:54:10.778 INFO:tasks.workunit.client.0.smithi012.stdout: "caps": { 2024-04-02T09:54:10.778 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.778 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.778 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph_cap_op_flush_ack": { 2024-04-02T09:54:10.778 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.778 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.778 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-02T09:54:10.778 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.779 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.779 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph_cap_op_grant": { 2024-04-02T09:54:10.779 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.779 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.779 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph_cap_op_revoke": { 2024-04-02T09:54:10.779 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.779 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.779 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph_cap_op_trunc": { 2024-04-02T09:54:10.779 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.779 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.779 INFO:tasks.workunit.client.0.smithi012.stdout: "dir_commit": { 2024-04-02T09:54:10.779 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.779 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.779 INFO:tasks.workunit.client.0.smithi012.stdout: "dir_fetch_complete": { 2024-04-02T09:54:10.779 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12 2024-04-02T09:54:10.780 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.780 INFO:tasks.workunit.client.0.smithi012.stdout: "dir_fetch_keys": { 2024-04-02T09:54:10.780 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10 2024-04-02T09:54:10.780 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.780 INFO:tasks.workunit.client.0.smithi012.stdout: "dir_merge": { 2024-04-02T09:54:10.780 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.780 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.780 INFO:tasks.workunit.client.0.smithi012.stdout: "dir_split": { 2024-04-02T09:54:10.780 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.780 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.780 INFO:tasks.workunit.client.0.smithi012.stdout: "exported_inodes": { 2024-04-02T09:54:10.780 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.780 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.780 INFO:tasks.workunit.client.0.smithi012.stdout: "forward": { 2024-04-02T09:54:10.781 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.781 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.781 INFO:tasks.workunit.client.0.smithi012.stdout: "handle_client_cap_release": { 2024-04-02T09:54:10.781 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.781 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.781 INFO:tasks.workunit.client.0.smithi012.stdout: "handle_client_caps": { 2024-04-02T09:54:10.781 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.781 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.781 INFO:tasks.workunit.client.0.smithi012.stdout: "handle_client_caps_dirty": { 2024-04-02T09:54:10.781 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.781 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.781 INFO:tasks.workunit.client.0.smithi012.stdout: "handle_inode_file_caps": { 2024-04-02T09:54:10.781 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.782 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.782 INFO:tasks.workunit.client.0.smithi012.stdout: "imported_inodes": { 2024-04-02T09:54:10.782 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.782 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.782 INFO:tasks.workunit.client.0.smithi012.stdout: "inodes": { 2024-04-02T09:54:10.782 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10 2024-04-02T09:54:10.782 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.782 INFO:tasks.workunit.client.0.smithi012.stdout: "inodes_expired": { 2024-04-02T09:54:10.782 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.782 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.782 INFO:tasks.workunit.client.0.smithi012.stdout: "inodes_pinned": { 2024-04-02T09:54:10.782 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10 2024-04-02T09:54:10.782 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.783 INFO:tasks.workunit.client.0.smithi012.stdout: "inodes_with_caps": { 2024-04-02T09:54:10.783 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.783 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.783 INFO:tasks.workunit.client.0.smithi012.stdout: "load_cent": { 2024-04-02T09:54:10.783 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.783 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.783 INFO:tasks.workunit.client.0.smithi012.stdout: "openino_dir_fetch": { 2024-04-02T09:54:10.783 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.783 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.783 INFO:tasks.workunit.client.0.smithi012.stdout: "process_request_cap_release": { 2024-04-02T09:54:10.783 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.783 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.783 INFO:tasks.workunit.client.0.smithi012.stdout: "reply_latency": { 2024-04-02T09:54:10.784 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.784 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.784 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.784 INFO:tasks.workunit.client.0.smithi012.stdout: "request": { 2024-04-02T09:54:10.784 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.784 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.784 INFO:tasks.workunit.client.0.smithi012.stdout: "root_rbytes": { 2024-04-02T09:54:10.784 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.784 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.784 INFO:tasks.workunit.client.0.smithi012.stdout: "root_rfiles": { 2024-04-02T09:54:10.784 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.784 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.784 INFO:tasks.workunit.client.0.smithi012.stdout: "root_rsnaps": { 2024-04-02T09:54:10.784 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.784 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.785 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_reply": { 2024-04-02T09:54:10.785 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.785 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.785 INFO:tasks.workunit.client.0.smithi012.stdout: "subtrees": { 2024-04-02T09:54:10.785 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T09:54:10.785 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.785 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.785 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_cache": { 2024-04-02T09:54:10.785 INFO:tasks.workunit.client.0.smithi012.stdout: "ireq_enqueue_scrub": { 2024-04-02T09:54:10.785 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.785 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.785 INFO:tasks.workunit.client.0.smithi012.stdout: "ireq_exportdir": { 2024-04-02T09:54:10.785 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.785 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.785 INFO:tasks.workunit.client.0.smithi012.stdout: "ireq_flush": { 2024-04-02T09:54:10.786 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.786 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.786 INFO:tasks.workunit.client.0.smithi012.stdout: "ireq_fragmentdir": { 2024-04-02T09:54:10.786 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.786 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.786 INFO:tasks.workunit.client.0.smithi012.stdout: "ireq_fragstats": { 2024-04-02T09:54:10.786 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.786 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.786 INFO:tasks.workunit.client.0.smithi012.stdout: "ireq_inodestats": { 2024-04-02T09:54:10.786 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.786 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.786 INFO:tasks.workunit.client.0.smithi012.stdout: "ireq_quiesce_inode": { 2024-04-02T09:54:10.786 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.786 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.786 INFO:tasks.workunit.client.0.smithi012.stdout: "ireq_quiesce_path": { 2024-04-02T09:54:10.787 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.787 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.787 INFO:tasks.workunit.client.0.smithi012.stdout: "num_recovering_enqueued": { 2024-04-02T09:54:10.787 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.787 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.787 INFO:tasks.workunit.client.0.smithi012.stdout: "num_recovering_prioritized": { 2024-04-02T09:54:10.787 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.787 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.787 INFO:tasks.workunit.client.0.smithi012.stdout: "num_recovering_processing": { 2024-04-02T09:54:10.787 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.787 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.787 INFO:tasks.workunit.client.0.smithi012.stdout: "num_strays": { 2024-04-02T09:54:10.787 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.787 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.788 INFO:tasks.workunit.client.0.smithi012.stdout: "num_strays_delayed": { 2024-04-02T09:54:10.788 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.788 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.788 INFO:tasks.workunit.client.0.smithi012.stdout: "num_strays_enqueuing": { 2024-04-02T09:54:10.788 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.788 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.788 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_completed": { 2024-04-02T09:54:10.788 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.788 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.788 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_started": { 2024-04-02T09:54:10.788 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.788 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.788 INFO:tasks.workunit.client.0.smithi012.stdout: "strays_created": { 2024-04-02T09:54:10.788 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.788 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.789 INFO:tasks.workunit.client.0.smithi012.stdout: "strays_enqueued": { 2024-04-02T09:54:10.789 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.789 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.789 INFO:tasks.workunit.client.0.smithi012.stdout: "strays_migrated": { 2024-04-02T09:54:10.789 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.789 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.789 INFO:tasks.workunit.client.0.smithi012.stdout: "strays_reintegrated": { 2024-04-02T09:54:10.789 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.789 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.789 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.789 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_log": { 2024-04-02T09:54:10.789 INFO:tasks.workunit.client.0.smithi012.stdout: "ev": { 2024-04-02T09:54:10.789 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 17 2024-04-02T09:54:10.789 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.790 INFO:tasks.workunit.client.0.smithi012.stdout: "evadd": { 2024-04-02T09:54:10.790 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.790 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.790 INFO:tasks.workunit.client.0.smithi012.stdout: "evex": { 2024-04-02T09:54:10.790 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.790 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.790 INFO:tasks.workunit.client.0.smithi012.stdout: "evexd": { 2024-04-02T09:54:10.790 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.790 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.790 INFO:tasks.workunit.client.0.smithi012.stdout: "evexg": { 2024-04-02T09:54:10.790 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.790 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.790 INFO:tasks.workunit.client.0.smithi012.stdout: "evlrg": { 2024-04-02T09:54:10.791 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.791 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.791 INFO:tasks.workunit.client.0.smithi012.stdout: "evtrm": { 2024-04-02T09:54:10.791 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.791 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.791 INFO:tasks.workunit.client.0.smithi012.stdout: "jlat": { 2024-04-02T09:54:10.791 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.791 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.791 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.791 INFO:tasks.workunit.client.0.smithi012.stdout: "replayed": { 2024-04-02T09:54:10.791 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 17 2024-04-02T09:54:10.791 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.791 INFO:tasks.workunit.client.0.smithi012.stdout: "seg": { 2024-04-02T09:54:10.792 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1 2024-04-02T09:54:10.792 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.792 INFO:tasks.workunit.client.0.smithi012.stdout: "segadd": { 2024-04-02T09:54:10.792 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.792 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.792 INFO:tasks.workunit.client.0.smithi012.stdout: "segex": { 2024-04-02T09:54:10.792 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.792 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.792 INFO:tasks.workunit.client.0.smithi012.stdout: "segexd": { 2024-04-02T09:54:10.792 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.792 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.792 INFO:tasks.workunit.client.0.smithi012.stdout: "segexg": { 2024-04-02T09:54:10.792 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.792 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.793 INFO:tasks.workunit.client.0.smithi012.stdout: "segmjr": { 2024-04-02T09:54:10.793 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1 2024-04-02T09:54:10.793 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.793 INFO:tasks.workunit.client.0.smithi012.stdout: "segtrm": { 2024-04-02T09:54:10.793 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.793 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.793 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.793 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_mem": { 2024-04-02T09:54:10.793 INFO:tasks.workunit.client.0.smithi012.stdout: "cap": { 2024-04-02T09:54:10.793 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.793 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.793 INFO:tasks.workunit.client.0.smithi012.stdout: "cap+": { 2024-04-02T09:54:10.793 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.793 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.793 INFO:tasks.workunit.client.0.smithi012.stdout: "cap-": { 2024-04-02T09:54:10.794 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.794 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.794 INFO:tasks.workunit.client.0.smithi012.stdout: "dir": { 2024-04-02T09:54:10.794 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12 2024-04-02T09:54:10.794 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.794 INFO:tasks.workunit.client.0.smithi012.stdout: "dir+": { 2024-04-02T09:54:10.794 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12 2024-04-02T09:54:10.794 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.794 INFO:tasks.workunit.client.0.smithi012.stdout: "dir-": { 2024-04-02T09:54:10.794 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.794 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.794 INFO:tasks.workunit.client.0.smithi012.stdout: "dn": { 2024-04-02T09:54:10.794 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10 2024-04-02T09:54:10.795 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.795 INFO:tasks.workunit.client.0.smithi012.stdout: "dn+": { 2024-04-02T09:54:10.795 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10 2024-04-02T09:54:10.795 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.795 INFO:tasks.workunit.client.0.smithi012.stdout: "dn-": { 2024-04-02T09:54:10.795 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.795 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.795 INFO:tasks.workunit.client.0.smithi012.stdout: "heap": { 2024-04-02T09:54:10.795 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 248184 2024-04-02T09:54:10.795 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.795 INFO:tasks.workunit.client.0.smithi012.stdout: "ino": { 2024-04-02T09:54:10.795 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13 2024-04-02T09:54:10.795 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.795 INFO:tasks.workunit.client.0.smithi012.stdout: "ino+": { 2024-04-02T09:54:10.795 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13 2024-04-02T09:54:10.796 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.796 INFO:tasks.workunit.client.0.smithi012.stdout: "ino-": { 2024-04-02T09:54:10.796 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.796 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.796 INFO:tasks.workunit.client.0.smithi012.stdout: "rss": { 2024-04-02T09:54:10.796 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 50132 2024-04-02T09:54:10.796 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.796 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.796 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_server": { 2024-04-02T09:54:10.796 INFO:tasks.workunit.client.0.smithi012.stdout: "cap_acquisition_throttle": { 2024-04-02T09:54:10.796 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.796 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.796 INFO:tasks.workunit.client.0.smithi012.stdout: "cap_revoke_eviction": { 2024-04-02T09:54:10.796 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.797 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.797 INFO:tasks.workunit.client.0.smithi012.stdout: "handle_client_request": { 2024-04-02T09:54:10.797 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.797 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.797 INFO:tasks.workunit.client.0.smithi012.stdout: "handle_client_session": { 2024-04-02T09:54:10.797 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.797 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.797 INFO:tasks.workunit.client.0.smithi012.stdout: "handle_peer_request": { 2024-04-02T09:54:10.797 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.797 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.797 INFO:tasks.workunit.client.0.smithi012.stdout: "req_create_latency": { 2024-04-02T09:54:10.797 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.797 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.797 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.797 INFO:tasks.workunit.client.0.smithi012.stdout: "req_getattr_latency": { 2024-04-02T09:54:10.798 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.798 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.798 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.798 INFO:tasks.workunit.client.0.smithi012.stdout: "req_getfilelock_latency": { 2024-04-02T09:54:10.798 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.798 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.798 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.798 INFO:tasks.workunit.client.0.smithi012.stdout: "req_getvxattr_latency": { 2024-04-02T09:54:10.798 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.798 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.798 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.798 INFO:tasks.workunit.client.0.smithi012.stdout: "req_link_latency": { 2024-04-02T09:54:10.798 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.798 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.799 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.799 INFO:tasks.workunit.client.0.smithi012.stdout: "req_lookup_latency": { 2024-04-02T09:54:10.799 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.799 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.799 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.799 INFO:tasks.workunit.client.0.smithi012.stdout: "req_lookuphash_latency": { 2024-04-02T09:54:10.799 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.799 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.799 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.799 INFO:tasks.workunit.client.0.smithi012.stdout: "req_lookupino_latency": { 2024-04-02T09:54:10.799 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.799 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.799 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.799 INFO:tasks.workunit.client.0.smithi012.stdout: "req_lookupname_latency": { 2024-04-02T09:54:10.799 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.800 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.800 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.800 INFO:tasks.workunit.client.0.smithi012.stdout: "req_lookupparent_latency": { 2024-04-02T09:54:10.800 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.800 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.800 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.800 INFO:tasks.workunit.client.0.smithi012.stdout: "req_lookupsnap_latency": { 2024-04-02T09:54:10.800 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.800 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.800 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.800 INFO:tasks.workunit.client.0.smithi012.stdout: "req_lssnap_latency": { 2024-04-02T09:54:10.800 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.800 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.800 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.800 INFO:tasks.workunit.client.0.smithi012.stdout: "req_mkdir_latency": { 2024-04-02T09:54:10.800 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.801 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.801 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.801 INFO:tasks.workunit.client.0.smithi012.stdout: "req_mknod_latency": { 2024-04-02T09:54:10.801 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.801 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.801 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.801 INFO:tasks.workunit.client.0.smithi012.stdout: "req_mksnap_latency": { 2024-04-02T09:54:10.801 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.801 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.801 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.801 INFO:tasks.workunit.client.0.smithi012.stdout: "req_open_latency": { 2024-04-02T09:54:10.801 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.801 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.801 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.801 INFO:tasks.workunit.client.0.smithi012.stdout: "req_readdir_latency": { 2024-04-02T09:54:10.801 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.802 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.802 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.802 INFO:tasks.workunit.client.0.smithi012.stdout: "req_rename_latency": { 2024-04-02T09:54:10.802 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.802 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.802 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.802 INFO:tasks.workunit.client.0.smithi012.stdout: "req_renamesnap_latency": { 2024-04-02T09:54:10.802 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.802 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.802 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.802 INFO:tasks.workunit.client.0.smithi012.stdout: "req_rmdir_latency": { 2024-04-02T09:54:10.802 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.802 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.802 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.803 INFO:tasks.workunit.client.0.smithi012.stdout: "req_rmsnap_latency": { 2024-04-02T09:54:10.803 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.803 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.803 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.803 INFO:tasks.workunit.client.0.smithi012.stdout: "req_rmxattr_latency": { 2024-04-02T09:54:10.803 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.803 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.803 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.803 INFO:tasks.workunit.client.0.smithi012.stdout: "req_setattr_latency": { 2024-04-02T09:54:10.803 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.803 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.803 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.803 INFO:tasks.workunit.client.0.smithi012.stdout: "req_setdirlayout_latency": { 2024-04-02T09:54:10.803 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.803 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.803 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.804 INFO:tasks.workunit.client.0.smithi012.stdout: "req_setfilelock_latency": { 2024-04-02T09:54:10.804 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.804 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.804 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.804 INFO:tasks.workunit.client.0.smithi012.stdout: "req_setlayout_latency": { 2024-04-02T09:54:10.804 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.804 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.804 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.804 INFO:tasks.workunit.client.0.smithi012.stdout: "req_setxattr_latency": { 2024-04-02T09:54:10.804 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.804 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.804 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.804 INFO:tasks.workunit.client.0.smithi012.stdout: "req_snapdiff_latency": { 2024-04-02T09:54:10.804 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.805 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.805 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.805 INFO:tasks.workunit.client.0.smithi012.stdout: "req_symlink_latency": { 2024-04-02T09:54:10.805 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.805 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.805 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.805 INFO:tasks.workunit.client.0.smithi012.stdout: "req_unlink_latency": { 2024-04-02T09:54:10.805 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.805 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.805 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.805 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.805 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_sessions": { 2024-04-02T09:54:10.805 INFO:tasks.workunit.client.0.smithi012.stdout: "average_load": { 2024-04-02T09:54:10.806 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.806 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.806 INFO:tasks.workunit.client.0.smithi012.stdout: "avg_session_uptime": { 2024-04-02T09:54:10.806 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.806 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.806 INFO:tasks.workunit.client.0.smithi012.stdout: "mdthresh_evicted": { 2024-04-02T09:54:10.806 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.806 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.806 INFO:tasks.workunit.client.0.smithi012.stdout: "session_add": { 2024-04-02T09:54:10.806 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8 2024-04-02T09:54:10.806 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.806 INFO:tasks.workunit.client.0.smithi012.stdout: "session_count": { 2024-04-02T09:54:10.806 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.806 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.806 INFO:tasks.workunit.client.0.smithi012.stdout: "session_remove": { 2024-04-02T09:54:10.807 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8 2024-04-02T09:54:10.807 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.807 INFO:tasks.workunit.client.0.smithi012.stdout: "sessions_open": { 2024-04-02T09:54:10.807 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T09:54:10.807 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.807 INFO:tasks.workunit.client.0.smithi012.stdout: "sessions_stale": { 2024-04-02T09:54:10.807 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.807 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.807 INFO:tasks.workunit.client.0.smithi012.stdout: "total_load": { 2024-04-02T09:54:10.807 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.807 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.807 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.807 INFO:tasks.workunit.client.0.smithi012.stdout: "objecter": { 2024-04-02T09:54:10.807 INFO:tasks.workunit.client.0.smithi012.stdout: "op_active": { 2024-04-02T09:54:10.807 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.808 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.808 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:54:10.808 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 37 2024-04-02T09:54:10.808 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.808 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rmw": { 2024-04-02T09:54:10.808 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.808 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.808 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:54:10.808 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7 2024-04-02T09:54:10.808 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.808 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.808 INFO:tasks.workunit.client.0.smithi012.stdout: "purge_queue": { 2024-04-02T09:54:10.808 INFO:tasks.workunit.client.0.smithi012.stdout: "pq_executed": { 2024-04-02T09:54:10.808 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.808 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.809 INFO:tasks.workunit.client.0.smithi012.stdout: "pq_executed_ops": { 2024-04-02T09:54:10.809 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.809 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.809 INFO:tasks.workunit.client.0.smithi012.stdout: "pq_executing": { 2024-04-02T09:54:10.809 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.809 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.809 INFO:tasks.workunit.client.0.smithi012.stdout: "pq_executing_high_water": { 2024-04-02T09:54:10.809 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.809 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.809 INFO:tasks.workunit.client.0.smithi012.stdout: "pq_executing_ops": { 2024-04-02T09:54:10.809 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.809 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.809 INFO:tasks.workunit.client.0.smithi012.stdout: "pq_executing_ops_high_water": { 2024-04-02T09:54:10.810 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.810 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.810 INFO:tasks.workunit.client.0.smithi012.stdout: "pq_item_in_journal": { 2024-04-02T09:54:10.810 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.810 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.810 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.810 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.810 INFO:tasks.workunit.client.0.smithi012.stdout: "mon.057b5af1dcee546cd49a55fe146bc9ff7b417da5": { 2024-04-02T09:54:10.810 INFO:tasks.workunit.client.0.smithi012.stdout: "mon": { 2024-04-02T09:54:10.810 INFO:tasks.workunit.client.0.smithi012.stdout: "election_call": { 2024-04-02T09:54:10.810 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T09:54:10.810 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.811 INFO:tasks.workunit.client.0.smithi012.stdout: "election_lose": { 2024-04-02T09:54:10.811 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T09:54:10.811 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.811 INFO:tasks.workunit.client.0.smithi012.stdout: "election_win": { 2024-04-02T09:54:10.811 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.811 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.811 INFO:tasks.workunit.client.0.smithi012.stdout: "num_elections": { 2024-04-02T09:54:10.811 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13 2024-04-02T09:54:10.811 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.811 INFO:tasks.workunit.client.0.smithi012.stdout: "num_sessions": { 2024-04-02T09:54:10.811 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9 2024-04-02T09:54:10.811 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.811 INFO:tasks.workunit.client.0.smithi012.stdout: "session_add": { 2024-04-02T09:54:10.811 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4 2024-04-02T09:54:10.811 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.811 INFO:tasks.workunit.client.0.smithi012.stdout: "session_rm": { 2024-04-02T09:54:10.812 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 256 2024-04-02T09:54:10.812 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.812 INFO:tasks.workunit.client.0.smithi012.stdout: "session_trim": { 2024-04-02T09:54:10.812 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.812 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.812 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.812 INFO:tasks.workunit.client.0.smithi012.stdout: "paxos": { 2024-04-02T09:54:10.812 INFO:tasks.workunit.client.0.smithi012.stdout: "accept_timeout": { 2024-04-02T09:54:10.812 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.812 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.812 INFO:tasks.workunit.client.0.smithi012.stdout: "begin": { 2024-04-02T09:54:10.812 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8589 2024-04-02T09:54:10.812 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.812 INFO:tasks.workunit.client.0.smithi012.stdout: "begin_bytes": { 2024-04-02T09:54:10.812 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8589, 2024-04-02T09:54:10.812 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 59562607 2024-04-02T09:54:10.813 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.813 INFO:tasks.workunit.client.0.smithi012.stdout: "begin_keys": { 2024-04-02T09:54:10.813 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.813 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.813 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.813 INFO:tasks.workunit.client.0.smithi012.stdout: "begin_latency": { 2024-04-02T09:54:10.813 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8589, 2024-04-02T09:54:10.813 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2250981291 2024-04-02T09:54:10.813 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.813 INFO:tasks.workunit.client.0.smithi012.stdout: "collect": { 2024-04-02T09:54:10.813 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T09:54:10.813 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.813 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_bytes": { 2024-04-02T09:54:10.813 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T09:54:10.814 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 219 2024-04-02T09:54:10.814 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.814 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_keys": { 2024-04-02T09:54:10.814 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T09:54:10.814 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T09:54:10.814 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.814 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_latency": { 2024-04-02T09:54:10.814 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T09:54:10.814 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2999974 2024-04-02T09:54:10.814 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.814 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_timeout": { 2024-04-02T09:54:10.814 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.814 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.815 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_uncommitted": { 2024-04-02T09:54:10.815 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1 2024-04-02T09:54:10.815 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.815 INFO:tasks.workunit.client.0.smithi012.stdout: "commit": { 2024-04-02T09:54:10.815 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8591 2024-04-02T09:54:10.815 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.815 INFO:tasks.workunit.client.0.smithi012.stdout: "commit_bytes": { 2024-04-02T09:54:10.815 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.815 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.815 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.815 INFO:tasks.workunit.client.0.smithi012.stdout: "commit_keys": { 2024-04-02T09:54:10.815 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.815 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.815 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.816 INFO:tasks.workunit.client.0.smithi012.stdout: "commit_latency": { 2024-04-02T09:54:10.816 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.816 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.816 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.816 INFO:tasks.workunit.client.0.smithi012.stdout: "lease_ack_timeout": { 2024-04-02T09:54:10.816 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.816 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.816 INFO:tasks.workunit.client.0.smithi012.stdout: "lease_timeout": { 2024-04-02T09:54:10.816 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.816 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.816 INFO:tasks.workunit.client.0.smithi012.stdout: "new_pn": { 2024-04-02T09:54:10.816 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.816 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.816 INFO:tasks.workunit.client.0.smithi012.stdout: "new_pn_latency": { 2024-04-02T09:54:10.817 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.817 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.817 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.817 INFO:tasks.workunit.client.0.smithi012.stdout: "refresh": { 2024-04-02T09:54:10.817 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8591 2024-04-02T09:54:10.817 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.817 INFO:tasks.workunit.client.0.smithi012.stdout: "refresh_latency": { 2024-04-02T09:54:10.817 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8591, 2024-04-02T09:54:10.817 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 26626779354 2024-04-02T09:54:10.817 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.817 INFO:tasks.workunit.client.0.smithi012.stdout: "restart": { 2024-04-02T09:54:10.817 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15 2024-04-02T09:54:10.817 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.817 INFO:tasks.workunit.client.0.smithi012.stdout: "share_state": { 2024-04-02T09:54:10.817 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.818 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.818 INFO:tasks.workunit.client.0.smithi012.stdout: "share_state_bytes": { 2024-04-02T09:54:10.818 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.818 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.818 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.818 INFO:tasks.workunit.client.0.smithi012.stdout: "share_state_keys": { 2024-04-02T09:54:10.818 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.818 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.818 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.818 INFO:tasks.workunit.client.0.smithi012.stdout: "start_leader": { 2024-04-02T09:54:10.818 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.818 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.818 INFO:tasks.workunit.client.0.smithi012.stdout: "start_peon": { 2024-04-02T09:54:10.819 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T09:54:10.819 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.819 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state": { 2024-04-02T09:54:10.819 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8590 2024-04-02T09:54:10.819 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.819 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state_bytes": { 2024-04-02T09:54:10.819 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8590, 2024-04-02T09:54:10.819 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 117704483 2024-04-02T09:54:10.819 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.819 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state_keys": { 2024-04-02T09:54:10.819 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8590, 2024-04-02T09:54:10.819 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 75415 2024-04-02T09:54:10.819 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.819 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state_latency": { 2024-04-02T09:54:10.819 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8590, 2024-04-02T09:54:10.820 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5760952209 2024-04-02T09:54:10.820 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.820 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.820 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache": { 2024-04-02T09:54:10.820 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T09:54:10.820 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1020054731 2024-04-02T09:54:10.820 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.820 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T09:54:10.820 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 172998656 2024-04-02T09:54:10.820 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.820 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T09:54:10.820 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 167780352 2024-04-02T09:54:10.820 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.820 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T09:54:10.820 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2147483648 2024-04-02T09:54:10.821 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.821 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T09:54:10.821 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5218304 2024-04-02T09:54:10.821 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.821 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.821 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache:full": { 2024-04-02T09:54:10.821 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:10.821 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 360710144 2024-04-02T09:54:10.821 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.821 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:10.821 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.821 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.821 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:10.822 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.822 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.822 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:10.822 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 267237207 2024-04-02T09:54:10.822 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.822 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:10.822 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24899247 2024-04-02T09:54:10.822 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.822 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:10.822 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.822 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.822 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:10.822 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.823 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.823 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:10.823 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.823 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.823 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:10.823 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.823 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.823 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:10.823 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.823 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.823 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:10.823 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.823 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.823 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:10.823 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.824 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.824 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:10.824 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.824 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.824 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:10.824 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 68573690 2024-04-02T09:54:10.824 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.824 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.824 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache:inc": { 2024-04-02T09:54:10.824 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:10.824 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 339738624 2024-04-02T09:54:10.824 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.824 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:10.824 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.825 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.825 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:10.825 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.825 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.825 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:10.825 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 267237207 2024-04-02T09:54:10.825 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.825 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:10.825 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1504562 2024-04-02T09:54:10.825 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.825 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:10.825 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.825 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.825 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:10.825 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.825 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.826 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:10.826 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.826 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.826 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:10.826 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.826 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.826 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:10.826 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.826 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.826 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:10.826 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.826 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.826 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:10.826 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.826 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.827 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:10.827 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.827 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.827 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:10.827 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 70996855 2024-04-02T09:54:10.827 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.827 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.827 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache:kv": { 2024-04-02T09:54:10.827 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:10.827 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 314572800 2024-04-02T09:54:10.827 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.827 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:10.827 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:54:10.827 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.828 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:10.828 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.828 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.828 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:10.828 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 178158138 2024-04-02T09:54:10.828 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.828 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:10.828 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.828 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.828 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:10.828 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.828 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.828 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:10.828 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.829 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.829 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:10.829 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.829 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.829 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:10.829 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.829 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.829 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:10.829 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.829 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.829 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:10.829 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.829 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.829 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:10.829 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.830 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.830 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:10.830 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.830 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.830 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:10.830 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 69305798 2024-04-02T09:54:10.830 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.830 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.830 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb": { 2024-04-02T09:54:10.830 INFO:tasks.workunit.client.0.smithi012.stdout: "compact": { 2024-04-02T09:54:10.830 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.830 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.830 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_queue_len": { 2024-04-02T09:54:10.830 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.831 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.831 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_queue_merge": { 2024-04-02T09:54:10.831 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.831 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.831 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_range": { 2024-04-02T09:54:10.831 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 100 2024-04-02T09:54:10.831 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.831 INFO:tasks.workunit.client.0.smithi012.stdout: "get_latency": { 2024-04-02T09:54:10.831 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 372640, 2024-04-02T09:54:10.831 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1761651925 2024-04-02T09:54:10.831 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.831 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_delay_time": { 2024-04-02T09:54:10.831 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.831 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.832 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.832 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_memtable_time": { 2024-04-02T09:54:10.832 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.832 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.832 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.832 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T09:54:10.832 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.832 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.832 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.832 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_wal_time": { 2024-04-02T09:54:10.832 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.832 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.832 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.833 INFO:tasks.workunit.client.0.smithi012.stdout: "submit_latency": { 2024-04-02T09:54:10.833 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.833 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.833 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.833 INFO:tasks.workunit.client.0.smithi012.stdout: "submit_sync_latency": { 2024-04-02T09:54:10.833 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 20749, 2024-04-02T09:54:10.833 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10205101011 2024-04-02T09:54:10.833 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.833 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.833 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.833 INFO:tasks.workunit.client.0.smithi012.stdout: "mon.55ba0c421d0a380c7e710a93002ddc2fa7e64353": { 2024-04-02T09:54:10.833 INFO:tasks.workunit.client.0.smithi012.stdout: "mon": { 2024-04-02T09:54:10.833 INFO:tasks.workunit.client.0.smithi012.stdout: "election_call": { 2024-04-02T09:54:10.833 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T09:54:10.833 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.834 INFO:tasks.workunit.client.0.smithi012.stdout: "election_lose": { 2024-04-02T09:54:10.834 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T09:54:10.834 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.834 INFO:tasks.workunit.client.0.smithi012.stdout: "election_win": { 2024-04-02T09:54:10.834 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.834 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.834 INFO:tasks.workunit.client.0.smithi012.stdout: "num_elections": { 2024-04-02T09:54:10.834 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11 2024-04-02T09:54:10.834 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.834 INFO:tasks.workunit.client.0.smithi012.stdout: "num_sessions": { 2024-04-02T09:54:10.834 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8 2024-04-02T09:54:10.834 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.835 INFO:tasks.workunit.client.0.smithi012.stdout: "session_add": { 2024-04-02T09:54:10.835 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T09:54:10.835 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.835 INFO:tasks.workunit.client.0.smithi012.stdout: "session_rm": { 2024-04-02T09:54:10.835 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 223 2024-04-02T09:54:10.835 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.835 INFO:tasks.workunit.client.0.smithi012.stdout: "session_trim": { 2024-04-02T09:54:10.835 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.835 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.835 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.835 INFO:tasks.workunit.client.0.smithi012.stdout: "paxos": { 2024-04-02T09:54:10.835 INFO:tasks.workunit.client.0.smithi012.stdout: "accept_timeout": { 2024-04-02T09:54:10.835 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.835 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.835 INFO:tasks.workunit.client.0.smithi012.stdout: "begin": { 2024-04-02T09:54:10.836 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8558 2024-04-02T09:54:10.836 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.836 INFO:tasks.workunit.client.0.smithi012.stdout: "begin_bytes": { 2024-04-02T09:54:10.836 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8558, 2024-04-02T09:54:10.836 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 59358303 2024-04-02T09:54:10.836 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.836 INFO:tasks.workunit.client.0.smithi012.stdout: "begin_keys": { 2024-04-02T09:54:10.836 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.836 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.836 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.836 INFO:tasks.workunit.client.0.smithi012.stdout: "begin_latency": { 2024-04-02T09:54:10.836 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8558, 2024-04-02T09:54:10.836 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2512950346 2024-04-02T09:54:10.836 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.836 INFO:tasks.workunit.client.0.smithi012.stdout: "collect": { 2024-04-02T09:54:10.836 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T09:54:10.837 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.837 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_bytes": { 2024-04-02T09:54:10.837 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T09:54:10.837 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 219 2024-04-02T09:54:10.837 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.837 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_keys": { 2024-04-02T09:54:10.837 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T09:54:10.837 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T09:54:10.837 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.837 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_latency": { 2024-04-02T09:54:10.837 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T09:54:10.837 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5999882 2024-04-02T09:54:10.837 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.837 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_timeout": { 2024-04-02T09:54:10.837 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.838 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.838 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_uncommitted": { 2024-04-02T09:54:10.838 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.838 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.838 INFO:tasks.workunit.client.0.smithi012.stdout: "commit": { 2024-04-02T09:54:10.838 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8558 2024-04-02T09:54:10.838 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.838 INFO:tasks.workunit.client.0.smithi012.stdout: "commit_bytes": { 2024-04-02T09:54:10.838 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.838 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.838 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.839 INFO:tasks.workunit.client.0.smithi012.stdout: "commit_keys": { 2024-04-02T09:54:10.839 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.839 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.839 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.839 INFO:tasks.workunit.client.0.smithi012.stdout: "commit_latency": { 2024-04-02T09:54:10.839 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.839 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.839 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.839 INFO:tasks.workunit.client.0.smithi012.stdout: "lease_ack_timeout": { 2024-04-02T09:54:10.839 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.839 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.839 INFO:tasks.workunit.client.0.smithi012.stdout: "lease_timeout": { 2024-04-02T09:54:10.839 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.839 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.840 INFO:tasks.workunit.client.0.smithi012.stdout: "new_pn": { 2024-04-02T09:54:10.840 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.840 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.840 INFO:tasks.workunit.client.0.smithi012.stdout: "new_pn_latency": { 2024-04-02T09:54:10.840 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.840 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.840 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.840 INFO:tasks.workunit.client.0.smithi012.stdout: "refresh": { 2024-04-02T09:54:10.840 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8558 2024-04-02T09:54:10.840 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.840 INFO:tasks.workunit.client.0.smithi012.stdout: "refresh_latency": { 2024-04-02T09:54:10.840 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8558, 2024-04-02T09:54:10.840 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 34258322627 2024-04-02T09:54:10.840 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.840 INFO:tasks.workunit.client.0.smithi012.stdout: "restart": { 2024-04-02T09:54:10.841 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13 2024-04-02T09:54:10.841 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.841 INFO:tasks.workunit.client.0.smithi012.stdout: "share_state": { 2024-04-02T09:54:10.841 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.841 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.841 INFO:tasks.workunit.client.0.smithi012.stdout: "share_state_bytes": { 2024-04-02T09:54:10.841 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.841 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.841 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.841 INFO:tasks.workunit.client.0.smithi012.stdout: "share_state_keys": { 2024-04-02T09:54:10.841 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.841 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.841 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.841 INFO:tasks.workunit.client.0.smithi012.stdout: "start_leader": { 2024-04-02T09:54:10.841 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.842 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.842 INFO:tasks.workunit.client.0.smithi012.stdout: "start_peon": { 2024-04-02T09:54:10.842 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T09:54:10.842 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.842 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state": { 2024-04-02T09:54:10.842 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8558 2024-04-02T09:54:10.842 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.842 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state_bytes": { 2024-04-02T09:54:10.842 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8558, 2024-04-02T09:54:10.842 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 117086501 2024-04-02T09:54:10.842 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.842 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state_keys": { 2024-04-02T09:54:10.842 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8558, 2024-04-02T09:54:10.842 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 75120 2024-04-02T09:54:10.843 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.843 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state_latency": { 2024-04-02T09:54:10.843 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8558, 2024-04-02T09:54:10.843 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7512851421 2024-04-02T09:54:10.843 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.843 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.843 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache": { 2024-04-02T09:54:10.843 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T09:54:10.843 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1020054731 2024-04-02T09:54:10.843 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.843 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T09:54:10.843 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 171933696 2024-04-02T09:54:10.843 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.843 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T09:54:10.844 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 167485440 2024-04-02T09:54:10.844 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.844 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T09:54:10.844 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2147483648 2024-04-02T09:54:10.844 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.844 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T09:54:10.844 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4448256 2024-04-02T09:54:10.844 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.844 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.844 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache:full": { 2024-04-02T09:54:10.844 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:10.844 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 360710144 2024-04-02T09:54:10.844 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.844 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:10.845 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.845 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.845 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:10.845 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.845 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.845 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:10.845 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 267286044 2024-04-02T09:54:10.845 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.845 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:10.845 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24777719 2024-04-02T09:54:10.845 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.845 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:10.845 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.845 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.846 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:10.846 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.846 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.846 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:10.846 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.846 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.846 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:10.846 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.846 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.846 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:10.846 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.846 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.847 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:10.847 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.847 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.847 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:10.847 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.847 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.847 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:10.847 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.847 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.847 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:10.847 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 68646381 2024-04-02T09:54:10.847 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.847 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.847 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache:inc": { 2024-04-02T09:54:10.848 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:10.848 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 339738624 2024-04-02T09:54:10.848 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.848 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:10.848 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.848 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.848 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:10.848 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.848 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.848 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:10.848 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 267286044 2024-04-02T09:54:10.848 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.848 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:10.849 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1495860 2024-04-02T09:54:10.849 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.849 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:10.849 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.849 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.849 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:10.849 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.849 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.849 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:10.849 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.849 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.849 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:10.849 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.849 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.850 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:10.850 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.850 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.850 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:10.850 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.850 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.850 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:10.850 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.850 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.850 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:10.850 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.850 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.850 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:10.850 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 70956720 2024-04-02T09:54:10.850 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.851 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.851 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache:kv": { 2024-04-02T09:54:10.851 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:10.851 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 314572800 2024-04-02T09:54:10.851 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.851 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:10.851 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:54:10.851 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.851 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:10.851 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.851 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.851 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:10.851 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 178190696 2024-04-02T09:54:10.851 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.851 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:10.851 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.852 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.852 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:10.852 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.852 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.852 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:10.852 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.852 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.852 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:10.852 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.852 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.852 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:10.852 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.852 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.852 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:10.852 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.852 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.853 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:10.853 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.853 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.853 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:10.853 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.853 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.853 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:10.853 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.853 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.853 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:10.853 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 69273240 2024-04-02T09:54:10.853 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.853 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.853 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb": { 2024-04-02T09:54:10.854 INFO:tasks.workunit.client.0.smithi012.stdout: "compact": { 2024-04-02T09:54:10.854 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.854 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.854 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_queue_len": { 2024-04-02T09:54:10.854 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.854 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.854 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_queue_merge": { 2024-04-02T09:54:10.854 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.854 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.854 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_range": { 2024-04-02T09:54:10.854 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 100 2024-04-02T09:54:10.854 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.854 INFO:tasks.workunit.client.0.smithi012.stdout: "get_latency": { 2024-04-02T09:54:10.854 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 371124, 2024-04-02T09:54:10.855 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1916433657 2024-04-02T09:54:10.855 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.855 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_delay_time": { 2024-04-02T09:54:10.855 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.855 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.855 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.855 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_memtable_time": { 2024-04-02T09:54:10.855 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.855 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.855 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.855 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T09:54:10.855 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.856 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.856 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.856 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_wal_time": { 2024-04-02T09:54:10.856 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.856 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.856 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.856 INFO:tasks.workunit.client.0.smithi012.stdout: "submit_latency": { 2024-04-02T09:54:10.856 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.856 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.856 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.856 INFO:tasks.workunit.client.0.smithi012.stdout: "submit_sync_latency": { 2024-04-02T09:54:10.856 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 20667, 2024-04-02T09:54:10.856 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14472688101 2024-04-02T09:54:10.857 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.857 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.857 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.857 INFO:tasks.workunit.client.0.smithi012.stdout: "mon.aade4c1cf53e5400fc243fe71c4882775e710864": { 2024-04-02T09:54:10.857 INFO:tasks.workunit.client.0.smithi012.stdout: "mon": { 2024-04-02T09:54:10.857 INFO:tasks.workunit.client.0.smithi012.stdout: "election_call": { 2024-04-02T09:54:10.857 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6 2024-04-02T09:54:10.857 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.857 INFO:tasks.workunit.client.0.smithi012.stdout: "election_lose": { 2024-04-02T09:54:10.857 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.857 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.857 INFO:tasks.workunit.client.0.smithi012.stdout: "election_win": { 2024-04-02T09:54:10.857 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6 2024-04-02T09:54:10.858 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.858 INFO:tasks.workunit.client.0.smithi012.stdout: "num_elections": { 2024-04-02T09:54:10.858 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 21 2024-04-02T09:54:10.858 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.858 INFO:tasks.workunit.client.0.smithi012.stdout: "num_sessions": { 2024-04-02T09:54:10.858 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10 2024-04-02T09:54:10.858 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.858 INFO:tasks.workunit.client.0.smithi012.stdout: "session_add": { 2024-04-02T09:54:10.858 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5 2024-04-02T09:54:10.858 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.858 INFO:tasks.workunit.client.0.smithi012.stdout: "session_rm": { 2024-04-02T09:54:10.858 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 275 2024-04-02T09:54:10.858 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.858 INFO:tasks.workunit.client.0.smithi012.stdout: "session_trim": { 2024-04-02T09:54:10.859 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.859 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.859 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.859 INFO:tasks.workunit.client.0.smithi012.stdout: "paxos": { 2024-04-02T09:54:10.859 INFO:tasks.workunit.client.0.smithi012.stdout: "accept_timeout": { 2024-04-02T09:54:10.859 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.859 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.859 INFO:tasks.workunit.client.0.smithi012.stdout: "begin": { 2024-04-02T09:54:10.859 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8674 2024-04-02T09:54:10.859 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.859 INFO:tasks.workunit.client.0.smithi012.stdout: "begin_bytes": { 2024-04-02T09:54:10.859 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8674, 2024-04-02T09:54:10.859 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 60807504 2024-04-02T09:54:10.860 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.860 INFO:tasks.workunit.client.0.smithi012.stdout: "begin_keys": { 2024-04-02T09:54:10.860 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8674, 2024-04-02T09:54:10.860 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 26022 2024-04-02T09:54:10.860 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.860 INFO:tasks.workunit.client.0.smithi012.stdout: "begin_latency": { 2024-04-02T09:54:10.860 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8674, 2024-04-02T09:54:10.860 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1936983924 2024-04-02T09:54:10.860 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.860 INFO:tasks.workunit.client.0.smithi012.stdout: "collect": { 2024-04-02T09:54:10.860 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.860 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.860 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_bytes": { 2024-04-02T09:54:10.860 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.861 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.861 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.861 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_keys": { 2024-04-02T09:54:10.861 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.861 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.861 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.861 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_latency": { 2024-04-02T09:54:10.861 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.861 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.861 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.861 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_timeout": { 2024-04-02T09:54:10.861 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.861 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.861 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_uncommitted": { 2024-04-02T09:54:10.861 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T09:54:10.862 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.862 INFO:tasks.workunit.client.0.smithi012.stdout: "commit": { 2024-04-02T09:54:10.862 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8672 2024-04-02T09:54:10.862 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.862 INFO:tasks.workunit.client.0.smithi012.stdout: "commit_bytes": { 2024-04-02T09:54:10.862 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8672, 2024-04-02T09:54:10.862 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 60150857 2024-04-02T09:54:10.862 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.862 INFO:tasks.workunit.client.0.smithi012.stdout: "commit_keys": { 2024-04-02T09:54:10.862 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8672, 2024-04-02T09:54:10.862 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67335 2024-04-02T09:54:10.862 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.863 INFO:tasks.workunit.client.0.smithi012.stdout: "commit_latency": { 2024-04-02T09:54:10.863 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8672, 2024-04-02T09:54:10.863 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2609166332 2024-04-02T09:54:10.863 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.863 INFO:tasks.workunit.client.0.smithi012.stdout: "lease_ack_timeout": { 2024-04-02T09:54:10.863 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.863 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.863 INFO:tasks.workunit.client.0.smithi012.stdout: "lease_timeout": { 2024-04-02T09:54:10.863 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.863 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.863 INFO:tasks.workunit.client.0.smithi012.stdout: "new_pn": { 2024-04-02T09:54:10.863 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6 2024-04-02T09:54:10.863 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.863 INFO:tasks.workunit.client.0.smithi012.stdout: "new_pn_latency": { 2024-04-02T09:54:10.863 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 6, 2024-04-02T09:54:10.864 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2999973 2024-04-02T09:54:10.864 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.864 INFO:tasks.workunit.client.0.smithi012.stdout: "refresh": { 2024-04-02T09:54:10.864 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8676 2024-04-02T09:54:10.864 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.864 INFO:tasks.workunit.client.0.smithi012.stdout: "refresh_latency": { 2024-04-02T09:54:10.864 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8676, 2024-04-02T09:54:10.864 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 30056750840 2024-04-02T09:54:10.864 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.864 INFO:tasks.workunit.client.0.smithi012.stdout: "restart": { 2024-04-02T09:54:10.864 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 23 2024-04-02T09:54:10.864 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.864 INFO:tasks.workunit.client.0.smithi012.stdout: "share_state": { 2024-04-02T09:54:10.864 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T09:54:10.865 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.865 INFO:tasks.workunit.client.0.smithi012.stdout: "share_state_bytes": { 2024-04-02T09:54:10.865 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T09:54:10.865 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 198378 2024-04-02T09:54:10.865 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.865 INFO:tasks.workunit.client.0.smithi012.stdout: "share_state_keys": { 2024-04-02T09:54:10.865 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T09:54:10.865 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 19 2024-04-02T09:54:10.865 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.865 INFO:tasks.workunit.client.0.smithi012.stdout: "start_leader": { 2024-04-02T09:54:10.865 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6 2024-04-02T09:54:10.865 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.865 INFO:tasks.workunit.client.0.smithi012.stdout: "start_peon": { 2024-04-02T09:54:10.865 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.865 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.866 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state": { 2024-04-02T09:54:10.866 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.866 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.866 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state_bytes": { 2024-04-02T09:54:10.866 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.866 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.866 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.866 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state_keys": { 2024-04-02T09:54:10.866 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.866 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.866 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.866 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state_latency": { 2024-04-02T09:54:10.866 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.866 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.867 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.867 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.867 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache": { 2024-04-02T09:54:10.867 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T09:54:10.867 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1020054731 2024-04-02T09:54:10.867 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.867 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T09:54:10.867 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 260186112 2024-04-02T09:54:10.867 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.867 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T09:54:10.867 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 259014656 2024-04-02T09:54:10.867 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.867 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T09:54:10.867 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2147483648 2024-04-02T09:54:10.867 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.867 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T09:54:10.868 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1171456 2024-04-02T09:54:10.868 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.868 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.868 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache:full": { 2024-04-02T09:54:10.868 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:10.868 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 360710144 2024-04-02T09:54:10.868 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.868 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:10.868 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.868 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.868 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:10.868 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.868 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.868 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:10.868 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 267154458 2024-04-02T09:54:10.868 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.869 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:10.869 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 25104639 2024-04-02T09:54:10.869 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.869 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:10.869 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.869 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.869 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:10.869 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.869 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.869 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:10.869 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.869 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.869 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:10.869 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.869 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.870 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:10.870 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.870 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.870 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:10.870 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.870 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.870 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:10.870 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.870 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.870 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:10.870 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.870 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.870 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:10.870 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 68451047 2024-04-02T09:54:10.870 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.871 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.871 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache:inc": { 2024-04-02T09:54:10.871 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:10.871 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 339738624 2024-04-02T09:54:10.871 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.871 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:10.871 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.871 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.871 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:10.871 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.871 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.871 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:10.871 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 267154458 2024-04-02T09:54:10.871 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.871 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:10.872 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1519834 2024-04-02T09:54:10.872 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.872 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:10.872 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.872 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.872 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:10.872 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.872 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.872 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:10.872 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.872 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.872 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:10.872 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.872 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.873 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:10.873 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.873 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.873 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:10.873 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.873 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.873 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:10.873 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.873 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.873 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:10.873 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.873 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.873 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:10.873 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71064332 2024-04-02T09:54:10.873 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.873 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.874 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache:kv": { 2024-04-02T09:54:10.874 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:10.874 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 314572800 2024-04-02T09:54:10.874 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.874 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:10.874 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:54:10.874 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.874 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:10.874 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.874 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.874 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:10.874 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 178102972 2024-04-02T09:54:10.874 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.874 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:10.874 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.875 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.875 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:10.875 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.875 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.875 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:10.875 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.875 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.875 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:10.875 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.875 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.875 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:10.875 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.875 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.875 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:10.875 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.875 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.875 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:10.876 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.876 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.876 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:10.876 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.876 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.876 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:10.876 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.876 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.876 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:10.876 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 69360964 2024-04-02T09:54:10.876 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.876 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.876 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb": { 2024-04-02T09:54:10.876 INFO:tasks.workunit.client.0.smithi012.stdout: "compact": { 2024-04-02T09:54:10.877 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.877 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.877 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_queue_len": { 2024-04-02T09:54:10.877 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.877 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.877 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_queue_merge": { 2024-04-02T09:54:10.877 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.877 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.877 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_range": { 2024-04-02T09:54:10.877 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 100 2024-04-02T09:54:10.877 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.877 INFO:tasks.workunit.client.0.smithi012.stdout: "get_latency": { 2024-04-02T09:54:10.877 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 389850, 2024-04-02T09:54:10.877 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2094371373 2024-04-02T09:54:10.877 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.877 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_delay_time": { 2024-04-02T09:54:10.878 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.878 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.878 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.878 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_memtable_time": { 2024-04-02T09:54:10.878 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.878 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.878 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.878 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T09:54:10.878 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.878 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.878 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.878 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_wal_time": { 2024-04-02T09:54:10.878 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.878 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.878 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.879 INFO:tasks.workunit.client.0.smithi012.stdout: "submit_latency": { 2024-04-02T09:54:10.879 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.879 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.879 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.879 INFO:tasks.workunit.client.0.smithi012.stdout: "submit_sync_latency": { 2024-04-02T09:54:10.879 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 20955, 2024-04-02T09:54:10.879 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7433459953 2024-04-02T09:54:10.879 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.879 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.879 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.879 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.0": { 2024-04-02T09:54:10.879 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:10.879 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_db_max_lat": { 2024-04-02T09:54:10.879 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 21634 2024-04-02T09:54:10.880 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.880 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_fallback": { 2024-04-02T09:54:10.880 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.880 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.880 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_max_lat": { 2024-04-02T09:54:10.880 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.880 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.880 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:54:10.880 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.880 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.880 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_db": { 2024-04-02T09:54:10.880 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 65536 2024-04-02T09:54:10.880 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.880 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_slow": { 2024-04-02T09:54:10.881 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.881 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.881 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_wal": { 2024-04-02T09:54:10.881 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.881 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.881 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_wal_max_lat": { 2024-04-02T09:54:10.881 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.881 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.881 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_slow": { 2024-04-02T09:54:10.881 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.881 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.881 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_sst": { 2024-04-02T09:54:10.881 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3850240 2024-04-02T09:54:10.881 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.881 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_wal": { 2024-04-02T09:54:10.881 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 756731904 2024-04-02T09:54:10.882 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.882 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lat": { 2024-04-02T09:54:10.882 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 19, 2024-04-02T09:54:10.882 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9299767 2024-04-02T09:54:10.882 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.882 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lock_lat": { 2024-04-02T09:54:10.882 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 19, 2024-04-02T09:54:10.882 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1681670 2024-04-02T09:54:10.882 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.882 INFO:tasks.workunit.client.0.smithi012.stdout: "db_alloc_lat": { 2024-04-02T09:54:10.883 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 188, 2024-04-02T09:54:10.883 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 953681 2024-04-02T09:54:10.883 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.883 INFO:tasks.workunit.client.0.smithi012.stdout: "db_total_bytes": { 2024-04-02T09:54:10.883 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995027456 2024-04-02T09:54:10.883 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.883 INFO:tasks.workunit.client.0.smithi012.stdout: "db_used_bytes": { 2024-04-02T09:54:10.883 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 697303040 2024-04-02T09:54:10.883 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.883 INFO:tasks.workunit.client.0.smithi012.stdout: "flush_lat": { 2024-04-02T09:54:10.883 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 77627, 2024-04-02T09:54:10.883 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11527917462 2024-04-02T09:54:10.883 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.884 INFO:tasks.workunit.client.0.smithi012.stdout: "fsync_lat": { 2024-04-02T09:54:10.884 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 77621, 2024-04-02T09:54:10.884 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18925105523 2024-04-02T09:54:10.884 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.884 INFO:tasks.workunit.client.0.smithi012.stdout: "log_bytes": { 2024-04-02T09:54:10.884 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2007040 2024-04-02T09:54:10.884 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.884 INFO:tasks.workunit.client.0.smithi012.stdout: "logged_bytes": { 2024-04-02T09:54:10.884 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 317911040 2024-04-02T09:54:10.884 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.884 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_db": { 2024-04-02T09:54:10.884 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 718602240 2024-04-02T09:54:10.884 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.884 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_slow": { 2024-04-02T09:54:10.885 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.885 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.885 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_wal": { 2024-04-02T09:54:10.885 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.885 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.885 INFO:tasks.workunit.client.0.smithi012.stdout: "num_files": { 2024-04-02T09:54:10.885 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 50 2024-04-02T09:54:10.885 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.885 INFO:tasks.workunit.client.0.smithi012.stdout: "read_bytes": { 2024-04-02T09:54:10.885 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2586271993 2024-04-02T09:54:10.885 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.885 INFO:tasks.workunit.client.0.smithi012.stdout: "read_count": { 2024-04-02T09:54:10.885 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 41628 2024-04-02T09:54:10.885 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.885 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes": { 2024-04-02T09:54:10.886 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2152751104 2024-04-02T09:54:10.886 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.886 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_db": { 2024-04-02T09:54:10.886 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2152755200 2024-04-02T09:54:10.886 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.886 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_slow": { 2024-04-02T09:54:10.886 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.886 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.886 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_wal": { 2024-04-02T09:54:10.886 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.886 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.886 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_count": { 2024-04-02T09:54:10.886 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 31442 2024-04-02T09:54:10.887 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.887 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:54:10.887 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 41628, 2024-04-02T09:54:10.887 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 667943758 2024-04-02T09:54:10.887 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.887 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_bytes": { 2024-04-02T09:54:10.887 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2516436496 2024-04-02T09:54:10.887 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.887 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_count": { 2024-04-02T09:54:10.887 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 39483 2024-04-02T09:54:10.887 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.887 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_bytes": { 2024-04-02T09:54:10.887 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1345308 2024-04-02T09:54:10.887 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.887 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_count": { 2024-04-02T09:54:10.888 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 447 2024-04-02T09:54:10.888 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.888 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_bytes": { 2024-04-02T09:54:10.888 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3780011 2024-04-02T09:54:10.888 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.888 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_count": { 2024-04-02T09:54:10.888 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 623 2024-04-02T09:54:10.888 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.888 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes": { 2024-04-02T09:54:10.888 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2434703 2024-04-02T09:54:10.888 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.888 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:54:10.888 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2434703 2024-04-02T09:54:10.888 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.889 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:54:10.889 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.889 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.889 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:54:10.889 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.889 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.889 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_count": { 2024-04-02T09:54:10.889 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 179 2024-04-02T09:54:10.889 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.889 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_lat": { 2024-04-02T09:54:10.889 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 623, 2024-04-02T09:54:10.889 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1399749 2024-04-02T09:54:10.889 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.889 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_alloc_lat": { 2024-04-02T09:54:10.889 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.890 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.890 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.890 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_total_bytes": { 2024-04-02T09:54:10.890 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.890 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.890 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_used_bytes": { 2024-04-02T09:54:10.890 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.890 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.890 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:54:10.890 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T09:54:10.890 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 640 2024-04-02T09:54:10.890 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.890 INFO:tasks.workunit.client.0.smithi012.stdout: "unlink_lat": { 2024-04-02T09:54:10.890 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 6, 2024-04-02T09:54:10.891 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9543 2024-04-02T09:54:10.891 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.891 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_alloc_lat": { 2024-04-02T09:54:10.891 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.891 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.891 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.891 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_total_bytes": { 2024-04-02T09:54:10.891 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.891 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.891 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_used_bytes": { 2024-04-02T09:54:10.891 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.891 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.891 INFO:tasks.workunit.client.0.smithi012.stdout: "write_bytes": { 2024-04-02T09:54:10.891 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1081368576 2024-04-02T09:54:10.892 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.892 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.892 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore": { 2024-04-02T09:54:10.892 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit": { 2024-04-02T09:54:10.892 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4096 2024-04-02T09:54:10.892 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.892 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": { 2024-04-02T09:54:10.892 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10981376 2024-04-02T09:54:10.892 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.892 INFO:tasks.workunit.client.0.smithi012.stdout: "allocator_lat": { 2024-04-02T09:54:10.892 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 23972, 2024-04-02T09:54:10.892 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 81810009 2024-04-02T09:54:10.892 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.893 INFO:tasks.workunit.client.0.smithi012.stdout: "clist_lat": { 2024-04-02T09:54:10.893 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3597, 2024-04-02T09:54:10.893 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4281447407 2024-04-02T09:54:10.893 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.893 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_lat": { 2024-04-02T09:54:10.893 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.893 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.893 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.893 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed": { 2024-04-02T09:54:10.893 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.893 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.893 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_allocated": { 2024-04-02T09:54:10.893 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.894 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.894 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_original": { 2024-04-02T09:54:10.894 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.894 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.894 INFO:tasks.workunit.client.0.smithi012.stdout: "csum_lat": { 2024-04-02T09:54:10.894 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 31262, 2024-04-02T09:54:10.894 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 261321304 2024-04-02T09:54:10.894 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.894 INFO:tasks.workunit.client.0.smithi012.stdout: "decompress_lat": { 2024-04-02T09:54:10.894 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.894 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.894 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.894 INFO:tasks.workunit.client.0.smithi012.stdout: "fragmentation_micros": { 2024-04-02T09:54:10.894 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.895 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.895 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_commit_lat": { 2024-04-02T09:54:10.895 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 77545, 2024-04-02T09:54:10.895 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 23033974579 2024-04-02T09:54:10.895 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.895 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_final_lat": { 2024-04-02T09:54:10.895 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 76901, 2024-04-02T09:54:10.895 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1586810184 2024-04-02T09:54:10.895 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.895 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_flush_lat": { 2024-04-02T09:54:10.895 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 77545, 2024-04-02T09:54:10.895 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 50029775 2024-04-02T09:54:10.895 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.895 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_sync_lat": { 2024-04-02T09:54:10.895 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 77545, 2024-04-02T09:54:10.895 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 23084004354 2024-04-02T09:54:10.895 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.896 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_keys_lat": { 2024-04-02T09:54:10.896 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.896 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.896 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.896 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_values_lat": { 2024-04-02T09:54:10.896 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 31567, 2024-04-02T09:54:10.896 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1596121703 2024-04-02T09:54:10.896 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.896 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_lower_bound_lat": { 2024-04-02T09:54:10.896 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1087, 2024-04-02T09:54:10.896 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3179244 2024-04-02T09:54:10.896 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.896 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_next_lat": { 2024-04-02T09:54:10.897 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 18503, 2024-04-02T09:54:10.897 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11296378 2024-04-02T09:54:10.897 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.897 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:54:10.897 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 53, 2024-04-02T09:54:10.897 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 81380 2024-04-02T09:54:10.897 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.897 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_upper_bound_lat": { 2024-04-02T09:54:10.897 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 16241, 2024-04-02T09:54:10.897 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1984320574 2024-04-02T09:54:10.897 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.897 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_hits": { 2024-04-02T09:54:10.897 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 241050 2024-04-02T09:54:10.897 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.897 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_misses": { 2024-04-02T09:54:10.898 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24006 2024-04-02T09:54:10.898 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.898 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:54:10.898 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 13747, 2024-04-02T09:54:10.898 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2763412029 2024-04-02T09:54:10.898 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.898 INFO:tasks.workunit.client.0.smithi012.stdout: "read_onode_meta_lat": { 2024-04-02T09:54:10.898 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 34193, 2024-04-02T09:54:10.898 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11979200 2024-04-02T09:54:10.898 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.898 INFO:tasks.workunit.client.0.smithi012.stdout: "read_wait_aio_lat": { 2024-04-02T09:54:10.898 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 20446, 2024-04-02T09:54:10.898 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2217929099 2024-04-02T09:54:10.898 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.898 INFO:tasks.workunit.client.0.smithi012.stdout: "reads_with_retries": { 2024-04-02T09:54:10.898 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.899 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.899 INFO:tasks.workunit.client.0.smithi012.stdout: "remove_lat": { 2024-04-02T09:54:10.899 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15404, 2024-04-02T09:54:10.899 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 454041920 2024-04-02T09:54:10.899 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.899 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_aio_wait_count": { 2024-04-02T09:54:10.899 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.899 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.899 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_committed_kv_count": { 2024-04-02T09:54:10.899 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.899 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.899 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:54:10.899 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.899 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.899 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:54:10.899 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.900 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.900 INFO:tasks.workunit.client.0.smithi012.stdout: "state_aio_wait_lat": { 2024-04-02T09:54:10.900 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 93689, 2024-04-02T09:54:10.900 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13532658736 2024-04-02T09:54:10.900 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.900 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:54:10.900 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 9312, 2024-04-02T09:54:10.900 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 535473362 2024-04-02T09:54:10.900 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.900 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:54:10.900 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 9310, 2024-04-02T09:54:10.900 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4126866144356 2024-04-02T09:54:10.900 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.900 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_queued_lat": { 2024-04-02T09:54:10.900 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 9312, 2024-04-02T09:54:10.901 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6725727075049 2024-04-02T09:54:10.901 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.901 INFO:tasks.workunit.client.0.smithi012.stdout: "state_done_lat": { 2024-04-02T09:54:10.901 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 93687, 2024-04-02T09:54:10.901 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2718134317427 2024-04-02T09:54:10.901 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.901 INFO:tasks.workunit.client.0.smithi012.stdout: "state_finishing_lat": { 2024-04-02T09:54:10.901 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 93687, 2024-04-02T09:54:10.901 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10474816 2024-04-02T09:54:10.901 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.901 INFO:tasks.workunit.client.0.smithi012.stdout: "state_io_done_lat": { 2024-04-02T09:54:10.901 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 93689, 2024-04-02T09:54:10.901 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 533150241 2024-04-02T09:54:10.901 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.901 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_commiting_lat": { 2024-04-02T09:54:10.901 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 93689, 2024-04-02T09:54:10.902 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 39931647202 2024-04-02T09:54:10.902 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.902 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_done_lat": { 2024-04-02T09:54:10.902 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 93689, 2024-04-02T09:54:10.902 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 36502145 2024-04-02T09:54:10.902 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.902 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_queued_lat": { 2024-04-02T09:54:10.902 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 93689, 2024-04-02T09:54:10.902 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 19382095590 2024-04-02T09:54:10.902 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.902 INFO:tasks.workunit.client.0.smithi012.stdout: "state_prepare_lat": { 2024-04-02T09:54:10.902 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 93689, 2024-04-02T09:54:10.902 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14239962390 2024-04-02T09:54:10.902 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.902 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": { 2024-04-02T09:54:10.903 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6770542 2024-04-02T09:54:10.903 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.903 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:54:10.903 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2597, 2024-04-02T09:54:10.903 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13727206 2024-04-02T09:54:10.903 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.903 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_commit_lat": { 2024-04-02T09:54:10.903 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 93689, 2024-04-02T09:54:10.903 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 87637245897 2024-04-02T09:54:10.903 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.903 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_submit_lat": { 2024-04-02T09:54:10.903 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 93689, 2024-04-02T09:54:10.903 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15403417366 2024-04-02T09:54:10.903 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.903 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_throttle_lat": { 2024-04-02T09:54:10.904 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 93689, 2024-04-02T09:54:10.904 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 996870134 2024-04-02T09:54:10.904 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.904 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.904 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache": { 2024-04-02T09:54:10.904 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T09:54:10.904 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1406236763 2024-04-02T09:54:10.904 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.904 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T09:54:10.904 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 500490240 2024-04-02T09:54:10.904 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.904 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T09:54:10.904 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 451584000 2024-04-02T09:54:10.904 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.904 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T09:54:10.905 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2601815449 2024-04-02T09:54:10.905 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.905 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T09:54:10.905 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 48906240 2024-04-02T09:54:10.905 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.905 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.905 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:data": { 2024-04-02T09:54:10.905 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:10.905 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 125829120 2024-04-02T09:54:10.905 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.905 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:10.905 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.905 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.905 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:10.905 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.905 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.906 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:10.906 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57229173 2024-04-02T09:54:10.906 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.906 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:10.906 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.906 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.906 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:10.906 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.906 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.906 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:10.906 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.906 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.906 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:10.906 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.907 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.907 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:10.907 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.907 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.907 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:10.907 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 270336 2024-04-02T09:54:10.907 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.907 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:10.907 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.907 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.907 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:10.907 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.907 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.907 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:10.908 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.908 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.908 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:10.908 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 68329611 2024-04-02T09:54:10.908 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.908 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.908 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv": { 2024-04-02T09:54:10.908 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:10.908 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 570425344 2024-04-02T09:54:10.908 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.908 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:10.908 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:54:10.908 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.909 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:10.909 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.909 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.909 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:10.909 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 429218800 2024-04-02T09:54:10.909 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.909 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:10.909 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.909 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.909 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:10.909 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.909 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.909 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:10.910 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1392 2024-04-02T09:54:10.910 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.910 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:10.910 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.910 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.910 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:10.910 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 77600 2024-04-02T09:54:10.910 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.910 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:10.910 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.910 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.910 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:10.910 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.910 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.911 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:10.911 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.911 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.911 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:10.911 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.911 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.911 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:10.911 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 74018688 2024-04-02T09:54:10.911 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.911 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.911 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:54:10.911 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:10.911 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 176160768 2024-04-02T09:54:10.911 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.911 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:10.912 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:54:10.912 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.912 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:10.912 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3447936 2024-04-02T09:54:10.912 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.912 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:10.912 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 38152782 2024-04-02T09:54:10.912 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.912 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:10.912 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.912 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.912 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:10.912 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.913 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.913 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:10.913 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.913 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.913 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:10.913 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.913 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.913 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:10.913 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.913 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.913 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:10.913 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.913 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.913 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:10.913 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.913 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.914 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:10.914 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.914 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.914 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:10.914 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.914 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.914 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:10.914 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67451186 2024-04-02T09:54:10.914 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.914 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.914 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:meta": { 2024-04-02T09:54:10.914 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:10.914 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 503316480 2024-04-02T09:54:10.914 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.915 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:10.915 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.915 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.915 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:10.915 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.915 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.915 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:10.915 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 429218800 2024-04-02T09:54:10.915 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.915 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:10.915 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.915 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.915 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:10.915 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.915 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.916 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:10.916 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.916 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.916 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:10.916 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 987 2024-04-02T09:54:10.916 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.916 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:10.916 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 23689 2024-04-02T09:54:10.916 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.916 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:10.916 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1155870 2024-04-02T09:54:10.916 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.916 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:10.916 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.916 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.917 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:10.917 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.917 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.917 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:10.917 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.917 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.917 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:10.917 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 72917134 2024-04-02T09:54:10.917 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.917 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.917 INFO:tasks.workunit.client.0.smithi012.stdout: "objecter": { 2024-04-02T09:54:10.917 INFO:tasks.workunit.client.0.smithi012.stdout: "op_active": { 2024-04-02T09:54:10.917 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.917 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.917 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:54:10.918 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 26 2024-04-02T09:54:10.918 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.918 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rmw": { 2024-04-02T09:54:10.918 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.918 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.918 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:54:10.918 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.918 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.918 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.918 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:10.918 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg": { 2024-04-02T09:54:10.918 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 53 2024-04-02T09:54:10.918 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.918 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg_removing": { 2024-04-02T09:54:10.919 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.919 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.919 INFO:tasks.workunit.client.0.smithi012.stdout: "op": { 2024-04-02T09:54:10.919 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 34687 2024-04-02T09:54:10.919 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.919 INFO:tasks.workunit.client.0.smithi012.stdout: "op_before_queue_op_lat": { 2024-04-02T09:54:10.919 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 122858, 2024-04-02T09:54:10.919 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8135674155 2024-04-02T09:54:10.919 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.919 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_degraded": { 2024-04-02T09:54:10.919 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1 2024-04-02T09:54:10.919 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.919 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_unreadable": { 2024-04-02T09:54:10.919 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.920 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.920 INFO:tasks.workunit.client.0.smithi012.stdout: "op_in_bytes": { 2024-04-02T09:54:10.920 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2482968229 2024-04-02T09:54:10.920 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.920 INFO:tasks.workunit.client.0.smithi012.stdout: "op_latency": { 2024-04-02T09:54:10.920 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 34687, 2024-04-02T09:54:10.920 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 252556569016 2024-04-02T09:54:10.920 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.920 INFO:tasks.workunit.client.0.smithi012.stdout: "op_out_bytes": { 2024-04-02T09:54:10.920 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3627922147 2024-04-02T09:54:10.920 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.920 INFO:tasks.workunit.client.0.smithi012.stdout: "op_prepare_latency": { 2024-04-02T09:54:10.920 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 35854, 2024-04-02T09:54:10.920 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 21770001479 2024-04-02T09:54:10.921 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.921 INFO:tasks.workunit.client.0.smithi012.stdout: "op_process_latency": { 2024-04-02T09:54:10.921 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 34687, 2024-04-02T09:54:10.921 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71729621670 2024-04-02T09:54:10.921 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.921 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:54:10.921 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 19585 2024-04-02T09:54:10.921 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.921 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency": { 2024-04-02T09:54:10.921 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 19585, 2024-04-02T09:54:10.921 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 17152101126 2024-04-02T09:54:10.921 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.921 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:54:10.922 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.922 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.922 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_out_bytes": { 2024-04-02T09:54:10.922 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3627922147 2024-04-02T09:54:10.922 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.922 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_prepare_latency": { 2024-04-02T09:54:10.922 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 19921, 2024-04-02T09:54:10.922 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5953855342 2024-04-02T09:54:10.922 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.922 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_process_latency": { 2024-04-02T09:54:10.922 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 19585, 2024-04-02T09:54:10.922 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6452199467 2024-04-02T09:54:10.922 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.923 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw": { 2024-04-02T09:54:10.923 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7933 2024-04-02T09:54:10.923 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.923 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_in_bytes": { 2024-04-02T09:54:10.923 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 545123766 2024-04-02T09:54:10.923 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.923 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency": { 2024-04-02T09:54:10.923 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 7933, 2024-04-02T09:54:10.923 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 17429663461 2024-04-02T09:54:10.923 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.923 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:54:10.923 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.923 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.923 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:54:10.924 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.924 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.924 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_out_bytes": { 2024-04-02T09:54:10.924 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.924 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.924 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_prepare_latency": { 2024-04-02T09:54:10.924 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8583, 2024-04-02T09:54:10.924 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6063825180 2024-04-02T09:54:10.924 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.924 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_process_latency": { 2024-04-02T09:54:10.924 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 7933, 2024-04-02T09:54:10.924 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14602697756 2024-04-02T09:54:10.924 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.924 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:54:10.925 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7169 2024-04-02T09:54:10.925 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.925 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_in_bytes": { 2024-04-02T09:54:10.925 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1937844463 2024-04-02T09:54:10.925 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.925 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency": { 2024-04-02T09:54:10.925 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 7169, 2024-04-02T09:54:10.925 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 217974804429 2024-04-02T09:54:10.925 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.925 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:54:10.925 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.925 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.925 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_prepare_latency": { 2024-04-02T09:54:10.925 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 7350, 2024-04-02T09:54:10.926 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9752320957 2024-04-02T09:54:10.926 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.926 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_process_latency": { 2024-04-02T09:54:10.926 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 7169, 2024-04-02T09:54:10.926 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 50674724447 2024-04-02T09:54:10.926 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.926 INFO:tasks.workunit.client.0.smithi012.stdout: "op_wip": { 2024-04-02T09:54:10.926 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.926 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.926 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_bytes": { 2024-04-02T09:54:10.926 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9437251 2024-04-02T09:54:10.926 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.926 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_ops": { 2024-04-02T09:54:10.926 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13 2024-04-02T09:54:10.927 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.927 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes": { 2024-04-02T09:54:10.927 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T09:54:10.927 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.927 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes_used": { 2024-04-02T09:54:10.927 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 708300800 2024-04-02T09:54:10.927 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.927 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.927 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.927 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.1": { 2024-04-02T09:54:10.927 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:10.927 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_db_max_lat": { 2024-04-02T09:54:10.927 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24213 2024-04-02T09:54:10.927 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.927 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_fallback": { 2024-04-02T09:54:10.928 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.928 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.928 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_max_lat": { 2024-04-02T09:54:10.928 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.928 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.928 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:54:10.928 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.928 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.928 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_db": { 2024-04-02T09:54:10.928 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 65536 2024-04-02T09:54:10.928 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.928 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_slow": { 2024-04-02T09:54:10.928 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.928 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.928 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_wal": { 2024-04-02T09:54:10.929 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.929 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.929 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_wal_max_lat": { 2024-04-02T09:54:10.929 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.929 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.929 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_slow": { 2024-04-02T09:54:10.929 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.929 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.929 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_sst": { 2024-04-02T09:54:10.929 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5648384 2024-04-02T09:54:10.929 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.929 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_wal": { 2024-04-02T09:54:10.929 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 855797760 2024-04-02T09:54:10.929 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.930 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lat": { 2024-04-02T09:54:10.930 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 18, 2024-04-02T09:54:10.930 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4732741 2024-04-02T09:54:10.930 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.930 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lock_lat": { 2024-04-02T09:54:10.930 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 18, 2024-04-02T09:54:10.930 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1354558 2024-04-02T09:54:10.930 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.930 INFO:tasks.workunit.client.0.smithi012.stdout: "db_alloc_lat": { 2024-04-02T09:54:10.930 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 200, 2024-04-02T09:54:10.930 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 943517 2024-04-02T09:54:10.930 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.930 INFO:tasks.workunit.client.0.smithi012.stdout: "db_total_bytes": { 2024-04-02T09:54:10.930 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995027456 2024-04-02T09:54:10.930 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.931 INFO:tasks.workunit.client.0.smithi012.stdout: "db_used_bytes": { 2024-04-02T09:54:10.931 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 910753792 2024-04-02T09:54:10.931 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.931 INFO:tasks.workunit.client.0.smithi012.stdout: "flush_lat": { 2024-04-02T09:54:10.931 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75819, 2024-04-02T09:54:10.931 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11641193571 2024-04-02T09:54:10.931 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.931 INFO:tasks.workunit.client.0.smithi012.stdout: "fsync_lat": { 2024-04-02T09:54:10.931 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75836, 2024-04-02T09:54:10.931 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18651875806 2024-04-02T09:54:10.931 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.931 INFO:tasks.workunit.client.0.smithi012.stdout: "log_bytes": { 2024-04-02T09:54:10.931 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11292672 2024-04-02T09:54:10.931 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.932 INFO:tasks.workunit.client.0.smithi012.stdout: "logged_bytes": { 2024-04-02T09:54:10.932 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 310554624 2024-04-02T09:54:10.932 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.932 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_db": { 2024-04-02T09:54:10.932 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 923533312 2024-04-02T09:54:10.932 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.932 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_slow": { 2024-04-02T09:54:10.932 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.932 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.932 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_wal": { 2024-04-02T09:54:10.932 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.932 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.932 INFO:tasks.workunit.client.0.smithi012.stdout: "num_files": { 2024-04-02T09:54:10.932 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 59 2024-04-02T09:54:10.933 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.933 INFO:tasks.workunit.client.0.smithi012.stdout: "read_bytes": { 2024-04-02T09:54:10.933 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4048126803 2024-04-02T09:54:10.933 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.933 INFO:tasks.workunit.client.0.smithi012.stdout: "read_count": { 2024-04-02T09:54:10.933 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 45768 2024-04-02T09:54:10.933 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.933 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes": { 2024-04-02T09:54:10.933 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3503120384 2024-04-02T09:54:10.933 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.933 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_db": { 2024-04-02T09:54:10.933 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3503124480 2024-04-02T09:54:10.933 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.933 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_slow": { 2024-04-02T09:54:10.933 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.933 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.934 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_wal": { 2024-04-02T09:54:10.934 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.934 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.934 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_count": { 2024-04-02T09:54:10.934 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 39667 2024-04-02T09:54:10.934 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.934 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:54:10.934 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 45768, 2024-04-02T09:54:10.934 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1158939353 2024-04-02T09:54:10.934 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.934 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_bytes": { 2024-04-02T09:54:10.934 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3951418634 2024-04-02T09:54:10.934 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.935 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_count": { 2024-04-02T09:54:10.935 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 42802 2024-04-02T09:54:10.935 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.935 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_bytes": { 2024-04-02T09:54:10.935 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1832860 2024-04-02T09:54:10.935 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.935 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_count": { 2024-04-02T09:54:10.935 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 571 2024-04-02T09:54:10.935 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.935 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_bytes": { 2024-04-02T09:54:10.935 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5454022 2024-04-02T09:54:10.935 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.935 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_count": { 2024-04-02T09:54:10.935 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 808 2024-04-02T09:54:10.935 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.936 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes": { 2024-04-02T09:54:10.936 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3621162 2024-04-02T09:54:10.936 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.936 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:54:10.936 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3621162 2024-04-02T09:54:10.936 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.936 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:54:10.936 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.936 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.936 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:54:10.936 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.936 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.936 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_count": { 2024-04-02T09:54:10.936 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 245 2024-04-02T09:54:10.936 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.937 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_lat": { 2024-04-02T09:54:10.937 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 808, 2024-04-02T09:54:10.937 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2386087 2024-04-02T09:54:10.937 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.937 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_alloc_lat": { 2024-04-02T09:54:10.937 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.937 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.937 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.937 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_total_bytes": { 2024-04-02T09:54:10.937 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.937 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.937 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_used_bytes": { 2024-04-02T09:54:10.937 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.937 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.937 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:54:10.937 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T09:54:10.938 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1053 2024-04-02T09:54:10.938 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.938 INFO:tasks.workunit.client.0.smithi012.stdout: "unlink_lat": { 2024-04-02T09:54:10.938 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8, 2024-04-02T09:54:10.938 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15577 2024-04-02T09:54:10.938 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.938 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_alloc_lat": { 2024-04-02T09:54:10.938 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.938 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.938 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.938 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_total_bytes": { 2024-04-02T09:54:10.938 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.938 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.938 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_used_bytes": { 2024-04-02T09:54:10.939 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.939 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.939 INFO:tasks.workunit.client.0.smithi012.stdout: "write_bytes": { 2024-04-02T09:54:10.939 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1174740992 2024-04-02T09:54:10.939 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.939 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.939 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore": { 2024-04-02T09:54:10.939 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit": { 2024-04-02T09:54:10.939 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4096 2024-04-02T09:54:10.939 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.939 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": { 2024-04-02T09:54:10.939 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14585856 2024-04-02T09:54:10.939 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.939 INFO:tasks.workunit.client.0.smithi012.stdout: "allocator_lat": { 2024-04-02T09:54:10.940 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 22644, 2024-04-02T09:54:10.940 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 83865505 2024-04-02T09:54:10.940 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.940 INFO:tasks.workunit.client.0.smithi012.stdout: "clist_lat": { 2024-04-02T09:54:10.940 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3547, 2024-04-02T09:54:10.940 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5162084549 2024-04-02T09:54:10.940 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.940 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_lat": { 2024-04-02T09:54:10.940 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.940 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.940 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.940 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed": { 2024-04-02T09:54:10.940 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.940 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.940 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_allocated": { 2024-04-02T09:54:10.940 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.940 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.941 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_original": { 2024-04-02T09:54:10.941 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.941 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.941 INFO:tasks.workunit.client.0.smithi012.stdout: "csum_lat": { 2024-04-02T09:54:10.941 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 20680, 2024-04-02T09:54:10.941 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 180381549 2024-04-02T09:54:10.941 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.941 INFO:tasks.workunit.client.0.smithi012.stdout: "decompress_lat": { 2024-04-02T09:54:10.941 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.941 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.941 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.941 INFO:tasks.workunit.client.0.smithi012.stdout: "fragmentation_micros": { 2024-04-02T09:54:10.941 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.941 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.941 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_commit_lat": { 2024-04-02T09:54:10.941 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75738, 2024-04-02T09:54:10.942 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 22876723270 2024-04-02T09:54:10.942 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.942 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_final_lat": { 2024-04-02T09:54:10.942 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75105, 2024-04-02T09:54:10.942 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1779991403 2024-04-02T09:54:10.942 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.942 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_flush_lat": { 2024-04-02T09:54:10.942 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75738, 2024-04-02T09:54:10.942 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 45347011 2024-04-02T09:54:10.942 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.942 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_sync_lat": { 2024-04-02T09:54:10.942 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75738, 2024-04-02T09:54:10.942 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 22922070281 2024-04-02T09:54:10.942 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.943 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_keys_lat": { 2024-04-02T09:54:10.943 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.943 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.943 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.943 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_values_lat": { 2024-04-02T09:54:10.943 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 28277, 2024-04-02T09:54:10.943 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1261453556 2024-04-02T09:54:10.943 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.943 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_lower_bound_lat": { 2024-04-02T09:54:10.943 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 908, 2024-04-02T09:54:10.943 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2600411 2024-04-02T09:54:10.943 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.943 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_next_lat": { 2024-04-02T09:54:10.944 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 11043, 2024-04-02T09:54:10.944 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7911010 2024-04-02T09:54:10.944 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.944 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:54:10.944 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 45, 2024-04-02T09:54:10.944 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 59860 2024-04-02T09:54:10.944 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.944 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_upper_bound_lat": { 2024-04-02T09:54:10.944 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 12044, 2024-04-02T09:54:10.944 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1347948492 2024-04-02T09:54:10.944 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.944 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_hits": { 2024-04-02T09:54:10.944 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 241110 2024-04-02T09:54:10.944 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.945 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_misses": { 2024-04-02T09:54:10.945 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 28059 2024-04-02T09:54:10.945 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.945 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:54:10.945 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 22761, 2024-04-02T09:54:10.945 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2298080745 2024-04-02T09:54:10.945 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.945 INFO:tasks.workunit.client.0.smithi012.stdout: "read_onode_meta_lat": { 2024-04-02T09:54:10.945 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 74209, 2024-04-02T09:54:10.945 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 19878862 2024-04-02T09:54:10.945 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.945 INFO:tasks.workunit.client.0.smithi012.stdout: "read_wait_aio_lat": { 2024-04-02T09:54:10.945 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 51448, 2024-04-02T09:54:10.945 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1521506502 2024-04-02T09:54:10.946 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.946 INFO:tasks.workunit.client.0.smithi012.stdout: "reads_with_retries": { 2024-04-02T09:54:10.946 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.946 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.946 INFO:tasks.workunit.client.0.smithi012.stdout: "remove_lat": { 2024-04-02T09:54:10.946 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15593, 2024-04-02T09:54:10.946 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 443423029 2024-04-02T09:54:10.946 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.946 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_aio_wait_count": { 2024-04-02T09:54:10.946 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.946 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.946 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_committed_kv_count": { 2024-04-02T09:54:10.947 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.947 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.947 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:54:10.947 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.947 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.947 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:54:10.947 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.947 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.947 INFO:tasks.workunit.client.0.smithi012.stdout: "state_aio_wait_lat": { 2024-04-02T09:54:10.947 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 92817, 2024-04-02T09:54:10.947 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13535384997 2024-04-02T09:54:10.947 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.947 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:54:10.947 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 22799, 2024-04-02T09:54:10.947 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1418585664 2024-04-02T09:54:10.948 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.948 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:54:10.948 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 22798, 2024-04-02T09:54:10.948 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4128128086718 2024-04-02T09:54:10.948 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.948 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_queued_lat": { 2024-04-02T09:54:10.948 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 22799, 2024-04-02T09:54:10.948 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6906879143730 2024-04-02T09:54:10.948 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.948 INFO:tasks.workunit.client.0.smithi012.stdout: "state_done_lat": { 2024-04-02T09:54:10.948 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 92816, 2024-04-02T09:54:10.948 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3273534312763 2024-04-02T09:54:10.948 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.948 INFO:tasks.workunit.client.0.smithi012.stdout: "state_finishing_lat": { 2024-04-02T09:54:10.949 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 92816, 2024-04-02T09:54:10.949 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9952731 2024-04-02T09:54:10.949 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.949 INFO:tasks.workunit.client.0.smithi012.stdout: "state_io_done_lat": { 2024-04-02T09:54:10.949 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 92817, 2024-04-02T09:54:10.949 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 556365165 2024-04-02T09:54:10.949 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.949 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_commiting_lat": { 2024-04-02T09:54:10.949 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 92817, 2024-04-02T09:54:10.949 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 39786053472 2024-04-02T09:54:10.949 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.949 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_done_lat": { 2024-04-02T09:54:10.949 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 92817, 2024-04-02T09:54:10.949 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 36579956 2024-04-02T09:54:10.950 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.950 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_queued_lat": { 2024-04-02T09:54:10.950 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 92817, 2024-04-02T09:54:10.950 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 19487178915 2024-04-02T09:54:10.950 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.950 INFO:tasks.workunit.client.0.smithi012.stdout: "state_prepare_lat": { 2024-04-02T09:54:10.950 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 92817, 2024-04-02T09:54:10.950 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15318601230 2024-04-02T09:54:10.950 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.950 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": { 2024-04-02T09:54:10.950 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10373997 2024-04-02T09:54:10.950 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.950 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:54:10.950 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2619, 2024-04-02T09:54:10.950 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12535587 2024-04-02T09:54:10.951 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.951 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_commit_lat": { 2024-04-02T09:54:10.951 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 92817, 2024-04-02T09:54:10.951 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 88701953820 2024-04-02T09:54:10.951 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.951 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_submit_lat": { 2024-04-02T09:54:10.951 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 92817, 2024-04-02T09:54:10.951 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 16391704485 2024-04-02T09:54:10.951 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.951 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_throttle_lat": { 2024-04-02T09:54:10.951 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 92817, 2024-04-02T09:54:10.951 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 792224942 2024-04-02T09:54:10.951 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.951 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.952 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache": { 2024-04-02T09:54:10.952 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T09:54:10.952 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1406236763 2024-04-02T09:54:10.952 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.952 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T09:54:10.952 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 590217216 2024-04-02T09:54:10.952 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.952 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T09:54:10.952 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 480247808 2024-04-02T09:54:10.952 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.952 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T09:54:10.952 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2601815449 2024-04-02T09:54:10.952 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.952 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T09:54:10.953 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 109969408 2024-04-02T09:54:10.953 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.953 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.953 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:data": { 2024-04-02T09:54:10.953 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:10.953 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 125829120 2024-04-02T09:54:10.953 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.953 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:10.953 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.953 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.953 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:10.953 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.953 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.954 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:10.954 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57032125 2024-04-02T09:54:10.954 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.954 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:10.954 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.954 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.954 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:10.954 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.954 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.954 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:10.954 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.954 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.954 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:10.955 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.955 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.955 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:10.955 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57344 2024-04-02T09:54:10.955 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.955 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:10.955 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1265664 2024-04-02T09:54:10.955 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.955 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:10.955 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.955 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.955 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:10.955 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.955 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.955 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:10.955 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.956 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.956 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:10.956 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67473987 2024-04-02T09:54:10.956 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.956 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.956 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv": { 2024-04-02T09:54:10.956 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:10.956 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 570425344 2024-04-02T09:54:10.956 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.956 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:10.956 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:54:10.956 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.956 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:10.956 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.956 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.957 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:10.957 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 427740943 2024-04-02T09:54:10.957 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.957 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:10.957 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.957 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.957 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:10.957 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.957 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.957 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:10.957 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 256 2024-04-02T09:54:10.957 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.957 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:10.958 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 976 2024-04-02T09:54:10.958 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.958 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:10.958 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 81184 2024-04-02T09:54:10.958 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.958 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:10.958 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.958 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.958 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:10.958 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.958 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.958 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:10.958 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.958 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.958 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:10.959 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.959 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.959 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:10.959 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 75493121 2024-04-02T09:54:10.959 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.959 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.959 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:54:10.959 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:10.959 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 184549376 2024-04-02T09:54:10.959 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.959 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:10.959 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:54:10.959 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.959 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:10.959 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5120880 2024-04-02T09:54:10.960 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.960 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:10.960 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 38021417 2024-04-02T09:54:10.960 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.960 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:10.960 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.960 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.960 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:10.960 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.960 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.960 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:10.960 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.960 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.960 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:10.960 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.960 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.961 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:10.961 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.961 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.961 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:10.961 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.961 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.961 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:10.961 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.961 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.961 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:10.961 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.961 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.961 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:10.961 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.962 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.962 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:10.962 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 74298215 2024-04-02T09:54:10.962 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.962 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.962 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:meta": { 2024-04-02T09:54:10.962 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:10.962 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 503316480 2024-04-02T09:54:10.962 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.962 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:10.962 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.962 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.962 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:10.963 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.963 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.963 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:10.963 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 427740943 2024-04-02T09:54:10.963 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.963 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:10.963 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.963 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.963 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:10.963 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.963 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.963 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:10.964 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.964 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.964 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:10.964 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 993 2024-04-02T09:54:10.964 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.964 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:10.964 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 43701 2024-04-02T09:54:10.964 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.964 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:10.964 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1150156 2024-04-02T09:54:10.964 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.964 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:10.964 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.964 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.965 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:10.965 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.965 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.965 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:10.965 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.965 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.965 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:10.965 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 74380687 2024-04-02T09:54:10.965 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.965 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.965 INFO:tasks.workunit.client.0.smithi012.stdout: "objecter": { 2024-04-02T09:54:10.965 INFO:tasks.workunit.client.0.smithi012.stdout: "op_active": { 2024-04-02T09:54:10.965 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.966 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.966 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:54:10.966 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 52 2024-04-02T09:54:10.966 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.966 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rmw": { 2024-04-02T09:54:10.966 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.966 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.966 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:54:10.966 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.966 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.966 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.966 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:10.966 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg": { 2024-04-02T09:54:10.967 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 58 2024-04-02T09:54:10.967 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.967 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg_removing": { 2024-04-02T09:54:10.967 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.967 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.967 INFO:tasks.workunit.client.0.smithi012.stdout: "op": { 2024-04-02T09:54:10.967 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 40831 2024-04-02T09:54:10.967 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.967 INFO:tasks.workunit.client.0.smithi012.stdout: "op_before_queue_op_lat": { 2024-04-02T09:54:10.967 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 138275, 2024-04-02T09:54:10.967 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11425428416 2024-04-02T09:54:10.967 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.967 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_degraded": { 2024-04-02T09:54:10.967 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.967 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.968 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_unreadable": { 2024-04-02T09:54:10.968 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.968 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.968 INFO:tasks.workunit.client.0.smithi012.stdout: "op_in_bytes": { 2024-04-02T09:54:10.968 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2646525705 2024-04-02T09:54:10.968 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.968 INFO:tasks.workunit.client.0.smithi012.stdout: "op_latency": { 2024-04-02T09:54:10.968 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 40831, 2024-04-02T09:54:10.968 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 785088707583 2024-04-02T09:54:10.968 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.968 INFO:tasks.workunit.client.0.smithi012.stdout: "op_out_bytes": { 2024-04-02T09:54:10.968 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3351269144 2024-04-02T09:54:10.968 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.968 INFO:tasks.workunit.client.0.smithi012.stdout: "op_prepare_latency": { 2024-04-02T09:54:10.969 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 42544, 2024-04-02T09:54:10.969 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 34562963442 2024-04-02T09:54:10.969 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.969 INFO:tasks.workunit.client.0.smithi012.stdout: "op_process_latency": { 2024-04-02T09:54:10.969 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 40831, 2024-04-02T09:54:10.969 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 116879884682 2024-04-02T09:54:10.969 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.969 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:54:10.969 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18197 2024-04-02T09:54:10.969 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.969 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency": { 2024-04-02T09:54:10.969 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 18197, 2024-04-02T09:54:10.969 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18174340579 2024-04-02T09:54:10.969 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.970 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:54:10.970 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.970 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.970 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_out_bytes": { 2024-04-02T09:54:10.970 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3351269144 2024-04-02T09:54:10.970 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.970 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_prepare_latency": { 2024-04-02T09:54:10.970 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 18632, 2024-04-02T09:54:10.970 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5530135348 2024-04-02T09:54:10.970 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.970 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_process_latency": { 2024-04-02T09:54:10.970 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 18197, 2024-04-02T09:54:10.970 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7725135858 2024-04-02T09:54:10.971 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.971 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw": { 2024-04-02T09:54:10.971 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12370 2024-04-02T09:54:10.971 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.971 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_in_bytes": { 2024-04-02T09:54:10.971 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 285823064 2024-04-02T09:54:10.971 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.971 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency": { 2024-04-02T09:54:10.971 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 12370, 2024-04-02T09:54:10.971 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 106624240478 2024-04-02T09:54:10.971 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.971 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:54:10.971 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.971 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.972 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:54:10.972 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.972 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.972 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_out_bytes": { 2024-04-02T09:54:10.972 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.972 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.972 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_prepare_latency": { 2024-04-02T09:54:10.972 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 12534, 2024-04-02T09:54:10.972 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13749444768 2024-04-02T09:54:10.972 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.972 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_process_latency": { 2024-04-02T09:54:10.972 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 12370, 2024-04-02T09:54:10.972 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 32562017497 2024-04-02T09:54:10.972 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.973 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:54:10.973 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10264 2024-04-02T09:54:10.973 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.973 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_in_bytes": { 2024-04-02T09:54:10.973 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2360702641 2024-04-02T09:54:10.973 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.973 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency": { 2024-04-02T09:54:10.973 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 10264, 2024-04-02T09:54:10.973 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 660290126526 2024-04-02T09:54:10.973 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.973 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:54:10.973 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.973 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.973 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_prepare_latency": { 2024-04-02T09:54:10.974 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 11378, 2024-04-02T09:54:10.974 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15283383326 2024-04-02T09:54:10.974 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.974 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_process_latency": { 2024-04-02T09:54:10.974 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 10264, 2024-04-02T09:54:10.974 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 76592731327 2024-04-02T09:54:10.974 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.974 INFO:tasks.workunit.client.0.smithi012.stdout: "op_wip": { 2024-04-02T09:54:10.974 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.974 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.974 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_bytes": { 2024-04-02T09:54:10.974 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 17892249 2024-04-02T09:54:10.974 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.974 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_ops": { 2024-04-02T09:54:10.975 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 25 2024-04-02T09:54:10.975 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.975 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes": { 2024-04-02T09:54:10.975 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T09:54:10.975 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.975 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes_used": { 2024-04-02T09:54:10.975 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 925351936 2024-04-02T09:54:10.975 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.975 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.975 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.975 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.2": { 2024-04-02T09:54:10.975 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:10.975 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_db_max_lat": { 2024-04-02T09:54:10.975 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 40479 2024-04-02T09:54:10.975 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.976 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_fallback": { 2024-04-02T09:54:10.976 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.976 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.976 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_max_lat": { 2024-04-02T09:54:10.976 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.976 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.976 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:54:10.976 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.976 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.976 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_db": { 2024-04-02T09:54:10.976 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 65536 2024-04-02T09:54:10.976 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.976 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_slow": { 2024-04-02T09:54:10.976 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.976 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.976 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_wal": { 2024-04-02T09:54:10.977 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.977 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.977 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_wal_max_lat": { 2024-04-02T09:54:10.977 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.977 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.977 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_slow": { 2024-04-02T09:54:10.977 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.977 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.977 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_sst": { 2024-04-02T09:54:10.977 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5312512 2024-04-02T09:54:10.977 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.977 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_wal": { 2024-04-02T09:54:10.977 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 702353408 2024-04-02T09:54:10.977 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.977 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lat": { 2024-04-02T09:54:10.977 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 17, 2024-04-02T09:54:10.978 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3683283 2024-04-02T09:54:10.978 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.978 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lock_lat": { 2024-04-02T09:54:10.978 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 17, 2024-04-02T09:54:10.978 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1348226 2024-04-02T09:54:10.978 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.978 INFO:tasks.workunit.client.0.smithi012.stdout: "db_alloc_lat": { 2024-04-02T09:54:10.978 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 174, 2024-04-02T09:54:10.978 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 971284 2024-04-02T09:54:10.978 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.978 INFO:tasks.workunit.client.0.smithi012.stdout: "db_total_bytes": { 2024-04-02T09:54:10.978 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995027456 2024-04-02T09:54:10.978 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.978 INFO:tasks.workunit.client.0.smithi012.stdout: "db_used_bytes": { 2024-04-02T09:54:10.979 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 633339904 2024-04-02T09:54:10.979 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.979 INFO:tasks.workunit.client.0.smithi012.stdout: "flush_lat": { 2024-04-02T09:54:10.979 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 71440, 2024-04-02T09:54:10.979 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11278553634 2024-04-02T09:54:10.979 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.979 INFO:tasks.workunit.client.0.smithi012.stdout: "fsync_lat": { 2024-04-02T09:54:10.979 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 71446, 2024-04-02T09:54:10.979 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18346480395 2024-04-02T09:54:10.979 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.980 INFO:tasks.workunit.client.0.smithi012.stdout: "log_bytes": { 2024-04-02T09:54:10.980 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9973760 2024-04-02T09:54:10.980 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.980 INFO:tasks.workunit.client.0.smithi012.stdout: "logged_bytes": { 2024-04-02T09:54:10.980 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 292601856 2024-04-02T09:54:10.980 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.980 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_db": { 2024-04-02T09:54:10.980 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 646119424 2024-04-02T09:54:10.980 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.980 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_slow": { 2024-04-02T09:54:10.980 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.980 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.980 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_wal": { 2024-04-02T09:54:10.981 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.981 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.981 INFO:tasks.workunit.client.0.smithi012.stdout: "num_files": { 2024-04-02T09:54:10.981 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 50 2024-04-02T09:54:10.981 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.981 INFO:tasks.workunit.client.0.smithi012.stdout: "read_bytes": { 2024-04-02T09:54:10.981 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3994577285 2024-04-02T09:54:10.981 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.981 INFO:tasks.workunit.client.0.smithi012.stdout: "read_count": { 2024-04-02T09:54:10.981 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 41164 2024-04-02T09:54:10.981 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.981 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes": { 2024-04-02T09:54:10.981 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3438845952 2024-04-02T09:54:10.982 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.982 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_db": { 2024-04-02T09:54:10.982 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3438850048 2024-04-02T09:54:10.982 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.982 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_slow": { 2024-04-02T09:54:10.982 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.982 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.982 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_wal": { 2024-04-02T09:54:10.982 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.982 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.982 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_count": { 2024-04-02T09:54:10.982 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 31932 2024-04-02T09:54:10.982 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.983 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:54:10.983 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 41164, 2024-04-02T09:54:10.983 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1460704192 2024-04-02T09:54:10.983 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.983 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_bytes": { 2024-04-02T09:54:10.983 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3917053458 2024-04-02T09:54:10.983 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.983 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_count": { 2024-04-02T09:54:10.983 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 38784 2024-04-02T09:54:10.983 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.983 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_bytes": { 2024-04-02T09:54:10.983 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2403176 2024-04-02T09:54:10.983 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.983 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_count": { 2024-04-02T09:54:10.984 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 437 2024-04-02T09:54:10.984 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.984 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_bytes": { 2024-04-02T09:54:10.984 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5172269 2024-04-02T09:54:10.984 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.984 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_count": { 2024-04-02T09:54:10.984 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 596 2024-04-02T09:54:10.984 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.984 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes": { 2024-04-02T09:54:10.984 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2769093 2024-04-02T09:54:10.984 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.984 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:54:10.984 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2769093 2024-04-02T09:54:10.984 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.985 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:54:10.985 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.985 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.985 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:54:10.985 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.985 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.985 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_count": { 2024-04-02T09:54:10.985 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 162 2024-04-02T09:54:10.985 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.985 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_lat": { 2024-04-02T09:54:10.985 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 596, 2024-04-02T09:54:10.985 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1739471 2024-04-02T09:54:10.985 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.985 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_alloc_lat": { 2024-04-02T09:54:10.986 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.986 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.986 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.986 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_total_bytes": { 2024-04-02T09:54:10.986 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.986 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.986 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_used_bytes": { 2024-04-02T09:54:10.986 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.986 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.986 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:54:10.986 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T09:54:10.986 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 689 2024-04-02T09:54:10.986 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.986 INFO:tasks.workunit.client.0.smithi012.stdout: "unlink_lat": { 2024-04-02T09:54:10.987 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 7, 2024-04-02T09:54:10.987 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9681 2024-04-02T09:54:10.987 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.987 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_alloc_lat": { 2024-04-02T09:54:10.987 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.987 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.987 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.987 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_total_bytes": { 2024-04-02T09:54:10.987 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.987 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.987 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_used_bytes": { 2024-04-02T09:54:10.987 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.987 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.987 INFO:tasks.workunit.client.0.smithi012.stdout: "write_bytes": { 2024-04-02T09:54:10.987 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1002856448 2024-04-02T09:54:10.988 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:10.988 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.988 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore": { 2024-04-02T09:54:10.988 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit": { 2024-04-02T09:54:10.988 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4096 2024-04-02T09:54:10.988 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.988 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": { 2024-04-02T09:54:10.988 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10375168 2024-04-02T09:54:10.988 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.988 INFO:tasks.workunit.client.0.smithi012.stdout: "allocator_lat": { 2024-04-02T09:54:10.988 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 14628, 2024-04-02T09:54:10.988 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 52295701 2024-04-02T09:54:10.988 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.988 INFO:tasks.workunit.client.0.smithi012.stdout: "clist_lat": { 2024-04-02T09:54:10.989 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3599, 2024-04-02T09:54:10.989 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4933319812 2024-04-02T09:54:10.989 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.989 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_lat": { 2024-04-02T09:54:10.989 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.989 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.989 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.989 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed": { 2024-04-02T09:54:10.989 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.989 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.989 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_allocated": { 2024-04-02T09:54:10.989 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.989 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.989 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_original": { 2024-04-02T09:54:10.989 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.990 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.990 INFO:tasks.workunit.client.0.smithi012.stdout: "csum_lat": { 2024-04-02T09:54:10.990 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 26053, 2024-04-02T09:54:10.990 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 220724681 2024-04-02T09:54:10.990 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.990 INFO:tasks.workunit.client.0.smithi012.stdout: "decompress_lat": { 2024-04-02T09:54:10.990 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.990 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.990 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.990 INFO:tasks.workunit.client.0.smithi012.stdout: "fragmentation_micros": { 2024-04-02T09:54:10.990 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.990 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.990 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_commit_lat": { 2024-04-02T09:54:10.990 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 71367, 2024-04-02T09:54:10.991 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 21974188386 2024-04-02T09:54:10.991 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.991 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_final_lat": { 2024-04-02T09:54:10.991 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 70760, 2024-04-02T09:54:10.991 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1432303023 2024-04-02T09:54:10.991 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.991 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_flush_lat": { 2024-04-02T09:54:10.991 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 71367, 2024-04-02T09:54:10.991 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 33218643 2024-04-02T09:54:10.991 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.991 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_sync_lat": { 2024-04-02T09:54:10.991 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 71367, 2024-04-02T09:54:10.991 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 22007407029 2024-04-02T09:54:10.991 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.991 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_keys_lat": { 2024-04-02T09:54:10.992 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:10.992 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.992 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.992 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_values_lat": { 2024-04-02T09:54:10.992 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 56916, 2024-04-02T09:54:10.992 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1280756509 2024-04-02T09:54:10.992 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.992 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_lower_bound_lat": { 2024-04-02T09:54:10.992 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1110, 2024-04-02T09:54:10.992 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3321358 2024-04-02T09:54:10.992 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.992 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_next_lat": { 2024-04-02T09:54:10.992 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 19257, 2024-04-02T09:54:10.992 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13372186 2024-04-02T09:54:10.993 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.993 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:54:10.993 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 40, 2024-04-02T09:54:10.993 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 52630 2024-04-02T09:54:10.993 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.993 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_upper_bound_lat": { 2024-04-02T09:54:10.993 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 20596, 2024-04-02T09:54:10.993 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1206161113 2024-04-02T09:54:10.993 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.993 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_hits": { 2024-04-02T09:54:10.993 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 258694 2024-04-02T09:54:10.993 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.993 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_misses": { 2024-04-02T09:54:10.993 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18736 2024-04-02T09:54:10.993 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.994 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:54:10.994 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 13180, 2024-04-02T09:54:10.994 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1998791541 2024-04-02T09:54:10.994 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.994 INFO:tasks.workunit.client.0.smithi012.stdout: "read_onode_meta_lat": { 2024-04-02T09:54:10.994 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 34346, 2024-04-02T09:54:10.994 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12437427 2024-04-02T09:54:10.994 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.994 INFO:tasks.workunit.client.0.smithi012.stdout: "read_wait_aio_lat": { 2024-04-02T09:54:10.994 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 21166, 2024-04-02T09:54:10.994 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1747351806 2024-04-02T09:54:10.994 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.994 INFO:tasks.workunit.client.0.smithi012.stdout: "reads_with_retries": { 2024-04-02T09:54:10.994 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.995 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.995 INFO:tasks.workunit.client.0.smithi012.stdout: "remove_lat": { 2024-04-02T09:54:10.995 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 12517, 2024-04-02T09:54:10.995 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 405353378 2024-04-02T09:54:10.995 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.995 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_aio_wait_count": { 2024-04-02T09:54:10.995 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.995 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.995 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_committed_kv_count": { 2024-04-02T09:54:10.995 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.995 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.995 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:54:10.995 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.995 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.996 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:54:10.996 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:10.996 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.996 INFO:tasks.workunit.client.0.smithi012.stdout: "state_aio_wait_lat": { 2024-04-02T09:54:10.996 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 80780, 2024-04-02T09:54:10.996 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9826920308 2024-04-02T09:54:10.996 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.996 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:54:10.996 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 6618, 2024-04-02T09:54:10.996 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1321552426 2024-04-02T09:54:10.996 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.996 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:54:10.996 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 6616, 2024-04-02T09:54:10.996 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4163466371567 2024-04-02T09:54:10.997 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.997 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_queued_lat": { 2024-04-02T09:54:10.997 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 6618, 2024-04-02T09:54:10.997 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6499990363144 2024-04-02T09:54:10.997 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.997 INFO:tasks.workunit.client.0.smithi012.stdout: "state_done_lat": { 2024-04-02T09:54:10.997 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 80778, 2024-04-02T09:54:10.997 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2957136791049 2024-04-02T09:54:10.997 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.997 INFO:tasks.workunit.client.0.smithi012.stdout: "state_finishing_lat": { 2024-04-02T09:54:10.997 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 80778, 2024-04-02T09:54:10.997 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9425448 2024-04-02T09:54:10.997 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.997 INFO:tasks.workunit.client.0.smithi012.stdout: "state_io_done_lat": { 2024-04-02T09:54:10.998 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 80780, 2024-04-02T09:54:10.998 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 249255787 2024-04-02T09:54:10.998 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.998 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_commiting_lat": { 2024-04-02T09:54:10.998 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 80780, 2024-04-02T09:54:10.998 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 32725462070 2024-04-02T09:54:10.998 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.998 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_done_lat": { 2024-04-02T09:54:10.998 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 80780, 2024-04-02T09:54:10.998 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 32912471 2024-04-02T09:54:10.998 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.998 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_queued_lat": { 2024-04-02T09:54:10.998 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 80780, 2024-04-02T09:54:10.998 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15003831634 2024-04-02T09:54:10.999 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.999 INFO:tasks.workunit.client.0.smithi012.stdout: "state_prepare_lat": { 2024-04-02T09:54:10.999 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 80780, 2024-04-02T09:54:10.999 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12272283198 2024-04-02T09:54:10.999 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.999 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": { 2024-04-02T09:54:10.999 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6179480 2024-04-02T09:54:10.999 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.999 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:54:10.999 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2530, 2024-04-02T09:54:10.999 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14158119 2024-04-02T09:54:10.999 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:10.999 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_commit_lat": { 2024-04-02T09:54:10.999 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 80780, 2024-04-02T09:54:10.999 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 70093797997 2024-04-02T09:54:11.000 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.000 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_submit_lat": { 2024-04-02T09:54:11.000 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 80780, 2024-04-02T09:54:11.000 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13209158965 2024-04-02T09:54:11.000 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.000 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_throttle_lat": { 2024-04-02T09:54:11.000 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 80780, 2024-04-02T09:54:11.000 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 476100448 2024-04-02T09:54:11.000 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.000 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.000 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache": { 2024-04-02T09:54:11.000 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T09:54:11.000 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1406236763 2024-04-02T09:54:11.000 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.000 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T09:54:11.001 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 550617088 2024-04-02T09:54:11.001 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.001 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T09:54:11.001 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 415883264 2024-04-02T09:54:11.001 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.001 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T09:54:11.001 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2601815449 2024-04-02T09:54:11.001 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.001 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T09:54:11.001 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 134733824 2024-04-02T09:54:11.001 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.001 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.001 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:data": { 2024-04-02T09:54:11.001 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:11.002 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 125829120 2024-04-02T09:54:11.002 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.002 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:11.002 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.002 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.002 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:11.002 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.002 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.002 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:11.002 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57327482 2024-04-02T09:54:11.002 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.002 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:11.002 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.002 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.003 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:11.003 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.003 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.003 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:11.003 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.003 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.003 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:11.003 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.003 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.003 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:11.003 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.003 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.003 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:11.004 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 86016 2024-04-02T09:54:11.004 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.004 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:11.004 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.004 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.004 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:11.004 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.004 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.004 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:11.004 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.004 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.004 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:11.004 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 68415622 2024-04-02T09:54:11.004 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.004 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.005 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv": { 2024-04-02T09:54:11.005 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:11.005 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 570425344 2024-04-02T09:54:11.005 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.005 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:11.005 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:54:11.005 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.005 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:11.005 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.005 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.005 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:11.005 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 429956121 2024-04-02T09:54:11.005 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.005 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:11.006 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.006 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.006 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:11.006 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.006 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.006 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:11.006 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1232 2024-04-02T09:54:11.006 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.006 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:11.006 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.006 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.006 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:11.006 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 70560 2024-04-02T09:54:11.006 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.007 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:11.007 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.007 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.007 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:11.007 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.007 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.007 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:11.007 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.007 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.007 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:11.007 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.007 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.007 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:11.007 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 73288567 2024-04-02T09:54:11.008 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.008 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.008 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:54:11.008 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:11.008 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 184549376 2024-04-02T09:54:11.008 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.008 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:11.008 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:54:11.008 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.008 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:11.008 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4562960 2024-04-02T09:54:11.008 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.008 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:11.008 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 38218321 2024-04-02T09:54:11.008 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.008 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:11.009 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.009 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.009 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:11.009 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.009 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.009 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:11.009 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.009 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.009 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:11.009 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.009 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.009 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:11.009 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.010 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.010 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:11.010 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.010 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.010 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:11.010 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.010 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.010 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:11.010 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.010 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.010 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:11.010 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.010 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.010 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:11.011 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 74659231 2024-04-02T09:54:11.011 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.011 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.011 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:meta": { 2024-04-02T09:54:11.011 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:11.011 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 503316480 2024-04-02T09:54:11.011 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.011 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:11.011 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.011 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.011 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:11.011 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.011 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.011 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:11.012 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 429956121 2024-04-02T09:54:11.012 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.012 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:11.012 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.012 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.012 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:11.012 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.012 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.012 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:11.012 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.012 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.012 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:11.012 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.012 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.012 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:11.012 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 49345 2024-04-02T09:54:11.013 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.013 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:11.013 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1156103 2024-04-02T09:54:11.013 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.013 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:11.013 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.013 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.013 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:11.013 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.013 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.013 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:11.013 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.014 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.014 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:11.014 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 72154911 2024-04-02T09:54:11.014 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.014 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.014 INFO:tasks.workunit.client.0.smithi012.stdout: "objecter": { 2024-04-02T09:54:11.014 INFO:tasks.workunit.client.0.smithi012.stdout: "op_active": { 2024-04-02T09:54:11.014 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.014 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.014 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:54:11.014 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 81 2024-04-02T09:54:11.014 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.014 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rmw": { 2024-04-02T09:54:11.015 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.015 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.015 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:54:11.015 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1 2024-04-02T09:54:11.015 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.015 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.015 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:11.015 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg": { 2024-04-02T09:54:11.015 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 44 2024-04-02T09:54:11.015 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.015 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg_removing": { 2024-04-02T09:54:11.015 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.015 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.015 INFO:tasks.workunit.client.0.smithi012.stdout: "op": { 2024-04-02T09:54:11.015 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 59366 2024-04-02T09:54:11.016 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.016 INFO:tasks.workunit.client.0.smithi012.stdout: "op_before_queue_op_lat": { 2024-04-02T09:54:11.016 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 151266, 2024-04-02T09:54:11.016 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8285039180 2024-04-02T09:54:11.016 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.016 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_degraded": { 2024-04-02T09:54:11.016 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T09:54:11.016 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.016 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_unreadable": { 2024-04-02T09:54:11.016 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1 2024-04-02T09:54:11.016 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.016 INFO:tasks.workunit.client.0.smithi012.stdout: "op_in_bytes": { 2024-04-02T09:54:11.016 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2145284888 2024-04-02T09:54:11.016 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.016 INFO:tasks.workunit.client.0.smithi012.stdout: "op_latency": { 2024-04-02T09:54:11.016 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 59366, 2024-04-02T09:54:11.017 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 149228722445 2024-04-02T09:54:11.017 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.017 INFO:tasks.workunit.client.0.smithi012.stdout: "op_out_bytes": { 2024-04-02T09:54:11.017 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3481354897 2024-04-02T09:54:11.017 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.017 INFO:tasks.workunit.client.0.smithi012.stdout: "op_prepare_latency": { 2024-04-02T09:54:11.017 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 60257, 2024-04-02T09:54:11.017 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 44577170505 2024-04-02T09:54:11.017 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.017 INFO:tasks.workunit.client.0.smithi012.stdout: "op_process_latency": { 2024-04-02T09:54:11.017 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 59366, 2024-04-02T09:54:11.017 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 80368672381 2024-04-02T09:54:11.017 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.017 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:54:11.018 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 29595 2024-04-02T09:54:11.018 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.018 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency": { 2024-04-02T09:54:11.018 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 29595, 2024-04-02T09:54:11.018 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18957972507 2024-04-02T09:54:11.018 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.018 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:54:11.018 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.018 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.018 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_out_bytes": { 2024-04-02T09:54:11.018 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3481354897 2024-04-02T09:54:11.018 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.018 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_prepare_latency": { 2024-04-02T09:54:11.019 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 30028, 2024-04-02T09:54:11.019 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6720777085 2024-04-02T09:54:11.019 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.019 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_process_latency": { 2024-04-02T09:54:11.019 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 29595, 2024-04-02T09:54:11.019 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10427849668 2024-04-02T09:54:11.019 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.019 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw": { 2024-04-02T09:54:11.019 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 27314 2024-04-02T09:54:11.019 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.019 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_in_bytes": { 2024-04-02T09:54:11.019 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 422388536 2024-04-02T09:54:11.019 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.019 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency": { 2024-04-02T09:54:11.019 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 27314, 2024-04-02T09:54:11.020 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57454368558 2024-04-02T09:54:11.020 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.020 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:54:11.020 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.020 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.020 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:54:11.020 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.020 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.020 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_out_bytes": { 2024-04-02T09:54:11.020 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.020 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.020 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_prepare_latency": { 2024-04-02T09:54:11.020 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 27627, 2024-04-02T09:54:11.020 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 33804507414 2024-04-02T09:54:11.021 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.021 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_process_latency": { 2024-04-02T09:54:11.021 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 27314, 2024-04-02T09:54:11.021 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 53264546309 2024-04-02T09:54:11.021 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.021 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:54:11.021 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2457 2024-04-02T09:54:11.021 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.021 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_in_bytes": { 2024-04-02T09:54:11.021 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1722896352 2024-04-02T09:54:11.021 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.021 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency": { 2024-04-02T09:54:11.021 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2457, 2024-04-02T09:54:11.021 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 72816381380 2024-04-02T09:54:11.021 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.022 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:54:11.022 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.022 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.022 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_prepare_latency": { 2024-04-02T09:54:11.022 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2602, 2024-04-02T09:54:11.022 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4051886006 2024-04-02T09:54:11.022 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.022 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_process_latency": { 2024-04-02T09:54:11.022 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2457, 2024-04-02T09:54:11.022 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 16676276404 2024-04-02T09:54:11.022 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.022 INFO:tasks.workunit.client.0.smithi012.stdout: "op_wip": { 2024-04-02T09:54:11.022 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.022 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.023 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_bytes": { 2024-04-02T09:54:11.023 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.023 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.023 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_ops": { 2024-04-02T09:54:11.023 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 25 2024-04-02T09:54:11.023 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.023 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes": { 2024-04-02T09:54:11.023 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T09:54:11.023 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.023 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes_used": { 2024-04-02T09:54:11.023 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 643731456 2024-04-02T09:54:11.023 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.023 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.023 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.023 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.3": { 2024-04-02T09:54:11.024 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:11.024 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_db_max_lat": { 2024-04-02T09:54:11.024 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 25167 2024-04-02T09:54:11.024 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.024 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_fallback": { 2024-04-02T09:54:11.024 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.024 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.024 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_max_lat": { 2024-04-02T09:54:11.024 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.024 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.024 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:54:11.024 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.024 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.024 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_db": { 2024-04-02T09:54:11.024 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 65536 2024-04-02T09:54:11.025 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.025 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_slow": { 2024-04-02T09:54:11.025 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.025 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.025 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_wal": { 2024-04-02T09:54:11.025 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.025 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.025 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_wal_max_lat": { 2024-04-02T09:54:11.025 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.025 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.025 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_slow": { 2024-04-02T09:54:11.025 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.025 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.025 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_sst": { 2024-04-02T09:54:11.025 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1429504 2024-04-02T09:54:11.025 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.026 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_wal": { 2024-04-02T09:54:11.026 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 566849536 2024-04-02T09:54:11.026 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.026 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lat": { 2024-04-02T09:54:11.026 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 16, 2024-04-02T09:54:11.026 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5306049 2024-04-02T09:54:11.026 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.026 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lock_lat": { 2024-04-02T09:54:11.026 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 16, 2024-04-02T09:54:11.026 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2838310 2024-04-02T09:54:11.026 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.026 INFO:tasks.workunit.client.0.smithi012.stdout: "db_alloc_lat": { 2024-04-02T09:54:11.026 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 149, 2024-04-02T09:54:11.026 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 814657 2024-04-02T09:54:11.026 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.027 INFO:tasks.workunit.client.0.smithi012.stdout: "db_total_bytes": { 2024-04-02T09:54:11.027 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995027456 2024-04-02T09:54:11.027 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.027 INFO:tasks.workunit.client.0.smithi012.stdout: "db_used_bytes": { 2024-04-02T09:54:11.027 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 477233152 2024-04-02T09:54:11.027 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.027 INFO:tasks.workunit.client.0.smithi012.stdout: "flush_lat": { 2024-04-02T09:54:11.027 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 65813, 2024-04-02T09:54:11.027 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9708819739 2024-04-02T09:54:11.027 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.027 INFO:tasks.workunit.client.0.smithi012.stdout: "fsync_lat": { 2024-04-02T09:54:11.027 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 65835, 2024-04-02T09:54:11.027 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15735204251 2024-04-02T09:54:11.027 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.027 INFO:tasks.workunit.client.0.smithi012.stdout: "log_bytes": { 2024-04-02T09:54:11.027 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3653632 2024-04-02T09:54:11.028 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.028 INFO:tasks.workunit.client.0.smithi012.stdout: "logged_bytes": { 2024-04-02T09:54:11.028 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 269651968 2024-04-02T09:54:11.028 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.028 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_db": { 2024-04-02T09:54:11.028 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 494272512 2024-04-02T09:54:11.028 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.028 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_slow": { 2024-04-02T09:54:11.028 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.028 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.028 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_wal": { 2024-04-02T09:54:11.028 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.028 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.029 INFO:tasks.workunit.client.0.smithi012.stdout: "num_files": { 2024-04-02T09:54:11.029 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 37 2024-04-02T09:54:11.029 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.029 INFO:tasks.workunit.client.0.smithi012.stdout: "read_bytes": { 2024-04-02T09:54:11.029 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 798166398 2024-04-02T09:54:11.029 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.029 INFO:tasks.workunit.client.0.smithi012.stdout: "read_count": { 2024-04-02T09:54:11.029 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14708 2024-04-02T09:54:11.029 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.029 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes": { 2024-04-02T09:54:11.029 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 713273344 2024-04-02T09:54:11.029 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.029 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_db": { 2024-04-02T09:54:11.030 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 713277440 2024-04-02T09:54:11.030 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.030 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_slow": { 2024-04-02T09:54:11.030 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.030 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.030 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_wal": { 2024-04-02T09:54:11.030 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.030 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.030 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_count": { 2024-04-02T09:54:11.030 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7173 2024-04-02T09:54:11.030 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.030 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:54:11.030 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 14708, 2024-04-02T09:54:11.031 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 291555078 2024-04-02T09:54:11.031 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.031 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_bytes": { 2024-04-02T09:54:11.031 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 768816800 2024-04-02T09:54:11.031 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.031 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_count": { 2024-04-02T09:54:11.031 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13800 2024-04-02T09:54:11.031 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.031 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_bytes": { 2024-04-02T09:54:11.031 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 459459 2024-04-02T09:54:11.031 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.031 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_count": { 2024-04-02T09:54:11.031 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 182 2024-04-02T09:54:11.031 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.031 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_bytes": { 2024-04-02T09:54:11.032 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1415242 2024-04-02T09:54:11.032 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.032 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_count": { 2024-04-02T09:54:11.032 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 295 2024-04-02T09:54:11.032 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.032 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes": { 2024-04-02T09:54:11.032 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 955783 2024-04-02T09:54:11.032 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.032 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:54:11.032 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 955783 2024-04-02T09:54:11.032 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.032 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:54:11.032 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.033 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.033 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:54:11.033 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.033 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.033 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_count": { 2024-04-02T09:54:11.033 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 113 2024-04-02T09:54:11.033 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.033 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_lat": { 2024-04-02T09:54:11.033 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 295, 2024-04-02T09:54:11.033 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 671516 2024-04-02T09:54:11.033 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.033 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_alloc_lat": { 2024-04-02T09:54:11.033 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:11.033 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.034 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.034 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_total_bytes": { 2024-04-02T09:54:11.034 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.034 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.034 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_used_bytes": { 2024-04-02T09:54:11.034 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.034 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.034 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:54:11.034 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T09:54:11.034 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 721 2024-04-02T09:54:11.034 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.034 INFO:tasks.workunit.client.0.smithi012.stdout: "unlink_lat": { 2024-04-02T09:54:11.034 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 4, 2024-04-02T09:54:11.034 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6642 2024-04-02T09:54:11.035 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.035 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_alloc_lat": { 2024-04-02T09:54:11.035 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:11.035 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.035 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.035 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_total_bytes": { 2024-04-02T09:54:11.035 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.035 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.035 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_used_bytes": { 2024-04-02T09:54:11.035 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.035 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.035 INFO:tasks.workunit.client.0.smithi012.stdout: "write_bytes": { 2024-04-02T09:54:11.035 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 840359936 2024-04-02T09:54:11.035 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.036 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.036 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore": { 2024-04-02T09:54:11.036 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit": { 2024-04-02T09:54:11.036 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4096 2024-04-02T09:54:11.036 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.036 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": { 2024-04-02T09:54:11.036 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10399744 2024-04-02T09:54:11.036 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.036 INFO:tasks.workunit.client.0.smithi012.stdout: "allocator_lat": { 2024-04-02T09:54:11.036 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 17533, 2024-04-02T09:54:11.036 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 55387854 2024-04-02T09:54:11.036 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.036 INFO:tasks.workunit.client.0.smithi012.stdout: "clist_lat": { 2024-04-02T09:54:11.036 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3551, 2024-04-02T09:54:11.036 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2101502733 2024-04-02T09:54:11.036 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.037 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_lat": { 2024-04-02T09:54:11.037 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:11.037 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.037 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.037 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed": { 2024-04-02T09:54:11.037 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.037 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.037 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_allocated": { 2024-04-02T09:54:11.037 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.037 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.037 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_original": { 2024-04-02T09:54:11.037 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.037 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.037 INFO:tasks.workunit.client.0.smithi012.stdout: "csum_lat": { 2024-04-02T09:54:11.037 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 13316, 2024-04-02T09:54:11.037 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 102849357 2024-04-02T09:54:11.037 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.038 INFO:tasks.workunit.client.0.smithi012.stdout: "decompress_lat": { 2024-04-02T09:54:11.038 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:11.038 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.038 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.038 INFO:tasks.workunit.client.0.smithi012.stdout: "fragmentation_micros": { 2024-04-02T09:54:11.038 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.038 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.038 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_commit_lat": { 2024-04-02T09:54:11.038 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 65783, 2024-04-02T09:54:11.038 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18845519553 2024-04-02T09:54:11.038 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.038 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_final_lat": { 2024-04-02T09:54:11.038 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 65280, 2024-04-02T09:54:11.038 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1473153498 2024-04-02T09:54:11.039 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.039 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_flush_lat": { 2024-04-02T09:54:11.039 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 65783, 2024-04-02T09:54:11.039 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 37783147 2024-04-02T09:54:11.039 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.039 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_sync_lat": { 2024-04-02T09:54:11.039 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 65783, 2024-04-02T09:54:11.039 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18883302700 2024-04-02T09:54:11.039 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.039 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_keys_lat": { 2024-04-02T09:54:11.039 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:11.039 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.039 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.039 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_values_lat": { 2024-04-02T09:54:11.040 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 27627, 2024-04-02T09:54:11.040 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 982788292 2024-04-02T09:54:11.040 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.040 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_lower_bound_lat": { 2024-04-02T09:54:11.040 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1380, 2024-04-02T09:54:11.040 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3070082 2024-04-02T09:54:11.040 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.040 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_next_lat": { 2024-04-02T09:54:11.040 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 7107, 2024-04-02T09:54:11.040 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4774655 2024-04-02T09:54:11.040 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.040 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:54:11.040 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 41, 2024-04-02T09:54:11.040 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 51858 2024-04-02T09:54:11.040 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.041 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_upper_bound_lat": { 2024-04-02T09:54:11.041 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 11898, 2024-04-02T09:54:11.041 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 966723701 2024-04-02T09:54:11.041 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.041 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_hits": { 2024-04-02T09:54:11.041 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 218875 2024-04-02T09:54:11.041 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.041 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_misses": { 2024-04-02T09:54:11.041 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18218 2024-04-02T09:54:11.041 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.041 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:54:11.041 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 41050, 2024-04-02T09:54:11.041 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1578722179 2024-04-02T09:54:11.041 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.042 INFO:tasks.workunit.client.0.smithi012.stdout: "read_onode_meta_lat": { 2024-04-02T09:54:11.042 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 100707, 2024-04-02T09:54:11.042 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 29617647 2024-04-02T09:54:11.042 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.042 INFO:tasks.workunit.client.0.smithi012.stdout: "read_wait_aio_lat": { 2024-04-02T09:54:11.042 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 59657, 2024-04-02T09:54:11.042 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1125317128 2024-04-02T09:54:11.042 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.042 INFO:tasks.workunit.client.0.smithi012.stdout: "reads_with_retries": { 2024-04-02T09:54:11.042 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.042 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.042 INFO:tasks.workunit.client.0.smithi012.stdout: "remove_lat": { 2024-04-02T09:54:11.042 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 12224, 2024-04-02T09:54:11.042 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 339719113 2024-04-02T09:54:11.043 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.043 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_aio_wait_count": { 2024-04-02T09:54:11.043 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.043 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.043 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_committed_kv_count": { 2024-04-02T09:54:11.043 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.043 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.043 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:54:11.043 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.043 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.043 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:54:11.043 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.043 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.043 INFO:tasks.workunit.client.0.smithi012.stdout: "state_aio_wait_lat": { 2024-04-02T09:54:11.044 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75409, 2024-04-02T09:54:11.044 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10083639354 2024-04-02T09:54:11.044 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.044 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:54:11.044 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 17707, 2024-04-02T09:54:11.044 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1379996327 2024-04-02T09:54:11.044 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.044 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:54:11.044 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 17706, 2024-04-02T09:54:11.044 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3496236304119 2024-04-02T09:54:11.044 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.044 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_queued_lat": { 2024-04-02T09:54:11.044 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 17707, 2024-04-02T09:54:11.044 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6520681429533 2024-04-02T09:54:11.044 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.045 INFO:tasks.workunit.client.0.smithi012.stdout: "state_done_lat": { 2024-04-02T09:54:11.045 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75408, 2024-04-02T09:54:11.045 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2745080378900 2024-04-02T09:54:11.045 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.045 INFO:tasks.workunit.client.0.smithi012.stdout: "state_finishing_lat": { 2024-04-02T09:54:11.045 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75408, 2024-04-02T09:54:11.045 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8010502 2024-04-02T09:54:11.045 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.045 INFO:tasks.workunit.client.0.smithi012.stdout: "state_io_done_lat": { 2024-04-02T09:54:11.045 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75409, 2024-04-02T09:54:11.045 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 208137322 2024-04-02T09:54:11.045 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.045 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_commiting_lat": { 2024-04-02T09:54:11.045 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75409, 2024-04-02T09:54:11.046 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 28392561443 2024-04-02T09:54:11.046 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.046 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_done_lat": { 2024-04-02T09:54:11.046 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75409, 2024-04-02T09:54:11.046 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 28636381 2024-04-02T09:54:11.046 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.046 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_queued_lat": { 2024-04-02T09:54:11.046 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75409, 2024-04-02T09:54:11.046 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12782617955 2024-04-02T09:54:11.046 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.046 INFO:tasks.workunit.client.0.smithi012.stdout: "state_prepare_lat": { 2024-04-02T09:54:11.046 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75409, 2024-04-02T09:54:11.046 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9203761874 2024-04-02T09:54:11.047 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.047 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": { 2024-04-02T09:54:11.047 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6185408 2024-04-02T09:54:11.047 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.047 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:54:11.047 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2536, 2024-04-02T09:54:11.047 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12370826 2024-04-02T09:54:11.047 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.047 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_commit_lat": { 2024-04-02T09:54:11.047 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75409, 2024-04-02T09:54:11.047 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 60683777815 2024-04-02T09:54:11.047 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.047 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_submit_lat": { 2024-04-02T09:54:11.048 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75409, 2024-04-02T09:54:11.048 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10047613278 2024-04-02T09:54:11.048 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.048 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_throttle_lat": { 2024-04-02T09:54:11.048 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75409, 2024-04-02T09:54:11.048 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 438506386 2024-04-02T09:54:11.048 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.048 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.048 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache": { 2024-04-02T09:54:11.048 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T09:54:11.048 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1406236763 2024-04-02T09:54:11.048 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.048 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T09:54:11.048 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 527941632 2024-04-02T09:54:11.049 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.049 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T09:54:11.049 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 460316672 2024-04-02T09:54:11.049 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.049 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T09:54:11.049 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2601815449 2024-04-02T09:54:11.049 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.049 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T09:54:11.049 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67624960 2024-04-02T09:54:11.049 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.049 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.049 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:data": { 2024-04-02T09:54:11.049 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:11.049 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 125829120 2024-04-02T09:54:11.049 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.050 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:11.050 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.050 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.050 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:11.050 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.050 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.050 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:11.050 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57612360 2024-04-02T09:54:11.050 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.050 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:11.050 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.050 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.050 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:11.050 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.051 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.051 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:11.051 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.051 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.051 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:11.051 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.051 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.051 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:11.051 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.051 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.051 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:11.051 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 110592 2024-04-02T09:54:11.051 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.051 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:11.052 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.052 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.052 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:11.052 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.052 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.052 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:11.052 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.052 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.052 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:11.052 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 68106168 2024-04-02T09:54:11.052 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.052 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.052 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv": { 2024-04-02T09:54:11.052 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:11.052 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 570425344 2024-04-02T09:54:11.053 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.053 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:11.053 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:54:11.053 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.053 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:11.053 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.053 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.053 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:11.053 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 432092704 2024-04-02T09:54:11.053 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.053 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:11.053 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.053 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.053 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:11.053 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.054 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.054 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:11.054 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 816 2024-04-02T09:54:11.054 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.054 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:11.054 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.054 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.054 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:11.054 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 38160 2024-04-02T09:54:11.054 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.054 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:11.054 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.054 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.054 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:11.054 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.055 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.055 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:11.055 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.055 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.055 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:11.055 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.055 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.055 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:11.055 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71184800 2024-04-02T09:54:11.055 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.055 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.055 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:54:11.055 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:11.056 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 176160768 2024-04-02T09:54:11.056 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.056 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:11.056 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:54:11.056 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.056 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:11.056 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1140208 2024-04-02T09:54:11.056 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.056 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:11.056 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 38408240 2024-04-02T09:54:11.056 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.056 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:11.056 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.056 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.056 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:11.056 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.057 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.057 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:11.057 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.057 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.057 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:11.057 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.057 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.057 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:11.057 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.057 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.057 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:11.057 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.057 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.057 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:11.057 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.058 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.058 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:11.058 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.058 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.058 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:11.058 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.058 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.058 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:11.058 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 69503456 2024-04-02T09:54:11.058 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.058 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.058 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:meta": { 2024-04-02T09:54:11.058 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:11.059 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 503316480 2024-04-02T09:54:11.059 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.059 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:11.059 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.059 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.059 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:11.059 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.059 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.059 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:11.059 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 432092704 2024-04-02T09:54:11.059 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.059 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:11.059 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.059 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.059 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:11.060 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.060 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.060 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:11.060 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.060 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.060 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:11.060 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.060 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.060 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:11.060 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 51469 2024-04-02T09:54:11.060 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.060 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:11.060 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1159579 2024-04-02T09:54:11.060 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.060 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:11.060 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.061 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.061 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:11.061 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.061 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.061 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:11.061 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.061 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.061 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:11.061 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 70012728 2024-04-02T09:54:11.061 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.061 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.061 INFO:tasks.workunit.client.0.smithi012.stdout: "objecter": { 2024-04-02T09:54:11.061 INFO:tasks.workunit.client.0.smithi012.stdout: "op_active": { 2024-04-02T09:54:11.061 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.061 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.061 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:54:11.062 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13 2024-04-02T09:54:11.062 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.062 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rmw": { 2024-04-02T09:54:11.062 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.062 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.062 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:54:11.062 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.062 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.062 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.062 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:11.062 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg": { 2024-04-02T09:54:11.062 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 48 2024-04-02T09:54:11.062 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.062 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg_removing": { 2024-04-02T09:54:11.062 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.063 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.063 INFO:tasks.workunit.client.0.smithi012.stdout: "op": { 2024-04-02T09:54:11.063 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 72419 2024-04-02T09:54:11.063 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.063 INFO:tasks.workunit.client.0.smithi012.stdout: "op_before_queue_op_lat": { 2024-04-02T09:54:11.063 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 149859, 2024-04-02T09:54:11.063 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8187969429 2024-04-02T09:54:11.063 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.063 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_degraded": { 2024-04-02T09:54:11.063 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.063 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.063 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_unreadable": { 2024-04-02T09:54:11.063 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.063 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.064 INFO:tasks.workunit.client.0.smithi012.stdout: "op_in_bytes": { 2024-04-02T09:54:11.064 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1482243038 2024-04-02T09:54:11.064 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.064 INFO:tasks.workunit.client.0.smithi012.stdout: "op_latency": { 2024-04-02T09:54:11.064 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 72419, 2024-04-02T09:54:11.064 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 302198948383 2024-04-02T09:54:11.064 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.064 INFO:tasks.workunit.client.0.smithi012.stdout: "op_out_bytes": { 2024-04-02T09:54:11.064 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1482928171 2024-04-02T09:54:11.064 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.064 INFO:tasks.workunit.client.0.smithi012.stdout: "op_prepare_latency": { 2024-04-02T09:54:11.064 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 74739, 2024-04-02T09:54:11.064 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 34312911194 2024-04-02T09:54:11.065 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.065 INFO:tasks.workunit.client.0.smithi012.stdout: "op_process_latency": { 2024-04-02T09:54:11.065 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 72419, 2024-04-02T09:54:11.065 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 73478065284 2024-04-02T09:54:11.065 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.065 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:54:11.065 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 55166 2024-04-02T09:54:11.065 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.065 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency": { 2024-04-02T09:54:11.065 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 55166, 2024-04-02T09:54:11.065 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 58695619381 2024-04-02T09:54:11.065 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.065 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:54:11.065 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.065 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.066 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_out_bytes": { 2024-04-02T09:54:11.066 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1482928171 2024-04-02T09:54:11.066 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.066 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_prepare_latency": { 2024-04-02T09:54:11.066 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 55410, 2024-04-02T09:54:11.066 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11296339579 2024-04-02T09:54:11.066 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.066 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_process_latency": { 2024-04-02T09:54:11.066 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 55166, 2024-04-02T09:54:11.066 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10069639897 2024-04-02T09:54:11.066 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.066 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw": { 2024-04-02T09:54:11.066 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13139 2024-04-02T09:54:11.066 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.067 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_in_bytes": { 2024-04-02T09:54:11.067 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 215127249 2024-04-02T09:54:11.067 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.067 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency": { 2024-04-02T09:54:11.067 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 13139, 2024-04-02T09:54:11.067 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 181277156175 2024-04-02T09:54:11.067 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.067 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:54:11.067 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.067 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.067 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:54:11.067 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.067 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.067 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_out_bytes": { 2024-04-02T09:54:11.067 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.068 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.068 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_prepare_latency": { 2024-04-02T09:54:11.068 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15086, 2024-04-02T09:54:11.068 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 17676335962 2024-04-02T09:54:11.068 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.068 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_process_latency": { 2024-04-02T09:54:11.068 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 13139, 2024-04-02T09:54:11.068 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 38155440899 2024-04-02T09:54:11.068 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.068 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:54:11.068 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4114 2024-04-02T09:54:11.068 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.068 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_in_bytes": { 2024-04-02T09:54:11.068 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1267115789 2024-04-02T09:54:11.069 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.069 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency": { 2024-04-02T09:54:11.069 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 4114, 2024-04-02T09:54:11.069 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 62226172827 2024-04-02T09:54:11.069 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.069 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:54:11.069 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.069 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.069 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_prepare_latency": { 2024-04-02T09:54:11.069 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 4243, 2024-04-02T09:54:11.069 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5340235653 2024-04-02T09:54:11.069 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.069 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_process_latency": { 2024-04-02T09:54:11.069 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 4114, 2024-04-02T09:54:11.070 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 25252984488 2024-04-02T09:54:11.070 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.070 INFO:tasks.workunit.client.0.smithi012.stdout: "op_wip": { 2024-04-02T09:54:11.070 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.070 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.070 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_bytes": { 2024-04-02T09:54:11.070 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 35 2024-04-02T09:54:11.070 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.070 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_ops": { 2024-04-02T09:54:11.070 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T09:54:11.070 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.070 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes": { 2024-04-02T09:54:11.070 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T09:54:11.070 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.071 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes_used": { 2024-04-02T09:54:11.071 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 487645184 2024-04-02T09:54:11.071 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.071 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.071 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.071 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.4": { 2024-04-02T09:54:11.071 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:11.071 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_db_max_lat": { 2024-04-02T09:54:11.071 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 26003 2024-04-02T09:54:11.071 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.071 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_fallback": { 2024-04-02T09:54:11.071 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.071 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.071 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_max_lat": { 2024-04-02T09:54:11.072 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.072 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.072 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:54:11.072 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.072 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.072 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_db": { 2024-04-02T09:54:11.072 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 65536 2024-04-02T09:54:11.072 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.072 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_slow": { 2024-04-02T09:54:11.072 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.072 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.072 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_wal": { 2024-04-02T09:54:11.072 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.072 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.072 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_wal_max_lat": { 2024-04-02T09:54:11.073 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.073 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.073 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_slow": { 2024-04-02T09:54:11.073 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.073 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.073 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_sst": { 2024-04-02T09:54:11.073 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3641344 2024-04-02T09:54:11.073 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.073 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_wal": { 2024-04-02T09:54:11.073 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 598814720 2024-04-02T09:54:11.073 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.073 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lat": { 2024-04-02T09:54:11.073 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 14, 2024-04-02T09:54:11.073 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3827168 2024-04-02T09:54:11.073 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.074 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lock_lat": { 2024-04-02T09:54:11.074 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 14, 2024-04-02T09:54:11.074 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 963208 2024-04-02T09:54:11.074 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.074 INFO:tasks.workunit.client.0.smithi012.stdout: "db_alloc_lat": { 2024-04-02T09:54:11.074 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 145, 2024-04-02T09:54:11.074 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 678937 2024-04-02T09:54:11.074 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.074 INFO:tasks.workunit.client.0.smithi012.stdout: "db_total_bytes": { 2024-04-02T09:54:11.074 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995027456 2024-04-02T09:54:11.074 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.074 INFO:tasks.workunit.client.0.smithi012.stdout: "db_used_bytes": { 2024-04-02T09:54:11.074 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 561840128 2024-04-02T09:54:11.074 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.075 INFO:tasks.workunit.client.0.smithi012.stdout: "flush_lat": { 2024-04-02T09:54:11.075 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 59989, 2024-04-02T09:54:11.075 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9876917005 2024-04-02T09:54:11.075 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.075 INFO:tasks.workunit.client.0.smithi012.stdout: "fsync_lat": { 2024-04-02T09:54:11.075 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 59993, 2024-04-02T09:54:11.075 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15296536796 2024-04-02T09:54:11.075 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.075 INFO:tasks.workunit.client.0.smithi012.stdout: "log_bytes": { 2024-04-02T09:54:11.075 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13045760 2024-04-02T09:54:11.075 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.075 INFO:tasks.workunit.client.0.smithi012.stdout: "logged_bytes": { 2024-04-02T09:54:11.075 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 245768192 2024-04-02T09:54:11.075 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.075 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_db": { 2024-04-02T09:54:11.076 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 570359808 2024-04-02T09:54:11.076 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.076 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_slow": { 2024-04-02T09:54:11.076 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.076 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.076 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_wal": { 2024-04-02T09:54:11.076 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.076 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.076 INFO:tasks.workunit.client.0.smithi012.stdout: "num_files": { 2024-04-02T09:54:11.076 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 44 2024-04-02T09:54:11.076 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.076 INFO:tasks.workunit.client.0.smithi012.stdout: "read_bytes": { 2024-04-02T09:54:11.076 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2244589250 2024-04-02T09:54:11.076 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.077 INFO:tasks.workunit.client.0.smithi012.stdout: "read_count": { 2024-04-02T09:54:11.077 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 33716 2024-04-02T09:54:11.077 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.077 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes": { 2024-04-02T09:54:11.077 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2003484672 2024-04-02T09:54:11.077 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.077 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_db": { 2024-04-02T09:54:11.077 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2003488768 2024-04-02T09:54:11.077 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.077 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_slow": { 2024-04-02T09:54:11.077 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.077 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.077 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_wal": { 2024-04-02T09:54:11.077 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.078 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.078 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_count": { 2024-04-02T09:54:11.078 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 25040 2024-04-02T09:54:11.078 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.078 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:54:11.078 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 33716, 2024-04-02T09:54:11.078 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 926300387 2024-04-02T09:54:11.078 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.078 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_bytes": { 2024-04-02T09:54:11.078 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2176940891 2024-04-02T09:54:11.078 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.078 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_count": { 2024-04-02T09:54:11.078 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 31638 2024-04-02T09:54:11.078 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.078 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_bytes": { 2024-04-02T09:54:11.079 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1093635 2024-04-02T09:54:11.079 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.079 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_count": { 2024-04-02T09:54:11.079 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 382 2024-04-02T09:54:11.079 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.079 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_bytes": { 2024-04-02T09:54:11.079 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3616376 2024-04-02T09:54:11.079 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.079 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_count": { 2024-04-02T09:54:11.079 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 544 2024-04-02T09:54:11.079 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.079 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes": { 2024-04-02T09:54:11.079 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2522741 2024-04-02T09:54:11.080 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.080 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:54:11.080 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2522741 2024-04-02T09:54:11.080 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.080 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:54:11.080 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.080 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.080 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:54:11.080 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.080 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.080 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_count": { 2024-04-02T09:54:11.080 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 165 2024-04-02T09:54:11.080 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.080 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_lat": { 2024-04-02T09:54:11.081 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 544, 2024-04-02T09:54:11.081 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1337718 2024-04-02T09:54:11.081 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.081 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_alloc_lat": { 2024-04-02T09:54:11.081 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:11.081 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.081 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.081 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_total_bytes": { 2024-04-02T09:54:11.081 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.081 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.081 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_used_bytes": { 2024-04-02T09:54:11.081 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.081 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.081 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:54:11.082 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T09:54:11.082 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 653 2024-04-02T09:54:11.082 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.082 INFO:tasks.workunit.client.0.smithi012.stdout: "unlink_lat": { 2024-04-02T09:54:11.082 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 6, 2024-04-02T09:54:11.082 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9270 2024-04-02T09:54:11.082 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.082 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_alloc_lat": { 2024-04-02T09:54:11.082 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:11.082 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.082 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.082 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_total_bytes": { 2024-04-02T09:54:11.082 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.082 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.083 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_used_bytes": { 2024-04-02T09:54:11.083 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.083 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.083 INFO:tasks.workunit.client.0.smithi012.stdout: "write_bytes": { 2024-04-02T09:54:11.083 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 850366464 2024-04-02T09:54:11.083 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.083 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.083 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore": { 2024-04-02T09:54:11.083 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit": { 2024-04-02T09:54:11.083 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4096 2024-04-02T09:54:11.083 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.083 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": { 2024-04-02T09:54:11.083 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14589952 2024-04-02T09:54:11.083 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.083 INFO:tasks.workunit.client.0.smithi012.stdout: "allocator_lat": { 2024-04-02T09:54:11.084 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 20569, 2024-04-02T09:54:11.084 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 68982145 2024-04-02T09:54:11.084 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.084 INFO:tasks.workunit.client.0.smithi012.stdout: "clist_lat": { 2024-04-02T09:54:11.084 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3482, 2024-04-02T09:54:11.084 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3732917919 2024-04-02T09:54:11.084 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.084 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_lat": { 2024-04-02T09:54:11.084 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:11.084 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.084 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.084 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed": { 2024-04-02T09:54:11.084 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.084 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.084 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_allocated": { 2024-04-02T09:54:11.085 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.085 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.085 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_original": { 2024-04-02T09:54:11.085 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.085 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.085 INFO:tasks.workunit.client.0.smithi012.stdout: "csum_lat": { 2024-04-02T09:54:11.085 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 18034, 2024-04-02T09:54:11.085 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 156303611 2024-04-02T09:54:11.085 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.085 INFO:tasks.workunit.client.0.smithi012.stdout: "decompress_lat": { 2024-04-02T09:54:11.085 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:11.085 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.085 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.085 INFO:tasks.workunit.client.0.smithi012.stdout: "fragmentation_micros": { 2024-04-02T09:54:11.085 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.086 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.086 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_commit_lat": { 2024-04-02T09:54:11.086 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 59945, 2024-04-02T09:54:11.086 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18620003124 2024-04-02T09:54:11.086 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.086 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_final_lat": { 2024-04-02T09:54:11.086 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 59564, 2024-04-02T09:54:11.086 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1489181775 2024-04-02T09:54:11.086 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.086 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_flush_lat": { 2024-04-02T09:54:11.086 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 59945, 2024-04-02T09:54:11.086 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 49515230 2024-04-02T09:54:11.087 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.087 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_sync_lat": { 2024-04-02T09:54:11.087 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 59945, 2024-04-02T09:54:11.087 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18669518354 2024-04-02T09:54:11.087 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.087 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_keys_lat": { 2024-04-02T09:54:11.087 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:11.087 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.087 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.087 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_values_lat": { 2024-04-02T09:54:11.087 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 23772, 2024-04-02T09:54:11.087 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 658253009 2024-04-02T09:54:11.088 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.088 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_lower_bound_lat": { 2024-04-02T09:54:11.088 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 865, 2024-04-02T09:54:11.088 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2425349 2024-04-02T09:54:11.088 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.088 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_next_lat": { 2024-04-02T09:54:11.088 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 7979, 2024-04-02T09:54:11.088 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7384571 2024-04-02T09:54:11.088 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.088 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:54:11.088 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 45, 2024-04-02T09:54:11.088 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 97342 2024-04-02T09:54:11.088 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.088 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_upper_bound_lat": { 2024-04-02T09:54:11.088 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 14540, 2024-04-02T09:54:11.089 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2535843387 2024-04-02T09:54:11.089 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.089 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_hits": { 2024-04-02T09:54:11.089 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 189231 2024-04-02T09:54:11.089 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.089 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_misses": { 2024-04-02T09:54:11.089 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 19565 2024-04-02T09:54:11.089 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.089 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:54:11.089 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 17991, 2024-04-02T09:54:11.089 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1741754079 2024-04-02T09:54:11.089 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.089 INFO:tasks.workunit.client.0.smithi012.stdout: "read_onode_meta_lat": { 2024-04-02T09:54:11.089 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 55198, 2024-04-02T09:54:11.089 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15314318 2024-04-02T09:54:11.089 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.090 INFO:tasks.workunit.client.0.smithi012.stdout: "read_wait_aio_lat": { 2024-04-02T09:54:11.090 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 37207, 2024-04-02T09:54:11.090 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1433092450 2024-04-02T09:54:11.090 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.090 INFO:tasks.workunit.client.0.smithi012.stdout: "reads_with_retries": { 2024-04-02T09:54:11.090 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.090 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.090 INFO:tasks.workunit.client.0.smithi012.stdout: "remove_lat": { 2024-04-02T09:54:11.090 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 13442, 2024-04-02T09:54:11.090 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 387515979 2024-04-02T09:54:11.090 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.090 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_aio_wait_count": { 2024-04-02T09:54:11.090 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.090 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.090 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_committed_kv_count": { 2024-04-02T09:54:11.091 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.091 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.091 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:54:11.091 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.091 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.091 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:54:11.091 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.091 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.091 INFO:tasks.workunit.client.0.smithi012.stdout: "state_aio_wait_lat": { 2024-04-02T09:54:11.091 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 70642, 2024-04-02T09:54:11.091 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6490761228 2024-04-02T09:54:11.091 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.091 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:54:11.091 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 18275, 2024-04-02T09:54:11.092 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1063278301 2024-04-02T09:54:11.092 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.092 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:54:11.092 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 18274, 2024-04-02T09:54:11.092 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3957055057831 2024-04-02T09:54:11.092 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.092 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_queued_lat": { 2024-04-02T09:54:11.092 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 18275, 2024-04-02T09:54:11.092 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5998687528203 2024-04-02T09:54:11.092 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.092 INFO:tasks.workunit.client.0.smithi012.stdout: "state_done_lat": { 2024-04-02T09:54:11.092 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 70641, 2024-04-02T09:54:11.092 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2006969560347 2024-04-02T09:54:11.092 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.092 INFO:tasks.workunit.client.0.smithi012.stdout: "state_finishing_lat": { 2024-04-02T09:54:11.093 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 70641, 2024-04-02T09:54:11.093 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8002223 2024-04-02T09:54:11.093 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.093 INFO:tasks.workunit.client.0.smithi012.stdout: "state_io_done_lat": { 2024-04-02T09:54:11.093 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 70642, 2024-04-02T09:54:11.093 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 259486895 2024-04-02T09:54:11.093 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.093 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_commiting_lat": { 2024-04-02T09:54:11.093 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 70642, 2024-04-02T09:54:11.093 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 29437456462 2024-04-02T09:54:11.093 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.093 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_done_lat": { 2024-04-02T09:54:11.093 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 70642, 2024-04-02T09:54:11.093 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 31192561 2024-04-02T09:54:11.093 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.094 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_queued_lat": { 2024-04-02T09:54:11.094 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 70642, 2024-04-02T09:54:11.094 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12382211293 2024-04-02T09:54:11.094 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.094 INFO:tasks.workunit.client.0.smithi012.stdout: "state_prepare_lat": { 2024-04-02T09:54:11.094 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 70642, 2024-04-02T09:54:11.094 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10471097651 2024-04-02T09:54:11.094 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.094 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": { 2024-04-02T09:54:11.094 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10374511 2024-04-02T09:54:11.094 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.094 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:54:11.094 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2473, 2024-04-02T09:54:11.095 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13689773 2024-04-02T09:54:11.095 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.095 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_commit_lat": { 2024-04-02T09:54:11.095 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 70642, 2024-04-02T09:54:11.095 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 59056154107 2024-04-02T09:54:11.095 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.095 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_submit_lat": { 2024-04-02T09:54:11.095 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 70642, 2024-04-02T09:54:11.095 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11421601579 2024-04-02T09:54:11.095 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.095 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_throttle_lat": { 2024-04-02T09:54:11.095 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 70642, 2024-04-02T09:54:11.095 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 473149813 2024-04-02T09:54:11.095 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.096 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.096 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache": { 2024-04-02T09:54:11.096 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T09:54:11.096 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1406236154 2024-04-02T09:54:11.096 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.096 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T09:54:11.096 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 605601792 2024-04-02T09:54:11.096 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.096 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T09:54:11.096 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 559800320 2024-04-02T09:54:11.096 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.096 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T09:54:11.096 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2601814732 2024-04-02T09:54:11.096 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.096 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T09:54:11.097 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 45801472 2024-04-02T09:54:11.097 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.097 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.097 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:data": { 2024-04-02T09:54:11.097 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:11.097 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 125829120 2024-04-02T09:54:11.097 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.097 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:11.097 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.097 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.097 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:11.097 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.097 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.097 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:11.098 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57316909 2024-04-02T09:54:11.098 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.098 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:11.098 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.098 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.098 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:11.098 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.098 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.098 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:11.098 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.098 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.098 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:11.098 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.099 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.099 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:11.099 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 16384 2024-04-02T09:54:11.099 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.099 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:11.099 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 946176 2024-04-02T09:54:11.099 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.099 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:11.099 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.099 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.099 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:11.099 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.099 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.099 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:11.100 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.100 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.100 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:11.100 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67549651 2024-04-02T09:54:11.100 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.100 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.100 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv": { 2024-04-02T09:54:11.100 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:11.100 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 570425344 2024-04-02T09:54:11.100 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.100 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:11.100 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:54:11.100 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.100 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:11.101 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.101 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.101 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:11.101 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 429876824 2024-04-02T09:54:11.101 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.101 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:11.101 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.101 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.101 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:11.101 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.101 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.101 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:11.101 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1392 2024-04-02T09:54:11.101 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.102 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:11.102 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.102 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.102 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:11.102 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 86624 2024-04-02T09:54:11.102 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.102 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:11.102 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.102 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.102 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:11.102 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.102 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.103 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:11.103 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.103 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.103 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:11.103 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.103 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.103 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:11.103 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 73351640 2024-04-02T09:54:11.103 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.103 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.103 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:54:11.103 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:11.103 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 176160768 2024-04-02T09:54:11.103 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.103 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:11.104 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:54:11.104 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.104 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:11.104 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2872432 2024-04-02T09:54:11.104 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.104 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:11.104 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 38211273 2024-04-02T09:54:11.104 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.104 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:11.104 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.104 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.104 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:11.104 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.104 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.105 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:11.105 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.105 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.105 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:11.105 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.105 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.105 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:11.105 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.105 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.105 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:11.105 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.105 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.105 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:11.105 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.105 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.106 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:11.106 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.106 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.106 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:11.106 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.106 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.106 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:11.106 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67968199 2024-04-02T09:54:11.106 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.106 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.106 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:meta": { 2024-04-02T09:54:11.106 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:11.106 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 503316480 2024-04-02T09:54:11.107 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.107 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:11.107 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.107 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.107 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:11.107 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.107 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.107 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:11.107 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 429876824 2024-04-02T09:54:11.107 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.107 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:11.107 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.107 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.107 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:11.107 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.108 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.108 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:11.108 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.108 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.108 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:11.108 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.108 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.108 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:11.108 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 39099 2024-04-02T09:54:11.108 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.108 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:11.108 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1168966 2024-04-02T09:54:11.108 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.108 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:11.108 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.109 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.109 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:11.109 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.109 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.109 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:11.109 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.109 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.109 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:11.109 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 72231591 2024-04-02T09:54:11.109 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.109 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.109 INFO:tasks.workunit.client.0.smithi012.stdout: "objecter": { 2024-04-02T09:54:11.109 INFO:tasks.workunit.client.0.smithi012.stdout: "op_active": { 2024-04-02T09:54:11.109 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.110 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.110 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:54:11.110 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 16 2024-04-02T09:54:11.110 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.110 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rmw": { 2024-04-02T09:54:11.110 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.110 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.110 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:54:11.110 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.110 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.110 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.110 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:11.110 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg": { 2024-04-02T09:54:11.111 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 49 2024-04-02T09:54:11.111 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.111 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg_removing": { 2024-04-02T09:54:11.111 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.111 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.111 INFO:tasks.workunit.client.0.smithi012.stdout: "op": { 2024-04-02T09:54:11.111 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 36843 2024-04-02T09:54:11.111 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.111 INFO:tasks.workunit.client.0.smithi012.stdout: "op_before_queue_op_lat": { 2024-04-02T09:54:11.111 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 95068, 2024-04-02T09:54:11.111 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10131431046 2024-04-02T09:54:11.111 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.111 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_degraded": { 2024-04-02T09:54:11.112 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.112 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.112 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_unreadable": { 2024-04-02T09:54:11.112 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.112 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.112 INFO:tasks.workunit.client.0.smithi012.stdout: "op_in_bytes": { 2024-04-02T09:54:11.112 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1529196149 2024-04-02T09:54:11.112 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.112 INFO:tasks.workunit.client.0.smithi012.stdout: "op_latency": { 2024-04-02T09:54:11.112 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 36843, 2024-04-02T09:54:11.112 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57405719392 2024-04-02T09:54:11.112 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.112 INFO:tasks.workunit.client.0.smithi012.stdout: "op_out_bytes": { 2024-04-02T09:54:11.112 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2028233427 2024-04-02T09:54:11.113 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.113 INFO:tasks.workunit.client.0.smithi012.stdout: "op_prepare_latency": { 2024-04-02T09:54:11.113 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 37349, 2024-04-02T09:54:11.113 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14165427958 2024-04-02T09:54:11.113 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.113 INFO:tasks.workunit.client.0.smithi012.stdout: "op_process_latency": { 2024-04-02T09:54:11.113 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 36843, 2024-04-02T09:54:11.113 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 31561835769 2024-04-02T09:54:11.113 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.113 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:54:11.113 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 27193 2024-04-02T09:54:11.113 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.113 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency": { 2024-04-02T09:54:11.113 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 27193, 2024-04-02T09:54:11.114 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11379311474 2024-04-02T09:54:11.114 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.114 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:54:11.114 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.114 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.114 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_out_bytes": { 2024-04-02T09:54:11.114 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2028233427 2024-04-02T09:54:11.114 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.114 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_prepare_latency": { 2024-04-02T09:54:11.114 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 27375, 2024-04-02T09:54:11.114 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5838151260 2024-04-02T09:54:11.114 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.114 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_process_latency": { 2024-04-02T09:54:11.114 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 27193, 2024-04-02T09:54:11.114 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5910345032 2024-04-02T09:54:11.115 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.115 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw": { 2024-04-02T09:54:11.115 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5711 2024-04-02T09:54:11.115 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.115 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_in_bytes": { 2024-04-02T09:54:11.115 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 414525490 2024-04-02T09:54:11.115 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.115 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency": { 2024-04-02T09:54:11.115 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 5711, 2024-04-02T09:54:11.115 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11009051116 2024-04-02T09:54:11.115 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.115 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:54:11.115 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.115 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.115 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:54:11.116 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.116 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.116 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_out_bytes": { 2024-04-02T09:54:11.116 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.116 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.116 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_prepare_latency": { 2024-04-02T09:54:11.116 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 5923, 2024-04-02T09:54:11.116 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3522042949 2024-04-02T09:54:11.116 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.116 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_process_latency": { 2024-04-02T09:54:11.116 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 5711, 2024-04-02T09:54:11.116 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9263467654 2024-04-02T09:54:11.116 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.116 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:54:11.116 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3939 2024-04-02T09:54:11.117 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.117 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_in_bytes": { 2024-04-02T09:54:11.117 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1114670659 2024-04-02T09:54:11.117 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.117 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency": { 2024-04-02T09:54:11.117 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3939, 2024-04-02T09:54:11.117 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 35017356802 2024-04-02T09:54:11.117 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.117 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:54:11.117 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.117 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.117 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_prepare_latency": { 2024-04-02T09:54:11.117 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 4051, 2024-04-02T09:54:11.117 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4805233749 2024-04-02T09:54:11.117 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.118 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_process_latency": { 2024-04-02T09:54:11.118 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3939, 2024-04-02T09:54:11.118 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 16388023083 2024-04-02T09:54:11.118 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.118 INFO:tasks.workunit.client.0.smithi012.stdout: "op_wip": { 2024-04-02T09:54:11.118 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.118 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.118 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_bytes": { 2024-04-02T09:54:11.118 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 16777216 2024-04-02T09:54:11.118 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.118 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_ops": { 2024-04-02T09:54:11.118 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9 2024-04-02T09:54:11.118 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.119 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes": { 2024-04-02T09:54:11.119 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T09:54:11.119 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.119 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes_used": { 2024-04-02T09:54:11.119 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 576442368 2024-04-02T09:54:11.119 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.119 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.119 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.119 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.5": { 2024-04-02T09:54:11.119 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:11.119 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_db_max_lat": { 2024-04-02T09:54:11.119 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24499 2024-04-02T09:54:11.119 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.119 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_fallback": { 2024-04-02T09:54:11.119 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.120 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.120 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_max_lat": { 2024-04-02T09:54:11.120 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.120 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.120 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:54:11.120 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.120 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.120 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_db": { 2024-04-02T09:54:11.120 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 65536 2024-04-02T09:54:11.120 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.120 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_slow": { 2024-04-02T09:54:11.120 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.120 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.120 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_wal": { 2024-04-02T09:54:11.121 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.121 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.121 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_wal_max_lat": { 2024-04-02T09:54:11.121 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.121 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.121 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_slow": { 2024-04-02T09:54:11.121 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.121 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.121 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_sst": { 2024-04-02T09:54:11.121 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 25403392 2024-04-02T09:54:11.121 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.121 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_wal": { 2024-04-02T09:54:11.121 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 873136128 2024-04-02T09:54:11.121 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.122 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lat": { 2024-04-02T09:54:11.122 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 20, 2024-04-02T09:54:11.122 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4814235 2024-04-02T09:54:11.122 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.122 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lock_lat": { 2024-04-02T09:54:11.122 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 20, 2024-04-02T09:54:11.122 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1793123 2024-04-02T09:54:11.122 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.122 INFO:tasks.workunit.client.0.smithi012.stdout: "db_alloc_lat": { 2024-04-02T09:54:11.122 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 241, 2024-04-02T09:54:11.122 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1183985 2024-04-02T09:54:11.122 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.122 INFO:tasks.workunit.client.0.smithi012.stdout: "db_total_bytes": { 2024-04-02T09:54:11.122 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995027456 2024-04-02T09:54:11.123 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.123 INFO:tasks.workunit.client.0.smithi012.stdout: "db_used_bytes": { 2024-04-02T09:54:11.123 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 888209408 2024-04-02T09:54:11.123 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.123 INFO:tasks.workunit.client.0.smithi012.stdout: "flush_lat": { 2024-04-02T09:54:11.123 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 83015, 2024-04-02T09:54:11.123 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13496583191 2024-04-02T09:54:11.123 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.123 INFO:tasks.workunit.client.0.smithi012.stdout: "fsync_lat": { 2024-04-02T09:54:11.123 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 82965, 2024-04-02T09:54:11.123 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 20120803602 2024-04-02T09:54:11.123 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.123 INFO:tasks.workunit.client.0.smithi012.stdout: "log_bytes": { 2024-04-02T09:54:11.123 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7290880 2024-04-02T09:54:11.124 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.124 INFO:tasks.workunit.client.0.smithi012.stdout: "logged_bytes": { 2024-04-02T09:54:11.124 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 339824640 2024-04-02T09:54:11.124 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.124 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_db": { 2024-04-02T09:54:11.124 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 905248768 2024-04-02T09:54:11.124 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.124 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_slow": { 2024-04-02T09:54:11.124 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.124 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.124 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_wal": { 2024-04-02T09:54:11.124 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.124 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.124 INFO:tasks.workunit.client.0.smithi012.stdout: "num_files": { 2024-04-02T09:54:11.125 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 56 2024-04-02T09:54:11.125 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.125 INFO:tasks.workunit.client.0.smithi012.stdout: "read_bytes": { 2024-04-02T09:54:11.125 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7412065027 2024-04-02T09:54:11.125 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.125 INFO:tasks.workunit.client.0.smithi012.stdout: "read_count": { 2024-04-02T09:54:11.125 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67663 2024-04-02T09:54:11.125 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.125 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes": { 2024-04-02T09:54:11.125 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6294388736 2024-04-02T09:54:11.125 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.125 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_db": { 2024-04-02T09:54:11.125 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6294392832 2024-04-02T09:54:11.125 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.126 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_slow": { 2024-04-02T09:54:11.126 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.126 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.126 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_wal": { 2024-04-02T09:54:11.126 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.126 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.126 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_count": { 2024-04-02T09:54:11.126 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 56777 2024-04-02T09:54:11.126 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.126 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:54:11.126 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 67663, 2024-04-02T09:54:11.126 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2944157478 2024-04-02T09:54:11.126 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.127 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_bytes": { 2024-04-02T09:54:11.127 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7257347676 2024-04-02T09:54:11.127 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.127 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_count": { 2024-04-02T09:54:11.127 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 62926 2024-04-02T09:54:11.127 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.127 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_bytes": { 2024-04-02T09:54:11.127 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5471099 2024-04-02T09:54:11.127 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.127 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_count": { 2024-04-02T09:54:11.127 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 809 2024-04-02T09:54:11.127 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.127 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_bytes": { 2024-04-02T09:54:11.127 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 26440000 2024-04-02T09:54:11.127 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.128 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_count": { 2024-04-02T09:54:11.128 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1195 2024-04-02T09:54:11.128 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.128 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes": { 2024-04-02T09:54:11.128 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 20968901 2024-04-02T09:54:11.128 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.128 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:54:11.128 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 20968901 2024-04-02T09:54:11.128 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.128 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:54:11.128 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.128 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.128 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:54:11.128 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.128 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.129 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_count": { 2024-04-02T09:54:11.129 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 408 2024-04-02T09:54:11.129 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.129 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_lat": { 2024-04-02T09:54:11.129 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1195, 2024-04-02T09:54:11.129 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11028545 2024-04-02T09:54:11.129 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.129 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_alloc_lat": { 2024-04-02T09:54:11.129 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:11.129 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.129 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.129 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_total_bytes": { 2024-04-02T09:54:11.129 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.129 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.130 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_used_bytes": { 2024-04-02T09:54:11.130 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.130 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.130 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:54:11.130 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T09:54:11.130 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 818 2024-04-02T09:54:11.130 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.130 INFO:tasks.workunit.client.0.smithi012.stdout: "unlink_lat": { 2024-04-02T09:54:11.130 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 20, 2024-04-02T09:54:11.130 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 35821 2024-04-02T09:54:11.130 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.130 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_alloc_lat": { 2024-04-02T09:54:11.130 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:11.131 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.131 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.131 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_total_bytes": { 2024-04-02T09:54:11.131 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.131 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.131 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_used_bytes": { 2024-04-02T09:54:11.131 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.131 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.131 INFO:tasks.workunit.client.0.smithi012.stdout: "write_bytes": { 2024-04-02T09:54:11.131 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1241403392 2024-04-02T09:54:11.131 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.131 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.131 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore": { 2024-04-02T09:54:11.131 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit": { 2024-04-02T09:54:11.131 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4096 2024-04-02T09:54:11.132 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.132 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": { 2024-04-02T09:54:11.132 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14594048 2024-04-02T09:54:11.132 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.132 INFO:tasks.workunit.client.0.smithi012.stdout: "allocator_lat": { 2024-04-02T09:54:11.132 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 23221, 2024-04-02T09:54:11.132 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 73462577 2024-04-02T09:54:11.132 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.132 INFO:tasks.workunit.client.0.smithi012.stdout: "clist_lat": { 2024-04-02T09:54:11.132 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3545, 2024-04-02T09:54:11.132 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5336450511 2024-04-02T09:54:11.132 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.132 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_lat": { 2024-04-02T09:54:11.132 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:11.132 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.133 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.133 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed": { 2024-04-02T09:54:11.133 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.133 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.133 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_allocated": { 2024-04-02T09:54:11.133 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.133 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.133 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_original": { 2024-04-02T09:54:11.133 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.133 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.133 INFO:tasks.workunit.client.0.smithi012.stdout: "csum_lat": { 2024-04-02T09:54:11.133 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 20891, 2024-04-02T09:54:11.133 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 174564779 2024-04-02T09:54:11.133 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.134 INFO:tasks.workunit.client.0.smithi012.stdout: "decompress_lat": { 2024-04-02T09:54:11.134 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:11.134 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.134 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.134 INFO:tasks.workunit.client.0.smithi012.stdout: "fragmentation_micros": { 2024-04-02T09:54:11.134 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.134 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.134 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_commit_lat": { 2024-04-02T09:54:11.134 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 82864, 2024-04-02T09:54:11.134 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24599689719 2024-04-02T09:54:11.134 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.134 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_final_lat": { 2024-04-02T09:54:11.135 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 82394, 2024-04-02T09:54:11.135 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1815382458 2024-04-02T09:54:11.135 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.135 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_flush_lat": { 2024-04-02T09:54:11.135 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 82864, 2024-04-02T09:54:11.135 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 49809100 2024-04-02T09:54:11.135 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.135 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_sync_lat": { 2024-04-02T09:54:11.135 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 82864, 2024-04-02T09:54:11.135 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24649498819 2024-04-02T09:54:11.135 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.135 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_keys_lat": { 2024-04-02T09:54:11.135 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:11.136 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.136 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.136 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_values_lat": { 2024-04-02T09:54:11.136 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 33349, 2024-04-02T09:54:11.136 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1153955650 2024-04-02T09:54:11.136 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.136 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_lower_bound_lat": { 2024-04-02T09:54:11.136 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 911, 2024-04-02T09:54:11.136 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2715822 2024-04-02T09:54:11.136 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.136 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_next_lat": { 2024-04-02T09:54:11.136 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 11729, 2024-04-02T09:54:11.136 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13105897 2024-04-02T09:54:11.137 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.137 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:54:11.137 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 48, 2024-04-02T09:54:11.137 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 98057 2024-04-02T09:54:11.137 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.137 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_upper_bound_lat": { 2024-04-02T09:54:11.137 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 16920, 2024-04-02T09:54:11.137 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4622607272 2024-04-02T09:54:11.137 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.137 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_hits": { 2024-04-02T09:54:11.137 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 245770 2024-04-02T09:54:11.137 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.137 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_misses": { 2024-04-02T09:54:11.137 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 21763 2024-04-02T09:54:11.137 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.137 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:54:11.138 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 16312, 2024-04-02T09:54:11.138 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1816263422 2024-04-02T09:54:11.138 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.138 INFO:tasks.workunit.client.0.smithi012.stdout: "read_onode_meta_lat": { 2024-04-02T09:54:11.138 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 42118, 2024-04-02T09:54:11.138 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 22400699 2024-04-02T09:54:11.138 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.138 INFO:tasks.workunit.client.0.smithi012.stdout: "read_wait_aio_lat": { 2024-04-02T09:54:11.138 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 25806, 2024-04-02T09:54:11.138 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1650604541 2024-04-02T09:54:11.138 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.138 INFO:tasks.workunit.client.0.smithi012.stdout: "reads_with_retries": { 2024-04-02T09:54:11.138 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.139 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.139 INFO:tasks.workunit.client.0.smithi012.stdout: "remove_lat": { 2024-04-02T09:54:11.139 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15960, 2024-04-02T09:54:11.139 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 510521597 2024-04-02T09:54:11.139 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.139 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_aio_wait_count": { 2024-04-02T09:54:11.139 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.139 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.139 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_committed_kv_count": { 2024-04-02T09:54:11.139 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.139 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.139 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:54:11.139 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.139 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.139 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:54:11.140 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.140 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.140 INFO:tasks.workunit.client.0.smithi012.stdout: "state_aio_wait_lat": { 2024-04-02T09:54:11.140 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 98154, 2024-04-02T09:54:11.140 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9472356171 2024-04-02T09:54:11.140 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.140 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:54:11.140 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8666, 2024-04-02T09:54:11.140 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 617330780 2024-04-02T09:54:11.140 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.140 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:54:11.140 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8665, 2024-04-02T09:54:11.140 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3554479259067 2024-04-02T09:54:11.140 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.140 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_queued_lat": { 2024-04-02T09:54:11.141 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8666, 2024-04-02T09:54:11.141 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6585465400282 2024-04-02T09:54:11.141 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.141 INFO:tasks.workunit.client.0.smithi012.stdout: "state_done_lat": { 2024-04-02T09:54:11.141 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 98153, 2024-04-02T09:54:11.141 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2955218289943 2024-04-02T09:54:11.141 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.141 INFO:tasks.workunit.client.0.smithi012.stdout: "state_finishing_lat": { 2024-04-02T09:54:11.141 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 98153, 2024-04-02T09:54:11.141 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10470713 2024-04-02T09:54:11.141 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.141 INFO:tasks.workunit.client.0.smithi012.stdout: "state_io_done_lat": { 2024-04-02T09:54:11.141 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 98154, 2024-04-02T09:54:11.141 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 341497059 2024-04-02T09:54:11.142 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.142 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_commiting_lat": { 2024-04-02T09:54:11.142 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 98154, 2024-04-02T09:54:11.142 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 40458652011 2024-04-02T09:54:11.142 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.142 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_done_lat": { 2024-04-02T09:54:11.142 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 98154, 2024-04-02T09:54:11.142 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 43483320 2024-04-02T09:54:11.142 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.142 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_queued_lat": { 2024-04-02T09:54:11.142 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 98154, 2024-04-02T09:54:11.142 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 20062739398 2024-04-02T09:54:11.142 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.143 INFO:tasks.workunit.client.0.smithi012.stdout: "state_prepare_lat": { 2024-04-02T09:54:11.143 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 98154, 2024-04-02T09:54:11.143 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14329734363 2024-04-02T09:54:11.143 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.143 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": { 2024-04-02T09:54:11.143 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10379717 2024-04-02T09:54:11.143 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.143 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:54:11.143 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2494, 2024-04-02T09:54:11.143 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15831692 2024-04-02T09:54:11.143 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.143 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_commit_lat": { 2024-04-02T09:54:11.143 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 98154, 2024-04-02T09:54:11.143 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 84685968539 2024-04-02T09:54:11.144 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.144 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_submit_lat": { 2024-04-02T09:54:11.144 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 98154, 2024-04-02T09:54:11.144 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15484037089 2024-04-02T09:54:11.144 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.144 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_throttle_lat": { 2024-04-02T09:54:11.144 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 98154, 2024-04-02T09:54:11.144 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 815166866 2024-04-02T09:54:11.144 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.144 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.144 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache": { 2024-04-02T09:54:11.144 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T09:54:11.144 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1406236154 2024-04-02T09:54:11.144 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.144 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T09:54:11.145 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 519364608 2024-04-02T09:54:11.145 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.145 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T09:54:11.145 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 482729984 2024-04-02T09:54:11.145 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.145 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T09:54:11.145 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2601814732 2024-04-02T09:54:11.145 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.145 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T09:54:11.145 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 36634624 2024-04-02T09:54:11.145 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.145 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.145 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:data": { 2024-04-02T09:54:11.145 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:11.146 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 125829120 2024-04-02T09:54:11.146 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.146 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:11.146 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.146 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.146 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:11.146 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.146 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.146 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:11.146 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 56307527 2024-04-02T09:54:11.146 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.146 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:11.146 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.146 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.147 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:11.147 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.147 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.147 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:11.147 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.147 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.147 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:11.147 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.147 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.147 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:11.147 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4096 2024-04-02T09:54:11.147 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.147 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:11.147 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 65536 2024-04-02T09:54:11.148 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.148 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:11.148 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.148 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.148 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:11.148 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.148 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.148 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:11.148 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.148 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.148 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:11.148 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 69451961 2024-04-02T09:54:11.148 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.148 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.149 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv": { 2024-04-02T09:54:11.149 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:11.149 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 562036736 2024-04-02T09:54:11.149 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.149 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:11.149 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:54:11.149 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.149 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:11.149 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.149 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.149 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:11.149 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 422306453 2024-04-02T09:54:11.149 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.149 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:11.150 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.150 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.150 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:11.150 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.150 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.150 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:11.150 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2384 2024-04-02T09:54:11.150 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.150 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:11.150 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.150 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.150 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:11.150 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 156704 2024-04-02T09:54:11.151 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.151 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:11.151 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.151 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.151 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:11.151 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.151 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.151 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:11.151 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.151 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.151 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:11.151 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.151 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.151 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:11.151 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 72462331 2024-04-02T09:54:11.152 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.152 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.152 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:54:11.152 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:11.152 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 184549376 2024-04-02T09:54:11.152 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.152 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:11.152 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:54:11.152 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.152 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:11.152 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7984720 2024-04-02T09:54:11.152 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.152 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:11.152 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 37538351 2024-04-02T09:54:11.153 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.153 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:11.153 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.153 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.153 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:11.153 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.153 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.153 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:11.153 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.153 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.153 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:11.153 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.153 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.153 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:11.153 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.154 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.154 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:11.154 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.154 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.154 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:11.154 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.154 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.154 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:11.154 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.154 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.154 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:11.154 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.154 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.154 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:11.155 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71917441 2024-04-02T09:54:11.155 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.155 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.155 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:meta": { 2024-04-02T09:54:11.155 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:11.155 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 494927872 2024-04-02T09:54:11.155 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.155 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:11.155 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.155 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.155 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:11.155 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.155 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.155 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:11.155 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 422306453 2024-04-02T09:54:11.156 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.156 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:11.156 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.156 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.156 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:11.156 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.156 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.156 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:11.156 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.156 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.156 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:11.156 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.156 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.156 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:11.156 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 58441 2024-04-02T09:54:11.157 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.157 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:11.157 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1134162 2024-04-02T09:54:11.157 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.157 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:11.157 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.157 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.157 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:11.157 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.157 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.157 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:11.157 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.157 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.157 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:11.158 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71428816 2024-04-02T09:54:11.158 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.158 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.158 INFO:tasks.workunit.client.0.smithi012.stdout: "objecter": { 2024-04-02T09:54:11.158 INFO:tasks.workunit.client.0.smithi012.stdout: "op_active": { 2024-04-02T09:54:11.158 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.158 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.158 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:54:11.158 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 33 2024-04-02T09:54:11.158 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.158 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rmw": { 2024-04-02T09:54:11.158 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.158 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.158 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:54:11.159 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.159 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.159 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.159 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:11.159 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg": { 2024-04-02T09:54:11.159 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 53 2024-04-02T09:54:11.159 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.159 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg_removing": { 2024-04-02T09:54:11.159 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.159 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.159 INFO:tasks.workunit.client.0.smithi012.stdout: "op": { 2024-04-02T09:54:11.159 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 40987 2024-04-02T09:54:11.159 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.159 INFO:tasks.workunit.client.0.smithi012.stdout: "op_before_queue_op_lat": { 2024-04-02T09:54:11.159 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 125762, 2024-04-02T09:54:11.160 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12405014446 2024-04-02T09:54:11.160 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.160 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_degraded": { 2024-04-02T09:54:11.160 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.160 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.160 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_unreadable": { 2024-04-02T09:54:11.160 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.160 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.160 INFO:tasks.workunit.client.0.smithi012.stdout: "op_in_bytes": { 2024-04-02T09:54:11.160 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1259749365 2024-04-02T09:54:11.160 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.160 INFO:tasks.workunit.client.0.smithi012.stdout: "op_latency": { 2024-04-02T09:54:11.160 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 40987, 2024-04-02T09:54:11.160 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 44231685432 2024-04-02T09:54:11.161 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.161 INFO:tasks.workunit.client.0.smithi012.stdout: "op_out_bytes": { 2024-04-02T09:54:11.161 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2020147622 2024-04-02T09:54:11.161 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.161 INFO:tasks.workunit.client.0.smithi012.stdout: "op_prepare_latency": { 2024-04-02T09:54:11.161 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 41531, 2024-04-02T09:54:11.161 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14215270216 2024-04-02T09:54:11.161 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.161 INFO:tasks.workunit.client.0.smithi012.stdout: "op_process_latency": { 2024-04-02T09:54:11.161 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 40987, 2024-04-02T09:54:11.161 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 28595486035 2024-04-02T09:54:11.161 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.161 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:54:11.161 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 30338 2024-04-02T09:54:11.162 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.162 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency": { 2024-04-02T09:54:11.162 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 30338, 2024-04-02T09:54:11.162 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13061362034 2024-04-02T09:54:11.162 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.162 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:54:11.162 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.162 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.162 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_out_bytes": { 2024-04-02T09:54:11.162 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2020147622 2024-04-02T09:54:11.162 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.162 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_prepare_latency": { 2024-04-02T09:54:11.162 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 30486, 2024-04-02T09:54:11.162 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6362873499 2024-04-02T09:54:11.162 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.163 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_process_latency": { 2024-04-02T09:54:11.163 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 30338, 2024-04-02T09:54:11.163 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6428495829 2024-04-02T09:54:11.163 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.163 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw": { 2024-04-02T09:54:11.163 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9262 2024-04-02T09:54:11.163 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.163 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_in_bytes": { 2024-04-02T09:54:11.163 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 355908824 2024-04-02T09:54:11.163 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.163 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency": { 2024-04-02T09:54:11.163 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 9262, 2024-04-02T09:54:11.163 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18934652429 2024-04-02T09:54:11.164 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.164 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:54:11.164 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.164 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.164 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:54:11.164 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.164 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.164 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_out_bytes": { 2024-04-02T09:54:11.164 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.164 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.164 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_prepare_latency": { 2024-04-02T09:54:11.164 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 9483, 2024-04-02T09:54:11.164 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5936373562 2024-04-02T09:54:11.164 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.164 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_process_latency": { 2024-04-02T09:54:11.165 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 9262, 2024-04-02T09:54:11.165 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14372642353 2024-04-02T09:54:11.165 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.165 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:54:11.165 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1387 2024-04-02T09:54:11.165 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.165 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_in_bytes": { 2024-04-02T09:54:11.165 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 903840541 2024-04-02T09:54:11.165 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.165 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency": { 2024-04-02T09:54:11.165 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1387, 2024-04-02T09:54:11.165 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12235670969 2024-04-02T09:54:11.165 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.165 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:54:11.166 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.166 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.166 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_prepare_latency": { 2024-04-02T09:54:11.166 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1562, 2024-04-02T09:54:11.166 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1916023155 2024-04-02T09:54:11.166 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.166 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_process_latency": { 2024-04-02T09:54:11.166 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1387, 2024-04-02T09:54:11.166 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7794347853 2024-04-02T09:54:11.166 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.166 INFO:tasks.workunit.client.0.smithi012.stdout: "op_wip": { 2024-04-02T09:54:11.166 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.166 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.166 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_bytes": { 2024-04-02T09:54:11.167 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1048614 2024-04-02T09:54:11.167 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.167 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_ops": { 2024-04-02T09:54:11.167 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T09:54:11.167 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.167 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes": { 2024-04-02T09:54:11.167 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T09:54:11.167 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.167 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes_used": { 2024-04-02T09:54:11.167 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 902815744 2024-04-02T09:54:11.167 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.167 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.167 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.168 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.6": { 2024-04-02T09:54:11.168 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:11.168 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_db_max_lat": { 2024-04-02T09:54:11.168 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 25452 2024-04-02T09:54:11.168 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.168 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_fallback": { 2024-04-02T09:54:11.168 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.168 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.168 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_max_lat": { 2024-04-02T09:54:11.168 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.168 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.168 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:54:11.168 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.168 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.169 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_db": { 2024-04-02T09:54:11.169 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 65536 2024-04-02T09:54:11.169 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.169 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_slow": { 2024-04-02T09:54:11.169 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.169 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.169 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_wal": { 2024-04-02T09:54:11.169 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.169 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.169 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_wal_max_lat": { 2024-04-02T09:54:11.169 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.169 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.169 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_slow": { 2024-04-02T09:54:11.169 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.169 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.170 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_sst": { 2024-04-02T09:54:11.170 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3207168 2024-04-02T09:54:11.170 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.170 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_wal": { 2024-04-02T09:54:11.170 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 593711104 2024-04-02T09:54:11.170 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.170 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lat": { 2024-04-02T09:54:11.170 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15, 2024-04-02T09:54:11.170 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2989500 2024-04-02T09:54:11.170 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.170 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lock_lat": { 2024-04-02T09:54:11.170 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15, 2024-04-02T09:54:11.170 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1127776 2024-04-02T09:54:11.171 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.171 INFO:tasks.workunit.client.0.smithi012.stdout: "db_alloc_lat": { 2024-04-02T09:54:11.171 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 152, 2024-04-02T09:54:11.171 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 783241 2024-04-02T09:54:11.171 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.171 INFO:tasks.workunit.client.0.smithi012.stdout: "db_total_bytes": { 2024-04-02T09:54:11.171 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995027456 2024-04-02T09:54:11.171 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.171 INFO:tasks.workunit.client.0.smithi012.stdout: "db_used_bytes": { 2024-04-02T09:54:11.171 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 579796992 2024-04-02T09:54:11.171 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.171 INFO:tasks.workunit.client.0.smithi012.stdout: "flush_lat": { 2024-04-02T09:54:11.171 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 64115, 2024-04-02T09:54:11.171 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10117890142 2024-04-02T09:54:11.172 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.172 INFO:tasks.workunit.client.0.smithi012.stdout: "fsync_lat": { 2024-04-02T09:54:11.172 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 64119, 2024-04-02T09:54:11.172 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15376917841 2024-04-02T09:54:11.172 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.172 INFO:tasks.workunit.client.0.smithi012.stdout: "log_bytes": { 2024-04-02T09:54:11.172 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13316096 2024-04-02T09:54:11.172 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.172 INFO:tasks.workunit.client.0.smithi012.stdout: "logged_bytes": { 2024-04-02T09:54:11.172 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 262672384 2024-04-02T09:54:11.172 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.172 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_db": { 2024-04-02T09:54:11.172 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 588316672 2024-04-02T09:54:11.172 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.172 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_slow": { 2024-04-02T09:54:11.173 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.173 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.173 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_wal": { 2024-04-02T09:54:11.173 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.173 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.173 INFO:tasks.workunit.client.0.smithi012.stdout: "num_files": { 2024-04-02T09:54:11.173 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 42 2024-04-02T09:54:11.173 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.173 INFO:tasks.workunit.client.0.smithi012.stdout: "read_bytes": { 2024-04-02T09:54:11.173 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2140119835 2024-04-02T09:54:11.173 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.173 INFO:tasks.workunit.client.0.smithi012.stdout: "read_count": { 2024-04-02T09:54:11.173 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 30891 2024-04-02T09:54:11.173 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.173 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes": { 2024-04-02T09:54:11.174 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1745473536 2024-04-02T09:54:11.174 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.174 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_db": { 2024-04-02T09:54:11.174 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1745477632 2024-04-02T09:54:11.174 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.174 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_slow": { 2024-04-02T09:54:11.174 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.174 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.174 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_wal": { 2024-04-02T09:54:11.174 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.174 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.174 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_count": { 2024-04-02T09:54:11.174 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 23443 2024-04-02T09:54:11.174 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.175 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:54:11.175 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 30891, 2024-04-02T09:54:11.175 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 958803122 2024-04-02T09:54:11.175 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.175 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_bytes": { 2024-04-02T09:54:11.175 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2070506207 2024-04-02T09:54:11.175 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.175 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_count": { 2024-04-02T09:54:11.175 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 28754 2024-04-02T09:54:11.175 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.175 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_bytes": { 2024-04-02T09:54:11.175 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 677857 2024-04-02T09:54:11.175 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.175 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_count": { 2024-04-02T09:54:11.175 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 346 2024-04-02T09:54:11.176 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.176 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_bytes": { 2024-04-02T09:54:11.176 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3183664 2024-04-02T09:54:11.176 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.176 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_count": { 2024-04-02T09:54:11.176 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 490 2024-04-02T09:54:11.176 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.176 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes": { 2024-04-02T09:54:11.176 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2505807 2024-04-02T09:54:11.176 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.176 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:54:11.176 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2505807 2024-04-02T09:54:11.176 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.176 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:54:11.177 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.177 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.177 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:54:11.177 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.177 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.177 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_count": { 2024-04-02T09:54:11.177 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 146 2024-04-02T09:54:11.177 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.177 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_lat": { 2024-04-02T09:54:11.177 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 490, 2024-04-02T09:54:11.177 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1182556 2024-04-02T09:54:11.177 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.177 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_alloc_lat": { 2024-04-02T09:54:11.177 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:11.178 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.178 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.178 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_total_bytes": { 2024-04-02T09:54:11.178 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.178 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.178 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_used_bytes": { 2024-04-02T09:54:11.178 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.178 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.178 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:54:11.178 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T09:54:11.178 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 768 2024-04-02T09:54:11.178 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.178 INFO:tasks.workunit.client.0.smithi012.stdout: "unlink_lat": { 2024-04-02T09:54:11.178 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 6, 2024-04-02T09:54:11.179 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9105 2024-04-02T09:54:11.179 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.179 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_alloc_lat": { 2024-04-02T09:54:11.179 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:11.179 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.179 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.179 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_total_bytes": { 2024-04-02T09:54:11.179 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.179 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.179 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_used_bytes": { 2024-04-02T09:54:11.179 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.179 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.179 INFO:tasks.workunit.client.0.smithi012.stdout: "write_bytes": { 2024-04-02T09:54:11.179 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 861880320 2024-04-02T09:54:11.179 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.180 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.180 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore": { 2024-04-02T09:54:11.180 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit": { 2024-04-02T09:54:11.180 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4096 2024-04-02T09:54:11.180 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.180 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": { 2024-04-02T09:54:11.180 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10985472 2024-04-02T09:54:11.180 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.180 INFO:tasks.workunit.client.0.smithi012.stdout: "allocator_lat": { 2024-04-02T09:54:11.180 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 13766, 2024-04-02T09:54:11.180 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 49248372 2024-04-02T09:54:11.180 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.180 INFO:tasks.workunit.client.0.smithi012.stdout: "clist_lat": { 2024-04-02T09:54:11.180 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3430, 2024-04-02T09:54:11.181 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3256028577 2024-04-02T09:54:11.181 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.181 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_lat": { 2024-04-02T09:54:11.181 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:11.181 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.181 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.181 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed": { 2024-04-02T09:54:11.181 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.181 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.181 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_allocated": { 2024-04-02T09:54:11.181 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.181 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.181 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_original": { 2024-04-02T09:54:11.181 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.182 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.182 INFO:tasks.workunit.client.0.smithi012.stdout: "csum_lat": { 2024-04-02T09:54:11.182 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 19401, 2024-04-02T09:54:11.182 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 158238548 2024-04-02T09:54:11.182 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.182 INFO:tasks.workunit.client.0.smithi012.stdout: "decompress_lat": { 2024-04-02T09:54:11.182 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:11.182 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.182 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.182 INFO:tasks.workunit.client.0.smithi012.stdout: "fragmentation_micros": { 2024-04-02T09:54:11.182 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.182 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.182 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_commit_lat": { 2024-04-02T09:54:11.182 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 64073, 2024-04-02T09:54:11.183 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18780170514 2024-04-02T09:54:11.183 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.183 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_final_lat": { 2024-04-02T09:54:11.183 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 63610, 2024-04-02T09:54:11.183 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1494290539 2024-04-02T09:54:11.183 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.183 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_flush_lat": { 2024-04-02T09:54:11.183 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 64073, 2024-04-02T09:54:11.183 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 34546053 2024-04-02T09:54:11.183 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.183 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_sync_lat": { 2024-04-02T09:54:11.183 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 64073, 2024-04-02T09:54:11.183 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18814716567 2024-04-02T09:54:11.183 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.184 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_keys_lat": { 2024-04-02T09:54:11.184 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:11.184 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.184 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.184 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_values_lat": { 2024-04-02T09:54:11.184 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 28551, 2024-04-02T09:54:11.184 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 437371196 2024-04-02T09:54:11.184 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.184 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_lower_bound_lat": { 2024-04-02T09:54:11.184 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 914, 2024-04-02T09:54:11.184 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2917321 2024-04-02T09:54:11.184 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.184 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_next_lat": { 2024-04-02T09:54:11.185 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 13013, 2024-04-02T09:54:11.185 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8333589 2024-04-02T09:54:11.185 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.185 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:54:11.185 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 42, 2024-04-02T09:54:11.185 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71043 2024-04-02T09:54:11.185 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.185 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_upper_bound_lat": { 2024-04-02T09:54:11.185 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 11698, 2024-04-02T09:54:11.185 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1460294530 2024-04-02T09:54:11.185 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.185 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_hits": { 2024-04-02T09:54:11.185 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 187887 2024-04-02T09:54:11.185 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.186 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_misses": { 2024-04-02T09:54:11.186 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18138 2024-04-02T09:54:11.186 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.186 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:54:11.186 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8721, 2024-04-02T09:54:11.186 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1811140003 2024-04-02T09:54:11.186 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.186 INFO:tasks.workunit.client.0.smithi012.stdout: "read_onode_meta_lat": { 2024-04-02T09:54:11.186 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 37334, 2024-04-02T09:54:11.186 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9052025 2024-04-02T09:54:11.186 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.186 INFO:tasks.workunit.client.0.smithi012.stdout: "read_wait_aio_lat": { 2024-04-02T09:54:11.186 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 28613, 2024-04-02T09:54:11.187 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1501581250 2024-04-02T09:54:11.187 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.187 INFO:tasks.workunit.client.0.smithi012.stdout: "reads_with_retries": { 2024-04-02T09:54:11.187 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.187 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.187 INFO:tasks.workunit.client.0.smithi012.stdout: "remove_lat": { 2024-04-02T09:54:11.187 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 11949, 2024-04-02T09:54:11.187 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 345688809 2024-04-02T09:54:11.187 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.187 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_aio_wait_count": { 2024-04-02T09:54:11.187 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.187 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.187 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_committed_kv_count": { 2024-04-02T09:54:11.188 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.188 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.188 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:54:11.188 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.188 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.188 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:54:11.188 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.188 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.188 INFO:tasks.workunit.client.0.smithi012.stdout: "state_aio_wait_lat": { 2024-04-02T09:54:11.188 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75216, 2024-04-02T09:54:11.188 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5000016119 2024-04-02T09:54:11.188 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.188 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:54:11.188 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15175, 2024-04-02T09:54:11.189 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 837164265 2024-04-02T09:54:11.189 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.189 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:54:11.189 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15175, 2024-04-02T09:54:11.189 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4408598858044 2024-04-02T09:54:11.189 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.189 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_queued_lat": { 2024-04-02T09:54:11.189 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15175, 2024-04-02T09:54:11.189 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6491533971841 2024-04-02T09:54:11.189 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.189 INFO:tasks.workunit.client.0.smithi012.stdout: "state_done_lat": { 2024-04-02T09:54:11.189 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75216, 2024-04-02T09:54:11.189 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2667106192372 2024-04-02T09:54:11.189 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.190 INFO:tasks.workunit.client.0.smithi012.stdout: "state_finishing_lat": { 2024-04-02T09:54:11.190 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75216, 2024-04-02T09:54:11.190 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7741943 2024-04-02T09:54:11.190 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.190 INFO:tasks.workunit.client.0.smithi012.stdout: "state_io_done_lat": { 2024-04-02T09:54:11.190 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75216, 2024-04-02T09:54:11.190 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 194100100 2024-04-02T09:54:11.190 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.190 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_commiting_lat": { 2024-04-02T09:54:11.190 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75216, 2024-04-02T09:54:11.190 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 30868782786 2024-04-02T09:54:11.190 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.190 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_done_lat": { 2024-04-02T09:54:11.190 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75216, 2024-04-02T09:54:11.191 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 30255083 2024-04-02T09:54:11.191 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.191 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_queued_lat": { 2024-04-02T09:54:11.191 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75216, 2024-04-02T09:54:11.191 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13675981836 2024-04-02T09:54:11.191 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.191 INFO:tasks.workunit.client.0.smithi012.stdout: "state_prepare_lat": { 2024-04-02T09:54:11.191 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75216, 2024-04-02T09:54:11.191 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9315110197 2024-04-02T09:54:11.191 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.191 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": { 2024-04-02T09:54:11.191 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6775672 2024-04-02T09:54:11.191 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.192 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:54:11.192 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2407, 2024-04-02T09:54:11.192 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12994590 2024-04-02T09:54:11.192 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.192 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_commit_lat": { 2024-04-02T09:54:11.192 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75216, 2024-04-02T09:54:11.192 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 59067833513 2024-04-02T09:54:11.192 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.192 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_submit_lat": { 2024-04-02T09:54:11.192 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75216, 2024-04-02T09:54:11.192 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10163099851 2024-04-02T09:54:11.192 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.192 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_throttle_lat": { 2024-04-02T09:54:11.192 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75216, 2024-04-02T09:54:11.192 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 506947626 2024-04-02T09:54:11.193 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.193 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.193 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache": { 2024-04-02T09:54:11.193 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T09:54:11.193 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1406236154 2024-04-02T09:54:11.193 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.193 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T09:54:11.193 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 554287104 2024-04-02T09:54:11.193 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.193 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T09:54:11.193 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 527196160 2024-04-02T09:54:11.193 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.193 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T09:54:11.193 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2601814732 2024-04-02T09:54:11.193 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.194 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T09:54:11.194 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 27090944 2024-04-02T09:54:11.194 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.194 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.194 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:data": { 2024-04-02T09:54:11.194 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:11.194 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 125829120 2024-04-02T09:54:11.194 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.194 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:11.194 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.194 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.194 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:11.194 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.194 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.195 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:11.195 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57457220 2024-04-02T09:54:11.195 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.195 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:11.195 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.195 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.195 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:11.195 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.195 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.195 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:11.195 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.195 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.195 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:11.196 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.196 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.196 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:11.196 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.196 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.196 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:11.196 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 417792 2024-04-02T09:54:11.196 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.196 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:11.196 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.196 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.196 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:11.196 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.196 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.196 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:11.196 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.197 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.197 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:11.197 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67954108 2024-04-02T09:54:11.197 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.197 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.197 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv": { 2024-04-02T09:54:11.197 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:11.197 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 570425344 2024-04-02T09:54:11.197 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.197 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:11.197 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:54:11.197 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.197 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:11.198 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.198 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.198 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:11.198 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 430929153 2024-04-02T09:54:11.198 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.198 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:11.198 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.198 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.198 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:11.198 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.198 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.198 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:11.199 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1232 2024-04-02T09:54:11.199 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.199 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:11.199 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.199 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.199 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:11.199 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 77504 2024-04-02T09:54:11.199 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.199 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:11.199 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.199 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.199 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:11.199 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.199 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.199 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:11.200 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.200 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.200 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:11.200 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.200 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.200 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:11.200 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 72308591 2024-04-02T09:54:11.200 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.200 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.200 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:54:11.200 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:11.200 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 176160768 2024-04-02T09:54:11.200 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.200 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:11.201 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:54:11.201 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.201 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:11.201 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2866176 2024-04-02T09:54:11.201 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.201 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:11.201 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 38304813 2024-04-02T09:54:11.201 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.201 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:11.201 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.201 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.201 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:11.201 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.201 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.202 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:11.202 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.202 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.202 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:11.202 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.202 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.202 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:11.202 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.202 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.202 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:11.202 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.202 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.202 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:11.203 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.203 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.203 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:11.203 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.203 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.203 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:11.203 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.203 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.203 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:11.203 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67880915 2024-04-02T09:54:11.203 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.203 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.203 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:meta": { 2024-04-02T09:54:11.203 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:11.204 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 503316480 2024-04-02T09:54:11.204 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.204 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:11.204 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.204 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.204 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:11.204 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.204 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.204 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:11.204 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 430929153 2024-04-02T09:54:11.204 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.204 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:11.204 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.204 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.204 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:11.205 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.205 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.205 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:11.205 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.205 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.205 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:11.205 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.205 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.205 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:11.205 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24300 2024-04-02T09:54:11.205 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.205 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:11.205 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1187675 2024-04-02T09:54:11.205 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.205 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:11.206 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.206 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.206 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:11.206 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.206 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.206 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:11.206 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.206 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.206 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:11.206 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71175352 2024-04-02T09:54:11.206 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.206 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.206 INFO:tasks.workunit.client.0.smithi012.stdout: "objecter": { 2024-04-02T09:54:11.206 INFO:tasks.workunit.client.0.smithi012.stdout: "op_active": { 2024-04-02T09:54:11.207 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.207 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.207 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:54:11.207 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 16 2024-04-02T09:54:11.207 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.207 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rmw": { 2024-04-02T09:54:11.207 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.207 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.207 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:54:11.207 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.207 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.207 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.207 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:11.207 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg": { 2024-04-02T09:54:11.207 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 53 2024-04-02T09:54:11.207 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.208 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg_removing": { 2024-04-02T09:54:11.208 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.208 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.208 INFO:tasks.workunit.client.0.smithi012.stdout: "op": { 2024-04-02T09:54:11.208 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 28614 2024-04-02T09:54:11.208 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.208 INFO:tasks.workunit.client.0.smithi012.stdout: "op_before_queue_op_lat": { 2024-04-02T09:54:11.208 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 89634, 2024-04-02T09:54:11.208 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8365616839 2024-04-02T09:54:11.208 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.208 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_degraded": { 2024-04-02T09:54:11.208 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.208 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.208 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_unreadable": { 2024-04-02T09:54:11.208 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T09:54:11.209 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.209 INFO:tasks.workunit.client.0.smithi012.stdout: "op_in_bytes": { 2024-04-02T09:54:11.209 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1595049295 2024-04-02T09:54:11.209 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.209 INFO:tasks.workunit.client.0.smithi012.stdout: "op_latency": { 2024-04-02T09:54:11.209 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 28614, 2024-04-02T09:54:11.209 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 60732088999 2024-04-02T09:54:11.209 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.209 INFO:tasks.workunit.client.0.smithi012.stdout: "op_out_bytes": { 2024-04-02T09:54:11.209 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2094972838 2024-04-02T09:54:11.209 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.209 INFO:tasks.workunit.client.0.smithi012.stdout: "op_prepare_latency": { 2024-04-02T09:54:11.209 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 29134, 2024-04-02T09:54:11.209 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13111025790 2024-04-02T09:54:11.209 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.209 INFO:tasks.workunit.client.0.smithi012.stdout: "op_process_latency": { 2024-04-02T09:54:11.210 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 28614, 2024-04-02T09:54:11.210 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 32899594036 2024-04-02T09:54:11.210 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.210 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:54:11.210 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 19535 2024-04-02T09:54:11.210 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.210 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency": { 2024-04-02T09:54:11.210 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 19535, 2024-04-02T09:54:11.210 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9880234838 2024-04-02T09:54:11.210 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.210 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:54:11.210 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.210 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.210 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_out_bytes": { 2024-04-02T09:54:11.211 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2094972838 2024-04-02T09:54:11.211 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.211 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_prepare_latency": { 2024-04-02T09:54:11.211 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 19767, 2024-04-02T09:54:11.211 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5103592606 2024-04-02T09:54:11.211 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.211 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_process_latency": { 2024-04-02T09:54:11.211 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 19535, 2024-04-02T09:54:11.211 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5011438879 2024-04-02T09:54:11.211 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.211 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw": { 2024-04-02T09:54:11.211 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5165 2024-04-02T09:54:11.211 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.211 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_in_bytes": { 2024-04-02T09:54:11.211 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 300341872 2024-04-02T09:54:11.212 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.212 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency": { 2024-04-02T09:54:11.212 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 5165, 2024-04-02T09:54:11.212 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15698195529 2024-04-02T09:54:11.212 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.212 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:54:11.212 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.212 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.212 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:54:11.212 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.212 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.212 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_out_bytes": { 2024-04-02T09:54:11.212 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.212 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.212 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_prepare_latency": { 2024-04-02T09:54:11.213 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 5329, 2024-04-02T09:54:11.213 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3218996260 2024-04-02T09:54:11.213 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.213 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_process_latency": { 2024-04-02T09:54:11.213 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 5165, 2024-04-02T09:54:11.213 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11220317951 2024-04-02T09:54:11.213 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.213 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:54:11.213 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3914 2024-04-02T09:54:11.213 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.213 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_in_bytes": { 2024-04-02T09:54:11.213 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1294707423 2024-04-02T09:54:11.213 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.213 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency": { 2024-04-02T09:54:11.213 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3914, 2024-04-02T09:54:11.213 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 35153658632 2024-04-02T09:54:11.214 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.214 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:54:11.214 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.214 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.214 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_prepare_latency": { 2024-04-02T09:54:11.214 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 4038, 2024-04-02T09:54:11.214 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4788436924 2024-04-02T09:54:11.214 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.214 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_process_latency": { 2024-04-02T09:54:11.214 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3914, 2024-04-02T09:54:11.214 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 16667837206 2024-04-02T09:54:11.214 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.214 INFO:tasks.workunit.client.0.smithi012.stdout: "op_wip": { 2024-04-02T09:54:11.215 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.215 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.215 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_bytes": { 2024-04-02T09:54:11.215 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 130087775 2024-04-02T09:54:11.215 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.215 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_ops": { 2024-04-02T09:54:11.215 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24 2024-04-02T09:54:11.215 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.215 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes": { 2024-04-02T09:54:11.215 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T09:54:11.215 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.215 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes_used": { 2024-04-02T09:54:11.215 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 590798848 2024-04-02T09:54:11.215 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.215 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.215 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.216 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.7": { 2024-04-02T09:54:11.216 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:11.216 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_db_max_lat": { 2024-04-02T09:54:11.216 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 85454 2024-04-02T09:54:11.216 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.216 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_fallback": { 2024-04-02T09:54:11.216 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.216 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.216 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_max_lat": { 2024-04-02T09:54:11.216 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.216 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.216 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:54:11.216 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.216 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.216 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_db": { 2024-04-02T09:54:11.217 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 65536 2024-04-02T09:54:11.217 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.217 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_slow": { 2024-04-02T09:54:11.217 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.217 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.217 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_wal": { 2024-04-02T09:54:11.217 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.217 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.217 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_wal_max_lat": { 2024-04-02T09:54:11.217 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.217 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.217 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_slow": { 2024-04-02T09:54:11.217 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.217 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.217 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_sst": { 2024-04-02T09:54:11.217 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9138176 2024-04-02T09:54:11.218 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.218 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_wal": { 2024-04-02T09:54:11.218 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 638357504 2024-04-02T09:54:11.218 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.218 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lat": { 2024-04-02T09:54:11.218 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15, 2024-04-02T09:54:11.218 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2906624 2024-04-02T09:54:11.218 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.218 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lock_lat": { 2024-04-02T09:54:11.218 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15, 2024-04-02T09:54:11.218 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 991154 2024-04-02T09:54:11.218 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.218 INFO:tasks.workunit.client.0.smithi012.stdout: "db_alloc_lat": { 2024-04-02T09:54:11.218 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 169, 2024-04-02T09:54:11.219 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 862084 2024-04-02T09:54:11.219 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.219 INFO:tasks.workunit.client.0.smithi012.stdout: "db_total_bytes": { 2024-04-02T09:54:11.219 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995027456 2024-04-02T09:54:11.219 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.219 INFO:tasks.workunit.client.0.smithi012.stdout: "db_used_bytes": { 2024-04-02T09:54:11.219 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 660013056 2024-04-02T09:54:11.219 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.219 INFO:tasks.workunit.client.0.smithi012.stdout: "flush_lat": { 2024-04-02T09:54:11.219 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 64639, 2024-04-02T09:54:11.219 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9674664827 2024-04-02T09:54:11.219 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.219 INFO:tasks.workunit.client.0.smithi012.stdout: "fsync_lat": { 2024-04-02T09:54:11.220 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 64638, 2024-04-02T09:54:11.220 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15021592709 2024-04-02T09:54:11.220 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.220 INFO:tasks.workunit.client.0.smithi012.stdout: "log_bytes": { 2024-04-02T09:54:11.220 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15400960 2024-04-02T09:54:11.220 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.220 INFO:tasks.workunit.client.0.smithi012.stdout: "logged_bytes": { 2024-04-02T09:54:11.220 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 264757248 2024-04-02T09:54:11.220 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.220 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_db": { 2024-04-02T09:54:11.220 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 668532736 2024-04-02T09:54:11.220 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.220 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_slow": { 2024-04-02T09:54:11.220 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.221 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.221 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_wal": { 2024-04-02T09:54:11.221 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.221 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.221 INFO:tasks.workunit.client.0.smithi012.stdout: "num_files": { 2024-04-02T09:54:11.221 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 49 2024-04-02T09:54:11.221 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.221 INFO:tasks.workunit.client.0.smithi012.stdout: "read_bytes": { 2024-04-02T09:54:11.221 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6521436635 2024-04-02T09:54:11.221 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.221 INFO:tasks.workunit.client.0.smithi012.stdout: "read_count": { 2024-04-02T09:54:11.221 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57333 2024-04-02T09:54:11.221 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.222 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes": { 2024-04-02T09:54:11.222 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5728378880 2024-04-02T09:54:11.222 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.222 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_db": { 2024-04-02T09:54:11.222 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5728382976 2024-04-02T09:54:11.222 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.222 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_slow": { 2024-04-02T09:54:11.222 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.222 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.222 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_wal": { 2024-04-02T09:54:11.222 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.222 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.223 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_count": { 2024-04-02T09:54:11.223 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 51572 2024-04-02T09:54:11.223 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.223 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:54:11.223 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 57333, 2024-04-02T09:54:11.223 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2021172184 2024-04-02T09:54:11.223 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.223 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_bytes": { 2024-04-02T09:54:11.223 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6386928104 2024-04-02T09:54:11.223 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.223 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_count": { 2024-04-02T09:54:11.223 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 53212 2024-04-02T09:54:11.223 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.223 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_bytes": { 2024-04-02T09:54:11.224 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2535906 2024-04-02T09:54:11.224 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.224 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_count": { 2024-04-02T09:54:11.224 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 581 2024-04-02T09:54:11.224 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.224 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_bytes": { 2024-04-02T09:54:11.224 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9055930 2024-04-02T09:54:11.224 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.224 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_count": { 2024-04-02T09:54:11.224 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 837 2024-04-02T09:54:11.224 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.224 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes": { 2024-04-02T09:54:11.224 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6520024 2024-04-02T09:54:11.225 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.225 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:54:11.225 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6520024 2024-04-02T09:54:11.225 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.225 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:54:11.225 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.225 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.225 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:54:11.225 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.225 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.225 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_count": { 2024-04-02T09:54:11.225 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 264 2024-04-02T09:54:11.225 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.225 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_lat": { 2024-04-02T09:54:11.225 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 837, 2024-04-02T09:54:11.226 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2976945 2024-04-02T09:54:11.226 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.226 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_alloc_lat": { 2024-04-02T09:54:11.226 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:11.226 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.226 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.226 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_total_bytes": { 2024-04-02T09:54:11.226 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.226 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.226 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_used_bytes": { 2024-04-02T09:54:11.226 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.226 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.226 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:54:11.227 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T09:54:11.227 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 664 2024-04-02T09:54:11.227 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.227 INFO:tasks.workunit.client.0.smithi012.stdout: "unlink_lat": { 2024-04-02T09:54:11.227 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 10, 2024-04-02T09:54:11.227 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13047 2024-04-02T09:54:11.227 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.227 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_alloc_lat": { 2024-04-02T09:54:11.227 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:11.227 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.227 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.227 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_total_bytes": { 2024-04-02T09:54:11.227 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.227 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.228 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_used_bytes": { 2024-04-02T09:54:11.228 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.228 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.228 INFO:tasks.workunit.client.0.smithi012.stdout: "write_bytes": { 2024-04-02T09:54:11.228 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 914546688 2024-04-02T09:54:11.228 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.228 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.228 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore": { 2024-04-02T09:54:11.228 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit": { 2024-04-02T09:54:11.228 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4096 2024-04-02T09:54:11.228 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.228 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": { 2024-04-02T09:54:11.228 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10977280 2024-04-02T09:54:11.228 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.229 INFO:tasks.workunit.client.0.smithi012.stdout: "allocator_lat": { 2024-04-02T09:54:11.229 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 20460, 2024-04-02T09:54:11.229 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 60727789 2024-04-02T09:54:11.229 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.229 INFO:tasks.workunit.client.0.smithi012.stdout: "clist_lat": { 2024-04-02T09:54:11.229 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3465, 2024-04-02T09:54:11.229 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5723605656 2024-04-02T09:54:11.229 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.229 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_lat": { 2024-04-02T09:54:11.229 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:11.229 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.229 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.229 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed": { 2024-04-02T09:54:11.229 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.230 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.230 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_allocated": { 2024-04-02T09:54:11.230 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.230 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.230 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_original": { 2024-04-02T09:54:11.230 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.230 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.230 INFO:tasks.workunit.client.0.smithi012.stdout: "csum_lat": { 2024-04-02T09:54:11.230 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 20661, 2024-04-02T09:54:11.230 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 173906893 2024-04-02T09:54:11.230 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.230 INFO:tasks.workunit.client.0.smithi012.stdout: "decompress_lat": { 2024-04-02T09:54:11.230 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:11.230 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.231 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.231 INFO:tasks.workunit.client.0.smithi012.stdout: "fragmentation_micros": { 2024-04-02T09:54:11.231 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.231 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.231 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_commit_lat": { 2024-04-02T09:54:11.231 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 64570, 2024-04-02T09:54:11.231 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18443397559 2024-04-02T09:54:11.231 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.231 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_final_lat": { 2024-04-02T09:54:11.231 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 64156, 2024-04-02T09:54:11.231 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1580024535 2024-04-02T09:54:11.231 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.231 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_flush_lat": { 2024-04-02T09:54:11.232 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 64570, 2024-04-02T09:54:11.232 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 41513703 2024-04-02T09:54:11.232 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.232 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_sync_lat": { 2024-04-02T09:54:11.232 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 64570, 2024-04-02T09:54:11.232 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18484911262 2024-04-02T09:54:11.232 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.232 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_keys_lat": { 2024-04-02T09:54:11.232 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:11.232 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.232 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.232 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_values_lat": { 2024-04-02T09:54:11.232 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 238660, 2024-04-02T09:54:11.232 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1268175181 2024-04-02T09:54:11.232 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.233 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_lower_bound_lat": { 2024-04-02T09:54:11.233 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 804, 2024-04-02T09:54:11.233 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2453773 2024-04-02T09:54:11.233 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.233 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_next_lat": { 2024-04-02T09:54:11.233 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 136271, 2024-04-02T09:54:11.233 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 53922125 2024-04-02T09:54:11.233 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.233 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:54:11.233 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 45, 2024-04-02T09:54:11.233 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 70681 2024-04-02T09:54:11.233 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.233 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_upper_bound_lat": { 2024-04-02T09:54:11.233 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15646, 2024-04-02T09:54:11.233 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1257037358 2024-04-02T09:54:11.233 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.234 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_hits": { 2024-04-02T09:54:11.234 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 410074 2024-04-02T09:54:11.234 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.234 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_misses": { 2024-04-02T09:54:11.234 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18044 2024-04-02T09:54:11.234 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.234 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:54:11.234 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 6984, 2024-04-02T09:54:11.234 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1588239873 2024-04-02T09:54:11.234 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.234 INFO:tasks.workunit.client.0.smithi012.stdout: "read_onode_meta_lat": { 2024-04-02T09:54:11.234 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 31674, 2024-04-02T09:54:11.234 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9922107 2024-04-02T09:54:11.235 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.235 INFO:tasks.workunit.client.0.smithi012.stdout: "read_wait_aio_lat": { 2024-04-02T09:54:11.235 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 24690, 2024-04-02T09:54:11.235 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1415679484 2024-04-02T09:54:11.235 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.235 INFO:tasks.workunit.client.0.smithi012.stdout: "reads_with_retries": { 2024-04-02T09:54:11.235 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.235 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.235 INFO:tasks.workunit.client.0.smithi012.stdout: "remove_lat": { 2024-04-02T09:54:11.235 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 13350, 2024-04-02T09:54:11.235 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 421227065 2024-04-02T09:54:11.235 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.235 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_aio_wait_count": { 2024-04-02T09:54:11.235 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.236 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.236 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_committed_kv_count": { 2024-04-02T09:54:11.236 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.236 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.236 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:54:11.236 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.236 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.236 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:54:11.236 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.236 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.236 INFO:tasks.workunit.client.0.smithi012.stdout: "state_aio_wait_lat": { 2024-04-02T09:54:11.236 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 78280, 2024-04-02T09:54:11.236 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8454952192 2024-04-02T09:54:11.236 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.237 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:54:11.237 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15548, 2024-04-02T09:54:11.237 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 842372790 2024-04-02T09:54:11.237 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.237 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:54:11.237 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15548, 2024-04-02T09:54:11.237 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4339115769097 2024-04-02T09:54:11.237 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.237 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_queued_lat": { 2024-04-02T09:54:11.237 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15548, 2024-04-02T09:54:11.237 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6219891639970 2024-04-02T09:54:11.237 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.237 INFO:tasks.workunit.client.0.smithi012.stdout: "state_done_lat": { 2024-04-02T09:54:11.237 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 78280, 2024-04-02T09:54:11.237 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2958919348841 2024-04-02T09:54:11.237 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.238 INFO:tasks.workunit.client.0.smithi012.stdout: "state_finishing_lat": { 2024-04-02T09:54:11.238 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 78280, 2024-04-02T09:54:11.238 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8286670 2024-04-02T09:54:11.238 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.238 INFO:tasks.workunit.client.0.smithi012.stdout: "state_io_done_lat": { 2024-04-02T09:54:11.238 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 78280, 2024-04-02T09:54:11.238 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 331090065 2024-04-02T09:54:11.238 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.238 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_commiting_lat": { 2024-04-02T09:54:11.238 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 78280, 2024-04-02T09:54:11.238 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 31722484810 2024-04-02T09:54:11.238 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.238 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_done_lat": { 2024-04-02T09:54:11.239 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 78280, 2024-04-02T09:54:11.239 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 32114411 2024-04-02T09:54:11.239 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.239 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_queued_lat": { 2024-04-02T09:54:11.239 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 78280, 2024-04-02T09:54:11.239 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15112613015 2024-04-02T09:54:11.239 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.239 INFO:tasks.workunit.client.0.smithi012.stdout: "state_prepare_lat": { 2024-04-02T09:54:11.239 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 78280, 2024-04-02T09:54:11.239 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13908608174 2024-04-02T09:54:11.239 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.239 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": { 2024-04-02T09:54:11.239 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6770452 2024-04-02T09:54:11.239 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.239 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:54:11.240 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2329, 2024-04-02T09:54:11.240 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12998186 2024-04-02T09:54:11.240 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.240 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_commit_lat": { 2024-04-02T09:54:11.240 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 78280, 2024-04-02T09:54:11.240 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 69546014762 2024-04-02T09:54:11.240 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.240 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_submit_lat": { 2024-04-02T09:54:11.240 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 78280, 2024-04-02T09:54:11.240 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14868733175 2024-04-02T09:54:11.240 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.240 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_throttle_lat": { 2024-04-02T09:54:11.240 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 78280, 2024-04-02T09:54:11.240 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 782174877 2024-04-02T09:54:11.240 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.241 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.241 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache": { 2024-04-02T09:54:11.241 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T09:54:11.241 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1406236154 2024-04-02T09:54:11.241 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.241 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T09:54:11.241 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 557875200 2024-04-02T09:54:11.241 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.241 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T09:54:11.241 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 548454400 2024-04-02T09:54:11.241 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.241 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T09:54:11.241 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2601814732 2024-04-02T09:54:11.241 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.241 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T09:54:11.242 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9420800 2024-04-02T09:54:11.242 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.242 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.242 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:data": { 2024-04-02T09:54:11.242 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:11.242 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 125829120 2024-04-02T09:54:11.242 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.242 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:11.242 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.242 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.242 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:11.242 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.242 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.242 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:11.243 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 56984443 2024-04-02T09:54:11.243 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.243 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:11.243 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.243 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.243 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:11.243 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.243 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.243 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:11.243 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.243 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.243 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:11.243 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.243 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.244 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:11.244 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.244 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.244 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:11.244 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 28672 2024-04-02T09:54:11.244 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.244 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:11.244 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.244 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.244 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:11.244 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.244 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.244 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:11.244 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.245 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.245 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:11.245 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 68816005 2024-04-02T09:54:11.245 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.245 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.245 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv": { 2024-04-02T09:54:11.245 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:11.245 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 562036736 2024-04-02T09:54:11.245 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.245 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:11.245 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:54:11.245 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.245 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:11.245 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.246 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.246 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:11.246 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 427383324 2024-04-02T09:54:11.246 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.246 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:11.246 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.246 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.246 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:11.246 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.246 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.246 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:11.246 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1872 2024-04-02T09:54:11.246 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.247 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:11.247 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.247 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.247 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:11.247 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 124192 2024-04-02T09:54:11.247 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.247 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:11.247 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 608 2024-04-02T09:54:11.247 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.247 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:11.247 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.247 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.247 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:11.247 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.248 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.248 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:11.248 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.248 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.248 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:11.248 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67417876 2024-04-02T09:54:11.248 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.248 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.248 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:54:11.248 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:11.248 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 184549376 2024-04-02T09:54:11.248 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.248 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:11.248 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:54:11.249 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.249 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:11.249 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8675152 2024-04-02T09:54:11.249 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.249 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:11.249 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 37989628 2024-04-02T09:54:11.249 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.249 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:11.249 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.249 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.249 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:11.249 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.249 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.249 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:11.250 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.250 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.250 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:11.250 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.250 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.250 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:11.250 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.250 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.250 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:11.250 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.250 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.250 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:11.250 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.251 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.251 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:11.251 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.251 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.251 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:11.251 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.251 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.251 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:11.251 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 70775732 2024-04-02T09:54:11.251 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.251 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.251 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:meta": { 2024-04-02T09:54:11.251 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:11.251 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 503316480 2024-04-02T09:54:11.252 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.252 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:11.252 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.252 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.252 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:11.252 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.252 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.252 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:11.252 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 427383324 2024-04-02T09:54:11.252 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.252 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:11.252 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.252 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.253 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:11.253 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.253 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.253 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:11.253 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.253 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.253 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:11.253 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.253 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.253 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:11.253 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 22002 2024-04-02T09:54:11.253 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.253 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:11.253 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1176108 2024-04-02T09:54:11.253 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.254 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:11.254 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.254 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.254 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:11.254 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.254 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.254 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:11.254 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.254 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.254 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:11.254 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 74735046 2024-04-02T09:54:11.254 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.255 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.255 INFO:tasks.workunit.client.0.smithi012.stdout: "objecter": { 2024-04-02T09:54:11.255 INFO:tasks.workunit.client.0.smithi012.stdout: "op_active": { 2024-04-02T09:54:11.255 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.255 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.255 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:54:11.255 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 33 2024-04-02T09:54:11.255 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.255 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rmw": { 2024-04-02T09:54:11.255 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.255 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.255 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:54:11.255 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.255 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.255 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.256 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:11.256 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg": { 2024-04-02T09:54:11.256 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 53 2024-04-02T09:54:11.256 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.256 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg_removing": { 2024-04-02T09:54:11.256 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.256 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.256 INFO:tasks.workunit.client.0.smithi012.stdout: "op": { 2024-04-02T09:54:11.256 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 39513 2024-04-02T09:54:11.256 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.256 INFO:tasks.workunit.client.0.smithi012.stdout: "op_before_queue_op_lat": { 2024-04-02T09:54:11.256 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 112646, 2024-04-02T09:54:11.256 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10934888673 2024-04-02T09:54:11.256 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.256 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_degraded": { 2024-04-02T09:54:11.256 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.257 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.257 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_unreadable": { 2024-04-02T09:54:11.257 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.257 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.257 INFO:tasks.workunit.client.0.smithi012.stdout: "op_in_bytes": { 2024-04-02T09:54:11.257 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1709706972 2024-04-02T09:54:11.257 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.257 INFO:tasks.workunit.client.0.smithi012.stdout: "op_latency": { 2024-04-02T09:54:11.257 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 39513, 2024-04-02T09:54:11.257 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57950214814 2024-04-02T09:54:11.257 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.257 INFO:tasks.workunit.client.0.smithi012.stdout: "op_out_bytes": { 2024-04-02T09:54:11.257 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2214290267 2024-04-02T09:54:11.257 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.257 INFO:tasks.workunit.client.0.smithi012.stdout: "op_prepare_latency": { 2024-04-02T09:54:11.257 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 39890, 2024-04-02T09:54:11.258 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 26853307466 2024-04-02T09:54:11.258 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.258 INFO:tasks.workunit.client.0.smithi012.stdout: "op_process_latency": { 2024-04-02T09:54:11.258 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 39513, 2024-04-02T09:54:11.258 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 46389643995 2024-04-02T09:54:11.258 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.258 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:54:11.258 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 26074 2024-04-02T09:54:11.258 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.258 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency": { 2024-04-02T09:54:11.258 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 26074, 2024-04-02T09:54:11.258 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 17498367341 2024-04-02T09:54:11.258 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.259 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:54:11.259 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.259 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.259 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_out_bytes": { 2024-04-02T09:54:11.259 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2214290267 2024-04-02T09:54:11.259 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.259 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_prepare_latency": { 2024-04-02T09:54:11.259 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 26202, 2024-04-02T09:54:11.259 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12728215990 2024-04-02T09:54:11.259 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.259 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_process_latency": { 2024-04-02T09:54:11.259 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 26074, 2024-04-02T09:54:11.259 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13217278765 2024-04-02T09:54:11.259 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.260 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw": { 2024-04-02T09:54:11.260 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12359 2024-04-02T09:54:11.260 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.260 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_in_bytes": { 2024-04-02T09:54:11.260 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 433278720 2024-04-02T09:54:11.260 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.260 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency": { 2024-04-02T09:54:11.260 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 12359, 2024-04-02T09:54:11.260 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 27069059893 2024-04-02T09:54:11.260 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.260 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:54:11.260 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.260 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.261 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:54:11.261 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.261 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.261 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_out_bytes": { 2024-04-02T09:54:11.261 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.261 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.261 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_prepare_latency": { 2024-04-02T09:54:11.261 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 12534, 2024-04-02T09:54:11.261 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11790828302 2024-04-02T09:54:11.261 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.261 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_process_latency": { 2024-04-02T09:54:11.261 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 12359, 2024-04-02T09:54:11.261 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 22923997512 2024-04-02T09:54:11.261 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.261 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:54:11.262 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1080 2024-04-02T09:54:11.262 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.262 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_in_bytes": { 2024-04-02T09:54:11.262 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1276428252 2024-04-02T09:54:11.262 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.262 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency": { 2024-04-02T09:54:11.262 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1080, 2024-04-02T09:54:11.262 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13382787580 2024-04-02T09:54:11.262 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.262 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:54:11.262 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.262 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.262 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_prepare_latency": { 2024-04-02T09:54:11.262 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1154, 2024-04-02T09:54:11.263 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2334263174 2024-04-02T09:54:11.263 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.263 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_process_latency": { 2024-04-02T09:54:11.263 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1080, 2024-04-02T09:54:11.263 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10248367718 2024-04-02T09:54:11.263 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.263 INFO:tasks.workunit.client.0.smithi012.stdout: "op_wip": { 2024-04-02T09:54:11.263 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:11.263 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.263 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_bytes": { 2024-04-02T09:54:11.263 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12582928 2024-04-02T09:54:11.263 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.263 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_ops": { 2024-04-02T09:54:11.263 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11 2024-04-02T09:54:11.263 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.263 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes": { 2024-04-02T09:54:11.264 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T09:54:11.264 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.264 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes_used": { 2024-04-02T09:54:11.264 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 671002624 2024-04-02T09:54:11.264 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.264 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.264 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.264 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.264 INFO:tasks.workunit.client.0.smithi012.stdout: "pools": [ 2024-04-02T09:54:11.264 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.264 INFO:tasks.workunit.client.0.smithi012.stdout: "application": [ 2024-04-02T09:54:11.264 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr" 2024-04-02T09:54:11.264 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.264 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_mode": "none", 2024-04-02T09:54:11.264 INFO:tasks.workunit.client.0.smithi012.stdout: "erasure_code_profile": {}, 2024-04-02T09:54:11.264 INFO:tasks.workunit.client.0.smithi012.stdout: "flags_names": [ 2024-04-02T09:54:11.265 INFO:tasks.workunit.client.0.smithi012.stdout: "hashpspool" 2024-04-02T09:54:11.265 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.265 INFO:tasks.workunit.client.0.smithi012.stdout: "min_size": 2, 2024-04-02T09:54:11.265 INFO:tasks.workunit.client.0.smithi012.stdout: "options": {}, 2024-04-02T09:54:11.265 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:54:11.265 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_num": 1, 2024-04-02T09:54:11.265 INFO:tasks.workunit.client.0.smithi012.stdout: "pgp_num": 1, 2024-04-02T09:54:11.265 INFO:tasks.workunit.client.0.smithi012.stdout: "pool": 1, 2024-04-02T09:54:11.265 INFO:tasks.workunit.client.0.smithi012.stdout: "size": 3, 2024-04-02T09:54:11.265 INFO:tasks.workunit.client.0.smithi012.stdout: "stats": { 2024-04-02T09:54:11.265 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_raw": 722159446282, 2024-04-02T09:54:11.265 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_used": 1781760, 2024-04-02T09:54:11.265 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_bytes_used": 0, 2024-04-02T09:54:11.265 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_under_bytes": 0, 2024-04-02T09:54:11.265 INFO:tasks.workunit.client.0.smithi012.stdout: "data_bytes_used": 1781760, 2024-04-02T09:54:11.265 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty": 0, 2024-04-02T09:54:11.266 INFO:tasks.workunit.client.0.smithi012.stdout: "max_avail": 240719822848, 2024-04-02T09:54:11.266 INFO:tasks.workunit.client.0.smithi012.stdout: "objects": 2, 2024-04-02T09:54:11.266 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_bytes_used": 0, 2024-04-02T09:54:11.266 INFO:tasks.workunit.client.0.smithi012.stdout: "percent_used": 2.4672606286912924e-06, 2024-04-02T09:54:11.266 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_bytes": 0, 2024-04-02T09:54:11.266 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_objects": 0, 2024-04-02T09:54:11.266 INFO:tasks.workunit.client.0.smithi012.stdout: "rd": 812, 2024-04-02T09:54:11.266 INFO:tasks.workunit.client.0.smithi012.stdout: "rd_bytes": 1341440, 2024-04-02T09:54:11.266 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": 590368, 2024-04-02T09:54:11.266 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_data": 590368, 2024-04-02T09:54:11.266 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_omap": 0, 2024-04-02T09:54:11.266 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_raw": 1771104, 2024-04-02T09:54:11.266 INFO:tasks.workunit.client.0.smithi012.stdout: "wr": 311, 2024-04-02T09:54:11.267 INFO:tasks.workunit.client.0.smithi012.stdout: "wr_bytes": 2473984 2024-04-02T09:54:11.267 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.267 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_bytes": 0, 2024-04-02T09:54:11.267 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_objects": 0, 2024-04-02T09:54:11.267 INFO:tasks.workunit.client.0.smithi012.stdout: "type": "replicated" 2024-04-02T09:54:11.267 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.267 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.267 INFO:tasks.workunit.client.0.smithi012.stdout: "application": [ 2024-04-02T09:54:11.267 INFO:tasks.workunit.client.0.smithi012.stdout: "cephfs" 2024-04-02T09:54:11.267 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.267 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_mode": "none", 2024-04-02T09:54:11.267 INFO:tasks.workunit.client.0.smithi012.stdout: "erasure_code_profile": {}, 2024-04-02T09:54:11.267 INFO:tasks.workunit.client.0.smithi012.stdout: "flags_names": [ 2024-04-02T09:54:11.267 INFO:tasks.workunit.client.0.smithi012.stdout: "hashpspool" 2024-04-02T09:54:11.268 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.268 INFO:tasks.workunit.client.0.smithi012.stdout: "min_size": 2, 2024-04-02T09:54:11.268 INFO:tasks.workunit.client.0.smithi012.stdout: "options": {}, 2024-04-02T09:54:11.268 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:54:11.268 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_num": 32, 2024-04-02T09:54:11.268 INFO:tasks.workunit.client.0.smithi012.stdout: "pgp_num": 32, 2024-04-02T09:54:11.268 INFO:tasks.workunit.client.0.smithi012.stdout: "pool": 2, 2024-04-02T09:54:11.268 INFO:tasks.workunit.client.0.smithi012.stdout: "size": 3, 2024-04-02T09:54:11.268 INFO:tasks.workunit.client.0.smithi012.stdout: "stats": { 2024-04-02T09:54:11.268 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_raw": 722159446282, 2024-04-02T09:54:11.268 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_used": 153096, 2024-04-02T09:54:11.268 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_bytes_used": 0, 2024-04-02T09:54:11.268 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_under_bytes": 0, 2024-04-02T09:54:11.268 INFO:tasks.workunit.client.0.smithi012.stdout: "data_bytes_used": 110592, 2024-04-02T09:54:11.269 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty": 0, 2024-04-02T09:54:11.269 INFO:tasks.workunit.client.0.smithi012.stdout: "max_avail": 240719822848, 2024-04-02T09:54:11.269 INFO:tasks.workunit.client.0.smithi012.stdout: "objects": 22, 2024-04-02T09:54:11.269 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_bytes_used": 42504, 2024-04-02T09:54:11.269 INFO:tasks.workunit.client.0.smithi012.stdout: "percent_used": 2.1199745958710992e-07, 2024-04-02T09:54:11.269 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_bytes": 0, 2024-04-02T09:54:11.269 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_objects": 0, 2024-04-02T09:54:11.269 INFO:tasks.workunit.client.0.smithi012.stdout: "rd": 79, 2024-04-02T09:54:11.269 INFO:tasks.workunit.client.0.smithi012.stdout: "rd_bytes": 89088, 2024-04-02T09:54:11.269 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": 20790, 2024-04-02T09:54:11.269 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_data": 6622, 2024-04-02T09:54:11.269 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_omap": 14168, 2024-04-02T09:54:11.269 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_raw": 62370, 2024-04-02T09:54:11.269 INFO:tasks.workunit.client.0.smithi012.stdout: "wr": 68, 2024-04-02T09:54:11.270 INFO:tasks.workunit.client.0.smithi012.stdout: "wr_bytes": 36864 2024-04-02T09:54:11.270 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.270 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_bytes": 0, 2024-04-02T09:54:11.270 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_objects": 0, 2024-04-02T09:54:11.270 INFO:tasks.workunit.client.0.smithi012.stdout: "type": "replicated" 2024-04-02T09:54:11.270 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.270 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.270 INFO:tasks.workunit.client.0.smithi012.stdout: "application": [ 2024-04-02T09:54:11.270 INFO:tasks.workunit.client.0.smithi012.stdout: "cephfs" 2024-04-02T09:54:11.270 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.270 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_mode": "none", 2024-04-02T09:54:11.270 INFO:tasks.workunit.client.0.smithi012.stdout: "erasure_code_profile": {}, 2024-04-02T09:54:11.270 INFO:tasks.workunit.client.0.smithi012.stdout: "flags_names": [ 2024-04-02T09:54:11.270 INFO:tasks.workunit.client.0.smithi012.stdout: "hashpspool" 2024-04-02T09:54:11.270 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.271 INFO:tasks.workunit.client.0.smithi012.stdout: "min_size": 2, 2024-04-02T09:54:11.271 INFO:tasks.workunit.client.0.smithi012.stdout: "options": {}, 2024-04-02T09:54:11.271 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:54:11.271 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_num": 64, 2024-04-02T09:54:11.271 INFO:tasks.workunit.client.0.smithi012.stdout: "pgp_num": 64, 2024-04-02T09:54:11.271 INFO:tasks.workunit.client.0.smithi012.stdout: "pool": 3, 2024-04-02T09:54:11.271 INFO:tasks.workunit.client.0.smithi012.stdout: "size": 3, 2024-04-02T09:54:11.271 INFO:tasks.workunit.client.0.smithi012.stdout: "stats": { 2024-04-02T09:54:11.271 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_raw": 722159446282, 2024-04-02T09:54:11.271 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_used": 0, 2024-04-02T09:54:11.271 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_bytes_used": 0, 2024-04-02T09:54:11.271 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_under_bytes": 0, 2024-04-02T09:54:11.271 INFO:tasks.workunit.client.0.smithi012.stdout: "data_bytes_used": 0, 2024-04-02T09:54:11.271 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty": 0, 2024-04-02T09:54:11.272 INFO:tasks.workunit.client.0.smithi012.stdout: "max_avail": 240719822848, 2024-04-02T09:54:11.272 INFO:tasks.workunit.client.0.smithi012.stdout: "objects": 0, 2024-04-02T09:54:11.272 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_bytes_used": 0, 2024-04-02T09:54:11.272 INFO:tasks.workunit.client.0.smithi012.stdout: "percent_used": 0.0, 2024-04-02T09:54:11.272 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_bytes": 0, 2024-04-02T09:54:11.272 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_objects": 0, 2024-04-02T09:54:11.272 INFO:tasks.workunit.client.0.smithi012.stdout: "rd": 0, 2024-04-02T09:54:11.272 INFO:tasks.workunit.client.0.smithi012.stdout: "rd_bytes": 0, 2024-04-02T09:54:11.272 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": 0, 2024-04-02T09:54:11.272 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_data": 0, 2024-04-02T09:54:11.272 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_omap": 0, 2024-04-02T09:54:11.272 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_raw": 0, 2024-04-02T09:54:11.272 INFO:tasks.workunit.client.0.smithi012.stdout: "wr": 0, 2024-04-02T09:54:11.272 INFO:tasks.workunit.client.0.smithi012.stdout: "wr_bytes": 0 2024-04-02T09:54:11.273 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.273 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_bytes": 0, 2024-04-02T09:54:11.273 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_objects": 0, 2024-04-02T09:54:11.273 INFO:tasks.workunit.client.0.smithi012.stdout: "type": "replicated" 2024-04-02T09:54:11.273 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.273 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.273 INFO:tasks.workunit.client.0.smithi012.stdout: "application": [ 2024-04-02T09:54:11.273 INFO:tasks.workunit.client.0.smithi012.stdout: "rbd" 2024-04-02T09:54:11.273 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.273 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_mode": "none", 2024-04-02T09:54:11.273 INFO:tasks.workunit.client.0.smithi012.stdout: "erasure_code_profile": {}, 2024-04-02T09:54:11.273 INFO:tasks.workunit.client.0.smithi012.stdout: "flags_names": [ 2024-04-02T09:54:11.273 INFO:tasks.workunit.client.0.smithi012.stdout: "hashpspool", 2024-04-02T09:54:11.273 INFO:tasks.workunit.client.0.smithi012.stdout: "selfmanaged_snaps" 2024-04-02T09:54:11.273 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.274 INFO:tasks.workunit.client.0.smithi012.stdout: "min_size": 2, 2024-04-02T09:54:11.274 INFO:tasks.workunit.client.0.smithi012.stdout: "options": {}, 2024-04-02T09:54:11.274 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:54:11.274 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_num": 8, 2024-04-02T09:54:11.274 INFO:tasks.workunit.client.0.smithi012.stdout: "pgp_num": 8, 2024-04-02T09:54:11.274 INFO:tasks.workunit.client.0.smithi012.stdout: "pool": 4, 2024-04-02T09:54:11.274 INFO:tasks.workunit.client.0.smithi012.stdout: "size": 3, 2024-04-02T09:54:11.274 INFO:tasks.workunit.client.0.smithi012.stdout: "stats": { 2024-04-02T09:54:11.274 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_raw": 722159446282, 2024-04-02T09:54:11.274 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_used": 12595200, 2024-04-02T09:54:11.274 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_bytes_used": 0, 2024-04-02T09:54:11.274 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_under_bytes": 0, 2024-04-02T09:54:11.274 INFO:tasks.workunit.client.0.smithi012.stdout: "data_bytes_used": 12595200, 2024-04-02T09:54:11.275 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty": 0, 2024-04-02T09:54:11.275 INFO:tasks.workunit.client.0.smithi012.stdout: "max_avail": 240719822848, 2024-04-02T09:54:11.275 INFO:tasks.workunit.client.0.smithi012.stdout: "objects": 4, 2024-04-02T09:54:11.275 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_bytes_used": 0, 2024-04-02T09:54:11.275 INFO:tasks.workunit.client.0.smithi012.stdout: "percent_used": 1.7440719602745958e-05, 2024-04-02T09:54:11.275 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_bytes": 0, 2024-04-02T09:54:11.275 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_objects": 0, 2024-04-02T09:54:11.275 INFO:tasks.workunit.client.0.smithi012.stdout: "rd": 8948, 2024-04-02T09:54:11.275 INFO:tasks.workunit.client.0.smithi012.stdout: "rd_bytes": 3102525440, 2024-04-02T09:54:11.275 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": 4194323, 2024-04-02T09:54:11.275 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_data": 4194323, 2024-04-02T09:54:11.275 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_omap": 0, 2024-04-02T09:54:11.275 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_raw": 12582969, 2024-04-02T09:54:11.276 INFO:tasks.workunit.client.0.smithi012.stdout: "wr": 24299, 2024-04-02T09:54:11.276 INFO:tasks.workunit.client.0.smithi012.stdout: "wr_bytes": 3225607168 2024-04-02T09:54:11.276 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.276 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_bytes": 0, 2024-04-02T09:54:11.276 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_objects": 0, 2024-04-02T09:54:11.276 INFO:tasks.workunit.client.0.smithi012.stdout: "type": "replicated" 2024-04-02T09:54:11.276 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.276 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.276 INFO:tasks.workunit.client.0.smithi012.stdout: "rbd": { 2024-04-02T09:54:11.276 INFO:tasks.workunit.client.0.smithi012.stdout: "mirroring_by_pool": [ 2024-04-02T09:54:11.276 INFO:tasks.workunit.client.0.smithi012.stdout: false 2024-04-02T09:54:11.276 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.276 INFO:tasks.workunit.client.0.smithi012.stdout: "num_images_by_pool": [ 2024-04-02T09:54:11.276 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:11.277 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.277 INFO:tasks.workunit.client.0.smithi012.stdout: "num_pools": 1 2024-04-02T09:54:11.277 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.277 INFO:tasks.workunit.client.0.smithi012.stdout: "report_id": "b70f64df-7250-40a6-89d3-f1b4734f29cf", 2024-04-02T09:54:11.277 INFO:tasks.workunit.client.0.smithi012.stdout: "report_timestamp": "2024-04-02T09:54:10.311315", 2024-04-02T09:54:11.277 INFO:tasks.workunit.client.0.smithi012.stdout: "report_version": 1, 2024-04-02T09:54:11.277 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_stats": { 2024-04-02T09:54:11.277 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "7.9.2" 2024-04-02T09:54:11.277 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.277 INFO:tasks.workunit.client.0.smithi012.stdout: "rook": { 2024-04-02T09:54:11.277 INFO:tasks.workunit.client.0.smithi012.stdout: "cluster": { 2024-04-02T09:54:11.277 INFO:tasks.workunit.client.0.smithi012.stdout: "external-mode": null, 2024-04-02T09:54:11.277 INFO:tasks.workunit.client.0.smithi012.stdout: "mon": { 2024-04-02T09:54:11.277 INFO:tasks.workunit.client.0.smithi012.stdout: "allow-multiple-per-node": null, 2024-04-02T09:54:11.278 INFO:tasks.workunit.client.0.smithi012.stdout: "count": null, 2024-04-02T09:54:11.278 INFO:tasks.workunit.client.0.smithi012.stdout: "max-id": null, 2024-04-02T09:54:11.278 INFO:tasks.workunit.client.0.smithi012.stdout: "pvc": { 2024-04-02T09:54:11.278 INFO:tasks.workunit.client.0.smithi012.stdout: "enabled": null 2024-04-02T09:54:11.278 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.278 INFO:tasks.workunit.client.0.smithi012.stdout: "stretch": { 2024-04-02T09:54:11.278 INFO:tasks.workunit.client.0.smithi012.stdout: "enabled": null 2024-04-02T09:54:11.278 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.278 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.278 INFO:tasks.workunit.client.0.smithi012.stdout: "network": { 2024-04-02T09:54:11.278 INFO:tasks.workunit.client.0.smithi012.stdout: "provider": null 2024-04-02T09:54:11.278 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.278 INFO:tasks.workunit.client.0.smithi012.stdout: "storage": { 2024-04-02T09:54:11.279 INFO:tasks.workunit.client.0.smithi012.stdout: "device-set": { 2024-04-02T09:54:11.279 INFO:tasks.workunit.client.0.smithi012.stdout: "count": { 2024-04-02T09:54:11.279 INFO:tasks.workunit.client.0.smithi012.stdout: "non-portable": null, 2024-04-02T09:54:11.279 INFO:tasks.workunit.client.0.smithi012.stdout: "portable": null, 2024-04-02T09:54:11.279 INFO:tasks.workunit.client.0.smithi012.stdout: "total": null 2024-04-02T09:54:11.279 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.279 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.279 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.279 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.279 INFO:tasks.workunit.client.0.smithi012.stdout: "csi": { 2024-04-02T09:54:11.279 INFO:tasks.workunit.client.0.smithi012.stdout: "version": null 2024-04-02T09:54:11.279 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.279 INFO:tasks.workunit.client.0.smithi012.stdout: "kubernetes": { 2024-04-02T09:54:11.279 INFO:tasks.workunit.client.0.smithi012.stdout: "version": null 2024-04-02T09:54:11.280 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.280 INFO:tasks.workunit.client.0.smithi012.stdout: "node": { 2024-04-02T09:54:11.280 INFO:tasks.workunit.client.0.smithi012.stdout: "count": { 2024-04-02T09:54:11.280 INFO:tasks.workunit.client.0.smithi012.stdout: "kubernetes-total": null, 2024-04-02T09:54:11.280 INFO:tasks.workunit.client.0.smithi012.stdout: "with-ceph-daemons": null, 2024-04-02T09:54:11.280 INFO:tasks.workunit.client.0.smithi012.stdout: "with-csi-cephfs-plugin": null, 2024-04-02T09:54:11.280 INFO:tasks.workunit.client.0.smithi012.stdout: "with-csi-nfs-plugin": null, 2024-04-02T09:54:11.280 INFO:tasks.workunit.client.0.smithi012.stdout: "with-csi-rbd-plugin": null 2024-04-02T09:54:11.280 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.280 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.280 INFO:tasks.workunit.client.0.smithi012.stdout: "usage": { 2024-04-02T09:54:11.280 INFO:tasks.workunit.client.0.smithi012.stdout: "storage-class": { 2024-04-02T09:54:11.280 INFO:tasks.workunit.client.0.smithi012.stdout: "count": { 2024-04-02T09:54:11.280 INFO:tasks.workunit.client.0.smithi012.stdout: "bucket": null, 2024-04-02T09:54:11.281 INFO:tasks.workunit.client.0.smithi012.stdout: "cephfs": null, 2024-04-02T09:54:11.281 INFO:tasks.workunit.client.0.smithi012.stdout: "nfs": null, 2024-04-02T09:54:11.281 INFO:tasks.workunit.client.0.smithi012.stdout: "rbd": null, 2024-04-02T09:54:11.281 INFO:tasks.workunit.client.0.smithi012.stdout: "total": null 2024-04-02T09:54:11.281 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.281 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:11.281 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.281 INFO:tasks.workunit.client.0.smithi012.stdout: "version": null 2024-04-02T09:54:11.281 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.281 INFO:tasks.workunit.client.0.smithi012.stdout: "services": {}, 2024-04-02T09:54:11.281 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_per_pg": [ 2024-04-02T09:54:11.281 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.281 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.281 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:11.282 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:11.282 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:11.282 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.282 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T09:54:11.282 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.282 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.282 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:11.282 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.282 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.282 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.282 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.841655+0000", 2024-04-02T09:54:11.282 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.187159+0000", 2024-04-02T09:54:11.283 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.187159+0000", 2024-04-02T09:54:11.283 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.188367+0000", 2024-04-02T09:54:11.283 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.841655+0000", 2024-04-02T09:54:11.283 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.283 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.283 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.283 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:11.283 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.841655+0000", 2024-04-02T09:54:11.283 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.841655+0000", 2024-04-02T09:54:11.283 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.841655+0000", 2024-04-02T09:54:11.283 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.283 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.283 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.283 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.841655+0000", 2024-04-02T09:54:11.284 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.841655+0000", 2024-04-02T09:54:11.284 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.284 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.284 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.284 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.284 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:11.284 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.284 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.284 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.284 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.284 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.284 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.284 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.285 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.285 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.2c", 2024-04-02T09:54:11.285 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.285 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.285 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.285 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5021, 2024-04-02T09:54:11.285 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.285 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:14:29.296406+0000", 2024-04-02T09:54:11.285 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.285 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.285 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.285 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.285 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.285 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.285 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.288 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.288 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.288 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.288 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.288 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.288 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.288 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.288 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.288 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.288 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.288 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.288 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.288 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.288 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:11.288 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:11.289 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:11.289 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.289 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T09:54:11.289 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.289 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.289 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.289 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.289 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:11.289 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:11.289 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:11.289 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.289 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T09:54:11.289 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.289 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.289 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:11.289 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.289 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.290 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.290 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.843868+0000", 2024-04-02T09:54:11.290 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.085012+0000", 2024-04-02T09:54:11.290 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.085012+0000", 2024-04-02T09:54:11.290 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.085389+0000", 2024-04-02T09:54:11.290 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.843868+0000", 2024-04-02T09:54:11.290 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.290 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.290 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.290 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:11.290 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.843868+0000", 2024-04-02T09:54:11.290 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.843868+0000", 2024-04-02T09:54:11.290 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.843868+0000", 2024-04-02T09:54:11.290 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.290 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.291 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.291 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.843868+0000", 2024-04-02T09:54:11.291 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.843868+0000", 2024-04-02T09:54:11.291 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.291 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.291 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.291 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.291 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:11.291 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.291 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.291 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.291 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.291 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.291 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.291 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.292 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.292 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.2b", 2024-04-02T09:54:11.292 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.292 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.292 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.292 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5146, 2024-04-02T09:54:11.292 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.292 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:37:39.439141+0000", 2024-04-02T09:54:11.292 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.292 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.292 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.292 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.292 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.292 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.292 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.293 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.293 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.293 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.293 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.293 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.293 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.293 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.293 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.293 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.293 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.293 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.293 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.293 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.293 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.293 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.293 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.293 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.294 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.294 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.294 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.294 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.294 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.294 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.294 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.294 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.294 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.294 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.294 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.294 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.294 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.294 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.295 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.295 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.295 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.295 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.295 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.295 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.295 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.295 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.295 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.295 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:11.295 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:11.295 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:11.296 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.296 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T09:54:11.296 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.296 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.296 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.296 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.296 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.296 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:11.296 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:11.296 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.296 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:54:11.296 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.296 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.296 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:11.296 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.297 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.297 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.297 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.184722+0000", 2024-04-02T09:54:11.297 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.080854+0000", 2024-04-02T09:54:11.297 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.080854+0000", 2024-04-02T09:54:11.297 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.081287+0000", 2024-04-02T09:54:11.297 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.184722+0000", 2024-04-02T09:54:11.297 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.297 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.297 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.297 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:11.297 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.184722+0000", 2024-04-02T09:54:11.297 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.184722+0000", 2024-04-02T09:54:11.298 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.184722+0000", 2024-04-02T09:54:11.298 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.298 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.298 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.298 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.184722+0000", 2024-04-02T09:54:11.298 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.184722+0000", 2024-04-02T09:54:11.298 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.298 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.298 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.298 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.298 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:11.298 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.298 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.298 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.299 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.299 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.299 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.299 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.299 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.299 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.2a", 2024-04-02T09:54:11.299 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.299 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.299 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.299 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5025, 2024-04-02T09:54:11.299 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.299 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:05:21.091489+0000", 2024-04-02T09:54:11.299 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.299 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.299 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.299 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.300 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.300 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.300 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.300 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.300 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.300 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.300 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.300 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.300 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.300 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.300 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.300 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.300 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.300 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.300 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.300 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.301 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.301 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.301 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.301 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.301 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.301 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.301 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.301 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.301 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.301 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.301 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.301 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.301 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.301 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.301 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.301 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.302 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.302 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.302 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.302 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.302 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.302 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.302 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.302 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.302 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.302 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.302 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.302 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.302 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:11.302 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:11.302 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.303 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:54:11.303 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.303 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.303 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.303 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.303 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:11.303 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:11.303 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:11.303 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.303 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:54:11.303 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.303 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.303 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:11.303 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.303 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.303 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.303 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.130723+0000", 2024-04-02T09:54:11.304 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:22.992898+0000", 2024-04-02T09:54:11.304 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:22.992898+0000", 2024-04-02T09:54:11.304 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:22.993497+0000", 2024-04-02T09:54:11.304 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.130723+0000", 2024-04-02T09:54:11.304 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.304 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.304 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.304 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 435, 2024-04-02T09:54:11.304 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.130723+0000", 2024-04-02T09:54:11.304 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.130723+0000", 2024-04-02T09:54:11.304 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.130723+0000", 2024-04-02T09:54:11.304 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.304 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.305 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.305 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.130723+0000", 2024-04-02T09:54:11.305 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.130723+0000", 2024-04-02T09:54:11.305 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.305 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.305 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.305 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.305 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 434, 2024-04-02T09:54:11.305 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.305 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.305 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.305 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.305 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.305 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.305 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.306 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.306 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.29", 2024-04-02T09:54:11.306 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.306 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.306 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.306 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5071, 2024-04-02T09:54:11.306 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.306 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:35:05.134394+0000", 2024-04-02T09:54:11.306 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.306 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.306 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.306 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.306 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.306 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.306 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.307 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.307 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.307 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.307 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.307 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.307 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.307 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.307 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.307 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.307 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.307 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.307 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.307 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.307 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.307 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.307 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.308 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.308 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.308 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.308 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.308 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.308 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.308 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.308 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.308 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.308 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.308 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.308 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.308 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.308 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.308 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.308 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.309 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.309 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.309 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.309 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.309 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.309 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.309 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.309 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.309 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:11.309 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:11.309 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:11.309 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.309 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:54:11.309 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.309 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.309 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.310 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.310 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.310 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:11.310 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:11.310 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.310 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:54:11.310 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.310 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.310 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:11.310 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.310 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.310 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.310 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.183238+0000", 2024-04-02T09:54:11.310 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.963691+0000", 2024-04-02T09:54:11.310 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.963691+0000", 2024-04-02T09:54:11.311 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:42.964191+0000", 2024-04-02T09:54:11.311 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.183238+0000", 2024-04-02T09:54:11.311 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.311 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.311 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.311 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:54:11.311 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.183238+0000", 2024-04-02T09:54:11.311 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.183238+0000", 2024-04-02T09:54:11.311 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.183238+0000", 2024-04-02T09:54:11.311 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.311 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.311 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.311 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.183238+0000", 2024-04-02T09:54:11.311 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.183238+0000", 2024-04-02T09:54:11.311 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.312 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.312 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.312 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.312 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:54:11.312 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.312 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.312 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.312 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.312 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.312 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.312 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.312 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.312 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.28", 2024-04-02T09:54:11.312 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.313 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.313 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.313 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5022, 2024-04-02T09:54:11.313 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.313 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:28:43.931620+0000", 2024-04-02T09:54:11.313 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.313 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.313 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.313 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.313 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.313 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.313 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.313 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.314 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.314 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.314 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.314 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.314 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.314 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.314 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.314 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.314 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.314 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.314 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.314 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.315 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.315 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.315 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.315 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.315 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.315 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.315 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.315 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.315 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.315 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.315 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.315 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.315 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.316 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.316 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.316 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.316 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.316 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.316 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.316 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.316 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.316 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.316 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.316 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.316 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.316 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.316 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.317 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.317 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:11.317 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:11.317 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.317 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:54:11.317 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.317 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.317 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.317 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.317 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:11.317 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:11.317 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:11.317 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.317 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:54:11.317 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.318 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.318 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:11.318 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.318 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.318 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.318 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.131989+0000", 2024-04-02T09:54:11.318 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:03.031590+0000", 2024-04-02T09:54:11.318 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:03.031590+0000", 2024-04-02T09:54:11.318 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:03.031911+0000", 2024-04-02T09:54:11.318 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.131989+0000", 2024-04-02T09:54:11.318 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.318 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.319 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.319 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 415, 2024-04-02T09:54:11.319 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.131989+0000", 2024-04-02T09:54:11.319 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.131989+0000", 2024-04-02T09:54:11.319 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.131989+0000", 2024-04-02T09:54:11.319 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.319 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.319 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.319 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.131989+0000", 2024-04-02T09:54:11.319 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.131989+0000", 2024-04-02T09:54:11.319 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.319 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.319 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.319 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.320 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 414, 2024-04-02T09:54:11.320 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.320 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.320 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.320 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.320 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.320 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.320 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.320 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.320 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.27", 2024-04-02T09:54:11.320 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.320 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.320 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.320 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5081, 2024-04-02T09:54:11.321 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.321 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:43:02.632787+0000", 2024-04-02T09:54:11.321 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.321 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.321 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.321 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.321 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.321 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.321 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.321 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.321 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.321 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.321 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.321 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.322 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.322 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.322 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.322 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.322 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.322 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.322 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.322 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.322 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.322 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.322 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.322 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.322 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.322 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.323 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.323 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.323 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.323 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.323 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.323 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.323 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.323 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.323 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.323 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.323 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.323 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.323 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.324 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.324 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.324 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.324 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.324 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.324 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.324 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.324 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.324 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:11.324 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:11.324 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:11.324 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.324 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:54:11.324 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.325 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.325 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.325 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.325 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:11.325 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:11.325 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:11.325 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.325 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T09:54:11.325 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.325 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.325 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:11.325 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.325 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.325 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.326 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.842079+0000", 2024-04-02T09:54:11.326 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.076853+0000", 2024-04-02T09:54:11.326 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.076853+0000", 2024-04-02T09:54:11.326 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.077181+0000", 2024-04-02T09:54:11.326 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.842079+0000", 2024-04-02T09:54:11.326 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.326 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.326 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.326 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:11.326 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.842079+0000", 2024-04-02T09:54:11.326 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.842079+0000", 2024-04-02T09:54:11.326 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.842079+0000", 2024-04-02T09:54:11.326 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.326 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.327 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.327 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.842079+0000", 2024-04-02T09:54:11.327 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.842079+0000", 2024-04-02T09:54:11.327 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.327 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.327 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.327 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.327 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:11.327 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.327 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.327 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.327 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.327 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.327 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.328 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.328 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.328 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.26", 2024-04-02T09:54:11.328 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.328 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.328 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.328 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4993, 2024-04-02T09:54:11.328 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.328 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:50:14.827316+0000", 2024-04-02T09:54:11.328 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.328 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.328 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.328 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.328 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.329 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.329 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.329 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.329 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.329 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.329 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.329 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.329 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.329 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.329 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.329 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.329 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.329 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.329 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.330 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.330 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.330 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.330 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.330 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.330 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.330 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.330 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.330 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.330 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.330 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.330 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.331 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.331 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.331 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.331 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.331 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.331 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.331 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.331 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.331 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.331 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.331 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.331 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.331 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.332 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.332 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.332 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.332 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:11.332 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:11.332 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:11.332 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.332 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T09:54:11.332 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.332 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.332 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.332 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.332 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:11.332 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:11.333 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:11.333 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.333 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:54:11.333 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.333 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.333 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:11.333 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.333 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.333 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.333 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.754448+0000", 2024-04-02T09:54:11.333 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:03.038959+0000", 2024-04-02T09:54:11.333 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:03.038959+0000", 2024-04-02T09:54:11.333 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:03.039313+0000", 2024-04-02T09:54:11.333 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.754448+0000", 2024-04-02T09:54:11.334 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.334 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.334 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.334 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 415, 2024-04-02T09:54:11.334 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.754448+0000", 2024-04-02T09:54:11.334 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.754448+0000", 2024-04-02T09:54:11.334 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.754448+0000", 2024-04-02T09:54:11.334 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.334 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.334 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.334 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.754448+0000", 2024-04-02T09:54:11.334 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.754448+0000", 2024-04-02T09:54:11.334 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.335 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.335 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.335 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.335 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 414, 2024-04-02T09:54:11.335 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.335 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.335 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.335 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.335 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.335 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.335 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.335 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.335 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.25", 2024-04-02T09:54:11.336 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.336 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.336 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.336 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5127, 2024-04-02T09:54:11.336 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.336 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:09:41.809998+0000", 2024-04-02T09:54:11.336 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.336 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.336 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.336 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.336 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.336 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.336 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.336 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.336 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.337 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.337 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.337 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.337 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.337 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.337 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.337 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.337 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.337 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.337 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.337 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.337 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.337 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.337 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.338 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.338 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.338 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.338 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.338 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.338 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.338 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.338 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.338 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.338 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.338 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.338 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.338 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.338 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.339 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.339 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.339 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.339 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.339 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.339 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.339 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.339 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.339 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.339 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.339 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:11.339 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:11.339 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:11.339 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.339 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:54:11.340 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.340 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.340 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.340 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.340 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:11.340 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:11.340 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:11.340 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.340 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:54:11.340 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.340 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.340 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:11.340 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.340 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.340 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.341 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.130934+0000", 2024-04-02T09:54:11.341 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:22.992523+0000", 2024-04-02T09:54:11.341 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:22.992523+0000", 2024-04-02T09:54:11.341 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:22.992841+0000", 2024-04-02T09:54:11.341 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.130934+0000", 2024-04-02T09:54:11.341 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.341 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.341 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.341 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 435, 2024-04-02T09:54:11.341 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.130934+0000", 2024-04-02T09:54:11.341 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.130934+0000", 2024-04-02T09:54:11.341 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.130934+0000", 2024-04-02T09:54:11.341 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.341 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.341 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.342 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.130934+0000", 2024-04-02T09:54:11.342 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.130934+0000", 2024-04-02T09:54:11.342 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.342 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.342 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.342 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.342 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 434, 2024-04-02T09:54:11.342 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.342 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.342 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.342 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.342 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.342 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.342 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.342 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.343 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.24", 2024-04-02T09:54:11.343 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.343 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.343 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.343 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5078, 2024-04-02T09:54:11.343 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.343 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:50:35.040725+0000", 2024-04-02T09:54:11.343 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.343 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.343 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.343 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.343 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.343 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.343 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.343 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.344 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.344 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.344 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.344 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.344 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.344 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.344 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.344 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.344 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.344 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.344 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.344 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.344 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.344 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.345 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.345 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.345 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.345 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.345 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.345 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.345 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.345 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.345 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.345 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.345 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.345 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.345 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.345 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.345 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.346 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.346 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.346 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.346 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.346 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.346 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.346 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.346 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.346 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.346 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.346 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:11.346 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:11.346 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:11.347 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.347 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:54:11.347 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.347 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.347 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.347 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.347 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:11.347 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:11.347 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:11.347 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.347 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T09:54:11.347 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.347 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.347 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:11.348 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.348 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.348 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.348 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.843962+0000", 2024-04-02T09:54:11.348 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:22.992223+0000", 2024-04-02T09:54:11.348 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:22.992223+0000", 2024-04-02T09:54:11.348 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:22.992960+0000", 2024-04-02T09:54:11.348 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.843962+0000", 2024-04-02T09:54:11.348 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.348 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.348 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.348 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 435, 2024-04-02T09:54:11.348 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.843962+0000", 2024-04-02T09:54:11.348 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.843962+0000", 2024-04-02T09:54:11.349 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.843962+0000", 2024-04-02T09:54:11.349 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.349 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.349 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.349 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.843962+0000", 2024-04-02T09:54:11.349 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.843962+0000", 2024-04-02T09:54:11.349 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.349 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.349 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.349 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.349 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 434, 2024-04-02T09:54:11.349 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.349 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.349 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.350 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.350 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.350 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.350 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.350 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.350 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.23", 2024-04-02T09:54:11.350 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.350 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.350 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.350 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5149, 2024-04-02T09:54:11.350 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.350 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:06:44.315373+0000", 2024-04-02T09:54:11.350 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.350 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.351 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.351 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.351 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.351 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.351 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.351 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.351 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.351 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.351 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.351 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.351 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.351 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.351 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.352 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.352 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.352 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.352 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.352 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.352 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.352 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.352 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.352 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.352 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.352 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.352 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.352 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.352 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.352 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.353 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.353 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.353 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.353 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.353 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.353 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.353 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.353 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.353 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.353 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.353 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.353 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.353 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.354 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.354 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.354 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.354 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.354 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:11.354 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:11.354 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:11.354 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.354 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T09:54:11.354 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.354 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.354 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.354 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.354 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.355 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:11.355 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:11.355 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.355 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:54:11.355 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.355 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.355 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:11.355 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.355 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.355 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.355 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.184404+0000", 2024-04-02T09:54:11.355 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.964185+0000", 2024-04-02T09:54:11.355 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.964185+0000", 2024-04-02T09:54:11.355 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:42.964594+0000", 2024-04-02T09:54:11.355 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.184404+0000", 2024-04-02T09:54:11.356 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.356 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.356 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.356 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:54:11.356 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.184404+0000", 2024-04-02T09:54:11.356 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.184404+0000", 2024-04-02T09:54:11.356 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.184404+0000", 2024-04-02T09:54:11.356 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.356 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.356 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.356 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.184404+0000", 2024-04-02T09:54:11.356 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.184404+0000", 2024-04-02T09:54:11.356 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.356 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.357 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.357 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.357 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:54:11.357 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.357 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.357 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.357 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.357 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.357 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.357 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.357 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.357 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.22", 2024-04-02T09:54:11.357 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.357 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.358 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.358 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5024, 2024-04-02T09:54:11.358 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.358 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:02:37.886359+0000", 2024-04-02T09:54:11.358 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.358 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.358 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.358 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.358 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.358 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.358 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.358 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.358 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.358 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.359 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.359 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.359 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.359 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.359 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.359 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.359 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.359 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.359 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.359 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.359 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.359 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.359 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.359 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.359 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.359 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.360 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.360 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.360 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.360 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.360 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.360 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.360 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.360 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.360 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.360 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.360 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.360 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.360 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.360 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.360 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.361 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.361 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.361 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.361 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.361 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.361 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.361 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.361 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:11.361 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:11.361 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.361 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:54:11.361 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.361 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.361 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.361 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.362 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:11.362 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.362 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:11.362 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.362 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 2, 2024-04-02T09:54:11.362 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.362 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.362 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:11.362 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.362 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.362 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.362 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.840971+0000", 2024-04-02T09:54:11.362 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.177826+0000", 2024-04-02T09:54:11.362 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.177826+0000", 2024-04-02T09:54:11.363 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.178168+0000", 2024-04-02T09:54:11.363 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.840971+0000", 2024-04-02T09:54:11.363 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.363 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.363 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.363 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:11.363 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.840971+0000", 2024-04-02T09:54:11.363 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.840971+0000", 2024-04-02T09:54:11.363 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.840971+0000", 2024-04-02T09:54:11.363 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.363 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.363 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.363 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.840971+0000", 2024-04-02T09:54:11.363 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.840971+0000", 2024-04-02T09:54:11.364 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.364 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.364 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.364 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.364 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:11.364 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.364 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.364 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.364 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.364 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.364 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.364 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.364 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.364 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.21", 2024-04-02T09:54:11.364 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.365 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.365 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.365 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5118, 2024-04-02T09:54:11.365 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.365 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:42:28.675043+0000", 2024-04-02T09:54:11.365 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.365 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.365 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.365 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.365 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.365 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.365 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.365 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.365 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.365 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.365 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.366 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.366 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.366 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.366 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.366 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.366 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.366 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.366 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.366 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.366 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.366 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.366 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.366 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.367 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.367 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.367 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.367 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.367 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.367 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.367 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.367 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.367 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.367 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.367 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.367 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.367 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.367 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.367 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.368 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.368 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.368 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.368 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.368 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.368 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.368 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.368 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.368 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:11.368 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.368 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:11.368 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.368 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 2, 2024-04-02T09:54:11.368 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.368 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.369 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.369 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.369 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:11.369 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:11.369 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:54:11.369 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.369 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T09:54:11.369 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.369 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.369 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:11.369 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.369 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.369 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.369 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.841655+0000", 2024-04-02T09:54:11.369 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.177341+0000", 2024-04-02T09:54:11.370 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.177341+0000", 2024-04-02T09:54:11.370 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.178130+0000", 2024-04-02T09:54:11.370 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.841655+0000", 2024-04-02T09:54:11.370 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.370 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.370 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.370 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:11.370 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.841655+0000", 2024-04-02T09:54:11.370 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.841655+0000", 2024-04-02T09:54:11.370 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.841655+0000", 2024-04-02T09:54:11.370 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.370 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.370 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.371 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.841655+0000", 2024-04-02T09:54:11.371 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.841655+0000", 2024-04-02T09:54:11.371 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.371 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.371 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.371 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.371 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:11.371 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.371 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.371 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.371 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.371 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.371 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.371 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.371 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.371 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.20", 2024-04-02T09:54:11.372 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.372 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.372 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.372 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4978, 2024-04-02T09:54:11.372 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.372 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:15:37.598099+0000", 2024-04-02T09:54:11.372 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.372 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.372 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.372 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.372 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.372 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.372 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.372 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.372 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.373 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.373 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.373 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.373 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.373 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.373 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.373 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.373 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.373 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.373 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.373 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.373 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.373 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.373 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.373 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.373 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.373 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.374 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.374 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.374 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.374 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.374 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.374 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.374 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.374 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.374 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.374 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.374 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.374 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.374 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.374 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.375 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.375 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.375 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.375 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.375 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.375 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.375 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.375 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:11.375 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:11.375 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:54:11.375 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.375 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T09:54:11.375 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.375 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.376 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.376 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.376 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:11.376 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:11.376 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:11.376 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.376 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:54:11.376 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.376 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.376 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:11.376 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.376 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.376 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.376 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.182840+0000", 2024-04-02T09:54:11.377 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.086879+0000", 2024-04-02T09:54:11.377 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.086879+0000", 2024-04-02T09:54:11.377 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.087192+0000", 2024-04-02T09:54:11.377 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.182840+0000", 2024-04-02T09:54:11.377 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.377 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.377 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.377 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:11.377 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.182840+0000", 2024-04-02T09:54:11.377 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.182840+0000", 2024-04-02T09:54:11.377 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.182840+0000", 2024-04-02T09:54:11.377 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.377 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.377 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.378 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.182840+0000", 2024-04-02T09:54:11.378 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.182840+0000", 2024-04-02T09:54:11.378 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.378 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.378 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.378 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.378 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:11.378 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.378 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.378 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.378 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.378 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.378 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.379 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.379 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.379 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.f", 2024-04-02T09:54:11.379 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.379 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.379 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.379 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4932, 2024-04-02T09:54:11.379 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.379 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:25:11.304142+0000", 2024-04-02T09:54:11.379 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.379 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.379 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.379 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.379 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.379 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.379 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.380 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.380 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.380 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.380 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.380 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.380 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.380 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.380 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.380 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.380 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.380 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.380 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.380 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.380 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.380 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.380 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.381 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.381 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.381 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.381 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.381 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.381 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.381 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.381 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.381 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.381 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.381 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.381 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.381 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.381 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.382 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.382 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.382 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.382 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.382 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.382 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.382 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.382 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.382 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.382 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.382 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:11.382 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:11.382 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:11.382 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.383 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:54:11.383 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.383 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.383 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.383 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.383 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:11.383 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:11.383 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:11.383 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.383 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 2, 2024-04-02T09:54:11.383 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.383 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.383 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:11.383 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.383 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.384 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.384 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.843555+0000", 2024-04-02T09:54:11.384 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:03.028355+0000", 2024-04-02T09:54:11.384 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:03.028355+0000", 2024-04-02T09:54:11.384 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:03.028777+0000", 2024-04-02T09:54:11.384 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.843555+0000", 2024-04-02T09:54:11.384 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.384 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.384 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.384 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 415, 2024-04-02T09:54:11.384 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.843555+0000", 2024-04-02T09:54:11.384 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.843555+0000", 2024-04-02T09:54:11.384 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.843555+0000", 2024-04-02T09:54:11.384 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.384 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.385 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.385 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.843555+0000", 2024-04-02T09:54:11.385 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.843555+0000", 2024-04-02T09:54:11.385 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.385 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2, 2024-04-02T09:54:11.385 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.385 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.385 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 414, 2024-04-02T09:54:11.385 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.385 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.385 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.385 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.385 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2, 2024-04-02T09:54:11.385 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.385 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.386 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.386 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.e", 2024-04-02T09:54:11.386 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.386 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.386 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.386 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5130, 2024-04-02T09:54:11.386 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.386 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:11:24.904615+0000", 2024-04-02T09:54:11.386 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.386 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.386 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.386 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.386 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.386 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.386 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.387 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.387 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.387 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.387 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.387 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.387 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.387 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.387 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.387 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.387 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.387 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.387 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.387 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 3, 2024-04-02T09:54:11.388 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 1, 2024-04-02T09:54:11.388 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.388 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:11.388 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.388 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.388 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.388 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.388 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.388 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T09:54:11.388 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.388 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.388 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.389 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.389 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.389 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.389 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.389 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 6, 2024-04-02T09:54:11.389 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 6, 2024-04-02T09:54:11.389 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.389 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.389 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.389 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 3, 2024-04-02T09:54:11.389 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.389 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.389 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.390 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.390 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.390 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:11.390 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:11.390 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:11.390 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.390 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 2, 2024-04-02T09:54:11.390 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'2" 2024-04-02T09:54:11.390 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.390 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.390 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.390 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.390 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:11.390 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:11.391 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.391 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:54:11.391 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.391 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.391 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:11.391 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.391 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.391 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.391 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.184544+0000", 2024-04-02T09:54:11.391 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.193254+0000", 2024-04-02T09:54:11.391 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.193254+0000", 2024-04-02T09:54:11.391 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.193551+0000", 2024-04-02T09:54:11.391 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.184544+0000", 2024-04-02T09:54:11.391 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.392 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.392 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.392 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:11.392 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.184544+0000", 2024-04-02T09:54:11.392 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.184544+0000", 2024-04-02T09:54:11.392 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.184544+0000", 2024-04-02T09:54:11.392 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.392 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.392 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.392 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.184544+0000", 2024-04-02T09:54:11.392 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.184544+0000", 2024-04-02T09:54:11.392 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.392 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.393 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.393 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.393 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:11.393 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.393 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.393 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.393 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.393 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.393 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.393 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.393 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.393 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.c", 2024-04-02T09:54:11.393 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.393 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.394 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.394 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5015, 2024-04-02T09:54:11.394 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.394 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:47:39.443287+0000", 2024-04-02T09:54:11.394 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.394 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.394 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.394 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.394 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.394 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.394 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.394 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.394 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.394 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.394 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.395 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.395 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.395 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.395 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.395 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.395 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.395 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.395 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.395 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.395 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.395 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.395 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.395 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.395 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.395 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.396 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.396 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.396 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.396 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.396 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.396 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.396 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.396 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.396 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.396 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.396 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.396 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.396 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.396 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.396 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.397 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.397 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.397 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.397 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.397 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.397 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.397 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.397 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:11.397 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:11.397 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.397 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:54:11.397 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.397 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.397 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.397 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.397 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:11.398 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:11.398 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T09:54:11.398 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.398 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:54:11.398 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.398 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.398 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:11.398 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.398 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.398 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.398 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.754689+0000", 2024-04-02T09:54:11.398 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:22.989764+0000", 2024-04-02T09:54:11.398 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:22.989764+0000", 2024-04-02T09:54:11.399 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:22.990323+0000", 2024-04-02T09:54:11.399 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.754689+0000", 2024-04-02T09:54:11.399 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.399 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.399 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.399 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 435, 2024-04-02T09:54:11.399 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.754689+0000", 2024-04-02T09:54:11.399 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.754689+0000", 2024-04-02T09:54:11.399 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.754689+0000", 2024-04-02T09:54:11.399 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.399 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.399 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.399 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.754689+0000", 2024-04-02T09:54:11.399 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.754689+0000", 2024-04-02T09:54:11.399 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.400 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 1, 2024-04-02T09:54:11.400 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.400 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.400 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 434, 2024-04-02T09:54:11.400 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.400 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.400 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.400 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.400 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 1, 2024-04-02T09:54:11.400 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.400 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.400 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.400 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.d", 2024-04-02T09:54:11.400 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.400 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.401 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.401 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5128, 2024-04-02T09:54:11.401 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.401 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:43:30.553496+0000", 2024-04-02T09:54:11.401 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.401 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.401 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.401 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 70, 2024-04-02T09:54:11.401 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.401 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.401 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.401 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.401 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.402 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.402 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.402 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.402 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.402 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.402 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.402 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.402 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.402 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.402 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.402 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 3, 2024-04-02T09:54:11.402 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 1, 2024-04-02T09:54:11.402 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.402 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:11.403 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.403 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.403 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.403 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.403 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.403 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.403 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.403 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.403 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.403 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.403 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.403 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.403 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.403 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 1, 2024-04-02T09:54:11.403 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 1, 2024-04-02T09:54:11.404 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.404 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.404 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.404 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 1, 2024-04-02T09:54:11.404 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 1 2024-04-02T09:54:11.404 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.404 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.404 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.404 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.404 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:11.404 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:11.404 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T09:54:11.404 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.404 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:54:11.405 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'1" 2024-04-02T09:54:11.405 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.405 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.405 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.405 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:11.405 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.405 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:11.405 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.405 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:54:11.405 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.405 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.405 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:11.405 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.405 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.406 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.406 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.187078+0000", 2024-04-02T09:54:11.406 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.080413+0000", 2024-04-02T09:54:11.406 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.080413+0000", 2024-04-02T09:54:11.406 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.081726+0000", 2024-04-02T09:54:11.406 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.187078+0000", 2024-04-02T09:54:11.406 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.406 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.406 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.406 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:11.406 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.187078+0000", 2024-04-02T09:54:11.406 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.187078+0000", 2024-04-02T09:54:11.406 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.187078+0000", 2024-04-02T09:54:11.407 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.407 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.407 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.407 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.187078+0000", 2024-04-02T09:54:11.407 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.187078+0000", 2024-04-02T09:54:11.407 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.407 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.407 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.407 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.407 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:11.407 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.407 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.407 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.407 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.407 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.408 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.408 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.408 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.408 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.d", 2024-04-02T09:54:11.408 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.408 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.408 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.408 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4944, 2024-04-02T09:54:11.408 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.408 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:54:56.268521+0000", 2024-04-02T09:54:11.408 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.408 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.408 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.408 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.408 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.409 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.409 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.409 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.409 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.409 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.409 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.409 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.409 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.409 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.409 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.409 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.409 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.409 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.409 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.409 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.410 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.410 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.410 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.410 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.410 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.410 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.410 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.410 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.410 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.410 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.410 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.410 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.410 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.410 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.410 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.411 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.411 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.411 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.411 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.411 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.411 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.411 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.411 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.411 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.411 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.411 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.411 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.411 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:11.411 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.411 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:11.412 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.412 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:54:11.412 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.412 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.412 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.412 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.412 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:11.412 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.412 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:11.412 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.412 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 2, 2024-04-02T09:54:11.412 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.412 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.412 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:11.412 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.413 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.413 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.413 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.841222+0000", 2024-04-02T09:54:11.413 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.966187+0000", 2024-04-02T09:54:11.413 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.966187+0000", 2024-04-02T09:54:11.413 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:42.966485+0000", 2024-04-02T09:54:11.413 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.841222+0000", 2024-04-02T09:54:11.413 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.413 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.413 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.413 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:54:11.413 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.841222+0000", 2024-04-02T09:54:11.413 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.841222+0000", 2024-04-02T09:54:11.413 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.841222+0000", 2024-04-02T09:54:11.414 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.414 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.414 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.414 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.841222+0000", 2024-04-02T09:54:11.414 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.841222+0000", 2024-04-02T09:54:11.414 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.414 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.414 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.414 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.414 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:54:11.414 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.414 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.414 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.415 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.415 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.415 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.415 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.415 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.415 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.c", 2024-04-02T09:54:11.415 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.415 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.415 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.415 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5137, 2024-04-02T09:54:11.415 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.415 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:37:11.850530+0000", 2024-04-02T09:54:11.415 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.415 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.415 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.416 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.416 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.416 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.416 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.416 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.416 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.416 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.416 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.416 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.416 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.416 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.416 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.416 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.416 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.417 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.417 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.417 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.417 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.417 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.417 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.417 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.417 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.417 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.417 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.417 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.417 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.417 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.417 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.418 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.418 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.418 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.418 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.418 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.418 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.418 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.418 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.418 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.418 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.418 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.418 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.418 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.418 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.419 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.419 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.419 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:11.419 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.419 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:11.419 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.419 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 2, 2024-04-02T09:54:11.419 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.419 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.419 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.419 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.419 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:11.419 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:11.419 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:11.420 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.420 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 2, 2024-04-02T09:54:11.420 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.420 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.420 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:11.420 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.420 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.420 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.420 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.840864+0000", 2024-04-02T09:54:11.420 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:22.994263+0000", 2024-04-02T09:54:11.420 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:22.994263+0000", 2024-04-02T09:54:11.420 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:22.994578+0000", 2024-04-02T09:54:11.420 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.840864+0000", 2024-04-02T09:54:11.420 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.420 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.421 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.421 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 435, 2024-04-02T09:54:11.421 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.840864+0000", 2024-04-02T09:54:11.421 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.840864+0000", 2024-04-02T09:54:11.421 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.840864+0000", 2024-04-02T09:54:11.421 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.421 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.421 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.421 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.840864+0000", 2024-04-02T09:54:11.421 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.840864+0000", 2024-04-02T09:54:11.421 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.421 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.421 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.421 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.421 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 434, 2024-04-02T09:54:11.422 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.422 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.422 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.422 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.422 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.422 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.422 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.422 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.422 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.a", 2024-04-02T09:54:11.422 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.422 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.422 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.422 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5114, 2024-04-02T09:54:11.422 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.422 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:08:50.363417+0000", 2024-04-02T09:54:11.423 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.423 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.423 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.423 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.423 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.423 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.423 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.423 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.423 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.423 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.423 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.423 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.423 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.424 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.424 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.424 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.424 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.424 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.424 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.424 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.424 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.424 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.424 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.424 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.424 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.424 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.424 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.425 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.425 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.425 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.425 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.425 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.425 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.425 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.425 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.425 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.425 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.425 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.425 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.425 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.425 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.425 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.425 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.426 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.426 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.426 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.426 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.426 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:11.426 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:11.426 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:11.426 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.426 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 2, 2024-04-02T09:54:11.426 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.426 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.426 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.426 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.426 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:11.426 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:11.427 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:54:11.427 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.427 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:54:11.427 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.427 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.427 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:11.427 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.427 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.427 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.427 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.186955+0000", 2024-04-02T09:54:11.427 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.080171+0000", 2024-04-02T09:54:11.427 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.080171+0000", 2024-04-02T09:54:11.427 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.080837+0000", 2024-04-02T09:54:11.427 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.186955+0000", 2024-04-02T09:54:11.427 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.427 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.428 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.428 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:11.428 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.186955+0000", 2024-04-02T09:54:11.428 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.186955+0000", 2024-04-02T09:54:11.428 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.186955+0000", 2024-04-02T09:54:11.428 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.428 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.428 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.428 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.186955+0000", 2024-04-02T09:54:11.428 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.186955+0000", 2024-04-02T09:54:11.428 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.428 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 3, 2024-04-02T09:54:11.428 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.429 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.429 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:11.429 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.429 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.429 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.429 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.429 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 3, 2024-04-02T09:54:11.429 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.429 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.429 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.429 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.b", 2024-04-02T09:54:11.429 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.429 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.429 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.429 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4957, 2024-04-02T09:54:11.430 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.430 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:15:36.786216+0000", 2024-04-02T09:54:11.430 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.430 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.430 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.430 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.430 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.430 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.430 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.430 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.430 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.430 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.430 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.430 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.431 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.431 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.431 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.431 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.431 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.431 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.431 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.431 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 3, 2024-04-02T09:54:11.431 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 1, 2024-04-02T09:54:11.431 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.431 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:11.431 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.431 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.431 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.431 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.431 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.432 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T09:54:11.432 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.432 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.432 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.432 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.432 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.432 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.432 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.432 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 2, 2024-04-02T09:54:11.432 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 2, 2024-04-02T09:54:11.432 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.432 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.432 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.432 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 1, 2024-04-02T09:54:11.432 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.433 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.433 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.433 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.433 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.433 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:11.433 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:11.433 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:54:11.433 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.433 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:54:11.433 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "550'3" 2024-04-02T09:54:11.433 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.433 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.433 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.433 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:11.433 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:11.434 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:11.434 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.434 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:54:11.434 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.434 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.434 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:11.434 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.434 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.434 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.434 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.130855+0000", 2024-04-02T09:54:11.434 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:22.987778+0000", 2024-04-02T09:54:11.434 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:22.987778+0000", 2024-04-02T09:54:11.434 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:22.988115+0000", 2024-04-02T09:54:11.434 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.130855+0000", 2024-04-02T09:54:11.435 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.435 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.435 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.435 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 435, 2024-04-02T09:54:11.435 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.130855+0000", 2024-04-02T09:54:11.435 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.130855+0000", 2024-04-02T09:54:11.435 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.130855+0000", 2024-04-02T09:54:11.435 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.435 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.435 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.435 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.130855+0000", 2024-04-02T09:54:11.435 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.130855+0000", 2024-04-02T09:54:11.435 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.435 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.435 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.436 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.436 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 434, 2024-04-02T09:54:11.436 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.436 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.436 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.436 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.436 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.436 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.436 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.436 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.436 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.b", 2024-04-02T09:54:11.436 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.436 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.437 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.437 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5077, 2024-04-02T09:54:11.437 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.437 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:31:14.099751+0000", 2024-04-02T09:54:11.437 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.437 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.437 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.437 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.437 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.437 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.437 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.437 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.437 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.437 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.437 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.437 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.438 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.438 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.438 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.438 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.438 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.438 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.438 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.438 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.438 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.438 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.438 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.438 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.438 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.438 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.439 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.439 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.439 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.439 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.439 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.439 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.439 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.439 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.439 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.439 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.439 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.439 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.439 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.439 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.439 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.440 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.440 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.440 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.440 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.440 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.440 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.440 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:11.440 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:11.440 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:11.440 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.440 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:54:11.440 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.440 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.440 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.440 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.441 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:11.441 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:11.441 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:11.441 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.441 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:54:11.441 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.441 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.441 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:11.441 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.441 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.441 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.441 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.754803+0000", 2024-04-02T09:54:11.441 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.083820+0000", 2024-04-02T09:54:11.441 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.083820+0000", 2024-04-02T09:54:11.442 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.084180+0000", 2024-04-02T09:54:11.442 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.754803+0000", 2024-04-02T09:54:11.442 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.442 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.442 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.442 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:11.442 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.754803+0000", 2024-04-02T09:54:11.442 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.754803+0000", 2024-04-02T09:54:11.442 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.754803+0000", 2024-04-02T09:54:11.442 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.442 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.442 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.442 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.754803+0000", 2024-04-02T09:54:11.442 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.754803+0000", 2024-04-02T09:54:11.443 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.443 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.443 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.443 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.443 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:11.443 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.443 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.443 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.443 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.443 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.443 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.443 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.443 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.443 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.a", 2024-04-02T09:54:11.444 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.444 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.444 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.444 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5127, 2024-04-02T09:54:11.444 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.444 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:30:53.204652+0000", 2024-04-02T09:54:11.444 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.444 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.444 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.444 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.444 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.444 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.444 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.444 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.444 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.445 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.445 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.445 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.445 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.445 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.445 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.445 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.445 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.445 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.445 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.445 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.445 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.445 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.445 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.446 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.446 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.446 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.446 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.446 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.446 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.446 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.446 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.446 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.446 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.446 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.446 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.446 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.446 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.447 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.447 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.447 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.447 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.447 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.447 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.447 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.447 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.447 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.447 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.447 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:11.447 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:11.447 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:11.447 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.447 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:54:11.448 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.448 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.448 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.448 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.448 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:11.448 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:11.448 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:11.448 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.448 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:54:11.448 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.448 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.448 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:11.448 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.448 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.449 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.449 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.130281+0000", 2024-04-02T09:54:11.449 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.080581+0000", 2024-04-02T09:54:11.449 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.080581+0000", 2024-04-02T09:54:11.449 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.081044+0000", 2024-04-02T09:54:11.449 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.130281+0000", 2024-04-02T09:54:11.449 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.449 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.449 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.449 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:11.449 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.130281+0000", 2024-04-02T09:54:11.449 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.130281+0000", 2024-04-02T09:54:11.449 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.130281+0000", 2024-04-02T09:54:11.449 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.450 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.450 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.450 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.130281+0000", 2024-04-02T09:54:11.450 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.130281+0000", 2024-04-02T09:54:11.450 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.450 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.450 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.450 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.450 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:11.450 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.450 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.450 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.450 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.451 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.451 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.451 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.451 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.451 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.8", 2024-04-02T09:54:11.451 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.451 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.451 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.451 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5072, 2024-04-02T09:54:11.451 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.451 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:20:37.366830+0000", 2024-04-02T09:54:11.451 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.451 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.452 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.452 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.452 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.452 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.452 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.452 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.452 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.452 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.452 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.452 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.452 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.452 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.452 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.452 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.452 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.453 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.453 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.453 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.453 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.453 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.453 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.453 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.453 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.453 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.453 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.453 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.453 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.453 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.453 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.453 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.454 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.454 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.454 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.454 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.454 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.454 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.454 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.454 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.454 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.454 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.454 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.454 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.454 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.455 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.455 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.455 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:11.455 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:11.455 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:11.455 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.455 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:54:11.455 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.455 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.455 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.455 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.455 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:11.455 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:11.455 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T09:54:11.455 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.456 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:54:11.456 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.456 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.456 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:11.456 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.456 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.456 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.456 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.754050+0000", 2024-04-02T09:54:11.456 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:03.028597+0000", 2024-04-02T09:54:11.456 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:03.028597+0000", 2024-04-02T09:54:11.456 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:03.029163+0000", 2024-04-02T09:54:11.456 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.754050+0000", 2024-04-02T09:54:11.456 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.456 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.456 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.457 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 415, 2024-04-02T09:54:11.457 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.754050+0000", 2024-04-02T09:54:11.457 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.754050+0000", 2024-04-02T09:54:11.457 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.754050+0000", 2024-04-02T09:54:11.457 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.457 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.457 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.457 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.754050+0000", 2024-04-02T09:54:11.457 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.754050+0000", 2024-04-02T09:54:11.457 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.457 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.457 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.457 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.458 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 414, 2024-04-02T09:54:11.458 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.458 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.458 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.458 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.458 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.458 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.458 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.458 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.458 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.9", 2024-04-02T09:54:11.458 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.458 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.458 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.458 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5124, 2024-04-02T09:54:11.459 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.459 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:24:48.132802+0000", 2024-04-02T09:54:11.459 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.459 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.459 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.459 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.459 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.459 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.459 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.459 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.459 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.459 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.459 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.459 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.459 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.460 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.460 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.460 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.460 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.460 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.460 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.460 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.460 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.460 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.460 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.460 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.460 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.460 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.460 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.460 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.461 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.461 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.461 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.461 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.461 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.461 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.461 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.461 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.461 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.461 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.461 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.461 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.461 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.461 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.462 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.462 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.462 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.462 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.462 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.462 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:11.462 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:11.462 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T09:54:11.462 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.462 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:54:11.462 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.462 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.462 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.462 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.462 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:11.463 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:11.463 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:11.463 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.463 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 4, 2024-04-02T09:54:11.463 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.463 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.463 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:11.463 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.463 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.463 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.463 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.181993+0000", 2024-04-02T09:54:11.463 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.083024+0000", 2024-04-02T09:54:11.463 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.083024+0000", 2024-04-02T09:54:11.463 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.085302+0000", 2024-04-02T09:54:11.464 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.181993+0000", 2024-04-02T09:54:11.464 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.464 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.464 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.464 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:11.464 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.181993+0000", 2024-04-02T09:54:11.464 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.181993+0000", 2024-04-02T09:54:11.464 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.181993+0000", 2024-04-02T09:54:11.464 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.464 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.464 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.464 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.181993+0000", 2024-04-02T09:54:11.464 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.181993+0000", 2024-04-02T09:54:11.464 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.464 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.465 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.465 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.465 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:11.465 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.465 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.465 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.465 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.465 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.465 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.465 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.465 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.465 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.9", 2024-04-02T09:54:11.465 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.465 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.466 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.466 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5075, 2024-04-02T09:54:11.466 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.466 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:20:55.124700+0000", 2024-04-02T09:54:11.466 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.466 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.466 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.466 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.466 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.466 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.466 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.466 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.466 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.466 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.467 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.467 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.467 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.467 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.467 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.467 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.467 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.467 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.467 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.467 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.467 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.467 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.467 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.467 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.468 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.468 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.468 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.468 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.468 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.468 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.468 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.468 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.468 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.468 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.468 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.468 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.468 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.468 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.469 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.469 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.469 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.469 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.469 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.469 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.469 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.469 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.469 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.469 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:11.469 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:11.469 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:11.469 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.470 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 4, 2024-04-02T09:54:11.470 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.470 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.470 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.470 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.470 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:11.470 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:11.470 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:11.470 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.470 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:54:11.470 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.470 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.470 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:11.471 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.471 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.471 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.471 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.184677+0000", 2024-04-02T09:54:11.471 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.089378+0000", 2024-04-02T09:54:11.471 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.089378+0000", 2024-04-02T09:54:11.471 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.090244+0000", 2024-04-02T09:54:11.471 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.184677+0000", 2024-04-02T09:54:11.471 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.471 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.471 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.471 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:11.471 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.184677+0000", 2024-04-02T09:54:11.471 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.184677+0000", 2024-04-02T09:54:11.471 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.184677+0000", 2024-04-02T09:54:11.472 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.472 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.472 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.472 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.184677+0000", 2024-04-02T09:54:11.472 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.184677+0000", 2024-04-02T09:54:11.472 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.472 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.472 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.472 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.472 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:11.472 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.472 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.472 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.472 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.473 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.473 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.473 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.473 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.473 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.8", 2024-04-02T09:54:11.473 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.473 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.473 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.473 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4966, 2024-04-02T09:54:11.473 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.473 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:45:19.769398+0000", 2024-04-02T09:54:11.473 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.473 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.473 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.473 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.474 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.474 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.474 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.474 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.474 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.474 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.474 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.474 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.474 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.474 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.474 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.474 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.474 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.475 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.475 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.475 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.475 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.475 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.475 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.475 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.475 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.475 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.475 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.475 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.475 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.475 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.475 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.475 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.475 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.476 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.476 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.476 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.476 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.476 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.476 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.476 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.476 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.476 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.476 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.476 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.476 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.476 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.476 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.477 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:11.477 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:11.477 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:11.477 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.477 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:54:11.477 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.477 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.477 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.477 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.477 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:11.477 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:11.477 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:11.477 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.477 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T09:54:11.478 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.478 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.478 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:11.478 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.478 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.478 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.478 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.844039+0000", 2024-04-02T09:54:11.478 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:22.988242+0000", 2024-04-02T09:54:11.478 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:22.988242+0000", 2024-04-02T09:54:11.478 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:22.988577+0000", 2024-04-02T09:54:11.478 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.844039+0000", 2024-04-02T09:54:11.478 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.478 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.479 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.479 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 435, 2024-04-02T09:54:11.479 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.844039+0000", 2024-04-02T09:54:11.479 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.844039+0000", 2024-04-02T09:54:11.479 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.844039+0000", 2024-04-02T09:54:11.479 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.479 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.479 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.479 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.844039+0000", 2024-04-02T09:54:11.479 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.844039+0000", 2024-04-02T09:54:11.479 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.479 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.479 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.479 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.479 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 434, 2024-04-02T09:54:11.480 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.480 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.480 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.480 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.480 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.480 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.480 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.480 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.480 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.6", 2024-04-02T09:54:11.480 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.480 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.480 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.480 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5147, 2024-04-02T09:54:11.480 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.480 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:21:26.567401+0000", 2024-04-02T09:54:11.481 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.481 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.481 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.481 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.481 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.481 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.481 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.481 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.481 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.481 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.481 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.481 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.481 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.481 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.482 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.482 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.482 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.482 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.482 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.482 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.482 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.482 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.482 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.482 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.482 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.482 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.482 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.483 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.483 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.483 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.483 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.483 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.483 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.483 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.483 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.483 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.483 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.483 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.483 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.483 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.484 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.484 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.484 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.484 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.484 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.484 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.484 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.484 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:11.484 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:11.484 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:11.484 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.484 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T09:54:11.484 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.484 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.485 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.485 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.485 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:11.485 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:11.485 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:11.485 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.485 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T09:54:11.485 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.485 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.485 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:11.485 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.485 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.485 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.485 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.843154+0000", 2024-04-02T09:54:11.486 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.076898+0000", 2024-04-02T09:54:11.486 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.076898+0000", 2024-04-02T09:54:11.486 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.077231+0000", 2024-04-02T09:54:11.486 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.843154+0000", 2024-04-02T09:54:11.486 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.486 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.486 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.486 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:11.486 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.843154+0000", 2024-04-02T09:54:11.486 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.843154+0000", 2024-04-02T09:54:11.486 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.843154+0000", 2024-04-02T09:54:11.486 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.486 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.487 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.487 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.843154+0000", 2024-04-02T09:54:11.487 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.843154+0000", 2024-04-02T09:54:11.487 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.487 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2, 2024-04-02T09:54:11.487 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.487 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.487 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:11.487 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.487 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.487 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.487 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.487 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2, 2024-04-02T09:54:11.487 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.487 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.488 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.488 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.7", 2024-04-02T09:54:11.488 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.488 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.488 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.488 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4984, 2024-04-02T09:54:11.488 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.488 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:10:19.334381+0000", 2024-04-02T09:54:11.488 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.488 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.488 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.488 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.488 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.489 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.489 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.489 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.489 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.489 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.489 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.489 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.489 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.489 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.489 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.489 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.489 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.489 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.489 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.490 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 3, 2024-04-02T09:54:11.490 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 1, 2024-04-02T09:54:11.490 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.490 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:11.490 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.490 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.490 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.490 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.490 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.490 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T09:54:11.490 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.490 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.491 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.491 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.491 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.491 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.491 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.491 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 6, 2024-04-02T09:54:11.491 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 6, 2024-04-02T09:54:11.491 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.491 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.491 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.491 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 3, 2024-04-02T09:54:11.491 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.491 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.491 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.492 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.492 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.492 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:11.492 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:11.492 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:11.492 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.492 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T09:54:11.492 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'2" 2024-04-02T09:54:11.492 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.492 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.492 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.492 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:11.492 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.492 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:11.492 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.493 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 4, 2024-04-02T09:54:11.493 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.493 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.493 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 66, 2024-04-02T09:54:11.493 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.493 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.493 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.493 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.182321+0000", 2024-04-02T09:54:11.493 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.178172+0000", 2024-04-02T09:54:11.493 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.178172+0000", 2024-04-02T09:54:11.493 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T09:05:03.405154+0000", 2024-04-02T09:54:11.493 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.182321+0000", 2024-04-02T09:54:11.493 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:11.493 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.493 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:11.494 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:11.494 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.182321+0000", 2024-04-02T09:54:11.494 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.182321+0000", 2024-04-02T09:54:11.494 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.182321+0000", 2024-04-02T09:54:11.494 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.494 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.494 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:11.494 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.182321+0000", 2024-04-02T09:54:11.494 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.182321+0000", 2024-04-02T09:54:11.494 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.494 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 3065, 2024-04-02T09:54:11.494 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.494 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.494 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:11.495 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.495 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.495 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.495 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.495 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 3065, 2024-04-02T09:54:11.495 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.495 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.495 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.495 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "4.1", 2024-04-02T09:54:11.495 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.495 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.495 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.495 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 8897, 2024-04-02T09:54:11.495 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.495 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:28:18.271306+0000", 2024-04-02T09:54:11.496 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.005452558, 2024-04-02T09:54:11.496 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.496 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.496 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.496 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.496 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.496 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.496 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.496 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.496 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.496 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.496 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.496 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.496 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.496 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.497 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.497 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.497 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.497 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.497 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.497 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.497 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.497 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.497 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.497 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.497 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.497 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.497 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.497 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.497 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.498 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.498 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.498 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.498 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.498 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.498 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.498 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 1284, 2024-04-02T09:54:11.498 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 378035, 2024-04-02T09:54:11.498 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.498 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.498 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.498 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 3048, 2024-04-02T09:54:11.498 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 348174 2024-04-02T09:54:11.499 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.499 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.499 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.499 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.499 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:11.499 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.499 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:11.499 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.499 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 4, 2024-04-02T09:54:11.499 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "1125'3065" 2024-04-02T09:54:11.499 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.499 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.499 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.499 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:11.499 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:11.500 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:11.500 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.500 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:54:11.500 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.500 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.500 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:11.500 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.500 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.500 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.500 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.131832+0000", 2024-04-02T09:54:11.500 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.088033+0000", 2024-04-02T09:54:11.500 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.088033+0000", 2024-04-02T09:54:11.500 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.088416+0000", 2024-04-02T09:54:11.500 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.131832+0000", 2024-04-02T09:54:11.501 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.501 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.501 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.501 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:11.501 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.131832+0000", 2024-04-02T09:54:11.501 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.131832+0000", 2024-04-02T09:54:11.501 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.131832+0000", 2024-04-02T09:54:11.501 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.501 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.501 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.501 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.131832+0000", 2024-04-02T09:54:11.501 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.131832+0000", 2024-04-02T09:54:11.501 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.501 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.502 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.502 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.502 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:11.502 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.502 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.502 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.502 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.502 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.502 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.502 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.502 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.502 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.7", 2024-04-02T09:54:11.502 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.502 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.503 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.503 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5078, 2024-04-02T09:54:11.503 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.503 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:10:59.963212+0000", 2024-04-02T09:54:11.503 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.503 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.503 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.503 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.503 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.503 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.503 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.503 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.503 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.503 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.503 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.504 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.504 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.504 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.504 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.504 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.504 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.504 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.504 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.504 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.504 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.504 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.504 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.504 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.504 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.504 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.505 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.505 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.505 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.505 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.505 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.505 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.505 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.505 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.505 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.505 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.505 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.505 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.505 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.505 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.505 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.506 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.506 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.506 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.506 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.506 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.506 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.506 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:11.506 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:11.506 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:11.506 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.506 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:54:11.506 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.506 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.506 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.507 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.507 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:11.507 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:11.507 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:11.507 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.507 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:54:11.507 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.507 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.507 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:11.507 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.507 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.507 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.507 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.755181+0000", 2024-04-02T09:54:11.507 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.183165+0000", 2024-04-02T09:54:11.507 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.183165+0000", 2024-04-02T09:54:11.508 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.183954+0000", 2024-04-02T09:54:11.508 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.755181+0000", 2024-04-02T09:54:11.508 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.508 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.508 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.508 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:11.508 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.755181+0000", 2024-04-02T09:54:11.508 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.755181+0000", 2024-04-02T09:54:11.508 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.755181+0000", 2024-04-02T09:54:11.508 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.508 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.508 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.508 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.755181+0000", 2024-04-02T09:54:11.509 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.755181+0000", 2024-04-02T09:54:11.509 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.509 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2, 2024-04-02T09:54:11.509 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.509 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.509 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:11.509 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.509 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.509 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.509 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.509 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2, 2024-04-02T09:54:11.509 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.509 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.509 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.509 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.6", 2024-04-02T09:54:11.510 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.510 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.510 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.510 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5132, 2024-04-02T09:54:11.510 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.510 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:11:29.638509+0000", 2024-04-02T09:54:11.510 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.510 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.510 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.510 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.510 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.510 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.510 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.510 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.511 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.511 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.511 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.511 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.511 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.511 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.511 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.511 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.511 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.511 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.511 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.511 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 3, 2024-04-02T09:54:11.511 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 1, 2024-04-02T09:54:11.511 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.511 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:11.512 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.512 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.512 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.512 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.512 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.512 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T09:54:11.512 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.512 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.512 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.512 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.512 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.512 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.512 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.512 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 2, 2024-04-02T09:54:11.512 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 2, 2024-04-02T09:54:11.513 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.513 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.513 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.513 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 2, 2024-04-02T09:54:11.513 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.513 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.513 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.513 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.513 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.513 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:11.513 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:11.513 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:11.513 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.513 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:54:11.513 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "553'2" 2024-04-02T09:54:11.514 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.514 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.514 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.514 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:11.514 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:11.514 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:11.514 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.514 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:54:11.514 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.514 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.514 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 66, 2024-04-02T09:54:11.514 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.514 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.514 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.514 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.130156+0000", 2024-04-02T09:54:11.515 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.076971+0000", 2024-04-02T09:54:11.515 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.076971+0000", 2024-04-02T09:54:11.515 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T09:05:03.285671+0000", 2024-04-02T09:54:11.515 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.130156+0000", 2024-04-02T09:54:11.515 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:11.515 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.515 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:11.515 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:11.515 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.130156+0000", 2024-04-02T09:54:11.515 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.130156+0000", 2024-04-02T09:54:11.515 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.130156+0000", 2024-04-02T09:54:11.515 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.515 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.515 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:11.516 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.130156+0000", 2024-04-02T09:54:11.516 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.130156+0000", 2024-04-02T09:54:11.516 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.516 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2977, 2024-04-02T09:54:11.516 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.516 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.516 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:11.516 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.516 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.516 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.516 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.516 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2977, 2024-04-02T09:54:11.516 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.516 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.516 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.516 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "4.0", 2024-04-02T09:54:11.516 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.517 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.517 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.517 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 8845, 2024-04-02T09:54:11.517 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.517 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:50:36.397828+0000", 2024-04-02T09:54:11.517 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.003067276, 2024-04-02T09:54:11.517 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.517 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.517 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.517 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.517 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.517 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.517 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.517 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.517 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.518 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.518 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.518 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.518 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.518 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.518 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.518 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.518 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.518 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.518 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.518 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.518 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.518 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.518 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.519 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.519 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.519 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.519 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.519 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.519 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.519 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.519 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.519 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.519 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.519 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.519 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.519 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 1402, 2024-04-02T09:54:11.519 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 359018, 2024-04-02T09:54:11.519 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.519 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.519 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.520 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 2947, 2024-04-02T09:54:11.520 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 420309 2024-04-02T09:54:11.520 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.520 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.520 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.520 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.520 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:11.520 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:11.520 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:11.520 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.520 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:54:11.520 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "1125'2977" 2024-04-02T09:54:11.520 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.520 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.520 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.520 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:11.521 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:11.521 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:54:11.521 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.521 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:54:11.521 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.521 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.521 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:11.521 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.521 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.521 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.521 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.755819+0000", 2024-04-02T09:54:11.521 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.967450+0000", 2024-04-02T09:54:11.521 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.967450+0000", 2024-04-02T09:54:11.521 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:42.968529+0000", 2024-04-02T09:54:11.521 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.755819+0000", 2024-04-02T09:54:11.522 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.522 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.522 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.522 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:54:11.522 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.755819+0000", 2024-04-02T09:54:11.522 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.755819+0000", 2024-04-02T09:54:11.522 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.755819+0000", 2024-04-02T09:54:11.522 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.522 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.522 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.522 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.755819+0000", 2024-04-02T09:54:11.522 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.755819+0000", 2024-04-02T09:54:11.522 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.523 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.523 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.523 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.523 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:54:11.523 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.523 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.523 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.523 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.523 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.523 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.523 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.523 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.523 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.4", 2024-04-02T09:54:11.523 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.524 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.524 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.524 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5128, 2024-04-02T09:54:11.524 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.524 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:30:50.944896+0000", 2024-04-02T09:54:11.524 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.524 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.524 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.524 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.524 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.524 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.524 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.524 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.524 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.525 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.525 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.525 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.525 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.525 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.525 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.525 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.525 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.525 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.525 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.525 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.525 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.526 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.526 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.526 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.526 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.526 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.526 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.526 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.526 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.526 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.526 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.526 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.526 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.526 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.526 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.527 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.527 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.527 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.527 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.527 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.527 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.527 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.527 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.527 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.527 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.527 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.527 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.527 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:11.528 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:11.528 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:54:11.528 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.528 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:54:11.528 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.528 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.528 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.528 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.528 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:11.528 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:11.528 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:11.528 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.528 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:54:11.528 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.529 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.529 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:11.529 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.529 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.529 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.529 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.186927+0000", 2024-04-02T09:54:11.529 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.087655+0000", 2024-04-02T09:54:11.529 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.087655+0000", 2024-04-02T09:54:11.529 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.087978+0000", 2024-04-02T09:54:11.529 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.186927+0000", 2024-04-02T09:54:11.529 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.529 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.529 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.529 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:11.530 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.186927+0000", 2024-04-02T09:54:11.530 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.186927+0000", 2024-04-02T09:54:11.530 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.186927+0000", 2024-04-02T09:54:11.530 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.530 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.530 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.530 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.186927+0000", 2024-04-02T09:54:11.530 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.186927+0000", 2024-04-02T09:54:11.530 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.530 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.530 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.530 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.530 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:11.531 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.531 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.531 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.531 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.531 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.531 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.531 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.531 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.531 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.5", 2024-04-02T09:54:11.531 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.531 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.531 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.531 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4937, 2024-04-02T09:54:11.531 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.531 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:52:46.762945+0000", 2024-04-02T09:54:11.532 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.532 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.532 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.532 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.532 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.532 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.532 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.532 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.532 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.532 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.532 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.532 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.532 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.532 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.533 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.533 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.533 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.533 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.533 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.533 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.533 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.533 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.533 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.533 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.533 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.533 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.533 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.533 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.533 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.534 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.534 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.534 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.534 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.534 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.534 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.534 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.534 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.534 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.534 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.534 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.534 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.534 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.534 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.535 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.535 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.535 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.535 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.535 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:11.535 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:11.535 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:11.535 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.535 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:54:11.535 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.535 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.535 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.535 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.535 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:11.535 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.536 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:11.536 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.536 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T09:54:11.536 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.536 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.536 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 66, 2024-04-02T09:54:11.536 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.536 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.536 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.536 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:53:54.867253+0000", 2024-04-02T09:54:11.536 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.083476+0000", 2024-04-02T09:54:11.536 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.083476+0000", 2024-04-02T09:54:11.536 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T09:05:03.299597+0000", 2024-04-02T09:54:11.536 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:53:54.867253+0000", 2024-04-02T09:54:11.536 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:11.536 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.537 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:11.537 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:11.537 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:53:54.867253+0000", 2024-04-02T09:54:11.537 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:53:54.867253+0000", 2024-04-02T09:54:11.537 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:53:54.867253+0000", 2024-04-02T09:54:11.537 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.537 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.537 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:11.537 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:53:54.867253+0000", 2024-04-02T09:54:11.537 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:53:54.867253+0000", 2024-04-02T09:54:11.537 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.537 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 3058, 2024-04-02T09:54:11.537 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.537 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.537 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:11.537 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.538 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.538 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.538 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.538 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 3058, 2024-04-02T09:54:11.538 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.538 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.538 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.538 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "4.3", 2024-04-02T09:54:11.538 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.538 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.538 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.538 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 8971, 2024-04-02T09:54:11.538 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.538 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:40:50.605208+0000", 2024-04-02T09:54:11.538 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.006200576, 2024-04-02T09:54:11.538 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.539 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.539 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.539 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.539 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.539 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.539 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.539 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.539 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.539 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.539 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.539 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.539 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.539 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.539 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.539 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.539 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.540 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.540 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 3, 2024-04-02T09:54:11.540 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 1, 2024-04-02T09:54:11.540 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.540 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:11.540 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.540 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.540 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.540 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.540 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.540 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T09:54:11.540 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.540 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.540 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.540 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.540 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.541 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.541 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.541 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 1142, 2024-04-02T09:54:11.541 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 398029, 2024-04-02T09:54:11.541 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.541 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.541 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.541 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 3024, 2024-04-02T09:54:11.541 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 400266 2024-04-02T09:54:11.541 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.541 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.541 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.541 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.541 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:11.541 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.542 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:11.542 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.542 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T09:54:11.542 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "1125'3058" 2024-04-02T09:54:11.542 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.542 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.542 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.542 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:11.542 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:11.542 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:11.542 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.542 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:54:11.542 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.542 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.543 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:11.543 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.543 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.543 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.543 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.184604+0000", 2024-04-02T09:54:11.543 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.089542+0000", 2024-04-02T09:54:11.543 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.089542+0000", 2024-04-02T09:54:11.543 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.090903+0000", 2024-04-02T09:54:11.543 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.184604+0000", 2024-04-02T09:54:11.543 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.543 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.543 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.543 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:11.543 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.184604+0000", 2024-04-02T09:54:11.543 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.184604+0000", 2024-04-02T09:54:11.543 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.184604+0000", 2024-04-02T09:54:11.544 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.544 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.544 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.544 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.184604+0000", 2024-04-02T09:54:11.544 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.184604+0000", 2024-04-02T09:54:11.544 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.544 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.544 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.544 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.544 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:11.544 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.544 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.544 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.544 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.544 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.544 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.545 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.545 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.545 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.0", 2024-04-02T09:54:11.545 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.545 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.545 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.545 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4970, 2024-04-02T09:54:11.545 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.545 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:52:38.506901+0000", 2024-04-02T09:54:11.545 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.545 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.545 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.545 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.545 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.545 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.545 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.546 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.546 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.546 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.546 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.546 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.546 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.546 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.546 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.546 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.546 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.546 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.546 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.546 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.547 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.547 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.547 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.547 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.547 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.547 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.547 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.547 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.547 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.547 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.547 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.547 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.547 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.548 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.548 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.548 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.548 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.548 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.548 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.548 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.548 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.548 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.548 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.548 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.548 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.548 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.548 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.549 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:11.549 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:11.549 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:11.549 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.549 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:54:11.549 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.549 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.549 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.549 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.549 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:11.549 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:11.549 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T09:54:11.550 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.550 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T09:54:11.550 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.550 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.550 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:11.550 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.550 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.550 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.550 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.845085+0000", 2024-04-02T09:54:11.550 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:22.991520+0000", 2024-04-02T09:54:11.550 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:22.991520+0000", 2024-04-02T09:54:11.550 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:22.991851+0000", 2024-04-02T09:54:11.550 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.845085+0000", 2024-04-02T09:54:11.550 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.550 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.551 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.551 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 435, 2024-04-02T09:54:11.551 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.845085+0000", 2024-04-02T09:54:11.551 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.845085+0000", 2024-04-02T09:54:11.551 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.845085+0000", 2024-04-02T09:54:11.551 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.551 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.551 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.551 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.845085+0000", 2024-04-02T09:54:11.551 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.845085+0000", 2024-04-02T09:54:11.551 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.551 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.551 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.551 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.552 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 434, 2024-04-02T09:54:11.552 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.552 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.552 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.552 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.552 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.552 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.552 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.552 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.552 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.1", 2024-04-02T09:54:11.552 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.552 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.552 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.552 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5149, 2024-04-02T09:54:11.553 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.553 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:39:25.713629+0000", 2024-04-02T09:54:11.553 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.553 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.553 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.553 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.553 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.553 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.553 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.553 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.553 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.553 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.553 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.553 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.553 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.554 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.554 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.554 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.554 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.554 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.554 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.554 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.554 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.554 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.554 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.554 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.554 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.554 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.554 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.554 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.554 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.555 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.555 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.555 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.555 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.555 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.555 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.555 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.555 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.555 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.555 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.555 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.555 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.555 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.555 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.555 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.555 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.556 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.556 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.556 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:11.556 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:11.556 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T09:54:11.556 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.556 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T09:54:11.556 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.556 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.556 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.556 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.556 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:11.556 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:11.556 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:11.556 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.556 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T09:54:11.557 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.557 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.557 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 66, 2024-04-02T09:54:11.557 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.557 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.557 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.557 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.844229+0000", 2024-04-02T09:54:11.557 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:29:27.966258+0000", 2024-04-02T09:54:11.557 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:29:27.966258+0000", 2024-04-02T09:54:11.557 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T09:05:03.299603+0000", 2024-04-02T09:54:11.557 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.844229+0000", 2024-04-02T09:54:11.557 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:11.557 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.557 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:11.557 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 380, 2024-04-02T09:54:11.558 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.844229+0000", 2024-04-02T09:54:11.558 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.844229+0000", 2024-04-02T09:54:11.558 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.844229+0000", 2024-04-02T09:54:11.558 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.558 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.558 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:11.558 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.844229+0000", 2024-04-02T09:54:11.558 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.844229+0000", 2024-04-02T09:54:11.558 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.558 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 3037, 2024-04-02T09:54:11.558 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.558 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.558 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 379, 2024-04-02T09:54:11.559 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.559 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.559 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.559 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.559 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 3037, 2024-04-02T09:54:11.559 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.559 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.559 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.559 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "4.6", 2024-04-02T09:54:11.559 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.559 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.559 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.559 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 8784, 2024-04-02T09:54:11.559 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.559 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:21:58.684466+0000", 2024-04-02T09:54:11.560 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.00617646, 2024-04-02T09:54:11.560 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.560 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.560 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.560 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.560 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.560 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.560 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.560 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.560 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.560 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.560 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.560 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.560 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.561 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.561 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.561 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.561 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.561 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.561 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.561 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.561 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.561 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.561 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.561 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.561 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.561 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.562 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.562 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.562 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.562 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.562 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.562 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.562 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.562 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.562 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.562 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 845, 2024-04-02T09:54:11.562 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 349604, 2024-04-02T09:54:11.562 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.562 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.562 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.563 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 3000, 2024-04-02T09:54:11.563 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 385818 2024-04-02T09:54:11.563 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.563 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.563 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.563 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.563 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:11.563 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:11.563 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:11.563 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.563 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T09:54:11.563 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "1125'3037" 2024-04-02T09:54:11.563 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.563 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.564 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.564 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:11.564 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:11.564 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:11.564 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.564 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:54:11.564 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.564 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.564 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 19, 2024-04-02T09:54:11.564 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.564 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.564 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.564 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.184920+0000", 2024-04-02T09:54:11.564 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.090494+0000", 2024-04-02T09:54:11.564 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.090494+0000", 2024-04-02T09:54:11.565 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.092248+0000", 2024-04-02T09:54:11.565 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.184920+0000", 2024-04-02T09:54:11.565 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:18:06.875872+0000", 2024-04-02T09:54:11.565 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.565 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:18:06.875872+0000", 2024-04-02T09:54:11.565 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:11.565 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.184920+0000", 2024-04-02T09:54:11.565 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.184920+0000", 2024-04-02T09:54:11.565 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.184920+0000", 2024-04-02T09:54:11.565 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.565 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.565 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:18:06.875872+0000", 2024-04-02T09:54:11.565 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.184920+0000", 2024-04-02T09:54:11.565 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.184920+0000", 2024-04-02T09:54:11.566 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.566 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 197, 2024-04-02T09:54:11.566 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.566 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.566 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:11.566 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.566 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.566 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.566 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.566 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 197, 2024-04-02T09:54:11.566 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.566 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.566 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.566 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "1.0", 2024-04-02T09:54:11.567 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.567 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.567 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.567 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5442, 2024-04-02T09:54:11.567 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.567 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:29:09.384173+0000", 2024-04-02T09:54:11.567 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.567 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.567 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.567 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 590368, 2024-04-02T09:54:11.567 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.567 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 1771104, 2024-04-02T09:54:11.567 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.568 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.568 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.568 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.568 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.568 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.568 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.568 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.568 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.568 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.568 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.568 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.568 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.568 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 6, 2024-04-02T09:54:11.568 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 2, 2024-04-02T09:54:11.568 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 2, 2024-04-02T09:54:11.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 6, 2024-04-02T09:54:11.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 812, 2024-04-02T09:54:11.570 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 1310, 2024-04-02T09:54:11.570 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.570 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.570 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.570 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 311, 2024-04-02T09:54:11.570 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 2416 2024-04-02T09:54:11.570 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.570 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.570 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.570 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.570 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:11.570 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:11.570 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:11.570 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.571 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:54:11.571 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "229'197" 2024-04-02T09:54:11.571 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.571 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.571 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.571 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.571 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:11.571 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:11.571 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.571 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:54:11.571 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.571 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.571 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:11.571 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.571 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.572 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.572 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.183082+0000", 2024-04-02T09:54:11.572 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.080974+0000", 2024-04-02T09:54:11.572 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.080974+0000", 2024-04-02T09:54:11.572 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.081351+0000", 2024-04-02T09:54:11.572 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.183082+0000", 2024-04-02T09:54:11.572 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.572 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.572 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.572 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:11.572 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.183082+0000", 2024-04-02T09:54:11.572 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.183082+0000", 2024-04-02T09:54:11.572 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.183082+0000", 2024-04-02T09:54:11.572 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.573 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.573 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.573 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.183082+0000", 2024-04-02T09:54:11.573 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.183082+0000", 2024-04-02T09:54:11.573 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.573 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.573 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.573 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.573 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:11.573 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.573 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.573 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.573 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.574 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.574 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.574 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.574 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.574 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.3", 2024-04-02T09:54:11.574 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.574 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.574 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.574 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5026, 2024-04-02T09:54:11.574 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.574 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:51:59.381737+0000", 2024-04-02T09:54:11.574 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.574 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.575 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.575 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.575 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.575 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.575 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.575 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.575 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.575 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.575 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.575 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.575 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.575 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.575 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.575 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.576 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.576 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.576 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.576 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.576 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.576 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.576 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.576 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.576 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.576 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.576 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.576 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.576 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.576 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.577 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.577 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.577 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.577 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.577 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.577 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.577 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.577 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.577 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.577 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.577 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.577 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.577 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.577 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.577 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.577 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.578 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.578 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.578 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:11.578 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:11.578 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.578 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:54:11.578 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.578 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.578 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.578 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.578 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:11.578 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.578 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:11.578 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.578 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:54:11.579 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.579 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.579 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:11.579 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.579 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.579 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.579 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.130399+0000", 2024-04-02T09:54:11.579 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.175083+0000", 2024-04-02T09:54:11.579 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.175083+0000", 2024-04-02T09:54:11.579 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.175437+0000", 2024-04-02T09:54:11.579 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.130399+0000", 2024-04-02T09:54:11.579 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.579 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.579 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.580 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:11.580 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.130399+0000", 2024-04-02T09:54:11.580 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.130399+0000", 2024-04-02T09:54:11.580 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.130399+0000", 2024-04-02T09:54:11.580 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.580 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.580 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.580 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.130399+0000", 2024-04-02T09:54:11.580 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.130399+0000", 2024-04-02T09:54:11.580 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.580 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.580 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.580 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.580 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:11.581 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.581 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.581 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.581 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.581 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.581 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.581 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.581 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.581 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.2", 2024-04-02T09:54:11.581 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.581 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.581 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.581 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5072, 2024-04-02T09:54:11.581 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.581 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:47:49.389689+0000", 2024-04-02T09:54:11.581 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.582 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.582 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.582 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.582 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.582 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.582 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.582 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.582 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.582 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.582 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.582 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.582 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.582 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.582 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.582 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.583 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.583 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.583 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.583 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.583 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.583 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.583 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.583 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.583 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.583 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.583 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.583 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.583 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.583 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.584 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.584 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.584 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.584 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.584 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.584 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.584 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.584 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.584 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.584 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.584 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.584 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.584 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.584 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.584 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.585 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.585 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.585 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:11.585 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.585 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:11.585 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.585 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:54:11.585 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.585 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.585 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.585 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.585 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:11.585 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:11.585 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:11.585 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.585 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T09:54:11.586 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.586 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.586 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 66, 2024-04-02T09:54:11.586 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.586 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.586 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.586 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.842095+0000", 2024-04-02T09:54:11.586 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.078522+0000", 2024-04-02T09:54:11.586 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.078522+0000", 2024-04-02T09:54:11.586 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T09:05:03.404138+0000", 2024-04-02T09:54:11.586 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.842095+0000", 2024-04-02T09:54:11.586 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:11.586 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.586 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:11.587 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:11.587 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.842095+0000", 2024-04-02T09:54:11.587 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.842095+0000", 2024-04-02T09:54:11.587 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.842095+0000", 2024-04-02T09:54:11.587 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.587 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.587 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:11.587 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.842095+0000", 2024-04-02T09:54:11.587 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.842095+0000", 2024-04-02T09:54:11.587 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.587 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2988, 2024-04-02T09:54:11.587 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.587 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.587 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:11.587 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.587 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.588 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.588 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.588 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2988, 2024-04-02T09:54:11.588 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.588 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.588 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.588 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "4.5", 2024-04-02T09:54:11.588 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.588 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.588 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.588 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 8651, 2024-04-02T09:54:11.588 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.588 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:09:21.007473+0000", 2024-04-02T09:54:11.588 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.002131293, 2024-04-02T09:54:11.588 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.588 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.589 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.589 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.589 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.589 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.589 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.589 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.589 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.589 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.589 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.589 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.589 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.589 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.589 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.590 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.590 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.590 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.590 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.590 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.590 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.590 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.590 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.590 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.590 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.590 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.590 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.590 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.590 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.591 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.591 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.591 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.591 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.591 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.591 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.591 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 1024, 2024-04-02T09:54:11.591 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 371494, 2024-04-02T09:54:11.591 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.591 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.591 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.591 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 2968, 2024-04-02T09:54:11.591 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 357068 2024-04-02T09:54:11.591 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.592 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.592 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.592 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.592 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:11.592 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:11.592 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:11.592 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.592 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T09:54:11.592 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "1125'2988" 2024-04-02T09:54:11.592 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.592 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.592 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.592 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:11.593 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:11.593 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:11.593 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.593 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 2, 2024-04-02T09:54:11.593 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.593 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.593 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:11.593 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.593 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.593 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.593 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.840861+0000", 2024-04-02T09:54:11.593 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:03.029465+0000", 2024-04-02T09:54:11.593 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:03.029465+0000", 2024-04-02T09:54:11.593 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:03.029801+0000", 2024-04-02T09:54:11.594 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.840861+0000", 2024-04-02T09:54:11.594 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.594 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.594 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.594 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 415, 2024-04-02T09:54:11.594 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.840861+0000", 2024-04-02T09:54:11.594 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.840861+0000", 2024-04-02T09:54:11.594 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.840861+0000", 2024-04-02T09:54:11.594 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.594 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.594 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.594 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.840861+0000", 2024-04-02T09:54:11.594 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.840861+0000", 2024-04-02T09:54:11.594 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.595 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.595 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.595 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.595 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 414, 2024-04-02T09:54:11.595 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.595 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.595 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.595 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.595 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.595 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.595 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.595 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.595 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.1", 2024-04-02T09:54:11.595 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.596 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.596 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.596 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5127, 2024-04-02T09:54:11.596 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.596 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:22:01.122055+0000", 2024-04-02T09:54:11.596 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.596 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.596 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.596 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.596 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.596 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.596 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.596 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.596 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.596 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.596 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.597 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.597 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.597 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.597 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.597 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.597 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.597 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.597 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.597 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.597 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.597 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.597 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.597 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.597 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.597 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.597 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.598 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.598 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.598 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.598 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.598 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.598 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.598 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.598 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.598 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.598 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.598 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.598 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.598 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.598 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.599 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.599 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.599 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.599 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.599 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.599 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.599 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:11.599 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:11.599 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:11.599 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.599 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 2, 2024-04-02T09:54:11.599 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.599 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.599 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.599 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.600 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:11.600 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:11.600 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:11.600 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.600 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:54:11.600 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.600 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.600 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:11.600 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.600 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.600 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.600 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.753870+0000", 2024-04-02T09:54:11.600 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.172688+0000", 2024-04-02T09:54:11.600 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.172688+0000", 2024-04-02T09:54:11.600 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.173075+0000", 2024-04-02T09:54:11.601 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.753870+0000", 2024-04-02T09:54:11.601 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.601 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.601 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.601 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:11.601 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.753870+0000", 2024-04-02T09:54:11.601 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.753870+0000", 2024-04-02T09:54:11.601 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.753870+0000", 2024-04-02T09:54:11.601 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.601 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.601 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.601 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.753870+0000", 2024-04-02T09:54:11.601 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.753870+0000", 2024-04-02T09:54:11.601 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.602 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.602 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.602 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.602 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:11.602 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.602 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.602 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.602 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.602 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.602 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.602 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.602 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.602 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.0", 2024-04-02T09:54:11.602 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.603 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.603 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.603 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5130, 2024-04-02T09:54:11.603 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.603 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:06:49.800380+0000", 2024-04-02T09:54:11.603 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.603 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.603 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.603 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.603 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.603 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.603 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.603 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.603 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.603 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.604 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.604 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.604 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.604 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.604 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.604 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.604 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.604 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.604 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.604 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.604 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.604 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.604 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.604 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.605 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.605 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.605 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.605 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.605 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.605 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.605 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.605 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.605 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.605 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.605 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.605 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.605 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.605 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.605 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.606 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.606 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.606 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.606 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.606 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.606 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.606 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.606 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.606 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:11.606 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:11.606 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:11.606 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.606 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:54:11.606 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.607 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.607 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.607 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.607 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:11.607 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.607 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:11.607 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.607 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:54:11.607 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.607 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.607 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 66, 2024-04-02T09:54:11.607 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.607 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.607 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.608 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.754615+0000", 2024-04-02T09:54:11.608 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.967018+0000", 2024-04-02T09:54:11.608 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.967018+0000", 2024-04-02T09:54:11.608 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T09:05:03.308687+0000", 2024-04-02T09:54:11.608 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.754615+0000", 2024-04-02T09:54:11.608 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:11.608 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.608 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:11.608 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:54:11.608 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.754615+0000", 2024-04-02T09:54:11.608 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.754615+0000", 2024-04-02T09:54:11.608 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.754615+0000", 2024-04-02T09:54:11.608 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.608 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.608 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:11.609 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.754615+0000", 2024-04-02T09:54:11.609 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.754615+0000", 2024-04-02T09:54:11.609 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.609 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 3068, 2024-04-02T09:54:11.609 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.609 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.609 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:54:11.609 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.609 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.609 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.609 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.609 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 3068, 2024-04-02T09:54:11.609 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.609 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.610 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.610 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "4.7", 2024-04-02T09:54:11.610 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.610 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.610 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.610 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 8702, 2024-04-02T09:54:11.610 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.610 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:47:35.487296+0000", 2024-04-02T09:54:11.610 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.011370037, 2024-04-02T09:54:11.610 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.610 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.610 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.610 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.610 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.610 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.611 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.611 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.611 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.611 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.611 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.611 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.611 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.611 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.611 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.611 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.611 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.611 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.611 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.611 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.611 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.611 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.611 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.612 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.612 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.612 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.612 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.612 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.612 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.612 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.612 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.612 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.612 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.612 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.612 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.612 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 736, 2024-04-02T09:54:11.612 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 353481, 2024-04-02T09:54:11.612 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.613 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.613 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.613 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 3071, 2024-04-02T09:54:11.613 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 391989 2024-04-02T09:54:11.613 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.613 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.613 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.613 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.613 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:11.613 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.613 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:11.613 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.613 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:54:11.613 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "1125'3068" 2024-04-02T09:54:11.613 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.613 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.614 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.614 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:11.614 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:11.614 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:11.614 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.614 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 4, 2024-04-02T09:54:11.614 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.614 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.614 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:11.614 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.614 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.614 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.615 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.184645+0000", 2024-04-02T09:54:11.615 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.177611+0000", 2024-04-02T09:54:11.615 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.177611+0000", 2024-04-02T09:54:11.615 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.177951+0000", 2024-04-02T09:54:11.615 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.184645+0000", 2024-04-02T09:54:11.615 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.615 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.615 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.615 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:11.615 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.184645+0000", 2024-04-02T09:54:11.615 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.184645+0000", 2024-04-02T09:54:11.615 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.184645+0000", 2024-04-02T09:54:11.615 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.615 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.616 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.616 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.184645+0000", 2024-04-02T09:54:11.616 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.184645+0000", 2024-04-02T09:54:11.616 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.616 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.616 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.616 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.616 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:11.616 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.616 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.616 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.616 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.616 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.616 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.616 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.617 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.617 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.3", 2024-04-02T09:54:11.617 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.617 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.617 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.617 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5047, 2024-04-02T09:54:11.617 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.617 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:08:35.174411+0000", 2024-04-02T09:54:11.617 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.617 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.617 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.617 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.617 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.617 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.618 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.618 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.618 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.618 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.618 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.618 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.618 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.618 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.618 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.618 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.618 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.618 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.618 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.618 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.618 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.619 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.619 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.619 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.619 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.619 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.619 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.619 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.619 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.619 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.619 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.619 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.619 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.619 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.619 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.619 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.620 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.620 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.620 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.620 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.620 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.620 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.620 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.620 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.620 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.620 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.620 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.620 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:11.620 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:11.620 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:11.620 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.621 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 4, 2024-04-02T09:54:11.621 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.621 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.621 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.621 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.621 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.621 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:11.621 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:11.621 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.621 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:54:11.621 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.621 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.621 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:11.621 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.622 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.622 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.622 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.184605+0000", 2024-04-02T09:54:11.622 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.189147+0000", 2024-04-02T09:54:11.622 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.189147+0000", 2024-04-02T09:54:11.622 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.189749+0000", 2024-04-02T09:54:11.622 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.184605+0000", 2024-04-02T09:54:11.622 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.622 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.622 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.622 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:11.622 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.184605+0000", 2024-04-02T09:54:11.622 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.184605+0000", 2024-04-02T09:54:11.623 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.184605+0000", 2024-04-02T09:54:11.623 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.623 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.623 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.623 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.184605+0000", 2024-04-02T09:54:11.623 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.184605+0000", 2024-04-02T09:54:11.623 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.623 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.623 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.623 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.623 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:11.623 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.623 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.623 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.623 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.624 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.624 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.624 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.624 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.624 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.2", 2024-04-02T09:54:11.624 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.624 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.624 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.624 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5031, 2024-04-02T09:54:11.624 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.624 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:49:44.180183+0000", 2024-04-02T09:54:11.624 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.624 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.624 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.624 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.625 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.625 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.625 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.625 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.625 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.625 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.625 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.625 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.625 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.625 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.625 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.625 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.625 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.626 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.626 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.626 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.626 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.626 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.626 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.626 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.626 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.626 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.626 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.626 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.626 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.626 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.626 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.627 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.627 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.627 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.627 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.627 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.627 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.627 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.627 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.627 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.627 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.627 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.627 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.627 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.628 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.628 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.628 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.628 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.628 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:11.628 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:11.628 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.628 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:54:11.628 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.628 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.628 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.628 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.628 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:11.628 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:11.628 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T09:54:11.629 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.629 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:54:11.629 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.629 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.629 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 66, 2024-04-02T09:54:11.629 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.629 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.629 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.629 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:53:55.884271+0000", 2024-04-02T09:54:11.629 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:03.028532+0000", 2024-04-02T09:54:11.629 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:03.028532+0000", 2024-04-02T09:54:11.629 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T09:05:03.305386+0000", 2024-04-02T09:54:11.629 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:53:55.884271+0000", 2024-04-02T09:54:11.629 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:11.630 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.630 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:11.630 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 415, 2024-04-02T09:54:11.630 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:53:55.884271+0000", 2024-04-02T09:54:11.630 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:53:55.884271+0000", 2024-04-02T09:54:11.630 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:53:55.884271+0000", 2024-04-02T09:54:11.630 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.630 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.630 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:11.630 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:53:55.884271+0000", 2024-04-02T09:54:11.630 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:53:55.884271+0000", 2024-04-02T09:54:11.630 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.630 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 3278, 2024-04-02T09:54:11.630 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.630 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.631 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 414, 2024-04-02T09:54:11.631 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.631 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.631 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.631 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.631 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 3278, 2024-04-02T09:54:11.631 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.631 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.631 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.631 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "4.4", 2024-04-02T09:54:11.631 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.631 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.631 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.631 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 9393, 2024-04-02T09:54:11.631 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.632 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:49:22.420579+0000", 2024-04-02T09:54:11.632 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.008263761, 2024-04-02T09:54:11.632 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.632 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.632 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.632 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.632 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.632 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.632 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.632 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.632 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.632 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.632 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.632 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.632 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.632 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.633 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.633 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.633 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.633 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.633 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 3, 2024-04-02T09:54:11.633 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 1, 2024-04-02T09:54:11.633 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.633 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:11.633 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.633 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.633 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.633 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.633 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.633 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T09:54:11.633 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.634 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.634 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.634 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.634 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.634 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.634 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.634 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 1908, 2024-04-02T09:54:11.634 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 400918, 2024-04-02T09:54:11.634 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.634 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.634 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.634 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 3283, 2024-04-02T09:54:11.634 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 424255 2024-04-02T09:54:11.634 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.635 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.635 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.635 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.635 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:11.635 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:11.635 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T09:54:11.635 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.635 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:54:11.635 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "1125'3278" 2024-04-02T09:54:11.635 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.635 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.635 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.635 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.635 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:11.635 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:11.636 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.636 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:54:11.636 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.636 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.636 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:11.636 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.636 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.636 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.636 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.185467+0000", 2024-04-02T09:54:11.636 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.974579+0000", 2024-04-02T09:54:11.636 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.974579+0000", 2024-04-02T09:54:11.636 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:42.974906+0000", 2024-04-02T09:54:11.636 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.185467+0000", 2024-04-02T09:54:11.636 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.637 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.637 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.637 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:54:11.637 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.185467+0000", 2024-04-02T09:54:11.637 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.185467+0000", 2024-04-02T09:54:11.637 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.185467+0000", 2024-04-02T09:54:11.637 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.637 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.637 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.637 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.185467+0000", 2024-04-02T09:54:11.637 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.185467+0000", 2024-04-02T09:54:11.637 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.637 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.637 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.637 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.638 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:54:11.638 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.638 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.638 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.638 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.638 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.638 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.638 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.638 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.638 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.5", 2024-04-02T09:54:11.638 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.638 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.638 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.639 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5023, 2024-04-02T09:54:11.639 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.639 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:40:21.687638+0000", 2024-04-02T09:54:11.639 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.639 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.639 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.639 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.639 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.639 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.639 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.639 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.639 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.639 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.639 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.640 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.640 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.640 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.640 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.640 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.640 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.640 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.640 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.640 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.640 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.640 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.640 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.640 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.640 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.641 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.641 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.641 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.641 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.641 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.641 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.641 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.641 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.641 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.641 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.641 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.641 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.641 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.641 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.642 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.642 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.642 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.642 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.642 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.642 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.642 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.642 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.642 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.642 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:11.642 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:11.642 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.642 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:54:11.642 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.643 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.643 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.643 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.643 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:11.643 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:11.643 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:11.643 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.643 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:54:11.643 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.643 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.643 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:11.643 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.643 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.643 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.643 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.756060+0000", 2024-04-02T09:54:11.644 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:29:27.978031+0000", 2024-04-02T09:54:11.644 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:29:27.978031+0000", 2024-04-02T09:54:11.644 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:29:27.978545+0000", 2024-04-02T09:54:11.644 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.756060+0000", 2024-04-02T09:54:11.644 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.644 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.644 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.644 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 380, 2024-04-02T09:54:11.644 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.756060+0000", 2024-04-02T09:54:11.644 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.756060+0000", 2024-04-02T09:54:11.644 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.756060+0000", 2024-04-02T09:54:11.644 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.644 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.644 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.645 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.756060+0000", 2024-04-02T09:54:11.645 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.756060+0000", 2024-04-02T09:54:11.645 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.645 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.645 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.645 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.645 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 379, 2024-04-02T09:54:11.645 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.645 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.645 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.645 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.645 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.645 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.645 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.646 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.646 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.4", 2024-04-02T09:54:11.646 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.646 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.646 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.646 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5145, 2024-04-02T09:54:11.646 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.646 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:49:17.711244+0000", 2024-04-02T09:54:11.646 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.646 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.646 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.646 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.646 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.646 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.647 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.647 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.647 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.647 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.647 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.647 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.647 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.647 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.647 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.647 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.647 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.647 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.647 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.647 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.648 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.648 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.648 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.648 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.648 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.648 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.648 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.648 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.648 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.648 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.648 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.648 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.648 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.648 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.649 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.649 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.649 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.649 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.649 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.649 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.649 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.649 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.649 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.649 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.649 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.649 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.649 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.649 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:11.649 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:11.650 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:11.650 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.650 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:54:11.650 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.650 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.650 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.650 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.650 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:11.650 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.650 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:11.650 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.650 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:54:11.650 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.651 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.651 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 66, 2024-04-02T09:54:11.651 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.651 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.651 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.651 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.754928+0000", 2024-04-02T09:54:11.651 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.965912+0000", 2024-04-02T09:54:11.651 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.965912+0000", 2024-04-02T09:54:11.651 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T09:05:03.305403+0000", 2024-04-02T09:54:11.651 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.754928+0000", 2024-04-02T09:54:11.651 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:11.651 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.651 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:11.651 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:54:11.652 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.754928+0000", 2024-04-02T09:54:11.652 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.754928+0000", 2024-04-02T09:54:11.652 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.754928+0000", 2024-04-02T09:54:11.652 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.652 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.652 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:11.652 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.754928+0000", 2024-04-02T09:54:11.652 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.754928+0000", 2024-04-02T09:54:11.652 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.652 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2958, 2024-04-02T09:54:11.652 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.652 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.652 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:54:11.652 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.653 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.653 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.653 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.653 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2958, 2024-04-02T09:54:11.653 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.653 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.653 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.653 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "4.2", 2024-04-02T09:54:11.653 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.653 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.653 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.653 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 8731, 2024-04-02T09:54:11.653 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.653 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:34:42.117391+0000", 2024-04-02T09:54:11.654 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.008274951, 2024-04-02T09:54:11.654 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.654 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.654 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 4194323, 2024-04-02T09:54:11.654 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.654 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.654 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.654 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.654 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.654 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.654 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.654 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.654 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.654 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.655 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.655 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.655 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.655 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.655 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.655 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 6, 2024-04-02T09:54:11.655 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 2, 2024-04-02T09:54:11.655 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.655 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 2, 2024-04-02T09:54:11.655 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.655 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.655 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.655 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.655 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.655 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.656 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.656 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.656 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.656 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.656 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.656 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.656 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.656 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 607, 2024-04-02T09:54:11.656 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 419231, 2024-04-02T09:54:11.656 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.656 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.656 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.656 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 2958, 2024-04-02T09:54:11.656 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 422128 2024-04-02T09:54:11.657 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.657 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.657 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.657 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.657 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:11.657 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.657 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:11.657 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.657 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:54:11.657 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "1125'2958" 2024-04-02T09:54:11.657 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.657 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.657 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.657 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:11.658 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:11.658 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:11.658 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.658 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:54:11.658 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.658 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.658 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:11.658 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.658 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.658 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.658 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.186186+0000", 2024-04-02T09:54:11.658 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.082977+0000", 2024-04-02T09:54:11.658 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.082977+0000", 2024-04-02T09:54:11.658 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.083325+0000", 2024-04-02T09:54:11.659 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.186186+0000", 2024-04-02T09:54:11.659 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.659 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.659 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.659 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:11.659 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.186186+0000", 2024-04-02T09:54:11.659 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.186186+0000", 2024-04-02T09:54:11.659 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.186186+0000", 2024-04-02T09:54:11.659 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.659 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.659 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.659 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.186186+0000", 2024-04-02T09:54:11.659 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.186186+0000", 2024-04-02T09:54:11.659 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.660 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.660 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.660 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.660 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:11.660 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.660 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.660 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.660 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.660 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.660 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.660 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.660 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.660 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.e", 2024-04-02T09:54:11.660 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.660 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.661 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.661 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4932, 2024-04-02T09:54:11.661 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.661 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:48:17.518778+0000", 2024-04-02T09:54:11.661 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.661 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.661 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.661 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.661 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.661 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.661 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.661 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.661 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.661 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.661 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.662 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.662 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.662 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.662 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.662 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.662 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.662 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.662 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.662 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.662 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.662 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.662 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.662 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.662 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.663 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.663 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.663 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.663 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.663 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.663 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.663 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.663 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.663 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.663 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.663 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.663 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.663 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.663 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.663 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.664 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.664 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.664 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.664 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.664 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.664 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.664 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.664 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:11.664 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:11.664 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:11.664 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.664 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:54:11.664 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.664 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.664 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.665 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.665 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:11.665 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:11.665 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:11.665 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.665 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 4, 2024-04-02T09:54:11.665 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.665 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.665 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:11.665 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.665 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.665 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.665 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.185509+0000", 2024-04-02T09:54:11.666 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.086784+0000", 2024-04-02T09:54:11.666 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.086784+0000", 2024-04-02T09:54:11.666 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.087189+0000", 2024-04-02T09:54:11.666 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.185509+0000", 2024-04-02T09:54:11.666 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.666 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.666 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.666 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:11.666 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.185509+0000", 2024-04-02T09:54:11.666 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.185509+0000", 2024-04-02T09:54:11.666 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.185509+0000", 2024-04-02T09:54:11.666 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.666 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.666 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.667 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.185509+0000", 2024-04-02T09:54:11.667 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.185509+0000", 2024-04-02T09:54:11.667 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.667 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 1, 2024-04-02T09:54:11.667 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.667 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.667 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:11.667 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.667 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.667 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.667 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.667 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 1, 2024-04-02T09:54:11.667 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.667 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.668 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.668 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.f", 2024-04-02T09:54:11.668 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.668 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.668 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.668 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5047, 2024-04-02T09:54:11.668 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.668 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:44:30.191302+0000", 2024-04-02T09:54:11.668 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.668 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.668 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.668 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 22, 2024-04-02T09:54:11.668 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.668 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.669 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.669 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.669 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.669 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.669 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.669 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.669 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.669 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.669 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.669 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.669 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.669 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.669 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.669 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 3, 2024-04-02T09:54:11.670 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 1, 2024-04-02T09:54:11.670 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.670 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:11.670 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.670 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.670 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.670 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.670 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.670 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.670 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.670 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.670 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.670 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.670 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.671 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.671 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.671 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 1, 2024-04-02T09:54:11.671 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 1, 2024-04-02T09:54:11.671 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.671 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.671 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.671 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 1, 2024-04-02T09:54:11.671 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 1 2024-04-02T09:54:11.671 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.671 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.671 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.671 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.671 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:11.671 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:11.671 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:11.672 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.672 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 4, 2024-04-02T09:54:11.672 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'1" 2024-04-02T09:54:11.672 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.672 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.672 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.672 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:11.672 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:11.672 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:11.672 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.672 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:54:11.672 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.672 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.672 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:11.672 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.672 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.673 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.673 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.184897+0000", 2024-04-02T09:54:11.673 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.084433+0000", 2024-04-02T09:54:11.673 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.084433+0000", 2024-04-02T09:54:11.673 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.088919+0000", 2024-04-02T09:54:11.673 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.184897+0000", 2024-04-02T09:54:11.673 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.673 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.673 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.673 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:11.673 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.184897+0000", 2024-04-02T09:54:11.673 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.184897+0000", 2024-04-02T09:54:11.673 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.184897+0000", 2024-04-02T09:54:11.673 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.673 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.674 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.674 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.184897+0000", 2024-04-02T09:54:11.674 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.184897+0000", 2024-04-02T09:54:11.674 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.674 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.674 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.674 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.674 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:11.674 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.674 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.674 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.674 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.674 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.674 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.675 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.675 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.675 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.11", 2024-04-02T09:54:11.675 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.675 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.675 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.675 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4952, 2024-04-02T09:54:11.675 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.675 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:29:38.677768+0000", 2024-04-02T09:54:11.675 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.675 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.675 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.675 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.675 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.675 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.675 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.676 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.676 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.676 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.676 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.676 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.676 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.676 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.676 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.676 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.676 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.676 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.676 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.676 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.676 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.676 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.677 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.677 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.677 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.677 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.677 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.677 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.677 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.677 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.677 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.677 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.677 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.677 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.677 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.677 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.678 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.678 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.678 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.678 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.678 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.678 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.678 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.678 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.678 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.678 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.678 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.678 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:11.679 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:11.679 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:11.679 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.679 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:54:11.679 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.679 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.679 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.679 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.679 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:11.679 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:11.679 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:11.679 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.679 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 2, 2024-04-02T09:54:11.679 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.680 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.680 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:11.680 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.680 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.680 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.680 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.840564+0000", 2024-04-02T09:54:11.680 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:29:27.972132+0000", 2024-04-02T09:54:11.680 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:29:27.972132+0000", 2024-04-02T09:54:11.680 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:29:27.972520+0000", 2024-04-02T09:54:11.680 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.840564+0000", 2024-04-02T09:54:11.680 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.680 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.680 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.680 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 380, 2024-04-02T09:54:11.681 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.840564+0000", 2024-04-02T09:54:11.681 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.840564+0000", 2024-04-02T09:54:11.681 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.840564+0000", 2024-04-02T09:54:11.681 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.681 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.681 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.681 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.840564+0000", 2024-04-02T09:54:11.681 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.840564+0000", 2024-04-02T09:54:11.681 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.681 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 8, 2024-04-02T09:54:11.681 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.681 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.681 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 379, 2024-04-02T09:54:11.681 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.681 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.682 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.682 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.682 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 8, 2024-04-02T09:54:11.682 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.682 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.682 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.682 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.10", 2024-04-02T09:54:11.682 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.682 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.682 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.682 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5137, 2024-04-02T09:54:11.682 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.682 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:14:01.561780+0000", 2024-04-02T09:54:11.683 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.683 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.683 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.683 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.683 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.683 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.683 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.683 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.683 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.683 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.683 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.683 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.683 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.683 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.683 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.684 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.684 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.684 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.684 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.684 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 12, 2024-04-02T09:54:11.684 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 4, 2024-04-02T09:54:11.684 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.684 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 4, 2024-04-02T09:54:11.684 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.684 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.684 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.684 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.684 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.684 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 4, 2024-04-02T09:54:11.684 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.685 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.685 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.685 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.685 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.685 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.685 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.685 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 24, 2024-04-02T09:54:11.685 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 24, 2024-04-02T09:54:11.685 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.685 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.685 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.685 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 12, 2024-04-02T09:54:11.685 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.685 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.685 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.686 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.686 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.686 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:11.686 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:11.686 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:11.686 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.686 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 2, 2024-04-02T09:54:11.686 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'8" 2024-04-02T09:54:11.686 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.686 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.686 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.686 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:11.686 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:11.686 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:54:11.687 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.687 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T09:54:11.687 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.687 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.687 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:11.687 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.687 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.687 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.687 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.841543+0000", 2024-04-02T09:54:11.687 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.177748+0000", 2024-04-02T09:54:11.687 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.177748+0000", 2024-04-02T09:54:11.687 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.184782+0000", 2024-04-02T09:54:11.687 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.841543+0000", 2024-04-02T09:54:11.687 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.687 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.688 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.688 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:11.688 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.841543+0000", 2024-04-02T09:54:11.688 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.841543+0000", 2024-04-02T09:54:11.688 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.841543+0000", 2024-04-02T09:54:11.688 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.688 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.688 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.688 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.841543+0000", 2024-04-02T09:54:11.688 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.841543+0000", 2024-04-02T09:54:11.688 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.688 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.688 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.688 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.689 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:11.689 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.689 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.689 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.689 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.689 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.689 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.689 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.689 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.689 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.10", 2024-04-02T09:54:11.689 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.689 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.689 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.689 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4974, 2024-04-02T09:54:11.689 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.690 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:58:14.832282+0000", 2024-04-02T09:54:11.690 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.690 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.690 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.690 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.690 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.690 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.690 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.690 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.690 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.690 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.690 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.690 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.690 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.691 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.691 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.691 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.691 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.691 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.691 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.691 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.691 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.691 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.691 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.691 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.691 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.691 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.691 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.692 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.692 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.692 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.692 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.692 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.692 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.692 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.692 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.692 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.692 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.692 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.692 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.692 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.692 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.692 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.693 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.693 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.693 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.693 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.693 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.693 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:11.693 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:11.693 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:54:11.693 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.693 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T09:54:11.693 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.693 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.693 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.693 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.693 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:11.694 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:11.694 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:11.694 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.694 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T09:54:11.694 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.694 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.694 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:11.694 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.694 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.694 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.694 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.842525+0000", 2024-04-02T09:54:11.694 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.187382+0000", 2024-04-02T09:54:11.694 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.187382+0000", 2024-04-02T09:54:11.694 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.187805+0000", 2024-04-02T09:54:11.695 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.842525+0000", 2024-04-02T09:54:11.695 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.695 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.695 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.695 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:11.695 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.842525+0000", 2024-04-02T09:54:11.695 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.842525+0000", 2024-04-02T09:54:11.695 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.842525+0000", 2024-04-02T09:54:11.695 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.695 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.695 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.695 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.842525+0000", 2024-04-02T09:54:11.695 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.842525+0000", 2024-04-02T09:54:11.695 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.695 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.696 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.696 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.696 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:11.696 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.696 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.696 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.696 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.696 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.696 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.696 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.696 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.696 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.11", 2024-04-02T09:54:11.696 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.696 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.697 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.697 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4997, 2024-04-02T09:54:11.697 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.697 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:14:32.144521+0000", 2024-04-02T09:54:11.697 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.697 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.697 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.697 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.697 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.697 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.697 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.697 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.697 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.697 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.698 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.698 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.698 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.698 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.698 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.698 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.698 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.698 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.698 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.698 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.698 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.698 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.698 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.699 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.699 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.699 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.699 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.699 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.699 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.699 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.699 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.699 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.699 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.699 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.699 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.699 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.699 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.699 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.699 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.700 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.700 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.700 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.700 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.700 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.700 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.700 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.700 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.700 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:11.700 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:11.700 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:11.700 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.700 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T09:54:11.700 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.700 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.700 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.701 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.701 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:11.701 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:11.701 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:11.701 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.701 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:54:11.701 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.701 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.701 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:11.701 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.701 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.701 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.701 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.187081+0000", 2024-04-02T09:54:11.701 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.076760+0000", 2024-04-02T09:54:11.701 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.076760+0000", 2024-04-02T09:54:11.701 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.077342+0000", 2024-04-02T09:54:11.702 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.187081+0000", 2024-04-02T09:54:11.702 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.702 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.702 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.702 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:11.702 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.187081+0000", 2024-04-02T09:54:11.702 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.187081+0000", 2024-04-02T09:54:11.702 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.187081+0000", 2024-04-02T09:54:11.702 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.702 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.702 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.702 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.187081+0000", 2024-04-02T09:54:11.702 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.187081+0000", 2024-04-02T09:54:11.702 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.703 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.703 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.703 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.703 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:11.703 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.703 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.703 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.703 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.703 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.703 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.703 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.703 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.703 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.13", 2024-04-02T09:54:11.703 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.704 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.704 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.704 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4931, 2024-04-02T09:54:11.704 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.704 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:46:14.562318+0000", 2024-04-02T09:54:11.704 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.704 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.704 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.704 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.704 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.704 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.704 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.704 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.704 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.704 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.705 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.705 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.705 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.705 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.705 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.705 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.705 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.705 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.705 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.705 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.705 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.705 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.705 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.705 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.705 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.706 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.706 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.706 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.706 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.706 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.706 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.706 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.706 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.706 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.706 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.706 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.706 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.706 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.706 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.707 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.707 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.707 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.707 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.707 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.707 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.707 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.707 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.707 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:11.707 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:11.707 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:11.707 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.707 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:54:11.707 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.708 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.708 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.708 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.708 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.708 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:11.708 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:11.708 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.708 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:54:11.708 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.708 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.708 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:11.708 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.708 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.708 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.708 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.184600+0000", 2024-04-02T09:54:11.709 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.965904+0000", 2024-04-02T09:54:11.709 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.965904+0000", 2024-04-02T09:54:11.709 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:42.967068+0000", 2024-04-02T09:54:11.709 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.184600+0000", 2024-04-02T09:54:11.709 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.709 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.709 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.709 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:54:11.709 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.184600+0000", 2024-04-02T09:54:11.709 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.184600+0000", 2024-04-02T09:54:11.709 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.184600+0000", 2024-04-02T09:54:11.709 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.709 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.709 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.710 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.184600+0000", 2024-04-02T09:54:11.710 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.184600+0000", 2024-04-02T09:54:11.710 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.710 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.710 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.710 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.710 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:54:11.710 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.710 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.710 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.710 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.710 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.710 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.710 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.710 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.711 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.12", 2024-04-02T09:54:11.711 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.711 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.711 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.711 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5025, 2024-04-02T09:54:11.711 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.711 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:32:07.190067+0000", 2024-04-02T09:54:11.711 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.711 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.711 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.711 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.711 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.711 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.711 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.711 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.712 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.712 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.712 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.712 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.712 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.712 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.712 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.712 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.712 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.712 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.712 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.712 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.712 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.712 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.712 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.713 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.713 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.713 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.713 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.713 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.713 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.713 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.713 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.713 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.713 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.713 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.713 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.713 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.713 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.713 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.713 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.714 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.714 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.714 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.714 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.714 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.714 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.714 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.714 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.714 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.714 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:11.714 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:11.714 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.714 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:54:11.714 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.715 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.715 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.715 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.715 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:11.715 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:11.715 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T09:54:11.715 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.715 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T09:54:11.715 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.715 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.715 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:11.715 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.715 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.715 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.715 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.842490+0000", 2024-04-02T09:54:11.715 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.080580+0000", 2024-04-02T09:54:11.716 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.080580+0000", 2024-04-02T09:54:11.716 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.080930+0000", 2024-04-02T09:54:11.716 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.842490+0000", 2024-04-02T09:54:11.716 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.716 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.716 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.716 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:11.716 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.842490+0000", 2024-04-02T09:54:11.716 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.842490+0000", 2024-04-02T09:54:11.716 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.842490+0000", 2024-04-02T09:54:11.716 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.716 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.716 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.716 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.842490+0000", 2024-04-02T09:54:11.716 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.842490+0000", 2024-04-02T09:54:11.716 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.717 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.717 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.717 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.717 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:11.717 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.717 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.717 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.717 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.717 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.717 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.717 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.717 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.717 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.12", 2024-04-02T09:54:11.717 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.717 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.718 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.718 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5144, 2024-04-02T09:54:11.718 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.718 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:03:10.919885+0000", 2024-04-02T09:54:11.718 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.718 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.718 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.718 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.718 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.718 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.718 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.718 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.718 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.719 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.719 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.719 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.719 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.719 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.719 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.719 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.719 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.719 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.719 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.719 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.719 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.719 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.719 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.719 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.720 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.720 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.720 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.720 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.720 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.720 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.720 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.720 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.720 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.720 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.720 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.720 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.720 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.721 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.721 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.721 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.721 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.721 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.721 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.721 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.721 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.721 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.721 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.721 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:11.721 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:11.721 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T09:54:11.721 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.721 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T09:54:11.721 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.722 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.722 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.722 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.722 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:11.722 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:11.722 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T09:54:11.722 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.722 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:54:11.722 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.722 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.722 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:11.722 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.722 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.723 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.723 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.755565+0000", 2024-04-02T09:54:11.723 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:22.996229+0000", 2024-04-02T09:54:11.723 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:22.996229+0000", 2024-04-02T09:54:11.723 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:22.996608+0000", 2024-04-02T09:54:11.723 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.755565+0000", 2024-04-02T09:54:11.723 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.723 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.723 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.723 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 435, 2024-04-02T09:54:11.723 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.755565+0000", 2024-04-02T09:54:11.723 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.755565+0000", 2024-04-02T09:54:11.723 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.755565+0000", 2024-04-02T09:54:11.723 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.723 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.724 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.724 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.755565+0000", 2024-04-02T09:54:11.724 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.755565+0000", 2024-04-02T09:54:11.724 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.724 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2, 2024-04-02T09:54:11.724 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.724 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.724 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 434, 2024-04-02T09:54:11.724 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.724 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.724 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.724 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.724 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2, 2024-04-02T09:54:11.724 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.724 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.724 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.725 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.13", 2024-04-02T09:54:11.725 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.725 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.725 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.725 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4871, 2024-04-02T09:54:11.725 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.725 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:05:21.870420+0000", 2024-04-02T09:54:11.725 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.725 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.725 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.725 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 34, 2024-04-02T09:54:11.725 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.725 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 34, 2024-04-02T09:54:11.725 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.725 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.726 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.726 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.726 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.726 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.726 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.726 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.726 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.726 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 10, 2024-04-02T09:54:11.726 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.726 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.726 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.726 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 6, 2024-04-02T09:54:11.726 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 2, 2024-04-02T09:54:11.726 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.726 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 2, 2024-04-02T09:54:11.727 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.727 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.727 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.727 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.727 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.727 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T09:54:11.727 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.727 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 2, 2024-04-02T09:54:11.727 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.727 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.727 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.727 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.727 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.727 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 4, 2024-04-02T09:54:11.728 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 8, 2024-04-02T09:54:11.728 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.728 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.728 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.728 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 3, 2024-04-02T09:54:11.728 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 7 2024-04-02T09:54:11.728 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.728 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.728 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.728 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.728 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:11.728 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:11.728 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T09:54:11.728 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.729 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:54:11.729 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'2" 2024-04-02T09:54:11.729 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.729 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.729 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.729 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:11.729 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:11.729 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:11.729 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.729 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:54:11.729 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.729 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.729 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:11.729 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.729 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.730 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.730 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.186701+0000", 2024-04-02T09:54:11.730 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.076655+0000", 2024-04-02T09:54:11.730 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.076655+0000", 2024-04-02T09:54:11.730 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.078291+0000", 2024-04-02T09:54:11.730 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.186701+0000", 2024-04-02T09:54:11.730 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.730 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.730 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.730 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:11.730 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.186701+0000", 2024-04-02T09:54:11.730 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.186701+0000", 2024-04-02T09:54:11.731 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.186701+0000", 2024-04-02T09:54:11.731 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.731 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.731 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.731 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.186701+0000", 2024-04-02T09:54:11.731 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.186701+0000", 2024-04-02T09:54:11.731 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.731 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.731 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.731 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.731 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:11.731 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.732 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.732 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.732 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.732 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.732 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.732 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.732 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.732 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.15", 2024-04-02T09:54:11.732 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.732 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.732 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.732 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4930, 2024-04-02T09:54:11.732 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.732 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:22:41.931996+0000", 2024-04-02T09:54:11.732 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.732 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.733 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.733 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.733 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.733 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.733 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.733 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.733 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.733 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.733 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.733 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.733 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.733 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.733 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.733 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.733 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.734 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.734 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.734 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.734 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.734 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.734 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.734 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.734 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.734 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.734 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.734 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.734 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.734 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.734 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.735 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.735 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.735 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.735 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.735 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.735 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.735 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.735 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.735 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.735 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.735 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.735 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.735 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.735 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.735 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.736 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.736 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:11.736 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:11.736 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:11.736 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.736 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:54:11.736 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.736 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.736 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.736 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.736 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:11.736 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:11.736 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:54:11.736 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.736 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T09:54:11.736 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.737 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.737 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:11.737 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.737 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.737 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.737 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.841596+0000", 2024-04-02T09:54:11.737 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.187724+0000", 2024-04-02T09:54:11.737 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.187724+0000", 2024-04-02T09:54:11.737 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.191584+0000", 2024-04-02T09:54:11.737 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.841596+0000", 2024-04-02T09:54:11.737 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.737 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.737 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.737 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:11.737 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.841596+0000", 2024-04-02T09:54:11.738 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.841596+0000", 2024-04-02T09:54:11.738 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.841596+0000", 2024-04-02T09:54:11.738 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.738 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.738 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.738 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.841596+0000", 2024-04-02T09:54:11.738 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.841596+0000", 2024-04-02T09:54:11.738 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.738 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 29, 2024-04-02T09:54:11.738 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.738 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.738 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:11.738 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.738 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.738 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.739 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.739 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 29, 2024-04-02T09:54:11.739 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.739 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.739 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.739 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.14", 2024-04-02T09:54:11.739 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.739 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.739 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.739 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5010, 2024-04-02T09:54:11.739 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.739 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:59:24.614526+0000", 2024-04-02T09:54:11.739 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.739 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.739 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.740 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 5824, 2024-04-02T09:54:11.740 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.740 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.740 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.740 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.740 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.740 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.740 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.740 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.740 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.740 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.740 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.740 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.740 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.741 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.741 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.741 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 12, 2024-04-02T09:54:11.741 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 4, 2024-04-02T09:54:11.741 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.741 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 4, 2024-04-02T09:54:11.741 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.741 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.741 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.741 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.741 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.741 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T09:54:11.741 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.741 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.742 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.742 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.742 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.742 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.742 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.742 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 10, 2024-04-02T09:54:11.742 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 14, 2024-04-02T09:54:11.742 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.742 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.742 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.742 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 28, 2024-04-02T09:54:11.742 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 25 2024-04-02T09:54:11.742 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.742 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.743 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.743 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.743 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:11.743 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:11.743 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:54:11.743 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.743 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T09:54:11.743 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "550'29" 2024-04-02T09:54:11.743 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.743 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.743 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.743 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:11.743 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:11.743 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:11.743 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.744 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 4, 2024-04-02T09:54:11.744 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.744 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.744 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:11.744 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.744 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.744 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.744 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.187916+0000", 2024-04-02T09:54:11.744 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.085375+0000", 2024-04-02T09:54:11.744 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.085375+0000", 2024-04-02T09:54:11.744 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.085948+0000", 2024-04-02T09:54:11.744 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.187916+0000", 2024-04-02T09:54:11.744 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.745 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.745 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.745 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:11.745 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.187916+0000", 2024-04-02T09:54:11.745 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.187916+0000", 2024-04-02T09:54:11.745 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.187916+0000", 2024-04-02T09:54:11.745 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.745 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.745 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.745 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.187916+0000", 2024-04-02T09:54:11.745 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.187916+0000", 2024-04-02T09:54:11.745 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.745 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.746 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.746 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.746 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:11.746 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.746 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.746 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.746 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.746 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.746 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.746 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.746 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.746 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.14", 2024-04-02T09:54:11.746 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.746 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.746 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.747 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5033, 2024-04-02T09:54:11.747 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.747 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:11:17.205389+0000", 2024-04-02T09:54:11.747 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.747 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.747 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.747 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.747 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.747 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.747 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.747 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.747 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.747 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.747 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.748 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.748 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.748 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.748 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.748 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.748 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.748 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.748 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.748 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.748 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.748 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.748 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.748 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.748 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.749 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.749 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.749 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.749 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.749 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.749 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.749 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.749 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.749 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.749 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.749 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.749 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.749 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.749 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.750 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.750 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.750 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.750 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.750 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.750 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.750 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.750 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.750 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:11.750 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:11.750 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:11.750 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.750 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 4, 2024-04-02T09:54:11.751 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.751 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.751 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.751 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.751 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:11.751 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.751 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:11.751 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.751 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:54:11.751 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.751 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.751 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:11.751 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.751 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.752 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.752 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.754344+0000", 2024-04-02T09:54:11.752 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.968328+0000", 2024-04-02T09:54:11.752 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.968328+0000", 2024-04-02T09:54:11.752 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:42.968790+0000", 2024-04-02T09:54:11.752 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.754344+0000", 2024-04-02T09:54:11.752 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.752 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.752 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.752 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:54:11.752 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.754344+0000", 2024-04-02T09:54:11.752 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.754344+0000", 2024-04-02T09:54:11.752 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.754344+0000", 2024-04-02T09:54:11.752 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.752 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.753 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.753 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.754344+0000", 2024-04-02T09:54:11.753 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.754344+0000", 2024-04-02T09:54:11.753 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.753 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 3, 2024-04-02T09:54:11.753 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.753 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.753 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:54:11.753 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.753 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.753 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.753 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.753 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 3, 2024-04-02T09:54:11.753 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.753 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.754 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.754 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.15", 2024-04-02T09:54:11.754 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.754 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.754 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.754 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5137, 2024-04-02T09:54:11.754 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.754 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:02:48.528353+0000", 2024-04-02T09:54:11.754 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.754 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.754 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.754 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 90, 2024-04-02T09:54:11.754 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.754 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.755 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.755 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.755 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.755 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.755 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.755 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.755 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.755 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.755 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.755 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.755 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.755 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.755 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.755 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 6, 2024-04-02T09:54:11.756 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 2, 2024-04-02T09:54:11.756 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.756 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 2, 2024-04-02T09:54:11.756 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.756 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.756 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.756 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.756 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.756 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T09:54:11.756 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.756 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.756 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.756 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.756 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.756 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.757 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.757 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 7, 2024-04-02T09:54:11.757 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 7, 2024-04-02T09:54:11.757 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.757 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.757 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.757 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 4, 2024-04-02T09:54:11.757 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 1 2024-04-02T09:54:11.757 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.757 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.757 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.757 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.757 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:11.758 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.758 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:11.758 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.758 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:54:11.758 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'3" 2024-04-02T09:54:11.758 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.758 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.758 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.758 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:11.758 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.758 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T09:54:11.758 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.758 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T09:54:11.759 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.759 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.759 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:11.759 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.759 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.759 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.759 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.844387+0000", 2024-04-02T09:54:11.759 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.962973+0000", 2024-04-02T09:54:11.759 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.962973+0000", 2024-04-02T09:54:11.759 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:42.963912+0000", 2024-04-02T09:54:11.759 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.844387+0000", 2024-04-02T09:54:11.759 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.759 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.759 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.760 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:54:11.760 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.844387+0000", 2024-04-02T09:54:11.760 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.844387+0000", 2024-04-02T09:54:11.760 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.844387+0000", 2024-04-02T09:54:11.760 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.760 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.760 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.760 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.844387+0000", 2024-04-02T09:54:11.760 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.844387+0000", 2024-04-02T09:54:11.760 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.760 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.760 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.760 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.760 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:54:11.760 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.761 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.761 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.761 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.761 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.761 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.761 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.761 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.761 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.17", 2024-04-02T09:54:11.761 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.761 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.761 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.761 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5142, 2024-04-02T09:54:11.761 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.762 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:37:27.609200+0000", 2024-04-02T09:54:11.762 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.762 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.762 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.762 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.762 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.762 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.762 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.762 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.762 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.762 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.762 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.762 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.762 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.763 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.763 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.763 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.763 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.763 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.763 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.763 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.763 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.763 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.763 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.763 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.763 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.763 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.764 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.764 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.764 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.764 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.764 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.764 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.764 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.764 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.764 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.764 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.764 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.764 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.764 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.764 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.764 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.765 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.765 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.765 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.765 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.765 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.765 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.765 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:11.765 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.765 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T09:54:11.765 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.765 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T09:54:11.765 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.765 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.765 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.766 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.766 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.766 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:11.766 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:11.766 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.766 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:54:11.766 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.766 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.766 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:11.766 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.766 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.766 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.766 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.182648+0000", 2024-04-02T09:54:11.767 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.188407+0000", 2024-04-02T09:54:11.767 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.188407+0000", 2024-04-02T09:54:11.767 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.188767+0000", 2024-04-02T09:54:11.767 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.182648+0000", 2024-04-02T09:54:11.767 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.767 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.767 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.767 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:11.767 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.182648+0000", 2024-04-02T09:54:11.767 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.182648+0000", 2024-04-02T09:54:11.767 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.182648+0000", 2024-04-02T09:54:11.767 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.767 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.767 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.767 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.182648+0000", 2024-04-02T09:54:11.768 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.182648+0000", 2024-04-02T09:54:11.768 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.768 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.768 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.768 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.768 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:11.768 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.768 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.768 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.768 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.768 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.768 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.768 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.768 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.768 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.16", 2024-04-02T09:54:11.769 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.769 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.769 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.769 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5019, 2024-04-02T09:54:11.769 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.769 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:18:08.999821+0000", 2024-04-02T09:54:11.769 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.769 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.769 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.769 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.769 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.769 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.769 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.769 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.770 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.770 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.770 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.770 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.770 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.770 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.770 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.770 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.770 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.770 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.770 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.770 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.770 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.770 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.771 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.771 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.771 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.771 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.771 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.771 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.771 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.771 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.771 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.771 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.771 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.771 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.771 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.772 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.772 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.772 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.772 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.772 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.772 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.772 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.772 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.772 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.772 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.772 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.772 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.772 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.773 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:11.773 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:11.773 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.773 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:54:11.773 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.773 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.773 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.773 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.773 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.773 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:11.773 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:11.773 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.773 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:54:11.773 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.773 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.773 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:11.774 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.774 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.774 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.774 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.182840+0000", 2024-04-02T09:54:11.774 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.078462+0000", 2024-04-02T09:54:11.774 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.078462+0000", 2024-04-02T09:54:11.774 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.078775+0000", 2024-04-02T09:54:11.774 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.182840+0000", 2024-04-02T09:54:11.774 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.774 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.774 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.774 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:11.774 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.182840+0000", 2024-04-02T09:54:11.774 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.182840+0000", 2024-04-02T09:54:11.775 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.182840+0000", 2024-04-02T09:54:11.775 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.775 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.775 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.775 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.182840+0000", 2024-04-02T09:54:11.775 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.182840+0000", 2024-04-02T09:54:11.775 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.775 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.775 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.775 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.775 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:11.775 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.775 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.775 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.775 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.776 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.776 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.776 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.776 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.776 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.16", 2024-04-02T09:54:11.776 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.776 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.776 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.776 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5024, 2024-04-02T09:54:11.776 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.776 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:46:45.226326+0000", 2024-04-02T09:54:11.776 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.776 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.776 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.776 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.777 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.777 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.777 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.777 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.777 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.777 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.777 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.777 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.777 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.777 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.777 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.777 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.777 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.777 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.777 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.777 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.778 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.778 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.778 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.778 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.778 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.778 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.778 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.778 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.778 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.778 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.778 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.778 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.778 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.778 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.778 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.779 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.779 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.779 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.779 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.779 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.779 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.779 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.779 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.779 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.779 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.779 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.779 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.779 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.779 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:11.779 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:11.779 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.780 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:54:11.780 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.780 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.780 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.780 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.780 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:11.780 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.780 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:11.780 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.780 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T09:54:11.780 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.780 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.780 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:11.780 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.781 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.781 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.781 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.843280+0000", 2024-04-02T09:54:11.781 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.185526+0000", 2024-04-02T09:54:11.781 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.185526+0000", 2024-04-02T09:54:11.781 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.186495+0000", 2024-04-02T09:54:11.781 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.843280+0000", 2024-04-02T09:54:11.781 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.781 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.781 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.781 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:11.781 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.843280+0000", 2024-04-02T09:54:11.781 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.843280+0000", 2024-04-02T09:54:11.781 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.843280+0000", 2024-04-02T09:54:11.782 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.782 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.782 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.782 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.843280+0000", 2024-04-02T09:54:11.782 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.843280+0000", 2024-04-02T09:54:11.782 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.782 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.782 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.782 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.782 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:11.782 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.782 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.782 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.782 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.783 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.783 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.783 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.783 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.783 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.17", 2024-04-02T09:54:11.783 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.783 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.783 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.783 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4974, 2024-04-02T09:54:11.783 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.783 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:47:22.270449+0000", 2024-04-02T09:54:11.783 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.783 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.783 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.783 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.784 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.784 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.784 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.784 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.784 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.784 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.784 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.784 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.784 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.784 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.784 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.784 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.784 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.784 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.785 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.785 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.785 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.785 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.785 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.785 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.785 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.785 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.785 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.785 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.785 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.785 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.785 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.785 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.786 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.786 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.786 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.786 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.786 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.786 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.786 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.786 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.786 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.786 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.786 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.786 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.786 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.786 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.786 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.787 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:11.787 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.787 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:11.787 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.787 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T09:54:11.787 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.787 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.787 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.787 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.787 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:11.787 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:11.787 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:11.787 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.787 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:54:11.788 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.788 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.788 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:11.788 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.788 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.788 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.788 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.754219+0000", 2024-04-02T09:54:11.788 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:03.024907+0000", 2024-04-02T09:54:11.788 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:03.024907+0000", 2024-04-02T09:54:11.788 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:03.025214+0000", 2024-04-02T09:54:11.788 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.754219+0000", 2024-04-02T09:54:11.788 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.788 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.788 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.789 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 415, 2024-04-02T09:54:11.789 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.754219+0000", 2024-04-02T09:54:11.789 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.754219+0000", 2024-04-02T09:54:11.789 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.754219+0000", 2024-04-02T09:54:11.789 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.789 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.789 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.789 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.754219+0000", 2024-04-02T09:54:11.789 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.754219+0000", 2024-04-02T09:54:11.789 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.789 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.789 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.789 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.789 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 414, 2024-04-02T09:54:11.790 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.790 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.790 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.790 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.790 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.790 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.790 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.790 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.790 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.19", 2024-04-02T09:54:11.790 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.790 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.790 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.790 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5135, 2024-04-02T09:54:11.790 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.791 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:43:52.372474+0000", 2024-04-02T09:54:11.791 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.791 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.791 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.791 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.791 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.791 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.791 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.791 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.791 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.791 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.791 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.791 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.791 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.791 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.792 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.792 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.792 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.792 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.792 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.792 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.792 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.792 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.792 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.792 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.792 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.792 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.792 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.792 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.792 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.793 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.793 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.793 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.793 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.793 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.793 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.793 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.793 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.793 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.793 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.793 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.793 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.793 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.793 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.793 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.794 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.794 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.794 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.794 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:11.794 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:11.794 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:11.794 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.794 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:54:11.794 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.794 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.794 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.794 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.794 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.794 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:11.795 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:11.795 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.795 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:54:11.795 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.795 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.795 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:11.795 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.795 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.795 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.795 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.182168+0000", 2024-04-02T09:54:11.795 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.080515+0000", 2024-04-02T09:54:11.795 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.080515+0000", 2024-04-02T09:54:11.795 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.081219+0000", 2024-04-02T09:54:11.795 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.182168+0000", 2024-04-02T09:54:11.795 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.796 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.796 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.796 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:11.796 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.182168+0000", 2024-04-02T09:54:11.796 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.182168+0000", 2024-04-02T09:54:11.796 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.182168+0000", 2024-04-02T09:54:11.796 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.796 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.796 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.796 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.182168+0000", 2024-04-02T09:54:11.796 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.182168+0000", 2024-04-02T09:54:11.796 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.796 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.796 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.797 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.797 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:11.797 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.797 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.797 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.797 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.797 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.797 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.797 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.797 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.797 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.18", 2024-04-02T09:54:11.797 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.797 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.797 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.798 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5033, 2024-04-02T09:54:11.798 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.798 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:48:45.931812+0000", 2024-04-02T09:54:11.798 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.798 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.798 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.798 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.798 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.798 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.798 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.798 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.798 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.798 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.798 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.799 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.799 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.799 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.799 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.799 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.799 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.799 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.799 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.799 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.799 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.799 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.799 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.799 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.799 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.800 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.800 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.800 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.800 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.800 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.800 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.800 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.800 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.800 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.800 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.800 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.800 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.800 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.800 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.800 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.801 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.801 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.801 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.801 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.801 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.801 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.801 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.801 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.801 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:11.801 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:11.801 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.801 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:54:11.801 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.801 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.802 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.802 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.802 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:11.802 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:11.802 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:11.802 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.802 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:54:11.802 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.802 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.802 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:11.802 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.802 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.802 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.803 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.130119+0000", 2024-04-02T09:54:11.803 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:03.039199+0000", 2024-04-02T09:54:11.803 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:03.039199+0000", 2024-04-02T09:54:11.803 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:03.041003+0000", 2024-04-02T09:54:11.803 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.130119+0000", 2024-04-02T09:54:11.803 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.803 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.803 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.803 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 415, 2024-04-02T09:54:11.803 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.130119+0000", 2024-04-02T09:54:11.803 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.130119+0000", 2024-04-02T09:54:11.803 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.130119+0000", 2024-04-02T09:54:11.803 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.803 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.803 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.804 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.130119+0000", 2024-04-02T09:54:11.804 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.130119+0000", 2024-04-02T09:54:11.804 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.804 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.804 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.804 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.804 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 414, 2024-04-02T09:54:11.804 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.804 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.804 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.804 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.804 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.804 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.804 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.805 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.805 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.18", 2024-04-02T09:54:11.805 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.805 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.805 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.805 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5073, 2024-04-02T09:54:11.805 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.805 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:04:34.652697+0000", 2024-04-02T09:54:11.805 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.805 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.805 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.805 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.805 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.805 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.805 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.806 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.806 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.806 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.806 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.806 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.806 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.806 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.806 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.806 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.806 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.806 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.806 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.806 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.806 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.807 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.807 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.807 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.807 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.807 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.807 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.807 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.807 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.807 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.807 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.807 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.807 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.807 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.807 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.808 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.808 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.808 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.808 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.808 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.808 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.808 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.808 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.808 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.808 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.808 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.808 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.808 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:11.808 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:11.808 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:11.809 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.809 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:54:11.809 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.809 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.809 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.809 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.809 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:11.809 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:11.809 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:11.809 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.809 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:54:11.809 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.809 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.809 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:11.810 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.810 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.810 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.810 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.131032+0000", 2024-04-02T09:54:11.810 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.176018+0000", 2024-04-02T09:54:11.810 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.176018+0000", 2024-04-02T09:54:11.810 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.176555+0000", 2024-04-02T09:54:11.810 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.131032+0000", 2024-04-02T09:54:11.810 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.810 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.810 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.810 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:11.810 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.131032+0000", 2024-04-02T09:54:11.810 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.131032+0000", 2024-04-02T09:54:11.811 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.131032+0000", 2024-04-02T09:54:11.811 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.811 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.811 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.811 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.131032+0000", 2024-04-02T09:54:11.811 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.131032+0000", 2024-04-02T09:54:11.811 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.811 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.811 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.811 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.811 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:11.811 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.811 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.812 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.812 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.812 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.812 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.812 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.812 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.812 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.19", 2024-04-02T09:54:11.812 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.812 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.812 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.812 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5074, 2024-04-02T09:54:11.812 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.812 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:51:30.933254+0000", 2024-04-02T09:54:11.812 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.813 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.813 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.813 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.813 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.813 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.813 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.813 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.813 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.813 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.813 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.813 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.813 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.813 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.813 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.814 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.814 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.814 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.814 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.814 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.814 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.814 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.814 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.814 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.814 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.814 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.814 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.814 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.814 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.815 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.815 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.815 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.815 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.815 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.815 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.815 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.815 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.815 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.815 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.815 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.815 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.815 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.815 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.816 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.816 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.816 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.816 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.816 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:11.816 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:11.816 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:11.816 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.816 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:54:11.816 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.816 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.816 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.816 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.816 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:11.816 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:11.817 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:11.817 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.817 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T09:54:11.817 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.817 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.817 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:11.817 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.817 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.817 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.817 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.843582+0000", 2024-04-02T09:54:11.817 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.082987+0000", 2024-04-02T09:54:11.817 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.082987+0000", 2024-04-02T09:54:11.817 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.084197+0000", 2024-04-02T09:54:11.817 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.843582+0000", 2024-04-02T09:54:11.817 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.817 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.818 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.818 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:11.818 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.843582+0000", 2024-04-02T09:54:11.818 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.843582+0000", 2024-04-02T09:54:11.818 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.843582+0000", 2024-04-02T09:54:11.818 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.818 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.818 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.818 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.843582+0000", 2024-04-02T09:54:11.818 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.843582+0000", 2024-04-02T09:54:11.818 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.818 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.818 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.818 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.818 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:11.819 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.819 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.819 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.819 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.819 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.819 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.819 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.819 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.819 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.1b", 2024-04-02T09:54:11.819 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.819 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.819 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.819 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5141, 2024-04-02T09:54:11.819 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.819 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:16:00.355551+0000", 2024-04-02T09:54:11.820 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.820 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.820 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.820 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.820 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.820 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.820 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.820 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.820 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.820 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.820 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.820 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.820 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.820 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.823 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.823 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.823 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.823 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.823 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:11.823 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:11.823 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:11.823 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.823 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T09:54:11.823 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.823 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.823 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.823 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.823 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:11.823 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:11.824 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:11.824 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.824 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T09:54:11.824 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.824 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.824 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:11.824 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.824 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.824 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.824 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.842674+0000", 2024-04-02T09:54:11.824 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.172372+0000", 2024-04-02T09:54:11.824 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.172372+0000", 2024-04-02T09:54:11.824 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.174870+0000", 2024-04-02T09:54:11.825 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.842674+0000", 2024-04-02T09:54:11.825 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.825 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.825 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.825 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:11.825 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.842674+0000", 2024-04-02T09:54:11.825 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.842674+0000", 2024-04-02T09:54:11.825 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.842674+0000", 2024-04-02T09:54:11.825 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.825 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.825 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.825 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.842674+0000", 2024-04-02T09:54:11.825 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.842674+0000", 2024-04-02T09:54:11.825 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.825 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2, 2024-04-02T09:54:11.825 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.826 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.826 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:11.826 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.826 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.826 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.826 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.826 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2, 2024-04-02T09:54:11.826 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.826 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.826 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.826 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.1a", 2024-04-02T09:54:11.826 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.826 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.827 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.827 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5002, 2024-04-02T09:54:11.827 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.827 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:50:37.382151+0000", 2024-04-02T09:54:11.827 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.827 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.827 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.827 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.827 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.827 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.827 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.827 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.827 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.827 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.827 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.828 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.828 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.828 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.828 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.828 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.828 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.828 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.828 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.828 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.828 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.828 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.828 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.828 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.828 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.829 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.829 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.829 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.829 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.829 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.829 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.829 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.829 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.829 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.829 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.829 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.829 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.829 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.829 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.829 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.830 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.830 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.830 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.830 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.830 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.830 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.830 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.830 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:11.830 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:11.830 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:11.830 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.830 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T09:54:11.830 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "550'2" 2024-04-02T09:54:11.830 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.831 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.831 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.831 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:11.831 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:11.831 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:11.831 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.831 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 4, 2024-04-02T09:54:11.831 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.831 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.831 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:11.831 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.831 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.831 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.831 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.183755+0000", 2024-04-02T09:54:11.831 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:22.993797+0000", 2024-04-02T09:54:11.832 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:22.993797+0000", 2024-04-02T09:54:11.832 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:22.996106+0000", 2024-04-02T09:54:11.832 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.183755+0000", 2024-04-02T09:54:11.832 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.832 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.832 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.832 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 435, 2024-04-02T09:54:11.832 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.183755+0000", 2024-04-02T09:54:11.832 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.183755+0000", 2024-04-02T09:54:11.832 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.183755+0000", 2024-04-02T09:54:11.832 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.832 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.832 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.832 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.183755+0000", 2024-04-02T09:54:11.832 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.183755+0000", 2024-04-02T09:54:11.833 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.833 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.833 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.833 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.833 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 434, 2024-04-02T09:54:11.833 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.833 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.833 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.833 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.833 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.833 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.833 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.833 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.833 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.1a", 2024-04-02T09:54:11.834 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.834 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.834 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.834 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5075, 2024-04-02T09:54:11.834 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.834 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:51:17.959172+0000", 2024-04-02T09:54:11.834 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.834 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.834 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.834 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.834 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.834 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.834 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.835 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.835 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.835 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.835 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.835 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.835 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.835 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.835 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.835 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.835 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.835 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.835 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.835 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.835 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.835 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.836 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.836 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.836 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.836 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.836 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.836 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.836 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.836 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.836 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.836 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.836 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.836 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.836 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.836 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.837 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.837 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.837 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.837 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.837 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.837 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.837 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.837 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.837 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.837 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.837 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.837 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:11.837 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:11.837 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:11.838 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.838 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 4, 2024-04-02T09:54:11.838 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.838 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.838 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.838 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.838 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:11.838 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:11.838 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:11.838 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.838 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:54:11.838 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.838 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.839 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:11.839 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.839 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.839 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.839 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.131042+0000", 2024-04-02T09:54:11.839 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.080499+0000", 2024-04-02T09:54:11.839 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.080499+0000", 2024-04-02T09:54:11.839 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.080885+0000", 2024-04-02T09:54:11.839 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.131042+0000", 2024-04-02T09:54:11.839 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.839 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.839 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.839 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:11.839 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.131042+0000", 2024-04-02T09:54:11.840 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.131042+0000", 2024-04-02T09:54:11.840 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.131042+0000", 2024-04-02T09:54:11.841 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.841 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.841 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.841 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.131042+0000", 2024-04-02T09:54:11.841 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.131042+0000", 2024-04-02T09:54:11.841 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.842 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2, 2024-04-02T09:54:11.842 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.842 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.842 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:11.842 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.842 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.842 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.842 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.842 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2, 2024-04-02T09:54:11.842 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.842 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.842 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.842 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.1b", 2024-04-02T09:54:11.843 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.843 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.843 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.843 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5067, 2024-04-02T09:54:11.843 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.843 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:21:48.076347+0000", 2024-04-02T09:54:11.843 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.843 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.843 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.843 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.843 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.843 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.843 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.843 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.844 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.844 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.844 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.844 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.844 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.844 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.844 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.844 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.844 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.844 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.844 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.844 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.844 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.844 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.845 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.845 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.845 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.845 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.845 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.845 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.845 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.845 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.845 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.845 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.845 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.845 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.845 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.845 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.846 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.846 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.846 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.846 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.846 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.846 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.846 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.846 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.846 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.846 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.846 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.846 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:11.846 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:11.846 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:11.847 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.847 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:54:11.847 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "550'2" 2024-04-02T09:54:11.847 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.847 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.847 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.847 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.847 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:11.847 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:11.847 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.847 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:54:11.847 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.847 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.847 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:11.847 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.848 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.848 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.848 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.185883+0000", 2024-04-02T09:54:11.848 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.189367+0000", 2024-04-02T09:54:11.848 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.189367+0000", 2024-04-02T09:54:11.848 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.190260+0000", 2024-04-02T09:54:11.848 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.185883+0000", 2024-04-02T09:54:11.848 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.848 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.848 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.848 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:11.848 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.185883+0000", 2024-04-02T09:54:11.848 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.185883+0000", 2024-04-02T09:54:11.848 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.185883+0000", 2024-04-02T09:54:11.849 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.849 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.849 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.849 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.185883+0000", 2024-04-02T09:54:11.849 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.185883+0000", 2024-04-02T09:54:11.849 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.849 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.849 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.849 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.849 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:11.849 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.849 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.849 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.849 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.849 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.850 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.850 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.850 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.850 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.1d", 2024-04-02T09:54:11.850 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.850 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.850 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.850 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5030, 2024-04-02T09:54:11.850 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.850 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:04:40.494679+0000", 2024-04-02T09:54:11.850 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.850 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.850 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.851 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.851 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.851 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.851 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.851 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.851 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.851 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.851 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.851 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.851 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.851 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.851 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.851 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.851 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.851 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.852 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.852 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.852 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.852 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.852 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.852 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.852 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.852 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.852 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.852 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.852 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.852 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.852 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.853 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.853 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.853 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.853 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.853 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.853 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.853 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.853 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.853 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.853 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.853 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.853 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.853 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.853 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.854 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.854 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.854 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.854 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:11.854 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:11.854 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.854 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:54:11.854 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.854 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.854 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.854 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.854 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:11.854 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.854 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:11.855 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.855 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:54:11.855 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.855 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.855 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:11.855 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.855 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.855 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.855 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.755596+0000", 2024-04-02T09:54:11.855 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.968168+0000", 2024-04-02T09:54:11.855 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.968168+0000", 2024-04-02T09:54:11.855 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:42.968699+0000", 2024-04-02T09:54:11.855 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.755596+0000", 2024-04-02T09:54:11.855 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.856 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.856 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.856 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:54:11.856 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.755596+0000", 2024-04-02T09:54:11.856 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.755596+0000", 2024-04-02T09:54:11.856 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.755596+0000", 2024-04-02T09:54:11.856 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.856 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.856 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.856 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.755596+0000", 2024-04-02T09:54:11.856 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.755596+0000", 2024-04-02T09:54:11.856 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.856 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2, 2024-04-02T09:54:11.856 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.857 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.857 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:54:11.857 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.857 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.857 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.857 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.857 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2, 2024-04-02T09:54:11.857 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.857 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.857 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.857 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.1c", 2024-04-02T09:54:11.857 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.857 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.857 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.858 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4867, 2024-04-02T09:54:11.858 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.858 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:57:19.211122+0000", 2024-04-02T09:54:11.858 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.858 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.858 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.858 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.858 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.858 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.858 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.858 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.858 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.858 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.858 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.859 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.859 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.859 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.859 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.859 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.859 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.859 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.859 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.859 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 3, 2024-04-02T09:54:11.859 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 1, 2024-04-02T09:54:11.859 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.859 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:11.859 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.859 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.859 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.859 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.860 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.860 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T09:54:11.860 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.860 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 1, 2024-04-02T09:54:11.860 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.860 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.860 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.860 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.860 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.860 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 6, 2024-04-02T09:54:11.860 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 6, 2024-04-02T09:54:11.860 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.860 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.860 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.860 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 3, 2024-04-02T09:54:11.861 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.861 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.861 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.861 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.861 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.861 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:11.861 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.861 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:11.861 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.861 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:54:11.861 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'2" 2024-04-02T09:54:11.861 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.861 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.861 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.862 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.862 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:11.862 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:11.862 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.862 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:54:11.862 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.862 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.862 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:11.862 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.862 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.862 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.862 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.185612+0000", 2024-04-02T09:54:11.862 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.970062+0000", 2024-04-02T09:54:11.862 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.970062+0000", 2024-04-02T09:54:11.863 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:42.970383+0000", 2024-04-02T09:54:11.863 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.185612+0000", 2024-04-02T09:54:11.863 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.863 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.863 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.863 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:54:11.863 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.185612+0000", 2024-04-02T09:54:11.863 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.185612+0000", 2024-04-02T09:54:11.863 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.185612+0000", 2024-04-02T09:54:11.863 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.863 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.863 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.863 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.185612+0000", 2024-04-02T09:54:11.863 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.185612+0000", 2024-04-02T09:54:11.863 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.864 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.864 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.864 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.864 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:54:11.864 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.864 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.864 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.864 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.864 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.864 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.864 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.864 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.864 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.1c", 2024-04-02T09:54:11.864 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.865 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.865 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.865 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5036, 2024-04-02T09:54:11.865 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.865 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:40:13.745044+0000", 2024-04-02T09:54:11.865 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.865 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.865 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.865 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.865 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.865 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.865 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.865 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.865 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.866 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.866 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.866 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.866 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.866 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.866 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.866 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.866 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.866 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.866 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.866 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.866 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.866 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.866 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.867 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.867 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.867 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.867 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.867 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.867 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.867 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.867 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.867 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.867 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.867 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.867 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.867 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.867 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.868 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.868 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.868 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.868 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.868 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.868 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.868 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.868 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.868 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.868 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.868 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.868 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:11.868 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:11.868 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.869 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:54:11.869 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.869 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.869 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.869 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.869 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:11.869 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:11.869 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:11.869 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.869 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:54:11.869 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.869 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.869 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:11.869 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.870 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.870 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.870 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.187263+0000", 2024-04-02T09:54:11.870 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.087634+0000", 2024-04-02T09:54:11.870 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.087634+0000", 2024-04-02T09:54:11.870 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.088990+0000", 2024-04-02T09:54:11.870 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.187263+0000", 2024-04-02T09:54:11.870 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.870 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.870 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.870 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:11.870 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.187263+0000", 2024-04-02T09:54:11.870 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.187263+0000", 2024-04-02T09:54:11.870 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.187263+0000", 2024-04-02T09:54:11.871 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.871 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.871 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.871 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.187263+0000", 2024-04-02T09:54:11.871 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.187263+0000", 2024-04-02T09:54:11.871 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.871 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2, 2024-04-02T09:54:11.871 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.871 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.871 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:11.871 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.871 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.871 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.871 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.871 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2, 2024-04-02T09:54:11.872 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.872 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.872 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.872 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.1d", 2024-04-02T09:54:11.872 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.872 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.872 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.872 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4945, 2024-04-02T09:54:11.872 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.872 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:02:50.975757+0000", 2024-04-02T09:54:11.872 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.872 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.872 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.872 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.873 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.873 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.873 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.873 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.873 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.873 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.873 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.873 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.873 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.873 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.873 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.873 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.873 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.873 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.873 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.874 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 3, 2024-04-02T09:54:11.874 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 1, 2024-04-02T09:54:11.874 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.874 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:11.874 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.874 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.874 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.874 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.874 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.874 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T09:54:11.874 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.874 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.874 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.874 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.875 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.875 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.875 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.875 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 6, 2024-04-02T09:54:11.875 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 6, 2024-04-02T09:54:11.875 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.875 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.875 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.875 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 3, 2024-04-02T09:54:11.875 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.875 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.875 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.875 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.875 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.876 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:11.876 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:11.876 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:11.876 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.876 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:54:11.876 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'2" 2024-04-02T09:54:11.876 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.876 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.876 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.876 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:11.876 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.876 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:11.876 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.876 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T09:54:11.876 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.877 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.877 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:11.877 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.877 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.877 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.877 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.844190+0000", 2024-04-02T09:54:11.877 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.962893+0000", 2024-04-02T09:54:11.877 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.962893+0000", 2024-04-02T09:54:11.877 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:42.963308+0000", 2024-04-02T09:54:11.877 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.844190+0000", 2024-04-02T09:54:11.877 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.877 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.877 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.877 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:54:11.877 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.844190+0000", 2024-04-02T09:54:11.878 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.844190+0000", 2024-04-02T09:54:11.878 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.844190+0000", 2024-04-02T09:54:11.878 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.878 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.878 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.878 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.844190+0000", 2024-04-02T09:54:11.878 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.844190+0000", 2024-04-02T09:54:11.878 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.878 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.878 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.878 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.878 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:54:11.878 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.878 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.879 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.879 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.879 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.879 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.879 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.879 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.879 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.1f", 2024-04-02T09:54:11.879 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.879 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.879 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.879 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5149, 2024-04-02T09:54:11.879 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.879 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:50:46.949586+0000", 2024-04-02T09:54:11.880 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.880 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.880 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.880 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.880 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.880 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.880 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.880 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.880 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.880 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.880 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.880 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.880 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.880 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.881 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.881 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.881 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.881 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.881 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.881 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.881 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.881 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.881 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.881 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.881 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.881 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.881 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.881 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.882 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.882 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.882 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.882 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.882 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.882 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.882 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.882 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.882 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.882 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.882 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.882 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.882 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.883 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.883 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.883 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.883 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.883 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.883 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.883 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:11.883 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.883 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:11.883 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.883 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T09:54:11.883 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.883 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.884 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.884 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.884 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:11.884 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:11.884 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:54:11.884 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.884 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:54:11.884 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.884 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.884 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:11.884 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.884 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.884 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.885 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.131387+0000", 2024-04-02T09:54:11.885 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.967839+0000", 2024-04-02T09:54:11.885 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.967839+0000", 2024-04-02T09:54:11.885 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:42.968212+0000", 2024-04-02T09:54:11.885 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.131387+0000", 2024-04-02T09:54:11.885 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.885 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.885 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.885 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:54:11.885 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.131387+0000", 2024-04-02T09:54:11.885 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.131387+0000", 2024-04-02T09:54:11.885 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.131387+0000", 2024-04-02T09:54:11.885 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.885 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.885 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.886 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.131387+0000", 2024-04-02T09:54:11.886 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.131387+0000", 2024-04-02T09:54:11.886 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.886 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2, 2024-04-02T09:54:11.886 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.886 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.886 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:54:11.886 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.886 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.886 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.886 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.886 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2, 2024-04-02T09:54:11.886 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.886 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.887 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.887 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.1e", 2024-04-02T09:54:11.887 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.887 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.887 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.887 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5084, 2024-04-02T09:54:11.887 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.887 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:47:36.508895+0000", 2024-04-02T09:54:11.887 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.887 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.887 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.887 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.887 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.887 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.888 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.888 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.888 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.888 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.888 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.888 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.888 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.888 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.888 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.888 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.888 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.888 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.888 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.888 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.888 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.889 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.889 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.889 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.889 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.889 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.889 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.889 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.889 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.889 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.889 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.889 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.889 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.889 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.889 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.889 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.890 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.890 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.890 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.890 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.890 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.890 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.890 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.890 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.890 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.890 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.890 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.890 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:11.890 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:11.891 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:54:11.891 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.891 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:54:11.891 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "550'2" 2024-04-02T09:54:11.891 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.891 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.891 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.891 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:11.891 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:11.891 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:11.891 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.891 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:54:11.891 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.891 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.892 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:11.892 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.892 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.892 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.892 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.131499+0000", 2024-04-02T09:54:11.892 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.168944+0000", 2024-04-02T09:54:11.892 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.168944+0000", 2024-04-02T09:54:11.892 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.169311+0000", 2024-04-02T09:54:11.892 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.131499+0000", 2024-04-02T09:54:11.892 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.892 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.892 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.892 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:11.893 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.131499+0000", 2024-04-02T09:54:11.893 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.131499+0000", 2024-04-02T09:54:11.893 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.131499+0000", 2024-04-02T09:54:11.893 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.893 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.893 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.893 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.131499+0000", 2024-04-02T09:54:11.893 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.131499+0000", 2024-04-02T09:54:11.893 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.893 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.893 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.893 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.893 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:11.894 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.894 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.894 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.894 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.894 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.894 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.894 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.894 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.894 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.1e", 2024-04-02T09:54:11.894 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.894 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.894 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.894 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5069, 2024-04-02T09:54:11.894 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.895 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:45:13.384505+0000", 2024-04-02T09:54:11.895 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.895 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.895 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.895 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.895 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.895 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.895 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.895 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.895 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.895 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.895 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.895 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.895 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.896 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.896 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.896 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.896 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.896 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.896 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.896 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.896 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.896 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.896 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.896 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.896 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.896 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.897 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.897 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.897 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.897 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.897 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.897 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.897 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.897 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.897 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.897 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.897 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.897 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.897 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.897 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.898 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.898 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.898 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.898 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.898 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.898 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.898 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.898 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:11.898 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:11.898 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:11.898 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.898 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:54:11.898 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.898 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.899 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.899 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.899 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:11.899 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:11.899 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:11.899 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.899 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T09:54:11.899 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.899 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.899 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:11.899 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.899 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.899 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.899 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.844715+0000", 2024-04-02T09:54:11.900 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.082093+0000", 2024-04-02T09:54:11.900 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.082093+0000", 2024-04-02T09:54:11.900 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.082443+0000", 2024-04-02T09:54:11.900 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.844715+0000", 2024-04-02T09:54:11.900 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.900 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.900 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.900 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:11.900 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.844715+0000", 2024-04-02T09:54:11.900 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.844715+0000", 2024-04-02T09:54:11.900 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.844715+0000", 2024-04-02T09:54:11.900 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.900 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.900 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:11.901 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.844715+0000", 2024-04-02T09:54:11.901 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.844715+0000", 2024-04-02T09:54:11.901 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.901 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 5, 2024-04-02T09:54:11.901 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.901 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.901 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:11.901 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.901 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.901 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.901 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.901 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 5, 2024-04-02T09:54:11.901 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.901 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.901 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.902 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.1f", 2024-04-02T09:54:11.902 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.902 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.902 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.902 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5157, 2024-04-02T09:54:11.902 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.902 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:33:59.796438+0000", 2024-04-02T09:54:11.902 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.902 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.902 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.902 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 582, 2024-04-02T09:54:11.902 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.902 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.902 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.903 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.903 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.903 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.903 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.903 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.903 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.903 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.903 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.903 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.903 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.903 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.903 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.903 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 6, 2024-04-02T09:54:11.903 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 2, 2024-04-02T09:54:11.904 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.904 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 2, 2024-04-02T09:54:11.904 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.904 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.904 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.904 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.904 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.904 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T09:54:11.904 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.904 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.904 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.904 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.904 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.904 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.905 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.905 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 4, 2024-04-02T09:54:11.905 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 4, 2024-04-02T09:54:11.905 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.905 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.905 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.905 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 4, 2024-04-02T09:54:11.905 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 1 2024-04-02T09:54:11.905 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.905 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.905 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.905 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.905 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:11.905 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:11.905 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:11.906 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.906 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T09:54:11.906 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "550'5" 2024-04-02T09:54:11.906 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.906 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.906 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.906 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:11.906 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:11.906 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:11.906 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.906 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:54:11.906 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.906 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.906 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:11.907 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.907 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.907 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.907 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.187200+0000", 2024-04-02T09:54:11.907 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.092394+0000", 2024-04-02T09:54:11.907 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.092394+0000", 2024-04-02T09:54:11.907 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.092861+0000", 2024-04-02T09:54:11.907 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.187200+0000", 2024-04-02T09:54:11.907 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.907 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.907 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.907 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:11.907 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.187200+0000", 2024-04-02T09:54:11.907 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.187200+0000", 2024-04-02T09:54:11.908 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.187200+0000", 2024-04-02T09:54:11.908 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.908 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.908 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.908 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.187200+0000", 2024-04-02T09:54:11.908 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.187200+0000", 2024-04-02T09:54:11.908 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.908 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.908 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.908 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.908 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:11.908 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.908 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.908 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.909 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.909 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.909 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.909 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.909 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.909 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.2d", 2024-04-02T09:54:11.909 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.909 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.909 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.909 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4944, 2024-04-02T09:54:11.909 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.909 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:02:49.600412+0000", 2024-04-02T09:54:11.909 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.909 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.909 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.910 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.910 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.910 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.910 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.910 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.910 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.910 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.910 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.910 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.910 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.910 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.910 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.910 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.911 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.911 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.911 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.911 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.911 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.911 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.911 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.911 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.911 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.911 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.911 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.911 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.911 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.911 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.912 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.912 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.912 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.912 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.912 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.912 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.912 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.912 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.912 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.912 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.912 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.912 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.912 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.912 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.912 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.913 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.913 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.913 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:11.913 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:11.913 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:11.913 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.913 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:54:11.913 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.913 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.913 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.913 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.913 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:11.913 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:11.913 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:11.913 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.914 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 2, 2024-04-02T09:54:11.914 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.914 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.914 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:11.914 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.914 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.914 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.914 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.843695+0000", 2024-04-02T09:54:11.914 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.079315+0000", 2024-04-02T09:54:11.914 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.079315+0000", 2024-04-02T09:54:11.914 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.079641+0000", 2024-04-02T09:54:11.914 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.843695+0000", 2024-04-02T09:54:11.914 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.915 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.915 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.915 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:11.915 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.843695+0000", 2024-04-02T09:54:11.915 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.843695+0000", 2024-04-02T09:54:11.915 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.843695+0000", 2024-04-02T09:54:11.915 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.915 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.915 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.915 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.843695+0000", 2024-04-02T09:54:11.915 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.843695+0000", 2024-04-02T09:54:11.915 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.915 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.915 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.915 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.916 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:11.916 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.916 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.916 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.916 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.916 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.916 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.916 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.916 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.916 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.2e", 2024-04-02T09:54:11.916 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.916 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.916 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.916 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5113, 2024-04-02T09:54:11.917 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.917 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:03:21.630474+0000", 2024-04-02T09:54:11.917 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.917 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.917 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.917 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.917 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.917 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.917 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.917 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.917 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.917 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.917 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.917 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.918 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.918 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.918 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.918 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.918 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.918 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.918 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.918 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.918 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.918 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.918 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.918 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.918 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.918 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.919 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.919 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.919 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.919 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.919 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.919 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.919 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.919 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.919 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.919 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.919 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.919 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.919 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.919 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.920 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.920 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.920 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.920 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.920 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.920 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.920 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.920 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:11.920 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:11.920 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:11.920 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.920 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 2, 2024-04-02T09:54:11.920 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.920 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.920 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.921 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.921 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.921 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:11.921 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:11.921 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.921 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:54:11.921 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.921 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.921 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:11.921 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.921 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.921 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.921 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.184340+0000", 2024-04-02T09:54:11.921 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.078618+0000", 2024-04-02T09:54:11.921 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.078618+0000", 2024-04-02T09:54:11.922 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.079092+0000", 2024-04-02T09:54:11.922 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.184340+0000", 2024-04-02T09:54:11.922 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.922 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.922 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.922 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:11.922 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.184340+0000", 2024-04-02T09:54:11.922 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.184340+0000", 2024-04-02T09:54:11.922 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.184340+0000", 2024-04-02T09:54:11.922 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.922 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.922 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.922 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.184340+0000", 2024-04-02T09:54:11.922 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.184340+0000", 2024-04-02T09:54:11.923 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.923 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.923 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.923 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.923 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:11.923 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.923 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.923 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.923 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.923 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.923 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.923 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.923 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.924 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.2f", 2024-04-02T09:54:11.924 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.924 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.924 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.924 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5033, 2024-04-02T09:54:11.924 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.924 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:08:02.356439+0000", 2024-04-02T09:54:11.924 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.924 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.924 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.924 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.924 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.924 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.925 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.925 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.925 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.925 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.925 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.925 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.925 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.925 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.925 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.925 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.925 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.925 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.925 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.926 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.926 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.926 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.926 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.926 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.926 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.926 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.926 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.926 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.926 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.926 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.926 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.926 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.927 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.927 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.927 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.927 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.927 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.927 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.927 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.927 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.927 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.927 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.927 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.927 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.927 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.927 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.928 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.928 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.928 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:11.928 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:11.928 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.928 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:54:11.928 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.928 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.928 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.928 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.928 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.928 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:11.928 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:11.928 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.929 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:54:11.929 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.929 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.929 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:11.929 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.929 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.929 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.929 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.183374+0000", 2024-04-02T09:54:11.929 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.081497+0000", 2024-04-02T09:54:11.929 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.081497+0000", 2024-04-02T09:54:11.929 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.081798+0000", 2024-04-02T09:54:11.929 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.183374+0000", 2024-04-02T09:54:11.929 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.930 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.930 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.930 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:11.930 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.183374+0000", 2024-04-02T09:54:11.930 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.183374+0000", 2024-04-02T09:54:11.930 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.183374+0000", 2024-04-02T09:54:11.930 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.930 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.930 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.930 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.183374+0000", 2024-04-02T09:54:11.930 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.183374+0000", 2024-04-02T09:54:11.930 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.930 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.931 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.931 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.931 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:11.931 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.931 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.931 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.931 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.931 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.931 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.931 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.931 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.931 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.30", 2024-04-02T09:54:11.931 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.932 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.932 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.932 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5031, 2024-04-02T09:54:11.932 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.932 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:20:07.200080+0000", 2024-04-02T09:54:11.932 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.932 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.932 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.932 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.932 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.932 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.932 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.932 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.932 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.932 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.933 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.933 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.933 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.933 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.933 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.933 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.933 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.933 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.933 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.933 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.933 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.933 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.933 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.933 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.934 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.934 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.934 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.934 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.934 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.934 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.934 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.934 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.934 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.934 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.934 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.934 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.935 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.935 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.935 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.935 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.935 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.935 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.935 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.935 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.935 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.935 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.935 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.935 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.935 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:11.936 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:11.936 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.936 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:54:11.936 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.936 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.936 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.936 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.936 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:11.936 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:11.936 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:54:11.936 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.936 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:54:11.936 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.936 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.937 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:11.937 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.937 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.937 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.937 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.754623+0000", 2024-04-02T09:54:11.937 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.965077+0000", 2024-04-02T09:54:11.937 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.965077+0000", 2024-04-02T09:54:11.937 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:42.966205+0000", 2024-04-02T09:54:11.937 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.754623+0000", 2024-04-02T09:54:11.937 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.937 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.937 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.937 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:54:11.937 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.754623+0000", 2024-04-02T09:54:11.938 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.754623+0000", 2024-04-02T09:54:11.938 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.754623+0000", 2024-04-02T09:54:11.938 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.938 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.938 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.938 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.754623+0000", 2024-04-02T09:54:11.938 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.754623+0000", 2024-04-02T09:54:11.938 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.938 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.938 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.938 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.938 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:54:11.938 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.938 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.939 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.939 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.939 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.939 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.939 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.939 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.939 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.31", 2024-04-02T09:54:11.939 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.939 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.939 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.939 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5124, 2024-04-02T09:54:11.939 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.939 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:24:19.603492+0000", 2024-04-02T09:54:11.939 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.940 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.940 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.940 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.940 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.940 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.940 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.940 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.940 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.940 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.940 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.940 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.940 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.940 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.940 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.941 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.941 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.941 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.941 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.941 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.941 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.941 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.941 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.941 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.941 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.941 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.941 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.941 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.941 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.941 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.941 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.942 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.942 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.942 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.942 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.942 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.942 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.942 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.942 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.942 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.942 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.942 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.942 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.942 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.942 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.943 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.943 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.943 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:11.943 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:11.943 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:54:11.943 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.943 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:54:11.943 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.943 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.943 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.943 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.943 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:11.943 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:11.943 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:54:11.943 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.944 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T09:54:11.944 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.944 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.944 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:11.944 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.944 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.944 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.944 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.842439+0000", 2024-04-02T09:54:11.944 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.957109+0000", 2024-04-02T09:54:11.944 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.957109+0000", 2024-04-02T09:54:11.944 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:42.957458+0000", 2024-04-02T09:54:11.944 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.842439+0000", 2024-04-02T09:54:11.944 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.944 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.944 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.944 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:54:11.945 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.842439+0000", 2024-04-02T09:54:11.945 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.842439+0000", 2024-04-02T09:54:11.945 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.842439+0000", 2024-04-02T09:54:11.945 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.945 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.945 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.945 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.842439+0000", 2024-04-02T09:54:11.945 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.842439+0000", 2024-04-02T09:54:11.945 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.945 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.945 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.945 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.945 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:54:11.945 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.946 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.946 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.946 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.946 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.946 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.946 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.946 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.946 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.32", 2024-04-02T09:54:11.946 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.946 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.946 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.946 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5144, 2024-04-02T09:54:11.946 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.946 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:15:04.610742+0000", 2024-04-02T09:54:11.947 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.947 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.947 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.947 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.947 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.947 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.947 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.947 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.947 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.947 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.947 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.947 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.947 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.947 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.947 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.947 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.948 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.948 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.948 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.948 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.948 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.948 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.948 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.948 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.948 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.948 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.948 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.948 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.948 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.948 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.948 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.949 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.949 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.949 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.949 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.949 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.949 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.949 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.949 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.949 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.949 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.949 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.949 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.949 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.949 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.950 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.950 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.950 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:11.950 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:11.950 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:54:11.950 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.950 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T09:54:11.950 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.950 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.950 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.950 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.950 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:11.950 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:11.950 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:11.951 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.951 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:54:11.951 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.951 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.951 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:11.951 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.951 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.951 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.951 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.130699+0000", 2024-04-02T09:54:11.951 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.174832+0000", 2024-04-02T09:54:11.951 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.174832+0000", 2024-04-02T09:54:11.951 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.175903+0000", 2024-04-02T09:54:11.951 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.130699+0000", 2024-04-02T09:54:11.951 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.951 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.951 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.952 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:11.952 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.130699+0000", 2024-04-02T09:54:11.952 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.130699+0000", 2024-04-02T09:54:11.952 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.130699+0000", 2024-04-02T09:54:11.952 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.952 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.952 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.952 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.130699+0000", 2024-04-02T09:54:11.952 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.130699+0000", 2024-04-02T09:54:11.952 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.952 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.952 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.952 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.952 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:11.952 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.952 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.953 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.953 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.953 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.953 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.953 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.953 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.953 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.33", 2024-04-02T09:54:11.953 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.953 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.953 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.953 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5067, 2024-04-02T09:54:11.953 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.953 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:01:32.160674+0000", 2024-04-02T09:54:11.953 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.954 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.954 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.954 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.954 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.954 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.954 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.954 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.954 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.954 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.954 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.954 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.954 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.954 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.954 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.954 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.955 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.955 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.955 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.955 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.955 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.955 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.955 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.955 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.955 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.955 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.955 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.955 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.955 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.955 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.955 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.955 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.956 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.956 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.956 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.956 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.956 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.956 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.956 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.956 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.956 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.956 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.956 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.956 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.956 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.956 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.956 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.956 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:11.957 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:11.957 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:11.957 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.957 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:54:11.957 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.957 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.957 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.957 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.957 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:11.957 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:11.957 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:11.957 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.957 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 4, 2024-04-02T09:54:11.957 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.957 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.958 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:11.958 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.958 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.958 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.958 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.186638+0000", 2024-04-02T09:54:11.958 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.179079+0000", 2024-04-02T09:54:11.958 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.179079+0000", 2024-04-02T09:54:11.958 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.180484+0000", 2024-04-02T09:54:11.958 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.186638+0000", 2024-04-02T09:54:11.958 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.958 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.958 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.958 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:11.958 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.186638+0000", 2024-04-02T09:54:11.959 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.186638+0000", 2024-04-02T09:54:11.959 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.186638+0000", 2024-04-02T09:54:11.959 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.959 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.959 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.959 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.186638+0000", 2024-04-02T09:54:11.959 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.186638+0000", 2024-04-02T09:54:11.959 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.959 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.959 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.959 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.959 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:11.959 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.959 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.959 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.959 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.960 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.960 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.960 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.960 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.960 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.34", 2024-04-02T09:54:11.960 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.960 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.960 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.960 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5040, 2024-04-02T09:54:11.960 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.960 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:07:09.308090+0000", 2024-04-02T09:54:11.960 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.960 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.961 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.961 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.961 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.961 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.961 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.961 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.961 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.961 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.961 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.961 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.961 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.961 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.961 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.962 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.962 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.962 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.962 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.962 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.962 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.962 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.962 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.962 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.962 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.962 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.962 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.962 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.963 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.963 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.963 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.963 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.963 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.963 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.963 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.963 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.963 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.963 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.963 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.963 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.963 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.963 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.963 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.964 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.964 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.964 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.964 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.964 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:11.964 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:11.964 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:11.964 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.964 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 4, 2024-04-02T09:54:11.964 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.964 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.964 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.964 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.964 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:11.964 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.965 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:11.965 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.965 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T09:54:11.965 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.965 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.965 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:11.965 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.965 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.965 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.965 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.841625+0000", 2024-04-02T09:54:11.965 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.184294+0000", 2024-04-02T09:54:11.965 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.184294+0000", 2024-04-02T09:54:11.965 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.184617+0000", 2024-04-02T09:54:11.965 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.841625+0000", 2024-04-02T09:54:11.966 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.966 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.966 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.966 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:11.966 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.841625+0000", 2024-04-02T09:54:11.966 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.841625+0000", 2024-04-02T09:54:11.966 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.841625+0000", 2024-04-02T09:54:11.966 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.966 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.966 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.966 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.841625+0000", 2024-04-02T09:54:11.966 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.841625+0000", 2024-04-02T09:54:11.966 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.966 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.967 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.967 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.967 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:11.967 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.967 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.967 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.967 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.967 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.967 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.967 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.967 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.967 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.35", 2024-04-02T09:54:11.967 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.967 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.967 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.967 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4973, 2024-04-02T09:54:11.968 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.968 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:00:09.407463+0000", 2024-04-02T09:54:11.968 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.968 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.968 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.968 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.968 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.968 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.968 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.968 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.968 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.968 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.968 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.968 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.968 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.968 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.969 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.969 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.969 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.969 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.969 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.969 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.969 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.969 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.969 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.969 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.969 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.969 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.969 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.969 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.970 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.970 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.970 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.970 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.970 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.970 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.970 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.970 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.970 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.970 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.970 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.970 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.970 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.970 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.971 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.971 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.971 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.971 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.971 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.971 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:11.971 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.971 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:11.971 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.971 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T09:54:11.971 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.971 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.971 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.971 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.971 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:11.972 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.972 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:11.972 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.972 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T09:54:11.972 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.972 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.972 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:11.972 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.972 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.972 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.972 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.842186+0000", 2024-04-02T09:54:11.972 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.184356+0000", 2024-04-02T09:54:11.972 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.184356+0000", 2024-04-02T09:54:11.972 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.184641+0000", 2024-04-02T09:54:11.972 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.842186+0000", 2024-04-02T09:54:11.972 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.973 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.973 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.973 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:11.973 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.842186+0000", 2024-04-02T09:54:11.973 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.842186+0000", 2024-04-02T09:54:11.973 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.842186+0000", 2024-04-02T09:54:11.973 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.973 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.973 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.973 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.842186+0000", 2024-04-02T09:54:11.973 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.842186+0000", 2024-04-02T09:54:11.973 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.973 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.973 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.974 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.974 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:11.974 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.974 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.974 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.974 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.974 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.974 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.974 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.974 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.974 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.36", 2024-04-02T09:54:11.974 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.974 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.974 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.975 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4973, 2024-04-02T09:54:11.975 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.975 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:25:50.998117+0000", 2024-04-02T09:54:11.975 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.975 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.975 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.975 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.975 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.975 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.975 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.975 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.975 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.975 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.976 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.976 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.976 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.976 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.976 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.976 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.976 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.976 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.976 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.976 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.976 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.976 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.976 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.976 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.977 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.977 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.977 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.977 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.977 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.977 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.977 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.977 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.977 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.977 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.977 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.977 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.977 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.977 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.977 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.978 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.978 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.978 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.978 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.978 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.978 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.978 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.978 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.978 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:11.978 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.978 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:11.978 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.978 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T09:54:11.978 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.979 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.979 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.979 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.979 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:11.979 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.979 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:11.979 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.979 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:54:11.979 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.979 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.979 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:11.979 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.979 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.979 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.979 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.182979+0000", 2024-04-02T09:54:11.980 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.088331+0000", 2024-04-02T09:54:11.980 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.088331+0000", 2024-04-02T09:54:11.980 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.089003+0000", 2024-04-02T09:54:11.980 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.182979+0000", 2024-04-02T09:54:11.980 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.980 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.980 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.980 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:11.980 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.182979+0000", 2024-04-02T09:54:11.980 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.182979+0000", 2024-04-02T09:54:11.980 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.182979+0000", 2024-04-02T09:54:11.980 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.980 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.980 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.981 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.182979+0000", 2024-04-02T09:54:11.981 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.182979+0000", 2024-04-02T09:54:11.981 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.981 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.981 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.981 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.981 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:11.981 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.981 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.981 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.981 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.981 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.981 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.981 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.981 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.982 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.37", 2024-04-02T09:54:11.982 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.982 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.982 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.982 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4949, 2024-04-02T09:54:11.982 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.982 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:26:27.016628+0000", 2024-04-02T09:54:11.982 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.982 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.982 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.982 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.982 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.982 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.982 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.983 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.983 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.983 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.983 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.983 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.983 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.983 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.983 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.983 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.983 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.983 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.983 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.983 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.983 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.984 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.984 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.984 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.984 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.984 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.984 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.984 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.984 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.984 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.984 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.984 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.984 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.984 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.984 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.984 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.985 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.985 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.985 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.985 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.985 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.985 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.985 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.985 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.985 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.985 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.985 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.985 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:11.985 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.985 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:11.985 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.986 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:54:11.986 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.986 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.986 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.986 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.986 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:11.986 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.986 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:11.986 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.986 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:54:11.986 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.986 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.987 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:11.987 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.987 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.987 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.987 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.130100+0000", 2024-04-02T09:54:11.987 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.175402+0000", 2024-04-02T09:54:11.987 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.175402+0000", 2024-04-02T09:54:11.987 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.175762+0000", 2024-04-02T09:54:11.987 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.130100+0000", 2024-04-02T09:54:11.987 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.987 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.987 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.987 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:11.987 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.130100+0000", 2024-04-02T09:54:11.988 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.130100+0000", 2024-04-02T09:54:11.988 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.130100+0000", 2024-04-02T09:54:11.988 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.988 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.988 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.988 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.130100+0000", 2024-04-02T09:54:11.988 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.130100+0000", 2024-04-02T09:54:11.988 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.988 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.988 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.988 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.988 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:11.988 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.988 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.989 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.989 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.989 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.989 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.989 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.989 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.989 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.38", 2024-04-02T09:54:11.989 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.989 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.989 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.989 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5064, 2024-04-02T09:54:11.989 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.989 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:08:32.932284+0000", 2024-04-02T09:54:11.989 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.990 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.990 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.990 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.990 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.990 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.990 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.990 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.990 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.990 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.990 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.990 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.990 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.990 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.990 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.990 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.991 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.991 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.991 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.991 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.991 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.991 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.991 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.991 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.991 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.991 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.991 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.991 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.991 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.991 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.992 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.992 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.992 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.992 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.992 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.992 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.992 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.992 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.992 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.992 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.992 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.992 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.992 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:11.993 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.993 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:11.993 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:11.993 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:11.993 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:11.993 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:11.993 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:11.993 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.993 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:54:11.993 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:11.993 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:11.993 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:11.993 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:11.993 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:11.993 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:11.994 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:11.994 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:11.994 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:54:11.994 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:11.994 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:11.994 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:11.994 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:11.994 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:11.994 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:11.994 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.184668+0000", 2024-04-02T09:54:11.994 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.084229+0000", 2024-04-02T09:54:11.994 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.084229+0000", 2024-04-02T09:54:11.994 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.087635+0000", 2024-04-02T09:54:11.995 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.184668+0000", 2024-04-02T09:54:11.995 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.995 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:11.995 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.995 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:11.995 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.184668+0000", 2024-04-02T09:54:11.995 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.184668+0000", 2024-04-02T09:54:11.995 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.184668+0000", 2024-04-02T09:54:11.995 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:11.995 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:11.995 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:11.995 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.184668+0000", 2024-04-02T09:54:11.995 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.184668+0000", 2024-04-02T09:54:11.995 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:11.995 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:11.996 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:11.996 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:11.996 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:11.996 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:11.996 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:11.996 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:11.996 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:11.996 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:11.996 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:11.996 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:11.996 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:11.996 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.39", 2024-04-02T09:54:11.996 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:11.996 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:11.996 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:11.996 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4937, 2024-04-02T09:54:11.997 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:11.997 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:26:53.744586+0000", 2024-04-02T09:54:11.997 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:11.997 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:11.997 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:11.997 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:11.997 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:11.997 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:11.997 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:11.997 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:11.997 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:11.997 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:11.997 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:11.997 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:11.997 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:11.997 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:11.998 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:11.998 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:11.998 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:11.998 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:11.998 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:11.998 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:11.998 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:11.998 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:11.998 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:11.998 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:11.998 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:11.998 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:11.998 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:11.998 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:11.999 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:11.999 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:11.999 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:11.999 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:11.999 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:11.999 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:11.999 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:11.999 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:11.999 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:11.999 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:11.999 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:11.999 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:11.999 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:11.999 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:11.999 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:12.000 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.000 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:12.000 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:12.000 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:12.000 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:12.000 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:12.000 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:12.000 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.000 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:54:12.000 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:12.000 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.000 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.000 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:12.000 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:12.001 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:12.001 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:12.001 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.001 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 2, 2024-04-02T09:54:12.001 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:12.001 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:12.001 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:12.001 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:12.001 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:12.001 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:12.001 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.840784+0000", 2024-04-02T09:54:12.001 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:29:27.972475+0000", 2024-04-02T09:54:12.001 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:29:27.972475+0000", 2024-04-02T09:54:12.001 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:29:27.972853+0000", 2024-04-02T09:54:12.001 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.840784+0000", 2024-04-02T09:54:12.001 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.002 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:12.002 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.002 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 380, 2024-04-02T09:54:12.002 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.840784+0000", 2024-04-02T09:54:12.002 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.840784+0000", 2024-04-02T09:54:12.002 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.840784+0000", 2024-04-02T09:54:12.002 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:12.002 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:12.002 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.002 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.840784+0000", 2024-04-02T09:54:12.002 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.840784+0000", 2024-04-02T09:54:12.002 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:12.002 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:12.002 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:12.002 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:12.003 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 379, 2024-04-02T09:54:12.003 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:12.003 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:12.003 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:12.003 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:12.003 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:12.003 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:12.003 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:12.003 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:12.003 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.3a", 2024-04-02T09:54:12.003 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:12.003 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:12.003 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:12.003 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5115, 2024-04-02T09:54:12.003 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:12.004 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:02:46.769014+0000", 2024-04-02T09:54:12.004 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:12.004 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:12.004 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:12.004 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:12.004 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:12.004 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:12.004 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:12.004 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:12.004 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:12.004 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:12.004 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:12.004 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:12.004 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:12.004 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:12.005 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:12.005 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:12.005 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:12.005 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:12.005 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:12.005 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:12.005 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:12.005 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:12.005 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:12.005 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:12.005 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:12.005 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:12.005 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:12.005 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:12.005 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:12.006 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:12.006 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:12.006 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:12.006 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:12.006 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:12.006 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:12.006 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:12.006 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:12.006 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:12.006 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:12.006 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:12.006 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:12.006 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:12.006 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:12.006 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.007 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:12.007 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:12.007 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:12.007 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:12.007 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:12.007 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:12.007 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.007 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 2, 2024-04-02T09:54:12.007 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:12.007 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.007 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.007 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:12.007 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:12.007 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:12.007 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:12.007 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.007 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:54:12.008 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:12.008 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:12.008 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:12.008 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:12.008 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:12.008 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:12.008 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.187144+0000", 2024-04-02T09:54:12.008 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.079349+0000", 2024-04-02T09:54:12.008 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.079349+0000", 2024-04-02T09:54:12.008 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.079957+0000", 2024-04-02T09:54:12.008 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.187144+0000", 2024-04-02T09:54:12.008 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.008 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:12.008 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.009 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:12.009 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.187144+0000", 2024-04-02T09:54:12.009 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.187144+0000", 2024-04-02T09:54:12.009 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.187144+0000", 2024-04-02T09:54:12.009 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:12.009 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:12.009 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.009 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.187144+0000", 2024-04-02T09:54:12.009 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.187144+0000", 2024-04-02T09:54:12.009 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:12.009 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:12.009 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:12.009 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:12.010 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:12.010 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:12.010 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:12.010 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:12.010 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:12.010 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:12.010 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:12.010 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:12.010 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:12.010 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.3b", 2024-04-02T09:54:12.010 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:12.010 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:12.010 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:12.010 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4928, 2024-04-02T09:54:12.010 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:12.010 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:11:51.086353+0000", 2024-04-02T09:54:12.011 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:12.011 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:12.011 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:12.011 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:12.011 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:12.011 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:12.011 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:12.011 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:12.011 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:12.011 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:12.011 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:12.011 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:12.011 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:12.011 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:12.011 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:12.011 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:12.011 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:12.012 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:12.012 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:12.012 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:12.012 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:12.012 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:12.012 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:12.012 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:12.012 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:12.012 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:12.012 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:12.012 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:12.012 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:12.012 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:12.012 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:12.012 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:12.013 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:12.013 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:12.013 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:12.013 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:12.013 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:12.013 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:12.013 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:12.013 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:12.013 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:12.013 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:12.013 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:12.013 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.013 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:12.013 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:12.013 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:12.014 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:12.014 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:12.014 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:12.014 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.014 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:54:12.014 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:12.014 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.014 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.014 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:12.014 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:12.014 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:12.014 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:12.014 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.014 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:54:12.015 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:12.015 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:12.015 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:12.015 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:12.015 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:12.015 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:12.015 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.185410+0000", 2024-04-02T09:54:12.015 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.080645+0000", 2024-04-02T09:54:12.015 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.080645+0000", 2024-04-02T09:54:12.015 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.081141+0000", 2024-04-02T09:54:12.015 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.185410+0000", 2024-04-02T09:54:12.015 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.015 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:12.015 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.015 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:12.016 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.185410+0000", 2024-04-02T09:54:12.016 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.185410+0000", 2024-04-02T09:54:12.016 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.185410+0000", 2024-04-02T09:54:12.016 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:12.016 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:12.016 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.016 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.185410+0000", 2024-04-02T09:54:12.016 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.185410+0000", 2024-04-02T09:54:12.016 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:12.016 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:12.016 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:12.016 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:12.016 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:12.016 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:12.016 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:12.017 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:12.017 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:12.017 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:12.017 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:12.017 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:12.017 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:12.017 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.3c", 2024-04-02T09:54:12.017 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:12.017 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:12.017 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:12.017 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5019, 2024-04-02T09:54:12.017 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:12.017 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:44:47.128944+0000", 2024-04-02T09:54:12.017 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:12.018 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:12.018 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:12.018 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:12.018 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:12.018 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:12.018 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:12.018 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:12.018 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:12.018 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:12.018 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:12.018 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:12.018 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:12.018 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:12.018 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:12.018 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:12.019 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:12.019 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:12.019 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:12.019 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:12.019 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:12.019 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:12.019 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:12.019 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:12.019 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:12.019 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:12.019 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:12.019 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:12.019 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:12.019 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:12.020 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:12.020 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:12.020 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:12.020 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:12.020 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:12.020 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:12.020 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:12.020 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:12.020 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:12.020 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:12.020 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:12.020 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:12.020 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:12.020 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.020 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:12.021 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:12.021 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:12.021 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:12.021 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:12.021 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:12.021 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.021 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:54:12.021 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:12.021 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.021 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.021 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:12.021 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:12.021 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:12.021 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:12.021 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.022 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:54:12.022 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:12.022 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:12.022 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:12.022 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:12.022 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:12.022 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:12.022 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.131547+0000", 2024-04-02T09:54:12.022 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:03.038241+0000", 2024-04-02T09:54:12.022 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:03.038241+0000", 2024-04-02T09:54:12.022 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:03.038901+0000", 2024-04-02T09:54:12.022 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.131547+0000", 2024-04-02T09:54:12.022 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.022 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:12.022 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.023 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 415, 2024-04-02T09:54:12.023 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.131547+0000", 2024-04-02T09:54:12.023 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.131547+0000", 2024-04-02T09:54:12.023 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.131547+0000", 2024-04-02T09:54:12.023 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:12.023 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:12.023 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.023 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.131547+0000", 2024-04-02T09:54:12.023 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.131547+0000", 2024-04-02T09:54:12.023 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:12.023 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:12.023 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:12.023 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:12.023 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 414, 2024-04-02T09:54:12.023 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:12.023 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:12.023 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:12.024 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:12.024 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:12.024 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:12.024 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:12.024 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:12.024 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.3d", 2024-04-02T09:54:12.024 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:12.024 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:12.024 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:12.024 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5072, 2024-04-02T09:54:12.024 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:12.024 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:06:03.144655+0000", 2024-04-02T09:54:12.024 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:12.024 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:12.024 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:12.025 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:12.025 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:12.025 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:12.025 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:12.025 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:12.025 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:12.025 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:12.025 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:12.025 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:12.025 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:12.025 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:12.025 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:12.025 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:12.026 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:12.026 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:12.026 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:12.026 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:12.026 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:12.026 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:12.026 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:12.026 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:12.026 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:12.026 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:12.026 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:12.026 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:12.026 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:12.026 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:12.027 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:12.027 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:12.027 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:12.027 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:12.027 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:12.027 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:12.027 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:12.027 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:12.027 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:12.027 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:12.027 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:12.027 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:12.027 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:12.027 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.028 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:12.028 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:12.028 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:12.028 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:12.028 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:12.028 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:12.028 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.028 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:54:12.028 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:12.028 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.028 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.028 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:12.028 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:12.028 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:12.029 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:12.029 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.029 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:54:12.029 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:12.029 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:12.029 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:12.029 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:12.029 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:12.029 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:12.029 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.755017+0000", 2024-04-02T09:54:12.029 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.182856+0000", 2024-04-02T09:54:12.029 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.182856+0000", 2024-04-02T09:54:12.029 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.183587+0000", 2024-04-02T09:54:12.029 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.755017+0000", 2024-04-02T09:54:12.030 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.030 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:12.030 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.030 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:12.030 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.755017+0000", 2024-04-02T09:54:12.030 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.755017+0000", 2024-04-02T09:54:12.030 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.755017+0000", 2024-04-02T09:54:12.030 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:12.030 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:12.030 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.030 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.755017+0000", 2024-04-02T09:54:12.030 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.755017+0000", 2024-04-02T09:54:12.031 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:12.031 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:12.031 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:12.031 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:12.031 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:12.031 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:12.031 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:12.031 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:12.031 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:12.031 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:12.031 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:12.031 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:12.031 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:12.031 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.3e", 2024-04-02T09:54:12.032 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:12.032 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:12.032 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:12.032 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5135, 2024-04-02T09:54:12.032 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:12.032 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:25:11.423673+0000", 2024-04-02T09:54:12.032 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:12.032 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:12.032 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:12.032 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:12.032 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:12.032 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:12.032 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:12.032 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:12.032 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:12.033 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:12.033 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:12.033 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:12.033 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:12.033 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:12.033 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:12.033 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:12.033 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:12.033 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:12.033 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:12.033 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:12.033 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:12.033 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:12.033 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:12.033 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:12.033 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:12.034 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:12.034 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:12.034 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:12.034 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:12.034 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:12.034 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:12.034 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:12.034 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:12.034 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:12.034 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:12.034 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:12.034 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:12.034 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:12.034 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:12.034 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:12.035 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:12.035 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:12.035 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:12.035 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.035 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:12.035 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:12.035 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:12.035 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:12.035 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:12.035 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:12.035 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.035 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:54:12.035 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:12.035 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.035 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.035 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:12.036 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:12.036 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:12.036 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:12.036 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.036 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:54:12.036 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:12.036 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:12.036 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:12.036 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:12.036 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:12.036 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:12.036 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.182589+0000", 2024-04-02T09:54:12.036 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.087051+0000", 2024-04-02T09:54:12.037 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.087051+0000", 2024-04-02T09:54:12.037 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.087345+0000", 2024-04-02T09:54:12.037 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.182589+0000", 2024-04-02T09:54:12.037 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.037 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:12.037 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.037 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:12.037 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.182589+0000", 2024-04-02T09:54:12.037 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.182589+0000", 2024-04-02T09:54:12.037 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.182589+0000", 2024-04-02T09:54:12.037 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:12.037 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:12.037 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.037 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.182589+0000", 2024-04-02T09:54:12.037 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.182589+0000", 2024-04-02T09:54:12.038 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:12.038 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:12.038 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:12.038 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:12.038 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:12.038 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:12.038 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:12.038 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:12.038 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:12.038 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:12.038 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:12.038 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:12.038 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:12.039 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.3f", 2024-04-02T09:54:12.039 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:12.039 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:12.039 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:12.039 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4948, 2024-04-02T09:54:12.039 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:12.039 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:33:24.386842+0000", 2024-04-02T09:54:12.039 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:12.039 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:12.039 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:12.039 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:12.039 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:12.039 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:12.040 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:12.040 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:12.040 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:12.040 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:12.040 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:12.040 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:12.040 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:12.040 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:12.040 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:12.040 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:12.040 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:12.040 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:12.040 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:12.040 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:12.041 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:12.041 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:12.041 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:12.041 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:12.041 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:12.041 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:12.041 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:12.041 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:12.041 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:12.041 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:12.041 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:12.041 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:12.041 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:12.041 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:12.042 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:12.042 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:12.042 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:12.042 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:12.042 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:12.042 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:12.042 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:12.042 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:12.042 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:12.042 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.042 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:12.042 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:12.042 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:12.043 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:12.043 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:12.043 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:12.043 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.043 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:54:12.043 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:12.043 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.043 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.043 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_per_pool": [ 2024-04-02T09:54:12.043 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.043 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": 24, 2024-04-02T09:54:12.043 INFO:tasks.workunit.client.0.smithi012.stdout: "application": [ 2024-04-02T09:54:12.043 INFO:tasks.workunit.client.0.smithi012.stdout: "rbd" 2024-04-02T09:54:12.043 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.044 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 24429, 2024-04-02T09:54:12.044 INFO:tasks.workunit.client.0.smithi012.stdout: "num_pg": 8, 2024-04-02T09:54:12.044 INFO:tasks.workunit.client.0.smithi012.stdout: "num_store_stats": 8, 2024-04-02T09:54:12.044 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 24429, 2024-04-02T09:54:12.044 INFO:tasks.workunit.client.0.smithi012.stdout: "poolid": 4, 2024-04-02T09:54:12.044 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:12.044 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 4194323, 2024-04-02T09:54:12.044 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:12.044 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:12.044 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:12.044 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:12.044 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:12.044 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:12.044 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:12.045 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:12.045 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:12.045 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:12.045 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:12.045 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:12.045 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:12.045 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:12.045 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:12.045 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 12, 2024-04-02T09:54:12.045 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 4, 2024-04-02T09:54:12.045 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:12.045 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 4, 2024-04-02T09:54:12.045 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:12.046 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:12.046 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:12.046 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:12.046 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:12.046 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 2, 2024-04-02T09:54:12.046 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:12.046 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:12.046 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:12.046 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:12.046 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:12.046 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:12.046 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:12.046 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 8948, 2024-04-02T09:54:12.046 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 3029810, 2024-04-02T09:54:12.047 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:12.047 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:12.047 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:12.047 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 24299, 2024-04-02T09:54:12.047 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 3150007 2024-04-02T09:54:12.047 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.047 INFO:tasks.workunit.client.0.smithi012.stdout: "store_stats": { 2024-04-02T09:54:12.047 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": 12595200, 2024-04-02T09:54:12.047 INFO:tasks.workunit.client.0.smithi012.stdout: "available": 0, 2024-04-02T09:54:12.047 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed": 0, 2024-04-02T09:54:12.047 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_allocated": 0, 2024-04-02T09:54:12.047 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_original": 0, 2024-04-02T09:54:12.047 INFO:tasks.workunit.client.0.smithi012.stdout: "data_stored": 12582969, 2024-04-02T09:54:12.048 INFO:tasks.workunit.client.0.smithi012.stdout: "internal_metadata": 0, 2024-04-02T09:54:12.048 INFO:tasks.workunit.client.0.smithi012.stdout: "internally_reserved": 0, 2024-04-02T09:54:12.048 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_allocated": 0, 2024-04-02T09:54:12.048 INFO:tasks.workunit.client.0.smithi012.stdout: "total": 0 2024-04-02T09:54:12.048 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.048 INFO:tasks.workunit.client.0.smithi012.stdout: "up": 24 2024-04-02T09:54:12.048 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.048 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.048 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": 192, 2024-04-02T09:54:12.048 INFO:tasks.workunit.client.0.smithi012.stdout: "application": [ 2024-04-02T09:54:12.048 INFO:tasks.workunit.client.0.smithi012.stdout: "cephfs" 2024-04-02T09:54:12.048 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.048 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:12.048 INFO:tasks.workunit.client.0.smithi012.stdout: "num_pg": 64, 2024-04-02T09:54:12.049 INFO:tasks.workunit.client.0.smithi012.stdout: "num_store_stats": 8, 2024-04-02T09:54:12.049 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:12.049 INFO:tasks.workunit.client.0.smithi012.stdout: "poolid": 3, 2024-04-02T09:54:12.049 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:12.049 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:12.049 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:12.049 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:12.049 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:12.049 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:12.049 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:12.049 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:12.049 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:12.049 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:12.049 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:12.050 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:12.050 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:12.050 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:12.050 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:12.050 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:12.050 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:12.050 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:12.050 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:12.050 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:12.050 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:12.050 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:12.050 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:12.050 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:12.050 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:12.051 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:12.051 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:12.051 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:12.051 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:12.051 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:12.051 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:12.051 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:12.051 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:12.051 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:12.051 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:12.051 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:12.051 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:12.051 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:12.051 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:12.052 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:12.052 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:12.052 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.052 INFO:tasks.workunit.client.0.smithi012.stdout: "store_stats": { 2024-04-02T09:54:12.052 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": 0, 2024-04-02T09:54:12.052 INFO:tasks.workunit.client.0.smithi012.stdout: "available": 0, 2024-04-02T09:54:12.052 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed": 0, 2024-04-02T09:54:12.052 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_allocated": 0, 2024-04-02T09:54:12.052 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_original": 0, 2024-04-02T09:54:12.052 INFO:tasks.workunit.client.0.smithi012.stdout: "data_stored": 0, 2024-04-02T09:54:12.052 INFO:tasks.workunit.client.0.smithi012.stdout: "internal_metadata": 0, 2024-04-02T09:54:12.052 INFO:tasks.workunit.client.0.smithi012.stdout: "internally_reserved": 0, 2024-04-02T09:54:12.052 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_allocated": 0, 2024-04-02T09:54:12.052 INFO:tasks.workunit.client.0.smithi012.stdout: "total": 0 2024-04-02T09:54:12.052 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.053 INFO:tasks.workunit.client.0.smithi012.stdout: "up": 192 2024-04-02T09:54:12.053 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.053 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.053 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": 3, 2024-04-02T09:54:12.053 INFO:tasks.workunit.client.0.smithi012.stdout: "application": [ 2024-04-02T09:54:12.053 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr" 2024-04-02T09:54:12.053 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.053 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 197, 2024-04-02T09:54:12.053 INFO:tasks.workunit.client.0.smithi012.stdout: "num_pg": 1, 2024-04-02T09:54:12.053 INFO:tasks.workunit.client.0.smithi012.stdout: "num_store_stats": 3, 2024-04-02T09:54:12.053 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 197, 2024-04-02T09:54:12.053 INFO:tasks.workunit.client.0.smithi012.stdout: "poolid": 1, 2024-04-02T09:54:12.053 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:12.053 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 590368, 2024-04-02T09:54:12.054 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:12.054 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 1771104, 2024-04-02T09:54:12.054 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:12.054 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:12.054 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:12.054 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:12.054 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:12.054 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:12.054 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:12.054 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:12.054 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:12.054 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:12.054 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:12.054 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:12.055 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:12.055 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 6, 2024-04-02T09:54:12.055 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 2, 2024-04-02T09:54:12.055 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:12.055 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 2, 2024-04-02T09:54:12.055 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:12.055 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:12.055 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:12.055 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:12.055 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:12.055 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:12.055 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:12.055 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 6, 2024-04-02T09:54:12.055 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:12.056 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:12.056 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:12.056 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:12.056 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:12.056 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 812, 2024-04-02T09:54:12.056 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 1310, 2024-04-02T09:54:12.056 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:12.056 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:12.056 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:12.056 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 311, 2024-04-02T09:54:12.056 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 2416 2024-04-02T09:54:12.056 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.056 INFO:tasks.workunit.client.0.smithi012.stdout: "store_stats": { 2024-04-02T09:54:12.057 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": 1781760, 2024-04-02T09:54:12.057 INFO:tasks.workunit.client.0.smithi012.stdout: "available": 0, 2024-04-02T09:54:12.057 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed": 0, 2024-04-02T09:54:12.057 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_allocated": 0, 2024-04-02T09:54:12.057 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_original": 0, 2024-04-02T09:54:12.057 INFO:tasks.workunit.client.0.smithi012.stdout: "data_stored": 1771104, 2024-04-02T09:54:12.057 INFO:tasks.workunit.client.0.smithi012.stdout: "internal_metadata": 0, 2024-04-02T09:54:12.057 INFO:tasks.workunit.client.0.smithi012.stdout: "internally_reserved": 0, 2024-04-02T09:54:12.057 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_allocated": 0, 2024-04-02T09:54:12.057 INFO:tasks.workunit.client.0.smithi012.stdout: "total": 0 2024-04-02T09:54:12.057 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.057 INFO:tasks.workunit.client.0.smithi012.stdout: "up": 3 2024-04-02T09:54:12.057 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.057 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.057 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": 96, 2024-04-02T09:54:12.058 INFO:tasks.workunit.client.0.smithi012.stdout: "application": [ 2024-04-02T09:54:12.058 INFO:tasks.workunit.client.0.smithi012.stdout: "cephfs" 2024-04-02T09:54:12.058 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.058 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 68, 2024-04-02T09:54:12.058 INFO:tasks.workunit.client.0.smithi012.stdout: "num_pg": 32, 2024-04-02T09:54:12.058 INFO:tasks.workunit.client.0.smithi012.stdout: "num_store_stats": 8, 2024-04-02T09:54:12.058 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 68, 2024-04-02T09:54:12.058 INFO:tasks.workunit.client.0.smithi012.stdout: "poolid": 2, 2024-04-02T09:54:12.058 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:12.058 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 6622, 2024-04-02T09:54:12.058 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:12.058 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 34, 2024-04-02T09:54:12.058 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:12.058 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:12.059 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:12.059 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:12.059 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:12.059 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:12.059 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:12.059 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:12.059 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:12.059 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 10, 2024-04-02T09:54:12.059 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:12.059 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:12.059 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:12.059 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 66, 2024-04-02T09:54:12.059 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 22, 2024-04-02T09:54:12.059 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:12.060 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 22, 2024-04-02T09:54:12.060 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:12.060 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:12.060 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:12.060 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:12.060 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:12.060 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 14, 2024-04-02T09:54:12.060 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:12.060 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 3, 2024-04-02T09:54:12.060 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:12.060 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:12.060 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:12.060 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:12.060 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:12.060 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 79, 2024-04-02T09:54:12.061 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 87, 2024-04-02T09:54:12.061 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:12.061 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:12.061 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:12.061 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 68, 2024-04-02T09:54:12.061 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 36 2024-04-02T09:54:12.061 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.061 INFO:tasks.workunit.client.0.smithi012.stdout: "store_stats": { 2024-04-02T09:54:12.061 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": 110592, 2024-04-02T09:54:12.061 INFO:tasks.workunit.client.0.smithi012.stdout: "available": 0, 2024-04-02T09:54:12.061 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed": 0, 2024-04-02T09:54:12.061 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_allocated": 0, 2024-04-02T09:54:12.061 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_original": 0, 2024-04-02T09:54:12.061 INFO:tasks.workunit.client.0.smithi012.stdout: "data_stored": 19866, 2024-04-02T09:54:12.061 INFO:tasks.workunit.client.0.smithi012.stdout: "internal_metadata": 0, 2024-04-02T09:54:12.062 INFO:tasks.workunit.client.0.smithi012.stdout: "internally_reserved": 0, 2024-04-02T09:54:12.062 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_allocated": 42504, 2024-04-02T09:54:12.062 INFO:tasks.workunit.client.0.smithi012.stdout: "total": 0 2024-04-02T09:54:12.062 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.062 INFO:tasks.workunit.client.0.smithi012.stdout: "up": 96 2024-04-02T09:54:12.062 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.062 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.062 INFO:tasks.workunit.client.0.smithi012.stdout: "usage": { 2024-04-02T09:54:12.062 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_num": 105, 2024-04-02T09:54:12.062 INFO:tasks.workunit.client.0.smithi012.stdout: "pools": 4, 2024-04-02T09:54:12.062 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_by_class": { 2024-04-02T09:54:12.062 INFO:tasks.workunit.client.0.smithi012.stdout: "ssd": { 2024-04-02T09:54:12.063 INFO:tasks.workunit.client.0.smithi012.stdout: "total_avail_bytes": 762454196224, 2024-04-02T09:54:12.063 INFO:tasks.workunit.client.0.smithi012.stdout: "total_bytes": 767960285184, 2024-04-02T09:54:12.063 INFO:tasks.workunit.client.0.smithi012.stdout: "total_used_bytes": 5506088960, 2024-04-02T09:54:12.063 INFO:tasks.workunit.client.0.smithi012.stdout: "total_used_raw_bytes": 5506088960, 2024-04-02T09:54:12.063 INFO:tasks.workunit.client.0.smithi012.stdout: "total_used_raw_ratio": 0.007169757504016161 2024-04-02T09:54:12.063 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.063 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.063 INFO:tasks.workunit.client.0.smithi012.stdout: "total_avail_bytes": 762454196224, 2024-04-02T09:54:12.063 INFO:tasks.workunit.client.0.smithi012.stdout: "total_bytes": 767960285184, 2024-04-02T09:54:12.063 INFO:tasks.workunit.client.0.smithi012.stdout: "total_used_bytes": 5506088960 2024-04-02T09:54:12.063 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.063 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.063 INFO:tasks.workunit.client.0.smithi012.stdout:} 2024-04-02T09:54:12.064 INFO:tasks.workunit.client.0.smithi012.stderr:+ ceph telemetry on --license sharing-1-0 2024-04-02T09:54:12.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:10 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:54:12.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:10 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:54:12.065 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:10 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:54:12.065 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:10 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:54:12.065 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:11 smithi055 ceph-mon[85080]: from='client.46265 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:12.065 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:11 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:12.065 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:11 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:12.065 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:11 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:12.066 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:11 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:12.066 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:11 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:12.066 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:11 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:12.066 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:11 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:12.066 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:11 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:12.066 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:11 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:12.066 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:11 smithi055 ceph-mon[85080]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:12.066 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:11 smithi055 ceph-mon[85080]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:12.066 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:11 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:12.066 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:11 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:12.066 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:11 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:12.066 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:11 smithi055 ceph-mon[85080]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:12.066 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:11 smithi055 ceph-mon[85080]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:12.066 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:11 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:12.067 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:11 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:12.067 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:11 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:12.067 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:11 smithi055 ceph-mon[85080]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:12.067 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:11 smithi055 ceph-mon[85080]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:12.067 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:11 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:12.067 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:11 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:12.067 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:11 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:12.067 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:11 smithi055 ceph-mon[85080]: pgmap v5153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:54:12.067 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:11 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:54:12.067 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:11 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:54:12.067 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:11 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:54:12.067 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:11 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:54:12.067 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:11 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:54:12.067 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:11 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:54:12.068 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:10 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:54:12.068 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:10 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:54:12.068 INFO:tasks.workunit.client.0.smithi012.stdout:Telemetry is on. 2024-04-02T09:54:12.068 INFO:tasks.workunit.client.0.smithi012.stderr:+ ceph telemetry show 2024-04-02T09:54:12.069 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[88355]: from='client.46265 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:12.069 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:12.069 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:12.069 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:12.069 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:12.069 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:12.069 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:12.069 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:12.069 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:12.069 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:12.070 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[88355]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:12.070 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[88355]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:12.070 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:12.070 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:12.070 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:12.070 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[88355]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:12.070 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[88355]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:12.070 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:12.070 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:12.070 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:12.070 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[88355]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:12.070 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[88355]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:12.070 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:12.070 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:12.071 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:12.071 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[88355]: pgmap v5153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:54:12.071 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:54:12.071 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:54:12.071 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:54:12.071 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:54:12.071 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:54:12.071 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:54:12.072 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[90784]: from='client.46265 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:12.072 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:12.072 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:12.072 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:12.072 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:12.072 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:12.072 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:12.072 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:12.072 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:12.072 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:12.072 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[90784]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:12.072 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[90784]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:12.072 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:12.072 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:12.073 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:12.073 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[90784]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:12.073 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[90784]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:12.073 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:12.073 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:12.073 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:12.073 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[90784]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:12.073 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[90784]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:12.073 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:12.073 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:12.073 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:12.073 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[90784]: pgmap v5153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:54:12.073 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:54:12.073 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:54:12.074 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:54:12.074 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:54:12.074 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:54:12.074 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:11 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:54:12.081 INFO:tasks.workunit.client.0.smithi012.stdout:{ 2024-04-02T09:54:12.081 INFO:tasks.workunit.client.0.smithi012.stdout: "balancer": { 2024-04-02T09:54:12.081 INFO:tasks.workunit.client.0.smithi012.stdout: "active": true, 2024-04-02T09:54:12.081 INFO:tasks.workunit.client.0.smithi012.stdout: "mode": "" 2024-04-02T09:54:12.081 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.081 INFO:tasks.workunit.client.0.smithi012.stdout: "channels": [ 2024-04-02T09:54:12.081 INFO:tasks.workunit.client.0.smithi012.stdout: "basic", 2024-04-02T09:54:12.082 INFO:tasks.workunit.client.0.smithi012.stdout: "crash", 2024-04-02T09:54:12.082 INFO:tasks.workunit.client.0.smithi012.stdout: "device", 2024-04-02T09:54:12.082 INFO:tasks.workunit.client.0.smithi012.stdout: "ident", 2024-04-02T09:54:12.082 INFO:tasks.workunit.client.0.smithi012.stdout: "perf" 2024-04-02T09:54:12.082 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.082 INFO:tasks.workunit.client.0.smithi012.stdout: "channels_available": [ 2024-04-02T09:54:12.082 INFO:tasks.workunit.client.0.smithi012.stdout: "basic", 2024-04-02T09:54:12.082 INFO:tasks.workunit.client.0.smithi012.stdout: "ident", 2024-04-02T09:54:12.082 INFO:tasks.workunit.client.0.smithi012.stdout: "crash", 2024-04-02T09:54:12.082 INFO:tasks.workunit.client.0.smithi012.stdout: "device", 2024-04-02T09:54:12.082 INFO:tasks.workunit.client.0.smithi012.stdout: "perf" 2024-04-02T09:54:12.082 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.082 INFO:tasks.workunit.client.0.smithi012.stdout: "collections_available": [ 2024-04-02T09:54:12.083 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_base", 2024-04-02T09:54:12.083 INFO:tasks.workunit.client.0.smithi012.stdout: "device_base", 2024-04-02T09:54:12.083 INFO:tasks.workunit.client.0.smithi012.stdout: "crash_base", 2024-04-02T09:54:12.083 INFO:tasks.workunit.client.0.smithi012.stdout: "ident_base", 2024-04-02T09:54:12.083 INFO:tasks.workunit.client.0.smithi012.stdout: "perf_perf", 2024-04-02T09:54:12.083 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_mds_metadata", 2024-04-02T09:54:12.083 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_pool_usage", 2024-04-02T09:54:12.083 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_usage_by_class", 2024-04-02T09:54:12.083 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_rook_v01", 2024-04-02T09:54:12.083 INFO:tasks.workunit.client.0.smithi012.stdout: "perf_memory_metrics", 2024-04-02T09:54:12.083 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_pool_options_bluestore", 2024-04-02T09:54:12.083 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_pool_flags" 2024-04-02T09:54:12.083 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.083 INFO:tasks.workunit.client.0.smithi012.stdout: "collections_opted_in": [ 2024-04-02T09:54:12.083 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_base", 2024-04-02T09:54:12.083 INFO:tasks.workunit.client.0.smithi012.stdout: "device_base", 2024-04-02T09:54:12.084 INFO:tasks.workunit.client.0.smithi012.stdout: "crash_base", 2024-04-02T09:54:12.084 INFO:tasks.workunit.client.0.smithi012.stdout: "ident_base", 2024-04-02T09:54:12.084 INFO:tasks.workunit.client.0.smithi012.stdout: "perf_perf", 2024-04-02T09:54:12.084 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_mds_metadata", 2024-04-02T09:54:12.084 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_pool_usage", 2024-04-02T09:54:12.084 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_usage_by_class", 2024-04-02T09:54:12.084 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_rook_v01", 2024-04-02T09:54:12.084 INFO:tasks.workunit.client.0.smithi012.stdout: "perf_memory_metrics", 2024-04-02T09:54:12.084 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_pool_options_bluestore", 2024-04-02T09:54:12.084 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_pool_flags" 2024-04-02T09:54:12.084 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.084 INFO:tasks.workunit.client.0.smithi012.stdout: "config": { 2024-04-02T09:54:12.084 INFO:tasks.workunit.client.0.smithi012.stdout: "active_changed": [ 2024-04-02T09:54:12.084 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T09:54:12.084 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_debug", 2024-04-02T09:54:12.084 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_mon_ticket_ttl", 2024-04-02T09:54:12.085 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_service_ticket_ttl", 2024-04-02T09:54:12.085 INFO:tasks.workunit.client.0.smithi012.stdout: "bdev_debug_aio", 2024-04-02T09:54:12.085 INFO:tasks.workunit.client.0.smithi012.stdout: "client_check_pool_perm", 2024-04-02T09:54:12.085 INFO:tasks.workunit.client.0.smithi012.stdout: "client_mount_gid", 2024-04-02T09:54:12.085 INFO:tasks.workunit.client.0.smithi012.stdout: "client_mount_uid", 2024-04-02T09:54:12.085 INFO:tasks.workunit.client.0.smithi012.stdout: "client_quota", 2024-04-02T09:54:12.085 INFO:tasks.workunit.client.0.smithi012.stdout: "container_image", 2024-04-02T09:54:12.085 INFO:tasks.workunit.client.0.smithi012.stdout: "daemonize", 2024-04-02T09:54:12.085 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_asserts_on_shutdown", 2024-04-02T09:54:12.085 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_mgr", 2024-04-02T09:54:12.085 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_mon", 2024-04-02T09:54:12.085 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_ms", 2024-04-02T09:54:12.085 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_osd", 2024-04-02T09:54:12.085 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_paxos", 2024-04-02T09:54:12.085 INFO:tasks.workunit.client.0.smithi012.stdout: "keyring", 2024-04-02T09:54:12.085 INFO:tasks.workunit.client.0.smithi012.stdout: "log_to_file", 2024-04-02T09:54:12.086 INFO:tasks.workunit.client.0.smithi012.stdout: "log_to_journald", 2024-04-02T09:54:12.086 INFO:tasks.workunit.client.0.smithi012.stdout: "log_to_stderr", 2024-04-02T09:54:12.086 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_allow_pool_delete", 2024-04-02T09:54:12.086 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_clock_drift_allowed", 2024-04-02T09:54:12.086 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_cluster_log_file_level", 2024-04-02T09:54:12.086 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_cluster_log_to_file", 2024-04-02T09:54:12.086 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_cluster_log_to_journald", 2024-04-02T09:54:12.086 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_cluster_log_to_stderr", 2024-04-02T09:54:12.086 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_data_avail_warn", 2024-04-02T09:54:12.086 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_election_default_strategy", 2024-04-02T09:54:12.086 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_host", 2024-04-02T09:54:12.086 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_max_pg_per_osd", 2024-04-02T09:54:12.086 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_mds_skip_sanity", 2024-04-02T09:54:12.087 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_mgr_mkfs_grace", 2024-04-02T09:54:12.087 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_osd_prime_pg_temp", 2024-04-02T09:54:12.087 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T09:54:12.087 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T09:54:12.087 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T09:54:12.087 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T09:54:12.087 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T09:54:12.087 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T09:54:12.087 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T09:54:12.087 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T09:54:12.087 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T09:54:12.087 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T09:54:12.087 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_too_few_osds", 2024-04-02T09:54:12.087 INFO:tasks.workunit.client.0.smithi012.stdout: "ms_die_on_bug", 2024-04-02T09:54:12.087 INFO:tasks.workunit.client.0.smithi012.stdout: "ms_die_on_old_message", 2024-04-02T09:54:12.088 INFO:tasks.workunit.client.0.smithi012.stdout: "no_config_file", 2024-04-02T09:54:12.088 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_class_default_list", 2024-04-02T09:54:12.088 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_class_load_list", 2024-04-02T09:54:12.088 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_misdirected_ops", 2024-04-02T09:54:12.088 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_op_order", 2024-04-02T09:54:12.088 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_pg_log_writeout", 2024-04-02T09:54:12.088 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_shutdown", 2024-04-02T09:54:12.088 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T09:54:12.088 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T09:54:12.088 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T09:54:12.088 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T09:54:12.088 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_delete_sleep", 2024-04-02T09:54:12.088 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_delete_sleep_hdd", 2024-04-02T09:54:12.088 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_delete_sleep_hybrid", 2024-04-02T09:54:12.088 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_delete_sleep_ssd", 2024-04-02T09:54:12.089 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_max_backfills", 2024-04-02T09:54:12.089 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T09:54:12.089 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_profile", 2024-04-02T09:54:12.089 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-02T09:54:12.089 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-02T09:54:12.089 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-02T09:54:12.089 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-02T09:54:12.089 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-02T09:54:12.089 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-02T09:54:12.089 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_client_lim", 2024-04-02T09:54:12.089 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_client_res", 2024-04-02T09:54:12.089 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-02T09:54:12.089 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_memory_target", 2024-04-02T09:54:12.090 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_memory_target_autotune", 2024-04-02T09:54:12.090 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_op_queue", 2024-04-02T09:54:12.090 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_op_queue_cut_off", 2024-04-02T09:54:12.090 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T09:54:12.090 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T09:54:12.090 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recover_clone_overlap", 2024-04-02T09:54:12.090 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_max_active", 2024-04-02T09:54:12.090 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_max_active_hdd", 2024-04-02T09:54:12.090 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_max_active_ssd", 2024-04-02T09:54:12.090 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_max_chunk", 2024-04-02T09:54:12.090 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_sleep", 2024-04-02T09:54:12.090 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_sleep_hdd", 2024-04-02T09:54:12.090 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_sleep_hybrid", 2024-04-02T09:54:12.090 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_sleep_ssd", 2024-04-02T09:54:12.090 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_scrub_load_threshold", 2024-04-02T09:54:12.091 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_scrub_max_interval", 2024-04-02T09:54:12.091 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_scrub_sleep", 2024-04-02T09:54:12.091 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_shutdown_pgref_assert", 2024-04-02T09:54:12.091 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_snap_trim_sleep", 2024-04-02T09:54:12.091 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_snap_trim_sleep_hdd", 2024-04-02T09:54:12.091 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-02T09:54:12.091 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_snap_trim_sleep_ssd", 2024-04-02T09:54:12.091 INFO:tasks.workunit.client.0.smithi012.stdout: "public_network", 2024-04-02T09:54:12.091 INFO:tasks.workunit.client.0.smithi012.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-02T09:54:12.091 INFO:tasks.workunit.client.0.smithi012.stdout: "rbd_default_features", 2024-04-02T09:54:12.091 INFO:tasks.workunit.client.0.smithi012.stdout: "rbd_qos_exclude_ops", 2024-04-02T09:54:12.091 INFO:tasks.workunit.client.0.smithi012.stdout: "setgroup", 2024-04-02T09:54:12.091 INFO:tasks.workunit.client.0.smithi012.stdout: "setuser" 2024-04-02T09:54:12.091 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.092 INFO:tasks.workunit.client.0.smithi012.stdout: "cluster_changed": [ 2024-04-02T09:54:12.092 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T09:54:12.092 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_debug", 2024-04-02T09:54:12.092 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_mon_ticket_ttl", 2024-04-02T09:54:12.092 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_service_ticket_ttl", 2024-04-02T09:54:12.092 INFO:tasks.workunit.client.0.smithi012.stdout: "bdev_debug_aio", 2024-04-02T09:54:12.092 INFO:tasks.workunit.client.0.smithi012.stdout: "container_image", 2024-04-02T09:54:12.092 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_asserts_on_shutdown", 2024-04-02T09:54:12.092 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_mgr", 2024-04-02T09:54:12.092 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_mon", 2024-04-02T09:54:12.092 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_ms", 2024-04-02T09:54:12.092 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_osd", 2024-04-02T09:54:12.092 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_paxos", 2024-04-02T09:54:12.092 INFO:tasks.workunit.client.0.smithi012.stdout: "log_to_file", 2024-04-02T09:54:12.092 INFO:tasks.workunit.client.0.smithi012.stdout: "log_to_journald", 2024-04-02T09:54:12.092 INFO:tasks.workunit.client.0.smithi012.stdout: "log_to_stderr", 2024-04-02T09:54:12.093 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_join_fs", 2024-04-02T09:54:12.093 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/cephadm/allow_ptrace", 2024-04-02T09:54:12.093 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/cephadm/container_init", 2024-04-02T09:54:12.093 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/cephadm/migration_current", 2024-04-02T09:54:12.093 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/cephadm/use_repo_digest", 2024-04-02T09:54:12.093 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-02T09:54:12.093 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-02T09:54:12.093 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-02T09:54:12.093 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-02T09:54:12.093 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/dashboard/ssl_server_port", 2024-04-02T09:54:12.093 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/orchestrator/orchestrator", 2024-04-02T09:54:12.093 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/telemetry/channel_ident", 2024-04-02T09:54:12.093 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/telemetry/channel_perf", 2024-04-02T09:54:12.093 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/telemetry/description", 2024-04-02T09:54:12.093 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/telemetry/enabled", 2024-04-02T09:54:12.093 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/telemetry/organization", 2024-04-02T09:54:12.094 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_allow_pool_delete", 2024-04-02T09:54:12.094 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_clock_drift_allowed", 2024-04-02T09:54:12.094 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_cluster_log_file_level", 2024-04-02T09:54:12.094 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_cluster_log_to_file", 2024-04-02T09:54:12.094 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_data_avail_warn", 2024-04-02T09:54:12.094 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_election_default_strategy", 2024-04-02T09:54:12.094 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_max_pg_per_osd", 2024-04-02T09:54:12.094 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_mds_skip_sanity", 2024-04-02T09:54:12.094 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_mgr_mkfs_grace", 2024-04-02T09:54:12.094 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_osd_prime_pg_temp", 2024-04-02T09:54:12.094 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T09:54:12.094 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T09:54:12.094 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T09:54:12.094 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T09:54:12.095 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T09:54:12.095 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T09:54:12.095 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T09:54:12.095 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T09:54:12.095 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T09:54:12.095 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T09:54:12.095 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_too_few_osds", 2024-04-02T09:54:12.095 INFO:tasks.workunit.client.0.smithi012.stdout: "ms_die_on_bug", 2024-04-02T09:54:12.095 INFO:tasks.workunit.client.0.smithi012.stdout: "ms_die_on_old_message", 2024-04-02T09:54:12.095 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_class_default_list", 2024-04-02T09:54:12.095 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_class_load_list", 2024-04-02T09:54:12.095 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_misdirected_ops", 2024-04-02T09:54:12.095 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_op_order", 2024-04-02T09:54:12.095 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_pg_log_writeout", 2024-04-02T09:54:12.096 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_shutdown", 2024-04-02T09:54:12.096 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T09:54:12.096 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T09:54:12.096 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T09:54:12.096 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T09:54:12.096 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T09:54:12.096 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_profile", 2024-04-02T09:54:12.096 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_memory_target", 2024-04-02T09:54:12.096 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_memory_target_autotune", 2024-04-02T09:54:12.096 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_op_queue", 2024-04-02T09:54:12.096 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_op_queue_cut_off", 2024-04-02T09:54:12.096 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T09:54:12.096 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T09:54:12.096 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recover_clone_overlap", 2024-04-02T09:54:12.096 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_max_chunk", 2024-04-02T09:54:12.096 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_scrub_load_threshold", 2024-04-02T09:54:12.097 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_scrub_max_interval", 2024-04-02T09:54:12.097 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_shutdown_pgref_assert", 2024-04-02T09:54:12.097 INFO:tasks.workunit.client.0.smithi012.stdout: "public_network", 2024-04-02T09:54:12.097 INFO:tasks.workunit.client.0.smithi012.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-02T09:54:12.097 INFO:tasks.workunit.client.0.smithi012.stdout: "rgw_cache_enabled", 2024-04-02T09:54:12.097 INFO:tasks.workunit.client.0.smithi012.stdout: "rgw_enable_ops_log", 2024-04-02T09:54:12.097 INFO:tasks.workunit.client.0.smithi012.stdout: "rgw_enable_usage_log" 2024-04-02T09:54:12.097 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:12.097 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.097 INFO:tasks.workunit.client.0.smithi012.stdout: "contact": null, 2024-04-02T09:54:12.097 INFO:tasks.workunit.client.0.smithi012.stdout: "crashes": [], 2024-04-02T09:54:12.097 INFO:tasks.workunit.client.0.smithi012.stdout: "created": "2024-04-02T08:14:44.119575Z", 2024-04-02T09:54:12.097 INFO:tasks.workunit.client.0.smithi012.stdout: "crush": { 2024-04-02T09:54:12.098 INFO:tasks.workunit.client.0.smithi012.stdout: "bucket_algs": { 2024-04-02T09:54:12.098 INFO:tasks.workunit.client.0.smithi012.stdout: "straw2": 3 2024-04-02T09:54:12.098 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.098 INFO:tasks.workunit.client.0.smithi012.stdout: "bucket_sizes": { 2024-04-02T09:54:12.098 INFO:tasks.workunit.client.0.smithi012.stdout: "2": 1, 2024-04-02T09:54:12.098 INFO:tasks.workunit.client.0.smithi012.stdout: "4": 2 2024-04-02T09:54:12.098 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.098 INFO:tasks.workunit.client.0.smithi012.stdout: "bucket_types": { 2024-04-02T09:54:12.098 INFO:tasks.workunit.client.0.smithi012.stdout: "1": 2, 2024-04-02T09:54:12.098 INFO:tasks.workunit.client.0.smithi012.stdout: "11": 1 2024-04-02T09:54:12.098 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.098 INFO:tasks.workunit.client.0.smithi012.stdout: "compat_weight_set": false, 2024-04-02T09:54:12.098 INFO:tasks.workunit.client.0.smithi012.stdout: "device_classes": [ 2024-04-02T09:54:12.098 INFO:tasks.workunit.client.0.smithi012.stdout: 8 2024-04-02T09:54:12.098 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.099 INFO:tasks.workunit.client.0.smithi012.stdout: "num_buckets": 6, 2024-04-02T09:54:12.099 INFO:tasks.workunit.client.0.smithi012.stdout: "num_devices": 8, 2024-04-02T09:54:12.099 INFO:tasks.workunit.client.0.smithi012.stdout: "num_rules": 2, 2024-04-02T09:54:12.099 INFO:tasks.workunit.client.0.smithi012.stdout: "num_types": 12, 2024-04-02T09:54:12.099 INFO:tasks.workunit.client.0.smithi012.stdout: "num_weight_sets": 0, 2024-04-02T09:54:12.099 INFO:tasks.workunit.client.0.smithi012.stdout: "tunables": { 2024-04-02T09:54:12.099 INFO:tasks.workunit.client.0.smithi012.stdout: "allowed_bucket_algs": 54, 2024-04-02T09:54:12.099 INFO:tasks.workunit.client.0.smithi012.stdout: "choose_local_fallback_tries": 0, 2024-04-02T09:54:12.099 INFO:tasks.workunit.client.0.smithi012.stdout: "choose_local_tries": 0, 2024-04-02T09:54:12.099 INFO:tasks.workunit.client.0.smithi012.stdout: "choose_total_tries": 50, 2024-04-02T09:54:12.099 INFO:tasks.workunit.client.0.smithi012.stdout: "chooseleaf_descend_once": 1, 2024-04-02T09:54:12.099 INFO:tasks.workunit.client.0.smithi012.stdout: "chooseleaf_stable": 1, 2024-04-02T09:54:12.099 INFO:tasks.workunit.client.0.smithi012.stdout: "chooseleaf_vary_r": 1, 2024-04-02T09:54:12.099 INFO:tasks.workunit.client.0.smithi012.stdout: "has_msr_rules": 0, 2024-04-02T09:54:12.099 INFO:tasks.workunit.client.0.smithi012.stdout: "has_v2_rules": 1, 2024-04-02T09:54:12.099 INFO:tasks.workunit.client.0.smithi012.stdout: "has_v3_rules": 0, 2024-04-02T09:54:12.100 INFO:tasks.workunit.client.0.smithi012.stdout: "has_v4_buckets": 1, 2024-04-02T09:54:12.100 INFO:tasks.workunit.client.0.smithi012.stdout: "has_v5_rules": 0, 2024-04-02T09:54:12.100 INFO:tasks.workunit.client.0.smithi012.stdout: "legacy_tunables": 0, 2024-04-02T09:54:12.100 INFO:tasks.workunit.client.0.smithi012.stdout: "minimum_required_version": "jewel", 2024-04-02T09:54:12.100 INFO:tasks.workunit.client.0.smithi012.stdout: "msr_collision_tries": 100, 2024-04-02T09:54:12.100 INFO:tasks.workunit.client.0.smithi012.stdout: "msr_descents": 100, 2024-04-02T09:54:12.100 INFO:tasks.workunit.client.0.smithi012.stdout: "optimal_tunables": 1, 2024-04-02T09:54:12.100 INFO:tasks.workunit.client.0.smithi012.stdout: "profile": "jewel", 2024-04-02T09:54:12.100 INFO:tasks.workunit.client.0.smithi012.stdout: "require_feature_tunables": 1, 2024-04-02T09:54:12.100 INFO:tasks.workunit.client.0.smithi012.stdout: "require_feature_tunables2": 1, 2024-04-02T09:54:12.100 INFO:tasks.workunit.client.0.smithi012.stdout: "require_feature_tunables3": 1, 2024-04-02T09:54:12.100 INFO:tasks.workunit.client.0.smithi012.stdout: "require_feature_tunables5": 1, 2024-04-02T09:54:12.100 INFO:tasks.workunit.client.0.smithi012.stdout: "straw_calc_version": 1 2024-04-02T09:54:12.101 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.101 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.101 INFO:tasks.workunit.client.0.smithi012.stdout: "description": "upgrade test cluster", 2024-04-02T09:54:12.101 INFO:tasks.workunit.client.0.smithi012.stdout: "fs": { 2024-04-02T09:54:12.101 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T09:54:12.101 INFO:tasks.workunit.client.0.smithi012.stdout: "feature_flags": { 2024-04-02T09:54:12.101 INFO:tasks.workunit.client.0.smithi012.stdout: "enable_multiple": true, 2024-04-02T09:54:12.101 INFO:tasks.workunit.client.0.smithi012.stdout: "ever_enabled_multiple": true 2024-04-02T09:54:12.101 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.101 INFO:tasks.workunit.client.0.smithi012.stdout: "filesystems": [ 2024-04-02T09:54:12.101 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.101 INFO:tasks.workunit.client.0.smithi012.stdout: "approx_ctime": "2024-04", 2024-04-02T09:54:12.101 INFO:tasks.workunit.client.0.smithi012.stdout: "balancer_enabled": false, 2024-04-02T09:54:12.101 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.101 INFO:tasks.workunit.client.0.smithi012.stdout: "cached_caps": 0, 2024-04-02T09:54:12.102 INFO:tasks.workunit.client.0.smithi012.stdout: "cached_dns": 10, 2024-04-02T09:54:12.102 INFO:tasks.workunit.client.0.smithi012.stdout: "cached_inos": 13, 2024-04-02T09:54:12.102 INFO:tasks.workunit.client.0.smithi012.stdout: "cached_subtrees": 2, 2024-04-02T09:54:12.102 INFO:tasks.workunit.client.0.smithi012.stdout: "ever_allowed_features": 0, 2024-04-02T09:54:12.102 INFO:tasks.workunit.client.0.smithi012.stdout: "explicitly_allowed_features": 0, 2024-04-02T09:54:12.102 INFO:tasks.workunit.client.0.smithi012.stdout: "files": 0, 2024-04-02T09:54:12.102 INFO:tasks.workunit.client.0.smithi012.stdout: "max_mds": 1, 2024-04-02T09:54:12.102 INFO:tasks.workunit.client.0.smithi012.stdout: "num_data_pools": 1, 2024-04-02T09:54:12.102 INFO:tasks.workunit.client.0.smithi012.stdout: "num_in": 1, 2024-04-02T09:54:12.102 INFO:tasks.workunit.client.0.smithi012.stdout: "num_mds": 1, 2024-04-02T09:54:12.102 INFO:tasks.workunit.client.0.smithi012.stdout: "num_sessions": 0, 2024-04-02T09:54:12.102 INFO:tasks.workunit.client.0.smithi012.stdout: "num_standby_replay": 0, 2024-04-02T09:54:12.102 INFO:tasks.workunit.client.0.smithi012.stdout: "num_up": 1, 2024-04-02T09:54:12.103 INFO:tasks.workunit.client.0.smithi012.stdout: "snaps": 0, 2024-04-02T09:54:12.103 INFO:tasks.workunit.client.0.smithi012.stdout: "standby_count_wanted": 0 2024-04-02T09:54:12.103 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.103 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.103 INFO:tasks.workunit.client.0.smithi012.stdout: "num_standby_mds": 1, 2024-04-02T09:54:12.103 INFO:tasks.workunit.client.0.smithi012.stdout: "total_num_mds": 2 2024-04-02T09:54:12.103 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.103 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_stats": { 2024-04-02T09:54:12.103 INFO:tasks.workunit.client.0.smithi012.stdout: "mds": { 2024-04-02T09:54:12.103 INFO:tasks.workunit.client.0.smithi012.stdout: "mds.55ba0c421d0a380c7e710a93002ddc2fa7e64353": { 2024-04-02T09:54:12.103 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 20258816, 2024-04-02T09:54:12.103 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 311536, 2024-04-02T09:54:12.103 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 2752512, 2024-04-02T09:54:12.103 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 786432, 2024-04-02T09:54:12.104 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 0, 2024-04-02T09:54:12.104 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 357, 2024-04-02T09:54:12.104 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:12.104 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 1046880, 2024-04-02T09:54:12.104 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 13, 2024-04-02T09:54:12.104 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 883200, 2024-04-02T09:54:12.104 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 14478256, 2024-04-02T09:54:12.104 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 20258816 2024-04-02T09:54:12.104 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.104 INFO:tasks.workunit.client.0.smithi012.stdout: "mds.aade4c1cf53e5400fc243fe71c4882775e710864": { 2024-04-02T09:54:12.104 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 20676608, 2024-04-02T09:54:12.104 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 391400, 2024-04-02T09:54:12.104 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 2752512, 2024-04-02T09:54:12.104 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:12.105 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 630784, 2024-04-02T09:54:12.105 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 446, 2024-04-02T09:54:12.105 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:12.105 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 1445320, 2024-04-02T09:54:12.105 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 22, 2024-04-02T09:54:12.105 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 1183744, 2024-04-02T09:54:12.105 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 14903632, 2024-04-02T09:54:12.105 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 21307392 2024-04-02T09:54:12.105 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.105 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.105 INFO:tasks.workunit.client.0.smithi012.stdout: "mon": { 2024-04-02T09:54:12.105 INFO:tasks.workunit.client.0.smithi012.stdout: "mon.057b5af1dcee546cd49a55fe146bc9ff7b417da5": { 2024-04-02T09:54:12.105 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 172015616, 2024-04-02T09:54:12.105 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 2950456, 2024-04-02T09:54:12.105 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 3014656, 2024-04-02T09:54:12.106 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:12.106 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 3997696, 2024-04-02T09:54:12.106 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 6674, 2024-04-02T09:54:12.106 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:12.106 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 10469568, 2024-04-02T09:54:12.106 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 20, 2024-04-02T09:54:12.106 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 3263232, 2024-04-02T09:54:12.106 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 152317704, 2024-04-02T09:54:12.106 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 176013312 2024-04-02T09:54:12.106 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.106 INFO:tasks.workunit.client.0.smithi012.stdout: "mon.55ba0c421d0a380c7e710a93002ddc2fa7e64353": { 2024-04-02T09:54:12.106 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 171565056, 2024-04-02T09:54:12.106 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 2619512, 2024-04-02T09:54:12.106 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 3014656, 2024-04-02T09:54:12.107 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:12.107 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 3383296, 2024-04-02T09:54:12.107 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 6646, 2024-04-02T09:54:12.107 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:12.107 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 10411632, 2024-04-02T09:54:12.107 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 20, 2024-04-02T09:54:12.107 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 2839552, 2024-04-02T09:54:12.107 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 152679704, 2024-04-02T09:54:12.107 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 174948352 2024-04-02T09:54:12.107 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.107 INFO:tasks.workunit.client.0.smithi012.stdout: "mon.aade4c1cf53e5400fc243fe71c4882775e710864": { 2024-04-02T09:54:12.107 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 263012352, 2024-04-02T09:54:12.107 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 6016368, 2024-04-02T09:54:12.107 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 3145728, 2024-04-02T09:54:12.107 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 352256, 2024-04-02T09:54:12.107 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 319488, 2024-04-02T09:54:12.108 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 9749, 2024-04-02T09:54:12.108 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:12.108 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 15483432, 2024-04-02T09:54:12.108 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 23, 2024-04-02T09:54:12.108 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 4779776, 2024-04-02T09:54:12.108 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 233234792, 2024-04-02T09:54:12.108 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 263331840 2024-04-02T09:54:12.108 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.108 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.108 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:12.108 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.0": { 2024-04-02T09:54:12.108 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 456114176, 2024-04-02T09:54:12.108 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 24457408, 2024-04-02T09:54:12.109 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 3407872, 2024-04-02T09:54:12.109 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:12.109 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 47783936, 2024-04-02T09:54:12.109 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 12164, 2024-04-02T09:54:12.109 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:12.109 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 76525296, 2024-04-02T09:54:12.109 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:54:12.109 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 8708096, 2024-04-02T09:54:12.109 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 343015504, 2024-04-02T09:54:12.109 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 503898112 2024-04-02T09:54:12.109 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.109 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.1": { 2024-04-02T09:54:12.109 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 483729408, 2024-04-02T09:54:12.109 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 25547736, 2024-04-02T09:54:12.110 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 3407872, 2024-04-02T09:54:12.110 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:12.110 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 109895680, 2024-04-02T09:54:12.110 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 13396, 2024-04-02T09:54:12.110 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:12.110 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 89961376, 2024-04-02T09:54:12.110 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:54:12.110 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 9709056, 2024-04-02T09:54:12.110 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 355103368, 2024-04-02T09:54:12.110 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 593625088 2024-04-02T09:54:12.110 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.110 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.2": { 2024-04-02T09:54:12.110 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 419233792, 2024-04-02T09:54:12.111 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 20876680, 2024-04-02T09:54:12.111 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 3276800, 2024-04-02T09:54:12.111 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:12.111 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 134660096, 2024-04-02T09:54:12.111 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 10545, 2024-04-02T09:54:12.111 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:12.111 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 79765912, 2024-04-02T09:54:12.111 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 53, 2024-04-02T09:54:12.111 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 9501184, 2024-04-02T09:54:12.111 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 305813216, 2024-04-02T09:54:12.111 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 553893888 2024-04-02T09:54:12.111 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.111 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.3": { 2024-04-02T09:54:12.111 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 465715200, 2024-04-02T09:54:12.112 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 18544752, 2024-04-02T09:54:12.112 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 5373952, 2024-04-02T09:54:12.112 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:12.112 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 67600384, 2024-04-02T09:54:12.112 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 9728, 2024-04-02T09:54:12.112 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:12.112 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 58846400, 2024-04-02T09:54:12.112 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:54:12.112 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 10356480, 2024-04-02T09:54:12.112 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 372593616, 2024-04-02T09:54:12.112 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 533315584 2024-04-02T09:54:12.112 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.112 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.4": { 2024-04-02T09:54:12.112 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 565190656, 2024-04-02T09:54:12.113 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 20548800, 2024-04-02T09:54:12.113 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 5373952, 2024-04-02T09:54:12.113 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:12.113 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 45785088, 2024-04-02T09:54:12.113 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 10742, 2024-04-02T09:54:12.113 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:12.113 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 70391104, 2024-04-02T09:54:12.113 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 61, 2024-04-02T09:54:12.113 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 10419456, 2024-04-02T09:54:12.113 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 458457344, 2024-04-02T09:54:12.113 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 610975744 2024-04-02T09:54:12.113 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.113 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.5": { 2024-04-02T09:54:12.113 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 486211584, 2024-04-02T09:54:12.113 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 23643944, 2024-04-02T09:54:12.114 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 3407872, 2024-04-02T09:54:12.114 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:12.114 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 36560896, 2024-04-02T09:54:12.114 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 12508, 2024-04-02T09:54:12.114 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:12.114 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 88452832, 2024-04-02T09:54:12.114 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:54:12.114 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 9547520, 2024-04-02T09:54:12.114 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 361159416, 2024-04-02T09:54:12.114 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 522772480 2024-04-02T09:54:12.114 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.114 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.6": { 2024-04-02T09:54:12.114 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 530481152, 2024-04-02T09:54:12.114 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 18521864, 2024-04-02T09:54:12.115 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 3276800, 2024-04-02T09:54:12.115 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 49152, 2024-04-02T09:54:12.115 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 27082752, 2024-04-02T09:54:12.115 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 9477, 2024-04-02T09:54:12.115 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:12.115 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 71961360, 2024-04-02T09:54:12.115 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 53, 2024-04-02T09:54:12.115 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 9022464, 2024-04-02T09:54:12.115 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 427649512, 2024-04-02T09:54:12.115 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 557563904 2024-04-02T09:54:12.115 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.115 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.7": { 2024-04-02T09:54:12.115 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 551911424, 2024-04-02T09:54:12.115 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 25033136, 2024-04-02T09:54:12.116 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 3407872, 2024-04-02T09:54:12.116 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:12.116 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 9371648, 2024-04-02T09:54:12.116 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 12600, 2024-04-02T09:54:12.116 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:12.116 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 90987504, 2024-04-02T09:54:12.116 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 58, 2024-04-02T09:54:12.116 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 10726144, 2024-04-02T09:54:12.116 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 421756768, 2024-04-02T09:54:12.116 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 561283072 2024-04-02T09:54:12.116 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.116 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.116 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.116 INFO:tasks.workunit.client.0.smithi012.stdout: "hosts": { 2024-04-02T09:54:12.116 INFO:tasks.workunit.client.0.smithi012.stdout: "num": 2, 2024-04-02T09:54:12.117 INFO:tasks.workunit.client.0.smithi012.stdout: "num_with_mds": 2, 2024-04-02T09:54:12.117 INFO:tasks.workunit.client.0.smithi012.stdout: "num_with_mgr": 2, 2024-04-02T09:54:12.117 INFO:tasks.workunit.client.0.smithi012.stdout: "num_with_mon": 2, 2024-04-02T09:54:12.117 INFO:tasks.workunit.client.0.smithi012.stdout: "num_with_osd": 2 2024-04-02T09:54:12.117 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.117 INFO:tasks.workunit.client.0.smithi012.stdout: "io_rate": { 2024-04-02T09:54:12.117 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_stats_delta": { 2024-04-02T09:54:12.117 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": 0, 2024-04-02T09:54:12.117 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:12.117 INFO:tasks.workunit.client.0.smithi012.stdout: "num_store_stats": 0, 2024-04-02T09:54:12.117 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:12.117 INFO:tasks.workunit.client.0.smithi012.stdout: "stamp_delta": "10.359566", 2024-04-02T09:54:12.117 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:12.117 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:12.117 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:12.117 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:12.118 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:12.118 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:12.118 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:12.118 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:12.118 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:12.118 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:12.118 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:12.118 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:12.118 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:12.118 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:12.118 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:12.118 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:12.118 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:12.119 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:12.119 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:12.119 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:12.119 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:12.119 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:12.119 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:12.119 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:12.119 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:12.119 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:12.119 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:12.119 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:12.119 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:12.119 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:12.119 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:12.119 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:12.119 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:12.120 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:12.120 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 38, 2024-04-02T09:54:12.120 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 158, 2024-04-02T09:54:12.120 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:12.120 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:12.120 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:12.120 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 8, 2024-04-02T09:54:12.120 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:12.120 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.120 INFO:tasks.workunit.client.0.smithi012.stdout: "store_stats": { 2024-04-02T09:54:12.120 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": 0, 2024-04-02T09:54:12.120 INFO:tasks.workunit.client.0.smithi012.stdout: "available": 0, 2024-04-02T09:54:12.120 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed": 0, 2024-04-02T09:54:12.120 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_allocated": 0, 2024-04-02T09:54:12.120 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_original": 0, 2024-04-02T09:54:12.121 INFO:tasks.workunit.client.0.smithi012.stdout: "data_stored": 0, 2024-04-02T09:54:12.121 INFO:tasks.workunit.client.0.smithi012.stdout: "internal_metadata": 0, 2024-04-02T09:54:12.121 INFO:tasks.workunit.client.0.smithi012.stdout: "internally_reserved": 0, 2024-04-02T09:54:12.121 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_allocated": 0, 2024-04-02T09:54:12.121 INFO:tasks.workunit.client.0.smithi012.stdout: "total": 0 2024-04-02T09:54:12.121 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.121 INFO:tasks.workunit.client.0.smithi012.stdout: "up": 0 2024-04-02T09:54:12.121 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.121 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.121 INFO:tasks.workunit.client.0.smithi012.stdout: "leaderboard": false, 2024-04-02T09:54:12.121 INFO:tasks.workunit.client.0.smithi012.stdout: "leaderboard_description": null, 2024-04-02T09:54:12.121 INFO:tasks.workunit.client.0.smithi012.stdout: "license": "sharing-1-0", 2024-04-02T09:54:12.121 INFO:tasks.workunit.client.0.smithi012.stdout: "mempool": { 2024-04-02T09:54:12.121 INFO:tasks.workunit.client.0.smithi012.stdout: "mds": { 2024-04-02T09:54:12.121 INFO:tasks.workunit.client.0.smithi012.stdout: "mds.55ba0c421d0a380c7e710a93002ddc2fa7e64353": { 2024-04-02T09:54:12.121 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T09:54:12.122 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.122 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.122 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.122 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:12.122 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.122 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.122 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.122 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T09:54:12.122 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.122 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.122 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.122 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T09:54:12.122 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.123 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.123 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.123 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T09:54:12.123 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.123 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.123 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.123 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T09:54:12.123 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.123 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.123 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.123 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:12.123 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.123 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.123 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.124 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T09:54:12.124 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.124 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.124 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.124 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:12.124 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.124 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.124 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.124 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:12.124 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.124 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.124 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.124 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T09:54:12.124 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.125 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.125 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.125 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T09:54:12.125 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.125 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.125 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.125 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T09:54:12.125 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.125 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.125 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.125 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:12.125 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.125 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.125 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.125 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:12.126 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.126 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.126 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.126 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T09:54:12.126 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.126 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.126 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.126 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T09:54:12.126 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.126 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.126 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.126 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:12.126 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.126 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.126 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.127 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T09:54:12.127 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 149008, 2024-04-02T09:54:12.127 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 33 2024-04-02T09:54:12.127 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.127 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T09:54:12.127 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.127 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.127 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.127 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T09:54:12.127 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 928, 2024-04-02T09:54:12.127 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 2 2024-04-02T09:54:12.127 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.127 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:12.127 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.127 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.127 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.128 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T09:54:12.128 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.128 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.128 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.128 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T09:54:12.128 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.128 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.128 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.128 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T09:54:12.128 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.128 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.128 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.128 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T09:54:12.128 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.129 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.129 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.129 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T09:54:12.129 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.129 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.129 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.129 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T09:54:12.129 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.129 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.129 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.129 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T09:54:12.129 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.129 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.129 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.130 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.130 INFO:tasks.workunit.client.0.smithi012.stdout: "mds.aade4c1cf53e5400fc243fe71c4882775e710864": { 2024-04-02T09:54:12.130 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T09:54:12.130 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.130 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.130 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.130 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:12.130 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.130 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.130 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.130 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T09:54:12.130 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.130 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.130 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.131 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T09:54:12.131 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.131 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.131 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.131 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T09:54:12.131 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.131 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.131 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.131 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T09:54:12.131 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.131 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.131 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.131 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:12.131 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.132 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.132 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.132 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T09:54:12.132 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.132 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.132 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.132 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:12.132 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.132 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.132 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.132 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:12.132 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.132 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.133 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.133 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T09:54:12.133 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.133 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.133 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.133 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T09:54:12.133 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.133 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.133 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.133 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T09:54:12.133 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.133 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.133 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.133 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:12.133 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.134 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.134 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.134 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:12.134 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.134 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.134 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.134 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T09:54:12.134 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.134 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.134 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.134 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T09:54:12.134 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.134 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.135 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.135 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:12.135 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.135 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.135 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.135 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T09:54:12.135 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 222647, 2024-04-02T09:54:12.135 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 67 2024-04-02T09:54:12.135 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.135 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T09:54:12.135 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.135 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.135 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.136 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T09:54:12.136 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 51904, 2024-04-02T09:54:12.136 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 181 2024-04-02T09:54:12.136 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.136 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:12.136 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.136 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.136 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.136 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T09:54:12.136 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.136 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.136 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.136 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T09:54:12.136 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.137 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.137 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.137 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T09:54:12.137 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 13256, 2024-04-02T09:54:12.137 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 274 2024-04-02T09:54:12.137 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.137 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T09:54:12.137 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.137 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.137 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.137 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T09:54:12.137 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.137 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.137 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.138 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T09:54:12.138 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.138 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.138 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.138 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T09:54:12.138 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.138 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.138 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.138 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.138 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.138 INFO:tasks.workunit.client.0.smithi012.stdout: "mon": { 2024-04-02T09:54:12.138 INFO:tasks.workunit.client.0.smithi012.stdout: "mon.057b5af1dcee546cd49a55fe146bc9ff7b417da5": { 2024-04-02T09:54:12.138 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T09:54:12.139 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.139 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.139 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.139 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:12.139 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.139 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.139 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.139 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T09:54:12.139 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.139 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.139 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.139 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T09:54:12.139 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.139 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.140 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.140 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T09:54:12.140 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.140 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.140 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.140 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T09:54:12.140 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.140 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.140 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.140 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:12.140 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.140 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.140 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.140 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T09:54:12.140 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.141 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.141 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.141 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:12.141 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.141 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.141 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.141 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:12.141 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.141 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.141 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.141 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T09:54:12.141 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.141 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.141 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.142 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T09:54:12.142 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.142 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.142 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.142 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T09:54:12.142 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.142 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.142 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.142 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:12.142 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.142 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.142 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.142 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:12.143 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.143 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.143 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.143 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T09:54:12.143 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.143 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.143 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.143 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T09:54:12.143 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.143 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.143 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.143 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:12.143 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.144 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.144 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.144 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T09:54:12.144 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 42453345, 2024-04-02T09:54:12.144 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 5238 2024-04-02T09:54:12.144 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.144 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T09:54:12.144 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 352, 2024-04-02T09:54:12.144 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 4 2024-04-02T09:54:12.144 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.144 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T09:54:12.144 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.144 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.144 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.144 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:12.144 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.145 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.145 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.145 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T09:54:12.145 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.145 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.145 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.145 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T09:54:12.145 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.145 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.145 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.145 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T09:54:12.145 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 11832, 2024-04-02T09:54:12.146 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 273 2024-04-02T09:54:12.146 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.146 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T09:54:12.146 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 70440, 2024-04-02T09:54:12.146 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 5158 2024-04-02T09:54:12.146 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.146 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T09:54:12.146 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 5896, 2024-04-02T09:54:12.146 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 174 2024-04-02T09:54:12.146 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.146 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T09:54:12.146 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.146 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.146 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.147 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T09:54:12.147 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.147 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.147 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.147 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.147 INFO:tasks.workunit.client.0.smithi012.stdout: "mon.55ba0c421d0a380c7e710a93002ddc2fa7e64353": { 2024-04-02T09:54:12.147 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T09:54:12.147 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.147 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.147 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.147 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:12.147 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.147 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.147 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.148 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T09:54:12.148 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.148 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.148 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.148 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T09:54:12.148 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.148 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.148 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.148 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T09:54:12.148 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.148 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.148 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.148 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T09:54:12.149 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.149 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.149 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.149 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:12.149 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.149 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.149 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.149 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T09:54:12.149 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.149 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.149 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.149 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:12.149 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.149 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.150 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.150 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:12.150 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.150 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.150 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.150 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T09:54:12.150 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.150 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.150 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.150 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T09:54:12.150 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.150 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.150 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.150 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T09:54:12.151 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.151 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.151 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.151 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:12.151 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.151 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.151 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.151 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:12.151 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.151 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.151 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.151 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T09:54:12.151 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.151 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.152 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.152 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T09:54:12.152 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.152 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.152 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.152 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:12.152 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.152 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.152 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.152 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T09:54:12.152 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 42213721, 2024-04-02T09:54:12.152 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 5213 2024-04-02T09:54:12.152 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.152 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T09:54:12.152 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 704, 2024-04-02T09:54:12.153 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 8 2024-04-02T09:54:12.153 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.153 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T09:54:12.153 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.153 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.153 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.153 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:12.153 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.153 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.153 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.153 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T09:54:12.153 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.153 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.153 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.153 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T09:54:12.154 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.154 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.154 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.154 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T09:54:12.154 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 11832, 2024-04-02T09:54:12.154 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 273 2024-04-02T09:54:12.154 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.154 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T09:54:12.154 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 70440, 2024-04-02T09:54:12.154 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 5158 2024-04-02T09:54:12.154 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.154 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T09:54:12.154 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 5896, 2024-04-02T09:54:12.155 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 174 2024-04-02T09:54:12.155 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.155 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T09:54:12.155 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.155 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.155 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.155 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T09:54:12.155 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.155 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.155 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.155 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.155 INFO:tasks.workunit.client.0.smithi012.stdout: "mon.aade4c1cf53e5400fc243fe71c4882775e710864": { 2024-04-02T09:54:12.155 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T09:54:12.155 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.155 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.156 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.156 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:12.156 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.156 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.156 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.156 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T09:54:12.156 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.156 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.156 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.156 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T09:54:12.156 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.156 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.156 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.156 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T09:54:12.157 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.157 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.157 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.157 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T09:54:12.157 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.157 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.157 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.157 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:12.157 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.157 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.157 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.157 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T09:54:12.157 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.157 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.158 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.158 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:12.158 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.158 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.158 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.158 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:12.158 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.158 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.158 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.158 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T09:54:12.158 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.158 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.158 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.158 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T09:54:12.159 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.159 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.159 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.159 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T09:54:12.159 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.159 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.159 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.159 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:12.159 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.159 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.159 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.159 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:12.159 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.159 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.160 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.160 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T09:54:12.160 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.160 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.160 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.160 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T09:54:12.160 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.160 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.160 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.160 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:12.160 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.160 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.160 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.160 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T09:54:12.160 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 42751333, 2024-04-02T09:54:12.161 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 5293 2024-04-02T09:54:12.161 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.161 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T09:54:12.161 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 176, 2024-04-02T09:54:12.161 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 2 2024-04-02T09:54:12.161 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.161 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T09:54:12.161 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.161 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.161 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.161 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:12.161 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.161 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.161 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.161 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T09:54:12.162 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.162 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.162 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.162 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T09:54:12.162 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.162 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.162 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.162 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T09:54:12.162 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 11832, 2024-04-02T09:54:12.162 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 273 2024-04-02T09:54:12.162 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.162 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T09:54:12.162 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 70440, 2024-04-02T09:54:12.162 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 5158 2024-04-02T09:54:12.163 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.163 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T09:54:12.163 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 11792, 2024-04-02T09:54:12.163 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 348 2024-04-02T09:54:12.163 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.163 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T09:54:12.163 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.163 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.163 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.163 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T09:54:12.163 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.163 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.163 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.163 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.163 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.164 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:12.164 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.0": { 2024-04-02T09:54:12.164 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T09:54:12.164 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.164 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.164 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.164 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:12.164 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 20576, 2024-04-02T09:54:12.164 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 373 2024-04-02T09:54:12.164 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.164 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T09:54:12.164 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 30720, 2024-04-02T09:54:12.164 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 23 2024-04-02T09:54:12.164 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.165 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T09:54:12.165 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1728, 2024-04-02T09:54:12.165 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 9 2024-04-02T09:54:12.165 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.165 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T09:54:12.165 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 61680, 2024-04-02T09:54:12.165 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 771 2024-04-02T09:54:12.165 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.165 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T09:54:12.165 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 404144, 2024-04-02T09:54:12.165 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1943 2024-04-02T09:54:12.165 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.165 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:12.165 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 256, 2024-04-02T09:54:12.165 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 32 2024-04-02T09:54:12.166 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.166 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T09:54:12.166 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 565270, 2024-04-02T09:54:12.166 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 157 2024-04-02T09:54:12.166 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.166 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:12.166 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 2455110, 2024-04-02T09:54:12.166 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 545197 2024-04-02T09:54:12.166 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.166 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:12.166 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 7053896, 2024-04-02T09:54:12.166 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 10405 2024-04-02T09:54:12.166 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.166 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T09:54:12.166 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 76496, 2024-04-02T09:54:12.167 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 8032 2024-04-02T09:54:12.167 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.167 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T09:54:12.167 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 93264, 2024-04-02T09:54:12.167 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1943 2024-04-02T09:54:12.167 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.167 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T09:54:12.167 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.167 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.167 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.167 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:12.167 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 185774, 2024-04-02T09:54:12.167 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1328 2024-04-02T09:54:12.167 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.168 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:12.168 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.168 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.168 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.168 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T09:54:12.168 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.168 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.168 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.168 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T09:54:12.168 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 59063, 2024-04-02T09:54:12.168 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 47 2024-04-02T09:54:12.168 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.168 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:12.168 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.169 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.169 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.169 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T09:54:12.169 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 9372815, 2024-04-02T09:54:12.169 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 271 2024-04-02T09:54:12.169 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.169 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T09:54:12.169 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 14432, 2024-04-02T09:54:12.169 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 164 2024-04-02T09:54:12.169 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.169 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T09:54:12.169 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.169 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.169 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.169 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:12.170 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 489888, 2024-04-02T09:54:12.170 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 42 2024-04-02T09:54:12.170 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.170 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T09:54:12.170 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.170 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.170 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.170 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T09:54:12.170 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 7054320, 2024-04-02T09:54:12.170 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 18366 2024-04-02T09:54:12.170 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.170 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T09:54:12.170 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 682832, 2024-04-02T09:54:12.171 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 12056 2024-04-02T09:54:12.171 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.171 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T09:54:12.171 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.171 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.171 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.171 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T09:54:12.171 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.171 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.171 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.171 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T09:54:12.171 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.171 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.171 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.171 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T09:54:12.172 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.172 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.172 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.172 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.172 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.1": { 2024-04-02T09:54:12.172 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T09:54:12.172 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.172 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.172 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.172 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:12.172 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 24152, 2024-04-02T09:54:12.172 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 434 2024-04-02T09:54:12.172 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.172 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T09:54:12.173 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 31104, 2024-04-02T09:54:12.173 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 26 2024-04-02T09:54:12.173 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.173 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T09:54:12.173 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1152, 2024-04-02T09:54:12.173 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 6 2024-04-02T09:54:12.173 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.173 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T09:54:12.173 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 62480, 2024-04-02T09:54:12.173 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 781 2024-04-02T09:54:12.173 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.173 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T09:54:12.173 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 415584, 2024-04-02T09:54:12.173 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1998 2024-04-02T09:54:12.174 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.174 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:12.174 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 256, 2024-04-02T09:54:12.174 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 32 2024-04-02T09:54:12.174 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.174 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T09:54:12.174 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1573500, 2024-04-02T09:54:12.174 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 402 2024-04-02T09:54:12.174 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.174 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:12.174 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 2497608, 2024-04-02T09:54:12.174 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 545892 2024-04-02T09:54:12.174 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.174 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:12.175 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 7057296, 2024-04-02T09:54:12.175 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 10410 2024-04-02T09:54:12.175 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.175 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T09:54:12.175 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 84592, 2024-04-02T09:54:12.175 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 9021 2024-04-02T09:54:12.175 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.175 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T09:54:12.175 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 95904, 2024-04-02T09:54:12.175 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1998 2024-04-02T09:54:12.175 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.175 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T09:54:12.175 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.175 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.176 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.176 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:12.176 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 188254, 2024-04-02T09:54:12.176 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1339 2024-04-02T09:54:12.176 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.176 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:12.176 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.176 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.176 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.176 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T09:54:12.176 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 736, 2024-04-02T09:54:12.176 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1 2024-04-02T09:54:12.176 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.176 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T09:54:12.177 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 60690, 2024-04-02T09:54:12.177 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 31 2024-04-02T09:54:12.177 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.177 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:12.177 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 12112, 2024-04-02T09:54:12.177 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3 2024-04-02T09:54:12.177 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.177 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T09:54:12.177 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 6485565, 2024-04-02T09:54:12.177 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 272 2024-04-02T09:54:12.177 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.177 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T09:54:12.177 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 35992, 2024-04-02T09:54:12.177 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 409 2024-04-02T09:54:12.177 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.178 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T09:54:12.178 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.178 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.178 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.178 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:12.178 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 513216, 2024-04-02T09:54:12.178 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 44 2024-04-02T09:54:12.178 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.178 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T09:54:12.178 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.178 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.178 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.178 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T09:54:12.178 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 7360496, 2024-04-02T09:54:12.179 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 21322 2024-04-02T09:54:12.179 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.179 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T09:54:12.179 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 682832, 2024-04-02T09:54:12.179 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 12056 2024-04-02T09:54:12.179 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.179 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T09:54:12.179 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.179 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.179 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.179 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T09:54:12.179 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.179 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.179 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.180 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T09:54:12.180 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.180 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.180 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.180 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T09:54:12.180 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.180 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.180 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.180 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.180 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.2": { 2024-04-02T09:54:12.180 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T09:54:12.180 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.180 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.180 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.180 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:12.181 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 20552, 2024-04-02T09:54:12.181 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 371 2024-04-02T09:54:12.181 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.181 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T09:54:12.181 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 30848, 2024-04-02T09:54:12.181 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 24 2024-04-02T09:54:12.181 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.181 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T09:54:12.181 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1152, 2024-04-02T09:54:12.181 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 6 2024-04-02T09:54:12.181 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.181 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T09:54:12.181 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 60640, 2024-04-02T09:54:12.181 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 758 2024-04-02T09:54:12.181 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.182 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T09:54:12.182 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 401648, 2024-04-02T09:54:12.182 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1931 2024-04-02T09:54:12.182 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.182 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:12.182 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 256, 2024-04-02T09:54:12.182 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 32 2024-04-02T09:54:12.182 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.182 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T09:54:12.182 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 389732, 2024-04-02T09:54:12.182 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 101 2024-04-02T09:54:12.182 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.182 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:12.182 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1765051, 2024-04-02T09:54:12.183 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 390706 2024-04-02T09:54:12.183 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.183 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:12.183 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 5172336, 2024-04-02T09:54:12.183 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 7638 2024-04-02T09:54:12.183 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.183 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T09:54:12.183 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 74212, 2024-04-02T09:54:12.183 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 7854 2024-04-02T09:54:12.183 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.183 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T09:54:12.183 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 92640, 2024-04-02T09:54:12.183 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1930 2024-04-02T09:54:12.183 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.184 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T09:54:12.184 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.184 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.184 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.184 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:12.184 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 185774, 2024-04-02T09:54:12.184 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1328 2024-04-02T09:54:12.184 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.184 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:12.184 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.184 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.184 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.184 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T09:54:12.184 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1472, 2024-04-02T09:54:12.184 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 2 2024-04-02T09:54:12.185 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.185 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T09:54:12.185 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 87093, 2024-04-02T09:54:12.185 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 52 2024-04-02T09:54:12.185 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.185 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:12.185 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 20128, 2024-04-02T09:54:12.185 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 5 2024-04-02T09:54:12.185 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.185 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T09:54:12.185 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 6384659, 2024-04-02T09:54:12.185 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 261 2024-04-02T09:54:12.185 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.185 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T09:54:12.185 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 10560, 2024-04-02T09:54:12.186 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 120 2024-04-02T09:54:12.186 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.186 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T09:54:12.186 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.186 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.186 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.186 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:12.186 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 396576, 2024-04-02T09:54:12.186 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 34 2024-04-02T09:54:12.186 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.186 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T09:54:12.187 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.187 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.187 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.187 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T09:54:12.187 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 3291080, 2024-04-02T09:54:12.187 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 6329 2024-04-02T09:54:12.187 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.187 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T09:54:12.187 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 682832, 2024-04-02T09:54:12.187 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 12056 2024-04-02T09:54:12.187 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.187 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T09:54:12.187 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.187 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.188 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.188 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T09:54:12.188 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.188 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.188 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.188 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T09:54:12.188 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.188 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.188 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.188 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T09:54:12.188 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.188 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.188 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.188 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.189 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.3": { 2024-04-02T09:54:12.189 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T09:54:12.189 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.189 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.189 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.189 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:12.189 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 15520, 2024-04-02T09:54:12.189 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 294 2024-04-02T09:54:12.189 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.189 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T09:54:12.189 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 46592, 2024-04-02T09:54:12.189 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 20 2024-04-02T09:54:12.189 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.189 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T09:54:12.189 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 960, 2024-04-02T09:54:12.190 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 5 2024-04-02T09:54:12.190 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.190 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T09:54:12.190 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 59920, 2024-04-02T09:54:12.190 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 749 2024-04-02T09:54:12.190 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.190 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T09:54:12.190 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 402480, 2024-04-02T09:54:12.190 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1935 2024-04-02T09:54:12.190 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.190 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:12.190 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 256, 2024-04-02T09:54:12.190 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 32 2024-04-02T09:54:12.191 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.191 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T09:54:12.191 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 329504, 2024-04-02T09:54:12.191 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 99 2024-04-02T09:54:12.191 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.191 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:12.191 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1739139, 2024-04-02T09:54:12.191 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 384612 2024-04-02T09:54:12.191 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.191 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:12.191 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 5088016, 2024-04-02T09:54:12.191 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 7514 2024-04-02T09:54:12.191 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.191 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T09:54:12.192 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 74640, 2024-04-02T09:54:12.192 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 7867 2024-04-02T09:54:12.192 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.192 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T09:54:12.192 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 92880, 2024-04-02T09:54:12.192 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1935 2024-04-02T09:54:12.192 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.192 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T09:54:12.192 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.192 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.192 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.192 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:12.192 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 185774, 2024-04-02T09:54:12.192 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1328 2024-04-02T09:54:12.193 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.193 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:12.193 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.193 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.193 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.193 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T09:54:12.193 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 736, 2024-04-02T09:54:12.193 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1 2024-04-02T09:54:12.193 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.193 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T09:54:12.193 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 85449, 2024-04-02T09:54:12.193 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 56 2024-04-02T09:54:12.193 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.193 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:12.193 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 12112, 2024-04-02T09:54:12.194 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3 2024-04-02T09:54:12.194 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.194 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T09:54:12.194 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 4848930, 2024-04-02T09:54:12.194 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 245 2024-04-02T09:54:12.194 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.194 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T09:54:12.194 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 9856, 2024-04-02T09:54:12.194 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 112 2024-04-02T09:54:12.194 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.194 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T09:54:12.194 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.194 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.194 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.195 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:12.195 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 431568, 2024-04-02T09:54:12.195 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 37 2024-04-02T09:54:12.195 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.195 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T09:54:12.195 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.195 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.195 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.195 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T09:54:12.195 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 3581240, 2024-04-02T09:54:12.195 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 9263 2024-04-02T09:54:12.195 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.195 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T09:54:12.195 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 682832, 2024-04-02T09:54:12.195 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 12056 2024-04-02T09:54:12.196 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.196 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T09:54:12.196 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.196 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.196 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.196 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T09:54:12.196 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.196 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.196 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.196 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T09:54:12.196 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.196 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.196 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.196 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T09:54:12.196 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.197 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.197 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.197 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.197 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.4": { 2024-04-02T09:54:12.197 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T09:54:12.197 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.197 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.197 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.197 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:12.197 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 18224, 2024-04-02T09:54:12.197 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 335 2024-04-02T09:54:12.197 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.197 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T09:54:12.197 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 30464, 2024-04-02T09:54:12.197 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 21 2024-04-02T09:54:12.198 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.198 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T09:54:12.198 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 4416, 2024-04-02T09:54:12.198 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 23 2024-04-02T09:54:12.198 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.198 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T09:54:12.198 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 60560, 2024-04-02T09:54:12.198 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 757 2024-04-02T09:54:12.198 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.198 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T09:54:12.198 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 415792, 2024-04-02T09:54:12.198 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1999 2024-04-02T09:54:12.198 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.198 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:12.199 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 256, 2024-04-02T09:54:12.199 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 32 2024-04-02T09:54:12.199 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.199 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T09:54:12.199 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1315971, 2024-04-02T09:54:12.199 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 323 2024-04-02T09:54:12.199 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.199 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:12.199 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 2081248, 2024-04-02T09:54:12.199 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 457189 2024-04-02T09:54:12.199 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.199 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:12.199 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 5968616, 2024-04-02T09:54:12.199 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 8809 2024-04-02T09:54:12.200 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.200 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T09:54:12.200 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 83940, 2024-04-02T09:54:12.200 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 9017 2024-04-02T09:54:12.200 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.200 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T09:54:12.200 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 95952, 2024-04-02T09:54:12.200 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1999 2024-04-02T09:54:12.200 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.200 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T09:54:12.200 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.200 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.200 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.200 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:12.200 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 185606, 2024-04-02T09:54:12.201 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1328 2024-04-02T09:54:12.201 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.201 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:12.201 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.201 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.201 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.201 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T09:54:12.201 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 736, 2024-04-02T09:54:12.201 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1 2024-04-02T09:54:12.201 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.201 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T09:54:12.201 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 62493, 2024-04-02T09:54:12.201 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 47 2024-04-02T09:54:12.201 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.201 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:12.202 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 12112, 2024-04-02T09:54:12.202 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3 2024-04-02T09:54:12.202 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.202 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T09:54:12.202 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 23834892, 2024-04-02T09:54:12.202 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 274 2024-04-02T09:54:12.202 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.202 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T09:54:12.202 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 30800, 2024-04-02T09:54:12.202 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 350 2024-04-02T09:54:12.202 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.202 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T09:54:12.202 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.202 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.203 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.203 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:12.203 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 443232, 2024-04-02T09:54:12.203 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 38 2024-04-02T09:54:12.203 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.203 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T09:54:12.203 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.203 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.203 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.203 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T09:54:12.203 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 5006040, 2024-04-02T09:54:12.203 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 12027 2024-04-02T09:54:12.203 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.203 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T09:54:12.203 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 682832, 2024-04-02T09:54:12.204 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 12056 2024-04-02T09:54:12.204 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.204 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T09:54:12.204 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.204 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.204 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.204 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T09:54:12.204 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.204 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.204 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.204 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T09:54:12.204 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.204 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.204 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.204 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T09:54:12.204 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.205 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.205 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.205 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.205 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.5": { 2024-04-02T09:54:12.205 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T09:54:12.205 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.205 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.205 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.205 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:12.205 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 22904, 2024-04-02T09:54:12.205 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 409 2024-04-02T09:54:12.205 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.205 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T09:54:12.206 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 108544, 2024-04-02T09:54:12.206 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 24 2024-04-02T09:54:12.206 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.206 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T09:54:12.206 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 2688, 2024-04-02T09:54:12.206 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 14 2024-04-02T09:54:12.206 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.206 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T09:54:12.206 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 60880, 2024-04-02T09:54:12.206 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 761 2024-04-02T09:54:12.206 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.206 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T09:54:12.206 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 415792, 2024-04-02T09:54:12.206 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1999 2024-04-02T09:54:12.207 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.207 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:12.207 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 256, 2024-04-02T09:54:12.207 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 32 2024-04-02T09:54:12.207 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.207 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T09:54:12.207 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 330123, 2024-04-02T09:54:12.207 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 97 2024-04-02T09:54:12.207 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.207 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:12.207 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 2391891, 2024-04-02T09:54:12.207 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 533135 2024-04-02T09:54:12.207 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.207 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:12.208 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 6881856, 2024-04-02T09:54:12.208 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 10152 2024-04-02T09:54:12.208 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.208 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T09:54:12.208 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 84304, 2024-04-02T09:54:12.208 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 9023 2024-04-02T09:54:12.208 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.208 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T09:54:12.208 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 95952, 2024-04-02T09:54:12.208 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1999 2024-04-02T09:54:12.208 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.208 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T09:54:12.208 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.208 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.208 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.209 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:12.209 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 185862, 2024-04-02T09:54:12.209 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1329 2024-04-02T09:54:12.209 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.209 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:12.209 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.209 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.209 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.209 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T09:54:12.209 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 736, 2024-04-02T09:54:12.209 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1 2024-04-02T09:54:12.209 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.209 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T09:54:12.209 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 85812, 2024-04-02T09:54:12.209 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 56 2024-04-02T09:54:12.210 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.210 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:12.210 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 12112, 2024-04-02T09:54:12.210 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3 2024-04-02T09:54:12.210 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.210 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T09:54:12.210 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 14534277, 2024-04-02T09:54:12.210 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 265 2024-04-02T09:54:12.210 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.210 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T09:54:12.210 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 10472, 2024-04-02T09:54:12.210 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 119 2024-04-02T09:54:12.210 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.210 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T09:54:12.211 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.211 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.211 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.211 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:12.211 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 478224, 2024-04-02T09:54:12.211 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 41 2024-04-02T09:54:12.211 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.211 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T09:54:12.211 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.211 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.211 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.211 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T09:54:12.211 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 6337760, 2024-04-02T09:54:12.211 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 12188 2024-04-02T09:54:12.212 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.212 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T09:54:12.212 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 682832, 2024-04-02T09:54:12.212 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 12056 2024-04-02T09:54:12.212 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.212 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T09:54:12.212 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.212 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.212 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.212 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T09:54:12.212 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.212 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.212 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.212 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T09:54:12.212 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.213 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.213 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.213 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T09:54:12.213 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.213 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.213 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.213 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.213 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.6": { 2024-04-02T09:54:12.213 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T09:54:12.213 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.213 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.213 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.213 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:12.213 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 17592, 2024-04-02T09:54:12.213 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 335 2024-04-02T09:54:12.214 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.214 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T09:54:12.214 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 30464, 2024-04-02T09:54:12.214 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 21 2024-04-02T09:54:12.214 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.214 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T09:54:12.214 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 4032, 2024-04-02T09:54:12.214 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 21 2024-04-02T09:54:12.214 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.214 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T09:54:12.214 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 60560, 2024-04-02T09:54:12.214 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 757 2024-04-02T09:54:12.214 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.214 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T09:54:12.214 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 404144, 2024-04-02T09:54:12.215 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1943 2024-04-02T09:54:12.215 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.215 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:12.215 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 256, 2024-04-02T09:54:12.215 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 32 2024-04-02T09:54:12.215 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.215 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T09:54:12.215 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 637296, 2024-04-02T09:54:12.215 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 177 2024-04-02T09:54:12.215 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.215 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:12.215 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1722264, 2024-04-02T09:54:12.215 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 379714 2024-04-02T09:54:12.215 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.216 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:12.216 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 5012536, 2024-04-02T09:54:12.216 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 7403 2024-04-02T09:54:12.216 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.216 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T09:54:12.216 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 76012, 2024-04-02T09:54:12.216 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 8027 2024-04-02T09:54:12.216 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.216 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T09:54:12.216 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 93264, 2024-04-02T09:54:12.216 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1943 2024-04-02T09:54:12.216 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.216 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T09:54:12.216 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.216 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.217 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.217 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:12.217 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 185518, 2024-04-02T09:54:12.217 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1327 2024-04-02T09:54:12.217 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.217 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:12.217 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.217 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.217 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.217 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T09:54:12.217 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.217 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.217 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.217 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T09:54:12.217 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 58469, 2024-04-02T09:54:12.218 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 46 2024-04-02T09:54:12.218 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.218 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:12.218 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.218 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.218 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.218 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T09:54:12.218 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 21731704, 2024-04-02T09:54:12.218 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 252 2024-04-02T09:54:12.218 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.218 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T09:54:12.218 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 17512, 2024-04-02T09:54:12.218 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 199 2024-04-02T09:54:12.219 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.219 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T09:54:12.219 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.219 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.219 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.219 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:12.219 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 443232, 2024-04-02T09:54:12.219 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 38 2024-04-02T09:54:12.219 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.219 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T09:54:12.219 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.219 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.219 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.219 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T09:54:12.220 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 3584672, 2024-04-02T09:54:12.220 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 9280 2024-04-02T09:54:12.220 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.220 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T09:54:12.220 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 682832, 2024-04-02T09:54:12.220 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 12056 2024-04-02T09:54:12.220 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.220 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T09:54:12.220 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.220 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.220 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.220 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T09:54:12.220 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.220 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.220 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.221 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T09:54:12.221 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.221 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.221 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.221 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T09:54:12.221 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.221 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.221 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.221 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.221 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.7": { 2024-04-02T09:54:12.221 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T09:54:12.221 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.221 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.221 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.222 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:12.222 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 20416, 2024-04-02T09:54:12.222 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 386 2024-04-02T09:54:12.222 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.222 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T09:54:12.222 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 35200, 2024-04-02T09:54:12.222 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 26 2024-04-02T09:54:12.222 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.222 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T09:54:12.222 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 2688, 2024-04-02T09:54:12.222 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 14 2024-04-02T09:54:12.222 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.222 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T09:54:12.222 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 60960, 2024-04-02T09:54:12.223 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 762 2024-04-02T09:54:12.223 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.223 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T09:54:12.223 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 403936, 2024-04-02T09:54:12.223 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1942 2024-04-02T09:54:12.223 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.223 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:12.223 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 256, 2024-04-02T09:54:12.223 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 32 2024-04-02T09:54:12.223 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.223 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T09:54:12.223 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 582857, 2024-04-02T09:54:12.223 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 119 2024-04-02T09:54:12.223 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.223 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:12.224 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 2037702, 2024-04-02T09:54:12.224 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 451459 2024-04-02T09:54:12.224 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.224 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:12.224 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 5869336, 2024-04-02T09:54:12.224 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 8663 2024-04-02T09:54:12.224 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.224 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T09:54:12.224 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 76300, 2024-04-02T09:54:12.224 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 8025 2024-04-02T09:54:12.224 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.224 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T09:54:12.225 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 93216, 2024-04-02T09:54:12.225 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1942 2024-04-02T09:54:12.225 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.225 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T09:54:12.225 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.225 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.225 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.225 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:12.225 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 185774, 2024-04-02T09:54:12.225 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1328 2024-04-02T09:54:12.225 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.225 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:12.225 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.225 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.226 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.226 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T09:54:12.226 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.226 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.226 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.226 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T09:54:12.226 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 26951, 2024-04-02T09:54:12.226 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 28 2024-04-02T09:54:12.226 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.226 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:12.226 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.226 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.226 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.226 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T09:54:12.227 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 15862815, 2024-04-02T09:54:12.227 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 4809 2024-04-02T09:54:12.227 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.227 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T09:54:12.227 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 11264, 2024-04-02T09:54:12.227 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 128 2024-04-02T09:54:12.227 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.227 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T09:54:12.227 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.227 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.227 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.227 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:12.227 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 478224, 2024-04-02T09:54:12.227 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 41 2024-04-02T09:54:12.228 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.228 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T09:54:12.228 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.228 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.228 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.228 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T09:54:12.228 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 4807192, 2024-04-02T09:54:12.228 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 9251 2024-04-02T09:54:12.228 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.228 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T09:54:12.228 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 682832, 2024-04-02T09:54:12.228 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 12056 2024-04-02T09:54:12.228 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.228 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T09:54:12.229 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.229 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.229 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.229 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T09:54:12.229 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.229 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.229 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.229 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T09:54:12.229 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.229 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.229 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.229 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T09:54:12.229 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:12.229 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:12.230 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.230 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.230 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.230 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.230 INFO:tasks.workunit.client.0.smithi012.stdout: "metadata": { 2024-04-02T09:54:12.230 INFO:tasks.workunit.client.0.smithi012.stdout: "mds": { 2024-04-02T09:54:12.230 INFO:tasks.workunit.client.0.smithi012.stdout: "arch": { 2024-04-02T09:54:12.230 INFO:tasks.workunit.client.0.smithi012.stdout: "x86_64": 2 2024-04-02T09:54:12.230 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.230 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph_version": { 2024-04-02T09:54:12.230 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T09:54:12.230 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.231 INFO:tasks.workunit.client.0.smithi012.stdout: "cpu": { 2024-04-02T09:54:12.231 INFO:tasks.workunit.client.0.smithi012.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-04-02T09:54:12.231 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.231 INFO:tasks.workunit.client.0.smithi012.stdout: "distro": { 2024-04-02T09:54:12.231 INFO:tasks.workunit.client.0.smithi012.stdout: "centos": 2 2024-04-02T09:54:12.231 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.231 INFO:tasks.workunit.client.0.smithi012.stdout: "distro_description": { 2024-04-02T09:54:12.231 INFO:tasks.workunit.client.0.smithi012.stdout: "CentOS Stream 8": 2 2024-04-02T09:54:12.231 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.231 INFO:tasks.workunit.client.0.smithi012.stdout: "kernel_description": { 2024-04-02T09:54:12.231 INFO:tasks.workunit.client.0.smithi012.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 2 2024-04-02T09:54:12.231 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.231 INFO:tasks.workunit.client.0.smithi012.stdout: "kernel_version": { 2024-04-02T09:54:12.231 INFO:tasks.workunit.client.0.smithi012.stdout: "5.14.0-434.el9.x86_64": 2 2024-04-02T09:54:12.232 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.232 INFO:tasks.workunit.client.0.smithi012.stdout: "os": { 2024-04-02T09:54:12.232 INFO:tasks.workunit.client.0.smithi012.stdout: "Linux": 2 2024-04-02T09:54:12.232 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.232 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.232 INFO:tasks.workunit.client.0.smithi012.stdout: "mon": { 2024-04-02T09:54:12.232 INFO:tasks.workunit.client.0.smithi012.stdout: "arch": { 2024-04-02T09:54:12.232 INFO:tasks.workunit.client.0.smithi012.stdout: "x86_64": 3 2024-04-02T09:54:12.232 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.232 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph_version": { 2024-04-02T09:54:12.232 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T09:54:12.232 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.232 INFO:tasks.workunit.client.0.smithi012.stdout: "cpu": { 2024-04-02T09:54:12.232 INFO:tasks.workunit.client.0.smithi012.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-04-02T09:54:12.233 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.233 INFO:tasks.workunit.client.0.smithi012.stdout: "distro": { 2024-04-02T09:54:12.233 INFO:tasks.workunit.client.0.smithi012.stdout: "centos": 3 2024-04-02T09:54:12.233 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.233 INFO:tasks.workunit.client.0.smithi012.stdout: "distro_description": { 2024-04-02T09:54:12.233 INFO:tasks.workunit.client.0.smithi012.stdout: "CentOS Stream 8": 3 2024-04-02T09:54:12.233 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.233 INFO:tasks.workunit.client.0.smithi012.stdout: "kernel_description": { 2024-04-02T09:54:12.233 INFO:tasks.workunit.client.0.smithi012.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 3 2024-04-02T09:54:12.233 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.233 INFO:tasks.workunit.client.0.smithi012.stdout: "kernel_version": { 2024-04-02T09:54:12.233 INFO:tasks.workunit.client.0.smithi012.stdout: "5.14.0-434.el9.x86_64": 3 2024-04-02T09:54:12.233 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.233 INFO:tasks.workunit.client.0.smithi012.stdout: "os": { 2024-04-02T09:54:12.234 INFO:tasks.workunit.client.0.smithi012.stdout: "Linux": 3 2024-04-02T09:54:12.234 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.234 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.234 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:12.234 INFO:tasks.workunit.client.0.smithi012.stdout: "arch": { 2024-04-02T09:54:12.234 INFO:tasks.workunit.client.0.smithi012.stdout: "x86_64": 8 2024-04-02T09:54:12.234 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.234 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph_version": { 2024-04-02T09:54:12.234 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 8 2024-04-02T09:54:12.234 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.234 INFO:tasks.workunit.client.0.smithi012.stdout: "cpu": { 2024-04-02T09:54:12.234 INFO:tasks.workunit.client.0.smithi012.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-04-02T09:54:12.234 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.234 INFO:tasks.workunit.client.0.smithi012.stdout: "distro": { 2024-04-02T09:54:12.234 INFO:tasks.workunit.client.0.smithi012.stdout: "centos": 8 2024-04-02T09:54:12.235 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.235 INFO:tasks.workunit.client.0.smithi012.stdout: "distro_description": { 2024-04-02T09:54:12.235 INFO:tasks.workunit.client.0.smithi012.stdout: "CentOS Stream 8": 8 2024-04-02T09:54:12.235 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.235 INFO:tasks.workunit.client.0.smithi012.stdout: "kernel_description": { 2024-04-02T09:54:12.235 INFO:tasks.workunit.client.0.smithi012.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 8 2024-04-02T09:54:12.235 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.235 INFO:tasks.workunit.client.0.smithi012.stdout: "kernel_version": { 2024-04-02T09:54:12.235 INFO:tasks.workunit.client.0.smithi012.stdout: "5.14.0-434.el9.x86_64": 8 2024-04-02T09:54:12.235 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.235 INFO:tasks.workunit.client.0.smithi012.stdout: "os": { 2024-04-02T09:54:12.235 INFO:tasks.workunit.client.0.smithi012.stdout: "Linux": 8 2024-04-02T09:54:12.235 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.235 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_objectstore": { 2024-04-02T09:54:12.235 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore": 8 2024-04-02T09:54:12.236 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.236 INFO:tasks.workunit.client.0.smithi012.stdout: "rotational": { 2024-04-02T09:54:12.236 INFO:tasks.workunit.client.0.smithi012.stdout: "0": 8 2024-04-02T09:54:12.236 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.236 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.236 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.236 INFO:tasks.workunit.client.0.smithi012.stdout: "mon": { 2024-04-02T09:54:12.236 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T09:54:12.236 INFO:tasks.workunit.client.0.smithi012.stdout: "features": { 2024-04-02T09:54:12.236 INFO:tasks.workunit.client.0.smithi012.stdout: "optional": [], 2024-04-02T09:54:12.236 INFO:tasks.workunit.client.0.smithi012.stdout: "persistent": [ 2024-04-02T09:54:12.236 INFO:tasks.workunit.client.0.smithi012.stdout: "kraken", 2024-04-02T09:54:12.236 INFO:tasks.workunit.client.0.smithi012.stdout: "luminous", 2024-04-02T09:54:12.236 INFO:tasks.workunit.client.0.smithi012.stdout: "mimic", 2024-04-02T09:54:12.237 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap-prune", 2024-04-02T09:54:12.237 INFO:tasks.workunit.client.0.smithi012.stdout: "nautilus", 2024-04-02T09:54:12.237 INFO:tasks.workunit.client.0.smithi012.stdout: "octopus", 2024-04-02T09:54:12.237 INFO:tasks.workunit.client.0.smithi012.stdout: "pacific", 2024-04-02T09:54:12.237 INFO:tasks.workunit.client.0.smithi012.stdout: "elector-pinging", 2024-04-02T09:54:12.237 INFO:tasks.workunit.client.0.smithi012.stdout: "quincy", 2024-04-02T09:54:12.237 INFO:tasks.workunit.client.0.smithi012.stdout: "reef", 2024-04-02T09:54:12.237 INFO:tasks.workunit.client.0.smithi012.stdout: "squid" 2024-04-02T09:54:12.237 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:12.237 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.237 INFO:tasks.workunit.client.0.smithi012.stdout: "ipv4_addr_mons": 6, 2024-04-02T09:54:12.237 INFO:tasks.workunit.client.0.smithi012.stdout: "ipv6_addr_mons": 0, 2024-04-02T09:54:12.237 INFO:tasks.workunit.client.0.smithi012.stdout: "min_mon_release": 19, 2024-04-02T09:54:12.237 INFO:tasks.workunit.client.0.smithi012.stdout: "v1_addr_mons": 3, 2024-04-02T09:54:12.238 INFO:tasks.workunit.client.0.smithi012.stdout: "v2_addr_mons": 3 2024-04-02T09:54:12.238 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.238 INFO:tasks.workunit.client.0.smithi012.stdout: "organization": "ceph-qa", 2024-04-02T09:54:12.238 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:12.238 INFO:tasks.workunit.client.0.smithi012.stdout: "cluster_network": false, 2024-04-02T09:54:12.238 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8, 2024-04-02T09:54:12.238 INFO:tasks.workunit.client.0.smithi012.stdout: "require_min_compat_client": "luminous", 2024-04-02T09:54:12.238 INFO:tasks.workunit.client.0.smithi012.stdout: "require_osd_release": "squid" 2024-04-02T09:54:12.238 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.238 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_perf_histograms": [ 2024-04-02T09:54:12.238 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.238 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:54:12.238 INFO:tasks.workunit.client.0.smithi012.stdout: "axes": [ 2024-04-02T09:54:12.238 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.239 INFO:tasks.workunit.client.0.smithi012.stdout: "buckets": 32, 2024-04-02T09:54:12.239 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 0, 2024-04-02T09:54:12.239 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "Latency (usec)", 2024-04-02T09:54:12.239 INFO:tasks.workunit.client.0.smithi012.stdout: "quant_size": 100000, 2024-04-02T09:54:12.239 INFO:tasks.workunit.client.0.smithi012.stdout: "ranges": [ 2024-04-02T09:54:12.239 INFO:tasks.workunit.client.0.smithi012.stdout: "[None, -1]", 2024-04-02T09:54:12.239 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 99999]", 2024-04-02T09:54:12.239 INFO:tasks.workunit.client.0.smithi012.stdout: "[100000, 199999]", 2024-04-02T09:54:12.239 INFO:tasks.workunit.client.0.smithi012.stdout: "[200000, 399999]", 2024-04-02T09:54:12.239 INFO:tasks.workunit.client.0.smithi012.stdout: "[400000, 799999]", 2024-04-02T09:54:12.239 INFO:tasks.workunit.client.0.smithi012.stdout: "[800000, 1599999]", 2024-04-02T09:54:12.239 INFO:tasks.workunit.client.0.smithi012.stdout: "[1600000, 3199999]", 2024-04-02T09:54:12.239 INFO:tasks.workunit.client.0.smithi012.stdout: "[3200000, 6399999]", 2024-04-02T09:54:12.239 INFO:tasks.workunit.client.0.smithi012.stdout: "[6400000, 12799999]", 2024-04-02T09:54:12.239 INFO:tasks.workunit.client.0.smithi012.stdout: "[12800000, 25599999]", 2024-04-02T09:54:12.240 INFO:tasks.workunit.client.0.smithi012.stdout: "[25600000, 51199999]", 2024-04-02T09:54:12.240 INFO:tasks.workunit.client.0.smithi012.stdout: "[51200000, 102399999]", 2024-04-02T09:54:12.240 INFO:tasks.workunit.client.0.smithi012.stdout: "[102400000, 204799999]", 2024-04-02T09:54:12.240 INFO:tasks.workunit.client.0.smithi012.stdout: "[204800000, 409599999]", 2024-04-02T09:54:12.240 INFO:tasks.workunit.client.0.smithi012.stdout: "[409600000, 819199999]", 2024-04-02T09:54:12.240 INFO:tasks.workunit.client.0.smithi012.stdout: "[819200000, 1638399999]", 2024-04-02T09:54:12.240 INFO:tasks.workunit.client.0.smithi012.stdout: "[1638400000, 3276799999]", 2024-04-02T09:54:12.240 INFO:tasks.workunit.client.0.smithi012.stdout: "[3276800000, 6553599999]", 2024-04-02T09:54:12.240 INFO:tasks.workunit.client.0.smithi012.stdout: "[6553600000, 13107199999]", 2024-04-02T09:54:12.240 INFO:tasks.workunit.client.0.smithi012.stdout: "[13107200000, 26214399999]", 2024-04-02T09:54:12.240 INFO:tasks.workunit.client.0.smithi012.stdout: "[26214400000, 52428799999]", 2024-04-02T09:54:12.240 INFO:tasks.workunit.client.0.smithi012.stdout: "[52428800000, 104857599999]", 2024-04-02T09:54:12.240 INFO:tasks.workunit.client.0.smithi012.stdout: "[104857600000, 209715199999]", 2024-04-02T09:54:12.240 INFO:tasks.workunit.client.0.smithi012.stdout: "[209715200000, 419430399999]", 2024-04-02T09:54:12.241 INFO:tasks.workunit.client.0.smithi012.stdout: "[419430400000, 838860799999]", 2024-04-02T09:54:12.241 INFO:tasks.workunit.client.0.smithi012.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:54:12.241 INFO:tasks.workunit.client.0.smithi012.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:54:12.241 INFO:tasks.workunit.client.0.smithi012.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:54:12.241 INFO:tasks.workunit.client.0.smithi012.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:54:12.241 INFO:tasks.workunit.client.0.smithi012.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:54:12.241 INFO:tasks.workunit.client.0.smithi012.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:54:12.241 INFO:tasks.workunit.client.0.smithi012.stdout: "[53687091200000, None]" 2024-04-02T09:54:12.241 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.241 INFO:tasks.workunit.client.0.smithi012.stdout: "scale_type": "log2" 2024-04-02T09:54:12.241 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.241 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.241 INFO:tasks.workunit.client.0.smithi012.stdout: "buckets": 32, 2024-04-02T09:54:12.241 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 0, 2024-04-02T09:54:12.241 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "Request size (bytes)", 2024-04-02T09:54:12.242 INFO:tasks.workunit.client.0.smithi012.stdout: "quant_size": 512, 2024-04-02T09:54:12.242 INFO:tasks.workunit.client.0.smithi012.stdout: "ranges": [ 2024-04-02T09:54:12.242 INFO:tasks.workunit.client.0.smithi012.stdout: "[None, -1]", 2024-04-02T09:54:12.242 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 511]", 2024-04-02T09:54:12.242 INFO:tasks.workunit.client.0.smithi012.stdout: "[512, 1023]", 2024-04-02T09:54:12.242 INFO:tasks.workunit.client.0.smithi012.stdout: "[1024, 2047]", 2024-04-02T09:54:12.242 INFO:tasks.workunit.client.0.smithi012.stdout: "[2048, 4095]", 2024-04-02T09:54:12.242 INFO:tasks.workunit.client.0.smithi012.stdout: "[4096, 8191]", 2024-04-02T09:54:12.242 INFO:tasks.workunit.client.0.smithi012.stdout: "[8192, 16383]", 2024-04-02T09:54:12.242 INFO:tasks.workunit.client.0.smithi012.stdout: "[16384, 32767]", 2024-04-02T09:54:12.242 INFO:tasks.workunit.client.0.smithi012.stdout: "[32768, 65535]", 2024-04-02T09:54:12.242 INFO:tasks.workunit.client.0.smithi012.stdout: "[65536, 131071]", 2024-04-02T09:54:12.243 INFO:tasks.workunit.client.0.smithi012.stdout: "[131072, 262143]", 2024-04-02T09:54:12.243 INFO:tasks.workunit.client.0.smithi012.stdout: "[262144, 524287]", 2024-04-02T09:54:12.243 INFO:tasks.workunit.client.0.smithi012.stdout: "[524288, 1048575]", 2024-04-02T09:54:12.243 INFO:tasks.workunit.client.0.smithi012.stdout: "[1048576, 2097151]", 2024-04-02T09:54:12.243 INFO:tasks.workunit.client.0.smithi012.stdout: "[2097152, 4194303]", 2024-04-02T09:54:12.243 INFO:tasks.workunit.client.0.smithi012.stdout: "[4194304, 8388607]", 2024-04-02T09:54:12.243 INFO:tasks.workunit.client.0.smithi012.stdout: "[8388608, 16777215]", 2024-04-02T09:54:12.243 INFO:tasks.workunit.client.0.smithi012.stdout: "[16777216, 33554431]", 2024-04-02T09:54:12.243 INFO:tasks.workunit.client.0.smithi012.stdout: "[33554432, 67108863]", 2024-04-02T09:54:12.243 INFO:tasks.workunit.client.0.smithi012.stdout: "[67108864, 134217727]", 2024-04-02T09:54:12.243 INFO:tasks.workunit.client.0.smithi012.stdout: "[134217728, 268435455]", 2024-04-02T09:54:12.243 INFO:tasks.workunit.client.0.smithi012.stdout: "[268435456, 536870911]", 2024-04-02T09:54:12.243 INFO:tasks.workunit.client.0.smithi012.stdout: "[536870912, 1073741823]", 2024-04-02T09:54:12.243 INFO:tasks.workunit.client.0.smithi012.stdout: "[1073741824, 2147483647]", 2024-04-02T09:54:12.243 INFO:tasks.workunit.client.0.smithi012.stdout: "[2147483648, 4294967295]", 2024-04-02T09:54:12.244 INFO:tasks.workunit.client.0.smithi012.stdout: "[4294967296, 8589934591]", 2024-04-02T09:54:12.244 INFO:tasks.workunit.client.0.smithi012.stdout: "[8589934592, 17179869183]", 2024-04-02T09:54:12.244 INFO:tasks.workunit.client.0.smithi012.stdout: "[17179869184, 34359738367]", 2024-04-02T09:54:12.244 INFO:tasks.workunit.client.0.smithi012.stdout: "[34359738368, 68719476735]", 2024-04-02T09:54:12.244 INFO:tasks.workunit.client.0.smithi012.stdout: "[68719476736, 137438953471]", 2024-04-02T09:54:12.244 INFO:tasks.workunit.client.0.smithi012.stdout: "[137438953472, 274877906943]", 2024-04-02T09:54:12.244 INFO:tasks.workunit.client.0.smithi012.stdout: "[274877906944, None]" 2024-04-02T09:54:12.244 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.244 INFO:tasks.workunit.client.0.smithi012.stdout: "scale_type": "log2" 2024-04-02T09:54:12.244 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.244 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.244 INFO:tasks.workunit.client.0.smithi012.stdout: "osds": [ 2024-04-02T09:54:12.244 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.244 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 0, 2024-04-02T09:54:12.245 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:12.245 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.245 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.245 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 7267, 8, 0, 1, 1, 1, 0, 4, 3, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.245 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 7561, 26, 26, 1, 8, 5, 11, 4, 12, 39, 74, 27, 37, 28, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.245 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1092, 4, 7, 0, 0, 0, 0, 0, 7, 5, 42, 150, 177, 4, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.245 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 755, 1, 1, 0, 0, 1, 0, 0, 0, 1, 3, 29, 196, 14, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.245 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 539, 14, 0, 0, 0, 1, 0, 0, 0, 1, 9, 4, 30, 59, 159, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.245 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 282, 4, 0, 0, 0, 0, 0, 0, 1, 2, 9, 6, 11, 13, 110, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.245 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 333, 10, 0, 0, 0, 0, 0, 0, 3, 1, 4, 7, 12, 13, 49, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.245 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 66, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 7, 4, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.245 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.245 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.246 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.246 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.246 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.246 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.246 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.246 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.246 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.246 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.246 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.246 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.246 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.246 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.246 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.247 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.247 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.247 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.247 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.247 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.247 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.247 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:12.247 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:12.247 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.247 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.247 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 1, 2024-04-02T09:54:12.247 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:12.247 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.247 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.248 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 6186, 10, 0, 0, 0, 1, 0, 2, 3, 7, 7, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.248 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 6892, 36, 1045, 1, 7, 8, 7, 10, 37, 49, 109, 50, 34, 7, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.248 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 612, 13, 459, 21, 0, 0, 0, 4, 6, 6, 62, 211, 261, 3, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.248 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 326, 4, 2, 9, 1, 1, 0, 0, 0, 2, 5, 22, 307, 5, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.248 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 129, 8, 3, 0, 0, 0, 0, 1, 2, 4, 11, 12, 24, 24, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.248 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 100, 8, 29, 0, 0, 0, 0, 0, 1, 0, 13, 21, 30, 17, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.248 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 126, 0, 215, 0, 0, 0, 0, 0, 0, 0, 19, 13, 22, 28, 55, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.248 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 45, 0, 59, 0, 0, 0, 0, 0, 0, 0, 3, 1, 13, 13, 54, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.248 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 16, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.248 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.248 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.248 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.248 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.248 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.249 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.249 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.249 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.249 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.249 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.249 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.249 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.249 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.249 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.249 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.249 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.249 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.249 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.249 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.250 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.250 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:12.250 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:12.250 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.250 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.250 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 2, 2024-04-02T09:54:12.250 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:12.250 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.250 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.250 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 12467, 3888, 0, 0, 2, 1, 0, 0, 0, 0, 4, 1, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.250 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 9969, 301, 7, 0, 14, 0, 0, 1, 1, 6, 11, 6, 18, 37, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.250 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 872, 5, 1, 2, 1, 0, 0, 0, 3, 15, 34, 5, 0, 8, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.250 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 375, 6, 0, 0, 1, 0, 0, 0, 0, 3, 2, 15, 25, 6, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.250 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 82, 10, 5, 0, 1, 0, 0, 0, 0, 10, 9, 8, 14, 55, 130, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.251 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 151, 5, 2, 0, 0, 0, 0, 1, 0, 8, 3, 24, 45, 30, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.251 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 220, 2, 0, 1, 0, 0, 0, 0, 0, 0, 3, 6, 20, 50, 67, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.251 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 60, 0, 0, 0, 0, 0, 2, 0, 0, 2, 1, 0, 5, 27, 80, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.251 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 32, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 3, 2, 4, 31, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.251 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.251 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.251 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.251 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.251 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.251 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.251 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.251 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.251 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.251 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.251 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.252 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.252 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.252 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.252 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.252 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.252 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.252 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.252 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.252 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.252 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:12.252 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:12.252 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.252 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.252 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 3, 2024-04-02T09:54:12.252 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:12.252 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.253 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 325, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.253 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 18659, 7953, 0, 1, 7125, 354, 0, 0, 1, 1, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.253 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 12596, 396, 3, 1, 658, 239, 3, 6, 15, 16, 43, 18, 16, 15, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.253 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 2350, 14, 28, 0, 3, 1, 0, 3, 2, 7, 33, 75, 73, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.253 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 503, 13, 3, 0, 8, 6, 0, 1, 0, 2, 2, 8, 98, 0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.253 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 133, 13, 1, 0, 166, 23, 0, 1, 0, 0, 6, 1, 10, 14, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.253 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 46, 17, 0, 0, 327, 13, 0, 0, 0, 0, 0, 7, 3, 9, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.253 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 19, 40, 0, 0, 279, 0, 0, 0, 0, 0, 0, 0, 2, 3, 28, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.253 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 2, 84, 0, 0, 1925, 0, 0, 0, 0, 0, 0, 1, 0, 0, 9, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.253 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 4, 103, 0, 0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.253 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.253 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.253 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.253 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.254 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.254 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.254 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.254 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.254 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.254 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.254 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.254 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.254 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.254 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.254 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.254 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.254 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.254 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.255 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.255 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.255 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:12.255 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:12.255 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.255 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.255 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 4, 2024-04-02T09:54:12.255 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:12.255 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.255 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 4, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.255 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 7805, 3825, 4500, 3, 8, 2, 3, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.255 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 8028, 53, 51, 1, 17, 34, 60, 69, 6, 20, 18, 9, 9, 14, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.255 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1052, 21, 7, 0, 5, 0, 11, 6, 4, 9, 41, 84, 40, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.256 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 339, 1, 0, 0, 0, 1, 2, 1, 1, 1, 21, 22, 140, 1, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.256 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 167, 1, 1, 0, 0, 0, 0, 0, 0, 0, 2, 9, 29, 39, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.256 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 135, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 16, 19, 13, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.256 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 64, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 5, 7, 39, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.256 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 21, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.256 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.256 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.256 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.256 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.256 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.256 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.256 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.256 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.256 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.256 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.257 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.257 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.257 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.257 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.257 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.257 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.257 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.257 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.257 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.257 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.257 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.257 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:12.257 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:12.257 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.258 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.258 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 5, 2024-04-02T09:54:12.258 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:12.258 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.258 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1608, 176, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.258 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 12558, 3923, 0, 0, 1, 1, 0, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.258 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 8961, 97, 21, 1, 9, 1, 2, 1, 5, 0, 6, 5, 10, 18, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.258 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1306, 44, 23, 1, 11, 1, 1, 2, 3, 0, 5, 2, 2, 5, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.258 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 431, 1, 0, 5, 4, 0, 0, 0, 0, 1, 14, 6, 5, 11, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.258 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 184, 2, 0, 0, 0, 0, 1, 2, 1, 6, 0, 7, 29, 47, 100, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.258 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 158, 3, 0, 1, 0, 0, 0, 0, 0, 0, 1, 6, 6, 11, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.258 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 144, 0, 0, 0, 0, 0, 0, 0, 1, 7, 0, 7, 10, 18, 43, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.258 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 22, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.259 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.259 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.259 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.259 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.259 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.259 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.259 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.259 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.259 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.259 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.259 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.259 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.259 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.260 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.260 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.260 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.260 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.260 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.260 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.260 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.260 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.260 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:12.260 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:12.260 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.260 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.260 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 6, 2024-04-02T09:54:12.260 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:12.261 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.261 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.261 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 9091, 6, 0, 0, 5, 0, 0, 0, 1, 0, 19, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.261 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 7524, 59, 32, 0, 11, 3, 3, 4, 13, 15, 69, 5, 13, 31, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.261 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1130, 30, 18, 2, 7, 1, 0, 3, 11, 12, 49, 65, 32, 8, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.261 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 369, 1, 0, 0, 0, 0, 0, 0, 2, 6, 19, 29, 169, 1, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.261 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 151, 3, 1, 0, 2, 1, 0, 0, 0, 1, 0, 3, 49, 39, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.261 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 75, 1, 0, 0, 0, 0, 0, 4, 0, 0, 0, 2, 2, 10, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.261 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 4, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.261 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.261 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.261 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.261 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.261 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.262 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.262 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.262 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.262 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.262 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.262 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.262 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.262 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.262 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.262 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.262 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.262 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.262 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.263 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.263 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.263 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.263 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.263 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:12.263 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:12.263 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.263 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.263 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 7, 2024-04-02T09:54:12.263 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:12.263 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.263 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.263 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 13346, 3, 64, 6, 26, 19, 4, 0, 0, 0, 3, 2, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.263 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 8748, 42, 26, 2, 14, 29, 94, 129, 0, 0, 6, 4, 15, 15, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.263 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1222, 98, 117, 0, 6, 0, 6, 13, 4, 0, 12, 2, 7, 9, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.264 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 482, 44, 84, 0, 1, 0, 0, 0, 2, 6, 23, 7, 7, 7, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.264 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 184, 11, 9, 0, 0, 0, 0, 1, 0, 0, 1, 10, 38, 45, 104, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.264 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 114, 4, 22, 17, 1, 2, 0, 0, 0, 0, 3, 16, 13, 21, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.264 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 65, 0, 3, 37, 38, 1, 0, 0, 0, 0, 1, 4, 5, 17, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.264 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 15, 0, 0, 14, 91, 78, 0, 0, 0, 0, 0, 2, 10, 10, 30, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.264 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 11, 0, 0, 0, 6, 51, 0, 0, 0, 0, 0, 0, 0, 3, 4, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.264 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.264 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.264 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.264 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.264 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.264 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.264 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.265 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.265 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.265 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.265 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.265 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.265 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.265 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.265 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.265 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.265 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.265 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.265 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.265 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.265 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:12.265 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:12.266 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.266 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:12.266 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.266 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:54:12.266 INFO:tasks.workunit.client.0.smithi012.stdout: "axes": [ 2024-04-02T09:54:12.266 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.266 INFO:tasks.workunit.client.0.smithi012.stdout: "buckets": 32, 2024-04-02T09:54:12.266 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 0, 2024-04-02T09:54:12.266 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "Latency (usec)", 2024-04-02T09:54:12.266 INFO:tasks.workunit.client.0.smithi012.stdout: "quant_size": 100000, 2024-04-02T09:54:12.266 INFO:tasks.workunit.client.0.smithi012.stdout: "ranges": [ 2024-04-02T09:54:12.266 INFO:tasks.workunit.client.0.smithi012.stdout: "[None, -1]", 2024-04-02T09:54:12.266 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 99999]", 2024-04-02T09:54:12.266 INFO:tasks.workunit.client.0.smithi012.stdout: "[100000, 199999]", 2024-04-02T09:54:12.267 INFO:tasks.workunit.client.0.smithi012.stdout: "[200000, 399999]", 2024-04-02T09:54:12.267 INFO:tasks.workunit.client.0.smithi012.stdout: "[400000, 799999]", 2024-04-02T09:54:12.267 INFO:tasks.workunit.client.0.smithi012.stdout: "[800000, 1599999]", 2024-04-02T09:54:12.267 INFO:tasks.workunit.client.0.smithi012.stdout: "[1600000, 3199999]", 2024-04-02T09:54:12.267 INFO:tasks.workunit.client.0.smithi012.stdout: "[3200000, 6399999]", 2024-04-02T09:54:12.267 INFO:tasks.workunit.client.0.smithi012.stdout: "[6400000, 12799999]", 2024-04-02T09:54:12.267 INFO:tasks.workunit.client.0.smithi012.stdout: "[12800000, 25599999]", 2024-04-02T09:54:12.267 INFO:tasks.workunit.client.0.smithi012.stdout: "[25600000, 51199999]", 2024-04-02T09:54:12.267 INFO:tasks.workunit.client.0.smithi012.stdout: "[51200000, 102399999]", 2024-04-02T09:54:12.267 INFO:tasks.workunit.client.0.smithi012.stdout: "[102400000, 204799999]", 2024-04-02T09:54:12.267 INFO:tasks.workunit.client.0.smithi012.stdout: "[204800000, 409599999]", 2024-04-02T09:54:12.267 INFO:tasks.workunit.client.0.smithi012.stdout: "[409600000, 819199999]", 2024-04-02T09:54:12.267 INFO:tasks.workunit.client.0.smithi012.stdout: "[819200000, 1638399999]", 2024-04-02T09:54:12.267 INFO:tasks.workunit.client.0.smithi012.stdout: "[1638400000, 3276799999]", 2024-04-02T09:54:12.268 INFO:tasks.workunit.client.0.smithi012.stdout: "[3276800000, 6553599999]", 2024-04-02T09:54:12.268 INFO:tasks.workunit.client.0.smithi012.stdout: "[6553600000, 13107199999]", 2024-04-02T09:54:12.268 INFO:tasks.workunit.client.0.smithi012.stdout: "[13107200000, 26214399999]", 2024-04-02T09:54:12.268 INFO:tasks.workunit.client.0.smithi012.stdout: "[26214400000, 52428799999]", 2024-04-02T09:54:12.268 INFO:tasks.workunit.client.0.smithi012.stdout: "[52428800000, 104857599999]", 2024-04-02T09:54:12.268 INFO:tasks.workunit.client.0.smithi012.stdout: "[104857600000, 209715199999]", 2024-04-02T09:54:12.268 INFO:tasks.workunit.client.0.smithi012.stdout: "[209715200000, 419430399999]", 2024-04-02T09:54:12.268 INFO:tasks.workunit.client.0.smithi012.stdout: "[419430400000, 838860799999]", 2024-04-02T09:54:12.268 INFO:tasks.workunit.client.0.smithi012.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:54:12.268 INFO:tasks.workunit.client.0.smithi012.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:54:12.268 INFO:tasks.workunit.client.0.smithi012.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:54:12.268 INFO:tasks.workunit.client.0.smithi012.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:54:12.268 INFO:tasks.workunit.client.0.smithi012.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:54:12.268 INFO:tasks.workunit.client.0.smithi012.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:54:12.269 INFO:tasks.workunit.client.0.smithi012.stdout: "[53687091200000, None]" 2024-04-02T09:54:12.269 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.269 INFO:tasks.workunit.client.0.smithi012.stdout: "scale_type": "log2" 2024-04-02T09:54:12.269 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.269 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.269 INFO:tasks.workunit.client.0.smithi012.stdout: "buckets": 32, 2024-04-02T09:54:12.269 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 0, 2024-04-02T09:54:12.269 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "Request size (bytes)", 2024-04-02T09:54:12.269 INFO:tasks.workunit.client.0.smithi012.stdout: "quant_size": 512, 2024-04-02T09:54:12.269 INFO:tasks.workunit.client.0.smithi012.stdout: "ranges": [ 2024-04-02T09:54:12.269 INFO:tasks.workunit.client.0.smithi012.stdout: "[None, -1]", 2024-04-02T09:54:12.269 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 511]", 2024-04-02T09:54:12.269 INFO:tasks.workunit.client.0.smithi012.stdout: "[512, 1023]", 2024-04-02T09:54:12.269 INFO:tasks.workunit.client.0.smithi012.stdout: "[1024, 2047]", 2024-04-02T09:54:12.269 INFO:tasks.workunit.client.0.smithi012.stdout: "[2048, 4095]", 2024-04-02T09:54:12.270 INFO:tasks.workunit.client.0.smithi012.stdout: "[4096, 8191]", 2024-04-02T09:54:12.270 INFO:tasks.workunit.client.0.smithi012.stdout: "[8192, 16383]", 2024-04-02T09:54:12.270 INFO:tasks.workunit.client.0.smithi012.stdout: "[16384, 32767]", 2024-04-02T09:54:12.270 INFO:tasks.workunit.client.0.smithi012.stdout: "[32768, 65535]", 2024-04-02T09:54:12.270 INFO:tasks.workunit.client.0.smithi012.stdout: "[65536, 131071]", 2024-04-02T09:54:12.270 INFO:tasks.workunit.client.0.smithi012.stdout: "[131072, 262143]", 2024-04-02T09:54:12.270 INFO:tasks.workunit.client.0.smithi012.stdout: "[262144, 524287]", 2024-04-02T09:54:12.270 INFO:tasks.workunit.client.0.smithi012.stdout: "[524288, 1048575]", 2024-04-02T09:54:12.270 INFO:tasks.workunit.client.0.smithi012.stdout: "[1048576, 2097151]", 2024-04-02T09:54:12.270 INFO:tasks.workunit.client.0.smithi012.stdout: "[2097152, 4194303]", 2024-04-02T09:54:12.270 INFO:tasks.workunit.client.0.smithi012.stdout: "[4194304, 8388607]", 2024-04-02T09:54:12.270 INFO:tasks.workunit.client.0.smithi012.stdout: "[8388608, 16777215]", 2024-04-02T09:54:12.270 INFO:tasks.workunit.client.0.smithi012.stdout: "[16777216, 33554431]", 2024-04-02T09:54:12.270 INFO:tasks.workunit.client.0.smithi012.stdout: "[33554432, 67108863]", 2024-04-02T09:54:12.271 INFO:tasks.workunit.client.0.smithi012.stdout: "[67108864, 134217727]", 2024-04-02T09:54:12.271 INFO:tasks.workunit.client.0.smithi012.stdout: "[134217728, 268435455]", 2024-04-02T09:54:12.271 INFO:tasks.workunit.client.0.smithi012.stdout: "[268435456, 536870911]", 2024-04-02T09:54:12.271 INFO:tasks.workunit.client.0.smithi012.stdout: "[536870912, 1073741823]", 2024-04-02T09:54:12.271 INFO:tasks.workunit.client.0.smithi012.stdout: "[1073741824, 2147483647]", 2024-04-02T09:54:12.271 INFO:tasks.workunit.client.0.smithi012.stdout: "[2147483648, 4294967295]", 2024-04-02T09:54:12.271 INFO:tasks.workunit.client.0.smithi012.stdout: "[4294967296, 8589934591]", 2024-04-02T09:54:12.271 INFO:tasks.workunit.client.0.smithi012.stdout: "[8589934592, 17179869183]", 2024-04-02T09:54:12.271 INFO:tasks.workunit.client.0.smithi012.stdout: "[17179869184, 34359738367]", 2024-04-02T09:54:12.271 INFO:tasks.workunit.client.0.smithi012.stdout: "[34359738368, 68719476735]", 2024-04-02T09:54:12.271 INFO:tasks.workunit.client.0.smithi012.stdout: "[68719476736, 137438953471]", 2024-04-02T09:54:12.271 INFO:tasks.workunit.client.0.smithi012.stdout: "[137438953472, 274877906943]", 2024-04-02T09:54:12.271 INFO:tasks.workunit.client.0.smithi012.stdout: "[274877906944, None]" 2024-04-02T09:54:12.271 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.272 INFO:tasks.workunit.client.0.smithi012.stdout: "scale_type": "log2" 2024-04-02T09:54:12.272 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.272 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.272 INFO:tasks.workunit.client.0.smithi012.stdout: "osds": [ 2024-04-02T09:54:12.272 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.272 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 0, 2024-04-02T09:54:12.272 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:12.272 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.272 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.272 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.272 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.272 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.272 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 4444, 51, 74, 153, 418, 556, 598, 3, 0, 0, 1, 0, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.272 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 604, 18, 33, 52, 50, 54, 124, 2, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.273 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 258, 0, 1, 0, 0, 3, 2, 0, 0, 1, 0, 7, 7, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.273 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 133, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 3, 7, 9, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.273 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 73, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 5, 13, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.273 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.273 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.273 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.273 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.273 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.273 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.273 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.273 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.273 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.273 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.273 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.274 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.274 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.274 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.274 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.274 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.274 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.274 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.274 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.274 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.274 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.274 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:12.274 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:12.274 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.275 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.275 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 1, 2024-04-02T09:54:12.275 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:12.275 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.275 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.275 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.275 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.275 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.275 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 2959, 223, 35, 68, 122, 1, 0, 0, 2, 0, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.275 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 529, 59, 1330, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.275 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 320, 10, 15, 0, 0, 0, 0, 0, 0, 0, 1, 5, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.275 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1479, 975, 28, 0, 0, 0, 0, 0, 0, 1, 1, 2, 4, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.275 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1782, 2018, 262, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 7, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.275 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3, 4, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.275 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.276 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.276 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.276 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.276 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.276 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.276 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.276 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.276 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.276 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.276 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.276 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.276 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.276 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.276 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.277 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.277 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.277 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.277 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.277 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.277 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:12.277 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:12.277 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.277 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.277 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 2, 2024-04-02T09:54:12.277 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:12.277 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.277 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.277 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.278 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.278 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 152, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.278 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 9305, 15, 0, 0, 2, 1, 0, 1, 1, 0, 0, 1, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.278 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 16905, 3, 0, 0, 0, 1, 0, 0, 2, 1, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.278 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 397, 0, 1, 0, 0, 0, 0, 0, 0, 2, 0, 6, 7, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.278 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 214, 1, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 4, 15, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.278 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 139, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 15, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.278 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.278 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.278 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.278 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.278 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.278 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.279 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.279 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.279 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.279 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.279 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.279 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.279 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.279 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.279 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.279 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.279 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.279 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.279 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.279 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.280 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.280 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:12.280 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:12.280 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.280 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.280 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 3, 2024-04-02T09:54:12.280 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:12.280 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.280 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.280 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.280 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.280 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 65, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.280 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3521, 37, 0, 0, 16, 2, 7, 4, 16, 16, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.280 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 313, 9, 0, 0, 6, 1, 0, 0, 0, 1, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.281 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 176, 16, 34, 47, 2, 0, 0, 0, 1, 0, 1, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.281 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 809, 180, 0, 103, 0, 0, 0, 0, 0, 1, 0, 1, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.281 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3812, 2229, 0, 392, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.281 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 623, 595, 0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.281 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.281 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.281 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.281 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.281 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.281 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.281 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.281 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.281 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.281 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.281 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.282 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.282 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.282 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.282 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.282 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.282 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.282 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.282 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.282 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.282 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:12.282 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:12.282 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.282 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.283 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 4, 2024-04-02T09:54:12.283 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:12.283 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.283 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.283 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.283 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.283 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 316, 1, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.283 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3488, 218, 33, 65, 137, 274, 474, 1, 8, 7, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.283 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 306, 16, 0, 0, 0, 0, 11, 0, 1, 1, 2, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.283 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 129, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.283 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 51, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 2, 4, 8, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.283 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 9, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.283 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 4, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.283 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.284 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.284 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.284 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.284 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.284 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.284 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.284 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.284 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.284 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.284 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.284 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.284 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.284 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.284 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.285 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.285 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.285 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.285 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.285 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.285 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:12.285 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:12.285 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.285 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.285 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 5, 2024-04-02T09:54:12.285 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:12.285 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.285 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.285 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.285 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.286 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 274, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.286 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 5314, 78, 134, 257, 451, 592, 715, 5, 1, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.286 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 424, 2, 3, 2, 21, 19, 11, 1, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.286 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 317, 0, 2, 4, 0, 1, 1, 0, 1, 0, 0, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.286 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 183, 40, 80, 125, 29, 1, 0, 0, 0, 0, 0, 1, 4, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.286 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 65, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 3, 10, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.286 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.286 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.286 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.286 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.286 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.286 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.286 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.286 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.287 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.287 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.287 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.287 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.287 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.287 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.287 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.287 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.287 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.287 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.287 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.287 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.287 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.287 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:12.288 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:12.288 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.288 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.288 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 6, 2024-04-02T09:54:12.288 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:12.288 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.288 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.288 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.288 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.288 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 234, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.288 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3498, 24, 0, 0, 2, 1, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.288 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 438, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.288 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 279, 6, 0, 0, 1, 0, 0, 0, 0, 1, 1, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.288 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 316, 105, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.288 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 131, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 1, 8, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.289 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 6, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.289 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.289 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.289 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.289 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.289 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.289 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.289 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.289 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.289 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.289 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.289 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.289 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.289 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.290 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.290 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.290 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.290 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.290 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.290 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.290 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.290 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:12.290 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:12.290 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.290 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.290 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 7, 2024-04-02T09:54:12.290 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:12.290 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.291 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.291 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.291 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.291 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 211, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.291 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 7281, 34, 40, 53, 4, 0, 1, 2, 2, 1, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.291 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3668, 26, 89, 58, 0, 0, 0, 0, 0, 0, 1, 1, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.291 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 317, 13, 6, 2, 0, 1, 0, 1, 0, 2, 2, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.291 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 248, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 2, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.291 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 161, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 6, 10, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.291 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.291 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.291 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.291 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.291 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.291 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.292 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.292 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.292 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.292 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.292 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.292 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.292 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.292 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.292 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.292 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.292 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.292 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.292 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.293 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.293 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.293 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:12.293 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:12.293 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.293 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:12.293 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.293 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:54:12.293 INFO:tasks.workunit.client.0.smithi012.stdout: "axes": [ 2024-04-02T09:54:12.293 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.293 INFO:tasks.workunit.client.0.smithi012.stdout: "buckets": 32, 2024-04-02T09:54:12.293 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 0, 2024-04-02T09:54:12.293 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "Latency (usec)", 2024-04-02T09:54:12.293 INFO:tasks.workunit.client.0.smithi012.stdout: "quant_size": 100000, 2024-04-02T09:54:12.294 INFO:tasks.workunit.client.0.smithi012.stdout: "ranges": [ 2024-04-02T09:54:12.294 INFO:tasks.workunit.client.0.smithi012.stdout: "[None, -1]", 2024-04-02T09:54:12.294 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 99999]", 2024-04-02T09:54:12.294 INFO:tasks.workunit.client.0.smithi012.stdout: "[100000, 199999]", 2024-04-02T09:54:12.294 INFO:tasks.workunit.client.0.smithi012.stdout: "[200000, 399999]", 2024-04-02T09:54:12.294 INFO:tasks.workunit.client.0.smithi012.stdout: "[400000, 799999]", 2024-04-02T09:54:12.294 INFO:tasks.workunit.client.0.smithi012.stdout: "[800000, 1599999]", 2024-04-02T09:54:12.294 INFO:tasks.workunit.client.0.smithi012.stdout: "[1600000, 3199999]", 2024-04-02T09:54:12.294 INFO:tasks.workunit.client.0.smithi012.stdout: "[3200000, 6399999]", 2024-04-02T09:54:12.294 INFO:tasks.workunit.client.0.smithi012.stdout: "[6400000, 12799999]", 2024-04-02T09:54:12.294 INFO:tasks.workunit.client.0.smithi012.stdout: "[12800000, 25599999]", 2024-04-02T09:54:12.294 INFO:tasks.workunit.client.0.smithi012.stdout: "[25600000, 51199999]", 2024-04-02T09:54:12.294 INFO:tasks.workunit.client.0.smithi012.stdout: "[51200000, 102399999]", 2024-04-02T09:54:12.295 INFO:tasks.workunit.client.0.smithi012.stdout: "[102400000, 204799999]", 2024-04-02T09:54:12.295 INFO:tasks.workunit.client.0.smithi012.stdout: "[204800000, 409599999]", 2024-04-02T09:54:12.295 INFO:tasks.workunit.client.0.smithi012.stdout: "[409600000, 819199999]", 2024-04-02T09:54:12.295 INFO:tasks.workunit.client.0.smithi012.stdout: "[819200000, 1638399999]", 2024-04-02T09:54:12.295 INFO:tasks.workunit.client.0.smithi012.stdout: "[1638400000, 3276799999]", 2024-04-02T09:54:12.295 INFO:tasks.workunit.client.0.smithi012.stdout: "[3276800000, 6553599999]", 2024-04-02T09:54:12.295 INFO:tasks.workunit.client.0.smithi012.stdout: "[6553600000, 13107199999]", 2024-04-02T09:54:12.295 INFO:tasks.workunit.client.0.smithi012.stdout: "[13107200000, 26214399999]", 2024-04-02T09:54:12.295 INFO:tasks.workunit.client.0.smithi012.stdout: "[26214400000, 52428799999]", 2024-04-02T09:54:12.295 INFO:tasks.workunit.client.0.smithi012.stdout: "[52428800000, 104857599999]", 2024-04-02T09:54:12.295 INFO:tasks.workunit.client.0.smithi012.stdout: "[104857600000, 209715199999]", 2024-04-02T09:54:12.295 INFO:tasks.workunit.client.0.smithi012.stdout: "[209715200000, 419430399999]", 2024-04-02T09:54:12.295 INFO:tasks.workunit.client.0.smithi012.stdout: "[419430400000, 838860799999]", 2024-04-02T09:54:12.295 INFO:tasks.workunit.client.0.smithi012.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:54:12.296 INFO:tasks.workunit.client.0.smithi012.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:54:12.296 INFO:tasks.workunit.client.0.smithi012.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:54:12.296 INFO:tasks.workunit.client.0.smithi012.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:54:12.296 INFO:tasks.workunit.client.0.smithi012.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:54:12.296 INFO:tasks.workunit.client.0.smithi012.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:54:12.296 INFO:tasks.workunit.client.0.smithi012.stdout: "[53687091200000, None]" 2024-04-02T09:54:12.296 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.296 INFO:tasks.workunit.client.0.smithi012.stdout: "scale_type": "log2" 2024-04-02T09:54:12.296 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.296 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.296 INFO:tasks.workunit.client.0.smithi012.stdout: "buckets": 32, 2024-04-02T09:54:12.296 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 0, 2024-04-02T09:54:12.296 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "Request size (bytes)", 2024-04-02T09:54:12.296 INFO:tasks.workunit.client.0.smithi012.stdout: "quant_size": 512, 2024-04-02T09:54:12.296 INFO:tasks.workunit.client.0.smithi012.stdout: "ranges": [ 2024-04-02T09:54:12.297 INFO:tasks.workunit.client.0.smithi012.stdout: "[None, -1]", 2024-04-02T09:54:12.297 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 511]", 2024-04-02T09:54:12.297 INFO:tasks.workunit.client.0.smithi012.stdout: "[512, 1023]", 2024-04-02T09:54:12.297 INFO:tasks.workunit.client.0.smithi012.stdout: "[1024, 2047]", 2024-04-02T09:54:12.297 INFO:tasks.workunit.client.0.smithi012.stdout: "[2048, 4095]", 2024-04-02T09:54:12.297 INFO:tasks.workunit.client.0.smithi012.stdout: "[4096, 8191]", 2024-04-02T09:54:12.297 INFO:tasks.workunit.client.0.smithi012.stdout: "[8192, 16383]", 2024-04-02T09:54:12.297 INFO:tasks.workunit.client.0.smithi012.stdout: "[16384, 32767]", 2024-04-02T09:54:12.297 INFO:tasks.workunit.client.0.smithi012.stdout: "[32768, 65535]", 2024-04-02T09:54:12.297 INFO:tasks.workunit.client.0.smithi012.stdout: "[65536, 131071]", 2024-04-02T09:54:12.297 INFO:tasks.workunit.client.0.smithi012.stdout: "[131072, 262143]", 2024-04-02T09:54:12.297 INFO:tasks.workunit.client.0.smithi012.stdout: "[262144, 524287]", 2024-04-02T09:54:12.297 INFO:tasks.workunit.client.0.smithi012.stdout: "[524288, 1048575]", 2024-04-02T09:54:12.297 INFO:tasks.workunit.client.0.smithi012.stdout: "[1048576, 2097151]", 2024-04-02T09:54:12.297 INFO:tasks.workunit.client.0.smithi012.stdout: "[2097152, 4194303]", 2024-04-02T09:54:12.297 INFO:tasks.workunit.client.0.smithi012.stdout: "[4194304, 8388607]", 2024-04-02T09:54:12.298 INFO:tasks.workunit.client.0.smithi012.stdout: "[8388608, 16777215]", 2024-04-02T09:54:12.298 INFO:tasks.workunit.client.0.smithi012.stdout: "[16777216, 33554431]", 2024-04-02T09:54:12.298 INFO:tasks.workunit.client.0.smithi012.stdout: "[33554432, 67108863]", 2024-04-02T09:54:12.298 INFO:tasks.workunit.client.0.smithi012.stdout: "[67108864, 134217727]", 2024-04-02T09:54:12.298 INFO:tasks.workunit.client.0.smithi012.stdout: "[134217728, 268435455]", 2024-04-02T09:54:12.298 INFO:tasks.workunit.client.0.smithi012.stdout: "[268435456, 536870911]", 2024-04-02T09:54:12.298 INFO:tasks.workunit.client.0.smithi012.stdout: "[536870912, 1073741823]", 2024-04-02T09:54:12.298 INFO:tasks.workunit.client.0.smithi012.stdout: "[1073741824, 2147483647]", 2024-04-02T09:54:12.298 INFO:tasks.workunit.client.0.smithi012.stdout: "[2147483648, 4294967295]", 2024-04-02T09:54:12.298 INFO:tasks.workunit.client.0.smithi012.stdout: "[4294967296, 8589934591]", 2024-04-02T09:54:12.298 INFO:tasks.workunit.client.0.smithi012.stdout: "[8589934592, 17179869183]", 2024-04-02T09:54:12.298 INFO:tasks.workunit.client.0.smithi012.stdout: "[17179869184, 34359738367]", 2024-04-02T09:54:12.298 INFO:tasks.workunit.client.0.smithi012.stdout: "[34359738368, 68719476735]", 2024-04-02T09:54:12.298 INFO:tasks.workunit.client.0.smithi012.stdout: "[68719476736, 137438953471]", 2024-04-02T09:54:12.299 INFO:tasks.workunit.client.0.smithi012.stdout: "[137438953472, 274877906943]", 2024-04-02T09:54:12.299 INFO:tasks.workunit.client.0.smithi012.stdout: "[274877906944, None]" 2024-04-02T09:54:12.299 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.299 INFO:tasks.workunit.client.0.smithi012.stdout: "scale_type": "log2" 2024-04-02T09:54:12.299 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.299 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.299 INFO:tasks.workunit.client.0.smithi012.stdout: "osds": [ 2024-04-02T09:54:12.299 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.299 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 0, 2024-04-02T09:54:12.299 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:12.299 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.299 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.299 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.299 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.299 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.300 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 6303, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.300 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 942, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.300 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 281, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.300 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 161, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.300 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 119, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.300 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.300 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.300 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.300 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.300 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.300 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.300 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.300 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.300 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.300 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.301 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.301 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.301 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.301 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.301 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.301 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.301 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.301 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.301 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.301 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.301 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.301 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:12.301 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:12.301 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.301 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.302 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 1, 2024-04-02T09:54:12.302 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:12.302 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.302 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.302 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.302 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.302 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.302 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3413, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.302 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1920, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.302 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 354, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.302 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 2497, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.302 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 4085, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.302 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.303 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.303 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.303 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.303 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.303 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.303 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.303 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.303 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.303 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.303 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.303 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.303 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.303 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.303 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.303 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.304 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.304 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.304 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.304 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.304 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.304 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:12.304 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:12.304 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.304 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.304 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 2, 2024-04-02T09:54:12.304 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:12.304 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.304 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.304 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.305 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.305 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 152, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.305 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 9335, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.305 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 16916, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.305 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 418, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.305 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 246, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.305 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 173, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.305 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.305 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.305 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.305 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.305 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.305 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.305 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.305 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.306 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.306 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.306 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.306 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.306 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.306 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.306 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.306 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.306 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.306 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.306 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.306 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.307 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.307 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:12.307 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:12.307 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.307 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.307 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 3, 2024-04-02T09:54:12.307 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:12.307 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.307 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.307 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.307 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.307 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.307 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3622, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.308 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 333, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.308 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 281, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.308 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1098, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.308 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 6450, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.308 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1280, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.308 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.308 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.308 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.308 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.308 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.308 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.308 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.308 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.308 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.308 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.309 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.309 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.309 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.309 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.309 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.309 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.309 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.309 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.309 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.309 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.309 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:12.309 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:12.309 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.309 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.310 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 4, 2024-04-02T09:54:12.310 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:12.310 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.310 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.310 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.310 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.310 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 321, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.310 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 4707, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.310 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 340, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.310 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 138, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.310 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.310 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 72, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.310 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.310 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.310 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.311 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.311 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.311 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.311 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.311 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.311 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.311 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.311 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.311 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.311 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.311 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.311 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.311 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.311 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.312 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.312 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.312 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.312 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.312 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:12.312 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:12.312 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.312 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.312 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 5, 2024-04-02T09:54:12.312 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:12.312 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.312 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.312 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.312 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.313 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 274, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.313 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 7550, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.313 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 486, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.313 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 334, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.313 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 470, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.313 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.313 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.313 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.313 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.313 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.313 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.313 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.313 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.314 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.314 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.314 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.314 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.314 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.314 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.314 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.314 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.314 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.314 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.314 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.314 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.314 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.314 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.315 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:12.315 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:12.315 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.315 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.315 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 6, 2024-04-02T09:54:12.315 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:12.315 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.315 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.315 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.315 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.315 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 234, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.315 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3528, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.315 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 443, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.315 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 294, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.316 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 431, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.316 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 160, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.316 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.316 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.316 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.316 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.316 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.316 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.316 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.316 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.316 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.316 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.316 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.316 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.317 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.317 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.317 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.317 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.317 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.317 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.317 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.317 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.317 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.317 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:12.317 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:12.317 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.317 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.317 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 7, 2024-04-02T09:54:12.318 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:12.318 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.318 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.318 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.318 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.318 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 212, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.318 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 7422, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.318 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3847, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.318 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 348, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.318 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 264, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.318 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 209, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.318 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.318 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.318 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.319 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.319 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.319 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.319 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.319 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.319 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.319 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.319 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.319 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.319 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.319 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.319 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.319 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.319 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.320 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.320 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.320 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.320 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.320 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:12.320 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:12.320 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.320 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:12.320 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.320 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:54:12.320 INFO:tasks.workunit.client.0.smithi012.stdout: "axes": [ 2024-04-02T09:54:12.320 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.320 INFO:tasks.workunit.client.0.smithi012.stdout: "buckets": 32, 2024-04-02T09:54:12.320 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 0, 2024-04-02T09:54:12.320 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "Latency (usec)", 2024-04-02T09:54:12.321 INFO:tasks.workunit.client.0.smithi012.stdout: "quant_size": 100000, 2024-04-02T09:54:12.321 INFO:tasks.workunit.client.0.smithi012.stdout: "ranges": [ 2024-04-02T09:54:12.321 INFO:tasks.workunit.client.0.smithi012.stdout: "[None, -1]", 2024-04-02T09:54:12.321 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 99999]", 2024-04-02T09:54:12.321 INFO:tasks.workunit.client.0.smithi012.stdout: "[100000, 199999]", 2024-04-02T09:54:12.321 INFO:tasks.workunit.client.0.smithi012.stdout: "[200000, 399999]", 2024-04-02T09:54:12.321 INFO:tasks.workunit.client.0.smithi012.stdout: "[400000, 799999]", 2024-04-02T09:54:12.321 INFO:tasks.workunit.client.0.smithi012.stdout: "[800000, 1599999]", 2024-04-02T09:54:12.321 INFO:tasks.workunit.client.0.smithi012.stdout: "[1600000, 3199999]", 2024-04-02T09:54:12.321 INFO:tasks.workunit.client.0.smithi012.stdout: "[3200000, 6399999]", 2024-04-02T09:54:12.321 INFO:tasks.workunit.client.0.smithi012.stdout: "[6400000, 12799999]", 2024-04-02T09:54:12.321 INFO:tasks.workunit.client.0.smithi012.stdout: "[12800000, 25599999]", 2024-04-02T09:54:12.321 INFO:tasks.workunit.client.0.smithi012.stdout: "[25600000, 51199999]", 2024-04-02T09:54:12.321 INFO:tasks.workunit.client.0.smithi012.stdout: "[51200000, 102399999]", 2024-04-02T09:54:12.322 INFO:tasks.workunit.client.0.smithi012.stdout: "[102400000, 204799999]", 2024-04-02T09:54:12.322 INFO:tasks.workunit.client.0.smithi012.stdout: "[204800000, 409599999]", 2024-04-02T09:54:12.322 INFO:tasks.workunit.client.0.smithi012.stdout: "[409600000, 819199999]", 2024-04-02T09:54:12.322 INFO:tasks.workunit.client.0.smithi012.stdout: "[819200000, 1638399999]", 2024-04-02T09:54:12.322 INFO:tasks.workunit.client.0.smithi012.stdout: "[1638400000, 3276799999]", 2024-04-02T09:54:12.322 INFO:tasks.workunit.client.0.smithi012.stdout: "[3276800000, 6553599999]", 2024-04-02T09:54:12.322 INFO:tasks.workunit.client.0.smithi012.stdout: "[6553600000, 13107199999]", 2024-04-02T09:54:12.322 INFO:tasks.workunit.client.0.smithi012.stdout: "[13107200000, 26214399999]", 2024-04-02T09:54:12.322 INFO:tasks.workunit.client.0.smithi012.stdout: "[26214400000, 52428799999]", 2024-04-02T09:54:12.322 INFO:tasks.workunit.client.0.smithi012.stdout: "[52428800000, 104857599999]", 2024-04-02T09:54:12.322 INFO:tasks.workunit.client.0.smithi012.stdout: "[104857600000, 209715199999]", 2024-04-02T09:54:12.322 INFO:tasks.workunit.client.0.smithi012.stdout: "[209715200000, 419430399999]", 2024-04-02T09:54:12.322 INFO:tasks.workunit.client.0.smithi012.stdout: "[419430400000, 838860799999]", 2024-04-02T09:54:12.322 INFO:tasks.workunit.client.0.smithi012.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:54:12.323 INFO:tasks.workunit.client.0.smithi012.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:54:12.323 INFO:tasks.workunit.client.0.smithi012.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:54:12.323 INFO:tasks.workunit.client.0.smithi012.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:54:12.323 INFO:tasks.workunit.client.0.smithi012.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:54:12.323 INFO:tasks.workunit.client.0.smithi012.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:54:12.323 INFO:tasks.workunit.client.0.smithi012.stdout: "[53687091200000, None]" 2024-04-02T09:54:12.323 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.323 INFO:tasks.workunit.client.0.smithi012.stdout: "scale_type": "log2" 2024-04-02T09:54:12.323 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.323 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.323 INFO:tasks.workunit.client.0.smithi012.stdout: "buckets": 32, 2024-04-02T09:54:12.323 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 0, 2024-04-02T09:54:12.323 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "Request size (bytes)", 2024-04-02T09:54:12.323 INFO:tasks.workunit.client.0.smithi012.stdout: "quant_size": 512, 2024-04-02T09:54:12.324 INFO:tasks.workunit.client.0.smithi012.stdout: "ranges": [ 2024-04-02T09:54:12.324 INFO:tasks.workunit.client.0.smithi012.stdout: "[None, -1]", 2024-04-02T09:54:12.324 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 511]", 2024-04-02T09:54:12.324 INFO:tasks.workunit.client.0.smithi012.stdout: "[512, 1023]", 2024-04-02T09:54:12.324 INFO:tasks.workunit.client.0.smithi012.stdout: "[1024, 2047]", 2024-04-02T09:54:12.324 INFO:tasks.workunit.client.0.smithi012.stdout: "[2048, 4095]", 2024-04-02T09:54:12.324 INFO:tasks.workunit.client.0.smithi012.stdout: "[4096, 8191]", 2024-04-02T09:54:12.324 INFO:tasks.workunit.client.0.smithi012.stdout: "[8192, 16383]", 2024-04-02T09:54:12.324 INFO:tasks.workunit.client.0.smithi012.stdout: "[16384, 32767]", 2024-04-02T09:54:12.324 INFO:tasks.workunit.client.0.smithi012.stdout: "[32768, 65535]", 2024-04-02T09:54:12.324 INFO:tasks.workunit.client.0.smithi012.stdout: "[65536, 131071]", 2024-04-02T09:54:12.324 INFO:tasks.workunit.client.0.smithi012.stdout: "[131072, 262143]", 2024-04-02T09:54:12.324 INFO:tasks.workunit.client.0.smithi012.stdout: "[262144, 524287]", 2024-04-02T09:54:12.324 INFO:tasks.workunit.client.0.smithi012.stdout: "[524288, 1048575]", 2024-04-02T09:54:12.325 INFO:tasks.workunit.client.0.smithi012.stdout: "[1048576, 2097151]", 2024-04-02T09:54:12.325 INFO:tasks.workunit.client.0.smithi012.stdout: "[2097152, 4194303]", 2024-04-02T09:54:12.325 INFO:tasks.workunit.client.0.smithi012.stdout: "[4194304, 8388607]", 2024-04-02T09:54:12.325 INFO:tasks.workunit.client.0.smithi012.stdout: "[8388608, 16777215]", 2024-04-02T09:54:12.325 INFO:tasks.workunit.client.0.smithi012.stdout: "[16777216, 33554431]", 2024-04-02T09:54:12.325 INFO:tasks.workunit.client.0.smithi012.stdout: "[33554432, 67108863]", 2024-04-02T09:54:12.325 INFO:tasks.workunit.client.0.smithi012.stdout: "[67108864, 134217727]", 2024-04-02T09:54:12.325 INFO:tasks.workunit.client.0.smithi012.stdout: "[134217728, 268435455]", 2024-04-02T09:54:12.325 INFO:tasks.workunit.client.0.smithi012.stdout: "[268435456, 536870911]", 2024-04-02T09:54:12.325 INFO:tasks.workunit.client.0.smithi012.stdout: "[536870912, 1073741823]", 2024-04-02T09:54:12.325 INFO:tasks.workunit.client.0.smithi012.stdout: "[1073741824, 2147483647]", 2024-04-02T09:54:12.325 INFO:tasks.workunit.client.0.smithi012.stdout: "[2147483648, 4294967295]", 2024-04-02T09:54:12.325 INFO:tasks.workunit.client.0.smithi012.stdout: "[4294967296, 8589934591]", 2024-04-02T09:54:12.325 INFO:tasks.workunit.client.0.smithi012.stdout: "[8589934592, 17179869183]", 2024-04-02T09:54:12.325 INFO:tasks.workunit.client.0.smithi012.stdout: "[17179869184, 34359738367]", 2024-04-02T09:54:12.326 INFO:tasks.workunit.client.0.smithi012.stdout: "[34359738368, 68719476735]", 2024-04-02T09:54:12.326 INFO:tasks.workunit.client.0.smithi012.stdout: "[68719476736, 137438953471]", 2024-04-02T09:54:12.326 INFO:tasks.workunit.client.0.smithi012.stdout: "[137438953472, 274877906943]", 2024-04-02T09:54:12.326 INFO:tasks.workunit.client.0.smithi012.stdout: "[274877906944, None]" 2024-04-02T09:54:12.326 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.326 INFO:tasks.workunit.client.0.smithi012.stdout: "scale_type": "log2" 2024-04-02T09:54:12.326 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.326 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.326 INFO:tasks.workunit.client.0.smithi012.stdout: "osds": [ 2024-04-02T09:54:12.326 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.326 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 0, 2024-04-02T09:54:12.326 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:12.326 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.326 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.327 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.327 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.327 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 20, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.327 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1346, 23, 2, 2, 6, 2, 2, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.327 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1800, 6, 2, 0, 4, 4, 2, 15, 21, 40, 101, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.327 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 164, 4, 0, 0, 1, 2, 3, 3, 3, 8, 41, 124, 144, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.327 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 254, 4, 0, 0, 0, 0, 1, 2, 1, 3, 4, 17, 283, 4, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.327 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 433, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 19, 28, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.327 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 631, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 5, 10, 9, 105, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.327 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 545, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 1, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.327 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 522, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.327 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 203, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.327 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.327 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.328 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.328 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.328 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.328 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.328 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.328 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.328 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.328 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.328 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.328 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.328 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.328 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.328 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.328 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.328 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.329 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:12.329 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:12.329 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.329 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.329 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 1, 2024-04-02T09:54:12.329 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:12.329 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.329 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.329 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.329 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.329 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.329 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1685, 11, 0, 0, 4, 0, 2, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.329 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 2560, 2, 2, 3, 4, 10, 20, 22, 38, 77, 127, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.329 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 161, 6, 0, 0, 1, 3, 0, 2, 10, 7, 65, 250, 260, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.330 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 122, 8, 0, 0, 0, 0, 1, 1, 1, 6, 39, 41, 369, 8, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.330 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 59, 0, 0, 0, 0, 0, 0, 0, 3, 6, 18, 15, 15, 38, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.330 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 75, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 7, 12, 30, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.330 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 112, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 5, 0, 4, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.330 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3348, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.330 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 332, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.330 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.330 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.330 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.330 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.330 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.330 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.330 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.330 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.331 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.331 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.331 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.331 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.331 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.331 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.331 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.331 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.331 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.331 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:12.331 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:12.331 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.331 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.331 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 2, 2024-04-02T09:54:12.331 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:12.332 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.332 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.332 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.332 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.332 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.332 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 385, 6, 0, 0, 8, 0, 2, 3, 6, 7, 0, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.332 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 200, 12, 1, 1, 2, 1, 0, 4, 5, 14, 41, 50, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.332 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 201, 19, 0, 0, 0, 0, 3, 7, 12, 15, 68, 119, 13, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.332 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 114, 27, 0, 0, 1, 0, 0, 1, 4, 6, 21, 40, 20, 17, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.332 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 61, 36, 0, 0, 1, 0, 0, 0, 2, 5, 12, 16, 23, 59, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.332 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 10, 87, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 12, 51, 119, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.332 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 2, 151, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.332 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 202, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.333 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.333 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.333 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.333 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.333 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.333 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.333 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.333 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.333 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.333 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.333 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.333 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.333 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.333 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.334 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.334 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.334 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.334 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.334 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:12.334 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:12.334 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.334 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.334 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 3, 2024-04-02T09:54:12.334 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:12.334 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.334 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.334 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.334 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.335 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.335 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 950, 13, 1, 1, 15, 1, 5, 5, 12, 15, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.335 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 761, 2, 0, 1, 3, 3, 4, 10, 13, 29, 44, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.335 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 188, 9, 0, 1, 0, 0, 1, 1, 0, 1, 14, 85, 163, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.335 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 415, 33, 0, 0, 0, 0, 0, 0, 1, 3, 5, 7, 78, 5, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.335 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 367, 23, 0, 0, 0, 0, 0, 0, 3, 4, 8, 8, 22, 16, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.335 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 221, 40, 0, 0, 0, 0, 0, 0, 0, 3, 2, 6, 14, 35, 69, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.335 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 112, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.335 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 7, 97, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.335 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.335 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.335 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.335 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.335 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.335 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.336 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.336 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.336 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.336 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.336 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.336 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.336 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.336 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.336 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.336 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.336 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.336 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.336 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:12.336 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:12.336 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.337 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.337 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 4, 2024-04-02T09:54:12.337 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:12.337 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.337 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.337 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.337 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.337 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.337 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 933, 14, 1, 2, 11, 0, 2, 4, 4, 7, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.337 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 933, 6, 0, 0, 0, 3, 3, 7, 12, 27, 33, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.337 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 412, 0, 0, 0, 0, 2, 0, 3, 4, 2, 39, 112, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.337 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 475, 9, 0, 0, 0, 0, 0, 0, 0, 0, 8, 8, 112, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.337 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 276, 3, 0, 0, 1, 0, 0, 0, 0, 1, 5, 2, 7, 15, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.337 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 46, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 4, 12, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.338 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 1, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.338 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.338 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.338 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.338 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.338 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.338 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.338 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.338 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.338 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.338 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.338 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.338 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.338 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.338 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.339 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.339 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.339 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.339 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.339 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.339 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:12.339 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:12.339 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.339 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.339 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 5, 2024-04-02T09:54:12.339 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:12.339 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.339 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.340 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.340 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.340 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.340 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 560, 27, 0, 0, 12, 1, 2, 3, 5, 8, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.340 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 104, 7, 0, 0, 2, 2, 4, 3, 2, 2, 8, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.340 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 92, 5, 0, 0, 0, 0, 2, 2, 3, 7, 23, 40, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.340 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 71, 3, 0, 0, 0, 0, 0, 1, 4, 2, 11, 17, 8, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.340 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 30, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 12, 9, 26, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.340 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 10, 25, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.340 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.340 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.340 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.340 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.341 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.341 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.341 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.341 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.341 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.341 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.341 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.341 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.341 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.341 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.341 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.341 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.341 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.342 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.342 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.342 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.342 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:12.342 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:12.342 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.342 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.342 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 6, 2024-04-02T09:54:12.342 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:12.342 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.342 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.342 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.342 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.343 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 35, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.343 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 925, 29, 2, 0, 17, 1, 1, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.343 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 888, 6, 1, 1, 2, 1, 1, 10, 20, 29, 29, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.343 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 392, 1, 1, 0, 0, 1, 1, 3, 6, 5, 31, 96, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.343 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 498, 2, 0, 0, 0, 0, 0, 2, 0, 2, 9, 12, 118, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.343 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 211, 2, 0, 0, 0, 0, 0, 0, 1, 4, 2, 8, 17, 20, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.343 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 8, 20, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.343 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 114, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 10, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.343 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.343 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.343 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.343 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.343 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.343 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.343 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.344 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.344 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.344 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.344 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.344 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.344 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.344 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.344 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.344 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.344 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.344 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.344 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.344 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:12.344 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:12.345 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.345 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.345 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 7, 2024-04-02T09:54:12.345 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:12.345 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.345 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.345 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.345 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.345 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.345 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 233, 15, 2, 0, 4, 1, 1, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.345 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 77, 3, 0, 0, 0, 1, 0, 1, 3, 6, 11, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.346 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 89, 0, 0, 1, 0, 0, 1, 6, 7, 9, 25, 33, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.346 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 77, 1, 0, 0, 0, 1, 0, 1, 2, 1, 9, 23, 26, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.346 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 1, 5, 10, 17, 29, 27, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.346 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 6, 14, 32, 123, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.346 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.346 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.346 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.346 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.346 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.346 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.346 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.346 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.346 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.347 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.347 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.347 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.347 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.347 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.347 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.347 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.347 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.347 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.347 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.347 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.347 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:12.347 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:12.347 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.348 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:12.348 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.348 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.348 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.348 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-02T09:54:12.348 INFO:tasks.workunit.client.0.smithi012.stdout: "axes": [ 2024-04-02T09:54:12.348 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.348 INFO:tasks.workunit.client.0.smithi012.stdout: "buckets": 8, 2024-04-02T09:54:12.348 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 0, 2024-04-02T09:54:12.348 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "number of replicas", 2024-04-02T09:54:12.348 INFO:tasks.workunit.client.0.smithi012.stdout: "quant_size": 1, 2024-04-02T09:54:12.348 INFO:tasks.workunit.client.0.smithi012.stdout: "ranges": [ 2024-04-02T09:54:12.348 INFO:tasks.workunit.client.0.smithi012.stdout: "[None, -1]", 2024-04-02T09:54:12.348 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0]", 2024-04-02T09:54:12.349 INFO:tasks.workunit.client.0.smithi012.stdout: "[1, 1]", 2024-04-02T09:54:12.349 INFO:tasks.workunit.client.0.smithi012.stdout: "[2, 2]", 2024-04-02T09:54:12.349 INFO:tasks.workunit.client.0.smithi012.stdout: "[3, 3]", 2024-04-02T09:54:12.349 INFO:tasks.workunit.client.0.smithi012.stdout: "[4, 4]", 2024-04-02T09:54:12.349 INFO:tasks.workunit.client.0.smithi012.stdout: "[5, 5]", 2024-04-02T09:54:12.349 INFO:tasks.workunit.client.0.smithi012.stdout: "[6, None]" 2024-04-02T09:54:12.349 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.349 INFO:tasks.workunit.client.0.smithi012.stdout: "scale_type": "linear" 2024-04-02T09:54:12.349 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.349 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.349 INFO:tasks.workunit.client.0.smithi012.stdout: "buckets": 10, 2024-04-02T09:54:12.349 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 0, 2024-04-02T09:54:12.349 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "duration", 2024-04-02T09:54:12.349 INFO:tasks.workunit.client.0.smithi012.stdout: "quant_size": 250000, 2024-04-02T09:54:12.350 INFO:tasks.workunit.client.0.smithi012.stdout: "ranges": [ 2024-04-02T09:54:12.350 INFO:tasks.workunit.client.0.smithi012.stdout: "[None, -1]", 2024-04-02T09:54:12.350 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 249999]", 2024-04-02T09:54:12.350 INFO:tasks.workunit.client.0.smithi012.stdout: "[250000, 499999]", 2024-04-02T09:54:12.350 INFO:tasks.workunit.client.0.smithi012.stdout: "[500000, 999999]", 2024-04-02T09:54:12.350 INFO:tasks.workunit.client.0.smithi012.stdout: "[1000000, 1999999]", 2024-04-02T09:54:12.350 INFO:tasks.workunit.client.0.smithi012.stdout: "[2000000, 3999999]", 2024-04-02T09:54:12.350 INFO:tasks.workunit.client.0.smithi012.stdout: "[4000000, 7999999]", 2024-04-02T09:54:12.350 INFO:tasks.workunit.client.0.smithi012.stdout: "[8000000, 15999999]", 2024-04-02T09:54:12.350 INFO:tasks.workunit.client.0.smithi012.stdout: "[16000000, 31999999]", 2024-04-02T09:54:12.350 INFO:tasks.workunit.client.0.smithi012.stdout: "[32000000, None]" 2024-04-02T09:54:12.350 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.350 INFO:tasks.workunit.client.0.smithi012.stdout: "scale_type": "log2" 2024-04-02T09:54:12.350 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.350 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.351 INFO:tasks.workunit.client.0.smithi012.stdout: "osds": [ 2024-04-02T09:54:12.351 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.351 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 0, 2024-04-02T09:54:12.351 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:12.351 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.351 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.351 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.351 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.351 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.351 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.351 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.351 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:12.351 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:12.351 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.352 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.352 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 1, 2024-04-02T09:54:12.352 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:12.352 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.352 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.352 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.352 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.352 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.352 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.352 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.352 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:12.352 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:12.352 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.352 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.352 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 2, 2024-04-02T09:54:12.353 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:12.353 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.353 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.353 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.353 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.353 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.353 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.353 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.353 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:12.353 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:12.353 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.353 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.353 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 3, 2024-04-02T09:54:12.353 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:12.354 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.354 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.354 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.354 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.354 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.354 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.354 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.354 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:12.354 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:12.354 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.354 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.354 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 4, 2024-04-02T09:54:12.354 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:12.354 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.355 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.355 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.355 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.355 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.355 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.355 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.355 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:12.355 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:12.355 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.355 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.355 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 5, 2024-04-02T09:54:12.355 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:12.355 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.356 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.356 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.356 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.356 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.356 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.356 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.356 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:12.356 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:12.356 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.356 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.356 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 6, 2024-04-02T09:54:12.356 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:12.356 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.356 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.356 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.357 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.357 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.357 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.357 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.357 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:12.357 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:12.357 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.357 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.357 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 7, 2024-04-02T09:54:12.357 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:12.357 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.357 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.357 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.357 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.357 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.358 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.358 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:12.358 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:12.358 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:12.358 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.358 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:12.358 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.358 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.358 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.358 INFO:tasks.workunit.client.0.smithi012.stdout: "perf_counters": { 2024-04-02T09:54:12.358 INFO:tasks.workunit.client.0.smithi012.stdout: "mds.aade4c1cf53e5400fc243fe71c4882775e710864": { 2024-04-02T09:54:12.358 INFO:tasks.workunit.client.0.smithi012.stdout: "mds": { 2024-04-02T09:54:12.358 INFO:tasks.workunit.client.0.smithi012.stdout: "caps": { 2024-04-02T09:54:12.358 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.358 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.359 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph_cap_op_flush_ack": { 2024-04-02T09:54:12.359 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.359 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.359 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-02T09:54:12.359 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.359 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.359 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph_cap_op_grant": { 2024-04-02T09:54:12.359 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.359 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.359 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph_cap_op_revoke": { 2024-04-02T09:54:12.359 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.359 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.359 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph_cap_op_trunc": { 2024-04-02T09:54:12.359 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.359 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.360 INFO:tasks.workunit.client.0.smithi012.stdout: "dir_commit": { 2024-04-02T09:54:12.360 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.360 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.360 INFO:tasks.workunit.client.0.smithi012.stdout: "dir_fetch_complete": { 2024-04-02T09:54:12.360 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12 2024-04-02T09:54:12.360 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.360 INFO:tasks.workunit.client.0.smithi012.stdout: "dir_fetch_keys": { 2024-04-02T09:54:12.360 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10 2024-04-02T09:54:12.360 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.360 INFO:tasks.workunit.client.0.smithi012.stdout: "dir_merge": { 2024-04-02T09:54:12.360 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.360 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.360 INFO:tasks.workunit.client.0.smithi012.stdout: "dir_split": { 2024-04-02T09:54:12.360 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.360 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.361 INFO:tasks.workunit.client.0.smithi012.stdout: "exported_inodes": { 2024-04-02T09:54:12.361 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.361 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.361 INFO:tasks.workunit.client.0.smithi012.stdout: "forward": { 2024-04-02T09:54:12.361 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.361 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.361 INFO:tasks.workunit.client.0.smithi012.stdout: "handle_client_cap_release": { 2024-04-02T09:54:12.361 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.361 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.361 INFO:tasks.workunit.client.0.smithi012.stdout: "handle_client_caps": { 2024-04-02T09:54:12.361 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.361 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.361 INFO:tasks.workunit.client.0.smithi012.stdout: "handle_client_caps_dirty": { 2024-04-02T09:54:12.361 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.361 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.361 INFO:tasks.workunit.client.0.smithi012.stdout: "handle_inode_file_caps": { 2024-04-02T09:54:12.362 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.362 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.362 INFO:tasks.workunit.client.0.smithi012.stdout: "imported_inodes": { 2024-04-02T09:54:12.362 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.362 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.362 INFO:tasks.workunit.client.0.smithi012.stdout: "inodes": { 2024-04-02T09:54:12.362 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10 2024-04-02T09:54:12.362 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.362 INFO:tasks.workunit.client.0.smithi012.stdout: "inodes_expired": { 2024-04-02T09:54:12.362 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.362 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.362 INFO:tasks.workunit.client.0.smithi012.stdout: "inodes_pinned": { 2024-04-02T09:54:12.362 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10 2024-04-02T09:54:12.362 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.362 INFO:tasks.workunit.client.0.smithi012.stdout: "inodes_with_caps": { 2024-04-02T09:54:12.363 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.363 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.363 INFO:tasks.workunit.client.0.smithi012.stdout: "load_cent": { 2024-04-02T09:54:12.363 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.363 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.363 INFO:tasks.workunit.client.0.smithi012.stdout: "openino_dir_fetch": { 2024-04-02T09:54:12.363 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.363 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.363 INFO:tasks.workunit.client.0.smithi012.stdout: "process_request_cap_release": { 2024-04-02T09:54:12.363 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.363 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.363 INFO:tasks.workunit.client.0.smithi012.stdout: "reply_latency": { 2024-04-02T09:54:12.363 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.363 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.363 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.363 INFO:tasks.workunit.client.0.smithi012.stdout: "request": { 2024-04-02T09:54:12.364 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.364 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.364 INFO:tasks.workunit.client.0.smithi012.stdout: "root_rbytes": { 2024-04-02T09:54:12.364 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.364 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.364 INFO:tasks.workunit.client.0.smithi012.stdout: "root_rfiles": { 2024-04-02T09:54:12.364 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.364 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.364 INFO:tasks.workunit.client.0.smithi012.stdout: "root_rsnaps": { 2024-04-02T09:54:12.364 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.364 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.364 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_reply": { 2024-04-02T09:54:12.364 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.364 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.365 INFO:tasks.workunit.client.0.smithi012.stdout: "subtrees": { 2024-04-02T09:54:12.365 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T09:54:12.365 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.365 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.365 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_cache": { 2024-04-02T09:54:12.365 INFO:tasks.workunit.client.0.smithi012.stdout: "ireq_enqueue_scrub": { 2024-04-02T09:54:12.365 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.365 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.365 INFO:tasks.workunit.client.0.smithi012.stdout: "ireq_exportdir": { 2024-04-02T09:54:12.365 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.365 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.365 INFO:tasks.workunit.client.0.smithi012.stdout: "ireq_flush": { 2024-04-02T09:54:12.365 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.365 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.365 INFO:tasks.workunit.client.0.smithi012.stdout: "ireq_fragmentdir": { 2024-04-02T09:54:12.365 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.366 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.366 INFO:tasks.workunit.client.0.smithi012.stdout: "ireq_fragstats": { 2024-04-02T09:54:12.366 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.366 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.366 INFO:tasks.workunit.client.0.smithi012.stdout: "ireq_inodestats": { 2024-04-02T09:54:12.366 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.366 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.366 INFO:tasks.workunit.client.0.smithi012.stdout: "ireq_quiesce_inode": { 2024-04-02T09:54:12.366 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.366 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.366 INFO:tasks.workunit.client.0.smithi012.stdout: "ireq_quiesce_path": { 2024-04-02T09:54:12.366 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.366 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.366 INFO:tasks.workunit.client.0.smithi012.stdout: "num_recovering_enqueued": { 2024-04-02T09:54:12.366 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.367 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.367 INFO:tasks.workunit.client.0.smithi012.stdout: "num_recovering_prioritized": { 2024-04-02T09:54:12.367 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.367 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.367 INFO:tasks.workunit.client.0.smithi012.stdout: "num_recovering_processing": { 2024-04-02T09:54:12.367 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.367 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.367 INFO:tasks.workunit.client.0.smithi012.stdout: "num_strays": { 2024-04-02T09:54:12.367 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.367 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.367 INFO:tasks.workunit.client.0.smithi012.stdout: "num_strays_delayed": { 2024-04-02T09:54:12.367 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.367 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.367 INFO:tasks.workunit.client.0.smithi012.stdout: "num_strays_enqueuing": { 2024-04-02T09:54:12.367 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.367 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.368 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_completed": { 2024-04-02T09:54:12.368 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.368 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.368 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_started": { 2024-04-02T09:54:12.368 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.368 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.368 INFO:tasks.workunit.client.0.smithi012.stdout: "strays_created": { 2024-04-02T09:54:12.368 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.368 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.368 INFO:tasks.workunit.client.0.smithi012.stdout: "strays_enqueued": { 2024-04-02T09:54:12.368 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.368 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.368 INFO:tasks.workunit.client.0.smithi012.stdout: "strays_migrated": { 2024-04-02T09:54:12.368 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.369 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.369 INFO:tasks.workunit.client.0.smithi012.stdout: "strays_reintegrated": { 2024-04-02T09:54:12.369 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.369 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.369 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.369 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_log": { 2024-04-02T09:54:12.369 INFO:tasks.workunit.client.0.smithi012.stdout: "ev": { 2024-04-02T09:54:12.369 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 17 2024-04-02T09:54:12.369 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.369 INFO:tasks.workunit.client.0.smithi012.stdout: "evadd": { 2024-04-02T09:54:12.369 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.369 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.369 INFO:tasks.workunit.client.0.smithi012.stdout: "evex": { 2024-04-02T09:54:12.369 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.369 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.370 INFO:tasks.workunit.client.0.smithi012.stdout: "evexd": { 2024-04-02T09:54:12.370 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.370 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.370 INFO:tasks.workunit.client.0.smithi012.stdout: "evexg": { 2024-04-02T09:54:12.370 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.370 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.370 INFO:tasks.workunit.client.0.smithi012.stdout: "evlrg": { 2024-04-02T09:54:12.370 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.370 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.370 INFO:tasks.workunit.client.0.smithi012.stdout: "evtrm": { 2024-04-02T09:54:12.370 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.370 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.370 INFO:tasks.workunit.client.0.smithi012.stdout: "jlat": { 2024-04-02T09:54:12.370 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.371 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.371 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.371 INFO:tasks.workunit.client.0.smithi012.stdout: "replayed": { 2024-04-02T09:54:12.371 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 17 2024-04-02T09:54:12.371 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.371 INFO:tasks.workunit.client.0.smithi012.stdout: "seg": { 2024-04-02T09:54:12.371 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1 2024-04-02T09:54:12.371 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.371 INFO:tasks.workunit.client.0.smithi012.stdout: "segadd": { 2024-04-02T09:54:12.371 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.371 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.371 INFO:tasks.workunit.client.0.smithi012.stdout: "segex": { 2024-04-02T09:54:12.371 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.371 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.372 INFO:tasks.workunit.client.0.smithi012.stdout: "segexd": { 2024-04-02T09:54:12.372 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.372 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.372 INFO:tasks.workunit.client.0.smithi012.stdout: "segexg": { 2024-04-02T09:54:12.372 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.372 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.372 INFO:tasks.workunit.client.0.smithi012.stdout: "segmjr": { 2024-04-02T09:54:12.372 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1 2024-04-02T09:54:12.372 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.372 INFO:tasks.workunit.client.0.smithi012.stdout: "segtrm": { 2024-04-02T09:54:12.372 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.372 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.372 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.372 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_mem": { 2024-04-02T09:54:12.372 INFO:tasks.workunit.client.0.smithi012.stdout: "cap": { 2024-04-02T09:54:12.373 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.373 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.373 INFO:tasks.workunit.client.0.smithi012.stdout: "cap+": { 2024-04-02T09:54:12.373 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.373 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.373 INFO:tasks.workunit.client.0.smithi012.stdout: "cap-": { 2024-04-02T09:54:12.373 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.373 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.373 INFO:tasks.workunit.client.0.smithi012.stdout: "dir": { 2024-04-02T09:54:12.373 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12 2024-04-02T09:54:12.373 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.373 INFO:tasks.workunit.client.0.smithi012.stdout: "dir+": { 2024-04-02T09:54:12.374 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12 2024-04-02T09:54:12.374 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.374 INFO:tasks.workunit.client.0.smithi012.stdout: "dir-": { 2024-04-02T09:54:12.374 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.374 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.374 INFO:tasks.workunit.client.0.smithi012.stdout: "dn": { 2024-04-02T09:54:12.374 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10 2024-04-02T09:54:12.374 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.374 INFO:tasks.workunit.client.0.smithi012.stdout: "dn+": { 2024-04-02T09:54:12.374 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10 2024-04-02T09:54:12.374 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.374 INFO:tasks.workunit.client.0.smithi012.stdout: "dn-": { 2024-04-02T09:54:12.374 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.375 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.375 INFO:tasks.workunit.client.0.smithi012.stdout: "heap": { 2024-04-02T09:54:12.375 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 248184 2024-04-02T09:54:12.375 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.375 INFO:tasks.workunit.client.0.smithi012.stdout: "ino": { 2024-04-02T09:54:12.375 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13 2024-04-02T09:54:12.375 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.375 INFO:tasks.workunit.client.0.smithi012.stdout: "ino+": { 2024-04-02T09:54:12.375 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13 2024-04-02T09:54:12.375 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.375 INFO:tasks.workunit.client.0.smithi012.stdout: "ino-": { 2024-04-02T09:54:12.375 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.375 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.375 INFO:tasks.workunit.client.0.smithi012.stdout: "rss": { 2024-04-02T09:54:12.376 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 50132 2024-04-02T09:54:12.376 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.376 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.376 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_server": { 2024-04-02T09:54:12.376 INFO:tasks.workunit.client.0.smithi012.stdout: "cap_acquisition_throttle": { 2024-04-02T09:54:12.376 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.376 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.376 INFO:tasks.workunit.client.0.smithi012.stdout: "cap_revoke_eviction": { 2024-04-02T09:54:12.376 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.376 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.376 INFO:tasks.workunit.client.0.smithi012.stdout: "handle_client_request": { 2024-04-02T09:54:12.376 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.376 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.376 INFO:tasks.workunit.client.0.smithi012.stdout: "handle_client_session": { 2024-04-02T09:54:12.377 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.377 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.377 INFO:tasks.workunit.client.0.smithi012.stdout: "handle_peer_request": { 2024-04-02T09:54:12.377 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.377 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.377 INFO:tasks.workunit.client.0.smithi012.stdout: "req_create_latency": { 2024-04-02T09:54:12.377 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.377 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.377 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.377 INFO:tasks.workunit.client.0.smithi012.stdout: "req_getattr_latency": { 2024-04-02T09:54:12.377 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.377 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.377 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.377 INFO:tasks.workunit.client.0.smithi012.stdout: "req_getfilelock_latency": { 2024-04-02T09:54:12.378 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.378 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.378 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.378 INFO:tasks.workunit.client.0.smithi012.stdout: "req_getvxattr_latency": { 2024-04-02T09:54:12.378 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.378 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.378 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.378 INFO:tasks.workunit.client.0.smithi012.stdout: "req_link_latency": { 2024-04-02T09:54:12.378 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.378 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.378 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.378 INFO:tasks.workunit.client.0.smithi012.stdout: "req_lookup_latency": { 2024-04-02T09:54:12.378 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.379 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.379 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.379 INFO:tasks.workunit.client.0.smithi012.stdout: "req_lookuphash_latency": { 2024-04-02T09:54:12.379 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.379 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.379 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.379 INFO:tasks.workunit.client.0.smithi012.stdout: "req_lookupino_latency": { 2024-04-02T09:54:12.379 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.379 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.379 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.379 INFO:tasks.workunit.client.0.smithi012.stdout: "req_lookupname_latency": { 2024-04-02T09:54:12.379 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.379 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.379 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.379 INFO:tasks.workunit.client.0.smithi012.stdout: "req_lookupparent_latency": { 2024-04-02T09:54:12.380 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.380 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.380 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.380 INFO:tasks.workunit.client.0.smithi012.stdout: "req_lookupsnap_latency": { 2024-04-02T09:54:12.380 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.380 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.380 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.380 INFO:tasks.workunit.client.0.smithi012.stdout: "req_lssnap_latency": { 2024-04-02T09:54:12.380 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.380 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.380 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.380 INFO:tasks.workunit.client.0.smithi012.stdout: "req_mkdir_latency": { 2024-04-02T09:54:12.380 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.380 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.381 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.381 INFO:tasks.workunit.client.0.smithi012.stdout: "req_mknod_latency": { 2024-04-02T09:54:12.381 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.381 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.381 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.381 INFO:tasks.workunit.client.0.smithi012.stdout: "req_mksnap_latency": { 2024-04-02T09:54:12.381 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.381 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.381 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.381 INFO:tasks.workunit.client.0.smithi012.stdout: "req_open_latency": { 2024-04-02T09:54:12.381 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.381 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.381 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.381 INFO:tasks.workunit.client.0.smithi012.stdout: "req_readdir_latency": { 2024-04-02T09:54:12.381 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.382 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.382 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.382 INFO:tasks.workunit.client.0.smithi012.stdout: "req_rename_latency": { 2024-04-02T09:54:12.382 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.382 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.382 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.382 INFO:tasks.workunit.client.0.smithi012.stdout: "req_renamesnap_latency": { 2024-04-02T09:54:12.382 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.382 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.382 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.382 INFO:tasks.workunit.client.0.smithi012.stdout: "req_rmdir_latency": { 2024-04-02T09:54:12.382 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.382 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.382 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.383 INFO:tasks.workunit.client.0.smithi012.stdout: "req_rmsnap_latency": { 2024-04-02T09:54:12.383 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.383 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.383 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.383 INFO:tasks.workunit.client.0.smithi012.stdout: "req_rmxattr_latency": { 2024-04-02T09:54:12.383 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.383 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.383 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.383 INFO:tasks.workunit.client.0.smithi012.stdout: "req_setattr_latency": { 2024-04-02T09:54:12.383 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.383 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.383 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.383 INFO:tasks.workunit.client.0.smithi012.stdout: "req_setdirlayout_latency": { 2024-04-02T09:54:12.383 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.383 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.384 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.384 INFO:tasks.workunit.client.0.smithi012.stdout: "req_setfilelock_latency": { 2024-04-02T09:54:12.384 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.384 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.384 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.384 INFO:tasks.workunit.client.0.smithi012.stdout: "req_setlayout_latency": { 2024-04-02T09:54:12.384 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.384 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.384 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.384 INFO:tasks.workunit.client.0.smithi012.stdout: "req_setxattr_latency": { 2024-04-02T09:54:12.384 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.384 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.384 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.384 INFO:tasks.workunit.client.0.smithi012.stdout: "req_snapdiff_latency": { 2024-04-02T09:54:12.385 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.385 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.385 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.385 INFO:tasks.workunit.client.0.smithi012.stdout: "req_symlink_latency": { 2024-04-02T09:54:12.385 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.385 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.385 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.385 INFO:tasks.workunit.client.0.smithi012.stdout: "req_unlink_latency": { 2024-04-02T09:54:12.385 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.385 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.385 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.385 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.385 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_sessions": { 2024-04-02T09:54:12.386 INFO:tasks.workunit.client.0.smithi012.stdout: "average_load": { 2024-04-02T09:54:12.386 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.386 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.386 INFO:tasks.workunit.client.0.smithi012.stdout: "avg_session_uptime": { 2024-04-02T09:54:12.386 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.386 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.386 INFO:tasks.workunit.client.0.smithi012.stdout: "mdthresh_evicted": { 2024-04-02T09:54:12.386 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.386 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.386 INFO:tasks.workunit.client.0.smithi012.stdout: "session_add": { 2024-04-02T09:54:12.386 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8 2024-04-02T09:54:12.386 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.386 INFO:tasks.workunit.client.0.smithi012.stdout: "session_count": { 2024-04-02T09:54:12.386 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.387 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.387 INFO:tasks.workunit.client.0.smithi012.stdout: "session_remove": { 2024-04-02T09:54:12.387 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8 2024-04-02T09:54:12.387 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.387 INFO:tasks.workunit.client.0.smithi012.stdout: "sessions_open": { 2024-04-02T09:54:12.387 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T09:54:12.387 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.387 INFO:tasks.workunit.client.0.smithi012.stdout: "sessions_stale": { 2024-04-02T09:54:12.387 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.387 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.387 INFO:tasks.workunit.client.0.smithi012.stdout: "total_load": { 2024-04-02T09:54:12.387 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.387 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.387 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.388 INFO:tasks.workunit.client.0.smithi012.stdout: "objecter": { 2024-04-02T09:54:12.388 INFO:tasks.workunit.client.0.smithi012.stdout: "op_active": { 2024-04-02T09:54:12.388 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.388 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.388 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:54:12.388 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 37 2024-04-02T09:54:12.388 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.388 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rmw": { 2024-04-02T09:54:12.388 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.388 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.388 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:54:12.388 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7 2024-04-02T09:54:12.388 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.388 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.389 INFO:tasks.workunit.client.0.smithi012.stdout: "purge_queue": { 2024-04-02T09:54:12.389 INFO:tasks.workunit.client.0.smithi012.stdout: "pq_executed": { 2024-04-02T09:54:12.389 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.389 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.389 INFO:tasks.workunit.client.0.smithi012.stdout: "pq_executed_ops": { 2024-04-02T09:54:12.389 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.389 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.389 INFO:tasks.workunit.client.0.smithi012.stdout: "pq_executing": { 2024-04-02T09:54:12.389 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.389 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.389 INFO:tasks.workunit.client.0.smithi012.stdout: "pq_executing_high_water": { 2024-04-02T09:54:12.389 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.389 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.389 INFO:tasks.workunit.client.0.smithi012.stdout: "pq_executing_ops": { 2024-04-02T09:54:12.390 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.390 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.390 INFO:tasks.workunit.client.0.smithi012.stdout: "pq_executing_ops_high_water": { 2024-04-02T09:54:12.390 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.390 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.390 INFO:tasks.workunit.client.0.smithi012.stdout: "pq_item_in_journal": { 2024-04-02T09:54:12.390 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.390 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.390 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.390 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.390 INFO:tasks.workunit.client.0.smithi012.stdout: "mon.057b5af1dcee546cd49a55fe146bc9ff7b417da5": { 2024-04-02T09:54:12.390 INFO:tasks.workunit.client.0.smithi012.stdout: "mon": { 2024-04-02T09:54:12.390 INFO:tasks.workunit.client.0.smithi012.stdout: "election_call": { 2024-04-02T09:54:12.390 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T09:54:12.391 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.391 INFO:tasks.workunit.client.0.smithi012.stdout: "election_lose": { 2024-04-02T09:54:12.391 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T09:54:12.391 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.391 INFO:tasks.workunit.client.0.smithi012.stdout: "election_win": { 2024-04-02T09:54:12.391 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.391 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.391 INFO:tasks.workunit.client.0.smithi012.stdout: "num_elections": { 2024-04-02T09:54:12.391 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13 2024-04-02T09:54:12.391 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.391 INFO:tasks.workunit.client.0.smithi012.stdout: "num_sessions": { 2024-04-02T09:54:12.391 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8 2024-04-02T09:54:12.391 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.391 INFO:tasks.workunit.client.0.smithi012.stdout: "session_add": { 2024-04-02T09:54:12.391 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4 2024-04-02T09:54:12.392 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.392 INFO:tasks.workunit.client.0.smithi012.stdout: "session_rm": { 2024-04-02T09:54:12.392 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 260 2024-04-02T09:54:12.392 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.392 INFO:tasks.workunit.client.0.smithi012.stdout: "session_trim": { 2024-04-02T09:54:12.392 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.392 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.392 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.392 INFO:tasks.workunit.client.0.smithi012.stdout: "paxos": { 2024-04-02T09:54:12.392 INFO:tasks.workunit.client.0.smithi012.stdout: "accept_timeout": { 2024-04-02T09:54:12.392 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.392 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.392 INFO:tasks.workunit.client.0.smithi012.stdout: "begin": { 2024-04-02T09:54:12.392 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8596 2024-04-02T09:54:12.392 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.393 INFO:tasks.workunit.client.0.smithi012.stdout: "begin_bytes": { 2024-04-02T09:54:12.393 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8596, 2024-04-02T09:54:12.393 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 59578726 2024-04-02T09:54:12.393 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.393 INFO:tasks.workunit.client.0.smithi012.stdout: "begin_keys": { 2024-04-02T09:54:12.393 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.393 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.393 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.393 INFO:tasks.workunit.client.0.smithi012.stdout: "begin_latency": { 2024-04-02T09:54:12.393 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8596, 2024-04-02T09:54:12.393 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2252981273 2024-04-02T09:54:12.393 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.393 INFO:tasks.workunit.client.0.smithi012.stdout: "collect": { 2024-04-02T09:54:12.394 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T09:54:12.394 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.394 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_bytes": { 2024-04-02T09:54:12.394 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T09:54:12.394 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 219 2024-04-02T09:54:12.394 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.394 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_keys": { 2024-04-02T09:54:12.394 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T09:54:12.394 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T09:54:12.394 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.394 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_latency": { 2024-04-02T09:54:12.394 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T09:54:12.394 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2999974 2024-04-02T09:54:12.395 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.395 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_timeout": { 2024-04-02T09:54:12.395 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.395 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.395 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_uncommitted": { 2024-04-02T09:54:12.395 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1 2024-04-02T09:54:12.395 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.395 INFO:tasks.workunit.client.0.smithi012.stdout: "commit": { 2024-04-02T09:54:12.395 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8598 2024-04-02T09:54:12.395 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.395 INFO:tasks.workunit.client.0.smithi012.stdout: "commit_bytes": { 2024-04-02T09:54:12.395 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.395 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.395 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.396 INFO:tasks.workunit.client.0.smithi012.stdout: "commit_keys": { 2024-04-02T09:54:12.396 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.396 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.396 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.396 INFO:tasks.workunit.client.0.smithi012.stdout: "commit_latency": { 2024-04-02T09:54:12.396 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.396 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.396 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.396 INFO:tasks.workunit.client.0.smithi012.stdout: "lease_ack_timeout": { 2024-04-02T09:54:12.396 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.396 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.396 INFO:tasks.workunit.client.0.smithi012.stdout: "lease_timeout": { 2024-04-02T09:54:12.396 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.396 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.397 INFO:tasks.workunit.client.0.smithi012.stdout: "new_pn": { 2024-04-02T09:54:12.397 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.397 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.397 INFO:tasks.workunit.client.0.smithi012.stdout: "new_pn_latency": { 2024-04-02T09:54:12.397 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.397 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.397 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.397 INFO:tasks.workunit.client.0.smithi012.stdout: "refresh": { 2024-04-02T09:54:12.397 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8598 2024-04-02T09:54:12.397 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.397 INFO:tasks.workunit.client.0.smithi012.stdout: "refresh_latency": { 2024-04-02T09:54:12.397 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8598, 2024-04-02T09:54:12.397 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 26639779240 2024-04-02T09:54:12.397 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.398 INFO:tasks.workunit.client.0.smithi012.stdout: "restart": { 2024-04-02T09:54:12.398 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15 2024-04-02T09:54:12.398 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.398 INFO:tasks.workunit.client.0.smithi012.stdout: "share_state": { 2024-04-02T09:54:12.398 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.398 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.398 INFO:tasks.workunit.client.0.smithi012.stdout: "share_state_bytes": { 2024-04-02T09:54:12.398 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.398 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.398 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.398 INFO:tasks.workunit.client.0.smithi012.stdout: "share_state_keys": { 2024-04-02T09:54:12.398 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.398 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.398 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.399 INFO:tasks.workunit.client.0.smithi012.stdout: "start_leader": { 2024-04-02T09:54:12.399 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.399 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.399 INFO:tasks.workunit.client.0.smithi012.stdout: "start_peon": { 2024-04-02T09:54:12.399 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T09:54:12.399 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.399 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state": { 2024-04-02T09:54:12.399 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8597 2024-04-02T09:54:12.399 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.399 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state_bytes": { 2024-04-02T09:54:12.399 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8597, 2024-04-02T09:54:12.399 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 117735384 2024-04-02T09:54:12.399 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.399 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state_keys": { 2024-04-02T09:54:12.399 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8597, 2024-04-02T09:54:12.400 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 75451 2024-04-02T09:54:12.400 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.400 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state_latency": { 2024-04-02T09:54:12.400 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8597, 2024-04-02T09:54:12.400 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5768952140 2024-04-02T09:54:12.400 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.400 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.400 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache": { 2024-04-02T09:54:12.400 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T09:54:12.400 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1020054731 2024-04-02T09:54:12.400 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.400 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T09:54:12.400 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 172998656 2024-04-02T09:54:12.400 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.400 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T09:54:12.401 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 167780352 2024-04-02T09:54:12.401 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.401 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T09:54:12.401 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2147483648 2024-04-02T09:54:12.401 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.401 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T09:54:12.401 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5218304 2024-04-02T09:54:12.401 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.401 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.401 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache:full": { 2024-04-02T09:54:12.401 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:12.401 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 360710144 2024-04-02T09:54:12.401 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.401 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:12.401 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.402 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.402 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:12.402 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.402 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.402 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:12.402 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 267237207 2024-04-02T09:54:12.402 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.402 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:12.402 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24899247 2024-04-02T09:54:12.402 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.402 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:12.402 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.402 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.402 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:12.403 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.403 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.403 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:12.403 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.403 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.403 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:12.403 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.403 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.403 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:12.403 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.403 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.403 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:12.403 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.403 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.404 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:12.404 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.404 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.404 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:12.404 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.404 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.404 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:12.404 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 68573690 2024-04-02T09:54:12.404 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.404 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.404 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache:inc": { 2024-04-02T09:54:12.404 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:12.404 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 339738624 2024-04-02T09:54:12.404 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.405 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:12.405 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.405 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.405 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:12.405 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.405 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.405 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:12.405 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 267237207 2024-04-02T09:54:12.405 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.405 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:12.405 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1504562 2024-04-02T09:54:12.405 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.405 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:12.405 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.405 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.406 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:12.406 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.406 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.406 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:12.406 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.406 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.406 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:12.406 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.406 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.406 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:12.406 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.406 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.406 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:12.406 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.407 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.407 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:12.407 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.407 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.407 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:12.407 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.407 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.407 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:12.407 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 70996855 2024-04-02T09:54:12.407 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.407 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.407 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache:kv": { 2024-04-02T09:54:12.407 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:12.407 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 314572800 2024-04-02T09:54:12.407 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.408 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:12.408 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:54:12.408 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.408 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:12.408 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.408 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.408 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:12.408 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 178158138 2024-04-02T09:54:12.408 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.408 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:12.408 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.408 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.408 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:12.408 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.408 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.409 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:12.409 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.409 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.409 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:12.409 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.409 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.409 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:12.409 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.409 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.409 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:12.409 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.409 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.409 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:12.409 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.409 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.410 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:12.410 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.410 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.410 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:12.410 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.410 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.410 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:12.410 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 69305798 2024-04-02T09:54:12.410 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.410 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.410 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb": { 2024-04-02T09:54:12.410 INFO:tasks.workunit.client.0.smithi012.stdout: "compact": { 2024-04-02T09:54:12.410 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.410 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.410 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_queue_len": { 2024-04-02T09:54:12.411 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.411 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.411 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_queue_merge": { 2024-04-02T09:54:12.411 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.411 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.411 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_range": { 2024-04-02T09:54:12.411 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 100 2024-04-02T09:54:12.411 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.411 INFO:tasks.workunit.client.0.smithi012.stdout: "get_latency": { 2024-04-02T09:54:12.411 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 372933, 2024-04-02T09:54:12.411 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1762705985 2024-04-02T09:54:12.411 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.411 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_delay_time": { 2024-04-02T09:54:12.411 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.412 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.412 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.412 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_memtable_time": { 2024-04-02T09:54:12.412 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.412 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.412 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.412 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T09:54:12.412 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.412 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.412 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.412 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_wal_time": { 2024-04-02T09:54:12.412 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.412 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.412 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.412 INFO:tasks.workunit.client.0.smithi012.stdout: "submit_latency": { 2024-04-02T09:54:12.413 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.413 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.413 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.413 INFO:tasks.workunit.client.0.smithi012.stdout: "submit_sync_latency": { 2024-04-02T09:54:12.413 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 20764, 2024-04-02T09:54:12.413 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10213253895 2024-04-02T09:54:12.413 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.413 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.413 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.413 INFO:tasks.workunit.client.0.smithi012.stdout: "mon.55ba0c421d0a380c7e710a93002ddc2fa7e64353": { 2024-04-02T09:54:12.413 INFO:tasks.workunit.client.0.smithi012.stdout: "mon": { 2024-04-02T09:54:12.413 INFO:tasks.workunit.client.0.smithi012.stdout: "election_call": { 2024-04-02T09:54:12.413 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T09:54:12.413 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.413 INFO:tasks.workunit.client.0.smithi012.stdout: "election_lose": { 2024-04-02T09:54:12.414 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T09:54:12.414 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.414 INFO:tasks.workunit.client.0.smithi012.stdout: "election_win": { 2024-04-02T09:54:12.414 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.414 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.414 INFO:tasks.workunit.client.0.smithi012.stdout: "num_elections": { 2024-04-02T09:54:12.414 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11 2024-04-02T09:54:12.414 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.414 INFO:tasks.workunit.client.0.smithi012.stdout: "num_sessions": { 2024-04-02T09:54:12.414 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8 2024-04-02T09:54:12.414 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.414 INFO:tasks.workunit.client.0.smithi012.stdout: "session_add": { 2024-04-02T09:54:12.414 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T09:54:12.414 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.415 INFO:tasks.workunit.client.0.smithi012.stdout: "session_rm": { 2024-04-02T09:54:12.415 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 225 2024-04-02T09:54:12.415 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.415 INFO:tasks.workunit.client.0.smithi012.stdout: "session_trim": { 2024-04-02T09:54:12.415 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.415 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.415 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.415 INFO:tasks.workunit.client.0.smithi012.stdout: "paxos": { 2024-04-02T09:54:12.415 INFO:tasks.workunit.client.0.smithi012.stdout: "accept_timeout": { 2024-04-02T09:54:12.415 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.415 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.415 INFO:tasks.workunit.client.0.smithi012.stdout: "begin": { 2024-04-02T09:54:12.415 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8563 2024-04-02T09:54:12.415 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.415 INFO:tasks.workunit.client.0.smithi012.stdout: "begin_bytes": { 2024-04-02T09:54:12.416 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8563, 2024-04-02T09:54:12.416 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 59373230 2024-04-02T09:54:12.416 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.416 INFO:tasks.workunit.client.0.smithi012.stdout: "begin_keys": { 2024-04-02T09:54:12.416 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.416 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.416 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.416 INFO:tasks.workunit.client.0.smithi012.stdout: "begin_latency": { 2024-04-02T09:54:12.416 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8563, 2024-04-02T09:54:12.416 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2513950326 2024-04-02T09:54:12.416 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.416 INFO:tasks.workunit.client.0.smithi012.stdout: "collect": { 2024-04-02T09:54:12.416 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T09:54:12.416 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.417 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_bytes": { 2024-04-02T09:54:12.417 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T09:54:12.417 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 219 2024-04-02T09:54:12.417 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.417 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_keys": { 2024-04-02T09:54:12.417 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T09:54:12.417 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T09:54:12.417 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.417 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_latency": { 2024-04-02T09:54:12.417 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T09:54:12.417 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5999882 2024-04-02T09:54:12.417 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.417 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_timeout": { 2024-04-02T09:54:12.417 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.418 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.418 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_uncommitted": { 2024-04-02T09:54:12.418 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.418 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.418 INFO:tasks.workunit.client.0.smithi012.stdout: "commit": { 2024-04-02T09:54:12.418 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8563 2024-04-02T09:54:12.418 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.418 INFO:tasks.workunit.client.0.smithi012.stdout: "commit_bytes": { 2024-04-02T09:54:12.418 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.418 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.418 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.418 INFO:tasks.workunit.client.0.smithi012.stdout: "commit_keys": { 2024-04-02T09:54:12.418 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.418 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.419 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.419 INFO:tasks.workunit.client.0.smithi012.stdout: "commit_latency": { 2024-04-02T09:54:12.419 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.419 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.419 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.419 INFO:tasks.workunit.client.0.smithi012.stdout: "lease_ack_timeout": { 2024-04-02T09:54:12.419 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.419 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.419 INFO:tasks.workunit.client.0.smithi012.stdout: "lease_timeout": { 2024-04-02T09:54:12.419 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.419 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.419 INFO:tasks.workunit.client.0.smithi012.stdout: "new_pn": { 2024-04-02T09:54:12.419 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.419 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.419 INFO:tasks.workunit.client.0.smithi012.stdout: "new_pn_latency": { 2024-04-02T09:54:12.420 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.420 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.420 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.420 INFO:tasks.workunit.client.0.smithi012.stdout: "refresh": { 2024-04-02T09:54:12.420 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8563 2024-04-02T09:54:12.420 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.420 INFO:tasks.workunit.client.0.smithi012.stdout: "refresh_latency": { 2024-04-02T09:54:12.420 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8563, 2024-04-02T09:54:12.420 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 34275322288 2024-04-02T09:54:12.420 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.420 INFO:tasks.workunit.client.0.smithi012.stdout: "restart": { 2024-04-02T09:54:12.420 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13 2024-04-02T09:54:12.420 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.420 INFO:tasks.workunit.client.0.smithi012.stdout: "share_state": { 2024-04-02T09:54:12.420 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.421 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.421 INFO:tasks.workunit.client.0.smithi012.stdout: "share_state_bytes": { 2024-04-02T09:54:12.421 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.421 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.421 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.421 INFO:tasks.workunit.client.0.smithi012.stdout: "share_state_keys": { 2024-04-02T09:54:12.421 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.421 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.421 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.421 INFO:tasks.workunit.client.0.smithi012.stdout: "start_leader": { 2024-04-02T09:54:12.421 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.421 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.421 INFO:tasks.workunit.client.0.smithi012.stdout: "start_peon": { 2024-04-02T09:54:12.421 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T09:54:12.421 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.422 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state": { 2024-04-02T09:54:12.422 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8563 2024-04-02T09:54:12.422 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.422 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state_bytes": { 2024-04-02T09:54:12.422 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8563, 2024-04-02T09:54:12.422 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 117115400 2024-04-02T09:54:12.422 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.422 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state_keys": { 2024-04-02T09:54:12.422 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8563, 2024-04-02T09:54:12.422 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 75146 2024-04-02T09:54:12.422 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.422 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state_latency": { 2024-04-02T09:54:12.422 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8563, 2024-04-02T09:54:12.422 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7517851321 2024-04-02T09:54:12.423 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.423 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.423 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache": { 2024-04-02T09:54:12.423 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T09:54:12.423 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1020054731 2024-04-02T09:54:12.423 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.423 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T09:54:12.423 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 171933696 2024-04-02T09:54:12.423 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.423 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T09:54:12.423 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 167485440 2024-04-02T09:54:12.423 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.423 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T09:54:12.423 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2147483648 2024-04-02T09:54:12.423 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.424 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T09:54:12.424 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4448256 2024-04-02T09:54:12.424 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.424 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.424 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache:full": { 2024-04-02T09:54:12.424 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:12.424 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 360710144 2024-04-02T09:54:12.424 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.424 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:12.424 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.424 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.424 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:12.424 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.424 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.424 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:12.425 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 267286044 2024-04-02T09:54:12.425 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.425 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:12.425 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24777719 2024-04-02T09:54:12.425 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.425 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:12.425 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.425 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.425 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:12.425 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.425 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.425 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:12.425 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.425 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.425 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:12.426 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.426 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.426 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:12.426 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.426 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.426 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:12.426 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.426 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.426 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:12.426 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.426 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.426 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:12.426 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.426 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.426 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:12.427 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 68646381 2024-04-02T09:54:12.427 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.427 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.427 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache:inc": { 2024-04-02T09:54:12.427 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:12.427 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 339738624 2024-04-02T09:54:12.427 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.427 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:12.427 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.427 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.427 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:12.427 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.427 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.427 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:12.428 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 267286044 2024-04-02T09:54:12.428 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.428 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:12.428 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1495860 2024-04-02T09:54:12.428 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.428 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:12.428 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.428 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.428 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:12.428 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.428 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.428 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:12.428 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.428 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.429 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:12.429 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.429 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.429 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:12.429 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.429 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.429 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:12.429 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.429 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.429 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:12.429 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.429 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.429 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:12.429 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.429 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.430 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:12.430 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 70956720 2024-04-02T09:54:12.430 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.430 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.430 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache:kv": { 2024-04-02T09:54:12.430 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:12.430 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 314572800 2024-04-02T09:54:12.430 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.430 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:12.430 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:54:12.430 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.430 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:12.430 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.430 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.430 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:12.431 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 178190696 2024-04-02T09:54:12.431 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.431 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:12.431 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.431 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.431 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:12.431 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.431 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.431 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:12.431 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.431 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.431 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:12.431 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.431 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.431 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:12.432 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.432 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.432 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:12.432 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.432 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.432 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:12.432 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.432 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.432 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:12.432 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.432 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.432 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:12.432 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.433 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.433 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:12.433 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 69273240 2024-04-02T09:54:12.433 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.433 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.433 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb": { 2024-04-02T09:54:12.433 INFO:tasks.workunit.client.0.smithi012.stdout: "compact": { 2024-04-02T09:54:12.433 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.433 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.433 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_queue_len": { 2024-04-02T09:54:12.433 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.433 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.433 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_queue_merge": { 2024-04-02T09:54:12.433 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.433 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.434 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_range": { 2024-04-02T09:54:12.434 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 100 2024-04-02T09:54:12.434 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.434 INFO:tasks.workunit.client.0.smithi012.stdout: "get_latency": { 2024-04-02T09:54:12.434 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 371335, 2024-04-02T09:54:12.434 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1917450414 2024-04-02T09:54:12.434 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.434 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_delay_time": { 2024-04-02T09:54:12.434 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.434 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.434 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.434 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_memtable_time": { 2024-04-02T09:54:12.434 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.434 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.435 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.435 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T09:54:12.435 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.435 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.435 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.435 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_wal_time": { 2024-04-02T09:54:12.435 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.435 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.435 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.435 INFO:tasks.workunit.client.0.smithi012.stdout: "submit_latency": { 2024-04-02T09:54:12.435 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.435 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.435 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.435 INFO:tasks.workunit.client.0.smithi012.stdout: "submit_sync_latency": { 2024-04-02T09:54:12.436 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 20678, 2024-04-02T09:54:12.436 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14480446371 2024-04-02T09:54:12.436 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.436 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.436 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.436 INFO:tasks.workunit.client.0.smithi012.stdout: "mon.aade4c1cf53e5400fc243fe71c4882775e710864": { 2024-04-02T09:54:12.436 INFO:tasks.workunit.client.0.smithi012.stdout: "mon": { 2024-04-02T09:54:12.436 INFO:tasks.workunit.client.0.smithi012.stdout: "election_call": { 2024-04-02T09:54:12.436 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6 2024-04-02T09:54:12.436 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.436 INFO:tasks.workunit.client.0.smithi012.stdout: "election_lose": { 2024-04-02T09:54:12.436 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.436 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.436 INFO:tasks.workunit.client.0.smithi012.stdout: "election_win": { 2024-04-02T09:54:12.436 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6 2024-04-02T09:54:12.437 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.437 INFO:tasks.workunit.client.0.smithi012.stdout: "num_elections": { 2024-04-02T09:54:12.437 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 21 2024-04-02T09:54:12.437 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.437 INFO:tasks.workunit.client.0.smithi012.stdout: "num_sessions": { 2024-04-02T09:54:12.437 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10 2024-04-02T09:54:12.437 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.437 INFO:tasks.workunit.client.0.smithi012.stdout: "session_add": { 2024-04-02T09:54:12.437 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5 2024-04-02T09:54:12.437 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.437 INFO:tasks.workunit.client.0.smithi012.stdout: "session_rm": { 2024-04-02T09:54:12.437 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 275 2024-04-02T09:54:12.437 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.437 INFO:tasks.workunit.client.0.smithi012.stdout: "session_trim": { 2024-04-02T09:54:12.437 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.437 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.438 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.438 INFO:tasks.workunit.client.0.smithi012.stdout: "paxos": { 2024-04-02T09:54:12.438 INFO:tasks.workunit.client.0.smithi012.stdout: "accept_timeout": { 2024-04-02T09:54:12.438 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.438 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.438 INFO:tasks.workunit.client.0.smithi012.stdout: "begin": { 2024-04-02T09:54:12.438 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8674 2024-04-02T09:54:12.438 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.438 INFO:tasks.workunit.client.0.smithi012.stdout: "begin_bytes": { 2024-04-02T09:54:12.438 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8674, 2024-04-02T09:54:12.438 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 60807504 2024-04-02T09:54:12.438 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.438 INFO:tasks.workunit.client.0.smithi012.stdout: "begin_keys": { 2024-04-02T09:54:12.438 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8674, 2024-04-02T09:54:12.439 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 26022 2024-04-02T09:54:12.439 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.439 INFO:tasks.workunit.client.0.smithi012.stdout: "begin_latency": { 2024-04-02T09:54:12.439 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8674, 2024-04-02T09:54:12.439 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1936983924 2024-04-02T09:54:12.439 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.439 INFO:tasks.workunit.client.0.smithi012.stdout: "collect": { 2024-04-02T09:54:12.439 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.439 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.439 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_bytes": { 2024-04-02T09:54:12.439 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.439 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.439 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.439 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_keys": { 2024-04-02T09:54:12.439 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.440 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.440 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.440 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_latency": { 2024-04-02T09:54:12.440 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.440 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.440 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.440 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_timeout": { 2024-04-02T09:54:12.440 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.440 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.440 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_uncommitted": { 2024-04-02T09:54:12.440 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T09:54:12.440 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.440 INFO:tasks.workunit.client.0.smithi012.stdout: "commit": { 2024-04-02T09:54:12.440 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8672 2024-04-02T09:54:12.441 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.441 INFO:tasks.workunit.client.0.smithi012.stdout: "commit_bytes": { 2024-04-02T09:54:12.441 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8672, 2024-04-02T09:54:12.441 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 60150857 2024-04-02T09:54:12.441 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.441 INFO:tasks.workunit.client.0.smithi012.stdout: "commit_keys": { 2024-04-02T09:54:12.441 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8672, 2024-04-02T09:54:12.441 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67335 2024-04-02T09:54:12.441 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.441 INFO:tasks.workunit.client.0.smithi012.stdout: "commit_latency": { 2024-04-02T09:54:12.441 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8672, 2024-04-02T09:54:12.441 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2609166332 2024-04-02T09:54:12.441 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.441 INFO:tasks.workunit.client.0.smithi012.stdout: "lease_ack_timeout": { 2024-04-02T09:54:12.441 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.441 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.442 INFO:tasks.workunit.client.0.smithi012.stdout: "lease_timeout": { 2024-04-02T09:54:12.442 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.442 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.442 INFO:tasks.workunit.client.0.smithi012.stdout: "new_pn": { 2024-04-02T09:54:12.442 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6 2024-04-02T09:54:12.442 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.442 INFO:tasks.workunit.client.0.smithi012.stdout: "new_pn_latency": { 2024-04-02T09:54:12.442 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 6, 2024-04-02T09:54:12.442 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2999973 2024-04-02T09:54:12.442 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.442 INFO:tasks.workunit.client.0.smithi012.stdout: "refresh": { 2024-04-02T09:54:12.442 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8676 2024-04-02T09:54:12.442 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.443 INFO:tasks.workunit.client.0.smithi012.stdout: "refresh_latency": { 2024-04-02T09:54:12.443 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8676, 2024-04-02T09:54:12.443 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 30056750840 2024-04-02T09:54:12.443 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.443 INFO:tasks.workunit.client.0.smithi012.stdout: "restart": { 2024-04-02T09:54:12.443 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 23 2024-04-02T09:54:12.443 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.443 INFO:tasks.workunit.client.0.smithi012.stdout: "share_state": { 2024-04-02T09:54:12.443 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T09:54:12.443 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.443 INFO:tasks.workunit.client.0.smithi012.stdout: "share_state_bytes": { 2024-04-02T09:54:12.443 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T09:54:12.443 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 198378 2024-04-02T09:54:12.443 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.443 INFO:tasks.workunit.client.0.smithi012.stdout: "share_state_keys": { 2024-04-02T09:54:12.444 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T09:54:12.444 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 19 2024-04-02T09:54:12.444 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.444 INFO:tasks.workunit.client.0.smithi012.stdout: "start_leader": { 2024-04-02T09:54:12.444 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6 2024-04-02T09:54:12.444 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.444 INFO:tasks.workunit.client.0.smithi012.stdout: "start_peon": { 2024-04-02T09:54:12.444 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.444 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.444 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state": { 2024-04-02T09:54:12.444 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.444 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.444 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state_bytes": { 2024-04-02T09:54:12.444 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.444 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.445 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.445 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state_keys": { 2024-04-02T09:54:12.445 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.445 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.445 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.445 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state_latency": { 2024-04-02T09:54:12.445 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.445 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.445 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.445 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.445 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache": { 2024-04-02T09:54:12.445 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T09:54:12.445 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1020054731 2024-04-02T09:54:12.446 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.446 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T09:54:12.446 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 260186112 2024-04-02T09:54:12.446 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.446 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T09:54:12.446 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 259014656 2024-04-02T09:54:12.446 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.446 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T09:54:12.446 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2147483648 2024-04-02T09:54:12.446 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.446 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T09:54:12.446 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1171456 2024-04-02T09:54:12.446 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.446 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.446 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache:full": { 2024-04-02T09:54:12.447 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:12.447 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 360710144 2024-04-02T09:54:12.447 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.447 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:12.447 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.447 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.447 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:12.447 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.447 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.447 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:12.447 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 267154458 2024-04-02T09:54:12.447 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.447 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:12.447 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 25104639 2024-04-02T09:54:12.448 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.448 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:12.448 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.448 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.448 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:12.448 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.448 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.448 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:12.448 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.448 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.448 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:12.448 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.448 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.448 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:12.449 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.449 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.449 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:12.449 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.449 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.449 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:12.449 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.449 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.449 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:12.449 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.449 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.449 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:12.449 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 68451047 2024-04-02T09:54:12.449 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.450 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.450 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache:inc": { 2024-04-02T09:54:12.450 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:12.450 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 339738624 2024-04-02T09:54:12.450 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.450 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:12.450 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.450 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.450 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:12.450 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.450 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.450 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:12.450 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 267154458 2024-04-02T09:54:12.450 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.451 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:12.451 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1519834 2024-04-02T09:54:12.451 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.451 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:12.451 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.451 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.451 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:12.451 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.451 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.451 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:12.451 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.451 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.451 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:12.451 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.452 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.452 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:12.452 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.452 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.452 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:12.452 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.452 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.452 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:12.452 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.452 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.452 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:12.452 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.452 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.453 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:12.453 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71064332 2024-04-02T09:54:12.453 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.453 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.453 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache:kv": { 2024-04-02T09:54:12.453 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:12.453 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 314572800 2024-04-02T09:54:12.453 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.453 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:12.453 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:54:12.453 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.453 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:12.453 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.453 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.454 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:12.454 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 178102972 2024-04-02T09:54:12.454 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.454 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:12.454 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.454 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.454 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:12.454 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.454 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.454 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:12.454 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.454 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.454 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:12.454 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.455 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.455 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:12.455 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.455 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.455 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:12.455 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.455 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.455 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:12.455 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.455 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.455 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:12.455 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.455 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.455 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:12.456 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.456 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.456 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:12.456 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 69360964 2024-04-02T09:54:12.456 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.456 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.456 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb": { 2024-04-02T09:54:12.456 INFO:tasks.workunit.client.0.smithi012.stdout: "compact": { 2024-04-02T09:54:12.456 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.456 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.456 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_queue_len": { 2024-04-02T09:54:12.456 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.456 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.456 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_queue_merge": { 2024-04-02T09:54:12.457 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.457 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.457 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_range": { 2024-04-02T09:54:12.457 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 100 2024-04-02T09:54:12.457 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.457 INFO:tasks.workunit.client.0.smithi012.stdout: "get_latency": { 2024-04-02T09:54:12.457 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 389850, 2024-04-02T09:54:12.457 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2094371373 2024-04-02T09:54:12.457 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.457 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_delay_time": { 2024-04-02T09:54:12.457 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.457 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.457 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.457 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_memtable_time": { 2024-04-02T09:54:12.458 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.458 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.458 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.458 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T09:54:12.458 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.458 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.458 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.458 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_wal_time": { 2024-04-02T09:54:12.458 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.458 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.458 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.458 INFO:tasks.workunit.client.0.smithi012.stdout: "submit_latency": { 2024-04-02T09:54:12.458 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.459 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.459 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.459 INFO:tasks.workunit.client.0.smithi012.stdout: "submit_sync_latency": { 2024-04-02T09:54:12.459 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 20955, 2024-04-02T09:54:12.459 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7433459953 2024-04-02T09:54:12.459 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.459 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.459 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.459 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.0": { 2024-04-02T09:54:12.459 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:12.459 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_db_max_lat": { 2024-04-02T09:54:12.459 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 21634 2024-04-02T09:54:12.459 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.459 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_fallback": { 2024-04-02T09:54:12.459 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.460 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.460 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_max_lat": { 2024-04-02T09:54:12.460 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.460 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.460 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:54:12.460 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.460 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.460 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_db": { 2024-04-02T09:54:12.460 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 65536 2024-04-02T09:54:12.460 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.460 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_slow": { 2024-04-02T09:54:12.460 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.460 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.461 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_wal": { 2024-04-02T09:54:12.461 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.461 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.461 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_wal_max_lat": { 2024-04-02T09:54:12.461 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.461 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.461 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_slow": { 2024-04-02T09:54:12.461 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.461 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.461 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_sst": { 2024-04-02T09:54:12.461 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3850240 2024-04-02T09:54:12.461 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.461 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_wal": { 2024-04-02T09:54:12.461 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 756731904 2024-04-02T09:54:12.461 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.462 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lat": { 2024-04-02T09:54:12.462 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 19, 2024-04-02T09:54:12.462 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9299767 2024-04-02T09:54:12.462 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.462 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lock_lat": { 2024-04-02T09:54:12.462 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 19, 2024-04-02T09:54:12.462 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1681670 2024-04-02T09:54:12.462 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.462 INFO:tasks.workunit.client.0.smithi012.stdout: "db_alloc_lat": { 2024-04-02T09:54:12.462 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 188, 2024-04-02T09:54:12.462 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 953681 2024-04-02T09:54:12.462 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.462 INFO:tasks.workunit.client.0.smithi012.stdout: "db_total_bytes": { 2024-04-02T09:54:12.463 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995027456 2024-04-02T09:54:12.463 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.463 INFO:tasks.workunit.client.0.smithi012.stdout: "db_used_bytes": { 2024-04-02T09:54:12.463 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 697303040 2024-04-02T09:54:12.463 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.463 INFO:tasks.workunit.client.0.smithi012.stdout: "flush_lat": { 2024-04-02T09:54:12.463 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 77627, 2024-04-02T09:54:12.463 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11527917462 2024-04-02T09:54:12.463 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.463 INFO:tasks.workunit.client.0.smithi012.stdout: "fsync_lat": { 2024-04-02T09:54:12.463 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 77621, 2024-04-02T09:54:12.463 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18925105523 2024-04-02T09:54:12.463 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.463 INFO:tasks.workunit.client.0.smithi012.stdout: "log_bytes": { 2024-04-02T09:54:12.464 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2007040 2024-04-02T09:54:12.464 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.464 INFO:tasks.workunit.client.0.smithi012.stdout: "logged_bytes": { 2024-04-02T09:54:12.464 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 317911040 2024-04-02T09:54:12.464 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.464 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_db": { 2024-04-02T09:54:12.464 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 718602240 2024-04-02T09:54:12.464 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.464 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_slow": { 2024-04-02T09:54:12.464 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.464 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.464 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_wal": { 2024-04-02T09:54:12.464 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.464 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.464 INFO:tasks.workunit.client.0.smithi012.stdout: "num_files": { 2024-04-02T09:54:12.465 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 50 2024-04-02T09:54:12.465 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.465 INFO:tasks.workunit.client.0.smithi012.stdout: "read_bytes": { 2024-04-02T09:54:12.465 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2586271993 2024-04-02T09:54:12.465 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.465 INFO:tasks.workunit.client.0.smithi012.stdout: "read_count": { 2024-04-02T09:54:12.465 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 41628 2024-04-02T09:54:12.465 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.465 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes": { 2024-04-02T09:54:12.465 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2152751104 2024-04-02T09:54:12.465 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.465 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_db": { 2024-04-02T09:54:12.465 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2152755200 2024-04-02T09:54:12.465 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.465 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_slow": { 2024-04-02T09:54:12.466 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.466 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.466 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_wal": { 2024-04-02T09:54:12.466 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.466 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.466 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_count": { 2024-04-02T09:54:12.466 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 31442 2024-04-02T09:54:12.466 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.466 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:54:12.466 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 41628, 2024-04-02T09:54:12.466 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 667943758 2024-04-02T09:54:12.466 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.466 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_bytes": { 2024-04-02T09:54:12.466 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2516436496 2024-04-02T09:54:12.467 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.467 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_count": { 2024-04-02T09:54:12.467 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 39483 2024-04-02T09:54:12.467 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.467 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_bytes": { 2024-04-02T09:54:12.467 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1345308 2024-04-02T09:54:12.467 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.467 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_count": { 2024-04-02T09:54:12.467 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 447 2024-04-02T09:54:12.467 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.467 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_bytes": { 2024-04-02T09:54:12.467 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3780011 2024-04-02T09:54:12.467 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.467 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_count": { 2024-04-02T09:54:12.467 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 623 2024-04-02T09:54:12.468 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.468 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes": { 2024-04-02T09:54:12.468 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2434703 2024-04-02T09:54:12.468 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.468 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:54:12.468 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2434703 2024-04-02T09:54:12.468 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.468 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:54:12.468 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.468 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.468 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:54:12.468 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.468 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.468 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_count": { 2024-04-02T09:54:12.468 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 179 2024-04-02T09:54:12.469 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.469 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_lat": { 2024-04-02T09:54:12.469 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 623, 2024-04-02T09:54:12.469 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1399749 2024-04-02T09:54:12.469 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.469 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_alloc_lat": { 2024-04-02T09:54:12.469 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.469 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.469 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.469 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_total_bytes": { 2024-04-02T09:54:12.469 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.469 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.469 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_used_bytes": { 2024-04-02T09:54:12.469 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.470 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.470 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:54:12.470 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T09:54:12.470 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 640 2024-04-02T09:54:12.470 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.470 INFO:tasks.workunit.client.0.smithi012.stdout: "unlink_lat": { 2024-04-02T09:54:12.470 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 6, 2024-04-02T09:54:12.470 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9543 2024-04-02T09:54:12.470 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.470 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_alloc_lat": { 2024-04-02T09:54:12.470 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.470 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.470 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.470 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_total_bytes": { 2024-04-02T09:54:12.470 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.471 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.471 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_used_bytes": { 2024-04-02T09:54:12.471 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.471 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.471 INFO:tasks.workunit.client.0.smithi012.stdout: "write_bytes": { 2024-04-02T09:54:12.471 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1081368576 2024-04-02T09:54:12.471 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.471 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.471 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore": { 2024-04-02T09:54:12.471 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit": { 2024-04-02T09:54:12.471 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4096 2024-04-02T09:54:12.471 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.472 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": { 2024-04-02T09:54:12.472 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10981376 2024-04-02T09:54:12.472 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.472 INFO:tasks.workunit.client.0.smithi012.stdout: "allocator_lat": { 2024-04-02T09:54:12.472 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 23972, 2024-04-02T09:54:12.472 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 81810009 2024-04-02T09:54:12.472 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.472 INFO:tasks.workunit.client.0.smithi012.stdout: "clist_lat": { 2024-04-02T09:54:12.472 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3597, 2024-04-02T09:54:12.472 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4281447407 2024-04-02T09:54:12.472 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.472 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_lat": { 2024-04-02T09:54:12.473 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.473 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.473 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.473 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed": { 2024-04-02T09:54:12.473 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.473 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.473 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_allocated": { 2024-04-02T09:54:12.473 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.473 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.473 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_original": { 2024-04-02T09:54:12.473 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.473 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.473 INFO:tasks.workunit.client.0.smithi012.stdout: "csum_lat": { 2024-04-02T09:54:12.473 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 31262, 2024-04-02T09:54:12.473 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 261321304 2024-04-02T09:54:12.474 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.474 INFO:tasks.workunit.client.0.smithi012.stdout: "decompress_lat": { 2024-04-02T09:54:12.474 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.474 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.474 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.474 INFO:tasks.workunit.client.0.smithi012.stdout: "fragmentation_micros": { 2024-04-02T09:54:12.474 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.474 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.474 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_commit_lat": { 2024-04-02T09:54:12.474 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 77545, 2024-04-02T09:54:12.474 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 23033974579 2024-04-02T09:54:12.474 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.474 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_final_lat": { 2024-04-02T09:54:12.474 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 76901, 2024-04-02T09:54:12.474 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1586810184 2024-04-02T09:54:12.475 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.475 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_flush_lat": { 2024-04-02T09:54:12.475 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 77545, 2024-04-02T09:54:12.475 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 50029775 2024-04-02T09:54:12.475 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.475 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_sync_lat": { 2024-04-02T09:54:12.475 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 77545, 2024-04-02T09:54:12.475 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 23084004354 2024-04-02T09:54:12.475 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.475 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_keys_lat": { 2024-04-02T09:54:12.475 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.475 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.475 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.475 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_values_lat": { 2024-04-02T09:54:12.475 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 31567, 2024-04-02T09:54:12.476 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1596121703 2024-04-02T09:54:12.476 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.476 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_lower_bound_lat": { 2024-04-02T09:54:12.476 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1087, 2024-04-02T09:54:12.476 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3179244 2024-04-02T09:54:12.476 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.476 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_next_lat": { 2024-04-02T09:54:12.476 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 18503, 2024-04-02T09:54:12.476 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11296378 2024-04-02T09:54:12.476 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.476 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:54:12.476 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 53, 2024-04-02T09:54:12.476 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 81380 2024-04-02T09:54:12.476 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.477 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_upper_bound_lat": { 2024-04-02T09:54:12.477 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 16241, 2024-04-02T09:54:12.477 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1984320574 2024-04-02T09:54:12.477 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.477 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_hits": { 2024-04-02T09:54:12.477 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 241050 2024-04-02T09:54:12.477 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.477 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_misses": { 2024-04-02T09:54:12.477 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24006 2024-04-02T09:54:12.477 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.477 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:54:12.477 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 13747, 2024-04-02T09:54:12.477 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2763412029 2024-04-02T09:54:12.477 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.477 INFO:tasks.workunit.client.0.smithi012.stdout: "read_onode_meta_lat": { 2024-04-02T09:54:12.478 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 34193, 2024-04-02T09:54:12.478 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11979200 2024-04-02T09:54:12.478 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.478 INFO:tasks.workunit.client.0.smithi012.stdout: "read_wait_aio_lat": { 2024-04-02T09:54:12.478 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 20446, 2024-04-02T09:54:12.478 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2217929099 2024-04-02T09:54:12.478 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.478 INFO:tasks.workunit.client.0.smithi012.stdout: "reads_with_retries": { 2024-04-02T09:54:12.478 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.478 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.478 INFO:tasks.workunit.client.0.smithi012.stdout: "remove_lat": { 2024-04-02T09:54:12.478 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15404, 2024-04-02T09:54:12.478 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 454041920 2024-04-02T09:54:12.479 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.479 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_aio_wait_count": { 2024-04-02T09:54:12.479 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.479 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.479 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_committed_kv_count": { 2024-04-02T09:54:12.479 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.479 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.479 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:54:12.479 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.479 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.479 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:54:12.479 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.479 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.479 INFO:tasks.workunit.client.0.smithi012.stdout: "state_aio_wait_lat": { 2024-04-02T09:54:12.480 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 93689, 2024-04-02T09:54:12.480 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13532658736 2024-04-02T09:54:12.480 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.480 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:54:12.480 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 9312, 2024-04-02T09:54:12.480 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 535473362 2024-04-02T09:54:12.480 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.480 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:54:12.480 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 9310, 2024-04-02T09:54:12.480 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4126866144356 2024-04-02T09:54:12.480 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.480 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_queued_lat": { 2024-04-02T09:54:12.480 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 9312, 2024-04-02T09:54:12.480 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6725727075049 2024-04-02T09:54:12.481 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.481 INFO:tasks.workunit.client.0.smithi012.stdout: "state_done_lat": { 2024-04-02T09:54:12.481 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 93687, 2024-04-02T09:54:12.481 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2718134317427 2024-04-02T09:54:12.481 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.481 INFO:tasks.workunit.client.0.smithi012.stdout: "state_finishing_lat": { 2024-04-02T09:54:12.481 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 93687, 2024-04-02T09:54:12.481 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10474816 2024-04-02T09:54:12.481 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.481 INFO:tasks.workunit.client.0.smithi012.stdout: "state_io_done_lat": { 2024-04-02T09:54:12.481 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 93689, 2024-04-02T09:54:12.481 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 533150241 2024-04-02T09:54:12.481 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.481 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_commiting_lat": { 2024-04-02T09:54:12.482 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 93689, 2024-04-02T09:54:12.482 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 39931647202 2024-04-02T09:54:12.482 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.482 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_done_lat": { 2024-04-02T09:54:12.482 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 93689, 2024-04-02T09:54:12.482 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 36502145 2024-04-02T09:54:12.482 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.482 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_queued_lat": { 2024-04-02T09:54:12.482 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 93689, 2024-04-02T09:54:12.482 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 19382095590 2024-04-02T09:54:12.482 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.482 INFO:tasks.workunit.client.0.smithi012.stdout: "state_prepare_lat": { 2024-04-02T09:54:12.482 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 93689, 2024-04-02T09:54:12.483 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14239962390 2024-04-02T09:54:12.483 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.483 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": { 2024-04-02T09:54:12.483 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6770542 2024-04-02T09:54:12.483 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.483 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:54:12.483 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2597, 2024-04-02T09:54:12.483 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13727206 2024-04-02T09:54:12.483 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.483 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_commit_lat": { 2024-04-02T09:54:12.483 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 93689, 2024-04-02T09:54:12.483 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 87637245897 2024-04-02T09:54:12.483 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.483 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_submit_lat": { 2024-04-02T09:54:12.483 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 93689, 2024-04-02T09:54:12.484 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15403417366 2024-04-02T09:54:12.484 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.484 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_throttle_lat": { 2024-04-02T09:54:12.484 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 93689, 2024-04-02T09:54:12.484 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 996870134 2024-04-02T09:54:12.484 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.484 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.484 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache": { 2024-04-02T09:54:12.484 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T09:54:12.484 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1406236763 2024-04-02T09:54:12.484 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.484 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T09:54:12.484 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 500490240 2024-04-02T09:54:12.484 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.484 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T09:54:12.485 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 451584000 2024-04-02T09:54:12.485 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.485 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T09:54:12.485 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2601815449 2024-04-02T09:54:12.485 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.485 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T09:54:12.485 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 48906240 2024-04-02T09:54:12.485 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.485 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.485 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:data": { 2024-04-02T09:54:12.485 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:12.485 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 125829120 2024-04-02T09:54:12.485 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.485 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:12.485 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.485 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.486 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:12.486 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.486 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.486 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:12.486 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57229173 2024-04-02T09:54:12.486 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.486 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:12.486 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.486 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.486 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:12.486 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.486 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.486 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:12.487 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.487 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.487 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:12.487 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.487 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.487 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:12.487 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.487 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.487 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:12.487 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 270336 2024-04-02T09:54:12.487 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.487 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:12.487 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.487 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.487 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:12.487 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.488 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.488 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:12.488 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.488 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.488 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:12.488 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 68329611 2024-04-02T09:54:12.488 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.488 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.488 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv": { 2024-04-02T09:54:12.488 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:12.488 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 570425344 2024-04-02T09:54:12.488 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.488 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:12.488 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:54:12.489 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.489 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:12.489 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.489 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.489 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:12.489 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 429218800 2024-04-02T09:54:12.489 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.489 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:12.489 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.489 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.489 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:12.489 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.489 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.489 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:12.489 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1392 2024-04-02T09:54:12.490 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.490 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:12.490 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.490 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.490 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:12.490 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 77600 2024-04-02T09:54:12.490 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.490 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:12.490 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.490 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.490 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:12.490 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.490 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.491 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:12.491 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.491 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.491 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:12.491 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.491 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.491 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:12.491 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 74018688 2024-04-02T09:54:12.491 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.491 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.491 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:54:12.491 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:12.491 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 176160768 2024-04-02T09:54:12.491 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.492 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:12.492 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:54:12.492 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.492 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:12.492 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3447936 2024-04-02T09:54:12.492 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.492 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:12.492 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 38152782 2024-04-02T09:54:12.492 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.492 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:12.492 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.492 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.492 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:12.492 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.492 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.492 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:12.493 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.493 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.493 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:12.493 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.493 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.493 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:12.493 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.493 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.493 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:12.493 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.493 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.493 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:12.493 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.493 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.493 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:12.493 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.494 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.494 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:12.494 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.494 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.494 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:12.494 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67451186 2024-04-02T09:54:12.494 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.494 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.494 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:meta": { 2024-04-02T09:54:12.494 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:12.494 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 503316480 2024-04-02T09:54:12.494 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.494 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:12.494 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.495 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.495 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:12.495 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.495 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.495 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:12.495 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 429218800 2024-04-02T09:54:12.495 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.495 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:12.495 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.495 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.495 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:12.495 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.495 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.495 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:12.496 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.496 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.496 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:12.496 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 987 2024-04-02T09:54:12.496 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.496 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:12.496 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 23689 2024-04-02T09:54:12.496 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.496 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:12.496 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1155870 2024-04-02T09:54:12.496 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.496 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:12.496 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.496 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.496 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:12.497 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.497 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.497 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:12.497 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.497 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.497 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:12.497 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 72917134 2024-04-02T09:54:12.497 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.497 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.497 INFO:tasks.workunit.client.0.smithi012.stdout: "objecter": { 2024-04-02T09:54:12.497 INFO:tasks.workunit.client.0.smithi012.stdout: "op_active": { 2024-04-02T09:54:12.497 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.497 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.497 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:54:12.497 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 26 2024-04-02T09:54:12.497 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.498 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rmw": { 2024-04-02T09:54:12.498 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.498 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.498 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:54:12.498 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.498 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.498 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.498 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:12.498 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg": { 2024-04-02T09:54:12.498 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 53 2024-04-02T09:54:12.498 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.498 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg_removing": { 2024-04-02T09:54:12.498 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.498 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.498 INFO:tasks.workunit.client.0.smithi012.stdout: "op": { 2024-04-02T09:54:12.499 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 34687 2024-04-02T09:54:12.499 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.499 INFO:tasks.workunit.client.0.smithi012.stdout: "op_before_queue_op_lat": { 2024-04-02T09:54:12.499 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 122858, 2024-04-02T09:54:12.499 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8135674155 2024-04-02T09:54:12.499 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.499 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_degraded": { 2024-04-02T09:54:12.499 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1 2024-04-02T09:54:12.499 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.499 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_unreadable": { 2024-04-02T09:54:12.499 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.499 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.499 INFO:tasks.workunit.client.0.smithi012.stdout: "op_in_bytes": { 2024-04-02T09:54:12.499 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2482968229 2024-04-02T09:54:12.499 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.500 INFO:tasks.workunit.client.0.smithi012.stdout: "op_latency": { 2024-04-02T09:54:12.500 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 34687, 2024-04-02T09:54:12.500 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 252556569016 2024-04-02T09:54:12.500 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.500 INFO:tasks.workunit.client.0.smithi012.stdout: "op_out_bytes": { 2024-04-02T09:54:12.500 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3627922147 2024-04-02T09:54:12.500 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.500 INFO:tasks.workunit.client.0.smithi012.stdout: "op_prepare_latency": { 2024-04-02T09:54:12.500 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 35854, 2024-04-02T09:54:12.500 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 21770001479 2024-04-02T09:54:12.500 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.500 INFO:tasks.workunit.client.0.smithi012.stdout: "op_process_latency": { 2024-04-02T09:54:12.500 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 34687, 2024-04-02T09:54:12.500 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71729621670 2024-04-02T09:54:12.500 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.501 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:54:12.501 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 19585 2024-04-02T09:54:12.501 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.501 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency": { 2024-04-02T09:54:12.501 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 19585, 2024-04-02T09:54:12.501 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 17152101126 2024-04-02T09:54:12.501 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.501 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:54:12.501 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.501 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.501 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_out_bytes": { 2024-04-02T09:54:12.501 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3627922147 2024-04-02T09:54:12.501 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.501 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_prepare_latency": { 2024-04-02T09:54:12.501 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 19921, 2024-04-02T09:54:12.501 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5953855342 2024-04-02T09:54:12.501 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.502 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_process_latency": { 2024-04-02T09:54:12.502 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 19585, 2024-04-02T09:54:12.502 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6452199467 2024-04-02T09:54:12.502 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.502 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw": { 2024-04-02T09:54:12.502 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7933 2024-04-02T09:54:12.502 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.502 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_in_bytes": { 2024-04-02T09:54:12.502 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 545123766 2024-04-02T09:54:12.502 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.502 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency": { 2024-04-02T09:54:12.502 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 7933, 2024-04-02T09:54:12.502 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 17429663461 2024-04-02T09:54:12.502 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.502 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:54:12.502 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.503 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.503 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:54:12.503 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.503 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.503 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_out_bytes": { 2024-04-02T09:54:12.503 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.503 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.503 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_prepare_latency": { 2024-04-02T09:54:12.503 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8583, 2024-04-02T09:54:12.503 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6063825180 2024-04-02T09:54:12.503 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.503 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_process_latency": { 2024-04-02T09:54:12.503 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 7933, 2024-04-02T09:54:12.503 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14602697756 2024-04-02T09:54:12.503 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.503 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:54:12.504 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7169 2024-04-02T09:54:12.504 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.504 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_in_bytes": { 2024-04-02T09:54:12.504 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1937844463 2024-04-02T09:54:12.504 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.504 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency": { 2024-04-02T09:54:12.504 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 7169, 2024-04-02T09:54:12.504 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 217974804429 2024-04-02T09:54:12.504 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.504 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:54:12.504 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.504 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.504 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_prepare_latency": { 2024-04-02T09:54:12.504 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 7350, 2024-04-02T09:54:12.504 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9752320957 2024-04-02T09:54:12.505 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.505 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_process_latency": { 2024-04-02T09:54:12.505 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 7169, 2024-04-02T09:54:12.505 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 50674724447 2024-04-02T09:54:12.505 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.505 INFO:tasks.workunit.client.0.smithi012.stdout: "op_wip": { 2024-04-02T09:54:12.505 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.505 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.505 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_bytes": { 2024-04-02T09:54:12.505 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9437251 2024-04-02T09:54:12.505 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.505 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_ops": { 2024-04-02T09:54:12.505 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13 2024-04-02T09:54:12.505 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.506 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes": { 2024-04-02T09:54:12.506 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T09:54:12.506 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.506 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes_used": { 2024-04-02T09:54:12.506 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 708300800 2024-04-02T09:54:12.506 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.506 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.506 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.506 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.1": { 2024-04-02T09:54:12.506 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:12.506 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_db_max_lat": { 2024-04-02T09:54:12.506 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24213 2024-04-02T09:54:12.506 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.506 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_fallback": { 2024-04-02T09:54:12.507 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.507 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.507 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_max_lat": { 2024-04-02T09:54:12.507 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.507 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.507 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:54:12.507 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.507 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.507 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_db": { 2024-04-02T09:54:12.507 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 65536 2024-04-02T09:54:12.507 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.507 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_slow": { 2024-04-02T09:54:12.507 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.507 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.507 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_wal": { 2024-04-02T09:54:12.508 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.508 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.508 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_wal_max_lat": { 2024-04-02T09:54:12.508 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.508 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.508 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_slow": { 2024-04-02T09:54:12.508 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.508 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.508 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_sst": { 2024-04-02T09:54:12.508 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5648384 2024-04-02T09:54:12.508 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.508 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_wal": { 2024-04-02T09:54:12.508 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 855797760 2024-04-02T09:54:12.509 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.509 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lat": { 2024-04-02T09:54:12.509 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 18, 2024-04-02T09:54:12.509 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4732741 2024-04-02T09:54:12.509 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.509 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lock_lat": { 2024-04-02T09:54:12.509 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 18, 2024-04-02T09:54:12.509 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1354558 2024-04-02T09:54:12.509 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.509 INFO:tasks.workunit.client.0.smithi012.stdout: "db_alloc_lat": { 2024-04-02T09:54:12.509 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 200, 2024-04-02T09:54:12.509 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 943517 2024-04-02T09:54:12.509 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.509 INFO:tasks.workunit.client.0.smithi012.stdout: "db_total_bytes": { 2024-04-02T09:54:12.510 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995027456 2024-04-02T09:54:12.510 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.510 INFO:tasks.workunit.client.0.smithi012.stdout: "db_used_bytes": { 2024-04-02T09:54:12.510 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 910753792 2024-04-02T09:54:12.510 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.510 INFO:tasks.workunit.client.0.smithi012.stdout: "flush_lat": { 2024-04-02T09:54:12.510 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75819, 2024-04-02T09:54:12.510 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11641193571 2024-04-02T09:54:12.510 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.510 INFO:tasks.workunit.client.0.smithi012.stdout: "fsync_lat": { 2024-04-02T09:54:12.510 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75836, 2024-04-02T09:54:12.510 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18651875806 2024-04-02T09:54:12.510 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.510 INFO:tasks.workunit.client.0.smithi012.stdout: "log_bytes": { 2024-04-02T09:54:12.511 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11292672 2024-04-02T09:54:12.511 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.511 INFO:tasks.workunit.client.0.smithi012.stdout: "logged_bytes": { 2024-04-02T09:54:12.511 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 310554624 2024-04-02T09:54:12.511 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.511 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_db": { 2024-04-02T09:54:12.511 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 923533312 2024-04-02T09:54:12.511 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.511 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_slow": { 2024-04-02T09:54:12.511 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.511 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.511 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_wal": { 2024-04-02T09:54:12.511 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.511 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.511 INFO:tasks.workunit.client.0.smithi012.stdout: "num_files": { 2024-04-02T09:54:12.512 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 59 2024-04-02T09:54:12.512 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.512 INFO:tasks.workunit.client.0.smithi012.stdout: "read_bytes": { 2024-04-02T09:54:12.512 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4048126803 2024-04-02T09:54:12.512 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.512 INFO:tasks.workunit.client.0.smithi012.stdout: "read_count": { 2024-04-02T09:54:12.512 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 45768 2024-04-02T09:54:12.512 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.512 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes": { 2024-04-02T09:54:12.512 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3503120384 2024-04-02T09:54:12.512 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.512 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_db": { 2024-04-02T09:54:12.512 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3503124480 2024-04-02T09:54:12.512 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.512 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_slow": { 2024-04-02T09:54:12.513 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.513 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.513 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_wal": { 2024-04-02T09:54:12.513 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.513 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.513 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_count": { 2024-04-02T09:54:12.513 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 39667 2024-04-02T09:54:12.513 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.513 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:54:12.513 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 45768, 2024-04-02T09:54:12.513 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1158939353 2024-04-02T09:54:12.513 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.513 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_bytes": { 2024-04-02T09:54:12.513 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3951418634 2024-04-02T09:54:12.513 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.514 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_count": { 2024-04-02T09:54:12.514 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 42802 2024-04-02T09:54:12.514 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.514 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_bytes": { 2024-04-02T09:54:12.514 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1832860 2024-04-02T09:54:12.514 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.514 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_count": { 2024-04-02T09:54:12.514 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 571 2024-04-02T09:54:12.514 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.514 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_bytes": { 2024-04-02T09:54:12.514 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5454022 2024-04-02T09:54:12.514 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.514 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_count": { 2024-04-02T09:54:12.514 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 808 2024-04-02T09:54:12.514 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.515 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes": { 2024-04-02T09:54:12.515 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3621162 2024-04-02T09:54:12.515 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.515 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:54:12.515 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3621162 2024-04-02T09:54:12.515 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.515 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:54:12.515 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.515 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.515 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:54:12.515 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.515 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.515 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_count": { 2024-04-02T09:54:12.515 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 245 2024-04-02T09:54:12.515 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.516 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_lat": { 2024-04-02T09:54:12.516 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 808, 2024-04-02T09:54:12.516 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2386087 2024-04-02T09:54:12.516 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.516 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_alloc_lat": { 2024-04-02T09:54:12.516 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.516 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.516 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.516 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_total_bytes": { 2024-04-02T09:54:12.516 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.516 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.516 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_used_bytes": { 2024-04-02T09:54:12.516 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.516 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.517 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:54:12.517 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T09:54:12.517 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1053 2024-04-02T09:54:12.517 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.517 INFO:tasks.workunit.client.0.smithi012.stdout: "unlink_lat": { 2024-04-02T09:54:12.517 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8, 2024-04-02T09:54:12.517 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15577 2024-04-02T09:54:12.517 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.517 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_alloc_lat": { 2024-04-02T09:54:12.517 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.517 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.517 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.517 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_total_bytes": { 2024-04-02T09:54:12.517 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.517 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.517 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_used_bytes": { 2024-04-02T09:54:12.517 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.518 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.518 INFO:tasks.workunit.client.0.smithi012.stdout: "write_bytes": { 2024-04-02T09:54:12.518 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1174740992 2024-04-02T09:54:12.518 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.518 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.518 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore": { 2024-04-02T09:54:12.518 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit": { 2024-04-02T09:54:12.518 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4096 2024-04-02T09:54:12.518 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.518 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": { 2024-04-02T09:54:12.518 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14585856 2024-04-02T09:54:12.518 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.518 INFO:tasks.workunit.client.0.smithi012.stdout: "allocator_lat": { 2024-04-02T09:54:12.518 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 22644, 2024-04-02T09:54:12.519 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 83865505 2024-04-02T09:54:12.519 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.519 INFO:tasks.workunit.client.0.smithi012.stdout: "clist_lat": { 2024-04-02T09:54:12.519 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3547, 2024-04-02T09:54:12.519 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5162084549 2024-04-02T09:54:12.519 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.519 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_lat": { 2024-04-02T09:54:12.519 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.519 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.519 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.519 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed": { 2024-04-02T09:54:12.519 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.519 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.519 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_allocated": { 2024-04-02T09:54:12.519 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.519 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.519 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_original": { 2024-04-02T09:54:12.520 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.520 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.520 INFO:tasks.workunit.client.0.smithi012.stdout: "csum_lat": { 2024-04-02T09:54:12.520 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 20680, 2024-04-02T09:54:12.520 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 180381549 2024-04-02T09:54:12.520 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.520 INFO:tasks.workunit.client.0.smithi012.stdout: "decompress_lat": { 2024-04-02T09:54:12.520 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.520 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.520 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.520 INFO:tasks.workunit.client.0.smithi012.stdout: "fragmentation_micros": { 2024-04-02T09:54:12.520 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.520 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.520 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_commit_lat": { 2024-04-02T09:54:12.521 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75738, 2024-04-02T09:54:12.521 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 22876723270 2024-04-02T09:54:12.521 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.521 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_final_lat": { 2024-04-02T09:54:12.521 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75105, 2024-04-02T09:54:12.521 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1779991403 2024-04-02T09:54:12.521 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.521 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_flush_lat": { 2024-04-02T09:54:12.521 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75738, 2024-04-02T09:54:12.521 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 45347011 2024-04-02T09:54:12.521 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.521 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_sync_lat": { 2024-04-02T09:54:12.521 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75738, 2024-04-02T09:54:12.521 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 22922070281 2024-04-02T09:54:12.522 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.522 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_keys_lat": { 2024-04-02T09:54:12.522 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.522 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.522 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.522 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_values_lat": { 2024-04-02T09:54:12.522 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 28277, 2024-04-02T09:54:12.522 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1261453556 2024-04-02T09:54:12.522 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.522 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_lower_bound_lat": { 2024-04-02T09:54:12.522 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 908, 2024-04-02T09:54:12.522 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2600411 2024-04-02T09:54:12.522 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.523 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_next_lat": { 2024-04-02T09:54:12.523 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 11043, 2024-04-02T09:54:12.523 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7911010 2024-04-02T09:54:12.523 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.523 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:54:12.523 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 45, 2024-04-02T09:54:12.523 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 59860 2024-04-02T09:54:12.523 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.523 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_upper_bound_lat": { 2024-04-02T09:54:12.523 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 12044, 2024-04-02T09:54:12.523 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1347948492 2024-04-02T09:54:12.523 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.523 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_hits": { 2024-04-02T09:54:12.523 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 241110 2024-04-02T09:54:12.523 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.523 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_misses": { 2024-04-02T09:54:12.524 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 28059 2024-04-02T09:54:12.524 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.524 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:54:12.524 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 22761, 2024-04-02T09:54:12.524 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2298080745 2024-04-02T09:54:12.524 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.524 INFO:tasks.workunit.client.0.smithi012.stdout: "read_onode_meta_lat": { 2024-04-02T09:54:12.524 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 74209, 2024-04-02T09:54:12.524 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 19878862 2024-04-02T09:54:12.524 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.524 INFO:tasks.workunit.client.0.smithi012.stdout: "read_wait_aio_lat": { 2024-04-02T09:54:12.524 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 51448, 2024-04-02T09:54:12.524 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1521506502 2024-04-02T09:54:12.524 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.524 INFO:tasks.workunit.client.0.smithi012.stdout: "reads_with_retries": { 2024-04-02T09:54:12.524 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.525 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.525 INFO:tasks.workunit.client.0.smithi012.stdout: "remove_lat": { 2024-04-02T09:54:12.525 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15593, 2024-04-02T09:54:12.525 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 443423029 2024-04-02T09:54:12.525 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.525 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_aio_wait_count": { 2024-04-02T09:54:12.525 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.525 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.525 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_committed_kv_count": { 2024-04-02T09:54:12.525 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.525 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.525 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:54:12.525 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.525 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.525 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:54:12.526 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.526 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.526 INFO:tasks.workunit.client.0.smithi012.stdout: "state_aio_wait_lat": { 2024-04-02T09:54:12.526 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 92817, 2024-04-02T09:54:12.526 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13535384997 2024-04-02T09:54:12.526 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.526 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:54:12.526 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 22799, 2024-04-02T09:54:12.526 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1418585664 2024-04-02T09:54:12.526 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.526 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:54:12.526 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 22798, 2024-04-02T09:54:12.526 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4128128086718 2024-04-02T09:54:12.527 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.527 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_queued_lat": { 2024-04-02T09:54:12.527 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 22799, 2024-04-02T09:54:12.527 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6906879143730 2024-04-02T09:54:12.527 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.527 INFO:tasks.workunit.client.0.smithi012.stdout: "state_done_lat": { 2024-04-02T09:54:12.527 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 92816, 2024-04-02T09:54:12.527 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3273534312763 2024-04-02T09:54:12.527 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.527 INFO:tasks.workunit.client.0.smithi012.stdout: "state_finishing_lat": { 2024-04-02T09:54:12.527 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 92816, 2024-04-02T09:54:12.527 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9952731 2024-04-02T09:54:12.527 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.527 INFO:tasks.workunit.client.0.smithi012.stdout: "state_io_done_lat": { 2024-04-02T09:54:12.527 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 92817, 2024-04-02T09:54:12.528 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 556365165 2024-04-02T09:54:12.528 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.528 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_commiting_lat": { 2024-04-02T09:54:12.528 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 92817, 2024-04-02T09:54:12.528 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 39786053472 2024-04-02T09:54:12.528 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.528 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_done_lat": { 2024-04-02T09:54:12.528 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 92817, 2024-04-02T09:54:12.528 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 36579956 2024-04-02T09:54:12.528 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.528 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_queued_lat": { 2024-04-02T09:54:12.528 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 92817, 2024-04-02T09:54:12.528 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 19487178915 2024-04-02T09:54:12.528 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.528 INFO:tasks.workunit.client.0.smithi012.stdout: "state_prepare_lat": { 2024-04-02T09:54:12.528 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 92817, 2024-04-02T09:54:12.529 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15318601230 2024-04-02T09:54:12.529 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.529 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": { 2024-04-02T09:54:12.529 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10373997 2024-04-02T09:54:12.529 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.529 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:54:12.529 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2619, 2024-04-02T09:54:12.529 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12535587 2024-04-02T09:54:12.529 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.529 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_commit_lat": { 2024-04-02T09:54:12.529 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 92817, 2024-04-02T09:54:12.529 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 88701953820 2024-04-02T09:54:12.529 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.529 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_submit_lat": { 2024-04-02T09:54:12.529 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 92817, 2024-04-02T09:54:12.529 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 16391704485 2024-04-02T09:54:12.530 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.530 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_throttle_lat": { 2024-04-02T09:54:12.530 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 92817, 2024-04-02T09:54:12.530 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 792224942 2024-04-02T09:54:12.530 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.530 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.530 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache": { 2024-04-02T09:54:12.530 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T09:54:12.530 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1406236763 2024-04-02T09:54:12.530 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.530 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T09:54:12.530 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 590217216 2024-04-02T09:54:12.530 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.530 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T09:54:12.530 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 480247808 2024-04-02T09:54:12.531 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.531 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T09:54:12.531 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2601815449 2024-04-02T09:54:12.531 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.531 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T09:54:12.531 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 109969408 2024-04-02T09:54:12.531 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.531 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.531 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:data": { 2024-04-02T09:54:12.531 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:12.531 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 125829120 2024-04-02T09:54:12.531 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.531 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:12.531 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.531 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.531 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:12.531 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.532 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.532 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:12.532 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57032125 2024-04-02T09:54:12.532 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.532 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:12.532 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.532 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.532 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:12.532 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.532 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.532 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:12.532 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.532 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.532 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:12.532 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.533 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.533 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:12.533 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57344 2024-04-02T09:54:12.533 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.533 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:12.533 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1265664 2024-04-02T09:54:12.533 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.533 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:12.533 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.533 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.533 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:12.533 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.533 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.533 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:12.533 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.533 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.534 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:12.534 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67473987 2024-04-02T09:54:12.534 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.534 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.534 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv": { 2024-04-02T09:54:12.534 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:12.534 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 570425344 2024-04-02T09:54:12.534 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.534 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:12.534 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:54:12.534 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.534 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:12.534 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.534 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.534 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:12.534 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 427740943 2024-04-02T09:54:12.535 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.535 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:12.535 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.535 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.535 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:12.535 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.535 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.535 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:12.535 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 256 2024-04-02T09:54:12.535 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.535 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:12.535 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 976 2024-04-02T09:54:12.535 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.535 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:12.536 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 81184 2024-04-02T09:54:12.536 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.536 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:12.536 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.536 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.536 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:12.536 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.536 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.536 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:12.536 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.536 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.536 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:12.536 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.536 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.536 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:12.537 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 75493121 2024-04-02T09:54:12.537 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.537 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.537 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:54:12.537 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:12.537 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 184549376 2024-04-02T09:54:12.537 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.537 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:12.537 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:54:12.537 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.537 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:12.537 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5120880 2024-04-02T09:54:12.537 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.537 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:12.538 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 38021417 2024-04-02T09:54:12.538 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.538 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:12.538 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.538 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.538 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:12.538 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.538 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.538 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:12.538 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.538 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.538 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:12.538 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.538 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.539 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:12.539 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.539 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.539 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:12.539 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.539 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.539 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:12.539 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.539 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.539 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:12.539 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.539 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.539 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:12.540 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.540 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.540 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:12.540 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 74298215 2024-04-02T09:54:12.540 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.540 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.540 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:meta": { 2024-04-02T09:54:12.540 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:12.540 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 503316480 2024-04-02T09:54:12.540 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.540 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:12.540 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.540 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.540 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:12.540 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.541 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.541 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:12.541 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 427740943 2024-04-02T09:54:12.541 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.541 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:12.541 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.541 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.541 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:12.541 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.541 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.541 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:12.541 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.541 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.541 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:12.541 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 993 2024-04-02T09:54:12.542 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.542 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:12.542 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 43701 2024-04-02T09:54:12.542 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.542 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:12.542 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1150156 2024-04-02T09:54:12.542 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.542 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:12.542 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.542 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.542 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:12.542 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.542 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.542 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:12.542 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.542 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.543 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:12.543 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 74380687 2024-04-02T09:54:12.543 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.543 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.543 INFO:tasks.workunit.client.0.smithi012.stdout: "objecter": { 2024-04-02T09:54:12.543 INFO:tasks.workunit.client.0.smithi012.stdout: "op_active": { 2024-04-02T09:54:12.543 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.543 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.543 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:54:12.543 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 52 2024-04-02T09:54:12.543 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.543 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rmw": { 2024-04-02T09:54:12.543 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.543 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.543 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:54:12.544 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.544 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.544 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.544 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:12.544 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg": { 2024-04-02T09:54:12.544 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 58 2024-04-02T09:54:12.544 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.544 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg_removing": { 2024-04-02T09:54:12.544 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.544 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.544 INFO:tasks.workunit.client.0.smithi012.stdout: "op": { 2024-04-02T09:54:12.544 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 40831 2024-04-02T09:54:12.544 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.544 INFO:tasks.workunit.client.0.smithi012.stdout: "op_before_queue_op_lat": { 2024-04-02T09:54:12.544 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 138275, 2024-04-02T09:54:12.544 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11425428416 2024-04-02T09:54:12.545 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.545 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_degraded": { 2024-04-02T09:54:12.545 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.545 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.545 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_unreadable": { 2024-04-02T09:54:12.545 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.545 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.545 INFO:tasks.workunit.client.0.smithi012.stdout: "op_in_bytes": { 2024-04-02T09:54:12.545 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2646525705 2024-04-02T09:54:12.545 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.545 INFO:tasks.workunit.client.0.smithi012.stdout: "op_latency": { 2024-04-02T09:54:12.545 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 40831, 2024-04-02T09:54:12.545 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 785088707583 2024-04-02T09:54:12.545 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.545 INFO:tasks.workunit.client.0.smithi012.stdout: "op_out_bytes": { 2024-04-02T09:54:12.546 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3351269144 2024-04-02T09:54:12.546 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.546 INFO:tasks.workunit.client.0.smithi012.stdout: "op_prepare_latency": { 2024-04-02T09:54:12.546 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 42544, 2024-04-02T09:54:12.546 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 34562963442 2024-04-02T09:54:12.546 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.546 INFO:tasks.workunit.client.0.smithi012.stdout: "op_process_latency": { 2024-04-02T09:54:12.546 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 40831, 2024-04-02T09:54:12.546 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 116879884682 2024-04-02T09:54:12.546 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.546 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:54:12.546 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18197 2024-04-02T09:54:12.546 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.547 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency": { 2024-04-02T09:54:12.547 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 18197, 2024-04-02T09:54:12.547 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18174340579 2024-04-02T09:54:12.547 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.547 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:54:12.547 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.547 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.547 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_out_bytes": { 2024-04-02T09:54:12.547 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3351269144 2024-04-02T09:54:12.547 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.547 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_prepare_latency": { 2024-04-02T09:54:12.547 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 18632, 2024-04-02T09:54:12.547 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5530135348 2024-04-02T09:54:12.547 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.548 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_process_latency": { 2024-04-02T09:54:12.548 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 18197, 2024-04-02T09:54:12.548 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7725135858 2024-04-02T09:54:12.548 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.548 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw": { 2024-04-02T09:54:12.548 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12370 2024-04-02T09:54:12.548 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.548 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_in_bytes": { 2024-04-02T09:54:12.548 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 285823064 2024-04-02T09:54:12.548 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.548 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency": { 2024-04-02T09:54:12.548 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 12370, 2024-04-02T09:54:12.548 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 106624240478 2024-04-02T09:54:12.548 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.548 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:54:12.549 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.549 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.549 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:54:12.549 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.549 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.549 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_out_bytes": { 2024-04-02T09:54:12.549 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.549 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.549 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_prepare_latency": { 2024-04-02T09:54:12.549 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 12534, 2024-04-02T09:54:12.549 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13749444768 2024-04-02T09:54:12.549 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.549 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_process_latency": { 2024-04-02T09:54:12.549 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 12370, 2024-04-02T09:54:12.549 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 32562017497 2024-04-02T09:54:12.549 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.550 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:54:12.550 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10264 2024-04-02T09:54:12.550 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.550 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_in_bytes": { 2024-04-02T09:54:12.550 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2360702641 2024-04-02T09:54:12.550 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.550 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency": { 2024-04-02T09:54:12.550 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 10264, 2024-04-02T09:54:12.550 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 660290126526 2024-04-02T09:54:12.550 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.550 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:54:12.550 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.550 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.550 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_prepare_latency": { 2024-04-02T09:54:12.551 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 11378, 2024-04-02T09:54:12.551 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15283383326 2024-04-02T09:54:12.551 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.551 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_process_latency": { 2024-04-02T09:54:12.551 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 10264, 2024-04-02T09:54:12.551 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 76592731327 2024-04-02T09:54:12.551 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.551 INFO:tasks.workunit.client.0.smithi012.stdout: "op_wip": { 2024-04-02T09:54:12.551 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.551 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.551 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_bytes": { 2024-04-02T09:54:12.551 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 17892249 2024-04-02T09:54:12.551 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.551 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_ops": { 2024-04-02T09:54:12.551 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 25 2024-04-02T09:54:12.551 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.552 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes": { 2024-04-02T09:54:12.552 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T09:54:12.552 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.552 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes_used": { 2024-04-02T09:54:12.552 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 925351936 2024-04-02T09:54:12.552 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.552 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.552 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.552 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.2": { 2024-04-02T09:54:12.552 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:12.552 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_db_max_lat": { 2024-04-02T09:54:12.552 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 40479 2024-04-02T09:54:12.552 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.552 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_fallback": { 2024-04-02T09:54:12.552 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.552 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.553 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_max_lat": { 2024-04-02T09:54:12.553 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.553 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.553 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:54:12.553 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.553 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.553 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_db": { 2024-04-02T09:54:12.553 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 65536 2024-04-02T09:54:12.553 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.553 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_slow": { 2024-04-02T09:54:12.553 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.553 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.553 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_wal": { 2024-04-02T09:54:12.553 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.553 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.553 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_wal_max_lat": { 2024-04-02T09:54:12.554 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.554 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.554 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_slow": { 2024-04-02T09:54:12.554 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.554 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.554 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_sst": { 2024-04-02T09:54:12.554 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5312512 2024-04-02T09:54:12.554 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.554 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_wal": { 2024-04-02T09:54:12.554 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 702353408 2024-04-02T09:54:12.554 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.554 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lat": { 2024-04-02T09:54:12.554 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 17, 2024-04-02T09:54:12.555 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3683283 2024-04-02T09:54:12.555 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.555 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lock_lat": { 2024-04-02T09:54:12.555 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 17, 2024-04-02T09:54:12.555 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1348226 2024-04-02T09:54:12.555 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.555 INFO:tasks.workunit.client.0.smithi012.stdout: "db_alloc_lat": { 2024-04-02T09:54:12.555 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 174, 2024-04-02T09:54:12.555 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 971284 2024-04-02T09:54:12.555 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.555 INFO:tasks.workunit.client.0.smithi012.stdout: "db_total_bytes": { 2024-04-02T09:54:12.555 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995027456 2024-04-02T09:54:12.555 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.555 INFO:tasks.workunit.client.0.smithi012.stdout: "db_used_bytes": { 2024-04-02T09:54:12.555 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 633339904 2024-04-02T09:54:12.556 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.556 INFO:tasks.workunit.client.0.smithi012.stdout: "flush_lat": { 2024-04-02T09:54:12.556 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 71440, 2024-04-02T09:54:12.556 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11278553634 2024-04-02T09:54:12.556 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.556 INFO:tasks.workunit.client.0.smithi012.stdout: "fsync_lat": { 2024-04-02T09:54:12.556 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 71446, 2024-04-02T09:54:12.556 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18346480395 2024-04-02T09:54:12.556 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.556 INFO:tasks.workunit.client.0.smithi012.stdout: "log_bytes": { 2024-04-02T09:54:12.556 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9973760 2024-04-02T09:54:12.556 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.556 INFO:tasks.workunit.client.0.smithi012.stdout: "logged_bytes": { 2024-04-02T09:54:12.556 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 292601856 2024-04-02T09:54:12.556 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.557 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_db": { 2024-04-02T09:54:12.557 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 646119424 2024-04-02T09:54:12.557 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.557 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_slow": { 2024-04-02T09:54:12.557 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.557 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.557 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_wal": { 2024-04-02T09:54:12.557 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.557 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.557 INFO:tasks.workunit.client.0.smithi012.stdout: "num_files": { 2024-04-02T09:54:12.557 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 50 2024-04-02T09:54:12.557 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.557 INFO:tasks.workunit.client.0.smithi012.stdout: "read_bytes": { 2024-04-02T09:54:12.557 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3994577285 2024-04-02T09:54:12.557 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.558 INFO:tasks.workunit.client.0.smithi012.stdout: "read_count": { 2024-04-02T09:54:12.558 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 41164 2024-04-02T09:54:12.558 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.558 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes": { 2024-04-02T09:54:12.558 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3438845952 2024-04-02T09:54:12.558 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.558 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_db": { 2024-04-02T09:54:12.558 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3438850048 2024-04-02T09:54:12.558 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.558 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_slow": { 2024-04-02T09:54:12.558 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.558 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.558 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_wal": { 2024-04-02T09:54:12.558 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.558 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.559 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_count": { 2024-04-02T09:54:12.559 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 31932 2024-04-02T09:54:12.559 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.559 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:54:12.559 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 41164, 2024-04-02T09:54:12.559 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1460704192 2024-04-02T09:54:12.559 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.559 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_bytes": { 2024-04-02T09:54:12.559 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3917053458 2024-04-02T09:54:12.559 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.559 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_count": { 2024-04-02T09:54:12.559 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 38784 2024-04-02T09:54:12.559 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.559 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_bytes": { 2024-04-02T09:54:12.559 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2403176 2024-04-02T09:54:12.559 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.560 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_count": { 2024-04-02T09:54:12.560 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 437 2024-04-02T09:54:12.560 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.560 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_bytes": { 2024-04-02T09:54:12.560 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5172269 2024-04-02T09:54:12.560 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.560 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_count": { 2024-04-02T09:54:12.560 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 596 2024-04-02T09:54:12.560 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.560 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes": { 2024-04-02T09:54:12.560 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2769093 2024-04-02T09:54:12.560 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.560 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:54:12.560 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2769093 2024-04-02T09:54:12.560 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.561 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:54:12.561 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.561 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.561 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:54:12.561 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.561 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.561 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_count": { 2024-04-02T09:54:12.561 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 162 2024-04-02T09:54:12.561 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.561 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_lat": { 2024-04-02T09:54:12.561 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 596, 2024-04-02T09:54:12.561 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1739471 2024-04-02T09:54:12.561 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.561 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_alloc_lat": { 2024-04-02T09:54:12.561 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.562 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.562 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.562 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_total_bytes": { 2024-04-02T09:54:12.562 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.562 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.562 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_used_bytes": { 2024-04-02T09:54:12.562 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.562 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.562 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:54:12.562 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T09:54:12.562 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 689 2024-04-02T09:54:12.562 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.562 INFO:tasks.workunit.client.0.smithi012.stdout: "unlink_lat": { 2024-04-02T09:54:12.562 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 7, 2024-04-02T09:54:12.562 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9681 2024-04-02T09:54:12.563 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.563 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_alloc_lat": { 2024-04-02T09:54:12.563 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.563 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.563 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.563 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_total_bytes": { 2024-04-02T09:54:12.563 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.563 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.563 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_used_bytes": { 2024-04-02T09:54:12.563 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.563 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.563 INFO:tasks.workunit.client.0.smithi012.stdout: "write_bytes": { 2024-04-02T09:54:12.563 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1002856448 2024-04-02T09:54:12.563 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.564 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.564 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore": { 2024-04-02T09:54:12.564 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit": { 2024-04-02T09:54:12.564 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4096 2024-04-02T09:54:12.564 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.564 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": { 2024-04-02T09:54:12.564 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10375168 2024-04-02T09:54:12.564 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.564 INFO:tasks.workunit.client.0.smithi012.stdout: "allocator_lat": { 2024-04-02T09:54:12.564 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 14628, 2024-04-02T09:54:12.564 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 52295701 2024-04-02T09:54:12.564 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.564 INFO:tasks.workunit.client.0.smithi012.stdout: "clist_lat": { 2024-04-02T09:54:12.564 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3599, 2024-04-02T09:54:12.564 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4933319812 2024-04-02T09:54:12.564 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.565 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_lat": { 2024-04-02T09:54:12.565 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.565 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.565 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.565 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed": { 2024-04-02T09:54:12.565 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.565 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.565 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_allocated": { 2024-04-02T09:54:12.565 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.565 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.565 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_original": { 2024-04-02T09:54:12.565 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.565 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.565 INFO:tasks.workunit.client.0.smithi012.stdout: "csum_lat": { 2024-04-02T09:54:12.566 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 26053, 2024-04-02T09:54:12.566 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 220724681 2024-04-02T09:54:12.566 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.566 INFO:tasks.workunit.client.0.smithi012.stdout: "decompress_lat": { 2024-04-02T09:54:12.566 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.566 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.566 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.566 INFO:tasks.workunit.client.0.smithi012.stdout: "fragmentation_micros": { 2024-04-02T09:54:12.566 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.566 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.566 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_commit_lat": { 2024-04-02T09:54:12.566 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 71367, 2024-04-02T09:54:12.566 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 21974188386 2024-04-02T09:54:12.566 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.567 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_final_lat": { 2024-04-02T09:54:12.567 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 70760, 2024-04-02T09:54:12.567 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1432303023 2024-04-02T09:54:12.567 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.567 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_flush_lat": { 2024-04-02T09:54:12.567 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 71367, 2024-04-02T09:54:12.567 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 33218643 2024-04-02T09:54:12.567 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.567 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_sync_lat": { 2024-04-02T09:54:12.567 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 71367, 2024-04-02T09:54:12.567 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 22007407029 2024-04-02T09:54:12.567 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.567 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_keys_lat": { 2024-04-02T09:54:12.567 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.567 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.567 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.568 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_values_lat": { 2024-04-02T09:54:12.568 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 56916, 2024-04-02T09:54:12.568 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1280756509 2024-04-02T09:54:12.568 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.568 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_lower_bound_lat": { 2024-04-02T09:54:12.568 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1110, 2024-04-02T09:54:12.568 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3321358 2024-04-02T09:54:12.568 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.568 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_next_lat": { 2024-04-02T09:54:12.568 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 19257, 2024-04-02T09:54:12.568 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13372186 2024-04-02T09:54:12.568 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.568 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:54:12.568 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 40, 2024-04-02T09:54:12.568 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 52630 2024-04-02T09:54:12.568 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.569 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_upper_bound_lat": { 2024-04-02T09:54:12.569 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 20596, 2024-04-02T09:54:12.569 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1206161113 2024-04-02T09:54:12.569 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.569 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_hits": { 2024-04-02T09:54:12.569 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 258694 2024-04-02T09:54:12.569 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.569 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_misses": { 2024-04-02T09:54:12.569 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18736 2024-04-02T09:54:12.569 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.569 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:54:12.569 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 13180, 2024-04-02T09:54:12.569 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1998791541 2024-04-02T09:54:12.569 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.569 INFO:tasks.workunit.client.0.smithi012.stdout: "read_onode_meta_lat": { 2024-04-02T09:54:12.570 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 34346, 2024-04-02T09:54:12.570 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12437427 2024-04-02T09:54:12.570 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.570 INFO:tasks.workunit.client.0.smithi012.stdout: "read_wait_aio_lat": { 2024-04-02T09:54:12.570 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 21166, 2024-04-02T09:54:12.570 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1747351806 2024-04-02T09:54:12.570 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.570 INFO:tasks.workunit.client.0.smithi012.stdout: "reads_with_retries": { 2024-04-02T09:54:12.570 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.570 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.570 INFO:tasks.workunit.client.0.smithi012.stdout: "remove_lat": { 2024-04-02T09:54:12.570 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 12517, 2024-04-02T09:54:12.570 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 405353378 2024-04-02T09:54:12.570 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.570 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_aio_wait_count": { 2024-04-02T09:54:12.570 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.571 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.571 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_committed_kv_count": { 2024-04-02T09:54:12.571 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.571 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.571 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:54:12.571 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.571 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.571 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:54:12.571 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.571 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.571 INFO:tasks.workunit.client.0.smithi012.stdout: "state_aio_wait_lat": { 2024-04-02T09:54:12.571 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 80780, 2024-04-02T09:54:12.571 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9826920308 2024-04-02T09:54:12.572 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.572 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:54:12.572 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 6618, 2024-04-02T09:54:12.572 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1321552426 2024-04-02T09:54:12.572 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.572 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:54:12.572 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 6616, 2024-04-02T09:54:12.572 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4163466371567 2024-04-02T09:54:12.572 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.572 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_queued_lat": { 2024-04-02T09:54:12.572 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 6618, 2024-04-02T09:54:12.572 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6499990363144 2024-04-02T09:54:12.572 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.572 INFO:tasks.workunit.client.0.smithi012.stdout: "state_done_lat": { 2024-04-02T09:54:12.572 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 80778, 2024-04-02T09:54:12.572 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2957136791049 2024-04-02T09:54:12.573 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.573 INFO:tasks.workunit.client.0.smithi012.stdout: "state_finishing_lat": { 2024-04-02T09:54:12.573 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 80778, 2024-04-02T09:54:12.573 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9425448 2024-04-02T09:54:12.573 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.573 INFO:tasks.workunit.client.0.smithi012.stdout: "state_io_done_lat": { 2024-04-02T09:54:12.573 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 80780, 2024-04-02T09:54:12.573 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 249255787 2024-04-02T09:54:12.573 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.573 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_commiting_lat": { 2024-04-02T09:54:12.573 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 80780, 2024-04-02T09:54:12.573 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 32725462070 2024-04-02T09:54:12.573 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.573 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_done_lat": { 2024-04-02T09:54:12.573 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 80780, 2024-04-02T09:54:12.573 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 32912471 2024-04-02T09:54:12.574 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.574 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_queued_lat": { 2024-04-02T09:54:12.574 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 80780, 2024-04-02T09:54:12.574 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15003831634 2024-04-02T09:54:12.574 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.574 INFO:tasks.workunit.client.0.smithi012.stdout: "state_prepare_lat": { 2024-04-02T09:54:12.574 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 80780, 2024-04-02T09:54:12.574 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12272283198 2024-04-02T09:54:12.574 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.574 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": { 2024-04-02T09:54:12.574 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6179480 2024-04-02T09:54:12.574 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.575 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:54:12.575 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2530, 2024-04-02T09:54:12.575 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14158119 2024-04-02T09:54:12.575 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.575 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_commit_lat": { 2024-04-02T09:54:12.575 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 80780, 2024-04-02T09:54:12.575 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 70093797997 2024-04-02T09:54:12.575 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.575 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_submit_lat": { 2024-04-02T09:54:12.575 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 80780, 2024-04-02T09:54:12.575 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13209158965 2024-04-02T09:54:12.575 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.575 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_throttle_lat": { 2024-04-02T09:54:12.575 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 80780, 2024-04-02T09:54:12.575 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 476100448 2024-04-02T09:54:12.576 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.576 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.576 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache": { 2024-04-02T09:54:12.576 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T09:54:12.576 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1406236763 2024-04-02T09:54:12.576 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.576 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T09:54:12.576 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 550617088 2024-04-02T09:54:12.576 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.576 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T09:54:12.576 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 415883264 2024-04-02T09:54:12.576 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.576 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T09:54:12.576 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2601815449 2024-04-02T09:54:12.576 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.576 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T09:54:12.577 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 134733824 2024-04-02T09:54:12.577 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.577 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.577 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:data": { 2024-04-02T09:54:12.577 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:12.577 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 125829120 2024-04-02T09:54:12.577 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.577 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:12.577 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.577 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.577 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:12.577 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.577 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.577 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:12.577 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57327482 2024-04-02T09:54:12.577 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.578 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:12.578 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.578 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.578 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:12.578 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.578 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.578 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:12.578 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.578 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.578 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:12.578 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.578 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.578 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:12.578 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.578 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.579 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:12.579 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 86016 2024-04-02T09:54:12.579 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.579 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:12.579 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.579 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.579 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:12.579 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.579 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.579 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:12.579 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.579 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.579 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:12.579 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 68415622 2024-04-02T09:54:12.579 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.579 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.580 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv": { 2024-04-02T09:54:12.580 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:12.580 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 570425344 2024-04-02T09:54:12.580 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.580 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:12.580 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:54:12.580 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.580 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:12.580 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.580 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.580 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:12.580 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 429956120 2024-04-02T09:54:12.580 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.581 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:12.581 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.581 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.581 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:12.581 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.581 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.581 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:12.581 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1232 2024-04-02T09:54:12.581 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.581 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:12.581 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.581 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.581 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:12.581 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 70016 2024-04-02T09:54:12.582 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.582 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:12.582 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 544 2024-04-02T09:54:12.582 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.582 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:12.582 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.582 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.582 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:12.582 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.582 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.582 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:12.582 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.583 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.583 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:12.583 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 73288568 2024-04-02T09:54:12.583 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.583 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.583 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:54:12.583 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:12.583 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 184549376 2024-04-02T09:54:12.583 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.583 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:12.583 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:54:12.583 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.583 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:12.583 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4562960 2024-04-02T09:54:12.583 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.584 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:12.584 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 38218321 2024-04-02T09:54:12.584 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.584 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:12.584 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.584 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.584 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:12.584 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.584 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.584 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:12.584 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.584 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.584 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:12.584 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.584 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.584 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:12.585 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.585 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.585 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:12.585 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.585 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.585 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:12.585 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.585 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.585 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:12.585 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.585 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.585 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:12.585 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.585 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.585 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:12.585 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 74659231 2024-04-02T09:54:12.586 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.586 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.586 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:meta": { 2024-04-02T09:54:12.586 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:12.586 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 503316480 2024-04-02T09:54:12.586 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.586 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:12.586 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.586 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.586 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:12.586 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.586 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.586 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:12.586 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 429956120 2024-04-02T09:54:12.587 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.587 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:12.587 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.587 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.587 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:12.587 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.587 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.587 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:12.587 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.587 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.587 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:12.587 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.587 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.587 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:12.588 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 30211 2024-04-02T09:54:12.588 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.588 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:12.588 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1163153 2024-04-02T09:54:12.588 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.588 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:12.588 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.588 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.588 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:12.588 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.588 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.588 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:12.588 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.588 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.588 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:12.589 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 72166996 2024-04-02T09:54:12.589 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.589 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.589 INFO:tasks.workunit.client.0.smithi012.stdout: "objecter": { 2024-04-02T09:54:12.589 INFO:tasks.workunit.client.0.smithi012.stdout: "op_active": { 2024-04-02T09:54:12.589 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.589 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.589 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:54:12.589 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 81 2024-04-02T09:54:12.589 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.589 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rmw": { 2024-04-02T09:54:12.589 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.589 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.589 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:54:12.589 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1 2024-04-02T09:54:12.589 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.590 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.590 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:12.590 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg": { 2024-04-02T09:54:12.590 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 44 2024-04-02T09:54:12.590 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.590 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg_removing": { 2024-04-02T09:54:12.590 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.590 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.590 INFO:tasks.workunit.client.0.smithi012.stdout: "op": { 2024-04-02T09:54:12.590 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 59366 2024-04-02T09:54:12.590 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.590 INFO:tasks.workunit.client.0.smithi012.stdout: "op_before_queue_op_lat": { 2024-04-02T09:54:12.590 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 151266, 2024-04-02T09:54:12.590 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8285039180 2024-04-02T09:54:12.591 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.591 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_degraded": { 2024-04-02T09:54:12.591 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T09:54:12.591 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.591 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_unreadable": { 2024-04-02T09:54:12.591 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1 2024-04-02T09:54:12.591 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.591 INFO:tasks.workunit.client.0.smithi012.stdout: "op_in_bytes": { 2024-04-02T09:54:12.591 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2145284888 2024-04-02T09:54:12.591 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.591 INFO:tasks.workunit.client.0.smithi012.stdout: "op_latency": { 2024-04-02T09:54:12.591 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 59366, 2024-04-02T09:54:12.591 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 149228722445 2024-04-02T09:54:12.591 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.591 INFO:tasks.workunit.client.0.smithi012.stdout: "op_out_bytes": { 2024-04-02T09:54:12.591 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3481354897 2024-04-02T09:54:12.592 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.592 INFO:tasks.workunit.client.0.smithi012.stdout: "op_prepare_latency": { 2024-04-02T09:54:12.592 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 60257, 2024-04-02T09:54:12.592 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 44577170505 2024-04-02T09:54:12.592 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.592 INFO:tasks.workunit.client.0.smithi012.stdout: "op_process_latency": { 2024-04-02T09:54:12.592 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 59366, 2024-04-02T09:54:12.592 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 80368672381 2024-04-02T09:54:12.592 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.592 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:54:12.592 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 29595 2024-04-02T09:54:12.592 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.592 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency": { 2024-04-02T09:54:12.592 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 29595, 2024-04-02T09:54:12.593 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18957972507 2024-04-02T09:54:12.593 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.593 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:54:12.593 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.593 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.593 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_out_bytes": { 2024-04-02T09:54:12.593 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3481354897 2024-04-02T09:54:12.593 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.593 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_prepare_latency": { 2024-04-02T09:54:12.593 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 30028, 2024-04-02T09:54:12.593 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6720777085 2024-04-02T09:54:12.593 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.593 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_process_latency": { 2024-04-02T09:54:12.593 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 29595, 2024-04-02T09:54:12.593 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10427849668 2024-04-02T09:54:12.593 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.594 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw": { 2024-04-02T09:54:12.594 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 27314 2024-04-02T09:54:12.594 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.594 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_in_bytes": { 2024-04-02T09:54:12.594 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 422388536 2024-04-02T09:54:12.594 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.594 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency": { 2024-04-02T09:54:12.594 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 27314, 2024-04-02T09:54:12.594 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57454368558 2024-04-02T09:54:12.594 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.594 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:54:12.594 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.594 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.595 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:54:12.595 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.595 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.595 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_out_bytes": { 2024-04-02T09:54:12.595 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.595 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.595 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_prepare_latency": { 2024-04-02T09:54:12.595 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 27627, 2024-04-02T09:54:12.595 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 33804507414 2024-04-02T09:54:12.595 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.595 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_process_latency": { 2024-04-02T09:54:12.595 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 27314, 2024-04-02T09:54:12.595 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 53264546309 2024-04-02T09:54:12.595 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.595 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:54:12.596 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2457 2024-04-02T09:54:12.596 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.596 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_in_bytes": { 2024-04-02T09:54:12.596 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1722896352 2024-04-02T09:54:12.596 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.596 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency": { 2024-04-02T09:54:12.596 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2457, 2024-04-02T09:54:12.596 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 72816381380 2024-04-02T09:54:12.596 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.596 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:54:12.596 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.596 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.596 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_prepare_latency": { 2024-04-02T09:54:12.596 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2602, 2024-04-02T09:54:12.596 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4051886006 2024-04-02T09:54:12.596 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.596 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_process_latency": { 2024-04-02T09:54:12.597 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2457, 2024-04-02T09:54:12.597 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 16676276404 2024-04-02T09:54:12.597 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.597 INFO:tasks.workunit.client.0.smithi012.stdout: "op_wip": { 2024-04-02T09:54:12.597 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.597 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.597 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_bytes": { 2024-04-02T09:54:12.597 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.597 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.597 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_ops": { 2024-04-02T09:54:12.597 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 25 2024-04-02T09:54:12.597 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.597 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes": { 2024-04-02T09:54:12.597 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T09:54:12.597 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.598 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes_used": { 2024-04-02T09:54:12.598 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 643731456 2024-04-02T09:54:12.598 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.598 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.598 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.598 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.3": { 2024-04-02T09:54:12.598 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:12.598 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_db_max_lat": { 2024-04-02T09:54:12.598 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 25167 2024-04-02T09:54:12.598 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.598 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_fallback": { 2024-04-02T09:54:12.598 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.599 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.599 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_max_lat": { 2024-04-02T09:54:12.599 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.599 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.599 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:54:12.599 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.599 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.599 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_db": { 2024-04-02T09:54:12.599 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 65536 2024-04-02T09:54:12.599 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.599 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_slow": { 2024-04-02T09:54:12.599 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.599 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.599 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_wal": { 2024-04-02T09:54:12.599 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.599 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.600 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_wal_max_lat": { 2024-04-02T09:54:12.600 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.600 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.600 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_slow": { 2024-04-02T09:54:12.600 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.600 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.600 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_sst": { 2024-04-02T09:54:12.600 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1429504 2024-04-02T09:54:12.600 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.600 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_wal": { 2024-04-02T09:54:12.600 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 566849536 2024-04-02T09:54:12.600 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.600 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lat": { 2024-04-02T09:54:12.600 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 16, 2024-04-02T09:54:12.601 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5306049 2024-04-02T09:54:12.601 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.601 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lock_lat": { 2024-04-02T09:54:12.601 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 16, 2024-04-02T09:54:12.601 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2838310 2024-04-02T09:54:12.601 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.601 INFO:tasks.workunit.client.0.smithi012.stdout: "db_alloc_lat": { 2024-04-02T09:54:12.601 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 149, 2024-04-02T09:54:12.601 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 814657 2024-04-02T09:54:12.601 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.601 INFO:tasks.workunit.client.0.smithi012.stdout: "db_total_bytes": { 2024-04-02T09:54:12.601 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995027456 2024-04-02T09:54:12.601 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.601 INFO:tasks.workunit.client.0.smithi012.stdout: "db_used_bytes": { 2024-04-02T09:54:12.601 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 477233152 2024-04-02T09:54:12.602 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.602 INFO:tasks.workunit.client.0.smithi012.stdout: "flush_lat": { 2024-04-02T09:54:12.602 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 65813, 2024-04-02T09:54:12.602 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9708819739 2024-04-02T09:54:12.602 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.602 INFO:tasks.workunit.client.0.smithi012.stdout: "fsync_lat": { 2024-04-02T09:54:12.602 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 65835, 2024-04-02T09:54:12.602 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15735204251 2024-04-02T09:54:12.602 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.602 INFO:tasks.workunit.client.0.smithi012.stdout: "log_bytes": { 2024-04-02T09:54:12.602 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3653632 2024-04-02T09:54:12.602 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.602 INFO:tasks.workunit.client.0.smithi012.stdout: "logged_bytes": { 2024-04-02T09:54:12.602 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 269651968 2024-04-02T09:54:12.603 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.603 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_db": { 2024-04-02T09:54:12.603 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 494272512 2024-04-02T09:54:12.603 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.603 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_slow": { 2024-04-02T09:54:12.603 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.603 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.603 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_wal": { 2024-04-02T09:54:12.603 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.603 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.603 INFO:tasks.workunit.client.0.smithi012.stdout: "num_files": { 2024-04-02T09:54:12.603 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 37 2024-04-02T09:54:12.603 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.603 INFO:tasks.workunit.client.0.smithi012.stdout: "read_bytes": { 2024-04-02T09:54:12.603 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 798166398 2024-04-02T09:54:12.604 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.604 INFO:tasks.workunit.client.0.smithi012.stdout: "read_count": { 2024-04-02T09:54:12.604 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14708 2024-04-02T09:54:12.604 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.604 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes": { 2024-04-02T09:54:12.604 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 713273344 2024-04-02T09:54:12.604 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.604 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_db": { 2024-04-02T09:54:12.604 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 713277440 2024-04-02T09:54:12.604 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.604 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_slow": { 2024-04-02T09:54:12.604 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.604 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.604 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_wal": { 2024-04-02T09:54:12.604 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.605 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.605 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_count": { 2024-04-02T09:54:12.605 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7173 2024-04-02T09:54:12.605 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.605 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:54:12.605 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 14708, 2024-04-02T09:54:12.605 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 291555078 2024-04-02T09:54:12.605 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.605 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_bytes": { 2024-04-02T09:54:12.605 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 768816800 2024-04-02T09:54:12.605 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.605 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_count": { 2024-04-02T09:54:12.605 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13800 2024-04-02T09:54:12.606 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.606 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_bytes": { 2024-04-02T09:54:12.606 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 459459 2024-04-02T09:54:12.606 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.606 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_count": { 2024-04-02T09:54:12.606 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 182 2024-04-02T09:54:12.606 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.606 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_bytes": { 2024-04-02T09:54:12.606 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1415242 2024-04-02T09:54:12.606 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.606 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_count": { 2024-04-02T09:54:12.606 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 295 2024-04-02T09:54:12.606 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.607 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes": { 2024-04-02T09:54:12.607 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 955783 2024-04-02T09:54:12.607 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.607 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:54:12.607 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 955783 2024-04-02T09:54:12.607 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.607 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:54:12.607 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.607 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.607 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:54:12.607 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.607 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.607 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_count": { 2024-04-02T09:54:12.607 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 113 2024-04-02T09:54:12.608 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.608 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_lat": { 2024-04-02T09:54:12.608 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 295, 2024-04-02T09:54:12.608 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 671516 2024-04-02T09:54:12.608 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.608 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_alloc_lat": { 2024-04-02T09:54:12.608 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.608 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.608 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.608 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_total_bytes": { 2024-04-02T09:54:12.608 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.608 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.608 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_used_bytes": { 2024-04-02T09:54:12.608 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.609 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.609 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:54:12.609 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T09:54:12.609 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 721 2024-04-02T09:54:12.609 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.609 INFO:tasks.workunit.client.0.smithi012.stdout: "unlink_lat": { 2024-04-02T09:54:12.609 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 4, 2024-04-02T09:54:12.609 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6642 2024-04-02T09:54:12.609 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.609 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_alloc_lat": { 2024-04-02T09:54:12.609 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.609 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.609 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.609 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_total_bytes": { 2024-04-02T09:54:12.609 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.610 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.610 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_used_bytes": { 2024-04-02T09:54:12.610 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.610 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.610 INFO:tasks.workunit.client.0.smithi012.stdout: "write_bytes": { 2024-04-02T09:54:12.610 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 840359936 2024-04-02T09:54:12.610 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.610 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.610 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore": { 2024-04-02T09:54:12.610 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit": { 2024-04-02T09:54:12.610 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4096 2024-04-02T09:54:12.610 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.610 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": { 2024-04-02T09:54:12.610 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10399744 2024-04-02T09:54:12.611 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.611 INFO:tasks.workunit.client.0.smithi012.stdout: "allocator_lat": { 2024-04-02T09:54:12.611 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 17533, 2024-04-02T09:54:12.611 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 55387854 2024-04-02T09:54:12.611 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.611 INFO:tasks.workunit.client.0.smithi012.stdout: "clist_lat": { 2024-04-02T09:54:12.611 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3551, 2024-04-02T09:54:12.611 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2101502733 2024-04-02T09:54:12.611 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.611 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_lat": { 2024-04-02T09:54:12.611 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.611 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.611 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.611 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed": { 2024-04-02T09:54:12.611 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.612 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.612 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_allocated": { 2024-04-02T09:54:12.612 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.612 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.612 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_original": { 2024-04-02T09:54:12.612 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.612 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.612 INFO:tasks.workunit.client.0.smithi012.stdout: "csum_lat": { 2024-04-02T09:54:12.612 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 13316, 2024-04-02T09:54:12.612 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 102849357 2024-04-02T09:54:12.612 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.612 INFO:tasks.workunit.client.0.smithi012.stdout: "decompress_lat": { 2024-04-02T09:54:12.612 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.612 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.613 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.613 INFO:tasks.workunit.client.0.smithi012.stdout: "fragmentation_micros": { 2024-04-02T09:54:12.613 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.613 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.613 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_commit_lat": { 2024-04-02T09:54:12.613 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 65783, 2024-04-02T09:54:12.613 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18845519553 2024-04-02T09:54:12.613 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.613 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_final_lat": { 2024-04-02T09:54:12.613 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 65280, 2024-04-02T09:54:12.613 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1473153498 2024-04-02T09:54:12.613 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.613 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_flush_lat": { 2024-04-02T09:54:12.613 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 65783, 2024-04-02T09:54:12.613 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 37783147 2024-04-02T09:54:12.614 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.614 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_sync_lat": { 2024-04-02T09:54:12.614 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 65783, 2024-04-02T09:54:12.614 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18883302700 2024-04-02T09:54:12.614 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.614 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_keys_lat": { 2024-04-02T09:54:12.614 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.614 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.614 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.614 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_values_lat": { 2024-04-02T09:54:12.614 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 27627, 2024-04-02T09:54:12.614 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 982788292 2024-04-02T09:54:12.614 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.614 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_lower_bound_lat": { 2024-04-02T09:54:12.615 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1380, 2024-04-02T09:54:12.615 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3070082 2024-04-02T09:54:12.615 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.615 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_next_lat": { 2024-04-02T09:54:12.615 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 7107, 2024-04-02T09:54:12.615 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4774655 2024-04-02T09:54:12.615 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.615 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:54:12.615 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 41, 2024-04-02T09:54:12.615 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 51858 2024-04-02T09:54:12.615 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.615 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_upper_bound_lat": { 2024-04-02T09:54:12.615 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 11898, 2024-04-02T09:54:12.615 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 966723701 2024-04-02T09:54:12.615 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.615 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_hits": { 2024-04-02T09:54:12.616 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 218875 2024-04-02T09:54:12.616 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.616 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_misses": { 2024-04-02T09:54:12.616 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18218 2024-04-02T09:54:12.616 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.616 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:54:12.616 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 41050, 2024-04-02T09:54:12.616 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1578722179 2024-04-02T09:54:12.616 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.616 INFO:tasks.workunit.client.0.smithi012.stdout: "read_onode_meta_lat": { 2024-04-02T09:54:12.616 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 100707, 2024-04-02T09:54:12.616 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 29617647 2024-04-02T09:54:12.616 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.616 INFO:tasks.workunit.client.0.smithi012.stdout: "read_wait_aio_lat": { 2024-04-02T09:54:12.616 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 59657, 2024-04-02T09:54:12.616 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1125317128 2024-04-02T09:54:12.617 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.617 INFO:tasks.workunit.client.0.smithi012.stdout: "reads_with_retries": { 2024-04-02T09:54:12.617 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.617 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.617 INFO:tasks.workunit.client.0.smithi012.stdout: "remove_lat": { 2024-04-02T09:54:12.617 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 12224, 2024-04-02T09:54:12.617 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 339719113 2024-04-02T09:54:12.617 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.617 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_aio_wait_count": { 2024-04-02T09:54:12.617 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.617 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.617 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_committed_kv_count": { 2024-04-02T09:54:12.617 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.618 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.618 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:54:12.618 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.618 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.618 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:54:12.618 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.618 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.618 INFO:tasks.workunit.client.0.smithi012.stdout: "state_aio_wait_lat": { 2024-04-02T09:54:12.618 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75409, 2024-04-02T09:54:12.618 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10083639354 2024-04-02T09:54:12.618 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.618 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:54:12.618 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 17707, 2024-04-02T09:54:12.618 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1379996327 2024-04-02T09:54:12.619 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.619 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:54:12.619 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 17706, 2024-04-02T09:54:12.619 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3496236304119 2024-04-02T09:54:12.619 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.619 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_queued_lat": { 2024-04-02T09:54:12.619 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 17707, 2024-04-02T09:54:12.619 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6520681429533 2024-04-02T09:54:12.619 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.619 INFO:tasks.workunit.client.0.smithi012.stdout: "state_done_lat": { 2024-04-02T09:54:12.619 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75408, 2024-04-02T09:54:12.619 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2745080378900 2024-04-02T09:54:12.619 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.619 INFO:tasks.workunit.client.0.smithi012.stdout: "state_finishing_lat": { 2024-04-02T09:54:12.620 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75408, 2024-04-02T09:54:12.620 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8010502 2024-04-02T09:54:12.620 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.620 INFO:tasks.workunit.client.0.smithi012.stdout: "state_io_done_lat": { 2024-04-02T09:54:12.620 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75409, 2024-04-02T09:54:12.620 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 208137322 2024-04-02T09:54:12.620 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.620 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_commiting_lat": { 2024-04-02T09:54:12.620 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75409, 2024-04-02T09:54:12.620 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 28392561443 2024-04-02T09:54:12.620 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.620 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_done_lat": { 2024-04-02T09:54:12.620 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75409, 2024-04-02T09:54:12.620 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 28636381 2024-04-02T09:54:12.620 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.621 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_queued_lat": { 2024-04-02T09:54:12.621 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75409, 2024-04-02T09:54:12.621 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12782617955 2024-04-02T09:54:12.621 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.621 INFO:tasks.workunit.client.0.smithi012.stdout: "state_prepare_lat": { 2024-04-02T09:54:12.621 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75409, 2024-04-02T09:54:12.621 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9203761874 2024-04-02T09:54:12.621 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.621 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": { 2024-04-02T09:54:12.621 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6185408 2024-04-02T09:54:12.621 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.621 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:54:12.621 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2536, 2024-04-02T09:54:12.621 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12370826 2024-04-02T09:54:12.621 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.622 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_commit_lat": { 2024-04-02T09:54:12.622 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75409, 2024-04-02T09:54:12.622 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 60683777815 2024-04-02T09:54:12.622 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.622 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_submit_lat": { 2024-04-02T09:54:12.622 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75409, 2024-04-02T09:54:12.622 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10047613278 2024-04-02T09:54:12.622 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.622 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_throttle_lat": { 2024-04-02T09:54:12.622 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75409, 2024-04-02T09:54:12.622 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 438506386 2024-04-02T09:54:12.622 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.622 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.622 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache": { 2024-04-02T09:54:12.623 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T09:54:12.623 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1406236763 2024-04-02T09:54:12.623 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.623 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T09:54:12.623 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 527941632 2024-04-02T09:54:12.623 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.623 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T09:54:12.623 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 460341248 2024-04-02T09:54:12.623 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.623 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T09:54:12.623 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2601815449 2024-04-02T09:54:12.623 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.623 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T09:54:12.623 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67600384 2024-04-02T09:54:12.624 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.624 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.624 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:data": { 2024-04-02T09:54:12.624 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:12.624 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 125829120 2024-04-02T09:54:12.624 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.624 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:12.624 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.624 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.624 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:12.624 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.624 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.624 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:12.624 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57612360 2024-04-02T09:54:12.625 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.625 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:12.625 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.625 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.625 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:12.625 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.625 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.625 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:12.625 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.625 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.625 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:12.625 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.625 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.625 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:12.625 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.626 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.626 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:12.626 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 110592 2024-04-02T09:54:12.626 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.626 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:12.626 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.626 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.626 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:12.626 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.626 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.626 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:12.626 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.626 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.626 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:12.627 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 68106168 2024-04-02T09:54:12.627 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.627 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.627 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv": { 2024-04-02T09:54:12.627 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:12.627 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 570425344 2024-04-02T09:54:12.627 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.627 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:12.627 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:54:12.627 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.627 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:12.627 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.627 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.627 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:12.628 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 432092704 2024-04-02T09:54:12.628 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.628 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:12.628 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.628 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.628 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:12.628 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.628 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.628 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:12.628 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 816 2024-04-02T09:54:12.628 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.628 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:12.628 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.628 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.629 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:12.629 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 38160 2024-04-02T09:54:12.629 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.629 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:12.629 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.629 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.629 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:12.629 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.629 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.629 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:12.629 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.629 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.629 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:12.630 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.630 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.630 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:12.630 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71184800 2024-04-02T09:54:12.630 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.630 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.630 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:54:12.630 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:12.630 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 176160768 2024-04-02T09:54:12.630 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.630 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:12.630 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:54:12.630 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.630 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:12.631 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1140208 2024-04-02T09:54:12.631 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.631 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:12.631 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 38408240 2024-04-02T09:54:12.631 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.631 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:12.631 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.631 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.631 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:12.631 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.631 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.631 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:12.631 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.631 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.632 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:12.632 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.632 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.632 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:12.632 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.632 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.632 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:12.632 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.632 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.632 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:12.632 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.632 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.632 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:12.632 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.633 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.633 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:12.633 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.633 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.633 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:12.633 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 69503456 2024-04-02T09:54:12.633 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.633 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.633 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:meta": { 2024-04-02T09:54:12.633 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:12.633 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 503316480 2024-04-02T09:54:12.633 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.633 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:12.633 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.634 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.634 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:12.634 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.634 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.634 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:12.634 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 432092704 2024-04-02T09:54:12.634 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.634 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:12.634 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.634 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.634 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:12.635 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.635 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.635 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:12.635 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.635 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.635 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:12.635 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.635 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.635 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:12.635 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 35322 2024-04-02T09:54:12.635 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.635 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:12.635 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1163616 2024-04-02T09:54:12.635 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.635 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:12.636 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.636 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.636 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:12.636 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.636 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.636 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:12.636 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.636 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.636 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:12.636 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 70024838 2024-04-02T09:54:12.636 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.636 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.636 INFO:tasks.workunit.client.0.smithi012.stdout: "objecter": { 2024-04-02T09:54:12.636 INFO:tasks.workunit.client.0.smithi012.stdout: "op_active": { 2024-04-02T09:54:12.637 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.637 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.637 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:54:12.637 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13 2024-04-02T09:54:12.637 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.637 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rmw": { 2024-04-02T09:54:12.637 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.637 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.637 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:54:12.637 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.637 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.637 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.637 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:12.637 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg": { 2024-04-02T09:54:12.638 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 48 2024-04-02T09:54:12.638 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.638 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg_removing": { 2024-04-02T09:54:12.638 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.638 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.638 INFO:tasks.workunit.client.0.smithi012.stdout: "op": { 2024-04-02T09:54:12.638 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 72419 2024-04-02T09:54:12.638 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.638 INFO:tasks.workunit.client.0.smithi012.stdout: "op_before_queue_op_lat": { 2024-04-02T09:54:12.638 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 149859, 2024-04-02T09:54:12.638 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8187969429 2024-04-02T09:54:12.638 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.638 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_degraded": { 2024-04-02T09:54:12.639 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.639 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.639 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_unreadable": { 2024-04-02T09:54:12.639 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.639 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.639 INFO:tasks.workunit.client.0.smithi012.stdout: "op_in_bytes": { 2024-04-02T09:54:12.639 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1482243038 2024-04-02T09:54:12.639 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.639 INFO:tasks.workunit.client.0.smithi012.stdout: "op_latency": { 2024-04-02T09:54:12.639 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 72419, 2024-04-02T09:54:12.639 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 302198948383 2024-04-02T09:54:12.639 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.639 INFO:tasks.workunit.client.0.smithi012.stdout: "op_out_bytes": { 2024-04-02T09:54:12.639 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1482928171 2024-04-02T09:54:12.640 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.640 INFO:tasks.workunit.client.0.smithi012.stdout: "op_prepare_latency": { 2024-04-02T09:54:12.640 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 74739, 2024-04-02T09:54:12.640 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 34312911194 2024-04-02T09:54:12.640 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.640 INFO:tasks.workunit.client.0.smithi012.stdout: "op_process_latency": { 2024-04-02T09:54:12.640 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 72419, 2024-04-02T09:54:12.640 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 73478065284 2024-04-02T09:54:12.640 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.640 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:54:12.640 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 55166 2024-04-02T09:54:12.640 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.640 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency": { 2024-04-02T09:54:12.640 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 55166, 2024-04-02T09:54:12.640 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 58695619381 2024-04-02T09:54:12.640 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.641 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:54:12.641 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.641 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.641 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_out_bytes": { 2024-04-02T09:54:12.641 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1482928171 2024-04-02T09:54:12.641 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.641 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_prepare_latency": { 2024-04-02T09:54:12.641 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 55410, 2024-04-02T09:54:12.641 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11296339579 2024-04-02T09:54:12.641 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.641 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_process_latency": { 2024-04-02T09:54:12.641 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 55166, 2024-04-02T09:54:12.641 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10069639897 2024-04-02T09:54:12.641 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.641 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw": { 2024-04-02T09:54:12.642 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13139 2024-04-02T09:54:12.642 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.642 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_in_bytes": { 2024-04-02T09:54:12.642 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 215127249 2024-04-02T09:54:12.642 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.642 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency": { 2024-04-02T09:54:12.642 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 13139, 2024-04-02T09:54:12.642 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 181277156175 2024-04-02T09:54:12.642 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.642 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:54:12.642 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.642 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.642 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:54:12.642 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.643 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.643 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_out_bytes": { 2024-04-02T09:54:12.643 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.643 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.643 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_prepare_latency": { 2024-04-02T09:54:12.643 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15086, 2024-04-02T09:54:12.643 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 17676335962 2024-04-02T09:54:12.643 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.643 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_process_latency": { 2024-04-02T09:54:12.643 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 13139, 2024-04-02T09:54:12.643 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 38155440899 2024-04-02T09:54:12.643 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.643 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:54:12.643 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4114 2024-04-02T09:54:12.643 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.643 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_in_bytes": { 2024-04-02T09:54:12.643 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1267115789 2024-04-02T09:54:12.644 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.644 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency": { 2024-04-02T09:54:12.644 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 4114, 2024-04-02T09:54:12.644 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 62226172827 2024-04-02T09:54:12.644 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.644 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:54:12.644 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.644 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.644 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_prepare_latency": { 2024-04-02T09:54:12.644 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 4243, 2024-04-02T09:54:12.644 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5340235653 2024-04-02T09:54:12.644 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.644 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_process_latency": { 2024-04-02T09:54:12.644 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 4114, 2024-04-02T09:54:12.644 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 25252984488 2024-04-02T09:54:12.645 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.645 INFO:tasks.workunit.client.0.smithi012.stdout: "op_wip": { 2024-04-02T09:54:12.645 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.645 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.645 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_bytes": { 2024-04-02T09:54:12.645 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 35 2024-04-02T09:54:12.645 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.645 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_ops": { 2024-04-02T09:54:12.645 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T09:54:12.645 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.645 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes": { 2024-04-02T09:54:12.645 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T09:54:12.645 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.646 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes_used": { 2024-04-02T09:54:12.646 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 487645184 2024-04-02T09:54:12.646 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.646 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.646 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.646 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.4": { 2024-04-02T09:54:12.646 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:12.646 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_db_max_lat": { 2024-04-02T09:54:12.646 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 26003 2024-04-02T09:54:12.646 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.646 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_fallback": { 2024-04-02T09:54:12.646 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.646 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.646 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_max_lat": { 2024-04-02T09:54:12.646 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.647 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.647 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:54:12.647 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.647 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.647 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_db": { 2024-04-02T09:54:12.647 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 65536 2024-04-02T09:54:12.647 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.647 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_slow": { 2024-04-02T09:54:12.647 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.647 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.647 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_wal": { 2024-04-02T09:54:12.647 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.647 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.647 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_wal_max_lat": { 2024-04-02T09:54:12.647 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.648 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.648 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_slow": { 2024-04-02T09:54:12.648 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.648 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.648 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_sst": { 2024-04-02T09:54:12.648 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3641344 2024-04-02T09:54:12.648 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.648 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_wal": { 2024-04-02T09:54:12.648 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 598814720 2024-04-02T09:54:12.648 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.648 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lat": { 2024-04-02T09:54:12.648 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 14, 2024-04-02T09:54:12.648 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3827168 2024-04-02T09:54:12.648 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.649 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lock_lat": { 2024-04-02T09:54:12.649 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 14, 2024-04-02T09:54:12.649 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 963208 2024-04-02T09:54:12.649 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.649 INFO:tasks.workunit.client.0.smithi012.stdout: "db_alloc_lat": { 2024-04-02T09:54:12.649 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 145, 2024-04-02T09:54:12.649 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 678937 2024-04-02T09:54:12.649 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.649 INFO:tasks.workunit.client.0.smithi012.stdout: "db_total_bytes": { 2024-04-02T09:54:12.649 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995027456 2024-04-02T09:54:12.649 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.649 INFO:tasks.workunit.client.0.smithi012.stdout: "db_used_bytes": { 2024-04-02T09:54:12.649 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 561840128 2024-04-02T09:54:12.649 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.650 INFO:tasks.workunit.client.0.smithi012.stdout: "flush_lat": { 2024-04-02T09:54:12.650 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 59989, 2024-04-02T09:54:12.650 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9876917005 2024-04-02T09:54:12.650 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.650 INFO:tasks.workunit.client.0.smithi012.stdout: "fsync_lat": { 2024-04-02T09:54:12.650 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 59993, 2024-04-02T09:54:12.650 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15296536796 2024-04-02T09:54:12.650 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.650 INFO:tasks.workunit.client.0.smithi012.stdout: "log_bytes": { 2024-04-02T09:54:12.650 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13045760 2024-04-02T09:54:12.650 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.650 INFO:tasks.workunit.client.0.smithi012.stdout: "logged_bytes": { 2024-04-02T09:54:12.650 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 245768192 2024-04-02T09:54:12.650 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.651 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_db": { 2024-04-02T09:54:12.651 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 570359808 2024-04-02T09:54:12.651 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.651 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_slow": { 2024-04-02T09:54:12.651 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.651 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.651 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_wal": { 2024-04-02T09:54:12.651 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.651 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.651 INFO:tasks.workunit.client.0.smithi012.stdout: "num_files": { 2024-04-02T09:54:12.651 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 44 2024-04-02T09:54:12.651 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.651 INFO:tasks.workunit.client.0.smithi012.stdout: "read_bytes": { 2024-04-02T09:54:12.651 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2244589250 2024-04-02T09:54:12.651 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.652 INFO:tasks.workunit.client.0.smithi012.stdout: "read_count": { 2024-04-02T09:54:12.652 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 33716 2024-04-02T09:54:12.652 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.652 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes": { 2024-04-02T09:54:12.652 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2003484672 2024-04-02T09:54:12.652 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.652 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_db": { 2024-04-02T09:54:12.652 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2003488768 2024-04-02T09:54:12.652 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.652 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_slow": { 2024-04-02T09:54:12.652 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.652 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.652 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_wal": { 2024-04-02T09:54:12.652 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.652 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.653 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_count": { 2024-04-02T09:54:12.653 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 25040 2024-04-02T09:54:12.653 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.653 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:54:12.653 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 33716, 2024-04-02T09:54:12.653 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 926300387 2024-04-02T09:54:12.653 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.653 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_bytes": { 2024-04-02T09:54:12.653 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2176940891 2024-04-02T09:54:12.653 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.653 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_count": { 2024-04-02T09:54:12.653 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 31638 2024-04-02T09:54:12.653 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.653 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_bytes": { 2024-04-02T09:54:12.654 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1093635 2024-04-02T09:54:12.654 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.654 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_count": { 2024-04-02T09:54:12.654 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 382 2024-04-02T09:54:12.654 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.654 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_bytes": { 2024-04-02T09:54:12.654 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3616376 2024-04-02T09:54:12.654 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.654 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_count": { 2024-04-02T09:54:12.654 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 544 2024-04-02T09:54:12.654 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.654 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes": { 2024-04-02T09:54:12.654 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2522741 2024-04-02T09:54:12.654 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.654 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:54:12.655 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2522741 2024-04-02T09:54:12.655 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.655 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:54:12.655 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.655 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.655 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:54:12.655 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.655 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.655 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_count": { 2024-04-02T09:54:12.655 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 165 2024-04-02T09:54:12.655 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.655 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_lat": { 2024-04-02T09:54:12.655 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 544, 2024-04-02T09:54:12.656 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1337718 2024-04-02T09:54:12.656 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.656 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_alloc_lat": { 2024-04-02T09:54:12.656 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.656 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.656 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.656 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_total_bytes": { 2024-04-02T09:54:12.656 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.656 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.656 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_used_bytes": { 2024-04-02T09:54:12.656 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.656 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.656 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:54:12.656 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T09:54:12.657 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 653 2024-04-02T09:54:12.657 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.657 INFO:tasks.workunit.client.0.smithi012.stdout: "unlink_lat": { 2024-04-02T09:54:12.657 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 6, 2024-04-02T09:54:12.657 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9270 2024-04-02T09:54:12.657 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.657 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_alloc_lat": { 2024-04-02T09:54:12.657 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.657 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.657 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.657 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_total_bytes": { 2024-04-02T09:54:12.657 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.657 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.658 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_used_bytes": { 2024-04-02T09:54:12.658 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.658 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.658 INFO:tasks.workunit.client.0.smithi012.stdout: "write_bytes": { 2024-04-02T09:54:12.658 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 850366464 2024-04-02T09:54:12.658 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.658 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.658 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore": { 2024-04-02T09:54:12.658 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit": { 2024-04-02T09:54:12.658 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4096 2024-04-02T09:54:12.658 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.658 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": { 2024-04-02T09:54:12.658 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14589952 2024-04-02T09:54:12.659 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.659 INFO:tasks.workunit.client.0.smithi012.stdout: "allocator_lat": { 2024-04-02T09:54:12.659 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 20569, 2024-04-02T09:54:12.659 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 68982145 2024-04-02T09:54:12.659 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.659 INFO:tasks.workunit.client.0.smithi012.stdout: "clist_lat": { 2024-04-02T09:54:12.659 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3482, 2024-04-02T09:54:12.659 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3732917919 2024-04-02T09:54:12.659 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.659 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_lat": { 2024-04-02T09:54:12.659 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.659 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.659 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.660 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed": { 2024-04-02T09:54:12.660 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.660 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.660 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_allocated": { 2024-04-02T09:54:12.660 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.660 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.660 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_original": { 2024-04-02T09:54:12.660 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.660 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.660 INFO:tasks.workunit.client.0.smithi012.stdout: "csum_lat": { 2024-04-02T09:54:12.660 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 18034, 2024-04-02T09:54:12.660 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 156303611 2024-04-02T09:54:12.660 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.660 INFO:tasks.workunit.client.0.smithi012.stdout: "decompress_lat": { 2024-04-02T09:54:12.661 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.661 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.661 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.661 INFO:tasks.workunit.client.0.smithi012.stdout: "fragmentation_micros": { 2024-04-02T09:54:12.661 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.661 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.661 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_commit_lat": { 2024-04-02T09:54:12.661 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 59945, 2024-04-02T09:54:12.661 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18620003124 2024-04-02T09:54:12.661 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.661 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_final_lat": { 2024-04-02T09:54:12.661 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 59564, 2024-04-02T09:54:12.661 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1489181775 2024-04-02T09:54:12.661 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.662 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_flush_lat": { 2024-04-02T09:54:12.662 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 59945, 2024-04-02T09:54:12.662 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 49515230 2024-04-02T09:54:12.662 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.662 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_sync_lat": { 2024-04-02T09:54:12.662 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 59945, 2024-04-02T09:54:12.662 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18669518354 2024-04-02T09:54:12.662 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.662 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_keys_lat": { 2024-04-02T09:54:12.662 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.662 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.662 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.662 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_values_lat": { 2024-04-02T09:54:12.663 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 23772, 2024-04-02T09:54:12.663 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 658253009 2024-04-02T09:54:12.663 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.663 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_lower_bound_lat": { 2024-04-02T09:54:12.663 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 865, 2024-04-02T09:54:12.663 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2425349 2024-04-02T09:54:12.663 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.663 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_next_lat": { 2024-04-02T09:54:12.663 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 7979, 2024-04-02T09:54:12.663 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7384571 2024-04-02T09:54:12.663 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.663 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:54:12.663 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 45, 2024-04-02T09:54:12.663 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 97342 2024-04-02T09:54:12.664 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.664 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_upper_bound_lat": { 2024-04-02T09:54:12.664 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 14540, 2024-04-02T09:54:12.664 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2535843387 2024-04-02T09:54:12.664 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.664 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_hits": { 2024-04-02T09:54:12.664 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 189231 2024-04-02T09:54:12.664 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.664 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_misses": { 2024-04-02T09:54:12.664 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 19565 2024-04-02T09:54:12.664 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.664 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:54:12.664 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 17991, 2024-04-02T09:54:12.664 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1741754079 2024-04-02T09:54:12.665 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.665 INFO:tasks.workunit.client.0.smithi012.stdout: "read_onode_meta_lat": { 2024-04-02T09:54:12.665 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 55198, 2024-04-02T09:54:12.665 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15314318 2024-04-02T09:54:12.665 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.665 INFO:tasks.workunit.client.0.smithi012.stdout: "read_wait_aio_lat": { 2024-04-02T09:54:12.665 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 37207, 2024-04-02T09:54:12.665 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1433092450 2024-04-02T09:54:12.665 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.665 INFO:tasks.workunit.client.0.smithi012.stdout: "reads_with_retries": { 2024-04-02T09:54:12.665 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.665 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.665 INFO:tasks.workunit.client.0.smithi012.stdout: "remove_lat": { 2024-04-02T09:54:12.666 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 13442, 2024-04-02T09:54:12.666 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 387515979 2024-04-02T09:54:12.666 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.666 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_aio_wait_count": { 2024-04-02T09:54:12.666 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.666 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.666 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_committed_kv_count": { 2024-04-02T09:54:12.666 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.666 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.666 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:54:12.666 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.666 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.666 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:54:12.666 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.667 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.667 INFO:tasks.workunit.client.0.smithi012.stdout: "state_aio_wait_lat": { 2024-04-02T09:54:12.667 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 70642, 2024-04-02T09:54:12.667 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6490761228 2024-04-02T09:54:12.667 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.667 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:54:12.667 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 18275, 2024-04-02T09:54:12.667 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1063278301 2024-04-02T09:54:12.667 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.667 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:54:12.667 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 18274, 2024-04-02T09:54:12.667 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3957055057831 2024-04-02T09:54:12.667 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.668 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_queued_lat": { 2024-04-02T09:54:12.668 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 18275, 2024-04-02T09:54:12.668 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5998687528203 2024-04-02T09:54:12.668 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.668 INFO:tasks.workunit.client.0.smithi012.stdout: "state_done_lat": { 2024-04-02T09:54:12.668 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 70641, 2024-04-02T09:54:12.668 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2006969560347 2024-04-02T09:54:12.668 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.668 INFO:tasks.workunit.client.0.smithi012.stdout: "state_finishing_lat": { 2024-04-02T09:54:12.668 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 70641, 2024-04-02T09:54:12.668 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8002223 2024-04-02T09:54:12.668 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.668 INFO:tasks.workunit.client.0.smithi012.stdout: "state_io_done_lat": { 2024-04-02T09:54:12.669 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 70642, 2024-04-02T09:54:12.669 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 259486895 2024-04-02T09:54:12.669 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.669 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_commiting_lat": { 2024-04-02T09:54:12.669 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 70642, 2024-04-02T09:54:12.669 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 29437456462 2024-04-02T09:54:12.669 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.669 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_done_lat": { 2024-04-02T09:54:12.669 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 70642, 2024-04-02T09:54:12.669 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 31192561 2024-04-02T09:54:12.669 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.669 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_queued_lat": { 2024-04-02T09:54:12.669 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 70642, 2024-04-02T09:54:12.669 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12382211293 2024-04-02T09:54:12.670 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.670 INFO:tasks.workunit.client.0.smithi012.stdout: "state_prepare_lat": { 2024-04-02T09:54:12.670 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 70642, 2024-04-02T09:54:12.670 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10471097651 2024-04-02T09:54:12.670 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.670 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": { 2024-04-02T09:54:12.670 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10374511 2024-04-02T09:54:12.670 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.670 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:54:12.670 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2473, 2024-04-02T09:54:12.670 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13689773 2024-04-02T09:54:12.670 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.670 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_commit_lat": { 2024-04-02T09:54:12.671 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 70642, 2024-04-02T09:54:12.671 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 59056154107 2024-04-02T09:54:12.671 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.671 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_submit_lat": { 2024-04-02T09:54:12.671 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 70642, 2024-04-02T09:54:12.671 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11421601579 2024-04-02T09:54:12.671 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.671 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_throttle_lat": { 2024-04-02T09:54:12.671 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 70642, 2024-04-02T09:54:12.671 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 473149813 2024-04-02T09:54:12.671 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.671 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.671 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache": { 2024-04-02T09:54:12.671 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T09:54:12.671 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1406236154 2024-04-02T09:54:12.672 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.672 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T09:54:12.672 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 605601792 2024-04-02T09:54:12.672 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.672 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T09:54:12.672 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 559800320 2024-04-02T09:54:12.672 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.672 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T09:54:12.672 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2601814732 2024-04-02T09:54:12.672 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.672 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T09:54:12.672 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 45801472 2024-04-02T09:54:12.672 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.672 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.673 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:data": { 2024-04-02T09:54:12.673 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:12.673 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 125829120 2024-04-02T09:54:12.673 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.673 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:12.673 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.673 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.673 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:12.673 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.673 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.673 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:12.673 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57316909 2024-04-02T09:54:12.673 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.673 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:12.673 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.673 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.673 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:12.674 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.674 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.674 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:12.674 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.674 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.674 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:12.674 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.674 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.674 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:12.674 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 16384 2024-04-02T09:54:12.674 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.674 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:12.674 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 946176 2024-04-02T09:54:12.675 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.675 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:12.675 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.675 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.675 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:12.675 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.675 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.675 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:12.675 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.675 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.675 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:12.675 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67549651 2024-04-02T09:54:12.675 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.676 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.676 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv": { 2024-04-02T09:54:12.676 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:12.676 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 570425344 2024-04-02T09:54:12.676 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.676 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:12.676 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:54:12.676 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.676 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:12.676 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.676 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.676 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:12.676 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 429876824 2024-04-02T09:54:12.677 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.677 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:12.677 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.677 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.677 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:12.677 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.677 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.677 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:12.677 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1392 2024-04-02T09:54:12.677 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.677 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:12.677 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.677 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.677 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:12.678 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 86624 2024-04-02T09:54:12.678 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.678 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:12.678 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.678 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.678 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:12.678 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.678 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.678 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:12.678 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.678 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.678 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:12.678 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.679 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.679 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:12.679 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 73351640 2024-04-02T09:54:12.679 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.679 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.679 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:54:12.679 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:12.679 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 176160768 2024-04-02T09:54:12.679 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.679 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:12.679 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:54:12.679 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.679 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:12.679 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2872432 2024-04-02T09:54:12.680 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.680 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:12.680 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 38211273 2024-04-02T09:54:12.680 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.680 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:12.680 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.680 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.680 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:12.680 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.680 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.680 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:12.680 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.680 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.680 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:12.680 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.680 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.681 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:12.681 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.681 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.681 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:12.681 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.681 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.681 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:12.681 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.681 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.681 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:12.681 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.681 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.681 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:12.681 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.682 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.682 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:12.682 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67968199 2024-04-02T09:54:12.682 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.682 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.682 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:meta": { 2024-04-02T09:54:12.682 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:12.682 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 503316480 2024-04-02T09:54:12.682 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.682 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:12.682 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.682 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.682 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:12.682 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.683 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.683 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:12.683 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 429876824 2024-04-02T09:54:12.683 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.683 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:12.683 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.683 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.683 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:12.683 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.683 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.683 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:12.683 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.683 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.683 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:12.683 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.683 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.684 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:12.684 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 27068 2024-04-02T09:54:12.684 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.684 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:12.684 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1168966 2024-04-02T09:54:12.684 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.684 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:12.684 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.684 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.684 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:12.684 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.684 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.684 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:12.684 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.685 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.685 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:12.685 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 72243622 2024-04-02T09:54:12.685 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.685 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.685 INFO:tasks.workunit.client.0.smithi012.stdout: "objecter": { 2024-04-02T09:54:12.685 INFO:tasks.workunit.client.0.smithi012.stdout: "op_active": { 2024-04-02T09:54:12.685 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.685 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.685 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:54:12.685 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 16 2024-04-02T09:54:12.685 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.685 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rmw": { 2024-04-02T09:54:12.685 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.685 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.686 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:54:12.686 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.686 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.686 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.686 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:12.686 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg": { 2024-04-02T09:54:12.686 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 49 2024-04-02T09:54:12.686 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.686 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg_removing": { 2024-04-02T09:54:12.686 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.686 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.686 INFO:tasks.workunit.client.0.smithi012.stdout: "op": { 2024-04-02T09:54:12.686 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 36843 2024-04-02T09:54:12.686 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.686 INFO:tasks.workunit.client.0.smithi012.stdout: "op_before_queue_op_lat": { 2024-04-02T09:54:12.686 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 95068, 2024-04-02T09:54:12.687 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10131431046 2024-04-02T09:54:12.687 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.687 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_degraded": { 2024-04-02T09:54:12.687 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.687 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.687 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_unreadable": { 2024-04-02T09:54:12.687 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.687 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.687 INFO:tasks.workunit.client.0.smithi012.stdout: "op_in_bytes": { 2024-04-02T09:54:12.687 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1529196149 2024-04-02T09:54:12.687 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.687 INFO:tasks.workunit.client.0.smithi012.stdout: "op_latency": { 2024-04-02T09:54:12.687 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 36843, 2024-04-02T09:54:12.687 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57405719392 2024-04-02T09:54:12.687 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.687 INFO:tasks.workunit.client.0.smithi012.stdout: "op_out_bytes": { 2024-04-02T09:54:12.688 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2028233427 2024-04-02T09:54:12.688 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.688 INFO:tasks.workunit.client.0.smithi012.stdout: "op_prepare_latency": { 2024-04-02T09:54:12.688 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 37349, 2024-04-02T09:54:12.688 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14165427958 2024-04-02T09:54:12.688 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.688 INFO:tasks.workunit.client.0.smithi012.stdout: "op_process_latency": { 2024-04-02T09:54:12.688 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 36843, 2024-04-02T09:54:12.688 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 31561835769 2024-04-02T09:54:12.688 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.688 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:54:12.688 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 27193 2024-04-02T09:54:12.688 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.688 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency": { 2024-04-02T09:54:12.689 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 27193, 2024-04-02T09:54:12.689 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11379311474 2024-04-02T09:54:12.689 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.689 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:54:12.689 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.689 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.689 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_out_bytes": { 2024-04-02T09:54:12.689 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2028233427 2024-04-02T09:54:12.689 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.689 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_prepare_latency": { 2024-04-02T09:54:12.689 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 27375, 2024-04-02T09:54:12.689 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5838151260 2024-04-02T09:54:12.689 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.689 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_process_latency": { 2024-04-02T09:54:12.690 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 27193, 2024-04-02T09:54:12.690 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5910345032 2024-04-02T09:54:12.690 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.690 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw": { 2024-04-02T09:54:12.690 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5711 2024-04-02T09:54:12.690 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.690 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_in_bytes": { 2024-04-02T09:54:12.690 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 414525490 2024-04-02T09:54:12.690 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.690 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency": { 2024-04-02T09:54:12.690 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 5711, 2024-04-02T09:54:12.690 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11009051116 2024-04-02T09:54:12.690 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.690 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:54:12.691 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.691 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.691 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:54:12.691 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.691 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.691 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_out_bytes": { 2024-04-02T09:54:12.691 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.691 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.691 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_prepare_latency": { 2024-04-02T09:54:12.691 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 5923, 2024-04-02T09:54:12.691 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3522042949 2024-04-02T09:54:12.691 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.691 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_process_latency": { 2024-04-02T09:54:12.691 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 5711, 2024-04-02T09:54:12.691 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9263467654 2024-04-02T09:54:12.692 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.692 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:54:12.692 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3939 2024-04-02T09:54:12.692 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.692 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_in_bytes": { 2024-04-02T09:54:12.692 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1114670659 2024-04-02T09:54:12.692 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.692 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency": { 2024-04-02T09:54:12.692 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3939, 2024-04-02T09:54:12.692 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 35017356802 2024-04-02T09:54:12.692 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.692 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:54:12.692 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.692 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.692 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_prepare_latency": { 2024-04-02T09:54:12.693 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 4051, 2024-04-02T09:54:12.693 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4805233749 2024-04-02T09:54:12.693 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.693 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_process_latency": { 2024-04-02T09:54:12.693 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3939, 2024-04-02T09:54:12.693 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 16388023083 2024-04-02T09:54:12.693 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.693 INFO:tasks.workunit.client.0.smithi012.stdout: "op_wip": { 2024-04-02T09:54:12.693 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.693 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.693 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_bytes": { 2024-04-02T09:54:12.693 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 16777216 2024-04-02T09:54:12.693 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.693 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_ops": { 2024-04-02T09:54:12.694 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9 2024-04-02T09:54:12.694 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.694 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes": { 2024-04-02T09:54:12.694 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T09:54:12.694 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.694 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes_used": { 2024-04-02T09:54:12.694 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 576442368 2024-04-02T09:54:12.694 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.694 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.694 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.694 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.5": { 2024-04-02T09:54:12.695 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:12.695 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_db_max_lat": { 2024-04-02T09:54:12.695 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24499 2024-04-02T09:54:12.695 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.695 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_fallback": { 2024-04-02T09:54:12.695 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.695 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.695 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_max_lat": { 2024-04-02T09:54:12.695 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.695 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.695 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:54:12.695 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.695 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.696 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_db": { 2024-04-02T09:54:12.696 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 65536 2024-04-02T09:54:12.696 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.696 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_slow": { 2024-04-02T09:54:12.696 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.696 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.696 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_wal": { 2024-04-02T09:54:12.696 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.696 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.696 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_wal_max_lat": { 2024-04-02T09:54:12.696 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.696 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.696 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_slow": { 2024-04-02T09:54:12.696 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.696 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.697 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_sst": { 2024-04-02T09:54:12.697 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 25403392 2024-04-02T09:54:12.697 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.697 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_wal": { 2024-04-02T09:54:12.697 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 873136128 2024-04-02T09:54:12.697 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.697 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lat": { 2024-04-02T09:54:12.697 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 20, 2024-04-02T09:54:12.697 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4814235 2024-04-02T09:54:12.697 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.697 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lock_lat": { 2024-04-02T09:54:12.697 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 20, 2024-04-02T09:54:12.697 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1793123 2024-04-02T09:54:12.697 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.698 INFO:tasks.workunit.client.0.smithi012.stdout: "db_alloc_lat": { 2024-04-02T09:54:12.698 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 241, 2024-04-02T09:54:12.698 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1183985 2024-04-02T09:54:12.698 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.698 INFO:tasks.workunit.client.0.smithi012.stdout: "db_total_bytes": { 2024-04-02T09:54:12.698 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995027456 2024-04-02T09:54:12.698 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.698 INFO:tasks.workunit.client.0.smithi012.stdout: "db_used_bytes": { 2024-04-02T09:54:12.698 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 888209408 2024-04-02T09:54:12.698 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.698 INFO:tasks.workunit.client.0.smithi012.stdout: "flush_lat": { 2024-04-02T09:54:12.698 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 83015, 2024-04-02T09:54:12.698 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13496583191 2024-04-02T09:54:12.699 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.699 INFO:tasks.workunit.client.0.smithi012.stdout: "fsync_lat": { 2024-04-02T09:54:12.699 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 82965, 2024-04-02T09:54:12.699 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 20120803602 2024-04-02T09:54:12.699 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.699 INFO:tasks.workunit.client.0.smithi012.stdout: "log_bytes": { 2024-04-02T09:54:12.699 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7290880 2024-04-02T09:54:12.699 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.699 INFO:tasks.workunit.client.0.smithi012.stdout: "logged_bytes": { 2024-04-02T09:54:12.699 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 339824640 2024-04-02T09:54:12.699 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.699 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_db": { 2024-04-02T09:54:12.699 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 905248768 2024-04-02T09:54:12.699 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.699 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_slow": { 2024-04-02T09:54:12.699 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.700 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.700 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_wal": { 2024-04-02T09:54:12.700 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.700 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.700 INFO:tasks.workunit.client.0.smithi012.stdout: "num_files": { 2024-04-02T09:54:12.700 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 56 2024-04-02T09:54:12.700 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.700 INFO:tasks.workunit.client.0.smithi012.stdout: "read_bytes": { 2024-04-02T09:54:12.700 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7412065027 2024-04-02T09:54:12.700 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.700 INFO:tasks.workunit.client.0.smithi012.stdout: "read_count": { 2024-04-02T09:54:12.700 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67663 2024-04-02T09:54:12.700 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.700 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes": { 2024-04-02T09:54:12.701 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6294388736 2024-04-02T09:54:12.701 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.701 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_db": { 2024-04-02T09:54:12.701 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6294392832 2024-04-02T09:54:12.701 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.701 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_slow": { 2024-04-02T09:54:12.701 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.701 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.701 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_wal": { 2024-04-02T09:54:12.701 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.701 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.701 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_count": { 2024-04-02T09:54:12.701 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 56777 2024-04-02T09:54:12.702 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.702 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:54:12.702 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 67663, 2024-04-02T09:54:12.702 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2944157478 2024-04-02T09:54:12.702 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.702 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_bytes": { 2024-04-02T09:54:12.702 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7257347676 2024-04-02T09:54:12.702 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.702 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_count": { 2024-04-02T09:54:12.702 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 62926 2024-04-02T09:54:12.702 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.702 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_bytes": { 2024-04-02T09:54:12.702 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5471099 2024-04-02T09:54:12.702 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.703 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_count": { 2024-04-02T09:54:12.703 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 809 2024-04-02T09:54:12.703 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.703 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_bytes": { 2024-04-02T09:54:12.703 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 26440000 2024-04-02T09:54:12.703 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.703 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_count": { 2024-04-02T09:54:12.703 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1195 2024-04-02T09:54:12.703 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.703 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes": { 2024-04-02T09:54:12.703 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 20968901 2024-04-02T09:54:12.703 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.703 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:54:12.703 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 20968901 2024-04-02T09:54:12.703 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.704 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:54:12.704 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.704 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.704 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:54:12.704 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.704 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.704 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_count": { 2024-04-02T09:54:12.704 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 408 2024-04-02T09:54:12.704 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.704 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_lat": { 2024-04-02T09:54:12.704 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1195, 2024-04-02T09:54:12.704 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11028545 2024-04-02T09:54:12.704 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.704 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_alloc_lat": { 2024-04-02T09:54:12.705 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.705 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.705 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.705 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_total_bytes": { 2024-04-02T09:54:12.705 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.705 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.705 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_used_bytes": { 2024-04-02T09:54:12.705 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.705 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.705 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:54:12.705 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T09:54:12.705 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 818 2024-04-02T09:54:12.705 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.706 INFO:tasks.workunit.client.0.smithi012.stdout: "unlink_lat": { 2024-04-02T09:54:12.706 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 20, 2024-04-02T09:54:12.706 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 35821 2024-04-02T09:54:12.706 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.706 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_alloc_lat": { 2024-04-02T09:54:12.706 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.706 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.706 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.706 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_total_bytes": { 2024-04-02T09:54:12.706 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.706 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.706 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_used_bytes": { 2024-04-02T09:54:12.706 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.706 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.707 INFO:tasks.workunit.client.0.smithi012.stdout: "write_bytes": { 2024-04-02T09:54:12.707 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1241403392 2024-04-02T09:54:12.707 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.707 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.707 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore": { 2024-04-02T09:54:12.707 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit": { 2024-04-02T09:54:12.707 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4096 2024-04-02T09:54:12.707 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.707 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": { 2024-04-02T09:54:12.707 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14594048 2024-04-02T09:54:12.707 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.707 INFO:tasks.workunit.client.0.smithi012.stdout: "allocator_lat": { 2024-04-02T09:54:12.707 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 23221, 2024-04-02T09:54:12.708 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 73462577 2024-04-02T09:54:12.708 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.708 INFO:tasks.workunit.client.0.smithi012.stdout: "clist_lat": { 2024-04-02T09:54:12.708 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3545, 2024-04-02T09:54:12.708 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5336450511 2024-04-02T09:54:12.708 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.708 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_lat": { 2024-04-02T09:54:12.708 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.708 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.708 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.708 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed": { 2024-04-02T09:54:12.708 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.708 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.708 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_allocated": { 2024-04-02T09:54:12.708 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.708 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.709 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_original": { 2024-04-02T09:54:12.709 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.709 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.709 INFO:tasks.workunit.client.0.smithi012.stdout: "csum_lat": { 2024-04-02T09:54:12.709 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 20891, 2024-04-02T09:54:12.709 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 174564779 2024-04-02T09:54:12.709 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.709 INFO:tasks.workunit.client.0.smithi012.stdout: "decompress_lat": { 2024-04-02T09:54:12.709 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.709 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.709 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.709 INFO:tasks.workunit.client.0.smithi012.stdout: "fragmentation_micros": { 2024-04-02T09:54:12.709 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.709 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.709 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_commit_lat": { 2024-04-02T09:54:12.709 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 82864, 2024-04-02T09:54:12.710 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24599689719 2024-04-02T09:54:12.710 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.710 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_final_lat": { 2024-04-02T09:54:12.710 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 82394, 2024-04-02T09:54:12.710 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1815382458 2024-04-02T09:54:12.710 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.710 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_flush_lat": { 2024-04-02T09:54:12.710 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 82864, 2024-04-02T09:54:12.710 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 49809100 2024-04-02T09:54:12.710 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.710 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_sync_lat": { 2024-04-02T09:54:12.710 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 82864, 2024-04-02T09:54:12.710 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24649498819 2024-04-02T09:54:12.710 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.711 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_keys_lat": { 2024-04-02T09:54:12.711 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.711 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.711 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.711 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_values_lat": { 2024-04-02T09:54:12.711 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 33349, 2024-04-02T09:54:12.711 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1153955650 2024-04-02T09:54:12.711 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.711 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_lower_bound_lat": { 2024-04-02T09:54:12.711 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 911, 2024-04-02T09:54:12.711 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2715822 2024-04-02T09:54:12.711 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.711 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_next_lat": { 2024-04-02T09:54:12.711 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 11729, 2024-04-02T09:54:12.711 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13105897 2024-04-02T09:54:12.712 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.712 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:54:12.712 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 48, 2024-04-02T09:54:12.712 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 98057 2024-04-02T09:54:12.712 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.712 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_upper_bound_lat": { 2024-04-02T09:54:12.712 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 16920, 2024-04-02T09:54:12.712 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4622607272 2024-04-02T09:54:12.712 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.712 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_hits": { 2024-04-02T09:54:12.712 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 245770 2024-04-02T09:54:12.712 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.712 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_misses": { 2024-04-02T09:54:12.712 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 21763 2024-04-02T09:54:12.712 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.713 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:54:12.713 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 16312, 2024-04-02T09:54:12.713 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1816263422 2024-04-02T09:54:12.713 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.713 INFO:tasks.workunit.client.0.smithi012.stdout: "read_onode_meta_lat": { 2024-04-02T09:54:12.713 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 42118, 2024-04-02T09:54:12.713 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 22400699 2024-04-02T09:54:12.713 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.713 INFO:tasks.workunit.client.0.smithi012.stdout: "read_wait_aio_lat": { 2024-04-02T09:54:12.713 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 25806, 2024-04-02T09:54:12.713 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1650604541 2024-04-02T09:54:12.713 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.713 INFO:tasks.workunit.client.0.smithi012.stdout: "reads_with_retries": { 2024-04-02T09:54:12.713 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.713 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.714 INFO:tasks.workunit.client.0.smithi012.stdout: "remove_lat": { 2024-04-02T09:54:12.714 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15960, 2024-04-02T09:54:12.714 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 510521597 2024-04-02T09:54:12.714 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.714 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_aio_wait_count": { 2024-04-02T09:54:12.714 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.714 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.714 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_committed_kv_count": { 2024-04-02T09:54:12.714 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.714 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.714 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:54:12.714 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.714 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.714 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:54:12.714 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.714 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.715 INFO:tasks.workunit.client.0.smithi012.stdout: "state_aio_wait_lat": { 2024-04-02T09:54:12.715 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 98154, 2024-04-02T09:54:12.715 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9472356171 2024-04-02T09:54:12.715 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.715 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:54:12.715 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8666, 2024-04-02T09:54:12.715 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 617330780 2024-04-02T09:54:12.715 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.715 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:54:12.715 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8665, 2024-04-02T09:54:12.715 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3554479259067 2024-04-02T09:54:12.715 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.715 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_queued_lat": { 2024-04-02T09:54:12.715 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8666, 2024-04-02T09:54:12.715 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6585465400282 2024-04-02T09:54:12.715 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.716 INFO:tasks.workunit.client.0.smithi012.stdout: "state_done_lat": { 2024-04-02T09:54:12.716 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 98153, 2024-04-02T09:54:12.716 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2955218289943 2024-04-02T09:54:12.716 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.716 INFO:tasks.workunit.client.0.smithi012.stdout: "state_finishing_lat": { 2024-04-02T09:54:12.716 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 98153, 2024-04-02T09:54:12.716 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10470713 2024-04-02T09:54:12.716 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.716 INFO:tasks.workunit.client.0.smithi012.stdout: "state_io_done_lat": { 2024-04-02T09:54:12.716 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 98154, 2024-04-02T09:54:12.716 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 341497059 2024-04-02T09:54:12.716 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.716 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_commiting_lat": { 2024-04-02T09:54:12.716 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 98154, 2024-04-02T09:54:12.716 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 40458652011 2024-04-02T09:54:12.717 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.717 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_done_lat": { 2024-04-02T09:54:12.717 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 98154, 2024-04-02T09:54:12.717 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 43483320 2024-04-02T09:54:12.717 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.717 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_queued_lat": { 2024-04-02T09:54:12.717 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 98154, 2024-04-02T09:54:12.717 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 20062739398 2024-04-02T09:54:12.717 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.717 INFO:tasks.workunit.client.0.smithi012.stdout: "state_prepare_lat": { 2024-04-02T09:54:12.717 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 98154, 2024-04-02T09:54:12.717 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14329734363 2024-04-02T09:54:12.717 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.717 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": { 2024-04-02T09:54:12.717 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10379717 2024-04-02T09:54:12.717 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.718 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:54:12.718 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2494, 2024-04-02T09:54:12.718 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15831692 2024-04-02T09:54:12.718 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.718 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_commit_lat": { 2024-04-02T09:54:12.718 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 98154, 2024-04-02T09:54:12.718 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 84685968539 2024-04-02T09:54:12.718 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.718 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_submit_lat": { 2024-04-02T09:54:12.718 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 98154, 2024-04-02T09:54:12.718 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15484037089 2024-04-02T09:54:12.718 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.718 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_throttle_lat": { 2024-04-02T09:54:12.718 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 98154, 2024-04-02T09:54:12.719 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 815166866 2024-04-02T09:54:12.719 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.719 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.719 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache": { 2024-04-02T09:54:12.719 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T09:54:12.719 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1406236154 2024-04-02T09:54:12.719 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.719 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T09:54:12.719 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 519364608 2024-04-02T09:54:12.719 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.719 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T09:54:12.719 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 482754560 2024-04-02T09:54:12.719 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.719 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T09:54:12.720 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2601814732 2024-04-02T09:54:12.720 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.720 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T09:54:12.720 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 36610048 2024-04-02T09:54:12.720 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.720 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.720 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:data": { 2024-04-02T09:54:12.720 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:12.720 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 125829120 2024-04-02T09:54:12.720 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.720 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:12.720 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.720 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.720 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:12.720 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.721 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.721 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:12.721 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 56307527 2024-04-02T09:54:12.721 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.721 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:12.721 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.721 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.721 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:12.721 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.721 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.721 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:12.721 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.721 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.721 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:12.721 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.722 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.722 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:12.722 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4096 2024-04-02T09:54:12.722 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.722 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:12.722 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 65536 2024-04-02T09:54:12.722 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.722 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:12.722 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.722 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.722 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:12.722 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.722 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.722 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:12.723 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.723 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.723 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:12.723 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 69451961 2024-04-02T09:54:12.723 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.723 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.723 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv": { 2024-04-02T09:54:12.723 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:12.723 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 562036736 2024-04-02T09:54:12.723 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.723 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:12.723 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:54:12.723 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.723 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:12.723 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.724 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.724 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:12.724 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 422306453 2024-04-02T09:54:12.724 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.724 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:12.724 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.724 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.724 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:12.724 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.724 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.724 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:12.724 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2384 2024-04-02T09:54:12.724 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.724 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:12.724 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.725 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.725 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:12.725 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 156384 2024-04-02T09:54:12.725 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.725 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:12.725 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 320 2024-04-02T09:54:12.725 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.725 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:12.725 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.725 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.725 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:12.725 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.725 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.725 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:12.725 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.725 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.726 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:12.726 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 72462331 2024-04-02T09:54:12.726 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.726 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.726 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:54:12.726 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:12.726 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 184549376 2024-04-02T09:54:12.726 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.726 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:12.726 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:54:12.726 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.726 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:12.726 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7984720 2024-04-02T09:54:12.726 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.726 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:12.727 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 37538351 2024-04-02T09:54:12.727 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.727 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:12.727 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.727 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.727 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:12.727 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.727 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.727 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:12.727 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.727 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.727 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:12.727 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.728 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.728 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:12.728 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.728 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.728 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:12.728 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.728 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.728 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:12.728 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.728 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.728 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:12.728 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.728 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.728 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:12.729 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.729 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.729 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:12.729 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71917441 2024-04-02T09:54:12.729 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.729 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.729 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:meta": { 2024-04-02T09:54:12.729 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:12.729 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 494927872 2024-04-02T09:54:12.729 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.729 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:12.729 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.729 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.729 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:12.729 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.730 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.730 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:12.730 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 422306453 2024-04-02T09:54:12.730 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.730 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:12.730 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.730 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.730 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:12.730 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.730 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.730 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:12.730 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.730 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.730 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:12.730 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.731 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.731 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:12.731 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 31697 2024-04-02T09:54:12.731 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.731 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:12.731 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1154964 2024-04-02T09:54:12.731 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.731 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:12.731 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.731 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.731 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:12.731 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.731 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.731 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:12.731 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.731 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.732 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:12.732 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71434758 2024-04-02T09:54:12.732 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.732 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.732 INFO:tasks.workunit.client.0.smithi012.stdout: "objecter": { 2024-04-02T09:54:12.732 INFO:tasks.workunit.client.0.smithi012.stdout: "op_active": { 2024-04-02T09:54:12.732 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.732 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.732 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:54:12.732 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 33 2024-04-02T09:54:12.732 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.732 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rmw": { 2024-04-02T09:54:12.732 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.733 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.733 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:54:12.733 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.733 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.733 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.733 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:12.733 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg": { 2024-04-02T09:54:12.733 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 53 2024-04-02T09:54:12.733 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.733 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg_removing": { 2024-04-02T09:54:12.733 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.733 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.733 INFO:tasks.workunit.client.0.smithi012.stdout: "op": { 2024-04-02T09:54:12.733 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 40987 2024-04-02T09:54:12.733 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.734 INFO:tasks.workunit.client.0.smithi012.stdout: "op_before_queue_op_lat": { 2024-04-02T09:54:12.734 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 125762, 2024-04-02T09:54:12.734 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12405014446 2024-04-02T09:54:12.734 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.734 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_degraded": { 2024-04-02T09:54:12.734 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.734 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.734 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_unreadable": { 2024-04-02T09:54:12.734 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.734 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.734 INFO:tasks.workunit.client.0.smithi012.stdout: "op_in_bytes": { 2024-04-02T09:54:12.734 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1259749365 2024-04-02T09:54:12.734 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.734 INFO:tasks.workunit.client.0.smithi012.stdout: "op_latency": { 2024-04-02T09:54:12.734 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 40987, 2024-04-02T09:54:12.735 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 44231685432 2024-04-02T09:54:12.735 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.735 INFO:tasks.workunit.client.0.smithi012.stdout: "op_out_bytes": { 2024-04-02T09:54:12.735 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2020147622 2024-04-02T09:54:12.735 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.735 INFO:tasks.workunit.client.0.smithi012.stdout: "op_prepare_latency": { 2024-04-02T09:54:12.735 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 41531, 2024-04-02T09:54:12.735 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14215270216 2024-04-02T09:54:12.735 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.735 INFO:tasks.workunit.client.0.smithi012.stdout: "op_process_latency": { 2024-04-02T09:54:12.735 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 40987, 2024-04-02T09:54:12.735 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 28595486035 2024-04-02T09:54:12.735 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.735 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:54:12.735 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 30338 2024-04-02T09:54:12.735 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.736 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency": { 2024-04-02T09:54:12.736 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 30338, 2024-04-02T09:54:12.736 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13061362034 2024-04-02T09:54:12.736 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.736 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:54:12.736 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.736 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.736 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_out_bytes": { 2024-04-02T09:54:12.736 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2020147622 2024-04-02T09:54:12.736 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.736 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_prepare_latency": { 2024-04-02T09:54:12.736 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 30486, 2024-04-02T09:54:12.736 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6362873499 2024-04-02T09:54:12.736 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.736 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_process_latency": { 2024-04-02T09:54:12.736 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 30338, 2024-04-02T09:54:12.737 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6428495829 2024-04-02T09:54:12.737 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.737 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw": { 2024-04-02T09:54:12.737 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9262 2024-04-02T09:54:12.737 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.737 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_in_bytes": { 2024-04-02T09:54:12.737 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 355908824 2024-04-02T09:54:12.737 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.737 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency": { 2024-04-02T09:54:12.737 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 9262, 2024-04-02T09:54:12.737 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18934652429 2024-04-02T09:54:12.737 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.737 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:54:12.737 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.737 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.737 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:54:12.738 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.738 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.738 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_out_bytes": { 2024-04-02T09:54:12.738 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.738 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.738 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_prepare_latency": { 2024-04-02T09:54:12.738 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 9483, 2024-04-02T09:54:12.738 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5936373562 2024-04-02T09:54:12.738 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.738 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_process_latency": { 2024-04-02T09:54:12.738 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 9262, 2024-04-02T09:54:12.738 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14372642353 2024-04-02T09:54:12.738 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.738 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:54:12.738 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1387 2024-04-02T09:54:12.738 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.739 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_in_bytes": { 2024-04-02T09:54:12.739 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 903840541 2024-04-02T09:54:12.739 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.739 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency": { 2024-04-02T09:54:12.739 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1387, 2024-04-02T09:54:12.739 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12235670969 2024-04-02T09:54:12.739 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.739 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:54:12.739 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.739 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.739 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_prepare_latency": { 2024-04-02T09:54:12.739 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1562, 2024-04-02T09:54:12.739 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1916023155 2024-04-02T09:54:12.739 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.739 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_process_latency": { 2024-04-02T09:54:12.740 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1387, 2024-04-02T09:54:12.740 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7794347853 2024-04-02T09:54:12.740 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.740 INFO:tasks.workunit.client.0.smithi012.stdout: "op_wip": { 2024-04-02T09:54:12.740 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.740 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.740 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_bytes": { 2024-04-02T09:54:12.740 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1048614 2024-04-02T09:54:12.740 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.740 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_ops": { 2024-04-02T09:54:12.740 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T09:54:12.740 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.740 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes": { 2024-04-02T09:54:12.740 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T09:54:12.740 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.740 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes_used": { 2024-04-02T09:54:12.741 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 902815744 2024-04-02T09:54:12.741 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.741 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.741 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.741 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.6": { 2024-04-02T09:54:12.741 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:12.741 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_db_max_lat": { 2024-04-02T09:54:12.741 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 25452 2024-04-02T09:54:12.741 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.741 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_fallback": { 2024-04-02T09:54:12.741 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.741 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.741 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_max_lat": { 2024-04-02T09:54:12.741 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.741 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.741 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:54:12.741 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.742 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.742 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_db": { 2024-04-02T09:54:12.742 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 65536 2024-04-02T09:54:12.742 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.742 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_slow": { 2024-04-02T09:54:12.742 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.742 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.742 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_wal": { 2024-04-02T09:54:12.742 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.742 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.742 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_wal_max_lat": { 2024-04-02T09:54:12.742 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.742 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.742 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_slow": { 2024-04-02T09:54:12.743 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.743 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.743 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_sst": { 2024-04-02T09:54:12.743 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3207168 2024-04-02T09:54:12.743 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.743 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_wal": { 2024-04-02T09:54:12.743 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 593711104 2024-04-02T09:54:12.743 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.743 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lat": { 2024-04-02T09:54:12.743 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15, 2024-04-02T09:54:12.743 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2989500 2024-04-02T09:54:12.743 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.743 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lock_lat": { 2024-04-02T09:54:12.743 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15, 2024-04-02T09:54:12.743 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1127776 2024-04-02T09:54:12.743 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.744 INFO:tasks.workunit.client.0.smithi012.stdout: "db_alloc_lat": { 2024-04-02T09:54:12.744 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 152, 2024-04-02T09:54:12.744 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 783241 2024-04-02T09:54:12.744 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.744 INFO:tasks.workunit.client.0.smithi012.stdout: "db_total_bytes": { 2024-04-02T09:54:12.744 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995027456 2024-04-02T09:54:12.744 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.744 INFO:tasks.workunit.client.0.smithi012.stdout: "db_used_bytes": { 2024-04-02T09:54:12.744 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 579796992 2024-04-02T09:54:12.744 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.744 INFO:tasks.workunit.client.0.smithi012.stdout: "flush_lat": { 2024-04-02T09:54:12.744 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 64115, 2024-04-02T09:54:12.744 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10117890142 2024-04-02T09:54:12.744 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.744 INFO:tasks.workunit.client.0.smithi012.stdout: "fsync_lat": { 2024-04-02T09:54:12.744 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 64119, 2024-04-02T09:54:12.745 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15376917841 2024-04-02T09:54:12.745 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.745 INFO:tasks.workunit.client.0.smithi012.stdout: "log_bytes": { 2024-04-02T09:54:12.745 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13316096 2024-04-02T09:54:12.745 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.745 INFO:tasks.workunit.client.0.smithi012.stdout: "logged_bytes": { 2024-04-02T09:54:12.745 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 262672384 2024-04-02T09:54:12.745 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.745 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_db": { 2024-04-02T09:54:12.745 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 588316672 2024-04-02T09:54:12.745 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.745 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_slow": { 2024-04-02T09:54:12.745 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.745 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.745 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_wal": { 2024-04-02T09:54:12.746 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.746 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.746 INFO:tasks.workunit.client.0.smithi012.stdout: "num_files": { 2024-04-02T09:54:12.746 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 42 2024-04-02T09:54:12.746 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.746 INFO:tasks.workunit.client.0.smithi012.stdout: "read_bytes": { 2024-04-02T09:54:12.746 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2140119835 2024-04-02T09:54:12.746 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.746 INFO:tasks.workunit.client.0.smithi012.stdout: "read_count": { 2024-04-02T09:54:12.746 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 30891 2024-04-02T09:54:12.746 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.746 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes": { 2024-04-02T09:54:12.746 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1745473536 2024-04-02T09:54:12.746 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.747 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_db": { 2024-04-02T09:54:12.747 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1745477632 2024-04-02T09:54:12.747 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.747 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_slow": { 2024-04-02T09:54:12.747 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.747 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.747 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_wal": { 2024-04-02T09:54:12.747 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.747 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.747 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_count": { 2024-04-02T09:54:12.747 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 23443 2024-04-02T09:54:12.747 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.747 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:54:12.747 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 30891, 2024-04-02T09:54:12.747 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 958803122 2024-04-02T09:54:12.747 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.748 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_bytes": { 2024-04-02T09:54:12.748 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2070506207 2024-04-02T09:54:12.748 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.748 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_count": { 2024-04-02T09:54:12.748 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 28754 2024-04-02T09:54:12.748 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.748 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_bytes": { 2024-04-02T09:54:12.748 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 677857 2024-04-02T09:54:12.748 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.748 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_count": { 2024-04-02T09:54:12.748 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 346 2024-04-02T09:54:12.748 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.748 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_bytes": { 2024-04-02T09:54:12.749 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3183664 2024-04-02T09:54:12.749 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.749 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_count": { 2024-04-02T09:54:12.749 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 490 2024-04-02T09:54:12.749 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.749 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes": { 2024-04-02T09:54:12.749 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2505807 2024-04-02T09:54:12.749 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.749 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:54:12.749 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2505807 2024-04-02T09:54:12.749 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.749 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:54:12.749 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.750 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.750 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:54:12.750 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.750 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.750 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_count": { 2024-04-02T09:54:12.750 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 146 2024-04-02T09:54:12.750 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.750 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_lat": { 2024-04-02T09:54:12.750 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 490, 2024-04-02T09:54:12.750 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1182556 2024-04-02T09:54:12.750 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.750 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_alloc_lat": { 2024-04-02T09:54:12.750 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.750 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.751 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.751 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_total_bytes": { 2024-04-02T09:54:12.751 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.751 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.751 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_used_bytes": { 2024-04-02T09:54:12.751 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.751 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.751 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:54:12.751 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T09:54:12.751 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 768 2024-04-02T09:54:12.751 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.751 INFO:tasks.workunit.client.0.smithi012.stdout: "unlink_lat": { 2024-04-02T09:54:12.751 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 6, 2024-04-02T09:54:12.751 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9105 2024-04-02T09:54:12.752 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.752 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_alloc_lat": { 2024-04-02T09:54:12.752 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.752 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.752 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.752 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_total_bytes": { 2024-04-02T09:54:12.752 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.752 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.752 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_used_bytes": { 2024-04-02T09:54:12.752 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.752 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.752 INFO:tasks.workunit.client.0.smithi012.stdout: "write_bytes": { 2024-04-02T09:54:12.752 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 861880320 2024-04-02T09:54:12.752 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.753 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.753 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore": { 2024-04-02T09:54:12.753 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit": { 2024-04-02T09:54:12.753 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4096 2024-04-02T09:54:12.753 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.753 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": { 2024-04-02T09:54:12.753 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10985472 2024-04-02T09:54:12.753 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.753 INFO:tasks.workunit.client.0.smithi012.stdout: "allocator_lat": { 2024-04-02T09:54:12.753 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 13766, 2024-04-02T09:54:12.753 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 49248372 2024-04-02T09:54:12.753 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.753 INFO:tasks.workunit.client.0.smithi012.stdout: "clist_lat": { 2024-04-02T09:54:12.753 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3430, 2024-04-02T09:54:12.753 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3256028577 2024-04-02T09:54:12.754 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.754 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_lat": { 2024-04-02T09:54:12.754 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.754 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.754 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.754 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed": { 2024-04-02T09:54:12.754 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.754 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.754 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_allocated": { 2024-04-02T09:54:12.754 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.754 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.754 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_original": { 2024-04-02T09:54:12.754 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.754 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.754 INFO:tasks.workunit.client.0.smithi012.stdout: "csum_lat": { 2024-04-02T09:54:12.755 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 19401, 2024-04-02T09:54:12.755 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 158238548 2024-04-02T09:54:12.755 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.755 INFO:tasks.workunit.client.0.smithi012.stdout: "decompress_lat": { 2024-04-02T09:54:12.755 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.755 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.755 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.755 INFO:tasks.workunit.client.0.smithi012.stdout: "fragmentation_micros": { 2024-04-02T09:54:12.755 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.755 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.755 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_commit_lat": { 2024-04-02T09:54:12.755 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 64073, 2024-04-02T09:54:12.755 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18780170514 2024-04-02T09:54:12.755 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.756 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_final_lat": { 2024-04-02T09:54:12.756 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 63610, 2024-04-02T09:54:12.756 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1494290539 2024-04-02T09:54:12.756 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.756 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_flush_lat": { 2024-04-02T09:54:12.756 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 64073, 2024-04-02T09:54:12.756 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 34546053 2024-04-02T09:54:12.756 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.756 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_sync_lat": { 2024-04-02T09:54:12.756 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 64073, 2024-04-02T09:54:12.756 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18814716567 2024-04-02T09:54:12.756 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.756 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_keys_lat": { 2024-04-02T09:54:12.756 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.756 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.757 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.757 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_values_lat": { 2024-04-02T09:54:12.757 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 28551, 2024-04-02T09:54:12.757 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 437371196 2024-04-02T09:54:12.757 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.757 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_lower_bound_lat": { 2024-04-02T09:54:12.757 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 914, 2024-04-02T09:54:12.757 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2917321 2024-04-02T09:54:12.757 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.757 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_next_lat": { 2024-04-02T09:54:12.757 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 13013, 2024-04-02T09:54:12.757 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8333589 2024-04-02T09:54:12.757 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.757 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:54:12.758 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 42, 2024-04-02T09:54:12.758 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71043 2024-04-02T09:54:12.758 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.758 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_upper_bound_lat": { 2024-04-02T09:54:12.758 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 11698, 2024-04-02T09:54:12.758 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1460294530 2024-04-02T09:54:12.758 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.758 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_hits": { 2024-04-02T09:54:12.758 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 187887 2024-04-02T09:54:12.758 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.758 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_misses": { 2024-04-02T09:54:12.758 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18138 2024-04-02T09:54:12.758 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.758 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:54:12.759 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8721, 2024-04-02T09:54:12.759 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1811140003 2024-04-02T09:54:12.759 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.759 INFO:tasks.workunit.client.0.smithi012.stdout: "read_onode_meta_lat": { 2024-04-02T09:54:12.759 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 37334, 2024-04-02T09:54:12.759 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9052025 2024-04-02T09:54:12.759 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.759 INFO:tasks.workunit.client.0.smithi012.stdout: "read_wait_aio_lat": { 2024-04-02T09:54:12.759 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 28613, 2024-04-02T09:54:12.759 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1501581250 2024-04-02T09:54:12.759 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.759 INFO:tasks.workunit.client.0.smithi012.stdout: "reads_with_retries": { 2024-04-02T09:54:12.759 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.759 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.759 INFO:tasks.workunit.client.0.smithi012.stdout: "remove_lat": { 2024-04-02T09:54:12.760 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 11949, 2024-04-02T09:54:12.760 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 345688809 2024-04-02T09:54:12.760 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.760 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_aio_wait_count": { 2024-04-02T09:54:12.760 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.760 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.760 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_committed_kv_count": { 2024-04-02T09:54:12.760 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.760 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.760 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:54:12.760 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.760 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.760 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:54:12.760 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.761 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.761 INFO:tasks.workunit.client.0.smithi012.stdout: "state_aio_wait_lat": { 2024-04-02T09:54:12.761 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75216, 2024-04-02T09:54:12.761 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5000016119 2024-04-02T09:54:12.761 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.761 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:54:12.761 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15175, 2024-04-02T09:54:12.761 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 837164265 2024-04-02T09:54:12.761 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.761 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:54:12.761 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15175, 2024-04-02T09:54:12.761 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4408598858044 2024-04-02T09:54:12.761 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.761 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_queued_lat": { 2024-04-02T09:54:12.761 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15175, 2024-04-02T09:54:12.762 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6491533971841 2024-04-02T09:54:12.762 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.762 INFO:tasks.workunit.client.0.smithi012.stdout: "state_done_lat": { 2024-04-02T09:54:12.762 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75216, 2024-04-02T09:54:12.762 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2667106192372 2024-04-02T09:54:12.762 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.762 INFO:tasks.workunit.client.0.smithi012.stdout: "state_finishing_lat": { 2024-04-02T09:54:12.762 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75216, 2024-04-02T09:54:12.762 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7741943 2024-04-02T09:54:12.762 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.762 INFO:tasks.workunit.client.0.smithi012.stdout: "state_io_done_lat": { 2024-04-02T09:54:12.762 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75216, 2024-04-02T09:54:12.762 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 194100100 2024-04-02T09:54:12.762 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.763 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_commiting_lat": { 2024-04-02T09:54:12.763 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75216, 2024-04-02T09:54:12.763 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 30868782786 2024-04-02T09:54:12.763 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.763 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_done_lat": { 2024-04-02T09:54:12.763 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75216, 2024-04-02T09:54:12.763 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 30255083 2024-04-02T09:54:12.763 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.763 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_queued_lat": { 2024-04-02T09:54:12.763 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75216, 2024-04-02T09:54:12.763 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13675981836 2024-04-02T09:54:12.763 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.763 INFO:tasks.workunit.client.0.smithi012.stdout: "state_prepare_lat": { 2024-04-02T09:54:12.763 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75216, 2024-04-02T09:54:12.764 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9315110197 2024-04-02T09:54:12.764 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.764 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": { 2024-04-02T09:54:12.764 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6775672 2024-04-02T09:54:12.764 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.764 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:54:12.764 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2407, 2024-04-02T09:54:12.764 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12994590 2024-04-02T09:54:12.764 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.764 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_commit_lat": { 2024-04-02T09:54:12.764 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75216, 2024-04-02T09:54:12.764 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 59067833513 2024-04-02T09:54:12.764 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.764 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_submit_lat": { 2024-04-02T09:54:12.765 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75216, 2024-04-02T09:54:12.765 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10163099851 2024-04-02T09:54:12.765 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.765 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_throttle_lat": { 2024-04-02T09:54:12.765 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75216, 2024-04-02T09:54:12.765 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 506947626 2024-04-02T09:54:12.765 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.765 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.765 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache": { 2024-04-02T09:54:12.765 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T09:54:12.765 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1406236154 2024-04-02T09:54:12.765 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.765 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T09:54:12.765 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 554287104 2024-04-02T09:54:12.765 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.766 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T09:54:12.766 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 527196160 2024-04-02T09:54:12.766 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.766 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T09:54:12.766 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2601814732 2024-04-02T09:54:12.766 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.766 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T09:54:12.766 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 27090944 2024-04-02T09:54:12.766 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.766 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.766 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:data": { 2024-04-02T09:54:12.766 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:12.767 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 125829120 2024-04-02T09:54:12.767 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.767 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:12.767 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.767 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.767 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:12.767 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.767 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.767 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:12.767 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57457220 2024-04-02T09:54:12.767 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.767 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:12.767 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.767 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.768 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:12.768 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.768 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.768 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:12.768 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.768 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.768 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:12.768 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.768 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.768 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:12.768 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.768 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.768 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:12.768 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 417792 2024-04-02T09:54:12.768 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.769 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:12.769 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.769 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.769 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:12.769 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.769 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.769 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:12.769 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.769 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.769 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:12.769 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67954108 2024-04-02T09:54:12.769 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.769 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.769 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv": { 2024-04-02T09:54:12.769 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:12.770 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 570425344 2024-04-02T09:54:12.770 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.770 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:12.770 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:54:12.770 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.770 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:12.770 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.770 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.770 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:12.770 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 430929153 2024-04-02T09:54:12.770 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.770 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:12.770 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.770 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.771 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:12.771 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.771 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.771 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:12.771 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1232 2024-04-02T09:54:12.771 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.771 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:12.771 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.771 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.771 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:12.771 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 77504 2024-04-02T09:54:12.771 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.771 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:12.772 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.772 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.772 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:12.772 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.772 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.772 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:12.772 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.772 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.772 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:12.772 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.772 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.772 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:12.772 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 72308591 2024-04-02T09:54:12.772 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.772 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.773 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:54:12.773 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:12.773 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 176160768 2024-04-02T09:54:12.773 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.773 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:12.773 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:54:12.773 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.773 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:12.773 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2866176 2024-04-02T09:54:12.773 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.773 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:12.773 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 38304813 2024-04-02T09:54:12.773 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.773 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:12.774 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.774 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.774 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:12.774 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.774 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.774 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:12.774 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.774 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.774 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:12.774 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.774 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.774 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:12.774 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.775 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.775 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:12.775 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.775 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.775 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:12.775 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.775 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.775 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:12.775 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.775 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.775 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:12.775 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.775 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.775 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:12.776 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67880915 2024-04-02T09:54:12.776 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.776 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.776 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:meta": { 2024-04-02T09:54:12.776 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:12.776 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 503316480 2024-04-02T09:54:12.776 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.776 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:12.776 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.776 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.776 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:12.776 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.776 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.776 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:12.777 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 430929153 2024-04-02T09:54:12.777 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.777 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:12.777 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.777 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.777 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:12.777 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.777 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.777 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:12.777 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.777 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.777 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:12.777 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.777 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.778 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:12.778 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24300 2024-04-02T09:54:12.778 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.778 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:12.778 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1187675 2024-04-02T09:54:12.778 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.778 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:12.778 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.778 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.778 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:12.778 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.778 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.778 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:12.779 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.779 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.779 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:12.779 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71175352 2024-04-02T09:54:12.779 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.779 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.779 INFO:tasks.workunit.client.0.smithi012.stdout: "objecter": { 2024-04-02T09:54:12.779 INFO:tasks.workunit.client.0.smithi012.stdout: "op_active": { 2024-04-02T09:54:12.779 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.779 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.779 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:54:12.779 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 16 2024-04-02T09:54:12.779 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.779 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rmw": { 2024-04-02T09:54:12.779 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.780 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.780 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:54:12.780 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.780 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.780 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.780 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:12.780 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg": { 2024-04-02T09:54:12.780 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 53 2024-04-02T09:54:12.780 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.780 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg_removing": { 2024-04-02T09:54:12.780 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.780 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.780 INFO:tasks.workunit.client.0.smithi012.stdout: "op": { 2024-04-02T09:54:12.780 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 28614 2024-04-02T09:54:12.780 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.781 INFO:tasks.workunit.client.0.smithi012.stdout: "op_before_queue_op_lat": { 2024-04-02T09:54:12.781 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 89634, 2024-04-02T09:54:12.781 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8365616839 2024-04-02T09:54:12.781 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.781 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_degraded": { 2024-04-02T09:54:12.781 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.781 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.781 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_unreadable": { 2024-04-02T09:54:12.781 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T09:54:12.781 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.781 INFO:tasks.workunit.client.0.smithi012.stdout: "op_in_bytes": { 2024-04-02T09:54:12.781 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1595049295 2024-04-02T09:54:12.781 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.781 INFO:tasks.workunit.client.0.smithi012.stdout: "op_latency": { 2024-04-02T09:54:12.781 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 28614, 2024-04-02T09:54:12.782 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 60732088999 2024-04-02T09:54:12.782 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.782 INFO:tasks.workunit.client.0.smithi012.stdout: "op_out_bytes": { 2024-04-02T09:54:12.782 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2094972838 2024-04-02T09:54:12.782 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.782 INFO:tasks.workunit.client.0.smithi012.stdout: "op_prepare_latency": { 2024-04-02T09:54:12.782 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 29134, 2024-04-02T09:54:12.782 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13111025790 2024-04-02T09:54:12.782 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.782 INFO:tasks.workunit.client.0.smithi012.stdout: "op_process_latency": { 2024-04-02T09:54:12.782 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 28614, 2024-04-02T09:54:12.782 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 32899594036 2024-04-02T09:54:12.782 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.783 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:54:12.783 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 19535 2024-04-02T09:54:12.783 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.783 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency": { 2024-04-02T09:54:12.783 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 19535, 2024-04-02T09:54:12.783 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9880234838 2024-04-02T09:54:12.783 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.783 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:54:12.783 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.783 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.783 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_out_bytes": { 2024-04-02T09:54:12.783 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2094972838 2024-04-02T09:54:12.783 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.783 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_prepare_latency": { 2024-04-02T09:54:12.784 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 19767, 2024-04-02T09:54:12.784 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5103592606 2024-04-02T09:54:12.784 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.784 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_process_latency": { 2024-04-02T09:54:12.784 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 19535, 2024-04-02T09:54:12.784 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5011438879 2024-04-02T09:54:12.784 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.784 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw": { 2024-04-02T09:54:12.784 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5165 2024-04-02T09:54:12.784 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.784 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_in_bytes": { 2024-04-02T09:54:12.784 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 300341872 2024-04-02T09:54:12.784 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.784 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency": { 2024-04-02T09:54:12.784 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 5165, 2024-04-02T09:54:12.784 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15698195529 2024-04-02T09:54:12.785 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.785 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:54:12.785 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.785 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.785 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:54:12.785 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.785 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.785 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_out_bytes": { 2024-04-02T09:54:12.785 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.785 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.785 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_prepare_latency": { 2024-04-02T09:54:12.785 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 5329, 2024-04-02T09:54:12.785 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3218996260 2024-04-02T09:54:12.785 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.786 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_process_latency": { 2024-04-02T09:54:12.786 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 5165, 2024-04-02T09:54:12.786 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11220317951 2024-04-02T09:54:12.786 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.786 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:54:12.786 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3914 2024-04-02T09:54:12.786 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.786 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_in_bytes": { 2024-04-02T09:54:12.786 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1294707423 2024-04-02T09:54:12.786 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.786 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency": { 2024-04-02T09:54:12.786 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3914, 2024-04-02T09:54:12.786 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 35153658632 2024-04-02T09:54:12.786 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.787 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:54:12.787 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.787 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.787 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_prepare_latency": { 2024-04-02T09:54:12.787 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 4038, 2024-04-02T09:54:12.787 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4788436924 2024-04-02T09:54:12.787 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.787 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_process_latency": { 2024-04-02T09:54:12.787 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3914, 2024-04-02T09:54:12.787 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 16667837206 2024-04-02T09:54:12.787 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.787 INFO:tasks.workunit.client.0.smithi012.stdout: "op_wip": { 2024-04-02T09:54:12.787 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.787 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.787 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_bytes": { 2024-04-02T09:54:12.787 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 130087775 2024-04-02T09:54:12.788 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.788 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_ops": { 2024-04-02T09:54:12.788 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24 2024-04-02T09:54:12.788 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.788 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes": { 2024-04-02T09:54:12.788 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T09:54:12.788 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.788 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes_used": { 2024-04-02T09:54:12.788 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 590798848 2024-04-02T09:54:12.788 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.788 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.788 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.788 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.7": { 2024-04-02T09:54:12.788 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:12.788 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_db_max_lat": { 2024-04-02T09:54:12.789 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 85454 2024-04-02T09:54:12.789 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.789 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_fallback": { 2024-04-02T09:54:12.789 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.789 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.789 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_max_lat": { 2024-04-02T09:54:12.789 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.789 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.789 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:54:12.789 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.789 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.789 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_db": { 2024-04-02T09:54:12.789 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 65536 2024-04-02T09:54:12.790 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.790 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_slow": { 2024-04-02T09:54:12.790 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.790 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.790 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_wal": { 2024-04-02T09:54:12.790 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.790 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.790 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_wal_max_lat": { 2024-04-02T09:54:12.790 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.790 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.790 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_slow": { 2024-04-02T09:54:12.790 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.790 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.790 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_sst": { 2024-04-02T09:54:12.791 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9138176 2024-04-02T09:54:12.791 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.791 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_wal": { 2024-04-02T09:54:12.791 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 638357504 2024-04-02T09:54:12.791 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.791 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lat": { 2024-04-02T09:54:12.791 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15, 2024-04-02T09:54:12.791 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2906624 2024-04-02T09:54:12.791 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.791 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lock_lat": { 2024-04-02T09:54:12.791 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15, 2024-04-02T09:54:12.791 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 991154 2024-04-02T09:54:12.791 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.791 INFO:tasks.workunit.client.0.smithi012.stdout: "db_alloc_lat": { 2024-04-02T09:54:12.791 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 169, 2024-04-02T09:54:12.792 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 862084 2024-04-02T09:54:12.792 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.792 INFO:tasks.workunit.client.0.smithi012.stdout: "db_total_bytes": { 2024-04-02T09:54:12.792 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995027456 2024-04-02T09:54:12.792 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.792 INFO:tasks.workunit.client.0.smithi012.stdout: "db_used_bytes": { 2024-04-02T09:54:12.792 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 660013056 2024-04-02T09:54:12.792 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.792 INFO:tasks.workunit.client.0.smithi012.stdout: "flush_lat": { 2024-04-02T09:54:12.792 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 64639, 2024-04-02T09:54:12.792 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9674664827 2024-04-02T09:54:12.792 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.792 INFO:tasks.workunit.client.0.smithi012.stdout: "fsync_lat": { 2024-04-02T09:54:12.792 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 64638, 2024-04-02T09:54:12.793 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15021592709 2024-04-02T09:54:12.793 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.793 INFO:tasks.workunit.client.0.smithi012.stdout: "log_bytes": { 2024-04-02T09:54:12.793 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15400960 2024-04-02T09:54:12.793 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.793 INFO:tasks.workunit.client.0.smithi012.stdout: "logged_bytes": { 2024-04-02T09:54:12.793 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 264757248 2024-04-02T09:54:12.793 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.793 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_db": { 2024-04-02T09:54:12.793 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 668532736 2024-04-02T09:54:12.793 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.793 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_slow": { 2024-04-02T09:54:12.793 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.793 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.794 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_wal": { 2024-04-02T09:54:12.794 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.794 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.794 INFO:tasks.workunit.client.0.smithi012.stdout: "num_files": { 2024-04-02T09:54:12.794 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 49 2024-04-02T09:54:12.794 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.794 INFO:tasks.workunit.client.0.smithi012.stdout: "read_bytes": { 2024-04-02T09:54:12.794 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6521436635 2024-04-02T09:54:12.794 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.794 INFO:tasks.workunit.client.0.smithi012.stdout: "read_count": { 2024-04-02T09:54:12.794 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57333 2024-04-02T09:54:12.794 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.794 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes": { 2024-04-02T09:54:12.795 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5728378880 2024-04-02T09:54:12.795 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.795 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_db": { 2024-04-02T09:54:12.795 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5728382976 2024-04-02T09:54:12.795 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.795 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_slow": { 2024-04-02T09:54:12.795 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.795 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.795 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_wal": { 2024-04-02T09:54:12.795 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.795 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.795 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_count": { 2024-04-02T09:54:12.795 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 51572 2024-04-02T09:54:12.796 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.796 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:54:12.796 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 57333, 2024-04-02T09:54:12.796 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2021172184 2024-04-02T09:54:12.796 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.796 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_bytes": { 2024-04-02T09:54:12.796 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6386928104 2024-04-02T09:54:12.796 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.796 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_count": { 2024-04-02T09:54:12.796 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 53212 2024-04-02T09:54:12.796 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.796 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_bytes": { 2024-04-02T09:54:12.797 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2535906 2024-04-02T09:54:12.797 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.797 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_count": { 2024-04-02T09:54:12.797 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 581 2024-04-02T09:54:12.797 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.797 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_bytes": { 2024-04-02T09:54:12.797 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9055930 2024-04-02T09:54:12.797 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.797 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_count": { 2024-04-02T09:54:12.797 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 837 2024-04-02T09:54:12.797 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.797 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes": { 2024-04-02T09:54:12.797 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6520024 2024-04-02T09:54:12.798 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.798 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:54:12.798 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6520024 2024-04-02T09:54:12.798 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.798 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:54:12.798 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.798 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.798 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:54:12.798 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.799 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.799 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_count": { 2024-04-02T09:54:12.799 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 264 2024-04-02T09:54:12.799 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.799 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_lat": { 2024-04-02T09:54:12.799 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 837, 2024-04-02T09:54:12.799 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2976945 2024-04-02T09:54:12.799 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.799 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_alloc_lat": { 2024-04-02T09:54:12.799 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.799 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.799 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.800 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_total_bytes": { 2024-04-02T09:54:12.800 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.800 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.800 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_used_bytes": { 2024-04-02T09:54:12.800 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.800 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.800 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:54:12.800 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T09:54:12.800 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 664 2024-04-02T09:54:12.800 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.800 INFO:tasks.workunit.client.0.smithi012.stdout: "unlink_lat": { 2024-04-02T09:54:12.800 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 10, 2024-04-02T09:54:12.800 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13047 2024-04-02T09:54:12.800 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.800 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_alloc_lat": { 2024-04-02T09:54:12.801 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.801 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.801 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.801 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_total_bytes": { 2024-04-02T09:54:12.801 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.801 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.801 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_used_bytes": { 2024-04-02T09:54:12.801 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.801 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.801 INFO:tasks.workunit.client.0.smithi012.stdout: "write_bytes": { 2024-04-02T09:54:12.801 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 914546688 2024-04-02T09:54:12.801 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.801 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.801 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore": { 2024-04-02T09:54:12.801 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit": { 2024-04-02T09:54:12.802 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4096 2024-04-02T09:54:12.802 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.802 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": { 2024-04-02T09:54:12.802 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10977280 2024-04-02T09:54:12.802 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.802 INFO:tasks.workunit.client.0.smithi012.stdout: "allocator_lat": { 2024-04-02T09:54:12.802 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 20460, 2024-04-02T09:54:12.802 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 60727789 2024-04-02T09:54:12.802 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.802 INFO:tasks.workunit.client.0.smithi012.stdout: "clist_lat": { 2024-04-02T09:54:12.802 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3465, 2024-04-02T09:54:12.802 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5723605656 2024-04-02T09:54:12.802 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.802 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_lat": { 2024-04-02T09:54:12.803 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.803 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.803 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.803 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed": { 2024-04-02T09:54:12.803 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.803 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.803 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_allocated": { 2024-04-02T09:54:12.803 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.803 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.803 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_original": { 2024-04-02T09:54:12.803 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.803 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.803 INFO:tasks.workunit.client.0.smithi012.stdout: "csum_lat": { 2024-04-02T09:54:12.803 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 20661, 2024-04-02T09:54:12.803 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 173906893 2024-04-02T09:54:12.804 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.804 INFO:tasks.workunit.client.0.smithi012.stdout: "decompress_lat": { 2024-04-02T09:54:12.804 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.804 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.804 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.804 INFO:tasks.workunit.client.0.smithi012.stdout: "fragmentation_micros": { 2024-04-02T09:54:12.804 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.804 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.804 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_commit_lat": { 2024-04-02T09:54:12.804 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 64570, 2024-04-02T09:54:12.804 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18443397559 2024-04-02T09:54:12.804 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.804 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_final_lat": { 2024-04-02T09:54:12.804 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 64156, 2024-04-02T09:54:12.805 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1580024535 2024-04-02T09:54:12.805 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.805 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_flush_lat": { 2024-04-02T09:54:12.805 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 64570, 2024-04-02T09:54:12.805 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 41513703 2024-04-02T09:54:12.805 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.805 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_sync_lat": { 2024-04-02T09:54:12.805 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 64570, 2024-04-02T09:54:12.805 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18484911262 2024-04-02T09:54:12.805 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.805 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_keys_lat": { 2024-04-02T09:54:12.805 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:12.805 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.805 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.805 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_values_lat": { 2024-04-02T09:54:12.805 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 238660, 2024-04-02T09:54:12.806 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1268175181 2024-04-02T09:54:12.806 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.806 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_lower_bound_lat": { 2024-04-02T09:54:12.806 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 804, 2024-04-02T09:54:12.806 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2453773 2024-04-02T09:54:12.806 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.806 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_next_lat": { 2024-04-02T09:54:12.806 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 136271, 2024-04-02T09:54:12.806 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 53922125 2024-04-02T09:54:12.806 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.806 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:54:12.806 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 45, 2024-04-02T09:54:12.807 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 70681 2024-04-02T09:54:12.807 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.807 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_upper_bound_lat": { 2024-04-02T09:54:12.807 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15646, 2024-04-02T09:54:12.807 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1257037358 2024-04-02T09:54:12.807 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.807 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_hits": { 2024-04-02T09:54:12.807 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 410074 2024-04-02T09:54:12.807 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.807 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_misses": { 2024-04-02T09:54:12.807 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18044 2024-04-02T09:54:12.807 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.807 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:54:12.807 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 6984, 2024-04-02T09:54:12.808 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1588239873 2024-04-02T09:54:12.808 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.808 INFO:tasks.workunit.client.0.smithi012.stdout: "read_onode_meta_lat": { 2024-04-02T09:54:12.808 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 31674, 2024-04-02T09:54:12.808 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9922107 2024-04-02T09:54:12.808 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.808 INFO:tasks.workunit.client.0.smithi012.stdout: "read_wait_aio_lat": { 2024-04-02T09:54:12.808 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 24690, 2024-04-02T09:54:12.808 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1415679484 2024-04-02T09:54:12.808 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.808 INFO:tasks.workunit.client.0.smithi012.stdout: "reads_with_retries": { 2024-04-02T09:54:12.808 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.808 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.808 INFO:tasks.workunit.client.0.smithi012.stdout: "remove_lat": { 2024-04-02T09:54:12.809 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 13350, 2024-04-02T09:54:12.809 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 421227065 2024-04-02T09:54:12.809 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.809 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_aio_wait_count": { 2024-04-02T09:54:12.809 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.809 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.809 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_committed_kv_count": { 2024-04-02T09:54:12.809 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.809 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.809 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:54:12.809 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.809 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.809 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:54:12.809 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.810 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.810 INFO:tasks.workunit.client.0.smithi012.stdout: "state_aio_wait_lat": { 2024-04-02T09:54:12.810 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 78280, 2024-04-02T09:54:12.810 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8454952192 2024-04-02T09:54:12.810 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.810 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:54:12.810 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15548, 2024-04-02T09:54:12.810 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 842372790 2024-04-02T09:54:12.810 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.810 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:54:12.810 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15548, 2024-04-02T09:54:12.810 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4339115769097 2024-04-02T09:54:12.810 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.810 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_queued_lat": { 2024-04-02T09:54:12.811 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15548, 2024-04-02T09:54:12.811 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6219891639970 2024-04-02T09:54:12.811 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.811 INFO:tasks.workunit.client.0.smithi012.stdout: "state_done_lat": { 2024-04-02T09:54:12.811 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 78280, 2024-04-02T09:54:12.811 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2958919348841 2024-04-02T09:54:12.811 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.811 INFO:tasks.workunit.client.0.smithi012.stdout: "state_finishing_lat": { 2024-04-02T09:54:12.811 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 78280, 2024-04-02T09:54:12.811 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8286670 2024-04-02T09:54:12.811 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.811 INFO:tasks.workunit.client.0.smithi012.stdout: "state_io_done_lat": { 2024-04-02T09:54:12.811 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 78280, 2024-04-02T09:54:12.812 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 331090065 2024-04-02T09:54:12.812 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.812 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_commiting_lat": { 2024-04-02T09:54:12.812 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 78280, 2024-04-02T09:54:12.812 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 31722484810 2024-04-02T09:54:12.812 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.812 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_done_lat": { 2024-04-02T09:54:12.812 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 78280, 2024-04-02T09:54:12.812 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 32114411 2024-04-02T09:54:12.812 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.812 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_queued_lat": { 2024-04-02T09:54:12.812 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 78280, 2024-04-02T09:54:12.812 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15112613015 2024-04-02T09:54:12.812 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.813 INFO:tasks.workunit.client.0.smithi012.stdout: "state_prepare_lat": { 2024-04-02T09:54:12.813 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 78280, 2024-04-02T09:54:12.813 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13908608174 2024-04-02T09:54:12.813 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.813 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": { 2024-04-02T09:54:12.813 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6770452 2024-04-02T09:54:12.813 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.813 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:54:12.813 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2329, 2024-04-02T09:54:12.813 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12998186 2024-04-02T09:54:12.813 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.813 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_commit_lat": { 2024-04-02T09:54:12.813 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 78280, 2024-04-02T09:54:12.814 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 69546014762 2024-04-02T09:54:12.814 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.814 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_submit_lat": { 2024-04-02T09:54:12.814 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 78280, 2024-04-02T09:54:12.814 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14868733175 2024-04-02T09:54:12.814 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.814 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_throttle_lat": { 2024-04-02T09:54:12.814 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 78280, 2024-04-02T09:54:12.814 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 782174877 2024-04-02T09:54:12.814 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.814 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.814 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache": { 2024-04-02T09:54:12.815 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T09:54:12.815 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1406236154 2024-04-02T09:54:12.815 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.815 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T09:54:12.815 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 557875200 2024-04-02T09:54:12.815 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.815 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T09:54:12.815 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 548454400 2024-04-02T09:54:12.815 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.815 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T09:54:12.815 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2601814732 2024-04-02T09:54:12.815 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.815 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T09:54:12.815 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9420800 2024-04-02T09:54:12.816 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.816 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.816 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:data": { 2024-04-02T09:54:12.816 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:12.816 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 125829120 2024-04-02T09:54:12.816 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.816 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:12.816 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.816 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.816 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:12.816 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.816 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.816 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:12.816 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 56984443 2024-04-02T09:54:12.816 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.817 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:12.817 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.817 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.817 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:12.817 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.817 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.817 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:12.817 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.817 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.817 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:12.817 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.817 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.817 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:12.818 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.818 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.818 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:12.818 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 28672 2024-04-02T09:54:12.818 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.818 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:12.818 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.818 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.818 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:12.818 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.818 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.818 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:12.818 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.819 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.819 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:12.819 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 68816005 2024-04-02T09:54:12.819 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.819 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.819 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv": { 2024-04-02T09:54:12.819 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:12.819 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 562036736 2024-04-02T09:54:12.819 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.819 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:12.819 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:54:12.819 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.819 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:12.819 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.819 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.820 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:12.820 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 427383324 2024-04-02T09:54:12.820 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.820 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:12.820 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.820 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.820 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:12.820 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.820 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.820 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:12.820 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1872 2024-04-02T09:54:12.820 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.820 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:12.820 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.820 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.821 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:12.821 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 124192 2024-04-02T09:54:12.821 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.821 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:12.821 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 608 2024-04-02T09:54:12.821 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.821 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:12.821 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.821 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.821 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:12.821 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.821 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.821 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:12.822 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.822 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.822 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:12.822 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67417876 2024-04-02T09:54:12.822 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.822 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.822 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:54:12.822 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:12.822 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 184549376 2024-04-02T09:54:12.822 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.822 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:12.822 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:54:12.822 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.822 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:12.822 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8675152 2024-04-02T09:54:12.823 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.823 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:12.823 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 37989628 2024-04-02T09:54:12.823 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.823 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:12.823 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.823 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.823 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:12.823 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.823 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.823 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:12.823 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.823 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.823 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:12.824 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.824 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.824 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:12.824 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.824 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.824 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:12.824 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.824 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.824 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:12.824 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.824 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.824 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:12.824 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.824 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.824 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:12.825 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.825 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.825 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:12.825 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 70775732 2024-04-02T09:54:12.825 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.825 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.825 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:meta": { 2024-04-02T09:54:12.825 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:12.825 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 503316480 2024-04-02T09:54:12.825 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.826 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:12.826 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.826 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.826 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:12.826 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.826 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.826 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:12.826 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 427383324 2024-04-02T09:54:12.826 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.826 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:12.826 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.826 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.826 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:12.826 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.827 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.827 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:12.827 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.827 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.827 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:12.827 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.827 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.827 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:12.827 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 22002 2024-04-02T09:54:12.827 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.827 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:12.827 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1176108 2024-04-02T09:54:12.827 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.827 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:12.828 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.828 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.828 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:12.828 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.828 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.828 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:12.828 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.828 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.828 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:12.828 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 74735046 2024-04-02T09:54:12.828 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.828 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.828 INFO:tasks.workunit.client.0.smithi012.stdout: "objecter": { 2024-04-02T09:54:12.828 INFO:tasks.workunit.client.0.smithi012.stdout: "op_active": { 2024-04-02T09:54:12.828 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.829 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.829 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:54:12.829 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 33 2024-04-02T09:54:12.829 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.829 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rmw": { 2024-04-02T09:54:12.829 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.829 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.829 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:54:12.829 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.829 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.829 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.829 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:12.829 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg": { 2024-04-02T09:54:12.829 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 53 2024-04-02T09:54:12.830 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.830 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg_removing": { 2024-04-02T09:54:12.830 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.830 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.830 INFO:tasks.workunit.client.0.smithi012.stdout: "op": { 2024-04-02T09:54:12.830 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 39513 2024-04-02T09:54:12.830 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.830 INFO:tasks.workunit.client.0.smithi012.stdout: "op_before_queue_op_lat": { 2024-04-02T09:54:12.830 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 112646, 2024-04-02T09:54:12.830 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10934888673 2024-04-02T09:54:12.830 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.830 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_degraded": { 2024-04-02T09:54:12.830 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.831 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.831 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_unreadable": { 2024-04-02T09:54:12.831 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.831 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.831 INFO:tasks.workunit.client.0.smithi012.stdout: "op_in_bytes": { 2024-04-02T09:54:12.831 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1709706972 2024-04-02T09:54:12.831 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.831 INFO:tasks.workunit.client.0.smithi012.stdout: "op_latency": { 2024-04-02T09:54:12.831 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 39513, 2024-04-02T09:54:12.831 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57950214814 2024-04-02T09:54:12.831 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.831 INFO:tasks.workunit.client.0.smithi012.stdout: "op_out_bytes": { 2024-04-02T09:54:12.831 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2214290267 2024-04-02T09:54:12.832 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.832 INFO:tasks.workunit.client.0.smithi012.stdout: "op_prepare_latency": { 2024-04-02T09:54:12.832 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 39890, 2024-04-02T09:54:12.832 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 26853307466 2024-04-02T09:54:12.832 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.832 INFO:tasks.workunit.client.0.smithi012.stdout: "op_process_latency": { 2024-04-02T09:54:12.832 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 39513, 2024-04-02T09:54:12.832 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 46389643995 2024-04-02T09:54:12.832 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.832 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:54:12.832 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 26074 2024-04-02T09:54:12.832 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.832 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency": { 2024-04-02T09:54:12.832 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 26074, 2024-04-02T09:54:12.833 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 17498367341 2024-04-02T09:54:12.833 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.833 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:54:12.833 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.833 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.833 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_out_bytes": { 2024-04-02T09:54:12.833 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2214290267 2024-04-02T09:54:12.833 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.833 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_prepare_latency": { 2024-04-02T09:54:12.833 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 26202, 2024-04-02T09:54:12.833 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12728215990 2024-04-02T09:54:12.833 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.833 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_process_latency": { 2024-04-02T09:54:12.834 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 26074, 2024-04-02T09:54:12.834 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13217278765 2024-04-02T09:54:12.834 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.834 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw": { 2024-04-02T09:54:12.834 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12359 2024-04-02T09:54:12.834 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.834 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_in_bytes": { 2024-04-02T09:54:12.834 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 433278720 2024-04-02T09:54:12.834 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.834 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency": { 2024-04-02T09:54:12.834 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 12359, 2024-04-02T09:54:12.834 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 27069059893 2024-04-02T09:54:12.834 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.834 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:54:12.835 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.835 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.835 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:54:12.835 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.835 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.835 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_out_bytes": { 2024-04-02T09:54:12.835 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.835 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.835 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_prepare_latency": { 2024-04-02T09:54:12.835 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 12534, 2024-04-02T09:54:12.835 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11790828302 2024-04-02T09:54:12.835 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.835 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_process_latency": { 2024-04-02T09:54:12.835 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 12359, 2024-04-02T09:54:12.836 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 22923997512 2024-04-02T09:54:12.836 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.836 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:54:12.836 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1080 2024-04-02T09:54:12.836 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.836 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_in_bytes": { 2024-04-02T09:54:12.836 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1276428252 2024-04-02T09:54:12.836 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.836 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency": { 2024-04-02T09:54:12.836 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1080, 2024-04-02T09:54:12.836 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13382787580 2024-04-02T09:54:12.836 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.836 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:54:12.836 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.837 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.837 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_prepare_latency": { 2024-04-02T09:54:12.837 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1154, 2024-04-02T09:54:12.837 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2334263174 2024-04-02T09:54:12.837 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.837 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_process_latency": { 2024-04-02T09:54:12.837 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1080, 2024-04-02T09:54:12.837 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10248367718 2024-04-02T09:54:12.837 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.837 INFO:tasks.workunit.client.0.smithi012.stdout: "op_wip": { 2024-04-02T09:54:12.837 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:12.837 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.837 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_bytes": { 2024-04-02T09:54:12.837 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12582928 2024-04-02T09:54:12.837 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.838 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_ops": { 2024-04-02T09:54:12.838 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11 2024-04-02T09:54:12.838 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.838 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes": { 2024-04-02T09:54:12.838 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T09:54:12.838 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.838 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes_used": { 2024-04-02T09:54:12.838 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 671002624 2024-04-02T09:54:12.838 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.838 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.838 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.838 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.839 INFO:tasks.workunit.client.0.smithi012.stdout: "pools": [ 2024-04-02T09:54:12.839 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.839 INFO:tasks.workunit.client.0.smithi012.stdout: "application": [ 2024-04-02T09:54:12.839 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr" 2024-04-02T09:54:12.839 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.839 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_mode": "none", 2024-04-02T09:54:12.839 INFO:tasks.workunit.client.0.smithi012.stdout: "erasure_code_profile": {}, 2024-04-02T09:54:12.839 INFO:tasks.workunit.client.0.smithi012.stdout: "flags_names": [ 2024-04-02T09:54:12.839 INFO:tasks.workunit.client.0.smithi012.stdout: "hashpspool" 2024-04-02T09:54:12.839 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.839 INFO:tasks.workunit.client.0.smithi012.stdout: "min_size": 2, 2024-04-02T09:54:12.839 INFO:tasks.workunit.client.0.smithi012.stdout: "options": {}, 2024-04-02T09:54:12.839 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:54:12.839 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_num": 1, 2024-04-02T09:54:12.840 INFO:tasks.workunit.client.0.smithi012.stdout: "pgp_num": 1, 2024-04-02T09:54:12.840 INFO:tasks.workunit.client.0.smithi012.stdout: "pool": 1, 2024-04-02T09:54:12.840 INFO:tasks.workunit.client.0.smithi012.stdout: "size": 3, 2024-04-02T09:54:12.840 INFO:tasks.workunit.client.0.smithi012.stdout: "stats": { 2024-04-02T09:54:12.840 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_raw": 722159446282, 2024-04-02T09:54:12.840 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_used": 1781760, 2024-04-02T09:54:12.840 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_bytes_used": 0, 2024-04-02T09:54:12.840 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_under_bytes": 0, 2024-04-02T09:54:12.840 INFO:tasks.workunit.client.0.smithi012.stdout: "data_bytes_used": 1781760, 2024-04-02T09:54:12.840 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty": 0, 2024-04-02T09:54:12.840 INFO:tasks.workunit.client.0.smithi012.stdout: "max_avail": 240719822848, 2024-04-02T09:54:12.840 INFO:tasks.workunit.client.0.smithi012.stdout: "objects": 2, 2024-04-02T09:54:12.840 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_bytes_used": 0, 2024-04-02T09:54:12.840 INFO:tasks.workunit.client.0.smithi012.stdout: "percent_used": 2.4672606286912924e-06, 2024-04-02T09:54:12.841 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_bytes": 0, 2024-04-02T09:54:12.841 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_objects": 0, 2024-04-02T09:54:12.841 INFO:tasks.workunit.client.0.smithi012.stdout: "rd": 850, 2024-04-02T09:54:12.841 INFO:tasks.workunit.client.0.smithi012.stdout: "rd_bytes": 1503232, 2024-04-02T09:54:12.841 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": 590368, 2024-04-02T09:54:12.841 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_data": 590368, 2024-04-02T09:54:12.841 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_omap": 0, 2024-04-02T09:54:12.841 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_raw": 1771104, 2024-04-02T09:54:12.841 INFO:tasks.workunit.client.0.smithi012.stdout: "wr": 319, 2024-04-02T09:54:12.841 INFO:tasks.workunit.client.0.smithi012.stdout: "wr_bytes": 2473984 2024-04-02T09:54:12.841 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.841 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_bytes": 0, 2024-04-02T09:54:12.841 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_objects": 0, 2024-04-02T09:54:12.841 INFO:tasks.workunit.client.0.smithi012.stdout: "type": "replicated" 2024-04-02T09:54:12.842 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.842 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.842 INFO:tasks.workunit.client.0.smithi012.stdout: "application": [ 2024-04-02T09:54:12.842 INFO:tasks.workunit.client.0.smithi012.stdout: "cephfs" 2024-04-02T09:54:12.842 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.842 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_mode": "none", 2024-04-02T09:54:12.842 INFO:tasks.workunit.client.0.smithi012.stdout: "erasure_code_profile": {}, 2024-04-02T09:54:12.842 INFO:tasks.workunit.client.0.smithi012.stdout: "flags_names": [ 2024-04-02T09:54:12.842 INFO:tasks.workunit.client.0.smithi012.stdout: "hashpspool" 2024-04-02T09:54:12.842 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.842 INFO:tasks.workunit.client.0.smithi012.stdout: "min_size": 2, 2024-04-02T09:54:12.842 INFO:tasks.workunit.client.0.smithi012.stdout: "options": {}, 2024-04-02T09:54:12.842 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:54:12.842 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_num": 32, 2024-04-02T09:54:12.843 INFO:tasks.workunit.client.0.smithi012.stdout: "pgp_num": 32, 2024-04-02T09:54:12.843 INFO:tasks.workunit.client.0.smithi012.stdout: "pool": 2, 2024-04-02T09:54:12.843 INFO:tasks.workunit.client.0.smithi012.stdout: "size": 3, 2024-04-02T09:54:12.843 INFO:tasks.workunit.client.0.smithi012.stdout: "stats": { 2024-04-02T09:54:12.843 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_raw": 722159446282, 2024-04-02T09:54:12.843 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_used": 153096, 2024-04-02T09:54:12.843 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_bytes_used": 0, 2024-04-02T09:54:12.843 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_under_bytes": 0, 2024-04-02T09:54:12.843 INFO:tasks.workunit.client.0.smithi012.stdout: "data_bytes_used": 110592, 2024-04-02T09:54:12.843 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty": 0, 2024-04-02T09:54:12.843 INFO:tasks.workunit.client.0.smithi012.stdout: "max_avail": 240719822848, 2024-04-02T09:54:12.843 INFO:tasks.workunit.client.0.smithi012.stdout: "objects": 22, 2024-04-02T09:54:12.843 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_bytes_used": 42504, 2024-04-02T09:54:12.843 INFO:tasks.workunit.client.0.smithi012.stdout: "percent_used": 2.1199745958710992e-07, 2024-04-02T09:54:12.844 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_bytes": 0, 2024-04-02T09:54:12.844 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_objects": 0, 2024-04-02T09:54:12.844 INFO:tasks.workunit.client.0.smithi012.stdout: "rd": 79, 2024-04-02T09:54:12.844 INFO:tasks.workunit.client.0.smithi012.stdout: "rd_bytes": 89088, 2024-04-02T09:54:12.844 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": 20790, 2024-04-02T09:54:12.844 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_data": 6622, 2024-04-02T09:54:12.844 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_omap": 14168, 2024-04-02T09:54:12.844 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_raw": 62370, 2024-04-02T09:54:12.844 INFO:tasks.workunit.client.0.smithi012.stdout: "wr": 68, 2024-04-02T09:54:12.844 INFO:tasks.workunit.client.0.smithi012.stdout: "wr_bytes": 36864 2024-04-02T09:54:12.844 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.844 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_bytes": 0, 2024-04-02T09:54:12.844 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_objects": 0, 2024-04-02T09:54:12.844 INFO:tasks.workunit.client.0.smithi012.stdout: "type": "replicated" 2024-04-02T09:54:12.844 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.845 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.845 INFO:tasks.workunit.client.0.smithi012.stdout: "application": [ 2024-04-02T09:54:12.845 INFO:tasks.workunit.client.0.smithi012.stdout: "cephfs" 2024-04-02T09:54:12.845 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.845 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_mode": "none", 2024-04-02T09:54:12.845 INFO:tasks.workunit.client.0.smithi012.stdout: "erasure_code_profile": {}, 2024-04-02T09:54:12.845 INFO:tasks.workunit.client.0.smithi012.stdout: "flags_names": [ 2024-04-02T09:54:12.845 INFO:tasks.workunit.client.0.smithi012.stdout: "hashpspool" 2024-04-02T09:54:12.845 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.845 INFO:tasks.workunit.client.0.smithi012.stdout: "min_size": 2, 2024-04-02T09:54:12.845 INFO:tasks.workunit.client.0.smithi012.stdout: "options": {}, 2024-04-02T09:54:12.845 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:54:12.845 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_num": 64, 2024-04-02T09:54:12.845 INFO:tasks.workunit.client.0.smithi012.stdout: "pgp_num": 64, 2024-04-02T09:54:12.846 INFO:tasks.workunit.client.0.smithi012.stdout: "pool": 3, 2024-04-02T09:54:12.846 INFO:tasks.workunit.client.0.smithi012.stdout: "size": 3, 2024-04-02T09:54:12.846 INFO:tasks.workunit.client.0.smithi012.stdout: "stats": { 2024-04-02T09:54:12.846 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_raw": 722159446282, 2024-04-02T09:54:12.846 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_used": 0, 2024-04-02T09:54:12.846 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_bytes_used": 0, 2024-04-02T09:54:12.846 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_under_bytes": 0, 2024-04-02T09:54:12.846 INFO:tasks.workunit.client.0.smithi012.stdout: "data_bytes_used": 0, 2024-04-02T09:54:12.846 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty": 0, 2024-04-02T09:54:12.846 INFO:tasks.workunit.client.0.smithi012.stdout: "max_avail": 240719822848, 2024-04-02T09:54:12.846 INFO:tasks.workunit.client.0.smithi012.stdout: "objects": 0, 2024-04-02T09:54:12.846 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_bytes_used": 0, 2024-04-02T09:54:12.846 INFO:tasks.workunit.client.0.smithi012.stdout: "percent_used": 0.0, 2024-04-02T09:54:12.847 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_bytes": 0, 2024-04-02T09:54:12.847 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_objects": 0, 2024-04-02T09:54:12.847 INFO:tasks.workunit.client.0.smithi012.stdout: "rd": 0, 2024-04-02T09:54:12.847 INFO:tasks.workunit.client.0.smithi012.stdout: "rd_bytes": 0, 2024-04-02T09:54:12.847 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": 0, 2024-04-02T09:54:12.847 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_data": 0, 2024-04-02T09:54:12.847 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_omap": 0, 2024-04-02T09:54:12.847 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_raw": 0, 2024-04-02T09:54:12.847 INFO:tasks.workunit.client.0.smithi012.stdout: "wr": 0, 2024-04-02T09:54:12.847 INFO:tasks.workunit.client.0.smithi012.stdout: "wr_bytes": 0 2024-04-02T09:54:12.847 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.847 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_bytes": 0, 2024-04-02T09:54:12.847 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_objects": 0, 2024-04-02T09:54:12.847 INFO:tasks.workunit.client.0.smithi012.stdout: "type": "replicated" 2024-04-02T09:54:12.847 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.848 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.848 INFO:tasks.workunit.client.0.smithi012.stdout: "application": [ 2024-04-02T09:54:12.848 INFO:tasks.workunit.client.0.smithi012.stdout: "rbd" 2024-04-02T09:54:12.848 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.848 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_mode": "none", 2024-04-02T09:54:12.848 INFO:tasks.workunit.client.0.smithi012.stdout: "erasure_code_profile": {}, 2024-04-02T09:54:12.848 INFO:tasks.workunit.client.0.smithi012.stdout: "flags_names": [ 2024-04-02T09:54:12.848 INFO:tasks.workunit.client.0.smithi012.stdout: "hashpspool", 2024-04-02T09:54:12.848 INFO:tasks.workunit.client.0.smithi012.stdout: "selfmanaged_snaps" 2024-04-02T09:54:12.848 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.848 INFO:tasks.workunit.client.0.smithi012.stdout: "min_size": 2, 2024-04-02T09:54:12.848 INFO:tasks.workunit.client.0.smithi012.stdout: "options": {}, 2024-04-02T09:54:12.848 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:54:12.848 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_num": 8, 2024-04-02T09:54:12.849 INFO:tasks.workunit.client.0.smithi012.stdout: "pgp_num": 8, 2024-04-02T09:54:12.849 INFO:tasks.workunit.client.0.smithi012.stdout: "pool": 4, 2024-04-02T09:54:12.849 INFO:tasks.workunit.client.0.smithi012.stdout: "size": 3, 2024-04-02T09:54:12.849 INFO:tasks.workunit.client.0.smithi012.stdout: "stats": { 2024-04-02T09:54:12.849 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_raw": 722159446282, 2024-04-02T09:54:12.849 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_used": 12595200, 2024-04-02T09:54:12.849 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_bytes_used": 0, 2024-04-02T09:54:12.849 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_under_bytes": 0, 2024-04-02T09:54:12.849 INFO:tasks.workunit.client.0.smithi012.stdout: "data_bytes_used": 12595200, 2024-04-02T09:54:12.849 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty": 0, 2024-04-02T09:54:12.849 INFO:tasks.workunit.client.0.smithi012.stdout: "max_avail": 240719822848, 2024-04-02T09:54:12.849 INFO:tasks.workunit.client.0.smithi012.stdout: "objects": 4, 2024-04-02T09:54:12.849 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_bytes_used": 0, 2024-04-02T09:54:12.849 INFO:tasks.workunit.client.0.smithi012.stdout: "percent_used": 1.7440719602745958e-05, 2024-04-02T09:54:12.850 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_bytes": 0, 2024-04-02T09:54:12.850 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_objects": 0, 2024-04-02T09:54:12.850 INFO:tasks.workunit.client.0.smithi012.stdout: "rd": 8948, 2024-04-02T09:54:12.850 INFO:tasks.workunit.client.0.smithi012.stdout: "rd_bytes": 3102525440, 2024-04-02T09:54:12.850 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": 4194323, 2024-04-02T09:54:12.850 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_data": 4194323, 2024-04-02T09:54:12.850 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_omap": 0, 2024-04-02T09:54:12.850 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_raw": 12582969, 2024-04-02T09:54:12.850 INFO:tasks.workunit.client.0.smithi012.stdout: "wr": 24299, 2024-04-02T09:54:12.850 INFO:tasks.workunit.client.0.smithi012.stdout: "wr_bytes": 3225607168 2024-04-02T09:54:12.850 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.850 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_bytes": 0, 2024-04-02T09:54:12.850 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_objects": 0, 2024-04-02T09:54:12.850 INFO:tasks.workunit.client.0.smithi012.stdout: "type": "replicated" 2024-04-02T09:54:12.851 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.851 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.851 INFO:tasks.workunit.client.0.smithi012.stdout: "rbd": { 2024-04-02T09:54:12.851 INFO:tasks.workunit.client.0.smithi012.stdout: "mirroring_by_pool": [ 2024-04-02T09:54:12.851 INFO:tasks.workunit.client.0.smithi012.stdout: false 2024-04-02T09:54:12.851 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.851 INFO:tasks.workunit.client.0.smithi012.stdout: "num_images_by_pool": [ 2024-04-02T09:54:12.851 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:12.851 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.851 INFO:tasks.workunit.client.0.smithi012.stdout: "num_pools": 1 2024-04-02T09:54:12.851 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.851 INFO:tasks.workunit.client.0.smithi012.stdout: "report_id": "b70f64df-7250-40a6-89d3-f1b4734f29cf", 2024-04-02T09:54:12.851 INFO:tasks.workunit.client.0.smithi012.stdout: "report_timestamp": "2024-04-02T09:54:11.634951", 2024-04-02T09:54:12.851 INFO:tasks.workunit.client.0.smithi012.stdout: "report_version": 1, 2024-04-02T09:54:12.851 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_stats": { 2024-04-02T09:54:12.852 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "7.9.2" 2024-04-02T09:54:12.852 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.852 INFO:tasks.workunit.client.0.smithi012.stdout: "rook": { 2024-04-02T09:54:12.852 INFO:tasks.workunit.client.0.smithi012.stdout: "cluster": { 2024-04-02T09:54:12.852 INFO:tasks.workunit.client.0.smithi012.stdout: "external-mode": null, 2024-04-02T09:54:12.852 INFO:tasks.workunit.client.0.smithi012.stdout: "mon": { 2024-04-02T09:54:12.852 INFO:tasks.workunit.client.0.smithi012.stdout: "allow-multiple-per-node": null, 2024-04-02T09:54:12.852 INFO:tasks.workunit.client.0.smithi012.stdout: "count": null, 2024-04-02T09:54:12.852 INFO:tasks.workunit.client.0.smithi012.stdout: "max-id": null, 2024-04-02T09:54:12.852 INFO:tasks.workunit.client.0.smithi012.stdout: "pvc": { 2024-04-02T09:54:12.852 INFO:tasks.workunit.client.0.smithi012.stdout: "enabled": null 2024-04-02T09:54:12.852 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.853 INFO:tasks.workunit.client.0.smithi012.stdout: "stretch": { 2024-04-02T09:54:12.853 INFO:tasks.workunit.client.0.smithi012.stdout: "enabled": null 2024-04-02T09:54:12.853 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.853 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.853 INFO:tasks.workunit.client.0.smithi012.stdout: "network": { 2024-04-02T09:54:12.853 INFO:tasks.workunit.client.0.smithi012.stdout: "provider": null 2024-04-02T09:54:12.853 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.853 INFO:tasks.workunit.client.0.smithi012.stdout: "storage": { 2024-04-02T09:54:12.853 INFO:tasks.workunit.client.0.smithi012.stdout: "device-set": { 2024-04-02T09:54:12.853 INFO:tasks.workunit.client.0.smithi012.stdout: "count": { 2024-04-02T09:54:12.853 INFO:tasks.workunit.client.0.smithi012.stdout: "non-portable": null, 2024-04-02T09:54:12.853 INFO:tasks.workunit.client.0.smithi012.stdout: "portable": null, 2024-04-02T09:54:12.853 INFO:tasks.workunit.client.0.smithi012.stdout: "total": null 2024-04-02T09:54:12.854 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.854 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.854 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.854 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.854 INFO:tasks.workunit.client.0.smithi012.stdout: "csi": { 2024-04-02T09:54:12.854 INFO:tasks.workunit.client.0.smithi012.stdout: "version": null 2024-04-02T09:54:12.854 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.854 INFO:tasks.workunit.client.0.smithi012.stdout: "kubernetes": { 2024-04-02T09:54:12.854 INFO:tasks.workunit.client.0.smithi012.stdout: "version": null 2024-04-02T09:54:12.854 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.854 INFO:tasks.workunit.client.0.smithi012.stdout: "node": { 2024-04-02T09:54:12.854 INFO:tasks.workunit.client.0.smithi012.stdout: "count": { 2024-04-02T09:54:12.854 INFO:tasks.workunit.client.0.smithi012.stdout: "kubernetes-total": null, 2024-04-02T09:54:12.854 INFO:tasks.workunit.client.0.smithi012.stdout: "with-ceph-daemons": null, 2024-04-02T09:54:12.855 INFO:tasks.workunit.client.0.smithi012.stdout: "with-csi-cephfs-plugin": null, 2024-04-02T09:54:12.855 INFO:tasks.workunit.client.0.smithi012.stdout: "with-csi-nfs-plugin": null, 2024-04-02T09:54:12.855 INFO:tasks.workunit.client.0.smithi012.stdout: "with-csi-rbd-plugin": null 2024-04-02T09:54:12.855 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.855 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.855 INFO:tasks.workunit.client.0.smithi012.stdout: "usage": { 2024-04-02T09:54:12.855 INFO:tasks.workunit.client.0.smithi012.stdout: "storage-class": { 2024-04-02T09:54:12.855 INFO:tasks.workunit.client.0.smithi012.stdout: "count": { 2024-04-02T09:54:12.855 INFO:tasks.workunit.client.0.smithi012.stdout: "bucket": null, 2024-04-02T09:54:12.855 INFO:tasks.workunit.client.0.smithi012.stdout: "cephfs": null, 2024-04-02T09:54:12.855 INFO:tasks.workunit.client.0.smithi012.stdout: "nfs": null, 2024-04-02T09:54:12.855 INFO:tasks.workunit.client.0.smithi012.stdout: "rbd": null, 2024-04-02T09:54:12.855 INFO:tasks.workunit.client.0.smithi012.stdout: "total": null 2024-04-02T09:54:12.855 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.856 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:12.856 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.856 INFO:tasks.workunit.client.0.smithi012.stdout: "version": null 2024-04-02T09:54:12.856 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.856 INFO:tasks.workunit.client.0.smithi012.stdout: "services": {}, 2024-04-02T09:54:12.856 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_per_pg": [ 2024-04-02T09:54:12.856 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.856 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:12.856 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:12.856 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:12.856 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:12.856 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.856 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T09:54:12.856 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:12.857 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:12.857 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:12.857 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:12.857 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:12.857 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:12.857 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.841655+0000", 2024-04-02T09:54:12.857 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.187159+0000", 2024-04-02T09:54:12.857 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.187159+0000", 2024-04-02T09:54:12.857 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.188367+0000", 2024-04-02T09:54:12.857 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.841655+0000", 2024-04-02T09:54:12.857 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.857 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:12.858 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.858 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:12.858 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.841655+0000", 2024-04-02T09:54:12.858 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.841655+0000", 2024-04-02T09:54:12.858 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.841655+0000", 2024-04-02T09:54:12.858 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:12.858 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:12.858 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.858 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.841655+0000", 2024-04-02T09:54:12.858 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.841655+0000", 2024-04-02T09:54:12.858 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:12.858 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:12.859 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:12.859 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:12.859 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:12.859 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:12.859 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:12.859 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:12.859 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:12.859 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:12.859 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:12.859 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:12.859 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:12.859 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.2c", 2024-04-02T09:54:12.860 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:12.860 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:12.860 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:12.860 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5021, 2024-04-02T09:54:12.860 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:12.860 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:14:29.296406+0000", 2024-04-02T09:54:12.860 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:12.860 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:12.860 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:12.860 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:12.860 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:12.860 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:12.861 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:12.861 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:12.861 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:12.861 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:12.861 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:12.861 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:12.861 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:12.861 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:12.861 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:12.861 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:12.861 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:12.861 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:12.861 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:12.861 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:12.862 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:12.862 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:12.862 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:12.862 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:12.862 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:12.862 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:12.862 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:12.862 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:12.862 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:12.862 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:12.862 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:12.862 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:12.862 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:12.863 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:12.863 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:12.863 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:12.863 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:12.863 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:12.863 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:12.863 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:12.863 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:12.863 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:12.863 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:12.863 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.863 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:12.863 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:12.863 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:12.864 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:12.864 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:12.864 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:12.864 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.864 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T09:54:12.864 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:12.864 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.864 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.864 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:12.864 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:12.864 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:12.864 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:12.864 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.865 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T09:54:12.865 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:12.865 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:12.865 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:12.865 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:12.865 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:12.865 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:12.865 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.843868+0000", 2024-04-02T09:54:12.865 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.085012+0000", 2024-04-02T09:54:12.865 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.085012+0000", 2024-04-02T09:54:12.865 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.085389+0000", 2024-04-02T09:54:12.865 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.843868+0000", 2024-04-02T09:54:12.865 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.865 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:12.866 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.866 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:12.866 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.843868+0000", 2024-04-02T09:54:12.866 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.843868+0000", 2024-04-02T09:54:12.866 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.843868+0000", 2024-04-02T09:54:12.866 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:12.866 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:12.866 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.866 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.843868+0000", 2024-04-02T09:54:12.866 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.843868+0000", 2024-04-02T09:54:12.866 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:12.866 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:12.867 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:12.867 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:12.867 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:12.867 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:12.867 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:12.867 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:12.867 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:12.867 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:12.867 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:12.868 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:12.868 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:12.868 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.2b", 2024-04-02T09:54:12.868 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:12.868 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:12.868 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:12.868 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5146, 2024-04-02T09:54:12.868 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:12.869 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:37:39.439141+0000", 2024-04-02T09:54:12.869 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:12.869 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:12.869 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:12.869 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:12.869 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:12.869 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:12.869 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:12.869 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:12.869 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:12.870 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:12.870 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:12.870 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:12.870 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:12.870 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:12.870 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:12.870 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:12.870 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:12.870 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:12.871 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:12.871 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:12.871 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:12.871 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:12.871 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:12.871 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:12.871 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:12.871 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:12.871 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:12.871 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:12.871 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:12.872 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:12.872 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:12.872 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:12.872 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:12.872 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:12.872 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:12.872 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:12.872 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:12.872 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:12.872 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:12.872 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:12.872 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:12.872 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:12.873 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:12.873 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.873 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:12.873 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:12.873 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:12.873 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:12.873 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:12.873 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:12.873 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.873 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T09:54:12.873 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:12.873 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.873 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.873 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:12.874 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:12.874 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:12.874 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:12.874 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.874 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:54:12.874 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:12.874 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:12.874 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:12.874 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:12.874 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:12.874 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:12.874 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.184722+0000", 2024-04-02T09:54:12.875 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.080854+0000", 2024-04-02T09:54:12.875 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.080854+0000", 2024-04-02T09:54:12.875 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.081287+0000", 2024-04-02T09:54:12.875 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.184722+0000", 2024-04-02T09:54:12.875 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.875 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:12.875 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.875 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:12.875 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.184722+0000", 2024-04-02T09:54:12.875 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.184722+0000", 2024-04-02T09:54:12.875 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.184722+0000", 2024-04-02T09:54:12.875 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:12.875 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:12.875 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.876 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.184722+0000", 2024-04-02T09:54:12.876 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.184722+0000", 2024-04-02T09:54:12.876 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:12.876 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:12.876 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:12.876 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:12.876 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:12.876 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:12.876 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:12.876 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:12.876 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:12.876 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:12.876 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:12.876 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:12.876 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:12.877 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.2a", 2024-04-02T09:54:12.877 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:12.877 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:12.877 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:12.877 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5025, 2024-04-02T09:54:12.877 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:12.877 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:05:21.091489+0000", 2024-04-02T09:54:12.877 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:12.877 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:12.877 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:12.877 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:12.877 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:12.877 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:12.877 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:12.877 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:12.878 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:12.878 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:12.878 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:12.878 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:12.878 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:12.878 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:12.878 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:12.878 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:12.878 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:12.878 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:12.878 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:12.878 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:12.878 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:12.878 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:12.879 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:12.879 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:12.879 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:12.879 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:12.879 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:12.879 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:12.879 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:12.879 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:12.879 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:12.879 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:12.879 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:12.879 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:12.879 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:12.879 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:12.879 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:12.880 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:12.880 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:12.880 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:12.880 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:12.880 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:12.880 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:12.880 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.880 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:12.880 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:12.880 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:12.880 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:12.880 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:12.880 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:12.880 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.881 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:54:12.881 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:12.881 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.881 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.881 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:12.881 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:12.881 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:12.881 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:12.881 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.881 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:54:12.881 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:12.881 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:12.881 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:12.881 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:12.882 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:12.882 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:12.882 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.130723+0000", 2024-04-02T09:54:12.882 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:22.992898+0000", 2024-04-02T09:54:12.882 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:22.992898+0000", 2024-04-02T09:54:12.882 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:22.993497+0000", 2024-04-02T09:54:12.882 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.130723+0000", 2024-04-02T09:54:12.882 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.882 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:12.882 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.882 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 435, 2024-04-02T09:54:12.882 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.130723+0000", 2024-04-02T09:54:12.882 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.130723+0000", 2024-04-02T09:54:12.882 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.130723+0000", 2024-04-02T09:54:12.883 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:12.883 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:12.883 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.883 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.130723+0000", 2024-04-02T09:54:12.883 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.130723+0000", 2024-04-02T09:54:12.883 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:12.883 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:12.883 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:12.883 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:12.883 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 434, 2024-04-02T09:54:12.883 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:12.883 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:12.883 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:12.883 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:12.884 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:12.884 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:12.884 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:12.884 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:12.884 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.29", 2024-04-02T09:54:12.884 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:12.884 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:12.884 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:12.884 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5071, 2024-04-02T09:54:12.884 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:12.884 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:35:05.134394+0000", 2024-04-02T09:54:12.884 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:12.884 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:12.885 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:12.885 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:12.885 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:12.885 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:12.885 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:12.885 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:12.885 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:12.885 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:12.885 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:12.885 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:12.885 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:12.885 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:12.885 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:12.885 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:12.886 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:12.886 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:12.886 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:12.886 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:12.886 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:12.886 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:12.886 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:12.886 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:12.886 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:12.886 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:12.886 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:12.886 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:12.886 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:12.887 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:12.887 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:12.887 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:12.887 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:12.887 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:12.887 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:12.887 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:12.887 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:12.887 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:12.887 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:12.887 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:12.887 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:12.887 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:12.887 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:12.888 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.888 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:12.888 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:12.888 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:12.888 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:12.888 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:12.888 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:12.888 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.888 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:54:12.888 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:12.888 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.888 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.888 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:12.888 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:12.889 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:12.889 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:12.889 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.889 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:54:12.889 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:12.889 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:12.889 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:12.889 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:12.889 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:12.889 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:12.889 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.183238+0000", 2024-04-02T09:54:12.889 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.963691+0000", 2024-04-02T09:54:12.889 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.963691+0000", 2024-04-02T09:54:12.889 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:42.964191+0000", 2024-04-02T09:54:12.890 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.183238+0000", 2024-04-02T09:54:12.890 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.890 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:12.890 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.890 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:54:12.890 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.183238+0000", 2024-04-02T09:54:12.890 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.183238+0000", 2024-04-02T09:54:12.890 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.183238+0000", 2024-04-02T09:54:12.890 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:12.890 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:12.890 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.890 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.183238+0000", 2024-04-02T09:54:12.891 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.183238+0000", 2024-04-02T09:54:12.891 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:12.891 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:12.891 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:12.891 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:12.891 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:54:12.891 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:12.891 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:12.891 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:12.891 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:12.891 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:12.891 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:12.891 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:12.891 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:12.892 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.28", 2024-04-02T09:54:12.892 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:12.892 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:12.892 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:12.892 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5022, 2024-04-02T09:54:12.892 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:12.892 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:28:43.931620+0000", 2024-04-02T09:54:12.892 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:12.892 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:12.892 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:12.892 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:12.892 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:12.892 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:12.892 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:12.893 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:12.893 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:12.893 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:12.893 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:12.893 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:12.893 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:12.893 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:12.893 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:12.893 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:12.893 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:12.893 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:12.893 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:12.893 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:12.893 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:12.894 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:12.894 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:12.894 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:12.894 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:12.894 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:12.894 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:12.894 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:12.894 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:12.894 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:12.894 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:12.894 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:12.894 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:12.894 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:12.894 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:12.895 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:12.895 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:12.895 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:12.895 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:12.895 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:12.895 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:12.895 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:12.895 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:12.895 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.895 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:12.895 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:12.895 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:12.895 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:12.895 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:12.895 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:12.896 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.896 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:54:12.896 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:12.896 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.896 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.896 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:12.896 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:12.896 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:12.896 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:12.896 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.896 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:54:12.896 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:12.896 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:12.896 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:12.897 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:12.897 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:12.897 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:12.897 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.131989+0000", 2024-04-02T09:54:12.897 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:03.031590+0000", 2024-04-02T09:54:12.897 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:03.031590+0000", 2024-04-02T09:54:12.897 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:03.031911+0000", 2024-04-02T09:54:12.897 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.131989+0000", 2024-04-02T09:54:12.897 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.897 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:12.897 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.897 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 415, 2024-04-02T09:54:12.897 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.131989+0000", 2024-04-02T09:54:12.897 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.131989+0000", 2024-04-02T09:54:12.898 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.131989+0000", 2024-04-02T09:54:12.898 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:12.898 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:12.898 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.898 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.131989+0000", 2024-04-02T09:54:12.898 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.131989+0000", 2024-04-02T09:54:12.898 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:12.898 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:12.898 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:12.898 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:12.898 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 414, 2024-04-02T09:54:12.898 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:12.898 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:12.898 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:12.899 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:12.899 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:12.899 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:12.899 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:12.899 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:12.899 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.27", 2024-04-02T09:54:12.899 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:12.899 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:12.899 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:12.899 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5081, 2024-04-02T09:54:12.899 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:12.899 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:43:02.632787+0000", 2024-04-02T09:54:12.899 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:12.899 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:12.900 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:12.900 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:12.900 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:12.900 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:12.900 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:12.900 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:12.900 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:12.900 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:12.900 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:12.900 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:12.900 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:12.900 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:12.900 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:12.900 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:12.900 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:12.901 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:12.901 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:12.901 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:12.901 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:12.901 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:12.901 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:12.901 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:12.901 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:12.901 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:12.901 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:12.901 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:12.901 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:12.901 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:12.901 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:12.902 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:12.902 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:12.902 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:12.902 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:12.902 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:12.902 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:12.902 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:12.902 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:12.902 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:12.902 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:12.902 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:12.902 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:12.902 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.902 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:12.903 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:12.903 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:12.903 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:12.903 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:12.903 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:12.903 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.903 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:54:12.903 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:12.903 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.903 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.903 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:12.903 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:12.903 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:12.903 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:12.903 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.904 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T09:54:12.904 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:12.904 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:12.904 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:12.904 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:12.904 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:12.904 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:12.904 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.842079+0000", 2024-04-02T09:54:12.904 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.076853+0000", 2024-04-02T09:54:12.904 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.076853+0000", 2024-04-02T09:54:12.904 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.077181+0000", 2024-04-02T09:54:12.904 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.842079+0000", 2024-04-02T09:54:12.904 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.904 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:12.905 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.905 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:12.905 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.842079+0000", 2024-04-02T09:54:12.905 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.842079+0000", 2024-04-02T09:54:12.905 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.842079+0000", 2024-04-02T09:54:12.905 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:12.905 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:12.905 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.905 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.842079+0000", 2024-04-02T09:54:12.905 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.842079+0000", 2024-04-02T09:54:12.905 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:12.905 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:12.905 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:12.905 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:12.905 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:12.905 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:12.906 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:12.906 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:12.906 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:12.906 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:12.906 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:12.906 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:12.906 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:12.906 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.26", 2024-04-02T09:54:12.906 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:12.906 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:12.906 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:12.906 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4993, 2024-04-02T09:54:12.906 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:12.906 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:50:14.827316+0000", 2024-04-02T09:54:12.907 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:12.907 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:12.907 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:12.907 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:12.907 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:12.907 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:12.907 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:12.907 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:12.907 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:12.907 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:12.907 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:12.907 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:12.907 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:12.908 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:12.908 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:12.908 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:12.908 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:12.908 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:12.908 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:12.908 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:12.908 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:12.908 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:12.908 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:12.908 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:12.908 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:12.908 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:12.908 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:12.909 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:12.909 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:12.909 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:12.909 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:12.909 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:12.909 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:12.909 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:12.909 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:12.909 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:12.909 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:12.909 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:12.909 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:12.909 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:12.909 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:12.909 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:12.909 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:12.910 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.910 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:12.910 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:12.910 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:12.910 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:12.910 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:12.910 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:12.910 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.910 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T09:54:12.910 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:12.910 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.910 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.910 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:12.910 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:12.911 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:12.911 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:12.911 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.911 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:54:12.911 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:12.911 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:12.911 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:12.911 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:12.911 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:12.911 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:12.911 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.754448+0000", 2024-04-02T09:54:12.911 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:03.038959+0000", 2024-04-02T09:54:12.911 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:03.038959+0000", 2024-04-02T09:54:12.911 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:03.039313+0000", 2024-04-02T09:54:12.912 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.754448+0000", 2024-04-02T09:54:12.912 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.912 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:12.912 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.912 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 415, 2024-04-02T09:54:12.912 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.754448+0000", 2024-04-02T09:54:12.912 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.754448+0000", 2024-04-02T09:54:12.912 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.754448+0000", 2024-04-02T09:54:12.912 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:12.912 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:12.912 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.912 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.754448+0000", 2024-04-02T09:54:12.912 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.754448+0000", 2024-04-02T09:54:12.912 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:12.912 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:12.913 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:12.913 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:12.913 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 414, 2024-04-02T09:54:12.913 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:12.913 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:12.913 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:12.913 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:12.913 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:12.913 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:12.913 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:12.913 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:12.913 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.25", 2024-04-02T09:54:12.913 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:12.913 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:12.914 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:12.914 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5127, 2024-04-02T09:54:12.914 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:12.914 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:09:41.809998+0000", 2024-04-02T09:54:12.914 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:12.914 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:12.914 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:12.914 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:12.914 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:12.914 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:12.914 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:12.914 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:12.914 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:12.914 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:12.915 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:12.915 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:12.915 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:12.915 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:12.915 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:12.915 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:12.915 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:12.915 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:12.915 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:12.915 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:12.915 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:12.915 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:12.915 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:12.915 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:12.915 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:12.916 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:12.916 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:12.916 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:12.916 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:12.916 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:12.916 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:12.916 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:12.916 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:12.916 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:12.916 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:12.916 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:12.916 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:12.916 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:12.916 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:12.917 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:12.917 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:12.917 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:12.917 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:12.917 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.917 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:12.917 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:12.917 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:12.917 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:12.917 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:12.917 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:12.917 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.917 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:54:12.917 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:12.917 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.917 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.918 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:12.918 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:12.918 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:12.918 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:12.918 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.918 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:54:12.918 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:12.918 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:12.918 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:12.918 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:12.918 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:12.918 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:12.918 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.130934+0000", 2024-04-02T09:54:12.918 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:22.992523+0000", 2024-04-02T09:54:12.919 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:22.992523+0000", 2024-04-02T09:54:12.919 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:22.992841+0000", 2024-04-02T09:54:12.919 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.130934+0000", 2024-04-02T09:54:12.919 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.919 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:12.919 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.919 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 435, 2024-04-02T09:54:12.919 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.130934+0000", 2024-04-02T09:54:12.919 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.130934+0000", 2024-04-02T09:54:12.919 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.130934+0000", 2024-04-02T09:54:12.919 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:12.919 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:12.919 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.919 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.130934+0000", 2024-04-02T09:54:12.919 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.130934+0000", 2024-04-02T09:54:12.920 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:12.920 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:12.920 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:12.920 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:12.920 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 434, 2024-04-02T09:54:12.920 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:12.920 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:12.920 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:12.920 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:12.920 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:12.920 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:12.920 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:12.920 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:12.920 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.24", 2024-04-02T09:54:12.921 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:12.921 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:12.921 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:12.921 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5078, 2024-04-02T09:54:12.921 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:12.921 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:50:35.040725+0000", 2024-04-02T09:54:12.921 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:12.921 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:12.921 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:12.921 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:12.921 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:12.921 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:12.921 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:12.921 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:12.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:12.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:12.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:12.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:12.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:12.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:12.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:12.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:12.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:12.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:12.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:12.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:12.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:12.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:12.922 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:12.923 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:12.923 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:12.923 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:12.923 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:12.923 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:12.923 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:12.923 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:12.923 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:12.923 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:12.923 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:12.923 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:12.923 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:12.923 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:12.924 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:12.924 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:12.924 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:12.924 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:12.924 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:12.924 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:12.924 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:12.924 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.924 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:12.924 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:12.924 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:12.924 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:12.924 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:12.924 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:12.924 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.925 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:54:12.925 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:12.925 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.925 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.925 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:12.925 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:12.925 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:12.925 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:12.925 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.925 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T09:54:12.925 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:12.925 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:12.925 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:12.926 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:12.926 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:12.926 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:12.926 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.843962+0000", 2024-04-02T09:54:12.926 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:22.992223+0000", 2024-04-02T09:54:12.926 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:22.992223+0000", 2024-04-02T09:54:12.926 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:22.992960+0000", 2024-04-02T09:54:12.926 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.843962+0000", 2024-04-02T09:54:12.926 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.926 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:12.926 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.926 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 435, 2024-04-02T09:54:12.926 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.843962+0000", 2024-04-02T09:54:12.926 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.843962+0000", 2024-04-02T09:54:12.927 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.843962+0000", 2024-04-02T09:54:12.927 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:12.927 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:12.927 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.927 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.843962+0000", 2024-04-02T09:54:12.927 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.843962+0000", 2024-04-02T09:54:12.927 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:12.927 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:12.927 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:12.927 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:12.927 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 434, 2024-04-02T09:54:12.927 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:12.927 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:12.927 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:12.927 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:12.928 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:12.928 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:12.928 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:12.928 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:12.928 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.23", 2024-04-02T09:54:12.928 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:12.928 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:12.928 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:12.928 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5149, 2024-04-02T09:54:12.928 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:12.928 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:06:44.315373+0000", 2024-04-02T09:54:12.928 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:12.928 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:12.929 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:12.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:12.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:12.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:12.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:12.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:12.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:12.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:12.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:12.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:12.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:12.930 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:12.930 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:12.930 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:12.930 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:12.930 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:12.930 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:12.930 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:12.930 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:12.930 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:12.930 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:12.930 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:12.930 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:12.931 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:12.931 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:12.931 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:12.931 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:12.931 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:12.931 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:12.931 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:12.931 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:12.931 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:12.931 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:12.931 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:12.931 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:12.931 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:12.931 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:12.932 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:12.932 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:12.932 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:12.932 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:12.932 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.932 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:12.932 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:12.932 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:12.932 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:12.932 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:12.932 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:12.932 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.932 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T09:54:12.932 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:12.932 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.933 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.933 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:12.933 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:12.933 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:12.933 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:12.933 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.933 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:54:12.933 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:12.933 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:12.933 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:12.933 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:12.933 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:12.933 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:12.933 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.184404+0000", 2024-04-02T09:54:12.934 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.964185+0000", 2024-04-02T09:54:12.934 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.964185+0000", 2024-04-02T09:54:12.934 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:42.964594+0000", 2024-04-02T09:54:12.934 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.184404+0000", 2024-04-02T09:54:12.934 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.934 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:12.934 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.934 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:54:12.934 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.184404+0000", 2024-04-02T09:54:12.934 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.184404+0000", 2024-04-02T09:54:12.934 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.184404+0000", 2024-04-02T09:54:12.934 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:12.934 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:12.934 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.934 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.184404+0000", 2024-04-02T09:54:12.935 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.184404+0000", 2024-04-02T09:54:12.935 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:12.935 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:12.935 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:12.935 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:12.935 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:54:12.935 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:12.935 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:12.935 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:12.935 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:12.935 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:12.935 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:12.935 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:12.935 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:12.935 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.22", 2024-04-02T09:54:12.935 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:12.936 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:12.936 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:12.936 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5024, 2024-04-02T09:54:12.936 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:12.936 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:02:37.886359+0000", 2024-04-02T09:54:12.936 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:12.936 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:12.936 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:12.936 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:12.936 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:12.936 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:12.936 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:12.936 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:12.936 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:12.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:12.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:12.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:12.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:12.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:12.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:12.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:12.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:12.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:12.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:12.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:12.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:12.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:12.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:12.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:12.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:12.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:12.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:12.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:12.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:12.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:12.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:12.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:12.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:12.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:12.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:12.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:12.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:12.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:12.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:12.939 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:12.939 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:12.939 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:12.939 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:12.939 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.939 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:12.939 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:12.939 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:12.939 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:12.939 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:12.939 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:12.939 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.939 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:54:12.940 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:12.940 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.940 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.940 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:12.940 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:12.940 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:12.940 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:12.940 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.940 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 2, 2024-04-02T09:54:12.940 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:12.940 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:12.940 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:12.940 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:12.940 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:12.940 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:12.940 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.840971+0000", 2024-04-02T09:54:12.941 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.177826+0000", 2024-04-02T09:54:12.941 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.177826+0000", 2024-04-02T09:54:12.941 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.178168+0000", 2024-04-02T09:54:12.941 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.840971+0000", 2024-04-02T09:54:12.941 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.941 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:12.941 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.941 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:12.941 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.840971+0000", 2024-04-02T09:54:12.941 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.840971+0000", 2024-04-02T09:54:12.941 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.840971+0000", 2024-04-02T09:54:12.941 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:12.941 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:12.941 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.942 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.840971+0000", 2024-04-02T09:54:12.942 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.840971+0000", 2024-04-02T09:54:12.942 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:12.942 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:12.942 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:12.942 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:12.942 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:12.942 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:12.942 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:12.942 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:12.942 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:12.942 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:12.942 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:12.942 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:12.943 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:12.943 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.21", 2024-04-02T09:54:12.943 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:12.943 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:12.943 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:12.943 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5118, 2024-04-02T09:54:12.943 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:12.943 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:42:28.675043+0000", 2024-04-02T09:54:12.943 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:12.943 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:12.943 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:12.943 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:12.943 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:12.944 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:12.944 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:12.944 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:12.944 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:12.944 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:12.944 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:12.944 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:12.944 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:12.944 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:12.944 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:12.944 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:12.944 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:12.944 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:12.945 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:12.945 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:12.945 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:12.945 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:12.945 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:12.945 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:12.945 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:12.945 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:12.945 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:12.945 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:12.945 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:12.945 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:12.945 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:12.945 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:12.946 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:12.946 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:12.946 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:12.946 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:12.946 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:12.946 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:12.946 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:12.946 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:12.946 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:12.946 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:12.946 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:12.946 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.946 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:12.946 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:12.947 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:12.947 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:12.947 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:12.947 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:12.947 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.947 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 2, 2024-04-02T09:54:12.947 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:12.947 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.947 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.947 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:12.947 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:12.947 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:12.948 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:54:12.948 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.948 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T09:54:12.948 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:12.948 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:12.948 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:12.948 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:12.948 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:12.948 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:12.948 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.841655+0000", 2024-04-02T09:54:12.948 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.177341+0000", 2024-04-02T09:54:12.948 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.177341+0000", 2024-04-02T09:54:12.948 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.178130+0000", 2024-04-02T09:54:12.949 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.841655+0000", 2024-04-02T09:54:12.949 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.949 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:12.949 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.949 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:12.949 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.841655+0000", 2024-04-02T09:54:12.949 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.841655+0000", 2024-04-02T09:54:12.949 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.841655+0000", 2024-04-02T09:54:12.949 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:12.949 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:12.949 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.949 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.841655+0000", 2024-04-02T09:54:12.949 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.841655+0000", 2024-04-02T09:54:12.949 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:12.950 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:12.950 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:12.950 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:12.950 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:12.950 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:12.950 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:12.950 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:12.950 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:12.950 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:12.950 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:12.950 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:12.950 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:12.950 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.20", 2024-04-02T09:54:12.951 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:12.951 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:12.951 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:12.951 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4978, 2024-04-02T09:54:12.951 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:12.951 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:15:37.598099+0000", 2024-04-02T09:54:12.951 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:12.951 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:12.951 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:12.951 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:12.951 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:12.951 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:12.951 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:12.951 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:12.951 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:12.952 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:12.952 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:12.952 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:12.952 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:12.952 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:12.952 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:12.952 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:12.952 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:12.952 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:12.952 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:12.952 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:12.952 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:12.952 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:12.952 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:12.952 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:12.953 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:12.953 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:12.953 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:12.953 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:12.953 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:12.953 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:12.953 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:12.953 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:12.953 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:12.953 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:12.953 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:12.953 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:12.953 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:12.953 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:12.953 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:12.954 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:12.954 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:12.954 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:12.954 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:12.954 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.954 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:12.954 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:12.954 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:12.954 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:12.954 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:12.954 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:54:12.954 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.954 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T09:54:12.954 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:12.954 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.955 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.955 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:12.955 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:12.955 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:12.955 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:12.955 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.955 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:54:12.955 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:12.955 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:12.955 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:12.955 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:12.955 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:12.955 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:12.955 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.182840+0000", 2024-04-02T09:54:12.955 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.086879+0000", 2024-04-02T09:54:12.956 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.086879+0000", 2024-04-02T09:54:12.956 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.087192+0000", 2024-04-02T09:54:12.956 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.182840+0000", 2024-04-02T09:54:12.956 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.956 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:12.956 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.956 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:12.956 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.182840+0000", 2024-04-02T09:54:12.956 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.182840+0000", 2024-04-02T09:54:12.956 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.182840+0000", 2024-04-02T09:54:12.956 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:12.956 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:12.956 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.956 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.182840+0000", 2024-04-02T09:54:12.956 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.182840+0000", 2024-04-02T09:54:12.957 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:12.957 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:12.957 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:12.957 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:12.957 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:12.957 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:12.957 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:12.957 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:12.957 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:12.957 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:12.957 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:12.957 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:12.957 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:12.957 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.f", 2024-04-02T09:54:12.958 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:12.958 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:12.958 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:12.958 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4932, 2024-04-02T09:54:12.958 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:12.958 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:25:11.304142+0000", 2024-04-02T09:54:12.958 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:12.958 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:12.958 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:12.958 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:12.958 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:12.958 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:12.958 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:12.959 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:12.959 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:12.959 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:12.959 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:12.959 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:12.959 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:12.959 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:12.959 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:12.959 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:12.959 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:12.959 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:12.959 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:12.959 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:12.959 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:12.960 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:12.960 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:12.960 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:12.960 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:12.960 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:12.960 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:12.960 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:12.960 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:12.960 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:12.960 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:12.960 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:12.960 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:12.960 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:12.961 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:12.961 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:12.961 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:12.961 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:12.961 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:12.961 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:12.961 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:12.961 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:12.961 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:12.961 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.961 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:12.961 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:12.961 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:12.961 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:12.962 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:12.962 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:12.962 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.962 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:54:12.962 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:12.962 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.962 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.962 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:12.962 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:12.962 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:12.962 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:12.962 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.962 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 2, 2024-04-02T09:54:12.963 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:12.963 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:12.963 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:12.963 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:12.963 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:12.963 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:12.963 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.843555+0000", 2024-04-02T09:54:12.963 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:03.028355+0000", 2024-04-02T09:54:12.963 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:03.028355+0000", 2024-04-02T09:54:12.963 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:03.028777+0000", 2024-04-02T09:54:12.963 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.843555+0000", 2024-04-02T09:54:12.963 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:12.963 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:12.963 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:12.963 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 415, 2024-04-02T09:54:12.964 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.843555+0000", 2024-04-02T09:54:12.964 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.843555+0000", 2024-04-02T09:54:12.964 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.843555+0000", 2024-04-02T09:54:12.964 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:12.964 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:12.964 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:12.964 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.843555+0000", 2024-04-02T09:54:12.964 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.843555+0000", 2024-04-02T09:54:12.964 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:12.964 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2, 2024-04-02T09:54:12.964 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:12.964 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:12.964 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 414, 2024-04-02T09:54:12.964 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:12.964 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:12.965 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:12.965 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:12.965 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2, 2024-04-02T09:54:12.965 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:12.965 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:12.965 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:12.965 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.e", 2024-04-02T09:54:12.965 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:12.965 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:12.965 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:12.965 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5130, 2024-04-02T09:54:12.965 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:12.965 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:11:24.904615+0000", 2024-04-02T09:54:12.965 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:12.966 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:12.966 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:12.966 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:12.966 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:12.966 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:12.966 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:12.966 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:12.966 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:12.966 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:12.966 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:12.966 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:12.966 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:12.966 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:12.967 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:12.967 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:12.967 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:12.967 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:12.967 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:12.967 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 3, 2024-04-02T09:54:12.967 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 1, 2024-04-02T09:54:12.967 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:12.967 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:12.967 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:12.967 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:12.967 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:12.967 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:12.968 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:12.968 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T09:54:12.968 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:12.968 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:12.968 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:12.968 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:12.968 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:12.968 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:12.968 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:12.968 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 6, 2024-04-02T09:54:12.968 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 6, 2024-04-02T09:54:12.968 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:12.968 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:12.968 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:12.968 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 3, 2024-04-02T09:54:12.968 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:12.969 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.969 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:12.969 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:12.969 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:12.969 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:12.969 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:12.969 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:12.969 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.969 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 2, 2024-04-02T09:54:12.969 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'2" 2024-04-02T09:54:12.969 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.969 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.969 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:12.969 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:12.970 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:12.970 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:12.970 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.970 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:54:12.970 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:12.970 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:12.970 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:12.970 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:12.970 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:12.970 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:12.970 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.184544+0000", 2024-04-02T09:54:12.970 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.193254+0000", 2024-04-02T09:54:12.970 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.193254+0000", 2024-04-02T09:54:12.971 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.193551+0000", 2024-04-02T09:54:12.971 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.184544+0000", 2024-04-02T09:54:12.971 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.971 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:12.971 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.971 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:12.971 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.184544+0000", 2024-04-02T09:54:12.971 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.184544+0000", 2024-04-02T09:54:12.971 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.184544+0000", 2024-04-02T09:54:12.971 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:12.971 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:12.971 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.971 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.184544+0000", 2024-04-02T09:54:12.972 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.184544+0000", 2024-04-02T09:54:12.972 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:12.972 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:12.972 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:12.972 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:12.972 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:12.972 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:12.972 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:12.972 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:12.972 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:12.972 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:12.972 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:12.972 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:12.973 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:12.973 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.c", 2024-04-02T09:54:12.973 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:12.973 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:12.973 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:12.973 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5015, 2024-04-02T09:54:12.973 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:12.973 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:47:39.443287+0000", 2024-04-02T09:54:12.973 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:12.973 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:12.973 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:12.973 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:12.973 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:12.973 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:12.974 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:12.974 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:12.974 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:12.974 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:12.974 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:12.974 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:12.974 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:12.974 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:12.974 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:12.974 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:12.974 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:12.974 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:12.975 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:12.975 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:12.975 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:12.975 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:12.975 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:12.975 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:12.975 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:12.975 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:12.975 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:12.975 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:12.975 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:12.975 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:12.975 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:12.976 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:12.976 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:12.976 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:12.976 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:12.976 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:12.976 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:12.976 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:12.976 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:12.976 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:12.976 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:12.976 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:12.976 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:12.976 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.976 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:12.977 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:12.977 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:12.977 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:12.977 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:12.977 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:12.977 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.977 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:54:12.977 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:12.977 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.977 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.977 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:12.977 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:12.977 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:12.978 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T09:54:12.978 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.978 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:54:12.978 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:12.978 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:12.978 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:12.978 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:12.978 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:12.978 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:12.978 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.754689+0000", 2024-04-02T09:54:12.979 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:22.989764+0000", 2024-04-02T09:54:12.979 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:22.989764+0000", 2024-04-02T09:54:12.979 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:22.990323+0000", 2024-04-02T09:54:12.979 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.754689+0000", 2024-04-02T09:54:12.979 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:12.979 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:12.979 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:12.979 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 435, 2024-04-02T09:54:12.979 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.754689+0000", 2024-04-02T09:54:12.979 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.754689+0000", 2024-04-02T09:54:12.979 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.754689+0000", 2024-04-02T09:54:12.979 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:12.979 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:12.979 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:12.980 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.754689+0000", 2024-04-02T09:54:12.980 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.754689+0000", 2024-04-02T09:54:12.980 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:12.980 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 1, 2024-04-02T09:54:12.980 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:12.980 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:12.980 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 434, 2024-04-02T09:54:12.980 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:12.980 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:12.980 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:12.980 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:12.980 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 1, 2024-04-02T09:54:12.981 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:12.981 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:12.981 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:12.981 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.d", 2024-04-02T09:54:12.981 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:12.981 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:12.981 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:12.981 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5128, 2024-04-02T09:54:12.981 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:12.981 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:43:30.553496+0000", 2024-04-02T09:54:12.981 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:12.981 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:12.981 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:12.981 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 70, 2024-04-02T09:54:12.982 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:12.982 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:12.982 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:12.982 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:12.982 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:12.982 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:12.982 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:12.982 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:12.982 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:12.982 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:12.982 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:12.982 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:12.982 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:12.982 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:12.983 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:12.983 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 3, 2024-04-02T09:54:12.983 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 1, 2024-04-02T09:54:12.983 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:12.983 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:12.983 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:12.983 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:12.983 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:12.983 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:12.983 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:12.983 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:12.983 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:12.983 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:12.983 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:12.984 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:12.984 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:12.984 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:12.984 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:12.984 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 1, 2024-04-02T09:54:12.984 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 1, 2024-04-02T09:54:12.984 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:12.984 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:12.984 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:12.984 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 1, 2024-04-02T09:54:12.984 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 1 2024-04-02T09:54:12.984 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.984 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:12.984 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:12.984 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:12.985 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:12.985 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:12.985 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T09:54:12.985 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.985 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:54:12.985 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'1" 2024-04-02T09:54:12.985 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.985 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.985 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:12.985 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:12.985 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:12.985 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:12.985 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.985 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:54:12.985 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:12.986 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:12.986 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:12.986 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:12.986 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:12.986 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:12.986 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.187078+0000", 2024-04-02T09:54:12.986 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.080413+0000", 2024-04-02T09:54:12.986 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.080413+0000", 2024-04-02T09:54:12.986 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.081726+0000", 2024-04-02T09:54:12.986 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.187078+0000", 2024-04-02T09:54:12.986 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.986 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:12.986 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.986 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:12.987 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.187078+0000", 2024-04-02T09:54:12.987 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.187078+0000", 2024-04-02T09:54:12.987 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.187078+0000", 2024-04-02T09:54:12.987 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:12.987 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:12.987 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:12.987 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.187078+0000", 2024-04-02T09:54:12.987 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.187078+0000", 2024-04-02T09:54:12.987 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:12.987 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:12.987 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:12.987 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:12.987 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:12.987 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:12.987 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:12.988 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:12.988 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:12.988 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:12.988 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:12.988 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:12.988 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:12.988 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.d", 2024-04-02T09:54:12.988 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:12.988 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:12.988 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:12.988 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4944, 2024-04-02T09:54:12.988 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:12.988 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:54:56.268521+0000", 2024-04-02T09:54:12.988 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:12.989 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:12.989 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:12.989 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:12.989 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:12.989 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:12.989 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:12.989 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:12.989 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:12.989 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:12.989 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:12.989 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:12.989 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:12.989 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:12.989 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:12.989 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:12.990 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:12.990 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:12.990 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:12.990 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:12.990 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:12.990 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:12.990 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:12.990 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:12.990 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:12.990 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:12.990 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:12.990 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:12.990 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:12.990 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:12.991 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:12.991 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:12.991 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:12.991 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:12.991 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:12.991 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:12.991 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:12.991 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:12.991 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:12.991 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:12.991 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:12.991 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:12.991 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:12.991 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.992 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:12.992 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:12.992 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:12.992 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:12.992 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:12.992 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:12.992 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.992 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:54:12.992 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:12.992 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.992 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.992 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:12.992 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:12.992 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:12.992 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:12.993 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.993 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 2, 2024-04-02T09:54:12.993 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:12.993 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:12.993 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:12.993 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:12.993 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:12.993 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:12.993 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.841222+0000", 2024-04-02T09:54:12.993 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.966187+0000", 2024-04-02T09:54:12.993 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.966187+0000", 2024-04-02T09:54:12.993 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:42.966485+0000", 2024-04-02T09:54:12.993 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.841222+0000", 2024-04-02T09:54:12.993 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:12.993 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:12.994 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:12.994 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:54:12.994 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.841222+0000", 2024-04-02T09:54:12.994 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.841222+0000", 2024-04-02T09:54:12.994 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.841222+0000", 2024-04-02T09:54:12.994 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:12.994 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:12.994 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:12.994 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.841222+0000", 2024-04-02T09:54:12.994 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.841222+0000", 2024-04-02T09:54:12.994 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:12.994 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:12.994 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:12.994 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:12.995 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:54:12.995 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:12.995 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:12.995 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:12.995 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:12.995 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:12.995 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:12.995 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:12.995 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:12.995 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.c", 2024-04-02T09:54:12.995 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:12.995 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:12.995 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:12.995 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5137, 2024-04-02T09:54:12.995 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:12.996 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:37:11.850530+0000", 2024-04-02T09:54:12.996 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:12.996 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:12.996 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:12.996 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:12.996 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:12.996 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:12.996 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:12.996 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:12.996 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:12.996 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:12.996 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:12.996 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:12.996 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:12.997 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:12.997 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:12.997 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:12.997 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:12.997 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:12.997 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:12.997 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:12.997 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:12.997 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:12.997 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:12.997 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:12.997 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:12.997 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:12.997 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:12.997 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:12.998 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:12.998 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:12.998 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:12.998 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:12.998 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:12.998 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:12.998 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:12.998 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:12.998 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:12.998 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:12.998 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:12.998 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:12.998 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:12.998 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:12.998 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:12.999 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.999 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:12.999 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:12.999 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:12.999 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:12.999 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:12.999 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:12.999 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:12.999 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 2, 2024-04-02T09:54:12.999 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:12.999 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:12.999 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:12.999 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:12.999 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:12.999 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:13.000 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:13.000 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.000 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 2, 2024-04-02T09:54:13.000 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.000 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.000 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:13.000 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.000 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.000 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.000 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.840864+0000", 2024-04-02T09:54:13.000 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:22.994263+0000", 2024-04-02T09:54:13.000 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:22.994263+0000", 2024-04-02T09:54:13.000 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:22.994578+0000", 2024-04-02T09:54:13.000 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.840864+0000", 2024-04-02T09:54:13.001 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.001 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.001 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.001 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 435, 2024-04-02T09:54:13.001 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.840864+0000", 2024-04-02T09:54:13.001 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.840864+0000", 2024-04-02T09:54:13.001 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.840864+0000", 2024-04-02T09:54:13.001 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.001 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.001 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.001 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.840864+0000", 2024-04-02T09:54:13.001 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.840864+0000", 2024-04-02T09:54:13.001 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.001 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.001 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.002 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.002 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 434, 2024-04-02T09:54:13.002 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.002 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.002 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.002 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.002 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.002 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.002 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.002 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.002 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.a", 2024-04-02T09:54:13.002 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.002 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.002 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.003 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5114, 2024-04-02T09:54:13.003 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.003 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:08:50.363417+0000", 2024-04-02T09:54:13.003 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.003 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.003 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.003 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.003 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.003 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.003 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.003 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.003 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.003 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.003 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.004 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.004 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.004 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.004 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.004 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.004 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.004 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.004 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.004 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.004 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.004 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.004 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.004 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.004 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.005 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.005 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.005 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.005 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.005 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.005 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.005 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.005 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.005 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.005 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.005 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.005 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.005 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.005 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.006 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.006 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.006 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.006 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.006 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.006 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.006 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.006 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.006 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:13.006 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:13.006 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:13.006 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.006 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 2, 2024-04-02T09:54:13.006 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.007 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.007 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.007 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.007 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:13.007 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:13.007 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:54:13.007 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.007 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:54:13.007 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.007 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.007 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:13.007 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.007 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.007 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.007 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.186955+0000", 2024-04-02T09:54:13.008 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.080171+0000", 2024-04-02T09:54:13.008 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.080171+0000", 2024-04-02T09:54:13.008 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.080837+0000", 2024-04-02T09:54:13.008 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.186955+0000", 2024-04-02T09:54:13.008 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.008 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.008 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.008 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:13.008 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.186955+0000", 2024-04-02T09:54:13.008 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.186955+0000", 2024-04-02T09:54:13.008 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.186955+0000", 2024-04-02T09:54:13.008 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.008 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.008 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.009 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.186955+0000", 2024-04-02T09:54:13.009 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.186955+0000", 2024-04-02T09:54:13.009 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.009 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 3, 2024-04-02T09:54:13.009 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.009 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.009 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:13.009 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.009 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.009 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.009 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.009 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 3, 2024-04-02T09:54:13.009 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.009 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.009 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.009 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.b", 2024-04-02T09:54:13.010 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.010 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.010 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.010 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4957, 2024-04-02T09:54:13.010 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.010 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:15:36.786216+0000", 2024-04-02T09:54:13.010 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.010 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.010 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.010 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.010 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.010 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.010 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.010 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.011 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.011 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.011 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.011 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.011 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.011 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.011 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.011 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.011 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.011 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.011 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.011 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 3, 2024-04-02T09:54:13.011 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 1, 2024-04-02T09:54:13.011 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.011 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:13.012 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.012 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.012 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.012 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.012 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.012 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T09:54:13.012 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.012 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.012 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.012 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.012 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.012 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.012 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.012 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 2, 2024-04-02T09:54:13.012 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 2, 2024-04-02T09:54:13.013 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.013 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.013 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.013 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 1, 2024-04-02T09:54:13.013 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.013 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.013 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.013 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.013 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.013 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:13.013 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:13.013 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:54:13.013 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.013 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:54:13.013 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "550'3" 2024-04-02T09:54:13.013 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.014 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.014 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.014 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:13.014 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:13.014 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:13.014 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.014 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:54:13.014 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.014 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.014 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:13.014 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.014 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.014 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.014 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.130855+0000", 2024-04-02T09:54:13.014 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:22.987778+0000", 2024-04-02T09:54:13.015 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:22.987778+0000", 2024-04-02T09:54:13.015 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:22.988115+0000", 2024-04-02T09:54:13.015 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.130855+0000", 2024-04-02T09:54:13.015 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.015 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.015 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.015 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 435, 2024-04-02T09:54:13.015 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.130855+0000", 2024-04-02T09:54:13.015 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.130855+0000", 2024-04-02T09:54:13.015 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.130855+0000", 2024-04-02T09:54:13.015 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.015 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.015 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.015 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.130855+0000", 2024-04-02T09:54:13.016 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.130855+0000", 2024-04-02T09:54:13.016 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.016 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.016 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.016 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.016 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 434, 2024-04-02T09:54:13.016 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.016 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.016 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.016 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.016 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.016 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.016 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.016 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.016 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.b", 2024-04-02T09:54:13.017 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.017 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.017 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.017 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5077, 2024-04-02T09:54:13.017 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.017 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:31:14.099751+0000", 2024-04-02T09:54:13.017 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.017 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.017 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.017 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.017 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.017 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.017 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.017 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.017 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.017 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.018 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.018 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.018 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.018 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.018 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.018 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.018 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.018 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.018 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.018 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.018 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.018 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.018 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.018 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.018 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.019 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.019 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.019 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.019 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.019 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.019 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.019 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.019 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.019 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.019 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.019 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.019 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.019 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.019 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.019 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.020 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.020 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.020 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.020 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.020 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.020 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.020 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.020 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:13.020 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:13.020 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:13.020 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.020 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:54:13.020 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.020 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.020 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.020 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.021 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:13.021 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:13.021 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:13.021 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.021 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:54:13.021 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.021 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.021 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:13.021 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.021 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.021 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.021 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.754803+0000", 2024-04-02T09:54:13.021 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.083820+0000", 2024-04-02T09:54:13.021 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.083820+0000", 2024-04-02T09:54:13.022 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.084180+0000", 2024-04-02T09:54:13.022 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.754803+0000", 2024-04-02T09:54:13.022 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.022 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.022 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.022 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:13.022 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.754803+0000", 2024-04-02T09:54:13.022 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.754803+0000", 2024-04-02T09:54:13.022 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.754803+0000", 2024-04-02T09:54:13.022 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.022 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.022 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.022 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.754803+0000", 2024-04-02T09:54:13.022 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.754803+0000", 2024-04-02T09:54:13.022 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.023 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.023 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.023 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.023 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:13.023 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.023 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.023 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.023 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.023 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.023 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.023 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.023 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.023 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.a", 2024-04-02T09:54:13.023 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.023 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.023 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.024 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5127, 2024-04-02T09:54:13.024 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.024 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:30:53.204652+0000", 2024-04-02T09:54:13.024 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.024 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.024 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.024 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.024 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.024 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.024 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.024 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.024 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.024 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.024 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.025 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.025 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.025 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.025 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.025 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.025 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.025 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.025 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.025 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.025 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.025 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.025 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.025 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.025 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.026 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.026 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.026 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.026 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.026 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.026 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.026 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.026 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.026 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.026 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.026 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.026 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.026 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.026 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.027 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.027 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.027 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.027 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.027 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.027 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.027 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.027 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.027 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:13.027 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:13.027 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:13.027 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.027 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:54:13.027 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.027 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.027 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.028 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.028 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:13.028 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:13.028 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:13.028 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.028 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:54:13.028 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.028 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.028 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:13.028 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.028 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.028 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.028 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.130281+0000", 2024-04-02T09:54:13.028 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.080581+0000", 2024-04-02T09:54:13.029 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.080581+0000", 2024-04-02T09:54:13.029 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.081044+0000", 2024-04-02T09:54:13.029 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.130281+0000", 2024-04-02T09:54:13.029 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.029 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.029 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.029 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:13.029 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.130281+0000", 2024-04-02T09:54:13.029 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.130281+0000", 2024-04-02T09:54:13.029 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.130281+0000", 2024-04-02T09:54:13.029 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.029 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.029 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.029 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.130281+0000", 2024-04-02T09:54:13.030 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.130281+0000", 2024-04-02T09:54:13.030 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.030 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.030 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.030 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.030 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:13.030 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.030 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.030 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.030 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.030 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.030 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.030 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.031 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.031 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.8", 2024-04-02T09:54:13.031 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.031 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.031 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.031 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5072, 2024-04-02T09:54:13.031 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.031 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:20:37.366830+0000", 2024-04-02T09:54:13.031 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.031 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.031 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.031 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.031 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.031 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.032 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.032 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.032 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.032 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.032 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.032 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.032 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.032 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.032 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.032 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.032 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.032 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.032 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.032 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.033 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.033 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.033 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.033 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.033 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.033 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.033 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.033 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.033 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.033 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.033 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.033 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.033 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.033 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.033 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.033 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.034 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.034 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.034 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.034 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.034 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.034 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.034 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.034 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.034 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.034 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.034 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.034 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:13.034 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:13.034 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:13.035 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.035 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:54:13.035 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.035 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.035 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.035 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.035 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:13.035 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:13.035 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T09:54:13.035 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.035 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:54:13.035 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.035 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.035 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:13.036 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.036 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.036 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.036 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.754050+0000", 2024-04-02T09:54:13.036 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:03.028597+0000", 2024-04-02T09:54:13.036 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:03.028597+0000", 2024-04-02T09:54:13.036 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:03.029163+0000", 2024-04-02T09:54:13.036 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.754050+0000", 2024-04-02T09:54:13.036 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.036 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.036 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.036 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 415, 2024-04-02T09:54:13.036 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.754050+0000", 2024-04-02T09:54:13.036 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.754050+0000", 2024-04-02T09:54:13.036 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.754050+0000", 2024-04-02T09:54:13.036 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.037 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.037 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.037 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.754050+0000", 2024-04-02T09:54:13.037 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.754050+0000", 2024-04-02T09:54:13.037 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.037 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.037 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.037 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.037 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 414, 2024-04-02T09:54:13.037 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.037 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.037 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.037 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.037 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.037 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.037 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.038 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.038 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.9", 2024-04-02T09:54:13.038 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.038 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.038 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.038 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5124, 2024-04-02T09:54:13.038 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.038 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:24:48.132802+0000", 2024-04-02T09:54:13.038 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.038 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.038 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.038 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.038 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.038 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.038 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.038 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.039 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.039 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.039 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.039 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.039 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.039 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.039 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.039 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.039 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.039 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.039 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.039 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.039 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.039 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.039 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.040 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.040 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.040 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.040 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.040 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.040 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.040 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.040 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.040 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.040 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.040 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.040 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.040 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.040 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.040 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.040 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.040 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.041 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.041 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.041 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.041 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.041 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.041 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.041 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.041 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:13.041 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:13.041 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T09:54:13.041 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.041 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:54:13.041 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.041 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.041 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.041 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.042 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:13.042 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:13.042 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:13.042 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.042 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 4, 2024-04-02T09:54:13.042 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.042 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.042 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:13.042 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.042 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.042 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.042 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.181993+0000", 2024-04-02T09:54:13.042 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.083024+0000", 2024-04-02T09:54:13.042 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.083024+0000", 2024-04-02T09:54:13.043 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.085302+0000", 2024-04-02T09:54:13.043 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.181993+0000", 2024-04-02T09:54:13.043 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.043 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.043 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.043 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:13.043 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.181993+0000", 2024-04-02T09:54:13.043 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.181993+0000", 2024-04-02T09:54:13.043 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.181993+0000", 2024-04-02T09:54:13.043 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.043 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.043 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.043 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.181993+0000", 2024-04-02T09:54:13.043 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.181993+0000", 2024-04-02T09:54:13.043 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.043 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.044 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.044 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.044 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:13.044 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.044 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.044 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.044 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.044 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.044 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.044 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.044 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.044 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.9", 2024-04-02T09:54:13.044 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.044 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.044 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.044 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5075, 2024-04-02T09:54:13.045 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.045 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:20:55.124700+0000", 2024-04-02T09:54:13.045 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.045 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.045 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.045 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.045 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.045 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.045 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.045 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.045 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.045 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.045 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.045 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.045 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.046 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.046 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.046 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.046 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.046 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.046 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.046 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.046 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.046 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.046 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.046 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.046 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.047 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.047 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.047 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.047 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.047 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.047 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.047 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.047 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.047 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.047 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.047 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.047 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.047 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.047 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.048 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.048 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.048 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.048 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.048 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.048 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.048 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.048 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.048 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:13.048 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:13.048 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:13.048 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.048 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 4, 2024-04-02T09:54:13.048 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.049 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.049 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.049 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.049 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:13.049 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:13.049 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:13.049 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.049 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:54:13.049 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.049 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.049 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:13.049 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.049 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.049 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.050 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.184726+0000", 2024-04-02T09:54:13.050 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.089378+0000", 2024-04-02T09:54:13.050 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.089378+0000", 2024-04-02T09:54:13.050 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.090244+0000", 2024-04-02T09:54:13.050 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.184726+0000", 2024-04-02T09:54:13.050 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.050 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.050 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.050 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:13.050 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.184726+0000", 2024-04-02T09:54:13.050 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.184726+0000", 2024-04-02T09:54:13.050 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.184726+0000", 2024-04-02T09:54:13.050 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.051 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.051 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.051 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.184726+0000", 2024-04-02T09:54:13.051 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.184726+0000", 2024-04-02T09:54:13.051 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.051 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.051 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.051 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.051 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:13.051 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.051 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.051 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.051 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.052 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.052 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.052 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.052 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.052 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.8", 2024-04-02T09:54:13.052 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.052 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.052 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.052 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4967, 2024-04-02T09:54:13.052 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.052 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:45:19.769398+0000", 2024-04-02T09:54:13.052 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.052 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.052 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.053 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.053 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.053 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.053 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.053 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.053 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.053 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.053 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.053 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.053 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.053 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.053 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.053 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.053 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.053 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.054 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.054 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.054 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.054 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.054 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.054 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.054 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.054 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.054 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.054 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.054 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.054 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.054 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.055 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.055 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.055 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.055 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.055 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.055 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.055 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.055 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.055 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.055 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.055 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.055 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.055 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.055 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.055 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.056 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.056 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:13.056 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:13.056 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:13.056 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.056 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:54:13.056 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.056 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.056 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.056 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.056 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:13.056 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:13.056 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:13.056 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.056 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T09:54:13.057 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.057 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.057 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:13.057 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.057 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.057 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.057 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.844039+0000", 2024-04-02T09:54:13.057 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:22.988242+0000", 2024-04-02T09:54:13.057 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:22.988242+0000", 2024-04-02T09:54:13.057 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:22.988577+0000", 2024-04-02T09:54:13.057 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.844039+0000", 2024-04-02T09:54:13.057 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.057 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.057 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.057 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 435, 2024-04-02T09:54:13.057 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.844039+0000", 2024-04-02T09:54:13.058 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.844039+0000", 2024-04-02T09:54:13.058 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.844039+0000", 2024-04-02T09:54:13.058 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.058 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.058 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.058 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.844039+0000", 2024-04-02T09:54:13.058 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.844039+0000", 2024-04-02T09:54:13.058 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.058 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.058 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.058 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.058 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 434, 2024-04-02T09:54:13.058 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.059 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.059 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.059 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.059 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.059 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.059 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.059 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.059 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.6", 2024-04-02T09:54:13.059 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.059 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.059 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.059 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5147, 2024-04-02T09:54:13.059 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.059 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:21:26.567401+0000", 2024-04-02T09:54:13.059 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.060 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.060 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.060 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.060 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.060 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.060 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.060 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.060 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.060 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.060 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.060 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.060 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.060 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.060 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.061 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.061 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.061 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.061 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.061 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.061 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.061 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.061 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.061 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.061 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.061 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.061 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.061 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.061 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.061 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.062 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.062 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.062 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.062 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.062 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.062 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.062 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.062 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.062 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.062 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.062 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.062 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.062 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.062 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.063 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.063 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.063 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.063 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:13.063 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:13.063 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:13.063 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.063 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T09:54:13.063 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.063 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.063 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.063 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.063 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:13.063 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:13.064 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:13.064 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.064 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T09:54:13.064 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.064 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.064 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:13.064 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.064 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.064 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.064 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.843154+0000", 2024-04-02T09:54:13.064 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.076898+0000", 2024-04-02T09:54:13.064 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.076898+0000", 2024-04-02T09:54:13.064 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.077231+0000", 2024-04-02T09:54:13.065 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.843154+0000", 2024-04-02T09:54:13.065 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.065 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.065 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.065 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:13.065 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.843154+0000", 2024-04-02T09:54:13.065 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.843154+0000", 2024-04-02T09:54:13.065 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.843154+0000", 2024-04-02T09:54:13.065 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.065 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.065 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.065 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.843154+0000", 2024-04-02T09:54:13.065 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.843154+0000", 2024-04-02T09:54:13.065 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.065 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2, 2024-04-02T09:54:13.066 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.066 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.066 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:13.066 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.066 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.066 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.066 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.066 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2, 2024-04-02T09:54:13.066 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.066 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.066 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.066 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.7", 2024-04-02T09:54:13.066 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.066 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.066 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.067 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4984, 2024-04-02T09:54:13.067 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.067 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:10:19.334381+0000", 2024-04-02T09:54:13.067 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.067 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.067 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.067 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.067 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.067 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.067 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.067 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.067 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.067 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.067 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.067 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.068 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.068 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.068 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.068 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.068 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.068 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.068 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.068 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 3, 2024-04-02T09:54:13.068 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 1, 2024-04-02T09:54:13.068 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.068 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:13.068 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.068 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.069 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.069 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.069 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.069 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T09:54:13.069 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.069 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.069 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.069 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.069 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.069 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.069 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.069 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 6, 2024-04-02T09:54:13.069 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 6, 2024-04-02T09:54:13.069 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.070 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.070 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.070 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 3, 2024-04-02T09:54:13.070 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.070 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.070 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.070 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.070 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.070 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:13.070 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:13.070 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:13.070 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.070 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T09:54:13.071 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'2" 2024-04-02T09:54:13.071 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.071 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.071 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.071 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:13.071 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:13.071 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:13.071 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.071 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 4, 2024-04-02T09:54:13.071 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.071 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.071 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 66, 2024-04-02T09:54:13.071 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.071 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.072 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.072 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.182321+0000", 2024-04-02T09:54:13.072 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.178172+0000", 2024-04-02T09:54:13.072 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.178172+0000", 2024-04-02T09:54:13.072 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T09:05:03.405154+0000", 2024-04-02T09:54:13.072 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.182321+0000", 2024-04-02T09:54:13.072 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:13.072 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.072 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:13.072 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:13.072 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.182321+0000", 2024-04-02T09:54:13.072 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.182321+0000", 2024-04-02T09:54:13.072 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.182321+0000", 2024-04-02T09:54:13.072 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.072 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.073 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:13.073 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.182321+0000", 2024-04-02T09:54:13.073 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.182321+0000", 2024-04-02T09:54:13.073 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.073 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 3065, 2024-04-02T09:54:13.073 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.073 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.073 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:13.073 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.073 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.073 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.073 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.073 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 3065, 2024-04-02T09:54:13.073 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.074 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.074 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.074 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "4.1", 2024-04-02T09:54:13.074 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.074 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.074 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.074 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 8897, 2024-04-02T09:54:13.074 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.074 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:28:18.271306+0000", 2024-04-02T09:54:13.074 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.005452558, 2024-04-02T09:54:13.074 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.074 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.074 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.074 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.074 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.075 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.075 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.075 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.075 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.075 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.075 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.075 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.075 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.075 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.075 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.075 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.075 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.075 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.075 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.075 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.076 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.076 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.076 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.076 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.076 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.076 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.076 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.076 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.076 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.076 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.076 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.076 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.076 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.077 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.077 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.077 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 1284, 2024-04-02T09:54:13.077 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 378035, 2024-04-02T09:54:13.077 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.077 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.077 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.077 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 3048, 2024-04-02T09:54:13.077 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 348174 2024-04-02T09:54:13.077 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.077 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.077 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.077 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.077 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:13.077 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:13.078 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:13.078 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.078 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 4, 2024-04-02T09:54:13.078 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "1125'3065" 2024-04-02T09:54:13.078 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.078 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.078 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.078 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:13.078 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:13.078 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:13.078 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.078 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:54:13.078 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.079 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.079 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:13.079 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.079 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.079 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.079 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.131832+0000", 2024-04-02T09:54:13.079 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.088033+0000", 2024-04-02T09:54:13.079 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.088033+0000", 2024-04-02T09:54:13.079 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.088416+0000", 2024-04-02T09:54:13.079 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.131832+0000", 2024-04-02T09:54:13.079 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.079 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.079 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.079 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:13.080 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.131832+0000", 2024-04-02T09:54:13.080 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.131832+0000", 2024-04-02T09:54:13.080 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.131832+0000", 2024-04-02T09:54:13.080 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.080 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.080 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.080 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.131832+0000", 2024-04-02T09:54:13.080 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.131832+0000", 2024-04-02T09:54:13.080 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.080 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.080 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.080 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.080 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:13.080 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.080 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.080 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.081 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.081 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.081 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.081 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.081 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.081 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.7", 2024-04-02T09:54:13.081 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.081 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.081 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.081 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5078, 2024-04-02T09:54:13.081 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.081 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:10:59.963212+0000", 2024-04-02T09:54:13.081 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.081 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.082 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.082 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.082 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.082 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.082 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.082 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.082 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.082 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.082 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.082 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.082 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.082 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.082 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.082 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.083 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.083 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.083 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.083 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.083 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.083 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.083 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.083 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.083 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.083 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.083 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.083 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.083 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.083 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.083 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.084 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.084 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.084 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.084 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.084 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.084 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.084 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.084 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.084 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.084 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.084 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.084 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.084 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.084 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.084 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.085 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.085 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:13.085 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:13.085 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:13.085 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.085 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:54:13.085 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.085 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.085 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.085 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.085 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:13.085 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:13.085 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:13.085 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.085 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:54:13.085 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.086 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.086 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:13.086 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.086 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.086 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.086 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.755181+0000", 2024-04-02T09:54:13.086 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.183165+0000", 2024-04-02T09:54:13.086 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.183165+0000", 2024-04-02T09:54:13.086 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.183954+0000", 2024-04-02T09:54:13.086 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.755181+0000", 2024-04-02T09:54:13.086 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.086 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.086 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.086 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:13.086 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.755181+0000", 2024-04-02T09:54:13.087 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.755181+0000", 2024-04-02T09:54:13.087 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.755181+0000", 2024-04-02T09:54:13.087 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.087 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.087 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.087 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.755181+0000", 2024-04-02T09:54:13.087 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.755181+0000", 2024-04-02T09:54:13.087 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.087 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2, 2024-04-02T09:54:13.087 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.087 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.087 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:13.087 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.088 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.088 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.088 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.088 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2, 2024-04-02T09:54:13.088 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.088 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.088 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.088 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.6", 2024-04-02T09:54:13.088 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.088 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.088 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.088 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5132, 2024-04-02T09:54:13.088 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.088 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:11:29.638509+0000", 2024-04-02T09:54:13.088 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.088 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.089 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.089 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.089 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.089 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.089 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.089 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.089 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.089 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.089 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.089 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.089 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.089 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.089 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.089 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.090 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.090 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.090 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.090 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 3, 2024-04-02T09:54:13.090 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 1, 2024-04-02T09:54:13.090 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.090 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:13.090 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.090 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.090 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.090 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.090 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.090 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T09:54:13.090 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.091 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.091 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.091 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.091 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.091 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.091 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.091 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 2, 2024-04-02T09:54:13.091 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 2, 2024-04-02T09:54:13.091 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.091 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.091 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.091 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 2, 2024-04-02T09:54:13.091 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.091 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.092 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.092 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.092 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.092 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:13.092 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:13.092 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:13.092 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.092 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:54:13.092 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "553'2" 2024-04-02T09:54:13.092 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.092 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.092 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.092 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:13.092 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:13.093 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:13.093 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.093 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:54:13.093 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.093 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.093 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 66, 2024-04-02T09:54:13.093 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.093 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.093 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.093 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.130156+0000", 2024-04-02T09:54:13.093 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.076971+0000", 2024-04-02T09:54:13.093 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.076971+0000", 2024-04-02T09:54:13.094 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T09:05:03.285671+0000", 2024-04-02T09:54:13.094 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.130156+0000", 2024-04-02T09:54:13.094 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:13.094 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.094 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:13.094 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:13.094 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.130156+0000", 2024-04-02T09:54:13.094 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.130156+0000", 2024-04-02T09:54:13.094 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.130156+0000", 2024-04-02T09:54:13.094 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.094 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.094 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:13.095 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.130156+0000", 2024-04-02T09:54:13.095 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.130156+0000", 2024-04-02T09:54:13.095 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.095 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2977, 2024-04-02T09:54:13.095 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.095 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.095 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:13.095 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.095 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.095 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.095 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.095 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2977, 2024-04-02T09:54:13.095 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.096 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.096 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.096 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "4.0", 2024-04-02T09:54:13.096 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.096 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.096 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.096 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 8845, 2024-04-02T09:54:13.096 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.096 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:50:36.397828+0000", 2024-04-02T09:54:13.096 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.003067276, 2024-04-02T09:54:13.096 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.096 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.096 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.096 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.097 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.097 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.097 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.097 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.097 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.097 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.097 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.097 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.097 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.097 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.097 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.097 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.097 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.097 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.098 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.098 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.098 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.098 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.098 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.098 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.098 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.098 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.098 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.098 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.098 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.098 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.098 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.098 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.098 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.099 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.099 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.099 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 1402, 2024-04-02T09:54:13.099 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 359018, 2024-04-02T09:54:13.099 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.099 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.099 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.099 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 2947, 2024-04-02T09:54:13.099 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 420309 2024-04-02T09:54:13.099 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.099 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.099 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.099 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.099 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:13.100 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:13.100 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:13.100 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.100 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:54:13.100 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "1125'2977" 2024-04-02T09:54:13.100 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.100 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.100 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.100 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:13.100 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:13.100 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:54:13.100 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.100 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:54:13.100 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.100 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.101 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:13.101 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.101 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.101 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.101 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.755819+0000", 2024-04-02T09:54:13.101 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.967450+0000", 2024-04-02T09:54:13.101 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.967450+0000", 2024-04-02T09:54:13.101 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:42.968529+0000", 2024-04-02T09:54:13.101 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.755819+0000", 2024-04-02T09:54:13.101 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.101 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.101 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.101 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:54:13.101 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.755819+0000", 2024-04-02T09:54:13.102 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.755819+0000", 2024-04-02T09:54:13.102 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.755819+0000", 2024-04-02T09:54:13.102 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.102 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.102 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.102 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.755819+0000", 2024-04-02T09:54:13.102 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.755819+0000", 2024-04-02T09:54:13.102 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.102 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.102 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.103 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.103 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:54:13.103 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.103 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.103 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.103 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.103 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.103 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.103 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.103 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.103 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.4", 2024-04-02T09:54:13.103 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.103 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.103 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.103 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5128, 2024-04-02T09:54:13.104 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.104 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:30:50.944896+0000", 2024-04-02T09:54:13.104 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.104 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.104 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.104 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.104 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.104 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.104 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.104 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.104 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.104 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.104 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.104 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.105 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.105 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.105 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.105 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.105 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.105 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.105 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.105 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.105 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.105 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.105 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.105 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.105 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.105 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.105 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.105 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.106 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.106 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.106 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.106 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.106 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.106 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.106 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.106 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.106 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.106 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.106 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.106 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.106 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.106 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.107 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.107 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.107 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.107 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.107 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.107 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:13.107 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:13.107 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:54:13.107 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.107 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:54:13.107 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.107 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.107 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.107 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.107 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:13.107 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:13.108 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:13.108 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.108 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:54:13.108 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.108 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.108 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:13.108 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.108 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.108 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.108 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.186927+0000", 2024-04-02T09:54:13.108 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.087655+0000", 2024-04-02T09:54:13.108 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.087655+0000", 2024-04-02T09:54:13.108 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.087978+0000", 2024-04-02T09:54:13.109 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.186927+0000", 2024-04-02T09:54:13.109 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.109 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.109 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.109 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:13.109 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.186927+0000", 2024-04-02T09:54:13.109 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.186927+0000", 2024-04-02T09:54:13.109 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.186927+0000", 2024-04-02T09:54:13.109 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.109 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.109 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.109 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.186927+0000", 2024-04-02T09:54:13.109 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.186927+0000", 2024-04-02T09:54:13.109 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.109 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.110 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.110 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.110 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:13.110 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.110 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.110 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.110 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.110 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.110 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.110 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.110 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.110 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.5", 2024-04-02T09:54:13.110 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.110 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.111 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.111 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4937, 2024-04-02T09:54:13.111 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.111 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:52:46.762945+0000", 2024-04-02T09:54:13.111 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.111 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.111 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.111 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.111 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.111 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.111 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.111 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.111 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.111 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.111 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.112 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.112 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.112 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.112 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.112 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.112 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.112 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.112 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.112 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.112 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.112 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.112 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.112 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.112 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.112 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.113 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.113 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.113 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.113 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.113 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.113 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.113 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.113 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.113 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.113 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.113 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.113 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.113 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.113 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.113 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.114 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.114 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.114 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.114 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.114 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.114 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.114 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:13.114 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:13.114 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:13.114 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.114 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:54:13.114 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.114 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.114 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.115 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.115 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:13.115 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:13.115 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:13.115 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.115 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T09:54:13.115 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.115 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.115 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 66, 2024-04-02T09:54:13.115 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.115 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.115 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.115 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:53:54.867253+0000", 2024-04-02T09:54:13.115 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.083476+0000", 2024-04-02T09:54:13.115 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.083476+0000", 2024-04-02T09:54:13.115 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T09:05:03.299597+0000", 2024-04-02T09:54:13.116 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:53:54.867253+0000", 2024-04-02T09:54:13.116 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:13.116 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.116 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:13.116 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:13.116 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:53:54.867253+0000", 2024-04-02T09:54:13.116 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:53:54.867253+0000", 2024-04-02T09:54:13.116 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:53:54.867253+0000", 2024-04-02T09:54:13.116 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.116 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.116 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:13.116 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:53:54.867253+0000", 2024-04-02T09:54:13.116 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:53:54.867253+0000", 2024-04-02T09:54:13.116 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.117 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 3058, 2024-04-02T09:54:13.117 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.117 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.117 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:13.117 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.117 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.117 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.117 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.117 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 3058, 2024-04-02T09:54:13.117 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.117 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.117 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.117 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "4.3", 2024-04-02T09:54:13.117 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.117 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.117 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.117 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 8971, 2024-04-02T09:54:13.118 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.118 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:40:50.605208+0000", 2024-04-02T09:54:13.118 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.006200576, 2024-04-02T09:54:13.118 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.118 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.118 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.118 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.118 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.118 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.118 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.118 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.118 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.118 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.118 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.118 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.119 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.119 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.119 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.119 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.119 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.119 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.119 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 3, 2024-04-02T09:54:13.119 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 1, 2024-04-02T09:54:13.119 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.119 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:13.119 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.119 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.119 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.119 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.119 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.119 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T09:54:13.119 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.120 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.120 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.120 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.120 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.120 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.120 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.120 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 1142, 2024-04-02T09:54:13.120 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 398029, 2024-04-02T09:54:13.120 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.120 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.120 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.120 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 3024, 2024-04-02T09:54:13.120 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 400266 2024-04-02T09:54:13.120 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.120 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.120 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.121 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.121 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:13.121 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:13.121 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:13.121 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.121 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T09:54:13.121 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "1125'3058" 2024-04-02T09:54:13.121 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.121 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.121 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.121 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:13.121 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:13.121 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:13.121 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.122 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:54:13.122 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.122 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.122 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:13.122 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.122 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.122 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.122 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.184604+0000", 2024-04-02T09:54:13.122 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.089542+0000", 2024-04-02T09:54:13.122 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.089542+0000", 2024-04-02T09:54:13.122 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.090903+0000", 2024-04-02T09:54:13.122 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.184604+0000", 2024-04-02T09:54:13.122 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.123 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.123 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.123 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:13.123 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.184604+0000", 2024-04-02T09:54:13.123 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.184604+0000", 2024-04-02T09:54:13.123 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.184604+0000", 2024-04-02T09:54:13.123 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.123 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.123 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.123 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.184604+0000", 2024-04-02T09:54:13.123 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.184604+0000", 2024-04-02T09:54:13.123 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.123 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.124 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.124 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.124 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:13.124 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.124 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.124 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.124 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.124 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.124 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.124 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.124 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.124 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.0", 2024-04-02T09:54:13.125 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.125 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.125 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.125 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4970, 2024-04-02T09:54:13.125 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.125 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:52:38.506901+0000", 2024-04-02T09:54:13.125 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.125 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.125 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.125 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.125 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.125 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.126 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.126 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.126 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.126 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.126 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.126 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.126 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.126 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.126 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.126 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.126 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.126 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.126 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.126 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.127 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.127 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.127 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.127 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.127 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.127 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.127 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.127 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.127 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.127 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.127 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.127 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.127 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.127 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.127 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.127 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.128 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.128 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.128 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.128 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.128 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.128 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.128 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.128 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.128 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.128 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.128 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.128 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:13.128 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:13.128 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:13.128 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.129 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:54:13.129 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.129 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.129 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.129 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.129 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:13.129 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:13.129 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T09:54:13.129 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.129 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T09:54:13.129 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.129 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.129 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:13.129 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.129 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.130 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.130 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.845085+0000", 2024-04-02T09:54:13.130 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:22.991520+0000", 2024-04-02T09:54:13.130 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:22.991520+0000", 2024-04-02T09:54:13.130 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:22.991851+0000", 2024-04-02T09:54:13.130 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.845085+0000", 2024-04-02T09:54:13.130 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.130 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.130 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.130 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 435, 2024-04-02T09:54:13.130 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.845085+0000", 2024-04-02T09:54:13.130 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.845085+0000", 2024-04-02T09:54:13.130 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.845085+0000", 2024-04-02T09:54:13.130 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.130 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.130 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.131 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.845085+0000", 2024-04-02T09:54:13.131 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.845085+0000", 2024-04-02T09:54:13.131 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.131 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.131 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.131 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.131 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 434, 2024-04-02T09:54:13.131 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.131 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.131 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.131 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.131 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.131 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.131 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.131 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.131 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.1", 2024-04-02T09:54:13.132 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.132 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.132 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.132 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5149, 2024-04-02T09:54:13.132 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.132 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:39:25.713629+0000", 2024-04-02T09:54:13.132 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.132 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.132 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.132 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.132 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.132 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.132 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.132 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.132 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.133 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.133 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.133 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.133 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.133 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.133 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.133 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.133 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.133 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.133 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.133 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.133 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.133 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.133 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.133 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.134 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.134 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.134 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.134 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.134 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.134 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.134 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.134 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.134 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.134 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.134 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.134 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.135 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.135 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.135 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.135 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.135 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.135 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.135 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.135 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.135 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.135 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.135 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.135 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:13.135 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:13.135 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T09:54:13.135 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.136 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T09:54:13.136 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.136 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.136 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.136 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.136 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:13.136 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:13.136 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:13.136 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.136 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T09:54:13.136 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.136 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.136 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 66, 2024-04-02T09:54:13.136 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.137 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.137 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.137 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.844229+0000", 2024-04-02T09:54:13.137 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:29:27.966258+0000", 2024-04-02T09:54:13.137 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:29:27.966258+0000", 2024-04-02T09:54:13.137 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T09:05:03.299603+0000", 2024-04-02T09:54:13.137 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.844229+0000", 2024-04-02T09:54:13.137 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:13.137 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.137 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:13.137 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 380, 2024-04-02T09:54:13.137 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.844229+0000", 2024-04-02T09:54:13.137 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.844229+0000", 2024-04-02T09:54:13.137 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.844229+0000", 2024-04-02T09:54:13.138 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.138 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.138 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:13.138 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.844229+0000", 2024-04-02T09:54:13.138 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.844229+0000", 2024-04-02T09:54:13.138 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.138 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 3037, 2024-04-02T09:54:13.138 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.138 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.138 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 379, 2024-04-02T09:54:13.138 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.138 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.139 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.139 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.139 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 3037, 2024-04-02T09:54:13.139 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.139 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.139 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.139 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "4.6", 2024-04-02T09:54:13.139 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.139 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.139 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.139 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 8784, 2024-04-02T09:54:13.139 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.139 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:21:58.684466+0000", 2024-04-02T09:54:13.140 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.00617646, 2024-04-02T09:54:13.140 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.140 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.140 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.140 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.140 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.140 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.140 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.140 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.140 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.140 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.140 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.140 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.140 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.140 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.141 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.141 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.141 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.141 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.141 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.141 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.141 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.141 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.141 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.141 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.141 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.141 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.141 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.141 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.142 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.142 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.142 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.142 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.142 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.142 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.142 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.142 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 845, 2024-04-02T09:54:13.142 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 349604, 2024-04-02T09:54:13.142 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.142 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.142 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.142 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 3000, 2024-04-02T09:54:13.143 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 385818 2024-04-02T09:54:13.143 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.143 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.143 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.143 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.143 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:13.143 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:13.143 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:13.143 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.143 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T09:54:13.143 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "1125'3037" 2024-04-02T09:54:13.143 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.143 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.143 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.143 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:13.144 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:13.144 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:13.144 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.144 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:54:13.144 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.144 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.144 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 19, 2024-04-02T09:54:13.144 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.144 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.144 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.144 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:54:10.106124+0000", 2024-04-02T09:54:13.144 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.090494+0000", 2024-04-02T09:54:13.144 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.090494+0000", 2024-04-02T09:54:13.144 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.092248+0000", 2024-04-02T09:54:13.144 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:54:10.106124+0000", 2024-04-02T09:54:13.144 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:18:06.875872+0000", 2024-04-02T09:54:13.145 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.145 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:18:06.875872+0000", 2024-04-02T09:54:13.145 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:13.145 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:54:10.106124+0000", 2024-04-02T09:54:13.145 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:54:10.106124+0000", 2024-04-02T09:54:13.145 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:54:10.106124+0000", 2024-04-02T09:54:13.145 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.145 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.145 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:18:06.875872+0000", 2024-04-02T09:54:13.145 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:54:10.106124+0000", 2024-04-02T09:54:13.145 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:54:10.106124+0000", 2024-04-02T09:54:13.145 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.145 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 201, 2024-04-02T09:54:13.145 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.146 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.146 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:13.146 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.146 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.146 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.146 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.146 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 201, 2024-04-02T09:54:13.146 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.146 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.146 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.146 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "1.0", 2024-04-02T09:54:13.146 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.146 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.147 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.147 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5458, 2024-04-02T09:54:13.147 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.149 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:29:09.384173+0000", 2024-04-02T09:54:13.149 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.149 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.149 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.149 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 590368, 2024-04-02T09:54:13.149 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.149 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 1771104, 2024-04-02T09:54:13.149 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.149 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.150 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.150 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.150 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.150 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.150 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.150 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.150 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.150 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.150 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.150 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.150 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.150 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 6, 2024-04-02T09:54:13.150 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 2, 2024-04-02T09:54:13.150 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.151 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 2, 2024-04-02T09:54:13.151 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.151 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.151 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.151 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.151 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.151 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.151 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.151 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 6, 2024-04-02T09:54:13.151 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.151 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.151 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.151 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.151 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.151 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 850, 2024-04-02T09:54:13.151 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 1468, 2024-04-02T09:54:13.152 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.152 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.152 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.152 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 319, 2024-04-02T09:54:13.152 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 2416 2024-04-02T09:54:13.152 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.152 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.152 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.152 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.152 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:13.152 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:13.152 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:13.152 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.153 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:54:13.153 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "2754'201" 2024-04-02T09:54:13.153 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.153 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.153 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.153 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:13.153 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:13.153 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:13.153 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.153 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:54:13.153 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.153 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.153 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:13.153 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.153 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.154 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.154 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.183082+0000", 2024-04-02T09:54:13.154 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.080974+0000", 2024-04-02T09:54:13.154 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.080974+0000", 2024-04-02T09:54:13.154 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.081351+0000", 2024-04-02T09:54:13.154 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.183082+0000", 2024-04-02T09:54:13.154 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.154 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.154 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.154 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:13.154 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.183082+0000", 2024-04-02T09:54:13.154 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.183082+0000", 2024-04-02T09:54:13.154 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.183082+0000", 2024-04-02T09:54:13.155 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.155 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.155 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.155 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.183082+0000", 2024-04-02T09:54:13.155 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.183082+0000", 2024-04-02T09:54:13.155 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.155 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.155 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.155 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.155 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:13.155 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.155 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.155 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.156 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.156 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.156 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.156 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.156 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.156 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.3", 2024-04-02T09:54:13.156 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.156 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.156 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.156 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5026, 2024-04-02T09:54:13.156 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.156 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:51:59.381737+0000", 2024-04-02T09:54:13.156 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.156 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.156 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.157 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.157 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.157 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.157 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.157 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.157 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.157 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.157 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.157 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.157 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.157 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.157 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.157 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.157 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.158 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.158 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.158 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.158 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.158 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.158 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.158 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.158 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.158 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.158 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.158 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.158 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.158 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.159 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.159 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.159 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.159 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.159 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.159 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.159 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.159 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.159 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.159 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.159 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.159 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.159 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.159 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.160 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.160 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.160 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.160 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:13.160 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:13.160 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:13.160 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.160 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:54:13.160 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.160 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.160 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.160 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.160 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:13.160 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:13.161 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:13.161 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.161 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:54:13.161 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.161 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.161 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:13.161 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.161 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.161 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.161 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.130399+0000", 2024-04-02T09:54:13.161 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.175083+0000", 2024-04-02T09:54:13.161 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.175083+0000", 2024-04-02T09:54:13.161 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.175437+0000", 2024-04-02T09:54:13.161 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.130399+0000", 2024-04-02T09:54:13.162 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.162 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.162 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.162 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:13.162 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.130399+0000", 2024-04-02T09:54:13.162 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.130399+0000", 2024-04-02T09:54:13.162 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.130399+0000", 2024-04-02T09:54:13.162 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.162 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.162 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.162 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.130399+0000", 2024-04-02T09:54:13.162 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.130399+0000", 2024-04-02T09:54:13.162 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.162 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.163 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.163 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.163 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:13.163 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.163 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.163 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.163 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.163 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.163 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.163 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.163 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.163 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.2", 2024-04-02T09:54:13.163 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.163 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.163 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.164 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5072, 2024-04-02T09:54:13.164 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.164 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:47:49.389689+0000", 2024-04-02T09:54:13.164 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.164 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.164 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.164 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.164 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.164 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.164 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.164 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.164 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.164 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.165 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.165 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.165 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.165 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.165 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.165 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.165 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.165 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.165 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.165 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.165 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.165 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.165 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.165 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.166 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.166 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.166 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.166 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.166 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.166 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.166 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.166 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.166 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.166 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.166 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.166 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.166 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.166 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.167 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.167 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.167 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.167 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.167 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.167 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.167 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.167 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.167 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.167 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:13.167 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:13.167 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:13.167 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.167 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:54:13.167 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.168 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.168 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.168 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.168 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:13.168 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:13.168 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:13.168 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.168 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T09:54:13.168 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.168 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.168 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 66, 2024-04-02T09:54:13.168 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.168 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.168 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.168 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.842095+0000", 2024-04-02T09:54:13.169 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.078522+0000", 2024-04-02T09:54:13.169 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.078522+0000", 2024-04-02T09:54:13.169 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T09:05:03.404138+0000", 2024-04-02T09:54:13.169 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.842095+0000", 2024-04-02T09:54:13.169 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:13.169 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.169 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:13.169 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:13.169 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.842095+0000", 2024-04-02T09:54:13.169 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.842095+0000", 2024-04-02T09:54:13.169 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.842095+0000", 2024-04-02T09:54:13.169 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.169 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.169 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:13.169 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.842095+0000", 2024-04-02T09:54:13.170 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.842095+0000", 2024-04-02T09:54:13.170 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.170 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2988, 2024-04-02T09:54:13.170 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.170 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.170 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:13.170 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.170 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.170 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.170 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.170 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2988, 2024-04-02T09:54:13.170 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.170 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.170 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.171 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "4.5", 2024-04-02T09:54:13.171 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.171 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.171 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.171 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 8651, 2024-04-02T09:54:13.171 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.171 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:09:21.007473+0000", 2024-04-02T09:54:13.171 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.002131293, 2024-04-02T09:54:13.171 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.171 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.171 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.171 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.171 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.171 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.171 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.172 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.172 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.172 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.172 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.172 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.172 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.172 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.172 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.172 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.172 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.172 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.172 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.172 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.172 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.173 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.173 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.173 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.173 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.173 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.173 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.173 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.173 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.173 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.173 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.173 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.173 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.173 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.173 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.173 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 1024, 2024-04-02T09:54:13.174 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 371494, 2024-04-02T09:54:13.174 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.174 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.174 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.174 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 2968, 2024-04-02T09:54:13.174 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 357068 2024-04-02T09:54:13.174 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.174 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.174 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.174 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.174 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:13.174 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:13.174 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:13.174 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.175 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T09:54:13.175 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "1125'2988" 2024-04-02T09:54:13.175 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.175 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.175 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.175 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:13.175 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:13.175 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:13.175 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.175 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 2, 2024-04-02T09:54:13.175 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.175 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.175 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:13.175 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.175 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.175 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.176 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.840861+0000", 2024-04-02T09:54:13.176 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:03.029465+0000", 2024-04-02T09:54:13.176 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:03.029465+0000", 2024-04-02T09:54:13.176 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:03.029801+0000", 2024-04-02T09:54:13.176 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.840861+0000", 2024-04-02T09:54:13.176 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.176 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.176 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.176 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 415, 2024-04-02T09:54:13.176 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.840861+0000", 2024-04-02T09:54:13.176 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.840861+0000", 2024-04-02T09:54:13.176 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.840861+0000", 2024-04-02T09:54:13.176 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.176 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.176 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.177 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.840861+0000", 2024-04-02T09:54:13.177 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.840861+0000", 2024-04-02T09:54:13.177 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.177 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.177 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.177 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.177 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 414, 2024-04-02T09:54:13.177 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.177 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.177 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.177 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.177 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.177 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.177 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.177 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.178 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.1", 2024-04-02T09:54:13.178 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.178 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.178 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.178 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5127, 2024-04-02T09:54:13.178 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.178 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:22:01.122055+0000", 2024-04-02T09:54:13.178 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.178 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.178 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.178 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.178 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.178 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.180 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.180 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.180 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.180 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.180 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.180 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.180 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.180 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.180 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.180 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.180 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.180 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.180 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.180 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.180 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.180 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.181 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.181 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.181 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.181 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.181 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.181 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.181 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.181 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.181 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.181 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.181 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.181 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:13.181 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:13.181 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:13.182 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.182 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 2, 2024-04-02T09:54:13.182 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.182 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.182 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.182 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.182 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:13.182 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:13.182 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:13.182 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.182 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:54:13.182 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.182 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.183 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:13.183 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.183 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.183 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.183 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.753870+0000", 2024-04-02T09:54:13.183 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.172688+0000", 2024-04-02T09:54:13.183 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.172688+0000", 2024-04-02T09:54:13.183 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.173075+0000", 2024-04-02T09:54:13.183 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.753870+0000", 2024-04-02T09:54:13.183 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.183 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.183 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.183 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:13.184 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.753870+0000", 2024-04-02T09:54:13.184 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.753870+0000", 2024-04-02T09:54:13.184 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.753870+0000", 2024-04-02T09:54:13.184 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.184 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.184 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.184 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.753870+0000", 2024-04-02T09:54:13.184 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.753870+0000", 2024-04-02T09:54:13.184 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.184 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.184 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.184 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.184 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:13.184 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.185 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.185 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.185 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.185 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.185 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.185 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.185 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.185 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.0", 2024-04-02T09:54:13.185 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.185 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.185 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.185 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5130, 2024-04-02T09:54:13.185 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.185 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:06:49.800380+0000", 2024-04-02T09:54:13.185 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.186 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.186 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.186 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.186 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.186 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.186 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.186 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.186 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.186 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.186 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.186 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.186 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.186 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.188 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.188 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.188 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.188 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.188 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.188 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.188 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.188 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.188 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.188 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.188 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.188 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.188 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.188 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.189 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.189 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.189 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.189 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.189 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:13.189 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:13.189 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:13.189 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.189 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:54:13.189 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.189 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.189 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.189 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.189 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:13.189 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:13.190 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:13.190 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.190 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:54:13.190 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.190 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.190 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 66, 2024-04-02T09:54:13.190 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.190 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.190 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.190 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.754615+0000", 2024-04-02T09:54:13.190 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.967018+0000", 2024-04-02T09:54:13.190 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.967018+0000", 2024-04-02T09:54:13.190 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T09:05:03.308687+0000", 2024-04-02T09:54:13.191 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.754615+0000", 2024-04-02T09:54:13.191 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:13.191 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.191 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:13.191 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:54:13.191 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.754615+0000", 2024-04-02T09:54:13.191 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.754615+0000", 2024-04-02T09:54:13.191 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.754615+0000", 2024-04-02T09:54:13.191 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.191 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.191 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:13.191 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.754615+0000", 2024-04-02T09:54:13.191 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.754615+0000", 2024-04-02T09:54:13.191 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.191 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 3068, 2024-04-02T09:54:13.192 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.192 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.192 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:54:13.192 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.192 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.192 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.192 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.192 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 3068, 2024-04-02T09:54:13.192 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.192 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.192 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.192 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "4.7", 2024-04-02T09:54:13.192 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.192 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.193 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.193 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 8702, 2024-04-02T09:54:13.193 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.193 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:47:35.487296+0000", 2024-04-02T09:54:13.193 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.011370037, 2024-04-02T09:54:13.193 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.193 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.193 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.193 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.193 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.193 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.193 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.193 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.195 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.195 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.195 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.195 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.195 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.195 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.195 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.195 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.195 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.195 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.195 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.195 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.195 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.195 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 736, 2024-04-02T09:54:13.195 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 353481, 2024-04-02T09:54:13.196 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.196 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.196 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.196 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 3071, 2024-04-02T09:54:13.196 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 391989 2024-04-02T09:54:13.196 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.196 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.196 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.196 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.196 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:13.196 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:13.196 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:13.196 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.196 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:54:13.197 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "1125'3068" 2024-04-02T09:54:13.197 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.197 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.197 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.197 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:13.197 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:13.197 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:13.197 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.197 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 4, 2024-04-02T09:54:13.197 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.197 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.197 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:13.197 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.197 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.197 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.198 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.184645+0000", 2024-04-02T09:54:13.198 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.177611+0000", 2024-04-02T09:54:13.198 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.177611+0000", 2024-04-02T09:54:13.198 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.177951+0000", 2024-04-02T09:54:13.198 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.184645+0000", 2024-04-02T09:54:13.198 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.198 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.198 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.198 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:13.198 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.184645+0000", 2024-04-02T09:54:13.198 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.184645+0000", 2024-04-02T09:54:13.198 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.184645+0000", 2024-04-02T09:54:13.198 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.198 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.198 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.199 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.184645+0000", 2024-04-02T09:54:13.199 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.184645+0000", 2024-04-02T09:54:13.199 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.199 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.199 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.199 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.199 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:13.199 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.199 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.199 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.199 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.199 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.199 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.199 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.200 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.200 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.3", 2024-04-02T09:54:13.200 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.200 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.200 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.200 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5047, 2024-04-02T09:54:13.200 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.200 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:08:35.174411+0000", 2024-04-02T09:54:13.200 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.200 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.200 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.200 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.200 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.200 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.201 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.201 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.201 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.201 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.201 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.201 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.201 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.201 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.201 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.201 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.201 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.201 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.201 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.201 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.201 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.202 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.202 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.202 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.202 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.202 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.202 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.202 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.202 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.202 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.202 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.202 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.202 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.202 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.202 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.203 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.203 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.203 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.203 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.203 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.203 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.203 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.203 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.203 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.203 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.203 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.203 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.203 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:13.203 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:13.203 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:13.203 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.204 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 4, 2024-04-02T09:54:13.204 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.204 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.204 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.204 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.204 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:13.204 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:13.204 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:13.204 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.204 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:54:13.204 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.204 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.204 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:13.204 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.204 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.204 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.205 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.184605+0000", 2024-04-02T09:54:13.205 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.189147+0000", 2024-04-02T09:54:13.205 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.189147+0000", 2024-04-02T09:54:13.205 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.189749+0000", 2024-04-02T09:54:13.205 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.184605+0000", 2024-04-02T09:54:13.205 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.205 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.205 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.205 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:13.205 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.184605+0000", 2024-04-02T09:54:13.205 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.184605+0000", 2024-04-02T09:54:13.205 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.184605+0000", 2024-04-02T09:54:13.205 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.205 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.205 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.206 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.184605+0000", 2024-04-02T09:54:13.206 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.184605+0000", 2024-04-02T09:54:13.206 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.206 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.206 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.206 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.206 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:13.206 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.206 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.206 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.206 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.206 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.206 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.206 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.207 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.207 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.2", 2024-04-02T09:54:13.207 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.207 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.207 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.207 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5031, 2024-04-02T09:54:13.207 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.207 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:49:44.180183+0000", 2024-04-02T09:54:13.207 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.207 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.207 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.207 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.207 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.207 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.208 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.208 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.208 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.208 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.208 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.208 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.208 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.208 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.208 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.208 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.208 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.208 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.208 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.208 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.209 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.209 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.209 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.209 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.209 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.209 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.209 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.209 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.209 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.209 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.209 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.209 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.209 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.209 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.210 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.210 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.210 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.210 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.210 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.210 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.210 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.210 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.210 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.210 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.210 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.210 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.210 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.210 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:13.211 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:13.211 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:13.211 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.211 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:54:13.211 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.211 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.211 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.211 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.211 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:13.211 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:13.211 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T09:54:13.211 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.211 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:54:13.211 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.211 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.211 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 66, 2024-04-02T09:54:13.212 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.212 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.212 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.212 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:53:55.884271+0000", 2024-04-02T09:54:13.212 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:03.028532+0000", 2024-04-02T09:54:13.212 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:03.028532+0000", 2024-04-02T09:54:13.212 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T09:05:03.305386+0000", 2024-04-02T09:54:13.212 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:53:55.884271+0000", 2024-04-02T09:54:13.212 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:13.212 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.212 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:13.212 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 415, 2024-04-02T09:54:13.212 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:53:55.884271+0000", 2024-04-02T09:54:13.212 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:53:55.884271+0000", 2024-04-02T09:54:13.213 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:53:55.884271+0000", 2024-04-02T09:54:13.213 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.213 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.213 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:13.213 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:53:55.884271+0000", 2024-04-02T09:54:13.213 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:53:55.884271+0000", 2024-04-02T09:54:13.213 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.213 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 3278, 2024-04-02T09:54:13.213 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.213 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.213 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 414, 2024-04-02T09:54:13.213 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.213 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.213 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.213 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.213 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 3278, 2024-04-02T09:54:13.214 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.214 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.214 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.214 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "4.4", 2024-04-02T09:54:13.214 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.214 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.214 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.214 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 9393, 2024-04-02T09:54:13.214 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.214 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:49:22.420579+0000", 2024-04-02T09:54:13.214 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.008263761, 2024-04-02T09:54:13.214 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.214 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.214 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.215 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.215 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.215 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.215 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.215 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.215 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.215 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.215 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.215 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.215 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.215 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.215 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.215 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.215 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.216 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.216 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 3, 2024-04-02T09:54:13.216 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 1, 2024-04-02T09:54:13.216 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.216 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:13.216 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.216 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.216 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.216 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.216 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.216 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T09:54:13.216 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.216 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.216 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.217 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.217 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.217 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.217 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.217 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 1908, 2024-04-02T09:54:13.217 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 400918, 2024-04-02T09:54:13.217 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.217 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.217 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.217 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 3283, 2024-04-02T09:54:13.217 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 424255 2024-04-02T09:54:13.217 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.217 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.217 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.218 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.218 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:13.218 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:13.218 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T09:54:13.218 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.218 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:54:13.218 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "1125'3278" 2024-04-02T09:54:13.218 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.218 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.218 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.218 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:13.218 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:13.218 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:13.218 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.219 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:54:13.219 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.219 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.219 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:13.219 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.219 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.219 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.219 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.185467+0000", 2024-04-02T09:54:13.219 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.974579+0000", 2024-04-02T09:54:13.219 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.974579+0000", 2024-04-02T09:54:13.219 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:42.974906+0000", 2024-04-02T09:54:13.219 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.185467+0000", 2024-04-02T09:54:13.219 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.219 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.219 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.220 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:54:13.220 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.185467+0000", 2024-04-02T09:54:13.220 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.185467+0000", 2024-04-02T09:54:13.220 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.185467+0000", 2024-04-02T09:54:13.220 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.220 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.220 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.220 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.185467+0000", 2024-04-02T09:54:13.220 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.185467+0000", 2024-04-02T09:54:13.220 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.220 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.220 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.221 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.221 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:54:13.221 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.221 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.221 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.221 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.221 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.221 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.221 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.221 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.221 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.5", 2024-04-02T09:54:13.221 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.221 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.222 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.222 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5023, 2024-04-02T09:54:13.222 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.222 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:40:21.687638+0000", 2024-04-02T09:54:13.222 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.222 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.222 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.222 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.222 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.222 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.222 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.222 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.222 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.223 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.223 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.223 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.223 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.223 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.223 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.223 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.223 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.223 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.223 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.223 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.223 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.223 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.223 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.224 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.224 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.224 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.224 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.224 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.224 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.224 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.224 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.224 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.224 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.224 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.224 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.224 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.224 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.225 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.225 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.225 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.225 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.225 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.225 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.225 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.225 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.225 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.225 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.225 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:13.225 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:13.225 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:13.225 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.225 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:54:13.226 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.226 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.226 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.226 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.226 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:13.226 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:13.226 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:13.226 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.226 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:54:13.226 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.226 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.226 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:13.226 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.226 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.227 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.227 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.756060+0000", 2024-04-02T09:54:13.227 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:29:27.978031+0000", 2024-04-02T09:54:13.227 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:29:27.978031+0000", 2024-04-02T09:54:13.227 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:29:27.978545+0000", 2024-04-02T09:54:13.227 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.756060+0000", 2024-04-02T09:54:13.227 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.227 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.227 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.227 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 380, 2024-04-02T09:54:13.227 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.756060+0000", 2024-04-02T09:54:13.227 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.756060+0000", 2024-04-02T09:54:13.227 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.756060+0000", 2024-04-02T09:54:13.227 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.228 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.228 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.228 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.756060+0000", 2024-04-02T09:54:13.228 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.756060+0000", 2024-04-02T09:54:13.228 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.228 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.228 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.228 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.228 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 379, 2024-04-02T09:54:13.228 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.228 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.228 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.228 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.229 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.229 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.229 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.229 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.229 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.4", 2024-04-02T09:54:13.229 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.229 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.229 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.229 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5145, 2024-04-02T09:54:13.229 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.229 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:49:17.711244+0000", 2024-04-02T09:54:13.229 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.229 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.229 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.230 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.230 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.230 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.230 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.230 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.230 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.230 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.230 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.230 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.230 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.230 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.230 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.230 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.230 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.231 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.231 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.231 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.231 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.231 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.231 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.231 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.231 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.231 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.231 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.231 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.231 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.231 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.232 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.232 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.232 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.232 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.232 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.232 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.232 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.232 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.232 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.232 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.232 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.232 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.232 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.232 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.232 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.233 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.233 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.233 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:13.233 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:13.233 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:13.233 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.233 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:54:13.233 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.233 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.233 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.233 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.233 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:13.233 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:13.233 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:13.234 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.234 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:54:13.234 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.234 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.234 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 66, 2024-04-02T09:54:13.234 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.234 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.234 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.234 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.754928+0000", 2024-04-02T09:54:13.234 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.965912+0000", 2024-04-02T09:54:13.234 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.965912+0000", 2024-04-02T09:54:13.234 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T09:05:03.305403+0000", 2024-04-02T09:54:13.234 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.754928+0000", 2024-04-02T09:54:13.235 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:13.235 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.235 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:13.235 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:54:13.235 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.754928+0000", 2024-04-02T09:54:13.235 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.754928+0000", 2024-04-02T09:54:13.235 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.754928+0000", 2024-04-02T09:54:13.235 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.235 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.235 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:13.235 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.754928+0000", 2024-04-02T09:54:13.235 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.754928+0000", 2024-04-02T09:54:13.235 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.235 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2958, 2024-04-02T09:54:13.235 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.235 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.236 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:54:13.236 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.236 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.236 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.236 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.236 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2958, 2024-04-02T09:54:13.236 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.236 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.236 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.236 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "4.2", 2024-04-02T09:54:13.236 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.236 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.236 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.237 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 8731, 2024-04-02T09:54:13.237 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.237 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:34:42.117391+0000", 2024-04-02T09:54:13.237 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.008274951, 2024-04-02T09:54:13.237 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.237 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.237 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 4194323, 2024-04-02T09:54:13.237 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.237 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.237 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.237 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.237 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.237 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.237 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.238 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.238 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.238 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.238 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.238 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.238 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.238 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.238 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.238 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 6, 2024-04-02T09:54:13.238 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 2, 2024-04-02T09:54:13.238 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.238 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 2, 2024-04-02T09:54:13.238 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.238 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.239 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.239 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.239 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.239 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.239 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.239 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.239 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.239 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.239 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.239 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.239 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.239 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 607, 2024-04-02T09:54:13.239 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 419231, 2024-04-02T09:54:13.239 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.240 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.240 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.240 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 2958, 2024-04-02T09:54:13.240 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 422128 2024-04-02T09:54:13.240 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.240 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.240 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.240 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.240 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:13.240 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:13.240 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:13.240 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.240 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:54:13.240 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "1125'2958" 2024-04-02T09:54:13.241 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.241 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.241 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.241 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:13.241 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:13.241 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:13.241 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.241 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:54:13.241 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.241 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.241 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:13.241 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.241 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.241 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.242 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.186186+0000", 2024-04-02T09:54:13.242 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.082977+0000", 2024-04-02T09:54:13.242 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.082977+0000", 2024-04-02T09:54:13.242 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.083325+0000", 2024-04-02T09:54:13.242 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.186186+0000", 2024-04-02T09:54:13.242 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.242 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.242 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.242 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:13.242 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.186186+0000", 2024-04-02T09:54:13.242 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.186186+0000", 2024-04-02T09:54:13.242 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.186186+0000", 2024-04-02T09:54:13.242 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.242 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.243 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.243 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.186186+0000", 2024-04-02T09:54:13.243 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.186186+0000", 2024-04-02T09:54:13.243 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.243 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.243 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.243 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.243 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:13.243 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.243 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.243 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.243 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.243 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.243 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.243 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.243 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.244 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.e", 2024-04-02T09:54:13.244 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.244 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.244 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.244 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4932, 2024-04-02T09:54:13.244 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.244 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:48:17.518778+0000", 2024-04-02T09:54:13.244 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.244 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.244 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.244 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.244 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.244 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.244 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.245 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.245 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.245 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.245 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.245 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.245 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.245 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.245 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.245 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.245 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.245 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.245 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.245 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.245 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.245 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.246 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.246 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.246 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.246 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.246 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.246 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.246 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.246 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.246 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.246 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.246 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.246 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.246 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.246 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.247 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.247 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.247 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.247 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.247 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.247 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.247 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.247 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.247 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.247 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.247 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.247 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:13.247 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:13.247 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:13.247 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.248 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:54:13.248 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.248 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.248 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.248 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.248 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:13.248 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:13.248 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:13.248 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.248 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 4, 2024-04-02T09:54:13.248 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.248 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.248 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:13.248 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.249 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.249 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.249 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.185509+0000", 2024-04-02T09:54:13.249 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.086784+0000", 2024-04-02T09:54:13.249 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.086784+0000", 2024-04-02T09:54:13.249 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.087189+0000", 2024-04-02T09:54:13.249 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.185509+0000", 2024-04-02T09:54:13.249 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.249 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.249 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.249 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:13.249 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.185509+0000", 2024-04-02T09:54:13.249 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.185509+0000", 2024-04-02T09:54:13.249 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.185509+0000", 2024-04-02T09:54:13.250 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.250 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.250 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.250 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.185509+0000", 2024-04-02T09:54:13.250 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.185509+0000", 2024-04-02T09:54:13.250 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.250 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 1, 2024-04-02T09:54:13.250 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.250 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.250 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:13.250 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.250 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.250 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.250 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.251 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 1, 2024-04-02T09:54:13.251 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.251 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.251 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.251 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.f", 2024-04-02T09:54:13.251 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.251 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.251 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.251 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5047, 2024-04-02T09:54:13.251 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.251 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:44:30.191302+0000", 2024-04-02T09:54:13.251 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.251 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.252 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.252 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 22, 2024-04-02T09:54:13.252 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.252 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.252 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.252 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.252 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.252 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.252 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.252 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.252 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.252 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.252 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.252 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.252 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.253 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.253 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.253 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 3, 2024-04-02T09:54:13.253 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 1, 2024-04-02T09:54:13.253 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.253 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:13.253 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.253 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.253 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.253 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.253 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.253 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.253 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.254 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.254 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.254 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.254 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.254 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.254 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.254 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 1, 2024-04-02T09:54:13.254 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 1, 2024-04-02T09:54:13.254 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.254 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.254 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.254 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 1, 2024-04-02T09:54:13.254 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 1 2024-04-02T09:54:13.254 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.255 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.255 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.255 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.255 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:13.255 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:13.255 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:13.255 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.255 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 4, 2024-04-02T09:54:13.255 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'1" 2024-04-02T09:54:13.255 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.255 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.255 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.255 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:13.256 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:13.256 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:13.256 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.256 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:54:13.256 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.256 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.256 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:13.256 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.256 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.256 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.256 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.184897+0000", 2024-04-02T09:54:13.256 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.084433+0000", 2024-04-02T09:54:13.256 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.084433+0000", 2024-04-02T09:54:13.256 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.088919+0000", 2024-04-02T09:54:13.256 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.184897+0000", 2024-04-02T09:54:13.257 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.257 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.257 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.257 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:13.257 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.184897+0000", 2024-04-02T09:54:13.257 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.184897+0000", 2024-04-02T09:54:13.257 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.184897+0000", 2024-04-02T09:54:13.257 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.257 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.257 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.257 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.184897+0000", 2024-04-02T09:54:13.257 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.184897+0000", 2024-04-02T09:54:13.257 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.258 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.258 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.258 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.258 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:13.258 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.258 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.258 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.258 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.258 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.258 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.258 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.258 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.258 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.11", 2024-04-02T09:54:13.258 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.259 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.259 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.259 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4952, 2024-04-02T09:54:13.259 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.259 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:29:38.677768+0000", 2024-04-02T09:54:13.259 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.259 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.259 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.259 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.259 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.259 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.259 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.259 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.259 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.260 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.260 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.260 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.260 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.260 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.260 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.260 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.260 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.260 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.260 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.260 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.260 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.260 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.260 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.260 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.261 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.261 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.261 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.261 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.261 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.261 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.261 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.261 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.261 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.261 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.261 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.261 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.261 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.261 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.262 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.262 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.262 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.262 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.262 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.262 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.262 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.262 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.262 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.262 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:13.262 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:13.262 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:13.262 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.262 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:54:13.263 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.263 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.263 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.263 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.263 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:13.263 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:13.263 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:13.263 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.263 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 2, 2024-04-02T09:54:13.263 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.263 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.263 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:13.263 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.263 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.264 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.264 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.840564+0000", 2024-04-02T09:54:13.264 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:29:27.972132+0000", 2024-04-02T09:54:13.264 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:29:27.972132+0000", 2024-04-02T09:54:13.264 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:29:27.972520+0000", 2024-04-02T09:54:13.264 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.840564+0000", 2024-04-02T09:54:13.264 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.264 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.264 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.264 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 380, 2024-04-02T09:54:13.264 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.840564+0000", 2024-04-02T09:54:13.264 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.840564+0000", 2024-04-02T09:54:13.264 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.840564+0000", 2024-04-02T09:54:13.264 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.264 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.264 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.265 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.840564+0000", 2024-04-02T09:54:13.265 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.840564+0000", 2024-04-02T09:54:13.265 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.265 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 8, 2024-04-02T09:54:13.265 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.265 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.265 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 379, 2024-04-02T09:54:13.265 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.265 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.266 INFO:tasks.workunit.client.0.smithi012.stderr:+ ceph telemetry show-device 2024-04-02T09:54:13.268 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.268 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.268 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 8, 2024-04-02T09:54:13.268 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.268 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.268 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.268 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.10", 2024-04-02T09:54:13.269 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.269 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.269 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.269 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5137, 2024-04-02T09:54:13.269 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.269 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:14:01.561780+0000", 2024-04-02T09:54:13.269 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.269 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.269 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.269 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.269 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.269 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.269 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.269 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.270 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.270 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.270 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.270 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.270 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.270 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.270 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.270 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.270 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.270 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.270 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.270 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 12, 2024-04-02T09:54:13.270 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 4, 2024-04-02T09:54:13.270 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.271 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 4, 2024-04-02T09:54:13.271 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.271 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.271 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.271 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.271 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.271 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 4, 2024-04-02T09:54:13.271 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.271 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.271 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.271 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.271 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.271 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.271 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.272 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 24, 2024-04-02T09:54:13.272 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 24, 2024-04-02T09:54:13.272 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.272 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.272 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.272 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 12, 2024-04-02T09:54:13.272 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.272 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.272 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.272 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.272 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.272 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:13.272 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:13.272 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:13.272 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.273 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 2, 2024-04-02T09:54:13.273 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'8" 2024-04-02T09:54:13.273 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.273 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.273 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.273 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:13.273 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:13.273 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:54:13.273 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.273 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T09:54:13.273 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.273 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.273 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:13.273 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.273 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.274 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.274 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.841543+0000", 2024-04-02T09:54:13.274 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.177748+0000", 2024-04-02T09:54:13.274 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.177748+0000", 2024-04-02T09:54:13.274 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.184782+0000", 2024-04-02T09:54:13.274 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.841543+0000", 2024-04-02T09:54:13.274 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.274 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.274 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.274 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:13.274 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.841543+0000", 2024-04-02T09:54:13.274 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.841543+0000", 2024-04-02T09:54:13.274 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.841543+0000", 2024-04-02T09:54:13.274 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.275 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.275 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.275 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.841543+0000", 2024-04-02T09:54:13.275 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.841543+0000", 2024-04-02T09:54:13.275 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.275 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.275 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.275 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.275 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:13.275 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.275 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.275 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.275 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.276 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.276 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.276 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.276 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.276 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.10", 2024-04-02T09:54:13.276 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.276 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.276 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.276 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4974, 2024-04-02T09:54:13.276 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.276 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:58:14.832282+0000", 2024-04-02T09:54:13.276 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.276 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.276 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.277 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.277 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.277 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.277 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.277 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.277 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.277 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.277 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.277 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.277 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.277 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.277 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.277 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.277 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.277 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.278 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.278 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.278 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.278 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.278 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.278 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.278 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.278 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.278 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.278 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.278 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.278 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.278 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.278 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.279 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.279 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.279 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.279 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.279 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.279 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.279 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.279 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.279 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.279 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.279 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.279 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.279 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.279 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.280 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.280 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:13.280 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:13.280 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:54:13.280 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.280 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T09:54:13.280 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.280 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.280 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.280 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.280 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:13.280 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:13.280 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:13.281 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.281 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T09:54:13.281 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.281 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.281 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:13.281 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.281 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.281 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.281 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.842525+0000", 2024-04-02T09:54:13.281 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.187382+0000", 2024-04-02T09:54:13.281 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.187382+0000", 2024-04-02T09:54:13.281 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.187805+0000", 2024-04-02T09:54:13.281 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.842525+0000", 2024-04-02T09:54:13.281 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.282 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.282 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.282 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:13.282 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.842525+0000", 2024-04-02T09:54:13.282 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.842525+0000", 2024-04-02T09:54:13.282 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.842525+0000", 2024-04-02T09:54:13.282 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.282 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.282 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.282 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.842525+0000", 2024-04-02T09:54:13.282 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.842525+0000", 2024-04-02T09:54:13.282 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.282 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.283 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.283 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.283 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:13.283 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.283 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.283 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.283 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.283 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.283 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.283 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.283 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.283 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.11", 2024-04-02T09:54:13.283 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.283 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.284 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.284 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4997, 2024-04-02T09:54:13.284 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.284 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:14:32.144521+0000", 2024-04-02T09:54:13.284 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.284 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.284 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.284 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.284 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.284 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.284 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.284 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.284 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.284 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.285 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.285 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.285 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.285 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.285 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.285 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.285 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.285 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.285 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.285 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.285 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.285 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.285 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.285 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.287 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.287 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.287 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.287 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.287 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:13.287 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:13.287 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:13.288 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.288 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T09:54:13.288 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.288 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.288 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.288 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.288 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:13.288 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:13.288 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:13.288 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.288 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:54:13.288 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.288 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.288 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:13.288 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.288 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.289 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.289 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.187081+0000", 2024-04-02T09:54:13.289 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.076760+0000", 2024-04-02T09:54:13.289 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.076760+0000", 2024-04-02T09:54:13.289 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.077342+0000", 2024-04-02T09:54:13.289 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.187081+0000", 2024-04-02T09:54:13.289 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.289 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.289 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.289 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:13.289 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.187081+0000", 2024-04-02T09:54:13.289 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.187081+0000", 2024-04-02T09:54:13.289 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.187081+0000", 2024-04-02T09:54:13.289 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.289 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.290 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.290 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.187081+0000", 2024-04-02T09:54:13.290 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.187081+0000", 2024-04-02T09:54:13.290 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.290 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.290 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.290 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.290 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:13.290 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.290 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.290 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.290 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.290 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.290 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.290 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.290 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.291 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.13", 2024-04-02T09:54:13.291 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.291 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.291 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.291 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4931, 2024-04-02T09:54:13.291 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.291 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:46:14.562318+0000", 2024-04-02T09:54:13.291 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.291 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.291 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.291 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.291 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.291 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.291 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.291 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.291 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.292 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.292 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.292 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.292 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.292 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.292 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.292 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.292 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.292 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.292 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.292 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.292 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.292 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.292 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.292 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.292 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.292 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.293 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.293 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.293 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.293 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.293 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.293 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.293 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.293 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.293 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.293 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.293 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.293 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.293 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.294 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.294 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.294 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.294 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.294 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.294 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.294 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.294 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.294 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:13.294 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:13.294 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:13.294 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.294 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:54:13.294 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.294 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.294 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.295 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.295 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:13.295 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:13.295 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:13.295 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.295 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:54:13.295 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.295 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.295 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:13.295 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.295 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.295 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.295 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.184600+0000", 2024-04-02T09:54:13.295 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.965904+0000", 2024-04-02T09:54:13.295 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.965904+0000", 2024-04-02T09:54:13.295 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:42.967068+0000", 2024-04-02T09:54:13.296 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.184600+0000", 2024-04-02T09:54:13.296 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.296 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.296 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.296 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:54:13.296 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.184600+0000", 2024-04-02T09:54:13.296 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.184600+0000", 2024-04-02T09:54:13.296 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.184600+0000", 2024-04-02T09:54:13.296 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.296 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.296 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.296 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.184600+0000", 2024-04-02T09:54:13.296 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.184600+0000", 2024-04-02T09:54:13.296 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.296 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.296 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.296 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.297 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:54:13.297 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.297 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.297 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.297 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.297 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.297 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.297 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.297 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.297 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.12", 2024-04-02T09:54:13.297 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.297 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.297 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.297 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5025, 2024-04-02T09:54:13.297 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.297 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:32:07.190067+0000", 2024-04-02T09:54:13.298 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.298 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.298 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.298 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.298 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.298 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.298 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.298 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.298 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.298 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.298 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.298 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.298 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.298 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.298 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.298 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.299 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.299 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.299 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.299 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.299 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.299 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.299 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.299 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.299 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.299 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.299 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.299 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.299 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.299 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.299 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.299 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.299 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.300 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.300 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.300 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.300 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.300 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.300 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.300 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.300 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.300 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.300 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.300 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.300 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.300 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.300 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.301 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:13.301 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:13.301 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:13.301 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.301 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:54:13.301 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.301 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.301 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.301 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.301 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:13.301 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:13.301 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T09:54:13.301 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.301 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T09:54:13.301 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.301 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.302 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:13.302 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.302 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.302 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.302 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.842490+0000", 2024-04-02T09:54:13.302 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.080580+0000", 2024-04-02T09:54:13.302 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.080580+0000", 2024-04-02T09:54:13.302 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.080930+0000", 2024-04-02T09:54:13.302 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.842490+0000", 2024-04-02T09:54:13.302 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.302 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.302 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.302 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:13.302 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.842490+0000", 2024-04-02T09:54:13.303 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.842490+0000", 2024-04-02T09:54:13.303 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.842490+0000", 2024-04-02T09:54:13.303 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.303 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.303 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.303 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.842490+0000", 2024-04-02T09:54:13.303 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.842490+0000", 2024-04-02T09:54:13.303 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.303 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.303 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.303 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.303 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:13.303 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.303 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.303 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.303 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.303 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.304 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.304 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.304 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.304 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.12", 2024-04-02T09:54:13.304 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.304 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.304 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.304 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5144, 2024-04-02T09:54:13.304 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.304 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:03:10.919885+0000", 2024-04-02T09:54:13.304 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.304 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.304 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.304 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.304 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.305 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.305 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.305 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.305 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.305 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.305 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.305 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.305 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.305 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.305 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.305 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.305 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.305 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.305 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.305 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.306 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.306 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.306 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.306 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.306 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.306 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.306 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.306 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.306 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.306 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.306 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.306 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.306 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.306 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.306 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.306 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.307 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.307 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.307 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.307 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.307 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.307 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.307 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.307 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.307 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.307 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.307 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.307 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:13.307 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:13.307 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T09:54:13.307 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.307 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T09:54:13.308 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.308 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.308 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.308 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.308 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:13.308 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:13.308 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T09:54:13.308 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.308 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:54:13.308 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.308 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.308 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:13.308 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.308 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.309 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.309 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.755565+0000", 2024-04-02T09:54:13.309 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:22.996229+0000", 2024-04-02T09:54:13.309 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:22.996229+0000", 2024-04-02T09:54:13.309 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:22.996608+0000", 2024-04-02T09:54:13.309 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.755565+0000", 2024-04-02T09:54:13.309 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.309 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.309 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.309 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 435, 2024-04-02T09:54:13.309 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.755565+0000", 2024-04-02T09:54:13.309 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.755565+0000", 2024-04-02T09:54:13.309 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.755565+0000", 2024-04-02T09:54:13.309 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.309 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.310 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.310 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.755565+0000", 2024-04-02T09:54:13.310 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.755565+0000", 2024-04-02T09:54:13.310 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.310 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2, 2024-04-02T09:54:13.310 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.310 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.310 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 434, 2024-04-02T09:54:13.310 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.310 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.310 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.310 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.310 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2, 2024-04-02T09:54:13.310 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.311 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.311 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.311 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.13", 2024-04-02T09:54:13.311 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.311 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.311 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.311 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4871, 2024-04-02T09:54:13.311 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.311 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:05:21.870420+0000", 2024-04-02T09:54:13.311 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.311 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.311 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.311 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 34, 2024-04-02T09:54:13.311 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.312 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 34, 2024-04-02T09:54:13.312 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.312 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.312 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.312 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.312 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.312 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.312 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.312 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.312 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.312 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 10, 2024-04-02T09:54:13.312 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.312 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.312 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.312 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 6, 2024-04-02T09:54:13.312 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 2, 2024-04-02T09:54:13.313 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.313 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 2, 2024-04-02T09:54:13.313 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.313 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.313 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.313 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.313 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.313 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T09:54:13.313 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.313 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 2, 2024-04-02T09:54:13.313 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.313 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.313 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.313 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.313 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.314 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 4, 2024-04-02T09:54:13.314 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 8, 2024-04-02T09:54:13.314 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.314 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.314 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.314 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 3, 2024-04-02T09:54:13.314 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 7 2024-04-02T09:54:13.314 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.314 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.314 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.314 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.314 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:13.314 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:13.314 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T09:54:13.314 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.315 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:54:13.315 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'2" 2024-04-02T09:54:13.315 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.315 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.315 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.315 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:13.315 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:13.315 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:13.315 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.315 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:54:13.315 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.315 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.315 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:13.315 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.315 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.315 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.316 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.186701+0000", 2024-04-02T09:54:13.316 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.076655+0000", 2024-04-02T09:54:13.316 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.076655+0000", 2024-04-02T09:54:13.316 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.078291+0000", 2024-04-02T09:54:13.316 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.186701+0000", 2024-04-02T09:54:13.316 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.316 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.316 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.316 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:13.316 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.186701+0000", 2024-04-02T09:54:13.316 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.186701+0000", 2024-04-02T09:54:13.316 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.186701+0000", 2024-04-02T09:54:13.316 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.316 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.317 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.317 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.186701+0000", 2024-04-02T09:54:13.317 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.186701+0000", 2024-04-02T09:54:13.317 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.317 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.317 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.317 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.317 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:13.317 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.317 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.317 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.317 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.317 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.317 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.317 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.317 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.318 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.15", 2024-04-02T09:54:13.318 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.318 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.318 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.318 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4930, 2024-04-02T09:54:13.318 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.318 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:22:41.931996+0000", 2024-04-02T09:54:13.318 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.318 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.318 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.318 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.318 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.318 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.318 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.318 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.319 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.319 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.319 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.319 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.319 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.319 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.319 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.319 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.319 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.319 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.319 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.319 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.319 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.319 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.319 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.319 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.320 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.320 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.320 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.320 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.320 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.320 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.320 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.320 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.320 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.320 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.320 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.320 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.320 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.320 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.320 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.321 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.321 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.321 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.321 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.321 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.321 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.321 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.321 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.321 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:13.321 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:13.321 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:13.321 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.321 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:54:13.322 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.322 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.322 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.322 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.322 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:13.322 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:13.322 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:54:13.322 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.322 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T09:54:13.322 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.322 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.322 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:13.322 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.323 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.323 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.323 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.841596+0000", 2024-04-02T09:54:13.323 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.187724+0000", 2024-04-02T09:54:13.323 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.187724+0000", 2024-04-02T09:54:13.323 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.191584+0000", 2024-04-02T09:54:13.323 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.841596+0000", 2024-04-02T09:54:13.323 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.323 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.323 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.323 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:13.323 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.841596+0000", 2024-04-02T09:54:13.323 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.841596+0000", 2024-04-02T09:54:13.324 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.841596+0000", 2024-04-02T09:54:13.324 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.324 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.324 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.324 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.841596+0000", 2024-04-02T09:54:13.324 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.841596+0000", 2024-04-02T09:54:13.324 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.324 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 29, 2024-04-02T09:54:13.324 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.324 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.324 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:13.324 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.324 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.325 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.325 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.325 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 29, 2024-04-02T09:54:13.325 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.325 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.325 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.325 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.14", 2024-04-02T09:54:13.325 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.325 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.325 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.325 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5010, 2024-04-02T09:54:13.325 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.325 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:59:24.614526+0000", 2024-04-02T09:54:13.326 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.326 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.326 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.326 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 5824, 2024-04-02T09:54:13.326 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.326 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.326 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.326 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.326 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.326 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.326 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.326 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.326 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.327 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.327 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.327 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.327 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.327 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.327 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.327 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 12, 2024-04-02T09:54:13.327 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 4, 2024-04-02T09:54:13.327 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.327 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 4, 2024-04-02T09:54:13.327 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.327 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.327 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.327 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.327 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.327 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T09:54:13.328 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.328 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.328 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.328 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.328 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.328 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.328 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.328 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 10, 2024-04-02T09:54:13.328 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 14, 2024-04-02T09:54:13.328 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.328 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.328 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.328 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 28, 2024-04-02T09:54:13.328 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 25 2024-04-02T09:54:13.329 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.329 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.329 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.329 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.329 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:13.329 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:13.329 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:54:13.329 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.329 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T09:54:13.329 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "550'29" 2024-04-02T09:54:13.329 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.329 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.329 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.329 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:13.329 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:13.330 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:13.330 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.330 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 4, 2024-04-02T09:54:13.330 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.330 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.330 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:13.330 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.330 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.330 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.330 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.187916+0000", 2024-04-02T09:54:13.330 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.085375+0000", 2024-04-02T09:54:13.330 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.085375+0000", 2024-04-02T09:54:13.330 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.085948+0000", 2024-04-02T09:54:13.330 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.187916+0000", 2024-04-02T09:54:13.330 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.331 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.331 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.331 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:13.331 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.187916+0000", 2024-04-02T09:54:13.331 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.187916+0000", 2024-04-02T09:54:13.331 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.187916+0000", 2024-04-02T09:54:13.331 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.331 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.331 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.331 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.187916+0000", 2024-04-02T09:54:13.331 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.187916+0000", 2024-04-02T09:54:13.331 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.331 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.331 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.332 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.332 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:13.332 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.332 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.332 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.332 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.332 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.332 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.332 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.332 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.332 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.14", 2024-04-02T09:54:13.332 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.332 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.333 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.333 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5033, 2024-04-02T09:54:13.333 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.333 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:11:17.205389+0000", 2024-04-02T09:54:13.333 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.333 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.333 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.333 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.333 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.333 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.333 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.333 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.333 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.334 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.334 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.334 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.334 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.334 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.334 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.334 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.334 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.334 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.334 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.334 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.334 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.334 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.335 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.335 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.335 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.335 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.335 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.335 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.335 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.335 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.335 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.335 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.335 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.335 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.335 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.336 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.336 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.336 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.336 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.336 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.336 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.336 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.336 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.336 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.336 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.336 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.336 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.336 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:13.336 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:13.337 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:13.337 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.337 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 4, 2024-04-02T09:54:13.337 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.337 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.337 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.337 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.337 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:13.337 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:13.337 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:13.337 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.337 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:54:13.337 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.337 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.337 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:13.338 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.338 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.338 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.338 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.754344+0000", 2024-04-02T09:54:13.338 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.968328+0000", 2024-04-02T09:54:13.338 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.968328+0000", 2024-04-02T09:54:13.338 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:42.968790+0000", 2024-04-02T09:54:13.338 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.754344+0000", 2024-04-02T09:54:13.338 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.338 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.338 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.338 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:54:13.338 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.754344+0000", 2024-04-02T09:54:13.338 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.754344+0000", 2024-04-02T09:54:13.339 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.754344+0000", 2024-04-02T09:54:13.339 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.339 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.339 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.339 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.754344+0000", 2024-04-02T09:54:13.339 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.754344+0000", 2024-04-02T09:54:13.339 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.339 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 3, 2024-04-02T09:54:13.339 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.339 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.339 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:54:13.339 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.339 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.339 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.339 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.339 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 3, 2024-04-02T09:54:13.339 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.340 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.340 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.340 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.15", 2024-04-02T09:54:13.340 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.340 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.340 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.340 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5137, 2024-04-02T09:54:13.340 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.340 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:02:48.528353+0000", 2024-04-02T09:54:13.340 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.340 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.340 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.340 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 90, 2024-04-02T09:54:13.340 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.341 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.341 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.341 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.341 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.341 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.341 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.341 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.341 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.341 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.341 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.341 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.341 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.341 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.341 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.342 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 6, 2024-04-02T09:54:13.342 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 2, 2024-04-02T09:54:13.342 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.342 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 2, 2024-04-02T09:54:13.342 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.342 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.342 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.342 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.342 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.342 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T09:54:13.342 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.342 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.342 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.343 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.343 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.343 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.343 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.343 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 7, 2024-04-02T09:54:13.343 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 7, 2024-04-02T09:54:13.343 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.343 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.343 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.343 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 4, 2024-04-02T09:54:13.343 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 1 2024-04-02T09:54:13.343 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.343 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.343 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.344 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.344 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:13.344 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:13.344 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:13.344 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.344 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:54:13.344 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'3" 2024-04-02T09:54:13.344 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.344 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.344 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.344 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:13.344 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:13.344 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T09:54:13.344 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.344 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T09:54:13.345 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.345 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.345 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:13.345 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.345 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.345 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.345 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.844387+0000", 2024-04-02T09:54:13.345 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.962973+0000", 2024-04-02T09:54:13.345 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.962973+0000", 2024-04-02T09:54:13.345 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:42.963912+0000", 2024-04-02T09:54:13.345 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.844387+0000", 2024-04-02T09:54:13.345 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.345 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.345 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.345 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:54:13.346 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.844387+0000", 2024-04-02T09:54:13.346 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.844387+0000", 2024-04-02T09:54:13.346 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.844387+0000", 2024-04-02T09:54:13.346 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.346 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.346 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.346 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.844387+0000", 2024-04-02T09:54:13.346 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.844387+0000", 2024-04-02T09:54:13.346 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.346 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.346 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.346 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.346 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:54:13.347 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.347 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.347 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.347 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.347 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.347 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.347 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.347 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.347 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.17", 2024-04-02T09:54:13.347 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.347 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.347 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.347 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5142, 2024-04-02T09:54:13.347 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.348 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:37:27.609200+0000", 2024-04-02T09:54:13.348 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.348 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.348 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.348 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.348 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.348 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.348 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.348 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.348 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.348 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.348 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.348 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.348 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.348 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.349 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.349 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.349 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.349 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.349 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.349 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.349 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.349 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.349 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.349 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.349 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.349 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.349 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.349 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.350 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.350 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.350 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.350 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.350 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.350 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.350 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.350 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.350 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.350 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.350 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.350 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.350 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.350 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.351 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.351 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.351 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.351 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.351 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.351 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:13.351 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:13.351 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T09:54:13.351 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.351 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T09:54:13.351 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.351 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.351 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.351 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.351 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:13.351 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:13.352 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:13.352 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.352 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:54:13.352 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.352 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.352 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:13.352 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.352 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.352 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.352 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.182648+0000", 2024-04-02T09:54:13.352 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.188407+0000", 2024-04-02T09:54:13.352 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.188407+0000", 2024-04-02T09:54:13.352 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.188767+0000", 2024-04-02T09:54:13.352 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.182648+0000", 2024-04-02T09:54:13.352 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.352 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.353 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.353 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:13.353 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.182648+0000", 2024-04-02T09:54:13.353 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.182648+0000", 2024-04-02T09:54:13.353 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.182648+0000", 2024-04-02T09:54:13.353 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.353 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.353 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.353 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.182648+0000", 2024-04-02T09:54:13.353 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.182648+0000", 2024-04-02T09:54:13.353 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.353 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.353 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.353 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.353 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:13.353 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.354 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.354 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.354 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.354 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.354 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.354 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.354 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.354 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.16", 2024-04-02T09:54:13.354 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.354 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.354 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.354 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5019, 2024-04-02T09:54:13.354 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.354 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:18:08.999821+0000", 2024-04-02T09:54:13.355 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.355 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.355 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.355 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.355 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.355 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.355 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.355 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.355 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.355 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.355 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.355 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.355 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.355 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.355 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.355 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.356 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.356 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.356 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.356 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.356 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.356 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.356 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.356 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.356 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.356 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.356 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.356 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.356 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.356 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.356 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.356 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.357 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.357 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.357 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.357 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.357 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.357 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.357 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.357 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.357 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.357 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.357 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.357 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.357 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.357 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.357 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.357 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:13.358 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:13.358 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:13.358 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.358 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:54:13.358 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.358 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.358 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.358 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.358 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:13.358 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:13.358 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:13.358 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.358 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:54:13.358 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.358 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.358 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:13.359 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.359 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.359 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.359 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.182840+0000", 2024-04-02T09:54:13.359 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.078462+0000", 2024-04-02T09:54:13.359 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.078462+0000", 2024-04-02T09:54:13.359 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.078775+0000", 2024-04-02T09:54:13.359 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.182840+0000", 2024-04-02T09:54:13.359 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.359 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.359 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.359 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:13.359 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.182840+0000", 2024-04-02T09:54:13.359 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.182840+0000", 2024-04-02T09:54:13.359 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.182840+0000", 2024-04-02T09:54:13.359 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.360 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.360 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.360 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.182840+0000", 2024-04-02T09:54:13.360 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.182840+0000", 2024-04-02T09:54:13.360 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.360 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.360 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.360 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.360 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:13.360 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.360 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.360 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.360 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.360 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.360 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.361 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.361 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.361 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.16", 2024-04-02T09:54:13.361 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.361 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.361 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.361 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5024, 2024-04-02T09:54:13.361 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.361 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:46:45.226326+0000", 2024-04-02T09:54:13.361 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.361 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.361 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.361 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.362 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.362 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.362 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.362 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.362 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.362 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.362 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.362 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.362 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.362 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.362 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.362 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.362 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.363 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.363 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.363 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.363 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.363 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.363 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.363 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.363 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.363 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.363 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.363 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.363 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.363 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.363 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.363 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.363 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.364 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.364 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.364 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.364 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.364 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.364 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.364 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.364 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.364 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.364 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.364 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.364 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.364 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.364 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.364 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:13.364 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:13.365 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:13.365 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.365 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:54:13.365 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.365 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.365 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.365 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.365 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:13.365 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:13.365 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:13.365 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.365 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T09:54:13.365 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.365 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.365 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:13.365 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.366 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.366 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.366 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.843280+0000", 2024-04-02T09:54:13.366 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.185526+0000", 2024-04-02T09:54:13.366 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.185526+0000", 2024-04-02T09:54:13.366 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.186495+0000", 2024-04-02T09:54:13.366 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.843280+0000", 2024-04-02T09:54:13.366 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.366 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.366 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.366 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:13.366 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.843280+0000", 2024-04-02T09:54:13.366 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.843280+0000", 2024-04-02T09:54:13.366 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.843280+0000", 2024-04-02T09:54:13.366 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.366 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.367 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.367 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.843280+0000", 2024-04-02T09:54:13.367 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.843280+0000", 2024-04-02T09:54:13.367 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.367 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.367 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.367 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.367 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:13.367 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.367 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.367 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.367 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.367 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.367 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.367 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.367 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.367 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.17", 2024-04-02T09:54:13.368 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.368 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.368 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.368 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4974, 2024-04-02T09:54:13.368 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.368 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:47:22.270449+0000", 2024-04-02T09:54:13.368 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.368 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.368 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.368 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.368 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.368 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.368 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.368 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.368 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.368 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.369 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.369 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.369 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.369 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.369 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.369 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.369 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.369 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.369 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.369 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.369 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.369 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.369 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.369 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.369 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.369 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.370 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.370 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.370 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.370 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.370 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.370 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.370 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.370 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.370 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.370 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.370 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.370 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.370 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.370 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.371 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.371 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.371 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.371 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.371 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.371 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.371 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.371 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:13.371 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:13.371 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:13.371 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.371 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T09:54:13.371 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.371 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.371 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.371 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.372 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:13.372 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:13.372 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:13.372 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.372 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:54:13.372 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.372 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.372 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:13.372 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.372 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.372 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.372 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.754219+0000", 2024-04-02T09:54:13.372 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:03.024907+0000", 2024-04-02T09:54:13.372 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:03.024907+0000", 2024-04-02T09:54:13.372 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:03.025214+0000", 2024-04-02T09:54:13.372 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.754219+0000", 2024-04-02T09:54:13.373 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.373 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.373 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.373 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 415, 2024-04-02T09:54:13.373 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.754219+0000", 2024-04-02T09:54:13.373 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.754219+0000", 2024-04-02T09:54:13.373 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.754219+0000", 2024-04-02T09:54:13.373 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.373 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.373 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.373 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.754219+0000", 2024-04-02T09:54:13.373 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.754219+0000", 2024-04-02T09:54:13.373 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.373 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.373 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.373 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.374 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 414, 2024-04-02T09:54:13.374 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.374 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.374 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.374 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.374 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.374 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.374 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.374 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.374 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.19", 2024-04-02T09:54:13.374 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.374 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.374 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.374 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5135, 2024-04-02T09:54:13.374 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.374 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:43:52.372474+0000", 2024-04-02T09:54:13.375 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.375 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.375 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.375 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.375 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.375 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.375 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.375 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.375 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.375 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.375 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.375 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.375 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.376 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.376 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.376 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.376 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.376 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.376 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.376 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.376 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.376 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.376 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.376 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.376 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.376 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.376 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.377 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.377 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.377 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.377 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.377 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.377 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.377 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.377 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.377 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.377 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.377 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.377 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.377 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.377 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.377 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.377 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.378 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.378 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.378 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.378 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.378 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:13.378 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:13.378 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:13.378 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.378 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:54:13.378 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.378 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.378 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.378 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.378 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:13.378 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:13.379 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:13.379 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.379 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:54:13.379 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.379 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.379 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:13.379 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.379 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.379 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.379 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.182168+0000", 2024-04-02T09:54:13.379 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.080515+0000", 2024-04-02T09:54:13.379 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.080515+0000", 2024-04-02T09:54:13.379 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.081219+0000", 2024-04-02T09:54:13.379 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.182168+0000", 2024-04-02T09:54:13.379 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.379 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.380 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.380 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:13.380 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.182168+0000", 2024-04-02T09:54:13.380 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.182168+0000", 2024-04-02T09:54:13.380 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.182168+0000", 2024-04-02T09:54:13.380 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.380 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.380 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.380 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.182168+0000", 2024-04-02T09:54:13.380 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.182168+0000", 2024-04-02T09:54:13.380 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.380 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.380 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.380 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.380 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:13.380 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.381 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.381 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.381 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.381 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.381 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.381 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.381 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.381 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.18", 2024-04-02T09:54:13.381 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.381 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.381 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.381 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5033, 2024-04-02T09:54:13.381 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.381 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:48:45.931812+0000", 2024-04-02T09:54:13.381 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.381 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.382 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.382 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.382 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.382 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.382 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.382 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.382 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.382 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.382 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.382 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.382 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.382 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.382 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.383 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.383 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.383 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.383 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.383 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.383 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.383 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.383 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.383 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.383 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.383 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.383 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.383 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.383 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.383 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.383 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.384 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.384 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.384 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.384 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.384 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.384 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.384 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.384 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.384 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.384 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.384 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.384 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.384 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.384 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.384 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.385 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.385 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:13.385 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:13.385 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:13.385 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.385 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:54:13.385 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.385 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.385 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.385 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.385 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:13.385 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:13.385 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:13.385 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.386 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:54:13.386 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.386 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.386 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:13.386 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.386 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.386 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.386 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.130119+0000", 2024-04-02T09:54:13.386 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:03.039199+0000", 2024-04-02T09:54:13.386 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:03.039199+0000", 2024-04-02T09:54:13.386 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:03.041003+0000", 2024-04-02T09:54:13.386 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.130119+0000", 2024-04-02T09:54:13.386 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.386 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.387 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.387 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 415, 2024-04-02T09:54:13.387 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.130119+0000", 2024-04-02T09:54:13.387 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.130119+0000", 2024-04-02T09:54:13.387 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.130119+0000", 2024-04-02T09:54:13.387 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.387 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.387 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.387 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.130119+0000", 2024-04-02T09:54:13.387 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.130119+0000", 2024-04-02T09:54:13.387 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.387 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.387 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.387 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.388 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 414, 2024-04-02T09:54:13.388 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.388 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.388 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.388 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.388 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.388 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.388 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.388 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.388 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.18", 2024-04-02T09:54:13.388 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.388 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.388 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.388 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5073, 2024-04-02T09:54:13.388 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.389 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:04:34.652697+0000", 2024-04-02T09:54:13.389 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.389 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.389 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.389 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.389 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.389 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.389 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.389 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.389 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.389 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.389 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.389 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.389 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.389 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.390 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.390 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.390 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.390 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.390 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.390 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.390 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.390 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.390 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.390 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.390 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.390 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.390 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.390 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.390 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.391 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.391 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.391 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.391 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.391 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.391 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.391 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.391 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.391 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.391 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.391 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.391 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.391 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.391 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.391 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.391 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.391 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.392 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.392 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:13.392 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:13.392 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:13.392 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.392 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:54:13.392 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.392 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.392 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.392 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.392 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:13.392 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:13.392 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:13.392 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.393 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:54:13.393 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.393 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.393 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:13.393 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.393 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.393 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.393 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.131032+0000", 2024-04-02T09:54:13.393 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.176018+0000", 2024-04-02T09:54:13.393 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.176018+0000", 2024-04-02T09:54:13.393 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.176555+0000", 2024-04-02T09:54:13.393 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.131032+0000", 2024-04-02T09:54:13.393 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.394 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.394 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.394 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:13.394 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.131032+0000", 2024-04-02T09:54:13.394 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.131032+0000", 2024-04-02T09:54:13.394 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.131032+0000", 2024-04-02T09:54:13.394 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.394 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.394 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.394 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.131032+0000", 2024-04-02T09:54:13.394 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.131032+0000", 2024-04-02T09:54:13.394 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.394 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.395 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.395 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.395 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:13.395 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.395 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.395 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.395 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.395 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.395 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.395 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.395 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.395 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.19", 2024-04-02T09:54:13.395 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.395 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.396 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.396 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5074, 2024-04-02T09:54:13.396 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.396 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:51:30.933254+0000", 2024-04-02T09:54:13.396 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.396 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.396 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.396 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.396 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.396 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.396 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.396 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.396 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.397 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.397 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.397 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.397 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.397 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.397 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.397 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.397 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.397 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.397 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.397 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.397 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.397 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.397 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.397 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.397 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.398 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.398 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.398 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.398 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.398 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.398 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.398 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.398 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.398 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.398 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.398 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.398 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.398 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.399 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.399 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.399 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.399 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.399 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.399 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.399 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.399 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.399 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.399 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:13.399 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:13.399 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:13.399 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.399 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:54:13.399 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.400 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.400 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.400 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.400 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:13.400 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:13.400 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:13.400 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.400 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T09:54:13.400 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.400 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.400 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:13.400 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.400 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.400 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.400 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.843582+0000", 2024-04-02T09:54:13.400 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.082987+0000", 2024-04-02T09:54:13.401 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.082987+0000", 2024-04-02T09:54:13.401 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.084197+0000", 2024-04-02T09:54:13.401 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.843582+0000", 2024-04-02T09:54:13.401 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.401 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.401 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.401 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:13.401 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.843582+0000", 2024-04-02T09:54:13.401 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.843582+0000", 2024-04-02T09:54:13.401 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.843582+0000", 2024-04-02T09:54:13.401 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.401 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.401 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.402 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.843582+0000", 2024-04-02T09:54:13.402 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.843582+0000", 2024-04-02T09:54:13.402 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.402 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.402 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.402 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.402 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:13.402 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.402 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.402 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.402 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.402 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.402 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.402 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.402 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.403 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.1b", 2024-04-02T09:54:13.403 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.403 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.403 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.403 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5141, 2024-04-02T09:54:13.403 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.403 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:16:00.355551+0000", 2024-04-02T09:54:13.403 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.403 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.403 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.403 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.403 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.403 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.403 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.404 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.404 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.404 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.404 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.404 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.404 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.404 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.404 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.404 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.404 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.404 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.404 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.404 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.404 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.404 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.404 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.405 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.405 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.405 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.405 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.405 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.405 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.405 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.405 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.405 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.405 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.405 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.405 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.405 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.405 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.405 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.406 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.406 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.406 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.406 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.406 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.406 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.406 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.406 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.406 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.406 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:13.406 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:13.406 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:13.406 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.407 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T09:54:13.407 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.407 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.407 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.407 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.407 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:13.407 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:13.407 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:13.407 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.407 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T09:54:13.407 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.407 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.407 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:13.407 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.407 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.407 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.408 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.842674+0000", 2024-04-02T09:54:13.408 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.172372+0000", 2024-04-02T09:54:13.408 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.172372+0000", 2024-04-02T09:54:13.408 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.174870+0000", 2024-04-02T09:54:13.408 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.842674+0000", 2024-04-02T09:54:13.408 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.408 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.408 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.408 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:13.408 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.842674+0000", 2024-04-02T09:54:13.408 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.842674+0000", 2024-04-02T09:54:13.408 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.842674+0000", 2024-04-02T09:54:13.408 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.409 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.409 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.409 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.842674+0000", 2024-04-02T09:54:13.409 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.842674+0000", 2024-04-02T09:54:13.409 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.409 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2, 2024-04-02T09:54:13.409 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.409 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.409 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:13.409 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.409 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.409 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.409 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.409 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2, 2024-04-02T09:54:13.409 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.409 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.410 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.410 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.1a", 2024-04-02T09:54:13.410 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.410 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.410 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.410 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5002, 2024-04-02T09:54:13.410 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.410 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:50:37.382151+0000", 2024-04-02T09:54:13.410 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.410 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.410 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.410 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.411 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.411 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.411 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.411 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.411 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.411 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.411 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.411 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.411 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.411 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.411 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.411 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.412 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.412 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.412 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.412 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.412 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.412 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.412 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.412 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.412 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.412 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.412 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.412 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.412 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.412 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.413 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.413 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.413 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.413 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.413 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.413 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.413 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.413 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.413 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.413 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.413 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.413 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.413 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.413 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.413 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.414 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.414 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.414 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:13.414 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:13.414 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:13.414 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.414 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T09:54:13.414 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "550'2" 2024-04-02T09:54:13.414 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.414 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.414 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.414 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:13.414 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:13.414 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:13.415 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.415 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 4, 2024-04-02T09:54:13.415 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.415 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.415 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:13.415 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.415 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.415 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.415 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.183755+0000", 2024-04-02T09:54:13.415 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:22.993797+0000", 2024-04-02T09:54:13.415 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:22.993797+0000", 2024-04-02T09:54:13.415 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:22.996106+0000", 2024-04-02T09:54:13.415 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.183755+0000", 2024-04-02T09:54:13.415 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.415 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.416 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.416 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 435, 2024-04-02T09:54:13.416 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.183755+0000", 2024-04-02T09:54:13.416 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.183755+0000", 2024-04-02T09:54:13.416 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.183755+0000", 2024-04-02T09:54:13.416 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.416 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.416 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.416 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.183755+0000", 2024-04-02T09:54:13.416 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.183755+0000", 2024-04-02T09:54:13.416 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.416 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.416 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.416 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.416 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 434, 2024-04-02T09:54:13.416 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.417 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.417 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.417 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.417 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.417 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.417 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.417 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.417 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.1a", 2024-04-02T09:54:13.417 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.417 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.417 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.417 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5075, 2024-04-02T09:54:13.417 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.417 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:51:17.959172+0000", 2024-04-02T09:54:13.418 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.418 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.418 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.418 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.418 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.418 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.418 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.418 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.418 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.418 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.418 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.418 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.418 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.418 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.419 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.419 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.419 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.419 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.419 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.419 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.419 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.419 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.419 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.419 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.419 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.419 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.419 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.420 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.420 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.420 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.420 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.420 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.420 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.420 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.420 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.420 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.420 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.420 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.420 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.420 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.420 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.420 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.420 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.421 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.421 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.421 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.421 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.421 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:13.421 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:13.421 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:13.421 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.421 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 4, 2024-04-02T09:54:13.421 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.421 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.421 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.421 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.421 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:13.421 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:13.421 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:13.422 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.422 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:54:13.422 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.422 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.422 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:13.422 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.422 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.422 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.422 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.131042+0000", 2024-04-02T09:54:13.422 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.080499+0000", 2024-04-02T09:54:13.422 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.080499+0000", 2024-04-02T09:54:13.422 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.080885+0000", 2024-04-02T09:54:13.422 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.131042+0000", 2024-04-02T09:54:13.422 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.422 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.423 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.423 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:13.423 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.131042+0000", 2024-04-02T09:54:13.423 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.131042+0000", 2024-04-02T09:54:13.423 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.131042+0000", 2024-04-02T09:54:13.423 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.423 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.423 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.423 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.131042+0000", 2024-04-02T09:54:13.423 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.131042+0000", 2024-04-02T09:54:13.423 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.423 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2, 2024-04-02T09:54:13.423 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.423 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.423 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:13.423 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.424 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.424 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.424 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.424 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2, 2024-04-02T09:54:13.424 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.424 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.424 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.424 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.1b", 2024-04-02T09:54:13.424 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.424 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.424 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.424 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5067, 2024-04-02T09:54:13.424 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.424 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:21:48.076347+0000", 2024-04-02T09:54:13.424 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.424 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.424 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.425 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.425 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.425 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.425 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.425 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.425 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.425 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.425 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.425 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.425 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.425 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.425 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.425 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.425 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.425 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.425 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.426 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.426 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.426 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.426 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.426 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.426 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.426 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.426 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.426 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.426 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.426 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.426 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.426 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.426 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.426 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.426 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.427 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.427 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.427 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.427 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.427 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.427 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.427 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.427 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.427 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.427 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.427 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.427 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.427 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:13.427 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:13.427 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:13.427 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.428 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:54:13.428 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "550'2" 2024-04-02T09:54:13.428 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.428 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.428 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.428 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:13.428 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:13.428 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:13.428 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.428 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:54:13.428 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.428 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.428 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:13.428 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.428 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.428 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.429 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.185883+0000", 2024-04-02T09:54:13.429 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.189367+0000", 2024-04-02T09:54:13.429 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.189367+0000", 2024-04-02T09:54:13.429 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.190260+0000", 2024-04-02T09:54:13.429 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.185883+0000", 2024-04-02T09:54:13.429 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.429 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.429 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.429 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:13.429 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.185883+0000", 2024-04-02T09:54:13.429 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.185883+0000", 2024-04-02T09:54:13.429 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.185883+0000", 2024-04-02T09:54:13.429 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.429 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.429 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.429 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.185883+0000", 2024-04-02T09:54:13.430 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.185883+0000", 2024-04-02T09:54:13.430 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.430 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.430 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.430 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.430 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:13.430 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.430 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.430 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.430 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.430 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.430 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.430 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.430 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.430 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.1d", 2024-04-02T09:54:13.431 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.431 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.431 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.431 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5030, 2024-04-02T09:54:13.431 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.431 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:04:40.494679+0000", 2024-04-02T09:54:13.431 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.431 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.431 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.431 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.431 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.431 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.431 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.431 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.431 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.431 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.432 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.432 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.432 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.432 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.432 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.432 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.432 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.432 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.432 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.432 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.432 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.432 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.432 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.432 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.432 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.432 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.433 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.433 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.433 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.433 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.433 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.433 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.433 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.433 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.433 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.433 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.433 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.433 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.433 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.433 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.433 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.433 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.434 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.434 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.434 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.434 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.434 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.434 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:13.434 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:13.434 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:13.434 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.434 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:54:13.434 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.434 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.434 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.434 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.435 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:13.435 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:13.435 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:13.435 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.435 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:54:13.435 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.435 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.435 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:13.435 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.435 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.435 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.435 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.755596+0000", 2024-04-02T09:54:13.435 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.968168+0000", 2024-04-02T09:54:13.435 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.968168+0000", 2024-04-02T09:54:13.435 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:42.968699+0000", 2024-04-02T09:54:13.435 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.755596+0000", 2024-04-02T09:54:13.435 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.436 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.436 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.436 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:54:13.436 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.755596+0000", 2024-04-02T09:54:13.436 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.755596+0000", 2024-04-02T09:54:13.436 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.755596+0000", 2024-04-02T09:54:13.436 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.436 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.436 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.436 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.755596+0000", 2024-04-02T09:54:13.436 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.755596+0000", 2024-04-02T09:54:13.436 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.436 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2, 2024-04-02T09:54:13.436 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.436 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.436 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:54:13.437 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.437 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.437 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.437 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.437 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2, 2024-04-02T09:54:13.437 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.437 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.437 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.437 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.1c", 2024-04-02T09:54:13.437 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.437 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.437 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.437 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4867, 2024-04-02T09:54:13.437 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.437 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:57:19.211122+0000", 2024-04-02T09:54:13.437 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.437 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.438 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.438 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.438 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.438 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.438 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.438 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.438 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.438 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.438 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.438 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.438 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.438 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.438 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.438 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.438 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.439 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.439 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.439 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 3, 2024-04-02T09:54:13.439 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 1, 2024-04-02T09:54:13.439 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.439 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:13.439 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.439 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.439 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.439 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.439 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.439 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T09:54:13.439 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.439 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 1, 2024-04-02T09:54:13.439 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.439 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.439 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.440 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.440 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.440 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 6, 2024-04-02T09:54:13.440 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 6, 2024-04-02T09:54:13.440 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.440 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.440 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.440 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 3, 2024-04-02T09:54:13.440 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.440 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.440 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.440 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.440 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.440 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:13.440 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:13.440 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:13.441 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.441 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:54:13.441 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'2" 2024-04-02T09:54:13.441 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.441 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.441 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.441 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:13.441 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:13.441 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:13.441 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.441 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:54:13.441 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.441 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.442 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:13.442 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.442 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.442 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.442 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.185612+0000", 2024-04-02T09:54:13.442 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.970062+0000", 2024-04-02T09:54:13.442 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.970062+0000", 2024-04-02T09:54:13.442 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:42.970383+0000", 2024-04-02T09:54:13.442 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.185612+0000", 2024-04-02T09:54:13.442 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.442 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.442 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.442 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:54:13.442 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.185612+0000", 2024-04-02T09:54:13.442 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.185612+0000", 2024-04-02T09:54:13.443 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.185612+0000", 2024-04-02T09:54:13.443 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.443 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.443 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.443 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.185612+0000", 2024-04-02T09:54:13.443 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.185612+0000", 2024-04-02T09:54:13.443 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.443 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.443 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.443 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.443 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:54:13.443 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.443 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.443 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.443 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.443 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.444 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.444 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.444 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.444 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.1c", 2024-04-02T09:54:13.444 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.444 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.444 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.444 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5036, 2024-04-02T09:54:13.444 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.444 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:40:13.745044+0000", 2024-04-02T09:54:13.444 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.444 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.444 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.444 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.444 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.445 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.445 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.445 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.445 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.445 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.445 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.445 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.445 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.445 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.445 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.445 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.445 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.445 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.445 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.445 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.445 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.446 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.446 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.446 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.446 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.446 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.446 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.446 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.446 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.446 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.446 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.446 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.446 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.446 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.446 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.447 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.447 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.447 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.447 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.447 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.447 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.447 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.447 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.447 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.447 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.447 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.447 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.447 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:13.447 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:13.448 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:13.448 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.448 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:54:13.448 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.448 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.448 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.448 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.448 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:13.448 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:13.448 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:13.448 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.448 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:54:13.448 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.448 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.449 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:13.449 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.449 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.449 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.449 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.187263+0000", 2024-04-02T09:54:13.449 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.087634+0000", 2024-04-02T09:54:13.449 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.087634+0000", 2024-04-02T09:54:13.449 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.088990+0000", 2024-04-02T09:54:13.449 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.187263+0000", 2024-04-02T09:54:13.449 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.449 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.449 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.449 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:13.449 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.187263+0000", 2024-04-02T09:54:13.450 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.187263+0000", 2024-04-02T09:54:13.450 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.187263+0000", 2024-04-02T09:54:13.450 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.450 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.450 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.450 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.187263+0000", 2024-04-02T09:54:13.450 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.187263+0000", 2024-04-02T09:54:13.450 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.450 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2, 2024-04-02T09:54:13.450 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.450 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.450 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:13.450 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.450 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.451 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.451 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.451 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2, 2024-04-02T09:54:13.451 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.451 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.451 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.451 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.1d", 2024-04-02T09:54:13.451 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.451 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.451 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.451 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4945, 2024-04-02T09:54:13.451 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.451 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:02:50.975757+0000", 2024-04-02T09:54:13.451 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.451 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.451 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.452 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.452 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.452 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.452 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.452 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.452 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.452 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.452 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.452 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.452 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.452 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.452 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.452 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.452 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.453 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.453 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.453 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 3, 2024-04-02T09:54:13.453 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 1, 2024-04-02T09:54:13.453 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.453 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:13.453 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.453 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.453 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.453 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.453 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.453 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T09:54:13.453 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.453 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.454 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.454 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.454 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.454 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.454 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.454 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 6, 2024-04-02T09:54:13.454 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 6, 2024-04-02T09:54:13.454 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.454 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.454 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.454 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 3, 2024-04-02T09:54:13.454 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.454 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.455 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.455 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.455 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.455 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:13.455 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:13.455 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:13.455 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.455 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:54:13.455 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'2" 2024-04-02T09:54:13.455 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.455 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.455 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.455 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:13.455 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:13.455 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:13.456 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.456 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T09:54:13.456 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.456 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.456 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:13.456 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.456 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.456 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.456 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.844190+0000", 2024-04-02T09:54:13.456 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.962893+0000", 2024-04-02T09:54:13.456 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.962893+0000", 2024-04-02T09:54:13.456 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:42.963308+0000", 2024-04-02T09:54:13.456 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.844190+0000", 2024-04-02T09:54:13.456 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.456 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.456 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.457 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:54:13.457 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.844190+0000", 2024-04-02T09:54:13.457 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.844190+0000", 2024-04-02T09:54:13.457 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.844190+0000", 2024-04-02T09:54:13.457 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.457 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.457 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.457 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.844190+0000", 2024-04-02T09:54:13.457 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.844190+0000", 2024-04-02T09:54:13.457 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.457 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.457 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.457 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.457 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:54:13.457 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.458 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.458 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.458 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.458 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.458 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.458 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.458 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.458 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.1f", 2024-04-02T09:54:13.458 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.458 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.458 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.458 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5149, 2024-04-02T09:54:13.458 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.459 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:50:46.949586+0000", 2024-04-02T09:54:13.459 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.459 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.459 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.459 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.459 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.459 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.459 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.459 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.459 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.459 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.459 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.459 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.459 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.460 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.460 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.460 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.460 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.460 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.460 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.460 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.460 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.460 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.460 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.460 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.460 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.460 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.461 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.461 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.461 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.461 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.461 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.461 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.461 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.461 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.461 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.461 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.461 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.461 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.461 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.462 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.462 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.462 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.462 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.462 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.462 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.462 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.462 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.462 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:13.462 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:13.462 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:13.462 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.462 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T09:54:13.463 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.463 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.463 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.463 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.463 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:13.463 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:13.463 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:54:13.463 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.463 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:54:13.463 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.463 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.463 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:13.463 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.463 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.463 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.464 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.131387+0000", 2024-04-02T09:54:13.464 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.967839+0000", 2024-04-02T09:54:13.464 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.967839+0000", 2024-04-02T09:54:13.464 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:42.968212+0000", 2024-04-02T09:54:13.464 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.131387+0000", 2024-04-02T09:54:13.464 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.464 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.464 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.464 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:54:13.464 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.131387+0000", 2024-04-02T09:54:13.464 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.131387+0000", 2024-04-02T09:54:13.464 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.131387+0000", 2024-04-02T09:54:13.464 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.464 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.465 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.465 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.131387+0000", 2024-04-02T09:54:13.465 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.131387+0000", 2024-04-02T09:54:13.465 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.465 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2, 2024-04-02T09:54:13.465 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.465 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.465 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:54:13.465 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.465 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.465 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.465 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.465 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2, 2024-04-02T09:54:13.465 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.466 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.466 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.466 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.1e", 2024-04-02T09:54:13.466 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.466 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.466 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.466 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5084, 2024-04-02T09:54:13.466 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.466 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:47:36.508895+0000", 2024-04-02T09:54:13.466 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.466 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.466 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.466 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.466 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.467 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.467 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.467 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.467 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.467 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.467 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.467 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.467 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.467 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.467 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.467 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.467 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.467 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.467 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.467 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.467 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.468 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.468 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.468 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.468 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.468 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.468 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.468 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.468 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.468 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.468 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.468 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.468 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.468 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.468 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.468 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.469 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.469 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.469 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.469 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.469 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.469 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.469 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.469 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.469 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.469 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.469 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.469 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:13.469 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:13.469 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:54:13.470 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.470 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:54:13.470 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "550'2" 2024-04-02T09:54:13.470 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.470 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.470 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.470 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:13.470 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:13.470 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:13.470 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.470 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:54:13.470 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.470 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.470 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:13.471 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.471 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.471 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.471 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.131499+0000", 2024-04-02T09:54:13.471 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.168944+0000", 2024-04-02T09:54:13.471 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.168944+0000", 2024-04-02T09:54:13.471 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.169311+0000", 2024-04-02T09:54:13.471 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.131499+0000", 2024-04-02T09:54:13.471 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.471 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.471 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.471 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:13.471 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.131499+0000", 2024-04-02T09:54:13.471 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.131499+0000", 2024-04-02T09:54:13.472 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.131499+0000", 2024-04-02T09:54:13.472 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.472 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.472 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.472 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.131499+0000", 2024-04-02T09:54:13.472 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.131499+0000", 2024-04-02T09:54:13.472 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.472 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.472 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.472 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.472 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:13.472 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.472 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.472 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.473 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.473 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.473 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.473 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.473 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.473 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.1e", 2024-04-02T09:54:13.473 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.473 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.473 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.473 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5069, 2024-04-02T09:54:13.473 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.473 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:45:13.384505+0000", 2024-04-02T09:54:13.473 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.473 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.473 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.473 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.474 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.474 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.474 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.474 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.474 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.474 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.474 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.474 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.474 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.474 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.474 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.474 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.474 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.474 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.474 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.475 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.475 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.475 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.475 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.475 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.475 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.475 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.475 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.475 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.475 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.475 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.475 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.475 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.475 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.475 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.476 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.476 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.476 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.476 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.476 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.476 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.476 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.476 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.476 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.476 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.476 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.476 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.476 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.476 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:13.477 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:13.477 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:13.477 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.477 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:54:13.477 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.477 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.477 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.477 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.477 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:13.477 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:13.477 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:13.477 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.477 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T09:54:13.477 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.477 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.478 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:13.478 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.478 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.478 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.478 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.844715+0000", 2024-04-02T09:54:13.478 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.082093+0000", 2024-04-02T09:54:13.478 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.082093+0000", 2024-04-02T09:54:13.478 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.082443+0000", 2024-04-02T09:54:13.478 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.844715+0000", 2024-04-02T09:54:13.478 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.478 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.478 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.478 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:13.478 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.844715+0000", 2024-04-02T09:54:13.479 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.844715+0000", 2024-04-02T09:54:13.479 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.844715+0000", 2024-04-02T09:54:13.479 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.479 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.479 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:13.479 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.844715+0000", 2024-04-02T09:54:13.479 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.844715+0000", 2024-04-02T09:54:13.479 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.479 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 5, 2024-04-02T09:54:13.479 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.479 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.479 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:13.479 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.479 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.480 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.480 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.480 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 5, 2024-04-02T09:54:13.480 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.480 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.480 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.480 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.1f", 2024-04-02T09:54:13.480 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.480 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.480 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.480 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5157, 2024-04-02T09:54:13.480 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.480 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:33:59.796438+0000", 2024-04-02T09:54:13.480 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.480 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.481 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.481 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 582, 2024-04-02T09:54:13.481 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.481 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.481 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.481 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.481 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.481 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.481 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.481 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.481 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.481 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.481 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.481 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.481 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.482 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.482 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.482 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 6, 2024-04-02T09:54:13.482 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 2, 2024-04-02T09:54:13.482 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.482 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 2, 2024-04-02T09:54:13.482 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.482 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.482 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.482 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.482 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.482 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T09:54:13.482 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.483 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.483 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.483 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.483 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.483 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.483 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.483 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 4, 2024-04-02T09:54:13.483 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 4, 2024-04-02T09:54:13.483 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.483 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.483 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.483 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 4, 2024-04-02T09:54:13.483 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 1 2024-04-02T09:54:13.483 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.484 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.484 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.484 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.484 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:13.484 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:13.484 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:13.484 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.484 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T09:54:13.484 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "550'5" 2024-04-02T09:54:13.484 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.484 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.484 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.484 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:13.484 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:13.484 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:13.485 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.485 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:54:13.485 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.485 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.485 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:13.485 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.485 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.485 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.485 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.187200+0000", 2024-04-02T09:54:13.485 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.092394+0000", 2024-04-02T09:54:13.485 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.092394+0000", 2024-04-02T09:54:13.485 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.092861+0000", 2024-04-02T09:54:13.485 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.187200+0000", 2024-04-02T09:54:13.485 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.486 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.486 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.486 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:13.486 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.187200+0000", 2024-04-02T09:54:13.486 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.187200+0000", 2024-04-02T09:54:13.486 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.187200+0000", 2024-04-02T09:54:13.486 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.486 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.486 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.486 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.187200+0000", 2024-04-02T09:54:13.486 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.187200+0000", 2024-04-02T09:54:13.486 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.486 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.486 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.487 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.487 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:13.487 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.487 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.487 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.487 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.487 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.487 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.487 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.487 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.487 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.2d", 2024-04-02T09:54:13.487 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.487 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.487 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.487 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4944, 2024-04-02T09:54:13.488 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.488 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:02:49.600412+0000", 2024-04-02T09:54:13.488 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.488 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.488 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.488 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.488 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.488 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.488 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.488 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.488 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.488 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.488 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.488 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.489 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.489 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.489 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.489 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.489 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.489 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.489 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.489 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.489 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.489 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.489 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.489 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.489 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.489 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.489 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.490 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.490 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.490 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.490 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.490 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.490 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.490 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.490 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.490 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.490 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.490 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.490 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.490 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.490 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.491 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.491 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.491 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.491 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.491 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.491 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.491 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:13.491 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:13.491 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:13.491 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.491 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:54:13.491 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.491 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.491 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.492 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.492 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:13.492 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:13.492 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:13.492 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.492 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 2, 2024-04-02T09:54:13.492 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.492 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.492 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:13.492 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.492 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.492 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.492 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.843695+0000", 2024-04-02T09:54:13.492 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.079315+0000", 2024-04-02T09:54:13.493 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.079315+0000", 2024-04-02T09:54:13.493 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.079641+0000", 2024-04-02T09:54:13.493 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.843695+0000", 2024-04-02T09:54:13.493 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.493 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.493 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.493 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:13.493 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.843695+0000", 2024-04-02T09:54:13.493 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.843695+0000", 2024-04-02T09:54:13.493 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.843695+0000", 2024-04-02T09:54:13.493 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.493 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.493 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.493 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.843695+0000", 2024-04-02T09:54:13.493 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.843695+0000", 2024-04-02T09:54:13.494 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.494 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.494 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.494 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.494 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:13.494 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.494 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.494 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.494 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.494 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.494 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.494 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.494 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.494 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.2e", 2024-04-02T09:54:13.495 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.495 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.495 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.495 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5113, 2024-04-02T09:54:13.495 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.495 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:03:21.630474+0000", 2024-04-02T09:54:13.495 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.495 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.495 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.495 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.495 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.495 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.495 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.495 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.496 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.496 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.496 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.496 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.496 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.496 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.496 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.496 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.496 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.496 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.496 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.496 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.496 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.496 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.496 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.497 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.497 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.497 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.497 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.497 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.497 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.497 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.497 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.497 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.497 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.497 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.497 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.497 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.497 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.498 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.498 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.498 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.498 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.498 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.498 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.498 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.498 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.498 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.498 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.498 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:13.498 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:13.498 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:13.498 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.499 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 2, 2024-04-02T09:54:13.499 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.499 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.499 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.499 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.499 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:13.499 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:13.499 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:13.499 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.499 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:54:13.499 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.499 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.499 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:13.499 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.499 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.500 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.500 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.184340+0000", 2024-04-02T09:54:13.500 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.078618+0000", 2024-04-02T09:54:13.500 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.078618+0000", 2024-04-02T09:54:13.500 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.079092+0000", 2024-04-02T09:54:13.500 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.184340+0000", 2024-04-02T09:54:13.500 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.500 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.500 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.500 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:13.500 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.184340+0000", 2024-04-02T09:54:13.500 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.184340+0000", 2024-04-02T09:54:13.500 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.184340+0000", 2024-04-02T09:54:13.500 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.500 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.501 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.501 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.184340+0000", 2024-04-02T09:54:13.501 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.184340+0000", 2024-04-02T09:54:13.501 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.501 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.501 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.501 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.501 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:13.501 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.501 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.501 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.501 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.501 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.501 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.502 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.502 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.502 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.2f", 2024-04-02T09:54:13.502 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.502 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.502 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.502 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5033, 2024-04-02T09:54:13.502 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.502 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:08:02.356439+0000", 2024-04-02T09:54:13.502 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.502 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.502 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.502 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.502 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.503 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.503 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.503 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.503 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.503 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.503 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.503 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.503 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.503 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.503 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.503 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.503 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.503 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.503 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.503 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.504 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.504 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.504 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.504 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.504 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.504 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.504 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.504 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.504 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.504 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.504 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.504 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.504 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.504 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.504 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.505 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.505 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.505 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.505 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.505 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.505 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.505 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.505 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.505 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.505 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.505 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.505 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.505 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:13.505 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:13.505 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:13.506 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.506 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:54:13.506 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.506 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.506 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.506 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.506 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:13.506 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:13.506 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:13.506 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.506 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:54:13.506 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.506 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.506 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:13.506 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.507 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.507 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.507 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.183374+0000", 2024-04-02T09:54:13.507 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.081497+0000", 2024-04-02T09:54:13.507 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.081497+0000", 2024-04-02T09:54:13.507 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.081798+0000", 2024-04-02T09:54:13.507 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.183374+0000", 2024-04-02T09:54:13.507 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.507 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.507 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.507 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:13.507 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.183374+0000", 2024-04-02T09:54:13.507 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.183374+0000", 2024-04-02T09:54:13.507 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.183374+0000", 2024-04-02T09:54:13.507 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.508 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.508 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.508 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.183374+0000", 2024-04-02T09:54:13.508 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.183374+0000", 2024-04-02T09:54:13.508 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.508 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.508 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.508 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.508 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:13.508 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.508 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.508 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.508 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.508 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.508 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.508 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.509 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.509 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.30", 2024-04-02T09:54:13.509 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.509 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.509 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.509 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5031, 2024-04-02T09:54:13.509 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.509 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:20:07.200080+0000", 2024-04-02T09:54:13.509 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.509 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.509 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.509 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.509 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.509 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.509 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.509 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.510 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.510 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.510 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.510 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.510 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.510 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.510 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.510 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.510 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.510 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.510 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.510 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.510 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.510 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.511 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.511 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.511 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.511 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.511 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.511 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.511 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.511 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.511 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.511 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.511 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.511 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.511 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.511 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.511 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.511 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.512 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.512 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.512 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.512 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.512 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.512 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.512 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.512 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.512 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.512 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:13.512 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:13.512 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:13.512 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.512 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:54:13.512 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.513 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.513 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.513 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.513 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:13.513 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:13.513 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:54:13.513 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.513 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:54:13.513 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.513 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.513 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:13.513 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.513 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.513 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.513 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.754623+0000", 2024-04-02T09:54:13.513 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.965077+0000", 2024-04-02T09:54:13.513 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.965077+0000", 2024-04-02T09:54:13.514 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:42.966205+0000", 2024-04-02T09:54:13.514 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.754623+0000", 2024-04-02T09:54:13.514 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.514 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.514 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.514 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:54:13.514 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.754623+0000", 2024-04-02T09:54:13.514 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.754623+0000", 2024-04-02T09:54:13.514 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.754623+0000", 2024-04-02T09:54:13.514 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.514 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.514 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.514 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.754623+0000", 2024-04-02T09:54:13.514 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.754623+0000", 2024-04-02T09:54:13.515 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.515 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.515 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.515 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.515 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:54:13.515 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.515 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.515 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.515 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.515 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.515 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.515 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.515 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.515 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.31", 2024-04-02T09:54:13.515 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.515 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.516 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.516 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5124, 2024-04-02T09:54:13.516 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.516 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:24:19.603492+0000", 2024-04-02T09:54:13.516 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.516 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.516 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.516 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.516 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.516 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.516 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.516 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.516 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.516 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.516 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.516 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.517 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.517 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.517 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.517 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.517 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.517 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.517 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.517 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.517 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.517 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.517 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.517 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.517 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.517 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.517 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.518 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.518 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.518 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.518 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.518 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.518 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.518 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.518 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.518 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.518 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.518 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.518 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.518 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.518 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.519 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.519 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.519 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.519 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.519 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.519 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.519 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:13.519 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:13.519 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:54:13.519 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.519 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:54:13.519 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.519 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.520 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.520 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.520 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:13.520 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:13.520 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:54:13.520 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.520 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T09:54:13.520 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.520 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.520 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:13.520 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.520 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.520 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.520 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.842439+0000", 2024-04-02T09:54:13.520 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.957109+0000", 2024-04-02T09:54:13.521 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.957109+0000", 2024-04-02T09:54:13.521 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:42.957458+0000", 2024-04-02T09:54:13.521 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.842439+0000", 2024-04-02T09:54:13.521 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.521 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.521 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.521 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:54:13.521 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.842439+0000", 2024-04-02T09:54:13.521 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.842439+0000", 2024-04-02T09:54:13.521 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.842439+0000", 2024-04-02T09:54:13.521 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.521 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.521 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.521 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.842439+0000", 2024-04-02T09:54:13.521 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.842439+0000", 2024-04-02T09:54:13.521 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.521 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.522 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.522 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.522 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:54:13.522 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.522 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.522 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.522 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.522 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.522 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.522 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.522 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.522 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.32", 2024-04-02T09:54:13.522 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.522 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.522 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.523 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5144, 2024-04-02T09:54:13.523 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.523 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:15:04.610742+0000", 2024-04-02T09:54:13.523 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.523 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.523 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.523 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.523 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.523 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.523 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.523 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.523 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.523 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.523 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.524 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.524 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.524 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.524 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.524 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.524 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.524 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.524 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.524 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.524 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.524 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.524 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.524 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.524 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.524 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.525 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.525 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.525 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.525 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.525 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.525 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.525 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.525 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.525 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.525 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.525 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.525 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.525 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.525 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.526 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.526 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.526 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.526 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.526 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.526 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.526 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.526 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:13.526 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:13.526 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:54:13.526 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.526 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T09:54:13.526 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.526 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.527 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.527 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.527 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:13.527 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:13.527 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:13.527 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.527 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:54:13.527 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.527 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.527 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:13.527 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.527 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.527 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.527 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.130699+0000", 2024-04-02T09:54:13.527 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.174832+0000", 2024-04-02T09:54:13.528 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.174832+0000", 2024-04-02T09:54:13.528 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.175903+0000", 2024-04-02T09:54:13.528 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.130699+0000", 2024-04-02T09:54:13.528 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.528 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.528 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.528 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:13.528 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.130699+0000", 2024-04-02T09:54:13.528 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.130699+0000", 2024-04-02T09:54:13.528 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.130699+0000", 2024-04-02T09:54:13.528 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.528 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.528 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.528 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.130699+0000", 2024-04-02T09:54:13.529 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.130699+0000", 2024-04-02T09:54:13.529 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.529 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.529 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.529 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.529 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:13.529 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.529 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.529 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.529 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.529 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.529 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.529 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.529 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.529 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.33", 2024-04-02T09:54:13.529 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.530 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.530 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.530 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5067, 2024-04-02T09:54:13.530 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.530 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:01:32.160674+0000", 2024-04-02T09:54:13.530 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.530 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.530 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.530 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.530 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.530 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.530 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.530 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.530 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.531 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.531 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.531 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.531 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.531 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.531 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.531 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.531 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.531 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.531 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.531 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.531 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.531 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.531 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.531 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.532 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.532 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.532 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.532 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.532 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.532 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.532 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.532 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.532 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.532 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.532 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.532 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.532 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.533 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.533 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.533 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.533 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.533 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.533 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.533 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.533 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.533 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.533 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.533 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:13.533 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:13.533 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:13.533 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.534 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:54:13.534 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.534 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.534 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.534 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.534 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:13.534 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:13.534 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:13.534 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.534 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 4, 2024-04-02T09:54:13.534 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.534 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.534 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:13.534 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.535 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.535 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.535 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.186638+0000", 2024-04-02T09:54:13.535 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.179079+0000", 2024-04-02T09:54:13.535 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.179079+0000", 2024-04-02T09:54:13.535 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.180484+0000", 2024-04-02T09:54:13.535 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.186638+0000", 2024-04-02T09:54:13.535 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.535 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.535 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.535 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:13.535 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.186638+0000", 2024-04-02T09:54:13.535 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.186638+0000", 2024-04-02T09:54:13.535 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.186638+0000", 2024-04-02T09:54:13.536 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.536 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.536 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.536 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.186638+0000", 2024-04-02T09:54:13.536 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.186638+0000", 2024-04-02T09:54:13.536 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.536 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.536 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.536 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.536 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:13.536 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.536 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.536 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.536 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.536 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.537 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.537 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.537 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.537 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.34", 2024-04-02T09:54:13.537 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.537 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.537 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.537 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5040, 2024-04-02T09:54:13.537 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.537 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:07:09.308090+0000", 2024-04-02T09:54:13.537 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.537 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.537 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.537 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.537 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.537 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.538 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.538 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.538 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.538 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.538 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.538 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.538 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.538 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.538 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.538 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.538 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.538 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.538 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.539 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.539 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.539 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.539 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.539 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.539 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.539 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.539 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.539 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.539 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.539 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.539 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.539 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.539 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.540 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.540 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.540 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.540 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.540 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.540 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.540 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.540 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.540 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.540 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.540 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.540 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.540 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.540 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.540 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:13.541 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:13.541 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:13.541 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.541 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 4, 2024-04-02T09:54:13.541 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.541 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.541 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.541 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.541 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:13.541 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:13.541 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:13.541 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.541 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T09:54:13.541 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.542 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.542 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:13.542 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.542 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.542 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.542 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.841625+0000", 2024-04-02T09:54:13.542 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.184294+0000", 2024-04-02T09:54:13.542 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.184294+0000", 2024-04-02T09:54:13.542 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.184617+0000", 2024-04-02T09:54:13.542 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.841625+0000", 2024-04-02T09:54:13.542 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.542 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.542 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.542 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:13.543 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.841625+0000", 2024-04-02T09:54:13.543 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.841625+0000", 2024-04-02T09:54:13.543 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.841625+0000", 2024-04-02T09:54:13.543 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.543 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.543 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.543 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.841625+0000", 2024-04-02T09:54:13.543 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.841625+0000", 2024-04-02T09:54:13.543 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.543 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.543 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.543 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.543 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:13.543 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.543 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.544 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.544 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.544 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.544 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.544 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.544 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.544 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.35", 2024-04-02T09:54:13.544 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.544 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.544 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.544 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4973, 2024-04-02T09:54:13.544 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.544 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:00:09.407463+0000", 2024-04-02T09:54:13.544 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.544 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.545 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.545 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.545 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.545 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.545 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.545 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.545 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.545 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.545 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.545 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.545 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.545 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.545 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.545 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.546 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.546 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.546 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.546 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.546 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.546 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.546 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.546 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.546 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.546 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.546 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.546 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.546 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.546 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.547 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.547 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.547 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.547 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.547 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.547 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.547 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.547 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.547 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.547 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.547 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.547 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.547 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.547 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.547 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.548 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.548 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.548 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:13.548 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:13.548 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:13.548 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.548 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T09:54:13.548 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.548 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.548 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.548 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.548 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:13.548 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:13.549 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:13.549 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.549 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T09:54:13.549 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.549 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.549 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:13.549 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.549 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.549 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.549 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.842186+0000", 2024-04-02T09:54:13.549 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.184356+0000", 2024-04-02T09:54:13.549 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.184356+0000", 2024-04-02T09:54:13.549 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.184641+0000", 2024-04-02T09:54:13.549 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.842186+0000", 2024-04-02T09:54:13.549 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.550 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.550 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.550 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:13.550 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.842186+0000", 2024-04-02T09:54:13.550 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.842186+0000", 2024-04-02T09:54:13.550 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.842186+0000", 2024-04-02T09:54:13.550 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.550 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.550 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.550 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.842186+0000", 2024-04-02T09:54:13.550 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.842186+0000", 2024-04-02T09:54:13.550 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.550 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.551 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.551 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.551 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:13.551 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.551 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.551 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.551 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.551 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.551 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.551 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.551 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.551 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.36", 2024-04-02T09:54:13.551 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.551 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.552 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.552 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4973, 2024-04-02T09:54:13.552 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.552 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:25:50.998117+0000", 2024-04-02T09:54:13.552 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.552 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.552 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.552 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.552 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.552 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.552 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.552 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.552 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.552 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.553 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.553 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.553 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.553 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.553 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.553 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.553 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.553 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.553 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.553 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.553 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.553 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.553 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.553 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.554 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.554 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.554 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.554 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.554 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.554 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.554 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.554 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.554 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.554 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.554 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.554 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.555 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.555 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.555 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.555 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.555 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.555 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.555 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.555 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.555 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.555 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.555 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.555 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:13.555 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:13.555 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:13.556 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.556 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T09:54:13.556 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.556 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.556 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.556 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.556 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:13.556 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:13.556 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:13.556 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.556 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:54:13.556 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.556 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.557 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:13.557 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.557 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.557 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.557 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.183029+0000", 2024-04-02T09:54:13.557 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.088331+0000", 2024-04-02T09:54:13.557 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.088331+0000", 2024-04-02T09:54:13.557 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.089003+0000", 2024-04-02T09:54:13.557 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.183029+0000", 2024-04-02T09:54:13.557 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.557 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.557 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.557 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:13.557 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.183029+0000", 2024-04-02T09:54:13.558 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.183029+0000", 2024-04-02T09:54:13.558 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.183029+0000", 2024-04-02T09:54:13.558 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.558 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.558 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.558 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.183029+0000", 2024-04-02T09:54:13.558 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.183029+0000", 2024-04-02T09:54:13.558 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.558 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.558 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.558 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.558 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:13.558 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.558 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.559 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.559 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.559 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.559 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.559 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.559 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.559 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.37", 2024-04-02T09:54:13.559 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.559 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.559 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.559 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4950, 2024-04-02T09:54:13.559 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.559 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:26:27.016628+0000", 2024-04-02T09:54:13.559 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.560 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.560 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.560 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.560 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.560 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.560 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.560 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.560 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.560 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.560 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.560 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.560 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.560 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.560 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.560 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.560 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.561 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.561 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.561 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.561 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.561 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.561 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.561 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.561 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.561 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.561 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.561 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.561 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.561 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.561 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.561 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.561 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.561 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.562 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.562 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.562 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.562 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.562 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.562 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.562 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.562 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.562 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.562 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.562 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.562 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.562 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.562 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:13.563 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:13.563 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:13.563 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.563 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:54:13.563 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.563 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.563 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.563 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.563 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:13.563 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:13.563 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:13.563 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.563 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:54:13.564 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.564 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.564 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:13.564 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.564 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.564 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.564 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.130100+0000", 2024-04-02T09:54:13.564 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.175402+0000", 2024-04-02T09:54:13.564 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.175402+0000", 2024-04-02T09:54:13.564 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.175762+0000", 2024-04-02T09:54:13.564 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.130100+0000", 2024-04-02T09:54:13.564 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.564 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.565 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.565 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:13.565 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.130100+0000", 2024-04-02T09:54:13.565 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.130100+0000", 2024-04-02T09:54:13.565 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.130100+0000", 2024-04-02T09:54:13.565 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.565 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.565 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.565 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.130100+0000", 2024-04-02T09:54:13.565 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.130100+0000", 2024-04-02T09:54:13.565 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.565 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.566 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.566 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.566 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:13.566 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.566 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.566 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.566 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.566 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.566 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.566 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.566 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.566 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.38", 2024-04-02T09:54:13.566 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.566 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.567 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.567 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5064, 2024-04-02T09:54:13.567 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.567 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:08:32.932284+0000", 2024-04-02T09:54:13.567 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.567 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.567 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.567 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.567 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.567 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.567 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.567 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.567 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.567 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.567 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.567 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.568 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.568 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.568 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.568 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.568 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.568 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.568 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.568 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.568 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.568 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.568 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.568 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.568 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.568 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.568 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.568 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.569 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.570 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.570 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.570 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.570 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.570 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:13.570 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:13.570 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:13.570 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.570 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:54:13.570 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.570 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.570 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.570 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.570 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:13.570 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:13.570 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:13.571 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.571 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:54:13.571 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.571 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.571 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:13.571 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.571 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.571 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.571 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.184668+0000", 2024-04-02T09:54:13.571 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.084229+0000", 2024-04-02T09:54:13.571 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.084229+0000", 2024-04-02T09:54:13.571 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.087635+0000", 2024-04-02T09:54:13.571 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.184668+0000", 2024-04-02T09:54:13.571 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.571 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.572 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.572 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:13.572 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.184668+0000", 2024-04-02T09:54:13.572 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.184668+0000", 2024-04-02T09:54:13.572 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.184668+0000", 2024-04-02T09:54:13.572 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.572 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.572 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.572 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.184668+0000", 2024-04-02T09:54:13.572 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.184668+0000", 2024-04-02T09:54:13.572 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.572 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.572 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.572 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.572 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:13.572 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.573 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.573 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.573 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.573 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.573 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.573 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.573 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.573 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.39", 2024-04-02T09:54:13.573 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.573 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.573 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.573 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4937, 2024-04-02T09:54:13.573 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.573 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:26:53.744586+0000", 2024-04-02T09:54:13.573 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.574 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.574 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.574 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.574 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.574 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.574 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.574 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.574 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.574 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.574 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.574 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.574 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.574 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.575 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.575 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.575 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.575 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.575 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.575 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.575 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.575 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.575 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.575 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.575 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.575 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.575 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.576 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.576 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.576 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.576 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.576 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.576 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.576 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.576 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.576 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.576 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.576 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.576 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.576 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.576 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.577 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.577 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.577 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.577 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.577 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.577 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.577 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:13.577 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:13.577 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:13.577 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.577 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:54:13.577 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.577 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.577 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.577 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.578 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:13.578 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:13.578 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:13.578 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.578 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 2, 2024-04-02T09:54:13.578 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.578 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.578 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:13.578 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.578 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.578 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.578 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.840784+0000", 2024-04-02T09:54:13.578 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:29:27.972475+0000", 2024-04-02T09:54:13.578 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:29:27.972475+0000", 2024-04-02T09:54:13.579 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:29:27.972853+0000", 2024-04-02T09:54:13.579 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.840784+0000", 2024-04-02T09:54:13.579 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.579 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.579 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.579 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 380, 2024-04-02T09:54:13.579 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.840784+0000", 2024-04-02T09:54:13.579 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.840784+0000", 2024-04-02T09:54:13.579 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.840784+0000", 2024-04-02T09:54:13.579 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.579 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.579 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.579 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.840784+0000", 2024-04-02T09:54:13.579 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.840784+0000", 2024-04-02T09:54:13.580 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.580 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.580 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.580 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.580 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 379, 2024-04-02T09:54:13.580 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.580 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.580 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.580 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.580 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.580 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.580 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.580 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.580 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.3a", 2024-04-02T09:54:13.580 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.581 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.581 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.581 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5115, 2024-04-02T09:54:13.581 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.581 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:02:46.769014+0000", 2024-04-02T09:54:13.581 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.581 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.581 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.581 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.581 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.581 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.581 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.581 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.581 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.582 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.582 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.582 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.582 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.582 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.582 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.582 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.582 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.582 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.582 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.582 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.582 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.582 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.583 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.583 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.583 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.583 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.583 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.583 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.583 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.583 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.583 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.583 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.583 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.583 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.583 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.584 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.584 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.584 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.584 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.584 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.584 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.584 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.584 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.584 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.584 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.584 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.584 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.584 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:13.584 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:13.584 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:13.585 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.585 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 2, 2024-04-02T09:54:13.585 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.585 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.585 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.585 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.585 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:13.585 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:13.585 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:13.585 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.585 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:54:13.585 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.585 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.585 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:13.585 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.586 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.586 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.586 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.187144+0000", 2024-04-02T09:54:13.586 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.079349+0000", 2024-04-02T09:54:13.586 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.079349+0000", 2024-04-02T09:54:13.586 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.079957+0000", 2024-04-02T09:54:13.586 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.187144+0000", 2024-04-02T09:54:13.586 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.586 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.586 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.586 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:13.586 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.187144+0000", 2024-04-02T09:54:13.586 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.187144+0000", 2024-04-02T09:54:13.586 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.187144+0000", 2024-04-02T09:54:13.587 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.587 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.587 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.587 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.187144+0000", 2024-04-02T09:54:13.587 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.187144+0000", 2024-04-02T09:54:13.587 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.587 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.587 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.587 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.587 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:13.587 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.587 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.587 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.587 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.587 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.588 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.588 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.588 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.588 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.3b", 2024-04-02T09:54:13.588 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.588 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.588 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.588 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4928, 2024-04-02T09:54:13.588 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.588 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:11:51.086353+0000", 2024-04-02T09:54:13.588 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.588 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.588 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.588 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.588 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.589 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.589 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.589 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.589 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.589 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.589 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.589 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.589 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.589 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.589 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.589 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.589 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.589 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.589 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.589 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.590 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.590 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.590 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.590 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.590 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.590 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.590 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.590 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.590 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.590 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.590 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.590 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.590 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.590 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.591 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.591 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.591 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.591 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.591 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.591 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.591 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.591 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.591 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.591 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.591 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.591 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.591 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.591 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:13.592 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:13.592 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:13.592 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.592 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:54:13.592 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.592 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.592 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.592 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.592 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:13.592 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:13.592 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:13.592 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.592 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:54:13.592 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.593 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.593 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:13.593 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.593 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.593 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.593 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.185410+0000", 2024-04-02T09:54:13.593 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.080645+0000", 2024-04-02T09:54:13.593 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.080645+0000", 2024-04-02T09:54:13.593 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.081141+0000", 2024-04-02T09:54:13.593 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.185410+0000", 2024-04-02T09:54:13.593 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.593 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.593 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.593 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:13.593 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.185410+0000", 2024-04-02T09:54:13.594 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.185410+0000", 2024-04-02T09:54:13.594 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.185410+0000", 2024-04-02T09:54:13.594 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.594 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.594 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.594 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.185410+0000", 2024-04-02T09:54:13.594 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.185410+0000", 2024-04-02T09:54:13.594 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.594 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.594 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.594 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.594 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:13.594 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.594 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.595 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.595 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.595 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.595 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.595 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.595 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.595 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.3c", 2024-04-02T09:54:13.595 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.595 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.595 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.595 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5019, 2024-04-02T09:54:13.595 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.595 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:44:47.128944+0000", 2024-04-02T09:54:13.595 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.596 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.596 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.596 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.596 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.596 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.596 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.596 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.596 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.596 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.596 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.596 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.596 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.596 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.596 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.596 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.596 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.597 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.597 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.597 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.597 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.597 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.597 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.597 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.597 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.597 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.597 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.597 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.597 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.597 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.597 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.598 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.598 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.598 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.598 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.598 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.598 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.598 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.598 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.598 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.598 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.598 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.599 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.599 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.599 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.599 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.599 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.599 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:13.599 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:13.599 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:13.599 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.599 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:54:13.599 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.599 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.600 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.600 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.600 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:13.600 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:13.600 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:13.600 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.600 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:54:13.600 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.600 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.600 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:13.600 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.600 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.600 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.601 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.131547+0000", 2024-04-02T09:54:13.601 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:03.038241+0000", 2024-04-02T09:54:13.601 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:03.038241+0000", 2024-04-02T09:54:13.601 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:03.038901+0000", 2024-04-02T09:54:13.601 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.131547+0000", 2024-04-02T09:54:13.601 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.601 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.601 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.601 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 415, 2024-04-02T09:54:13.601 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.131547+0000", 2024-04-02T09:54:13.601 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.131547+0000", 2024-04-02T09:54:13.601 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.131547+0000", 2024-04-02T09:54:13.601 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.601 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.601 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.601 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.131547+0000", 2024-04-02T09:54:13.602 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.131547+0000", 2024-04-02T09:54:13.602 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.602 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.602 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.602 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.602 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 414, 2024-04-02T09:54:13.602 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.602 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.602 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.602 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.602 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.602 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.602 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.602 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.602 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.3d", 2024-04-02T09:54:13.603 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.603 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.603 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.603 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5072, 2024-04-02T09:54:13.603 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.603 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:06:03.144655+0000", 2024-04-02T09:54:13.603 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.603 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.603 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.603 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.603 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.603 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.603 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.603 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.603 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.603 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.603 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.604 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.604 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.604 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.604 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.604 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.604 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.604 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.604 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.604 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.604 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.604 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.604 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.604 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.604 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.604 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.604 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.605 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.605 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.605 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.605 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.605 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.605 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.605 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.605 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.605 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.605 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.605 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.605 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.605 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.605 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.605 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.605 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.606 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.606 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.606 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.606 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.606 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:13.606 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:13.606 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:13.606 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.606 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:54:13.606 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.606 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.606 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.606 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.607 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:13.607 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:13.607 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:13.607 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.607 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:54:13.607 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.607 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.607 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:13.607 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.607 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.607 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.607 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.755017+0000", 2024-04-02T09:54:13.607 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.182856+0000", 2024-04-02T09:54:13.607 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.182856+0000", 2024-04-02T09:54:13.607 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.183587+0000", 2024-04-02T09:54:13.608 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.755017+0000", 2024-04-02T09:54:13.608 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.608 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.608 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.608 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:13.608 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.755017+0000", 2024-04-02T09:54:13.608 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.755017+0000", 2024-04-02T09:54:13.608 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.755017+0000", 2024-04-02T09:54:13.608 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.608 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.608 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.608 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.755017+0000", 2024-04-02T09:54:13.608 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.755017+0000", 2024-04-02T09:54:13.609 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.609 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.609 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.609 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.609 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:13.609 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.609 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.609 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.609 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.609 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.609 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.609 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.609 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.609 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.3e", 2024-04-02T09:54:13.610 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.610 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.610 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.610 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5135, 2024-04-02T09:54:13.610 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.610 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:25:11.423673+0000", 2024-04-02T09:54:13.610 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.610 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.610 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.610 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.610 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.610 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.610 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.610 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.610 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.611 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.611 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.611 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.611 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.611 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.611 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.611 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.611 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.611 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.611 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.611 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.611 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.611 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.611 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.611 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.611 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.612 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.612 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.612 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.612 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.612 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.612 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.612 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.612 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.612 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.612 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.612 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.612 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.612 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.612 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.612 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.612 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.613 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.613 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.613 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.613 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.613 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.613 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.613 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:13.613 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:13.613 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:13.613 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.613 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:54:13.613 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.613 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.613 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.613 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:13.613 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:13.614 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:13.614 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:13.614 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.614 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:54:13.614 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:13.614 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:13.614 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:13.614 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:13.614 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:13.614 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:13.614 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.182589+0000", 2024-04-02T09:54:13.614 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.087051+0000", 2024-04-02T09:54:13.614 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.087051+0000", 2024-04-02T09:54:13.614 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.087345+0000", 2024-04-02T09:54:13.614 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.182589+0000", 2024-04-02T09:54:13.615 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.615 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:13.615 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.615 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:13.615 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.182589+0000", 2024-04-02T09:54:13.615 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.182589+0000", 2024-04-02T09:54:13.615 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.182589+0000", 2024-04-02T09:54:13.615 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:13.615 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:13.615 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:13.615 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.182589+0000", 2024-04-02T09:54:13.615 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.182589+0000", 2024-04-02T09:54:13.615 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:13.615 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.615 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:13.615 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:13.616 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:13.616 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:13.616 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:13.616 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:13.616 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:13.616 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.616 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:13.616 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:13.616 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:13.616 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.3f", 2024-04-02T09:54:13.616 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:13.616 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:13.616 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:13.616 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4948, 2024-04-02T09:54:13.616 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:13.616 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:33:24.386842+0000", 2024-04-02T09:54:13.617 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:13.617 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:13.617 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.617 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.617 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.617 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.617 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.617 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.617 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.617 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.617 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.617 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.617 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.617 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.617 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.617 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.618 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.618 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.618 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.618 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.618 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.618 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.618 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.618 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.618 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.618 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.618 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.618 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.618 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.618 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.619 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.619 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.619 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.619 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.619 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.619 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.619 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.619 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.619 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.619 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.619 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.619 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.619 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.619 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.619 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:13.619 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:13.620 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:13.620 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:13.620 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:13.620 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:13.620 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.620 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:54:13.620 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:13.620 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.620 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.620 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_per_pool": [ 2024-04-02T09:54:13.620 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.620 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": 24, 2024-04-02T09:54:13.620 INFO:tasks.workunit.client.0.smithi012.stdout: "application": [ 2024-04-02T09:54:13.620 INFO:tasks.workunit.client.0.smithi012.stdout: "rbd" 2024-04-02T09:54:13.620 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.620 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 24429, 2024-04-02T09:54:13.620 INFO:tasks.workunit.client.0.smithi012.stdout: "num_pg": 8, 2024-04-02T09:54:13.621 INFO:tasks.workunit.client.0.smithi012.stdout: "num_store_stats": 8, 2024-04-02T09:54:13.621 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 24429, 2024-04-02T09:54:13.621 INFO:tasks.workunit.client.0.smithi012.stdout: "poolid": 4, 2024-04-02T09:54:13.621 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.621 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 4194323, 2024-04-02T09:54:13.621 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.621 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.621 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.621 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.621 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.621 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.621 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.621 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.621 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.621 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.621 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.622 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.622 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.622 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.622 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.622 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 12, 2024-04-02T09:54:13.622 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 4, 2024-04-02T09:54:13.622 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.622 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 4, 2024-04-02T09:54:13.622 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.622 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.622 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.622 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.622 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.622 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 2, 2024-04-02T09:54:13.622 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.622 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.623 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.623 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.623 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.623 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.623 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.623 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 8948, 2024-04-02T09:54:13.623 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 3029810, 2024-04-02T09:54:13.623 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.623 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.623 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.623 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 24299, 2024-04-02T09:54:13.623 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 3150007 2024-04-02T09:54:13.623 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.623 INFO:tasks.workunit.client.0.smithi012.stdout: "store_stats": { 2024-04-02T09:54:13.623 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": 12595200, 2024-04-02T09:54:13.624 INFO:tasks.workunit.client.0.smithi012.stdout: "available": 0, 2024-04-02T09:54:13.624 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed": 0, 2024-04-02T09:54:13.624 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_allocated": 0, 2024-04-02T09:54:13.624 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_original": 0, 2024-04-02T09:54:13.624 INFO:tasks.workunit.client.0.smithi012.stdout: "data_stored": 12582969, 2024-04-02T09:54:13.624 INFO:tasks.workunit.client.0.smithi012.stdout: "internal_metadata": 0, 2024-04-02T09:54:13.624 INFO:tasks.workunit.client.0.smithi012.stdout: "internally_reserved": 0, 2024-04-02T09:54:13.624 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_allocated": 0, 2024-04-02T09:54:13.624 INFO:tasks.workunit.client.0.smithi012.stdout: "total": 0 2024-04-02T09:54:13.624 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.624 INFO:tasks.workunit.client.0.smithi012.stdout: "up": 24 2024-04-02T09:54:13.624 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.624 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.624 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": 192, 2024-04-02T09:54:13.624 INFO:tasks.workunit.client.0.smithi012.stdout: "application": [ 2024-04-02T09:54:13.624 INFO:tasks.workunit.client.0.smithi012.stdout: "cephfs" 2024-04-02T09:54:13.625 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.625 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.625 INFO:tasks.workunit.client.0.smithi012.stdout: "num_pg": 64, 2024-04-02T09:54:13.625 INFO:tasks.workunit.client.0.smithi012.stdout: "num_store_stats": 8, 2024-04-02T09:54:13.625 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.625 INFO:tasks.workunit.client.0.smithi012.stdout: "poolid": 3, 2024-04-02T09:54:13.625 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.625 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.625 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.625 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.625 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.625 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.625 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.625 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.625 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.625 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.626 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.626 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.626 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.626 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.626 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.626 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.626 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.626 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.626 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.626 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.626 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.626 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.626 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.627 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.627 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.627 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.627 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.627 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.627 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.627 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.627 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.627 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.627 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.627 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.627 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:13.627 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:13.627 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.627 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.627 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.628 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:13.628 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.628 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.628 INFO:tasks.workunit.client.0.smithi012.stdout: "store_stats": { 2024-04-02T09:54:13.628 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": 0, 2024-04-02T09:54:13.628 INFO:tasks.workunit.client.0.smithi012.stdout: "available": 0, 2024-04-02T09:54:13.628 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed": 0, 2024-04-02T09:54:13.628 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_allocated": 0, 2024-04-02T09:54:13.628 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_original": 0, 2024-04-02T09:54:13.628 INFO:tasks.workunit.client.0.smithi012.stdout: "data_stored": 0, 2024-04-02T09:54:13.628 INFO:tasks.workunit.client.0.smithi012.stdout: "internal_metadata": 0, 2024-04-02T09:54:13.628 INFO:tasks.workunit.client.0.smithi012.stdout: "internally_reserved": 0, 2024-04-02T09:54:13.628 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_allocated": 0, 2024-04-02T09:54:13.628 INFO:tasks.workunit.client.0.smithi012.stdout: "total": 0 2024-04-02T09:54:13.629 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.629 INFO:tasks.workunit.client.0.smithi012.stdout: "up": 192 2024-04-02T09:54:13.629 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.629 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.629 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": 3, 2024-04-02T09:54:13.629 INFO:tasks.workunit.client.0.smithi012.stdout: "application": [ 2024-04-02T09:54:13.629 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr" 2024-04-02T09:54:13.629 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.629 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 201, 2024-04-02T09:54:13.629 INFO:tasks.workunit.client.0.smithi012.stdout: "num_pg": 1, 2024-04-02T09:54:13.629 INFO:tasks.workunit.client.0.smithi012.stdout: "num_store_stats": 3, 2024-04-02T09:54:13.629 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 201, 2024-04-02T09:54:13.629 INFO:tasks.workunit.client.0.smithi012.stdout: "poolid": 1, 2024-04-02T09:54:13.629 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.629 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 590368, 2024-04-02T09:54:13.629 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.630 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 1771104, 2024-04-02T09:54:13.630 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.630 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.630 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.630 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.630 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.630 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.630 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.630 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.630 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.630 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.630 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.630 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.630 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.630 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 6, 2024-04-02T09:54:13.631 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 2, 2024-04-02T09:54:13.631 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.631 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 2, 2024-04-02T09:54:13.631 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.631 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.631 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.631 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.631 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.631 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.631 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.631 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 6, 2024-04-02T09:54:13.631 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.631 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.631 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.631 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.632 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.632 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 850, 2024-04-02T09:54:13.632 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 1468, 2024-04-02T09:54:13.632 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.632 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.632 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.632 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 319, 2024-04-02T09:54:13.632 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 2416 2024-04-02T09:54:13.632 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.632 INFO:tasks.workunit.client.0.smithi012.stdout: "store_stats": { 2024-04-02T09:54:13.632 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": 1781760, 2024-04-02T09:54:13.632 INFO:tasks.workunit.client.0.smithi012.stdout: "available": 0, 2024-04-02T09:54:13.632 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed": 0, 2024-04-02T09:54:13.632 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_allocated": 0, 2024-04-02T09:54:13.632 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_original": 0, 2024-04-02T09:54:13.632 INFO:tasks.workunit.client.0.smithi012.stdout: "data_stored": 1771104, 2024-04-02T09:54:13.633 INFO:tasks.workunit.client.0.smithi012.stdout: "internal_metadata": 0, 2024-04-02T09:54:13.633 INFO:tasks.workunit.client.0.smithi012.stdout: "internally_reserved": 0, 2024-04-02T09:54:13.633 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_allocated": 0, 2024-04-02T09:54:13.633 INFO:tasks.workunit.client.0.smithi012.stdout: "total": 0 2024-04-02T09:54:13.633 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.633 INFO:tasks.workunit.client.0.smithi012.stdout: "up": 3 2024-04-02T09:54:13.633 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.633 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.633 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": 96, 2024-04-02T09:54:13.633 INFO:tasks.workunit.client.0.smithi012.stdout: "application": [ 2024-04-02T09:54:13.633 INFO:tasks.workunit.client.0.smithi012.stdout: "cephfs" 2024-04-02T09:54:13.633 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.633 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 68, 2024-04-02T09:54:13.633 INFO:tasks.workunit.client.0.smithi012.stdout: "num_pg": 32, 2024-04-02T09:54:13.633 INFO:tasks.workunit.client.0.smithi012.stdout: "num_store_stats": 8, 2024-04-02T09:54:13.633 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 68, 2024-04-02T09:54:13.634 INFO:tasks.workunit.client.0.smithi012.stdout: "poolid": 2, 2024-04-02T09:54:13.634 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.634 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 6622, 2024-04-02T09:54:13.634 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.634 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 34, 2024-04-02T09:54:13.634 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.634 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.634 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.634 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.634 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.634 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.634 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.634 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.634 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.634 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 10, 2024-04-02T09:54:13.634 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.635 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.635 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.635 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 66, 2024-04-02T09:54:13.635 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 22, 2024-04-02T09:54:13.635 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.635 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 22, 2024-04-02T09:54:13.635 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.635 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.635 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.635 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.635 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.635 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 14, 2024-04-02T09:54:13.635 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.635 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 3, 2024-04-02T09:54:13.635 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.635 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.635 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.636 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.636 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.636 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 79, 2024-04-02T09:54:13.636 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 87, 2024-04-02T09:54:13.636 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.636 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.636 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.636 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 68, 2024-04-02T09:54:13.636 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 36 2024-04-02T09:54:13.636 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.636 INFO:tasks.workunit.client.0.smithi012.stdout: "store_stats": { 2024-04-02T09:54:13.636 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": 110592, 2024-04-02T09:54:13.636 INFO:tasks.workunit.client.0.smithi012.stdout: "available": 0, 2024-04-02T09:54:13.636 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed": 0, 2024-04-02T09:54:13.636 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_allocated": 0, 2024-04-02T09:54:13.637 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_original": 0, 2024-04-02T09:54:13.637 INFO:tasks.workunit.client.0.smithi012.stdout: "data_stored": 19866, 2024-04-02T09:54:13.637 INFO:tasks.workunit.client.0.smithi012.stdout: "internal_metadata": 0, 2024-04-02T09:54:13.637 INFO:tasks.workunit.client.0.smithi012.stdout: "internally_reserved": 0, 2024-04-02T09:54:13.637 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_allocated": 42504, 2024-04-02T09:54:13.637 INFO:tasks.workunit.client.0.smithi012.stdout: "total": 0 2024-04-02T09:54:13.637 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.637 INFO:tasks.workunit.client.0.smithi012.stdout: "up": 96 2024-04-02T09:54:13.637 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.637 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.637 INFO:tasks.workunit.client.0.smithi012.stdout: "usage": { 2024-04-02T09:54:13.637 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_num": 105, 2024-04-02T09:54:13.637 INFO:tasks.workunit.client.0.smithi012.stdout: "pools": 4, 2024-04-02T09:54:13.637 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_by_class": { 2024-04-02T09:54:13.637 INFO:tasks.workunit.client.0.smithi012.stdout: "ssd": { 2024-04-02T09:54:13.637 INFO:tasks.workunit.client.0.smithi012.stdout: "total_avail_bytes": 762454196224, 2024-04-02T09:54:13.638 INFO:tasks.workunit.client.0.smithi012.stdout: "total_bytes": 767960285184, 2024-04-02T09:54:13.638 INFO:tasks.workunit.client.0.smithi012.stdout: "total_used_bytes": 5506088960, 2024-04-02T09:54:13.638 INFO:tasks.workunit.client.0.smithi012.stdout: "total_used_raw_bytes": 5506088960, 2024-04-02T09:54:13.638 INFO:tasks.workunit.client.0.smithi012.stdout: "total_used_raw_ratio": 0.007169757504016161 2024-04-02T09:54:13.638 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.638 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.638 INFO:tasks.workunit.client.0.smithi012.stdout: "total_avail_bytes": 762454196224, 2024-04-02T09:54:13.638 INFO:tasks.workunit.client.0.smithi012.stdout: "total_bytes": 767960285184, 2024-04-02T09:54:13.638 INFO:tasks.workunit.client.0.smithi012.stdout: "total_used_bytes": 5506088960 2024-04-02T09:54:13.638 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.638 INFO:tasks.workunit.client.0.smithi012.stdout:} 2024-04-02T09:54:13.638 INFO:tasks.workunit.client.0.smithi012.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-04-02T09:54:13.638 INFO:tasks.workunit.client.0.smithi012.stdout:{ 2024-04-02T09:54:13.638 INFO:tasks.workunit.client.0.smithi012.stdout: "530c5216-f0ca-11ee-8bce-ac1f6bf825ea": { 2024-04-02T09:54:13.638 INFO:tasks.workunit.client.0.smithi012.stdout: "INTEL_SSDPEDKE040T7_530cd4f2-f0ca-11ee-8bce-ac1f6bf825ea": { 2024-04-02T09:54:13.638 INFO:tasks.workunit.client.0.smithi012.stdout: "20240402-081810": { 2024-04-02T09:54:13.639 INFO:tasks.workunit.client.0.smithi012.stdout: "device": { 2024-04-02T09:54:13.639 INFO:tasks.workunit.client.0.smithi012.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T09:54:13.639 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "/dev/nvme0n1", 2024-04-02T09:54:13.639 INFO:tasks.workunit.client.0.smithi012.stdout: "protocol": "NVMe", 2024-04-02T09:54:13.639 INFO:tasks.workunit.client.0.smithi012.stdout: "type": "nvme" 2024-04-02T09:54:13.639 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.639 INFO:tasks.workunit.client.0.smithi012.stdout: "firmware_version": "QDV1013D", 2024-04-02T09:54:13.639 INFO:tasks.workunit.client.0.smithi012.stdout: "host_id": "530c5216-f0ca-11ee-8bce-ac1f6bf825ea", 2024-04-02T09:54:13.639 INFO:tasks.workunit.client.0.smithi012.stdout: "json_format_version": [ 2024-04-02T09:54:13.639 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:13.639 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:13.639 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.639 INFO:tasks.workunit.client.0.smithi012.stdout: "local_time": { 2024-04-02T09:54:13.639 INFO:tasks.workunit.client.0.smithi012.stdout: "asctime": "Tue Apr 2 08:18:10 2024 UTC", 2024-04-02T09:54:13.639 INFO:tasks.workunit.client.0.smithi012.stdout: "time_t": 1712045890 2024-04-02T09:54:13.639 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.640 INFO:tasks.workunit.client.0.smithi012.stdout: "logical_block_size": 512, 2024-04-02T09:54:13.640 INFO:tasks.workunit.client.0.smithi012.stdout: "model_name": "INTEL SSDPEDKE040T7", 2024-04-02T09:54:13.640 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_controller_id": 0, 2024-04-02T09:54:13.640 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T09:54:13.640 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_namespaces": [ 2024-04-02T09:54:13.640 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.640 INFO:tasks.workunit.client.0.smithi012.stdout: "capacity": { 2024-04-02T09:54:13.640 INFO:tasks.workunit.client.0.smithi012.stdout: "blocks": 7814037168, 2024-04-02T09:54:13.640 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 4000787030016 2024-04-02T09:54:13.640 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.640 INFO:tasks.workunit.client.0.smithi012.stdout: "formatted_lba_size": 512, 2024-04-02T09:54:13.640 INFO:tasks.workunit.client.0.smithi012.stdout: "id": 1, 2024-04-02T09:54:13.640 INFO:tasks.workunit.client.0.smithi012.stdout: "size": { 2024-04-02T09:54:13.640 INFO:tasks.workunit.client.0.smithi012.stdout: "blocks": 7814037168, 2024-04-02T09:54:13.641 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 4000787030016 2024-04-02T09:54:13.641 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.641 INFO:tasks.workunit.client.0.smithi012.stdout: "utilization": { 2024-04-02T09:54:13.641 INFO:tasks.workunit.client.0.smithi012.stdout: "blocks": 7814037168, 2024-04-02T09:54:13.641 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 4000787030016 2024-04-02T09:54:13.641 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.641 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.641 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.641 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T09:54:13.641 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_pci_vendor": { 2024-04-02T09:54:13.641 INFO:tasks.workunit.client.0.smithi012.stdout: "id": 32902, 2024-04-02T09:54:13.641 INFO:tasks.workunit.client.0.smithi012.stdout: "subsystem_id": 32902 2024-04-02T09:54:13.641 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.641 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T09:54:13.642 INFO:tasks.workunit.client.0.smithi012.stdout: "Device stats": { 2024-04-02T09:54:13.642 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_fw_downgrades": { 2024-04-02T09:54:13.642 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 0, 2024-04-02T09:54:13.642 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T09:54:13.642 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.642 INFO:tasks.workunit.client.0.smithi012.stdout: "crc_error_count": { 2024-04-02T09:54:13.642 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:13.642 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T09:54:13.642 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.642 INFO:tasks.workunit.client.0.smithi012.stdout: "end_to_end_error_detection_count": { 2024-04-02T09:54:13.642 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:13.642 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T09:54:13.642 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.643 INFO:tasks.workunit.client.0.smithi012.stdout: "erase_fail_count": { 2024-04-02T09:54:13.643 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:13.643 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T09:54:13.643 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.643 INFO:tasks.workunit.client.0.smithi012.stdout: "host_bytes_written": { 2024-04-02T09:54:13.643 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:13.643 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 21835550 2024-04-02T09:54:13.643 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.643 INFO:tasks.workunit.client.0.smithi012.stdout: "host_ctx_wear_used": { 2024-04-02T09:54:13.643 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:13.643 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T09:54:13.643 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.643 INFO:tasks.workunit.client.0.smithi012.stdout: "media_bytes_read": { 2024-04-02T09:54:13.643 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:13.644 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 20371310 2024-04-02T09:54:13.644 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.644 INFO:tasks.workunit.client.0.smithi012.stdout: "nand_bytes_written": { 2024-04-02T09:54:13.644 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:13.644 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 42570340 2024-04-02T09:54:13.644 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.644 INFO:tasks.workunit.client.0.smithi012.stdout: "perf_stat_indicator": { 2024-04-02T09:54:13.644 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:13.644 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 12 2024-04-02T09:54:13.644 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.644 INFO:tasks.workunit.client.0.smithi012.stdout: "pll_lock_loss_count": { 2024-04-02T09:54:13.644 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:13.644 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T09:54:13.644 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.644 INFO:tasks.workunit.client.0.smithi012.stdout: "program_fail_count": { 2024-04-02T09:54:13.644 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:13.645 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 3 2024-04-02T09:54:13.645 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.645 INFO:tasks.workunit.client.0.smithi012.stdout: "re_alloc_sectr_cnt": { 2024-04-02T09:54:13.645 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 16, 2024-04-02T09:54:13.645 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 37930 2024-04-02T09:54:13.645 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.645 INFO:tasks.workunit.client.0.smithi012.stdout: "retry_buffer_overflow_count": { 2024-04-02T09:54:13.645 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:13.645 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T09:54:13.645 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.645 INFO:tasks.workunit.client.0.smithi012.stdout: "soft_ecc_err_rate": { 2024-04-02T09:54:13.645 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:13.645 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 37915 2024-04-02T09:54:13.645 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.645 INFO:tasks.workunit.client.0.smithi012.stdout: "thermal_throttle_status": { 2024-04-02T09:54:13.645 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:13.646 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": { 2024-04-02T09:54:13.646 INFO:tasks.workunit.client.0.smithi012.stdout: "cnt": 0, 2024-04-02T09:54:13.646 INFO:tasks.workunit.client.0.smithi012.stdout: "pct": 0 2024-04-02T09:54:13.646 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.646 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.646 INFO:tasks.workunit.client.0.smithi012.stdout: "timed_workload_host_reads": { 2024-04-02T09:54:13.646 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:13.646 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 65535 2024-04-02T09:54:13.646 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.646 INFO:tasks.workunit.client.0.smithi012.stdout: "timed_workload_media_wear": { 2024-04-02T09:54:13.646 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:13.646 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 64 2024-04-02T09:54:13.646 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.646 INFO:tasks.workunit.client.0.smithi012.stdout: "timed_workload_timer": { 2024-04-02T09:54:13.647 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:13.647 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 65535 2024-04-02T09:54:13.647 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.647 INFO:tasks.workunit.client.0.smithi012.stdout: "unexp_power_loss": { 2024-04-02T09:54:13.647 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:13.647 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T09:54:13.647 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.647 INFO:tasks.workunit.client.0.smithi012.stdout: "wear_leveling": { 2024-04-02T09:54:13.647 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 90, 2024-04-02T09:54:13.647 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": { 2024-04-02T09:54:13.647 INFO:tasks.workunit.client.0.smithi012.stdout: "avg": 514, 2024-04-02T09:54:13.647 INFO:tasks.workunit.client.0.smithi012.stdout: "max": 518, 2024-04-02T09:54:13.647 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 516 2024-04-02T09:54:13.647 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.647 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.647 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.648 INFO:tasks.workunit.client.0.smithi012.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T09:54:13.648 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.648 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_smart_health_information_log": { 2024-04-02T09:54:13.648 INFO:tasks.workunit.client.0.smithi012.stdout: "available_spare": 99, 2024-04-02T09:54:13.648 INFO:tasks.workunit.client.0.smithi012.stdout: "available_spare_threshold": 10, 2024-04-02T09:54:13.648 INFO:tasks.workunit.client.0.smithi012.stdout: "controller_busy_time": 19905, 2024-04-02T09:54:13.648 INFO:tasks.workunit.client.0.smithi012.stdout: "critical_comp_time": 0, 2024-04-02T09:54:13.648 INFO:tasks.workunit.client.0.smithi012.stdout: "critical_warning": 0, 2024-04-02T09:54:13.648 INFO:tasks.workunit.client.0.smithi012.stdout: "data_units_read": 262207938, 2024-04-02T09:54:13.648 INFO:tasks.workunit.client.0.smithi012.stdout: "data_units_written": 1431014618, 2024-04-02T09:54:13.648 INFO:tasks.workunit.client.0.smithi012.stdout: "host_reads": 4538662070, 2024-04-02T09:54:13.648 INFO:tasks.workunit.client.0.smithi012.stdout: "host_writes": 25360518493, 2024-04-02T09:54:13.648 INFO:tasks.workunit.client.0.smithi012.stdout: "media_errors": 0, 2024-04-02T09:54:13.648 INFO:tasks.workunit.client.0.smithi012.stdout: "num_err_log_entries": 0, 2024-04-02T09:54:13.648 INFO:tasks.workunit.client.0.smithi012.stdout: "percentage_used": 10, 2024-04-02T09:54:13.648 INFO:tasks.workunit.client.0.smithi012.stdout: "power_cycles": 37930, 2024-04-02T09:54:13.649 INFO:tasks.workunit.client.0.smithi012.stdout: "power_on_hours": 47044, 2024-04-02T09:54:13.649 INFO:tasks.workunit.client.0.smithi012.stdout: "temperature": 19, 2024-04-02T09:54:13.649 INFO:tasks.workunit.client.0.smithi012.stdout: "unsafe_shutdowns": 37915, 2024-04-02T09:54:13.649 INFO:tasks.workunit.client.0.smithi012.stdout: "warning_temp_time": 0 2024-04-02T09:54:13.649 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.649 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_total_capacity": 4000787030016, 2024-04-02T09:54:13.649 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_unallocated_capacity": 0, 2024-04-02T09:54:13.649 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_vendor": "intel", 2024-04-02T09:54:13.649 INFO:tasks.workunit.client.0.smithi012.stdout: "power_cycle_count": 37930, 2024-04-02T09:54:13.649 INFO:tasks.workunit.client.0.smithi012.stdout: "power_on_time": { 2024-04-02T09:54:13.649 INFO:tasks.workunit.client.0.smithi012.stdout: "hours": 47044 2024-04-02T09:54:13.649 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.649 INFO:tasks.workunit.client.0.smithi012.stdout: "serial_number": "deleted", 2024-04-02T09:54:13.649 INFO:tasks.workunit.client.0.smithi012.stdout: "smart_status": { 2024-04-02T09:54:13.649 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme": { 2024-04-02T09:54:13.650 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.650 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.650 INFO:tasks.workunit.client.0.smithi012.stdout: "passed": true 2024-04-02T09:54:13.650 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.650 INFO:tasks.workunit.client.0.smithi012.stdout: "smartctl": { 2024-04-02T09:54:13.650 INFO:tasks.workunit.client.0.smithi012.stdout: "argv": [ 2024-04-02T09:54:13.650 INFO:tasks.workunit.client.0.smithi012.stdout: "smartctl", 2024-04-02T09:54:13.650 INFO:tasks.workunit.client.0.smithi012.stdout: "-x", 2024-04-02T09:54:13.650 INFO:tasks.workunit.client.0.smithi012.stdout: "--json=o", 2024-04-02T09:54:13.650 INFO:tasks.workunit.client.0.smithi012.stdout: "/dev/nvme0n1" 2024-04-02T09:54:13.650 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.650 INFO:tasks.workunit.client.0.smithi012.stdout: "build_info": "(local build)", 2024-04-02T09:54:13.650 INFO:tasks.workunit.client.0.smithi012.stdout: "exit_status": 0, 2024-04-02T09:54:13.650 INFO:tasks.workunit.client.0.smithi012.stdout: "output": [ 2024-04-02T09:54:13.650 INFO:tasks.workunit.client.0.smithi012.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T09:54:13.651 INFO:tasks.workunit.client.0.smithi012.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T09:54:13.651 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T09:54:13.651 INFO:tasks.workunit.client.0.smithi012.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T09:54:13.651 INFO:tasks.workunit.client.0.smithi012.stdout: "Model Number: INTEL SSDPEDKE040T7", 2024-04-02T09:54:13.651 INFO:tasks.workunit.client.0.smithi012.stdout: "Serial Number: deleted", 2024-04-02T09:54:13.651 INFO:tasks.workunit.client.0.smithi012.stdout: "Firmware Version: QDV1013D", 2024-04-02T09:54:13.651 INFO:tasks.workunit.client.0.smithi012.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T09:54:13.651 INFO:tasks.workunit.client.0.smithi012.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T09:54:13.651 INFO:tasks.workunit.client.0.smithi012.stdout: "Total NVM Capacity: 4,000,787,030,016 [4.00 TB]", 2024-04-02T09:54:13.651 INFO:tasks.workunit.client.0.smithi012.stdout: "Unallocated NVM Capacity: 0", 2024-04-02T09:54:13.651 INFO:tasks.workunit.client.0.smithi012.stdout: "Controller ID: 0", 2024-04-02T09:54:13.651 INFO:tasks.workunit.client.0.smithi012.stdout: "Number of Namespaces: 1", 2024-04-02T09:54:13.651 INFO:tasks.workunit.client.0.smithi012.stdout: "Namespace 1 Size/Capacity: 4,000,787,030,016 [4.00 TB]", 2024-04-02T09:54:13.651 INFO:tasks.workunit.client.0.smithi012.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T09:54:13.651 INFO:tasks.workunit.client.0.smithi012.stdout: "Local Time is: Tue Apr 2 08:18:10 2024 UTC", 2024-04-02T09:54:13.651 INFO:tasks.workunit.client.0.smithi012.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T09:54:13.652 INFO:tasks.workunit.client.0.smithi012.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T09:54:13.652 INFO:tasks.workunit.client.0.smithi012.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T09:54:13.652 INFO:tasks.workunit.client.0.smithi012.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T09:54:13.652 INFO:tasks.workunit.client.0.smithi012.stdout: "Warning Comp. Temp. Threshold: 70 Celsius", 2024-04-02T09:54:13.652 INFO:tasks.workunit.client.0.smithi012.stdout: "Critical Comp. Temp. Threshold: 77 Celsius", 2024-04-02T09:54:13.652 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T09:54:13.652 INFO:tasks.workunit.client.0.smithi012.stdout: "Supported Power States", 2024-04-02T09:54:13.652 INFO:tasks.workunit.client.0.smithi012.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T09:54:13.652 INFO:tasks.workunit.client.0.smithi012.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T09:54:13.652 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T09:54:13.652 INFO:tasks.workunit.client.0.smithi012.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T09:54:13.652 INFO:tasks.workunit.client.0.smithi012.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T09:54:13.652 INFO:tasks.workunit.client.0.smithi012.stdout: " 0 + 512 0 2", 2024-04-02T09:54:13.652 INFO:tasks.workunit.client.0.smithi012.stdout: " 1 - 4096 0 0", 2024-04-02T09:54:13.652 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T09:54:13.652 INFO:tasks.workunit.client.0.smithi012.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T09:54:13.653 INFO:tasks.workunit.client.0.smithi012.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T09:54:13.653 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T09:54:13.653 INFO:tasks.workunit.client.0.smithi012.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T09:54:13.653 INFO:tasks.workunit.client.0.smithi012.stdout: "Critical Warning: 0x00", 2024-04-02T09:54:13.653 INFO:tasks.workunit.client.0.smithi012.stdout: "Temperature: 19 Celsius", 2024-04-02T09:54:13.653 INFO:tasks.workunit.client.0.smithi012.stdout: "Available Spare: 99%", 2024-04-02T09:54:13.653 INFO:tasks.workunit.client.0.smithi012.stdout: "Available Spare Threshold: 10%", 2024-04-02T09:54:13.653 INFO:tasks.workunit.client.0.smithi012.stdout: "Percentage Used: 10%", 2024-04-02T09:54:13.653 INFO:tasks.workunit.client.0.smithi012.stdout: "Data Units Read: 262,207,938 [134 TB]", 2024-04-02T09:54:13.653 INFO:tasks.workunit.client.0.smithi012.stdout: "Data Units Written: 1,431,014,618 [732 TB]", 2024-04-02T09:54:13.653 INFO:tasks.workunit.client.0.smithi012.stdout: "Host Read Commands: 4,538,662,070", 2024-04-02T09:54:13.653 INFO:tasks.workunit.client.0.smithi012.stdout: "Host Write Commands: 25,360,518,493", 2024-04-02T09:54:13.653 INFO:tasks.workunit.client.0.smithi012.stdout: "Controller Busy Time: 19,905", 2024-04-02T09:54:13.653 INFO:tasks.workunit.client.0.smithi012.stdout: "Power Cycles: 37,930", 2024-04-02T09:54:13.653 INFO:tasks.workunit.client.0.smithi012.stdout: "Power On Hours: 47,044", 2024-04-02T09:54:13.653 INFO:tasks.workunit.client.0.smithi012.stdout: "Unsafe Shutdowns: 37,915", 2024-04-02T09:54:13.654 INFO:tasks.workunit.client.0.smithi012.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T09:54:13.654 INFO:tasks.workunit.client.0.smithi012.stdout: "Error Information Log Entries: 0", 2024-04-02T09:54:13.654 INFO:tasks.workunit.client.0.smithi012.stdout: "Warning Comp. Temperature Time: 0", 2024-04-02T09:54:13.654 INFO:tasks.workunit.client.0.smithi012.stdout: "Critical Comp. Temperature Time: 0", 2024-04-02T09:54:13.654 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T09:54:13.654 INFO:tasks.workunit.client.0.smithi012.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T09:54:13.654 INFO:tasks.workunit.client.0.smithi012.stdout: "No Errors Logged", 2024-04-02T09:54:13.654 INFO:tasks.workunit.client.0.smithi012.stdout: "" 2024-04-02T09:54:13.654 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.654 INFO:tasks.workunit.client.0.smithi012.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T09:54:13.654 INFO:tasks.workunit.client.0.smithi012.stdout: "svn_revision": "5022", 2024-04-02T09:54:13.654 INFO:tasks.workunit.client.0.smithi012.stdout: "version": [ 2024-04-02T09:54:13.654 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:13.654 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:13.655 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:13.655 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.655 INFO:tasks.workunit.client.0.smithi012.stdout: "temperature": { 2024-04-02T09:54:13.655 INFO:tasks.workunit.client.0.smithi012.stdout: "current": 19 2024-04-02T09:54:13.655 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.655 INFO:tasks.workunit.client.0.smithi012.stdout: "user_capacity": { 2024-04-02T09:54:13.655 INFO:tasks.workunit.client.0.smithi012.stdout: "blocks": 7814037168, 2024-04-02T09:54:13.655 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 4000787030016 2024-04-02T09:54:13.655 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.655 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.655 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.655 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.655 INFO:tasks.workunit.client.0.smithi012.stdout: "530ec78a-f0ca-11ee-8bce-ac1f6bf825ea": { 2024-04-02T09:54:13.655 INFO:tasks.workunit.client.0.smithi012.stdout: "INTEL_SSDPEDMD400G4_530f3cb0-f0ca-11ee-8bce-ac1f6bf825ea": { 2024-04-02T09:54:13.655 INFO:tasks.workunit.client.0.smithi012.stdout: "20240402-081808": { 2024-04-02T09:54:13.656 INFO:tasks.workunit.client.0.smithi012.stdout: "device": { 2024-04-02T09:54:13.656 INFO:tasks.workunit.client.0.smithi012.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T09:54:13.656 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "/dev/nvme0n1", 2024-04-02T09:54:13.656 INFO:tasks.workunit.client.0.smithi012.stdout: "protocol": "NVMe", 2024-04-02T09:54:13.656 INFO:tasks.workunit.client.0.smithi012.stdout: "type": "nvme" 2024-04-02T09:54:13.656 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.656 INFO:tasks.workunit.client.0.smithi012.stdout: "firmware_version": "8DV101H0", 2024-04-02T09:54:13.656 INFO:tasks.workunit.client.0.smithi012.stdout: "host_id": "530ec78a-f0ca-11ee-8bce-ac1f6bf825ea", 2024-04-02T09:54:13.656 INFO:tasks.workunit.client.0.smithi012.stdout: "json_format_version": [ 2024-04-02T09:54:13.656 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:13.656 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:13.656 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.656 INFO:tasks.workunit.client.0.smithi012.stdout: "local_time": { 2024-04-02T09:54:13.656 INFO:tasks.workunit.client.0.smithi012.stdout: "asctime": "Tue Apr 2 08:18:08 2024 UTC", 2024-04-02T09:54:13.656 INFO:tasks.workunit.client.0.smithi012.stdout: "time_t": 1712045888 2024-04-02T09:54:13.656 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.657 INFO:tasks.workunit.client.0.smithi012.stdout: "logical_block_size": 512, 2024-04-02T09:54:13.657 INFO:tasks.workunit.client.0.smithi012.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T09:54:13.657 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_controller_id": 0, 2024-04-02T09:54:13.657 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T09:54:13.657 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_namespaces": [ 2024-04-02T09:54:13.657 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.657 INFO:tasks.workunit.client.0.smithi012.stdout: "capacity": { 2024-04-02T09:54:13.657 INFO:tasks.workunit.client.0.smithi012.stdout: "blocks": 781422768, 2024-04-02T09:54:13.657 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 400088457216 2024-04-02T09:54:13.657 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.657 INFO:tasks.workunit.client.0.smithi012.stdout: "formatted_lba_size": 512, 2024-04-02T09:54:13.657 INFO:tasks.workunit.client.0.smithi012.stdout: "id": 1, 2024-04-02T09:54:13.657 INFO:tasks.workunit.client.0.smithi012.stdout: "size": { 2024-04-02T09:54:13.657 INFO:tasks.workunit.client.0.smithi012.stdout: "blocks": 781422768, 2024-04-02T09:54:13.657 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 400088457216 2024-04-02T09:54:13.658 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.658 INFO:tasks.workunit.client.0.smithi012.stdout: "utilization": { 2024-04-02T09:54:13.658 INFO:tasks.workunit.client.0.smithi012.stdout: "blocks": 781422768, 2024-04-02T09:54:13.658 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 400088457216 2024-04-02T09:54:13.658 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.658 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.658 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.658 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T09:54:13.658 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_pci_vendor": { 2024-04-02T09:54:13.658 INFO:tasks.workunit.client.0.smithi012.stdout: "id": 32902, 2024-04-02T09:54:13.658 INFO:tasks.workunit.client.0.smithi012.stdout: "subsystem_id": 32902 2024-04-02T09:54:13.658 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.658 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T09:54:13.658 INFO:tasks.workunit.client.0.smithi012.stdout: "Device stats": { 2024-04-02T09:54:13.659 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_fw_downgrades": { 2024-04-02T09:54:13.659 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 0, 2024-04-02T09:54:13.659 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T09:54:13.659 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.659 INFO:tasks.workunit.client.0.smithi012.stdout: "crc_error_count": { 2024-04-02T09:54:13.659 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:13.659 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T09:54:13.659 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.659 INFO:tasks.workunit.client.0.smithi012.stdout: "end_to_end_error_detection_count": { 2024-04-02T09:54:13.659 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:13.659 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T09:54:13.659 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.659 INFO:tasks.workunit.client.0.smithi012.stdout: "erase_fail_count": { 2024-04-02T09:54:13.659 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:13.659 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T09:54:13.659 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.659 INFO:tasks.workunit.client.0.smithi012.stdout: "host_bytes_written": { 2024-04-02T09:54:13.660 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:13.660 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 36855092 2024-04-02T09:54:13.660 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.660 INFO:tasks.workunit.client.0.smithi012.stdout: "host_ctx_wear_used": { 2024-04-02T09:54:13.660 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:13.660 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 1 2024-04-02T09:54:13.660 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.660 INFO:tasks.workunit.client.0.smithi012.stdout: "media_bytes_read": { 2024-04-02T09:54:13.660 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 0, 2024-04-02T09:54:13.660 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T09:54:13.660 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.660 INFO:tasks.workunit.client.0.smithi012.stdout: "nand_bytes_written": { 2024-04-02T09:54:13.660 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:13.660 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 55476370 2024-04-02T09:54:13.660 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.661 INFO:tasks.workunit.client.0.smithi012.stdout: "perf_stat_indicator": { 2024-04-02T09:54:13.661 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 0, 2024-04-02T09:54:13.661 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T09:54:13.661 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.661 INFO:tasks.workunit.client.0.smithi012.stdout: "pll_lock_loss_count": { 2024-04-02T09:54:13.661 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:13.661 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T09:54:13.661 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.661 INFO:tasks.workunit.client.0.smithi012.stdout: "program_fail_count": { 2024-04-02T09:54:13.661 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:13.661 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T09:54:13.661 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.661 INFO:tasks.workunit.client.0.smithi012.stdout: "re_alloc_sectr_cnt": { 2024-04-02T09:54:13.662 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 0, 2024-04-02T09:54:13.662 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T09:54:13.662 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.662 INFO:tasks.workunit.client.0.smithi012.stdout: "retry_buffer_overflow_count": { 2024-04-02T09:54:13.662 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:13.662 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T09:54:13.662 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.662 INFO:tasks.workunit.client.0.smithi012.stdout: "soft_ecc_err_rate": { 2024-04-02T09:54:13.662 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 0, 2024-04-02T09:54:13.662 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T09:54:13.662 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.662 INFO:tasks.workunit.client.0.smithi012.stdout: "thermal_throttle_status": { 2024-04-02T09:54:13.662 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:13.663 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": { 2024-04-02T09:54:13.663 INFO:tasks.workunit.client.0.smithi012.stdout: "cnt": 0, 2024-04-02T09:54:13.663 INFO:tasks.workunit.client.0.smithi012.stdout: "pct": 0 2024-04-02T09:54:13.663 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.663 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.663 INFO:tasks.workunit.client.0.smithi012.stdout: "timed_workload_host_reads": { 2024-04-02T09:54:13.663 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:13.663 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 65535 2024-04-02T09:54:13.663 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.663 INFO:tasks.workunit.client.0.smithi012.stdout: "timed_workload_media_wear": { 2024-04-02T09:54:13.663 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:13.663 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 64 2024-04-02T09:54:13.663 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.664 INFO:tasks.workunit.client.0.smithi012.stdout: "timed_workload_timer": { 2024-04-02T09:54:13.664 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 100, 2024-04-02T09:54:13.664 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 65535 2024-04-02T09:54:13.664 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.664 INFO:tasks.workunit.client.0.smithi012.stdout: "unexp_power_loss": { 2024-04-02T09:54:13.664 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 0, 2024-04-02T09:54:13.664 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": 0 2024-04-02T09:54:13.664 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.664 INFO:tasks.workunit.client.0.smithi012.stdout: "wear_leveling": { 2024-04-02T09:54:13.664 INFO:tasks.workunit.client.0.smithi012.stdout: "normalized": 88, 2024-04-02T09:54:13.664 INFO:tasks.workunit.client.0.smithi012.stdout: "raw": { 2024-04-02T09:54:13.664 INFO:tasks.workunit.client.0.smithi012.stdout: "avg": 3622, 2024-04-02T09:54:13.664 INFO:tasks.workunit.client.0.smithi012.stdout: "max": 3642, 2024-04-02T09:54:13.665 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 3603 2024-04-02T09:54:13.665 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.665 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.665 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.665 INFO:tasks.workunit.client.0.smithi012.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T09:54:13.665 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.665 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_smart_health_information_log": { 2024-04-02T09:54:13.665 INFO:tasks.workunit.client.0.smithi012.stdout: "available_spare": 100, 2024-04-02T09:54:13.665 INFO:tasks.workunit.client.0.smithi012.stdout: "available_spare_threshold": 10, 2024-04-02T09:54:13.665 INFO:tasks.workunit.client.0.smithi012.stdout: "controller_busy_time": 3, 2024-04-02T09:54:13.665 INFO:tasks.workunit.client.0.smithi012.stdout: "critical_warning": 0, 2024-04-02T09:54:13.665 INFO:tasks.workunit.client.0.smithi012.stdout: "data_units_read": 423958175, 2024-04-02T09:54:13.665 INFO:tasks.workunit.client.0.smithi012.stdout: "data_units_written": 2415335340, 2024-04-02T09:54:13.666 INFO:tasks.workunit.client.0.smithi012.stdout: "host_reads": 6304969659, 2024-04-02T09:54:13.666 INFO:tasks.workunit.client.0.smithi012.stdout: "host_writes": 37373508144, 2024-04-02T09:54:13.666 INFO:tasks.workunit.client.0.smithi012.stdout: "media_errors": 0, 2024-04-02T09:54:13.666 INFO:tasks.workunit.client.0.smithi012.stdout: "num_err_log_entries": 0, 2024-04-02T09:54:13.666 INFO:tasks.workunit.client.0.smithi012.stdout: "percentage_used": 12, 2024-04-02T09:54:13.666 INFO:tasks.workunit.client.0.smithi012.stdout: "power_cycles": 42000, 2024-04-02T09:54:13.666 INFO:tasks.workunit.client.0.smithi012.stdout: "power_on_hours": 60956, 2024-04-02T09:54:13.666 INFO:tasks.workunit.client.0.smithi012.stdout: "temperature": 23, 2024-04-02T09:54:13.666 INFO:tasks.workunit.client.0.smithi012.stdout: "unsafe_shutdowns": 54 2024-04-02T09:54:13.666 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.666 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme_vendor": "intel", 2024-04-02T09:54:13.666 INFO:tasks.workunit.client.0.smithi012.stdout: "power_cycle_count": 42000, 2024-04-02T09:54:13.667 INFO:tasks.workunit.client.0.smithi012.stdout: "power_on_time": { 2024-04-02T09:54:13.667 INFO:tasks.workunit.client.0.smithi012.stdout: "hours": 60956 2024-04-02T09:54:13.667 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.667 INFO:tasks.workunit.client.0.smithi012.stdout: "serial_number": "deleted", 2024-04-02T09:54:13.667 INFO:tasks.workunit.client.0.smithi012.stdout: "smart_status": { 2024-04-02T09:54:13.667 INFO:tasks.workunit.client.0.smithi012.stdout: "nvme": { 2024-04-02T09:54:13.667 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.667 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.667 INFO:tasks.workunit.client.0.smithi012.stdout: "passed": true 2024-04-02T09:54:13.667 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.667 INFO:tasks.workunit.client.0.smithi012.stdout: "smartctl": { 2024-04-02T09:54:13.667 INFO:tasks.workunit.client.0.smithi012.stdout: "argv": [ 2024-04-02T09:54:13.667 INFO:tasks.workunit.client.0.smithi012.stdout: "smartctl", 2024-04-02T09:54:13.667 INFO:tasks.workunit.client.0.smithi012.stdout: "-x", 2024-04-02T09:54:13.667 INFO:tasks.workunit.client.0.smithi012.stdout: "--json=o", 2024-04-02T09:54:13.668 INFO:tasks.workunit.client.0.smithi012.stdout: "/dev/nvme0n1" 2024-04-02T09:54:13.668 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.668 INFO:tasks.workunit.client.0.smithi012.stdout: "build_info": "(local build)", 2024-04-02T09:54:13.668 INFO:tasks.workunit.client.0.smithi012.stdout: "exit_status": 0, 2024-04-02T09:54:13.668 INFO:tasks.workunit.client.0.smithi012.stdout: "output": [ 2024-04-02T09:54:13.668 INFO:tasks.workunit.client.0.smithi012.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T09:54:13.668 INFO:tasks.workunit.client.0.smithi012.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T09:54:13.668 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T09:54:13.668 INFO:tasks.workunit.client.0.smithi012.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T09:54:13.668 INFO:tasks.workunit.client.0.smithi012.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T09:54:13.668 INFO:tasks.workunit.client.0.smithi012.stdout: "Serial Number: deleted", 2024-04-02T09:54:13.668 INFO:tasks.workunit.client.0.smithi012.stdout: "Firmware Version: 8DV101H0", 2024-04-02T09:54:13.668 INFO:tasks.workunit.client.0.smithi012.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T09:54:13.668 INFO:tasks.workunit.client.0.smithi012.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T09:54:13.669 INFO:tasks.workunit.client.0.smithi012.stdout: "Controller ID: 0", 2024-04-02T09:54:13.669 INFO:tasks.workunit.client.0.smithi012.stdout: "Number of Namespaces: 1", 2024-04-02T09:54:13.669 INFO:tasks.workunit.client.0.smithi012.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T09:54:13.669 INFO:tasks.workunit.client.0.smithi012.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T09:54:13.669 INFO:tasks.workunit.client.0.smithi012.stdout: "Local Time is: Tue Apr 2 08:18:08 2024 UTC", 2024-04-02T09:54:13.669 INFO:tasks.workunit.client.0.smithi012.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T09:54:13.669 INFO:tasks.workunit.client.0.smithi012.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T09:54:13.669 INFO:tasks.workunit.client.0.smithi012.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T09:54:13.669 INFO:tasks.workunit.client.0.smithi012.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T09:54:13.669 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T09:54:13.669 INFO:tasks.workunit.client.0.smithi012.stdout: "Supported Power States", 2024-04-02T09:54:13.669 INFO:tasks.workunit.client.0.smithi012.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T09:54:13.669 INFO:tasks.workunit.client.0.smithi012.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T09:54:13.669 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T09:54:13.670 INFO:tasks.workunit.client.0.smithi012.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T09:54:13.670 INFO:tasks.workunit.client.0.smithi012.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T09:54:13.670 INFO:tasks.workunit.client.0.smithi012.stdout: " 0 + 512 0 2", 2024-04-02T09:54:13.670 INFO:tasks.workunit.client.0.smithi012.stdout: " 1 - 512 8 2", 2024-04-02T09:54:13.670 INFO:tasks.workunit.client.0.smithi012.stdout: " 2 - 512 16 2", 2024-04-02T09:54:13.670 INFO:tasks.workunit.client.0.smithi012.stdout: " 3 - 4096 0 0", 2024-04-02T09:54:13.670 INFO:tasks.workunit.client.0.smithi012.stdout: " 4 - 4096 8 0", 2024-04-02T09:54:13.670 INFO:tasks.workunit.client.0.smithi012.stdout: " 5 - 4096 64 0", 2024-04-02T09:54:13.670 INFO:tasks.workunit.client.0.smithi012.stdout: " 6 - 4096 128 0", 2024-04-02T09:54:13.670 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T09:54:13.670 INFO:tasks.workunit.client.0.smithi012.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T09:54:13.670 INFO:tasks.workunit.client.0.smithi012.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T09:54:13.670 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T09:54:13.670 INFO:tasks.workunit.client.0.smithi012.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T09:54:13.671 INFO:tasks.workunit.client.0.smithi012.stdout: "Critical Warning: 0x00", 2024-04-02T09:54:13.671 INFO:tasks.workunit.client.0.smithi012.stdout: "Temperature: 23 Celsius", 2024-04-02T09:54:13.671 INFO:tasks.workunit.client.0.smithi012.stdout: "Available Spare: 100%", 2024-04-02T09:54:13.671 INFO:tasks.workunit.client.0.smithi012.stdout: "Available Spare Threshold: 10%", 2024-04-02T09:54:13.671 INFO:tasks.workunit.client.0.smithi012.stdout: "Percentage Used: 12%", 2024-04-02T09:54:13.671 INFO:tasks.workunit.client.0.smithi012.stdout: "Data Units Read: 423,958,175 [217 TB]", 2024-04-02T09:54:13.671 INFO:tasks.workunit.client.0.smithi012.stdout: "Data Units Written: 2,415,335,340 [1.23 PB]", 2024-04-02T09:54:13.671 INFO:tasks.workunit.client.0.smithi012.stdout: "Host Read Commands: 6,304,969,659", 2024-04-02T09:54:13.671 INFO:tasks.workunit.client.0.smithi012.stdout: "Host Write Commands: 37,373,508,144", 2024-04-02T09:54:13.671 INFO:tasks.workunit.client.0.smithi012.stdout: "Controller Busy Time: 3", 2024-04-02T09:54:13.671 INFO:tasks.workunit.client.0.smithi012.stdout: "Power Cycles: 42,000", 2024-04-02T09:54:13.671 INFO:tasks.workunit.client.0.smithi012.stdout: "Power On Hours: 60,956", 2024-04-02T09:54:13.671 INFO:tasks.workunit.client.0.smithi012.stdout: "Unsafe Shutdowns: 54", 2024-04-02T09:54:13.671 INFO:tasks.workunit.client.0.smithi012.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T09:54:13.672 INFO:tasks.workunit.client.0.smithi012.stdout: "Error Information Log Entries: 0", 2024-04-02T09:54:13.672 INFO:tasks.workunit.client.0.smithi012.stdout: "", 2024-04-02T09:54:13.672 INFO:tasks.workunit.client.0.smithi012.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T09:54:13.672 INFO:tasks.workunit.client.0.smithi012.stdout: "No Errors Logged", 2024-04-02T09:54:13.672 INFO:tasks.workunit.client.0.smithi012.stdout: "" 2024-04-02T09:54:13.672 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.672 INFO:tasks.workunit.client.0.smithi012.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T09:54:13.672 INFO:tasks.workunit.client.0.smithi012.stdout: "svn_revision": "5022", 2024-04-02T09:54:13.672 INFO:tasks.workunit.client.0.smithi012.stdout: "version": [ 2024-04-02T09:54:13.672 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:13.672 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:13.672 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:13.672 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.672 INFO:tasks.workunit.client.0.smithi012.stdout: "temperature": { 2024-04-02T09:54:13.672 INFO:tasks.workunit.client.0.smithi012.stdout: "current": 23 2024-04-02T09:54:13.672 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.673 INFO:tasks.workunit.client.0.smithi012.stdout: "user_capacity": { 2024-04-02T09:54:13.673 INFO:tasks.workunit.client.0.smithi012.stdout: "blocks": 781422768, 2024-04-02T09:54:13.673 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 400088457216 2024-04-02T09:54:13.673 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.673 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.673 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.673 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.673 INFO:tasks.workunit.client.0.smithi012.stdout:} 2024-04-02T09:54:13.673 INFO:tasks.workunit.client.0.smithi012.stderr:+ ceph telemetry show 2024-04-02T09:54:13.674 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[88355]: from='client.46283 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:13.674 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[88355]: pgmap v5154: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:54:13.674 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[88355]: from='client.46283 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:13.674 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[88355]: from='client.36354 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:13.674 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[88355]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-04-02T09:54:13.674 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[88355]: Cluster is now healthy 2024-04-02T09:54:13.674 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:13.675 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:13.675 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:13.675 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:13.675 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:13.675 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:13.675 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:13.675 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:13.675 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:13.675 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[88355]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:13.675 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[88355]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:13.675 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:13.675 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:13.675 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:13.676 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[88355]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:13.676 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[88355]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:13.676 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:13.676 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:13.676 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:13.676 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[88355]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:13.676 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[88355]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:13.676 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:13.676 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:13.676 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:13.676 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:54:13.676 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:54:13.676 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:13.676 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:13.677 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:13.677 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:13.677 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:13.677 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:13.677 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:13.677 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:13.677 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:13.677 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[88355]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:13.677 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[88355]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:13.677 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:13.677 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:13.677 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:13.677 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[88355]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:13.677 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[88355]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:13.677 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:13.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:13.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:13.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[88355]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:13.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[88355]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:13.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:13.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:13.678 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:13.678 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[90784]: from='client.46283 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:13.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[90784]: pgmap v5154: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:54:13.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[90784]: from='client.46283 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:13.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[90784]: from='client.36354 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:13.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[90784]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-04-02T09:54:13.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[90784]: Cluster is now healthy 2024-04-02T09:54:13.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:13.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:13.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:13.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:13.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:13.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:13.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:13.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:13.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:13.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[90784]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:13.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[90784]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:13.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:13.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:13.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:13.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[90784]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:13.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[90784]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:13.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:13.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:13.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:13.681 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[90784]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:13.681 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[90784]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:13.681 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:13.681 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:13.681 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:13.681 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:54:13.681 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:54:13.681 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:13.681 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:13.681 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:13.681 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:13.681 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:13.681 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:13.681 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:13.682 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:13.682 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:13.682 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[90784]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:13.682 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[90784]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:13.682 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:13.682 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:13.682 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:13.682 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[90784]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:13.682 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[90784]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:13.682 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:13.682 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:13.682 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:13.683 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[90784]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:13.683 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[90784]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:13.683 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:13.683 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:13.683 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:12 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:13.684 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:54:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:54:12.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:54:13.685 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:12 smithi055 ceph-mon[85080]: from='client.46283 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:13.685 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:12 smithi055 ceph-mon[85080]: pgmap v5154: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:54:13.685 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:12 smithi055 ceph-mon[85080]: from='client.46283 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:13.685 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:12 smithi055 ceph-mon[85080]: from='client.36354 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:13.685 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:12 smithi055 ceph-mon[85080]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-04-02T09:54:13.685 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:12 smithi055 ceph-mon[85080]: Cluster is now healthy 2024-04-02T09:54:13.685 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:12 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:13.686 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:12 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:13.686 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:12 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:13.686 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:12 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:13.686 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:12 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:13.686 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:12 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:13.686 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:12 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:13.686 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:12 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:13.686 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:12 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:13.686 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:12 smithi055 ceph-mon[85080]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:13.686 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:12 smithi055 ceph-mon[85080]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:13.686 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:12 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:13.686 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:12 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:13.687 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:12 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:13.687 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:12 smithi055 ceph-mon[85080]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:13.687 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:12 smithi055 ceph-mon[85080]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:13.687 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:12 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:13.687 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:12 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:13.687 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:12 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:13.687 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:12 smithi055 ceph-mon[85080]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:13.687 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:12 smithi055 ceph-mon[85080]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:13.687 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:12 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:13.687 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:12 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:13.687 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:12 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:13.687 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:12 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:54:13.687 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:12 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:54:13.688 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:12 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:13.688 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:12 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:13.688 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:12 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:13.688 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:12 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:13.688 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:12 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:13.688 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:12 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:13.688 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:12 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:13.688 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:12 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:13.688 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:12 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:13.688 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:12 smithi055 ceph-mon[85080]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:13.688 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:12 smithi055 ceph-mon[85080]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:13.688 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:12 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:13.688 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:12 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:13.688 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:12 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:13.689 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:12 smithi055 ceph-mon[85080]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:13.689 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:12 smithi055 ceph-mon[85080]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:13.689 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:12 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:13.689 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:12 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:13.689 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:12 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:13.689 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:12 smithi055 ceph-mon[85080]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:13.689 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:12 smithi055 ceph-mon[85080]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:13.689 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:12 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:13.689 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:12 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:13.689 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:12 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:13.695 INFO:tasks.workunit.client.0.smithi012.stdout:{ 2024-04-02T09:54:13.695 INFO:tasks.workunit.client.0.smithi012.stdout: "balancer": { 2024-04-02T09:54:13.695 INFO:tasks.workunit.client.0.smithi012.stdout: "active": true, 2024-04-02T09:54:13.695 INFO:tasks.workunit.client.0.smithi012.stdout: "mode": "" 2024-04-02T09:54:13.695 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.695 INFO:tasks.workunit.client.0.smithi012.stdout: "channels": [ 2024-04-02T09:54:13.695 INFO:tasks.workunit.client.0.smithi012.stdout: "basic", 2024-04-02T09:54:13.695 INFO:tasks.workunit.client.0.smithi012.stdout: "crash", 2024-04-02T09:54:13.696 INFO:tasks.workunit.client.0.smithi012.stdout: "device", 2024-04-02T09:54:13.696 INFO:tasks.workunit.client.0.smithi012.stdout: "ident", 2024-04-02T09:54:13.696 INFO:tasks.workunit.client.0.smithi012.stdout: "perf" 2024-04-02T09:54:13.696 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.696 INFO:tasks.workunit.client.0.smithi012.stdout: "channels_available": [ 2024-04-02T09:54:13.696 INFO:tasks.workunit.client.0.smithi012.stdout: "basic", 2024-04-02T09:54:13.696 INFO:tasks.workunit.client.0.smithi012.stdout: "ident", 2024-04-02T09:54:13.696 INFO:tasks.workunit.client.0.smithi012.stdout: "crash", 2024-04-02T09:54:13.696 INFO:tasks.workunit.client.0.smithi012.stdout: "device", 2024-04-02T09:54:13.696 INFO:tasks.workunit.client.0.smithi012.stdout: "perf" 2024-04-02T09:54:13.696 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.696 INFO:tasks.workunit.client.0.smithi012.stdout: "collections_available": [ 2024-04-02T09:54:13.696 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_base", 2024-04-02T09:54:13.696 INFO:tasks.workunit.client.0.smithi012.stdout: "device_base", 2024-04-02T09:54:13.697 INFO:tasks.workunit.client.0.smithi012.stdout: "crash_base", 2024-04-02T09:54:13.697 INFO:tasks.workunit.client.0.smithi012.stdout: "ident_base", 2024-04-02T09:54:13.697 INFO:tasks.workunit.client.0.smithi012.stdout: "perf_perf", 2024-04-02T09:54:13.697 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_mds_metadata", 2024-04-02T09:54:13.697 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_pool_usage", 2024-04-02T09:54:13.697 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_usage_by_class", 2024-04-02T09:54:13.697 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_rook_v01", 2024-04-02T09:54:13.697 INFO:tasks.workunit.client.0.smithi012.stdout: "perf_memory_metrics", 2024-04-02T09:54:13.697 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_pool_options_bluestore", 2024-04-02T09:54:13.697 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_pool_flags" 2024-04-02T09:54:13.697 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.697 INFO:tasks.workunit.client.0.smithi012.stdout: "collections_opted_in": [ 2024-04-02T09:54:13.697 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_base", 2024-04-02T09:54:13.698 INFO:tasks.workunit.client.0.smithi012.stdout: "device_base", 2024-04-02T09:54:13.698 INFO:tasks.workunit.client.0.smithi012.stdout: "crash_base", 2024-04-02T09:54:13.698 INFO:tasks.workunit.client.0.smithi012.stdout: "ident_base", 2024-04-02T09:54:13.698 INFO:tasks.workunit.client.0.smithi012.stdout: "perf_perf", 2024-04-02T09:54:13.698 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_mds_metadata", 2024-04-02T09:54:13.698 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_pool_usage", 2024-04-02T09:54:13.698 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_usage_by_class", 2024-04-02T09:54:13.698 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_rook_v01", 2024-04-02T09:54:13.698 INFO:tasks.workunit.client.0.smithi012.stdout: "perf_memory_metrics", 2024-04-02T09:54:13.698 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_pool_options_bluestore", 2024-04-02T09:54:13.698 INFO:tasks.workunit.client.0.smithi012.stdout: "basic_pool_flags" 2024-04-02T09:54:13.698 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.698 INFO:tasks.workunit.client.0.smithi012.stdout: "config": { 2024-04-02T09:54:13.698 INFO:tasks.workunit.client.0.smithi012.stdout: "active_changed": [ 2024-04-02T09:54:13.699 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T09:54:13.699 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_debug", 2024-04-02T09:54:13.699 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_mon_ticket_ttl", 2024-04-02T09:54:13.699 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_service_ticket_ttl", 2024-04-02T09:54:13.699 INFO:tasks.workunit.client.0.smithi012.stdout: "bdev_debug_aio", 2024-04-02T09:54:13.699 INFO:tasks.workunit.client.0.smithi012.stdout: "client_check_pool_perm", 2024-04-02T09:54:13.699 INFO:tasks.workunit.client.0.smithi012.stdout: "client_mount_gid", 2024-04-02T09:54:13.699 INFO:tasks.workunit.client.0.smithi012.stdout: "client_mount_uid", 2024-04-02T09:54:13.699 INFO:tasks.workunit.client.0.smithi012.stdout: "client_quota", 2024-04-02T09:54:13.699 INFO:tasks.workunit.client.0.smithi012.stdout: "container_image", 2024-04-02T09:54:13.699 INFO:tasks.workunit.client.0.smithi012.stdout: "daemonize", 2024-04-02T09:54:13.699 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_asserts_on_shutdown", 2024-04-02T09:54:13.699 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_mgr", 2024-04-02T09:54:13.699 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_mon", 2024-04-02T09:54:13.699 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_ms", 2024-04-02T09:54:13.700 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_osd", 2024-04-02T09:54:13.700 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_paxos", 2024-04-02T09:54:13.700 INFO:tasks.workunit.client.0.smithi012.stdout: "keyring", 2024-04-02T09:54:13.700 INFO:tasks.workunit.client.0.smithi012.stdout: "log_to_file", 2024-04-02T09:54:13.700 INFO:tasks.workunit.client.0.smithi012.stdout: "log_to_journald", 2024-04-02T09:54:13.700 INFO:tasks.workunit.client.0.smithi012.stdout: "log_to_stderr", 2024-04-02T09:54:13.700 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_allow_pool_delete", 2024-04-02T09:54:13.700 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_clock_drift_allowed", 2024-04-02T09:54:13.700 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_cluster_log_file_level", 2024-04-02T09:54:13.700 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_cluster_log_to_file", 2024-04-02T09:54:13.700 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_cluster_log_to_journald", 2024-04-02T09:54:13.700 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_cluster_log_to_stderr", 2024-04-02T09:54:13.700 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_data_avail_warn", 2024-04-02T09:54:13.700 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_election_default_strategy", 2024-04-02T09:54:13.701 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_host", 2024-04-02T09:54:13.701 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_max_pg_per_osd", 2024-04-02T09:54:13.701 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_mds_skip_sanity", 2024-04-02T09:54:13.701 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_mgr_mkfs_grace", 2024-04-02T09:54:13.701 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_osd_prime_pg_temp", 2024-04-02T09:54:13.701 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T09:54:13.701 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T09:54:13.701 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T09:54:13.701 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T09:54:13.701 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T09:54:13.701 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T09:54:13.701 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T09:54:13.701 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T09:54:13.701 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T09:54:13.701 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T09:54:13.702 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_too_few_osds", 2024-04-02T09:54:13.702 INFO:tasks.workunit.client.0.smithi012.stdout: "ms_die_on_bug", 2024-04-02T09:54:13.702 INFO:tasks.workunit.client.0.smithi012.stdout: "ms_die_on_old_message", 2024-04-02T09:54:13.702 INFO:tasks.workunit.client.0.smithi012.stdout: "no_config_file", 2024-04-02T09:54:13.702 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_class_default_list", 2024-04-02T09:54:13.702 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_class_load_list", 2024-04-02T09:54:13.702 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_misdirected_ops", 2024-04-02T09:54:13.702 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_op_order", 2024-04-02T09:54:13.702 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_pg_log_writeout", 2024-04-02T09:54:13.702 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_shutdown", 2024-04-02T09:54:13.702 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T09:54:13.702 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T09:54:13.702 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T09:54:13.702 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T09:54:13.702 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_delete_sleep", 2024-04-02T09:54:13.703 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_delete_sleep_hdd", 2024-04-02T09:54:13.703 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_delete_sleep_hybrid", 2024-04-02T09:54:13.703 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_delete_sleep_ssd", 2024-04-02T09:54:13.703 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_max_backfills", 2024-04-02T09:54:13.703 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T09:54:13.703 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_profile", 2024-04-02T09:54:13.703 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-02T09:54:13.703 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-02T09:54:13.703 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-02T09:54:13.703 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-02T09:54:13.703 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-02T09:54:13.703 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-02T09:54:13.703 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_client_lim", 2024-04-02T09:54:13.703 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_client_res", 2024-04-02T09:54:13.703 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-02T09:54:13.703 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_memory_target", 2024-04-02T09:54:13.704 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_memory_target_autotune", 2024-04-02T09:54:13.704 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_op_queue", 2024-04-02T09:54:13.704 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_op_queue_cut_off", 2024-04-02T09:54:13.704 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T09:54:13.704 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T09:54:13.704 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recover_clone_overlap", 2024-04-02T09:54:13.704 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_max_active", 2024-04-02T09:54:13.704 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_max_active_hdd", 2024-04-02T09:54:13.704 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_max_active_ssd", 2024-04-02T09:54:13.704 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_max_chunk", 2024-04-02T09:54:13.704 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_sleep", 2024-04-02T09:54:13.704 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_sleep_hdd", 2024-04-02T09:54:13.704 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_sleep_hybrid", 2024-04-02T09:54:13.704 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_sleep_ssd", 2024-04-02T09:54:13.704 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_scrub_load_threshold", 2024-04-02T09:54:13.704 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_scrub_max_interval", 2024-04-02T09:54:13.705 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_scrub_sleep", 2024-04-02T09:54:13.705 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_shutdown_pgref_assert", 2024-04-02T09:54:13.705 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_snap_trim_sleep", 2024-04-02T09:54:13.705 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_snap_trim_sleep_hdd", 2024-04-02T09:54:13.705 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-02T09:54:13.705 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_snap_trim_sleep_ssd", 2024-04-02T09:54:13.705 INFO:tasks.workunit.client.0.smithi012.stdout: "public_network", 2024-04-02T09:54:13.705 INFO:tasks.workunit.client.0.smithi012.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-02T09:54:13.705 INFO:tasks.workunit.client.0.smithi012.stdout: "rbd_default_features", 2024-04-02T09:54:13.705 INFO:tasks.workunit.client.0.smithi012.stdout: "rbd_qos_exclude_ops", 2024-04-02T09:54:13.705 INFO:tasks.workunit.client.0.smithi012.stdout: "setgroup", 2024-04-02T09:54:13.705 INFO:tasks.workunit.client.0.smithi012.stdout: "setuser" 2024-04-02T09:54:13.705 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.705 INFO:tasks.workunit.client.0.smithi012.stdout: "cluster_changed": [ 2024-04-02T09:54:13.705 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T09:54:13.705 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_debug", 2024-04-02T09:54:13.706 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_mon_ticket_ttl", 2024-04-02T09:54:13.706 INFO:tasks.workunit.client.0.smithi012.stdout: "auth_service_ticket_ttl", 2024-04-02T09:54:13.706 INFO:tasks.workunit.client.0.smithi012.stdout: "bdev_debug_aio", 2024-04-02T09:54:13.706 INFO:tasks.workunit.client.0.smithi012.stdout: "container_image", 2024-04-02T09:54:13.706 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_asserts_on_shutdown", 2024-04-02T09:54:13.706 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_mgr", 2024-04-02T09:54:13.706 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_mon", 2024-04-02T09:54:13.706 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_ms", 2024-04-02T09:54:13.706 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_osd", 2024-04-02T09:54:13.706 INFO:tasks.workunit.client.0.smithi012.stdout: "debug_paxos", 2024-04-02T09:54:13.706 INFO:tasks.workunit.client.0.smithi012.stdout: "log_to_file", 2024-04-02T09:54:13.706 INFO:tasks.workunit.client.0.smithi012.stdout: "log_to_journald", 2024-04-02T09:54:13.706 INFO:tasks.workunit.client.0.smithi012.stdout: "log_to_stderr", 2024-04-02T09:54:13.706 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_join_fs", 2024-04-02T09:54:13.707 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/cephadm/allow_ptrace", 2024-04-02T09:54:13.707 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/cephadm/container_init", 2024-04-02T09:54:13.707 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/cephadm/migration_current", 2024-04-02T09:54:13.707 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/cephadm/use_repo_digest", 2024-04-02T09:54:13.707 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-02T09:54:13.707 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-02T09:54:13.707 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-02T09:54:13.707 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-02T09:54:13.707 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/dashboard/ssl_server_port", 2024-04-02T09:54:13.707 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/orchestrator/orchestrator", 2024-04-02T09:54:13.707 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/telemetry/channel_ident", 2024-04-02T09:54:13.707 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/telemetry/channel_perf", 2024-04-02T09:54:13.707 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/telemetry/description", 2024-04-02T09:54:13.707 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/telemetry/enabled", 2024-04-02T09:54:13.707 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr/telemetry/organization", 2024-04-02T09:54:13.707 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_allow_pool_delete", 2024-04-02T09:54:13.708 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_clock_drift_allowed", 2024-04-02T09:54:13.708 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_cluster_log_file_level", 2024-04-02T09:54:13.708 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_cluster_log_to_file", 2024-04-02T09:54:13.708 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_data_avail_warn", 2024-04-02T09:54:13.708 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_election_default_strategy", 2024-04-02T09:54:13.708 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_max_pg_per_osd", 2024-04-02T09:54:13.708 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_mds_skip_sanity", 2024-04-02T09:54:13.708 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_mgr_mkfs_grace", 2024-04-02T09:54:13.708 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_osd_prime_pg_temp", 2024-04-02T09:54:13.708 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T09:54:13.708 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T09:54:13.708 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T09:54:13.708 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T09:54:13.708 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T09:54:13.709 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T09:54:13.709 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T09:54:13.709 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T09:54:13.709 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T09:54:13.709 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T09:54:13.709 INFO:tasks.workunit.client.0.smithi012.stdout: "mon_warn_on_too_few_osds", 2024-04-02T09:54:13.709 INFO:tasks.workunit.client.0.smithi012.stdout: "ms_die_on_bug", 2024-04-02T09:54:13.709 INFO:tasks.workunit.client.0.smithi012.stdout: "ms_die_on_old_message", 2024-04-02T09:54:13.709 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_class_default_list", 2024-04-02T09:54:13.709 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_class_load_list", 2024-04-02T09:54:13.709 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_misdirected_ops", 2024-04-02T09:54:13.709 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_op_order", 2024-04-02T09:54:13.709 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_pg_log_writeout", 2024-04-02T09:54:13.709 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_shutdown", 2024-04-02T09:54:13.709 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T09:54:13.709 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T09:54:13.709 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T09:54:13.710 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T09:54:13.710 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T09:54:13.710 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mclock_profile", 2024-04-02T09:54:13.710 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_memory_target", 2024-04-02T09:54:13.710 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_memory_target_autotune", 2024-04-02T09:54:13.710 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_op_queue", 2024-04-02T09:54:13.710 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_op_queue_cut_off", 2024-04-02T09:54:13.710 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T09:54:13.710 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T09:54:13.710 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recover_clone_overlap", 2024-04-02T09:54:13.710 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_recovery_max_chunk", 2024-04-02T09:54:13.710 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_scrub_load_threshold", 2024-04-02T09:54:13.710 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_scrub_max_interval", 2024-04-02T09:54:13.711 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_shutdown_pgref_assert", 2024-04-02T09:54:13.711 INFO:tasks.workunit.client.0.smithi012.stdout: "public_network", 2024-04-02T09:54:13.711 INFO:tasks.workunit.client.0.smithi012.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-02T09:54:13.711 INFO:tasks.workunit.client.0.smithi012.stdout: "rgw_cache_enabled", 2024-04-02T09:54:13.711 INFO:tasks.workunit.client.0.smithi012.stdout: "rgw_enable_ops_log", 2024-04-02T09:54:13.711 INFO:tasks.workunit.client.0.smithi012.stdout: "rgw_enable_usage_log" 2024-04-02T09:54:13.711 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:13.711 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.711 INFO:tasks.workunit.client.0.smithi012.stdout: "contact": null, 2024-04-02T09:54:13.711 INFO:tasks.workunit.client.0.smithi012.stdout: "crashes": [], 2024-04-02T09:54:13.711 INFO:tasks.workunit.client.0.smithi012.stdout: "created": "2024-04-02T08:14:44.119575Z", 2024-04-02T09:54:13.711 INFO:tasks.workunit.client.0.smithi012.stdout: "crush": { 2024-04-02T09:54:13.711 INFO:tasks.workunit.client.0.smithi012.stdout: "bucket_algs": { 2024-04-02T09:54:13.711 INFO:tasks.workunit.client.0.smithi012.stdout: "straw2": 3 2024-04-02T09:54:13.712 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.712 INFO:tasks.workunit.client.0.smithi012.stdout: "bucket_sizes": { 2024-04-02T09:54:13.712 INFO:tasks.workunit.client.0.smithi012.stdout: "2": 1, 2024-04-02T09:54:13.712 INFO:tasks.workunit.client.0.smithi012.stdout: "4": 2 2024-04-02T09:54:13.712 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.712 INFO:tasks.workunit.client.0.smithi012.stdout: "bucket_types": { 2024-04-02T09:54:13.712 INFO:tasks.workunit.client.0.smithi012.stdout: "1": 2, 2024-04-02T09:54:13.712 INFO:tasks.workunit.client.0.smithi012.stdout: "11": 1 2024-04-02T09:54:13.712 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.712 INFO:tasks.workunit.client.0.smithi012.stdout: "compat_weight_set": false, 2024-04-02T09:54:13.712 INFO:tasks.workunit.client.0.smithi012.stdout: "device_classes": [ 2024-04-02T09:54:13.712 INFO:tasks.workunit.client.0.smithi012.stdout: 8 2024-04-02T09:54:13.712 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.712 INFO:tasks.workunit.client.0.smithi012.stdout: "num_buckets": 6, 2024-04-02T09:54:13.712 INFO:tasks.workunit.client.0.smithi012.stdout: "num_devices": 8, 2024-04-02T09:54:13.712 INFO:tasks.workunit.client.0.smithi012.stdout: "num_rules": 2, 2024-04-02T09:54:13.713 INFO:tasks.workunit.client.0.smithi012.stdout: "num_types": 12, 2024-04-02T09:54:13.713 INFO:tasks.workunit.client.0.smithi012.stdout: "num_weight_sets": 0, 2024-04-02T09:54:13.713 INFO:tasks.workunit.client.0.smithi012.stdout: "tunables": { 2024-04-02T09:54:13.713 INFO:tasks.workunit.client.0.smithi012.stdout: "allowed_bucket_algs": 54, 2024-04-02T09:54:13.713 INFO:tasks.workunit.client.0.smithi012.stdout: "choose_local_fallback_tries": 0, 2024-04-02T09:54:13.713 INFO:tasks.workunit.client.0.smithi012.stdout: "choose_local_tries": 0, 2024-04-02T09:54:13.713 INFO:tasks.workunit.client.0.smithi012.stdout: "choose_total_tries": 50, 2024-04-02T09:54:13.713 INFO:tasks.workunit.client.0.smithi012.stdout: "chooseleaf_descend_once": 1, 2024-04-02T09:54:13.713 INFO:tasks.workunit.client.0.smithi012.stdout: "chooseleaf_stable": 1, 2024-04-02T09:54:13.713 INFO:tasks.workunit.client.0.smithi012.stdout: "chooseleaf_vary_r": 1, 2024-04-02T09:54:13.713 INFO:tasks.workunit.client.0.smithi012.stdout: "has_msr_rules": 0, 2024-04-02T09:54:13.713 INFO:tasks.workunit.client.0.smithi012.stdout: "has_v2_rules": 1, 2024-04-02T09:54:13.713 INFO:tasks.workunit.client.0.smithi012.stdout: "has_v3_rules": 0, 2024-04-02T09:54:13.713 INFO:tasks.workunit.client.0.smithi012.stdout: "has_v4_buckets": 1, 2024-04-02T09:54:13.714 INFO:tasks.workunit.client.0.smithi012.stdout: "has_v5_rules": 0, 2024-04-02T09:54:13.714 INFO:tasks.workunit.client.0.smithi012.stdout: "legacy_tunables": 0, 2024-04-02T09:54:13.714 INFO:tasks.workunit.client.0.smithi012.stdout: "minimum_required_version": "jewel", 2024-04-02T09:54:13.714 INFO:tasks.workunit.client.0.smithi012.stdout: "msr_collision_tries": 100, 2024-04-02T09:54:13.714 INFO:tasks.workunit.client.0.smithi012.stdout: "msr_descents": 100, 2024-04-02T09:54:13.714 INFO:tasks.workunit.client.0.smithi012.stdout: "optimal_tunables": 1, 2024-04-02T09:54:13.714 INFO:tasks.workunit.client.0.smithi012.stdout: "profile": "jewel", 2024-04-02T09:54:13.714 INFO:tasks.workunit.client.0.smithi012.stdout: "require_feature_tunables": 1, 2024-04-02T09:54:13.714 INFO:tasks.workunit.client.0.smithi012.stdout: "require_feature_tunables2": 1, 2024-04-02T09:54:13.714 INFO:tasks.workunit.client.0.smithi012.stdout: "require_feature_tunables3": 1, 2024-04-02T09:54:13.714 INFO:tasks.workunit.client.0.smithi012.stdout: "require_feature_tunables5": 1, 2024-04-02T09:54:13.714 INFO:tasks.workunit.client.0.smithi012.stdout: "straw_calc_version": 1 2024-04-02T09:54:13.714 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.714 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.714 INFO:tasks.workunit.client.0.smithi012.stdout: "description": "upgrade test cluster", 2024-04-02T09:54:13.714 INFO:tasks.workunit.client.0.smithi012.stdout: "fs": { 2024-04-02T09:54:13.715 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T09:54:13.715 INFO:tasks.workunit.client.0.smithi012.stdout: "feature_flags": { 2024-04-02T09:54:13.715 INFO:tasks.workunit.client.0.smithi012.stdout: "enable_multiple": true, 2024-04-02T09:54:13.715 INFO:tasks.workunit.client.0.smithi012.stdout: "ever_enabled_multiple": true 2024-04-02T09:54:13.715 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.715 INFO:tasks.workunit.client.0.smithi012.stdout: "filesystems": [ 2024-04-02T09:54:13.715 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.715 INFO:tasks.workunit.client.0.smithi012.stdout: "approx_ctime": "2024-04", 2024-04-02T09:54:13.715 INFO:tasks.workunit.client.0.smithi012.stdout: "balancer_enabled": false, 2024-04-02T09:54:13.715 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.715 INFO:tasks.workunit.client.0.smithi012.stdout: "cached_caps": 0, 2024-04-02T09:54:13.715 INFO:tasks.workunit.client.0.smithi012.stdout: "cached_dns": 10, 2024-04-02T09:54:13.715 INFO:tasks.workunit.client.0.smithi012.stdout: "cached_inos": 13, 2024-04-02T09:54:13.715 INFO:tasks.workunit.client.0.smithi012.stdout: "cached_subtrees": 2, 2024-04-02T09:54:13.715 INFO:tasks.workunit.client.0.smithi012.stdout: "ever_allowed_features": 0, 2024-04-02T09:54:13.716 INFO:tasks.workunit.client.0.smithi012.stdout: "explicitly_allowed_features": 0, 2024-04-02T09:54:13.716 INFO:tasks.workunit.client.0.smithi012.stdout: "files": 0, 2024-04-02T09:54:13.716 INFO:tasks.workunit.client.0.smithi012.stdout: "max_mds": 1, 2024-04-02T09:54:13.716 INFO:tasks.workunit.client.0.smithi012.stdout: "num_data_pools": 1, 2024-04-02T09:54:13.716 INFO:tasks.workunit.client.0.smithi012.stdout: "num_in": 1, 2024-04-02T09:54:13.716 INFO:tasks.workunit.client.0.smithi012.stdout: "num_mds": 1, 2024-04-02T09:54:13.716 INFO:tasks.workunit.client.0.smithi012.stdout: "num_sessions": 0, 2024-04-02T09:54:13.716 INFO:tasks.workunit.client.0.smithi012.stdout: "num_standby_replay": 0, 2024-04-02T09:54:13.716 INFO:tasks.workunit.client.0.smithi012.stdout: "num_up": 1, 2024-04-02T09:54:13.716 INFO:tasks.workunit.client.0.smithi012.stdout: "snaps": 0, 2024-04-02T09:54:13.716 INFO:tasks.workunit.client.0.smithi012.stdout: "standby_count_wanted": 0 2024-04-02T09:54:13.716 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.716 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.716 INFO:tasks.workunit.client.0.smithi012.stdout: "num_standby_mds": 1, 2024-04-02T09:54:13.716 INFO:tasks.workunit.client.0.smithi012.stdout: "total_num_mds": 2 2024-04-02T09:54:13.716 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.717 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_stats": { 2024-04-02T09:54:13.717 INFO:tasks.workunit.client.0.smithi012.stdout: "mds": { 2024-04-02T09:54:13.717 INFO:tasks.workunit.client.0.smithi012.stdout: "mds.55ba0c421d0a380c7e710a93002ddc2fa7e64353": { 2024-04-02T09:54:13.717 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 20258816, 2024-04-02T09:54:13.717 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 307904, 2024-04-02T09:54:13.717 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 2752512, 2024-04-02T09:54:13.717 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 770048, 2024-04-02T09:54:13.717 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 0, 2024-04-02T09:54:13.717 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 358, 2024-04-02T09:54:13.717 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:13.717 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 1065872, 2024-04-02T09:54:13.717 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 13, 2024-04-02T09:54:13.717 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 884224, 2024-04-02T09:54:13.717 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 14478256, 2024-04-02T09:54:13.717 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 20258816 2024-04-02T09:54:13.718 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.718 INFO:tasks.workunit.client.0.smithi012.stdout: "mds.aade4c1cf53e5400fc243fe71c4882775e710864": { 2024-04-02T09:54:13.718 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 20692992, 2024-04-02T09:54:13.718 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 390120, 2024-04-02T09:54:13.718 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 2752512, 2024-04-02T09:54:13.718 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:13.718 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 614400, 2024-04-02T09:54:13.718 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 447, 2024-04-02T09:54:13.718 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:13.718 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 1457864, 2024-04-02T09:54:13.718 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 22, 2024-04-02T09:54:13.718 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 1188864, 2024-04-02T09:54:13.718 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 14903632, 2024-04-02T09:54:13.718 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 21307392 2024-04-02T09:54:13.719 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.719 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.719 INFO:tasks.workunit.client.0.smithi012.stdout: "mon": { 2024-04-02T09:54:13.719 INFO:tasks.workunit.client.0.smithi012.stdout: "mon.057b5af1dcee546cd49a55fe146bc9ff7b417da5": { 2024-04-02T09:54:13.719 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 172621824, 2024-04-02T09:54:13.719 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 2908456, 2024-04-02T09:54:13.719 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 3014656, 2024-04-02T09:54:13.719 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 540672, 2024-04-02T09:54:13.719 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 3391488, 2024-04-02T09:54:13.719 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 6677, 2024-04-02T09:54:13.719 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:13.719 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 10531920, 2024-04-02T09:54:13.719 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 20, 2024-04-02T09:54:13.719 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 3558144, 2024-04-02T09:54:13.720 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 152067976, 2024-04-02T09:54:13.720 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 176013312 2024-04-02T09:54:13.720 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.720 INFO:tasks.workunit.client.0.smithi012.stdout: "mon.55ba0c421d0a380c7e710a93002ddc2fa7e64353": { 2024-04-02T09:54:13.720 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 171614208, 2024-04-02T09:54:13.720 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 2587976, 2024-04-02T09:54:13.720 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 3014656, 2024-04-02T09:54:13.720 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 8192, 2024-04-02T09:54:13.720 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 3334144, 2024-04-02T09:54:13.720 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 6646, 2024-04-02T09:54:13.720 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:13.720 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 10431776, 2024-04-02T09:54:13.720 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 20, 2024-04-02T09:54:13.720 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 2943488, 2024-04-02T09:54:13.721 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 152628120, 2024-04-02T09:54:13.721 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 174948352 2024-04-02T09:54:13.721 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.721 INFO:tasks.workunit.client.0.smithi012.stdout: "mon.aade4c1cf53e5400fc243fe71c4882775e710864": { 2024-04-02T09:54:13.721 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 264118272, 2024-04-02T09:54:13.721 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 5960224, 2024-04-02T09:54:13.721 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 3145728, 2024-04-02T09:54:13.721 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 1212416, 2024-04-02T09:54:13.721 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 262144, 2024-04-02T09:54:13.721 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 9753, 2024-04-02T09:54:13.721 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:13.721 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 16189336, 2024-04-02T09:54:13.721 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 23, 2024-04-02T09:54:13.721 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 4604160, 2024-04-02T09:54:13.721 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 233006408, 2024-04-02T09:54:13.721 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 264380416 2024-04-02T09:54:13.722 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.722 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.722 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:13.722 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.0": { 2024-04-02T09:54:13.722 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 456163328, 2024-04-02T09:54:13.722 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 24457408, 2024-04-02T09:54:13.722 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 3407872, 2024-04-02T09:54:13.722 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:13.722 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 47734784, 2024-04-02T09:54:13.722 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 12164, 2024-04-02T09:54:13.722 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:13.722 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 76442992, 2024-04-02T09:54:13.722 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:54:13.722 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 8833024, 2024-04-02T09:54:13.722 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 343022032, 2024-04-02T09:54:13.722 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 503898112 2024-04-02T09:54:13.723 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.723 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.1": { 2024-04-02T09:54:13.723 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 483729408, 2024-04-02T09:54:13.723 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 25541592, 2024-04-02T09:54:13.723 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 3407872, 2024-04-02T09:54:13.723 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:13.723 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 109895680, 2024-04-02T09:54:13.723 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 13396, 2024-04-02T09:54:13.723 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:13.723 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 90034560, 2024-04-02T09:54:13.723 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:54:13.723 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 9641984, 2024-04-02T09:54:13.723 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 355103400, 2024-04-02T09:54:13.723 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 593625088 2024-04-02T09:54:13.723 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.724 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.2": { 2024-04-02T09:54:13.724 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 419282944, 2024-04-02T09:54:13.724 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 20876680, 2024-04-02T09:54:13.724 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 3276800, 2024-04-02T09:54:13.724 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 49152, 2024-04-02T09:54:13.724 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 134610944, 2024-04-02T09:54:13.724 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 10546, 2024-04-02T09:54:13.724 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:13.724 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 79773048, 2024-04-02T09:54:13.724 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 53, 2024-04-02T09:54:13.724 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 9494016, 2024-04-02T09:54:13.724 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 305813248, 2024-04-02T09:54:13.724 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 553893888 2024-04-02T09:54:13.724 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.724 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.3": { 2024-04-02T09:54:13.724 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 465682432, 2024-04-02T09:54:13.725 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 18670400, 2024-04-02T09:54:13.725 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 5373952, 2024-04-02T09:54:13.725 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:13.725 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 67633152, 2024-04-02T09:54:13.725 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 9728, 2024-04-02T09:54:13.725 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:13.725 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 58230224, 2024-04-02T09:54:13.725 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:54:13.725 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 10814208, 2024-04-02T09:54:13.725 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 372593648, 2024-04-02T09:54:13.725 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 533315584 2024-04-02T09:54:13.725 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.725 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.4": { 2024-04-02T09:54:13.725 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 565190656, 2024-04-02T09:54:13.725 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 20583712, 2024-04-02T09:54:13.726 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 5373952, 2024-04-02T09:54:13.726 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:13.726 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 45785088, 2024-04-02T09:54:13.726 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 10742, 2024-04-02T09:54:13.726 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:13.726 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 70470336, 2024-04-02T09:54:13.726 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 61, 2024-04-02T09:54:13.726 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 10305280, 2024-04-02T09:54:13.726 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 458457376, 2024-04-02T09:54:13.726 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 610975744 2024-04-02T09:54:13.726 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.726 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.5": { 2024-04-02T09:54:13.726 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 486260736, 2024-04-02T09:54:13.726 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 23639544, 2024-04-02T09:54:13.726 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 3407872, 2024-04-02T09:54:13.727 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:13.727 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 36511744, 2024-04-02T09:54:13.727 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 12510, 2024-04-02T09:54:13.727 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:13.727 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 88503824, 2024-04-02T09:54:13.727 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:54:13.727 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 9550080, 2024-04-02T09:54:13.727 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 361159416, 2024-04-02T09:54:13.727 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 522772480 2024-04-02T09:54:13.727 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.727 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.6": { 2024-04-02T09:54:13.727 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 530481152, 2024-04-02T09:54:13.727 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 18521864, 2024-04-02T09:54:13.727 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 3276800, 2024-04-02T09:54:13.727 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:13.728 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 27082752, 2024-04-02T09:54:13.728 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 9477, 2024-04-02T09:54:13.728 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:13.728 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 71838576, 2024-04-02T09:54:13.728 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 53, 2024-04-02T09:54:13.728 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 9187840, 2024-04-02T09:54:13.728 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 427656072, 2024-04-02T09:54:13.728 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 557563904 2024-04-02T09:54:13.728 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.728 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.7": { 2024-04-02T09:54:13.728 INFO:tasks.workunit.client.0.smithi012.stdout: "actual_memory_used": 551960576, 2024-04-02T09:54:13.728 INFO:tasks.workunit.client.0.smithi012.stdout: "central_cache_freelist": 25033136, 2024-04-02T09:54:13.728 INFO:tasks.workunit.client.0.smithi012.stdout: "malloc_metadata": 3407872, 2024-04-02T09:54:13.728 INFO:tasks.workunit.client.0.smithi012.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:13.728 INFO:tasks.workunit.client.0.smithi012.stdout: "released_to_os": 9322496, 2024-04-02T09:54:13.729 INFO:tasks.workunit.client.0.smithi012.stdout: "spans_in_use": 12600, 2024-04-02T09:54:13.729 INFO:tasks.workunit.client.0.smithi012.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:13.729 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_cache_freelists": 91107568, 2024-04-02T09:54:13.729 INFO:tasks.workunit.client.0.smithi012.stdout: "thread_heaps_in_use": 58, 2024-04-02T09:54:13.729 INFO:tasks.workunit.client.0.smithi012.stdout: "transfer_cache_freelist": 10647296, 2024-04-02T09:54:13.729 INFO:tasks.workunit.client.0.smithi012.stdout: "use_by_application": 421764704, 2024-04-02T09:54:13.729 INFO:tasks.workunit.client.0.smithi012.stdout: "virtual_address_space_used": 561283072 2024-04-02T09:54:13.729 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.729 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.729 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.729 INFO:tasks.workunit.client.0.smithi012.stdout: "hosts": { 2024-04-02T09:54:13.729 INFO:tasks.workunit.client.0.smithi012.stdout: "num": 2, 2024-04-02T09:54:13.729 INFO:tasks.workunit.client.0.smithi012.stdout: "num_with_mds": 2, 2024-04-02T09:54:13.729 INFO:tasks.workunit.client.0.smithi012.stdout: "num_with_mgr": 2, 2024-04-02T09:54:13.729 INFO:tasks.workunit.client.0.smithi012.stdout: "num_with_mon": 2, 2024-04-02T09:54:13.730 INFO:tasks.workunit.client.0.smithi012.stdout: "num_with_osd": 2 2024-04-02T09:54:13.730 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.730 INFO:tasks.workunit.client.0.smithi012.stdout: "io_rate": { 2024-04-02T09:54:13.730 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_stats_delta": { 2024-04-02T09:54:13.730 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": 0, 2024-04-02T09:54:13.730 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:13.730 INFO:tasks.workunit.client.0.smithi012.stdout: "num_store_stats": 0, 2024-04-02T09:54:13.730 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:13.730 INFO:tasks.workunit.client.0.smithi012.stdout: "stamp_delta": "10.359475", 2024-04-02T09:54:13.730 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:13.730 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:13.730 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:13.730 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:13.730 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:13.730 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:13.730 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:13.731 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:13.731 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:13.731 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:13.731 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:13.731 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:13.731 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:13.731 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:13.731 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:13.731 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:13.731 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:13.731 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:13.731 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:13.731 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:13.731 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:13.731 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:13.732 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:13.732 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:13.732 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:13.732 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:13.732 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:13.732 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:13.732 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:13.732 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:13.732 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:13.732 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:13.732 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:13.732 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:13.732 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 38, 2024-04-02T09:54:13.732 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 158, 2024-04-02T09:54:13.732 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:13.732 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:13.733 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:13.733 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 8, 2024-04-02T09:54:13.733 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:13.733 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.733 INFO:tasks.workunit.client.0.smithi012.stdout: "store_stats": { 2024-04-02T09:54:13.733 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": 0, 2024-04-02T09:54:13.733 INFO:tasks.workunit.client.0.smithi012.stdout: "available": 0, 2024-04-02T09:54:13.733 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed": 0, 2024-04-02T09:54:13.733 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_allocated": 0, 2024-04-02T09:54:13.733 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_original": 0, 2024-04-02T09:54:13.733 INFO:tasks.workunit.client.0.smithi012.stdout: "data_stored": 0, 2024-04-02T09:54:13.733 INFO:tasks.workunit.client.0.smithi012.stdout: "internal_metadata": 0, 2024-04-02T09:54:13.733 INFO:tasks.workunit.client.0.smithi012.stdout: "internally_reserved": 0, 2024-04-02T09:54:13.733 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_allocated": 0, 2024-04-02T09:54:13.733 INFO:tasks.workunit.client.0.smithi012.stdout: "total": 0 2024-04-02T09:54:13.733 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.733 INFO:tasks.workunit.client.0.smithi012.stdout: "up": 0 2024-04-02T09:54:13.734 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.734 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.734 INFO:tasks.workunit.client.0.smithi012.stdout: "leaderboard": false, 2024-04-02T09:54:13.734 INFO:tasks.workunit.client.0.smithi012.stdout: "leaderboard_description": null, 2024-04-02T09:54:13.734 INFO:tasks.workunit.client.0.smithi012.stdout: "license": "sharing-1-0", 2024-04-02T09:54:13.734 INFO:tasks.workunit.client.0.smithi012.stdout: "mempool": { 2024-04-02T09:54:13.734 INFO:tasks.workunit.client.0.smithi012.stdout: "mds": { 2024-04-02T09:54:13.734 INFO:tasks.workunit.client.0.smithi012.stdout: "mds.55ba0c421d0a380c7e710a93002ddc2fa7e64353": { 2024-04-02T09:54:13.734 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T09:54:13.734 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.734 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.734 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.734 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:13.734 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.734 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.734 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.735 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T09:54:13.735 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.735 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.735 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.735 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T09:54:13.735 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.735 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.735 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.735 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T09:54:13.735 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.735 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.735 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.735 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T09:54:13.735 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.735 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.735 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.736 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:13.736 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.736 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.736 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.736 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T09:54:13.736 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.736 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.736 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.736 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:13.736 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.736 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.736 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.736 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:13.736 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.736 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.736 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.736 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T09:54:13.737 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.737 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.737 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.737 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T09:54:13.737 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.737 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.737 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.737 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T09:54:13.737 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.737 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.737 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.737 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:13.737 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.737 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.737 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.737 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:13.738 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.738 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.738 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.738 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T09:54:13.738 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.738 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.738 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.738 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T09:54:13.738 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.738 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.738 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.738 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:13.738 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.738 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.739 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.739 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T09:54:13.739 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 149008, 2024-04-02T09:54:13.739 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 33 2024-04-02T09:54:13.739 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.739 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T09:54:13.739 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.739 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.739 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.739 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T09:54:13.739 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 928, 2024-04-02T09:54:13.739 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 2 2024-04-02T09:54:13.739 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.739 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:13.740 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.740 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.740 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.740 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T09:54:13.740 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.740 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.740 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.740 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T09:54:13.740 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.740 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.740 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.740 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T09:54:13.740 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.740 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.740 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.741 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T09:54:13.741 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.741 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.741 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.741 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T09:54:13.741 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.741 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.741 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.741 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T09:54:13.741 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.741 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.741 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.741 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T09:54:13.741 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.741 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.741 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.742 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.742 INFO:tasks.workunit.client.0.smithi012.stdout: "mds.aade4c1cf53e5400fc243fe71c4882775e710864": { 2024-04-02T09:54:13.742 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T09:54:13.742 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.742 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.742 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.742 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:13.742 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.742 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.742 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.742 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T09:54:13.742 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.742 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.742 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.742 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T09:54:13.743 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.743 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.743 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.743 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T09:54:13.743 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.743 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.743 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.743 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T09:54:13.743 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.743 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.743 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.743 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:13.743 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.743 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.743 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.744 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T09:54:13.744 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.744 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.744 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.744 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:13.744 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.744 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.744 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.744 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:13.744 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.744 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.744 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.744 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T09:54:13.744 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.745 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.745 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.745 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T09:54:13.745 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.745 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.745 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.745 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T09:54:13.745 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.745 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.745 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.745 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:13.745 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.745 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.745 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.746 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:13.746 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.746 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.746 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.746 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T09:54:13.746 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.746 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.746 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.746 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T09:54:13.746 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.746 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.746 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.746 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:13.747 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.747 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.747 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.747 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T09:54:13.747 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 222647, 2024-04-02T09:54:13.747 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 67 2024-04-02T09:54:13.747 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.747 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T09:54:13.747 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.747 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.747 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.747 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T09:54:13.747 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 51904, 2024-04-02T09:54:13.747 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 181 2024-04-02T09:54:13.747 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.748 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:13.748 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.748 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.748 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.748 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T09:54:13.748 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.748 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.748 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.748 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T09:54:13.748 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.748 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.748 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.748 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T09:54:13.748 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 13256, 2024-04-02T09:54:13.748 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 274 2024-04-02T09:54:13.749 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.749 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T09:54:13.749 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.749 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.749 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.749 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T09:54:13.749 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.749 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.749 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.749 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T09:54:13.749 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.749 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.749 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.749 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T09:54:13.749 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.750 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.750 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.750 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.750 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.750 INFO:tasks.workunit.client.0.smithi012.stdout: "mon": { 2024-04-02T09:54:13.750 INFO:tasks.workunit.client.0.smithi012.stdout: "mon.057b5af1dcee546cd49a55fe146bc9ff7b417da5": { 2024-04-02T09:54:13.750 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T09:54:13.750 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.750 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.750 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.750 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:13.750 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.750 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.750 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.751 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T09:54:13.751 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.751 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.751 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.751 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T09:54:13.751 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.751 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.751 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.751 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T09:54:13.751 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.751 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.751 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.751 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T09:54:13.751 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.751 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.751 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.752 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:13.752 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.752 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.752 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.752 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T09:54:13.752 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.752 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.752 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.752 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:13.752 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.752 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.752 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.752 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:13.752 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.753 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.753 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.753 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T09:54:13.753 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.753 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.753 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.753 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T09:54:13.753 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.753 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.753 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.753 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T09:54:13.753 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.753 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.753 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.754 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:13.754 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.754 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.754 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.754 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:13.754 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.754 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.754 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.754 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T09:54:13.754 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.754 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.754 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.754 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T09:54:13.754 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.754 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.755 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.755 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:13.755 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.755 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.755 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.755 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T09:54:13.755 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 42372481, 2024-04-02T09:54:13.755 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 5242 2024-04-02T09:54:13.755 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.755 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T09:54:13.755 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.755 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.755 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.755 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T09:54:13.756 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.756 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.756 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.756 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:13.756 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.756 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.756 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.756 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T09:54:13.756 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.756 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.756 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.756 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T09:54:13.756 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.756 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.756 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.757 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T09:54:13.757 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 11832, 2024-04-02T09:54:13.757 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 273 2024-04-02T09:54:13.757 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.757 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T09:54:13.757 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 70440, 2024-04-02T09:54:13.757 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 5158 2024-04-02T09:54:13.757 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.757 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T09:54:13.757 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 5896, 2024-04-02T09:54:13.757 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 174 2024-04-02T09:54:13.757 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.757 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T09:54:13.758 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.758 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.758 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.758 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T09:54:13.758 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.758 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.758 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.758 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.758 INFO:tasks.workunit.client.0.smithi012.stdout: "mon.55ba0c421d0a380c7e710a93002ddc2fa7e64353": { 2024-04-02T09:54:13.758 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T09:54:13.758 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.758 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.758 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.759 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:13.759 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.759 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.759 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.759 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T09:54:13.759 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.759 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.759 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.759 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T09:54:13.759 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.759 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.759 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.759 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T09:54:13.759 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.760 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.760 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.760 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T09:54:13.760 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.760 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.760 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.760 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:13.760 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.760 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.760 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.760 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T09:54:13.760 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.760 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.760 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.761 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:13.761 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.761 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.761 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.761 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:13.761 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.761 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.761 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.761 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T09:54:13.761 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.761 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.761 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.761 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T09:54:13.761 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.761 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.761 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.762 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T09:54:13.762 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.762 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.762 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.762 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:13.762 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.762 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.762 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.762 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:13.762 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.762 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.762 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.762 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T09:54:13.763 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.763 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.763 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.763 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T09:54:13.763 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.763 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.763 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.763 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:13.763 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.763 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.763 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.763 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T09:54:13.763 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 42185393, 2024-04-02T09:54:13.763 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 5211 2024-04-02T09:54:13.763 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.764 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T09:54:13.764 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 352, 2024-04-02T09:54:13.764 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 4 2024-04-02T09:54:13.764 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.764 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T09:54:13.764 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.764 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.764 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.764 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:13.764 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.764 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.764 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.764 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T09:54:13.765 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.765 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.765 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.765 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T09:54:13.765 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.765 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.765 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.765 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T09:54:13.765 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 11832, 2024-04-02T09:54:13.765 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 273 2024-04-02T09:54:13.765 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.765 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T09:54:13.765 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 70440, 2024-04-02T09:54:13.766 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 5158 2024-04-02T09:54:13.766 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.766 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T09:54:13.766 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 5896, 2024-04-02T09:54:13.766 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 174 2024-04-02T09:54:13.766 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.766 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T09:54:13.766 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.766 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.766 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.766 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T09:54:13.766 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.766 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.766 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.767 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.767 INFO:tasks.workunit.client.0.smithi012.stdout: "mon.aade4c1cf53e5400fc243fe71c4882775e710864": { 2024-04-02T09:54:13.767 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T09:54:13.767 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.767 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.767 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.767 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:13.767 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.767 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.767 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.767 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T09:54:13.767 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.768 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.768 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.768 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T09:54:13.768 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.768 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.768 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.768 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T09:54:13.768 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.768 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.768 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.768 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T09:54:13.768 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.768 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.768 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.768 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:13.769 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.769 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.769 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.769 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T09:54:13.769 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.769 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.769 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.769 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:13.769 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.769 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.769 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.769 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:13.769 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.769 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.770 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.770 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T09:54:13.770 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.770 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.770 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.770 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T09:54:13.770 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.770 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.770 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.770 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T09:54:13.770 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.770 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.770 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.771 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:13.771 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.771 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.771 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.771 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:13.771 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.771 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.771 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.771 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T09:54:13.771 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.771 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.771 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.771 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T09:54:13.771 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.771 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.771 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.772 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:13.772 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.772 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.772 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.772 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T09:54:13.772 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 42705921, 2024-04-02T09:54:13.772 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 5289 2024-04-02T09:54:13.772 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.772 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T09:54:13.772 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 88, 2024-04-02T09:54:13.772 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1 2024-04-02T09:54:13.772 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.772 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T09:54:13.772 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.772 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.773 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.773 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:13.773 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.773 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.773 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.773 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T09:54:13.773 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.773 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.773 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.773 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T09:54:13.773 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.773 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.773 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.773 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T09:54:13.773 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 11832, 2024-04-02T09:54:13.774 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 273 2024-04-02T09:54:13.774 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.774 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T09:54:13.774 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 70440, 2024-04-02T09:54:13.774 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 5158 2024-04-02T09:54:13.774 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.774 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T09:54:13.774 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 11792, 2024-04-02T09:54:13.774 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 348 2024-04-02T09:54:13.774 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.774 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T09:54:13.774 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.774 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.775 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.775 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T09:54:13.775 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.775 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.775 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.775 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.775 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.775 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:13.775 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.0": { 2024-04-02T09:54:13.775 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T09:54:13.775 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.775 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.775 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.775 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:13.775 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 20576, 2024-04-02T09:54:13.775 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 373 2024-04-02T09:54:13.776 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.776 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T09:54:13.776 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 30720, 2024-04-02T09:54:13.776 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 23 2024-04-02T09:54:13.776 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.776 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T09:54:13.776 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1728, 2024-04-02T09:54:13.776 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 9 2024-04-02T09:54:13.776 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.776 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T09:54:13.776 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 61680, 2024-04-02T09:54:13.776 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 771 2024-04-02T09:54:13.776 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.777 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T09:54:13.777 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 404144, 2024-04-02T09:54:13.777 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1943 2024-04-02T09:54:13.777 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.777 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:13.777 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 256, 2024-04-02T09:54:13.777 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 32 2024-04-02T09:54:13.777 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.777 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T09:54:13.777 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 565270, 2024-04-02T09:54:13.777 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 157 2024-04-02T09:54:13.777 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.777 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:13.777 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 2455110, 2024-04-02T09:54:13.777 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 545197 2024-04-02T09:54:13.777 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.778 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:13.778 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 7053896, 2024-04-02T09:54:13.778 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 10405 2024-04-02T09:54:13.778 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.778 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T09:54:13.778 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 76496, 2024-04-02T09:54:13.778 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 8032 2024-04-02T09:54:13.778 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.778 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T09:54:13.778 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 93264, 2024-04-02T09:54:13.778 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1943 2024-04-02T09:54:13.778 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.779 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T09:54:13.779 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.779 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.779 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.779 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:13.779 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 185774, 2024-04-02T09:54:13.779 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1328 2024-04-02T09:54:13.779 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.779 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:13.779 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.779 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.779 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.779 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T09:54:13.780 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.780 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.780 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.780 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T09:54:13.780 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 59063, 2024-04-02T09:54:13.780 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 47 2024-04-02T09:54:13.780 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.780 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:13.780 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.780 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.780 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.780 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T09:54:13.780 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 9372828, 2024-04-02T09:54:13.780 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 272 2024-04-02T09:54:13.780 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.781 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T09:54:13.781 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 14432, 2024-04-02T09:54:13.781 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 164 2024-04-02T09:54:13.781 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.781 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T09:54:13.781 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.781 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.781 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.781 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:13.781 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 489888, 2024-04-02T09:54:13.781 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 42 2024-04-02T09:54:13.781 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.781 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T09:54:13.781 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.781 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.782 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.782 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T09:54:13.782 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 7058480, 2024-04-02T09:54:13.782 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 18374 2024-04-02T09:54:13.782 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.782 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T09:54:13.782 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 682832, 2024-04-02T09:54:13.782 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 12056 2024-04-02T09:54:13.782 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.782 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T09:54:13.782 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.782 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.782 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.782 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T09:54:13.783 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.783 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.783 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.783 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T09:54:13.783 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.783 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.783 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.783 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T09:54:13.783 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.783 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.783 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.783 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.783 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.1": { 2024-04-02T09:54:13.783 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T09:54:13.783 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.784 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.784 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.784 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:13.784 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 24152, 2024-04-02T09:54:13.784 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 434 2024-04-02T09:54:13.784 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.784 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T09:54:13.784 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 31104, 2024-04-02T09:54:13.784 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 26 2024-04-02T09:54:13.784 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.784 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T09:54:13.784 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1152, 2024-04-02T09:54:13.784 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 6 2024-04-02T09:54:13.784 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.785 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T09:54:13.785 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 62480, 2024-04-02T09:54:13.785 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 781 2024-04-02T09:54:13.785 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.785 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T09:54:13.785 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 415584, 2024-04-02T09:54:13.785 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1998 2024-04-02T09:54:13.785 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.785 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:13.785 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 256, 2024-04-02T09:54:13.785 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 32 2024-04-02T09:54:13.785 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.785 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T09:54:13.785 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1573500, 2024-04-02T09:54:13.785 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 402 2024-04-02T09:54:13.785 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.786 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:13.786 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 2497608, 2024-04-02T09:54:13.786 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 545892 2024-04-02T09:54:13.786 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.786 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:13.786 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 7057296, 2024-04-02T09:54:13.786 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 10410 2024-04-02T09:54:13.786 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.786 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T09:54:13.786 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 84592, 2024-04-02T09:54:13.786 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 9021 2024-04-02T09:54:13.786 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.786 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T09:54:13.786 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 95904, 2024-04-02T09:54:13.787 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1998 2024-04-02T09:54:13.787 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.787 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T09:54:13.787 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.787 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.787 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.787 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:13.787 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 188254, 2024-04-02T09:54:13.787 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1339 2024-04-02T09:54:13.787 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.787 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:13.787 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.787 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.787 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.787 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T09:54:13.788 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 736, 2024-04-02T09:54:13.788 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1 2024-04-02T09:54:13.788 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.788 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T09:54:13.788 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 60690, 2024-04-02T09:54:13.788 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 31 2024-04-02T09:54:13.788 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.788 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:13.788 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 12112, 2024-04-02T09:54:13.788 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3 2024-04-02T09:54:13.788 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.788 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T09:54:13.788 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 6485565, 2024-04-02T09:54:13.788 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 272 2024-04-02T09:54:13.788 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.788 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T09:54:13.789 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 35992, 2024-04-02T09:54:13.789 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 409 2024-04-02T09:54:13.789 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.789 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T09:54:13.789 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.789 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.789 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.789 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:13.789 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 513216, 2024-04-02T09:54:13.789 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 44 2024-04-02T09:54:13.789 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.789 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T09:54:13.789 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.789 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.789 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.790 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T09:54:13.790 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 7360496, 2024-04-02T09:54:13.790 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 21322 2024-04-02T09:54:13.790 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.790 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T09:54:13.790 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 682832, 2024-04-02T09:54:13.790 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 12056 2024-04-02T09:54:13.790 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.790 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T09:54:13.790 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.790 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.790 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.790 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T09:54:13.790 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.790 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.791 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.791 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T09:54:13.791 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.791 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.791 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.791 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T09:54:13.791 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.791 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.791 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.791 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.791 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.2": { 2024-04-02T09:54:13.791 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T09:54:13.791 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.791 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.791 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.791 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:13.792 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 20552, 2024-04-02T09:54:13.792 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 371 2024-04-02T09:54:13.792 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.792 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T09:54:13.792 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 30848, 2024-04-02T09:54:13.792 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 24 2024-04-02T09:54:13.792 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.792 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T09:54:13.792 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1152, 2024-04-02T09:54:13.792 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 6 2024-04-02T09:54:13.792 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.792 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T09:54:13.792 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 60640, 2024-04-02T09:54:13.792 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 758 2024-04-02T09:54:13.792 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.792 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T09:54:13.792 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 401648, 2024-04-02T09:54:13.793 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1931 2024-04-02T09:54:13.793 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.793 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:13.793 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 256, 2024-04-02T09:54:13.793 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 32 2024-04-02T09:54:13.793 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.793 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T09:54:13.793 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 389732, 2024-04-02T09:54:13.793 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 101 2024-04-02T09:54:13.793 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.793 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:13.793 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1765051, 2024-04-02T09:54:13.793 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 390706 2024-04-02T09:54:13.793 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.794 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:13.794 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 5172336, 2024-04-02T09:54:13.794 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 7638 2024-04-02T09:54:13.794 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.794 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T09:54:13.794 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 74212, 2024-04-02T09:54:13.794 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 7854 2024-04-02T09:54:13.794 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.794 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T09:54:13.794 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 92640, 2024-04-02T09:54:13.794 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1930 2024-04-02T09:54:13.794 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.794 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T09:54:13.794 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.795 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.795 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.795 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:13.795 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 185774, 2024-04-02T09:54:13.795 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1328 2024-04-02T09:54:13.795 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.795 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:13.795 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.795 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.795 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.795 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T09:54:13.795 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1472, 2024-04-02T09:54:13.795 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 2 2024-04-02T09:54:13.795 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.795 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T09:54:13.795 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 87093, 2024-04-02T09:54:13.796 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 52 2024-04-02T09:54:13.796 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.796 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:13.796 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 20128, 2024-04-02T09:54:13.796 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 5 2024-04-02T09:54:13.796 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.796 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T09:54:13.796 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 6384659, 2024-04-02T09:54:13.796 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 261 2024-04-02T09:54:13.796 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.796 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T09:54:13.796 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 10560, 2024-04-02T09:54:13.796 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 120 2024-04-02T09:54:13.796 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.796 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T09:54:13.796 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.797 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.797 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.797 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:13.797 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 396576, 2024-04-02T09:54:13.797 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 34 2024-04-02T09:54:13.797 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.797 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T09:54:13.797 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.797 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.797 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.797 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T09:54:13.797 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 3291080, 2024-04-02T09:54:13.797 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 6329 2024-04-02T09:54:13.798 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.798 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T09:54:13.798 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 682832, 2024-04-02T09:54:13.798 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 12056 2024-04-02T09:54:13.798 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.798 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T09:54:13.798 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.798 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.798 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.798 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T09:54:13.798 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.798 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.798 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.798 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T09:54:13.799 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.799 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.799 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.799 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T09:54:13.799 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.799 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.799 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.799 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.799 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.3": { 2024-04-02T09:54:13.799 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T09:54:13.799 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.799 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.799 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.799 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:13.800 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 15520, 2024-04-02T09:54:13.800 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 294 2024-04-02T09:54:13.800 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.800 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T09:54:13.800 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 46592, 2024-04-02T09:54:13.800 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 20 2024-04-02T09:54:13.800 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.800 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T09:54:13.800 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 960, 2024-04-02T09:54:13.800 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 5 2024-04-02T09:54:13.800 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.800 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T09:54:13.800 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 59920, 2024-04-02T09:54:13.800 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 749 2024-04-02T09:54:13.801 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.801 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T09:54:13.801 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 402480, 2024-04-02T09:54:13.801 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1935 2024-04-02T09:54:13.801 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.801 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:13.801 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 256, 2024-04-02T09:54:13.801 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 32 2024-04-02T09:54:13.801 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.801 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T09:54:13.801 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 329504, 2024-04-02T09:54:13.801 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 99 2024-04-02T09:54:13.801 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.802 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:13.802 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1739139, 2024-04-02T09:54:13.802 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 384612 2024-04-02T09:54:13.802 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.802 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:13.802 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 5088016, 2024-04-02T09:54:13.802 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 7514 2024-04-02T09:54:13.802 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.802 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T09:54:13.802 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 74640, 2024-04-02T09:54:13.802 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 7867 2024-04-02T09:54:13.802 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.802 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T09:54:13.802 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 92880, 2024-04-02T09:54:13.802 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1935 2024-04-02T09:54:13.803 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.803 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T09:54:13.803 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.803 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.803 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.803 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:13.803 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 185774, 2024-04-02T09:54:13.803 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1328 2024-04-02T09:54:13.803 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.803 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:13.803 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.803 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.803 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.803 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T09:54:13.803 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 736, 2024-04-02T09:54:13.803 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1 2024-04-02T09:54:13.803 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.804 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T09:54:13.804 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 85449, 2024-04-02T09:54:13.804 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 56 2024-04-02T09:54:13.804 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.804 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:13.804 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 12112, 2024-04-02T09:54:13.804 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3 2024-04-02T09:54:13.804 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.804 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T09:54:13.804 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 4848930, 2024-04-02T09:54:13.804 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 245 2024-04-02T09:54:13.804 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.804 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T09:54:13.804 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 9856, 2024-04-02T09:54:13.805 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 112 2024-04-02T09:54:13.805 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.805 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T09:54:13.805 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.805 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.805 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.805 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:13.805 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 431568, 2024-04-02T09:54:13.805 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 37 2024-04-02T09:54:13.805 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.805 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T09:54:13.805 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.805 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.805 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.805 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T09:54:13.805 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 3581240, 2024-04-02T09:54:13.805 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 9263 2024-04-02T09:54:13.806 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.806 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T09:54:13.806 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 682832, 2024-04-02T09:54:13.806 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 12056 2024-04-02T09:54:13.806 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.806 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T09:54:13.806 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.806 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.806 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.806 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T09:54:13.806 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.806 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.806 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.806 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T09:54:13.806 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.807 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.807 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.807 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T09:54:13.807 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.807 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.807 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.807 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.807 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.4": { 2024-04-02T09:54:13.807 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T09:54:13.807 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.807 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.807 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.807 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:13.807 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 18224, 2024-04-02T09:54:13.807 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 335 2024-04-02T09:54:13.808 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.808 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T09:54:13.808 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 30464, 2024-04-02T09:54:13.808 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 21 2024-04-02T09:54:13.808 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.808 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T09:54:13.808 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 4416, 2024-04-02T09:54:13.808 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 23 2024-04-02T09:54:13.808 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.808 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T09:54:13.808 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 60560, 2024-04-02T09:54:13.808 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 757 2024-04-02T09:54:13.808 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.808 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T09:54:13.808 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 415792, 2024-04-02T09:54:13.809 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1999 2024-04-02T09:54:13.809 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.809 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:13.809 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 256, 2024-04-02T09:54:13.809 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 32 2024-04-02T09:54:13.809 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.809 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T09:54:13.809 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1315971, 2024-04-02T09:54:13.809 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 323 2024-04-02T09:54:13.809 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.809 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:13.809 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 2081248, 2024-04-02T09:54:13.809 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 457189 2024-04-02T09:54:13.809 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.809 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:13.809 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 5968616, 2024-04-02T09:54:13.810 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 8809 2024-04-02T09:54:13.810 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.810 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T09:54:13.810 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 83940, 2024-04-02T09:54:13.810 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 9017 2024-04-02T09:54:13.810 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.810 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T09:54:13.810 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 95952, 2024-04-02T09:54:13.810 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1999 2024-04-02T09:54:13.810 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.810 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T09:54:13.810 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.810 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.810 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.811 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:13.811 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 185606, 2024-04-02T09:54:13.811 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1328 2024-04-02T09:54:13.811 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.811 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:13.811 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.811 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.811 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.811 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T09:54:13.811 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 736, 2024-04-02T09:54:13.811 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1 2024-04-02T09:54:13.811 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.811 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T09:54:13.811 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 62493, 2024-04-02T09:54:13.812 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 47 2024-04-02T09:54:13.812 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.812 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:13.812 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 12112, 2024-04-02T09:54:13.812 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3 2024-04-02T09:54:13.812 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.812 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T09:54:13.812 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 23834892, 2024-04-02T09:54:13.812 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 274 2024-04-02T09:54:13.812 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.812 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T09:54:13.812 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 30800, 2024-04-02T09:54:13.812 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 350 2024-04-02T09:54:13.812 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.812 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T09:54:13.813 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.813 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.813 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.813 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:13.813 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 443232, 2024-04-02T09:54:13.813 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 38 2024-04-02T09:54:13.813 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.813 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T09:54:13.813 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.813 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.813 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.813 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T09:54:13.813 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 5006040, 2024-04-02T09:54:13.813 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 12027 2024-04-02T09:54:13.813 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.814 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T09:54:13.814 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 682832, 2024-04-02T09:54:13.814 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 12056 2024-04-02T09:54:13.814 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.814 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T09:54:13.814 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.814 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.814 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.814 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T09:54:13.814 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.814 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.814 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.814 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T09:54:13.814 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.815 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.815 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.815 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T09:54:13.815 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.815 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.815 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.815 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.815 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.5": { 2024-04-02T09:54:13.815 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T09:54:13.815 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.815 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.815 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.815 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:13.815 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 22904, 2024-04-02T09:54:13.815 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 409 2024-04-02T09:54:13.816 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.816 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T09:54:13.816 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 108544, 2024-04-02T09:54:13.816 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 24 2024-04-02T09:54:13.816 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.816 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T09:54:13.816 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 2688, 2024-04-02T09:54:13.816 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 14 2024-04-02T09:54:13.816 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.816 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T09:54:13.816 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 60880, 2024-04-02T09:54:13.816 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 761 2024-04-02T09:54:13.816 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.816 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T09:54:13.816 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 415792, 2024-04-02T09:54:13.816 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1999 2024-04-02T09:54:13.817 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.817 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:13.817 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 256, 2024-04-02T09:54:13.817 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 32 2024-04-02T09:54:13.817 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.817 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T09:54:13.817 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 330123, 2024-04-02T09:54:13.817 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 97 2024-04-02T09:54:13.817 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.817 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:13.817 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 2391891, 2024-04-02T09:54:13.817 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 533135 2024-04-02T09:54:13.817 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.817 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:13.817 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 6881856, 2024-04-02T09:54:13.817 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 10152 2024-04-02T09:54:13.817 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.818 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T09:54:13.818 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 84304, 2024-04-02T09:54:13.818 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 9023 2024-04-02T09:54:13.818 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.818 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T09:54:13.818 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 95952, 2024-04-02T09:54:13.818 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1999 2024-04-02T09:54:13.818 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.818 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T09:54:13.818 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.818 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.818 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.818 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:13.818 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 185862, 2024-04-02T09:54:13.818 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1329 2024-04-02T09:54:13.819 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.819 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:13.819 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.819 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.819 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.819 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T09:54:13.819 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 736, 2024-04-02T09:54:13.819 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1 2024-04-02T09:54:13.819 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.819 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T09:54:13.819 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 85812, 2024-04-02T09:54:13.819 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 56 2024-04-02T09:54:13.819 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.819 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:13.820 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 12112, 2024-04-02T09:54:13.820 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 3 2024-04-02T09:54:13.820 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.820 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T09:54:13.820 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 14534277, 2024-04-02T09:54:13.820 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 265 2024-04-02T09:54:13.820 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.820 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T09:54:13.820 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 10472, 2024-04-02T09:54:13.820 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 119 2024-04-02T09:54:13.820 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.820 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T09:54:13.820 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.821 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.821 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.821 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:13.821 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 478224, 2024-04-02T09:54:13.821 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 41 2024-04-02T09:54:13.821 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.821 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T09:54:13.821 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.821 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.821 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.821 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T09:54:13.821 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 6337760, 2024-04-02T09:54:13.822 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 12188 2024-04-02T09:54:13.822 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.822 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T09:54:13.822 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 682832, 2024-04-02T09:54:13.822 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 12056 2024-04-02T09:54:13.822 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.822 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T09:54:13.822 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.822 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.822 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.822 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T09:54:13.822 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.822 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.822 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.823 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T09:54:13.823 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.823 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.823 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.823 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T09:54:13.823 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.823 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.823 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.823 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.823 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.6": { 2024-04-02T09:54:13.823 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T09:54:13.823 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.823 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.823 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.823 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:13.823 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 17592, 2024-04-02T09:54:13.824 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 335 2024-04-02T09:54:13.824 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.824 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T09:54:13.824 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 30464, 2024-04-02T09:54:13.824 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 21 2024-04-02T09:54:13.824 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.824 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T09:54:13.824 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 4032, 2024-04-02T09:54:13.824 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 21 2024-04-02T09:54:13.824 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.824 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T09:54:13.824 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 60560, 2024-04-02T09:54:13.824 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 757 2024-04-02T09:54:13.824 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.825 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T09:54:13.825 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 404144, 2024-04-02T09:54:13.825 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1943 2024-04-02T09:54:13.825 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.825 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:13.825 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 256, 2024-04-02T09:54:13.825 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 32 2024-04-02T09:54:13.825 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.825 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T09:54:13.825 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 637296, 2024-04-02T09:54:13.825 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 177 2024-04-02T09:54:13.825 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.825 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:13.825 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 1722264, 2024-04-02T09:54:13.825 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 379714 2024-04-02T09:54:13.826 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.826 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:13.826 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 5012536, 2024-04-02T09:54:13.826 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 7403 2024-04-02T09:54:13.826 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.826 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T09:54:13.826 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 76012, 2024-04-02T09:54:13.826 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 8027 2024-04-02T09:54:13.826 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.826 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T09:54:13.826 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 93264, 2024-04-02T09:54:13.826 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1943 2024-04-02T09:54:13.826 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.827 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T09:54:13.827 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.827 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.827 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.827 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:13.827 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 185518, 2024-04-02T09:54:13.827 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1327 2024-04-02T09:54:13.827 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.827 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:13.827 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.827 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.827 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.827 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T09:54:13.827 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.827 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.828 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.828 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T09:54:13.828 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 58469, 2024-04-02T09:54:13.828 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 46 2024-04-02T09:54:13.828 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.828 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:13.828 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.828 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.828 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.828 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T09:54:13.828 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 21731704, 2024-04-02T09:54:13.828 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 252 2024-04-02T09:54:13.828 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.828 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T09:54:13.828 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 17512, 2024-04-02T09:54:13.828 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 199 2024-04-02T09:54:13.829 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.829 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T09:54:13.829 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.829 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.829 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.829 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:13.829 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 443232, 2024-04-02T09:54:13.829 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 38 2024-04-02T09:54:13.829 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.829 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T09:54:13.829 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.829 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.829 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.829 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T09:54:13.829 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 3588832, 2024-04-02T09:54:13.829 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 9288 2024-04-02T09:54:13.830 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.830 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T09:54:13.830 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 682832, 2024-04-02T09:54:13.830 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 12056 2024-04-02T09:54:13.830 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.830 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T09:54:13.830 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.830 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.830 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.830 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T09:54:13.830 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.830 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.830 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.831 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T09:54:13.831 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.831 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.831 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.831 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T09:54:13.831 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.831 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.831 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.831 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.831 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.7": { 2024-04-02T09:54:13.831 INFO:tasks.workunit.client.0.smithi012.stdout: "bloom_filter": { 2024-04-02T09:54:13.831 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.831 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.831 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.832 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:13.832 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 20416, 2024-04-02T09:54:13.832 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 386 2024-04-02T09:54:13.832 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.832 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_reader": { 2024-04-02T09:54:13.832 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 35200, 2024-04-02T09:54:13.832 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 26 2024-04-02T09:54:13.832 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.832 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs_file_writer": { 2024-04-02T09:54:13.832 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 2688, 2024-04-02T09:54:13.832 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 14 2024-04-02T09:54:13.832 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.832 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_alloc": { 2024-04-02T09:54:13.832 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 60960, 2024-04-02T09:54:13.832 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 762 2024-04-02T09:54:13.832 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.833 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_blob": { 2024-04-02T09:54:13.833 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 403936, 2024-04-02T09:54:13.833 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1942 2024-04-02T09:54:13.833 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.833 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:13.833 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 256, 2024-04-02T09:54:13.833 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 32 2024-04-02T09:54:13.833 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.833 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_data": { 2024-04-02T09:54:13.833 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 582857, 2024-04-02T09:54:13.833 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 119 2024-04-02T09:54:13.833 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.833 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:13.833 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 2037702, 2024-04-02T09:54:13.833 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 451459 2024-04-02T09:54:13.834 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.834 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:13.834 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 5869336, 2024-04-02T09:54:13.834 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 8663 2024-04-02T09:54:13.834 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.834 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_cache_other": { 2024-04-02T09:54:13.834 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 76300, 2024-04-02T09:54:13.834 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 8025 2024-04-02T09:54:13.834 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.834 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_extent": { 2024-04-02T09:54:13.834 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 93216, 2024-04-02T09:54:13.834 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1942 2024-04-02T09:54:13.834 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.834 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_fsck": { 2024-04-02T09:54:13.834 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.835 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.835 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.835 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:13.835 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 185774, 2024-04-02T09:54:13.835 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 1328 2024-04-02T09:54:13.835 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.835 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:13.835 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.835 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.835 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.835 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_txc": { 2024-04-02T09:54:13.835 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.835 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.835 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.835 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing": { 2024-04-02T09:54:13.835 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 26951, 2024-04-02T09:54:13.836 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 28 2024-04-02T09:54:13.836 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.836 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:13.836 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.836 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.836 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.836 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_anon": { 2024-04-02T09:54:13.836 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 15862815, 2024-04-02T09:54:13.836 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 4809 2024-04-02T09:54:13.836 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.836 INFO:tasks.workunit.client.0.smithi012.stdout: "buffer_meta": { 2024-04-02T09:54:13.836 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 11264, 2024-04-02T09:54:13.836 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 128 2024-04-02T09:54:13.836 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.836 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_co": { 2024-04-02T09:54:13.836 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.836 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.837 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.837 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:13.837 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 478224, 2024-04-02T09:54:13.837 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 41 2024-04-02T09:54:13.837 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.837 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_mapbl": { 2024-04-02T09:54:13.837 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.837 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.837 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.837 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_pglog": { 2024-04-02T09:54:13.837 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 4812184, 2024-04-02T09:54:13.837 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 9267 2024-04-02T09:54:13.837 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.837 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap": { 2024-04-02T09:54:13.837 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 682832, 2024-04-02T09:54:13.838 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 12056 2024-04-02T09:54:13.838 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.838 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap_mapping": { 2024-04-02T09:54:13.838 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.838 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.838 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.838 INFO:tasks.workunit.client.0.smithi012.stdout: "pgmap": { 2024-04-02T09:54:13.838 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.838 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.838 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.838 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_1": { 2024-04-02T09:54:13.838 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.838 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.839 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.839 INFO:tasks.workunit.client.0.smithi012.stdout: "unittest_2": { 2024-04-02T09:54:13.839 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes": 0, 2024-04-02T09:54:13.839 INFO:tasks.workunit.client.0.smithi012.stdout: "items": 0 2024-04-02T09:54:13.839 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.839 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.839 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.839 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.839 INFO:tasks.workunit.client.0.smithi012.stdout: "metadata": { 2024-04-02T09:54:13.839 INFO:tasks.workunit.client.0.smithi012.stdout: "mds": { 2024-04-02T09:54:13.839 INFO:tasks.workunit.client.0.smithi012.stdout: "arch": { 2024-04-02T09:54:13.839 INFO:tasks.workunit.client.0.smithi012.stdout: "x86_64": 2 2024-04-02T09:54:13.839 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.839 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph_version": { 2024-04-02T09:54:13.839 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T09:54:13.839 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.840 INFO:tasks.workunit.client.0.smithi012.stdout: "cpu": { 2024-04-02T09:54:13.840 INFO:tasks.workunit.client.0.smithi012.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-04-02T09:54:13.840 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.840 INFO:tasks.workunit.client.0.smithi012.stdout: "distro": { 2024-04-02T09:54:13.840 INFO:tasks.workunit.client.0.smithi012.stdout: "centos": 2 2024-04-02T09:54:13.840 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.840 INFO:tasks.workunit.client.0.smithi012.stdout: "distro_description": { 2024-04-02T09:54:13.840 INFO:tasks.workunit.client.0.smithi012.stdout: "CentOS Stream 8": 2 2024-04-02T09:54:13.840 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.840 INFO:tasks.workunit.client.0.smithi012.stdout: "kernel_description": { 2024-04-02T09:54:13.840 INFO:tasks.workunit.client.0.smithi012.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 2 2024-04-02T09:54:13.840 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.840 INFO:tasks.workunit.client.0.smithi012.stdout: "kernel_version": { 2024-04-02T09:54:13.840 INFO:tasks.workunit.client.0.smithi012.stdout: "5.14.0-434.el9.x86_64": 2 2024-04-02T09:54:13.840 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.841 INFO:tasks.workunit.client.0.smithi012.stdout: "os": { 2024-04-02T09:54:13.841 INFO:tasks.workunit.client.0.smithi012.stdout: "Linux": 2 2024-04-02T09:54:13.841 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.841 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.841 INFO:tasks.workunit.client.0.smithi012.stdout: "mon": { 2024-04-02T09:54:13.841 INFO:tasks.workunit.client.0.smithi012.stdout: "arch": { 2024-04-02T09:54:13.841 INFO:tasks.workunit.client.0.smithi012.stdout: "x86_64": 3 2024-04-02T09:54:13.841 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.841 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph_version": { 2024-04-02T09:54:13.841 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T09:54:13.841 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.841 INFO:tasks.workunit.client.0.smithi012.stdout: "cpu": { 2024-04-02T09:54:13.841 INFO:tasks.workunit.client.0.smithi012.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-04-02T09:54:13.841 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.841 INFO:tasks.workunit.client.0.smithi012.stdout: "distro": { 2024-04-02T09:54:13.842 INFO:tasks.workunit.client.0.smithi012.stdout: "centos": 3 2024-04-02T09:54:13.842 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.842 INFO:tasks.workunit.client.0.smithi012.stdout: "distro_description": { 2024-04-02T09:54:13.842 INFO:tasks.workunit.client.0.smithi012.stdout: "CentOS Stream 8": 3 2024-04-02T09:54:13.842 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.842 INFO:tasks.workunit.client.0.smithi012.stdout: "kernel_description": { 2024-04-02T09:54:13.842 INFO:tasks.workunit.client.0.smithi012.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 3 2024-04-02T09:54:13.842 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.842 INFO:tasks.workunit.client.0.smithi012.stdout: "kernel_version": { 2024-04-02T09:54:13.842 INFO:tasks.workunit.client.0.smithi012.stdout: "5.14.0-434.el9.x86_64": 3 2024-04-02T09:54:13.842 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.842 INFO:tasks.workunit.client.0.smithi012.stdout: "os": { 2024-04-02T09:54:13.843 INFO:tasks.workunit.client.0.smithi012.stdout: "Linux": 3 2024-04-02T09:54:13.843 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.843 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.843 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:13.843 INFO:tasks.workunit.client.0.smithi012.stdout: "arch": { 2024-04-02T09:54:13.843 INFO:tasks.workunit.client.0.smithi012.stdout: "x86_64": 8 2024-04-02T09:54:13.843 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.843 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph_version": { 2024-04-02T09:54:13.843 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 8 2024-04-02T09:54:13.843 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.843 INFO:tasks.workunit.client.0.smithi012.stdout: "cpu": { 2024-04-02T09:54:13.843 INFO:tasks.workunit.client.0.smithi012.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-04-02T09:54:13.843 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.843 INFO:tasks.workunit.client.0.smithi012.stdout: "distro": { 2024-04-02T09:54:13.843 INFO:tasks.workunit.client.0.smithi012.stdout: "centos": 8 2024-04-02T09:54:13.843 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.844 INFO:tasks.workunit.client.0.smithi012.stdout: "distro_description": { 2024-04-02T09:54:13.844 INFO:tasks.workunit.client.0.smithi012.stdout: "CentOS Stream 8": 8 2024-04-02T09:54:13.844 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.844 INFO:tasks.workunit.client.0.smithi012.stdout: "kernel_description": { 2024-04-02T09:54:13.844 INFO:tasks.workunit.client.0.smithi012.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 8 2024-04-02T09:54:13.844 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.844 INFO:tasks.workunit.client.0.smithi012.stdout: "kernel_version": { 2024-04-02T09:54:13.844 INFO:tasks.workunit.client.0.smithi012.stdout: "5.14.0-434.el9.x86_64": 8 2024-04-02T09:54:13.844 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.844 INFO:tasks.workunit.client.0.smithi012.stdout: "os": { 2024-04-02T09:54:13.844 INFO:tasks.workunit.client.0.smithi012.stdout: "Linux": 8 2024-04-02T09:54:13.844 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.844 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_objectstore": { 2024-04-02T09:54:13.844 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore": 8 2024-04-02T09:54:13.844 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.845 INFO:tasks.workunit.client.0.smithi012.stdout: "rotational": { 2024-04-02T09:54:13.845 INFO:tasks.workunit.client.0.smithi012.stdout: "0": 8 2024-04-02T09:54:13.845 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.845 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.845 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.845 INFO:tasks.workunit.client.0.smithi012.stdout: "mon": { 2024-04-02T09:54:13.845 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T09:54:13.845 INFO:tasks.workunit.client.0.smithi012.stdout: "features": { 2024-04-02T09:54:13.845 INFO:tasks.workunit.client.0.smithi012.stdout: "optional": [], 2024-04-02T09:54:13.845 INFO:tasks.workunit.client.0.smithi012.stdout: "persistent": [ 2024-04-02T09:54:13.845 INFO:tasks.workunit.client.0.smithi012.stdout: "kraken", 2024-04-02T09:54:13.845 INFO:tasks.workunit.client.0.smithi012.stdout: "luminous", 2024-04-02T09:54:13.845 INFO:tasks.workunit.client.0.smithi012.stdout: "mimic", 2024-04-02T09:54:13.845 INFO:tasks.workunit.client.0.smithi012.stdout: "osdmap-prune", 2024-04-02T09:54:13.845 INFO:tasks.workunit.client.0.smithi012.stdout: "nautilus", 2024-04-02T09:54:13.845 INFO:tasks.workunit.client.0.smithi012.stdout: "octopus", 2024-04-02T09:54:13.846 INFO:tasks.workunit.client.0.smithi012.stdout: "pacific", 2024-04-02T09:54:13.846 INFO:tasks.workunit.client.0.smithi012.stdout: "elector-pinging", 2024-04-02T09:54:13.846 INFO:tasks.workunit.client.0.smithi012.stdout: "quincy", 2024-04-02T09:54:13.846 INFO:tasks.workunit.client.0.smithi012.stdout: "reef", 2024-04-02T09:54:13.846 INFO:tasks.workunit.client.0.smithi012.stdout: "squid" 2024-04-02T09:54:13.846 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:13.846 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.846 INFO:tasks.workunit.client.0.smithi012.stdout: "ipv4_addr_mons": 6, 2024-04-02T09:54:13.846 INFO:tasks.workunit.client.0.smithi012.stdout: "ipv6_addr_mons": 0, 2024-04-02T09:54:13.846 INFO:tasks.workunit.client.0.smithi012.stdout: "min_mon_release": 19, 2024-04-02T09:54:13.846 INFO:tasks.workunit.client.0.smithi012.stdout: "v1_addr_mons": 3, 2024-04-02T09:54:13.846 INFO:tasks.workunit.client.0.smithi012.stdout: "v2_addr_mons": 3 2024-04-02T09:54:13.846 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.846 INFO:tasks.workunit.client.0.smithi012.stdout: "organization": "ceph-qa", 2024-04-02T09:54:13.847 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:13.847 INFO:tasks.workunit.client.0.smithi012.stdout: "cluster_network": false, 2024-04-02T09:54:13.847 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8, 2024-04-02T09:54:13.847 INFO:tasks.workunit.client.0.smithi012.stdout: "require_min_compat_client": "luminous", 2024-04-02T09:54:13.847 INFO:tasks.workunit.client.0.smithi012.stdout: "require_osd_release": "squid" 2024-04-02T09:54:13.847 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.847 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_perf_histograms": [ 2024-04-02T09:54:13.847 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.847 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:54:13.847 INFO:tasks.workunit.client.0.smithi012.stdout: "axes": [ 2024-04-02T09:54:13.847 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.847 INFO:tasks.workunit.client.0.smithi012.stdout: "buckets": 32, 2024-04-02T09:54:13.847 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 0, 2024-04-02T09:54:13.847 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "Latency (usec)", 2024-04-02T09:54:13.847 INFO:tasks.workunit.client.0.smithi012.stdout: "quant_size": 100000, 2024-04-02T09:54:13.848 INFO:tasks.workunit.client.0.smithi012.stdout: "ranges": [ 2024-04-02T09:54:13.848 INFO:tasks.workunit.client.0.smithi012.stdout: "[None, -1]", 2024-04-02T09:54:13.848 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 99999]", 2024-04-02T09:54:13.848 INFO:tasks.workunit.client.0.smithi012.stdout: "[100000, 199999]", 2024-04-02T09:54:13.848 INFO:tasks.workunit.client.0.smithi012.stdout: "[200000, 399999]", 2024-04-02T09:54:13.848 INFO:tasks.workunit.client.0.smithi012.stdout: "[400000, 799999]", 2024-04-02T09:54:13.848 INFO:tasks.workunit.client.0.smithi012.stdout: "[800000, 1599999]", 2024-04-02T09:54:13.848 INFO:tasks.workunit.client.0.smithi012.stdout: "[1600000, 3199999]", 2024-04-02T09:54:13.848 INFO:tasks.workunit.client.0.smithi012.stdout: "[3200000, 6399999]", 2024-04-02T09:54:13.848 INFO:tasks.workunit.client.0.smithi012.stdout: "[6400000, 12799999]", 2024-04-02T09:54:13.848 INFO:tasks.workunit.client.0.smithi012.stdout: "[12800000, 25599999]", 2024-04-02T09:54:13.848 INFO:tasks.workunit.client.0.smithi012.stdout: "[25600000, 51199999]", 2024-04-02T09:54:13.848 INFO:tasks.workunit.client.0.smithi012.stdout: "[51200000, 102399999]", 2024-04-02T09:54:13.848 INFO:tasks.workunit.client.0.smithi012.stdout: "[102400000, 204799999]", 2024-04-02T09:54:13.848 INFO:tasks.workunit.client.0.smithi012.stdout: "[204800000, 409599999]", 2024-04-02T09:54:13.848 INFO:tasks.workunit.client.0.smithi012.stdout: "[409600000, 819199999]", 2024-04-02T09:54:13.849 INFO:tasks.workunit.client.0.smithi012.stdout: "[819200000, 1638399999]", 2024-04-02T09:54:13.849 INFO:tasks.workunit.client.0.smithi012.stdout: "[1638400000, 3276799999]", 2024-04-02T09:54:13.849 INFO:tasks.workunit.client.0.smithi012.stdout: "[3276800000, 6553599999]", 2024-04-02T09:54:13.849 INFO:tasks.workunit.client.0.smithi012.stdout: "[6553600000, 13107199999]", 2024-04-02T09:54:13.849 INFO:tasks.workunit.client.0.smithi012.stdout: "[13107200000, 26214399999]", 2024-04-02T09:54:13.849 INFO:tasks.workunit.client.0.smithi012.stdout: "[26214400000, 52428799999]", 2024-04-02T09:54:13.849 INFO:tasks.workunit.client.0.smithi012.stdout: "[52428800000, 104857599999]", 2024-04-02T09:54:13.849 INFO:tasks.workunit.client.0.smithi012.stdout: "[104857600000, 209715199999]", 2024-04-02T09:54:13.849 INFO:tasks.workunit.client.0.smithi012.stdout: "[209715200000, 419430399999]", 2024-04-02T09:54:13.849 INFO:tasks.workunit.client.0.smithi012.stdout: "[419430400000, 838860799999]", 2024-04-02T09:54:13.849 INFO:tasks.workunit.client.0.smithi012.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:54:13.849 INFO:tasks.workunit.client.0.smithi012.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:54:13.849 INFO:tasks.workunit.client.0.smithi012.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:54:13.849 INFO:tasks.workunit.client.0.smithi012.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:54:13.850 INFO:tasks.workunit.client.0.smithi012.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:54:13.850 INFO:tasks.workunit.client.0.smithi012.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:54:13.850 INFO:tasks.workunit.client.0.smithi012.stdout: "[53687091200000, None]" 2024-04-02T09:54:13.850 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.850 INFO:tasks.workunit.client.0.smithi012.stdout: "scale_type": "log2" 2024-04-02T09:54:13.850 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.850 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.850 INFO:tasks.workunit.client.0.smithi012.stdout: "buckets": 32, 2024-04-02T09:54:13.850 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 0, 2024-04-02T09:54:13.850 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "Request size (bytes)", 2024-04-02T09:54:13.850 INFO:tasks.workunit.client.0.smithi012.stdout: "quant_size": 512, 2024-04-02T09:54:13.850 INFO:tasks.workunit.client.0.smithi012.stdout: "ranges": [ 2024-04-02T09:54:13.850 INFO:tasks.workunit.client.0.smithi012.stdout: "[None, -1]", 2024-04-02T09:54:13.850 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 511]", 2024-04-02T09:54:13.851 INFO:tasks.workunit.client.0.smithi012.stdout: "[512, 1023]", 2024-04-02T09:54:13.851 INFO:tasks.workunit.client.0.smithi012.stdout: "[1024, 2047]", 2024-04-02T09:54:13.851 INFO:tasks.workunit.client.0.smithi012.stdout: "[2048, 4095]", 2024-04-02T09:54:13.851 INFO:tasks.workunit.client.0.smithi012.stdout: "[4096, 8191]", 2024-04-02T09:54:13.851 INFO:tasks.workunit.client.0.smithi012.stdout: "[8192, 16383]", 2024-04-02T09:54:13.851 INFO:tasks.workunit.client.0.smithi012.stdout: "[16384, 32767]", 2024-04-02T09:54:13.851 INFO:tasks.workunit.client.0.smithi012.stdout: "[32768, 65535]", 2024-04-02T09:54:13.851 INFO:tasks.workunit.client.0.smithi012.stdout: "[65536, 131071]", 2024-04-02T09:54:13.851 INFO:tasks.workunit.client.0.smithi012.stdout: "[131072, 262143]", 2024-04-02T09:54:13.851 INFO:tasks.workunit.client.0.smithi012.stdout: "[262144, 524287]", 2024-04-02T09:54:13.851 INFO:tasks.workunit.client.0.smithi012.stdout: "[524288, 1048575]", 2024-04-02T09:54:13.851 INFO:tasks.workunit.client.0.smithi012.stdout: "[1048576, 2097151]", 2024-04-02T09:54:13.851 INFO:tasks.workunit.client.0.smithi012.stdout: "[2097152, 4194303]", 2024-04-02T09:54:13.851 INFO:tasks.workunit.client.0.smithi012.stdout: "[4194304, 8388607]", 2024-04-02T09:54:13.851 INFO:tasks.workunit.client.0.smithi012.stdout: "[8388608, 16777215]", 2024-04-02T09:54:13.852 INFO:tasks.workunit.client.0.smithi012.stdout: "[16777216, 33554431]", 2024-04-02T09:54:13.852 INFO:tasks.workunit.client.0.smithi012.stdout: "[33554432, 67108863]", 2024-04-02T09:54:13.852 INFO:tasks.workunit.client.0.smithi012.stdout: "[67108864, 134217727]", 2024-04-02T09:54:13.852 INFO:tasks.workunit.client.0.smithi012.stdout: "[134217728, 268435455]", 2024-04-02T09:54:13.852 INFO:tasks.workunit.client.0.smithi012.stdout: "[268435456, 536870911]", 2024-04-02T09:54:13.852 INFO:tasks.workunit.client.0.smithi012.stdout: "[536870912, 1073741823]", 2024-04-02T09:54:13.852 INFO:tasks.workunit.client.0.smithi012.stdout: "[1073741824, 2147483647]", 2024-04-02T09:54:13.852 INFO:tasks.workunit.client.0.smithi012.stdout: "[2147483648, 4294967295]", 2024-04-02T09:54:13.852 INFO:tasks.workunit.client.0.smithi012.stdout: "[4294967296, 8589934591]", 2024-04-02T09:54:13.852 INFO:tasks.workunit.client.0.smithi012.stdout: "[8589934592, 17179869183]", 2024-04-02T09:54:13.852 INFO:tasks.workunit.client.0.smithi012.stdout: "[17179869184, 34359738367]", 2024-04-02T09:54:13.852 INFO:tasks.workunit.client.0.smithi012.stdout: "[34359738368, 68719476735]", 2024-04-02T09:54:13.852 INFO:tasks.workunit.client.0.smithi012.stdout: "[68719476736, 137438953471]", 2024-04-02T09:54:13.852 INFO:tasks.workunit.client.0.smithi012.stdout: "[137438953472, 274877906943]", 2024-04-02T09:54:13.853 INFO:tasks.workunit.client.0.smithi012.stdout: "[274877906944, None]" 2024-04-02T09:54:13.853 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.853 INFO:tasks.workunit.client.0.smithi012.stdout: "scale_type": "log2" 2024-04-02T09:54:13.853 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.853 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.853 INFO:tasks.workunit.client.0.smithi012.stdout: "osds": [ 2024-04-02T09:54:13.853 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.853 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 0, 2024-04-02T09:54:13.853 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:13.853 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.853 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.853 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 7267, 8, 0, 1, 1, 1, 0, 4, 3, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.853 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 7563, 26, 26, 1, 8, 5, 11, 4, 12, 39, 74, 27, 37, 28, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.853 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1092, 4, 7, 0, 0, 0, 0, 0, 7, 5, 42, 150, 177, 4, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.854 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 755, 1, 1, 0, 0, 1, 0, 0, 0, 1, 3, 29, 196, 14, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.854 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 539, 14, 0, 0, 0, 1, 0, 0, 0, 1, 9, 4, 30, 59, 159, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.854 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 282, 4, 0, 0, 0, 0, 0, 0, 1, 2, 9, 6, 11, 13, 110, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.854 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 333, 10, 0, 0, 0, 0, 0, 0, 3, 1, 4, 7, 12, 13, 49, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.854 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 66, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 7, 4, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.854 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.854 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.854 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.854 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.854 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.854 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.854 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.854 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.854 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.855 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.855 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.855 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.855 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.855 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.855 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.855 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.855 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.855 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.855 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.855 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.855 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.855 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:13.855 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:13.855 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.855 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.856 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 1, 2024-04-02T09:54:13.856 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:13.856 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.856 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.856 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 6187, 10, 0, 0, 0, 1, 0, 2, 3, 7, 7, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.856 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 6895, 36, 1045, 1, 7, 8, 7, 10, 37, 49, 109, 50, 34, 7, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.856 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 612, 13, 459, 21, 0, 0, 0, 4, 6, 6, 62, 211, 261, 3, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.856 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 326, 4, 2, 9, 1, 1, 0, 0, 0, 2, 5, 22, 307, 5, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.856 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 129, 8, 3, 0, 0, 0, 0, 1, 2, 4, 11, 12, 24, 24, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.856 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 100, 8, 29, 0, 0, 0, 0, 0, 1, 0, 13, 21, 30, 17, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.856 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 126, 0, 215, 0, 0, 0, 0, 0, 0, 0, 19, 13, 22, 28, 55, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.856 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 45, 0, 59, 0, 0, 0, 0, 0, 0, 0, 3, 1, 13, 13, 54, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.856 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 16, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.856 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.856 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.857 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.857 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.857 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.857 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.857 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.857 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.857 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.857 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.857 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.857 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.857 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.857 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.857 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.858 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.858 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.858 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.858 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.858 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.858 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:13.858 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:13.858 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.858 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.858 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 2, 2024-04-02T09:54:13.858 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:13.858 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.858 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.858 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 12467, 3888, 0, 0, 2, 1, 0, 0, 0, 0, 4, 1, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.859 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 9969, 301, 7, 0, 14, 0, 0, 1, 1, 6, 11, 6, 18, 37, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.859 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 872, 5, 1, 2, 1, 0, 0, 0, 3, 15, 34, 5, 0, 8, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.859 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 375, 6, 0, 0, 1, 0, 0, 0, 0, 3, 2, 15, 25, 6, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.859 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 82, 10, 5, 0, 1, 0, 0, 0, 0, 10, 9, 8, 14, 55, 130, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.859 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 151, 5, 2, 0, 0, 0, 0, 1, 0, 8, 3, 24, 45, 30, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.859 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 220, 2, 0, 1, 0, 0, 0, 0, 0, 0, 3, 6, 20, 50, 67, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.859 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 60, 0, 0, 0, 0, 0, 2, 0, 0, 2, 1, 0, 5, 27, 80, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.859 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 32, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 3, 2, 4, 31, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.859 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.859 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.859 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.859 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.859 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.859 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.859 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.860 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.860 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.860 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.860 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.860 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.860 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.860 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.860 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.860 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.860 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.860 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.860 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.860 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.860 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:13.860 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:13.860 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.861 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.861 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 3, 2024-04-02T09:54:13.861 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:13.861 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.861 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 325, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.861 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 18659, 7953, 0, 1, 7125, 354, 0, 0, 1, 1, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.861 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 12596, 396, 3, 1, 658, 239, 3, 6, 15, 16, 43, 18, 16, 15, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.861 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 2350, 14, 28, 0, 3, 1, 0, 3, 2, 7, 33, 75, 73, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.861 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 503, 13, 3, 0, 8, 6, 0, 1, 0, 2, 2, 8, 98, 0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.861 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 133, 13, 1, 0, 166, 23, 0, 1, 0, 0, 6, 1, 10, 14, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.861 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 46, 17, 0, 0, 327, 13, 0, 0, 0, 0, 0, 7, 3, 9, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.861 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 19, 40, 0, 0, 279, 0, 0, 0, 0, 0, 0, 0, 2, 3, 28, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.861 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 2, 84, 0, 0, 1925, 0, 0, 0, 0, 0, 0, 1, 0, 0, 9, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.861 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 4, 103, 0, 0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.861 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.861 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.862 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.862 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.862 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.862 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.862 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.862 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.862 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.862 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.862 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.862 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.862 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.862 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.862 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.862 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.862 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.863 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.863 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.863 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.863 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:13.863 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:13.863 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.863 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.863 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 4, 2024-04-02T09:54:13.863 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:13.863 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.863 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 4, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.863 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 7805, 3825, 4500, 3, 8, 2, 3, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.863 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 8028, 53, 51, 1, 17, 34, 60, 69, 6, 20, 18, 9, 9, 14, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.863 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1052, 21, 7, 0, 5, 0, 11, 6, 4, 9, 41, 84, 40, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.863 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 339, 1, 0, 0, 0, 1, 2, 1, 1, 1, 21, 22, 140, 1, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.864 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 167, 1, 1, 0, 0, 0, 0, 0, 0, 0, 2, 9, 29, 39, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.864 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 135, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 16, 19, 13, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.864 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 64, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 5, 7, 39, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.864 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 21, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.864 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.864 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.864 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.864 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.864 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.864 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.864 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.864 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.864 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.864 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.864 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.864 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.865 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.865 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.865 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.865 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.865 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.865 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.865 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.865 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.865 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.865 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:13.865 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:13.865 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.866 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.866 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 5, 2024-04-02T09:54:13.866 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:13.866 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.866 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1608, 176, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.866 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 12558, 3923, 0, 0, 1, 1, 0, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.866 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 8961, 97, 21, 1, 9, 1, 2, 1, 5, 0, 6, 5, 10, 18, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.866 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1306, 44, 23, 1, 11, 1, 1, 2, 3, 0, 5, 2, 2, 5, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.866 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 431, 1, 0, 5, 4, 0, 0, 0, 0, 1, 14, 6, 5, 11, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.866 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 184, 2, 0, 0, 0, 0, 1, 2, 1, 6, 0, 7, 29, 47, 100, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.866 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 158, 3, 0, 1, 0, 0, 0, 0, 0, 0, 1, 6, 6, 11, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.866 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 144, 0, 0, 0, 0, 0, 0, 0, 1, 7, 0, 7, 10, 18, 43, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.866 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 22, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.867 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.867 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.867 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.867 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.867 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.867 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.867 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.867 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.867 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.867 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.867 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.867 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.867 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.868 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.868 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.868 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.868 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.868 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.868 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.868 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.868 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.868 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:13.868 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:13.868 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.868 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.868 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 6, 2024-04-02T09:54:13.868 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:13.868 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.869 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.869 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 9091, 6, 0, 0, 5, 0, 0, 0, 1, 0, 19, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.869 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 7524, 59, 32, 0, 11, 3, 3, 4, 13, 15, 69, 5, 13, 31, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.869 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1130, 30, 18, 2, 7, 1, 0, 3, 11, 12, 49, 65, 32, 8, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.869 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 369, 1, 0, 0, 0, 0, 0, 0, 2, 6, 19, 29, 169, 1, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.869 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 151, 3, 1, 0, 2, 1, 0, 0, 0, 1, 0, 3, 49, 39, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.869 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 75, 1, 0, 0, 0, 0, 0, 4, 0, 0, 0, 2, 2, 10, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.869 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 4, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.869 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.869 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.869 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.869 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.869 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.869 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.869 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.869 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.870 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.870 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.870 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.870 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.870 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.870 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.870 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.870 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.870 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.870 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.870 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.870 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.870 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.870 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.871 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:13.871 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:13.871 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.871 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.871 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 7, 2024-04-02T09:54:13.871 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:13.871 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.871 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.871 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 13365, 3, 64, 6, 26, 19, 4, 0, 0, 0, 3, 2, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.871 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 8749, 42, 26, 2, 14, 29, 94, 129, 0, 0, 6, 4, 15, 15, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.871 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1222, 98, 117, 0, 6, 0, 6, 13, 4, 0, 12, 2, 7, 9, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.871 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 482, 44, 84, 0, 1, 0, 0, 0, 2, 6, 23, 7, 7, 7, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.871 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 184, 11, 9, 0, 0, 0, 0, 1, 0, 0, 1, 10, 38, 45, 104, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.871 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 114, 4, 22, 17, 1, 2, 0, 0, 0, 0, 3, 16, 13, 21, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.872 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 65, 0, 3, 37, 38, 1, 0, 0, 0, 0, 1, 4, 5, 17, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.872 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 15, 0, 0, 14, 91, 78, 0, 0, 0, 0, 0, 2, 10, 10, 30, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.872 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 11, 0, 0, 0, 6, 51, 0, 0, 0, 0, 0, 0, 0, 3, 4, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.872 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.872 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.872 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.872 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.872 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.872 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.872 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.872 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.872 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.872 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.873 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.873 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.873 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.873 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.873 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.873 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.873 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.873 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.873 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.873 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.873 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:13.873 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:13.873 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.873 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:13.873 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.874 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:54:13.874 INFO:tasks.workunit.client.0.smithi012.stdout: "axes": [ 2024-04-02T09:54:13.874 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.874 INFO:tasks.workunit.client.0.smithi012.stdout: "buckets": 32, 2024-04-02T09:54:13.874 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 0, 2024-04-02T09:54:13.874 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "Latency (usec)", 2024-04-02T09:54:13.874 INFO:tasks.workunit.client.0.smithi012.stdout: "quant_size": 100000, 2024-04-02T09:54:13.874 INFO:tasks.workunit.client.0.smithi012.stdout: "ranges": [ 2024-04-02T09:54:13.874 INFO:tasks.workunit.client.0.smithi012.stdout: "[None, -1]", 2024-04-02T09:54:13.874 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 99999]", 2024-04-02T09:54:13.874 INFO:tasks.workunit.client.0.smithi012.stdout: "[100000, 199999]", 2024-04-02T09:54:13.874 INFO:tasks.workunit.client.0.smithi012.stdout: "[200000, 399999]", 2024-04-02T09:54:13.874 INFO:tasks.workunit.client.0.smithi012.stdout: "[400000, 799999]", 2024-04-02T09:54:13.875 INFO:tasks.workunit.client.0.smithi012.stdout: "[800000, 1599999]", 2024-04-02T09:54:13.875 INFO:tasks.workunit.client.0.smithi012.stdout: "[1600000, 3199999]", 2024-04-02T09:54:13.875 INFO:tasks.workunit.client.0.smithi012.stdout: "[3200000, 6399999]", 2024-04-02T09:54:13.875 INFO:tasks.workunit.client.0.smithi012.stdout: "[6400000, 12799999]", 2024-04-02T09:54:13.875 INFO:tasks.workunit.client.0.smithi012.stdout: "[12800000, 25599999]", 2024-04-02T09:54:13.875 INFO:tasks.workunit.client.0.smithi012.stdout: "[25600000, 51199999]", 2024-04-02T09:54:13.875 INFO:tasks.workunit.client.0.smithi012.stdout: "[51200000, 102399999]", 2024-04-02T09:54:13.875 INFO:tasks.workunit.client.0.smithi012.stdout: "[102400000, 204799999]", 2024-04-02T09:54:13.875 INFO:tasks.workunit.client.0.smithi012.stdout: "[204800000, 409599999]", 2024-04-02T09:54:13.875 INFO:tasks.workunit.client.0.smithi012.stdout: "[409600000, 819199999]", 2024-04-02T09:54:13.875 INFO:tasks.workunit.client.0.smithi012.stdout: "[819200000, 1638399999]", 2024-04-02T09:54:13.875 INFO:tasks.workunit.client.0.smithi012.stdout: "[1638400000, 3276799999]", 2024-04-02T09:54:13.875 INFO:tasks.workunit.client.0.smithi012.stdout: "[3276800000, 6553599999]", 2024-04-02T09:54:13.875 INFO:tasks.workunit.client.0.smithi012.stdout: "[6553600000, 13107199999]", 2024-04-02T09:54:13.875 INFO:tasks.workunit.client.0.smithi012.stdout: "[13107200000, 26214399999]", 2024-04-02T09:54:13.875 INFO:tasks.workunit.client.0.smithi012.stdout: "[26214400000, 52428799999]", 2024-04-02T09:54:13.876 INFO:tasks.workunit.client.0.smithi012.stdout: "[52428800000, 104857599999]", 2024-04-02T09:54:13.876 INFO:tasks.workunit.client.0.smithi012.stdout: "[104857600000, 209715199999]", 2024-04-02T09:54:13.876 INFO:tasks.workunit.client.0.smithi012.stdout: "[209715200000, 419430399999]", 2024-04-02T09:54:13.876 INFO:tasks.workunit.client.0.smithi012.stdout: "[419430400000, 838860799999]", 2024-04-02T09:54:13.876 INFO:tasks.workunit.client.0.smithi012.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:54:13.876 INFO:tasks.workunit.client.0.smithi012.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:54:13.876 INFO:tasks.workunit.client.0.smithi012.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:54:13.876 INFO:tasks.workunit.client.0.smithi012.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:54:13.876 INFO:tasks.workunit.client.0.smithi012.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:54:13.876 INFO:tasks.workunit.client.0.smithi012.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:54:13.876 INFO:tasks.workunit.client.0.smithi012.stdout: "[53687091200000, None]" 2024-04-02T09:54:13.876 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.876 INFO:tasks.workunit.client.0.smithi012.stdout: "scale_type": "log2" 2024-04-02T09:54:13.876 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.876 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.876 INFO:tasks.workunit.client.0.smithi012.stdout: "buckets": 32, 2024-04-02T09:54:13.877 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 0, 2024-04-02T09:54:13.877 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "Request size (bytes)", 2024-04-02T09:54:13.877 INFO:tasks.workunit.client.0.smithi012.stdout: "quant_size": 512, 2024-04-02T09:54:13.877 INFO:tasks.workunit.client.0.smithi012.stdout: "ranges": [ 2024-04-02T09:54:13.877 INFO:tasks.workunit.client.0.smithi012.stdout: "[None, -1]", 2024-04-02T09:54:13.877 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 511]", 2024-04-02T09:54:13.877 INFO:tasks.workunit.client.0.smithi012.stdout: "[512, 1023]", 2024-04-02T09:54:13.877 INFO:tasks.workunit.client.0.smithi012.stdout: "[1024, 2047]", 2024-04-02T09:54:13.877 INFO:tasks.workunit.client.0.smithi012.stdout: "[2048, 4095]", 2024-04-02T09:54:13.877 INFO:tasks.workunit.client.0.smithi012.stdout: "[4096, 8191]", 2024-04-02T09:54:13.877 INFO:tasks.workunit.client.0.smithi012.stdout: "[8192, 16383]", 2024-04-02T09:54:13.877 INFO:tasks.workunit.client.0.smithi012.stdout: "[16384, 32767]", 2024-04-02T09:54:13.877 INFO:tasks.workunit.client.0.smithi012.stdout: "[32768, 65535]", 2024-04-02T09:54:13.877 INFO:tasks.workunit.client.0.smithi012.stdout: "[65536, 131071]", 2024-04-02T09:54:13.877 INFO:tasks.workunit.client.0.smithi012.stdout: "[131072, 262143]", 2024-04-02T09:54:13.878 INFO:tasks.workunit.client.0.smithi012.stdout: "[262144, 524287]", 2024-04-02T09:54:13.878 INFO:tasks.workunit.client.0.smithi012.stdout: "[524288, 1048575]", 2024-04-02T09:54:13.878 INFO:tasks.workunit.client.0.smithi012.stdout: "[1048576, 2097151]", 2024-04-02T09:54:13.878 INFO:tasks.workunit.client.0.smithi012.stdout: "[2097152, 4194303]", 2024-04-02T09:54:13.878 INFO:tasks.workunit.client.0.smithi012.stdout: "[4194304, 8388607]", 2024-04-02T09:54:13.878 INFO:tasks.workunit.client.0.smithi012.stdout: "[8388608, 16777215]", 2024-04-02T09:54:13.878 INFO:tasks.workunit.client.0.smithi012.stdout: "[16777216, 33554431]", 2024-04-02T09:54:13.878 INFO:tasks.workunit.client.0.smithi012.stdout: "[33554432, 67108863]", 2024-04-02T09:54:13.878 INFO:tasks.workunit.client.0.smithi012.stdout: "[67108864, 134217727]", 2024-04-02T09:54:13.878 INFO:tasks.workunit.client.0.smithi012.stdout: "[134217728, 268435455]", 2024-04-02T09:54:13.878 INFO:tasks.workunit.client.0.smithi012.stdout: "[268435456, 536870911]", 2024-04-02T09:54:13.878 INFO:tasks.workunit.client.0.smithi012.stdout: "[536870912, 1073741823]", 2024-04-02T09:54:13.878 INFO:tasks.workunit.client.0.smithi012.stdout: "[1073741824, 2147483647]", 2024-04-02T09:54:13.878 INFO:tasks.workunit.client.0.smithi012.stdout: "[2147483648, 4294967295]", 2024-04-02T09:54:13.879 INFO:tasks.workunit.client.0.smithi012.stdout: "[4294967296, 8589934591]", 2024-04-02T09:54:13.879 INFO:tasks.workunit.client.0.smithi012.stdout: "[8589934592, 17179869183]", 2024-04-02T09:54:13.879 INFO:tasks.workunit.client.0.smithi012.stdout: "[17179869184, 34359738367]", 2024-04-02T09:54:13.879 INFO:tasks.workunit.client.0.smithi012.stdout: "[34359738368, 68719476735]", 2024-04-02T09:54:13.879 INFO:tasks.workunit.client.0.smithi012.stdout: "[68719476736, 137438953471]", 2024-04-02T09:54:13.879 INFO:tasks.workunit.client.0.smithi012.stdout: "[137438953472, 274877906943]", 2024-04-02T09:54:13.879 INFO:tasks.workunit.client.0.smithi012.stdout: "[274877906944, None]" 2024-04-02T09:54:13.879 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.879 INFO:tasks.workunit.client.0.smithi012.stdout: "scale_type": "log2" 2024-04-02T09:54:13.879 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.879 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.879 INFO:tasks.workunit.client.0.smithi012.stdout: "osds": [ 2024-04-02T09:54:13.879 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.879 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 0, 2024-04-02T09:54:13.880 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:13.880 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.880 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.880 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.880 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.880 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.880 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 4444, 51, 74, 153, 418, 556, 598, 3, 0, 0, 1, 0, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.880 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 604, 18, 33, 52, 50, 54, 124, 2, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.880 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 258, 0, 1, 0, 0, 3, 2, 0, 0, 1, 0, 7, 7, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.880 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 133, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 3, 7, 9, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.880 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 73, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 5, 13, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.880 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.880 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.881 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.881 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.881 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.881 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.881 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.881 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.881 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.881 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.881 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.881 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.881 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.881 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.881 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.882 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.882 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.882 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.882 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.882 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.882 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.882 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:13.882 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:13.882 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.882 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.882 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 1, 2024-04-02T09:54:13.882 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:13.882 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.882 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.883 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.883 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.883 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.883 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 2959, 223, 35, 68, 122, 1, 0, 0, 2, 0, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.883 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 529, 59, 1330, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.883 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 320, 10, 15, 0, 0, 0, 0, 0, 0, 0, 1, 5, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.883 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1479, 975, 28, 0, 0, 0, 0, 0, 0, 1, 1, 2, 4, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.883 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1782, 2018, 262, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 7, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.883 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3, 4, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.883 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.883 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.883 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.883 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.883 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.883 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.883 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.883 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.884 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.884 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.884 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.884 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.884 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.884 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.884 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.884 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.884 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.884 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.884 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.884 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.884 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:13.884 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:13.884 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.884 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.885 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 2, 2024-04-02T09:54:13.885 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:13.885 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.885 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.885 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.885 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.885 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 152, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.885 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 9305, 15, 0, 0, 2, 1, 0, 1, 1, 0, 0, 1, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.885 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 16905, 3, 0, 0, 0, 1, 0, 0, 2, 1, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.885 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 397, 0, 1, 0, 0, 0, 0, 0, 0, 2, 0, 6, 7, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.885 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 214, 1, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 4, 15, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.885 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 139, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 15, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.885 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.885 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.885 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.886 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.886 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.886 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.886 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.886 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.886 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.886 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.886 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.886 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.886 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.886 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.886 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.886 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.887 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.887 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.887 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.887 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.887 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.887 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:13.887 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:13.887 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.887 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.887 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 3, 2024-04-02T09:54:13.887 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:13.887 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.887 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.888 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.888 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.888 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 65, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.888 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3521, 37, 0, 0, 16, 2, 7, 4, 16, 16, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.888 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 313, 9, 0, 0, 6, 1, 0, 0, 0, 1, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.888 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 176, 16, 34, 47, 2, 0, 0, 0, 1, 0, 1, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.888 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 809, 180, 0, 103, 0, 0, 0, 0, 0, 1, 0, 1, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.888 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3812, 2229, 0, 392, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.888 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 623, 595, 0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.888 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.888 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.888 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.888 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.888 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.888 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.888 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.889 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.889 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.889 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.889 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.889 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.889 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.889 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.889 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.889 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.889 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.889 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.889 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.889 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.889 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:13.889 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:13.890 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.890 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.890 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 4, 2024-04-02T09:54:13.890 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:13.890 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.890 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.890 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.890 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.890 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 316, 1, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.890 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3488, 218, 33, 65, 137, 274, 474, 1, 8, 7, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.890 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 306, 16, 0, 0, 0, 0, 11, 0, 1, 1, 2, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.890 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 129, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.890 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 51, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 2, 4, 8, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.890 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 9, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.890 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 4, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.890 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.891 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.891 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.891 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.891 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.891 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.891 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.891 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.891 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.891 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.891 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.891 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.891 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.891 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.891 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.892 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.892 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.892 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.892 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.892 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.892 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:13.892 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:13.892 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.892 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.892 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 5, 2024-04-02T09:54:13.892 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:13.892 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.892 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.892 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.892 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.892 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 274, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.893 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 5314, 78, 134, 257, 451, 592, 715, 5, 1, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.893 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 424, 2, 3, 2, 21, 19, 11, 1, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.893 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 317, 0, 2, 4, 0, 1, 1, 0, 1, 0, 0, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.893 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 183, 40, 80, 125, 29, 1, 0, 0, 0, 0, 0, 1, 4, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.893 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 65, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 3, 10, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.893 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.893 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.893 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.893 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.893 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.893 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.893 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.893 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.893 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.893 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.894 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.894 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.894 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.894 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.894 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.894 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.894 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.894 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.894 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.894 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.894 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.894 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:13.894 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:13.894 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.894 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.895 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 6, 2024-04-02T09:54:13.895 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:13.895 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.895 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.895 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.895 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.895 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 234, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.895 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3498, 24, 0, 0, 2, 1, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.895 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 438, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.895 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 279, 6, 0, 0, 1, 0, 0, 0, 0, 1, 1, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.895 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 316, 105, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.895 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 131, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 1, 8, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.895 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 6, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.895 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.895 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.895 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.896 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.896 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.896 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.896 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.896 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.896 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.896 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.896 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.896 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.896 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.896 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.896 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.896 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.897 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.897 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.897 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.897 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.897 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:13.897 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:13.897 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.897 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.897 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 7, 2024-04-02T09:54:13.897 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:13.897 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.897 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.897 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.897 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.898 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 211, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.898 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 7289, 34, 40, 53, 4, 0, 1, 2, 2, 1, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.898 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3668, 26, 89, 58, 0, 0, 0, 0, 0, 0, 1, 1, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.898 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 317, 13, 6, 2, 0, 1, 0, 1, 0, 2, 2, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.898 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 248, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 2, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.898 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 161, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 6, 10, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.898 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.898 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.898 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.898 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.898 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.898 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.898 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.899 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.899 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.899 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.899 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.899 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.899 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.899 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.899 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.899 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.899 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.899 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.899 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.899 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.900 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.900 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:13.900 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:13.900 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.900 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:13.900 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.900 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:54:13.900 INFO:tasks.workunit.client.0.smithi012.stdout: "axes": [ 2024-04-02T09:54:13.900 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.900 INFO:tasks.workunit.client.0.smithi012.stdout: "buckets": 32, 2024-04-02T09:54:13.900 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 0, 2024-04-02T09:54:13.900 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "Latency (usec)", 2024-04-02T09:54:13.900 INFO:tasks.workunit.client.0.smithi012.stdout: "quant_size": 100000, 2024-04-02T09:54:13.900 INFO:tasks.workunit.client.0.smithi012.stdout: "ranges": [ 2024-04-02T09:54:13.900 INFO:tasks.workunit.client.0.smithi012.stdout: "[None, -1]", 2024-04-02T09:54:13.901 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 99999]", 2024-04-02T09:54:13.901 INFO:tasks.workunit.client.0.smithi012.stdout: "[100000, 199999]", 2024-04-02T09:54:13.901 INFO:tasks.workunit.client.0.smithi012.stdout: "[200000, 399999]", 2024-04-02T09:54:13.901 INFO:tasks.workunit.client.0.smithi012.stdout: "[400000, 799999]", 2024-04-02T09:54:13.901 INFO:tasks.workunit.client.0.smithi012.stdout: "[800000, 1599999]", 2024-04-02T09:54:13.901 INFO:tasks.workunit.client.0.smithi012.stdout: "[1600000, 3199999]", 2024-04-02T09:54:13.901 INFO:tasks.workunit.client.0.smithi012.stdout: "[3200000, 6399999]", 2024-04-02T09:54:13.901 INFO:tasks.workunit.client.0.smithi012.stdout: "[6400000, 12799999]", 2024-04-02T09:54:13.901 INFO:tasks.workunit.client.0.smithi012.stdout: "[12800000, 25599999]", 2024-04-02T09:54:13.901 INFO:tasks.workunit.client.0.smithi012.stdout: "[25600000, 51199999]", 2024-04-02T09:54:13.901 INFO:tasks.workunit.client.0.smithi012.stdout: "[51200000, 102399999]", 2024-04-02T09:54:13.901 INFO:tasks.workunit.client.0.smithi012.stdout: "[102400000, 204799999]", 2024-04-02T09:54:13.901 INFO:tasks.workunit.client.0.smithi012.stdout: "[204800000, 409599999]", 2024-04-02T09:54:13.901 INFO:tasks.workunit.client.0.smithi012.stdout: "[409600000, 819199999]", 2024-04-02T09:54:13.901 INFO:tasks.workunit.client.0.smithi012.stdout: "[819200000, 1638399999]", 2024-04-02T09:54:13.901 INFO:tasks.workunit.client.0.smithi012.stdout: "[1638400000, 3276799999]", 2024-04-02T09:54:13.902 INFO:tasks.workunit.client.0.smithi012.stdout: "[3276800000, 6553599999]", 2024-04-02T09:54:13.902 INFO:tasks.workunit.client.0.smithi012.stdout: "[6553600000, 13107199999]", 2024-04-02T09:54:13.902 INFO:tasks.workunit.client.0.smithi012.stdout: "[13107200000, 26214399999]", 2024-04-02T09:54:13.902 INFO:tasks.workunit.client.0.smithi012.stdout: "[26214400000, 52428799999]", 2024-04-02T09:54:13.902 INFO:tasks.workunit.client.0.smithi012.stdout: "[52428800000, 104857599999]", 2024-04-02T09:54:13.902 INFO:tasks.workunit.client.0.smithi012.stdout: "[104857600000, 209715199999]", 2024-04-02T09:54:13.902 INFO:tasks.workunit.client.0.smithi012.stdout: "[209715200000, 419430399999]", 2024-04-02T09:54:13.902 INFO:tasks.workunit.client.0.smithi012.stdout: "[419430400000, 838860799999]", 2024-04-02T09:54:13.902 INFO:tasks.workunit.client.0.smithi012.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:54:13.902 INFO:tasks.workunit.client.0.smithi012.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:54:13.902 INFO:tasks.workunit.client.0.smithi012.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:54:13.902 INFO:tasks.workunit.client.0.smithi012.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:54:13.902 INFO:tasks.workunit.client.0.smithi012.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:54:13.902 INFO:tasks.workunit.client.0.smithi012.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:54:13.903 INFO:tasks.workunit.client.0.smithi012.stdout: "[53687091200000, None]" 2024-04-02T09:54:13.903 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.903 INFO:tasks.workunit.client.0.smithi012.stdout: "scale_type": "log2" 2024-04-02T09:54:13.903 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.903 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.903 INFO:tasks.workunit.client.0.smithi012.stdout: "buckets": 32, 2024-04-02T09:54:13.903 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 0, 2024-04-02T09:54:13.903 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "Request size (bytes)", 2024-04-02T09:54:13.903 INFO:tasks.workunit.client.0.smithi012.stdout: "quant_size": 512, 2024-04-02T09:54:13.903 INFO:tasks.workunit.client.0.smithi012.stdout: "ranges": [ 2024-04-02T09:54:13.903 INFO:tasks.workunit.client.0.smithi012.stdout: "[None, -1]", 2024-04-02T09:54:13.903 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 511]", 2024-04-02T09:54:13.903 INFO:tasks.workunit.client.0.smithi012.stdout: "[512, 1023]", 2024-04-02T09:54:13.903 INFO:tasks.workunit.client.0.smithi012.stdout: "[1024, 2047]", 2024-04-02T09:54:13.903 INFO:tasks.workunit.client.0.smithi012.stdout: "[2048, 4095]", 2024-04-02T09:54:13.904 INFO:tasks.workunit.client.0.smithi012.stdout: "[4096, 8191]", 2024-04-02T09:54:13.904 INFO:tasks.workunit.client.0.smithi012.stdout: "[8192, 16383]", 2024-04-02T09:54:13.904 INFO:tasks.workunit.client.0.smithi012.stdout: "[16384, 32767]", 2024-04-02T09:54:13.904 INFO:tasks.workunit.client.0.smithi012.stdout: "[32768, 65535]", 2024-04-02T09:54:13.904 INFO:tasks.workunit.client.0.smithi012.stdout: "[65536, 131071]", 2024-04-02T09:54:13.904 INFO:tasks.workunit.client.0.smithi012.stdout: "[131072, 262143]", 2024-04-02T09:54:13.904 INFO:tasks.workunit.client.0.smithi012.stdout: "[262144, 524287]", 2024-04-02T09:54:13.904 INFO:tasks.workunit.client.0.smithi012.stdout: "[524288, 1048575]", 2024-04-02T09:54:13.904 INFO:tasks.workunit.client.0.smithi012.stdout: "[1048576, 2097151]", 2024-04-02T09:54:13.904 INFO:tasks.workunit.client.0.smithi012.stdout: "[2097152, 4194303]", 2024-04-02T09:54:13.904 INFO:tasks.workunit.client.0.smithi012.stdout: "[4194304, 8388607]", 2024-04-02T09:54:13.904 INFO:tasks.workunit.client.0.smithi012.stdout: "[8388608, 16777215]", 2024-04-02T09:54:13.904 INFO:tasks.workunit.client.0.smithi012.stdout: "[16777216, 33554431]", 2024-04-02T09:54:13.904 INFO:tasks.workunit.client.0.smithi012.stdout: "[33554432, 67108863]", 2024-04-02T09:54:13.904 INFO:tasks.workunit.client.0.smithi012.stdout: "[67108864, 134217727]", 2024-04-02T09:54:13.904 INFO:tasks.workunit.client.0.smithi012.stdout: "[134217728, 268435455]", 2024-04-02T09:54:13.904 INFO:tasks.workunit.client.0.smithi012.stdout: "[268435456, 536870911]", 2024-04-02T09:54:13.905 INFO:tasks.workunit.client.0.smithi012.stdout: "[536870912, 1073741823]", 2024-04-02T09:54:13.905 INFO:tasks.workunit.client.0.smithi012.stdout: "[1073741824, 2147483647]", 2024-04-02T09:54:13.905 INFO:tasks.workunit.client.0.smithi012.stdout: "[2147483648, 4294967295]", 2024-04-02T09:54:13.905 INFO:tasks.workunit.client.0.smithi012.stdout: "[4294967296, 8589934591]", 2024-04-02T09:54:13.905 INFO:tasks.workunit.client.0.smithi012.stdout: "[8589934592, 17179869183]", 2024-04-02T09:54:13.905 INFO:tasks.workunit.client.0.smithi012.stdout: "[17179869184, 34359738367]", 2024-04-02T09:54:13.905 INFO:tasks.workunit.client.0.smithi012.stdout: "[34359738368, 68719476735]", 2024-04-02T09:54:13.905 INFO:tasks.workunit.client.0.smithi012.stdout: "[68719476736, 137438953471]", 2024-04-02T09:54:13.905 INFO:tasks.workunit.client.0.smithi012.stdout: "[137438953472, 274877906943]", 2024-04-02T09:54:13.905 INFO:tasks.workunit.client.0.smithi012.stdout: "[274877906944, None]" 2024-04-02T09:54:13.905 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.905 INFO:tasks.workunit.client.0.smithi012.stdout: "scale_type": "log2" 2024-04-02T09:54:13.905 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.905 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.905 INFO:tasks.workunit.client.0.smithi012.stdout: "osds": [ 2024-04-02T09:54:13.905 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.906 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 0, 2024-04-02T09:54:13.906 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:13.906 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.906 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.906 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.906 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.906 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.906 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 6303, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.906 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 942, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.906 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 281, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.906 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 161, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.906 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 119, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.906 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.906 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.907 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.907 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.907 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.907 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.907 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.907 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.907 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.907 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.907 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.907 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.907 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.907 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.907 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.907 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.908 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.908 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.908 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.908 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.908 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.908 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:13.908 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:13.908 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.908 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.908 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 1, 2024-04-02T09:54:13.908 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:13.908 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.908 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.909 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.909 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.909 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.909 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3413, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.909 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1920, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.909 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 354, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.909 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 2497, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.909 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 4085, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.909 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.909 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.909 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.909 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.909 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.909 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.909 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.910 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.910 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.910 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.910 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.910 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.910 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.910 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.910 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.910 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.910 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.910 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.910 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.910 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.910 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.910 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:13.911 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:13.911 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.911 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.911 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 2, 2024-04-02T09:54:13.911 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:13.911 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.911 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.911 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.911 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.911 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 152, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.911 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 9335, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.911 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 16916, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.911 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 418, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.911 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 246, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.912 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 173, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.912 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.912 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.912 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.912 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.912 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.912 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.912 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.912 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.912 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.912 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.912 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.912 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.912 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.912 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.912 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.913 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.913 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.913 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.913 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.913 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.913 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.913 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:13.913 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:13.913 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.913 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.913 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 3, 2024-04-02T09:54:13.913 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:13.913 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.913 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.913 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.913 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.914 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.914 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3622, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.914 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 333, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.914 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 281, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.914 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1098, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.914 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 6450, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.914 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1280, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.914 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.914 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.914 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.914 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.914 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.914 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.914 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.914 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.914 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.915 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.915 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.915 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.915 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.915 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.915 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.915 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.915 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.915 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.915 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.915 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.915 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:13.915 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:13.915 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.915 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.916 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 4, 2024-04-02T09:54:13.916 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:13.916 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.916 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.916 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.916 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.916 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 321, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.916 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 4707, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.916 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 340, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.916 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 138, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.916 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.916 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 72, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.916 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.916 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.916 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.916 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.917 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.917 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.917 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.917 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.917 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.917 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.917 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.917 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.917 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.917 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.917 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.918 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.918 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.918 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.918 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.918 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.918 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.918 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:13.918 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:13.918 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.918 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.918 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 5, 2024-04-02T09:54:13.918 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:13.918 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.918 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.919 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.919 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.919 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 274, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.919 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 7550, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.919 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 486, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.919 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 334, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.919 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 470, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.919 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.919 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.919 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.919 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.919 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.919 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.919 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.920 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.920 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.920 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.920 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.920 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.920 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.920 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.920 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.920 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.920 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.920 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.920 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.920 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.921 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.921 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.921 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:13.921 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:13.921 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.921 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.921 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 6, 2024-04-02T09:54:13.921 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:13.921 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.921 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.921 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.921 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.921 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 234, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.921 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3528, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.921 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 443, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.922 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 294, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.922 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 431, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.922 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 160, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.922 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.922 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.922 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.922 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.922 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.922 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.922 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.922 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.922 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.922 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.922 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.922 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.923 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.923 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.923 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.923 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.923 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.923 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.923 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.923 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.923 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.923 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:13.923 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:13.923 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.923 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.923 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 7, 2024-04-02T09:54:13.923 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:13.923 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.924 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.924 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.924 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.924 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 212, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.924 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 7430, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.924 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3847, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.924 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 348, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.924 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 264, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.924 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 209, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.924 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.924 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.924 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.924 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.924 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.925 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.925 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.925 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.925 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.925 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.925 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.925 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.925 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.925 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.925 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.925 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.925 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.925 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.925 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.925 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.926 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.926 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:13.926 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:13.926 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.926 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:13.926 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.926 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:54:13.926 INFO:tasks.workunit.client.0.smithi012.stdout: "axes": [ 2024-04-02T09:54:13.926 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.926 INFO:tasks.workunit.client.0.smithi012.stdout: "buckets": 32, 2024-04-02T09:54:13.926 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 0, 2024-04-02T09:54:13.926 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "Latency (usec)", 2024-04-02T09:54:13.926 INFO:tasks.workunit.client.0.smithi012.stdout: "quant_size": 100000, 2024-04-02T09:54:13.926 INFO:tasks.workunit.client.0.smithi012.stdout: "ranges": [ 2024-04-02T09:54:13.927 INFO:tasks.workunit.client.0.smithi012.stdout: "[None, -1]", 2024-04-02T09:54:13.927 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 99999]", 2024-04-02T09:54:13.927 INFO:tasks.workunit.client.0.smithi012.stdout: "[100000, 199999]", 2024-04-02T09:54:13.927 INFO:tasks.workunit.client.0.smithi012.stdout: "[200000, 399999]", 2024-04-02T09:54:13.927 INFO:tasks.workunit.client.0.smithi012.stdout: "[400000, 799999]", 2024-04-02T09:54:13.927 INFO:tasks.workunit.client.0.smithi012.stdout: "[800000, 1599999]", 2024-04-02T09:54:13.927 INFO:tasks.workunit.client.0.smithi012.stdout: "[1600000, 3199999]", 2024-04-02T09:54:13.927 INFO:tasks.workunit.client.0.smithi012.stdout: "[3200000, 6399999]", 2024-04-02T09:54:13.927 INFO:tasks.workunit.client.0.smithi012.stdout: "[6400000, 12799999]", 2024-04-02T09:54:13.927 INFO:tasks.workunit.client.0.smithi012.stdout: "[12800000, 25599999]", 2024-04-02T09:54:13.927 INFO:tasks.workunit.client.0.smithi012.stdout: "[25600000, 51199999]", 2024-04-02T09:54:13.927 INFO:tasks.workunit.client.0.smithi012.stdout: "[51200000, 102399999]", 2024-04-02T09:54:13.927 INFO:tasks.workunit.client.0.smithi012.stdout: "[102400000, 204799999]", 2024-04-02T09:54:13.927 INFO:tasks.workunit.client.0.smithi012.stdout: "[204800000, 409599999]", 2024-04-02T09:54:13.927 INFO:tasks.workunit.client.0.smithi012.stdout: "[409600000, 819199999]", 2024-04-02T09:54:13.928 INFO:tasks.workunit.client.0.smithi012.stdout: "[819200000, 1638399999]", 2024-04-02T09:54:13.928 INFO:tasks.workunit.client.0.smithi012.stdout: "[1638400000, 3276799999]", 2024-04-02T09:54:13.928 INFO:tasks.workunit.client.0.smithi012.stdout: "[3276800000, 6553599999]", 2024-04-02T09:54:13.928 INFO:tasks.workunit.client.0.smithi012.stdout: "[6553600000, 13107199999]", 2024-04-02T09:54:13.928 INFO:tasks.workunit.client.0.smithi012.stdout: "[13107200000, 26214399999]", 2024-04-02T09:54:13.928 INFO:tasks.workunit.client.0.smithi012.stdout: "[26214400000, 52428799999]", 2024-04-02T09:54:13.928 INFO:tasks.workunit.client.0.smithi012.stdout: "[52428800000, 104857599999]", 2024-04-02T09:54:13.928 INFO:tasks.workunit.client.0.smithi012.stdout: "[104857600000, 209715199999]", 2024-04-02T09:54:13.928 INFO:tasks.workunit.client.0.smithi012.stdout: "[209715200000, 419430399999]", 2024-04-02T09:54:13.928 INFO:tasks.workunit.client.0.smithi012.stdout: "[419430400000, 838860799999]", 2024-04-02T09:54:13.928 INFO:tasks.workunit.client.0.smithi012.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:54:13.928 INFO:tasks.workunit.client.0.smithi012.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:54:13.928 INFO:tasks.workunit.client.0.smithi012.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:54:13.928 INFO:tasks.workunit.client.0.smithi012.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:54:13.929 INFO:tasks.workunit.client.0.smithi012.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:54:13.929 INFO:tasks.workunit.client.0.smithi012.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:54:13.929 INFO:tasks.workunit.client.0.smithi012.stdout: "[53687091200000, None]" 2024-04-02T09:54:13.929 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.929 INFO:tasks.workunit.client.0.smithi012.stdout: "scale_type": "log2" 2024-04-02T09:54:13.929 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.929 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.929 INFO:tasks.workunit.client.0.smithi012.stdout: "buckets": 32, 2024-04-02T09:54:13.929 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 0, 2024-04-02T09:54:13.929 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "Request size (bytes)", 2024-04-02T09:54:13.929 INFO:tasks.workunit.client.0.smithi012.stdout: "quant_size": 512, 2024-04-02T09:54:13.929 INFO:tasks.workunit.client.0.smithi012.stdout: "ranges": [ 2024-04-02T09:54:13.930 INFO:tasks.workunit.client.0.smithi012.stdout: "[None, -1]", 2024-04-02T09:54:13.930 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 511]", 2024-04-02T09:54:13.930 INFO:tasks.workunit.client.0.smithi012.stdout: "[512, 1023]", 2024-04-02T09:54:13.930 INFO:tasks.workunit.client.0.smithi012.stdout: "[1024, 2047]", 2024-04-02T09:54:13.930 INFO:tasks.workunit.client.0.smithi012.stdout: "[2048, 4095]", 2024-04-02T09:54:13.930 INFO:tasks.workunit.client.0.smithi012.stdout: "[4096, 8191]", 2024-04-02T09:54:13.930 INFO:tasks.workunit.client.0.smithi012.stdout: "[8192, 16383]", 2024-04-02T09:54:13.930 INFO:tasks.workunit.client.0.smithi012.stdout: "[16384, 32767]", 2024-04-02T09:54:13.930 INFO:tasks.workunit.client.0.smithi012.stdout: "[32768, 65535]", 2024-04-02T09:54:13.930 INFO:tasks.workunit.client.0.smithi012.stdout: "[65536, 131071]", 2024-04-02T09:54:13.930 INFO:tasks.workunit.client.0.smithi012.stdout: "[131072, 262143]", 2024-04-02T09:54:13.930 INFO:tasks.workunit.client.0.smithi012.stdout: "[262144, 524287]", 2024-04-02T09:54:13.931 INFO:tasks.workunit.client.0.smithi012.stdout: "[524288, 1048575]", 2024-04-02T09:54:13.931 INFO:tasks.workunit.client.0.smithi012.stdout: "[1048576, 2097151]", 2024-04-02T09:54:13.931 INFO:tasks.workunit.client.0.smithi012.stdout: "[2097152, 4194303]", 2024-04-02T09:54:13.931 INFO:tasks.workunit.client.0.smithi012.stdout: "[4194304, 8388607]", 2024-04-02T09:54:13.931 INFO:tasks.workunit.client.0.smithi012.stdout: "[8388608, 16777215]", 2024-04-02T09:54:13.931 INFO:tasks.workunit.client.0.smithi012.stdout: "[16777216, 33554431]", 2024-04-02T09:54:13.931 INFO:tasks.workunit.client.0.smithi012.stdout: "[33554432, 67108863]", 2024-04-02T09:54:13.931 INFO:tasks.workunit.client.0.smithi012.stdout: "[67108864, 134217727]", 2024-04-02T09:54:13.931 INFO:tasks.workunit.client.0.smithi012.stdout: "[134217728, 268435455]", 2024-04-02T09:54:13.931 INFO:tasks.workunit.client.0.smithi012.stdout: "[268435456, 536870911]", 2024-04-02T09:54:13.931 INFO:tasks.workunit.client.0.smithi012.stdout: "[536870912, 1073741823]", 2024-04-02T09:54:13.931 INFO:tasks.workunit.client.0.smithi012.stdout: "[1073741824, 2147483647]", 2024-04-02T09:54:13.931 INFO:tasks.workunit.client.0.smithi012.stdout: "[2147483648, 4294967295]", 2024-04-02T09:54:13.931 INFO:tasks.workunit.client.0.smithi012.stdout: "[4294967296, 8589934591]", 2024-04-02T09:54:13.931 INFO:tasks.workunit.client.0.smithi012.stdout: "[8589934592, 17179869183]", 2024-04-02T09:54:13.932 INFO:tasks.workunit.client.0.smithi012.stdout: "[17179869184, 34359738367]", 2024-04-02T09:54:13.932 INFO:tasks.workunit.client.0.smithi012.stdout: "[34359738368, 68719476735]", 2024-04-02T09:54:13.932 INFO:tasks.workunit.client.0.smithi012.stdout: "[68719476736, 137438953471]", 2024-04-02T09:54:13.932 INFO:tasks.workunit.client.0.smithi012.stdout: "[137438953472, 274877906943]", 2024-04-02T09:54:13.932 INFO:tasks.workunit.client.0.smithi012.stdout: "[274877906944, None]" 2024-04-02T09:54:13.932 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.932 INFO:tasks.workunit.client.0.smithi012.stdout: "scale_type": "log2" 2024-04-02T09:54:13.932 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.932 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.932 INFO:tasks.workunit.client.0.smithi012.stdout: "osds": [ 2024-04-02T09:54:13.932 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.932 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 0, 2024-04-02T09:54:13.932 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:13.932 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.933 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.933 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.933 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.933 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 20, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.933 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1346, 23, 2, 2, 6, 2, 2, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.933 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1800, 6, 2, 0, 4, 4, 2, 15, 21, 40, 101, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.933 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 164, 4, 0, 0, 1, 2, 3, 3, 3, 8, 41, 124, 144, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.933 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 254, 4, 0, 0, 0, 0, 1, 2, 1, 3, 4, 17, 283, 4, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.933 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 433, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 19, 28, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.933 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 631, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 5, 10, 9, 105, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.933 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 545, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 1, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.933 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 522, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.933 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 203, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.933 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.933 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.933 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.934 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.934 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.934 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.934 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.934 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.934 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.934 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.934 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.934 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.934 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.934 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.934 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.934 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.934 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.935 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:13.935 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:13.935 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.935 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.935 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 1, 2024-04-02T09:54:13.935 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:13.935 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.935 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.935 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.935 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.935 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.935 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1685, 11, 0, 0, 4, 0, 2, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.935 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 2560, 2, 2, 3, 4, 10, 20, 22, 38, 77, 127, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.935 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 161, 6, 0, 0, 1, 3, 0, 2, 10, 7, 65, 250, 260, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.935 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 122, 8, 0, 0, 0, 0, 1, 1, 1, 6, 39, 41, 369, 8, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.935 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 59, 0, 0, 0, 0, 0, 0, 0, 3, 6, 18, 15, 15, 38, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.936 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 75, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 7, 12, 30, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.936 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 112, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 5, 0, 4, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.936 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3348, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.936 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 332, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.936 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.936 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.936 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.936 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.936 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.936 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.936 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.936 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.936 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.936 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.937 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.937 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.937 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.937 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.937 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.937 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.937 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.937 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:13.937 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:13.937 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.937 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.937 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 2, 2024-04-02T09:54:13.937 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:13.937 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.937 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.937 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.938 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.938 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.938 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 385, 6, 0, 0, 8, 0, 2, 3, 6, 7, 0, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.938 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 200, 12, 1, 1, 2, 1, 0, 4, 5, 14, 41, 50, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.938 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 201, 19, 0, 0, 0, 0, 3, 7, 12, 15, 68, 119, 13, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.938 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 114, 27, 0, 0, 1, 0, 0, 1, 4, 6, 21, 40, 20, 17, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.938 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 61, 36, 0, 0, 1, 0, 0, 0, 2, 5, 12, 16, 23, 59, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.938 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 10, 87, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 12, 51, 119, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.938 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 2, 151, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.938 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 202, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.938 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.938 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.938 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.938 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.939 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.939 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.939 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.939 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.939 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.939 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.939 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.939 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.939 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.939 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.939 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.939 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.939 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.939 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.939 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:13.940 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:13.940 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.940 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.940 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 3, 2024-04-02T09:54:13.940 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:13.940 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.940 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.940 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.940 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.940 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.940 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 950, 13, 1, 1, 15, 1, 5, 5, 12, 15, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.940 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 761, 2, 0, 1, 3, 3, 4, 10, 13, 29, 44, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.940 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 188, 9, 0, 1, 0, 0, 1, 1, 0, 1, 14, 85, 163, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.940 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 415, 33, 0, 0, 0, 0, 0, 0, 1, 3, 5, 7, 78, 5, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.941 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 367, 23, 0, 0, 0, 0, 0, 0, 3, 4, 8, 8, 22, 16, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.941 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 221, 40, 0, 0, 0, 0, 0, 0, 0, 3, 2, 6, 14, 35, 69, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.941 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 112, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.941 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 7, 97, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.941 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.941 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.941 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.941 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.941 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.941 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.941 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.941 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.941 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.942 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.942 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.942 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.942 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.942 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.942 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.942 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.942 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.942 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.942 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:13.942 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:13.942 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.942 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.942 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 4, 2024-04-02T09:54:13.942 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:13.942 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.943 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.943 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.943 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.943 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.943 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 933, 14, 1, 2, 11, 0, 2, 4, 4, 7, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.943 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 933, 6, 0, 0, 0, 3, 3, 7, 12, 27, 33, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.943 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 412, 0, 0, 0, 0, 2, 0, 3, 4, 2, 39, 112, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.943 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 475, 9, 0, 0, 0, 0, 0, 0, 0, 0, 8, 8, 112, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.943 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 276, 3, 0, 0, 1, 0, 0, 0, 0, 1, 5, 2, 7, 15, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.943 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 46, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 4, 12, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.943 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 1, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.943 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.943 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.943 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.943 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.944 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.944 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.944 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.944 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.944 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.944 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.944 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.944 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.944 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.944 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.944 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.944 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.944 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.944 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.944 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.944 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:13.944 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:13.945 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.945 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.945 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 5, 2024-04-02T09:54:13.945 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:13.945 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.945 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.945 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.945 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.945 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.945 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 560, 27, 0, 0, 12, 1, 2, 3, 5, 8, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.945 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 104, 7, 0, 0, 2, 2, 4, 3, 2, 2, 8, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.945 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 92, 5, 0, 0, 0, 0, 2, 2, 3, 7, 23, 40, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.945 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 71, 3, 0, 0, 0, 0, 0, 1, 4, 2, 11, 17, 8, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.945 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 30, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 12, 9, 26, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.946 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 10, 25, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.946 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.946 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.946 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.946 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.946 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.946 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.946 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.946 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.946 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.946 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.946 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.946 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.946 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.946 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.947 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.947 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.947 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.947 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.947 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.947 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.947 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:13.947 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:13.947 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.947 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.947 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 6, 2024-04-02T09:54:13.947 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:13.947 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.947 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.948 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.948 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.948 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 35, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.948 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 925, 29, 2, 0, 17, 1, 1, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.948 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 888, 6, 1, 1, 2, 1, 1, 10, 20, 29, 29, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.948 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 392, 1, 1, 0, 0, 1, 1, 3, 6, 5, 31, 96, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.948 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 498, 2, 0, 0, 0, 0, 0, 2, 0, 2, 9, 12, 118, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.948 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 211, 2, 0, 0, 0, 0, 0, 0, 1, 4, 2, 8, 17, 20, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.948 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 8, 20, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.948 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 114, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 10, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.948 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.948 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.948 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.948 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.948 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.948 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.949 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.949 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.949 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.949 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.949 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.949 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.949 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.949 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.949 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.949 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.949 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.949 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.949 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.949 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:13.949 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:13.950 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.950 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.950 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 7, 2024-04-02T09:54:13.950 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:13.950 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.950 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.950 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.950 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.950 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.950 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 233, 15, 2, 0, 4, 1, 1, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.950 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 77, 3, 0, 0, 0, 1, 0, 1, 3, 6, 11, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.950 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 89, 0, 0, 1, 0, 0, 1, 6, 7, 9, 25, 33, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.950 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 77, 1, 0, 0, 0, 1, 0, 1, 2, 1, 9, 23, 26, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.950 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 1, 5, 10, 17, 29, 27, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.951 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 6, 14, 32, 123, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.951 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.951 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.951 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.951 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.951 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.951 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.951 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.951 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.951 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.951 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.951 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.951 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.951 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.951 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.952 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.952 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.952 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.952 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.952 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.952 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.952 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:13.952 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:13.952 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.952 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:13.952 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.952 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.952 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.952 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-02T09:54:13.952 INFO:tasks.workunit.client.0.smithi012.stdout: "axes": [ 2024-04-02T09:54:13.952 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.953 INFO:tasks.workunit.client.0.smithi012.stdout: "buckets": 8, 2024-04-02T09:54:13.953 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 0, 2024-04-02T09:54:13.953 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "number of replicas", 2024-04-02T09:54:13.953 INFO:tasks.workunit.client.0.smithi012.stdout: "quant_size": 1, 2024-04-02T09:54:13.953 INFO:tasks.workunit.client.0.smithi012.stdout: "ranges": [ 2024-04-02T09:54:13.953 INFO:tasks.workunit.client.0.smithi012.stdout: "[None, -1]", 2024-04-02T09:54:13.953 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0]", 2024-04-02T09:54:13.953 INFO:tasks.workunit.client.0.smithi012.stdout: "[1, 1]", 2024-04-02T09:54:13.953 INFO:tasks.workunit.client.0.smithi012.stdout: "[2, 2]", 2024-04-02T09:54:13.953 INFO:tasks.workunit.client.0.smithi012.stdout: "[3, 3]", 2024-04-02T09:54:13.953 INFO:tasks.workunit.client.0.smithi012.stdout: "[4, 4]", 2024-04-02T09:54:13.953 INFO:tasks.workunit.client.0.smithi012.stdout: "[5, 5]", 2024-04-02T09:54:13.954 INFO:tasks.workunit.client.0.smithi012.stdout: "[6, None]" 2024-04-02T09:54:13.954 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.954 INFO:tasks.workunit.client.0.smithi012.stdout: "scale_type": "linear" 2024-04-02T09:54:13.954 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.954 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.954 INFO:tasks.workunit.client.0.smithi012.stdout: "buckets": 10, 2024-04-02T09:54:13.954 INFO:tasks.workunit.client.0.smithi012.stdout: "min": 0, 2024-04-02T09:54:13.954 INFO:tasks.workunit.client.0.smithi012.stdout: "name": "duration", 2024-04-02T09:54:13.954 INFO:tasks.workunit.client.0.smithi012.stdout: "quant_size": 250000, 2024-04-02T09:54:13.954 INFO:tasks.workunit.client.0.smithi012.stdout: "ranges": [ 2024-04-02T09:54:13.954 INFO:tasks.workunit.client.0.smithi012.stdout: "[None, -1]", 2024-04-02T09:54:13.954 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 249999]", 2024-04-02T09:54:13.955 INFO:tasks.workunit.client.0.smithi012.stdout: "[250000, 499999]", 2024-04-02T09:54:13.955 INFO:tasks.workunit.client.0.smithi012.stdout: "[500000, 999999]", 2024-04-02T09:54:13.955 INFO:tasks.workunit.client.0.smithi012.stdout: "[1000000, 1999999]", 2024-04-02T09:54:13.955 INFO:tasks.workunit.client.0.smithi012.stdout: "[2000000, 3999999]", 2024-04-02T09:54:13.955 INFO:tasks.workunit.client.0.smithi012.stdout: "[4000000, 7999999]", 2024-04-02T09:54:13.955 INFO:tasks.workunit.client.0.smithi012.stdout: "[8000000, 15999999]", 2024-04-02T09:54:13.955 INFO:tasks.workunit.client.0.smithi012.stdout: "[16000000, 31999999]", 2024-04-02T09:54:13.955 INFO:tasks.workunit.client.0.smithi012.stdout: "[32000000, None]" 2024-04-02T09:54:13.955 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.955 INFO:tasks.workunit.client.0.smithi012.stdout: "scale_type": "log2" 2024-04-02T09:54:13.955 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.955 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.955 INFO:tasks.workunit.client.0.smithi012.stdout: "osds": [ 2024-04-02T09:54:13.955 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.956 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 0, 2024-04-02T09:54:13.956 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:13.956 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.956 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.956 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.956 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.956 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.956 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.956 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.956 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:13.956 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:13.956 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.956 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.956 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 1, 2024-04-02T09:54:13.957 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:13.957 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.957 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.957 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.957 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.957 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.957 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.957 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.957 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:13.957 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:13.957 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.957 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.957 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 2, 2024-04-02T09:54:13.957 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:13.957 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.957 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.958 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.958 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.958 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.958 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.958 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.958 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:13.958 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:13.958 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.958 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.958 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 3, 2024-04-02T09:54:13.958 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:13.958 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.958 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.958 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.958 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.959 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.959 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.959 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.959 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:13.959 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:13.959 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.959 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.959 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 4, 2024-04-02T09:54:13.959 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:13.959 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.959 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.959 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.959 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.959 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.959 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.960 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.960 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:13.960 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:13.960 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.960 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.960 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 5, 2024-04-02T09:54:13.960 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:13.960 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.960 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.960 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.960 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.960 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.960 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.960 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.961 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:13.961 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:13.961 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.961 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.961 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 6, 2024-04-02T09:54:13.961 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:13.961 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.961 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.961 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.961 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.961 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.961 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.962 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.962 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:13.962 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:13.962 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.962 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:13.962 INFO:tasks.workunit.client.0.smithi012.stdout: "osd_id": 7, 2024-04-02T09:54:13.962 INFO:tasks.workunit.client.0.smithi012.stdout: "values": [ 2024-04-02T09:54:13.962 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.962 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.962 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.962 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.962 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.962 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.962 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:13.963 INFO:tasks.workunit.client.0.smithi012.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:13.963 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:13.963 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.963 INFO:tasks.workunit.client.0.smithi012.stdout: ] 2024-04-02T09:54:13.963 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.963 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.963 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:13.963 INFO:tasks.workunit.client.0.smithi012.stdout: "perf_counters": { 2024-04-02T09:54:13.963 INFO:tasks.workunit.client.0.smithi012.stdout: "mds.aade4c1cf53e5400fc243fe71c4882775e710864": { 2024-04-02T09:54:13.963 INFO:tasks.workunit.client.0.smithi012.stdout: "mds": { 2024-04-02T09:54:13.963 INFO:tasks.workunit.client.0.smithi012.stdout: "caps": { 2024-04-02T09:54:13.963 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.963 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.963 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph_cap_op_flush_ack": { 2024-04-02T09:54:13.963 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.964 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.964 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-02T09:54:13.964 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.964 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.964 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph_cap_op_grant": { 2024-04-02T09:54:13.964 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.964 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.964 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph_cap_op_revoke": { 2024-04-02T09:54:13.964 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.964 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.964 INFO:tasks.workunit.client.0.smithi012.stdout: "ceph_cap_op_trunc": { 2024-04-02T09:54:13.964 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.964 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.964 INFO:tasks.workunit.client.0.smithi012.stdout: "dir_commit": { 2024-04-02T09:54:13.964 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.964 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.965 INFO:tasks.workunit.client.0.smithi012.stdout: "dir_fetch_complete": { 2024-04-02T09:54:13.965 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12 2024-04-02T09:54:13.965 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.965 INFO:tasks.workunit.client.0.smithi012.stdout: "dir_fetch_keys": { 2024-04-02T09:54:13.965 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10 2024-04-02T09:54:13.965 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.965 INFO:tasks.workunit.client.0.smithi012.stdout: "dir_merge": { 2024-04-02T09:54:13.965 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.965 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.965 INFO:tasks.workunit.client.0.smithi012.stdout: "dir_split": { 2024-04-02T09:54:13.965 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.965 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.965 INFO:tasks.workunit.client.0.smithi012.stdout: "exported_inodes": { 2024-04-02T09:54:13.965 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.966 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.966 INFO:tasks.workunit.client.0.smithi012.stdout: "forward": { 2024-04-02T09:54:13.966 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.966 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.966 INFO:tasks.workunit.client.0.smithi012.stdout: "handle_client_cap_release": { 2024-04-02T09:54:13.966 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.966 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.966 INFO:tasks.workunit.client.0.smithi012.stdout: "handle_client_caps": { 2024-04-02T09:54:13.966 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.966 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.966 INFO:tasks.workunit.client.0.smithi012.stdout: "handle_client_caps_dirty": { 2024-04-02T09:54:13.966 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.966 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.967 INFO:tasks.workunit.client.0.smithi012.stdout: "handle_inode_file_caps": { 2024-04-02T09:54:13.967 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.967 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.967 INFO:tasks.workunit.client.0.smithi012.stdout: "imported_inodes": { 2024-04-02T09:54:13.967 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.967 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.967 INFO:tasks.workunit.client.0.smithi012.stdout: "inodes": { 2024-04-02T09:54:13.967 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10 2024-04-02T09:54:13.967 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.967 INFO:tasks.workunit.client.0.smithi012.stdout: "inodes_expired": { 2024-04-02T09:54:13.967 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.967 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.967 INFO:tasks.workunit.client.0.smithi012.stdout: "inodes_pinned": { 2024-04-02T09:54:13.968 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10 2024-04-02T09:54:13.968 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.968 INFO:tasks.workunit.client.0.smithi012.stdout: "inodes_with_caps": { 2024-04-02T09:54:13.968 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.968 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.968 INFO:tasks.workunit.client.0.smithi012.stdout: "load_cent": { 2024-04-02T09:54:13.968 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.968 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.968 INFO:tasks.workunit.client.0.smithi012.stdout: "openino_dir_fetch": { 2024-04-02T09:54:13.968 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.968 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.968 INFO:tasks.workunit.client.0.smithi012.stdout: "process_request_cap_release": { 2024-04-02T09:54:13.968 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.968 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.968 INFO:tasks.workunit.client.0.smithi012.stdout: "reply_latency": { 2024-04-02T09:54:13.969 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:13.969 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.969 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.969 INFO:tasks.workunit.client.0.smithi012.stdout: "request": { 2024-04-02T09:54:13.969 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.969 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.969 INFO:tasks.workunit.client.0.smithi012.stdout: "root_rbytes": { 2024-04-02T09:54:13.969 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.969 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.969 INFO:tasks.workunit.client.0.smithi012.stdout: "root_rfiles": { 2024-04-02T09:54:13.969 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.969 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.969 INFO:tasks.workunit.client.0.smithi012.stdout: "root_rsnaps": { 2024-04-02T09:54:13.969 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.969 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.969 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_reply": { 2024-04-02T09:54:13.969 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.970 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.970 INFO:tasks.workunit.client.0.smithi012.stdout: "subtrees": { 2024-04-02T09:54:13.970 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T09:54:13.970 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.970 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.970 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_cache": { 2024-04-02T09:54:13.970 INFO:tasks.workunit.client.0.smithi012.stdout: "ireq_enqueue_scrub": { 2024-04-02T09:54:13.970 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.970 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.970 INFO:tasks.workunit.client.0.smithi012.stdout: "ireq_exportdir": { 2024-04-02T09:54:13.970 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.970 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.970 INFO:tasks.workunit.client.0.smithi012.stdout: "ireq_flush": { 2024-04-02T09:54:13.970 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.970 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.970 INFO:tasks.workunit.client.0.smithi012.stdout: "ireq_fragmentdir": { 2024-04-02T09:54:13.971 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.971 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.971 INFO:tasks.workunit.client.0.smithi012.stdout: "ireq_fragstats": { 2024-04-02T09:54:13.971 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.971 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.971 INFO:tasks.workunit.client.0.smithi012.stdout: "ireq_inodestats": { 2024-04-02T09:54:13.971 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.971 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.971 INFO:tasks.workunit.client.0.smithi012.stdout: "ireq_quiesce_inode": { 2024-04-02T09:54:13.971 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.971 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.971 INFO:tasks.workunit.client.0.smithi012.stdout: "ireq_quiesce_path": { 2024-04-02T09:54:13.971 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.971 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.971 INFO:tasks.workunit.client.0.smithi012.stdout: "num_recovering_enqueued": { 2024-04-02T09:54:13.971 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.972 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.972 INFO:tasks.workunit.client.0.smithi012.stdout: "num_recovering_prioritized": { 2024-04-02T09:54:13.972 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.972 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.972 INFO:tasks.workunit.client.0.smithi012.stdout: "num_recovering_processing": { 2024-04-02T09:54:13.972 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.972 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.972 INFO:tasks.workunit.client.0.smithi012.stdout: "num_strays": { 2024-04-02T09:54:13.972 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.972 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.972 INFO:tasks.workunit.client.0.smithi012.stdout: "num_strays_delayed": { 2024-04-02T09:54:13.972 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.972 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.972 INFO:tasks.workunit.client.0.smithi012.stdout: "num_strays_enqueuing": { 2024-04-02T09:54:13.972 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.972 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.973 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_completed": { 2024-04-02T09:54:13.973 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.973 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.973 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_started": { 2024-04-02T09:54:13.973 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.973 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.973 INFO:tasks.workunit.client.0.smithi012.stdout: "strays_created": { 2024-04-02T09:54:13.973 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.973 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.973 INFO:tasks.workunit.client.0.smithi012.stdout: "strays_enqueued": { 2024-04-02T09:54:13.973 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.973 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.973 INFO:tasks.workunit.client.0.smithi012.stdout: "strays_migrated": { 2024-04-02T09:54:13.973 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.973 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.973 INFO:tasks.workunit.client.0.smithi012.stdout: "strays_reintegrated": { 2024-04-02T09:54:13.974 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.974 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.974 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.974 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_log": { 2024-04-02T09:54:13.974 INFO:tasks.workunit.client.0.smithi012.stdout: "ev": { 2024-04-02T09:54:13.974 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 17 2024-04-02T09:54:13.974 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.974 INFO:tasks.workunit.client.0.smithi012.stdout: "evadd": { 2024-04-02T09:54:13.974 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.974 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.974 INFO:tasks.workunit.client.0.smithi012.stdout: "evex": { 2024-04-02T09:54:13.974 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.974 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.974 INFO:tasks.workunit.client.0.smithi012.stdout: "evexd": { 2024-04-02T09:54:13.974 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.974 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.975 INFO:tasks.workunit.client.0.smithi012.stdout: "evexg": { 2024-04-02T09:54:13.975 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.975 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.975 INFO:tasks.workunit.client.0.smithi012.stdout: "evlrg": { 2024-04-02T09:54:13.975 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.975 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.975 INFO:tasks.workunit.client.0.smithi012.stdout: "evtrm": { 2024-04-02T09:54:13.975 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.975 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.975 INFO:tasks.workunit.client.0.smithi012.stdout: "jlat": { 2024-04-02T09:54:13.975 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:13.975 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.975 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.975 INFO:tasks.workunit.client.0.smithi012.stdout: "replayed": { 2024-04-02T09:54:13.975 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 17 2024-04-02T09:54:13.975 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.976 INFO:tasks.workunit.client.0.smithi012.stdout: "seg": { 2024-04-02T09:54:13.976 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1 2024-04-02T09:54:13.976 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.976 INFO:tasks.workunit.client.0.smithi012.stdout: "segadd": { 2024-04-02T09:54:13.976 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.976 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.976 INFO:tasks.workunit.client.0.smithi012.stdout: "segex": { 2024-04-02T09:54:13.976 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.976 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.976 INFO:tasks.workunit.client.0.smithi012.stdout: "segexd": { 2024-04-02T09:54:13.976 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.976 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.976 INFO:tasks.workunit.client.0.smithi012.stdout: "segexg": { 2024-04-02T09:54:13.976 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.976 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.976 INFO:tasks.workunit.client.0.smithi012.stdout: "segmjr": { 2024-04-02T09:54:13.976 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1 2024-04-02T09:54:13.977 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.977 INFO:tasks.workunit.client.0.smithi012.stdout: "segtrm": { 2024-04-02T09:54:13.977 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.977 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.977 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.977 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_mem": { 2024-04-02T09:54:13.977 INFO:tasks.workunit.client.0.smithi012.stdout: "cap": { 2024-04-02T09:54:13.977 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.977 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.977 INFO:tasks.workunit.client.0.smithi012.stdout: "cap+": { 2024-04-02T09:54:13.977 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.977 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.977 INFO:tasks.workunit.client.0.smithi012.stdout: "cap-": { 2024-04-02T09:54:13.977 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.977 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.978 INFO:tasks.workunit.client.0.smithi012.stdout: "dir": { 2024-04-02T09:54:13.978 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12 2024-04-02T09:54:13.978 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.978 INFO:tasks.workunit.client.0.smithi012.stdout: "dir+": { 2024-04-02T09:54:13.978 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12 2024-04-02T09:54:13.978 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.978 INFO:tasks.workunit.client.0.smithi012.stdout: "dir-": { 2024-04-02T09:54:13.978 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.978 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.978 INFO:tasks.workunit.client.0.smithi012.stdout: "dn": { 2024-04-02T09:54:13.978 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10 2024-04-02T09:54:13.978 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.978 INFO:tasks.workunit.client.0.smithi012.stdout: "dn+": { 2024-04-02T09:54:13.979 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10 2024-04-02T09:54:13.979 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.979 INFO:tasks.workunit.client.0.smithi012.stdout: "dn-": { 2024-04-02T09:54:13.979 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.979 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.979 INFO:tasks.workunit.client.0.smithi012.stdout: "heap": { 2024-04-02T09:54:13.979 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 248184 2024-04-02T09:54:13.979 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.979 INFO:tasks.workunit.client.0.smithi012.stdout: "ino": { 2024-04-02T09:54:13.979 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13 2024-04-02T09:54:13.979 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.979 INFO:tasks.workunit.client.0.smithi012.stdout: "ino+": { 2024-04-02T09:54:13.979 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13 2024-04-02T09:54:13.979 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.979 INFO:tasks.workunit.client.0.smithi012.stdout: "ino-": { 2024-04-02T09:54:13.979 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.980 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.980 INFO:tasks.workunit.client.0.smithi012.stdout: "rss": { 2024-04-02T09:54:13.980 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 50132 2024-04-02T09:54:13.980 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.980 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.980 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_server": { 2024-04-02T09:54:13.980 INFO:tasks.workunit.client.0.smithi012.stdout: "cap_acquisition_throttle": { 2024-04-02T09:54:13.980 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.980 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.980 INFO:tasks.workunit.client.0.smithi012.stdout: "cap_revoke_eviction": { 2024-04-02T09:54:13.980 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.980 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.980 INFO:tasks.workunit.client.0.smithi012.stdout: "handle_client_request": { 2024-04-02T09:54:13.980 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.981 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.981 INFO:tasks.workunit.client.0.smithi012.stdout: "handle_client_session": { 2024-04-02T09:54:13.981 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.981 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.981 INFO:tasks.workunit.client.0.smithi012.stdout: "handle_peer_request": { 2024-04-02T09:54:13.981 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.981 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.981 INFO:tasks.workunit.client.0.smithi012.stdout: "req_create_latency": { 2024-04-02T09:54:13.981 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:13.981 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.981 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.981 INFO:tasks.workunit.client.0.smithi012.stdout: "req_getattr_latency": { 2024-04-02T09:54:13.981 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:13.981 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.982 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.982 INFO:tasks.workunit.client.0.smithi012.stdout: "req_getfilelock_latency": { 2024-04-02T09:54:13.982 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:13.982 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.982 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.982 INFO:tasks.workunit.client.0.smithi012.stdout: "req_getvxattr_latency": { 2024-04-02T09:54:13.982 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:13.982 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.982 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.982 INFO:tasks.workunit.client.0.smithi012.stdout: "req_link_latency": { 2024-04-02T09:54:13.982 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:13.982 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.982 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.982 INFO:tasks.workunit.client.0.smithi012.stdout: "req_lookup_latency": { 2024-04-02T09:54:13.983 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:13.983 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.983 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.983 INFO:tasks.workunit.client.0.smithi012.stdout: "req_lookuphash_latency": { 2024-04-02T09:54:13.983 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:13.983 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.983 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.983 INFO:tasks.workunit.client.0.smithi012.stdout: "req_lookupino_latency": { 2024-04-02T09:54:13.983 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:13.983 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.983 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.983 INFO:tasks.workunit.client.0.smithi012.stdout: "req_lookupname_latency": { 2024-04-02T09:54:13.983 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:13.983 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.983 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.983 INFO:tasks.workunit.client.0.smithi012.stdout: "req_lookupparent_latency": { 2024-04-02T09:54:13.984 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:13.984 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.984 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.984 INFO:tasks.workunit.client.0.smithi012.stdout: "req_lookupsnap_latency": { 2024-04-02T09:54:13.984 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:13.984 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.984 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.984 INFO:tasks.workunit.client.0.smithi012.stdout: "req_lssnap_latency": { 2024-04-02T09:54:13.984 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:13.984 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.984 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.984 INFO:tasks.workunit.client.0.smithi012.stdout: "req_mkdir_latency": { 2024-04-02T09:54:13.984 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:13.984 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.984 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.984 INFO:tasks.workunit.client.0.smithi012.stdout: "req_mknod_latency": { 2024-04-02T09:54:13.985 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:13.985 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.985 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.985 INFO:tasks.workunit.client.0.smithi012.stdout: "req_mksnap_latency": { 2024-04-02T09:54:13.985 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:13.985 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.985 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.985 INFO:tasks.workunit.client.0.smithi012.stdout: "req_open_latency": { 2024-04-02T09:54:13.985 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:13.985 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.985 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.985 INFO:tasks.workunit.client.0.smithi012.stdout: "req_readdir_latency": { 2024-04-02T09:54:13.985 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:13.985 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.985 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.986 INFO:tasks.workunit.client.0.smithi012.stdout: "req_rename_latency": { 2024-04-02T09:54:13.986 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:13.986 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.986 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.986 INFO:tasks.workunit.client.0.smithi012.stdout: "req_renamesnap_latency": { 2024-04-02T09:54:13.986 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:13.986 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.986 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.986 INFO:tasks.workunit.client.0.smithi012.stdout: "req_rmdir_latency": { 2024-04-02T09:54:13.986 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:13.986 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.986 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.986 INFO:tasks.workunit.client.0.smithi012.stdout: "req_rmsnap_latency": { 2024-04-02T09:54:13.987 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:13.987 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.987 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.987 INFO:tasks.workunit.client.0.smithi012.stdout: "req_rmxattr_latency": { 2024-04-02T09:54:13.987 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:13.987 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.987 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.987 INFO:tasks.workunit.client.0.smithi012.stdout: "req_setattr_latency": { 2024-04-02T09:54:13.987 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:13.987 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.987 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.987 INFO:tasks.workunit.client.0.smithi012.stdout: "req_setdirlayout_latency": { 2024-04-02T09:54:13.987 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:13.987 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.988 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.988 INFO:tasks.workunit.client.0.smithi012.stdout: "req_setfilelock_latency": { 2024-04-02T09:54:13.988 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:13.988 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.988 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.988 INFO:tasks.workunit.client.0.smithi012.stdout: "req_setlayout_latency": { 2024-04-02T09:54:13.988 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:13.988 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.988 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.988 INFO:tasks.workunit.client.0.smithi012.stdout: "req_setxattr_latency": { 2024-04-02T09:54:13.988 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:13.988 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.988 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.988 INFO:tasks.workunit.client.0.smithi012.stdout: "req_snapdiff_latency": { 2024-04-02T09:54:13.988 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:13.988 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.989 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.989 INFO:tasks.workunit.client.0.smithi012.stdout: "req_symlink_latency": { 2024-04-02T09:54:13.989 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:13.989 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.989 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.989 INFO:tasks.workunit.client.0.smithi012.stdout: "req_unlink_latency": { 2024-04-02T09:54:13.989 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:13.989 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.989 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.989 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.989 INFO:tasks.workunit.client.0.smithi012.stdout: "mds_sessions": { 2024-04-02T09:54:13.989 INFO:tasks.workunit.client.0.smithi012.stdout: "average_load": { 2024-04-02T09:54:13.989 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.989 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.990 INFO:tasks.workunit.client.0.smithi012.stdout: "avg_session_uptime": { 2024-04-02T09:54:13.990 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.990 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.990 INFO:tasks.workunit.client.0.smithi012.stdout: "mdthresh_evicted": { 2024-04-02T09:54:13.990 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.990 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.990 INFO:tasks.workunit.client.0.smithi012.stdout: "session_add": { 2024-04-02T09:54:13.990 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8 2024-04-02T09:54:13.990 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.990 INFO:tasks.workunit.client.0.smithi012.stdout: "session_count": { 2024-04-02T09:54:13.990 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.990 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.990 INFO:tasks.workunit.client.0.smithi012.stdout: "session_remove": { 2024-04-02T09:54:13.990 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8 2024-04-02T09:54:13.990 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.991 INFO:tasks.workunit.client.0.smithi012.stdout: "sessions_open": { 2024-04-02T09:54:13.991 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T09:54:13.991 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.991 INFO:tasks.workunit.client.0.smithi012.stdout: "sessions_stale": { 2024-04-02T09:54:13.991 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.991 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.991 INFO:tasks.workunit.client.0.smithi012.stdout: "total_load": { 2024-04-02T09:54:13.991 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.991 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.991 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.991 INFO:tasks.workunit.client.0.smithi012.stdout: "objecter": { 2024-04-02T09:54:13.991 INFO:tasks.workunit.client.0.smithi012.stdout: "op_active": { 2024-04-02T09:54:13.991 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.991 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.992 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:54:13.992 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 37 2024-04-02T09:54:13.992 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.992 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rmw": { 2024-04-02T09:54:13.992 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.992 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.992 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:54:13.992 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7 2024-04-02T09:54:13.992 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.992 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.992 INFO:tasks.workunit.client.0.smithi012.stdout: "purge_queue": { 2024-04-02T09:54:13.992 INFO:tasks.workunit.client.0.smithi012.stdout: "pq_executed": { 2024-04-02T09:54:13.992 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.992 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.993 INFO:tasks.workunit.client.0.smithi012.stdout: "pq_executed_ops": { 2024-04-02T09:54:13.993 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.993 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.993 INFO:tasks.workunit.client.0.smithi012.stdout: "pq_executing": { 2024-04-02T09:54:13.993 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.993 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.993 INFO:tasks.workunit.client.0.smithi012.stdout: "pq_executing_high_water": { 2024-04-02T09:54:13.993 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.993 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.993 INFO:tasks.workunit.client.0.smithi012.stdout: "pq_executing_ops": { 2024-04-02T09:54:13.993 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.993 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.993 INFO:tasks.workunit.client.0.smithi012.stdout: "pq_executing_ops_high_water": { 2024-04-02T09:54:13.994 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.994 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.994 INFO:tasks.workunit.client.0.smithi012.stdout: "pq_item_in_journal": { 2024-04-02T09:54:13.994 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.994 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.994 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.994 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.994 INFO:tasks.workunit.client.0.smithi012.stdout: "mon.057b5af1dcee546cd49a55fe146bc9ff7b417da5": { 2024-04-02T09:54:13.994 INFO:tasks.workunit.client.0.smithi012.stdout: "mon": { 2024-04-02T09:54:13.994 INFO:tasks.workunit.client.0.smithi012.stdout: "election_call": { 2024-04-02T09:54:13.994 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T09:54:13.994 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.994 INFO:tasks.workunit.client.0.smithi012.stdout: "election_lose": { 2024-04-02T09:54:13.994 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T09:54:13.995 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.995 INFO:tasks.workunit.client.0.smithi012.stdout: "election_win": { 2024-04-02T09:54:13.995 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.995 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.995 INFO:tasks.workunit.client.0.smithi012.stdout: "num_elections": { 2024-04-02T09:54:13.995 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13 2024-04-02T09:54:13.995 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.995 INFO:tasks.workunit.client.0.smithi012.stdout: "num_sessions": { 2024-04-02T09:54:13.995 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8 2024-04-02T09:54:13.995 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.995 INFO:tasks.workunit.client.0.smithi012.stdout: "session_add": { 2024-04-02T09:54:13.995 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4 2024-04-02T09:54:13.995 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.995 INFO:tasks.workunit.client.0.smithi012.stdout: "session_rm": { 2024-04-02T09:54:13.995 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 260 2024-04-02T09:54:13.995 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.996 INFO:tasks.workunit.client.0.smithi012.stdout: "session_trim": { 2024-04-02T09:54:13.996 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.996 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:13.996 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.996 INFO:tasks.workunit.client.0.smithi012.stdout: "paxos": { 2024-04-02T09:54:13.996 INFO:tasks.workunit.client.0.smithi012.stdout: "accept_timeout": { 2024-04-02T09:54:13.996 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.996 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.996 INFO:tasks.workunit.client.0.smithi012.stdout: "begin": { 2024-04-02T09:54:13.996 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8596 2024-04-02T09:54:13.996 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.996 INFO:tasks.workunit.client.0.smithi012.stdout: "begin_bytes": { 2024-04-02T09:54:13.996 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8596, 2024-04-02T09:54:13.996 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 59578726 2024-04-02T09:54:13.997 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.997 INFO:tasks.workunit.client.0.smithi012.stdout: "begin_keys": { 2024-04-02T09:54:13.997 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:13.997 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.997 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.997 INFO:tasks.workunit.client.0.smithi012.stdout: "begin_latency": { 2024-04-02T09:54:13.997 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8596, 2024-04-02T09:54:13.997 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2252981273 2024-04-02T09:54:13.997 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.997 INFO:tasks.workunit.client.0.smithi012.stdout: "collect": { 2024-04-02T09:54:13.997 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T09:54:13.997 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.997 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_bytes": { 2024-04-02T09:54:13.997 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T09:54:13.997 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 219 2024-04-02T09:54:13.998 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.998 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_keys": { 2024-04-02T09:54:13.998 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T09:54:13.998 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T09:54:13.998 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.998 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_latency": { 2024-04-02T09:54:13.998 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T09:54:13.998 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2999974 2024-04-02T09:54:13.998 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.998 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_timeout": { 2024-04-02T09:54:13.998 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.998 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.998 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_uncommitted": { 2024-04-02T09:54:13.998 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1 2024-04-02T09:54:13.999 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.999 INFO:tasks.workunit.client.0.smithi012.stdout: "commit": { 2024-04-02T09:54:13.999 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8598 2024-04-02T09:54:13.999 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.999 INFO:tasks.workunit.client.0.smithi012.stdout: "commit_bytes": { 2024-04-02T09:54:13.999 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:13.999 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.999 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.999 INFO:tasks.workunit.client.0.smithi012.stdout: "commit_keys": { 2024-04-02T09:54:13.999 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:13.999 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:13.999 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:13.999 INFO:tasks.workunit.client.0.smithi012.stdout: "commit_latency": { 2024-04-02T09:54:13.999 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.000 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.000 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.000 INFO:tasks.workunit.client.0.smithi012.stdout: "lease_ack_timeout": { 2024-04-02T09:54:14.000 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.000 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.000 INFO:tasks.workunit.client.0.smithi012.stdout: "lease_timeout": { 2024-04-02T09:54:14.000 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.000 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.000 INFO:tasks.workunit.client.0.smithi012.stdout: "new_pn": { 2024-04-02T09:54:14.000 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.000 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.000 INFO:tasks.workunit.client.0.smithi012.stdout: "new_pn_latency": { 2024-04-02T09:54:14.000 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.000 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.000 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.001 INFO:tasks.workunit.client.0.smithi012.stdout: "refresh": { 2024-04-02T09:54:14.001 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8598 2024-04-02T09:54:14.001 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.001 INFO:tasks.workunit.client.0.smithi012.stdout: "refresh_latency": { 2024-04-02T09:54:14.001 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8598, 2024-04-02T09:54:14.001 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 26639779240 2024-04-02T09:54:14.001 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.001 INFO:tasks.workunit.client.0.smithi012.stdout: "restart": { 2024-04-02T09:54:14.001 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15 2024-04-02T09:54:14.001 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.001 INFO:tasks.workunit.client.0.smithi012.stdout: "share_state": { 2024-04-02T09:54:14.001 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.001 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.001 INFO:tasks.workunit.client.0.smithi012.stdout: "share_state_bytes": { 2024-04-02T09:54:14.002 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.002 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.002 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.002 INFO:tasks.workunit.client.0.smithi012.stdout: "share_state_keys": { 2024-04-02T09:54:14.002 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.002 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.002 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.002 INFO:tasks.workunit.client.0.smithi012.stdout: "start_leader": { 2024-04-02T09:54:14.002 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.002 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.002 INFO:tasks.workunit.client.0.smithi012.stdout: "start_peon": { 2024-04-02T09:54:14.002 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T09:54:14.002 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.002 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state": { 2024-04-02T09:54:14.003 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8597 2024-04-02T09:54:14.003 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.003 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state_bytes": { 2024-04-02T09:54:14.003 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8597, 2024-04-02T09:54:14.003 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 117735384 2024-04-02T09:54:14.003 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.003 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state_keys": { 2024-04-02T09:54:14.003 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8597, 2024-04-02T09:54:14.003 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 75451 2024-04-02T09:54:14.003 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.003 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state_latency": { 2024-04-02T09:54:14.003 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8597, 2024-04-02T09:54:14.003 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5768952140 2024-04-02T09:54:14.003 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.004 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.004 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache": { 2024-04-02T09:54:14.004 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T09:54:14.004 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1020054731 2024-04-02T09:54:14.004 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.004 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T09:54:14.004 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 172998656 2024-04-02T09:54:14.004 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.004 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T09:54:14.004 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 167780352 2024-04-02T09:54:14.004 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.004 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T09:54:14.004 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2147483648 2024-04-02T09:54:14.004 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.004 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T09:54:14.005 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5218304 2024-04-02T09:54:14.005 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.005 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.005 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache:full": { 2024-04-02T09:54:14.005 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:14.005 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 360710144 2024-04-02T09:54:14.005 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.005 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:14.005 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.005 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.005 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:14.005 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.005 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.005 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:14.005 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 267237207 2024-04-02T09:54:14.006 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.006 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:14.006 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24899247 2024-04-02T09:54:14.006 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.006 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:14.006 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.006 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.006 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:14.006 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.006 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.006 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:14.006 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.006 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.006 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:14.006 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.007 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.007 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:14.007 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.007 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.007 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:14.007 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.007 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.007 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:14.007 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.007 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.007 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:14.007 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.007 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.007 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:14.008 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 68573690 2024-04-02T09:54:14.008 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.008 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.008 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache:inc": { 2024-04-02T09:54:14.008 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:14.008 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 339738624 2024-04-02T09:54:14.008 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.008 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:14.008 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.008 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.008 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:14.008 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.008 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.008 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:14.008 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 267237207 2024-04-02T09:54:14.009 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.009 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:14.009 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1504562 2024-04-02T09:54:14.009 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.009 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:14.009 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.009 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.009 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:14.009 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.009 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.009 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:14.009 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.009 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.009 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:14.009 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.010 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.010 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:14.010 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.010 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.010 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:14.010 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.010 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.010 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:14.010 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.010 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.010 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:14.010 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.010 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.010 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:14.011 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 70996855 2024-04-02T09:54:14.011 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.011 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.011 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache:kv": { 2024-04-02T09:54:14.011 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:14.011 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 314572800 2024-04-02T09:54:14.011 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.011 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:14.011 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:54:14.011 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.011 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:14.011 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.011 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.011 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:14.012 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 178158138 2024-04-02T09:54:14.012 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.012 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:14.012 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.012 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.012 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:14.012 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.012 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.012 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:14.012 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.012 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.012 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:14.012 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.012 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.013 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:14.013 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.013 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.013 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:14.013 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.013 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.013 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:14.013 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.013 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.013 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:14.013 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.013 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.013 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:14.013 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.013 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.014 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:14.014 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 69305798 2024-04-02T09:54:14.014 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.014 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.014 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb": { 2024-04-02T09:54:14.014 INFO:tasks.workunit.client.0.smithi012.stdout: "compact": { 2024-04-02T09:54:14.014 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.014 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.014 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_queue_len": { 2024-04-02T09:54:14.014 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.014 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.014 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_queue_merge": { 2024-04-02T09:54:14.014 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.014 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.014 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_range": { 2024-04-02T09:54:14.015 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 100 2024-04-02T09:54:14.015 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.015 INFO:tasks.workunit.client.0.smithi012.stdout: "get_latency": { 2024-04-02T09:54:14.015 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 372933, 2024-04-02T09:54:14.015 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1762705985 2024-04-02T09:54:14.015 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.015 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_delay_time": { 2024-04-02T09:54:14.015 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.015 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.015 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.015 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_memtable_time": { 2024-04-02T09:54:14.015 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.015 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.015 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.015 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T09:54:14.016 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.016 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.016 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.016 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_wal_time": { 2024-04-02T09:54:14.016 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.016 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.016 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.016 INFO:tasks.workunit.client.0.smithi012.stdout: "submit_latency": { 2024-04-02T09:54:14.016 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.016 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.016 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.016 INFO:tasks.workunit.client.0.smithi012.stdout: "submit_sync_latency": { 2024-04-02T09:54:14.016 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 20764, 2024-04-02T09:54:14.016 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10213253895 2024-04-02T09:54:14.017 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.017 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.017 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.017 INFO:tasks.workunit.client.0.smithi012.stdout: "mon.55ba0c421d0a380c7e710a93002ddc2fa7e64353": { 2024-04-02T09:54:14.017 INFO:tasks.workunit.client.0.smithi012.stdout: "mon": { 2024-04-02T09:54:14.017 INFO:tasks.workunit.client.0.smithi012.stdout: "election_call": { 2024-04-02T09:54:14.017 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T09:54:14.017 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.017 INFO:tasks.workunit.client.0.smithi012.stdout: "election_lose": { 2024-04-02T09:54:14.017 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T09:54:14.017 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.017 INFO:tasks.workunit.client.0.smithi012.stdout: "election_win": { 2024-04-02T09:54:14.017 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.018 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.018 INFO:tasks.workunit.client.0.smithi012.stdout: "num_elections": { 2024-04-02T09:54:14.018 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11 2024-04-02T09:54:14.018 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.018 INFO:tasks.workunit.client.0.smithi012.stdout: "num_sessions": { 2024-04-02T09:54:14.018 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8 2024-04-02T09:54:14.018 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.018 INFO:tasks.workunit.client.0.smithi012.stdout: "session_add": { 2024-04-02T09:54:14.018 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T09:54:14.018 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.018 INFO:tasks.workunit.client.0.smithi012.stdout: "session_rm": { 2024-04-02T09:54:14.018 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 225 2024-04-02T09:54:14.018 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.018 INFO:tasks.workunit.client.0.smithi012.stdout: "session_trim": { 2024-04-02T09:54:14.019 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.019 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.019 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.019 INFO:tasks.workunit.client.0.smithi012.stdout: "paxos": { 2024-04-02T09:54:14.019 INFO:tasks.workunit.client.0.smithi012.stdout: "accept_timeout": { 2024-04-02T09:54:14.019 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.019 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.019 INFO:tasks.workunit.client.0.smithi012.stdout: "begin": { 2024-04-02T09:54:14.019 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8563 2024-04-02T09:54:14.019 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.019 INFO:tasks.workunit.client.0.smithi012.stdout: "begin_bytes": { 2024-04-02T09:54:14.019 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8563, 2024-04-02T09:54:14.019 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 59373230 2024-04-02T09:54:14.019 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.019 INFO:tasks.workunit.client.0.smithi012.stdout: "begin_keys": { 2024-04-02T09:54:14.020 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.020 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.020 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.020 INFO:tasks.workunit.client.0.smithi012.stdout: "begin_latency": { 2024-04-02T09:54:14.020 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8563, 2024-04-02T09:54:14.020 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2513950326 2024-04-02T09:54:14.020 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.020 INFO:tasks.workunit.client.0.smithi012.stdout: "collect": { 2024-04-02T09:54:14.020 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T09:54:14.020 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.020 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_bytes": { 2024-04-02T09:54:14.020 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T09:54:14.020 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 219 2024-04-02T09:54:14.020 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.020 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_keys": { 2024-04-02T09:54:14.021 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T09:54:14.021 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T09:54:14.021 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.021 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_latency": { 2024-04-02T09:54:14.021 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T09:54:14.021 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5999882 2024-04-02T09:54:14.021 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.021 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_timeout": { 2024-04-02T09:54:14.021 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.021 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.021 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_uncommitted": { 2024-04-02T09:54:14.021 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.021 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.021 INFO:tasks.workunit.client.0.smithi012.stdout: "commit": { 2024-04-02T09:54:14.021 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8563 2024-04-02T09:54:14.022 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.022 INFO:tasks.workunit.client.0.smithi012.stdout: "commit_bytes": { 2024-04-02T09:54:14.022 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.022 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.022 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.022 INFO:tasks.workunit.client.0.smithi012.stdout: "commit_keys": { 2024-04-02T09:54:14.022 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.022 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.022 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.022 INFO:tasks.workunit.client.0.smithi012.stdout: "commit_latency": { 2024-04-02T09:54:14.022 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.022 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.022 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.022 INFO:tasks.workunit.client.0.smithi012.stdout: "lease_ack_timeout": { 2024-04-02T09:54:14.023 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.023 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.023 INFO:tasks.workunit.client.0.smithi012.stdout: "lease_timeout": { 2024-04-02T09:54:14.023 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.023 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.023 INFO:tasks.workunit.client.0.smithi012.stdout: "new_pn": { 2024-04-02T09:54:14.023 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.023 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.023 INFO:tasks.workunit.client.0.smithi012.stdout: "new_pn_latency": { 2024-04-02T09:54:14.023 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.023 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.023 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.023 INFO:tasks.workunit.client.0.smithi012.stdout: "refresh": { 2024-04-02T09:54:14.023 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8563 2024-04-02T09:54:14.024 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.024 INFO:tasks.workunit.client.0.smithi012.stdout: "refresh_latency": { 2024-04-02T09:54:14.024 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8563, 2024-04-02T09:54:14.024 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 34275322288 2024-04-02T09:54:14.024 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.024 INFO:tasks.workunit.client.0.smithi012.stdout: "restart": { 2024-04-02T09:54:14.024 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13 2024-04-02T09:54:14.024 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.024 INFO:tasks.workunit.client.0.smithi012.stdout: "share_state": { 2024-04-02T09:54:14.024 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.024 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.024 INFO:tasks.workunit.client.0.smithi012.stdout: "share_state_bytes": { 2024-04-02T09:54:14.024 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.024 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.025 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.025 INFO:tasks.workunit.client.0.smithi012.stdout: "share_state_keys": { 2024-04-02T09:54:14.025 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.025 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.025 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.025 INFO:tasks.workunit.client.0.smithi012.stdout: "start_leader": { 2024-04-02T09:54:14.025 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.025 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.025 INFO:tasks.workunit.client.0.smithi012.stdout: "start_peon": { 2024-04-02T09:54:14.025 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T09:54:14.025 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.025 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state": { 2024-04-02T09:54:14.025 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8563 2024-04-02T09:54:14.025 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.025 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state_bytes": { 2024-04-02T09:54:14.026 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8563, 2024-04-02T09:54:14.026 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 117115400 2024-04-02T09:54:14.026 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.026 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state_keys": { 2024-04-02T09:54:14.026 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8563, 2024-04-02T09:54:14.026 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 75146 2024-04-02T09:54:14.026 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.026 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state_latency": { 2024-04-02T09:54:14.026 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8563, 2024-04-02T09:54:14.026 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7517851321 2024-04-02T09:54:14.026 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.026 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.026 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache": { 2024-04-02T09:54:14.026 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T09:54:14.027 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1020054731 2024-04-02T09:54:14.027 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.027 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T09:54:14.027 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 171933696 2024-04-02T09:54:14.027 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.027 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T09:54:14.027 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 167485440 2024-04-02T09:54:14.027 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.027 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T09:54:14.027 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2147483648 2024-04-02T09:54:14.027 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.027 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T09:54:14.027 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4448256 2024-04-02T09:54:14.027 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.028 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.028 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache:full": { 2024-04-02T09:54:14.028 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:14.028 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 360710144 2024-04-02T09:54:14.028 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.028 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:14.028 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.028 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.028 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:14.028 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.028 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.028 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:14.028 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 267286044 2024-04-02T09:54:14.028 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.028 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:14.029 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24777719 2024-04-02T09:54:14.029 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.029 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:14.029 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.029 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.029 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:14.029 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.029 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.029 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:14.029 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.029 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.029 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:14.029 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.029 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.030 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:14.030 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.030 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.030 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:14.030 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.030 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.030 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:14.030 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.030 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.030 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:14.030 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.030 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.030 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:14.030 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 68646381 2024-04-02T09:54:14.031 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.031 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.031 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache:inc": { 2024-04-02T09:54:14.031 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:14.031 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 339738624 2024-04-02T09:54:14.031 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.031 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:14.031 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.031 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.031 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:14.031 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.031 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.031 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:14.031 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 267286044 2024-04-02T09:54:14.031 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.032 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:14.032 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1495860 2024-04-02T09:54:14.032 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.032 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:14.032 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.032 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.032 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:14.032 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.032 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.032 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:14.032 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.032 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.032 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:14.032 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.033 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.033 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:14.033 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.033 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.033 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:14.033 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.033 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.033 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:14.033 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.033 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.033 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:14.033 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.033 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.033 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:14.033 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 70956720 2024-04-02T09:54:14.034 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.034 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.034 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache:kv": { 2024-04-02T09:54:14.034 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:14.034 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 314572800 2024-04-02T09:54:14.034 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.034 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:14.034 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:54:14.034 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.034 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:14.034 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.034 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.034 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:14.034 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 178190696 2024-04-02T09:54:14.035 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.035 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:14.035 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.035 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.035 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:14.035 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.035 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.035 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:14.035 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.035 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.035 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:14.035 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.035 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.035 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:14.035 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.036 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.036 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:14.036 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.036 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.036 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:14.036 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.036 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.036 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:14.036 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.036 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.036 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:14.036 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.036 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.036 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:14.036 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 69273240 2024-04-02T09:54:14.037 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.037 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.037 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb": { 2024-04-02T09:54:14.037 INFO:tasks.workunit.client.0.smithi012.stdout: "compact": { 2024-04-02T09:54:14.037 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.037 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.037 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_queue_len": { 2024-04-02T09:54:14.037 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.037 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.037 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_queue_merge": { 2024-04-02T09:54:14.037 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.037 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.037 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_range": { 2024-04-02T09:54:14.037 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 100 2024-04-02T09:54:14.038 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.038 INFO:tasks.workunit.client.0.smithi012.stdout: "get_latency": { 2024-04-02T09:54:14.038 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 371335, 2024-04-02T09:54:14.038 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1917450414 2024-04-02T09:54:14.038 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.038 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_delay_time": { 2024-04-02T09:54:14.038 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.038 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.038 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.038 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_memtable_time": { 2024-04-02T09:54:14.038 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.038 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.038 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.038 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T09:54:14.038 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.039 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.039 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.039 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_wal_time": { 2024-04-02T09:54:14.039 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.039 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.039 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.039 INFO:tasks.workunit.client.0.smithi012.stdout: "submit_latency": { 2024-04-02T09:54:14.039 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.039 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.039 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.039 INFO:tasks.workunit.client.0.smithi012.stdout: "submit_sync_latency": { 2024-04-02T09:54:14.039 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 20678, 2024-04-02T09:54:14.039 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14480446371 2024-04-02T09:54:14.039 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.040 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.040 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.040 INFO:tasks.workunit.client.0.smithi012.stdout: "mon.aade4c1cf53e5400fc243fe71c4882775e710864": { 2024-04-02T09:54:14.040 INFO:tasks.workunit.client.0.smithi012.stdout: "mon": { 2024-04-02T09:54:14.040 INFO:tasks.workunit.client.0.smithi012.stdout: "election_call": { 2024-04-02T09:54:14.040 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6 2024-04-02T09:54:14.040 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.040 INFO:tasks.workunit.client.0.smithi012.stdout: "election_lose": { 2024-04-02T09:54:14.040 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.040 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.040 INFO:tasks.workunit.client.0.smithi012.stdout: "election_win": { 2024-04-02T09:54:14.040 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6 2024-04-02T09:54:14.040 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.040 INFO:tasks.workunit.client.0.smithi012.stdout: "num_elections": { 2024-04-02T09:54:14.040 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 21 2024-04-02T09:54:14.041 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.041 INFO:tasks.workunit.client.0.smithi012.stdout: "num_sessions": { 2024-04-02T09:54:14.041 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10 2024-04-02T09:54:14.041 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.041 INFO:tasks.workunit.client.0.smithi012.stdout: "session_add": { 2024-04-02T09:54:14.041 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5 2024-04-02T09:54:14.041 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.041 INFO:tasks.workunit.client.0.smithi012.stdout: "session_rm": { 2024-04-02T09:54:14.041 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 275 2024-04-02T09:54:14.041 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.041 INFO:tasks.workunit.client.0.smithi012.stdout: "session_trim": { 2024-04-02T09:54:14.041 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.041 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.041 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.042 INFO:tasks.workunit.client.0.smithi012.stdout: "paxos": { 2024-04-02T09:54:14.042 INFO:tasks.workunit.client.0.smithi012.stdout: "accept_timeout": { 2024-04-02T09:54:14.042 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.042 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.042 INFO:tasks.workunit.client.0.smithi012.stdout: "begin": { 2024-04-02T09:54:14.042 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8674 2024-04-02T09:54:14.042 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.042 INFO:tasks.workunit.client.0.smithi012.stdout: "begin_bytes": { 2024-04-02T09:54:14.042 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8674, 2024-04-02T09:54:14.042 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 60807504 2024-04-02T09:54:14.042 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.042 INFO:tasks.workunit.client.0.smithi012.stdout: "begin_keys": { 2024-04-02T09:54:14.042 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8674, 2024-04-02T09:54:14.042 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 26022 2024-04-02T09:54:14.043 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.043 INFO:tasks.workunit.client.0.smithi012.stdout: "begin_latency": { 2024-04-02T09:54:14.043 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8674, 2024-04-02T09:54:14.043 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1936983924 2024-04-02T09:54:14.043 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.043 INFO:tasks.workunit.client.0.smithi012.stdout: "collect": { 2024-04-02T09:54:14.043 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.043 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.043 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_bytes": { 2024-04-02T09:54:14.043 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.043 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.043 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.043 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_keys": { 2024-04-02T09:54:14.043 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.044 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.044 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.044 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_latency": { 2024-04-02T09:54:14.044 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.044 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.044 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.044 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_timeout": { 2024-04-02T09:54:14.044 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.044 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.044 INFO:tasks.workunit.client.0.smithi012.stdout: "collect_uncommitted": { 2024-04-02T09:54:14.044 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T09:54:14.044 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.044 INFO:tasks.workunit.client.0.smithi012.stdout: "commit": { 2024-04-02T09:54:14.044 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8672 2024-04-02T09:54:14.045 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.045 INFO:tasks.workunit.client.0.smithi012.stdout: "commit_bytes": { 2024-04-02T09:54:14.045 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8672, 2024-04-02T09:54:14.045 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 60150857 2024-04-02T09:54:14.045 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.045 INFO:tasks.workunit.client.0.smithi012.stdout: "commit_keys": { 2024-04-02T09:54:14.045 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8672, 2024-04-02T09:54:14.045 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67335 2024-04-02T09:54:14.045 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.045 INFO:tasks.workunit.client.0.smithi012.stdout: "commit_latency": { 2024-04-02T09:54:14.045 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8672, 2024-04-02T09:54:14.045 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2609166332 2024-04-02T09:54:14.045 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.045 INFO:tasks.workunit.client.0.smithi012.stdout: "lease_ack_timeout": { 2024-04-02T09:54:14.046 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.046 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.046 INFO:tasks.workunit.client.0.smithi012.stdout: "lease_timeout": { 2024-04-02T09:54:14.046 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.046 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.046 INFO:tasks.workunit.client.0.smithi012.stdout: "new_pn": { 2024-04-02T09:54:14.046 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6 2024-04-02T09:54:14.046 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.046 INFO:tasks.workunit.client.0.smithi012.stdout: "new_pn_latency": { 2024-04-02T09:54:14.046 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 6, 2024-04-02T09:54:14.046 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2999973 2024-04-02T09:54:14.046 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.046 INFO:tasks.workunit.client.0.smithi012.stdout: "refresh": { 2024-04-02T09:54:14.046 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8676 2024-04-02T09:54:14.047 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.047 INFO:tasks.workunit.client.0.smithi012.stdout: "refresh_latency": { 2024-04-02T09:54:14.047 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8676, 2024-04-02T09:54:14.047 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 30056750840 2024-04-02T09:54:14.047 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.047 INFO:tasks.workunit.client.0.smithi012.stdout: "restart": { 2024-04-02T09:54:14.047 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 23 2024-04-02T09:54:14.047 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.047 INFO:tasks.workunit.client.0.smithi012.stdout: "share_state": { 2024-04-02T09:54:14.047 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T09:54:14.047 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.047 INFO:tasks.workunit.client.0.smithi012.stdout: "share_state_bytes": { 2024-04-02T09:54:14.047 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T09:54:14.047 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 198378 2024-04-02T09:54:14.048 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.048 INFO:tasks.workunit.client.0.smithi012.stdout: "share_state_keys": { 2024-04-02T09:54:14.048 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3, 2024-04-02T09:54:14.048 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 19 2024-04-02T09:54:14.048 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.048 INFO:tasks.workunit.client.0.smithi012.stdout: "start_leader": { 2024-04-02T09:54:14.048 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6 2024-04-02T09:54:14.048 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.048 INFO:tasks.workunit.client.0.smithi012.stdout: "start_peon": { 2024-04-02T09:54:14.048 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.048 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.048 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state": { 2024-04-02T09:54:14.048 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.048 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.049 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state_bytes": { 2024-04-02T09:54:14.049 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.049 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.049 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.049 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state_keys": { 2024-04-02T09:54:14.049 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.049 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.049 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.049 INFO:tasks.workunit.client.0.smithi012.stdout: "store_state_latency": { 2024-04-02T09:54:14.049 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.049 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.049 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.049 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.049 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache": { 2024-04-02T09:54:14.049 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T09:54:14.050 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1020054731 2024-04-02T09:54:14.050 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.050 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T09:54:14.050 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 260186112 2024-04-02T09:54:14.050 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.050 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T09:54:14.050 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 259014656 2024-04-02T09:54:14.050 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.050 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T09:54:14.050 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2147483648 2024-04-02T09:54:14.050 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.050 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T09:54:14.050 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1171456 2024-04-02T09:54:14.050 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.051 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.051 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache:full": { 2024-04-02T09:54:14.051 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:14.051 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 360710144 2024-04-02T09:54:14.051 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.051 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:14.051 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.051 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.051 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:14.051 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.051 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.051 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:14.051 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 267154458 2024-04-02T09:54:14.051 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.052 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:14.052 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 25104639 2024-04-02T09:54:14.052 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.052 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:14.052 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.052 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.052 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:14.052 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.052 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.052 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:14.052 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.052 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.052 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:14.052 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.052 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.053 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:14.053 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.053 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.053 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:14.053 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.053 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.053 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:14.053 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.053 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.053 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:14.053 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.053 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.053 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:14.053 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 68451047 2024-04-02T09:54:14.053 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.054 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.054 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache:inc": { 2024-04-02T09:54:14.054 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:14.054 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 339738624 2024-04-02T09:54:14.054 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.054 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:14.054 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.054 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.054 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:14.054 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.054 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.054 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:14.054 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 267154458 2024-04-02T09:54:14.054 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.054 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:14.055 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1519834 2024-04-02T09:54:14.055 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.055 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:14.055 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.055 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.055 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:14.055 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.055 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.055 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:14.055 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.055 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.055 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:14.055 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.055 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.056 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:14.056 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.056 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.056 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:14.056 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.056 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.056 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:14.056 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.056 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.056 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:14.056 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.056 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.056 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:14.056 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71064332 2024-04-02T09:54:14.056 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.057 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.057 INFO:tasks.workunit.client.0.smithi012.stdout: "prioritycache:kv": { 2024-04-02T09:54:14.057 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:14.057 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 314572800 2024-04-02T09:54:14.057 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.057 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:14.057 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:54:14.057 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.057 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:14.057 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.057 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.057 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:14.057 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 178102972 2024-04-02T09:54:14.057 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.058 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:14.058 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.058 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.058 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:14.058 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.058 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.058 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:14.058 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.058 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.058 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:14.058 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.058 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.058 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:14.058 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.059 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.059 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:14.059 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.059 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.059 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:14.059 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.059 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.059 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:14.059 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.059 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.059 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:14.059 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.059 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.059 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:14.060 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 69360964 2024-04-02T09:54:14.060 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.060 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.060 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb": { 2024-04-02T09:54:14.060 INFO:tasks.workunit.client.0.smithi012.stdout: "compact": { 2024-04-02T09:54:14.060 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.060 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.060 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_queue_len": { 2024-04-02T09:54:14.060 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.060 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.060 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_queue_merge": { 2024-04-02T09:54:14.060 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.060 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.060 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_range": { 2024-04-02T09:54:14.060 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 100 2024-04-02T09:54:14.061 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.061 INFO:tasks.workunit.client.0.smithi012.stdout: "get_latency": { 2024-04-02T09:54:14.061 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 389850, 2024-04-02T09:54:14.061 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2094371373 2024-04-02T09:54:14.061 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.061 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_delay_time": { 2024-04-02T09:54:14.061 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.061 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.061 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.061 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_memtable_time": { 2024-04-02T09:54:14.061 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.061 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.061 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.061 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T09:54:14.061 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.062 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.062 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.062 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_write_wal_time": { 2024-04-02T09:54:14.062 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.062 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.062 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.062 INFO:tasks.workunit.client.0.smithi012.stdout: "submit_latency": { 2024-04-02T09:54:14.062 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.062 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.062 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.062 INFO:tasks.workunit.client.0.smithi012.stdout: "submit_sync_latency": { 2024-04-02T09:54:14.062 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 20955, 2024-04-02T09:54:14.062 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7433459953 2024-04-02T09:54:14.062 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.063 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.063 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.063 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.0": { 2024-04-02T09:54:14.063 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:14.063 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_db_max_lat": { 2024-04-02T09:54:14.063 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 21634 2024-04-02T09:54:14.063 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.063 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_fallback": { 2024-04-02T09:54:14.063 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.063 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.063 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_max_lat": { 2024-04-02T09:54:14.063 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.063 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.063 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:54:14.063 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.064 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.064 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_db": { 2024-04-02T09:54:14.064 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 65536 2024-04-02T09:54:14.064 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.064 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_slow": { 2024-04-02T09:54:14.064 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.064 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.064 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_wal": { 2024-04-02T09:54:14.064 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.064 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.064 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_wal_max_lat": { 2024-04-02T09:54:14.064 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.064 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.064 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_slow": { 2024-04-02T09:54:14.064 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.065 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.065 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_sst": { 2024-04-02T09:54:14.065 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3850240 2024-04-02T09:54:14.065 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.065 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_wal": { 2024-04-02T09:54:14.065 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 756731904 2024-04-02T09:54:14.065 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.065 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lat": { 2024-04-02T09:54:14.065 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 19, 2024-04-02T09:54:14.065 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9299767 2024-04-02T09:54:14.065 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.065 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lock_lat": { 2024-04-02T09:54:14.065 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 19, 2024-04-02T09:54:14.065 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1681670 2024-04-02T09:54:14.066 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.066 INFO:tasks.workunit.client.0.smithi012.stdout: "db_alloc_lat": { 2024-04-02T09:54:14.066 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 188, 2024-04-02T09:54:14.066 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 953681 2024-04-02T09:54:14.066 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.066 INFO:tasks.workunit.client.0.smithi012.stdout: "db_total_bytes": { 2024-04-02T09:54:14.066 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995027456 2024-04-02T09:54:14.066 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.066 INFO:tasks.workunit.client.0.smithi012.stdout: "db_used_bytes": { 2024-04-02T09:54:14.066 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 697303040 2024-04-02T09:54:14.066 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.066 INFO:tasks.workunit.client.0.smithi012.stdout: "flush_lat": { 2024-04-02T09:54:14.066 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 77627, 2024-04-02T09:54:14.066 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11527917462 2024-04-02T09:54:14.067 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.067 INFO:tasks.workunit.client.0.smithi012.stdout: "fsync_lat": { 2024-04-02T09:54:14.067 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 77621, 2024-04-02T09:54:14.067 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18925105523 2024-04-02T09:54:14.067 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.067 INFO:tasks.workunit.client.0.smithi012.stdout: "log_bytes": { 2024-04-02T09:54:14.067 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2007040 2024-04-02T09:54:14.067 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.067 INFO:tasks.workunit.client.0.smithi012.stdout: "logged_bytes": { 2024-04-02T09:54:14.067 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 317911040 2024-04-02T09:54:14.067 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.067 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_db": { 2024-04-02T09:54:14.067 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 718602240 2024-04-02T09:54:14.068 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.068 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_slow": { 2024-04-02T09:54:14.068 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.068 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.068 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_wal": { 2024-04-02T09:54:14.068 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.068 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.068 INFO:tasks.workunit.client.0.smithi012.stdout: "num_files": { 2024-04-02T09:54:14.068 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 50 2024-04-02T09:54:14.068 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.068 INFO:tasks.workunit.client.0.smithi012.stdout: "read_bytes": { 2024-04-02T09:54:14.068 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2586271993 2024-04-02T09:54:14.068 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.068 INFO:tasks.workunit.client.0.smithi012.stdout: "read_count": { 2024-04-02T09:54:14.068 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 41628 2024-04-02T09:54:14.069 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.069 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes": { 2024-04-02T09:54:14.069 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2152751104 2024-04-02T09:54:14.069 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.069 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_db": { 2024-04-02T09:54:14.069 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2152755200 2024-04-02T09:54:14.069 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.069 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_slow": { 2024-04-02T09:54:14.069 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.069 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.069 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_wal": { 2024-04-02T09:54:14.069 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.069 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.069 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_count": { 2024-04-02T09:54:14.069 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 31442 2024-04-02T09:54:14.070 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.070 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:54:14.070 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 41628, 2024-04-02T09:54:14.070 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 667943758 2024-04-02T09:54:14.070 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.070 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_bytes": { 2024-04-02T09:54:14.070 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2516436496 2024-04-02T09:54:14.070 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.070 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_count": { 2024-04-02T09:54:14.070 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 39483 2024-04-02T09:54:14.070 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.070 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_bytes": { 2024-04-02T09:54:14.070 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1345308 2024-04-02T09:54:14.070 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.071 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_count": { 2024-04-02T09:54:14.071 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 447 2024-04-02T09:54:14.071 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.071 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_bytes": { 2024-04-02T09:54:14.071 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3780011 2024-04-02T09:54:14.071 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.071 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_count": { 2024-04-02T09:54:14.071 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 623 2024-04-02T09:54:14.071 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.071 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes": { 2024-04-02T09:54:14.071 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2434703 2024-04-02T09:54:14.071 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.071 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:54:14.071 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2434703 2024-04-02T09:54:14.071 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.072 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:54:14.072 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.072 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.072 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:54:14.072 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.072 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.072 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_count": { 2024-04-02T09:54:14.072 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 179 2024-04-02T09:54:14.072 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.072 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_lat": { 2024-04-02T09:54:14.072 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 623, 2024-04-02T09:54:14.072 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1399749 2024-04-02T09:54:14.072 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.072 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_alloc_lat": { 2024-04-02T09:54:14.073 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.073 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.073 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.073 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_total_bytes": { 2024-04-02T09:54:14.073 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.073 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.073 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_used_bytes": { 2024-04-02T09:54:14.073 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.073 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.073 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:54:14.073 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T09:54:14.073 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 640 2024-04-02T09:54:14.073 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.073 INFO:tasks.workunit.client.0.smithi012.stdout: "unlink_lat": { 2024-04-02T09:54:14.073 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 6, 2024-04-02T09:54:14.073 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9543 2024-04-02T09:54:14.074 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.074 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_alloc_lat": { 2024-04-02T09:54:14.074 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.074 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.074 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.074 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_total_bytes": { 2024-04-02T09:54:14.074 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.074 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.074 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_used_bytes": { 2024-04-02T09:54:14.074 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.074 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.074 INFO:tasks.workunit.client.0.smithi012.stdout: "write_bytes": { 2024-04-02T09:54:14.074 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1081368576 2024-04-02T09:54:14.075 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.075 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.075 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore": { 2024-04-02T09:54:14.075 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit": { 2024-04-02T09:54:14.075 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4096 2024-04-02T09:54:14.075 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.075 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": { 2024-04-02T09:54:14.075 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10981376 2024-04-02T09:54:14.075 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.075 INFO:tasks.workunit.client.0.smithi012.stdout: "allocator_lat": { 2024-04-02T09:54:14.075 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 23972, 2024-04-02T09:54:14.075 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 81810009 2024-04-02T09:54:14.075 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.075 INFO:tasks.workunit.client.0.smithi012.stdout: "clist_lat": { 2024-04-02T09:54:14.076 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3597, 2024-04-02T09:54:14.076 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4281447407 2024-04-02T09:54:14.076 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.076 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_lat": { 2024-04-02T09:54:14.076 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.076 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.076 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.076 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed": { 2024-04-02T09:54:14.076 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.076 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.076 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_allocated": { 2024-04-02T09:54:14.076 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.076 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.076 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_original": { 2024-04-02T09:54:14.077 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.077 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.077 INFO:tasks.workunit.client.0.smithi012.stdout: "csum_lat": { 2024-04-02T09:54:14.077 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 31262, 2024-04-02T09:54:14.077 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 261321304 2024-04-02T09:54:14.077 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.077 INFO:tasks.workunit.client.0.smithi012.stdout: "decompress_lat": { 2024-04-02T09:54:14.077 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.077 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.077 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.077 INFO:tasks.workunit.client.0.smithi012.stdout: "fragmentation_micros": { 2024-04-02T09:54:14.077 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.077 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.078 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_commit_lat": { 2024-04-02T09:54:14.078 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 77545, 2024-04-02T09:54:14.078 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 23033974579 2024-04-02T09:54:14.078 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.078 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_final_lat": { 2024-04-02T09:54:14.078 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 76901, 2024-04-02T09:54:14.078 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1586810184 2024-04-02T09:54:14.078 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.078 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_flush_lat": { 2024-04-02T09:54:14.078 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 77545, 2024-04-02T09:54:14.078 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 50029775 2024-04-02T09:54:14.078 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.078 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_sync_lat": { 2024-04-02T09:54:14.079 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 77545, 2024-04-02T09:54:14.079 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 23084004354 2024-04-02T09:54:14.079 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.079 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_keys_lat": { 2024-04-02T09:54:14.079 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.079 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.079 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.079 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_values_lat": { 2024-04-02T09:54:14.079 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 31567, 2024-04-02T09:54:14.079 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1596121703 2024-04-02T09:54:14.079 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.079 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_lower_bound_lat": { 2024-04-02T09:54:14.079 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1087, 2024-04-02T09:54:14.080 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3179244 2024-04-02T09:54:14.080 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.080 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_next_lat": { 2024-04-02T09:54:14.080 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 18503, 2024-04-02T09:54:14.080 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11296378 2024-04-02T09:54:14.080 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.080 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:54:14.080 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 53, 2024-04-02T09:54:14.080 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 81380 2024-04-02T09:54:14.080 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.080 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_upper_bound_lat": { 2024-04-02T09:54:14.080 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 16241, 2024-04-02T09:54:14.080 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1984320574 2024-04-02T09:54:14.080 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.081 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_hits": { 2024-04-02T09:54:14.081 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 241050 2024-04-02T09:54:14.081 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.081 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_misses": { 2024-04-02T09:54:14.081 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24006 2024-04-02T09:54:14.081 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.081 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:54:14.081 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 13747, 2024-04-02T09:54:14.081 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2763412029 2024-04-02T09:54:14.081 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.081 INFO:tasks.workunit.client.0.smithi012.stdout: "read_onode_meta_lat": { 2024-04-02T09:54:14.081 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 34193, 2024-04-02T09:54:14.081 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11979200 2024-04-02T09:54:14.081 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.082 INFO:tasks.workunit.client.0.smithi012.stdout: "read_wait_aio_lat": { 2024-04-02T09:54:14.082 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 20446, 2024-04-02T09:54:14.082 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2217929099 2024-04-02T09:54:14.082 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.082 INFO:tasks.workunit.client.0.smithi012.stdout: "reads_with_retries": { 2024-04-02T09:54:14.082 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.082 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.082 INFO:tasks.workunit.client.0.smithi012.stdout: "remove_lat": { 2024-04-02T09:54:14.082 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15404, 2024-04-02T09:54:14.082 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 454041920 2024-04-02T09:54:14.082 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.082 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_aio_wait_count": { 2024-04-02T09:54:14.082 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.082 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.083 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_committed_kv_count": { 2024-04-02T09:54:14.083 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.083 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.083 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:54:14.083 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.083 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.083 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:54:14.083 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.083 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.083 INFO:tasks.workunit.client.0.smithi012.stdout: "state_aio_wait_lat": { 2024-04-02T09:54:14.083 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 93689, 2024-04-02T09:54:14.083 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13532658736 2024-04-02T09:54:14.083 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.083 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:54:14.084 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 9312, 2024-04-02T09:54:14.084 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 535473362 2024-04-02T09:54:14.084 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.084 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:54:14.084 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 9310, 2024-04-02T09:54:14.084 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4126866144356 2024-04-02T09:54:14.084 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.084 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_queued_lat": { 2024-04-02T09:54:14.084 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 9312, 2024-04-02T09:54:14.084 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6725727075049 2024-04-02T09:54:14.084 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.084 INFO:tasks.workunit.client.0.smithi012.stdout: "state_done_lat": { 2024-04-02T09:54:14.084 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 93687, 2024-04-02T09:54:14.084 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2718134317427 2024-04-02T09:54:14.085 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.085 INFO:tasks.workunit.client.0.smithi012.stdout: "state_finishing_lat": { 2024-04-02T09:54:14.085 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 93687, 2024-04-02T09:54:14.085 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10474816 2024-04-02T09:54:14.085 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.085 INFO:tasks.workunit.client.0.smithi012.stdout: "state_io_done_lat": { 2024-04-02T09:54:14.085 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 93689, 2024-04-02T09:54:14.085 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 533150241 2024-04-02T09:54:14.085 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.085 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_commiting_lat": { 2024-04-02T09:54:14.085 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 93689, 2024-04-02T09:54:14.085 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 39931647202 2024-04-02T09:54:14.085 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.085 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_done_lat": { 2024-04-02T09:54:14.086 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 93689, 2024-04-02T09:54:14.086 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 36502145 2024-04-02T09:54:14.086 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.086 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_queued_lat": { 2024-04-02T09:54:14.086 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 93689, 2024-04-02T09:54:14.086 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 19382095590 2024-04-02T09:54:14.086 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.086 INFO:tasks.workunit.client.0.smithi012.stdout: "state_prepare_lat": { 2024-04-02T09:54:14.086 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 93689, 2024-04-02T09:54:14.086 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14239962390 2024-04-02T09:54:14.086 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.086 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": { 2024-04-02T09:54:14.086 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6770542 2024-04-02T09:54:14.086 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.087 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:54:14.087 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2597, 2024-04-02T09:54:14.087 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13727206 2024-04-02T09:54:14.087 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.087 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_commit_lat": { 2024-04-02T09:54:14.087 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 93689, 2024-04-02T09:54:14.087 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 87637245897 2024-04-02T09:54:14.087 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.087 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_submit_lat": { 2024-04-02T09:54:14.087 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 93689, 2024-04-02T09:54:14.087 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15403417366 2024-04-02T09:54:14.087 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.087 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_throttle_lat": { 2024-04-02T09:54:14.087 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 93689, 2024-04-02T09:54:14.087 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 996870134 2024-04-02T09:54:14.088 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.088 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.088 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache": { 2024-04-02T09:54:14.088 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T09:54:14.088 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1406236763 2024-04-02T09:54:14.088 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.088 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T09:54:14.088 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 500490240 2024-04-02T09:54:14.088 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.088 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T09:54:14.088 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 451584000 2024-04-02T09:54:14.088 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.088 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T09:54:14.088 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2601815449 2024-04-02T09:54:14.089 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.089 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T09:54:14.089 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 48906240 2024-04-02T09:54:14.089 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.089 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.089 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:data": { 2024-04-02T09:54:14.089 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:14.089 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 125829120 2024-04-02T09:54:14.089 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.089 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:14.089 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.089 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.089 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:14.089 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.090 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.090 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:14.090 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57229173 2024-04-02T09:54:14.090 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.090 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:14.090 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.090 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.090 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:14.090 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.090 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.090 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:14.090 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.090 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.090 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:14.091 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.091 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.091 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:14.091 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.091 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.091 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:14.091 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 270336 2024-04-02T09:54:14.091 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.091 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:14.091 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.091 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.091 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:14.091 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.091 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.091 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:14.092 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.092 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.092 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:14.092 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 68329611 2024-04-02T09:54:14.092 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.092 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.092 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv": { 2024-04-02T09:54:14.092 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:14.092 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 570425344 2024-04-02T09:54:14.092 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.092 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:14.092 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:54:14.092 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.092 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:14.092 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.092 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.093 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:14.093 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 429218800 2024-04-02T09:54:14.093 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.093 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:14.093 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.093 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.093 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:14.093 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.093 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.093 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:14.093 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1392 2024-04-02T09:54:14.093 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.093 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:14.093 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.093 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.094 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:14.094 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 77600 2024-04-02T09:54:14.094 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.094 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:14.094 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.094 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.094 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:14.094 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.094 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.094 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:14.094 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.094 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.094 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:14.094 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.095 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.095 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:14.095 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 74018688 2024-04-02T09:54:14.095 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.095 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.095 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:54:14.095 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:14.095 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 176160768 2024-04-02T09:54:14.095 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.095 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:14.095 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:54:14.095 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.095 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:14.095 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3447936 2024-04-02T09:54:14.095 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.096 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:14.096 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 38152782 2024-04-02T09:54:14.096 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.096 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:14.096 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.096 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.096 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:14.096 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.096 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.096 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:14.096 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.096 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.096 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:14.096 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.096 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.097 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:14.097 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.097 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.097 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:14.097 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.097 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.097 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:14.097 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.097 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.097 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:14.097 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.097 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.097 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:14.097 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.098 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.098 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:14.098 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67451186 2024-04-02T09:54:14.098 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.098 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.098 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:meta": { 2024-04-02T09:54:14.098 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:14.098 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 503316480 2024-04-02T09:54:14.098 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.098 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:14.098 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.098 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.098 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:14.098 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.099 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.099 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:14.099 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 429218800 2024-04-02T09:54:14.099 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.099 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:14.099 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.099 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.099 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:14.099 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.099 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.099 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:14.099 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.099 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.099 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:14.100 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 987 2024-04-02T09:54:14.100 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.100 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:14.100 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 23689 2024-04-02T09:54:14.100 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.100 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:14.100 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1155870 2024-04-02T09:54:14.100 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.100 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:14.100 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.100 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.100 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:14.100 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.100 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.100 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:14.101 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.101 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.101 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:14.101 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 72917134 2024-04-02T09:54:14.101 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.101 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.101 INFO:tasks.workunit.client.0.smithi012.stdout: "objecter": { 2024-04-02T09:54:14.101 INFO:tasks.workunit.client.0.smithi012.stdout: "op_active": { 2024-04-02T09:54:14.101 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.101 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.101 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:54:14.101 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 26 2024-04-02T09:54:14.101 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.101 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rmw": { 2024-04-02T09:54:14.102 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.102 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.102 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:54:14.102 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.102 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.102 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.102 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:14.102 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg": { 2024-04-02T09:54:14.102 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 53 2024-04-02T09:54:14.102 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.102 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg_removing": { 2024-04-02T09:54:14.102 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.102 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.102 INFO:tasks.workunit.client.0.smithi012.stdout: "op": { 2024-04-02T09:54:14.103 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 34687 2024-04-02T09:54:14.103 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.103 INFO:tasks.workunit.client.0.smithi012.stdout: "op_before_queue_op_lat": { 2024-04-02T09:54:14.103 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 122858, 2024-04-02T09:54:14.103 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8135674155 2024-04-02T09:54:14.103 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.103 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_degraded": { 2024-04-02T09:54:14.103 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1 2024-04-02T09:54:14.103 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.103 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_unreadable": { 2024-04-02T09:54:14.103 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.103 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.103 INFO:tasks.workunit.client.0.smithi012.stdout: "op_in_bytes": { 2024-04-02T09:54:14.103 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2482968229 2024-04-02T09:54:14.103 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.104 INFO:tasks.workunit.client.0.smithi012.stdout: "op_latency": { 2024-04-02T09:54:14.104 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 34687, 2024-04-02T09:54:14.104 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 252556569016 2024-04-02T09:54:14.104 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.104 INFO:tasks.workunit.client.0.smithi012.stdout: "op_out_bytes": { 2024-04-02T09:54:14.104 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3627922147 2024-04-02T09:54:14.104 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.104 INFO:tasks.workunit.client.0.smithi012.stdout: "op_prepare_latency": { 2024-04-02T09:54:14.104 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 35854, 2024-04-02T09:54:14.104 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 21770001479 2024-04-02T09:54:14.104 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.104 INFO:tasks.workunit.client.0.smithi012.stdout: "op_process_latency": { 2024-04-02T09:54:14.104 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 34687, 2024-04-02T09:54:14.104 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71729621670 2024-04-02T09:54:14.104 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.105 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:54:14.105 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 19585 2024-04-02T09:54:14.105 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.105 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency": { 2024-04-02T09:54:14.105 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 19585, 2024-04-02T09:54:14.105 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 17152101126 2024-04-02T09:54:14.105 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.105 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:54:14.105 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.105 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.105 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_out_bytes": { 2024-04-02T09:54:14.105 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3627922147 2024-04-02T09:54:14.105 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.105 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_prepare_latency": { 2024-04-02T09:54:14.105 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 19921, 2024-04-02T09:54:14.106 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5953855342 2024-04-02T09:54:14.106 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.106 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_process_latency": { 2024-04-02T09:54:14.106 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 19585, 2024-04-02T09:54:14.106 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6452199467 2024-04-02T09:54:14.106 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.106 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw": { 2024-04-02T09:54:14.106 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7933 2024-04-02T09:54:14.106 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.106 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_in_bytes": { 2024-04-02T09:54:14.106 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 545123766 2024-04-02T09:54:14.106 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.106 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency": { 2024-04-02T09:54:14.106 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 7933, 2024-04-02T09:54:14.106 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 17429663461 2024-04-02T09:54:14.107 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.107 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:54:14.107 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.107 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.107 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:54:14.107 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.107 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.107 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_out_bytes": { 2024-04-02T09:54:14.107 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.107 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.107 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_prepare_latency": { 2024-04-02T09:54:14.107 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8583, 2024-04-02T09:54:14.107 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6063825180 2024-04-02T09:54:14.107 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.107 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_process_latency": { 2024-04-02T09:54:14.108 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 7933, 2024-04-02T09:54:14.108 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14602697756 2024-04-02T09:54:14.108 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.108 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:54:14.108 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7169 2024-04-02T09:54:14.108 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.108 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_in_bytes": { 2024-04-02T09:54:14.108 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1937844463 2024-04-02T09:54:14.108 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.108 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency": { 2024-04-02T09:54:14.108 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 7169, 2024-04-02T09:54:14.108 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 217974804429 2024-04-02T09:54:14.108 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.108 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:54:14.109 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.109 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.109 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_prepare_latency": { 2024-04-02T09:54:14.109 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 7350, 2024-04-02T09:54:14.109 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9752320957 2024-04-02T09:54:14.109 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.109 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_process_latency": { 2024-04-02T09:54:14.109 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 7169, 2024-04-02T09:54:14.109 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 50674724447 2024-04-02T09:54:14.109 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.109 INFO:tasks.workunit.client.0.smithi012.stdout: "op_wip": { 2024-04-02T09:54:14.109 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.109 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.109 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_bytes": { 2024-04-02T09:54:14.109 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9437251 2024-04-02T09:54:14.110 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.110 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_ops": { 2024-04-02T09:54:14.110 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13 2024-04-02T09:54:14.110 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.110 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes": { 2024-04-02T09:54:14.110 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T09:54:14.110 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.110 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes_used": { 2024-04-02T09:54:14.110 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 708300800 2024-04-02T09:54:14.110 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.110 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.110 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.110 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.1": { 2024-04-02T09:54:14.110 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:14.111 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_db_max_lat": { 2024-04-02T09:54:14.111 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24213 2024-04-02T09:54:14.111 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.111 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_fallback": { 2024-04-02T09:54:14.111 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.111 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.111 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_max_lat": { 2024-04-02T09:54:14.111 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.111 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.111 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:54:14.111 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.111 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.111 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_db": { 2024-04-02T09:54:14.111 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 65536 2024-04-02T09:54:14.111 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.112 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_slow": { 2024-04-02T09:54:14.112 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.112 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.112 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_wal": { 2024-04-02T09:54:14.112 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.112 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.112 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_wal_max_lat": { 2024-04-02T09:54:14.112 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.112 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.112 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_slow": { 2024-04-02T09:54:14.112 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.112 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.112 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_sst": { 2024-04-02T09:54:14.112 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5648384 2024-04-02T09:54:14.112 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.113 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_wal": { 2024-04-02T09:54:14.113 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 855797760 2024-04-02T09:54:14.113 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.113 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lat": { 2024-04-02T09:54:14.113 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 18, 2024-04-02T09:54:14.113 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4732741 2024-04-02T09:54:14.113 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.113 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lock_lat": { 2024-04-02T09:54:14.113 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 18, 2024-04-02T09:54:14.113 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1354558 2024-04-02T09:54:14.113 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.113 INFO:tasks.workunit.client.0.smithi012.stdout: "db_alloc_lat": { 2024-04-02T09:54:14.113 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 200, 2024-04-02T09:54:14.113 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 943517 2024-04-02T09:54:14.113 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.114 INFO:tasks.workunit.client.0.smithi012.stdout: "db_total_bytes": { 2024-04-02T09:54:14.114 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995027456 2024-04-02T09:54:14.114 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.114 INFO:tasks.workunit.client.0.smithi012.stdout: "db_used_bytes": { 2024-04-02T09:54:14.114 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 910753792 2024-04-02T09:54:14.114 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.114 INFO:tasks.workunit.client.0.smithi012.stdout: "flush_lat": { 2024-04-02T09:54:14.114 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75819, 2024-04-02T09:54:14.114 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11641193571 2024-04-02T09:54:14.114 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.114 INFO:tasks.workunit.client.0.smithi012.stdout: "fsync_lat": { 2024-04-02T09:54:14.114 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75836, 2024-04-02T09:54:14.114 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18651875806 2024-04-02T09:54:14.114 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.114 INFO:tasks.workunit.client.0.smithi012.stdout: "log_bytes": { 2024-04-02T09:54:14.115 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11292672 2024-04-02T09:54:14.115 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.115 INFO:tasks.workunit.client.0.smithi012.stdout: "logged_bytes": { 2024-04-02T09:54:14.115 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 310554624 2024-04-02T09:54:14.115 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.115 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_db": { 2024-04-02T09:54:14.115 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 923533312 2024-04-02T09:54:14.115 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.115 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_slow": { 2024-04-02T09:54:14.115 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.115 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.115 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_wal": { 2024-04-02T09:54:14.115 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.115 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.116 INFO:tasks.workunit.client.0.smithi012.stdout: "num_files": { 2024-04-02T09:54:14.116 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 59 2024-04-02T09:54:14.116 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.116 INFO:tasks.workunit.client.0.smithi012.stdout: "read_bytes": { 2024-04-02T09:54:14.116 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4048126803 2024-04-02T09:54:14.116 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.116 INFO:tasks.workunit.client.0.smithi012.stdout: "read_count": { 2024-04-02T09:54:14.116 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 45768 2024-04-02T09:54:14.116 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.116 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes": { 2024-04-02T09:54:14.116 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3503120384 2024-04-02T09:54:14.116 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.116 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_db": { 2024-04-02T09:54:14.116 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3503124480 2024-04-02T09:54:14.116 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.117 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_slow": { 2024-04-02T09:54:14.117 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.117 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.117 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_wal": { 2024-04-02T09:54:14.117 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.117 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.117 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_count": { 2024-04-02T09:54:14.117 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 39667 2024-04-02T09:54:14.117 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.117 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:54:14.117 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 45768, 2024-04-02T09:54:14.117 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1158939353 2024-04-02T09:54:14.117 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.117 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_bytes": { 2024-04-02T09:54:14.118 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3951418634 2024-04-02T09:54:14.118 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.118 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_count": { 2024-04-02T09:54:14.118 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 42802 2024-04-02T09:54:14.118 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.118 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_bytes": { 2024-04-02T09:54:14.118 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1832860 2024-04-02T09:54:14.118 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.118 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_count": { 2024-04-02T09:54:14.118 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 571 2024-04-02T09:54:14.118 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.118 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_bytes": { 2024-04-02T09:54:14.118 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5454022 2024-04-02T09:54:14.118 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.119 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_count": { 2024-04-02T09:54:14.119 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 808 2024-04-02T09:54:14.119 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.119 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes": { 2024-04-02T09:54:14.119 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3621162 2024-04-02T09:54:14.119 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.119 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:54:14.119 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3621162 2024-04-02T09:54:14.119 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.119 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:54:14.119 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.119 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.119 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:54:14.119 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.119 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.120 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_count": { 2024-04-02T09:54:14.120 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 245 2024-04-02T09:54:14.120 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.120 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_lat": { 2024-04-02T09:54:14.120 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 808, 2024-04-02T09:54:14.120 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2386087 2024-04-02T09:54:14.120 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.120 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_alloc_lat": { 2024-04-02T09:54:14.120 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.120 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.120 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.120 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_total_bytes": { 2024-04-02T09:54:14.120 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.120 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.121 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_used_bytes": { 2024-04-02T09:54:14.121 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.121 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.121 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:54:14.121 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T09:54:14.121 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1053 2024-04-02T09:54:14.121 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.121 INFO:tasks.workunit.client.0.smithi012.stdout: "unlink_lat": { 2024-04-02T09:54:14.121 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8, 2024-04-02T09:54:14.121 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15577 2024-04-02T09:54:14.121 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.121 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_alloc_lat": { 2024-04-02T09:54:14.121 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.121 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.121 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.122 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_total_bytes": { 2024-04-02T09:54:14.122 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.122 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.122 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_used_bytes": { 2024-04-02T09:54:14.122 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.122 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.122 INFO:tasks.workunit.client.0.smithi012.stdout: "write_bytes": { 2024-04-02T09:54:14.122 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1174740992 2024-04-02T09:54:14.122 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.122 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.122 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore": { 2024-04-02T09:54:14.122 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit": { 2024-04-02T09:54:14.122 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4096 2024-04-02T09:54:14.122 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.122 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": { 2024-04-02T09:54:14.123 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14585856 2024-04-02T09:54:14.123 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.123 INFO:tasks.workunit.client.0.smithi012.stdout: "allocator_lat": { 2024-04-02T09:54:14.123 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 22644, 2024-04-02T09:54:14.123 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 83865505 2024-04-02T09:54:14.123 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.123 INFO:tasks.workunit.client.0.smithi012.stdout: "clist_lat": { 2024-04-02T09:54:14.123 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3547, 2024-04-02T09:54:14.123 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5162084549 2024-04-02T09:54:14.123 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.123 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_lat": { 2024-04-02T09:54:14.123 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.123 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.124 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.124 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed": { 2024-04-02T09:54:14.124 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.124 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.124 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_allocated": { 2024-04-02T09:54:14.124 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.124 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.124 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_original": { 2024-04-02T09:54:14.124 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.124 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.124 INFO:tasks.workunit.client.0.smithi012.stdout: "csum_lat": { 2024-04-02T09:54:14.124 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 20680, 2024-04-02T09:54:14.124 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 180381549 2024-04-02T09:54:14.124 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.125 INFO:tasks.workunit.client.0.smithi012.stdout: "decompress_lat": { 2024-04-02T09:54:14.125 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.125 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.125 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.125 INFO:tasks.workunit.client.0.smithi012.stdout: "fragmentation_micros": { 2024-04-02T09:54:14.125 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.125 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.125 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_commit_lat": { 2024-04-02T09:54:14.125 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75738, 2024-04-02T09:54:14.125 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 22876723270 2024-04-02T09:54:14.125 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.125 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_final_lat": { 2024-04-02T09:54:14.125 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75105, 2024-04-02T09:54:14.125 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1779991403 2024-04-02T09:54:14.125 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.126 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_flush_lat": { 2024-04-02T09:54:14.126 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75738, 2024-04-02T09:54:14.126 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 45347011 2024-04-02T09:54:14.126 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.126 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_sync_lat": { 2024-04-02T09:54:14.126 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75738, 2024-04-02T09:54:14.126 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 22922070281 2024-04-02T09:54:14.126 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.126 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_keys_lat": { 2024-04-02T09:54:14.126 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.126 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.126 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.126 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_values_lat": { 2024-04-02T09:54:14.126 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 28277, 2024-04-02T09:54:14.127 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1261453556 2024-04-02T09:54:14.127 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.127 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_lower_bound_lat": { 2024-04-02T09:54:14.127 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 908, 2024-04-02T09:54:14.127 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2600411 2024-04-02T09:54:14.127 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.127 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_next_lat": { 2024-04-02T09:54:14.127 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 11043, 2024-04-02T09:54:14.127 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7911010 2024-04-02T09:54:14.127 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.127 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:54:14.127 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 45, 2024-04-02T09:54:14.127 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 59860 2024-04-02T09:54:14.127 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.127 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_upper_bound_lat": { 2024-04-02T09:54:14.128 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 12044, 2024-04-02T09:54:14.128 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1347948492 2024-04-02T09:54:14.128 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.128 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_hits": { 2024-04-02T09:54:14.128 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 241110 2024-04-02T09:54:14.128 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.128 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_misses": { 2024-04-02T09:54:14.128 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 28059 2024-04-02T09:54:14.128 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.128 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:54:14.128 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 22761, 2024-04-02T09:54:14.128 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2298080745 2024-04-02T09:54:14.128 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.128 INFO:tasks.workunit.client.0.smithi012.stdout: "read_onode_meta_lat": { 2024-04-02T09:54:14.129 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 74209, 2024-04-02T09:54:14.129 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 19878862 2024-04-02T09:54:14.129 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.129 INFO:tasks.workunit.client.0.smithi012.stdout: "read_wait_aio_lat": { 2024-04-02T09:54:14.129 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 51448, 2024-04-02T09:54:14.129 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1521506502 2024-04-02T09:54:14.129 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.129 INFO:tasks.workunit.client.0.smithi012.stdout: "reads_with_retries": { 2024-04-02T09:54:14.129 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.129 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.129 INFO:tasks.workunit.client.0.smithi012.stdout: "remove_lat": { 2024-04-02T09:54:14.129 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15593, 2024-04-02T09:54:14.129 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 443423029 2024-04-02T09:54:14.129 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.129 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_aio_wait_count": { 2024-04-02T09:54:14.130 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.130 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.130 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_committed_kv_count": { 2024-04-02T09:54:14.130 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.130 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.130 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:54:14.130 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.130 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.130 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:54:14.130 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.130 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.130 INFO:tasks.workunit.client.0.smithi012.stdout: "state_aio_wait_lat": { 2024-04-02T09:54:14.130 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 92817, 2024-04-02T09:54:14.131 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13535384997 2024-04-02T09:54:14.131 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.131 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:54:14.131 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 22799, 2024-04-02T09:54:14.131 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1418585664 2024-04-02T09:54:14.131 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.131 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:54:14.131 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 22798, 2024-04-02T09:54:14.131 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4128128086718 2024-04-02T09:54:14.131 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.131 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_queued_lat": { 2024-04-02T09:54:14.131 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 22799, 2024-04-02T09:54:14.131 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6906879143730 2024-04-02T09:54:14.132 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.132 INFO:tasks.workunit.client.0.smithi012.stdout: "state_done_lat": { 2024-04-02T09:54:14.132 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 92816, 2024-04-02T09:54:14.132 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3273534312763 2024-04-02T09:54:14.132 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.132 INFO:tasks.workunit.client.0.smithi012.stdout: "state_finishing_lat": { 2024-04-02T09:54:14.132 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 92816, 2024-04-02T09:54:14.132 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9952731 2024-04-02T09:54:14.132 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.132 INFO:tasks.workunit.client.0.smithi012.stdout: "state_io_done_lat": { 2024-04-02T09:54:14.132 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 92817, 2024-04-02T09:54:14.132 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 556365165 2024-04-02T09:54:14.132 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.133 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_commiting_lat": { 2024-04-02T09:54:14.133 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 92817, 2024-04-02T09:54:14.133 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 39786053472 2024-04-02T09:54:14.133 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.133 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_done_lat": { 2024-04-02T09:54:14.133 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 92817, 2024-04-02T09:54:14.133 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 36579956 2024-04-02T09:54:14.133 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.133 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_queued_lat": { 2024-04-02T09:54:14.133 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 92817, 2024-04-02T09:54:14.133 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 19487178915 2024-04-02T09:54:14.133 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.133 INFO:tasks.workunit.client.0.smithi012.stdout: "state_prepare_lat": { 2024-04-02T09:54:14.134 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 92817, 2024-04-02T09:54:14.134 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15318601230 2024-04-02T09:54:14.134 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.134 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": { 2024-04-02T09:54:14.134 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10373997 2024-04-02T09:54:14.134 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.134 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:54:14.134 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2619, 2024-04-02T09:54:14.134 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12535587 2024-04-02T09:54:14.134 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.134 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_commit_lat": { 2024-04-02T09:54:14.134 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 92817, 2024-04-02T09:54:14.134 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 88701953820 2024-04-02T09:54:14.134 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.135 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_submit_lat": { 2024-04-02T09:54:14.135 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 92817, 2024-04-02T09:54:14.135 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 16391704485 2024-04-02T09:54:14.135 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.135 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_throttle_lat": { 2024-04-02T09:54:14.135 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 92817, 2024-04-02T09:54:14.135 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 792224942 2024-04-02T09:54:14.135 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.135 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.135 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache": { 2024-04-02T09:54:14.135 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T09:54:14.135 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1406236763 2024-04-02T09:54:14.135 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.136 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T09:54:14.136 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 590217216 2024-04-02T09:54:14.136 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.136 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T09:54:14.136 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 480247808 2024-04-02T09:54:14.136 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.136 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T09:54:14.136 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2601815449 2024-04-02T09:54:14.136 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.136 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T09:54:14.136 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 109969408 2024-04-02T09:54:14.136 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.136 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.137 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:data": { 2024-04-02T09:54:14.137 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:14.137 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 125829120 2024-04-02T09:54:14.137 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.137 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:14.137 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.137 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.137 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:14.137 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.137 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.137 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:14.137 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57032125 2024-04-02T09:54:14.137 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.137 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:14.137 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.137 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.138 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:14.138 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.138 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.138 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:14.138 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.138 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.138 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:14.138 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.138 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.138 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:14.138 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57344 2024-04-02T09:54:14.138 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.138 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:14.138 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1265664 2024-04-02T09:54:14.138 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.139 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:14.139 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.139 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.139 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:14.139 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.139 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.139 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:14.139 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.139 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.139 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:14.139 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67473987 2024-04-02T09:54:14.139 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.139 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.139 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv": { 2024-04-02T09:54:14.139 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:14.140 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 570425344 2024-04-02T09:54:14.140 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.140 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:14.140 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:54:14.140 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.140 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:14.140 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.140 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.140 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:14.140 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 427740943 2024-04-02T09:54:14.140 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.140 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:14.140 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.140 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.140 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:14.141 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.141 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.141 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:14.141 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 256 2024-04-02T09:54:14.141 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.141 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:14.141 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 976 2024-04-02T09:54:14.141 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.141 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:14.141 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 81184 2024-04-02T09:54:14.141 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.141 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:14.141 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.141 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.141 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:14.141 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.142 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.142 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:14.142 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.142 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.142 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:14.142 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.142 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.142 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:14.142 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 75493121 2024-04-02T09:54:14.142 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.142 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.142 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:54:14.142 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:14.142 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 184549376 2024-04-02T09:54:14.143 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.143 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:14.143 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:54:14.143 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.143 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:14.143 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5120880 2024-04-02T09:54:14.143 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.143 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:14.143 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 38021417 2024-04-02T09:54:14.143 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.143 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:14.143 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.143 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.143 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:14.143 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.143 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.144 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:14.144 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.144 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.144 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:14.144 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.144 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.144 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:14.144 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.144 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.144 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:14.144 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.144 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.144 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:14.144 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.144 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.145 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:14.145 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.145 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.145 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:14.145 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.145 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.145 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:14.145 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 74298215 2024-04-02T09:54:14.145 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.145 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.145 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:meta": { 2024-04-02T09:54:14.145 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:14.145 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 503316480 2024-04-02T09:54:14.145 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.146 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:14.146 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.146 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.146 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:14.146 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.146 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.146 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:14.146 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 427740943 2024-04-02T09:54:14.146 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.146 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:14.146 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.146 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.146 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:14.146 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.147 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.147 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:14.147 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.147 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.147 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:14.147 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 993 2024-04-02T09:54:14.147 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.147 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:14.147 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 43701 2024-04-02T09:54:14.147 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.147 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:14.147 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1150156 2024-04-02T09:54:14.147 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.147 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:14.147 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.148 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.148 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:14.148 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.148 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.148 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:14.148 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.148 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.148 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:14.148 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 74380687 2024-04-02T09:54:14.148 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.148 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.148 INFO:tasks.workunit.client.0.smithi012.stdout: "objecter": { 2024-04-02T09:54:14.148 INFO:tasks.workunit.client.0.smithi012.stdout: "op_active": { 2024-04-02T09:54:14.148 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.149 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.149 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:54:14.149 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 52 2024-04-02T09:54:14.149 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.149 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rmw": { 2024-04-02T09:54:14.149 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.149 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.149 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:54:14.149 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.149 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.149 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.149 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:14.149 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg": { 2024-04-02T09:54:14.149 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 58 2024-04-02T09:54:14.150 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.150 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg_removing": { 2024-04-02T09:54:14.150 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.150 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.150 INFO:tasks.workunit.client.0.smithi012.stdout: "op": { 2024-04-02T09:54:14.150 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 40831 2024-04-02T09:54:14.150 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.150 INFO:tasks.workunit.client.0.smithi012.stdout: "op_before_queue_op_lat": { 2024-04-02T09:54:14.150 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 138275, 2024-04-02T09:54:14.150 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11425428416 2024-04-02T09:54:14.150 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.150 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_degraded": { 2024-04-02T09:54:14.150 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.151 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.151 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_unreadable": { 2024-04-02T09:54:14.151 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.151 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.151 INFO:tasks.workunit.client.0.smithi012.stdout: "op_in_bytes": { 2024-04-02T09:54:14.151 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2646525705 2024-04-02T09:54:14.151 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.151 INFO:tasks.workunit.client.0.smithi012.stdout: "op_latency": { 2024-04-02T09:54:14.151 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 40831, 2024-04-02T09:54:14.151 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 785088707583 2024-04-02T09:54:14.151 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.151 INFO:tasks.workunit.client.0.smithi012.stdout: "op_out_bytes": { 2024-04-02T09:54:14.151 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3351269144 2024-04-02T09:54:14.152 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.152 INFO:tasks.workunit.client.0.smithi012.stdout: "op_prepare_latency": { 2024-04-02T09:54:14.152 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 42544, 2024-04-02T09:54:14.152 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 34562963442 2024-04-02T09:54:14.152 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.152 INFO:tasks.workunit.client.0.smithi012.stdout: "op_process_latency": { 2024-04-02T09:54:14.152 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 40831, 2024-04-02T09:54:14.152 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 116879884682 2024-04-02T09:54:14.152 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.152 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:54:14.152 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18197 2024-04-02T09:54:14.152 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.152 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency": { 2024-04-02T09:54:14.152 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 18197, 2024-04-02T09:54:14.152 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18174340579 2024-04-02T09:54:14.153 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.153 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:54:14.153 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.153 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.153 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_out_bytes": { 2024-04-02T09:54:14.153 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3351269144 2024-04-02T09:54:14.153 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.153 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_prepare_latency": { 2024-04-02T09:54:14.153 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 18632, 2024-04-02T09:54:14.153 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5530135348 2024-04-02T09:54:14.153 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.153 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_process_latency": { 2024-04-02T09:54:14.153 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 18197, 2024-04-02T09:54:14.153 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7725135858 2024-04-02T09:54:14.153 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.154 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw": { 2024-04-02T09:54:14.154 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12370 2024-04-02T09:54:14.154 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.154 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_in_bytes": { 2024-04-02T09:54:14.154 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 285823064 2024-04-02T09:54:14.154 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.154 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency": { 2024-04-02T09:54:14.154 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 12370, 2024-04-02T09:54:14.154 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 106624240478 2024-04-02T09:54:14.154 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.154 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:54:14.154 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.154 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.154 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:54:14.155 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.155 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.155 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_out_bytes": { 2024-04-02T09:54:14.155 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.155 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.155 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_prepare_latency": { 2024-04-02T09:54:14.155 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 12534, 2024-04-02T09:54:14.155 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13749444768 2024-04-02T09:54:14.155 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.155 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_process_latency": { 2024-04-02T09:54:14.155 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 12370, 2024-04-02T09:54:14.155 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 32562017497 2024-04-02T09:54:14.155 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.155 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:54:14.155 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10264 2024-04-02T09:54:14.155 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.156 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_in_bytes": { 2024-04-02T09:54:14.156 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2360702641 2024-04-02T09:54:14.156 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.156 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency": { 2024-04-02T09:54:14.156 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 10264, 2024-04-02T09:54:14.156 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 660290126526 2024-04-02T09:54:14.156 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.156 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:54:14.156 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.156 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.156 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_prepare_latency": { 2024-04-02T09:54:14.156 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 11378, 2024-04-02T09:54:14.156 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15283383326 2024-04-02T09:54:14.156 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.156 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_process_latency": { 2024-04-02T09:54:14.157 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 10264, 2024-04-02T09:54:14.157 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 76592731327 2024-04-02T09:54:14.157 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.157 INFO:tasks.workunit.client.0.smithi012.stdout: "op_wip": { 2024-04-02T09:54:14.157 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.157 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.157 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_bytes": { 2024-04-02T09:54:14.157 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 17892249 2024-04-02T09:54:14.157 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.157 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_ops": { 2024-04-02T09:54:14.157 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 25 2024-04-02T09:54:14.157 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.157 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes": { 2024-04-02T09:54:14.157 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T09:54:14.157 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.158 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes_used": { 2024-04-02T09:54:14.158 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 925351936 2024-04-02T09:54:14.158 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.158 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.158 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.158 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.2": { 2024-04-02T09:54:14.158 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:14.158 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_db_max_lat": { 2024-04-02T09:54:14.158 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 40479 2024-04-02T09:54:14.158 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.158 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_fallback": { 2024-04-02T09:54:14.158 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.158 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.158 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_max_lat": { 2024-04-02T09:54:14.158 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.159 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.159 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:54:14.159 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.159 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.159 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_db": { 2024-04-02T09:54:14.159 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 65536 2024-04-02T09:54:14.159 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.159 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_slow": { 2024-04-02T09:54:14.159 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.159 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.159 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_wal": { 2024-04-02T09:54:14.159 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.159 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.159 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_wal_max_lat": { 2024-04-02T09:54:14.159 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.159 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.160 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_slow": { 2024-04-02T09:54:14.160 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.160 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.160 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_sst": { 2024-04-02T09:54:14.160 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5312512 2024-04-02T09:54:14.160 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.160 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_wal": { 2024-04-02T09:54:14.160 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 702353408 2024-04-02T09:54:14.160 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.160 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lat": { 2024-04-02T09:54:14.160 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 17, 2024-04-02T09:54:14.160 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3683283 2024-04-02T09:54:14.160 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.160 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lock_lat": { 2024-04-02T09:54:14.160 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 17, 2024-04-02T09:54:14.161 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1348226 2024-04-02T09:54:14.161 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.161 INFO:tasks.workunit.client.0.smithi012.stdout: "db_alloc_lat": { 2024-04-02T09:54:14.161 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 174, 2024-04-02T09:54:14.161 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 971284 2024-04-02T09:54:14.161 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.161 INFO:tasks.workunit.client.0.smithi012.stdout: "db_total_bytes": { 2024-04-02T09:54:14.161 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995027456 2024-04-02T09:54:14.161 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.161 INFO:tasks.workunit.client.0.smithi012.stdout: "db_used_bytes": { 2024-04-02T09:54:14.161 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 633339904 2024-04-02T09:54:14.161 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.161 INFO:tasks.workunit.client.0.smithi012.stdout: "flush_lat": { 2024-04-02T09:54:14.162 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 71440, 2024-04-02T09:54:14.162 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11278553634 2024-04-02T09:54:14.162 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.162 INFO:tasks.workunit.client.0.smithi012.stdout: "fsync_lat": { 2024-04-02T09:54:14.162 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 71446, 2024-04-02T09:54:14.162 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18346480395 2024-04-02T09:54:14.162 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.162 INFO:tasks.workunit.client.0.smithi012.stdout: "log_bytes": { 2024-04-02T09:54:14.162 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9973760 2024-04-02T09:54:14.162 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.162 INFO:tasks.workunit.client.0.smithi012.stdout: "logged_bytes": { 2024-04-02T09:54:14.162 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 292601856 2024-04-02T09:54:14.162 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.163 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_db": { 2024-04-02T09:54:14.163 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 646119424 2024-04-02T09:54:14.163 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.163 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_slow": { 2024-04-02T09:54:14.163 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.163 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.163 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_wal": { 2024-04-02T09:54:14.163 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.163 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.163 INFO:tasks.workunit.client.0.smithi012.stdout: "num_files": { 2024-04-02T09:54:14.163 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 50 2024-04-02T09:54:14.163 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.163 INFO:tasks.workunit.client.0.smithi012.stdout: "read_bytes": { 2024-04-02T09:54:14.163 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3994577285 2024-04-02T09:54:14.164 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.164 INFO:tasks.workunit.client.0.smithi012.stdout: "read_count": { 2024-04-02T09:54:14.164 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 41164 2024-04-02T09:54:14.164 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.164 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes": { 2024-04-02T09:54:14.164 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3438845952 2024-04-02T09:54:14.164 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.164 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_db": { 2024-04-02T09:54:14.164 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3438850048 2024-04-02T09:54:14.164 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.164 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_slow": { 2024-04-02T09:54:14.164 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.164 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.164 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_wal": { 2024-04-02T09:54:14.164 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.164 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.165 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_count": { 2024-04-02T09:54:14.165 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 31932 2024-04-02T09:54:14.165 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.165 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:54:14.165 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 41164, 2024-04-02T09:54:14.165 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1460704192 2024-04-02T09:54:14.165 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.165 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_bytes": { 2024-04-02T09:54:14.165 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3917053458 2024-04-02T09:54:14.165 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.165 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_count": { 2024-04-02T09:54:14.165 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 38784 2024-04-02T09:54:14.165 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.165 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_bytes": { 2024-04-02T09:54:14.165 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2403176 2024-04-02T09:54:14.166 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.166 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_count": { 2024-04-02T09:54:14.166 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 437 2024-04-02T09:54:14.166 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.166 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_bytes": { 2024-04-02T09:54:14.166 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5172269 2024-04-02T09:54:14.166 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.166 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_count": { 2024-04-02T09:54:14.166 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 596 2024-04-02T09:54:14.166 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.166 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes": { 2024-04-02T09:54:14.166 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2769093 2024-04-02T09:54:14.166 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.166 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:54:14.167 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2769093 2024-04-02T09:54:14.167 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.167 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:54:14.167 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.167 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.167 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:54:14.167 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.167 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.167 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_count": { 2024-04-02T09:54:14.167 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 162 2024-04-02T09:54:14.167 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.167 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_lat": { 2024-04-02T09:54:14.167 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 596, 2024-04-02T09:54:14.167 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1739471 2024-04-02T09:54:14.167 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.168 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_alloc_lat": { 2024-04-02T09:54:14.168 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.168 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.168 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.168 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_total_bytes": { 2024-04-02T09:54:14.168 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.168 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.168 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_used_bytes": { 2024-04-02T09:54:14.168 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.168 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.168 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:54:14.168 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T09:54:14.168 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 689 2024-04-02T09:54:14.168 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.169 INFO:tasks.workunit.client.0.smithi012.stdout: "unlink_lat": { 2024-04-02T09:54:14.169 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 7, 2024-04-02T09:54:14.169 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9681 2024-04-02T09:54:14.169 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.169 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_alloc_lat": { 2024-04-02T09:54:14.169 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.169 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.169 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.169 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_total_bytes": { 2024-04-02T09:54:14.169 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.169 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.169 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_used_bytes": { 2024-04-02T09:54:14.169 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.169 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.170 INFO:tasks.workunit.client.0.smithi012.stdout: "write_bytes": { 2024-04-02T09:54:14.170 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1002856448 2024-04-02T09:54:14.170 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.170 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.170 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore": { 2024-04-02T09:54:14.170 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit": { 2024-04-02T09:54:14.170 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4096 2024-04-02T09:54:14.170 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.170 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": { 2024-04-02T09:54:14.170 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10375168 2024-04-02T09:54:14.170 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.170 INFO:tasks.workunit.client.0.smithi012.stdout: "allocator_lat": { 2024-04-02T09:54:14.170 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 14628, 2024-04-02T09:54:14.170 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 52295701 2024-04-02T09:54:14.171 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.171 INFO:tasks.workunit.client.0.smithi012.stdout: "clist_lat": { 2024-04-02T09:54:14.171 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3599, 2024-04-02T09:54:14.171 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4933319812 2024-04-02T09:54:14.171 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.171 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_lat": { 2024-04-02T09:54:14.171 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.171 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.171 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.171 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed": { 2024-04-02T09:54:14.171 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.171 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.171 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_allocated": { 2024-04-02T09:54:14.171 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.172 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.172 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_original": { 2024-04-02T09:54:14.172 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.172 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.172 INFO:tasks.workunit.client.0.smithi012.stdout: "csum_lat": { 2024-04-02T09:54:14.172 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 26053, 2024-04-02T09:54:14.172 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 220724681 2024-04-02T09:54:14.172 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.172 INFO:tasks.workunit.client.0.smithi012.stdout: "decompress_lat": { 2024-04-02T09:54:14.172 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.172 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.172 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.172 INFO:tasks.workunit.client.0.smithi012.stdout: "fragmentation_micros": { 2024-04-02T09:54:14.172 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.173 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.173 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_commit_lat": { 2024-04-02T09:54:14.173 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 71367, 2024-04-02T09:54:14.173 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 21974188386 2024-04-02T09:54:14.173 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.173 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_final_lat": { 2024-04-02T09:54:14.173 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 70760, 2024-04-02T09:54:14.173 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1432303023 2024-04-02T09:54:14.173 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.173 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_flush_lat": { 2024-04-02T09:54:14.173 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 71367, 2024-04-02T09:54:14.173 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 33218643 2024-04-02T09:54:14.173 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.173 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_sync_lat": { 2024-04-02T09:54:14.174 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 71367, 2024-04-02T09:54:14.174 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 22007407029 2024-04-02T09:54:14.174 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.174 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_keys_lat": { 2024-04-02T09:54:14.174 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.174 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.174 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.174 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_values_lat": { 2024-04-02T09:54:14.174 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 56916, 2024-04-02T09:54:14.174 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1280756509 2024-04-02T09:54:14.174 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.174 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_lower_bound_lat": { 2024-04-02T09:54:14.174 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1110, 2024-04-02T09:54:14.174 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3321358 2024-04-02T09:54:14.175 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.175 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_next_lat": { 2024-04-02T09:54:14.175 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 19257, 2024-04-02T09:54:14.175 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13372186 2024-04-02T09:54:14.175 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.175 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:54:14.175 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 40, 2024-04-02T09:54:14.175 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 52630 2024-04-02T09:54:14.175 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.175 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_upper_bound_lat": { 2024-04-02T09:54:14.175 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 20596, 2024-04-02T09:54:14.175 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1206161113 2024-04-02T09:54:14.175 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.175 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_hits": { 2024-04-02T09:54:14.176 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 258694 2024-04-02T09:54:14.176 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.176 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_misses": { 2024-04-02T09:54:14.176 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18736 2024-04-02T09:54:14.176 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.176 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:54:14.176 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 13180, 2024-04-02T09:54:14.176 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1998791541 2024-04-02T09:54:14.176 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.176 INFO:tasks.workunit.client.0.smithi012.stdout: "read_onode_meta_lat": { 2024-04-02T09:54:14.176 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 34346, 2024-04-02T09:54:14.176 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12437427 2024-04-02T09:54:14.176 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.176 INFO:tasks.workunit.client.0.smithi012.stdout: "read_wait_aio_lat": { 2024-04-02T09:54:14.176 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 21166, 2024-04-02T09:54:14.177 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1747351806 2024-04-02T09:54:14.177 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.177 INFO:tasks.workunit.client.0.smithi012.stdout: "reads_with_retries": { 2024-04-02T09:54:14.177 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.177 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.177 INFO:tasks.workunit.client.0.smithi012.stdout: "remove_lat": { 2024-04-02T09:54:14.177 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 12517, 2024-04-02T09:54:14.177 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 405353378 2024-04-02T09:54:14.177 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.177 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_aio_wait_count": { 2024-04-02T09:54:14.177 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.177 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.177 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_committed_kv_count": { 2024-04-02T09:54:14.178 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.178 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.178 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:54:14.178 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.178 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.178 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:54:14.178 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.178 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.178 INFO:tasks.workunit.client.0.smithi012.stdout: "state_aio_wait_lat": { 2024-04-02T09:54:14.178 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 80780, 2024-04-02T09:54:14.178 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9826920308 2024-04-02T09:54:14.178 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.178 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:54:14.178 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 6618, 2024-04-02T09:54:14.178 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1321552426 2024-04-02T09:54:14.179 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.179 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:54:14.179 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 6616, 2024-04-02T09:54:14.179 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4163466371567 2024-04-02T09:54:14.179 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.179 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_queued_lat": { 2024-04-02T09:54:14.179 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 6618, 2024-04-02T09:54:14.179 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6499990363144 2024-04-02T09:54:14.179 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.179 INFO:tasks.workunit.client.0.smithi012.stdout: "state_done_lat": { 2024-04-02T09:54:14.179 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 80778, 2024-04-02T09:54:14.179 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2957136791049 2024-04-02T09:54:14.179 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.179 INFO:tasks.workunit.client.0.smithi012.stdout: "state_finishing_lat": { 2024-04-02T09:54:14.180 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 80778, 2024-04-02T09:54:14.180 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9425448 2024-04-02T09:54:14.180 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.180 INFO:tasks.workunit.client.0.smithi012.stdout: "state_io_done_lat": { 2024-04-02T09:54:14.180 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 80780, 2024-04-02T09:54:14.180 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 249255787 2024-04-02T09:54:14.180 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.180 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_commiting_lat": { 2024-04-02T09:54:14.180 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 80780, 2024-04-02T09:54:14.180 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 32725462070 2024-04-02T09:54:14.180 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.180 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_done_lat": { 2024-04-02T09:54:14.180 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 80780, 2024-04-02T09:54:14.180 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 32912471 2024-04-02T09:54:14.181 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.181 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_queued_lat": { 2024-04-02T09:54:14.181 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 80780, 2024-04-02T09:54:14.181 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15003831634 2024-04-02T09:54:14.181 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.181 INFO:tasks.workunit.client.0.smithi012.stdout: "state_prepare_lat": { 2024-04-02T09:54:14.181 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 80780, 2024-04-02T09:54:14.181 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12272283198 2024-04-02T09:54:14.181 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.181 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": { 2024-04-02T09:54:14.181 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6179480 2024-04-02T09:54:14.181 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.181 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:54:14.181 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2530, 2024-04-02T09:54:14.182 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14158119 2024-04-02T09:54:14.182 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.182 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_commit_lat": { 2024-04-02T09:54:14.182 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 80780, 2024-04-02T09:54:14.182 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 70093797997 2024-04-02T09:54:14.182 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.182 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_submit_lat": { 2024-04-02T09:54:14.182 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 80780, 2024-04-02T09:54:14.182 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13209158965 2024-04-02T09:54:14.182 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.182 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_throttle_lat": { 2024-04-02T09:54:14.182 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 80780, 2024-04-02T09:54:14.182 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 476100448 2024-04-02T09:54:14.182 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.183 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.183 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache": { 2024-04-02T09:54:14.183 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T09:54:14.183 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1406236763 2024-04-02T09:54:14.183 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.183 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T09:54:14.183 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 550617088 2024-04-02T09:54:14.183 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.183 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T09:54:14.183 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 415883264 2024-04-02T09:54:14.183 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.183 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T09:54:14.183 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2601815449 2024-04-02T09:54:14.183 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.183 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T09:54:14.184 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 134733824 2024-04-02T09:54:14.184 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.184 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.184 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:data": { 2024-04-02T09:54:14.184 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:14.184 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 125829120 2024-04-02T09:54:14.184 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.184 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:14.184 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.184 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.184 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:14.184 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.184 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.184 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:14.184 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57327482 2024-04-02T09:54:14.185 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.185 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:14.185 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.185 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.185 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:14.185 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.185 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.185 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:14.185 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.185 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.185 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:14.185 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.185 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.185 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:14.185 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.185 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.186 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:14.186 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 86016 2024-04-02T09:54:14.186 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.186 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:14.186 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.186 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.186 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:14.186 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.186 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.186 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:14.186 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.186 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.186 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:14.186 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 68415622 2024-04-02T09:54:14.187 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.187 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.187 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv": { 2024-04-02T09:54:14.187 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:14.187 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 570425344 2024-04-02T09:54:14.187 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.187 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:14.187 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:54:14.187 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.187 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:14.187 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.187 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.187 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:14.188 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 429956120 2024-04-02T09:54:14.188 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.188 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:14.188 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.188 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.188 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:14.188 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.188 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.188 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:14.188 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1232 2024-04-02T09:54:14.188 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.188 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:14.188 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.188 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.189 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:14.189 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 70016 2024-04-02T09:54:14.189 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.189 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:14.189 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 544 2024-04-02T09:54:14.189 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.189 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:14.189 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.189 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.189 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:14.189 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.189 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.189 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:14.189 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.190 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.190 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:14.190 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 73288568 2024-04-02T09:54:14.190 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.190 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.190 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:54:14.190 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:14.190 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 184549376 2024-04-02T09:54:14.190 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.190 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:14.190 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:54:14.190 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.190 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:14.190 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4562960 2024-04-02T09:54:14.191 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.191 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:14.191 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 38218321 2024-04-02T09:54:14.191 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.191 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:14.191 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.191 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.191 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:14.191 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.191 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.191 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:14.191 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.191 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.191 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:14.192 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.192 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.192 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:14.192 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.192 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.192 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:14.192 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.192 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.192 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:14.192 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.192 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.192 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:14.192 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.192 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.193 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:14.193 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.193 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.193 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:14.193 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 74659231 2024-04-02T09:54:14.193 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.193 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.193 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:meta": { 2024-04-02T09:54:14.193 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:14.193 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 503316480 2024-04-02T09:54:14.193 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.193 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:14.193 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.193 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.194 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:14.194 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.194 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.194 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:14.194 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 429956120 2024-04-02T09:54:14.194 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.194 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:14.194 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.194 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.194 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:14.194 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.194 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.194 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:14.194 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.195 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.195 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:14.195 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.195 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.195 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:14.195 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 30211 2024-04-02T09:54:14.195 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.195 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:14.195 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1163153 2024-04-02T09:54:14.195 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.195 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:14.195 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.195 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.195 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:14.195 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.196 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.196 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:14.196 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.196 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.196 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:14.196 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 72166996 2024-04-02T09:54:14.196 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.196 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.196 INFO:tasks.workunit.client.0.smithi012.stdout: "objecter": { 2024-04-02T09:54:14.196 INFO:tasks.workunit.client.0.smithi012.stdout: "op_active": { 2024-04-02T09:54:14.196 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.196 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.196 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:54:14.196 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 81 2024-04-02T09:54:14.196 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.197 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rmw": { 2024-04-02T09:54:14.197 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.197 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.197 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:54:14.197 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1 2024-04-02T09:54:14.197 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.197 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.197 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:14.197 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg": { 2024-04-02T09:54:14.197 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 44 2024-04-02T09:54:14.197 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.197 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg_removing": { 2024-04-02T09:54:14.197 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.197 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.197 INFO:tasks.workunit.client.0.smithi012.stdout: "op": { 2024-04-02T09:54:14.198 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 59366 2024-04-02T09:54:14.198 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.198 INFO:tasks.workunit.client.0.smithi012.stdout: "op_before_queue_op_lat": { 2024-04-02T09:54:14.198 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 151266, 2024-04-02T09:54:14.198 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8285039180 2024-04-02T09:54:14.198 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.198 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_degraded": { 2024-04-02T09:54:14.198 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T09:54:14.198 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.198 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_unreadable": { 2024-04-02T09:54:14.198 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1 2024-04-02T09:54:14.198 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.198 INFO:tasks.workunit.client.0.smithi012.stdout: "op_in_bytes": { 2024-04-02T09:54:14.199 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2145284888 2024-04-02T09:54:14.199 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.199 INFO:tasks.workunit.client.0.smithi012.stdout: "op_latency": { 2024-04-02T09:54:14.199 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 59366, 2024-04-02T09:54:14.199 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 149228722445 2024-04-02T09:54:14.199 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.199 INFO:tasks.workunit.client.0.smithi012.stdout: "op_out_bytes": { 2024-04-02T09:54:14.199 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3481354897 2024-04-02T09:54:14.199 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.199 INFO:tasks.workunit.client.0.smithi012.stdout: "op_prepare_latency": { 2024-04-02T09:54:14.199 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 60257, 2024-04-02T09:54:14.199 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 44577170505 2024-04-02T09:54:14.199 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.199 INFO:tasks.workunit.client.0.smithi012.stdout: "op_process_latency": { 2024-04-02T09:54:14.199 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 59366, 2024-04-02T09:54:14.200 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 80368672381 2024-04-02T09:54:14.200 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.200 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:54:14.200 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 29595 2024-04-02T09:54:14.200 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.200 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency": { 2024-04-02T09:54:14.200 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 29595, 2024-04-02T09:54:14.200 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18957972507 2024-04-02T09:54:14.200 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.200 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:54:14.200 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.200 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.200 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_out_bytes": { 2024-04-02T09:54:14.200 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3481354897 2024-04-02T09:54:14.201 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.201 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_prepare_latency": { 2024-04-02T09:54:14.201 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 30028, 2024-04-02T09:54:14.201 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6720777085 2024-04-02T09:54:14.201 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.201 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_process_latency": { 2024-04-02T09:54:14.201 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 29595, 2024-04-02T09:54:14.201 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10427849668 2024-04-02T09:54:14.201 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.201 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw": { 2024-04-02T09:54:14.201 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 27314 2024-04-02T09:54:14.201 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.202 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_in_bytes": { 2024-04-02T09:54:14.202 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 422388536 2024-04-02T09:54:14.202 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.202 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency": { 2024-04-02T09:54:14.202 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 27314, 2024-04-02T09:54:14.202 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57454368558 2024-04-02T09:54:14.202 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.202 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:54:14.202 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.202 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.202 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:54:14.202 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.202 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.202 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_out_bytes": { 2024-04-02T09:54:14.203 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.203 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.203 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_prepare_latency": { 2024-04-02T09:54:14.203 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 27627, 2024-04-02T09:54:14.203 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 33804507414 2024-04-02T09:54:14.203 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.203 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_process_latency": { 2024-04-02T09:54:14.203 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 27314, 2024-04-02T09:54:14.203 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 53264546309 2024-04-02T09:54:14.203 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.203 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:54:14.203 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2457 2024-04-02T09:54:14.203 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.203 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_in_bytes": { 2024-04-02T09:54:14.204 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1722896352 2024-04-02T09:54:14.204 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.204 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency": { 2024-04-02T09:54:14.204 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2457, 2024-04-02T09:54:14.204 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 72816381380 2024-04-02T09:54:14.204 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.204 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:54:14.204 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.204 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.204 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_prepare_latency": { 2024-04-02T09:54:14.204 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2602, 2024-04-02T09:54:14.204 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4051886006 2024-04-02T09:54:14.204 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.204 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_process_latency": { 2024-04-02T09:54:14.205 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2457, 2024-04-02T09:54:14.205 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 16676276404 2024-04-02T09:54:14.205 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.205 INFO:tasks.workunit.client.0.smithi012.stdout: "op_wip": { 2024-04-02T09:54:14.205 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.205 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.205 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_bytes": { 2024-04-02T09:54:14.205 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.205 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.205 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_ops": { 2024-04-02T09:54:14.205 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 25 2024-04-02T09:54:14.205 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.205 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes": { 2024-04-02T09:54:14.206 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T09:54:14.206 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.206 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes_used": { 2024-04-02T09:54:14.206 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 643731456 2024-04-02T09:54:14.206 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.206 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.206 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.206 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.3": { 2024-04-02T09:54:14.206 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:14.206 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_db_max_lat": { 2024-04-02T09:54:14.206 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 25167 2024-04-02T09:54:14.206 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.206 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_fallback": { 2024-04-02T09:54:14.207 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.207 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.207 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_max_lat": { 2024-04-02T09:54:14.207 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.207 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.207 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:54:14.207 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.207 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.207 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_db": { 2024-04-02T09:54:14.207 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 65536 2024-04-02T09:54:14.207 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.207 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_slow": { 2024-04-02T09:54:14.207 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.208 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.208 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_wal": { 2024-04-02T09:54:14.208 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.208 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.208 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_wal_max_lat": { 2024-04-02T09:54:14.208 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.208 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.208 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_slow": { 2024-04-02T09:54:14.208 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.208 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.208 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_sst": { 2024-04-02T09:54:14.208 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1429504 2024-04-02T09:54:14.208 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.208 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_wal": { 2024-04-02T09:54:14.209 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 566849536 2024-04-02T09:54:14.209 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.209 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lat": { 2024-04-02T09:54:14.209 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 16, 2024-04-02T09:54:14.209 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5306049 2024-04-02T09:54:14.209 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.209 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lock_lat": { 2024-04-02T09:54:14.209 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 16, 2024-04-02T09:54:14.209 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2838310 2024-04-02T09:54:14.209 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.209 INFO:tasks.workunit.client.0.smithi012.stdout: "db_alloc_lat": { 2024-04-02T09:54:14.209 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 149, 2024-04-02T09:54:14.209 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 814657 2024-04-02T09:54:14.210 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.210 INFO:tasks.workunit.client.0.smithi012.stdout: "db_total_bytes": { 2024-04-02T09:54:14.210 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995027456 2024-04-02T09:54:14.210 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.210 INFO:tasks.workunit.client.0.smithi012.stdout: "db_used_bytes": { 2024-04-02T09:54:14.210 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 477233152 2024-04-02T09:54:14.210 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.210 INFO:tasks.workunit.client.0.smithi012.stdout: "flush_lat": { 2024-04-02T09:54:14.210 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 65813, 2024-04-02T09:54:14.210 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9708819739 2024-04-02T09:54:14.210 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.210 INFO:tasks.workunit.client.0.smithi012.stdout: "fsync_lat": { 2024-04-02T09:54:14.211 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 65835, 2024-04-02T09:54:14.211 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15735204251 2024-04-02T09:54:14.211 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.211 INFO:tasks.workunit.client.0.smithi012.stdout: "log_bytes": { 2024-04-02T09:54:14.211 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3653632 2024-04-02T09:54:14.211 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.211 INFO:tasks.workunit.client.0.smithi012.stdout: "logged_bytes": { 2024-04-02T09:54:14.211 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 269651968 2024-04-02T09:54:14.211 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.211 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_db": { 2024-04-02T09:54:14.211 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 494272512 2024-04-02T09:54:14.211 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.211 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_slow": { 2024-04-02T09:54:14.211 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.211 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.212 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_wal": { 2024-04-02T09:54:14.212 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.212 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.212 INFO:tasks.workunit.client.0.smithi012.stdout: "num_files": { 2024-04-02T09:54:14.212 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 37 2024-04-02T09:54:14.212 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.212 INFO:tasks.workunit.client.0.smithi012.stdout: "read_bytes": { 2024-04-02T09:54:14.212 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 798166398 2024-04-02T09:54:14.212 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.212 INFO:tasks.workunit.client.0.smithi012.stdout: "read_count": { 2024-04-02T09:54:14.212 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14708 2024-04-02T09:54:14.212 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.212 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes": { 2024-04-02T09:54:14.212 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 713273344 2024-04-02T09:54:14.213 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.213 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_db": { 2024-04-02T09:54:14.213 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 713277440 2024-04-02T09:54:14.213 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.213 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_slow": { 2024-04-02T09:54:14.213 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.213 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.213 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_wal": { 2024-04-02T09:54:14.213 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.213 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.213 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_count": { 2024-04-02T09:54:14.213 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7173 2024-04-02T09:54:14.213 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.213 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:54:14.213 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 14708, 2024-04-02T09:54:14.214 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 291555078 2024-04-02T09:54:14.214 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.214 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_bytes": { 2024-04-02T09:54:14.214 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 768816800 2024-04-02T09:54:14.214 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.214 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_count": { 2024-04-02T09:54:14.214 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13800 2024-04-02T09:54:14.214 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.214 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_bytes": { 2024-04-02T09:54:14.214 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 459459 2024-04-02T09:54:14.214 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.214 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_count": { 2024-04-02T09:54:14.214 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 182 2024-04-02T09:54:14.215 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.215 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_bytes": { 2024-04-02T09:54:14.215 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1415242 2024-04-02T09:54:14.215 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.215 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_count": { 2024-04-02T09:54:14.215 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 295 2024-04-02T09:54:14.215 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.215 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes": { 2024-04-02T09:54:14.215 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 955783 2024-04-02T09:54:14.215 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.215 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:54:14.215 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 955783 2024-04-02T09:54:14.215 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.215 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:54:14.215 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.216 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.216 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:54:14.216 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.216 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.216 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_count": { 2024-04-02T09:54:14.216 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 113 2024-04-02T09:54:14.216 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.216 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_lat": { 2024-04-02T09:54:14.216 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 295, 2024-04-02T09:54:14.216 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 671516 2024-04-02T09:54:14.216 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.216 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_alloc_lat": { 2024-04-02T09:54:14.216 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.216 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.216 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.217 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_total_bytes": { 2024-04-02T09:54:14.217 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.217 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.217 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_used_bytes": { 2024-04-02T09:54:14.217 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.217 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.217 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:54:14.217 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T09:54:14.217 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 721 2024-04-02T09:54:14.217 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.217 INFO:tasks.workunit.client.0.smithi012.stdout: "unlink_lat": { 2024-04-02T09:54:14.217 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 4, 2024-04-02T09:54:14.217 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6642 2024-04-02T09:54:14.217 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.218 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_alloc_lat": { 2024-04-02T09:54:14.218 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.218 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.218 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.218 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_total_bytes": { 2024-04-02T09:54:14.218 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.218 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.218 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_used_bytes": { 2024-04-02T09:54:14.218 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.218 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.218 INFO:tasks.workunit.client.0.smithi012.stdout: "write_bytes": { 2024-04-02T09:54:14.218 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 840359936 2024-04-02T09:54:14.218 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.219 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.219 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore": { 2024-04-02T09:54:14.219 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit": { 2024-04-02T09:54:14.219 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4096 2024-04-02T09:54:14.219 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.219 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": { 2024-04-02T09:54:14.219 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10399744 2024-04-02T09:54:14.219 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.219 INFO:tasks.workunit.client.0.smithi012.stdout: "allocator_lat": { 2024-04-02T09:54:14.219 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 17533, 2024-04-02T09:54:14.219 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 55387854 2024-04-02T09:54:14.219 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.219 INFO:tasks.workunit.client.0.smithi012.stdout: "clist_lat": { 2024-04-02T09:54:14.219 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3551, 2024-04-02T09:54:14.219 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2101502733 2024-04-02T09:54:14.220 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.220 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_lat": { 2024-04-02T09:54:14.220 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.220 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.220 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.220 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed": { 2024-04-02T09:54:14.220 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.220 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.220 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_allocated": { 2024-04-02T09:54:14.220 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.220 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.220 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_original": { 2024-04-02T09:54:14.220 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.220 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.220 INFO:tasks.workunit.client.0.smithi012.stdout: "csum_lat": { 2024-04-02T09:54:14.221 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 13316, 2024-04-02T09:54:14.221 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 102849357 2024-04-02T09:54:14.221 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.221 INFO:tasks.workunit.client.0.smithi012.stdout: "decompress_lat": { 2024-04-02T09:54:14.221 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.221 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.221 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.221 INFO:tasks.workunit.client.0.smithi012.stdout: "fragmentation_micros": { 2024-04-02T09:54:14.221 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.221 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.221 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_commit_lat": { 2024-04-02T09:54:14.221 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 65783, 2024-04-02T09:54:14.221 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18845519553 2024-04-02T09:54:14.221 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.221 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_final_lat": { 2024-04-02T09:54:14.221 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 65280, 2024-04-02T09:54:14.221 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1473153498 2024-04-02T09:54:14.222 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.222 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_flush_lat": { 2024-04-02T09:54:14.222 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 65783, 2024-04-02T09:54:14.222 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 37783147 2024-04-02T09:54:14.222 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.222 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_sync_lat": { 2024-04-02T09:54:14.222 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 65783, 2024-04-02T09:54:14.222 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18883302700 2024-04-02T09:54:14.222 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.222 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_keys_lat": { 2024-04-02T09:54:14.222 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.222 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.222 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.222 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_values_lat": { 2024-04-02T09:54:14.223 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 27627, 2024-04-02T09:54:14.223 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 982788292 2024-04-02T09:54:14.223 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.223 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_lower_bound_lat": { 2024-04-02T09:54:14.223 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1380, 2024-04-02T09:54:14.223 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3070082 2024-04-02T09:54:14.223 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.223 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_next_lat": { 2024-04-02T09:54:14.223 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 7107, 2024-04-02T09:54:14.223 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4774655 2024-04-02T09:54:14.223 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.223 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:54:14.223 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 41, 2024-04-02T09:54:14.223 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 51858 2024-04-02T09:54:14.223 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.223 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_upper_bound_lat": { 2024-04-02T09:54:14.224 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 11898, 2024-04-02T09:54:14.224 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 966723701 2024-04-02T09:54:14.224 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.224 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_hits": { 2024-04-02T09:54:14.224 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 218875 2024-04-02T09:54:14.224 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.224 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_misses": { 2024-04-02T09:54:14.224 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18218 2024-04-02T09:54:14.224 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.224 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:54:14.224 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 41050, 2024-04-02T09:54:14.224 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1578722179 2024-04-02T09:54:14.224 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.224 INFO:tasks.workunit.client.0.smithi012.stdout: "read_onode_meta_lat": { 2024-04-02T09:54:14.225 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 100707, 2024-04-02T09:54:14.225 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 29617647 2024-04-02T09:54:14.225 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.225 INFO:tasks.workunit.client.0.smithi012.stdout: "read_wait_aio_lat": { 2024-04-02T09:54:14.225 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 59657, 2024-04-02T09:54:14.225 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1125317128 2024-04-02T09:54:14.225 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.225 INFO:tasks.workunit.client.0.smithi012.stdout: "reads_with_retries": { 2024-04-02T09:54:14.225 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.225 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.225 INFO:tasks.workunit.client.0.smithi012.stdout: "remove_lat": { 2024-04-02T09:54:14.225 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 12224, 2024-04-02T09:54:14.225 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 339719113 2024-04-02T09:54:14.225 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.226 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_aio_wait_count": { 2024-04-02T09:54:14.226 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.226 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.226 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_committed_kv_count": { 2024-04-02T09:54:14.226 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.226 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.226 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:54:14.226 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.226 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.226 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:54:14.226 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.226 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.226 INFO:tasks.workunit.client.0.smithi012.stdout: "state_aio_wait_lat": { 2024-04-02T09:54:14.226 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75409, 2024-04-02T09:54:14.227 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10083639354 2024-04-02T09:54:14.227 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.227 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:54:14.227 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 17707, 2024-04-02T09:54:14.227 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1379996327 2024-04-02T09:54:14.227 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.227 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:54:14.227 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 17706, 2024-04-02T09:54:14.227 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3496236304119 2024-04-02T09:54:14.227 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.227 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_queued_lat": { 2024-04-02T09:54:14.227 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 17707, 2024-04-02T09:54:14.227 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6520681429533 2024-04-02T09:54:14.227 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.227 INFO:tasks.workunit.client.0.smithi012.stdout: "state_done_lat": { 2024-04-02T09:54:14.228 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75408, 2024-04-02T09:54:14.228 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2745080378900 2024-04-02T09:54:14.228 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.228 INFO:tasks.workunit.client.0.smithi012.stdout: "state_finishing_lat": { 2024-04-02T09:54:14.228 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75408, 2024-04-02T09:54:14.228 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8010502 2024-04-02T09:54:14.228 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.228 INFO:tasks.workunit.client.0.smithi012.stdout: "state_io_done_lat": { 2024-04-02T09:54:14.228 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75409, 2024-04-02T09:54:14.228 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 208137322 2024-04-02T09:54:14.228 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.228 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_commiting_lat": { 2024-04-02T09:54:14.228 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75409, 2024-04-02T09:54:14.228 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 28392561443 2024-04-02T09:54:14.228 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.229 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_done_lat": { 2024-04-02T09:54:14.229 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75409, 2024-04-02T09:54:14.229 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 28636381 2024-04-02T09:54:14.229 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.229 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_queued_lat": { 2024-04-02T09:54:14.229 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75409, 2024-04-02T09:54:14.229 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12782617955 2024-04-02T09:54:14.229 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.229 INFO:tasks.workunit.client.0.smithi012.stdout: "state_prepare_lat": { 2024-04-02T09:54:14.229 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75409, 2024-04-02T09:54:14.229 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9203761874 2024-04-02T09:54:14.229 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.229 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": { 2024-04-02T09:54:14.230 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6185408 2024-04-02T09:54:14.230 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.230 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:54:14.230 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2536, 2024-04-02T09:54:14.230 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12370826 2024-04-02T09:54:14.230 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.230 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_commit_lat": { 2024-04-02T09:54:14.230 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75409, 2024-04-02T09:54:14.230 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 60683777815 2024-04-02T09:54:14.230 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.230 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_submit_lat": { 2024-04-02T09:54:14.230 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75409, 2024-04-02T09:54:14.230 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10047613278 2024-04-02T09:54:14.230 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.231 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_throttle_lat": { 2024-04-02T09:54:14.231 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75409, 2024-04-02T09:54:14.231 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 438506386 2024-04-02T09:54:14.231 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.231 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.231 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache": { 2024-04-02T09:54:14.231 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T09:54:14.231 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1406236763 2024-04-02T09:54:14.231 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.231 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T09:54:14.231 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 527941632 2024-04-02T09:54:14.231 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.231 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T09:54:14.232 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 460341248 2024-04-02T09:54:14.232 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.232 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T09:54:14.232 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2601815449 2024-04-02T09:54:14.232 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.232 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T09:54:14.232 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67600384 2024-04-02T09:54:14.232 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.232 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.232 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:data": { 2024-04-02T09:54:14.232 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:14.232 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 125829120 2024-04-02T09:54:14.232 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.233 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:14.233 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.233 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.233 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:14.233 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.233 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.233 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:14.233 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57612360 2024-04-02T09:54:14.233 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.233 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:14.233 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.233 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.233 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:14.233 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.234 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.234 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:14.234 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.234 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.234 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:14.234 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.234 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.234 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:14.234 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.234 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.234 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:14.234 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 110592 2024-04-02T09:54:14.234 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.235 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:14.235 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.235 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.235 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:14.235 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.235 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.235 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:14.235 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.235 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.235 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:14.235 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 68106168 2024-04-02T09:54:14.235 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.235 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.235 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv": { 2024-04-02T09:54:14.236 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:14.236 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 570425344 2024-04-02T09:54:14.236 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.236 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:14.236 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:54:14.236 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.236 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:14.236 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.236 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.236 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:14.236 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 432092704 2024-04-02T09:54:14.236 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.236 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:14.236 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.236 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.237 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:14.237 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.237 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.237 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:14.237 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 816 2024-04-02T09:54:14.237 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.237 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:14.237 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.237 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.237 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:14.237 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 38160 2024-04-02T09:54:14.237 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.237 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:14.237 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.238 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.238 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:14.238 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.238 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.238 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:14.238 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.238 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.238 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:14.238 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.238 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.238 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:14.238 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71184800 2024-04-02T09:54:14.238 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.238 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.239 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:54:14.239 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:14.239 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 176160768 2024-04-02T09:54:14.239 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.239 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:14.239 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:54:14.239 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.239 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:14.239 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1140208 2024-04-02T09:54:14.239 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.239 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:14.239 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 38408240 2024-04-02T09:54:14.239 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.239 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:14.240 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.240 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.240 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:14.240 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.240 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.240 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:14.240 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.240 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.240 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:14.240 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.240 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.240 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:14.240 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.240 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.240 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:14.241 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.241 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.241 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:14.241 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.241 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.241 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:14.241 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.241 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.241 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:14.241 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.241 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.241 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:14.241 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 69503456 2024-04-02T09:54:14.241 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.242 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.242 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:meta": { 2024-04-02T09:54:14.242 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:14.242 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 503316480 2024-04-02T09:54:14.242 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.242 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:14.242 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.242 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.242 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:14.242 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.242 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.242 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:14.242 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 432092704 2024-04-02T09:54:14.242 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.243 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:14.243 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.243 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.243 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:14.243 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.243 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.243 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:14.243 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.243 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.243 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:14.243 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.243 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.243 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:14.243 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 35322 2024-04-02T09:54:14.243 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.243 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:14.243 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1163616 2024-04-02T09:54:14.244 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.244 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:14.244 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.244 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.244 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:14.244 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.244 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.244 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:14.244 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.244 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.244 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:14.244 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 70024838 2024-04-02T09:54:14.244 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.244 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.244 INFO:tasks.workunit.client.0.smithi012.stdout: "objecter": { 2024-04-02T09:54:14.244 INFO:tasks.workunit.client.0.smithi012.stdout: "op_active": { 2024-04-02T09:54:14.245 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.245 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.245 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:54:14.245 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13 2024-04-02T09:54:14.245 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.245 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rmw": { 2024-04-02T09:54:14.245 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.245 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.245 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:54:14.245 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.245 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.245 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.245 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:14.246 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg": { 2024-04-02T09:54:14.246 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 48 2024-04-02T09:54:14.246 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.246 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg_removing": { 2024-04-02T09:54:14.246 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.246 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.246 INFO:tasks.workunit.client.0.smithi012.stdout: "op": { 2024-04-02T09:54:14.246 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 72419 2024-04-02T09:54:14.246 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.246 INFO:tasks.workunit.client.0.smithi012.stdout: "op_before_queue_op_lat": { 2024-04-02T09:54:14.246 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 149859, 2024-04-02T09:54:14.246 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8187969429 2024-04-02T09:54:14.246 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.246 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_degraded": { 2024-04-02T09:54:14.247 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.247 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.247 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_unreadable": { 2024-04-02T09:54:14.247 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.247 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.247 INFO:tasks.workunit.client.0.smithi012.stdout: "op_in_bytes": { 2024-04-02T09:54:14.247 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1482243038 2024-04-02T09:54:14.247 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.247 INFO:tasks.workunit.client.0.smithi012.stdout: "op_latency": { 2024-04-02T09:54:14.247 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 72419, 2024-04-02T09:54:14.247 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 302198948383 2024-04-02T09:54:14.247 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.247 INFO:tasks.workunit.client.0.smithi012.stdout: "op_out_bytes": { 2024-04-02T09:54:14.247 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1482928171 2024-04-02T09:54:14.248 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.248 INFO:tasks.workunit.client.0.smithi012.stdout: "op_prepare_latency": { 2024-04-02T09:54:14.248 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 74739, 2024-04-02T09:54:14.248 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 34312911194 2024-04-02T09:54:14.248 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.248 INFO:tasks.workunit.client.0.smithi012.stdout: "op_process_latency": { 2024-04-02T09:54:14.248 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 72419, 2024-04-02T09:54:14.248 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 73478065284 2024-04-02T09:54:14.248 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.248 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:54:14.248 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 55166 2024-04-02T09:54:14.248 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.248 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency": { 2024-04-02T09:54:14.248 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 55166, 2024-04-02T09:54:14.249 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 58695619381 2024-04-02T09:54:14.249 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.249 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:54:14.249 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.249 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.249 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_out_bytes": { 2024-04-02T09:54:14.249 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1482928171 2024-04-02T09:54:14.249 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.249 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_prepare_latency": { 2024-04-02T09:54:14.249 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 55410, 2024-04-02T09:54:14.249 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11296339579 2024-04-02T09:54:14.249 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.249 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_process_latency": { 2024-04-02T09:54:14.249 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 55166, 2024-04-02T09:54:14.250 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10069639897 2024-04-02T09:54:14.250 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.250 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw": { 2024-04-02T09:54:14.250 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13139 2024-04-02T09:54:14.250 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.250 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_in_bytes": { 2024-04-02T09:54:14.250 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 215127249 2024-04-02T09:54:14.250 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.250 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency": { 2024-04-02T09:54:14.250 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 13139, 2024-04-02T09:54:14.250 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 181277156175 2024-04-02T09:54:14.250 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.250 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:54:14.251 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.251 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.251 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:54:14.251 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.251 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.251 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_out_bytes": { 2024-04-02T09:54:14.251 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.251 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.251 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_prepare_latency": { 2024-04-02T09:54:14.251 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15086, 2024-04-02T09:54:14.251 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 17676335962 2024-04-02T09:54:14.251 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.251 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_process_latency": { 2024-04-02T09:54:14.251 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 13139, 2024-04-02T09:54:14.252 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 38155440899 2024-04-02T09:54:14.252 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.252 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:54:14.252 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4114 2024-04-02T09:54:14.252 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.252 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_in_bytes": { 2024-04-02T09:54:14.252 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1267115789 2024-04-02T09:54:14.252 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.252 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency": { 2024-04-02T09:54:14.252 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 4114, 2024-04-02T09:54:14.252 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 62226172827 2024-04-02T09:54:14.252 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.252 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:54:14.252 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.252 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.253 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_prepare_latency": { 2024-04-02T09:54:14.253 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 4243, 2024-04-02T09:54:14.253 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5340235653 2024-04-02T09:54:14.253 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.253 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_process_latency": { 2024-04-02T09:54:14.253 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 4114, 2024-04-02T09:54:14.253 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 25252984488 2024-04-02T09:54:14.253 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.253 INFO:tasks.workunit.client.0.smithi012.stdout: "op_wip": { 2024-04-02T09:54:14.253 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.253 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.253 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_bytes": { 2024-04-02T09:54:14.253 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 35 2024-04-02T09:54:14.253 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.253 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_ops": { 2024-04-02T09:54:14.254 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T09:54:14.254 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.254 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes": { 2024-04-02T09:54:14.254 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T09:54:14.254 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.254 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes_used": { 2024-04-02T09:54:14.254 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 487645184 2024-04-02T09:54:14.254 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.254 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.254 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.254 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.4": { 2024-04-02T09:54:14.254 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:14.254 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_db_max_lat": { 2024-04-02T09:54:14.254 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 26003 2024-04-02T09:54:14.254 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.255 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_fallback": { 2024-04-02T09:54:14.255 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.255 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.255 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_max_lat": { 2024-04-02T09:54:14.255 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.255 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.255 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:54:14.255 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.255 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.255 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_db": { 2024-04-02T09:54:14.255 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 65536 2024-04-02T09:54:14.255 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.255 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_slow": { 2024-04-02T09:54:14.255 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.255 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.255 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_wal": { 2024-04-02T09:54:14.256 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.256 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.256 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_wal_max_lat": { 2024-04-02T09:54:14.256 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.256 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.256 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_slow": { 2024-04-02T09:54:14.256 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.256 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.256 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_sst": { 2024-04-02T09:54:14.256 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3641344 2024-04-02T09:54:14.256 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.256 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_wal": { 2024-04-02T09:54:14.256 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 598814720 2024-04-02T09:54:14.256 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.256 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lat": { 2024-04-02T09:54:14.256 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 14, 2024-04-02T09:54:14.257 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3827168 2024-04-02T09:54:14.257 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.257 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lock_lat": { 2024-04-02T09:54:14.257 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 14, 2024-04-02T09:54:14.257 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 963208 2024-04-02T09:54:14.257 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.257 INFO:tasks.workunit.client.0.smithi012.stdout: "db_alloc_lat": { 2024-04-02T09:54:14.257 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 145, 2024-04-02T09:54:14.257 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 678937 2024-04-02T09:54:14.257 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.257 INFO:tasks.workunit.client.0.smithi012.stdout: "db_total_bytes": { 2024-04-02T09:54:14.257 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995027456 2024-04-02T09:54:14.257 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.257 INFO:tasks.workunit.client.0.smithi012.stdout: "db_used_bytes": { 2024-04-02T09:54:14.257 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 561840128 2024-04-02T09:54:14.258 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.258 INFO:tasks.workunit.client.0.smithi012.stdout: "flush_lat": { 2024-04-02T09:54:14.258 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 59989, 2024-04-02T09:54:14.258 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9876917005 2024-04-02T09:54:14.258 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.258 INFO:tasks.workunit.client.0.smithi012.stdout: "fsync_lat": { 2024-04-02T09:54:14.258 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 59993, 2024-04-02T09:54:14.258 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15296536796 2024-04-02T09:54:14.258 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.258 INFO:tasks.workunit.client.0.smithi012.stdout: "log_bytes": { 2024-04-02T09:54:14.258 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13045760 2024-04-02T09:54:14.258 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.258 INFO:tasks.workunit.client.0.smithi012.stdout: "logged_bytes": { 2024-04-02T09:54:14.258 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 245768192 2024-04-02T09:54:14.258 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.259 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_db": { 2024-04-02T09:54:14.259 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 570359808 2024-04-02T09:54:14.259 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.259 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_slow": { 2024-04-02T09:54:14.259 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.259 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.259 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_wal": { 2024-04-02T09:54:14.259 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.259 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.259 INFO:tasks.workunit.client.0.smithi012.stdout: "num_files": { 2024-04-02T09:54:14.259 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 44 2024-04-02T09:54:14.259 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.259 INFO:tasks.workunit.client.0.smithi012.stdout: "read_bytes": { 2024-04-02T09:54:14.259 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2244589250 2024-04-02T09:54:14.259 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.259 INFO:tasks.workunit.client.0.smithi012.stdout: "read_count": { 2024-04-02T09:54:14.260 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 33716 2024-04-02T09:54:14.260 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.260 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes": { 2024-04-02T09:54:14.260 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2003484672 2024-04-02T09:54:14.260 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.260 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_db": { 2024-04-02T09:54:14.260 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2003488768 2024-04-02T09:54:14.260 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.260 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_slow": { 2024-04-02T09:54:14.260 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.260 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.260 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_wal": { 2024-04-02T09:54:14.260 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.260 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.260 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_count": { 2024-04-02T09:54:14.261 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 25040 2024-04-02T09:54:14.261 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.261 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:54:14.261 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 33716, 2024-04-02T09:54:14.261 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 926300387 2024-04-02T09:54:14.261 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.261 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_bytes": { 2024-04-02T09:54:14.261 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2176940891 2024-04-02T09:54:14.261 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.261 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_count": { 2024-04-02T09:54:14.261 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 31638 2024-04-02T09:54:14.261 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.261 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_bytes": { 2024-04-02T09:54:14.261 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1093635 2024-04-02T09:54:14.261 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.262 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_count": { 2024-04-02T09:54:14.262 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 382 2024-04-02T09:54:14.262 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.262 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_bytes": { 2024-04-02T09:54:14.262 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3616376 2024-04-02T09:54:14.262 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.262 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_count": { 2024-04-02T09:54:14.262 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 544 2024-04-02T09:54:14.262 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.262 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes": { 2024-04-02T09:54:14.262 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2522741 2024-04-02T09:54:14.262 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.262 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:54:14.262 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2522741 2024-04-02T09:54:14.262 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.263 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:54:14.263 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.263 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.263 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:54:14.263 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.263 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.263 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_count": { 2024-04-02T09:54:14.263 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 165 2024-04-02T09:54:14.263 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.263 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_lat": { 2024-04-02T09:54:14.263 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 544, 2024-04-02T09:54:14.263 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1337718 2024-04-02T09:54:14.263 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.264 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_alloc_lat": { 2024-04-02T09:54:14.264 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.264 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.264 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.264 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_total_bytes": { 2024-04-02T09:54:14.264 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.264 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.264 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_used_bytes": { 2024-04-02T09:54:14.264 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.264 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.264 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:54:14.264 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T09:54:14.264 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 653 2024-04-02T09:54:14.264 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.264 INFO:tasks.workunit.client.0.smithi012.stdout: "unlink_lat": { 2024-04-02T09:54:14.264 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 6, 2024-04-02T09:54:14.264 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9270 2024-04-02T09:54:14.265 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.265 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_alloc_lat": { 2024-04-02T09:54:14.265 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.265 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.265 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.265 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_total_bytes": { 2024-04-02T09:54:14.265 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.265 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.265 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_used_bytes": { 2024-04-02T09:54:14.265 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.265 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.265 INFO:tasks.workunit.client.0.smithi012.stdout: "write_bytes": { 2024-04-02T09:54:14.265 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 850366464 2024-04-02T09:54:14.265 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.265 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.265 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore": { 2024-04-02T09:54:14.266 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit": { 2024-04-02T09:54:14.266 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4096 2024-04-02T09:54:14.266 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.266 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": { 2024-04-02T09:54:14.266 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14589952 2024-04-02T09:54:14.266 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.266 INFO:tasks.workunit.client.0.smithi012.stdout: "allocator_lat": { 2024-04-02T09:54:14.266 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 20569, 2024-04-02T09:54:14.266 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 68982145 2024-04-02T09:54:14.266 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.266 INFO:tasks.workunit.client.0.smithi012.stdout: "clist_lat": { 2024-04-02T09:54:14.267 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3482, 2024-04-02T09:54:14.267 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3732917919 2024-04-02T09:54:14.267 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.267 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_lat": { 2024-04-02T09:54:14.267 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.267 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.267 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.267 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed": { 2024-04-02T09:54:14.267 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.267 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.267 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_allocated": { 2024-04-02T09:54:14.267 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.267 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.267 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_original": { 2024-04-02T09:54:14.267 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.268 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.268 INFO:tasks.workunit.client.0.smithi012.stdout: "csum_lat": { 2024-04-02T09:54:14.268 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 18034, 2024-04-02T09:54:14.268 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 156303611 2024-04-02T09:54:14.268 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.268 INFO:tasks.workunit.client.0.smithi012.stdout: "decompress_lat": { 2024-04-02T09:54:14.268 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.268 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.268 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.268 INFO:tasks.workunit.client.0.smithi012.stdout: "fragmentation_micros": { 2024-04-02T09:54:14.268 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.268 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.268 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_commit_lat": { 2024-04-02T09:54:14.269 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 59945, 2024-04-02T09:54:14.269 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18620003124 2024-04-02T09:54:14.269 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.269 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_final_lat": { 2024-04-02T09:54:14.269 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 59564, 2024-04-02T09:54:14.269 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1489181775 2024-04-02T09:54:14.269 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.269 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_flush_lat": { 2024-04-02T09:54:14.269 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 59945, 2024-04-02T09:54:14.269 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 49515230 2024-04-02T09:54:14.269 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.269 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_sync_lat": { 2024-04-02T09:54:14.269 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 59945, 2024-04-02T09:54:14.269 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18669518354 2024-04-02T09:54:14.270 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.270 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_keys_lat": { 2024-04-02T09:54:14.270 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.270 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.270 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.270 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_values_lat": { 2024-04-02T09:54:14.270 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 23772, 2024-04-02T09:54:14.270 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 658253009 2024-04-02T09:54:14.270 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.270 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_lower_bound_lat": { 2024-04-02T09:54:14.270 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 865, 2024-04-02T09:54:14.270 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2425349 2024-04-02T09:54:14.270 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.271 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_next_lat": { 2024-04-02T09:54:14.271 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 7979, 2024-04-02T09:54:14.271 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7384571 2024-04-02T09:54:14.271 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.271 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:54:14.271 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 45, 2024-04-02T09:54:14.271 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 97342 2024-04-02T09:54:14.271 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.271 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_upper_bound_lat": { 2024-04-02T09:54:14.271 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 14540, 2024-04-02T09:54:14.271 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2535843387 2024-04-02T09:54:14.271 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.272 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_hits": { 2024-04-02T09:54:14.272 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 189231 2024-04-02T09:54:14.272 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.272 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_misses": { 2024-04-02T09:54:14.272 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 19565 2024-04-02T09:54:14.272 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.272 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:54:14.272 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 17991, 2024-04-02T09:54:14.272 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1741754079 2024-04-02T09:54:14.272 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.272 INFO:tasks.workunit.client.0.smithi012.stdout: "read_onode_meta_lat": { 2024-04-02T09:54:14.272 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 55198, 2024-04-02T09:54:14.272 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15314318 2024-04-02T09:54:14.272 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.272 INFO:tasks.workunit.client.0.smithi012.stdout: "read_wait_aio_lat": { 2024-04-02T09:54:14.272 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 37207, 2024-04-02T09:54:14.273 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1433092450 2024-04-02T09:54:14.273 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.273 INFO:tasks.workunit.client.0.smithi012.stdout: "reads_with_retries": { 2024-04-02T09:54:14.273 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.273 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.273 INFO:tasks.workunit.client.0.smithi012.stdout: "remove_lat": { 2024-04-02T09:54:14.273 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 13442, 2024-04-02T09:54:14.273 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 387515979 2024-04-02T09:54:14.273 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.273 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_aio_wait_count": { 2024-04-02T09:54:14.273 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.273 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.273 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_committed_kv_count": { 2024-04-02T09:54:14.274 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.274 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.274 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:54:14.274 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.274 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.274 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:54:14.274 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.274 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.274 INFO:tasks.workunit.client.0.smithi012.stdout: "state_aio_wait_lat": { 2024-04-02T09:54:14.274 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 70642, 2024-04-02T09:54:14.274 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6490761228 2024-04-02T09:54:14.274 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.274 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:54:14.274 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 18275, 2024-04-02T09:54:14.275 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1063278301 2024-04-02T09:54:14.275 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.275 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:54:14.275 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 18274, 2024-04-02T09:54:14.275 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3957055057831 2024-04-02T09:54:14.275 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.275 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_queued_lat": { 2024-04-02T09:54:14.275 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 18275, 2024-04-02T09:54:14.275 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5998687528203 2024-04-02T09:54:14.275 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.275 INFO:tasks.workunit.client.0.smithi012.stdout: "state_done_lat": { 2024-04-02T09:54:14.275 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 70641, 2024-04-02T09:54:14.275 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2006969560347 2024-04-02T09:54:14.275 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.275 INFO:tasks.workunit.client.0.smithi012.stdout: "state_finishing_lat": { 2024-04-02T09:54:14.276 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 70641, 2024-04-02T09:54:14.276 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8002223 2024-04-02T09:54:14.276 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.276 INFO:tasks.workunit.client.0.smithi012.stdout: "state_io_done_lat": { 2024-04-02T09:54:14.276 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 70642, 2024-04-02T09:54:14.276 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 259486895 2024-04-02T09:54:14.276 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.276 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_commiting_lat": { 2024-04-02T09:54:14.276 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 70642, 2024-04-02T09:54:14.276 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 29437456462 2024-04-02T09:54:14.276 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.276 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_done_lat": { 2024-04-02T09:54:14.276 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 70642, 2024-04-02T09:54:14.276 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 31192561 2024-04-02T09:54:14.276 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.277 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_queued_lat": { 2024-04-02T09:54:14.277 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 70642, 2024-04-02T09:54:14.277 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12382211293 2024-04-02T09:54:14.277 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.277 INFO:tasks.workunit.client.0.smithi012.stdout: "state_prepare_lat": { 2024-04-02T09:54:14.277 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 70642, 2024-04-02T09:54:14.277 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10471097651 2024-04-02T09:54:14.277 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.277 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": { 2024-04-02T09:54:14.277 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10374511 2024-04-02T09:54:14.277 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.277 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:54:14.277 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2473, 2024-04-02T09:54:14.277 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13689773 2024-04-02T09:54:14.278 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.278 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_commit_lat": { 2024-04-02T09:54:14.278 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 70642, 2024-04-02T09:54:14.278 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 59056154107 2024-04-02T09:54:14.278 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.278 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_submit_lat": { 2024-04-02T09:54:14.278 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 70642, 2024-04-02T09:54:14.278 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11421601579 2024-04-02T09:54:14.278 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.278 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_throttle_lat": { 2024-04-02T09:54:14.278 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 70642, 2024-04-02T09:54:14.278 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 473149813 2024-04-02T09:54:14.278 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.278 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.278 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache": { 2024-04-02T09:54:14.279 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T09:54:14.279 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1406236154 2024-04-02T09:54:14.279 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.279 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T09:54:14.279 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 605601792 2024-04-02T09:54:14.279 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.279 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T09:54:14.279 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 559800320 2024-04-02T09:54:14.279 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.279 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T09:54:14.279 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2601814732 2024-04-02T09:54:14.279 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.279 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T09:54:14.279 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 45801472 2024-04-02T09:54:14.279 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.280 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.280 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:data": { 2024-04-02T09:54:14.280 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:14.280 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 125829120 2024-04-02T09:54:14.280 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.280 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:14.280 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.280 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.280 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:14.280 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.280 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.280 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:14.280 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57316909 2024-04-02T09:54:14.280 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.281 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:14.281 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.281 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.281 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:14.281 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.281 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.281 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:14.281 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.281 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.281 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:14.281 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.281 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.281 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:14.281 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 16384 2024-04-02T09:54:14.282 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.282 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:14.282 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 946176 2024-04-02T09:54:14.282 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.282 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:14.282 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.282 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.282 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:14.282 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.282 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.282 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:14.282 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.282 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.282 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:14.283 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67549651 2024-04-02T09:54:14.283 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.283 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.283 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv": { 2024-04-02T09:54:14.283 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:14.283 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 570425344 2024-04-02T09:54:14.283 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.283 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:14.283 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:54:14.283 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.283 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:14.283 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.283 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.283 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:14.284 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 429876824 2024-04-02T09:54:14.284 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.284 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:14.284 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.284 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.284 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:14.284 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.284 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.284 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:14.284 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1392 2024-04-02T09:54:14.284 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.284 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:14.284 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.284 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.285 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:14.285 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 86624 2024-04-02T09:54:14.285 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.285 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:14.285 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.285 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.285 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:14.285 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.285 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.285 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:14.285 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.285 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.285 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:14.285 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.286 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.286 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:14.286 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 73351640 2024-04-02T09:54:14.286 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.286 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.286 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:54:14.286 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:14.286 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 176160768 2024-04-02T09:54:14.286 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.286 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:14.286 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:54:14.286 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.286 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:14.286 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2872432 2024-04-02T09:54:14.287 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.287 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:14.287 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 38211273 2024-04-02T09:54:14.287 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.287 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:14.287 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.287 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.287 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:14.287 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.287 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.287 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:14.287 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.287 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.287 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:14.287 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.288 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.288 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:14.288 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.288 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.288 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:14.288 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.288 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.288 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:14.288 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.288 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.288 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:14.288 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.288 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.288 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:14.289 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.289 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.289 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:14.289 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67968199 2024-04-02T09:54:14.289 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.289 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.289 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:meta": { 2024-04-02T09:54:14.289 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:14.289 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 503316480 2024-04-02T09:54:14.289 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.289 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:14.289 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.289 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.289 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:14.290 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.290 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.290 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:14.290 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 429876824 2024-04-02T09:54:14.290 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.290 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:14.290 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.290 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.290 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:14.290 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.290 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.290 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:14.290 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.291 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.291 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:14.291 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.291 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.291 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:14.291 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 27068 2024-04-02T09:54:14.291 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.291 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:14.291 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1168966 2024-04-02T09:54:14.291 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.291 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:14.291 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.291 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.291 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:14.291 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.292 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.292 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:14.292 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.292 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.292 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:14.292 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 72243622 2024-04-02T09:54:14.292 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.292 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.292 INFO:tasks.workunit.client.0.smithi012.stdout: "objecter": { 2024-04-02T09:54:14.292 INFO:tasks.workunit.client.0.smithi012.stdout: "op_active": { 2024-04-02T09:54:14.292 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.292 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.292 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:54:14.292 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 16 2024-04-02T09:54:14.292 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.293 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rmw": { 2024-04-02T09:54:14.293 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.293 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.293 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:54:14.293 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.293 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.293 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.293 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:14.293 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg": { 2024-04-02T09:54:14.293 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 49 2024-04-02T09:54:14.293 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.293 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg_removing": { 2024-04-02T09:54:14.293 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.293 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.294 INFO:tasks.workunit.client.0.smithi012.stdout: "op": { 2024-04-02T09:54:14.294 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 36843 2024-04-02T09:54:14.294 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.294 INFO:tasks.workunit.client.0.smithi012.stdout: "op_before_queue_op_lat": { 2024-04-02T09:54:14.294 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 95068, 2024-04-02T09:54:14.294 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10131431046 2024-04-02T09:54:14.294 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.294 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_degraded": { 2024-04-02T09:54:14.294 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.294 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.294 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_unreadable": { 2024-04-02T09:54:14.294 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.294 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.295 INFO:tasks.workunit.client.0.smithi012.stdout: "op_in_bytes": { 2024-04-02T09:54:14.295 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1529196149 2024-04-02T09:54:14.295 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.295 INFO:tasks.workunit.client.0.smithi012.stdout: "op_latency": { 2024-04-02T09:54:14.295 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 36843, 2024-04-02T09:54:14.295 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57405719392 2024-04-02T09:54:14.295 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.295 INFO:tasks.workunit.client.0.smithi012.stdout: "op_out_bytes": { 2024-04-02T09:54:14.295 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2028233427 2024-04-02T09:54:14.295 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.295 INFO:tasks.workunit.client.0.smithi012.stdout: "op_prepare_latency": { 2024-04-02T09:54:14.295 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 37349, 2024-04-02T09:54:14.295 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14165427958 2024-04-02T09:54:14.295 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.295 INFO:tasks.workunit.client.0.smithi012.stdout: "op_process_latency": { 2024-04-02T09:54:14.296 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 36843, 2024-04-02T09:54:14.296 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 31561835769 2024-04-02T09:54:14.296 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.296 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:54:14.296 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 27193 2024-04-02T09:54:14.296 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.296 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency": { 2024-04-02T09:54:14.296 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 27193, 2024-04-02T09:54:14.296 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11379311474 2024-04-02T09:54:14.296 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.296 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:54:14.296 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.296 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.296 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_out_bytes": { 2024-04-02T09:54:14.296 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2028233427 2024-04-02T09:54:14.297 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.297 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_prepare_latency": { 2024-04-02T09:54:14.297 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 27375, 2024-04-02T09:54:14.297 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5838151260 2024-04-02T09:54:14.297 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.297 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_process_latency": { 2024-04-02T09:54:14.297 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 27193, 2024-04-02T09:54:14.297 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5910345032 2024-04-02T09:54:14.297 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.297 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw": { 2024-04-02T09:54:14.297 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5711 2024-04-02T09:54:14.297 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.297 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_in_bytes": { 2024-04-02T09:54:14.297 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 414525490 2024-04-02T09:54:14.298 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.298 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency": { 2024-04-02T09:54:14.298 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 5711, 2024-04-02T09:54:14.298 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11009051116 2024-04-02T09:54:14.298 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.298 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:54:14.298 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.298 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.298 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:54:14.298 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.298 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.298 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_out_bytes": { 2024-04-02T09:54:14.298 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.298 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.298 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_prepare_latency": { 2024-04-02T09:54:14.299 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 5923, 2024-04-02T09:54:14.299 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3522042949 2024-04-02T09:54:14.299 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.299 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_process_latency": { 2024-04-02T09:54:14.299 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 5711, 2024-04-02T09:54:14.299 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9263467654 2024-04-02T09:54:14.299 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.299 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:54:14.299 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3939 2024-04-02T09:54:14.299 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.299 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_in_bytes": { 2024-04-02T09:54:14.299 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1114670659 2024-04-02T09:54:14.299 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.299 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency": { 2024-04-02T09:54:14.300 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3939, 2024-04-02T09:54:14.300 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 35017356802 2024-04-02T09:54:14.300 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.300 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:54:14.300 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.300 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.300 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_prepare_latency": { 2024-04-02T09:54:14.300 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 4051, 2024-04-02T09:54:14.300 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4805233749 2024-04-02T09:54:14.300 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.300 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_process_latency": { 2024-04-02T09:54:14.300 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3939, 2024-04-02T09:54:14.300 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 16388023083 2024-04-02T09:54:14.300 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.300 INFO:tasks.workunit.client.0.smithi012.stdout: "op_wip": { 2024-04-02T09:54:14.301 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.301 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.301 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_bytes": { 2024-04-02T09:54:14.301 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 16777216 2024-04-02T09:54:14.301 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.301 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_ops": { 2024-04-02T09:54:14.301 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9 2024-04-02T09:54:14.301 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.301 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes": { 2024-04-02T09:54:14.301 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T09:54:14.301 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.301 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes_used": { 2024-04-02T09:54:14.301 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 576442368 2024-04-02T09:54:14.301 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.302 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.302 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.302 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.5": { 2024-04-02T09:54:14.302 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:14.302 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_db_max_lat": { 2024-04-02T09:54:14.302 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24499 2024-04-02T09:54:14.302 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.302 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_fallback": { 2024-04-02T09:54:14.302 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.302 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.302 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_max_lat": { 2024-04-02T09:54:14.302 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.302 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.302 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:54:14.302 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.303 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.303 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_db": { 2024-04-02T09:54:14.303 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 65536 2024-04-02T09:54:14.303 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.303 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_slow": { 2024-04-02T09:54:14.303 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.303 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.303 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_wal": { 2024-04-02T09:54:14.303 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.303 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.303 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_wal_max_lat": { 2024-04-02T09:54:14.303 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.303 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.304 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_slow": { 2024-04-02T09:54:14.304 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.304 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.304 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_sst": { 2024-04-02T09:54:14.304 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 25403392 2024-04-02T09:54:14.304 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.304 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_wal": { 2024-04-02T09:54:14.304 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 873136128 2024-04-02T09:54:14.304 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.304 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lat": { 2024-04-02T09:54:14.304 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 20, 2024-04-02T09:54:14.304 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4814235 2024-04-02T09:54:14.304 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.304 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lock_lat": { 2024-04-02T09:54:14.305 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 20, 2024-04-02T09:54:14.305 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1793123 2024-04-02T09:54:14.305 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.305 INFO:tasks.workunit.client.0.smithi012.stdout: "db_alloc_lat": { 2024-04-02T09:54:14.305 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 241, 2024-04-02T09:54:14.305 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1183985 2024-04-02T09:54:14.305 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.305 INFO:tasks.workunit.client.0.smithi012.stdout: "db_total_bytes": { 2024-04-02T09:54:14.305 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995027456 2024-04-02T09:54:14.305 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.305 INFO:tasks.workunit.client.0.smithi012.stdout: "db_used_bytes": { 2024-04-02T09:54:14.305 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 888209408 2024-04-02T09:54:14.305 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.305 INFO:tasks.workunit.client.0.smithi012.stdout: "flush_lat": { 2024-04-02T09:54:14.306 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 83015, 2024-04-02T09:54:14.306 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13496583191 2024-04-02T09:54:14.306 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.306 INFO:tasks.workunit.client.0.smithi012.stdout: "fsync_lat": { 2024-04-02T09:54:14.306 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 82965, 2024-04-02T09:54:14.306 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 20120803602 2024-04-02T09:54:14.306 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.306 INFO:tasks.workunit.client.0.smithi012.stdout: "log_bytes": { 2024-04-02T09:54:14.306 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7290880 2024-04-02T09:54:14.306 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.306 INFO:tasks.workunit.client.0.smithi012.stdout: "logged_bytes": { 2024-04-02T09:54:14.306 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 339824640 2024-04-02T09:54:14.306 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.306 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_db": { 2024-04-02T09:54:14.307 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 905248768 2024-04-02T09:54:14.307 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.307 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_slow": { 2024-04-02T09:54:14.307 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.307 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.307 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_wal": { 2024-04-02T09:54:14.307 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.307 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.307 INFO:tasks.workunit.client.0.smithi012.stdout: "num_files": { 2024-04-02T09:54:14.307 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 56 2024-04-02T09:54:14.307 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.307 INFO:tasks.workunit.client.0.smithi012.stdout: "read_bytes": { 2024-04-02T09:54:14.307 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7412065027 2024-04-02T09:54:14.307 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.307 INFO:tasks.workunit.client.0.smithi012.stdout: "read_count": { 2024-04-02T09:54:14.307 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67663 2024-04-02T09:54:14.308 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.308 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes": { 2024-04-02T09:54:14.308 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6294388736 2024-04-02T09:54:14.308 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.308 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_db": { 2024-04-02T09:54:14.308 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6294392832 2024-04-02T09:54:14.308 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.308 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_slow": { 2024-04-02T09:54:14.308 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.308 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.308 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_wal": { 2024-04-02T09:54:14.308 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.308 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.308 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_count": { 2024-04-02T09:54:14.308 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 56777 2024-04-02T09:54:14.308 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.309 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:54:14.309 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 67663, 2024-04-02T09:54:14.309 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2944157478 2024-04-02T09:54:14.309 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.309 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_bytes": { 2024-04-02T09:54:14.309 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7257347676 2024-04-02T09:54:14.309 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.309 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_count": { 2024-04-02T09:54:14.309 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 62926 2024-04-02T09:54:14.309 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.309 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_bytes": { 2024-04-02T09:54:14.309 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5471099 2024-04-02T09:54:14.309 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.309 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_count": { 2024-04-02T09:54:14.309 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 809 2024-04-02T09:54:14.310 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.310 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_bytes": { 2024-04-02T09:54:14.310 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 26440000 2024-04-02T09:54:14.310 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.310 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_count": { 2024-04-02T09:54:14.310 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1195 2024-04-02T09:54:14.310 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.310 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes": { 2024-04-02T09:54:14.310 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 20968901 2024-04-02T09:54:14.310 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.310 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:54:14.310 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 20968901 2024-04-02T09:54:14.310 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.310 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:54:14.311 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.311 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.311 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:54:14.311 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.311 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.311 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_count": { 2024-04-02T09:54:14.311 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 408 2024-04-02T09:54:14.311 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.311 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_lat": { 2024-04-02T09:54:14.311 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1195, 2024-04-02T09:54:14.311 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11028545 2024-04-02T09:54:14.311 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.311 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_alloc_lat": { 2024-04-02T09:54:14.311 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.311 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.311 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.312 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_total_bytes": { 2024-04-02T09:54:14.312 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.312 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.312 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_used_bytes": { 2024-04-02T09:54:14.312 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.312 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.312 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:54:14.312 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T09:54:14.312 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 818 2024-04-02T09:54:14.312 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.312 INFO:tasks.workunit.client.0.smithi012.stdout: "unlink_lat": { 2024-04-02T09:54:14.312 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 20, 2024-04-02T09:54:14.312 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 35821 2024-04-02T09:54:14.312 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.312 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_alloc_lat": { 2024-04-02T09:54:14.313 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.313 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.313 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.313 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_total_bytes": { 2024-04-02T09:54:14.313 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.313 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.313 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_used_bytes": { 2024-04-02T09:54:14.313 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.313 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.313 INFO:tasks.workunit.client.0.smithi012.stdout: "write_bytes": { 2024-04-02T09:54:14.313 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1241403392 2024-04-02T09:54:14.313 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.313 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.313 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore": { 2024-04-02T09:54:14.314 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit": { 2024-04-02T09:54:14.314 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4096 2024-04-02T09:54:14.314 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.314 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": { 2024-04-02T09:54:14.314 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14594048 2024-04-02T09:54:14.314 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.314 INFO:tasks.workunit.client.0.smithi012.stdout: "allocator_lat": { 2024-04-02T09:54:14.314 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 23221, 2024-04-02T09:54:14.314 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 73462577 2024-04-02T09:54:14.314 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.314 INFO:tasks.workunit.client.0.smithi012.stdout: "clist_lat": { 2024-04-02T09:54:14.314 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3545, 2024-04-02T09:54:14.314 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5336450511 2024-04-02T09:54:14.314 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.315 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_lat": { 2024-04-02T09:54:14.315 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.315 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.315 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.315 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed": { 2024-04-02T09:54:14.315 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.315 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.315 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_allocated": { 2024-04-02T09:54:14.315 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.315 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.315 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_original": { 2024-04-02T09:54:14.315 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.315 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.316 INFO:tasks.workunit.client.0.smithi012.stdout: "csum_lat": { 2024-04-02T09:54:14.316 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 20891, 2024-04-02T09:54:14.316 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 174564779 2024-04-02T09:54:14.316 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.316 INFO:tasks.workunit.client.0.smithi012.stdout: "decompress_lat": { 2024-04-02T09:54:14.316 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.316 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.316 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.316 INFO:tasks.workunit.client.0.smithi012.stdout: "fragmentation_micros": { 2024-04-02T09:54:14.316 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.316 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.316 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_commit_lat": { 2024-04-02T09:54:14.316 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 82864, 2024-04-02T09:54:14.316 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24599689719 2024-04-02T09:54:14.317 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.317 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_final_lat": { 2024-04-02T09:54:14.317 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 82394, 2024-04-02T09:54:14.317 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1815382458 2024-04-02T09:54:14.317 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.317 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_flush_lat": { 2024-04-02T09:54:14.317 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 82864, 2024-04-02T09:54:14.317 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 49809100 2024-04-02T09:54:14.317 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.317 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_sync_lat": { 2024-04-02T09:54:14.317 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 82864, 2024-04-02T09:54:14.317 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24649498819 2024-04-02T09:54:14.317 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.317 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_keys_lat": { 2024-04-02T09:54:14.317 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.318 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.318 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.318 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_values_lat": { 2024-04-02T09:54:14.318 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 33349, 2024-04-02T09:54:14.318 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1153955650 2024-04-02T09:54:14.318 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.318 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_lower_bound_lat": { 2024-04-02T09:54:14.318 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 911, 2024-04-02T09:54:14.318 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2715822 2024-04-02T09:54:14.318 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.318 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_next_lat": { 2024-04-02T09:54:14.318 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 11729, 2024-04-02T09:54:14.318 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13105897 2024-04-02T09:54:14.318 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.318 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:54:14.319 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 48, 2024-04-02T09:54:14.319 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 98057 2024-04-02T09:54:14.319 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.319 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_upper_bound_lat": { 2024-04-02T09:54:14.319 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 16920, 2024-04-02T09:54:14.319 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4622607272 2024-04-02T09:54:14.319 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.319 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_hits": { 2024-04-02T09:54:14.319 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 245770 2024-04-02T09:54:14.319 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.319 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_misses": { 2024-04-02T09:54:14.319 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 21763 2024-04-02T09:54:14.320 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.320 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:54:14.320 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 16312, 2024-04-02T09:54:14.320 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1816263422 2024-04-02T09:54:14.320 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.320 INFO:tasks.workunit.client.0.smithi012.stdout: "read_onode_meta_lat": { 2024-04-02T09:54:14.320 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 42118, 2024-04-02T09:54:14.320 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 22400699 2024-04-02T09:54:14.320 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.320 INFO:tasks.workunit.client.0.smithi012.stdout: "read_wait_aio_lat": { 2024-04-02T09:54:14.320 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 25806, 2024-04-02T09:54:14.320 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1650604541 2024-04-02T09:54:14.320 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.320 INFO:tasks.workunit.client.0.smithi012.stdout: "reads_with_retries": { 2024-04-02T09:54:14.320 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.321 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.321 INFO:tasks.workunit.client.0.smithi012.stdout: "remove_lat": { 2024-04-02T09:54:14.321 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15960, 2024-04-02T09:54:14.321 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 510521597 2024-04-02T09:54:14.321 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.321 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_aio_wait_count": { 2024-04-02T09:54:14.321 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.321 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.321 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_committed_kv_count": { 2024-04-02T09:54:14.321 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.321 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.321 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:54:14.321 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.321 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.321 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:54:14.321 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.322 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.322 INFO:tasks.workunit.client.0.smithi012.stdout: "state_aio_wait_lat": { 2024-04-02T09:54:14.322 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 98154, 2024-04-02T09:54:14.322 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9472356171 2024-04-02T09:54:14.322 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.322 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:54:14.322 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8666, 2024-04-02T09:54:14.322 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 617330780 2024-04-02T09:54:14.322 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.322 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:54:14.322 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8665, 2024-04-02T09:54:14.322 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3554479259067 2024-04-02T09:54:14.322 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.322 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_queued_lat": { 2024-04-02T09:54:14.323 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8666, 2024-04-02T09:54:14.323 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6585465400282 2024-04-02T09:54:14.323 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.323 INFO:tasks.workunit.client.0.smithi012.stdout: "state_done_lat": { 2024-04-02T09:54:14.323 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 98153, 2024-04-02T09:54:14.323 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2955218289943 2024-04-02T09:54:14.323 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.323 INFO:tasks.workunit.client.0.smithi012.stdout: "state_finishing_lat": { 2024-04-02T09:54:14.323 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 98153, 2024-04-02T09:54:14.323 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10470713 2024-04-02T09:54:14.323 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.323 INFO:tasks.workunit.client.0.smithi012.stdout: "state_io_done_lat": { 2024-04-02T09:54:14.323 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 98154, 2024-04-02T09:54:14.323 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 341497059 2024-04-02T09:54:14.324 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.324 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_commiting_lat": { 2024-04-02T09:54:14.324 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 98154, 2024-04-02T09:54:14.324 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 40458652011 2024-04-02T09:54:14.324 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.324 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_done_lat": { 2024-04-02T09:54:14.324 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 98154, 2024-04-02T09:54:14.324 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 43483320 2024-04-02T09:54:14.324 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.324 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_queued_lat": { 2024-04-02T09:54:14.324 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 98154, 2024-04-02T09:54:14.324 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 20062739398 2024-04-02T09:54:14.324 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.324 INFO:tasks.workunit.client.0.smithi012.stdout: "state_prepare_lat": { 2024-04-02T09:54:14.325 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 98154, 2024-04-02T09:54:14.325 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14329734363 2024-04-02T09:54:14.325 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.325 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": { 2024-04-02T09:54:14.325 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10379717 2024-04-02T09:54:14.325 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.325 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:54:14.325 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2494, 2024-04-02T09:54:14.325 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15831692 2024-04-02T09:54:14.325 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.325 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_commit_lat": { 2024-04-02T09:54:14.325 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 98154, 2024-04-02T09:54:14.325 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 84685968539 2024-04-02T09:54:14.325 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.326 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_submit_lat": { 2024-04-02T09:54:14.326 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 98154, 2024-04-02T09:54:14.326 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15484037089 2024-04-02T09:54:14.326 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.326 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_throttle_lat": { 2024-04-02T09:54:14.326 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 98154, 2024-04-02T09:54:14.326 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 815166866 2024-04-02T09:54:14.326 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.326 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.326 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache": { 2024-04-02T09:54:14.326 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T09:54:14.326 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1406236154 2024-04-02T09:54:14.326 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.326 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T09:54:14.327 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 519364608 2024-04-02T09:54:14.327 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.327 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T09:54:14.327 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 482754560 2024-04-02T09:54:14.327 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.327 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T09:54:14.327 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2601814732 2024-04-02T09:54:14.327 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.327 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T09:54:14.327 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 36610048 2024-04-02T09:54:14.327 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.327 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.327 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:data": { 2024-04-02T09:54:14.327 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:14.328 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 125829120 2024-04-02T09:54:14.328 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.328 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:14.328 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.328 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.328 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:14.328 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.328 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.328 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:14.328 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 56307527 2024-04-02T09:54:14.328 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.328 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:14.328 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.328 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.329 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:14.329 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.329 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.329 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:14.329 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.329 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.329 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:14.329 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.329 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.329 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:14.329 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4096 2024-04-02T09:54:14.329 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.329 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:14.329 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 65536 2024-04-02T09:54:14.330 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.330 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:14.330 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.330 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.330 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:14.330 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.330 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.330 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:14.330 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.330 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.330 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:14.330 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 69451961 2024-04-02T09:54:14.330 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.330 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.330 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv": { 2024-04-02T09:54:14.331 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:14.331 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 562036736 2024-04-02T09:54:14.331 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.331 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:14.331 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:54:14.331 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.331 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:14.331 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.331 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.331 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:14.331 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 422306453 2024-04-02T09:54:14.331 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.331 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:14.331 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.331 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.331 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:14.332 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.332 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.332 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:14.332 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2384 2024-04-02T09:54:14.332 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.332 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:14.332 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.332 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.332 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:14.332 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 156384 2024-04-02T09:54:14.332 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.332 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:14.332 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 320 2024-04-02T09:54:14.332 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.332 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:14.333 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.333 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.333 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:14.333 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.333 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.333 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:14.333 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.333 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.333 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:14.333 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 72462331 2024-04-02T09:54:14.333 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.333 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.333 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:54:14.333 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:14.334 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 184549376 2024-04-02T09:54:14.334 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.334 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:14.334 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:54:14.334 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.334 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:14.334 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7984720 2024-04-02T09:54:14.334 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.334 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:14.334 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 37538351 2024-04-02T09:54:14.334 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.334 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:14.334 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.334 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.334 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:14.334 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.335 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.335 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:14.335 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.335 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.335 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:14.335 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.335 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.335 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:14.335 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.335 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.335 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:14.335 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.335 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.335 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:14.335 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.335 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.336 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:14.336 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.336 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.336 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:14.336 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.336 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.336 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:14.336 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71917441 2024-04-02T09:54:14.336 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.336 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.336 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:meta": { 2024-04-02T09:54:14.336 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:14.336 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 494927872 2024-04-02T09:54:14.336 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.336 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:14.336 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.336 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.337 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:14.337 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.337 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.337 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:14.337 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 422306453 2024-04-02T09:54:14.337 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.337 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:14.337 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.337 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.337 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:14.337 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.337 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.337 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:14.337 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.337 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.337 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:14.338 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.338 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.338 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:14.338 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 31697 2024-04-02T09:54:14.338 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.338 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:14.338 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1154964 2024-04-02T09:54:14.338 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.338 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:14.338 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.338 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.338 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:14.338 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.338 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.339 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:14.339 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.339 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.339 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:14.339 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71434758 2024-04-02T09:54:14.339 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.339 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.339 INFO:tasks.workunit.client.0.smithi012.stdout: "objecter": { 2024-04-02T09:54:14.339 INFO:tasks.workunit.client.0.smithi012.stdout: "op_active": { 2024-04-02T09:54:14.339 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.339 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.339 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:54:14.339 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 33 2024-04-02T09:54:14.339 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.339 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rmw": { 2024-04-02T09:54:14.340 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.340 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.340 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:54:14.340 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.340 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.340 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.340 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:14.340 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg": { 2024-04-02T09:54:14.340 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 53 2024-04-02T09:54:14.340 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.340 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg_removing": { 2024-04-02T09:54:14.340 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.340 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.340 INFO:tasks.workunit.client.0.smithi012.stdout: "op": { 2024-04-02T09:54:14.340 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 40987 2024-04-02T09:54:14.340 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.341 INFO:tasks.workunit.client.0.smithi012.stdout: "op_before_queue_op_lat": { 2024-04-02T09:54:14.341 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 125762, 2024-04-02T09:54:14.341 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12405014446 2024-04-02T09:54:14.341 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.341 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_degraded": { 2024-04-02T09:54:14.341 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.341 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.341 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_unreadable": { 2024-04-02T09:54:14.341 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.341 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.341 INFO:tasks.workunit.client.0.smithi012.stdout: "op_in_bytes": { 2024-04-02T09:54:14.341 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1259749365 2024-04-02T09:54:14.341 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.341 INFO:tasks.workunit.client.0.smithi012.stdout: "op_latency": { 2024-04-02T09:54:14.341 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 40987, 2024-04-02T09:54:14.342 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 44231685432 2024-04-02T09:54:14.342 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.342 INFO:tasks.workunit.client.0.smithi012.stdout: "op_out_bytes": { 2024-04-02T09:54:14.342 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2020147622 2024-04-02T09:54:14.342 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.342 INFO:tasks.workunit.client.0.smithi012.stdout: "op_prepare_latency": { 2024-04-02T09:54:14.342 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 41531, 2024-04-02T09:54:14.342 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14215270216 2024-04-02T09:54:14.342 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.342 INFO:tasks.workunit.client.0.smithi012.stdout: "op_process_latency": { 2024-04-02T09:54:14.342 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 40987, 2024-04-02T09:54:14.342 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 28595486035 2024-04-02T09:54:14.342 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.342 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:54:14.343 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 30338 2024-04-02T09:54:14.343 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.343 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency": { 2024-04-02T09:54:14.343 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 30338, 2024-04-02T09:54:14.343 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13061362034 2024-04-02T09:54:14.343 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.343 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:54:14.343 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.343 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.343 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_out_bytes": { 2024-04-02T09:54:14.343 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2020147622 2024-04-02T09:54:14.343 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.343 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_prepare_latency": { 2024-04-02T09:54:14.343 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 30486, 2024-04-02T09:54:14.344 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6362873499 2024-04-02T09:54:14.344 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.344 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_process_latency": { 2024-04-02T09:54:14.344 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 30338, 2024-04-02T09:54:14.344 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6428495829 2024-04-02T09:54:14.344 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.344 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw": { 2024-04-02T09:54:14.344 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9262 2024-04-02T09:54:14.344 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.344 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_in_bytes": { 2024-04-02T09:54:14.344 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 355908824 2024-04-02T09:54:14.344 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.344 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency": { 2024-04-02T09:54:14.344 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 9262, 2024-04-02T09:54:14.344 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18934652429 2024-04-02T09:54:14.344 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.345 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:54:14.345 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.345 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.345 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:54:14.345 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.345 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.345 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_out_bytes": { 2024-04-02T09:54:14.345 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.345 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.345 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_prepare_latency": { 2024-04-02T09:54:14.345 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 9483, 2024-04-02T09:54:14.345 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5936373562 2024-04-02T09:54:14.345 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.345 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_process_latency": { 2024-04-02T09:54:14.345 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 9262, 2024-04-02T09:54:14.345 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14372642353 2024-04-02T09:54:14.345 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.346 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:54:14.346 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1387 2024-04-02T09:54:14.346 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.346 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_in_bytes": { 2024-04-02T09:54:14.346 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 903840541 2024-04-02T09:54:14.346 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.346 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency": { 2024-04-02T09:54:14.346 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1387, 2024-04-02T09:54:14.346 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12235670969 2024-04-02T09:54:14.346 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.346 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:54:14.346 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.346 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.346 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_prepare_latency": { 2024-04-02T09:54:14.346 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1562, 2024-04-02T09:54:14.347 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1916023155 2024-04-02T09:54:14.347 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.347 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_process_latency": { 2024-04-02T09:54:14.347 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1387, 2024-04-02T09:54:14.347 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7794347853 2024-04-02T09:54:14.347 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.347 INFO:tasks.workunit.client.0.smithi012.stdout: "op_wip": { 2024-04-02T09:54:14.347 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.347 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.347 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_bytes": { 2024-04-02T09:54:14.347 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1048614 2024-04-02T09:54:14.347 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.347 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_ops": { 2024-04-02T09:54:14.347 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2 2024-04-02T09:54:14.347 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.347 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes": { 2024-04-02T09:54:14.347 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T09:54:14.348 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.348 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes_used": { 2024-04-02T09:54:14.348 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 902815744 2024-04-02T09:54:14.348 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.348 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.348 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.348 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.6": { 2024-04-02T09:54:14.348 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:14.348 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_db_max_lat": { 2024-04-02T09:54:14.348 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 25452 2024-04-02T09:54:14.348 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.348 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_fallback": { 2024-04-02T09:54:14.348 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.349 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.349 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_max_lat": { 2024-04-02T09:54:14.349 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.349 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.349 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:54:14.349 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.349 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.349 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_db": { 2024-04-02T09:54:14.349 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 65536 2024-04-02T09:54:14.349 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.349 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_slow": { 2024-04-02T09:54:14.349 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.349 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.349 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_wal": { 2024-04-02T09:54:14.349 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.349 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.350 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_wal_max_lat": { 2024-04-02T09:54:14.350 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.350 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.350 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_slow": { 2024-04-02T09:54:14.350 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.350 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.350 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_sst": { 2024-04-02T09:54:14.350 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3207168 2024-04-02T09:54:14.350 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.350 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_wal": { 2024-04-02T09:54:14.350 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 593711104 2024-04-02T09:54:14.350 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.350 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lat": { 2024-04-02T09:54:14.350 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15, 2024-04-02T09:54:14.350 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2989500 2024-04-02T09:54:14.351 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.351 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lock_lat": { 2024-04-02T09:54:14.351 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15, 2024-04-02T09:54:14.351 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1127776 2024-04-02T09:54:14.351 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.351 INFO:tasks.workunit.client.0.smithi012.stdout: "db_alloc_lat": { 2024-04-02T09:54:14.351 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 152, 2024-04-02T09:54:14.351 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 783241 2024-04-02T09:54:14.351 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.351 INFO:tasks.workunit.client.0.smithi012.stdout: "db_total_bytes": { 2024-04-02T09:54:14.351 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995027456 2024-04-02T09:54:14.351 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.351 INFO:tasks.workunit.client.0.smithi012.stdout: "db_used_bytes": { 2024-04-02T09:54:14.351 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 579796992 2024-04-02T09:54:14.351 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.352 INFO:tasks.workunit.client.0.smithi012.stdout: "flush_lat": { 2024-04-02T09:54:14.352 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 64115, 2024-04-02T09:54:14.352 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10117890142 2024-04-02T09:54:14.352 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.352 INFO:tasks.workunit.client.0.smithi012.stdout: "fsync_lat": { 2024-04-02T09:54:14.352 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 64119, 2024-04-02T09:54:14.352 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15376917841 2024-04-02T09:54:14.352 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.352 INFO:tasks.workunit.client.0.smithi012.stdout: "log_bytes": { 2024-04-02T09:54:14.352 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13316096 2024-04-02T09:54:14.352 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.352 INFO:tasks.workunit.client.0.smithi012.stdout: "logged_bytes": { 2024-04-02T09:54:14.352 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 262672384 2024-04-02T09:54:14.352 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.352 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_db": { 2024-04-02T09:54:14.352 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 588316672 2024-04-02T09:54:14.353 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.353 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_slow": { 2024-04-02T09:54:14.353 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.353 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.353 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_wal": { 2024-04-02T09:54:14.353 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.353 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.353 INFO:tasks.workunit.client.0.smithi012.stdout: "num_files": { 2024-04-02T09:54:14.353 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 42 2024-04-02T09:54:14.353 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.353 INFO:tasks.workunit.client.0.smithi012.stdout: "read_bytes": { 2024-04-02T09:54:14.353 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2140119835 2024-04-02T09:54:14.353 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.353 INFO:tasks.workunit.client.0.smithi012.stdout: "read_count": { 2024-04-02T09:54:14.353 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 30891 2024-04-02T09:54:14.354 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.354 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes": { 2024-04-02T09:54:14.354 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1745473536 2024-04-02T09:54:14.354 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.354 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_db": { 2024-04-02T09:54:14.354 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1745477632 2024-04-02T09:54:14.354 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.354 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_slow": { 2024-04-02T09:54:14.354 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.354 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.354 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_wal": { 2024-04-02T09:54:14.354 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.354 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.354 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_count": { 2024-04-02T09:54:14.355 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 23443 2024-04-02T09:54:14.355 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.355 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:54:14.355 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 30891, 2024-04-02T09:54:14.355 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 958803122 2024-04-02T09:54:14.355 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.355 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_bytes": { 2024-04-02T09:54:14.355 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2070506207 2024-04-02T09:54:14.355 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.355 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_count": { 2024-04-02T09:54:14.355 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 28754 2024-04-02T09:54:14.355 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.355 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_bytes": { 2024-04-02T09:54:14.356 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 677857 2024-04-02T09:54:14.356 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.356 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_count": { 2024-04-02T09:54:14.356 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 346 2024-04-02T09:54:14.356 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.356 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_bytes": { 2024-04-02T09:54:14.356 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3183664 2024-04-02T09:54:14.356 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.356 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_count": { 2024-04-02T09:54:14.356 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 490 2024-04-02T09:54:14.356 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.356 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes": { 2024-04-02T09:54:14.356 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2505807 2024-04-02T09:54:14.356 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.357 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:54:14.357 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2505807 2024-04-02T09:54:14.357 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.357 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:54:14.357 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.357 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.357 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:54:14.357 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.357 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.357 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_count": { 2024-04-02T09:54:14.357 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 146 2024-04-02T09:54:14.357 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.357 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_lat": { 2024-04-02T09:54:14.357 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 490, 2024-04-02T09:54:14.358 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1182556 2024-04-02T09:54:14.358 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.358 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_alloc_lat": { 2024-04-02T09:54:14.358 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.358 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.358 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.358 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_total_bytes": { 2024-04-02T09:54:14.358 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.358 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.358 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_used_bytes": { 2024-04-02T09:54:14.358 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.358 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.358 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:54:14.359 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T09:54:14.359 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 768 2024-04-02T09:54:14.359 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.359 INFO:tasks.workunit.client.0.smithi012.stdout: "unlink_lat": { 2024-04-02T09:54:14.359 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 6, 2024-04-02T09:54:14.359 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9105 2024-04-02T09:54:14.359 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.359 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_alloc_lat": { 2024-04-02T09:54:14.359 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.359 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.359 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.359 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_total_bytes": { 2024-04-02T09:54:14.359 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.359 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.359 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_used_bytes": { 2024-04-02T09:54:14.360 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.360 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.360 INFO:tasks.workunit.client.0.smithi012.stdout: "write_bytes": { 2024-04-02T09:54:14.360 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 861880320 2024-04-02T09:54:14.360 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.360 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.360 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore": { 2024-04-02T09:54:14.360 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit": { 2024-04-02T09:54:14.360 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4096 2024-04-02T09:54:14.360 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.360 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": { 2024-04-02T09:54:14.360 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10985472 2024-04-02T09:54:14.360 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.360 INFO:tasks.workunit.client.0.smithi012.stdout: "allocator_lat": { 2024-04-02T09:54:14.360 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 13766, 2024-04-02T09:54:14.360 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 49248372 2024-04-02T09:54:14.361 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.361 INFO:tasks.workunit.client.0.smithi012.stdout: "clist_lat": { 2024-04-02T09:54:14.361 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3430, 2024-04-02T09:54:14.361 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3256028577 2024-04-02T09:54:14.361 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.361 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_lat": { 2024-04-02T09:54:14.361 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.361 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.361 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.361 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed": { 2024-04-02T09:54:14.361 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.361 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.361 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_allocated": { 2024-04-02T09:54:14.361 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.362 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.362 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_original": { 2024-04-02T09:54:14.362 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.362 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.362 INFO:tasks.workunit.client.0.smithi012.stdout: "csum_lat": { 2024-04-02T09:54:14.362 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 19401, 2024-04-02T09:54:14.362 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 158238548 2024-04-02T09:54:14.362 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.362 INFO:tasks.workunit.client.0.smithi012.stdout: "decompress_lat": { 2024-04-02T09:54:14.362 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.362 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.362 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.362 INFO:tasks.workunit.client.0.smithi012.stdout: "fragmentation_micros": { 2024-04-02T09:54:14.362 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.363 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.363 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_commit_lat": { 2024-04-02T09:54:14.363 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 64073, 2024-04-02T09:54:14.363 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18780170514 2024-04-02T09:54:14.363 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.363 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_final_lat": { 2024-04-02T09:54:14.363 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 63610, 2024-04-02T09:54:14.363 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1494290539 2024-04-02T09:54:14.363 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.363 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_flush_lat": { 2024-04-02T09:54:14.363 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 64073, 2024-04-02T09:54:14.363 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 34546053 2024-04-02T09:54:14.363 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.363 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_sync_lat": { 2024-04-02T09:54:14.363 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 64073, 2024-04-02T09:54:14.363 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18814716567 2024-04-02T09:54:14.364 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.364 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_keys_lat": { 2024-04-02T09:54:14.364 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.364 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.364 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.364 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_values_lat": { 2024-04-02T09:54:14.364 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 28551, 2024-04-02T09:54:14.364 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 437371196 2024-04-02T09:54:14.364 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.364 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_lower_bound_lat": { 2024-04-02T09:54:14.364 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 914, 2024-04-02T09:54:14.364 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2917321 2024-04-02T09:54:14.364 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.364 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_next_lat": { 2024-04-02T09:54:14.364 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 13013, 2024-04-02T09:54:14.364 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8333589 2024-04-02T09:54:14.365 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.365 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:54:14.365 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 42, 2024-04-02T09:54:14.365 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71043 2024-04-02T09:54:14.365 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.365 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_upper_bound_lat": { 2024-04-02T09:54:14.365 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 11698, 2024-04-02T09:54:14.365 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1460294530 2024-04-02T09:54:14.365 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.365 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_hits": { 2024-04-02T09:54:14.365 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 187887 2024-04-02T09:54:14.365 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.365 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_misses": { 2024-04-02T09:54:14.365 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18138 2024-04-02T09:54:14.365 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.365 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:54:14.366 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 8721, 2024-04-02T09:54:14.366 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1811140003 2024-04-02T09:54:14.366 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.366 INFO:tasks.workunit.client.0.smithi012.stdout: "read_onode_meta_lat": { 2024-04-02T09:54:14.366 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 37334, 2024-04-02T09:54:14.366 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9052025 2024-04-02T09:54:14.366 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.366 INFO:tasks.workunit.client.0.smithi012.stdout: "read_wait_aio_lat": { 2024-04-02T09:54:14.366 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 28613, 2024-04-02T09:54:14.366 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1501581250 2024-04-02T09:54:14.366 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.366 INFO:tasks.workunit.client.0.smithi012.stdout: "reads_with_retries": { 2024-04-02T09:54:14.366 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.366 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.366 INFO:tasks.workunit.client.0.smithi012.stdout: "remove_lat": { 2024-04-02T09:54:14.367 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 11949, 2024-04-02T09:54:14.367 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 345688809 2024-04-02T09:54:14.367 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.367 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_aio_wait_count": { 2024-04-02T09:54:14.367 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.367 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.367 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_committed_kv_count": { 2024-04-02T09:54:14.367 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.367 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.367 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:54:14.367 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.367 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.367 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:54:14.367 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.367 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.367 INFO:tasks.workunit.client.0.smithi012.stdout: "state_aio_wait_lat": { 2024-04-02T09:54:14.368 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75216, 2024-04-02T09:54:14.368 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5000016119 2024-04-02T09:54:14.368 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.368 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:54:14.368 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15175, 2024-04-02T09:54:14.368 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 837164265 2024-04-02T09:54:14.368 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.368 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:54:14.368 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15175, 2024-04-02T09:54:14.368 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4408598858044 2024-04-02T09:54:14.368 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.368 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_queued_lat": { 2024-04-02T09:54:14.368 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15175, 2024-04-02T09:54:14.368 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6491533971841 2024-04-02T09:54:14.368 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.368 INFO:tasks.workunit.client.0.smithi012.stdout: "state_done_lat": { 2024-04-02T09:54:14.369 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75216, 2024-04-02T09:54:14.369 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2667106192372 2024-04-02T09:54:14.369 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.369 INFO:tasks.workunit.client.0.smithi012.stdout: "state_finishing_lat": { 2024-04-02T09:54:14.369 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75216, 2024-04-02T09:54:14.369 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 7741943 2024-04-02T09:54:14.369 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.369 INFO:tasks.workunit.client.0.smithi012.stdout: "state_io_done_lat": { 2024-04-02T09:54:14.369 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75216, 2024-04-02T09:54:14.369 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 194100100 2024-04-02T09:54:14.369 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.369 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_commiting_lat": { 2024-04-02T09:54:14.369 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75216, 2024-04-02T09:54:14.370 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 30868782786 2024-04-02T09:54:14.370 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.370 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_done_lat": { 2024-04-02T09:54:14.370 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75216, 2024-04-02T09:54:14.370 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 30255083 2024-04-02T09:54:14.370 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.370 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_queued_lat": { 2024-04-02T09:54:14.370 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75216, 2024-04-02T09:54:14.370 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13675981836 2024-04-02T09:54:14.370 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.370 INFO:tasks.workunit.client.0.smithi012.stdout: "state_prepare_lat": { 2024-04-02T09:54:14.370 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75216, 2024-04-02T09:54:14.370 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9315110197 2024-04-02T09:54:14.371 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.371 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": { 2024-04-02T09:54:14.371 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6775672 2024-04-02T09:54:14.371 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.371 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:54:14.371 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2407, 2024-04-02T09:54:14.371 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12994590 2024-04-02T09:54:14.371 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.371 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_commit_lat": { 2024-04-02T09:54:14.371 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75216, 2024-04-02T09:54:14.371 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 59067833513 2024-04-02T09:54:14.371 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.371 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_submit_lat": { 2024-04-02T09:54:14.371 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75216, 2024-04-02T09:54:14.371 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10163099851 2024-04-02T09:54:14.371 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.371 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_throttle_lat": { 2024-04-02T09:54:14.372 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 75216, 2024-04-02T09:54:14.372 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 506947626 2024-04-02T09:54:14.372 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.372 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.372 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache": { 2024-04-02T09:54:14.372 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T09:54:14.372 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1406236154 2024-04-02T09:54:14.372 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.372 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T09:54:14.372 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 554287104 2024-04-02T09:54:14.372 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.372 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T09:54:14.372 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 527196160 2024-04-02T09:54:14.372 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.372 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T09:54:14.372 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2601814732 2024-04-02T09:54:14.373 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.373 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T09:54:14.373 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 27090944 2024-04-02T09:54:14.373 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.373 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.373 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:data": { 2024-04-02T09:54:14.373 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:14.373 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 125829120 2024-04-02T09:54:14.373 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.373 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:14.373 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.373 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.373 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:14.373 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.373 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.374 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:14.374 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57457220 2024-04-02T09:54:14.374 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.374 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:14.374 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.374 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.374 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:14.374 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.374 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.374 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:14.374 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.374 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.374 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:14.375 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.375 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.375 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:14.375 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.375 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.375 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:14.375 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 417792 2024-04-02T09:54:14.375 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.375 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:14.375 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.375 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.375 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:14.375 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.375 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.375 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:14.375 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.376 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.376 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:14.376 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67954108 2024-04-02T09:54:14.376 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.376 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.376 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv": { 2024-04-02T09:54:14.376 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:14.376 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 570425344 2024-04-02T09:54:14.376 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.376 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:14.376 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:54:14.376 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.376 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:14.376 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.376 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.376 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:14.377 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 430929153 2024-04-02T09:54:14.377 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.377 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:14.377 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.377 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.377 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:14.377 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.377 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.377 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:14.377 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1232 2024-04-02T09:54:14.377 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.377 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:14.377 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.377 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.377 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:14.377 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 77504 2024-04-02T09:54:14.378 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.378 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:14.378 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.378 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.378 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:14.378 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.378 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.378 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:14.378 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.378 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.378 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:14.378 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.378 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.378 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:14.379 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 72308591 2024-04-02T09:54:14.379 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.379 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.379 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:54:14.379 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:14.379 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 176160768 2024-04-02T09:54:14.379 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.379 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:14.379 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:54:14.379 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.379 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:14.379 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2866176 2024-04-02T09:54:14.379 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.379 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:14.380 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 38304813 2024-04-02T09:54:14.380 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.380 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:14.380 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.380 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.380 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:14.380 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.380 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.380 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:14.380 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.380 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.380 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:14.380 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.380 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.380 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:14.381 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.381 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.381 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:14.381 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.381 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.381 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:14.381 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.381 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.381 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:14.381 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.381 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.381 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:14.381 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.381 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.382 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:14.382 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67880915 2024-04-02T09:54:14.382 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.382 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.382 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:meta": { 2024-04-02T09:54:14.382 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:14.382 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 503316480 2024-04-02T09:54:14.382 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.382 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:14.382 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.382 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.382 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:14.382 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.383 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.383 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:14.383 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 430929153 2024-04-02T09:54:14.383 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.383 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:14.383 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.383 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.383 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:14.383 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.383 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.383 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:14.383 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.384 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.384 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:14.384 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.384 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.384 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:14.384 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24300 2024-04-02T09:54:14.384 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.384 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:14.384 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1187675 2024-04-02T09:54:14.384 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.384 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:14.384 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.384 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.384 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:14.385 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.385 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.385 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:14.385 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.385 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.385 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:14.385 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 71175352 2024-04-02T09:54:14.385 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.385 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.385 INFO:tasks.workunit.client.0.smithi012.stdout: "objecter": { 2024-04-02T09:54:14.385 INFO:tasks.workunit.client.0.smithi012.stdout: "op_active": { 2024-04-02T09:54:14.385 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.385 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.385 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:54:14.385 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 16 2024-04-02T09:54:14.386 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.386 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rmw": { 2024-04-02T09:54:14.386 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.386 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.386 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:54:14.386 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.386 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.386 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.386 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:14.386 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg": { 2024-04-02T09:54:14.386 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 53 2024-04-02T09:54:14.386 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.386 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg_removing": { 2024-04-02T09:54:14.386 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.387 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.387 INFO:tasks.workunit.client.0.smithi012.stdout: "op": { 2024-04-02T09:54:14.387 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 28614 2024-04-02T09:54:14.387 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.387 INFO:tasks.workunit.client.0.smithi012.stdout: "op_before_queue_op_lat": { 2024-04-02T09:54:14.387 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 89634, 2024-04-02T09:54:14.387 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8365616839 2024-04-02T09:54:14.387 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.387 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_degraded": { 2024-04-02T09:54:14.387 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.387 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.387 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_unreadable": { 2024-04-02T09:54:14.387 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3 2024-04-02T09:54:14.387 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.387 INFO:tasks.workunit.client.0.smithi012.stdout: "op_in_bytes": { 2024-04-02T09:54:14.388 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1595049295 2024-04-02T09:54:14.388 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.388 INFO:tasks.workunit.client.0.smithi012.stdout: "op_latency": { 2024-04-02T09:54:14.388 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 28614, 2024-04-02T09:54:14.388 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 60732088999 2024-04-02T09:54:14.388 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.388 INFO:tasks.workunit.client.0.smithi012.stdout: "op_out_bytes": { 2024-04-02T09:54:14.388 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2094972838 2024-04-02T09:54:14.388 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.388 INFO:tasks.workunit.client.0.smithi012.stdout: "op_prepare_latency": { 2024-04-02T09:54:14.388 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 29134, 2024-04-02T09:54:14.388 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13111025790 2024-04-02T09:54:14.388 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.388 INFO:tasks.workunit.client.0.smithi012.stdout: "op_process_latency": { 2024-04-02T09:54:14.388 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 28614, 2024-04-02T09:54:14.388 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 32899594036 2024-04-02T09:54:14.389 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.389 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:54:14.389 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 19535 2024-04-02T09:54:14.389 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.389 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency": { 2024-04-02T09:54:14.389 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 19535, 2024-04-02T09:54:14.389 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9880234838 2024-04-02T09:54:14.389 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.389 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:54:14.389 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.389 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.389 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_out_bytes": { 2024-04-02T09:54:14.389 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2094972838 2024-04-02T09:54:14.389 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.389 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_prepare_latency": { 2024-04-02T09:54:14.390 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 19767, 2024-04-02T09:54:14.390 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5103592606 2024-04-02T09:54:14.390 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.390 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_process_latency": { 2024-04-02T09:54:14.390 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 19535, 2024-04-02T09:54:14.390 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5011438879 2024-04-02T09:54:14.390 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.390 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw": { 2024-04-02T09:54:14.390 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5165 2024-04-02T09:54:14.390 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.390 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_in_bytes": { 2024-04-02T09:54:14.390 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 300341872 2024-04-02T09:54:14.390 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.390 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency": { 2024-04-02T09:54:14.390 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 5165, 2024-04-02T09:54:14.391 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15698195529 2024-04-02T09:54:14.391 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.391 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:54:14.391 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.391 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.391 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:54:14.391 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.391 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.391 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_out_bytes": { 2024-04-02T09:54:14.391 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.391 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.391 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_prepare_latency": { 2024-04-02T09:54:14.391 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 5329, 2024-04-02T09:54:14.391 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3218996260 2024-04-02T09:54:14.391 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.391 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_process_latency": { 2024-04-02T09:54:14.391 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 5165, 2024-04-02T09:54:14.392 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11220317951 2024-04-02T09:54:14.392 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.392 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:54:14.392 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 3914 2024-04-02T09:54:14.392 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.392 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_in_bytes": { 2024-04-02T09:54:14.392 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1294707423 2024-04-02T09:54:14.392 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.392 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency": { 2024-04-02T09:54:14.392 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3914, 2024-04-02T09:54:14.392 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 35153658632 2024-04-02T09:54:14.392 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.392 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:54:14.392 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.392 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.392 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_prepare_latency": { 2024-04-02T09:54:14.393 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 4038, 2024-04-02T09:54:14.393 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4788436924 2024-04-02T09:54:14.393 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.393 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_process_latency": { 2024-04-02T09:54:14.393 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3914, 2024-04-02T09:54:14.393 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 16667837206 2024-04-02T09:54:14.393 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.393 INFO:tasks.workunit.client.0.smithi012.stdout: "op_wip": { 2024-04-02T09:54:14.393 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.393 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.393 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_bytes": { 2024-04-02T09:54:14.393 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 130087775 2024-04-02T09:54:14.393 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.393 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_ops": { 2024-04-02T09:54:14.393 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 24 2024-04-02T09:54:14.393 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.394 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes": { 2024-04-02T09:54:14.394 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T09:54:14.394 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.394 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes_used": { 2024-04-02T09:54:14.394 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 590798848 2024-04-02T09:54:14.394 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.394 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.394 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.394 INFO:tasks.workunit.client.0.smithi012.stdout: "osd.7": { 2024-04-02T09:54:14.394 INFO:tasks.workunit.client.0.smithi012.stdout: "bluefs": { 2024-04-02T09:54:14.394 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_db_max_lat": { 2024-04-02T09:54:14.394 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 85454 2024-04-02T09:54:14.394 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.395 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_fallback": { 2024-04-02T09:54:14.395 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.395 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.395 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_max_lat": { 2024-04-02T09:54:14.395 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.395 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.395 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:54:14.395 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.395 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.395 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_db": { 2024-04-02T09:54:14.395 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 65536 2024-04-02T09:54:14.395 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.395 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_slow": { 2024-04-02T09:54:14.395 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.396 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.396 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit_wal": { 2024-04-02T09:54:14.396 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.396 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.396 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_wal_max_lat": { 2024-04-02T09:54:14.396 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.396 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.396 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_slow": { 2024-04-02T09:54:14.396 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.396 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.396 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_sst": { 2024-04-02T09:54:14.396 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9138176 2024-04-02T09:54:14.396 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.396 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_written_wal": { 2024-04-02T09:54:14.397 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 638357504 2024-04-02T09:54:14.397 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.397 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lat": { 2024-04-02T09:54:14.397 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15, 2024-04-02T09:54:14.397 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2906624 2024-04-02T09:54:14.397 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.397 INFO:tasks.workunit.client.0.smithi012.stdout: "compact_lock_lat": { 2024-04-02T09:54:14.397 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15, 2024-04-02T09:54:14.397 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 991154 2024-04-02T09:54:14.397 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.397 INFO:tasks.workunit.client.0.smithi012.stdout: "db_alloc_lat": { 2024-04-02T09:54:14.397 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 169, 2024-04-02T09:54:14.398 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 862084 2024-04-02T09:54:14.398 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.398 INFO:tasks.workunit.client.0.smithi012.stdout: "db_total_bytes": { 2024-04-02T09:54:14.398 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995027456 2024-04-02T09:54:14.398 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.398 INFO:tasks.workunit.client.0.smithi012.stdout: "db_used_bytes": { 2024-04-02T09:54:14.398 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 660013056 2024-04-02T09:54:14.398 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.398 INFO:tasks.workunit.client.0.smithi012.stdout: "flush_lat": { 2024-04-02T09:54:14.398 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 64639, 2024-04-02T09:54:14.398 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9674664827 2024-04-02T09:54:14.398 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.398 INFO:tasks.workunit.client.0.smithi012.stdout: "fsync_lat": { 2024-04-02T09:54:14.399 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 64638, 2024-04-02T09:54:14.399 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15021592709 2024-04-02T09:54:14.399 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.399 INFO:tasks.workunit.client.0.smithi012.stdout: "log_bytes": { 2024-04-02T09:54:14.399 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15400960 2024-04-02T09:54:14.399 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.399 INFO:tasks.workunit.client.0.smithi012.stdout: "logged_bytes": { 2024-04-02T09:54:14.399 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 264757248 2024-04-02T09:54:14.399 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.399 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_db": { 2024-04-02T09:54:14.399 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 668532736 2024-04-02T09:54:14.399 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.399 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_slow": { 2024-04-02T09:54:14.399 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.400 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.400 INFO:tasks.workunit.client.0.smithi012.stdout: "max_bytes_wal": { 2024-04-02T09:54:14.400 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.400 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.400 INFO:tasks.workunit.client.0.smithi012.stdout: "num_files": { 2024-04-02T09:54:14.400 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 49 2024-04-02T09:54:14.400 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.400 INFO:tasks.workunit.client.0.smithi012.stdout: "read_bytes": { 2024-04-02T09:54:14.400 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6521436635 2024-04-02T09:54:14.400 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.400 INFO:tasks.workunit.client.0.smithi012.stdout: "read_count": { 2024-04-02T09:54:14.400 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57333 2024-04-02T09:54:14.400 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.400 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes": { 2024-04-02T09:54:14.401 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5728378880 2024-04-02T09:54:14.401 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.401 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_db": { 2024-04-02T09:54:14.401 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5728382976 2024-04-02T09:54:14.401 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.401 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_slow": { 2024-04-02T09:54:14.401 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.401 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.401 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_bytes_wal": { 2024-04-02T09:54:14.401 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.401 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.401 INFO:tasks.workunit.client.0.smithi012.stdout: "read_disk_count": { 2024-04-02T09:54:14.401 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 51572 2024-04-02T09:54:14.401 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.402 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:54:14.402 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 57333, 2024-04-02T09:54:14.402 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2021172184 2024-04-02T09:54:14.402 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.402 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_bytes": { 2024-04-02T09:54:14.402 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6386928104 2024-04-02T09:54:14.402 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.402 INFO:tasks.workunit.client.0.smithi012.stdout: "read_prefetch_count": { 2024-04-02T09:54:14.402 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 53212 2024-04-02T09:54:14.402 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.402 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_bytes": { 2024-04-02T09:54:14.402 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2535906 2024-04-02T09:54:14.402 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.402 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_buffer_count": { 2024-04-02T09:54:14.403 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 581 2024-04-02T09:54:14.403 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.403 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_bytes": { 2024-04-02T09:54:14.403 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9055930 2024-04-02T09:54:14.403 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.403 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_count": { 2024-04-02T09:54:14.403 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 837 2024-04-02T09:54:14.403 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.403 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes": { 2024-04-02T09:54:14.403 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6520024 2024-04-02T09:54:14.403 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.403 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:54:14.403 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6520024 2024-04-02T09:54:14.403 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.404 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:54:14.404 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.404 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.404 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:54:14.404 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.404 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.404 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_disk_count": { 2024-04-02T09:54:14.404 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 264 2024-04-02T09:54:14.404 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.404 INFO:tasks.workunit.client.0.smithi012.stdout: "read_random_lat": { 2024-04-02T09:54:14.404 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 837, 2024-04-02T09:54:14.404 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2976945 2024-04-02T09:54:14.404 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.404 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_alloc_lat": { 2024-04-02T09:54:14.404 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.405 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.405 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.405 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_total_bytes": { 2024-04-02T09:54:14.405 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.405 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.405 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_used_bytes": { 2024-04-02T09:54:14.405 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.405 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.405 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:54:14.405 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1, 2024-04-02T09:54:14.405 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 664 2024-04-02T09:54:14.405 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.405 INFO:tasks.workunit.client.0.smithi012.stdout: "unlink_lat": { 2024-04-02T09:54:14.405 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 10, 2024-04-02T09:54:14.405 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13047 2024-04-02T09:54:14.406 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.406 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_alloc_lat": { 2024-04-02T09:54:14.406 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.406 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.406 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.406 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_total_bytes": { 2024-04-02T09:54:14.406 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.406 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.406 INFO:tasks.workunit.client.0.smithi012.stdout: "wal_used_bytes": { 2024-04-02T09:54:14.406 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.406 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.406 INFO:tasks.workunit.client.0.smithi012.stdout: "write_bytes": { 2024-04-02T09:54:14.406 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 914546688 2024-04-02T09:54:14.406 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.407 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.407 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore": { 2024-04-02T09:54:14.407 INFO:tasks.workunit.client.0.smithi012.stdout: "alloc_unit": { 2024-04-02T09:54:14.407 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4096 2024-04-02T09:54:14.407 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.407 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": { 2024-04-02T09:54:14.407 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10977280 2024-04-02T09:54:14.407 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.407 INFO:tasks.workunit.client.0.smithi012.stdout: "allocator_lat": { 2024-04-02T09:54:14.407 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 20460, 2024-04-02T09:54:14.407 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 60727789 2024-04-02T09:54:14.407 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.407 INFO:tasks.workunit.client.0.smithi012.stdout: "clist_lat": { 2024-04-02T09:54:14.407 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 3465, 2024-04-02T09:54:14.408 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 5723605656 2024-04-02T09:54:14.408 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.408 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_lat": { 2024-04-02T09:54:14.408 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.408 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.408 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.408 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed": { 2024-04-02T09:54:14.408 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.408 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.408 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_allocated": { 2024-04-02T09:54:14.408 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.408 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.408 INFO:tasks.workunit.client.0.smithi012.stdout: "compressed_original": { 2024-04-02T09:54:14.408 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.408 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.409 INFO:tasks.workunit.client.0.smithi012.stdout: "csum_lat": { 2024-04-02T09:54:14.409 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 20661, 2024-04-02T09:54:14.409 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 173906893 2024-04-02T09:54:14.409 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.409 INFO:tasks.workunit.client.0.smithi012.stdout: "decompress_lat": { 2024-04-02T09:54:14.409 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.409 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.409 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.409 INFO:tasks.workunit.client.0.smithi012.stdout: "fragmentation_micros": { 2024-04-02T09:54:14.409 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.409 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.409 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_commit_lat": { 2024-04-02T09:54:14.409 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 64570, 2024-04-02T09:54:14.409 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18443397559 2024-04-02T09:54:14.409 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.410 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_final_lat": { 2024-04-02T09:54:14.410 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 64156, 2024-04-02T09:54:14.410 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1580024535 2024-04-02T09:54:14.410 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.410 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_flush_lat": { 2024-04-02T09:54:14.410 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 64570, 2024-04-02T09:54:14.410 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 41513703 2024-04-02T09:54:14.410 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.410 INFO:tasks.workunit.client.0.smithi012.stdout: "kv_sync_lat": { 2024-04-02T09:54:14.410 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 64570, 2024-04-02T09:54:14.410 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18484911262 2024-04-02T09:54:14.410 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.410 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_keys_lat": { 2024-04-02T09:54:14.410 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 0, 2024-04-02T09:54:14.411 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.411 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.411 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_get_values_lat": { 2024-04-02T09:54:14.411 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 238660, 2024-04-02T09:54:14.411 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1268175181 2024-04-02T09:54:14.411 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.411 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_lower_bound_lat": { 2024-04-02T09:54:14.411 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 804, 2024-04-02T09:54:14.411 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2453773 2024-04-02T09:54:14.411 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.411 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_next_lat": { 2024-04-02T09:54:14.411 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 136271, 2024-04-02T09:54:14.411 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 53922125 2024-04-02T09:54:14.411 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.412 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:54:14.412 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 45, 2024-04-02T09:54:14.412 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 70681 2024-04-02T09:54:14.412 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.412 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_upper_bound_lat": { 2024-04-02T09:54:14.412 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15646, 2024-04-02T09:54:14.412 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1257037358 2024-04-02T09:54:14.412 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.412 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_hits": { 2024-04-02T09:54:14.412 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 410074 2024-04-02T09:54:14.412 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.412 INFO:tasks.workunit.client.0.smithi012.stdout: "onode_misses": { 2024-04-02T09:54:14.412 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 18044 2024-04-02T09:54:14.412 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.413 INFO:tasks.workunit.client.0.smithi012.stdout: "read_lat": { 2024-04-02T09:54:14.413 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 6984, 2024-04-02T09:54:14.413 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1588239873 2024-04-02T09:54:14.413 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.413 INFO:tasks.workunit.client.0.smithi012.stdout: "read_onode_meta_lat": { 2024-04-02T09:54:14.413 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 31674, 2024-04-02T09:54:14.413 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9922107 2024-04-02T09:54:14.413 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.413 INFO:tasks.workunit.client.0.smithi012.stdout: "read_wait_aio_lat": { 2024-04-02T09:54:14.413 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 24690, 2024-04-02T09:54:14.413 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1415679484 2024-04-02T09:54:14.413 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.413 INFO:tasks.workunit.client.0.smithi012.stdout: "reads_with_retries": { 2024-04-02T09:54:14.413 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.414 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.414 INFO:tasks.workunit.client.0.smithi012.stdout: "remove_lat": { 2024-04-02T09:54:14.414 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 13350, 2024-04-02T09:54:14.414 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 421227065 2024-04-02T09:54:14.414 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.414 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_aio_wait_count": { 2024-04-02T09:54:14.414 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.414 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.414 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_committed_kv_count": { 2024-04-02T09:54:14.414 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.414 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.414 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:54:14.414 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.414 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.415 INFO:tasks.workunit.client.0.smithi012.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:54:14.415 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.415 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.415 INFO:tasks.workunit.client.0.smithi012.stdout: "state_aio_wait_lat": { 2024-04-02T09:54:14.415 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 78280, 2024-04-02T09:54:14.415 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8454952192 2024-04-02T09:54:14.415 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.415 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:54:14.415 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15548, 2024-04-02T09:54:14.415 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 842372790 2024-04-02T09:54:14.415 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.415 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:54:14.415 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15548, 2024-04-02T09:54:14.415 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 4339115769097 2024-04-02T09:54:14.415 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.416 INFO:tasks.workunit.client.0.smithi012.stdout: "state_deferred_queued_lat": { 2024-04-02T09:54:14.416 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 15548, 2024-04-02T09:54:14.416 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6219891639970 2024-04-02T09:54:14.416 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.416 INFO:tasks.workunit.client.0.smithi012.stdout: "state_done_lat": { 2024-04-02T09:54:14.416 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 78280, 2024-04-02T09:54:14.416 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2958919348841 2024-04-02T09:54:14.416 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.416 INFO:tasks.workunit.client.0.smithi012.stdout: "state_finishing_lat": { 2024-04-02T09:54:14.416 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 78280, 2024-04-02T09:54:14.416 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8286670 2024-04-02T09:54:14.416 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.416 INFO:tasks.workunit.client.0.smithi012.stdout: "state_io_done_lat": { 2024-04-02T09:54:14.416 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 78280, 2024-04-02T09:54:14.416 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 331090065 2024-04-02T09:54:14.417 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.417 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_commiting_lat": { 2024-04-02T09:54:14.417 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 78280, 2024-04-02T09:54:14.417 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 31722484810 2024-04-02T09:54:14.417 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.417 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_done_lat": { 2024-04-02T09:54:14.417 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 78280, 2024-04-02T09:54:14.417 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 32114411 2024-04-02T09:54:14.417 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.417 INFO:tasks.workunit.client.0.smithi012.stdout: "state_kv_queued_lat": { 2024-04-02T09:54:14.417 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 78280, 2024-04-02T09:54:14.417 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 15112613015 2024-04-02T09:54:14.417 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.417 INFO:tasks.workunit.client.0.smithi012.stdout: "state_prepare_lat": { 2024-04-02T09:54:14.418 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 78280, 2024-04-02T09:54:14.418 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13908608174 2024-04-02T09:54:14.418 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.418 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": { 2024-04-02T09:54:14.418 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 6770452 2024-04-02T09:54:14.418 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.418 INFO:tasks.workunit.client.0.smithi012.stdout: "truncate_lat": { 2024-04-02T09:54:14.418 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 2329, 2024-04-02T09:54:14.418 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12998186 2024-04-02T09:54:14.418 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.418 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_commit_lat": { 2024-04-02T09:54:14.418 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 78280, 2024-04-02T09:54:14.418 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 69546014762 2024-04-02T09:54:14.419 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.419 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_submit_lat": { 2024-04-02T09:54:14.419 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 78280, 2024-04-02T09:54:14.419 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 14868733175 2024-04-02T09:54:14.419 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.419 INFO:tasks.workunit.client.0.smithi012.stdout: "txc_throttle_lat": { 2024-04-02T09:54:14.419 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 78280, 2024-04-02T09:54:14.419 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 782174877 2024-04-02T09:54:14.419 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.419 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.419 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache": { 2024-04-02T09:54:14.419 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_bytes": { 2024-04-02T09:54:14.419 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1406236154 2024-04-02T09:54:14.419 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.419 INFO:tasks.workunit.client.0.smithi012.stdout: "heap_bytes": { 2024-04-02T09:54:14.420 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 557875200 2024-04-02T09:54:14.420 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.420 INFO:tasks.workunit.client.0.smithi012.stdout: "mapped_bytes": { 2024-04-02T09:54:14.420 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 548454400 2024-04-02T09:54:14.420 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.420 INFO:tasks.workunit.client.0.smithi012.stdout: "target_bytes": { 2024-04-02T09:54:14.420 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2601814732 2024-04-02T09:54:14.420 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.420 INFO:tasks.workunit.client.0.smithi012.stdout: "unmapped_bytes": { 2024-04-02T09:54:14.420 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 9420800 2024-04-02T09:54:14.420 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.420 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.420 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:data": { 2024-04-02T09:54:14.420 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:14.421 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 125829120 2024-04-02T09:54:14.421 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.421 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:14.421 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.421 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.421 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:14.421 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.421 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.421 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:14.421 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 56984443 2024-04-02T09:54:14.421 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.421 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:14.421 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.421 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.421 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:14.421 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.422 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.422 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:14.422 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.422 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.422 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:14.422 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.422 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.422 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:14.422 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.422 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.422 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:14.422 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 28672 2024-04-02T09:54:14.422 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.423 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:14.423 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.423 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.423 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:14.423 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.423 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.423 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:14.423 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.423 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.423 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:14.423 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 68816005 2024-04-02T09:54:14.423 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.423 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.423 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv": { 2024-04-02T09:54:14.424 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:14.424 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 562036736 2024-04-02T09:54:14.424 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.424 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:14.424 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:54:14.424 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.424 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:14.424 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.424 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.424 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:14.424 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 427383324 2024-04-02T09:54:14.424 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.424 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:14.424 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.424 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.425 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:14.425 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.425 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.425 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:14.425 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1872 2024-04-02T09:54:14.425 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.425 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:14.425 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.425 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.425 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:14.425 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 124192 2024-04-02T09:54:14.425 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.425 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:14.425 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 608 2024-04-02T09:54:14.426 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.426 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:14.426 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.426 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.426 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:14.426 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.426 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.426 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:14.426 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.426 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.426 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:14.426 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67417876 2024-04-02T09:54:14.426 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.426 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.427 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:54:14.427 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:14.427 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 184549376 2024-04-02T09:54:14.427 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.427 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:14.427 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 67108864 2024-04-02T09:54:14.427 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.427 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:14.427 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 8675152 2024-04-02T09:54:14.427 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.427 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:14.427 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 37989628 2024-04-02T09:54:14.427 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.427 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:14.427 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.428 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.428 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:14.428 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.428 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.428 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:14.428 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.428 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.428 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:14.428 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.428 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.428 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:14.428 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.428 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.428 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:14.428 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.429 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.429 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:14.429 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.429 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.429 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:14.429 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.429 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.429 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:14.429 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.429 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.429 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:14.429 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 70775732 2024-04-02T09:54:14.429 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.429 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.429 INFO:tasks.workunit.client.0.smithi012.stdout: "bluestore-pricache:meta": { 2024-04-02T09:54:14.430 INFO:tasks.workunit.client.0.smithi012.stdout: "committed_bytes": { 2024-04-02T09:54:14.430 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 503316480 2024-04-02T09:54:14.430 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.430 INFO:tasks.workunit.client.0.smithi012.stdout: "pri0_bytes": { 2024-04-02T09:54:14.430 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.430 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.430 INFO:tasks.workunit.client.0.smithi012.stdout: "pri10_bytes": { 2024-04-02T09:54:14.430 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.430 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.430 INFO:tasks.workunit.client.0.smithi012.stdout: "pri11_bytes": { 2024-04-02T09:54:14.430 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 427383324 2024-04-02T09:54:14.430 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.430 INFO:tasks.workunit.client.0.smithi012.stdout: "pri1_bytes": { 2024-04-02T09:54:14.431 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.431 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.431 INFO:tasks.workunit.client.0.smithi012.stdout: "pri2_bytes": { 2024-04-02T09:54:14.431 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.431 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.431 INFO:tasks.workunit.client.0.smithi012.stdout: "pri3_bytes": { 2024-04-02T09:54:14.431 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.431 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.431 INFO:tasks.workunit.client.0.smithi012.stdout: "pri4_bytes": { 2024-04-02T09:54:14.431 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.431 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.431 INFO:tasks.workunit.client.0.smithi012.stdout: "pri5_bytes": { 2024-04-02T09:54:14.431 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 22002 2024-04-02T09:54:14.431 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.432 INFO:tasks.workunit.client.0.smithi012.stdout: "pri6_bytes": { 2024-04-02T09:54:14.432 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1176108 2024-04-02T09:54:14.432 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.432 INFO:tasks.workunit.client.0.smithi012.stdout: "pri7_bytes": { 2024-04-02T09:54:14.432 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.432 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.432 INFO:tasks.workunit.client.0.smithi012.stdout: "pri8_bytes": { 2024-04-02T09:54:14.432 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.432 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.432 INFO:tasks.workunit.client.0.smithi012.stdout: "pri9_bytes": { 2024-04-02T09:54:14.432 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.432 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.432 INFO:tasks.workunit.client.0.smithi012.stdout: "reserved_bytes": { 2024-04-02T09:54:14.432 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 74735046 2024-04-02T09:54:14.433 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.433 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.433 INFO:tasks.workunit.client.0.smithi012.stdout: "objecter": { 2024-04-02T09:54:14.433 INFO:tasks.workunit.client.0.smithi012.stdout: "op_active": { 2024-04-02T09:54:14.433 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.433 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.433 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:54:14.433 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 33 2024-04-02T09:54:14.433 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.433 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rmw": { 2024-04-02T09:54:14.433 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.433 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.433 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:54:14.434 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.434 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.434 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.434 INFO:tasks.workunit.client.0.smithi012.stdout: "osd": { 2024-04-02T09:54:14.434 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg": { 2024-04-02T09:54:14.434 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 53 2024-04-02T09:54:14.434 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.434 INFO:tasks.workunit.client.0.smithi012.stdout: "numpg_removing": { 2024-04-02T09:54:14.434 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.434 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.434 INFO:tasks.workunit.client.0.smithi012.stdout: "op": { 2024-04-02T09:54:14.434 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 39513 2024-04-02T09:54:14.434 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.435 INFO:tasks.workunit.client.0.smithi012.stdout: "op_before_queue_op_lat": { 2024-04-02T09:54:14.435 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 112646, 2024-04-02T09:54:14.435 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10934888673 2024-04-02T09:54:14.435 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.435 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_degraded": { 2024-04-02T09:54:14.435 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.435 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.435 INFO:tasks.workunit.client.0.smithi012.stdout: "op_delayed_unreadable": { 2024-04-02T09:54:14.435 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.435 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.435 INFO:tasks.workunit.client.0.smithi012.stdout: "op_in_bytes": { 2024-04-02T09:54:14.435 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1709706972 2024-04-02T09:54:14.435 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.436 INFO:tasks.workunit.client.0.smithi012.stdout: "op_latency": { 2024-04-02T09:54:14.436 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 39513, 2024-04-02T09:54:14.436 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 57950214814 2024-04-02T09:54:14.436 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.436 INFO:tasks.workunit.client.0.smithi012.stdout: "op_out_bytes": { 2024-04-02T09:54:14.436 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2214290267 2024-04-02T09:54:14.436 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.436 INFO:tasks.workunit.client.0.smithi012.stdout: "op_prepare_latency": { 2024-04-02T09:54:14.436 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 39890, 2024-04-02T09:54:14.436 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 26853307466 2024-04-02T09:54:14.436 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.436 INFO:tasks.workunit.client.0.smithi012.stdout: "op_process_latency": { 2024-04-02T09:54:14.436 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 39513, 2024-04-02T09:54:14.436 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 46389643995 2024-04-02T09:54:14.437 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.437 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r": { 2024-04-02T09:54:14.437 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 26074 2024-04-02T09:54:14.437 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.437 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency": { 2024-04-02T09:54:14.437 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 26074, 2024-04-02T09:54:14.437 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 17498367341 2024-04-02T09:54:14.437 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.437 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:54:14.437 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.437 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.437 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_out_bytes": { 2024-04-02T09:54:14.437 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2214290267 2024-04-02T09:54:14.437 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.438 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_prepare_latency": { 2024-04-02T09:54:14.438 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 26202, 2024-04-02T09:54:14.438 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12728215990 2024-04-02T09:54:14.438 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.438 INFO:tasks.workunit.client.0.smithi012.stdout: "op_r_process_latency": { 2024-04-02T09:54:14.438 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 26074, 2024-04-02T09:54:14.438 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13217278765 2024-04-02T09:54:14.438 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.438 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw": { 2024-04-02T09:54:14.438 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12359 2024-04-02T09:54:14.438 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.438 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_in_bytes": { 2024-04-02T09:54:14.438 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 433278720 2024-04-02T09:54:14.438 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.439 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency": { 2024-04-02T09:54:14.439 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 12359, 2024-04-02T09:54:14.439 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 27069059893 2024-04-02T09:54:14.439 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.439 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:54:14.439 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.439 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.439 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:54:14.439 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.439 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.439 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_out_bytes": { 2024-04-02T09:54:14.439 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.439 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.439 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_prepare_latency": { 2024-04-02T09:54:14.440 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 12534, 2024-04-02T09:54:14.440 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11790828302 2024-04-02T09:54:14.440 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.440 INFO:tasks.workunit.client.0.smithi012.stdout: "op_rw_process_latency": { 2024-04-02T09:54:14.440 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 12359, 2024-04-02T09:54:14.440 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 22923997512 2024-04-02T09:54:14.440 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.440 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w": { 2024-04-02T09:54:14.440 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1080 2024-04-02T09:54:14.440 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.440 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_in_bytes": { 2024-04-02T09:54:14.440 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 1276428252 2024-04-02T09:54:14.440 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.440 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency": { 2024-04-02T09:54:14.441 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1080, 2024-04-02T09:54:14.441 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 13382787580 2024-04-02T09:54:14.441 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.441 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:54:14.441 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.441 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.441 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_prepare_latency": { 2024-04-02T09:54:14.441 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1154, 2024-04-02T09:54:14.441 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 2334263174 2024-04-02T09:54:14.441 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.441 INFO:tasks.workunit.client.0.smithi012.stdout: "op_w_process_latency": { 2024-04-02T09:54:14.441 INFO:tasks.workunit.client.0.smithi012.stdout: "count": 1080, 2024-04-02T09:54:14.441 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 10248367718 2024-04-02T09:54:14.441 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.441 INFO:tasks.workunit.client.0.smithi012.stdout: "op_wip": { 2024-04-02T09:54:14.442 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 0 2024-04-02T09:54:14.442 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.442 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_bytes": { 2024-04-02T09:54:14.442 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 12582928 2024-04-02T09:54:14.442 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.442 INFO:tasks.workunit.client.0.smithi012.stdout: "recovery_ops": { 2024-04-02T09:54:14.442 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 11 2024-04-02T09:54:14.442 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.442 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes": { 2024-04-02T09:54:14.442 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 95995035648 2024-04-02T09:54:14.442 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.442 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_bytes_used": { 2024-04-02T09:54:14.442 INFO:tasks.workunit.client.0.smithi012.stdout: "value": 671002624 2024-04-02T09:54:14.442 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.443 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.443 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.443 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.443 INFO:tasks.workunit.client.0.smithi012.stdout: "pools": [ 2024-04-02T09:54:14.443 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.443 INFO:tasks.workunit.client.0.smithi012.stdout: "application": [ 2024-04-02T09:54:14.443 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr" 2024-04-02T09:54:14.443 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.443 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_mode": "none", 2024-04-02T09:54:14.443 INFO:tasks.workunit.client.0.smithi012.stdout: "erasure_code_profile": {}, 2024-04-02T09:54:14.443 INFO:tasks.workunit.client.0.smithi012.stdout: "flags_names": [ 2024-04-02T09:54:14.443 INFO:tasks.workunit.client.0.smithi012.stdout: "hashpspool" 2024-04-02T09:54:14.443 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.443 INFO:tasks.workunit.client.0.smithi012.stdout: "min_size": 2, 2024-04-02T09:54:14.443 INFO:tasks.workunit.client.0.smithi012.stdout: "options": {}, 2024-04-02T09:54:14.443 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:54:14.444 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_num": 1, 2024-04-02T09:54:14.444 INFO:tasks.workunit.client.0.smithi012.stdout: "pgp_num": 1, 2024-04-02T09:54:14.444 INFO:tasks.workunit.client.0.smithi012.stdout: "pool": 1, 2024-04-02T09:54:14.444 INFO:tasks.workunit.client.0.smithi012.stdout: "size": 3, 2024-04-02T09:54:14.444 INFO:tasks.workunit.client.0.smithi012.stdout: "stats": { 2024-04-02T09:54:14.444 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_raw": 722159446282, 2024-04-02T09:54:14.444 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_used": 1781760, 2024-04-02T09:54:14.444 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_bytes_used": 0, 2024-04-02T09:54:14.444 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_under_bytes": 0, 2024-04-02T09:54:14.444 INFO:tasks.workunit.client.0.smithi012.stdout: "data_bytes_used": 1781760, 2024-04-02T09:54:14.444 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty": 0, 2024-04-02T09:54:14.444 INFO:tasks.workunit.client.0.smithi012.stdout: "max_avail": 240719822848, 2024-04-02T09:54:14.444 INFO:tasks.workunit.client.0.smithi012.stdout: "objects": 2, 2024-04-02T09:54:14.444 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_bytes_used": 0, 2024-04-02T09:54:14.444 INFO:tasks.workunit.client.0.smithi012.stdout: "percent_used": 2.4672606286912924e-06, 2024-04-02T09:54:14.445 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_bytes": 0, 2024-04-02T09:54:14.445 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_objects": 0, 2024-04-02T09:54:14.445 INFO:tasks.workunit.client.0.smithi012.stdout: "rd": 850, 2024-04-02T09:54:14.445 INFO:tasks.workunit.client.0.smithi012.stdout: "rd_bytes": 1503232, 2024-04-02T09:54:14.445 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": 590368, 2024-04-02T09:54:14.445 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_data": 590368, 2024-04-02T09:54:14.445 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_omap": 0, 2024-04-02T09:54:14.445 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_raw": 1771104, 2024-04-02T09:54:14.445 INFO:tasks.workunit.client.0.smithi012.stdout: "wr": 319, 2024-04-02T09:54:14.445 INFO:tasks.workunit.client.0.smithi012.stdout: "wr_bytes": 2473984 2024-04-02T09:54:14.445 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.445 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_bytes": 0, 2024-04-02T09:54:14.445 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_objects": 0, 2024-04-02T09:54:14.446 INFO:tasks.workunit.client.0.smithi012.stdout: "type": "replicated" 2024-04-02T09:54:14.446 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.446 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.446 INFO:tasks.workunit.client.0.smithi012.stdout: "application": [ 2024-04-02T09:54:14.446 INFO:tasks.workunit.client.0.smithi012.stdout: "cephfs" 2024-04-02T09:54:14.446 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.446 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_mode": "none", 2024-04-02T09:54:14.446 INFO:tasks.workunit.client.0.smithi012.stdout: "erasure_code_profile": {}, 2024-04-02T09:54:14.446 INFO:tasks.workunit.client.0.smithi012.stdout: "flags_names": [ 2024-04-02T09:54:14.446 INFO:tasks.workunit.client.0.smithi012.stdout: "hashpspool" 2024-04-02T09:54:14.446 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.446 INFO:tasks.workunit.client.0.smithi012.stdout: "min_size": 2, 2024-04-02T09:54:14.446 INFO:tasks.workunit.client.0.smithi012.stdout: "options": {}, 2024-04-02T09:54:14.447 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:54:14.447 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_num": 32, 2024-04-02T09:54:14.447 INFO:tasks.workunit.client.0.smithi012.stdout: "pgp_num": 32, 2024-04-02T09:54:14.447 INFO:tasks.workunit.client.0.smithi012.stdout: "pool": 2, 2024-04-02T09:54:14.447 INFO:tasks.workunit.client.0.smithi012.stdout: "size": 3, 2024-04-02T09:54:14.447 INFO:tasks.workunit.client.0.smithi012.stdout: "stats": { 2024-04-02T09:54:14.447 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_raw": 722159446282, 2024-04-02T09:54:14.447 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_used": 153096, 2024-04-02T09:54:14.447 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_bytes_used": 0, 2024-04-02T09:54:14.447 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_under_bytes": 0, 2024-04-02T09:54:14.447 INFO:tasks.workunit.client.0.smithi012.stdout: "data_bytes_used": 110592, 2024-04-02T09:54:14.447 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty": 0, 2024-04-02T09:54:14.447 INFO:tasks.workunit.client.0.smithi012.stdout: "max_avail": 240719822848, 2024-04-02T09:54:14.447 INFO:tasks.workunit.client.0.smithi012.stdout: "objects": 22, 2024-04-02T09:54:14.447 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_bytes_used": 42504, 2024-04-02T09:54:14.447 INFO:tasks.workunit.client.0.smithi012.stdout: "percent_used": 2.1199745958710992e-07, 2024-04-02T09:54:14.448 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_bytes": 0, 2024-04-02T09:54:14.448 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_objects": 0, 2024-04-02T09:54:14.448 INFO:tasks.workunit.client.0.smithi012.stdout: "rd": 79, 2024-04-02T09:54:14.448 INFO:tasks.workunit.client.0.smithi012.stdout: "rd_bytes": 89088, 2024-04-02T09:54:14.448 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": 20790, 2024-04-02T09:54:14.448 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_data": 6622, 2024-04-02T09:54:14.448 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_omap": 14168, 2024-04-02T09:54:14.448 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_raw": 62370, 2024-04-02T09:54:14.448 INFO:tasks.workunit.client.0.smithi012.stdout: "wr": 68, 2024-04-02T09:54:14.448 INFO:tasks.workunit.client.0.smithi012.stdout: "wr_bytes": 36864 2024-04-02T09:54:14.448 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.448 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_bytes": 0, 2024-04-02T09:54:14.448 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_objects": 0, 2024-04-02T09:54:14.448 INFO:tasks.workunit.client.0.smithi012.stdout: "type": "replicated" 2024-04-02T09:54:14.449 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.449 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.449 INFO:tasks.workunit.client.0.smithi012.stdout: "application": [ 2024-04-02T09:54:14.449 INFO:tasks.workunit.client.0.smithi012.stdout: "cephfs" 2024-04-02T09:54:14.449 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.449 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_mode": "none", 2024-04-02T09:54:14.449 INFO:tasks.workunit.client.0.smithi012.stdout: "erasure_code_profile": {}, 2024-04-02T09:54:14.449 INFO:tasks.workunit.client.0.smithi012.stdout: "flags_names": [ 2024-04-02T09:54:14.449 INFO:tasks.workunit.client.0.smithi012.stdout: "hashpspool" 2024-04-02T09:54:14.449 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.449 INFO:tasks.workunit.client.0.smithi012.stdout: "min_size": 2, 2024-04-02T09:54:14.449 INFO:tasks.workunit.client.0.smithi012.stdout: "options": {}, 2024-04-02T09:54:14.449 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:54:14.449 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_num": 64, 2024-04-02T09:54:14.449 INFO:tasks.workunit.client.0.smithi012.stdout: "pgp_num": 64, 2024-04-02T09:54:14.450 INFO:tasks.workunit.client.0.smithi012.stdout: "pool": 3, 2024-04-02T09:54:14.450 INFO:tasks.workunit.client.0.smithi012.stdout: "size": 3, 2024-04-02T09:54:14.450 INFO:tasks.workunit.client.0.smithi012.stdout: "stats": { 2024-04-02T09:54:14.450 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_raw": 722159446282, 2024-04-02T09:54:14.450 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_used": 0, 2024-04-02T09:54:14.450 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_bytes_used": 0, 2024-04-02T09:54:14.450 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_under_bytes": 0, 2024-04-02T09:54:14.450 INFO:tasks.workunit.client.0.smithi012.stdout: "data_bytes_used": 0, 2024-04-02T09:54:14.450 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty": 0, 2024-04-02T09:54:14.450 INFO:tasks.workunit.client.0.smithi012.stdout: "max_avail": 240719822848, 2024-04-02T09:54:14.450 INFO:tasks.workunit.client.0.smithi012.stdout: "objects": 0, 2024-04-02T09:54:14.450 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_bytes_used": 0, 2024-04-02T09:54:14.450 INFO:tasks.workunit.client.0.smithi012.stdout: "percent_used": 0.0, 2024-04-02T09:54:14.451 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_bytes": 0, 2024-04-02T09:54:14.451 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_objects": 0, 2024-04-02T09:54:14.451 INFO:tasks.workunit.client.0.smithi012.stdout: "rd": 0, 2024-04-02T09:54:14.451 INFO:tasks.workunit.client.0.smithi012.stdout: "rd_bytes": 0, 2024-04-02T09:54:14.451 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": 0, 2024-04-02T09:54:14.451 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_data": 0, 2024-04-02T09:54:14.451 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_omap": 0, 2024-04-02T09:54:14.451 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_raw": 0, 2024-04-02T09:54:14.451 INFO:tasks.workunit.client.0.smithi012.stdout: "wr": 0, 2024-04-02T09:54:14.451 INFO:tasks.workunit.client.0.smithi012.stdout: "wr_bytes": 0 2024-04-02T09:54:14.451 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.451 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_bytes": 0, 2024-04-02T09:54:14.451 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_objects": 0, 2024-04-02T09:54:14.452 INFO:tasks.workunit.client.0.smithi012.stdout: "type": "replicated" 2024-04-02T09:54:14.452 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.452 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.452 INFO:tasks.workunit.client.0.smithi012.stdout: "application": [ 2024-04-02T09:54:14.452 INFO:tasks.workunit.client.0.smithi012.stdout: "rbd" 2024-04-02T09:54:14.452 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.452 INFO:tasks.workunit.client.0.smithi012.stdout: "cache_mode": "none", 2024-04-02T09:54:14.452 INFO:tasks.workunit.client.0.smithi012.stdout: "erasure_code_profile": {}, 2024-04-02T09:54:14.452 INFO:tasks.workunit.client.0.smithi012.stdout: "flags_names": [ 2024-04-02T09:54:14.452 INFO:tasks.workunit.client.0.smithi012.stdout: "hashpspool", 2024-04-02T09:54:14.452 INFO:tasks.workunit.client.0.smithi012.stdout: "selfmanaged_snaps" 2024-04-02T09:54:14.452 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.452 INFO:tasks.workunit.client.0.smithi012.stdout: "min_size": 2, 2024-04-02T09:54:14.452 INFO:tasks.workunit.client.0.smithi012.stdout: "options": {}, 2024-04-02T09:54:14.452 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:54:14.452 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_num": 8, 2024-04-02T09:54:14.453 INFO:tasks.workunit.client.0.smithi012.stdout: "pgp_num": 8, 2024-04-02T09:54:14.453 INFO:tasks.workunit.client.0.smithi012.stdout: "pool": 4, 2024-04-02T09:54:14.453 INFO:tasks.workunit.client.0.smithi012.stdout: "size": 3, 2024-04-02T09:54:14.453 INFO:tasks.workunit.client.0.smithi012.stdout: "stats": { 2024-04-02T09:54:14.453 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_raw": 722159446282, 2024-04-02T09:54:14.453 INFO:tasks.workunit.client.0.smithi012.stdout: "bytes_used": 12595200, 2024-04-02T09:54:14.453 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_bytes_used": 0, 2024-04-02T09:54:14.453 INFO:tasks.workunit.client.0.smithi012.stdout: "compress_under_bytes": 0, 2024-04-02T09:54:14.453 INFO:tasks.workunit.client.0.smithi012.stdout: "data_bytes_used": 12595200, 2024-04-02T09:54:14.453 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty": 0, 2024-04-02T09:54:14.453 INFO:tasks.workunit.client.0.smithi012.stdout: "max_avail": 240719822848, 2024-04-02T09:54:14.453 INFO:tasks.workunit.client.0.smithi012.stdout: "objects": 4, 2024-04-02T09:54:14.453 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_bytes_used": 0, 2024-04-02T09:54:14.453 INFO:tasks.workunit.client.0.smithi012.stdout: "percent_used": 1.7440719602745958e-05, 2024-04-02T09:54:14.453 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_bytes": 0, 2024-04-02T09:54:14.454 INFO:tasks.workunit.client.0.smithi012.stdout: "quota_objects": 0, 2024-04-02T09:54:14.454 INFO:tasks.workunit.client.0.smithi012.stdout: "rd": 8948, 2024-04-02T09:54:14.454 INFO:tasks.workunit.client.0.smithi012.stdout: "rd_bytes": 3102525440, 2024-04-02T09:54:14.454 INFO:tasks.workunit.client.0.smithi012.stdout: "stored": 4194323, 2024-04-02T09:54:14.454 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_data": 4194323, 2024-04-02T09:54:14.454 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_omap": 0, 2024-04-02T09:54:14.454 INFO:tasks.workunit.client.0.smithi012.stdout: "stored_raw": 12582969, 2024-04-02T09:54:14.454 INFO:tasks.workunit.client.0.smithi012.stdout: "wr": 24299, 2024-04-02T09:54:14.454 INFO:tasks.workunit.client.0.smithi012.stdout: "wr_bytes": 3225607168 2024-04-02T09:54:14.454 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.454 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_bytes": 0, 2024-04-02T09:54:14.454 INFO:tasks.workunit.client.0.smithi012.stdout: "target_max_objects": 0, 2024-04-02T09:54:14.454 INFO:tasks.workunit.client.0.smithi012.stdout: "type": "replicated" 2024-04-02T09:54:14.454 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.455 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.455 INFO:tasks.workunit.client.0.smithi012.stdout: "rbd": { 2024-04-02T09:54:14.455 INFO:tasks.workunit.client.0.smithi012.stdout: "mirroring_by_pool": [ 2024-04-02T09:54:14.455 INFO:tasks.workunit.client.0.smithi012.stdout: false 2024-04-02T09:54:14.455 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.455 INFO:tasks.workunit.client.0.smithi012.stdout: "num_images_by_pool": [ 2024-04-02T09:54:14.455 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:14.455 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.455 INFO:tasks.workunit.client.0.smithi012.stdout: "num_pools": 1 2024-04-02T09:54:14.455 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.455 INFO:tasks.workunit.client.0.smithi012.stdout: "report_id": "b70f64df-7250-40a6-89d3-f1b4734f29cf", 2024-04-02T09:54:14.455 INFO:tasks.workunit.client.0.smithi012.stdout: "report_timestamp": "2024-04-02T09:54:12.927974", 2024-04-02T09:54:14.455 INFO:tasks.workunit.client.0.smithi012.stdout: "report_version": 1, 2024-04-02T09:54:14.455 INFO:tasks.workunit.client.0.smithi012.stdout: "rocksdb_stats": { 2024-04-02T09:54:14.455 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "7.9.2" 2024-04-02T09:54:14.455 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.456 INFO:tasks.workunit.client.0.smithi012.stdout: "rook": { 2024-04-02T09:54:14.456 INFO:tasks.workunit.client.0.smithi012.stdout: "cluster": { 2024-04-02T09:54:14.456 INFO:tasks.workunit.client.0.smithi012.stdout: "external-mode": null, 2024-04-02T09:54:14.456 INFO:tasks.workunit.client.0.smithi012.stdout: "mon": { 2024-04-02T09:54:14.456 INFO:tasks.workunit.client.0.smithi012.stdout: "allow-multiple-per-node": null, 2024-04-02T09:54:14.456 INFO:tasks.workunit.client.0.smithi012.stdout: "count": null, 2024-04-02T09:54:14.456 INFO:tasks.workunit.client.0.smithi012.stdout: "max-id": null, 2024-04-02T09:54:14.456 INFO:tasks.workunit.client.0.smithi012.stdout: "pvc": { 2024-04-02T09:54:14.456 INFO:tasks.workunit.client.0.smithi012.stdout: "enabled": null 2024-04-02T09:54:14.456 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.456 INFO:tasks.workunit.client.0.smithi012.stdout: "stretch": { 2024-04-02T09:54:14.456 INFO:tasks.workunit.client.0.smithi012.stdout: "enabled": null 2024-04-02T09:54:14.456 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.456 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.456 INFO:tasks.workunit.client.0.smithi012.stdout: "network": { 2024-04-02T09:54:14.456 INFO:tasks.workunit.client.0.smithi012.stdout: "provider": null 2024-04-02T09:54:14.457 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.457 INFO:tasks.workunit.client.0.smithi012.stdout: "storage": { 2024-04-02T09:54:14.457 INFO:tasks.workunit.client.0.smithi012.stdout: "device-set": { 2024-04-02T09:54:14.457 INFO:tasks.workunit.client.0.smithi012.stdout: "count": { 2024-04-02T09:54:14.457 INFO:tasks.workunit.client.0.smithi012.stdout: "non-portable": null, 2024-04-02T09:54:14.457 INFO:tasks.workunit.client.0.smithi012.stdout: "portable": null, 2024-04-02T09:54:14.457 INFO:tasks.workunit.client.0.smithi012.stdout: "total": null 2024-04-02T09:54:14.457 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.457 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.457 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.457 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.457 INFO:tasks.workunit.client.0.smithi012.stdout: "csi": { 2024-04-02T09:54:14.457 INFO:tasks.workunit.client.0.smithi012.stdout: "version": null 2024-04-02T09:54:14.457 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.457 INFO:tasks.workunit.client.0.smithi012.stdout: "kubernetes": { 2024-04-02T09:54:14.458 INFO:tasks.workunit.client.0.smithi012.stdout: "version": null 2024-04-02T09:54:14.458 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.458 INFO:tasks.workunit.client.0.smithi012.stdout: "node": { 2024-04-02T09:54:14.458 INFO:tasks.workunit.client.0.smithi012.stdout: "count": { 2024-04-02T09:54:14.458 INFO:tasks.workunit.client.0.smithi012.stdout: "kubernetes-total": null, 2024-04-02T09:54:14.458 INFO:tasks.workunit.client.0.smithi012.stdout: "with-ceph-daemons": null, 2024-04-02T09:54:14.458 INFO:tasks.workunit.client.0.smithi012.stdout: "with-csi-cephfs-plugin": null, 2024-04-02T09:54:14.458 INFO:tasks.workunit.client.0.smithi012.stdout: "with-csi-nfs-plugin": null, 2024-04-02T09:54:14.458 INFO:tasks.workunit.client.0.smithi012.stdout: "with-csi-rbd-plugin": null 2024-04-02T09:54:14.458 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.458 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.458 INFO:tasks.workunit.client.0.smithi012.stdout: "usage": { 2024-04-02T09:54:14.458 INFO:tasks.workunit.client.0.smithi012.stdout: "storage-class": { 2024-04-02T09:54:14.458 INFO:tasks.workunit.client.0.smithi012.stdout: "count": { 2024-04-02T09:54:14.459 INFO:tasks.workunit.client.0.smithi012.stdout: "bucket": null, 2024-04-02T09:54:14.459 INFO:tasks.workunit.client.0.smithi012.stdout: "cephfs": null, 2024-04-02T09:54:14.459 INFO:tasks.workunit.client.0.smithi012.stdout: "nfs": null, 2024-04-02T09:54:14.459 INFO:tasks.workunit.client.0.smithi012.stdout: "rbd": null, 2024-04-02T09:54:14.459 INFO:tasks.workunit.client.0.smithi012.stdout: "total": null 2024-04-02T09:54:14.459 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.459 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:14.459 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.459 INFO:tasks.workunit.client.0.smithi012.stdout: "version": null 2024-04-02T09:54:14.459 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.459 INFO:tasks.workunit.client.0.smithi012.stdout: "services": {}, 2024-04-02T09:54:14.459 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_per_pg": [ 2024-04-02T09:54:14.459 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.459 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.460 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:14.460 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:14.460 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:14.460 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.460 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T09:54:14.460 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.460 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.460 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:14.460 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.460 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.460 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.460 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.841655+0000", 2024-04-02T09:54:14.460 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.187159+0000", 2024-04-02T09:54:14.460 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.187159+0000", 2024-04-02T09:54:14.461 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.188367+0000", 2024-04-02T09:54:14.461 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.841655+0000", 2024-04-02T09:54:14.461 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.461 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.461 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.461 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:14.461 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.841655+0000", 2024-04-02T09:54:14.461 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.841655+0000", 2024-04-02T09:54:14.461 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.841655+0000", 2024-04-02T09:54:14.461 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.461 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.461 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.461 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.841655+0000", 2024-04-02T09:54:14.462 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.841655+0000", 2024-04-02T09:54:14.462 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.462 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:14.462 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.462 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.462 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:14.462 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.462 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.462 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.462 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.462 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:14.462 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.462 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.462 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.463 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.2c", 2024-04-02T09:54:14.463 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.463 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.463 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.463 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5021, 2024-04-02T09:54:14.463 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.463 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:14:29.296406+0000", 2024-04-02T09:54:14.463 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.463 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.463 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.463 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.463 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.463 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.464 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.464 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.464 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.464 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.464 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.464 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.464 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.464 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.464 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.464 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.464 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.464 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.464 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.464 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:14.465 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:14.465 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.465 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:14.465 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.465 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.465 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.465 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.465 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.465 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:14.465 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.465 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.465 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.465 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.466 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.466 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.466 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.466 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:14.466 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:14.466 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.466 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.466 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.466 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:14.466 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:14.466 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.466 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.466 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.467 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.467 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:14.467 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:14.467 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:14.467 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.467 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T09:54:14.467 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:14.467 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.467 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.467 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.467 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:14.467 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:14.467 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:14.467 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.468 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T09:54:14.468 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.468 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.468 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:14.468 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.468 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.468 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.468 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.843868+0000", 2024-04-02T09:54:14.468 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.085012+0000", 2024-04-02T09:54:14.468 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.085012+0000", 2024-04-02T09:54:14.468 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.085389+0000", 2024-04-02T09:54:14.468 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.843868+0000", 2024-04-02T09:54:14.468 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.468 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.468 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.469 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:14.469 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.843868+0000", 2024-04-02T09:54:14.469 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.843868+0000", 2024-04-02T09:54:14.469 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.843868+0000", 2024-04-02T09:54:14.469 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.469 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.469 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.469 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.843868+0000", 2024-04-02T09:54:14.469 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.843868+0000", 2024-04-02T09:54:14.469 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.469 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:14.469 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.469 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.469 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:14.469 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.470 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.470 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.470 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.470 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:14.470 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.470 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.470 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.470 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.2b", 2024-04-02T09:54:14.470 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.470 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.470 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.470 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5146, 2024-04-02T09:54:14.470 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.471 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:37:39.439141+0000", 2024-04-02T09:54:14.471 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.471 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.471 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.471 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.471 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.471 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.471 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.471 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.471 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.471 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.471 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.472 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.472 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.472 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.472 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.472 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.472 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.472 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.472 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.472 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:14.472 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:14.472 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.472 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:14.472 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.472 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.472 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.473 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.473 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.473 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:14.473 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.473 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.473 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.473 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.473 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.473 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.473 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.473 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:14.473 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:14.474 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.474 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.474 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.474 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:14.474 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:14.474 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.474 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.474 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.474 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.474 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:14.474 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:14.474 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:14.474 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.475 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T09:54:14.475 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:14.475 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.475 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.475 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.475 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:14.475 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:14.475 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:14.475 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.475 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:54:14.475 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.475 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.476 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:14.476 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.476 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.476 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.476 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.184722+0000", 2024-04-02T09:54:14.476 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.080854+0000", 2024-04-02T09:54:14.476 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.080854+0000", 2024-04-02T09:54:14.476 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.081287+0000", 2024-04-02T09:54:14.476 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.184722+0000", 2024-04-02T09:54:14.476 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.476 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.476 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.477 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:14.477 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.184722+0000", 2024-04-02T09:54:14.477 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.184722+0000", 2024-04-02T09:54:14.477 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.184722+0000", 2024-04-02T09:54:14.477 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.477 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.477 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.477 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.184722+0000", 2024-04-02T09:54:14.477 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.184722+0000", 2024-04-02T09:54:14.477 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.477 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:14.477 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.477 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.478 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:14.478 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.478 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.478 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.478 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.478 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:14.478 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.478 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.478 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.478 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.2a", 2024-04-02T09:54:14.478 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.478 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.478 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.479 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5025, 2024-04-02T09:54:14.479 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.479 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:05:21.091489+0000", 2024-04-02T09:54:14.479 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.479 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.479 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.479 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.479 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.479 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.479 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.479 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.479 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.479 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.479 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.480 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.480 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.480 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.480 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.480 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.480 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.480 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.480 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.480 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:14.480 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:14.480 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.480 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:14.480 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.480 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.480 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.481 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.481 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.481 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:14.481 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.481 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.481 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.481 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.481 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.481 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.481 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.481 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:14.481 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:14.481 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.481 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.482 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.482 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:14.482 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:14.482 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.482 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.482 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.482 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.482 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:14.482 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:14.482 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:14.482 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.482 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:54:14.482 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:14.483 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.483 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.483 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.483 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:14.483 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:14.483 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:14.483 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.483 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:54:14.483 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.483 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.483 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:14.483 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.483 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.483 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.484 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.130723+0000", 2024-04-02T09:54:14.484 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:22.992898+0000", 2024-04-02T09:54:14.484 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:22.992898+0000", 2024-04-02T09:54:14.484 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:22.993497+0000", 2024-04-02T09:54:14.484 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.130723+0000", 2024-04-02T09:54:14.484 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.484 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.484 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.484 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 435, 2024-04-02T09:54:14.484 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.130723+0000", 2024-04-02T09:54:14.484 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.130723+0000", 2024-04-02T09:54:14.484 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.130723+0000", 2024-04-02T09:54:14.484 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.484 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.485 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.485 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.130723+0000", 2024-04-02T09:54:14.485 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.130723+0000", 2024-04-02T09:54:14.485 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.485 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:14.485 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.485 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.485 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 434, 2024-04-02T09:54:14.485 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.485 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.485 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.485 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.485 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:14.485 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.486 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.486 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.486 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.29", 2024-04-02T09:54:14.486 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.486 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.486 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.486 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5071, 2024-04-02T09:54:14.486 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.486 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:35:05.134394+0000", 2024-04-02T09:54:14.486 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.486 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.486 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.486 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.487 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.487 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.487 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.487 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.487 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.487 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.487 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.487 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.487 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.487 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.487 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.487 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.487 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.488 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.488 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.488 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:14.488 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:14.488 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.488 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:14.488 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.488 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.488 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.488 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.488 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.488 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:14.488 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.489 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.489 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.489 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.489 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.489 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.489 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.489 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:14.489 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:14.489 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.489 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.489 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.489 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:14.489 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:14.490 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.490 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.490 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.490 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.490 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:14.490 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:14.490 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:14.490 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.490 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:54:14.490 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:14.490 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.490 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.491 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.491 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:14.491 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:14.491 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:14.491 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.491 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:54:14.491 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.491 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.491 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:14.491 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.491 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.491 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.491 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.183238+0000", 2024-04-02T09:54:14.491 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.963691+0000", 2024-04-02T09:54:14.492 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.963691+0000", 2024-04-02T09:54:14.492 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:42.964191+0000", 2024-04-02T09:54:14.492 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.183238+0000", 2024-04-02T09:54:14.492 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.492 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.492 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.492 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:54:14.492 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.183238+0000", 2024-04-02T09:54:14.492 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.183238+0000", 2024-04-02T09:54:14.492 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.183238+0000", 2024-04-02T09:54:14.492 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.492 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.492 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.492 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.183238+0000", 2024-04-02T09:54:14.492 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.183238+0000", 2024-04-02T09:54:14.492 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.493 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:14.493 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.493 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.493 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:54:14.493 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.493 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.493 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.493 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.493 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:14.493 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.493 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.493 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.493 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.28", 2024-04-02T09:54:14.493 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.494 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.494 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.494 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5022, 2024-04-02T09:54:14.494 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.494 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:28:43.931620+0000", 2024-04-02T09:54:14.494 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.494 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.494 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.494 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.494 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.494 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.494 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.494 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.494 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.495 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.495 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.495 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.495 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.495 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.495 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.495 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.495 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.495 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.495 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.495 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:14.495 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:14.495 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.495 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:14.495 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.495 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.496 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.496 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.496 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.496 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:14.496 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.496 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.496 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.496 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.496 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.496 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.496 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.496 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:14.496 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:14.496 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.497 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.497 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.497 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:14.497 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:14.497 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.497 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.497 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.497 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.497 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:14.497 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:14.497 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:14.497 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.497 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:54:14.497 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:14.497 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.497 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.498 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.498 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:14.498 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:14.498 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:14.498 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.498 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:54:14.498 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.498 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.498 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:14.498 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.498 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.498 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.498 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.131989+0000", 2024-04-02T09:54:14.498 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:03.031590+0000", 2024-04-02T09:54:14.499 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:03.031590+0000", 2024-04-02T09:54:14.499 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:03.031911+0000", 2024-04-02T09:54:14.499 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.131989+0000", 2024-04-02T09:54:14.499 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.499 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.499 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.499 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 415, 2024-04-02T09:54:14.499 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.131989+0000", 2024-04-02T09:54:14.499 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.131989+0000", 2024-04-02T09:54:14.499 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.131989+0000", 2024-04-02T09:54:14.499 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.499 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.499 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.499 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.131989+0000", 2024-04-02T09:54:14.499 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.131989+0000", 2024-04-02T09:54:14.500 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.500 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:14.500 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.500 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.500 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 414, 2024-04-02T09:54:14.500 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.500 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.500 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.500 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.500 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:14.500 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.500 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.500 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.500 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.27", 2024-04-02T09:54:14.501 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.501 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.501 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.501 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5081, 2024-04-02T09:54:14.501 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.501 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:43:02.632787+0000", 2024-04-02T09:54:14.501 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.501 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.501 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.501 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.501 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.501 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.501 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.501 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.502 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.502 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.502 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.502 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.502 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.502 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.502 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.502 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.502 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.502 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.502 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.502 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:14.502 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:14.502 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.503 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:14.503 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.503 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.503 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.503 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.503 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.503 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:14.503 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.503 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.503 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.503 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.503 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.503 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.503 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.503 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:14.504 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:14.504 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.504 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.504 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.504 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:14.504 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:14.504 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.504 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.504 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.504 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.504 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:14.504 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:14.504 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:14.504 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.504 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:54:14.505 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:14.505 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.505 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.505 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.505 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:14.505 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:14.505 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:14.505 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.505 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T09:54:14.505 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.505 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.505 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:14.505 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.505 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.505 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.506 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.842079+0000", 2024-04-02T09:54:14.506 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.076853+0000", 2024-04-02T09:54:14.506 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.076853+0000", 2024-04-02T09:54:14.506 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.077181+0000", 2024-04-02T09:54:14.506 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.842079+0000", 2024-04-02T09:54:14.506 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.506 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.506 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.506 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:14.506 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.842079+0000", 2024-04-02T09:54:14.506 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.842079+0000", 2024-04-02T09:54:14.506 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.842079+0000", 2024-04-02T09:54:14.506 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.507 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.507 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.507 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.842079+0000", 2024-04-02T09:54:14.507 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.842079+0000", 2024-04-02T09:54:14.507 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.507 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:14.507 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.507 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.507 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:14.507 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.507 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.507 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.507 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.507 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:14.507 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.508 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.508 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.508 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.26", 2024-04-02T09:54:14.508 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.508 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.508 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.508 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4993, 2024-04-02T09:54:14.508 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.508 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:50:14.827316+0000", 2024-04-02T09:54:14.508 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.508 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.508 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.508 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.508 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.508 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.509 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.509 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.509 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.509 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.509 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.509 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.509 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.509 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.509 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.509 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.509 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.509 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.509 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.509 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:14.509 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:14.510 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.510 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:14.510 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.510 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.510 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.510 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.510 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.510 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:14.510 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.510 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.510 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.510 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.510 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.510 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.510 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.511 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:14.511 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:14.511 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.511 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.511 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.511 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:14.511 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:14.511 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.511 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.511 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.511 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.511 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:14.511 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:14.512 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:14.512 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.512 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T09:54:14.512 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:14.512 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.512 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.512 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.512 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:14.512 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:14.512 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:14.512 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.512 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:54:14.512 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.512 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.513 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:14.513 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.513 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.513 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.513 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.754448+0000", 2024-04-02T09:54:14.513 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:03.038959+0000", 2024-04-02T09:54:14.513 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:03.038959+0000", 2024-04-02T09:54:14.513 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:03.039313+0000", 2024-04-02T09:54:14.513 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.754448+0000", 2024-04-02T09:54:14.513 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.513 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.513 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.513 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 415, 2024-04-02T09:54:14.513 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.754448+0000", 2024-04-02T09:54:14.514 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.754448+0000", 2024-04-02T09:54:14.514 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.754448+0000", 2024-04-02T09:54:14.514 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.514 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.514 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.514 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.754448+0000", 2024-04-02T09:54:14.514 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.754448+0000", 2024-04-02T09:54:14.514 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.514 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:14.514 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.514 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.514 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 414, 2024-04-02T09:54:14.514 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.514 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.515 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.515 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.515 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:14.515 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.515 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.515 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.515 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.25", 2024-04-02T09:54:14.515 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.515 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.515 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.515 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5127, 2024-04-02T09:54:14.515 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.515 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:09:41.809998+0000", 2024-04-02T09:54:14.515 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.515 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.515 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.516 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.516 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.516 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.516 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.516 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.516 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.516 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.516 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.516 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.516 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.516 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.516 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.516 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.516 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.516 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.516 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.516 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:14.517 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:14.517 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.517 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:14.517 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.517 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.517 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.517 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.517 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.517 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:14.517 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.517 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.517 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.517 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.517 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.517 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.517 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.518 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:14.518 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:14.518 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.518 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.518 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.518 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:14.518 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:14.518 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.518 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.518 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.518 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.518 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:14.518 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:14.518 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:14.518 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.519 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:54:14.519 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:14.519 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.519 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.519 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.519 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:14.519 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:14.519 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:14.519 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.519 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:54:14.519 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.519 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.519 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:14.519 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.519 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.520 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.520 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.130934+0000", 2024-04-02T09:54:14.520 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:22.992523+0000", 2024-04-02T09:54:14.520 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:22.992523+0000", 2024-04-02T09:54:14.520 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:22.992841+0000", 2024-04-02T09:54:14.520 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.130934+0000", 2024-04-02T09:54:14.520 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.520 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.520 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.520 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 435, 2024-04-02T09:54:14.520 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.130934+0000", 2024-04-02T09:54:14.520 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.130934+0000", 2024-04-02T09:54:14.520 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.130934+0000", 2024-04-02T09:54:14.520 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.520 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.520 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.520 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.130934+0000", 2024-04-02T09:54:14.521 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.130934+0000", 2024-04-02T09:54:14.521 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.521 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:14.521 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.521 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.521 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 434, 2024-04-02T09:54:14.521 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.521 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.521 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.521 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.521 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:14.521 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.521 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.521 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.522 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.24", 2024-04-02T09:54:14.522 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.522 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.522 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.522 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5078, 2024-04-02T09:54:14.522 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.522 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:50:35.040725+0000", 2024-04-02T09:54:14.522 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.522 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.522 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.522 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.522 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.522 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.522 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.522 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.522 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.523 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.523 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.523 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.523 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.523 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.523 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.523 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.523 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.523 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.523 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.523 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:14.523 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:14.523 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.523 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:14.523 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.523 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.524 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.524 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.524 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.524 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:14.524 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.524 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.524 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.524 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.524 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.524 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.524 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.524 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:14.524 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:14.524 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.524 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.524 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.524 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:14.525 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:14.525 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.525 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.525 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.525 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.525 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:14.525 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:14.525 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:14.525 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.525 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:54:14.525 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:14.525 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.525 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.525 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.525 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:14.525 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:14.525 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:14.526 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.526 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T09:54:14.526 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.526 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.526 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:14.526 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.526 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.526 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.526 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.843962+0000", 2024-04-02T09:54:14.526 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:22.992223+0000", 2024-04-02T09:54:14.526 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:22.992223+0000", 2024-04-02T09:54:14.526 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:22.992960+0000", 2024-04-02T09:54:14.526 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.843962+0000", 2024-04-02T09:54:14.527 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.527 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.527 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.527 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 435, 2024-04-02T09:54:14.527 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.843962+0000", 2024-04-02T09:54:14.527 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.843962+0000", 2024-04-02T09:54:14.527 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.843962+0000", 2024-04-02T09:54:14.527 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.527 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.527 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.527 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.843962+0000", 2024-04-02T09:54:14.527 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.843962+0000", 2024-04-02T09:54:14.527 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.527 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:14.527 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.527 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.528 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 434, 2024-04-02T09:54:14.528 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.528 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.528 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.528 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.528 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:14.528 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.528 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.528 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.528 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.23", 2024-04-02T09:54:14.528 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.528 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.528 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.528 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5149, 2024-04-02T09:54:14.528 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.528 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:06:44.315373+0000", 2024-04-02T09:54:14.529 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.529 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.529 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.529 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.529 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.529 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.529 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.529 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.529 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.529 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.529 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.529 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.529 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.529 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.529 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.529 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.530 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.530 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.530 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.530 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:14.530 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:14.530 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.530 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:14.530 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.530 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.530 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.530 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.530 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.530 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:14.530 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.530 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.531 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.531 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.531 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.531 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.531 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.531 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:14.531 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:14.531 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.531 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.531 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.531 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:14.531 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:14.531 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.531 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.531 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.531 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.532 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:14.532 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:14.532 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:14.532 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.532 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T09:54:14.532 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:14.532 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.532 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.532 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.532 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:14.532 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:14.532 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:14.532 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.532 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:54:14.533 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.533 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.533 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:14.533 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.533 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.533 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.533 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.184404+0000", 2024-04-02T09:54:14.533 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.964185+0000", 2024-04-02T09:54:14.533 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.964185+0000", 2024-04-02T09:54:14.533 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:42.964594+0000", 2024-04-02T09:54:14.533 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.184404+0000", 2024-04-02T09:54:14.533 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.533 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.533 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.534 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:54:14.534 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.184404+0000", 2024-04-02T09:54:14.534 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.184404+0000", 2024-04-02T09:54:14.534 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.184404+0000", 2024-04-02T09:54:14.534 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.534 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.534 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.534 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.184404+0000", 2024-04-02T09:54:14.534 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.184404+0000", 2024-04-02T09:54:14.534 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.534 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:14.534 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.534 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.534 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:54:14.535 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.535 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.535 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.535 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.535 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:14.535 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.535 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.535 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.535 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.22", 2024-04-02T09:54:14.535 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.535 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.535 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.535 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5024, 2024-04-02T09:54:14.535 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.535 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:02:37.886359+0000", 2024-04-02T09:54:14.535 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.536 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.536 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.536 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.536 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.536 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.536 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.536 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.536 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.536 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.536 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.536 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.536 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.536 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.536 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.537 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.537 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.537 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.537 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.537 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:14.537 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:14.537 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.537 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:14.537 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.537 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.537 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.537 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.537 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.537 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:14.537 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.537 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.538 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.538 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.538 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.538 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.538 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.538 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:14.538 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:14.538 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.538 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.538 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.538 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:14.538 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:14.538 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.538 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.538 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.539 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.539 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:14.539 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:14.539 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:14.539 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.539 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:54:14.539 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:14.539 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.539 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.539 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.539 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:14.539 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:14.539 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:14.539 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.539 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 2, 2024-04-02T09:54:14.540 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.540 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.540 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:14.540 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.540 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.540 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.540 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.840971+0000", 2024-04-02T09:54:14.540 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.177826+0000", 2024-04-02T09:54:14.540 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.177826+0000", 2024-04-02T09:54:14.540 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.178168+0000", 2024-04-02T09:54:14.540 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.840971+0000", 2024-04-02T09:54:14.540 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.540 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.540 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.541 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:14.541 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.840971+0000", 2024-04-02T09:54:14.541 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.840971+0000", 2024-04-02T09:54:14.541 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.840971+0000", 2024-04-02T09:54:14.541 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.541 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.541 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.541 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.840971+0000", 2024-04-02T09:54:14.541 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.840971+0000", 2024-04-02T09:54:14.541 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.541 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:14.541 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.541 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.541 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:14.541 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.541 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.542 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.542 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.542 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:14.542 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.542 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.542 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.542 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.21", 2024-04-02T09:54:14.542 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.542 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.542 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.542 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5118, 2024-04-02T09:54:14.542 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.542 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:42:28.675043+0000", 2024-04-02T09:54:14.542 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.542 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.543 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.543 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.543 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.543 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.543 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.543 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.543 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.543 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.543 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.543 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.543 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.543 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.543 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.543 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.544 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.544 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.544 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.544 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:14.544 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:14.544 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.544 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:14.544 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.544 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.544 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.544 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.544 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.544 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:14.544 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.544 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.545 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.545 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.545 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.545 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.545 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.545 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:14.545 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:14.545 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.545 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.545 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.545 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:14.545 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:14.545 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.545 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.545 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.545 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.546 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:14.546 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:14.546 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:14.546 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.546 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 2, 2024-04-02T09:54:14.546 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:14.546 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.546 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.546 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.546 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:14.546 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:14.546 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:54:14.546 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.546 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T09:54:14.547 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.547 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.547 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:14.547 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.547 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.547 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.547 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.841655+0000", 2024-04-02T09:54:14.547 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.177341+0000", 2024-04-02T09:54:14.547 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.177341+0000", 2024-04-02T09:54:14.547 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.178130+0000", 2024-04-02T09:54:14.547 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.841655+0000", 2024-04-02T09:54:14.547 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.547 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.547 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.547 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:14.547 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.841655+0000", 2024-04-02T09:54:14.548 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.841655+0000", 2024-04-02T09:54:14.548 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.841655+0000", 2024-04-02T09:54:14.548 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.548 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.548 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.548 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.841655+0000", 2024-04-02T09:54:14.548 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.841655+0000", 2024-04-02T09:54:14.548 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.548 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:14.548 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.548 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.548 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:14.548 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.548 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.549 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.549 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.549 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:14.549 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.549 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.549 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.549 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.20", 2024-04-02T09:54:14.549 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.549 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.549 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.549 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4978, 2024-04-02T09:54:14.549 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.549 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:15:37.598099+0000", 2024-04-02T09:54:14.550 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.550 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.550 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.550 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.550 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.550 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.550 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.550 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.550 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.550 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.550 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.550 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.550 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.550 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.551 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.551 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.551 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.551 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.551 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.551 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:14.551 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:14.551 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.551 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:14.551 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.551 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.551 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.551 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.551 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.552 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:14.552 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.552 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.552 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.552 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.552 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.552 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.552 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.552 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:14.552 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:14.552 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.552 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.552 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.552 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:14.552 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:14.553 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.553 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.553 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.553 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.553 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:14.553 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:14.553 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:54:14.553 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.553 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T09:54:14.553 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:14.553 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.553 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.553 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.553 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:14.553 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:14.554 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:14.554 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.554 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:54:14.554 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.554 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.554 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:14.554 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.554 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.554 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.554 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.182840+0000", 2024-04-02T09:54:14.554 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.086879+0000", 2024-04-02T09:54:14.554 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.086879+0000", 2024-04-02T09:54:14.554 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.087192+0000", 2024-04-02T09:54:14.554 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.182840+0000", 2024-04-02T09:54:14.555 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.555 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.555 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.555 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:14.555 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.182840+0000", 2024-04-02T09:54:14.555 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.182840+0000", 2024-04-02T09:54:14.555 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.182840+0000", 2024-04-02T09:54:14.555 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.555 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.555 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.555 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.182840+0000", 2024-04-02T09:54:14.555 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.182840+0000", 2024-04-02T09:54:14.555 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.555 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:14.555 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.555 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.556 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:14.556 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.556 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.556 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.556 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.556 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:14.556 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.556 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.556 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.556 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.f", 2024-04-02T09:54:14.556 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.556 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.556 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.556 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4932, 2024-04-02T09:54:14.556 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.557 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:25:11.304142+0000", 2024-04-02T09:54:14.557 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.557 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.557 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.557 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.557 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.557 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.557 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.557 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.557 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.557 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.557 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.557 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.557 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.557 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.558 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.558 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.558 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.558 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.558 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.558 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:14.558 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:14.558 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.558 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:14.558 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.558 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.558 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.558 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.558 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.559 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:14.559 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.559 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.559 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.559 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.559 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.559 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.559 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.559 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:14.559 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:14.559 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.559 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.559 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.560 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:14.560 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:14.560 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.560 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.560 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.560 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.560 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:14.560 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:14.560 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:14.560 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.560 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:54:14.560 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:14.560 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.560 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.561 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.561 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:14.561 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:14.561 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:14.561 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.561 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 2, 2024-04-02T09:54:14.561 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.561 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.561 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:14.561 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.561 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.561 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.561 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.843555+0000", 2024-04-02T09:54:14.561 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:03.028355+0000", 2024-04-02T09:54:14.562 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:03.028355+0000", 2024-04-02T09:54:14.562 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:03.028777+0000", 2024-04-02T09:54:14.562 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.843555+0000", 2024-04-02T09:54:14.562 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.562 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.562 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.562 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 415, 2024-04-02T09:54:14.562 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.843555+0000", 2024-04-02T09:54:14.562 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.843555+0000", 2024-04-02T09:54:14.562 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.843555+0000", 2024-04-02T09:54:14.562 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.562 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.562 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.562 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.843555+0000", 2024-04-02T09:54:14.563 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.843555+0000", 2024-04-02T09:54:14.563 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.563 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2, 2024-04-02T09:54:14.563 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.563 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.563 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 414, 2024-04-02T09:54:14.563 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.563 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.563 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.563 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.563 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2, 2024-04-02T09:54:14.563 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.563 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.563 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.563 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.e", 2024-04-02T09:54:14.564 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.564 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.564 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.564 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5130, 2024-04-02T09:54:14.564 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.564 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:11:24.904615+0000", 2024-04-02T09:54:14.564 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.564 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.564 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.564 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.564 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.564 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.564 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.565 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.565 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.565 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.565 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.565 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.565 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.565 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.565 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.565 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.565 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.565 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.565 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.565 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 3, 2024-04-02T09:54:14.565 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 1, 2024-04-02T09:54:14.566 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.566 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:14.566 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.566 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.566 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.566 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.566 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.566 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T09:54:14.566 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.566 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.566 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.566 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.566 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.566 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.567 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.567 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 6, 2024-04-02T09:54:14.567 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 6, 2024-04-02T09:54:14.567 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.567 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.567 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.567 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 3, 2024-04-02T09:54:14.567 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:14.567 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.567 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.567 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.567 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.567 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:14.567 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:14.567 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:14.567 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.568 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 2, 2024-04-02T09:54:14.568 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'2" 2024-04-02T09:54:14.568 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.568 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.568 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.568 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:14.568 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:14.568 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:14.568 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.568 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:54:14.568 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.568 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.568 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:14.568 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.568 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.569 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.569 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.184544+0000", 2024-04-02T09:54:14.569 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.193254+0000", 2024-04-02T09:54:14.569 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.193254+0000", 2024-04-02T09:54:14.569 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.193551+0000", 2024-04-02T09:54:14.569 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.184544+0000", 2024-04-02T09:54:14.569 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.569 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.569 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.569 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:14.569 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.184544+0000", 2024-04-02T09:54:14.569 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.184544+0000", 2024-04-02T09:54:14.569 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.184544+0000", 2024-04-02T09:54:14.569 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.570 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.570 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.570 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.184544+0000", 2024-04-02T09:54:14.570 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.184544+0000", 2024-04-02T09:54:14.570 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.570 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:14.570 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.570 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.570 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:14.570 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.570 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.570 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.570 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.571 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:14.571 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.571 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.571 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.571 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.c", 2024-04-02T09:54:14.571 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.571 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.571 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.571 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5015, 2024-04-02T09:54:14.571 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.571 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:47:39.443287+0000", 2024-04-02T09:54:14.571 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.571 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.571 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.572 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.572 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.572 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.572 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.572 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.572 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.572 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.572 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.572 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.572 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.572 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.572 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.572 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.572 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.573 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.573 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.573 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:14.573 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:14.573 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.573 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:14.573 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.573 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.573 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.573 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.573 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.573 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:14.573 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.573 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.573 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.574 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.574 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.574 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.574 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.574 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:14.574 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:14.574 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.574 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.574 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.574 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:14.574 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:14.574 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.574 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.574 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.575 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.575 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:14.575 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:14.575 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:14.575 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.575 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:54:14.575 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:14.575 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.575 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.575 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.575 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:14.575 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:14.575 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T09:54:14.575 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.576 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:54:14.576 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.576 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.576 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:14.576 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.576 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.576 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.576 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.754689+0000", 2024-04-02T09:54:14.576 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:22.989764+0000", 2024-04-02T09:54:14.576 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:22.989764+0000", 2024-04-02T09:54:14.576 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:22.990323+0000", 2024-04-02T09:54:14.576 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.754689+0000", 2024-04-02T09:54:14.576 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.576 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.576 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.577 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 435, 2024-04-02T09:54:14.577 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.754689+0000", 2024-04-02T09:54:14.577 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.754689+0000", 2024-04-02T09:54:14.577 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.754689+0000", 2024-04-02T09:54:14.577 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.577 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.577 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.577 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.754689+0000", 2024-04-02T09:54:14.577 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.754689+0000", 2024-04-02T09:54:14.577 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.577 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 1, 2024-04-02T09:54:14.577 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.577 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.577 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 434, 2024-04-02T09:54:14.578 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.578 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.578 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.578 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.578 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 1, 2024-04-02T09:54:14.578 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.578 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.578 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.578 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.d", 2024-04-02T09:54:14.578 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.578 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.578 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.578 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5128, 2024-04-02T09:54:14.578 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.578 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:43:30.553496+0000", 2024-04-02T09:54:14.579 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.579 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.579 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.579 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 70, 2024-04-02T09:54:14.579 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.579 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.579 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.579 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.579 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.579 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.579 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.579 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.579 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.579 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.579 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.580 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.580 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.580 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.580 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.580 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 3, 2024-04-02T09:54:14.580 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 1, 2024-04-02T09:54:14.580 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.580 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:14.580 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.580 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.580 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.580 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.580 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.580 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:14.580 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.581 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.581 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.581 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.581 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.581 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.581 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.581 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 1, 2024-04-02T09:54:14.581 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 1, 2024-04-02T09:54:14.581 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.581 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.581 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.581 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 1, 2024-04-02T09:54:14.581 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 1 2024-04-02T09:54:14.581 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.582 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.582 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.582 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.582 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:14.582 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:14.582 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T09:54:14.582 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.582 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:54:14.582 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'1" 2024-04-02T09:54:14.582 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.582 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.582 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.582 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:14.583 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:14.583 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:14.583 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.583 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:54:14.583 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.583 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.583 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:14.583 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.583 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.583 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.583 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.187078+0000", 2024-04-02T09:54:14.583 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.080413+0000", 2024-04-02T09:54:14.583 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.080413+0000", 2024-04-02T09:54:14.583 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.081726+0000", 2024-04-02T09:54:14.584 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.187078+0000", 2024-04-02T09:54:14.584 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.584 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.584 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.584 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:14.584 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.187078+0000", 2024-04-02T09:54:14.584 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.187078+0000", 2024-04-02T09:54:14.584 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.187078+0000", 2024-04-02T09:54:14.584 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.584 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.584 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.584 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.187078+0000", 2024-04-02T09:54:14.584 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.187078+0000", 2024-04-02T09:54:14.584 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.584 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:14.585 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.585 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.585 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:14.585 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.585 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.585 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.585 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.585 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:14.585 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.585 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.585 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.585 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.d", 2024-04-02T09:54:14.585 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.585 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.586 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.586 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4944, 2024-04-02T09:54:14.586 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.586 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:54:56.268521+0000", 2024-04-02T09:54:14.586 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.586 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.586 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.586 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.586 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.586 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.586 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.586 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.586 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.587 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.587 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.587 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.587 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.587 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.587 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.587 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.587 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.587 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.587 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.587 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:14.587 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:14.587 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.587 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:14.587 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.588 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.588 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.588 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.588 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.588 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:14.588 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.588 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.588 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.588 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.588 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.588 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.588 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.588 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:14.588 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:14.588 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.589 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.589 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.589 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:14.589 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:14.589 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.589 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.589 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.589 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.589 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:14.589 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:14.589 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:14.589 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.589 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:54:14.589 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:14.590 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.590 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.590 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.590 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:14.590 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:14.590 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:14.590 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.590 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 2, 2024-04-02T09:54:14.590 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.590 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.590 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:14.590 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.590 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.590 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.591 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.841222+0000", 2024-04-02T09:54:14.591 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.966187+0000", 2024-04-02T09:54:14.591 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.966187+0000", 2024-04-02T09:54:14.591 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:42.966485+0000", 2024-04-02T09:54:14.591 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.841222+0000", 2024-04-02T09:54:14.591 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.591 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.591 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.591 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:54:14.591 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.841222+0000", 2024-04-02T09:54:14.591 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.841222+0000", 2024-04-02T09:54:14.591 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.841222+0000", 2024-04-02T09:54:14.591 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.591 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.591 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.591 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.841222+0000", 2024-04-02T09:54:14.592 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.841222+0000", 2024-04-02T09:54:14.592 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.592 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:14.592 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.592 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.592 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:54:14.592 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.592 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.592 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.592 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.592 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:14.592 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.592 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.592 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.592 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.c", 2024-04-02T09:54:14.593 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.593 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.593 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.593 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5137, 2024-04-02T09:54:14.593 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.593 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:37:11.850530+0000", 2024-04-02T09:54:14.593 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.593 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.593 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.593 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.593 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.593 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.593 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.593 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.593 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.593 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.594 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.594 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.594 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.594 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.594 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.594 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.594 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.594 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.594 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.594 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:14.594 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:14.594 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.594 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:14.594 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.594 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.595 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.595 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.595 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.595 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:14.595 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.595 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.595 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.595 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.595 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.595 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.595 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.595 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:14.595 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:14.595 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.596 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.596 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.596 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:14.596 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:14.596 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.596 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.596 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.596 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.596 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:14.596 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:14.596 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:14.596 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.596 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 2, 2024-04-02T09:54:14.596 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:14.597 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.597 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.597 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.597 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:14.597 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:14.597 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:14.597 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.597 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 2, 2024-04-02T09:54:14.597 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.597 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.597 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:14.597 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.597 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.597 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.597 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.840864+0000", 2024-04-02T09:54:14.598 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:22.994263+0000", 2024-04-02T09:54:14.598 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:22.994263+0000", 2024-04-02T09:54:14.598 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:22.994578+0000", 2024-04-02T09:54:14.598 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.840864+0000", 2024-04-02T09:54:14.598 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.598 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.598 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.598 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 435, 2024-04-02T09:54:14.598 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.840864+0000", 2024-04-02T09:54:14.598 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.840864+0000", 2024-04-02T09:54:14.598 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.840864+0000", 2024-04-02T09:54:14.598 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.598 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.598 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.599 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.840864+0000", 2024-04-02T09:54:14.599 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.840864+0000", 2024-04-02T09:54:14.599 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.599 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:14.599 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.599 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.599 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 434, 2024-04-02T09:54:14.599 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.599 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.599 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.599 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.599 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:14.599 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.599 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.600 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.600 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.a", 2024-04-02T09:54:14.600 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.600 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.600 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.600 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5114, 2024-04-02T09:54:14.600 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.600 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:08:50.363417+0000", 2024-04-02T09:54:14.600 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.600 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.600 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.600 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.600 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.600 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.600 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.601 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.601 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.601 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.601 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.601 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.601 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.601 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.601 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.601 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.601 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.601 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.601 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.601 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:14.601 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:14.602 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.602 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:14.602 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.602 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.602 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.602 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.602 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.602 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:14.602 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.602 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.602 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.602 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.602 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.602 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.603 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.603 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:14.603 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:14.603 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.603 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.603 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.603 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:14.603 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:14.603 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.603 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.603 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.603 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.603 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:14.603 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:14.603 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:14.604 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.604 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 2, 2024-04-02T09:54:14.604 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:14.604 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.604 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.604 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.604 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:14.604 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:14.604 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:54:14.604 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.604 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:54:14.604 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.604 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.604 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:14.605 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.605 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.605 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.605 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.186955+0000", 2024-04-02T09:54:14.605 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.080171+0000", 2024-04-02T09:54:14.605 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.080171+0000", 2024-04-02T09:54:14.605 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.080837+0000", 2024-04-02T09:54:14.605 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.186955+0000", 2024-04-02T09:54:14.605 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.605 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.605 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.605 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:14.605 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.186955+0000", 2024-04-02T09:54:14.605 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.186955+0000", 2024-04-02T09:54:14.605 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.186955+0000", 2024-04-02T09:54:14.605 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.606 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.606 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.606 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.186955+0000", 2024-04-02T09:54:14.606 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.186955+0000", 2024-04-02T09:54:14.606 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.606 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 3, 2024-04-02T09:54:14.606 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.606 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.606 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:14.606 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.606 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.606 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.607 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.607 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 3, 2024-04-02T09:54:14.607 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.607 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.607 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.607 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.b", 2024-04-02T09:54:14.607 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.607 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.607 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.607 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4957, 2024-04-02T09:54:14.607 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.607 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:15:36.786216+0000", 2024-04-02T09:54:14.607 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.607 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.608 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.608 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.608 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.608 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.608 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.608 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.608 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.608 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.608 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.608 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.608 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.608 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.608 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.608 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.608 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.609 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.609 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.609 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 3, 2024-04-02T09:54:14.609 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 1, 2024-04-02T09:54:14.609 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.609 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:14.609 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.609 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.609 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.609 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.609 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.609 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T09:54:14.609 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.609 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.609 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.610 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.610 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.610 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.610 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.610 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 2, 2024-04-02T09:54:14.610 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 2, 2024-04-02T09:54:14.610 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.610 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.610 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.610 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 1, 2024-04-02T09:54:14.610 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:14.610 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.610 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.610 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.610 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.611 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:14.611 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:14.611 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:54:14.611 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.611 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:54:14.611 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "550'3" 2024-04-02T09:54:14.611 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.611 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.611 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.611 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:14.611 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:14.611 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:14.611 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.611 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:54:14.611 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.612 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.612 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:14.612 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.612 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.612 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.612 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.130855+0000", 2024-04-02T09:54:14.612 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:22.987778+0000", 2024-04-02T09:54:14.612 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:22.987778+0000", 2024-04-02T09:54:14.612 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:22.988115+0000", 2024-04-02T09:54:14.612 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.130855+0000", 2024-04-02T09:54:14.612 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.612 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.612 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.612 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 435, 2024-04-02T09:54:14.613 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.130855+0000", 2024-04-02T09:54:14.613 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.130855+0000", 2024-04-02T09:54:14.613 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.130855+0000", 2024-04-02T09:54:14.613 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.613 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.613 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.613 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.130855+0000", 2024-04-02T09:54:14.613 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.130855+0000", 2024-04-02T09:54:14.613 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.613 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:14.613 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.613 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.613 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 434, 2024-04-02T09:54:14.613 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.613 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.614 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.614 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.614 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:14.614 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.614 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.614 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.614 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.b", 2024-04-02T09:54:14.614 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.614 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.614 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.614 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5077, 2024-04-02T09:54:14.614 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.614 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:31:14.099751+0000", 2024-04-02T09:54:14.614 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.614 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.615 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.615 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.615 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.615 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.615 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.615 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.615 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.615 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.615 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.615 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.615 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.615 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.615 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.615 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.616 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.616 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.616 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.616 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:14.616 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:14.616 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.616 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:14.616 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.616 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.616 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.616 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.616 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.616 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:14.616 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.617 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.617 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.617 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.617 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.617 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.617 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.617 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:14.617 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:14.617 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.617 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.617 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.617 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:14.617 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:14.617 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.617 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.618 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.618 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.618 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:14.618 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:14.618 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:14.618 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.618 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:54:14.618 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:14.618 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.618 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.618 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.618 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:14.618 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:14.619 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:14.619 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.619 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:54:14.619 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.619 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.619 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:14.619 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.619 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.619 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.619 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.754803+0000", 2024-04-02T09:54:14.619 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.083820+0000", 2024-04-02T09:54:14.619 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.083820+0000", 2024-04-02T09:54:14.619 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.084180+0000", 2024-04-02T09:54:14.620 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.754803+0000", 2024-04-02T09:54:14.620 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.620 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.620 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.620 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:14.620 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.754803+0000", 2024-04-02T09:54:14.620 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.754803+0000", 2024-04-02T09:54:14.620 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.754803+0000", 2024-04-02T09:54:14.620 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.620 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.620 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.621 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.754803+0000", 2024-04-02T09:54:14.621 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.754803+0000", 2024-04-02T09:54:14.621 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.621 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:14.621 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.621 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.621 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:14.621 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.621 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.621 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.621 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.621 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:14.621 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.622 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.622 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.622 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.a", 2024-04-02T09:54:14.622 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.622 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.622 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.622 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5127, 2024-04-02T09:54:14.622 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.622 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:30:53.204652+0000", 2024-04-02T09:54:14.622 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.622 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.622 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.622 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.622 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.623 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.623 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.623 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.623 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.623 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.623 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.623 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.623 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.623 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.623 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.623 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.623 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.623 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.623 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.624 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:14.624 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:14.624 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.624 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:14.624 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.624 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.624 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.624 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.624 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.624 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:14.624 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.624 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.624 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.624 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.624 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.625 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.625 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.625 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:14.625 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:14.625 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.625 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.625 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.625 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:14.625 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:14.625 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.625 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.625 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.625 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.625 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:14.625 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:14.626 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:14.626 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.626 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:54:14.626 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:14.626 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.626 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.626 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.626 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:14.626 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:14.626 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:14.626 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.626 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:54:14.626 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.626 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.627 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:14.627 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.627 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.627 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.627 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.130281+0000", 2024-04-02T09:54:14.627 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.080581+0000", 2024-04-02T09:54:14.627 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.080581+0000", 2024-04-02T09:54:14.627 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.081044+0000", 2024-04-02T09:54:14.627 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.130281+0000", 2024-04-02T09:54:14.627 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.627 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.627 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.627 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:14.627 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.130281+0000", 2024-04-02T09:54:14.628 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.130281+0000", 2024-04-02T09:54:14.628 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.130281+0000", 2024-04-02T09:54:14.628 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.628 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.628 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.628 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.130281+0000", 2024-04-02T09:54:14.628 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.130281+0000", 2024-04-02T09:54:14.628 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.628 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:14.628 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.628 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.628 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:14.628 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.628 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.629 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.629 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.629 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:14.629 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.629 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.629 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.629 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.8", 2024-04-02T09:54:14.629 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.629 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.629 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.629 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5072, 2024-04-02T09:54:14.629 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.629 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:20:37.366830+0000", 2024-04-02T09:54:14.629 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.629 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.630 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.630 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.630 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.630 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.630 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.630 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.630 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.630 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.630 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.630 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.630 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.630 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.630 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.630 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.631 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.631 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.631 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.631 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:14.631 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:14.631 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.631 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:14.631 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.631 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.631 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.631 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.631 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.631 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:14.631 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.631 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.632 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.632 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.632 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.632 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.632 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.632 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:14.632 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:14.632 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.632 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.632 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.632 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:14.632 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:14.632 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.632 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.632 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.633 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.633 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:14.633 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:14.633 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:14.633 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.633 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:54:14.633 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:14.633 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.633 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.633 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.633 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:14.633 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:14.633 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T09:54:14.633 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.633 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:54:14.634 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.634 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.634 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:14.634 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.634 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.634 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.634 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.754050+0000", 2024-04-02T09:54:14.634 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:03.028597+0000", 2024-04-02T09:54:14.634 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:03.028597+0000", 2024-04-02T09:54:14.634 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:03.029163+0000", 2024-04-02T09:54:14.634 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.754050+0000", 2024-04-02T09:54:14.634 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.634 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.634 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.635 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 415, 2024-04-02T09:54:14.635 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.754050+0000", 2024-04-02T09:54:14.635 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.754050+0000", 2024-04-02T09:54:14.635 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.754050+0000", 2024-04-02T09:54:14.635 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.635 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.635 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.635 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.754050+0000", 2024-04-02T09:54:14.635 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.754050+0000", 2024-04-02T09:54:14.635 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.635 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:14.635 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.635 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.635 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 414, 2024-04-02T09:54:14.636 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.636 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.636 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.636 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.636 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:14.636 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.636 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.636 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.636 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.9", 2024-04-02T09:54:14.636 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.636 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.636 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.636 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5124, 2024-04-02T09:54:14.636 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.636 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:24:48.132802+0000", 2024-04-02T09:54:14.637 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.637 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.637 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.637 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.637 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.637 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.637 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.637 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.637 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.637 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.637 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.637 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.637 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.637 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.638 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.638 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.638 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.638 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.638 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.638 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:14.638 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:14.638 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.638 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:14.638 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.638 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.638 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.638 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.638 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.639 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:14.639 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.639 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.639 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.639 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.639 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.639 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.639 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.639 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:14.639 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:14.639 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.639 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.639 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.639 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:14.640 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:14.640 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.640 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.640 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.640 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.640 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:14.640 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:14.640 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T09:54:14.640 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.640 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:54:14.640 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:14.640 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.640 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.640 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.640 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:14.640 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:14.641 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:14.641 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.641 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 4, 2024-04-02T09:54:14.641 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.641 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.641 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:14.641 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.641 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.641 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.641 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.181993+0000", 2024-04-02T09:54:14.641 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.083024+0000", 2024-04-02T09:54:14.641 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.083024+0000", 2024-04-02T09:54:14.641 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.085302+0000", 2024-04-02T09:54:14.641 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.181993+0000", 2024-04-02T09:54:14.642 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.642 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.642 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.642 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:14.642 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.181993+0000", 2024-04-02T09:54:14.642 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.181993+0000", 2024-04-02T09:54:14.642 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.181993+0000", 2024-04-02T09:54:14.642 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.642 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.642 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.642 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.181993+0000", 2024-04-02T09:54:14.642 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.181993+0000", 2024-04-02T09:54:14.642 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.643 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:14.643 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.643 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.643 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:14.643 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.643 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.643 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.643 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.643 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:14.643 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.643 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.643 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.643 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.9", 2024-04-02T09:54:14.643 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.644 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.644 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.644 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5075, 2024-04-02T09:54:14.644 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.644 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:20:55.124700+0000", 2024-04-02T09:54:14.644 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.644 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.644 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.644 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.644 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.644 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.644 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.644 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.644 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.644 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.645 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.645 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.645 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.645 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.645 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.645 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.645 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.645 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.645 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.645 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:14.645 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:14.645 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.645 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:14.645 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.645 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.646 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.646 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.646 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.646 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:14.646 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.646 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.646 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.646 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.646 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.646 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.646 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.646 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:14.646 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:14.646 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.647 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.647 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.647 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:14.647 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:14.647 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.647 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.647 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.647 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.647 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:14.647 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:14.647 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:14.647 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.647 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 4, 2024-04-02T09:54:14.647 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:14.647 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.648 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.648 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.648 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:14.648 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:14.648 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:14.648 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.648 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:54:14.648 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.648 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.648 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:14.648 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.648 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.648 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.648 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.184726+0000", 2024-04-02T09:54:14.649 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.089378+0000", 2024-04-02T09:54:14.649 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.089378+0000", 2024-04-02T09:54:14.649 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.090244+0000", 2024-04-02T09:54:14.649 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.184726+0000", 2024-04-02T09:54:14.649 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.649 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.649 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.649 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:14.649 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.184726+0000", 2024-04-02T09:54:14.649 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.184726+0000", 2024-04-02T09:54:14.649 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.184726+0000", 2024-04-02T09:54:14.649 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.649 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.649 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.650 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.184726+0000", 2024-04-02T09:54:14.650 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.184726+0000", 2024-04-02T09:54:14.650 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.650 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:14.650 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.650 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.650 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:14.650 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.650 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.650 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.650 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.650 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:14.650 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.651 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.651 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.651 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.8", 2024-04-02T09:54:14.651 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.651 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.651 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.651 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4967, 2024-04-02T09:54:14.651 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.651 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:45:19.769398+0000", 2024-04-02T09:54:14.651 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.651 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.651 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.651 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.651 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.652 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.652 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.652 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.652 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.652 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.652 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.652 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.652 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.652 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.652 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.652 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.652 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.652 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.652 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.653 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:14.653 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:14.653 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.653 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:14.653 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.653 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.653 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.653 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.653 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.653 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:14.653 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.653 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.653 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.653 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.653 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.654 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.654 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.654 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:14.654 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:14.654 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.654 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.654 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.654 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:14.654 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:14.654 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.654 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.654 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.654 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.654 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:14.655 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:14.655 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:14.655 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.655 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:54:14.655 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:14.655 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.655 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.655 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.655 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:14.655 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:14.655 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:14.655 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.655 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T09:54:14.655 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.655 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.655 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:14.656 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.656 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.656 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.656 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.844039+0000", 2024-04-02T09:54:14.656 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:22.988242+0000", 2024-04-02T09:54:14.656 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:22.988242+0000", 2024-04-02T09:54:14.656 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:22.988577+0000", 2024-04-02T09:54:14.656 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.844039+0000", 2024-04-02T09:54:14.656 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.656 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.656 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.656 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 435, 2024-04-02T09:54:14.656 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.844039+0000", 2024-04-02T09:54:14.656 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.844039+0000", 2024-04-02T09:54:14.657 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.844039+0000", 2024-04-02T09:54:14.657 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.657 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.657 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.657 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.844039+0000", 2024-04-02T09:54:14.657 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.844039+0000", 2024-04-02T09:54:14.657 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.657 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:14.657 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.657 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.657 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 434, 2024-04-02T09:54:14.657 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.657 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.657 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.657 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.658 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:14.658 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.658 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.658 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.658 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.6", 2024-04-02T09:54:14.658 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.658 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.658 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.658 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5147, 2024-04-02T09:54:14.658 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.658 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:21:26.567401+0000", 2024-04-02T09:54:14.658 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.658 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.658 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.659 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.659 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.659 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.659 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.659 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.659 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.659 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.659 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.659 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.659 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.659 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.659 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.659 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.660 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.660 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.660 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.660 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:14.660 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:14.660 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.660 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:14.660 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.660 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.660 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.660 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.660 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.660 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:14.660 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.661 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.661 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.661 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.661 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.661 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.661 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.661 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:14.661 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:14.661 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.661 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.661 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.661 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:14.661 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:14.661 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.661 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.661 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.662 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.662 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:14.662 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:14.662 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:14.662 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.662 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T09:54:14.662 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:14.662 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.662 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.662 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.662 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:14.662 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:14.662 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:14.663 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.663 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T09:54:14.663 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.663 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.663 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:14.663 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.663 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.663 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.663 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.843154+0000", 2024-04-02T09:54:14.663 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.076898+0000", 2024-04-02T09:54:14.663 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.076898+0000", 2024-04-02T09:54:14.663 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.077231+0000", 2024-04-02T09:54:14.663 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.843154+0000", 2024-04-02T09:54:14.663 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.663 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.664 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.664 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:14.664 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.843154+0000", 2024-04-02T09:54:14.664 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.843154+0000", 2024-04-02T09:54:14.664 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.843154+0000", 2024-04-02T09:54:14.664 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.664 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.664 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.664 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.843154+0000", 2024-04-02T09:54:14.664 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.843154+0000", 2024-04-02T09:54:14.664 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.664 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2, 2024-04-02T09:54:14.664 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.664 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.665 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:14.665 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.665 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.665 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.665 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.665 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2, 2024-04-02T09:54:14.665 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.665 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.665 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.665 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.7", 2024-04-02T09:54:14.665 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.665 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.665 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.665 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4984, 2024-04-02T09:54:14.665 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.666 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:10:19.334381+0000", 2024-04-02T09:54:14.666 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.666 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.666 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.666 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.666 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.666 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.666 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.666 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.666 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.666 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.666 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.666 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.667 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.667 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.667 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.667 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.667 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.667 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.667 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.667 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 3, 2024-04-02T09:54:14.667 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 1, 2024-04-02T09:54:14.667 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.667 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:14.667 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.667 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.667 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.667 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.668 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.668 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T09:54:14.668 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.668 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.668 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.668 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.668 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.668 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.668 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.668 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 6, 2024-04-02T09:54:14.668 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 6, 2024-04-02T09:54:14.668 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.668 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.668 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.669 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 3, 2024-04-02T09:54:14.669 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:14.669 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.669 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.669 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.669 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.669 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:14.669 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:14.669 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:14.669 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.669 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T09:54:14.669 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'2" 2024-04-02T09:54:14.669 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.669 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.669 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.669 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:14.670 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:14.670 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:14.670 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.670 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 4, 2024-04-02T09:54:14.670 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.670 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.670 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 66, 2024-04-02T09:54:14.670 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.670 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.670 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.670 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.182321+0000", 2024-04-02T09:54:14.670 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.178172+0000", 2024-04-02T09:54:14.670 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.178172+0000", 2024-04-02T09:54:14.670 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T09:05:03.405154+0000", 2024-04-02T09:54:14.670 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.182321+0000", 2024-04-02T09:54:14.671 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:14.671 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.671 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:14.671 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:14.671 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.182321+0000", 2024-04-02T09:54:14.671 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.182321+0000", 2024-04-02T09:54:14.671 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.182321+0000", 2024-04-02T09:54:14.671 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.671 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.671 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:14.671 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.182321+0000", 2024-04-02T09:54:14.671 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.182321+0000", 2024-04-02T09:54:14.671 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.671 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 3065, 2024-04-02T09:54:14.671 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.672 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.672 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:14.672 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.672 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.672 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.672 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.672 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 3065, 2024-04-02T09:54:14.672 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.672 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.672 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.672 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "4.1", 2024-04-02T09:54:14.672 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.672 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.672 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.673 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 8897, 2024-04-02T09:54:14.673 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.673 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:28:18.271306+0000", 2024-04-02T09:54:14.673 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.005452558, 2024-04-02T09:54:14.673 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.673 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.673 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.673 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.673 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.673 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.673 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.673 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.673 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.673 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.674 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.674 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.674 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.674 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.674 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.674 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.674 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.674 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.674 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:14.674 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:14.674 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.674 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:14.674 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.675 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.675 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.675 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.675 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.675 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:14.675 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.675 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.675 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.675 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.675 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.675 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.675 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.675 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 1284, 2024-04-02T09:54:14.675 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 378035, 2024-04-02T09:54:14.675 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.676 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.676 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.676 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 3048, 2024-04-02T09:54:14.676 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 348174 2024-04-02T09:54:14.676 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.676 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.676 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.676 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.676 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:14.676 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:14.676 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:14.676 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.676 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 4, 2024-04-02T09:54:14.676 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "1125'3065" 2024-04-02T09:54:14.676 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.677 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.677 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.677 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:14.677 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:14.677 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:14.677 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.677 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:54:14.677 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.677 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.677 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:14.677 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.677 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.677 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.678 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.131832+0000", 2024-04-02T09:54:14.678 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.088033+0000", 2024-04-02T09:54:14.678 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.088033+0000", 2024-04-02T09:54:14.678 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.088416+0000", 2024-04-02T09:54:14.678 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.131832+0000", 2024-04-02T09:54:14.678 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.678 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.678 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.678 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:14.678 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.131832+0000", 2024-04-02T09:54:14.678 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.131832+0000", 2024-04-02T09:54:14.678 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.131832+0000", 2024-04-02T09:54:14.678 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.679 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.679 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.679 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.131832+0000", 2024-04-02T09:54:14.679 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.131832+0000", 2024-04-02T09:54:14.679 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.679 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:14.679 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.679 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.679 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:14.679 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.679 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.679 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.679 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.679 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:14.680 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.680 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.680 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.680 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.7", 2024-04-02T09:54:14.680 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.680 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.680 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.680 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5078, 2024-04-02T09:54:14.680 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.680 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:10:59.963212+0000", 2024-04-02T09:54:14.680 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.680 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.680 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.680 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.680 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.680 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.681 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.681 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.681 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.681 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.681 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.681 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.681 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.681 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.681 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.681 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.681 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.681 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.681 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.681 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:14.681 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:14.681 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.682 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:14.682 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.682 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.682 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.682 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.682 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.682 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:14.682 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.682 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.682 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.682 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.682 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.682 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.682 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.682 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:14.683 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:14.683 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.683 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.683 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.683 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:14.683 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:14.683 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.683 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.683 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.683 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.683 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:14.683 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:14.683 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:14.683 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.683 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:54:14.684 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:14.684 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.684 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.684 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.684 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:14.684 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:14.684 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:14.684 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.684 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:54:14.684 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.684 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.684 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:14.684 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.684 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.685 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.685 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.755181+0000", 2024-04-02T09:54:14.685 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.183165+0000", 2024-04-02T09:54:14.685 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.183165+0000", 2024-04-02T09:54:14.685 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.183954+0000", 2024-04-02T09:54:14.685 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.755181+0000", 2024-04-02T09:54:14.685 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.685 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.685 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.685 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:14.685 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.755181+0000", 2024-04-02T09:54:14.685 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.755181+0000", 2024-04-02T09:54:14.685 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.755181+0000", 2024-04-02T09:54:14.685 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.686 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.686 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.686 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.755181+0000", 2024-04-02T09:54:14.686 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.755181+0000", 2024-04-02T09:54:14.686 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.686 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2, 2024-04-02T09:54:14.686 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.686 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.686 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:14.686 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.686 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.686 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.686 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.687 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2, 2024-04-02T09:54:14.687 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.687 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.687 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.687 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.6", 2024-04-02T09:54:14.687 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.687 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.687 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.687 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5132, 2024-04-02T09:54:14.687 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.687 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:11:29.638509+0000", 2024-04-02T09:54:14.687 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.687 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.687 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.687 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.688 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.688 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.688 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.688 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.688 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.688 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.688 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.688 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.688 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.688 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.688 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.688 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.688 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.688 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.688 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.688 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 3, 2024-04-02T09:54:14.689 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 1, 2024-04-02T09:54:14.689 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.689 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:14.689 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.689 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.689 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.689 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.689 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.689 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T09:54:14.689 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.689 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.689 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.689 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.689 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.689 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.690 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.690 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 2, 2024-04-02T09:54:14.690 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 2, 2024-04-02T09:54:14.690 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.690 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.690 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.690 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 2, 2024-04-02T09:54:14.690 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:14.690 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.690 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.690 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.690 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.690 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:14.690 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:14.691 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:14.691 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.691 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:54:14.691 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "553'2" 2024-04-02T09:54:14.691 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.691 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.691 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.691 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:14.691 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:14.691 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:14.691 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.691 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:54:14.691 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.691 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.691 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 66, 2024-04-02T09:54:14.692 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.692 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.692 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.692 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.130156+0000", 2024-04-02T09:54:14.692 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.076971+0000", 2024-04-02T09:54:14.692 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.076971+0000", 2024-04-02T09:54:14.692 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T09:05:03.285671+0000", 2024-04-02T09:54:14.692 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.130156+0000", 2024-04-02T09:54:14.692 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:14.692 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.692 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:14.692 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:14.692 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.130156+0000", 2024-04-02T09:54:14.692 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.130156+0000", 2024-04-02T09:54:14.692 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.130156+0000", 2024-04-02T09:54:14.692 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.693 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.693 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:14.693 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.130156+0000", 2024-04-02T09:54:14.693 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.130156+0000", 2024-04-02T09:54:14.693 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.693 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2977, 2024-04-02T09:54:14.693 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.693 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.693 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:14.693 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.693 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.693 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.693 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.693 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2977, 2024-04-02T09:54:14.693 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.693 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.694 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.694 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "4.0", 2024-04-02T09:54:14.694 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.694 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.694 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.694 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 8845, 2024-04-02T09:54:14.694 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.694 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:50:36.397828+0000", 2024-04-02T09:54:14.694 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.003067276, 2024-04-02T09:54:14.694 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.694 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.694 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.694 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.694 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.694 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.694 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.695 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.695 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.695 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.695 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.695 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.695 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.695 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.695 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.695 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.695 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.695 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.695 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:14.695 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:14.695 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.695 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:14.696 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.696 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.696 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.696 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.696 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.696 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:14.696 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.696 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.696 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.696 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.696 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.696 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.696 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.696 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 1402, 2024-04-02T09:54:14.697 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 359018, 2024-04-02T09:54:14.697 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.697 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.697 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.697 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 2947, 2024-04-02T09:54:14.697 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 420309 2024-04-02T09:54:14.697 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.697 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.697 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.697 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.697 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:14.697 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:14.697 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:14.697 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.697 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:54:14.698 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "1125'2977" 2024-04-02T09:54:14.698 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.698 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.698 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.698 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:14.698 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:14.698 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:54:14.698 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.698 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:54:14.698 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.698 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.698 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:14.698 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.698 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.698 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.699 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.755819+0000", 2024-04-02T09:54:14.699 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.967450+0000", 2024-04-02T09:54:14.699 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.967450+0000", 2024-04-02T09:54:14.699 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:42.968529+0000", 2024-04-02T09:54:14.699 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.755819+0000", 2024-04-02T09:54:14.699 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.699 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.699 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.699 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:54:14.699 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.755819+0000", 2024-04-02T09:54:14.699 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.755819+0000", 2024-04-02T09:54:14.699 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.755819+0000", 2024-04-02T09:54:14.699 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.699 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.699 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.700 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.755819+0000", 2024-04-02T09:54:14.700 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.755819+0000", 2024-04-02T09:54:14.700 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.700 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:14.700 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.700 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.700 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:54:14.700 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.700 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.700 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.700 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.700 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:14.700 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.700 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.700 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.700 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.4", 2024-04-02T09:54:14.701 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.701 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.701 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.701 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5128, 2024-04-02T09:54:14.701 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.701 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:30:50.944896+0000", 2024-04-02T09:54:14.701 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.701 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.701 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.701 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.701 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.701 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.701 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.701 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.701 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.702 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.702 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.702 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.702 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.702 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.702 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.702 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.702 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.702 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.702 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.702 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:14.702 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:14.702 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.703 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:14.703 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.703 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.703 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.703 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.703 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.703 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:14.703 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.703 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.703 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.703 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.703 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.704 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.704 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.704 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:14.704 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:14.704 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.704 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.704 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.704 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:14.704 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:14.704 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.704 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.704 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.704 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.704 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:14.705 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:14.705 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:54:14.705 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.705 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:54:14.705 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:14.705 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.705 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.705 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.705 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:14.705 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:14.705 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:14.705 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.705 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:54:14.706 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.706 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.706 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:14.706 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.706 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.706 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.706 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.186927+0000", 2024-04-02T09:54:14.706 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.087655+0000", 2024-04-02T09:54:14.706 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.087655+0000", 2024-04-02T09:54:14.706 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.087978+0000", 2024-04-02T09:54:14.706 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.186927+0000", 2024-04-02T09:54:14.706 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.706 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.707 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.707 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:14.707 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.186927+0000", 2024-04-02T09:54:14.707 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.186927+0000", 2024-04-02T09:54:14.707 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.186927+0000", 2024-04-02T09:54:14.707 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.707 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.707 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.707 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.186927+0000", 2024-04-02T09:54:14.707 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.186927+0000", 2024-04-02T09:54:14.707 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.707 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:14.707 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.707 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.708 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:14.708 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.708 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.708 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.708 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.708 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:14.708 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.708 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.708 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.708 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.5", 2024-04-02T09:54:14.708 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.708 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.708 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.709 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4937, 2024-04-02T09:54:14.709 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.709 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:52:46.762945+0000", 2024-04-02T09:54:14.709 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.709 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.709 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.709 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.709 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.709 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.709 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.709 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.709 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.709 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.709 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.710 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.710 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.710 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.710 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.710 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.710 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.710 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.710 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.710 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:14.710 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:14.710 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.710 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:14.710 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.710 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.711 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.711 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.711 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.711 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:14.711 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.711 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.711 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.711 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.711 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.711 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.711 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.711 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:14.711 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:14.712 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.712 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.712 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.712 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:14.712 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:14.712 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.712 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.712 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.712 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.712 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:14.712 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:14.712 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:14.712 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.713 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:54:14.713 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:14.713 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.713 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.713 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.713 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:14.713 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:14.713 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:14.713 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.713 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T09:54:14.713 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.713 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.713 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 66, 2024-04-02T09:54:14.714 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.714 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.714 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.714 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:53:54.867253+0000", 2024-04-02T09:54:14.714 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.083476+0000", 2024-04-02T09:54:14.714 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.083476+0000", 2024-04-02T09:54:14.714 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T09:05:03.299597+0000", 2024-04-02T09:54:14.715 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:53:54.867253+0000", 2024-04-02T09:54:14.715 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:14.715 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.715 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:14.715 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:14.715 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:53:54.867253+0000", 2024-04-02T09:54:14.716 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:53:54.867253+0000", 2024-04-02T09:54:14.716 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:53:54.867253+0000", 2024-04-02T09:54:14.716 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.716 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.716 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:14.716 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:53:54.867253+0000", 2024-04-02T09:54:14.716 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:53:54.867253+0000", 2024-04-02T09:54:14.716 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.716 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 3058, 2024-04-02T09:54:14.716 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.717 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.717 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:14.717 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.717 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.717 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.717 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.717 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 3058, 2024-04-02T09:54:14.717 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.717 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.717 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.717 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "4.3", 2024-04-02T09:54:14.718 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.718 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.718 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.718 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 8971, 2024-04-02T09:54:14.718 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.718 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:40:50.605208+0000", 2024-04-02T09:54:14.718 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.006200576, 2024-04-02T09:54:14.718 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.718 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.718 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.719 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.719 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.719 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.719 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.719 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.719 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.719 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.719 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.719 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.719 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.719 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.719 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.719 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.720 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.720 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.720 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 3, 2024-04-02T09:54:14.720 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 1, 2024-04-02T09:54:14.720 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.720 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:14.720 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.720 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.720 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.720 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.720 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.720 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T09:54:14.720 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.721 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.721 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.721 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.721 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.721 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.721 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.721 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 1142, 2024-04-02T09:54:14.721 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 398029, 2024-04-02T09:54:14.721 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.721 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.721 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.721 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 3024, 2024-04-02T09:54:14.722 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 400266 2024-04-02T09:54:14.722 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.722 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.722 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.722 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.722 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:14.722 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:14.722 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:14.722 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.722 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T09:54:14.722 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "1125'3058" 2024-04-02T09:54:14.722 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.722 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.723 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.723 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:14.723 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:14.723 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:14.723 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.723 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:54:14.723 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.723 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.723 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:14.723 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.723 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.723 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.724 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.184604+0000", 2024-04-02T09:54:14.724 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.089542+0000", 2024-04-02T09:54:14.724 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.089542+0000", 2024-04-02T09:54:14.724 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.090903+0000", 2024-04-02T09:54:14.724 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.184604+0000", 2024-04-02T09:54:14.724 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.724 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.724 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.724 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:14.724 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.184604+0000", 2024-04-02T09:54:14.724 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.184604+0000", 2024-04-02T09:54:14.724 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.184604+0000", 2024-04-02T09:54:14.725 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.725 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.725 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.725 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.184604+0000", 2024-04-02T09:54:14.725 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.184604+0000", 2024-04-02T09:54:14.725 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.725 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:14.725 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.725 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.725 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:14.725 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.725 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.725 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.726 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.726 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:14.726 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.726 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.726 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.726 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.0", 2024-04-02T09:54:14.726 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.726 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.726 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.726 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4970, 2024-04-02T09:54:14.726 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.726 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:52:38.506901+0000", 2024-04-02T09:54:14.726 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.726 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.727 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.727 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.727 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.727 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.727 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.727 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.727 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.727 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.727 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.727 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.727 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.728 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.728 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.728 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.728 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.728 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.728 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.728 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:14.728 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:14.728 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.728 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:14.728 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.729 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.729 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.729 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.729 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.729 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:14.729 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.729 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.729 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.729 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.729 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.729 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.729 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.729 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:14.730 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:14.730 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.730 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.730 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.730 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:14.730 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:14.730 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.730 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.730 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.730 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.730 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:14.730 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:14.731 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:14.731 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.731 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:54:14.731 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:14.731 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.731 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.731 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.731 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:14.731 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:14.731 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T09:54:14.731 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.731 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T09:54:14.731 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.732 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.732 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:14.732 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.732 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.732 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.732 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.845085+0000", 2024-04-02T09:54:14.732 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:22.991520+0000", 2024-04-02T09:54:14.732 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:22.991520+0000", 2024-04-02T09:54:14.732 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:22.991851+0000", 2024-04-02T09:54:14.732 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.845085+0000", 2024-04-02T09:54:14.732 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.732 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.732 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.732 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 435, 2024-04-02T09:54:14.733 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.845085+0000", 2024-04-02T09:54:14.733 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.845085+0000", 2024-04-02T09:54:14.733 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.845085+0000", 2024-04-02T09:54:14.733 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.733 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.733 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.733 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.845085+0000", 2024-04-02T09:54:14.733 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.845085+0000", 2024-04-02T09:54:14.734 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.734 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:14.734 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.734 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.734 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 434, 2024-04-02T09:54:14.734 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.734 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.734 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.734 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.734 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:14.734 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.735 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.735 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.735 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.1", 2024-04-02T09:54:14.735 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.735 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.735 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.735 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5149, 2024-04-02T09:54:14.735 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.735 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:39:25.713629+0000", 2024-04-02T09:54:14.735 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.735 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.735 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.736 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.736 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.736 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.736 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.736 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.736 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.736 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.736 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.736 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.736 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.736 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.736 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.736 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.737 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.737 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.737 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.737 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:14.737 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:14.737 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.737 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:14.737 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.737 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.737 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.737 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.737 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.737 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:14.738 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.738 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.738 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.738 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.738 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.738 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.738 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.738 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:14.738 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:14.738 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.738 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.738 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.739 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:14.739 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:14.739 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.739 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.739 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.739 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.739 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:14.739 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:14.739 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T09:54:14.739 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.739 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T09:54:14.740 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:14.740 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.740 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.740 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.740 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:14.740 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:14.740 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:14.740 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.740 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T09:54:14.740 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.740 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.740 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 66, 2024-04-02T09:54:14.741 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.741 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.741 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.741 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.844229+0000", 2024-04-02T09:54:14.741 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:29:27.966258+0000", 2024-04-02T09:54:14.741 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:29:27.966258+0000", 2024-04-02T09:54:14.741 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T09:05:03.299603+0000", 2024-04-02T09:54:14.741 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.844229+0000", 2024-04-02T09:54:14.741 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:14.741 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.741 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:14.741 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 380, 2024-04-02T09:54:14.741 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.844229+0000", 2024-04-02T09:54:14.742 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.844229+0000", 2024-04-02T09:54:14.742 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.844229+0000", 2024-04-02T09:54:14.742 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.742 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.742 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:14.742 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.844229+0000", 2024-04-02T09:54:14.742 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.844229+0000", 2024-04-02T09:54:14.742 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.742 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 3037, 2024-04-02T09:54:14.742 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.742 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.743 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 379, 2024-04-02T09:54:14.743 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.743 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.743 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.743 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.743 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 3037, 2024-04-02T09:54:14.743 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.743 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.743 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.743 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "4.6", 2024-04-02T09:54:14.743 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.743 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.743 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.743 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 8784, 2024-04-02T09:54:14.744 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.744 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:21:58.684466+0000", 2024-04-02T09:54:14.744 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.00617646, 2024-04-02T09:54:14.744 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.744 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.744 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.744 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.744 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.744 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.744 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.744 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.744 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.744 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.745 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.745 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.745 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.745 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.745 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.745 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.745 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.745 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.745 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:14.745 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:14.745 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.745 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:14.745 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.746 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.746 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.746 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.746 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.746 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:14.746 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.746 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.746 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.746 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.746 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.746 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.746 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.746 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 845, 2024-04-02T09:54:14.747 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 349604, 2024-04-02T09:54:14.747 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.747 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.747 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.747 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 3000, 2024-04-02T09:54:14.747 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 385818 2024-04-02T09:54:14.747 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.747 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.747 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.747 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.747 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:14.747 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:14.747 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:14.747 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.748 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T09:54:14.748 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "1125'3037" 2024-04-02T09:54:14.748 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.748 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.748 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.748 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:14.748 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:14.748 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:14.748 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.748 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:54:14.748 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.748 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.748 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 19, 2024-04-02T09:54:14.749 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.749 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.749 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.749 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:54:10.106124+0000", 2024-04-02T09:54:14.749 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.090494+0000", 2024-04-02T09:54:14.749 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.090494+0000", 2024-04-02T09:54:14.749 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.092248+0000", 2024-04-02T09:54:14.749 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:54:10.106124+0000", 2024-04-02T09:54:14.749 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:18:06.875872+0000", 2024-04-02T09:54:14.749 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.749 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:18:06.875872+0000", 2024-04-02T09:54:14.749 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:14.750 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:54:10.106124+0000", 2024-04-02T09:54:14.750 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:54:10.106124+0000", 2024-04-02T09:54:14.750 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:54:10.106124+0000", 2024-04-02T09:54:14.750 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.750 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.750 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:18:06.875872+0000", 2024-04-02T09:54:14.750 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:54:10.106124+0000", 2024-04-02T09:54:14.750 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:54:10.106124+0000", 2024-04-02T09:54:14.750 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.750 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 201, 2024-04-02T09:54:14.750 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.751 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.751 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:14.751 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.751 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.751 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.751 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.751 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 201, 2024-04-02T09:54:14.751 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.751 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.751 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.751 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "1.0", 2024-04-02T09:54:14.751 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.752 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.752 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.752 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5458, 2024-04-02T09:54:14.752 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.752 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:29:09.384173+0000", 2024-04-02T09:54:14.752 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.752 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.752 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.752 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 590368, 2024-04-02T09:54:14.752 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.752 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 1771104, 2024-04-02T09:54:14.753 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.753 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.753 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.753 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.753 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.753 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.753 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.753 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.753 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.753 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.753 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.753 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.753 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.754 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 6, 2024-04-02T09:54:14.754 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 2, 2024-04-02T09:54:14.754 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.754 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 2, 2024-04-02T09:54:14.754 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.754 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.754 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.754 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.754 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.754 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:14.754 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.754 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 6, 2024-04-02T09:54:14.754 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.755 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.755 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.755 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.755 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.755 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 850, 2024-04-02T09:54:14.755 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 1468, 2024-04-02T09:54:14.755 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.755 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.755 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.755 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 319, 2024-04-02T09:54:14.755 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 2416 2024-04-02T09:54:14.755 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.755 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.756 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.756 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.756 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:14.756 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:14.756 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:14.756 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.756 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:54:14.756 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "2754'201" 2024-04-02T09:54:14.756 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.756 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.756 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.757 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:14.757 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:14.757 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:14.757 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.757 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:54:14.757 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.757 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.757 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:14.757 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.757 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.757 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.757 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.183082+0000", 2024-04-02T09:54:14.757 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.080974+0000", 2024-04-02T09:54:14.757 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.080974+0000", 2024-04-02T09:54:14.758 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.081351+0000", 2024-04-02T09:54:14.758 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.183082+0000", 2024-04-02T09:54:14.758 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.758 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.758 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.758 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:14.758 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.183082+0000", 2024-04-02T09:54:14.758 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.183082+0000", 2024-04-02T09:54:14.758 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.183082+0000", 2024-04-02T09:54:14.758 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.758 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.758 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.758 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.183082+0000", 2024-04-02T09:54:14.759 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.183082+0000", 2024-04-02T09:54:14.759 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.759 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:14.759 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.759 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.759 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:14.759 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.759 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.759 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.759 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.759 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:14.759 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.759 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.760 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.760 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.3", 2024-04-02T09:54:14.760 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.760 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.760 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.760 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5026, 2024-04-02T09:54:14.760 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.760 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:51:59.381737+0000", 2024-04-02T09:54:14.760 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.760 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.760 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.760 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.760 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.761 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.761 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.761 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.761 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.761 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.761 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.761 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.761 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.761 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.761 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.761 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.761 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.762 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.762 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.762 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:14.762 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:14.762 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.762 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:14.762 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.762 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.762 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.762 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.762 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.762 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:14.762 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.763 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.763 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.763 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.763 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.763 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.763 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.763 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:14.763 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:14.763 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.763 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.763 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.763 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:14.763 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:14.763 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.764 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.764 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.764 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.764 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:14.764 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:14.764 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:14.764 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.764 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:54:14.764 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:14.764 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.764 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.764 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.764 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:14.764 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:14.765 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:14.765 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.765 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:54:14.765 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.765 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.765 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:14.765 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.765 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.765 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.765 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.130399+0000", 2024-04-02T09:54:14.765 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.175083+0000", 2024-04-02T09:54:14.765 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.175083+0000", 2024-04-02T09:54:14.765 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.175437+0000", 2024-04-02T09:54:14.766 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.130399+0000", 2024-04-02T09:54:14.766 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.766 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.766 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.766 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:14.766 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.130399+0000", 2024-04-02T09:54:14.766 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.130399+0000", 2024-04-02T09:54:14.766 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.130399+0000", 2024-04-02T09:54:14.766 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.766 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.766 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.766 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.130399+0000", 2024-04-02T09:54:14.767 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.130399+0000", 2024-04-02T09:54:14.767 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.767 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:14.767 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.767 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.767 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:14.767 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.767 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.767 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.767 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.767 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:14.767 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.767 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.767 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.768 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.2", 2024-04-02T09:54:14.768 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.768 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.768 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.768 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5072, 2024-04-02T09:54:14.768 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.768 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:47:49.389689+0000", 2024-04-02T09:54:14.768 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.768 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.768 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.768 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.768 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.769 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.769 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.769 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.769 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.769 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.769 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.769 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.769 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.769 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.769 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.769 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.769 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.769 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.769 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.770 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:14.770 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:14.770 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.770 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:14.770 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.770 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.770 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.770 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.770 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.770 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:14.770 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.770 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.770 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.771 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.771 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.771 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.771 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.771 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:14.771 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:14.771 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.771 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.771 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.771 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:14.771 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:14.771 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.771 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.772 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.772 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.772 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:14.772 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:14.772 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:14.772 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.772 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:54:14.772 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:14.772 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.772 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.772 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.772 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:14.772 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:14.773 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:14.773 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.773 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T09:54:14.773 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.773 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.773 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 66, 2024-04-02T09:54:14.773 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.773 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.773 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.773 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.842095+0000", 2024-04-02T09:54:14.773 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.078522+0000", 2024-04-02T09:54:14.773 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.078522+0000", 2024-04-02T09:54:14.773 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T09:05:03.404138+0000", 2024-04-02T09:54:14.774 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.842095+0000", 2024-04-02T09:54:14.774 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:14.774 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.774 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:14.774 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:14.774 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.842095+0000", 2024-04-02T09:54:14.774 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.842095+0000", 2024-04-02T09:54:14.774 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.842095+0000", 2024-04-02T09:54:14.774 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.774 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.774 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:14.774 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.842095+0000", 2024-04-02T09:54:14.775 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.842095+0000", 2024-04-02T09:54:14.775 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.775 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2988, 2024-04-02T09:54:14.775 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.775 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.775 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:14.775 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.775 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.775 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.775 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.775 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2988, 2024-04-02T09:54:14.775 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.776 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.776 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.776 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "4.5", 2024-04-02T09:54:14.776 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.776 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.776 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.776 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 8651, 2024-04-02T09:54:14.776 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.776 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:09:21.007473+0000", 2024-04-02T09:54:14.776 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.002131293, 2024-04-02T09:54:14.776 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.776 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.777 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.777 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.777 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.777 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.777 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.777 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.777 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.777 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.777 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.777 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.777 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.777 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.778 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.778 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.778 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.778 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.778 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:14.778 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:14.778 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.778 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:14.778 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.778 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.778 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.778 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.779 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.779 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:14.779 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.779 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.779 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.779 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.779 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.779 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.779 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.779 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 1024, 2024-04-02T09:54:14.779 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 371494, 2024-04-02T09:54:14.779 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.780 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.780 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.780 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 2968, 2024-04-02T09:54:14.780 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 357068 2024-04-02T09:54:14.780 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.780 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.780 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.780 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.780 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:14.780 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:14.780 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:14.780 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.780 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T09:54:14.781 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "1125'2988" 2024-04-02T09:54:14.781 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.781 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.781 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.781 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:14.781 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:14.781 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:14.781 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.781 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 2, 2024-04-02T09:54:14.781 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.781 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.781 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:14.781 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.781 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.782 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.782 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.840861+0000", 2024-04-02T09:54:14.782 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:03.029465+0000", 2024-04-02T09:54:14.782 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:03.029465+0000", 2024-04-02T09:54:14.782 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:03.029801+0000", 2024-04-02T09:54:14.782 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.840861+0000", 2024-04-02T09:54:14.782 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.782 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.782 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.782 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 415, 2024-04-02T09:54:14.782 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.840861+0000", 2024-04-02T09:54:14.783 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.840861+0000", 2024-04-02T09:54:14.783 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.840861+0000", 2024-04-02T09:54:14.783 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.783 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.783 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.783 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.840861+0000", 2024-04-02T09:54:14.783 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.840861+0000", 2024-04-02T09:54:14.783 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.783 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:14.783 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.783 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.784 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 414, 2024-04-02T09:54:14.784 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.784 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.784 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.784 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.784 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:14.784 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.784 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.784 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.784 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.1", 2024-04-02T09:54:14.784 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.785 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.785 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.785 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5127, 2024-04-02T09:54:14.785 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.785 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:22:01.122055+0000", 2024-04-02T09:54:14.785 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.785 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.785 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.785 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.785 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.785 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.785 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.786 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.786 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.786 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.786 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.786 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.786 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.786 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.786 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.786 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.786 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.786 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.786 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.786 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:14.787 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:14.787 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.787 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:14.787 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.787 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.787 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.787 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.787 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.787 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:14.787 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.787 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.787 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.787 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.787 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.787 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.788 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.788 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:14.788 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:14.788 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.788 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.788 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.788 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:14.788 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:14.788 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.788 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.788 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.788 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.788 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:14.788 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:14.788 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:14.789 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.789 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 2, 2024-04-02T09:54:14.789 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:14.789 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.789 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.789 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.789 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:14.789 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:14.789 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:14.789 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.789 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:54:14.789 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.790 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.790 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:14.790 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.790 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.790 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.790 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.753870+0000", 2024-04-02T09:54:14.790 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.172688+0000", 2024-04-02T09:54:14.790 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.172688+0000", 2024-04-02T09:54:14.790 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.173075+0000", 2024-04-02T09:54:14.790 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.753870+0000", 2024-04-02T09:54:14.790 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.790 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.790 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.790 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:14.791 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.753870+0000", 2024-04-02T09:54:14.791 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.753870+0000", 2024-04-02T09:54:14.791 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.753870+0000", 2024-04-02T09:54:14.791 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.791 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.791 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.791 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.753870+0000", 2024-04-02T09:54:14.791 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.753870+0000", 2024-04-02T09:54:14.791 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.791 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:14.791 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.791 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.791 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:14.791 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.792 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.792 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.792 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.792 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:14.792 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.792 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.792 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.792 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.0", 2024-04-02T09:54:14.792 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.792 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.793 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.793 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5130, 2024-04-02T09:54:14.793 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.793 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:06:49.800380+0000", 2024-04-02T09:54:14.793 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.793 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.793 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.793 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.793 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.793 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.794 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.794 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.794 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.794 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.794 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.794 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.794 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.794 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.794 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.794 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.795 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.795 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.795 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.795 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:14.795 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:14.795 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.795 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:14.795 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.795 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.795 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.795 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.796 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.796 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:14.796 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.796 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.796 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.796 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.796 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.796 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.796 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.796 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:14.797 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:14.797 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.797 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.797 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.797 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:14.797 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:14.797 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.797 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.797 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.797 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.797 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:14.798 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:14.798 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:14.798 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.798 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:54:14.798 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:14.798 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.798 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.798 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.798 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:14.798 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:14.798 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:14.799 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.799 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:54:14.799 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.799 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.799 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 66, 2024-04-02T09:54:14.799 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.799 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.799 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.799 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.754615+0000", 2024-04-02T09:54:14.799 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.967018+0000", 2024-04-02T09:54:14.800 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.967018+0000", 2024-04-02T09:54:14.800 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T09:05:03.308687+0000", 2024-04-02T09:54:14.800 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.754615+0000", 2024-04-02T09:54:14.800 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:14.800 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.800 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:14.800 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:54:14.800 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.754615+0000", 2024-04-02T09:54:14.800 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.754615+0000", 2024-04-02T09:54:14.800 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.754615+0000", 2024-04-02T09:54:14.800 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.801 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.801 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:14.801 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.754615+0000", 2024-04-02T09:54:14.801 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.754615+0000", 2024-04-02T09:54:14.801 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.801 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 3068, 2024-04-02T09:54:14.801 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.801 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.801 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:54:14.801 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.801 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.801 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.801 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.802 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 3068, 2024-04-02T09:54:14.802 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.802 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.802 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.802 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "4.7", 2024-04-02T09:54:14.802 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.802 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.802 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.802 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 8702, 2024-04-02T09:54:14.802 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.803 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:47:35.487296+0000", 2024-04-02T09:54:14.803 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.011370037, 2024-04-02T09:54:14.803 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.803 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.803 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.803 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.803 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.803 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.803 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.803 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.803 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.803 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.804 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.804 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.804 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.804 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.804 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.804 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.804 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.804 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.804 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:14.804 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:14.804 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.804 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:14.804 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.805 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.805 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.805 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.805 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.805 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:14.805 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.805 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.805 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.805 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.805 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.805 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.806 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.806 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 736, 2024-04-02T09:54:14.806 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 353481, 2024-04-02T09:54:14.806 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.806 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.806 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.806 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 3071, 2024-04-02T09:54:14.806 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 391989 2024-04-02T09:54:14.806 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.806 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.806 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.806 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.806 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:14.807 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:14.807 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:14.807 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.807 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:54:14.807 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "1125'3068" 2024-04-02T09:54:14.807 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.807 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.807 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.807 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:14.807 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:14.807 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:14.807 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.807 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 4, 2024-04-02T09:54:14.807 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.808 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.808 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:14.808 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.808 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.808 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.808 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.184645+0000", 2024-04-02T09:54:14.808 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.177611+0000", 2024-04-02T09:54:14.808 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.177611+0000", 2024-04-02T09:54:14.808 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.177951+0000", 2024-04-02T09:54:14.808 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.184645+0000", 2024-04-02T09:54:14.808 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.808 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.808 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.809 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:14.809 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.184645+0000", 2024-04-02T09:54:14.809 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.184645+0000", 2024-04-02T09:54:14.809 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.184645+0000", 2024-04-02T09:54:14.809 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.809 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.809 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.809 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.184645+0000", 2024-04-02T09:54:14.809 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.184645+0000", 2024-04-02T09:54:14.809 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.809 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:14.809 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.809 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.809 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:14.810 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.810 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.810 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.810 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.810 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:14.810 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.810 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.810 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.810 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.3", 2024-04-02T09:54:14.810 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.810 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.810 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.810 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5047, 2024-04-02T09:54:14.811 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.811 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:08:35.174411+0000", 2024-04-02T09:54:14.811 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.811 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.811 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.811 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.811 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.811 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.811 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.811 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.811 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.811 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.811 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.812 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.812 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.812 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.812 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.812 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.812 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.812 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.812 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.812 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:14.812 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:14.812 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.813 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:14.813 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.813 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.813 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.813 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.813 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.813 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:14.813 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.813 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.814 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.814 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.814 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.814 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.814 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.814 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:14.814 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:14.814 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.814 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.815 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.815 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:14.815 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:14.815 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.815 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.815 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.815 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.815 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:14.815 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:14.815 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:14.815 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.816 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 4, 2024-04-02T09:54:14.816 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:14.816 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.816 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.816 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.816 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:14.816 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:14.816 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:14.816 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.816 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:54:14.816 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.817 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.817 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:14.817 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.817 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.817 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.817 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.184605+0000", 2024-04-02T09:54:14.817 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.189147+0000", 2024-04-02T09:54:14.817 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.189147+0000", 2024-04-02T09:54:14.817 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.189749+0000", 2024-04-02T09:54:14.817 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.184605+0000", 2024-04-02T09:54:14.817 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.817 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.817 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.818 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:14.818 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.184605+0000", 2024-04-02T09:54:14.818 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.184605+0000", 2024-04-02T09:54:14.818 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.184605+0000", 2024-04-02T09:54:14.818 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.818 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.818 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.818 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.184605+0000", 2024-04-02T09:54:14.818 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.184605+0000", 2024-04-02T09:54:14.819 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.819 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:14.819 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.819 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.819 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:14.819 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.819 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.819 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.819 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.819 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:14.820 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.820 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.820 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.820 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.2", 2024-04-02T09:54:14.820 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.820 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.820 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.820 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5031, 2024-04-02T09:54:14.820 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.820 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:49:44.180183+0000", 2024-04-02T09:54:14.820 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.821 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.821 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.821 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:14.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:14.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:14.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.822 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.823 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.823 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.823 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.823 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:14.823 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.823 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.823 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.823 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.823 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.823 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.823 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.823 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:14.823 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:14.824 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.824 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.824 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.824 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:14.824 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:14.824 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.824 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.824 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.824 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.824 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:14.824 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:14.824 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:14.824 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.824 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:54:14.825 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:14.825 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.825 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.825 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.825 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:14.825 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:14.825 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T09:54:14.825 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.825 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:54:14.825 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.825 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.825 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 66, 2024-04-02T09:54:14.825 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.826 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.826 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.826 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:53:55.884271+0000", 2024-04-02T09:54:14.826 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:03.028532+0000", 2024-04-02T09:54:14.826 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:03.028532+0000", 2024-04-02T09:54:14.826 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T09:05:03.305386+0000", 2024-04-02T09:54:14.826 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:53:55.884271+0000", 2024-04-02T09:54:14.826 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:14.826 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.826 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:14.826 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 415, 2024-04-02T09:54:14.826 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:53:55.884271+0000", 2024-04-02T09:54:14.826 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:53:55.884271+0000", 2024-04-02T09:54:14.827 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:53:55.884271+0000", 2024-04-02T09:54:14.827 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.827 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.827 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:14.827 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:53:55.884271+0000", 2024-04-02T09:54:14.827 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:53:55.884271+0000", 2024-04-02T09:54:14.827 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.827 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 3278, 2024-04-02T09:54:14.827 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.827 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.827 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 414, 2024-04-02T09:54:14.827 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.828 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.828 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.828 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.828 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 3278, 2024-04-02T09:54:14.828 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.828 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.828 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.828 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "4.4", 2024-04-02T09:54:14.828 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.828 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.828 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.828 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 9393, 2024-04-02T09:54:14.828 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.828 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:49:22.420579+0000", 2024-04-02T09:54:14.829 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.008263761, 2024-04-02T09:54:14.829 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.829 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.829 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.829 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.829 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.829 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.829 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.829 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.829 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.829 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.829 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.829 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.829 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.829 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.830 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.830 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.830 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.830 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.830 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 3, 2024-04-02T09:54:14.830 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 1, 2024-04-02T09:54:14.830 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.830 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:14.830 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.830 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.830 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.830 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.830 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.830 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T09:54:14.831 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.831 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.831 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.831 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.831 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.831 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.831 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.831 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 1908, 2024-04-02T09:54:14.831 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 400918, 2024-04-02T09:54:14.831 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.831 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.831 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.831 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 3283, 2024-04-02T09:54:14.831 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 424255 2024-04-02T09:54:14.831 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.832 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.832 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.832 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.832 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:14.832 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:14.832 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T09:54:14.832 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.832 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:54:14.832 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "1125'3278" 2024-04-02T09:54:14.832 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.832 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.832 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.832 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:14.832 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:14.833 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:14.833 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.833 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:54:14.833 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.833 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.833 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:14.833 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.833 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.833 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.833 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.185525+0000", 2024-04-02T09:54:14.833 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.974579+0000", 2024-04-02T09:54:14.833 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.974579+0000", 2024-04-02T09:54:14.834 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:42.974906+0000", 2024-04-02T09:54:14.834 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.185525+0000", 2024-04-02T09:54:14.834 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.834 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.834 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.834 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:54:14.834 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.185525+0000", 2024-04-02T09:54:14.834 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.185525+0000", 2024-04-02T09:54:14.834 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.185525+0000", 2024-04-02T09:54:14.834 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.834 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.834 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.834 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.185525+0000", 2024-04-02T09:54:14.834 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.185525+0000", 2024-04-02T09:54:14.835 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.835 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:14.835 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.835 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.835 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:54:14.835 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.835 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.835 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.835 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.835 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:14.836 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.836 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.836 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.836 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.5", 2024-04-02T09:54:14.836 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.836 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.836 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.836 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5024, 2024-04-02T09:54:14.836 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.836 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:40:21.687638+0000", 2024-04-02T09:54:14.836 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.837 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.837 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.837 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.837 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.837 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.837 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.837 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.837 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.837 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.837 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.837 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.838 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.838 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.838 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.838 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.838 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.838 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.838 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.838 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:14.838 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:14.838 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.838 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:14.838 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.839 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.839 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.839 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.839 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.839 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:14.839 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.839 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.839 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.839 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.839 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.839 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.839 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.839 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:14.839 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:14.840 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.840 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.840 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.840 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:14.840 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:14.840 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.840 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.840 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.840 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.840 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:14.840 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:14.840 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:14.840 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.841 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:54:14.841 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:14.841 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.841 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.841 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.841 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:14.841 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:14.841 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:14.841 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.841 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:54:14.841 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.842 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.842 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:14.842 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.842 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.842 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.842 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.756060+0000", 2024-04-02T09:54:14.842 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:29:27.978031+0000", 2024-04-02T09:54:14.842 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:29:27.978031+0000", 2024-04-02T09:54:14.842 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:29:27.978545+0000", 2024-04-02T09:54:14.842 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.756060+0000", 2024-04-02T09:54:14.842 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.842 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.843 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.843 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 380, 2024-04-02T09:54:14.843 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.756060+0000", 2024-04-02T09:54:14.843 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.756060+0000", 2024-04-02T09:54:14.843 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.756060+0000", 2024-04-02T09:54:14.843 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.843 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.843 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.843 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.756060+0000", 2024-04-02T09:54:14.843 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.756060+0000", 2024-04-02T09:54:14.843 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.843 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:14.843 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.843 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.844 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 379, 2024-04-02T09:54:14.844 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.844 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.844 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.844 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.844 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:14.844 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.844 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.844 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.844 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.4", 2024-04-02T09:54:14.844 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.844 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.844 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.845 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5145, 2024-04-02T09:54:14.845 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.845 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:49:17.711244+0000", 2024-04-02T09:54:14.845 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.845 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.845 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.845 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.845 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.845 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.845 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.845 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.845 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.845 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.845 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.846 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.846 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.846 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.846 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.846 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.846 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.846 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.846 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.846 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:14.846 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:14.846 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.846 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:14.847 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.847 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.847 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.847 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.847 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.847 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:14.847 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.847 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.847 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.847 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.847 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.847 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.847 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.848 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:14.848 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:14.848 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.848 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.848 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.848 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:14.848 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:14.848 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.848 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.848 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.848 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.848 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:14.848 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:14.848 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:14.849 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.849 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:54:14.849 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:14.849 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.849 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.849 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.849 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:14.849 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:14.849 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:14.849 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.849 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:54:14.849 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.849 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.849 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 66, 2024-04-02T09:54:14.849 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.850 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.850 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.850 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.754928+0000", 2024-04-02T09:54:14.850 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.965912+0000", 2024-04-02T09:54:14.850 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.965912+0000", 2024-04-02T09:54:14.850 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T09:05:03.305403+0000", 2024-04-02T09:54:14.850 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.754928+0000", 2024-04-02T09:54:14.850 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:14.850 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.850 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:14.850 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:54:14.850 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.754928+0000", 2024-04-02T09:54:14.850 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.754928+0000", 2024-04-02T09:54:14.850 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.754928+0000", 2024-04-02T09:54:14.850 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.851 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.851 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:21:01.007578+0000", 2024-04-02T09:54:14.851 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.754928+0000", 2024-04-02T09:54:14.851 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.754928+0000", 2024-04-02T09:54:14.851 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.851 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2958, 2024-04-02T09:54:14.851 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.851 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.851 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:54:14.851 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.851 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.851 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.852 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.852 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2958, 2024-04-02T09:54:14.852 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.852 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.852 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.852 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "4.2", 2024-04-02T09:54:14.852 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.852 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.852 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.852 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 8731, 2024-04-02T09:54:14.852 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.852 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:34:42.117391+0000", 2024-04-02T09:54:14.852 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.008274951, 2024-04-02T09:54:14.852 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.853 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.853 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 4194323, 2024-04-02T09:54:14.853 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.853 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.853 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.853 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.853 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.853 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.853 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.853 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.853 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.853 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.853 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.853 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.854 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.854 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.854 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.854 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 6, 2024-04-02T09:54:14.854 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 2, 2024-04-02T09:54:14.854 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.854 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 2, 2024-04-02T09:54:14.854 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.854 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.854 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.854 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.855 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.855 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:14.855 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.855 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.855 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.855 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.855 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.855 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.855 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.855 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 607, 2024-04-02T09:54:14.855 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 419231, 2024-04-02T09:54:14.855 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.855 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.856 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.856 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 2958, 2024-04-02T09:54:14.856 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 422128 2024-04-02T09:54:14.856 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.856 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.856 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.856 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.856 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:14.856 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:14.856 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:14.856 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.856 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:54:14.856 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "1125'2958" 2024-04-02T09:54:14.857 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.857 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.857 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.857 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:14.857 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:14.857 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:14.857 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.857 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:54:14.857 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.857 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.857 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:14.857 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.857 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.858 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.858 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.186186+0000", 2024-04-02T09:54:14.858 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.082977+0000", 2024-04-02T09:54:14.858 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.082977+0000", 2024-04-02T09:54:14.858 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.083325+0000", 2024-04-02T09:54:14.858 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.186186+0000", 2024-04-02T09:54:14.858 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.858 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.858 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.858 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:14.858 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.186186+0000", 2024-04-02T09:54:14.858 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.186186+0000", 2024-04-02T09:54:14.858 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.186186+0000", 2024-04-02T09:54:14.859 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.859 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.859 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.859 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.186186+0000", 2024-04-02T09:54:14.859 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.186186+0000", 2024-04-02T09:54:14.859 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.859 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:14.859 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.859 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.859 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:14.859 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.860 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.860 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.860 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.860 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:14.860 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.860 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.860 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.860 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.e", 2024-04-02T09:54:14.860 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.860 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.860 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.860 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4932, 2024-04-02T09:54:14.860 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.860 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:48:17.518778+0000", 2024-04-02T09:54:14.861 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.861 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.861 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.861 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.861 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.861 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.861 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.861 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.861 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.861 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.861 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.861 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.861 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.862 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.862 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.862 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.862 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.862 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.862 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.862 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:14.862 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:14.862 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.862 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:14.862 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.862 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.862 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.862 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.863 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.863 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:14.863 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.863 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.863 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.863 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.863 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.863 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.863 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.863 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:14.863 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:14.863 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.863 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.863 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.864 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:14.864 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:14.864 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.864 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.864 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.864 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.864 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:14.864 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:14.864 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:14.864 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.864 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:54:14.864 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:14.864 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.864 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.865 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.865 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:14.865 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:14.865 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:14.865 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.865 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 4, 2024-04-02T09:54:14.865 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.865 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.865 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:14.865 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.865 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.866 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.866 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.185509+0000", 2024-04-02T09:54:14.866 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.086784+0000", 2024-04-02T09:54:14.866 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.086784+0000", 2024-04-02T09:54:14.866 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.087189+0000", 2024-04-02T09:54:14.866 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.185509+0000", 2024-04-02T09:54:14.866 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.866 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.866 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.866 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:14.866 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.185509+0000", 2024-04-02T09:54:14.866 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.185509+0000", 2024-04-02T09:54:14.867 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.185509+0000", 2024-04-02T09:54:14.867 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.867 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.867 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.867 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.185509+0000", 2024-04-02T09:54:14.867 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.185509+0000", 2024-04-02T09:54:14.867 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.867 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 1, 2024-04-02T09:54:14.867 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.867 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.867 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:14.867 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.867 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.867 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.867 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.868 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 1, 2024-04-02T09:54:14.868 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.868 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.868 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.868 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.f", 2024-04-02T09:54:14.868 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.868 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.868 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.868 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5047, 2024-04-02T09:54:14.868 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.868 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:44:30.191302+0000", 2024-04-02T09:54:14.868 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.868 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.868 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.869 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 22, 2024-04-02T09:54:14.869 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.869 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.869 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.869 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.869 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.869 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.869 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.869 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.869 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.869 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.869 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.869 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.870 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.870 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.870 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.870 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 3, 2024-04-02T09:54:14.870 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 1, 2024-04-02T09:54:14.870 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.870 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:14.870 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.870 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.870 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.871 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.871 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.871 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:14.871 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.871 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.871 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.871 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.871 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.871 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.871 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.871 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 1, 2024-04-02T09:54:14.872 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 1, 2024-04-02T09:54:14.872 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.872 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.872 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.872 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 1, 2024-04-02T09:54:14.872 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 1 2024-04-02T09:54:14.872 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.872 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.872 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.872 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.873 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:14.873 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:14.873 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:14.873 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.873 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 4, 2024-04-02T09:54:14.873 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'1" 2024-04-02T09:54:14.873 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.873 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.873 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.873 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:14.874 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:14.874 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:14.874 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.874 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:54:14.874 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.874 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.874 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:14.874 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.874 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.874 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.874 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.184897+0000", 2024-04-02T09:54:14.874 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.084433+0000", 2024-04-02T09:54:14.875 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.084433+0000", 2024-04-02T09:54:14.875 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.088919+0000", 2024-04-02T09:54:14.875 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.184897+0000", 2024-04-02T09:54:14.875 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.875 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.875 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.875 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:14.875 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.184897+0000", 2024-04-02T09:54:14.875 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.184897+0000", 2024-04-02T09:54:14.875 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.184897+0000", 2024-04-02T09:54:14.875 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.875 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.875 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.875 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.184897+0000", 2024-04-02T09:54:14.876 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.184897+0000", 2024-04-02T09:54:14.876 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.876 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:14.876 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.876 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.876 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:14.876 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.876 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.876 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.876 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.876 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:14.876 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.877 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.877 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.877 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.11", 2024-04-02T09:54:14.877 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.877 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.877 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.877 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4952, 2024-04-02T09:54:14.877 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.877 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:29:38.677768+0000", 2024-04-02T09:54:14.877 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.877 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.877 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.877 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.878 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.878 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.878 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.878 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.878 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.878 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.878 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.878 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.878 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.878 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.878 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.878 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.878 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.878 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.879 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.879 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:14.879 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:14.879 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.879 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:14.879 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.879 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.879 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.879 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.879 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.879 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:14.879 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.879 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.879 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.879 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.880 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.880 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.880 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.880 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:14.880 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:14.880 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.880 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.880 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.880 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:14.880 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:14.880 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.880 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.880 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.880 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.881 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:14.881 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:14.881 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:14.881 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.881 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:54:14.881 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:14.881 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.881 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.881 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.881 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:14.881 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:14.881 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:14.882 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.882 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 2, 2024-04-02T09:54:14.882 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.882 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.882 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:14.882 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.882 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.882 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.882 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.840564+0000", 2024-04-02T09:54:14.882 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:29:27.972132+0000", 2024-04-02T09:54:14.882 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:29:27.972132+0000", 2024-04-02T09:54:14.882 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:29:27.972520+0000", 2024-04-02T09:54:14.882 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.840564+0000", 2024-04-02T09:54:14.882 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.883 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.883 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.883 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 380, 2024-04-02T09:54:14.883 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.840564+0000", 2024-04-02T09:54:14.883 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.840564+0000", 2024-04-02T09:54:14.883 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.840564+0000", 2024-04-02T09:54:14.883 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.883 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.883 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.883 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.840564+0000", 2024-04-02T09:54:14.883 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.840564+0000", 2024-04-02T09:54:14.883 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.883 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 8, 2024-04-02T09:54:14.883 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.884 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.884 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 379, 2024-04-02T09:54:14.884 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.884 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.884 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.884 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.884 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 8, 2024-04-02T09:54:14.884 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.884 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.884 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.884 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.10", 2024-04-02T09:54:14.884 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.884 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.884 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.885 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5137, 2024-04-02T09:54:14.885 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.885 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:14:01.561780+0000", 2024-04-02T09:54:14.885 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.885 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.885 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.885 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.885 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.885 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.885 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.886 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.886 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.886 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.886 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.886 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.886 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.886 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.886 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.886 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.886 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.886 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.886 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.886 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 12, 2024-04-02T09:54:14.887 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 4, 2024-04-02T09:54:14.887 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.887 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 4, 2024-04-02T09:54:14.887 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.887 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.887 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.887 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.887 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.887 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 4, 2024-04-02T09:54:14.887 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.887 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.887 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.888 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.888 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.888 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.888 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.888 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 24, 2024-04-02T09:54:14.888 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 24, 2024-04-02T09:54:14.888 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.888 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.888 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.888 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 12, 2024-04-02T09:54:14.888 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:14.888 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.889 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.889 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.889 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.889 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:14.889 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:14.889 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:14.889 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.889 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 2, 2024-04-02T09:54:14.889 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'8" 2024-04-02T09:54:14.889 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.889 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.889 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.890 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:14.890 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:14.890 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:54:14.890 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.890 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T09:54:14.890 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.890 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.890 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:14.890 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.890 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.890 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.891 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.841543+0000", 2024-04-02T09:54:14.891 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.177748+0000", 2024-04-02T09:54:14.891 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.177748+0000", 2024-04-02T09:54:14.891 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.184782+0000", 2024-04-02T09:54:14.891 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.841543+0000", 2024-04-02T09:54:14.891 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.891 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.891 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.891 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:14.891 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.841543+0000", 2024-04-02T09:54:14.891 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.841543+0000", 2024-04-02T09:54:14.891 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.841543+0000", 2024-04-02T09:54:14.892 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.892 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.892 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.892 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.841543+0000", 2024-04-02T09:54:14.892 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.841543+0000", 2024-04-02T09:54:14.892 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.892 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:14.892 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.892 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.892 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:14.892 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.892 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.892 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.893 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.893 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:14.893 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.893 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.893 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.893 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.10", 2024-04-02T09:54:14.893 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.893 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.893 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.893 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4974, 2024-04-02T09:54:14.893 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.893 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:58:14.832282+0000", 2024-04-02T09:54:14.893 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.893 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.894 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.894 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.894 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.894 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.894 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.894 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.894 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.894 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.894 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.894 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.894 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.894 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.894 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.895 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.895 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.895 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.895 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.895 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:14.895 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:14.895 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.895 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:14.895 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.895 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.895 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.895 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.896 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.896 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:14.896 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.896 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.896 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.896 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.896 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.896 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.896 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.896 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:14.896 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:14.896 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.896 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.897 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.897 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:14.897 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:14.897 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.897 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.897 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.897 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.897 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:14.897 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:14.897 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:54:14.897 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.898 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T09:54:14.898 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:14.898 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.898 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.898 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.898 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:14.898 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:14.898 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:14.898 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.898 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T09:54:14.898 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.898 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.898 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:14.899 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.899 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.899 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.899 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.842525+0000", 2024-04-02T09:54:14.899 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.187382+0000", 2024-04-02T09:54:14.899 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.187382+0000", 2024-04-02T09:54:14.899 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.187805+0000", 2024-04-02T09:54:14.899 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.842525+0000", 2024-04-02T09:54:14.899 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.899 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.899 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.899 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:14.900 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.842525+0000", 2024-04-02T09:54:14.900 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.842525+0000", 2024-04-02T09:54:14.900 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.842525+0000", 2024-04-02T09:54:14.900 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.900 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.900 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.900 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.842525+0000", 2024-04-02T09:54:14.900 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.842525+0000", 2024-04-02T09:54:14.900 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.900 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:14.900 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.900 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.900 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:14.900 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.901 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.901 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.901 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.901 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:14.901 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.901 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.901 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.901 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.11", 2024-04-02T09:54:14.901 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.901 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.901 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.901 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4997, 2024-04-02T09:54:14.901 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.902 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:14:32.144521+0000", 2024-04-02T09:54:14.902 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.902 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.902 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.902 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.902 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.902 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.902 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.902 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.902 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.902 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.902 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.903 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.903 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.903 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.903 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.903 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.903 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.903 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.903 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.903 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:14.903 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:14.903 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.903 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:14.903 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.903 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.904 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.904 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.904 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.904 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:14.904 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.904 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.904 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.904 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.904 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.904 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.904 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.904 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:14.905 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:14.905 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.905 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.905 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.905 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:14.905 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:14.905 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.905 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.905 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.905 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.905 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:14.905 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:14.905 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:14.905 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.906 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T09:54:14.906 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:14.906 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.906 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.906 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.906 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:14.906 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:14.906 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:14.906 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.906 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:54:14.906 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.906 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.906 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:14.907 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.907 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.907 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.907 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.187081+0000", 2024-04-02T09:54:14.907 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.076760+0000", 2024-04-02T09:54:14.907 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.076760+0000", 2024-04-02T09:54:14.907 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.077342+0000", 2024-04-02T09:54:14.907 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.187081+0000", 2024-04-02T09:54:14.907 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.907 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.907 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.907 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:14.907 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.187081+0000", 2024-04-02T09:54:14.907 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.187081+0000", 2024-04-02T09:54:14.907 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.187081+0000", 2024-04-02T09:54:14.908 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.908 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.908 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.908 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.187081+0000", 2024-04-02T09:54:14.908 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.187081+0000", 2024-04-02T09:54:14.908 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.908 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:14.908 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.908 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.908 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:14.908 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.908 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.909 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.909 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.909 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:14.909 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.909 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.909 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.909 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.13", 2024-04-02T09:54:14.909 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.909 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.909 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.909 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4931, 2024-04-02T09:54:14.910 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.910 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:46:14.562318+0000", 2024-04-02T09:54:14.910 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.910 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.910 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.910 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.910 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.910 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.910 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.910 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.910 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.910 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.910 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.910 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.911 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.911 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.911 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.911 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.911 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.911 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.911 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.911 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:14.911 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:14.911 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.911 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:14.911 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.911 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.912 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.912 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.912 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.912 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:14.912 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.912 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.912 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.912 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.912 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.912 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.912 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.912 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:14.913 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:14.913 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.913 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.913 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.913 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:14.913 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:14.913 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.913 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.913 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.913 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.913 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:14.913 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:14.914 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:14.914 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.914 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:54:14.914 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:14.914 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.914 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.914 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.914 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:14.914 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:14.914 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:14.914 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.914 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:54:14.914 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.915 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.915 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:14.915 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.915 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.915 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.915 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.184600+0000", 2024-04-02T09:54:14.915 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.965904+0000", 2024-04-02T09:54:14.915 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.965904+0000", 2024-04-02T09:54:14.915 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:42.967068+0000", 2024-04-02T09:54:14.915 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.184600+0000", 2024-04-02T09:54:14.915 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.915 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.915 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.915 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:54:14.916 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.184600+0000", 2024-04-02T09:54:14.916 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.184600+0000", 2024-04-02T09:54:14.916 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.184600+0000", 2024-04-02T09:54:14.916 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.916 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.916 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.916 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.184600+0000", 2024-04-02T09:54:14.916 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.184600+0000", 2024-04-02T09:54:14.916 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.916 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:14.916 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.916 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.916 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:54:14.917 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.917 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.917 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.917 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.917 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:14.917 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.917 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.917 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.917 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.12", 2024-04-02T09:54:14.917 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.917 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.917 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.918 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5025, 2024-04-02T09:54:14.918 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.918 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:32:07.190067+0000", 2024-04-02T09:54:14.918 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.918 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.918 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.918 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.918 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.918 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.918 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.918 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.918 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.918 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.919 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.919 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.919 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.919 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.919 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.919 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.919 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.919 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.919 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.919 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:14.919 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:14.919 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.919 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:14.920 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.920 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.920 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.920 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.920 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.920 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:14.920 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.920 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.920 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.920 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.920 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.920 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.921 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.921 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:14.921 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:14.921 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.921 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.921 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.921 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:14.921 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:14.921 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.921 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.921 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.921 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.922 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:14.922 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:14.922 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:14.922 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.922 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:54:14.922 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:14.922 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.922 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.922 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.922 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:14.922 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:14.922 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T09:54:14.922 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.923 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T09:54:14.923 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.923 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.923 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:14.923 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.923 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.923 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.923 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.842490+0000", 2024-04-02T09:54:14.923 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.080580+0000", 2024-04-02T09:54:14.923 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.080580+0000", 2024-04-02T09:54:14.923 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.080930+0000", 2024-04-02T09:54:14.923 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.842490+0000", 2024-04-02T09:54:14.923 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.923 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.924 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.924 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:14.924 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.842490+0000", 2024-04-02T09:54:14.924 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.842490+0000", 2024-04-02T09:54:14.924 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.842490+0000", 2024-04-02T09:54:14.924 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.924 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.924 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.924 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.842490+0000", 2024-04-02T09:54:14.924 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.842490+0000", 2024-04-02T09:54:14.924 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.924 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:14.924 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.925 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.925 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:14.925 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.925 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.925 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.925 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.925 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:14.925 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.925 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.925 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.926 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.12", 2024-04-02T09:54:14.926 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.926 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.926 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.926 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5144, 2024-04-02T09:54:14.926 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.926 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:03:10.919885+0000", 2024-04-02T09:54:14.926 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.926 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.926 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.927 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.927 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.927 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.927 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.927 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.927 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.927 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.927 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.927 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.928 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.928 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.928 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.928 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.928 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.928 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.928 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.928 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:14.928 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:14.928 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.928 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:14.928 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.928 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.928 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:14.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:14.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:14.929 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.930 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.930 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.930 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:14.930 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:14.930 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.930 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.930 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.930 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.930 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:14.930 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:14.930 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T09:54:14.931 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.931 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T09:54:14.931 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:14.931 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.931 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.931 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.931 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:14.931 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:14.931 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T09:54:14.931 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.931 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:54:14.931 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.932 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.932 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:14.932 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.932 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.932 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.932 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.755565+0000", 2024-04-02T09:54:14.932 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:22.996229+0000", 2024-04-02T09:54:14.932 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:22.996229+0000", 2024-04-02T09:54:14.932 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:22.996608+0000", 2024-04-02T09:54:14.932 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.755565+0000", 2024-04-02T09:54:14.932 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.933 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.933 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.933 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 435, 2024-04-02T09:54:14.933 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.755565+0000", 2024-04-02T09:54:14.933 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.755565+0000", 2024-04-02T09:54:14.933 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.755565+0000", 2024-04-02T09:54:14.933 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.933 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.933 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.933 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.755565+0000", 2024-04-02T09:54:14.933 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.755565+0000", 2024-04-02T09:54:14.934 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.934 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2, 2024-04-02T09:54:14.934 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.934 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.934 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 434, 2024-04-02T09:54:14.934 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.934 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.934 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.934 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.934 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2, 2024-04-02T09:54:14.934 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.935 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.935 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.935 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.13", 2024-04-02T09:54:14.935 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.935 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.935 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.935 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4871, 2024-04-02T09:54:14.935 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.935 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:05:21.870420+0000", 2024-04-02T09:54:14.935 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.936 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.936 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.936 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 34, 2024-04-02T09:54:14.936 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.936 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 34, 2024-04-02T09:54:14.936 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.936 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.936 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.936 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.936 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.936 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.936 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 10, 2024-04-02T09:54:14.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 6, 2024-04-02T09:54:14.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 2, 2024-04-02T09:54:14.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.937 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 2, 2024-04-02T09:54:14.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T09:54:14.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 2, 2024-04-02T09:54:14.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.938 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.939 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.939 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 4, 2024-04-02T09:54:14.939 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 8, 2024-04-02T09:54:14.939 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.939 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.939 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.939 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 3, 2024-04-02T09:54:14.939 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 7 2024-04-02T09:54:14.939 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.940 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.940 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.940 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.940 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:14.940 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:14.940 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T09:54:14.940 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.940 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:54:14.940 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'2" 2024-04-02T09:54:14.940 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.940 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.940 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.941 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:14.941 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:14.941 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:14.941 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.941 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:54:14.941 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.941 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.941 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:14.941 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.941 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.941 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.941 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.186701+0000", 2024-04-02T09:54:14.942 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.076655+0000", 2024-04-02T09:54:14.942 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.076655+0000", 2024-04-02T09:54:14.942 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.078291+0000", 2024-04-02T09:54:14.942 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.186701+0000", 2024-04-02T09:54:14.942 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.942 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.942 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.942 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:14.942 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.186701+0000", 2024-04-02T09:54:14.942 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.186701+0000", 2024-04-02T09:54:14.942 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.186701+0000", 2024-04-02T09:54:14.943 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.943 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.943 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.943 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.186701+0000", 2024-04-02T09:54:14.943 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.186701+0000", 2024-04-02T09:54:14.943 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.943 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:14.943 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.943 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.943 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:14.943 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.943 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.943 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.944 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.944 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:14.944 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.944 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.944 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.944 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.15", 2024-04-02T09:54:14.944 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.944 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.944 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.944 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4930, 2024-04-02T09:54:14.945 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.945 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:22:41.931996+0000", 2024-04-02T09:54:14.945 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.945 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.945 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.945 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.945 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.945 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.945 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.945 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.945 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.945 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.946 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.946 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.946 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.946 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.946 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.946 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.946 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.946 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.946 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.946 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:14.946 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:14.947 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.947 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:14.947 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.947 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.947 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.947 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.947 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.947 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:14.947 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.947 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.947 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.948 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.948 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.948 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.948 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.948 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:14.948 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:14.948 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.948 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.948 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.948 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:14.948 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:14.948 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.949 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.949 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.949 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.949 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:14.949 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:14.949 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:14.949 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.949 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:54:14.949 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:14.949 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.949 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.949 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.950 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:14.950 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:14.950 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:54:14.950 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.950 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T09:54:14.950 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.950 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.950 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:14.950 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.950 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.950 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.950 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.841596+0000", 2024-04-02T09:54:14.950 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.187724+0000", 2024-04-02T09:54:14.951 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.187724+0000", 2024-04-02T09:54:14.951 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.191584+0000", 2024-04-02T09:54:14.951 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.841596+0000", 2024-04-02T09:54:14.951 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.951 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.951 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.951 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:14.951 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.841596+0000", 2024-04-02T09:54:14.951 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.841596+0000", 2024-04-02T09:54:14.951 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.841596+0000", 2024-04-02T09:54:14.951 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.951 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.952 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.952 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.841596+0000", 2024-04-02T09:54:14.952 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.841596+0000", 2024-04-02T09:54:14.952 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.952 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 29, 2024-04-02T09:54:14.952 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.952 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.952 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:14.952 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.952 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.952 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.953 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.953 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 29, 2024-04-02T09:54:14.953 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.953 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.953 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.953 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.14", 2024-04-02T09:54:14.953 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.953 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.954 INFO:tasks.workunit.client.0.smithi012.stderr:+ ceph telemetry off 2024-04-02T09:54:14.956 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:13 smithi055 ceph-mon[85080]: from='client.36354 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:14.956 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:13 smithi055 ceph-mon[85080]: from='client.36372 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:14.956 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:13 smithi055 ceph-mon[85080]: from='client.36372 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:14.956 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:54:14.957 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:54:14.957 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:14.957 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:14.957 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:14.957 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:14.957 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:14.957 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:14.957 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:14.957 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:14.957 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:14.957 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:13 smithi055 ceph-mon[85080]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:14.958 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:13 smithi055 ceph-mon[85080]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:14.958 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:14.958 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:14.958 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:14.958 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:13 smithi055 ceph-mon[85080]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:14.958 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:13 smithi055 ceph-mon[85080]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:14.958 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:14.958 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:14.958 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:14.958 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:13 smithi055 ceph-mon[85080]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:14.958 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:13 smithi055 ceph-mon[85080]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:14.959 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:14.959 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:14.959 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:14.959 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:54:14.959 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:54:14.959 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:14.959 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:14.959 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:14.959 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:14.959 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:14.959 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:14.959 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:14.959 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:14.959 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:14.960 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:13 smithi055 ceph-mon[85080]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:14.960 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:13 smithi055 ceph-mon[85080]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:14.960 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:14.960 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:14.960 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:14.960 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:13 smithi055 ceph-mon[85080]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:14.960 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:13 smithi055 ceph-mon[85080]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:14.960 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:14.960 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:14.960 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:14.960 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:13 smithi055 ceph-mon[85080]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:14.960 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:13 smithi055 ceph-mon[85080]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:14.960 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:14.961 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:14.961 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:13 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:14.961 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:14 smithi055 ceph-mon[85080]: from='client.46313 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:14.961 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:14 smithi055 ceph-mon[85080]: pgmap v5155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:54:14.961 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:14 smithi055 ceph-mon[85080]: from='client.46313 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:14.961 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:14 smithi055 ceph-mon[85080]: from='client.46331 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:14.961 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:54:14.961 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:54:14.961 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:54:14.961 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:54:14.961 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:54:14.961 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:54:14.961 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:54:14.962 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:54:14.962 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:14 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:54:14.962 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.962 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5010, 2024-04-02T09:54:14.962 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.962 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:59:24.614526+0000", 2024-04-02T09:54:14.962 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.963 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.963 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.963 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 5824, 2024-04-02T09:54:14.963 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.963 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.963 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.963 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.963 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.963 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.963 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.963 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.964 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.964 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.964 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.964 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.964 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.964 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.964 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.964 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 12, 2024-04-02T09:54:14.964 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 4, 2024-04-02T09:54:14.964 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.965 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 4, 2024-04-02T09:54:14.965 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.965 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.965 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.965 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.965 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.965 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T09:54:14.965 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.965 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.965 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.965 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.965 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.965 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.966 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.966 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 10, 2024-04-02T09:54:14.966 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 14, 2024-04-02T09:54:14.966 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.966 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.966 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.966 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 28, 2024-04-02T09:54:14.966 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 25 2024-04-02T09:54:14.966 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.967 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.967 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.967 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.967 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:14.967 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:14.967 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:54:14.967 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.967 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T09:54:14.967 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "550'29" 2024-04-02T09:54:14.967 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.967 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.967 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.967 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:14.968 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:14.968 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:14.968 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.968 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 4, 2024-04-02T09:54:14.968 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.968 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.968 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:14.968 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.968 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.968 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.968 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.187916+0000", 2024-04-02T09:54:14.968 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.085375+0000", 2024-04-02T09:54:14.969 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.085375+0000", 2024-04-02T09:54:14.969 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.085948+0000", 2024-04-02T09:54:14.969 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.187916+0000", 2024-04-02T09:54:14.969 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.969 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.969 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.969 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:14.969 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.187916+0000", 2024-04-02T09:54:14.969 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.187916+0000", 2024-04-02T09:54:14.969 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.187916+0000", 2024-04-02T09:54:14.970 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.970 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.970 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.970 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.187916+0000", 2024-04-02T09:54:14.970 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.187916+0000", 2024-04-02T09:54:14.970 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.970 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:14.970 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.970 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.970 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:14.971 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.971 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.971 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.971 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.971 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:14.971 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.971 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.971 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.971 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.14", 2024-04-02T09:54:14.971 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.971 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.972 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.972 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5033, 2024-04-02T09:54:14.972 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.972 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:11:17.205389+0000", 2024-04-02T09:54:14.972 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.972 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.972 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.972 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.972 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.972 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.972 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.973 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.973 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.973 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.973 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.973 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.973 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.973 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.973 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.973 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.973 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.973 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.974 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.974 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:14.974 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:14.974 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.974 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:14.974 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.974 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.974 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.974 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.974 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.975 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:14.975 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.975 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.975 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.975 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.975 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.975 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.975 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.975 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:14.975 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:14.975 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.975 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.975 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.976 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:14.976 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:14.976 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.976 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.976 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.976 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.976 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:14.976 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:14.976 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:14.976 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.976 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 4, 2024-04-02T09:54:14.976 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:14.976 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.977 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.977 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.977 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:14.977 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:14.977 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:14.977 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.977 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:54:14.977 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.977 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.977 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:14.977 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.978 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.978 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.978 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.754344+0000", 2024-04-02T09:54:14.978 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.968328+0000", 2024-04-02T09:54:14.978 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.968328+0000", 2024-04-02T09:54:14.978 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:42.968790+0000", 2024-04-02T09:54:14.978 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.754344+0000", 2024-04-02T09:54:14.978 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.978 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.978 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.978 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:54:14.979 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.754344+0000", 2024-04-02T09:54:14.979 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.754344+0000", 2024-04-02T09:54:14.979 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.754344+0000", 2024-04-02T09:54:14.979 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.979 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.979 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.979 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.754344+0000", 2024-04-02T09:54:14.979 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.754344+0000", 2024-04-02T09:54:14.979 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.979 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 3, 2024-04-02T09:54:14.979 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.979 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.980 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:54:14.980 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.980 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.980 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.980 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.980 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 3, 2024-04-02T09:54:14.980 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.980 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.980 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.980 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.15", 2024-04-02T09:54:14.980 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.980 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.980 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.980 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5137, 2024-04-02T09:54:14.981 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.981 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:02:48.528353+0000", 2024-04-02T09:54:14.981 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.981 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.981 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.981 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 90, 2024-04-02T09:54:14.981 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.981 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.981 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.981 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.981 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.981 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.982 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.982 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.982 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.982 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.982 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.982 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.982 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.982 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.982 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.982 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 6, 2024-04-02T09:54:14.982 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 2, 2024-04-02T09:54:14.983 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.983 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 2, 2024-04-02T09:54:14.983 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.983 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.983 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.983 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.983 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.983 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T09:54:14.983 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.983 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.983 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.983 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.984 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.984 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.984 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.984 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 7, 2024-04-02T09:54:14.984 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 7, 2024-04-02T09:54:14.984 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.984 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.984 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.984 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 4, 2024-04-02T09:54:14.984 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 1 2024-04-02T09:54:14.984 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.985 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.985 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.985 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.985 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:14.985 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:14.985 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:14.985 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.985 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:54:14.985 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'3" 2024-04-02T09:54:14.985 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.985 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.986 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.986 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:14.986 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:14.986 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T09:54:14.986 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.986 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T09:54:14.986 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.986 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.986 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:14.986 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.987 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.987 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.987 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.844387+0000", 2024-04-02T09:54:14.987 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.962973+0000", 2024-04-02T09:54:14.987 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.962973+0000", 2024-04-02T09:54:14.987 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:42.963912+0000", 2024-04-02T09:54:14.987 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.844387+0000", 2024-04-02T09:54:14.987 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.987 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.987 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.987 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:54:14.987 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.844387+0000", 2024-04-02T09:54:14.987 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.844387+0000", 2024-04-02T09:54:14.988 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.844387+0000", 2024-04-02T09:54:14.988 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.988 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.988 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:14.988 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.844387+0000", 2024-04-02T09:54:14.988 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.844387+0000", 2024-04-02T09:54:14.988 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.988 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:14.988 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.988 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.988 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:54:14.988 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.989 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.989 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.989 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.989 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:14.989 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.989 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.989 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.989 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.17", 2024-04-02T09:54:14.989 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.989 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.990 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.990 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5142, 2024-04-02T09:54:14.990 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.990 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:37:27.609200+0000", 2024-04-02T09:54:14.990 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.990 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.990 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.990 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.990 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.990 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.990 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.990 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.990 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.991 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.991 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.991 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.991 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.991 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:14.991 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:14.991 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:14.991 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:14.991 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:14.991 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:14.991 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:14.991 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:14.991 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:14.991 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:14.991 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:14.992 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:14.992 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:14.992 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:14.992 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:14.992 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:14.992 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:14.992 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:14.992 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:14.992 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:14.992 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:14.992 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:14.992 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:14.992 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:14.992 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:14.993 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:14.993 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:14.993 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:14.993 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:14.993 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:14.993 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.993 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:14.993 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:14.993 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:14.993 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:14.993 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:14.993 INFO:tasks.workunit.client.0.smithi012.stdout: 3 2024-04-02T09:54:14.993 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.994 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T09:54:14.994 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:14.994 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:14.994 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:14.994 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:14.994 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:14.994 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:14.994 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:14.994 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:14.994 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:54:14.995 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:14.995 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:14.995 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:14.995 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:14.995 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:14.995 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:14.995 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.182648+0000", 2024-04-02T09:54:14.995 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.188407+0000", 2024-04-02T09:54:14.995 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.188407+0000", 2024-04-02T09:54:14.995 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.188767+0000", 2024-04-02T09:54:14.996 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.182648+0000", 2024-04-02T09:54:14.996 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.996 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:14.996 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.996 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:14.996 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.182648+0000", 2024-04-02T09:54:14.996 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.182648+0000", 2024-04-02T09:54:14.996 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.182648+0000", 2024-04-02T09:54:14.996 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:14.996 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:14.996 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:14.996 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.182648+0000", 2024-04-02T09:54:14.997 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.182648+0000", 2024-04-02T09:54:14.997 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:14.997 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:14.997 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:14.997 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:14.997 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:14.997 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:14.997 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:14.997 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:14.997 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:14.997 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:14.997 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:14.997 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:14.998 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:14.998 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.16", 2024-04-02T09:54:14.998 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:14.998 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:14.998 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:14.998 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5019, 2024-04-02T09:54:14.998 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:14.998 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:18:08.999821+0000", 2024-04-02T09:54:14.998 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:14.998 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:14.999 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:14.999 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:14.999 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:14.999 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:14.999 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:14.999 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:14.999 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:14.999 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:14.999 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:14.999 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:14.999 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:14.999 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:15.000 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:15.000 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:15.000 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:15.000 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:15.000 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:15.000 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:15.000 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:15.000 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:15.000 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:15.000 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:15.000 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:15.001 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:15.001 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:15.001 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:15.001 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:15.001 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:15.001 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:15.001 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:15.001 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:15.001 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:15.001 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:15.001 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:15.002 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:15.002 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:15.002 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:15.002 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:15.002 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:15.002 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:15.002 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:15.002 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.002 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:15.002 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:15.002 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:15.003 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:15.003 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:15.003 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:15.003 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.003 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:54:15.003 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:15.003 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.003 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:15.003 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:15.003 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:15.003 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:15.003 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:15.003 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.004 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:54:15.004 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:15.004 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:15.004 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:15.004 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:15.004 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:15.004 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:15.004 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.182840+0000", 2024-04-02T09:54:15.004 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.078462+0000", 2024-04-02T09:54:15.004 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.078462+0000", 2024-04-02T09:54:15.004 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.078775+0000", 2024-04-02T09:54:15.005 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.182840+0000", 2024-04-02T09:54:15.005 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.005 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:15.005 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.005 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:15.005 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.182840+0000", 2024-04-02T09:54:15.005 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.182840+0000", 2024-04-02T09:54:15.005 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.182840+0000", 2024-04-02T09:54:15.005 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:15.005 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:15.005 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.005 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.182840+0000", 2024-04-02T09:54:15.006 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.182840+0000", 2024-04-02T09:54:15.006 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:15.006 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:15.006 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:15.006 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:15.006 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:15.006 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:15.006 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:15.006 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:15.006 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:15.007 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:15.007 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:15.007 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:15.007 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:15.007 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.16", 2024-04-02T09:54:15.007 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:15.007 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:15.007 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:15.007 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5024, 2024-04-02T09:54:15.007 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:15.007 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:46:45.226326+0000", 2024-04-02T09:54:15.007 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:15.007 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:15.007 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:15.008 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:15.008 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:15.008 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:15.008 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:15.008 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:15.008 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:15.008 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:15.008 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:15.008 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:15.008 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:15.008 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:15.009 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:15.009 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:15.009 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:15.009 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:15.009 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:15.009 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:15.009 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:15.009 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:15.009 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:15.009 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:15.009 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:15.010 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:15.010 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:15.010 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:15.010 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:15.010 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:15.010 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:15.010 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:15.010 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:15.010 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:15.010 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:15.011 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:15.011 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:15.011 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:15.011 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:15.011 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:15.011 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:15.011 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:15.011 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:15.011 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.011 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:15.011 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:15.011 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:15.012 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:15.012 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:15.012 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:15.012 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.012 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:54:15.012 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:15.012 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.012 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:15.012 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:15.012 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:15.012 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:15.012 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:15.012 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.012 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T09:54:15.013 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:15.013 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:15.013 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:15.013 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:15.013 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:15.013 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:15.013 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.843280+0000", 2024-04-02T09:54:15.013 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.185526+0000", 2024-04-02T09:54:15.013 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.185526+0000", 2024-04-02T09:54:15.013 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.186495+0000", 2024-04-02T09:54:15.013 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.843280+0000", 2024-04-02T09:54:15.013 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:15.014 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:15.014 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:15.014 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:15.014 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.843280+0000", 2024-04-02T09:54:15.014 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.843280+0000", 2024-04-02T09:54:15.014 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.843280+0000", 2024-04-02T09:54:15.014 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:15.014 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:15.014 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:15.014 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.843280+0000", 2024-04-02T09:54:15.014 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.843280+0000", 2024-04-02T09:54:15.015 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:15.015 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:15.015 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:15.015 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:15.015 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:15.015 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:15.015 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:15.015 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:15.015 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:15.015 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:15.016 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:15.016 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:15.016 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:15.016 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.17", 2024-04-02T09:54:15.016 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:15.016 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:15.016 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:15.016 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4974, 2024-04-02T09:54:15.016 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:15.016 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:47:22.270449+0000", 2024-04-02T09:54:15.016 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:15.016 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:15.017 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:15.017 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:15.017 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:15.017 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:15.017 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:15.017 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:15.017 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:15.017 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:15.017 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:15.017 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:15.017 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:15.018 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:15.018 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:15.018 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:15.018 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:15.018 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:15.018 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:15.018 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:15.018 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:15.018 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:15.018 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:15.018 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:15.019 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:15.019 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:15.019 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:15.019 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:15.019 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:15.019 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:15.019 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:15.019 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:15.019 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:15.019 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:15.019 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:15.020 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:15.020 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:15.020 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:15.020 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:15.020 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:15.020 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:15.020 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:15.020 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:15.020 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.020 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:15.020 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:15.021 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:15.021 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:15.021 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:15.021 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:15.021 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.021 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T09:54:15.021 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:15.021 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.021 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:15.021 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:15.021 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:15.022 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:15.022 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:15.022 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.022 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:54:15.022 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:15.022 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:15.022 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:15.022 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:15.022 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:15.022 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:15.023 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.754219+0000", 2024-04-02T09:54:15.023 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:03.024907+0000", 2024-04-02T09:54:15.023 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:03.024907+0000", 2024-04-02T09:54:15.023 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:03.025214+0000", 2024-04-02T09:54:15.023 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.754219+0000", 2024-04-02T09:54:15.023 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.023 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:15.023 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.023 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 415, 2024-04-02T09:54:15.023 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.754219+0000", 2024-04-02T09:54:15.024 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.754219+0000", 2024-04-02T09:54:15.024 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.754219+0000", 2024-04-02T09:54:15.024 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:15.024 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:15.024 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.024 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.754219+0000", 2024-04-02T09:54:15.024 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.754219+0000", 2024-04-02T09:54:15.024 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:15.024 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:15.024 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:15.024 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:15.024 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 414, 2024-04-02T09:54:15.025 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:15.025 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:15.025 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:15.025 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:15.025 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:15.025 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:15.025 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:15.025 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:15.025 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.19", 2024-04-02T09:54:15.025 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:15.025 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:15.026 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:15.026 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5135, 2024-04-02T09:54:15.026 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:15.026 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:43:52.372474+0000", 2024-04-02T09:54:15.026 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:15.026 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:15.026 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:15.026 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:15.026 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:15.026 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:15.026 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:15.027 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:15.027 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:15.027 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:15.027 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:15.027 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:15.027 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:15.027 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:15.027 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:15.027 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:15.027 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:15.027 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:15.027 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:15.028 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:15.028 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:15.028 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:15.028 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:15.028 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:15.028 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:15.028 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:15.028 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:15.028 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:15.028 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:15.028 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:15.029 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:15.029 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:15.029 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:15.029 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:15.029 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:15.029 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:15.029 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:15.029 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:15.029 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:15.029 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:15.029 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:15.029 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:15.030 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:15.030 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.030 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:15.030 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:15.030 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:15.030 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:15.030 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:15.030 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:15.030 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.030 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:54:15.031 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:15.031 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.031 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:15.031 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:15.031 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:15.031 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:15.031 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:15.031 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.031 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:54:15.031 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:15.031 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:15.032 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:15.032 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:15.032 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:15.032 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:15.032 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.182168+0000", 2024-04-02T09:54:15.032 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.080515+0000", 2024-04-02T09:54:15.032 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.080515+0000", 2024-04-02T09:54:15.032 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.081219+0000", 2024-04-02T09:54:15.032 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.182168+0000", 2024-04-02T09:54:15.032 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:15.032 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:15.032 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:15.033 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:15.033 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.182168+0000", 2024-04-02T09:54:15.033 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.182168+0000", 2024-04-02T09:54:15.033 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.182168+0000", 2024-04-02T09:54:15.033 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:15.033 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:15.033 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:15.033 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.182168+0000", 2024-04-02T09:54:15.033 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.182168+0000", 2024-04-02T09:54:15.033 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:15.033 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:15.033 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:15.034 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:15.034 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:15.034 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:15.034 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:15.034 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:15.034 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:15.034 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:15.034 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:15.034 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:15.034 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:15.034 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.18", 2024-04-02T09:54:15.035 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:15.035 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:15.035 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:15.035 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5033, 2024-04-02T09:54:15.035 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:15.035 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:48:45.931812+0000", 2024-04-02T09:54:15.035 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:15.035 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:15.035 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:15.035 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:15.035 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:15.036 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:15.036 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:15.036 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:15.036 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:15.036 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:15.036 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:15.036 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:15.036 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:15.036 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:15.036 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:15.036 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:15.036 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:15.036 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:15.037 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:15.037 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:15.037 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:15.037 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:15.037 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:15.037 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:15.037 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:15.037 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:15.037 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:15.037 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:15.037 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:15.037 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:15.038 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:15.038 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:15.038 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:15.038 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:15.038 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:15.038 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:15.038 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:15.038 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:15.038 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:15.038 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:15.039 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:15.039 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:15.039 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:15.039 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.039 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:15.039 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:15.039 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:15.039 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:15.039 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:15.039 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:15.039 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.039 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:54:15.040 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:15.040 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.040 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:15.040 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:15.040 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:15.040 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:15.040 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:15.040 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.040 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:54:15.040 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:15.040 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:15.041 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:15.041 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:15.041 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:15.041 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:15.041 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.130119+0000", 2024-04-02T09:54:15.041 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:03.039199+0000", 2024-04-02T09:54:15.041 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:03.039199+0000", 2024-04-02T09:54:15.041 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:03.041003+0000", 2024-04-02T09:54:15.041 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.130119+0000", 2024-04-02T09:54:15.041 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.041 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:15.042 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.042 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 415, 2024-04-02T09:54:15.042 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.130119+0000", 2024-04-02T09:54:15.042 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.130119+0000", 2024-04-02T09:54:15.042 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.130119+0000", 2024-04-02T09:54:15.042 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:15.042 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:15.042 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.042 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.130119+0000", 2024-04-02T09:54:15.042 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.130119+0000", 2024-04-02T09:54:15.042 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:15.043 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:15.043 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:15.043 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:15.043 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 414, 2024-04-02T09:54:15.043 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:15.043 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:15.043 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:15.043 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:15.043 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:15.043 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:15.043 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:15.043 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:15.043 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.18", 2024-04-02T09:54:15.044 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:15.044 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:15.044 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:15.044 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5073, 2024-04-02T09:54:15.044 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:15.044 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:04:34.652697+0000", 2024-04-02T09:54:15.044 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:15.044 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:15.044 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:15.044 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:15.044 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:15.045 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:15.045 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:15.045 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:15.045 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:15.045 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:15.045 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:15.045 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:15.045 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:15.045 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:15.045 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:15.045 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:15.045 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:15.046 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:15.046 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:15.046 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:15.046 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:15.046 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:15.046 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:15.046 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:15.046 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:15.046 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:15.046 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:15.046 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:15.046 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:15.047 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:15.047 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:15.047 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:15.047 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:15.047 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:15.047 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:15.047 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:15.047 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:15.047 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:15.047 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:15.048 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:15.048 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:15.048 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:15.048 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:15.048 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.048 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:15.048 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:15.048 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:15.048 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:15.048 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:15.048 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:15.048 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.049 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:54:15.049 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:15.049 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.049 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:15.049 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:15.049 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:15.049 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:15.049 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:15.049 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.049 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:54:15.049 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:15.049 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:15.049 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:15.050 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:15.050 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:15.050 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:15.050 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.131032+0000", 2024-04-02T09:54:15.050 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.176018+0000", 2024-04-02T09:54:15.050 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.176018+0000", 2024-04-02T09:54:15.050 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.176555+0000", 2024-04-02T09:54:15.050 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.131032+0000", 2024-04-02T09:54:15.050 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:15.050 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:15.051 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:15.051 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:15.051 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.131032+0000", 2024-04-02T09:54:15.051 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.131032+0000", 2024-04-02T09:54:15.051 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.131032+0000", 2024-04-02T09:54:15.051 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:15.051 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:15.051 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:15.051 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.131032+0000", 2024-04-02T09:54:15.051 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.131032+0000", 2024-04-02T09:54:15.051 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:15.052 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:15.052 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:15.052 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:15.052 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:15.052 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:15.052 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:15.052 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:15.052 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:15.052 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:15.052 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:15.052 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:15.052 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:15.053 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.19", 2024-04-02T09:54:15.053 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:15.053 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:15.053 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:15.053 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5074, 2024-04-02T09:54:15.053 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:15.053 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:51:30.933254+0000", 2024-04-02T09:54:15.053 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:15.053 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:15.053 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:15.053 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:15.053 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:15.054 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:15.054 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:15.054 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:15.054 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:15.054 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:15.054 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:15.054 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:15.054 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:15.054 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:15.055 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:15.055 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:15.055 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:15.055 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:15.055 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:15.055 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:15.055 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:15.055 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:15.055 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:15.055 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:15.055 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:15.055 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:15.056 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:15.056 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:15.056 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:15.056 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:15.056 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:15.056 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:15.056 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:15.056 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:15.056 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:15.056 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:15.057 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:15.057 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:15.057 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:15.057 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:15.057 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:15.057 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:15.057 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:15.057 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.057 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:15.057 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:15.057 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:15.057 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:15.057 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:15.058 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:15.058 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.058 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:54:15.058 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:15.058 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.058 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:15.058 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:15.058 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:15.058 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:15.058 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:15.058 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.058 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T09:54:15.059 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:15.059 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:15.059 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:15.059 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:15.059 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:15.059 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:15.059 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.843582+0000", 2024-04-02T09:54:15.059 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.082987+0000", 2024-04-02T09:54:15.059 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.082987+0000", 2024-04-02T09:54:15.059 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.084197+0000", 2024-04-02T09:54:15.059 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.843582+0000", 2024-04-02T09:54:15.059 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.059 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:15.060 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.060 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:15.060 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.843582+0000", 2024-04-02T09:54:15.060 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.843582+0000", 2024-04-02T09:54:15.060 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.843582+0000", 2024-04-02T09:54:15.060 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:15.060 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:15.060 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.060 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.843582+0000", 2024-04-02T09:54:15.060 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.843582+0000", 2024-04-02T09:54:15.060 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:15.060 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:15.060 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:15.061 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:15.061 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:15.061 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:15.061 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:15.061 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:15.061 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:15.061 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:15.061 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:15.061 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:15.061 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:15.061 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.1b", 2024-04-02T09:54:15.061 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:15.062 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:15.062 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:15.062 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5141, 2024-04-02T09:54:15.062 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:15.062 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:16:00.355551+0000", 2024-04-02T09:54:15.062 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:15.062 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:15.062 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:15.062 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:15.062 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:15.062 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:15.062 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:15.063 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:15.063 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:15.063 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:15.063 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:15.063 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:15.063 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:15.063 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:15.063 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:15.063 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:15.063 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:15.063 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:15.063 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:15.064 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:15.064 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:15.064 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:15.064 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:15.064 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:15.064 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:15.064 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:15.064 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:15.064 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:15.064 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:15.064 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:15.064 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:15.065 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:15.065 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:15.065 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:15.065 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:15.065 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:15.065 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:15.065 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:15.065 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:15.065 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:15.065 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:15.065 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:15.065 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:15.066 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.066 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:15.066 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:15.066 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:15.066 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:15.066 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:15.066 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:15.066 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.066 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T09:54:15.066 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:15.066 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.066 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:15.067 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:15.067 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:15.067 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:15.067 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:15.067 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.067 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T09:54:15.067 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:15.067 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:15.067 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:15.067 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:15.067 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:15.068 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:15.068 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.842674+0000", 2024-04-02T09:54:15.068 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.172372+0000", 2024-04-02T09:54:15.068 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.172372+0000", 2024-04-02T09:54:15.068 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.174870+0000", 2024-04-02T09:54:15.068 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.842674+0000", 2024-04-02T09:54:15.068 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:15.068 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:15.068 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:15.068 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:15.068 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.842674+0000", 2024-04-02T09:54:15.069 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.842674+0000", 2024-04-02T09:54:15.069 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.842674+0000", 2024-04-02T09:54:15.069 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:15.069 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:15.069 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:15.069 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.842674+0000", 2024-04-02T09:54:15.069 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.842674+0000", 2024-04-02T09:54:15.069 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:15.069 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2, 2024-04-02T09:54:15.069 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:15.069 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:15.070 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:15.070 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:15.070 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:15.070 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:15.070 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:15.070 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2, 2024-04-02T09:54:15.070 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:15.070 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:15.070 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:15.070 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.1a", 2024-04-02T09:54:15.071 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:15.071 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:15.071 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:15.071 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5002, 2024-04-02T09:54:15.071 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:15.071 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:50:37.382151+0000", 2024-04-02T09:54:15.071 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:15.071 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:15.071 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:15.071 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:15.071 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:15.071 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:15.071 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:15.072 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:15.072 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:15.072 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:15.072 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:15.072 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:15.072 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:15.072 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:15.072 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:15.072 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:15.072 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:15.072 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:15.072 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:15.072 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:15.073 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:15.073 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:15.073 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:15.073 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:15.073 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:15.073 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:15.073 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:15.073 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:15.073 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:15.073 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:15.073 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:15.074 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:15.074 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:15.074 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:15.074 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:15.074 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:15.074 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:15.074 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:15.074 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:15.074 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:15.074 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:15.074 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:15.074 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:15.075 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.075 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:15.075 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:15.075 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:15.075 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:15.075 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:15.075 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:15.075 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.075 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T09:54:15.075 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "550'2" 2024-04-02T09:54:15.075 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.076 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:15.076 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:15.076 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:15.076 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:15.076 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:15.076 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.076 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 4, 2024-04-02T09:54:15.076 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:15.076 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:15.076 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:15.076 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:15.077 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:15.077 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:15.077 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.183755+0000", 2024-04-02T09:54:15.077 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:22.993797+0000", 2024-04-02T09:54:15.077 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:22.993797+0000", 2024-04-02T09:54:15.077 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:22.996106+0000", 2024-04-02T09:54:15.077 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.183755+0000", 2024-04-02T09:54:15.077 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.077 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:15.077 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.077 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 435, 2024-04-02T09:54:15.077 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.183755+0000", 2024-04-02T09:54:15.078 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.183755+0000", 2024-04-02T09:54:15.078 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.183755+0000", 2024-04-02T09:54:15.078 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:15.078 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:15.078 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.078 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.183755+0000", 2024-04-02T09:54:15.078 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.183755+0000", 2024-04-02T09:54:15.078 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:15.078 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:15.079 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:15.079 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:15.079 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 434, 2024-04-02T09:54:15.079 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:15.079 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:15.079 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:15.079 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:15.079 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:15.079 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:15.079 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:15.079 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:15.080 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.1a", 2024-04-02T09:54:15.080 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:15.080 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:15.080 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:15.080 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5075, 2024-04-02T09:54:15.080 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:15.080 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:51:17.959172+0000", 2024-04-02T09:54:15.080 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:15.080 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:15.081 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:15.081 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:15.081 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:15.081 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:15.081 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:15.081 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:15.081 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:15.081 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:15.081 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:15.081 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:15.081 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:15.082 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:15.082 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:15.082 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:15.082 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:15.082 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:15.082 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:15.082 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:15.082 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:15.082 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:15.082 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:15.082 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:15.083 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:15.083 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:15.083 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:15.083 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:15.083 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:15.083 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:15.083 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:15.083 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:15.083 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:15.083 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:15.083 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:15.083 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:15.083 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:15.084 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:15.084 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:15.084 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:15.084 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:15.084 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:15.084 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:15.084 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.084 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:15.084 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:15.084 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:15.085 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:15.085 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:15.085 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:15.085 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.085 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 4, 2024-04-02T09:54:15.085 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:15.085 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.085 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:15.085 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:15.085 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:15.085 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:15.086 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:15.086 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.086 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:54:15.086 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:15.086 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:15.086 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:15.086 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:15.086 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:15.086 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:15.086 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.131042+0000", 2024-04-02T09:54:15.086 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.080499+0000", 2024-04-02T09:54:15.086 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.080499+0000", 2024-04-02T09:54:15.087 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.080885+0000", 2024-04-02T09:54:15.087 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.131042+0000", 2024-04-02T09:54:15.087 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:15.087 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:15.087 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:15.087 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:15.087 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.131042+0000", 2024-04-02T09:54:15.087 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.131042+0000", 2024-04-02T09:54:15.087 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.131042+0000", 2024-04-02T09:54:15.087 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:15.087 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:15.087 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:15.088 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.131042+0000", 2024-04-02T09:54:15.088 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.131042+0000", 2024-04-02T09:54:15.088 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:15.088 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2, 2024-04-02T09:54:15.088 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:15.088 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:15.088 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:15.088 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:15.088 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:15.088 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:15.088 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:15.088 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2, 2024-04-02T09:54:15.089 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:15.089 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:15.089 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:15.089 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.1b", 2024-04-02T09:54:15.089 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:15.089 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:15.089 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:15.089 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5067, 2024-04-02T09:54:15.089 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:15.089 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:21:48.076347+0000", 2024-04-02T09:54:15.089 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:15.089 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:15.090 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:15.090 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:15.090 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:15.090 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:15.090 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:15.090 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:15.090 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:15.090 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:15.090 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:15.090 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:15.090 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:15.091 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:15.091 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:15.091 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:15.091 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:15.091 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:15.091 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:15.091 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:15.091 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:15.091 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:15.091 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:15.091 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:15.092 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:15.092 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:15.092 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:15.092 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:15.092 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:15.092 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:15.092 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:15.092 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:15.092 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:15.092 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:15.092 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:15.092 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:15.093 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:15.093 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:15.093 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:15.093 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:15.093 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:15.093 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:15.093 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:15.093 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.093 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:15.093 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:15.093 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:15.094 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:15.094 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:15.094 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:15.094 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.094 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:54:15.094 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "550'2" 2024-04-02T09:54:15.094 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.094 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:15.094 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:15.094 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:15.094 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:15.094 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:15.095 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.095 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:54:15.095 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:15.095 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:15.095 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:15.095 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:15.095 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:15.095 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:15.095 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.185883+0000", 2024-04-02T09:54:15.095 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.189367+0000", 2024-04-02T09:54:15.095 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.189367+0000", 2024-04-02T09:54:15.096 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.190260+0000", 2024-04-02T09:54:15.096 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.185883+0000", 2024-04-02T09:54:15.096 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.096 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:15.096 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.096 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:15.096 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.185883+0000", 2024-04-02T09:54:15.096 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.185883+0000", 2024-04-02T09:54:15.096 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.185883+0000", 2024-04-02T09:54:15.096 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:15.096 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:15.096 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.097 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.185883+0000", 2024-04-02T09:54:15.097 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.185883+0000", 2024-04-02T09:54:15.097 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:15.097 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:15.097 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:15.097 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:15.097 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:15.097 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:15.097 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:15.097 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:15.097 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:15.097 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:15.097 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:15.098 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:15.098 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:15.098 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.1d", 2024-04-02T09:54:15.098 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:15.098 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:15.098 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:15.098 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5030, 2024-04-02T09:54:15.098 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:15.098 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:04:40.494679+0000", 2024-04-02T09:54:15.098 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:15.098 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:15.099 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:15.099 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:15.099 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:15.099 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:15.099 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:15.099 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:15.099 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:15.099 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:15.099 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:15.099 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:15.099 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:15.100 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:15.100 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:15.100 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:15.100 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:15.100 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:15.100 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:15.100 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:15.100 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:15.100 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:15.100 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:15.100 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:15.101 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:15.101 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:15.101 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:15.101 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:15.101 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:15.101 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:15.101 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:15.101 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:15.101 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:15.101 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:15.102 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:15.102 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:15.102 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:15.102 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:15.102 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:15.102 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:15.102 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:15.102 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:15.102 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:15.102 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.102 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:15.103 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:15.103 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:15.103 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:15.103 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:15.103 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:15.103 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.103 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:54:15.103 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:15.103 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.103 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:15.103 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:15.104 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:15.104 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:15.104 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:15.104 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.104 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:54:15.104 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:15.104 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:15.104 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:15.104 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:15.104 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:15.104 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:15.105 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.755596+0000", 2024-04-02T09:54:15.105 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.968168+0000", 2024-04-02T09:54:15.105 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.968168+0000", 2024-04-02T09:54:15.105 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:42.968699+0000", 2024-04-02T09:54:15.105 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.755596+0000", 2024-04-02T09:54:15.105 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:15.105 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:15.105 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:15.105 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:54:15.105 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.755596+0000", 2024-04-02T09:54:15.105 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.755596+0000", 2024-04-02T09:54:15.106 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.755596+0000", 2024-04-02T09:54:15.106 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:15.106 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:15.106 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:15.106 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.755596+0000", 2024-04-02T09:54:15.106 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.755596+0000", 2024-04-02T09:54:15.106 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:15.106 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2, 2024-04-02T09:54:15.106 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:15.106 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:15.106 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:54:15.106 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:15.107 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:15.107 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:15.107 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:15.107 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2, 2024-04-02T09:54:15.107 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:15.107 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:15.107 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:15.107 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.1c", 2024-04-02T09:54:15.107 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:15.107 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:15.107 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:15.107 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4867, 2024-04-02T09:54:15.108 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:15.108 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:57:19.211122+0000", 2024-04-02T09:54:15.108 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:15.108 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:15.108 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:15.108 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:15.108 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:15.108 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:15.108 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:15.108 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:15.108 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:15.108 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:15.108 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:15.109 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:15.109 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:15.109 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:15.109 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:15.109 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:15.109 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:15.109 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:15.109 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:15.109 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 3, 2024-04-02T09:54:15.109 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 1, 2024-04-02T09:54:15.109 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:15.109 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:15.110 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:15.110 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:15.110 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:15.110 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:15.110 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:15.110 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T09:54:15.110 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:15.110 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 1, 2024-04-02T09:54:15.110 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:15.110 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:15.110 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:15.111 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:15.111 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:15.111 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 6, 2024-04-02T09:54:15.111 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 6, 2024-04-02T09:54:15.111 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:15.111 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:15.111 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:15.111 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 3, 2024-04-02T09:54:15.111 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:15.111 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.111 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:15.111 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:15.111 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:15.112 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:15.112 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:15.112 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:15.112 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.112 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:54:15.112 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'2" 2024-04-02T09:54:15.112 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.112 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:15.112 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:15.112 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:15.112 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:15.113 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:15.113 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.113 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:54:15.113 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:15.113 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:15.113 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:15.113 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:15.113 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:15.113 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:15.113 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.185612+0000", 2024-04-02T09:54:15.113 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.970062+0000", 2024-04-02T09:54:15.113 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.970062+0000", 2024-04-02T09:54:15.113 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:42.970383+0000", 2024-04-02T09:54:15.114 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.185612+0000", 2024-04-02T09:54:15.114 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.114 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:15.114 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.114 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:54:15.114 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.185612+0000", 2024-04-02T09:54:15.114 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.185612+0000", 2024-04-02T09:54:15.114 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.185612+0000", 2024-04-02T09:54:15.114 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:15.114 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:15.114 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.115 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.185612+0000", 2024-04-02T09:54:15.115 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.185612+0000", 2024-04-02T09:54:15.115 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:15.115 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:15.115 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:15.115 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:15.115 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:54:15.115 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:15.115 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:15.115 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:15.115 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:15.115 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:15.116 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:15.116 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:15.116 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:15.116 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.1c", 2024-04-02T09:54:15.116 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:15.116 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:15.116 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:15.116 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5036, 2024-04-02T09:54:15.116 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:15.116 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:40:13.745044+0000", 2024-04-02T09:54:15.116 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:15.116 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:15.116 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:15.117 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:15.117 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:15.117 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:15.117 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:15.117 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:15.117 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:15.117 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:15.117 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:15.117 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:15.117 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:15.117 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:15.117 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:15.117 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:15.118 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:15.118 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:15.118 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:15.118 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:15.118 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:15.118 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:15.118 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:15.118 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:15.118 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:15.118 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:15.118 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:15.118 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:15.119 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:15.119 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:15.119 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:15.119 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:15.119 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:15.119 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:15.119 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:15.119 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:15.119 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:15.119 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:15.119 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:15.119 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:15.120 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:15.120 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:15.120 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:15.120 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.120 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:15.120 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:15.120 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:15.120 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:15.120 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:15.120 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:15.120 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.120 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:54:15.121 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:15.121 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.121 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:15.121 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:15.121 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:15.121 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:15.121 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:15.121 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.121 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:54:15.121 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:15.121 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:15.121 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:15.122 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:15.122 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:15.122 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:15.122 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.187263+0000", 2024-04-02T09:54:15.122 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.087634+0000", 2024-04-02T09:54:15.122 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.087634+0000", 2024-04-02T09:54:15.122 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.088990+0000", 2024-04-02T09:54:15.122 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.187263+0000", 2024-04-02T09:54:15.122 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:15.122 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:15.122 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:15.123 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:15.123 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.187263+0000", 2024-04-02T09:54:15.123 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.187263+0000", 2024-04-02T09:54:15.123 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.187263+0000", 2024-04-02T09:54:15.123 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:15.123 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:15.123 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:15.123 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.187263+0000", 2024-04-02T09:54:15.123 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.187263+0000", 2024-04-02T09:54:15.123 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:15.123 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2, 2024-04-02T09:54:15.123 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:15.124 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:15.124 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:15.124 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:15.124 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:15.124 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:15.124 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:15.124 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2, 2024-04-02T09:54:15.124 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:15.124 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:15.124 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:15.124 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.1d", 2024-04-02T09:54:15.124 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:15.125 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:15.125 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:15.125 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4945, 2024-04-02T09:54:15.125 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:15.125 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:02:50.975757+0000", 2024-04-02T09:54:15.125 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:15.125 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:15.125 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:15.125 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:15.125 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:15.125 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:15.125 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:15.125 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:15.126 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:15.126 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:15.126 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:15.126 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:15.126 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:15.126 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:15.126 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:15.126 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:15.126 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:15.126 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:15.126 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:15.127 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 3, 2024-04-02T09:54:15.127 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 1, 2024-04-02T09:54:15.127 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:15.127 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:15.127 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:15.127 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:15.127 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:15.127 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:15.127 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:15.127 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T09:54:15.127 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:15.128 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:15.128 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:15.128 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:15.128 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:15.128 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:15.128 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:15.128 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 6, 2024-04-02T09:54:15.128 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 6, 2024-04-02T09:54:15.128 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:15.128 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:15.128 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:15.128 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 3, 2024-04-02T09:54:15.129 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:15.129 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.129 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:15.129 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:15.129 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:15.129 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:15.129 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:15.129 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:15.129 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.129 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:54:15.129 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "61'2" 2024-04-02T09:54:15.130 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.130 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:15.130 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:15.130 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:15.130 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:15.130 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:15.130 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.130 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T09:54:15.130 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:15.130 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:15.130 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:15.131 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:15.131 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:15.131 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:15.131 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.844190+0000", 2024-04-02T09:54:15.131 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.962893+0000", 2024-04-02T09:54:15.131 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.962893+0000", 2024-04-02T09:54:15.131 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:42.963308+0000", 2024-04-02T09:54:15.131 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.844190+0000", 2024-04-02T09:54:15.131 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.131 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:15.131 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.131 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:54:15.131 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.844190+0000", 2024-04-02T09:54:15.132 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.844190+0000", 2024-04-02T09:54:15.132 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.844190+0000", 2024-04-02T09:54:15.132 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:15.132 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:15.132 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.132 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.844190+0000", 2024-04-02T09:54:15.132 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.844190+0000", 2024-04-02T09:54:15.132 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:15.132 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:15.132 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:15.132 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:15.132 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:54:15.132 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:15.133 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:15.133 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:15.133 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:15.133 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:15.133 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:15.133 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:15.133 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:15.133 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.1f", 2024-04-02T09:54:15.133 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:15.133 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:15.133 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:15.133 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5149, 2024-04-02T09:54:15.133 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:15.134 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:50:46.949586+0000", 2024-04-02T09:54:15.134 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:15.134 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:15.134 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:15.134 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:15.134 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:15.134 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:15.134 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:15.134 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:15.134 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:15.134 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:15.134 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:15.135 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:15.135 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:15.135 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:15.135 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:15.135 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:15.135 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:15.135 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:15.135 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:15.135 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:15.135 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:15.135 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:15.136 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:15.136 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:15.136 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:15.136 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:15.136 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:15.136 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:15.136 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:15.136 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:15.136 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:15.136 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:15.136 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:15.136 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:15.136 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:15.137 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:15.137 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:15.137 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:15.137 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:15.137 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:15.137 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:15.137 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:15.137 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:15.137 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.137 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:15.137 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:15.137 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:15.138 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:15.138 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:15.138 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:15.138 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.138 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T09:54:15.138 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:15.138 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.138 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:15.138 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:15.138 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:15.138 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:15.139 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:54:15.139 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.139 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:54:15.139 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:15.139 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:15.139 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:15.139 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:15.139 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:15.139 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:15.139 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.131387+0000", 2024-04-02T09:54:15.139 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.967839+0000", 2024-04-02T09:54:15.139 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.967839+0000", 2024-04-02T09:54:15.139 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:42.968212+0000", 2024-04-02T09:54:15.140 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.131387+0000", 2024-04-02T09:54:15.140 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:15.140 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:15.140 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:15.140 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:54:15.140 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.131387+0000", 2024-04-02T09:54:15.140 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.131387+0000", 2024-04-02T09:54:15.140 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.131387+0000", 2024-04-02T09:54:15.140 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:15.140 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:15.140 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:15.140 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.131387+0000", 2024-04-02T09:54:15.141 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.131387+0000", 2024-04-02T09:54:15.141 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:15.141 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 2, 2024-04-02T09:54:15.141 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:15.141 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:15.141 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:54:15.141 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:15.141 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:15.141 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:15.141 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:15.141 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 2, 2024-04-02T09:54:15.141 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:15.142 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:15.142 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:15.142 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.1e", 2024-04-02T09:54:15.142 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:15.142 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:15.142 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:15.142 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5084, 2024-04-02T09:54:15.142 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:15.142 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:47:36.508895+0000", 2024-04-02T09:54:15.142 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:15.142 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:15.143 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:15.143 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:15.143 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:15.143 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:15.143 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:15.143 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:15.143 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:15.143 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:15.143 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:15.143 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:15.143 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:15.143 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:15.144 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:15.144 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:15.144 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:15.144 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:15.144 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:15.144 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:15.144 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:15.144 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:15.144 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:15.144 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:15.144 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:15.144 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:15.145 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:15.145 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:15.145 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:15.145 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:15.145 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:15.145 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:15.145 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:15.145 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:15.145 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:15.145 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:15.145 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:15.145 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:15.145 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:15.146 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:15.146 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:15.146 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:15.146 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:15.146 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.146 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:15.146 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:15.146 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:15.146 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:15.146 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:15.146 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:54:15.147 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.147 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:54:15.147 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "550'2" 2024-04-02T09:54:15.147 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.147 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:15.147 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:15.147 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:15.147 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:15.147 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:15.147 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.147 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:54:15.147 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:15.148 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:15.148 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:15.148 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:15.148 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:15.148 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:15.148 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.131499+0000", 2024-04-02T09:54:15.148 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.168944+0000", 2024-04-02T09:54:15.148 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.168944+0000", 2024-04-02T09:54:15.148 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.169311+0000", 2024-04-02T09:54:15.148 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.131499+0000", 2024-04-02T09:54:15.148 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.148 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:15.149 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.149 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:15.149 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.131499+0000", 2024-04-02T09:54:15.149 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.131499+0000", 2024-04-02T09:54:15.149 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.131499+0000", 2024-04-02T09:54:15.149 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:15.149 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:15.149 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.149 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.131499+0000", 2024-04-02T09:54:15.149 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.131499+0000", 2024-04-02T09:54:15.149 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:15.149 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:15.150 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:15.150 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:15.150 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:15.150 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:15.150 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:15.150 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:15.150 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:15.150 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:15.150 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:15.150 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:15.150 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:15.151 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.1e", 2024-04-02T09:54:15.151 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:15.151 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:15.151 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:15.151 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5069, 2024-04-02T09:54:15.151 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:15.151 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:45:13.384505+0000", 2024-04-02T09:54:15.151 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:15.151 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:15.151 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:15.151 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:15.151 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:15.151 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:15.152 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:15.152 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:15.152 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:15.152 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:15.152 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:15.152 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:15.152 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:15.152 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:15.152 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:15.152 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:15.152 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:15.152 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:15.153 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:15.153 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:15.153 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:15.153 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:15.153 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:15.153 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:15.153 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:15.153 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:15.153 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:15.153 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:15.153 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:15.153 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:15.153 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:15.154 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:15.154 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:15.154 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:15.154 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:15.154 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:15.154 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:15.154 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:15.154 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:15.154 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:15.154 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:15.154 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:15.154 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:15.155 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.155 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:15.155 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:15.155 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:15.155 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:15.155 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:15.155 INFO:tasks.workunit.client.0.smithi012.stdout: 2 2024-04-02T09:54:15.155 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.155 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:54:15.155 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:15.155 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.155 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:15.156 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:15.156 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:15.156 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:15.156 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:15.156 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.156 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T09:54:15.156 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:15.156 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:15.156 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 59, 2024-04-02T09:54:15.156 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:15.156 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:15.156 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:15.157 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.844715+0000", 2024-04-02T09:54:15.157 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.082093+0000", 2024-04-02T09:54:15.157 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.082093+0000", 2024-04-02T09:54:15.157 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.082443+0000", 2024-04-02T09:54:15.157 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.844715+0000", 2024-04-02T09:54:15.157 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:15.157 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:15.157 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:15.157 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:15.157 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.844715+0000", 2024-04-02T09:54:15.157 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.844715+0000", 2024-04-02T09:54:15.157 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.844715+0000", 2024-04-02T09:54:15.158 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:15.158 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:15.158 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:25.621155+0000", 2024-04-02T09:54:15.158 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.844715+0000", 2024-04-02T09:54:15.158 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.844715+0000", 2024-04-02T09:54:15.158 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:15.158 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 5, 2024-04-02T09:54:15.158 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:15.158 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:15.158 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:15.158 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:15.158 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:15.159 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:15.159 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:15.159 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 5, 2024-04-02T09:54:15.159 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:15.159 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:15.159 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:15.159 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "2.1f", 2024-04-02T09:54:15.159 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:15.159 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:15.159 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:15.159 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5157, 2024-04-02T09:54:15.159 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:15.159 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:33:59.796438+0000", 2024-04-02T09:54:15.160 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:15.160 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:15.160 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:15.160 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 582, 2024-04-02T09:54:15.160 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:15.160 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:15.160 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:15.160 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:15.160 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:15.160 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:15.160 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:15.160 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:15.160 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:15.161 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:15.161 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:15.161 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:15.161 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:15.161 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:15.161 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:15.161 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 6, 2024-04-02T09:54:15.161 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 2, 2024-04-02T09:54:15.161 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:15.161 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 2, 2024-04-02T09:54:15.161 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:15.161 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:15.161 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:15.162 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:15.162 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:15.162 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 1, 2024-04-02T09:54:15.162 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:15.162 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:15.162 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:15.162 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:15.162 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:15.162 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:15.162 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:15.162 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 4, 2024-04-02T09:54:15.162 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 4, 2024-04-02T09:54:15.163 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:15.163 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:15.163 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:15.163 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 4, 2024-04-02T09:54:15.163 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 1 2024-04-02T09:54:15.163 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.163 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:15.163 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:15.163 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:15.163 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:15.163 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:15.163 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:15.164 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.164 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T09:54:15.164 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "550'5" 2024-04-02T09:54:15.164 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.164 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:15.164 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:15.164 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:15.164 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:15.164 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:15.164 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.164 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:54:15.164 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:15.165 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:15.165 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:15.165 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:15.165 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:15.165 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:15.165 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.187200+0000", 2024-04-02T09:54:15.165 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.092394+0000", 2024-04-02T09:54:15.165 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.092394+0000", 2024-04-02T09:54:15.165 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.092861+0000", 2024-04-02T09:54:15.165 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.187200+0000", 2024-04-02T09:54:15.165 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.165 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:15.166 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.166 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:15.166 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.187200+0000", 2024-04-02T09:54:15.166 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.187200+0000", 2024-04-02T09:54:15.166 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.187200+0000", 2024-04-02T09:54:15.166 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:15.166 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:15.166 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.166 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.187200+0000", 2024-04-02T09:54:15.166 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.187200+0000", 2024-04-02T09:54:15.166 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:15.166 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:15.167 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:15.167 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:15.167 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:15.167 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:15.167 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:15.167 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:15.167 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:15.167 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:15.167 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:15.167 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:15.167 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:15.167 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.2d", 2024-04-02T09:54:15.167 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:15.168 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:15.168 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:15.168 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4944, 2024-04-02T09:54:15.168 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:15.168 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:02:49.600412+0000", 2024-04-02T09:54:15.168 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:15.168 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:15.168 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:15.168 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:15.168 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:15.168 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:15.168 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:15.168 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:15.169 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:15.169 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:15.169 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:15.169 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:15.169 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:15.169 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:15.169 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:15.169 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:15.169 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:15.169 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:15.169 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:15.169 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:15.170 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:15.170 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:15.170 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:15.170 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:15.170 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:15.170 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:15.170 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:15.170 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:15.170 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:15.170 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:15.170 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:15.170 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:15.171 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:15.171 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:15.171 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:15.171 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:15.171 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:15.171 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:15.171 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:15.171 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:15.171 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:15.171 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:15.171 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:15.171 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.171 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:15.172 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:15.172 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:15.172 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:15.172 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:15.172 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:15.172 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.172 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:54:15.172 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:15.172 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.172 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:15.172 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:15.172 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:15.172 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:15.173 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:15.173 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.173 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 2, 2024-04-02T09:54:15.173 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:15.173 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:15.173 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:15.173 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:15.173 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:15.173 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:15.173 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.843695+0000", 2024-04-02T09:54:15.173 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.079315+0000", 2024-04-02T09:54:15.173 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.079315+0000", 2024-04-02T09:54:15.174 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.079641+0000", 2024-04-02T09:54:15.174 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.843695+0000", 2024-04-02T09:54:15.174 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.174 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:15.174 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.174 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:15.174 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.843695+0000", 2024-04-02T09:54:15.174 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.843695+0000", 2024-04-02T09:54:15.174 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.843695+0000", 2024-04-02T09:54:15.174 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:15.174 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:15.174 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.174 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.843695+0000", 2024-04-02T09:54:15.175 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.843695+0000", 2024-04-02T09:54:15.175 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:15.175 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:15.175 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:15.175 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:15.175 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:15.175 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:15.175 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:15.175 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:15.175 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:15.175 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:15.175 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:15.175 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:15.176 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:15.176 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.2e", 2024-04-02T09:54:15.176 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:15.176 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:15.176 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:15.176 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5113, 2024-04-02T09:54:15.176 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:15.176 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:03:21.630474+0000", 2024-04-02T09:54:15.176 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:15.176 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:15.176 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:15.176 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:15.176 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:15.177 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:15.177 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:15.177 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:15.177 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:15.177 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:15.177 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:15.177 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:15.177 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:15.177 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:15.177 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:15.177 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:15.177 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:15.177 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:15.178 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:15.178 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:15.178 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:15.178 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:15.178 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:15.178 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:15.178 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:15.178 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:15.178 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:15.178 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:15.178 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:15.178 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:15.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:15.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:15.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:15.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:15.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:15.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:15.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:15.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:15.179 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:15.180 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:15.180 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:15.180 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:15.180 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:15.180 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.180 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:15.180 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:15.180 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:15.180 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:15.180 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:15.180 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:15.180 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.180 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 2, 2024-04-02T09:54:15.181 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:15.181 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.181 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:15.181 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:15.181 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:15.181 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:15.181 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:15.181 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.181 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:54:15.181 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:15.181 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:15.182 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:15.182 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:15.182 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:15.182 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:15.182 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.184340+0000", 2024-04-02T09:54:15.182 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.078618+0000", 2024-04-02T09:54:15.182 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.078618+0000", 2024-04-02T09:54:15.182 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.079092+0000", 2024-04-02T09:54:15.182 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.184340+0000", 2024-04-02T09:54:15.182 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.182 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:15.182 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.182 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:15.183 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.184340+0000", 2024-04-02T09:54:15.183 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.184340+0000", 2024-04-02T09:54:15.183 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.184340+0000", 2024-04-02T09:54:15.183 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:15.183 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:15.183 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.183 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.184340+0000", 2024-04-02T09:54:15.183 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.184340+0000", 2024-04-02T09:54:15.183 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:15.183 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:15.183 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:15.183 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:15.183 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:15.183 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:15.184 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:15.184 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:15.184 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:15.184 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:15.184 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:15.184 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:15.184 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:15.184 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.2f", 2024-04-02T09:54:15.184 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:15.184 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:15.184 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:15.185 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5033, 2024-04-02T09:54:15.185 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:15.185 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:08:02.356439+0000", 2024-04-02T09:54:15.185 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:15.185 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:15.185 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:15.185 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:15.185 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:15.185 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:15.185 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:15.185 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:15.186 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:15.186 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:15.186 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:15.186 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:15.186 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:15.186 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:15.186 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:15.186 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:15.186 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:15.186 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:15.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:15.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:15.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:15.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:15.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:15.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:15.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:15.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:15.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:15.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:15.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:15.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:15.187 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:15.188 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:15.188 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:15.188 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:15.188 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:15.188 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:15.188 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:15.188 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:15.188 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:15.188 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:15.188 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:15.189 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:15.189 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:15.189 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.189 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:15.189 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:15.189 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:15.189 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:15.189 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:15.189 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:15.189 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.190 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:54:15.190 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:15.190 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.190 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:15.190 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:15.190 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:15.190 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:15.190 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:15.190 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.190 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:54:15.190 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:15.190 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:15.190 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:15.191 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:15.191 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:15.191 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:15.191 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.183374+0000", 2024-04-02T09:54:15.191 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.081497+0000", 2024-04-02T09:54:15.191 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.081497+0000", 2024-04-02T09:54:15.191 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.081798+0000", 2024-04-02T09:54:15.191 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.183374+0000", 2024-04-02T09:54:15.191 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.191 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:15.191 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.191 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:15.191 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.183374+0000", 2024-04-02T09:54:15.192 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.183374+0000", 2024-04-02T09:54:15.192 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.183374+0000", 2024-04-02T09:54:15.192 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:15.192 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:15.192 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.192 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.183374+0000", 2024-04-02T09:54:15.192 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.183374+0000", 2024-04-02T09:54:15.192 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:15.192 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:15.192 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:15.192 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:15.192 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:15.192 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:15.192 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:15.193 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:15.193 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:15.193 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:15.193 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:15.193 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:15.193 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:15.193 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.30", 2024-04-02T09:54:15.193 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:15.193 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:15.193 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:15.193 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5031, 2024-04-02T09:54:15.193 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:15.193 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:20:07.200080+0000", 2024-04-02T09:54:15.193 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:15.194 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:15.194 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:15.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:15.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:15.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:15.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:15.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:15.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:15.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:15.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:15.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:15.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:15.194 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:15.195 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:15.195 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:15.195 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:15.195 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:15.195 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:15.195 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:15.195 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:15.195 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:15.195 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:15.196 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:15.196 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:15.196 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:15.196 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:15.196 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:15.196 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:15.196 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:15.196 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:15.196 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:15.196 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:15.196 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:15.196 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:15.196 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:15.196 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:15.197 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:15.197 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:15.197 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:15.197 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:15.197 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:15.197 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:15.197 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.197 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:15.197 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:15.197 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:15.197 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:15.197 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:15.198 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:15.198 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.198 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:54:15.198 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:15.198 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.198 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:15.198 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:15.198 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:15.198 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:15.198 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:54:15.198 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.199 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:54:15.199 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:15.199 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:15.199 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:15.199 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:15.199 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:15.199 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:15.199 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.754623+0000", 2024-04-02T09:54:15.199 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.965077+0000", 2024-04-02T09:54:15.199 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.965077+0000", 2024-04-02T09:54:15.199 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:42.966205+0000", 2024-04-02T09:54:15.200 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.754623+0000", 2024-04-02T09:54:15.200 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.200 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:15.200 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.200 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:54:15.200 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.754623+0000", 2024-04-02T09:54:15.200 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.754623+0000", 2024-04-02T09:54:15.200 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.754623+0000", 2024-04-02T09:54:15.200 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:15.200 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:15.200 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.201 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.754623+0000", 2024-04-02T09:54:15.201 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.754623+0000", 2024-04-02T09:54:15.201 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:15.201 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:15.201 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:15.201 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:15.201 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:54:15.201 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:15.201 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:15.201 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:15.201 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:15.201 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:15.202 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:15.202 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:15.202 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:15.202 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.31", 2024-04-02T09:54:15.202 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:15.202 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:15.202 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:15.202 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5124, 2024-04-02T09:54:15.202 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:15.202 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:24:19.603492+0000", 2024-04-02T09:54:15.202 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:15.202 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:15.202 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:15.203 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:15.203 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:15.203 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:15.203 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:15.203 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:15.203 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:15.203 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:15.203 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:15.203 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:15.203 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:15.203 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:15.203 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:15.204 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:15.204 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:15.204 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:15.204 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:15.204 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:15.204 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:15.204 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:15.204 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:15.204 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:15.204 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:15.204 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:15.204 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:15.204 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:15.204 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:15.205 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:15.205 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:15.205 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:15.205 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:15.205 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:15.205 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:15.205 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:15.205 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:15.205 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:15.205 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:15.205 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:15.205 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:15.205 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:15.206 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:15.206 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.206 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:15.206 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:15.206 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:15.206 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:15.206 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:15.206 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:54:15.206 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.206 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:54:15.206 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:15.206 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.206 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:15.207 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:15.207 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:15.207 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:15.207 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:54:15.207 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.207 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 0, 2024-04-02T09:54:15.207 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:15.207 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:15.207 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:15.207 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:15.207 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:15.207 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:15.207 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.842439+0000", 2024-04-02T09:54:15.208 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:42.957109+0000", 2024-04-02T09:54:15.208 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:42.957109+0000", 2024-04-02T09:54:15.208 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:42.957458+0000", 2024-04-02T09:54:15.208 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.842439+0000", 2024-04-02T09:54:15.208 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.208 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:15.208 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.208 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 455, 2024-04-02T09:54:15.208 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.842439+0000", 2024-04-02T09:54:15.208 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.842439+0000", 2024-04-02T09:54:15.208 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.842439+0000", 2024-04-02T09:54:15.208 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:15.208 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:15.208 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.209 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.842439+0000", 2024-04-02T09:54:15.209 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.842439+0000", 2024-04-02T09:54:15.209 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:15.209 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:15.209 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:15.209 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:15.209 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 454, 2024-04-02T09:54:15.209 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:15.209 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:15.209 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:15.209 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:15.209 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:15.209 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:15.209 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:15.210 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:15.210 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.32", 2024-04-02T09:54:15.210 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:15.210 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:15.210 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:15.210 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5144, 2024-04-02T09:54:15.210 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:15.210 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:15:04.610742+0000", 2024-04-02T09:54:15.210 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:15.210 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:15.210 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:15.210 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:15.210 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:15.211 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:15.211 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:15.211 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:15.211 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:15.211 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:15.211 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:15.211 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:15.211 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:15.211 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:15.211 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:15.211 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:15.211 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:15.211 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:15.211 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:15.211 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:15.212 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:15.212 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:15.212 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:15.212 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:15.212 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:15.212 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:15.212 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:15.212 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:15.212 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:15.212 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:15.212 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:15.212 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:15.212 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:15.213 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:15.213 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:15.213 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:15.213 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:15.213 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:15.213 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:15.213 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:15.213 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:15.213 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:15.213 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:15.213 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.213 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:15.213 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:15.213 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:15.214 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:15.214 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:15.214 INFO:tasks.workunit.client.0.smithi012.stdout: 5 2024-04-02T09:54:15.214 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.214 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 0, 2024-04-02T09:54:15.214 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:15.214 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.214 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:15.214 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:15.214 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:15.214 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:15.214 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:15.215 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.215 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:54:15.215 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:15.215 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:15.215 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:15.215 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:15.215 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:15.215 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:15.215 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.130699+0000", 2024-04-02T09:54:15.215 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.174832+0000", 2024-04-02T09:54:15.215 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.174832+0000", 2024-04-02T09:54:15.215 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.175903+0000", 2024-04-02T09:54:15.215 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.130699+0000", 2024-04-02T09:54:15.215 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.216 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:15.216 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.216 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:15.216 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.130699+0000", 2024-04-02T09:54:15.216 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.130699+0000", 2024-04-02T09:54:15.216 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.130699+0000", 2024-04-02T09:54:15.216 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:15.216 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:15.216 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.216 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.130699+0000", 2024-04-02T09:54:15.216 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.130699+0000", 2024-04-02T09:54:15.216 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:15.216 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:15.216 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:15.217 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:15.217 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:15.217 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:15.217 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:15.217 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:15.217 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:15.217 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:15.217 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:15.217 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:15.217 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:15.217 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.33", 2024-04-02T09:54:15.217 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:15.217 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:15.218 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:15.218 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5067, 2024-04-02T09:54:15.218 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:15.218 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:01:32.160674+0000", 2024-04-02T09:54:15.218 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:15.218 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:15.218 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:15.218 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:15.218 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:15.218 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:15.218 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:15.218 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:15.218 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:15.218 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:15.218 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:15.219 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:15.219 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:15.219 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:15.219 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:15.219 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:15.219 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:15.219 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:15.219 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:15.219 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:15.219 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:15.219 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:15.219 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:15.219 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:15.219 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:15.220 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:15.220 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:15.220 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:15.220 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:15.220 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:15.220 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:15.220 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:15.220 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:15.220 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:15.220 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:15.220 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:15.220 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:15.220 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:15.220 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:15.220 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:15.221 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:15.221 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:15.221 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:15.221 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.221 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:15.221 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:15.221 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:15.221 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:15.221 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:15.221 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:15.221 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.221 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:54:15.221 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:15.221 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.222 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:15.222 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:15.222 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:15.222 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:15.222 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:15.222 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.222 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 4, 2024-04-02T09:54:15.222 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:15.222 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:15.222 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:15.222 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:15.222 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:15.222 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:15.222 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.186638+0000", 2024-04-02T09:54:15.223 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.179079+0000", 2024-04-02T09:54:15.223 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.179079+0000", 2024-04-02T09:54:15.223 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.180484+0000", 2024-04-02T09:54:15.223 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.186638+0000", 2024-04-02T09:54:15.223 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.223 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:15.223 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.223 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:15.223 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.186638+0000", 2024-04-02T09:54:15.223 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.186638+0000", 2024-04-02T09:54:15.223 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.186638+0000", 2024-04-02T09:54:15.223 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:15.223 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:15.223 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.223 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.186638+0000", 2024-04-02T09:54:15.224 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.186638+0000", 2024-04-02T09:54:15.224 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:15.224 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:15.224 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:15.224 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:15.224 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:15.224 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:15.224 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:15.224 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:15.224 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:15.224 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:15.224 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:15.224 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:15.224 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:15.225 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.34", 2024-04-02T09:54:15.225 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:15.225 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:15.225 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:15.225 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5040, 2024-04-02T09:54:15.225 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:15.225 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:07:09.308090+0000", 2024-04-02T09:54:15.225 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:15.225 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:15.225 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:15.225 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:15.225 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:15.225 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:15.225 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:15.225 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:15.226 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:15.226 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:15.226 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:15.226 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:15.226 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:15.226 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:15.226 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:15.226 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:15.226 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:15.226 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:15.226 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:15.226 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:15.226 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:15.226 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:15.227 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:15.227 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:15.227 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:15.227 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:15.227 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:15.227 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:15.227 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:15.227 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:15.227 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:15.227 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:15.227 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:15.227 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:15.227 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:15.227 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:15.228 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:15.228 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:15.228 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:15.228 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:15.228 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:15.228 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:15.228 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:15.228 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.228 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:15.228 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:15.228 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:15.228 INFO:tasks.workunit.client.0.smithi012.stdout: 4, 2024-04-02T09:54:15.228 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:15.228 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:15.228 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.228 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 4, 2024-04-02T09:54:15.229 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:15.229 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.229 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:15.229 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:15.229 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:15.229 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:15.229 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:15.229 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.229 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T09:54:15.229 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:15.229 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:15.229 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:15.229 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:15.229 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:15.230 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:15.230 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.841625+0000", 2024-04-02T09:54:15.230 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.184294+0000", 2024-04-02T09:54:15.230 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.184294+0000", 2024-04-02T09:54:15.230 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.184617+0000", 2024-04-02T09:54:15.230 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.841625+0000", 2024-04-02T09:54:15.230 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.230 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:15.230 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.230 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:15.230 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.841625+0000", 2024-04-02T09:54:15.230 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.841625+0000", 2024-04-02T09:54:15.230 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.841625+0000", 2024-04-02T09:54:15.231 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:15.231 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:15.231 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.231 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.841625+0000", 2024-04-02T09:54:15.231 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.841625+0000", 2024-04-02T09:54:15.231 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:15.231 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:15.231 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:15.231 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:15.231 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:15.231 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:15.231 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:15.231 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:15.232 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:15.232 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:15.232 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:15.232 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:15.232 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:15.232 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.35", 2024-04-02T09:54:15.232 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:15.232 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:15.232 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:15.232 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4973, 2024-04-02T09:54:15.232 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:15.232 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:00:09.407463+0000", 2024-04-02T09:54:15.232 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:15.232 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:15.233 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:15.233 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:15.233 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:15.233 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:15.233 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:15.233 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:15.233 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:15.233 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:15.233 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:15.233 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:15.233 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:15.233 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:15.233 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:15.233 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:15.233 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:15.234 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:15.234 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:15.234 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:15.234 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:15.234 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:15.234 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:15.234 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:15.234 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:15.234 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:15.234 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:15.234 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:15.234 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:15.234 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:15.235 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:15.235 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:15.235 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:15.235 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:15.235 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:15.235 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:15.235 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:15.235 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:15.235 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:15.235 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:15.235 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:15.235 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:15.235 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:15.235 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.235 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:15.236 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:15.236 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:15.236 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:15.236 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:15.236 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:15.236 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.236 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T09:54:15.236 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:15.236 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.236 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:15.236 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:15.236 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:15.236 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:15.236 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:15.236 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.237 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 6, 2024-04-02T09:54:15.237 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:15.237 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:15.237 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:15.237 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:15.237 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:15.237 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:15.237 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.842186+0000", 2024-04-02T09:54:15.237 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.184356+0000", 2024-04-02T09:54:15.237 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.184356+0000", 2024-04-02T09:54:15.237 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.184641+0000", 2024-04-02T09:54:15.237 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.842186+0000", 2024-04-02T09:54:15.237 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.237 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:15.238 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.238 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:15.238 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.842186+0000", 2024-04-02T09:54:15.238 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.842186+0000", 2024-04-02T09:54:15.238 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.842186+0000", 2024-04-02T09:54:15.238 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:15.238 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:15.238 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.238 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.842186+0000", 2024-04-02T09:54:15.238 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.842186+0000", 2024-04-02T09:54:15.238 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:15.238 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:15.238 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:15.238 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:15.239 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:15.239 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:15.239 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:15.239 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:15.239 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:15.239 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:15.239 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:15.239 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:15.239 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:15.239 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.36", 2024-04-02T09:54:15.239 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:15.239 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:15.239 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:15.239 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4973, 2024-04-02T09:54:15.239 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:15.240 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:25:50.998117+0000", 2024-04-02T09:54:15.240 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:15.240 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:15.240 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:15.240 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:15.240 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:15.240 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:15.240 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:15.240 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:15.240 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:15.240 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:15.240 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:15.240 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:15.240 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:15.241 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:15.241 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:15.241 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:15.241 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:15.241 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:15.241 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:15.241 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:15.241 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:15.241 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:15.241 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:15.241 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:15.241 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:15.241 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:15.241 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:15.242 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:15.242 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:15.242 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:15.242 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:15.242 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:15.242 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:15.242 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:15.242 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:15.242 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:15.242 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:15.242 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:15.242 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:15.242 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:15.243 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:15.243 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:15.243 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:15.243 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.243 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:15.243 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:15.243 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:15.243 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:15.243 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:15.243 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:15.243 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.243 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 6, 2024-04-02T09:54:15.243 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:15.243 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.244 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:15.244 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:15.244 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:15.244 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:15.244 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:15.244 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.244 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:54:15.244 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:15.244 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:15.244 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:15.244 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:15.244 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:15.244 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:15.244 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.183029+0000", 2024-04-02T09:54:15.245 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.088331+0000", 2024-04-02T09:54:15.245 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.088331+0000", 2024-04-02T09:54:15.245 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.089003+0000", 2024-04-02T09:54:15.245 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.183029+0000", 2024-04-02T09:54:15.245 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.245 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:15.245 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.245 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:15.245 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.183029+0000", 2024-04-02T09:54:15.245 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.183029+0000", 2024-04-02T09:54:15.245 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.183029+0000", 2024-04-02T09:54:15.245 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:15.245 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:15.245 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.245 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.183029+0000", 2024-04-02T09:54:15.246 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.183029+0000", 2024-04-02T09:54:15.246 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:15.246 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:15.246 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:15.246 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:15.246 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:15.246 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:15.246 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:15.246 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:15.246 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:15.246 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:15.246 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:15.246 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:15.246 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:15.247 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.37", 2024-04-02T09:54:15.247 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:15.247 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:15.247 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:15.247 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4950, 2024-04-02T09:54:15.247 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:15.247 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:26:27.016628+0000", 2024-04-02T09:54:15.247 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:15.247 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:15.247 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:15.247 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:15.247 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:15.247 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:15.247 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:15.247 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:15.248 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:15.248 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:15.248 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:15.248 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:15.248 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:15.248 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:15.248 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:15.248 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:15.248 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:15.248 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:15.248 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:15.248 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:15.248 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:15.249 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:15.249 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:15.249 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:15.249 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:15.249 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:15.249 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:15.249 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:15.249 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:15.249 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:15.249 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:15.249 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:15.249 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:15.249 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:15.249 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:15.249 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:15.249 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:15.250 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:15.250 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:15.250 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:15.250 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:15.250 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:15.250 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:15.250 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.250 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:15.250 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:15.250 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:15.250 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:15.250 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:15.250 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:15.251 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.251 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:54:15.251 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:15.251 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.251 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:15.251 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:15.251 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:15.251 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:15.251 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:15.251 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.251 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:54:15.251 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:15.251 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:15.251 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:15.252 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:15.252 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:15.252 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:15.252 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.130100+0000", 2024-04-02T09:54:15.252 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.175402+0000", 2024-04-02T09:54:15.252 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.175402+0000", 2024-04-02T09:54:15.252 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.175762+0000", 2024-04-02T09:54:15.252 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.130100+0000", 2024-04-02T09:54:15.252 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.252 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:15.252 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.252 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:15.252 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.130100+0000", 2024-04-02T09:54:15.252 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.130100+0000", 2024-04-02T09:54:15.252 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.130100+0000", 2024-04-02T09:54:15.253 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:15.253 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:15.253 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.253 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.130100+0000", 2024-04-02T09:54:15.253 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.130100+0000", 2024-04-02T09:54:15.253 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:15.253 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:15.253 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:15.253 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:15.253 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:15.253 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:15.253 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:15.253 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:15.253 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:15.254 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:15.254 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:15.254 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:15.254 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:15.254 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.38", 2024-04-02T09:54:15.254 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:15.254 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:15.254 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:15.254 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5064, 2024-04-02T09:54:15.254 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:15.254 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:08:32.932284+0000", 2024-04-02T09:54:15.254 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:15.255 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:15.255 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:15.255 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:15.255 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:15.255 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:15.255 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:15.255 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:15.255 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:15.255 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:15.255 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:15.255 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:15.255 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:15.255 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:15.255 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:15.256 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:15.256 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:15.256 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:15.256 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:15.256 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:15.256 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:15.256 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:15.256 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:15.256 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:15.256 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:15.256 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:15.256 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:15.256 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:15.256 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:15.257 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:15.257 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:15.257 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:15.257 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:15.257 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:15.257 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:15.257 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:15.257 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:15.257 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:15.257 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:15.257 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:15.257 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:15.257 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:15.257 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:15.257 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.258 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:15.258 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:15.258 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:15.258 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:15.258 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:15.258 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:15.258 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.258 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:54:15.258 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:15.258 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.258 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:15.258 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:15.259 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:15.259 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:15.259 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:15.259 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.259 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:54:15.259 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:15.259 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:15.259 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:15.259 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:15.259 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:15.259 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:15.259 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.184668+0000", 2024-04-02T09:54:15.259 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.084229+0000", 2024-04-02T09:54:15.259 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.084229+0000", 2024-04-02T09:54:15.259 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.087635+0000", 2024-04-02T09:54:15.260 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.184668+0000", 2024-04-02T09:54:15.260 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.260 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:15.260 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.260 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:15.260 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.184668+0000", 2024-04-02T09:54:15.260 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.184668+0000", 2024-04-02T09:54:15.260 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.184668+0000", 2024-04-02T09:54:15.260 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:15.260 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:15.260 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.260 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.184668+0000", 2024-04-02T09:54:15.260 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.184668+0000", 2024-04-02T09:54:15.260 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:15.261 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:15.261 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:15.261 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:15.261 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:15.261 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:15.261 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:15.261 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:15.261 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:15.261 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:15.261 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:15.261 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:15.261 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:15.261 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.39", 2024-04-02T09:54:15.261 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:15.262 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:15.262 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:15.262 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4937, 2024-04-02T09:54:15.262 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:15.262 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:26:53.744586+0000", 2024-04-02T09:54:15.262 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:15.262 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:15.262 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:15.262 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:15.262 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:15.262 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:15.262 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:15.262 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:15.262 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:15.263 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:15.263 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:15.263 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:15.263 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:15.263 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:15.263 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:15.263 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:15.263 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:15.263 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:15.263 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:15.263 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:15.263 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:15.263 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:15.263 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:15.264 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:15.264 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:15.264 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:15.264 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:15.264 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:15.264 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:15.264 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:15.264 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:15.264 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:15.264 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:15.264 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:15.264 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:15.264 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:15.264 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:15.265 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:15.265 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:15.265 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:15.265 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:15.265 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:15.265 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:15.265 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.265 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:15.265 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:15.265 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:15.265 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:15.265 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:15.265 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:15.265 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.266 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:54:15.266 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:15.266 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.266 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:15.266 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:15.266 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:15.266 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:15.266 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:15.266 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.266 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 2, 2024-04-02T09:54:15.266 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:15.266 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:15.266 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:15.267 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:15.267 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:15.267 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:15.267 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:19.840784+0000", 2024-04-02T09:54:15.267 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:29:27.972475+0000", 2024-04-02T09:54:15.267 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:29:27.972475+0000", 2024-04-02T09:54:15.267 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:29:27.972853+0000", 2024-04-02T09:54:15.267 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:19.840784+0000", 2024-04-02T09:54:15.267 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.267 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:15.267 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.267 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 380, 2024-04-02T09:54:15.267 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:19.840784+0000", 2024-04-02T09:54:15.267 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:19.840784+0000", 2024-04-02T09:54:15.268 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:19.840784+0000", 2024-04-02T09:54:15.268 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:15.268 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:15.268 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.268 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:19.840784+0000", 2024-04-02T09:54:15.268 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:19.840784+0000", 2024-04-02T09:54:15.268 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:15.268 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:15.268 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:15.268 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:15.268 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 379, 2024-04-02T09:54:15.268 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:15.268 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:15.269 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:15.269 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:15.269 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:15.269 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:15.269 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:15.269 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:15.269 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.3a", 2024-04-02T09:54:15.269 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:15.269 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:15.269 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:15.269 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5115, 2024-04-02T09:54:15.269 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:15.269 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:02:46.769014+0000", 2024-04-02T09:54:15.270 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:15.270 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:15.270 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:15.270 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:15.270 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:15.270 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:15.270 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:15.270 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:15.270 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:15.270 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:15.270 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:15.270 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:15.270 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:15.271 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:15.271 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:15.271 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:15.271 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:15.271 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:15.271 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:15.271 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:15.271 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:15.271 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:15.271 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:15.271 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:15.271 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:15.271 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:15.271 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:15.271 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:15.272 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:15.272 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:15.272 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:15.272 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:15.272 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:15.272 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:15.272 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:15.272 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:15.272 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:15.272 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:15.272 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:15.272 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:15.272 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:15.272 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:15.272 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:15.273 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.273 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:15.273 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:15.273 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:15.273 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:15.273 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:15.273 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:15.273 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.273 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 2, 2024-04-02T09:54:15.273 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:15.273 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.273 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:15.273 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:15.273 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:15.274 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:15.274 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:15.274 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.274 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:54:15.274 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:15.274 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:15.274 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:15.274 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:15.274 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:15.274 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:15.274 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.187144+0000", 2024-04-02T09:54:15.274 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.079349+0000", 2024-04-02T09:54:15.274 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.079349+0000", 2024-04-02T09:54:15.275 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.079957+0000", 2024-04-02T09:54:15.275 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.187144+0000", 2024-04-02T09:54:15.275 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.275 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:15.275 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.275 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:15.275 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.187144+0000", 2024-04-02T09:54:15.275 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.187144+0000", 2024-04-02T09:54:15.275 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.187144+0000", 2024-04-02T09:54:15.275 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:15.275 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:15.275 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.275 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.187144+0000", 2024-04-02T09:54:15.276 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.187144+0000", 2024-04-02T09:54:15.276 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:15.276 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:15.276 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:15.276 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:15.276 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:15.276 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:15.276 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:15.276 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:15.276 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:15.276 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:15.276 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:15.276 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:15.276 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:15.276 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.3b", 2024-04-02T09:54:15.277 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:15.277 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:15.277 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:15.277 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4928, 2024-04-02T09:54:15.277 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:15.277 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:11:51.086353+0000", 2024-04-02T09:54:15.277 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:15.277 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:15.277 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:15.277 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:15.277 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:15.277 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:15.277 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:15.278 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:15.278 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:15.278 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:15.278 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:15.278 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:15.278 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:15.278 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:15.278 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:15.278 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:15.278 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:15.278 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:15.278 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:15.279 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:15.279 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:15.279 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:15.279 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:15.279 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:15.279 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:15.279 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:15.279 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:15.279 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:15.279 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:15.279 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:15.279 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:15.279 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:15.279 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:15.280 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:15.280 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:15.280 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:15.280 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:15.280 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:15.280 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:15.280 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:15.280 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:15.280 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:15.280 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:15.280 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.280 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:15.280 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:15.281 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:15.281 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:15.281 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:15.281 INFO:tasks.workunit.client.0.smithi012.stdout: 4 2024-04-02T09:54:15.281 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.281 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:54:15.281 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:15.281 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.281 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:15.281 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:15.281 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:15.281 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:15.281 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:15.281 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.282 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 5, 2024-04-02T09:54:15.282 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:15.282 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:15.282 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:15.282 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:15.282 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:15.282 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:15.282 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.185410+0000", 2024-04-02T09:54:15.282 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.080645+0000", 2024-04-02T09:54:15.282 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.080645+0000", 2024-04-02T09:54:15.282 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.081141+0000", 2024-04-02T09:54:15.282 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.185410+0000", 2024-04-02T09:54:15.282 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.282 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:15.283 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.283 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:15.283 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.185410+0000", 2024-04-02T09:54:15.283 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.185410+0000", 2024-04-02T09:54:15.283 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.185410+0000", 2024-04-02T09:54:15.283 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:15.283 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:15.283 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.283 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.185410+0000", 2024-04-02T09:54:15.283 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.185410+0000", 2024-04-02T09:54:15.283 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:15.283 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:15.284 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:15.284 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:15.284 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:15.284 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:15.284 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:15.284 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:15.284 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:15.284 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:15.284 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:15.284 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:15.284 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:15.284 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.3c", 2024-04-02T09:54:15.284 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:15.284 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:15.284 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:15.285 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5019, 2024-04-02T09:54:15.285 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:15.285 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:44:47.128944+0000", 2024-04-02T09:54:15.285 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:15.285 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:15.285 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:15.285 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:15.285 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:15.285 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:15.285 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:15.285 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:15.285 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:15.285 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:15.285 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:15.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:15.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:15.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:15.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:15.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:15.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:15.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:15.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:15.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:15.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:15.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:15.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:15.286 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:15.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:15.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:15.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:15.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:15.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:15.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:15.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:15.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:15.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:15.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:15.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:15.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:15.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:15.287 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:15.288 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:15.288 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:15.288 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:15.288 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:15.288 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:15.288 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.288 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:15.288 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:15.288 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:15.288 INFO:tasks.workunit.client.0.smithi012.stdout: 5, 2024-04-02T09:54:15.288 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:15.288 INFO:tasks.workunit.client.0.smithi012.stdout: 7 2024-04-02T09:54:15.288 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.288 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 5, 2024-04-02T09:54:15.289 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:15.289 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.289 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:15.289 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:15.289 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:15.289 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:15.289 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:15.289 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.289 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 3, 2024-04-02T09:54:15.289 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:15.289 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:15.289 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:15.289 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:15.290 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:15.290 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:15.290 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.131547+0000", 2024-04-02T09:54:15.290 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:30:03.038241+0000", 2024-04-02T09:54:15.290 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:30:03.038241+0000", 2024-04-02T09:54:15.290 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:30:03.038901+0000", 2024-04-02T09:54:15.290 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.131547+0000", 2024-04-02T09:54:15.290 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.290 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:15.290 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.290 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 415, 2024-04-02T09:54:15.290 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.131547+0000", 2024-04-02T09:54:15.290 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.131547+0000", 2024-04-02T09:54:15.291 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.131547+0000", 2024-04-02T09:54:15.291 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:15.291 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:15.291 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.291 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.131547+0000", 2024-04-02T09:54:15.291 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.131547+0000", 2024-04-02T09:54:15.291 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:15.291 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:15.291 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:15.291 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:15.291 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 414, 2024-04-02T09:54:15.291 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:15.291 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:15.291 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:15.292 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:15.292 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:15.292 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:15.292 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:15.292 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:15.292 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.3d", 2024-04-02T09:54:15.292 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:15.292 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:15.292 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:15.292 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5072, 2024-04-02T09:54:15.292 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:15.292 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:06:03.144655+0000", 2024-04-02T09:54:15.292 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:15.293 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:15.293 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:15.293 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:15.293 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:15.293 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:15.293 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:15.293 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:15.293 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:15.293 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:15.293 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:15.293 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:15.293 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:15.293 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:15.293 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:15.293 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:15.293 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:15.294 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:15.294 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:15.294 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:15.294 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:15.294 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:15.294 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:15.294 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:15.294 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:15.294 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:15.294 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:15.294 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:15.294 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:15.294 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:15.295 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:15.295 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:15.295 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:15.295 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:15.295 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:15.295 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:15.295 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:15.295 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:15.295 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:15.295 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:15.295 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:15.295 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:15.295 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:15.295 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.296 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:15.296 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:15.296 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:15.296 INFO:tasks.workunit.client.0.smithi012.stdout: 3, 2024-04-02T09:54:15.296 INFO:tasks.workunit.client.0.smithi012.stdout: 2, 2024-04-02T09:54:15.296 INFO:tasks.workunit.client.0.smithi012.stdout: 1 2024-04-02T09:54:15.296 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.296 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 3, 2024-04-02T09:54:15.296 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:15.296 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.296 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:15.296 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:15.296 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:15.296 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:15.296 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:15.297 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.297 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 1, 2024-04-02T09:54:15.297 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:15.297 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:15.297 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:15.297 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:15.297 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:15.297 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:15.297 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:20.755017+0000", 2024-04-02T09:54:15.297 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:17.182856+0000", 2024-04-02T09:54:15.297 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:17.182856+0000", 2024-04-02T09:54:15.297 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:17.183587+0000", 2024-04-02T09:54:15.297 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:20.755017+0000", 2024-04-02T09:54:15.297 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.297 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:15.297 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.298 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 489, 2024-04-02T09:54:15.298 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:20.755017+0000", 2024-04-02T09:54:15.298 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:20.755017+0000", 2024-04-02T09:54:15.298 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:20.755017+0000", 2024-04-02T09:54:15.298 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:15.298 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:15.298 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.298 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:20.755017+0000", 2024-04-02T09:54:15.298 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:20.755017+0000", 2024-04-02T09:54:15.298 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:15.298 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:15.298 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:15.298 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:15.298 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 488, 2024-04-02T09:54:15.299 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:15.299 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:15.299 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:15.299 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:15.299 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:15.299 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:15.299 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:15.299 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:15.299 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.3e", 2024-04-02T09:54:15.299 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:15.299 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:15.299 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:15.299 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 5135, 2024-04-02T09:54:15.299 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:15.299 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:25:11.423673+0000", 2024-04-02T09:54:15.300 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:15.300 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:15.300 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:15.300 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:15.300 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:15.300 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:15.300 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:15.300 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:15.300 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:15.300 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:15.300 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:15.300 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:15.300 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:15.300 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:15.301 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:15.301 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:15.301 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:15.301 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:15.301 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:15.301 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:15.301 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:15.301 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:15.301 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:15.301 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:15.301 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:15.301 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:15.302 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:15.302 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:15.302 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:15.302 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:15.302 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:15.302 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:15.302 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:15.302 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:15.302 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:15.302 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:15.302 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:15.302 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:15.302 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:15.303 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:15.303 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:15.303 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:15.303 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:15.303 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.303 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:15.303 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:15.303 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:15.303 INFO:tasks.workunit.client.0.smithi012.stdout: 1, 2024-04-02T09:54:15.303 INFO:tasks.workunit.client.0.smithi012.stdout: 0, 2024-04-02T09:54:15.303 INFO:tasks.workunit.client.0.smithi012.stdout: 6 2024-04-02T09:54:15.303 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.303 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 1, 2024-04-02T09:54:15.303 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:15.304 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.304 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:15.304 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": [ 2024-04-02T09:54:15.304 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:15.304 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:15.304 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:15.304 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.304 INFO:tasks.workunit.client.0.smithi012.stdout: "acting_primary": 7, 2024-04-02T09:54:15.304 INFO:tasks.workunit.client.0.smithi012.stdout: "avail_no_missing": [], 2024-04-02T09:54:15.304 INFO:tasks.workunit.client.0.smithi012.stdout: "blocked_by": [], 2024-04-02T09:54:15.304 INFO:tasks.workunit.client.0.smithi012.stdout: "created": 60, 2024-04-02T09:54:15.304 INFO:tasks.workunit.client.0.smithi012.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:15.304 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:15.304 INFO:tasks.workunit.client.0.smithi012.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:15.304 INFO:tasks.workunit.client.0.smithi012.stdout: "last_active": "2024-04-02T09:52:21.182589+0000", 2024-04-02T09:54:15.305 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_active": "2024-04-02T08:31:52.087051+0000", 2024-04-02T09:54:15.305 INFO:tasks.workunit.client.0.smithi012.stdout: "last_became_peered": "2024-04-02T08:31:52.087051+0000", 2024-04-02T09:54:15.305 INFO:tasks.workunit.client.0.smithi012.stdout: "last_change": "2024-04-02T08:31:52.087345+0000", 2024-04-02T09:54:15.305 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean": "2024-04-02T09:52:21.182589+0000", 2024-04-02T09:54:15.305 INFO:tasks.workunit.client.0.smithi012.stdout: "last_clean_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.305 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:15.305 INFO:tasks.workunit.client.0.smithi012.stdout: "last_deep_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.305 INFO:tasks.workunit.client.0.smithi012.stdout: "last_epoch_clean": 524, 2024-04-02T09:54:15.305 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fresh": "2024-04-02T09:52:21.182589+0000", 2024-04-02T09:54:15.305 INFO:tasks.workunit.client.0.smithi012.stdout: "last_fullsized": "2024-04-02T09:52:21.182589+0000", 2024-04-02T09:54:15.305 INFO:tasks.workunit.client.0.smithi012.stdout: "last_peered": "2024-04-02T09:52:21.182589+0000", 2024-04-02T09:54:15.305 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub": "0'0", 2024-04-02T09:54:15.305 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:15.306 INFO:tasks.workunit.client.0.smithi012.stdout: "last_scrub_stamp": "2024-04-02T08:20:26.623032+0000", 2024-04-02T09:54:15.306 INFO:tasks.workunit.client.0.smithi012.stdout: "last_undegraded": "2024-04-02T09:52:21.182589+0000", 2024-04-02T09:54:15.306 INFO:tasks.workunit.client.0.smithi012.stdout: "last_unstale": "2024-04-02T09:52:21.182589+0000", 2024-04-02T09:54:15.306 INFO:tasks.workunit.client.0.smithi012.stdout: "log_dups_size": 0, 2024-04-02T09:54:15.306 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:15.306 INFO:tasks.workunit.client.0.smithi012.stdout: "log_start": "0'0", 2024-04-02T09:54:15.306 INFO:tasks.workunit.client.0.smithi012.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:15.306 INFO:tasks.workunit.client.0.smithi012.stdout: "mapping_epoch": 523, 2024-04-02T09:54:15.306 INFO:tasks.workunit.client.0.smithi012.stdout: "object_location_counts": [], 2024-04-02T09:54:15.306 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:15.306 INFO:tasks.workunit.client.0.smithi012.stdout: "objects_trimmed": 0, 2024-04-02T09:54:15.306 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:15.306 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:15.307 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:15.307 INFO:tasks.workunit.client.0.smithi012.stdout: "parent": "0.0", 2024-04-02T09:54:15.307 INFO:tasks.workunit.client.0.smithi012.stdout: "parent_split_bits": 0, 2024-04-02T09:54:15.307 INFO:tasks.workunit.client.0.smithi012.stdout: "pgid": "3.3f", 2024-04-02T09:54:15.307 INFO:tasks.workunit.client.0.smithi012.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:15.307 INFO:tasks.workunit.client.0.smithi012.stdout: "purged_snaps": [], 2024-04-02T09:54:15.307 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_epoch": 2754, 2024-04-02T09:54:15.307 INFO:tasks.workunit.client.0.smithi012.stdout: "reported_seq": 4948, 2024-04-02T09:54:15.307 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:15.307 INFO:tasks.workunit.client.0.smithi012.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:33:24.386842+0000", 2024-04-02T09:54:15.307 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:15.307 INFO:tasks.workunit.client.0.smithi012.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:15.307 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:15.308 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:15.308 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:15.308 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:15.308 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:15.308 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:15.308 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:15.308 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:15.308 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:15.308 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:15.308 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:15.308 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:15.308 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:15.308 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:15.308 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:15.308 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:15.309 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:15.309 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:15.309 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:15.309 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:15.309 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:15.309 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:15.309 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:15.309 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:15.309 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:15.309 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:15.309 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:15.309 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:15.309 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:15.309 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:15.309 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:15.310 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:15.310 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:15.310 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:15.310 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:15.310 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:15.310 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:15.310 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:15.310 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:15.310 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:15.310 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:15.310 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.310 INFO:tasks.workunit.client.0.smithi012.stdout: "state": "active+clean", 2024-04-02T09:54:15.310 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_invalid": false, 2024-04-02T09:54:15.310 INFO:tasks.workunit.client.0.smithi012.stdout: "up": [ 2024-04-02T09:54:15.311 INFO:tasks.workunit.client.0.smithi012.stdout: 7, 2024-04-02T09:54:15.311 INFO:tasks.workunit.client.0.smithi012.stdout: 6, 2024-04-02T09:54:15.311 INFO:tasks.workunit.client.0.smithi012.stdout: 0 2024-04-02T09:54:15.311 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.311 INFO:tasks.workunit.client.0.smithi012.stdout: "up_primary": 7, 2024-04-02T09:54:15.311 INFO:tasks.workunit.client.0.smithi012.stdout: "version": "0'0" 2024-04-02T09:54:15.311 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:15.311 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.311 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_per_pool": [ 2024-04-02T09:54:15.311 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:15.311 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": 24, 2024-04-02T09:54:15.311 INFO:tasks.workunit.client.0.smithi012.stdout: "application": [ 2024-04-02T09:54:15.311 INFO:tasks.workunit.client.0.smithi012.stdout: "rbd" 2024-04-02T09:54:15.311 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.311 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 24429, 2024-04-02T09:54:15.312 INFO:tasks.workunit.client.0.smithi012.stdout: "num_pg": 8, 2024-04-02T09:54:15.312 INFO:tasks.workunit.client.0.smithi012.stdout: "num_store_stats": 8, 2024-04-02T09:54:15.312 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 24429, 2024-04-02T09:54:15.312 INFO:tasks.workunit.client.0.smithi012.stdout: "poolid": 4, 2024-04-02T09:54:15.312 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:15.312 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 4194323, 2024-04-02T09:54:15.312 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:15.312 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:15.312 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:15.312 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:15.312 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:15.312 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:15.312 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:15.312 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:15.312 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:15.312 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:15.312 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:15.313 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:15.313 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:15.313 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:15.313 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:15.313 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 12, 2024-04-02T09:54:15.313 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 4, 2024-04-02T09:54:15.313 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:15.313 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 4, 2024-04-02T09:54:15.313 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:15.313 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:15.313 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:15.313 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:15.313 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:15.313 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 2, 2024-04-02T09:54:15.313 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:15.313 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:15.314 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:15.314 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:15.314 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:15.314 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:15.314 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:15.314 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 8948, 2024-04-02T09:54:15.314 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 3029810, 2024-04-02T09:54:15.314 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:15.314 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:15.314 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:15.314 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 24299, 2024-04-02T09:54:15.314 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 3150007 2024-04-02T09:54:15.314 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.314 INFO:tasks.workunit.client.0.smithi012.stdout: "store_stats": { 2024-04-02T09:54:15.315 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": 12595200, 2024-04-02T09:54:15.315 INFO:tasks.workunit.client.0.smithi012.stdout: "available": 0, 2024-04-02T09:54:15.315 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed": 0, 2024-04-02T09:54:15.315 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_allocated": 0, 2024-04-02T09:54:15.315 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_original": 0, 2024-04-02T09:54:15.315 INFO:tasks.workunit.client.0.smithi012.stdout: "data_stored": 12582969, 2024-04-02T09:54:15.315 INFO:tasks.workunit.client.0.smithi012.stdout: "internal_metadata": 0, 2024-04-02T09:54:15.315 INFO:tasks.workunit.client.0.smithi012.stdout: "internally_reserved": 0, 2024-04-02T09:54:15.315 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_allocated": 0, 2024-04-02T09:54:15.315 INFO:tasks.workunit.client.0.smithi012.stdout: "total": 0 2024-04-02T09:54:15.315 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.315 INFO:tasks.workunit.client.0.smithi012.stdout: "up": 24 2024-04-02T09:54:15.315 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.315 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:15.316 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": 192, 2024-04-02T09:54:15.316 INFO:tasks.workunit.client.0.smithi012.stdout: "application": [ 2024-04-02T09:54:15.316 INFO:tasks.workunit.client.0.smithi012.stdout: "cephfs" 2024-04-02T09:54:15.316 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.316 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 0, 2024-04-02T09:54:15.316 INFO:tasks.workunit.client.0.smithi012.stdout: "num_pg": 64, 2024-04-02T09:54:15.316 INFO:tasks.workunit.client.0.smithi012.stdout: "num_store_stats": 8, 2024-04-02T09:54:15.316 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:15.316 INFO:tasks.workunit.client.0.smithi012.stdout: "poolid": 3, 2024-04-02T09:54:15.316 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:15.316 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 0, 2024-04-02T09:54:15.316 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:15.316 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:15.316 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:15.317 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:15.317 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:15.317 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:15.317 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:15.317 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:15.317 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:15.317 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:15.317 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:15.317 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:15.317 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:15.317 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:15.317 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:15.317 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 0, 2024-04-02T09:54:15.317 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 0, 2024-04-02T09:54:15.317 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:15.318 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:15.318 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:15.318 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:15.318 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:15.318 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:15.318 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:15.318 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:15.318 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:15.318 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:15.318 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:15.318 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:15.318 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:15.318 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:15.318 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:15.319 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 0, 2024-04-02T09:54:15.319 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 0, 2024-04-02T09:54:15.319 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:15.319 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:15.319 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:15.319 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 0, 2024-04-02T09:54:15.319 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 0 2024-04-02T09:54:15.319 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.319 INFO:tasks.workunit.client.0.smithi012.stdout: "store_stats": { 2024-04-02T09:54:15.319 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": 0, 2024-04-02T09:54:15.319 INFO:tasks.workunit.client.0.smithi012.stdout: "available": 0, 2024-04-02T09:54:15.319 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed": 0, 2024-04-02T09:54:15.319 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_allocated": 0, 2024-04-02T09:54:15.319 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_original": 0, 2024-04-02T09:54:15.319 INFO:tasks.workunit.client.0.smithi012.stdout: "data_stored": 0, 2024-04-02T09:54:15.320 INFO:tasks.workunit.client.0.smithi012.stdout: "internal_metadata": 0, 2024-04-02T09:54:15.320 INFO:tasks.workunit.client.0.smithi012.stdout: "internally_reserved": 0, 2024-04-02T09:54:15.320 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_allocated": 0, 2024-04-02T09:54:15.320 INFO:tasks.workunit.client.0.smithi012.stdout: "total": 0 2024-04-02T09:54:15.320 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.320 INFO:tasks.workunit.client.0.smithi012.stdout: "up": 192 2024-04-02T09:54:15.320 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.320 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:15.320 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": 3, 2024-04-02T09:54:15.320 INFO:tasks.workunit.client.0.smithi012.stdout: "application": [ 2024-04-02T09:54:15.320 INFO:tasks.workunit.client.0.smithi012.stdout: "mgr" 2024-04-02T09:54:15.320 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.320 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 201, 2024-04-02T09:54:15.320 INFO:tasks.workunit.client.0.smithi012.stdout: "num_pg": 1, 2024-04-02T09:54:15.320 INFO:tasks.workunit.client.0.smithi012.stdout: "num_store_stats": 3, 2024-04-02T09:54:15.320 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 201, 2024-04-02T09:54:15.320 INFO:tasks.workunit.client.0.smithi012.stdout: "poolid": 1, 2024-04-02T09:54:15.321 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:15.321 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 590368, 2024-04-02T09:54:15.321 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:15.321 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 1771104, 2024-04-02T09:54:15.321 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:15.321 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:15.321 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:15.321 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:15.321 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:15.321 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:15.321 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:15.321 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:15.321 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:15.321 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:15.321 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:15.321 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:15.322 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:15.322 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 6, 2024-04-02T09:54:15.322 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 2, 2024-04-02T09:54:15.322 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:15.322 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 2, 2024-04-02T09:54:15.322 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:15.322 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:15.322 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:15.322 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:15.322 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:15.322 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 0, 2024-04-02T09:54:15.322 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:15.322 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 6, 2024-04-02T09:54:15.323 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:15.323 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:15.323 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:15.323 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:15.323 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:15.323 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 850, 2024-04-02T09:54:15.323 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 1468, 2024-04-02T09:54:15.323 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:15.323 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:15.323 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:15.323 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 319, 2024-04-02T09:54:15.323 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 2416 2024-04-02T09:54:15.323 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.323 INFO:tasks.workunit.client.0.smithi012.stdout: "store_stats": { 2024-04-02T09:54:15.324 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": 1781760, 2024-04-02T09:54:15.324 INFO:tasks.workunit.client.0.smithi012.stdout: "available": 0, 2024-04-02T09:54:15.324 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed": 0, 2024-04-02T09:54:15.324 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_allocated": 0, 2024-04-02T09:54:15.324 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_original": 0, 2024-04-02T09:54:15.324 INFO:tasks.workunit.client.0.smithi012.stdout: "data_stored": 1771104, 2024-04-02T09:54:15.324 INFO:tasks.workunit.client.0.smithi012.stdout: "internal_metadata": 0, 2024-04-02T09:54:15.324 INFO:tasks.workunit.client.0.smithi012.stdout: "internally_reserved": 0, 2024-04-02T09:54:15.324 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_allocated": 0, 2024-04-02T09:54:15.324 INFO:tasks.workunit.client.0.smithi012.stdout: "total": 0 2024-04-02T09:54:15.324 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.324 INFO:tasks.workunit.client.0.smithi012.stdout: "up": 3 2024-04-02T09:54:15.324 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.324 INFO:tasks.workunit.client.0.smithi012.stdout: { 2024-04-02T09:54:15.324 INFO:tasks.workunit.client.0.smithi012.stdout: "acting": 96, 2024-04-02T09:54:15.325 INFO:tasks.workunit.client.0.smithi012.stdout: "application": [ 2024-04-02T09:54:15.325 INFO:tasks.workunit.client.0.smithi012.stdout: "cephfs" 2024-04-02T09:54:15.325 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.325 INFO:tasks.workunit.client.0.smithi012.stdout: "log_size": 68, 2024-04-02T09:54:15.325 INFO:tasks.workunit.client.0.smithi012.stdout: "num_pg": 32, 2024-04-02T09:54:15.325 INFO:tasks.workunit.client.0.smithi012.stdout: "num_store_stats": 8, 2024-04-02T09:54:15.325 INFO:tasks.workunit.client.0.smithi012.stdout: "ondisk_log_size": 68, 2024-04-02T09:54:15.325 INFO:tasks.workunit.client.0.smithi012.stdout: "poolid": 2, 2024-04-02T09:54:15.325 INFO:tasks.workunit.client.0.smithi012.stdout: "stat_sum": { 2024-04-02T09:54:15.325 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes": 6622, 2024-04-02T09:54:15.325 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:15.325 INFO:tasks.workunit.client.0.smithi012.stdout: "num_bytes_recovered": 34, 2024-04-02T09:54:15.325 INFO:tasks.workunit.client.0.smithi012.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:15.325 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict": 0, 2024-04-02T09:54:15.325 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_kb": 0, 2024-04-02T09:54:15.325 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:15.326 INFO:tasks.workunit.client.0.smithi012.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:15.326 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush": 0, 2024-04-02T09:54:15.326 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_kb": 0, 2024-04-02T09:54:15.326 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:15.326 INFO:tasks.workunit.client.0.smithi012.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:15.326 INFO:tasks.workunit.client.0.smithi012.stdout: "num_keys_recovered": 10, 2024-04-02T09:54:15.326 INFO:tasks.workunit.client.0.smithi012.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:15.326 INFO:tasks.workunit.client.0.smithi012.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:15.326 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_clones": 0, 2024-04-02T09:54:15.326 INFO:tasks.workunit.client.0.smithi012.stdout: "num_object_copies": 66, 2024-04-02T09:54:15.326 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects": 22, 2024-04-02T09:54:15.326 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:15.326 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_dirty": 22, 2024-04-02T09:54:15.327 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:15.327 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:15.327 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:15.327 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing": 0, 2024-04-02T09:54:15.327 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:15.327 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_omap": 14, 2024-04-02T09:54:15.327 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:15.327 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_recovered": 3, 2024-04-02T09:54:15.327 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:15.327 INFO:tasks.workunit.client.0.smithi012.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:15.327 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:15.327 INFO:tasks.workunit.client.0.smithi012.stdout: "num_omap_keys": 0, 2024-04-02T09:54:15.327 INFO:tasks.workunit.client.0.smithi012.stdout: "num_promote": 0, 2024-04-02T09:54:15.327 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read": 79, 2024-04-02T09:54:15.327 INFO:tasks.workunit.client.0.smithi012.stdout: "num_read_kb": 87, 2024-04-02T09:54:15.327 INFO:tasks.workunit.client.0.smithi012.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:15.328 INFO:tasks.workunit.client.0.smithi012.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:15.328 INFO:tasks.workunit.client.0.smithi012.stdout: "num_whiteouts": 0, 2024-04-02T09:54:15.328 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write": 68, 2024-04-02T09:54:15.328 INFO:tasks.workunit.client.0.smithi012.stdout: "num_write_kb": 36 2024-04-02T09:54:15.328 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.328 INFO:tasks.workunit.client.0.smithi012.stdout: "store_stats": { 2024-04-02T09:54:15.328 INFO:tasks.workunit.client.0.smithi012.stdout: "allocated": 110592, 2024-04-02T09:54:15.328 INFO:tasks.workunit.client.0.smithi012.stdout: "available": 0, 2024-04-02T09:54:15.328 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed": 0, 2024-04-02T09:54:15.328 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_allocated": 0, 2024-04-02T09:54:15.328 INFO:tasks.workunit.client.0.smithi012.stdout: "data_compressed_original": 0, 2024-04-02T09:54:15.328 INFO:tasks.workunit.client.0.smithi012.stdout: "data_stored": 19866, 2024-04-02T09:54:15.328 INFO:tasks.workunit.client.0.smithi012.stdout: "internal_metadata": 0, 2024-04-02T09:54:15.328 INFO:tasks.workunit.client.0.smithi012.stdout: "internally_reserved": 0, 2024-04-02T09:54:15.328 INFO:tasks.workunit.client.0.smithi012.stdout: "omap_allocated": 42504, 2024-04-02T09:54:15.328 INFO:tasks.workunit.client.0.smithi012.stdout: "total": 0 2024-04-02T09:54:15.328 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.329 INFO:tasks.workunit.client.0.smithi012.stdout: "up": 96 2024-04-02T09:54:15.329 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:15.329 INFO:tasks.workunit.client.0.smithi012.stdout: ], 2024-04-02T09:54:15.329 INFO:tasks.workunit.client.0.smithi012.stdout: "usage": { 2024-04-02T09:54:15.329 INFO:tasks.workunit.client.0.smithi012.stdout: "pg_num": 105, 2024-04-02T09:54:15.329 INFO:tasks.workunit.client.0.smithi012.stdout: "pools": 4, 2024-04-02T09:54:15.329 INFO:tasks.workunit.client.0.smithi012.stdout: "stats_by_class": { 2024-04-02T09:54:15.329 INFO:tasks.workunit.client.0.smithi012.stdout: "ssd": { 2024-04-02T09:54:15.329 INFO:tasks.workunit.client.0.smithi012.stdout: "total_avail_bytes": 762454196224, 2024-04-02T09:54:15.329 INFO:tasks.workunit.client.0.smithi012.stdout: "total_bytes": 767960285184, 2024-04-02T09:54:15.329 INFO:tasks.workunit.client.0.smithi012.stdout: "total_used_bytes": 5506088960, 2024-04-02T09:54:15.329 INFO:tasks.workunit.client.0.smithi012.stdout: "total_used_raw_bytes": 5506088960, 2024-04-02T09:54:15.329 INFO:tasks.workunit.client.0.smithi012.stdout: "total_used_raw_ratio": 0.007169757504016161 2024-04-02T09:54:15.329 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:15.329 INFO:tasks.workunit.client.0.smithi012.stdout: }, 2024-04-02T09:54:15.329 INFO:tasks.workunit.client.0.smithi012.stdout: "total_avail_bytes": 762454196224, 2024-04-02T09:54:15.330 INFO:tasks.workunit.client.0.smithi012.stdout: "total_bytes": 767960285184, 2024-04-02T09:54:15.330 INFO:tasks.workunit.client.0.smithi012.stdout: "total_used_bytes": 5506088960 2024-04-02T09:54:15.330 INFO:tasks.workunit.client.0.smithi012.stdout: } 2024-04-02T09:54:15.330 INFO:tasks.workunit.client.0.smithi012.stdout:} 2024-04-02T09:54:15.330 INFO:tasks.workunit.client.0.smithi012.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-04-02T09:54:15.330 INFO:tasks.workunit.client.0.smithi012.stdout:Telemetry is currently not enabled, nothing to turn off. Please consider opting-in with `ceph telemetry on`. 2024-04-02T09:54:15.330 INFO:tasks.workunit.client.0.smithi012.stdout:Preview sample reports with `ceph telemetry preview`. 2024-04-02T09:54:15.330 INFO:tasks.workunit.client.0.smithi012.stdout:OK 2024-04-02T09:54:15.331 INFO:tasks.workunit.client.0.smithi012.stderr:+ echo OK 2024-04-02T09:54:15.331 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T09:54:15.332 DEBUG:teuthology.orchestra.run.smithi012:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T09:54:15.332 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: [02/Apr/2024:09:54:13] ENGINE Bus STOPPING 2024-04-02T09:54:15.332 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: [02/Apr/2024:09:54:13] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T09:54:15.332 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: [02/Apr/2024:09:54:13] ENGINE Bus STOPPED 2024-04-02T09:54:15.332 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: [02/Apr/2024:09:54:13] ENGINE Bus STARTING 2024-04-02T09:54:15.332 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: [02/Apr/2024:09:54:13] ENGINE Serving on http://:::9283 2024-04-02T09:54:15.333 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: [02/Apr/2024:09:54:13] ENGINE Bus STARTED 2024-04-02T09:54:15.333 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[88355]: from='client.36354 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:15.333 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[88355]: from='client.36372 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:15.333 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[88355]: from='client.36372 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:15.333 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:54:15.333 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:54:15.333 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:15.333 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:15.333 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:15.333 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:15.334 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:15.334 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:15.334 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:15.334 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:15.334 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:15.334 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[88355]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:15.334 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[88355]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:15.334 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:15.334 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:15.334 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:15.334 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[88355]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:15.334 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[88355]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:15.334 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:15.335 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:15.335 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:15.335 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[88355]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:15.335 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[88355]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:15.335 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:15.335 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:15.335 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:15.335 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:54:15.335 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:54:15.335 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:15.335 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:15.335 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:15.335 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:15.336 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:15.336 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:15.336 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:15.336 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:15.336 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:15.336 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[88355]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:15.336 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[88355]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:15.336 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:15.336 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:15.336 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:15.336 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[88355]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:15.336 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[88355]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:15.336 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:15.336 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:15.337 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:15.337 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[88355]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:15.337 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[88355]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:15.337 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:15.337 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:15.337 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:15.337 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[90784]: from='client.36354 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:15.337 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[90784]: from='client.36372 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:15.338 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[90784]: from='client.36372 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:15.338 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:54:15.338 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:54:15.338 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:15.338 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:15.338 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:15.338 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:15.338 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:15.338 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:15.338 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:15.338 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:15.338 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:15.338 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[90784]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:15.339 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[90784]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:15.339 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:15.339 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:15.339 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:15.339 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[90784]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:15.339 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[90784]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:15.339 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:15.339 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:15.339 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:15.339 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[90784]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:15.339 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[90784]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:15.339 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:15.339 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:15.340 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:15.340 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:54:15.340 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:54:15.340 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:15.340 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:15.340 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:15.340 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:15.340 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:15.340 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:15.340 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:15.340 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:15.340 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:15.340 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[90784]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:15.340 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[90784]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:15.340 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:15.341 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:15.341 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:15.341 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[90784]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:15.341 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[90784]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:15.341 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:15.341 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:15.341 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:15.341 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[90784]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:15.341 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[90784]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:15.341 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:15.341 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:15.341 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:13 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:15.342 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:14 smithi012 ceph-mon[88355]: from='client.46313 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:15.342 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:14 smithi012 ceph-mon[88355]: pgmap v5155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:54:15.342 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:14 smithi012 ceph-mon[88355]: from='client.46313 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:15.342 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:14 smithi012 ceph-mon[88355]: from='client.46331 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:15.342 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:54:15.342 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:54:15.342 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:54:15.342 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:54:15.342 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:54:15.342 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:54:15.342 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:54:15.342 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:54:15.343 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:14 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:54:15.343 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:14 smithi012 ceph-mon[90784]: from='client.46313 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:15.343 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:14 smithi012 ceph-mon[90784]: pgmap v5155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:54:15.343 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:14 smithi012 ceph-mon[90784]: from='client.46313 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:15.343 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:14 smithi012 ceph-mon[90784]: from='client.46331 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:15.343 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:54:15.343 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:54:15.343 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:54:15.344 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:54:15.344 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:54:15.344 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:54:15.344 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:54:15.344 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' 2024-04-02T09:54:15.344 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:14 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:54:15.374 INFO:tasks.workunit:Stopping ['test_telemetry_reef_x.sh'] on client.0... 2024-04-02T09:54:15.374 DEBUG:teuthology.orchestra.run.smithi012:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-02T09:54:15.668 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:15 smithi012 ceph-mon[90784]: from='client.46331 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:15.668 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:15 smithi012 ceph-mon[88355]: from='client.46331 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:15.669 DEBUG:teuthology.parallel:result is None 2024-04-02T09:54:15.670 DEBUG:teuthology.orchestra.run.smithi012:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:54:15.698 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:54:15.698 DEBUG:teuthology.orchestra.run.smithi012:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T09:54:15.752 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:54:15.752 INFO:teuthology.run_tasks:Running task print... 2024-04-02T09:54:15.762 INFO:teuthology.task.print:**** done end telemetry x... 2024-04-02T09:54:15.762 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-04-02T09:54:15.802 INFO:tasks.cephadm:Teardown begin 2024-04-02T09:54:15.802 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-04-02T09:54:15.802 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-02T09:54:15.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:15 smithi055 ceph-mon[85080]: from='client.46331 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:16.168 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T09:54:16.168 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":14,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54259,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6833/3492075045","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":3492075045},{"type":"v1","addr":"172.21.15.55:6833","nonce":3492075045}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":14}],"filesystems":[{"mdsmap":{"epoch":13,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-02T08:20:26.998656+0000","modified":"2024-04-02T08:32:20.968720+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":550,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":34383},"failed":[],"damaged":[],"stopped":[],"info":{"gid_34383":{"gid":34383,"name":"a","rank":0,"incarnation":10,"state":"up:active","state_seq":7,"addr":"172.21.15.12:6835/450755173","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":450755173},{"type":"v1","addr":"172.21.15.12:6835","nonce":450755173}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34383,"qdb_cluster":[34383]},"id":1}]} 2024-04-02T09:54:16.169 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 14 2024-04-02T09:54:16.181 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-02T09:54:16.522 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T09:54:16.523 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":14,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54259,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6833/3492075045","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":3492075045},{"type":"v1","addr":"172.21.15.55:6833","nonce":3492075045}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":14}],"filesystems":[{"mdsmap":{"epoch":13,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-02T08:20:26.998656+0000","modified":"2024-04-02T08:32:20.968720+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":550,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":34383},"failed":[],"damaged":[],"stopped":[],"info":{"gid_34383":{"gid":34383,"name":"a","rank":0,"incarnation":10,"state":"up:active","state_seq":7,"addr":"172.21.15.12:6835/450755173","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":450755173},{"type":"v1","addr":"172.21.15.12:6835","nonce":450755173}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34383,"qdb_cluster":[34383]},"id":1}]} 2024-04-02T09:54:16.523 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 14 2024-04-02T09:54:16.534 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:16 smithi012 ceph-mon[88355]: pgmap v5156: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:54:16.534 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:16 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3597565922' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T09:54:16.534 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:16 smithi012 ceph-mon[90784]: pgmap v5156: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:54:16.535 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:16 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3597565922' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T09:54:16.536 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-02T09:54:16.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:16 smithi055 ceph-mon[85080]: pgmap v5156: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:54:16.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:16 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3597565922' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T09:54:16.834 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-04-02T09:54:16.835 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":2754,"fsid":"f84ae488-f0c8-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:14:47.100991+0000","modified":"2024-04-02T09:52:19.833607+0000","last_up_change":"2024-04-02T08:31:51.051825+0000","last_in_change":"2024-04-02T08:19:50.694979+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":37,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":123,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:18:06.608226+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:20:24.936299+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:20:26.204160+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-02T08:21:00.660362+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"1125","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":8,"snap_epoch":1125,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9465701c-6525-4f7b-b4e1-7a23f688803b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":297,"up_from":308,"up_thru":2673,"down_at":298,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":2187057449},{"type":"v1","addr":"172.21.15.12:6803","nonce":2187057449}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":2187057449},{"type":"v1","addr":"172.21.15.12:6805","nonce":2187057449}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":2187057449},{"type":"v1","addr":"172.21.15.12:6809","nonce":2187057449}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":2187057449},{"type":"v1","addr":"172.21.15.12:6807","nonce":2187057449}]},"public_addr":"172.21.15.12:6803/2187057449","cluster_addr":"172.21.15.12:6805/2187057449","heartbeat_back_addr":"172.21.15.12:6809/2187057449","heartbeat_front_addr":"172.21.15.12:6807/2187057449","state":["exists","up"]},{"osd":1,"uuid":"914dac79-5bfb-4a8f-ad1b-e7183980255c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":332,"up_from":343,"up_thru":2673,"down_at":333,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":2972098764},{"type":"v1","addr":"172.21.15.12:6811","nonce":2972098764}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":2972098764},{"type":"v1","addr":"172.21.15.12:6813","nonce":2972098764}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6816","nonce":2972098764},{"type":"v1","addr":"172.21.15.12:6817","nonce":2972098764}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":2972098764},{"type":"v1","addr":"172.21.15.12:6815","nonce":2972098764}]},"public_addr":"172.21.15.12:6811/2972098764","cluster_addr":"172.21.15.12:6813/2972098764","heartbeat_back_addr":"172.21.15.12:6817/2972098764","heartbeat_front_addr":"172.21.15.12:6815/2972098764","state":["exists","up"]},{"osd":2,"uuid":"fa81360e-4d05-4e92-8a34-28214e301a70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":368,"up_from":379,"up_thru":2673,"down_at":369,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6818","nonce":878884947},{"type":"v1","addr":"172.21.15.12:6819","nonce":878884947}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6820","nonce":878884947},{"type":"v1","addr":"172.21.15.12:6821","nonce":878884947}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6824","nonce":878884947},{"type":"v1","addr":"172.21.15.12:6825","nonce":878884947}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6822","nonce":878884947},{"type":"v1","addr":"172.21.15.12:6823","nonce":878884947}]},"public_addr":"172.21.15.12:6819/878884947","cluster_addr":"172.21.15.12:6821/878884947","heartbeat_back_addr":"172.21.15.12:6825/878884947","heartbeat_front_addr":"172.21.15.12:6823/878884947","state":["exists","up"]},{"osd":3,"uuid":"99db8493-5590-4203-bbbc-3ce887c39eef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":403,"up_from":414,"up_thru":2673,"down_at":404,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6826","nonce":2524449834},{"type":"v1","addr":"172.21.15.12:6827","nonce":2524449834}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6828","nonce":2524449834},{"type":"v1","addr":"172.21.15.12:6829","nonce":2524449834}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6832","nonce":2524449834},{"type":"v1","addr":"172.21.15.12:6833","nonce":2524449834}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6830","nonce":2524449834},{"type":"v1","addr":"172.21.15.12:6831","nonce":2524449834}]},"public_addr":"172.21.15.12:6827/2524449834","cluster_addr":"172.21.15.12:6829/2524449834","heartbeat_back_addr":"172.21.15.12:6833/2524449834","heartbeat_front_addr":"172.21.15.12:6831/2524449834","state":["exists","up"]},{"osd":4,"uuid":"add5a0cc-ad50-4999-8dfe-1cfdd579af91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":423,"up_from":434,"up_thru":2673,"down_at":424,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":902192217},{"type":"v1","addr":"172.21.15.55:6801","nonce":902192217}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":902192217},{"type":"v1","addr":"172.21.15.55:6803","nonce":902192217}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":902192217},{"type":"v1","addr":"172.21.15.55:6807","nonce":902192217}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":902192217},{"type":"v1","addr":"172.21.15.55:6805","nonce":902192217}]},"public_addr":"172.21.15.55:6801/902192217","cluster_addr":"172.21.15.55:6803/902192217","heartbeat_back_addr":"172.21.15.55:6807/902192217","heartbeat_front_addr":"172.21.15.55:6805/902192217","state":["exists","up"]},{"osd":5,"uuid":"2c0c62e3-0a0a-4ee0-bb63-783d1f34ea63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":38,"last_clean_end":443,"up_from":454,"up_thru":2673,"down_at":444,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":69984260},{"type":"v1","addr":"172.21.15.55:6809","nonce":69984260}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":69984260},{"type":"v1","addr":"172.21.15.55:6811","nonce":69984260}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":69984260},{"type":"v1","addr":"172.21.15.55:6815","nonce":69984260}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":69984260},{"type":"v1","addr":"172.21.15.55:6813","nonce":69984260}]},"public_addr":"172.21.15.55:6809/69984260","cluster_addr":"172.21.15.55:6811/69984260","heartbeat_back_addr":"172.21.15.55:6815/69984260","heartbeat_front_addr":"172.21.15.55:6813/69984260","state":["exists","up"]},{"osd":6,"uuid":"31a294b2-85bc-4013-ad69-282589387e71","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":46,"last_clean_end":477,"up_from":488,"up_thru":2673,"down_at":478,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":2371072131},{"type":"v1","addr":"172.21.15.55:6817","nonce":2371072131}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":2371072131},{"type":"v1","addr":"172.21.15.55:6819","nonce":2371072131}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":2371072131},{"type":"v1","addr":"172.21.15.55:6823","nonce":2371072131}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":2371072131},{"type":"v1","addr":"172.21.15.55:6821","nonce":2371072131}]},"public_addr":"172.21.15.55:6817/2371072131","cluster_addr":"172.21.15.55:6819/2371072131","heartbeat_back_addr":"172.21.15.55:6823/2371072131","heartbeat_front_addr":"172.21.15.55:6821/2371072131","state":["exists","up"]},{"osd":7,"uuid":"5db85b07-7b70-4fc2-906e-cb42e6b34d43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":54,"last_clean_end":512,"up_from":523,"up_thru":2673,"down_at":513,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":2558814253},{"type":"v1","addr":"172.21.15.55:6825","nonce":2558814253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":2558814253},{"type":"v1","addr":"172.21.15.55:6827","nonce":2558814253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":2558814253},{"type":"v1","addr":"172.21.15.55:6831","nonce":2558814253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":2558814253},{"type":"v1","addr":"172.21.15.55:6829","nonce":2558814253}]},"public_addr":"172.21.15.55:6825/2558814253","cluster_addr":"172.21.15.55:6827/2558814253","heartbeat_back_addr":"172.21.15.55:6831/2558814253","heartbeat_front_addr":"172.21.15.55:6829/2558814253","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:17:11.735583+0000","dead_epoch":297},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:17:37.605500+0000","dead_epoch":332},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:03.929062+0000","dead_epoch":368},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:29.867263+0000","dead_epoch":402},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:52.905079+0000","dead_epoch":423},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:16.975099+0000","dead_epoch":443},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:41.855008+0000","dead_epoch":477},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:20:06.157912+0000","dead_epoch":512}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":7,"to":2}]},{"pgid":"2.9","mappings":[{"from":7,"to":2}]},{"pgid":"2.c","mappings":[{"from":0,"to":1}]},{"pgid":"2.e","mappings":[{"from":7,"to":1}]},{"pgid":"2.12","mappings":[{"from":7,"to":1}]},{"pgid":"2.13","mappings":[{"from":0,"to":1}]},{"pgid":"2.1a","mappings":[{"from":7,"to":1}]},{"pgid":"2.1c","mappings":[{"from":7,"to":1}]},{"pgid":"3.a","mappings":[{"from":6,"to":2}]},{"pgid":"3.11","mappings":[{"from":4,"to":2}]},{"pgid":"3.19","mappings":[{"from":4,"to":2}]},{"pgid":"3.27","mappings":[{"from":4,"to":1}]},{"pgid":"3.2c","mappings":[{"from":0,"to":2}]},{"pgid":"3.39","mappings":[{"from":0,"to":1}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]},{"pgid":"3.3d","mappings":[{"from":0,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.12:0/3073003871":"2024-04-02T10:22:00.289999+0000","172.21.15.12:0/212868599":"2024-04-02T10:13:20.446514+0000","172.21.15.12:0/3405446980":"2024-04-02T10:13:19.429988+0000","172.21.15.12:0/488425968":"2024-04-03T08:26:44.055923+0000","172.21.15.12:0/2609845193":"2024-04-03T08:26:44.055923+0000","172.21.15.12:0/1099045220":"2024-04-03T08:20:58.768723+0000","172.21.15.12:0/3791642222":"2024-04-03T08:15:46.289443+0000","172.21.15.12:0/1943274225":"2024-04-03T08:25:20.967261+0000","172.21.15.55:0/2114490360":"2024-04-03T08:25:56.511124+0000","172.21.15.12:6800/2345516633":"2024-04-03T08:25:20.967261+0000","172.21.15.12:0/3671766089":"2024-04-03T08:25:20.967261+0000","172.21.15.55:0/441489437":"2024-04-03T08:25:56.511124+0000","172.21.15.12:6801/2585047473":"2024-04-03T08:15:46.289443+0000","172.21.15.12:0/2848373591":"2024-04-03T08:15:20.734788+0000","172.21.15.12:0/3292194376":"2024-04-03T08:15:20.734788+0000","172.21.15.55:0/750364047":"2024-04-03T08:25:56.511124+0000","172.21.15.12:6801/978596675":"2024-04-03T08:20:58.768723+0000","172.21.15.12:6800/978596675":"2024-04-03T08:20:58.768723+0000","172.21.15.12:0/1790445152":"2024-04-03T08:25:20.967261+0000","172.21.15.12:0/2905068341":"2024-04-03T08:20:58.768723+0000","172.21.15.12:0/2503506368":"2024-04-03T08:26:44.055923+0000","172.21.15.55:0/3529930780":"2024-04-03T08:25:56.511124+0000","172.21.15.12:0/4287960091":"2024-04-03T08:20:58.768723+0000","172.21.15.55:6833/593905928":"2024-04-03T08:32:17.930827+0000","172.21.15.12:6801/2345516633":"2024-04-03T08:25:20.967261+0000","172.21.15.12:6801/630828293":"2024-04-03T08:26:44.055923+0000","172.21.15.12:0/21351856":"2024-04-03T08:26:44.055923+0000","172.21.15.55:6834/625383780":"2024-04-03T08:25:56.511124+0000","172.21.15.55:0/2128974665":"2024-04-03T08:25:56.511124+0000","172.21.15.12:0/1113443101":"2024-04-03T08:15:20.734788+0000","172.21.15.55:0/3927327600":"2024-04-03T08:25:56.511124+0000","172.21.15.12:0/3408537424":"2024-04-03T08:26:44.055923+0000","172.21.15.55:6835/625383780":"2024-04-03T08:25:56.511124+0000","172.21.15.12:0/200776364":"2024-04-02T10:51:55.362748+0000","172.21.15.12:0/970876264":"2024-04-03T08:20:58.768723+0000","172.21.15.12:0/1832172657":"2024-04-03T08:25:20.967261+0000","172.21.15.12:6800/630828293":"2024-04-03T08:26:44.055923+0000","172.21.15.12:0/1372609197":"2024-04-03T08:25:20.967261+0000","172.21.15.12:6800/2585047473":"2024-04-03T08:15:46.289443+0000","172.21.15.12:6800/1702112966":"2024-04-03T08:15:20.734788+0000","172.21.15.12:6801/1702112966":"2024-04-03T08:15:20.734788+0000","172.21.15.55:6832/593905928":"2024-04-03T08:32:17.930827+0000","172.21.15.12:0/4150217245":"2024-04-03T08:15:46.289443+0000","172.21.15.12:0/2134192847":"2024-04-03T08:15:46.289443+0000","172.21.15.12:0/1209928625":"2024-04-03T08:26:44.055923+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":60,"snaps":[{"begin":2,"length":1}]},{"pool":63,"snaps":[{"begin":1,"length":2}]},{"pool":68,"snaps":[{"begin":1,"length":2}]},{"pool":77,"snaps":[{"begin":2,"length":1}]},{"pool":78,"snaps":[{"begin":2,"length":1}]},{"pool":79,"snaps":[{"begin":2,"length":1}]},{"pool":80,"snaps":[{"begin":2,"length":1}]},{"pool":81,"snaps":[{"begin":2,"length":1}]},{"pool":82,"snaps":[{"begin":2,"length":1}]},{"pool":83,"snaps":[{"begin":2,"length":1}]},{"pool":84,"snaps":[{"begin":185,"length":1},{"begin":187,"length":1}]},{"pool":86,"snaps":[{"begin":6,"length":3}]},{"pool":88,"snaps":[{"begin":34,"length":4},{"begin":44,"length":4}]},{"pool":89,"snaps":[{"begin":22,"length":1}]},{"pool":90,"snaps":[{"begin":2,"length":1}]},{"pool":122,"snaps":[{"begin":293,"length":2}]},{"pool":123,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[{"pool":122,"snaps":[{"begin":291,"length":2}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T09:54:16.847 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-04-02T09:54:17.204 INFO:teuthology.orchestra.run.smithi012.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-04-02T09:54:17.218 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-04-02T09:54:17.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:17 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3622026864' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T09:54:17.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:17 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/1444783234' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T09:54:17.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:17 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/3971983365' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-02T09:54:17.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:17 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-02T09:54:17.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:17 smithi012 ceph-mon[90784]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-02T09:54:17.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:17 smithi012 ceph-mon[90784]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T09:54:17.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:17 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-02T09:54:17.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:17 smithi012 ceph-mon[90784]: osdmap e2755: 8 total, 8 up, 8 in 2024-04-02T09:54:17.679 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:17 smithi012 ceph-mon[90784]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-02T09:54:17.680 INFO:journalctl@ceph.mds.a.smithi012.stdout:Apr 02 09:54:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mds-a[115699]: ignoring --setuser ceph since I am not root 2024-04-02T09:54:17.680 INFO:journalctl@ceph.mds.a.smithi012.stdout:Apr 02 09:54:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mds-a[115699]: ignoring --setgroup ceph since I am not root 2024-04-02T09:54:17.680 INFO:journalctl@ceph.mds.a.smithi012.stdout:Apr 02 09:54:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mds-a[115699]: starting mds.a at 2024-04-02T09:54:17.680 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-a[88351]: 2024-04-02T09:54:17.200+0000 7f50ccd48700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T09:54:17.680 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:17 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3622026864' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T09:54:17.680 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:17 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/1444783234' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T09:54:17.680 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:17 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/3971983365' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-02T09:54:17.680 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:17 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-02T09:54:17.681 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:17 smithi012 ceph-mon[88355]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-02T09:54:17.681 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:17 smithi012 ceph-mon[88355]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T09:54:17.681 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:17 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-02T09:54:17.681 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:17 smithi012 ceph-mon[88355]: osdmap e2755: 8 total, 8 up, 8 in 2024-04-02T09:54:17.681 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:17 smithi012 ceph-mon[88355]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-02T09:54:17.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:17 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3622026864' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T09:54:17.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:17 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/1444783234' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T09:54:17.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:17 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/3971983365' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-02T09:54:17.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:17 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-02T09:54:17.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:17 smithi055 ceph-mon[85080]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-02T09:54:17.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:17 smithi055 ceph-mon[85080]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T09:54:17.812 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:17 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-02T09:54:17.812 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:17 smithi055 ceph-mon[85080]: osdmap e2755: 8 total, 8 up, 8 in 2024-04-02T09:54:17.812 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:17 smithi055 ceph-mon[85080]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-02T09:54:18.218 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:54:17 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: ::ffff:172.21.15.55 - - [02/Apr/2024:09:54:17] "GET /metrics HTTP/1.1" 200 34245 "" "Prometheus/2.43.0" 2024-04-02T09:54:18.219 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-04-02T09:54:18.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:18 smithi012 ceph-mon[88355]: pgmap v5157: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 18 op/s 2024-04-02T09:54:18.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:18 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/194694684' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:54:18.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:18 smithi012 ceph-mon[88355]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-02T09:54:18.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:18 smithi012 ceph-mon[88355]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-02T09:54:18.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:18 smithi012 ceph-mon[88355]: Cluster is now healthy 2024-04-02T09:54:18.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:18 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/194694684' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-02T09:54:18.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:18 smithi012 ceph-mon[88355]: mds.? [v2:172.21.15.12:6834/1527013747,v1:172.21.15.12:6835/1527013747] up:boot 2024-04-02T09:54:18.679 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:18 smithi012 ceph-mon[88355]: fsmap 2 up:standby 2024-04-02T09:54:18.680 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:18 smithi012 ceph-mon[88355]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T09:54:18.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:18 smithi012 ceph-mon[90784]: pgmap v5157: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 18 op/s 2024-04-02T09:54:18.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:18 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/194694684' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:54:18.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:18 smithi012 ceph-mon[90784]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-02T09:54:18.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:18 smithi012 ceph-mon[90784]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-02T09:54:18.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:18 smithi012 ceph-mon[90784]: Cluster is now healthy 2024-04-02T09:54:18.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:18 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/194694684' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-02T09:54:18.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:18 smithi012 ceph-mon[90784]: mds.? [v2:172.21.15.12:6834/1527013747,v1:172.21.15.12:6835/1527013747] up:boot 2024-04-02T09:54:18.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:18 smithi012 ceph-mon[90784]: fsmap 2 up:standby 2024-04-02T09:54:18.680 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:18 smithi012 ceph-mon[90784]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T09:54:18.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:18 smithi055 ceph-mon[85080]: pgmap v5157: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 18 op/s 2024-04-02T09:54:18.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:18 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/194694684' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:54:18.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:18 smithi055 ceph-mon[85080]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-02T09:54:18.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:18 smithi055 ceph-mon[85080]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-02T09:54:18.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:18 smithi055 ceph-mon[85080]: Cluster is now healthy 2024-04-02T09:54:18.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:18 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/194694684' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-02T09:54:18.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:18 smithi055 ceph-mon[85080]: mds.? [v2:172.21.15.12:6834/1527013747,v1:172.21.15.12:6835/1527013747] up:boot 2024-04-02T09:54:18.812 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:18 smithi055 ceph-mon[85080]: fsmap 2 up:standby 2024-04-02T09:54:18.812 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:18 smithi055 ceph-mon[85080]: from='mgr.34104 172.21.15.12:0/954887044' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T09:54:19.434 INFO:teuthology.orchestra.run.smithi012.stderr:pool 'cephfs_metadata' removed 2024-04-02T09:54:19.456 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-04-02T09:54:19.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:19 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/4121351074' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T09:54:19.929 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:19 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/4121351074' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T09:54:19.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:19 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/4121351074' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T09:54:20.443 INFO:teuthology.orchestra.run.smithi012.stderr:pool 'cephfs_data' removed 2024-04-02T09:54:20.467 DEBUG:teuthology.orchestra.run.smithi012:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-02T09:54:20.498 DEBUG:teuthology.orchestra.run.smithi055:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-02T09:54:20.532 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-04-02T09:54:20.532 DEBUG:teuthology.orchestra.run.smithi012:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-02T09:54:20.556 DEBUG:teuthology.orchestra.run.smithi055:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-02T09:54:20.591 INFO:tasks.cephadm:Stopping all daemons... 2024-04-02T09:54:20.591 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-04-02T09:54:20.591 DEBUG:teuthology.orchestra.run.smithi012:> sudo systemctl stop ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@mon.a 2024-04-02T09:54:20.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:20 smithi055 ceph-mon[85080]: pgmap v5159: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-02T09:54:20.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:20 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/4121351074' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-02T09:54:20.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:20 smithi055 ceph-mon[85080]: osdmap e2756: 8 total, 8 up, 8 in 2024-04-02T09:54:20.811 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:20 smithi055 ceph-mon[85080]: from='client.? 172.21.15.12:0/4003546795' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T09:54:20.812 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:20 smithi055 ceph-mon[85080]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T09:54:20.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:20 smithi012 ceph-mon[90784]: pgmap v5159: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-02T09:54:20.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:20 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/4121351074' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-02T09:54:20.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:20 smithi012 ceph-mon[90784]: osdmap e2756: 8 total, 8 up, 8 in 2024-04-02T09:54:20.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:20 smithi012 ceph-mon[90784]: from='client.? 172.21.15.12:0/4003546795' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T09:54:20.929 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:20 smithi012 ceph-mon[90784]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T09:54:20.930 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:20 smithi012 ceph-mon[88355]: pgmap v5159: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-02T09:54:20.930 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:20 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/4121351074' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-02T09:54:20.930 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:20 smithi012 ceph-mon[88355]: osdmap e2756: 8 total, 8 up, 8 in 2024-04-02T09:54:20.930 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:20 smithi012 ceph-mon[88355]: from='client.? 172.21.15.12:0/4003546795' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T09:54:20.930 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:20 smithi012 ceph-mon[88355]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T09:54:20.930 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:20 smithi012 systemd[1]: Stopping Ceph mon.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T09:54:21.323 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:20 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-a[88351]: 2024-04-02T09:54:20.940+0000 7f50d2553700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T09:54:21.323 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:20 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-a[88351]: 2024-04-02T09:54:20.940+0000 7f50d2553700 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-04-02T09:54:21.324 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:21 smithi012 podman[211405]: 2024-04-02 09:54:21.011563923 +0000 UTC m=+0.204773900 container died 1790aee575dcd3c36426dee8d5e43341c1d3bee00edadb36ed62cdba9d0545ca (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-a, GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-04-02T09:54:21.324 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:54:20 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: [02/Apr/2024:09:54:20] ENGINE Bus STOPPING 2024-04-02T09:54:21.324 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:54:20 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: [02/Apr/2024:09:54:20] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T09:54:21.324 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:54:20 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: [02/Apr/2024:09:54:20] ENGINE Bus STOPPED 2024-04-02T09:54:21.324 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:54:20 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: [02/Apr/2024:09:54:20] ENGINE Bus STARTING 2024-04-02T09:54:21.324 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:54:21 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: [02/Apr/2024:09:54:21] ENGINE Serving on http://:::9283 2024-04-02T09:54:21.324 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:54:21 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: [02/Apr/2024:09:54:21] ENGINE Bus STARTED 2024-04-02T09:54:22.153 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:21 smithi012 podman[211405]: 2024-04-02 09:54:21.741289566 +0000 UTC m=+0.934499583 container cleanup 1790aee575dcd3c36426dee8d5e43341c1d3bee00edadb36ed62cdba9d0545ca (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-a, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-04-02T09:54:22.153 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:21 smithi012 bash[211405]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-a 2024-04-02T09:54:22.154 INFO:journalctl@ceph.mon.a.smithi012.stdout:Apr 02 09:54:21 smithi012 podman[211430]: 2024-04-02 09:54:21.942687735 +0000 UTC m=+0.927866254 container remove 1790aee575dcd3c36426dee8d5e43341c1d3bee00edadb36ed62cdba9d0545ca (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0) 2024-04-02T09:54:22.167 DEBUG:teuthology.orchestra.run.smithi012:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@mon.a.service' 2024-04-02T09:54:22.217 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T09:54:22.217 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-04-02T09:54:22.217 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-04-02T09:54:22.217 DEBUG:teuthology.orchestra.run.smithi012:> sudo systemctl stop ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@mon.c 2024-04-02T09:54:22.429 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:22 smithi012 systemd[1]: Stopping Ceph mon.c for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T09:54:22.811 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:54:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:54:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi012:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"f84ae488-f0c8-11ee-b647-cb9ed24678a4\", instance=\"smithi012:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:54:22.895 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:22 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-c[90780]: 2024-04-02T09:54:22.528+0000 7f9520018700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T09:54:22.895 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:22 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-c[90780]: 2024-04-02T09:54:22.528+0000 7f9520018700 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2024-04-02T09:54:22.895 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:22 smithi012 podman[211537]: 2024-04-02 09:54:22.610570805 +0000 UTC m=+0.208401512 container died a1b482e0e4498df6361d1facc79bd82a683e31d7a74377de6b2db6609eef8e12 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-c, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T09:54:23.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:22 smithi012 podman[211537]: 2024-04-02 09:54:22.995548437 +0000 UTC m=+0.593379142 container cleanup a1b482e0e4498df6361d1facc79bd82a683e31d7a74377de6b2db6609eef8e12 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-c, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-04-02T09:54:23.179 INFO:journalctl@ceph.mon.c.smithi012.stdout:Apr 02 09:54:22 smithi012 bash[211537]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-c 2024-04-02T09:54:23.372 DEBUG:teuthology.orchestra.run.smithi012:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@mon.c.service' 2024-04-02T09:54:23.408 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T09:54:23.409 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-04-02T09:54:23.409 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-04-02T09:54:23.409 DEBUG:teuthology.orchestra.run.smithi055:> sudo systemctl stop ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@mon.b 2024-04-02T09:54:23.722 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:23 smithi055 systemd[1]: Stopping Ceph mon.b for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T09:54:23.998 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:23 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-b[85076]: 2024-04-02T09:54:23.722+0000 7f2236493700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T09:54:23.998 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:23 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-b[85076]: 2024-04-02T09:54:23.722+0000 7f2236493700 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2024-04-02T09:54:23.998 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:23 smithi055 podman[147833]: 2024-04-02 09:54:23.744037866 +0000 UTC m=+0.138348965 container died f75ff69b6d621a4be48de76733e1a4935f889f2e3ba33f764dc465245985b5c1 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-b, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T09:54:24.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:24 smithi055 podman[147833]: 2024-04-02 09:54:24.206974552 +0000 UTC m=+0.601285651 container cleanup f75ff69b6d621a4be48de76733e1a4935f889f2e3ba33f764dc465245985b5c1 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-b, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T09:54:24.311 INFO:journalctl@ceph.mon.b.smithi055.stdout:Apr 02 09:54:24 smithi055 bash[147833]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mon-b 2024-04-02T09:54:24.634 DEBUG:teuthology.orchestra.run.smithi055:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@mon.b.service' 2024-04-02T09:54:24.678 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T09:54:24.679 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-04-02T09:54:24.679 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-04-02T09:54:24.679 DEBUG:teuthology.orchestra.run.smithi012:> sudo systemctl stop ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@mgr.y 2024-04-02T09:54:25.108 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:54:24 smithi012 systemd[1]: Stopping Ceph mgr.y for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T09:54:25.429 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:54:25 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y[80129]: 2024-04-02T09:54:25.108+0000 7f8b54e34700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T09:54:25.429 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:54:25 smithi012 podman[211659]: 2024-04-02 09:54:25.140120515 +0000 UTC m=+0.262857627 container died fe667762b028c2e4c4c0fa6c97b975cf58033042c8eda25c5fc3060b47e26f4a (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, GIT_CLEAN=True) 2024-04-02T09:54:25.800 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:54:25 smithi012 podman[211659]: 2024-04-02 09:54:25.525246283 +0000 UTC m=+0.647983394 container cleanup fe667762b028c2e4c4c0fa6c97b975cf58033042c8eda25c5fc3060b47e26f4a (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux ) 2024-04-02T09:54:25.800 INFO:journalctl@ceph.mgr.y.smithi012.stdout:Apr 02 09:54:25 smithi012 bash[211659]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-y 2024-04-02T09:54:25.956 DEBUG:teuthology.orchestra.run.smithi012:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@mgr.y.service' 2024-04-02T09:54:25.992 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T09:54:25.992 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-04-02T09:54:25.992 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-04-02T09:54:25.992 DEBUG:teuthology.orchestra.run.smithi055:> sudo systemctl stop ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@mgr.x 2024-04-02T09:54:26.311 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 09:54:26 smithi055 systemd[1]: Stopping Ceph mgr.x for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T09:54:26.645 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 09:54:26 smithi055 podman[147957]: 2024-04-02 09:54:26.364362143 +0000 UTC m=+0.168393746 container died 111621b46bd235992e01baa10a5e6bb7609704de22eb607098af43b02f6e565c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-02T09:54:27.061 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 09:54:26 smithi055 podman[147957]: 2024-04-02 09:54:26.720477826 +0000 UTC m=+0.524509423 container cleanup 111621b46bd235992e01baa10a5e6bb7609704de22eb607098af43b02f6e565c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5) 2024-04-02T09:54:27.061 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 09:54:26 smithi055 bash[147957]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x 2024-04-02T09:54:27.061 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 09:54:26 smithi055 podman[147971]: 2024-04-02 09:54:26.880455355 +0000 UTC m=+0.519555752 container remove 111621b46bd235992e01baa10a5e6bb7609704de22eb607098af43b02f6e565c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mgr-x, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T09:54:27.061 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 02 09:54:26 smithi055 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-02T09:54:27.089 DEBUG:teuthology.orchestra.run.smithi055:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@mgr.x.service' 2024-04-02T09:54:27.125 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T09:54:27.125 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-04-02T09:54:27.125 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-04-02T09:54:27.126 DEBUG:teuthology.orchestra.run.smithi012:> sudo systemctl stop ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@osd.0 2024-04-02T09:54:27.428 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 09:54:27 smithi012 systemd[1]: Stopping Ceph osd.0 for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T09:54:27.929 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 09:54:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-0[96517]: 2024-04-02T09:54:27.436+0000 7fc870358700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T09:54:27.929 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 09:54:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-0[96517]: 2024-04-02T09:54:27.436+0000 7fc870358700 -1 osd.0 2757 *** Got signal Terminated *** 2024-04-02T09:54:27.929 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 09:54:27 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-0[96517]: 2024-04-02T09:54:27.436+0000 7fc870358700 -1 osd.0 2757 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T09:54:33.179 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 09:54:32 smithi012 podman[211781]: 2024-04-02 09:54:32.883851756 +0000 UTC m=+5.560550736 container died a32a350fbdf16c92fd48f3f3c7fd66a4f30e95caa31fbaf1dc58360a44190189 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-0, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-04-02T09:54:33.520 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 09:54:33 smithi012 podman[211781]: 2024-04-02 09:54:33.262237287 +0000 UTC m=+5.938936267 container cleanup a32a350fbdf16c92fd48f3f3c7fd66a4f30e95caa31fbaf1dc58360a44190189 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-0, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-04-02T09:54:33.520 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 09:54:33 smithi012 bash[211781]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-0 2024-04-02T09:54:33.876 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 09:54:33 smithi012 podman[211798]: 2024-04-02 09:54:33.521725581 +0000 UTC m=+0.638678307 container remove a32a350fbdf16c92fd48f3f3c7fd66a4f30e95caa31fbaf1dc58360a44190189 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-0, GIT_CLEAN=True, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5) 2024-04-02T09:54:34.127 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 09:54:33 smithi012 podman[211889]: 2024-04-02 09:54:33.780610506 +0000 UTC m=+0.018145937 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T09:54:34.127 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 09:54:33 smithi012 podman[211889]: 2024-04-02 09:54:33.880845906 +0000 UTC m=+0.118381321 container create 1124f22c2837ad87e87894ed58a58567a546c74e0febed2cf2cede7184dc099e (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-0-deactivate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-02T09:54:34.127 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 09:54:34 smithi012 podman[211889]: 2024-04-02 09:54:34.125056591 +0000 UTC m=+0.362592022 container init 1124f22c2837ad87e87894ed58a58567a546c74e0febed2cf2cede7184dc099e (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-0-deactivate, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2) 2024-04-02T09:54:34.127 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 09:54:34 smithi012 podman[211889]: 2024-04-02 09:54:34.128279481 +0000 UTC m=+0.365814899 container start 1124f22c2837ad87e87894ed58a58567a546c74e0febed2cf2cede7184dc099e (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-0-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T09:54:34.424 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 09:54:34 smithi012 podman[211889]: 2024-04-02 09:54:34.216700875 +0000 UTC m=+0.454236299 container attach 1124f22c2837ad87e87894ed58a58567a546c74e0febed2cf2cede7184dc099e (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-0-deactivate, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True) 2024-04-02T09:54:34.679 INFO:journalctl@ceph.osd.0.smithi012.stdout:Apr 02 09:54:34 smithi012 podman[211889]: 2024-04-02 09:54:34.426271123 +0000 UTC m=+0.663806553 container died 1124f22c2837ad87e87894ed58a58567a546c74e0febed2cf2cede7184dc099e (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True) 2024-04-02T09:54:35.047 DEBUG:teuthology.orchestra.run.smithi012:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@osd.0.service' 2024-04-02T09:54:35.091 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T09:54:35.091 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-04-02T09:54:35.092 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-04-02T09:54:35.092 DEBUG:teuthology.orchestra.run.smithi012:> sudo systemctl stop ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@osd.1 2024-04-02T09:54:35.341 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 09:54:35 smithi012 systemd[1]: Stopping Ceph osd.1 for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T09:54:35.679 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 09:54:35 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-1[101235]: 2024-04-02T09:54:35.506+0000 7f586a651700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T09:54:35.679 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 09:54:35 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-1[101235]: 2024-04-02T09:54:35.506+0000 7f586a651700 -1 osd.1 2757 *** Got signal Terminated *** 2024-04-02T09:54:35.679 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 09:54:35 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-1[101235]: 2024-04-02T09:54:35.506+0000 7f586a651700 -1 osd.1 2757 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T09:54:41.398 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 09:54:41 smithi012 podman[211996]: 2024-04-02 09:54:41.067568487 +0000 UTC m=+5.721688608 container died bed42cfef5185944260585bf6501036c3081a421c3517d2883c48bd0e0923982 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-1, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-04-02T09:54:41.679 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 09:54:41 smithi012 podman[211996]: 2024-04-02 09:54:41.497907542 +0000 UTC m=+6.152027656 container cleanup bed42cfef5185944260585bf6501036c3081a421c3517d2883c48bd0e0923982 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-1, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux ) 2024-04-02T09:54:41.679 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 09:54:41 smithi012 bash[211996]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-1 2024-04-02T09:54:42.112 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 09:54:41 smithi012 podman[212028]: 2024-04-02 09:54:41.707385301 +0000 UTC m=+0.644093767 container remove bed42cfef5185944260585bf6501036c3081a421c3517d2883c48bd0e0923982 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-1, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-04-02T09:54:42.429 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 09:54:42 smithi012 podman[212116]: 2024-04-02 09:54:42.01700235 +0000 UTC m=+0.017916067 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T09:54:42.429 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 09:54:42 smithi012 podman[212116]: 2024-04-02 09:54:42.141679802 +0000 UTC m=+0.142593518 container create 3ff19940c86f332723bd8790037902e702dac25b907f375e78cb62044e4be3f1 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-1-deactivate, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T09:54:42.429 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 09:54:42 smithi012 podman[212116]: 2024-04-02 09:54:42.360848505 +0000 UTC m=+0.361762224 container init 3ff19940c86f332723bd8790037902e702dac25b907f375e78cb62044e4be3f1 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-1-deactivate, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-02T09:54:42.429 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 09:54:42 smithi012 podman[212116]: 2024-04-02 09:54:42.363827104 +0000 UTC m=+0.364740829 container start 3ff19940c86f332723bd8790037902e702dac25b907f375e78cb62044e4be3f1 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-1-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-04-02T09:54:42.929 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 09:54:42 smithi012 podman[212116]: 2024-04-02 09:54:42.469820103 +0000 UTC m=+0.470733828 container attach 3ff19940c86f332723bd8790037902e702dac25b907f375e78cb62044e4be3f1 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-1-deactivate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2) 2024-04-02T09:54:42.929 INFO:journalctl@ceph.osd.1.smithi012.stdout:Apr 02 09:54:42 smithi012 podman[212116]: 2024-04-02 09:54:42.670428213 +0000 UTC m=+0.671341931 container died 3ff19940c86f332723bd8790037902e702dac25b907f375e78cb62044e4be3f1 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-1-deactivate, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2) 2024-04-02T09:54:43.487 DEBUG:teuthology.orchestra.run.smithi012:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@osd.1.service' 2024-04-02T09:54:43.536 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T09:54:43.536 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-04-02T09:54:43.536 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-04-02T09:54:43.537 DEBUG:teuthology.orchestra.run.smithi012:> sudo systemctl stop ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@osd.2 2024-04-02T09:54:43.849 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 09:54:43 smithi012 systemd[1]: Stopping Ceph osd.2 for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T09:54:44.179 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 09:54:43 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-2[105875]: 2024-04-02T09:54:43.850+0000 7fed293cc700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T09:54:44.179 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 09:54:43 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-2[105875]: 2024-04-02T09:54:43.850+0000 7fed293cc700 -1 osd.2 2757 *** Got signal Terminated *** 2024-04-02T09:54:44.179 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 09:54:43 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-2[105875]: 2024-04-02T09:54:43.850+0000 7fed293cc700 -1 osd.2 2757 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T09:54:49.591 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 09:54:49 smithi012 podman[212222]: 2024-04-02 09:54:49.320936663 +0000 UTC m=+5.582766571 container died 021f860a33afa58846fc1388e7dc14dcd9e9631b1e931282d08c3dae01831204 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-2, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD) 2024-04-02T09:54:49.929 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 09:54:49 smithi012 podman[212222]: 2024-04-02 09:54:49.699892604 +0000 UTC m=+5.961722508 container cleanup 021f860a33afa58846fc1388e7dc14dcd9e9631b1e931282d08c3dae01831204 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-2, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-04-02T09:54:49.929 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 09:54:49 smithi012 bash[212222]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-2 2024-04-02T09:54:50.333 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 09:54:49 smithi012 podman[212243]: 2024-04-02 09:54:49.977087579 +0000 UTC m=+0.654338967 container remove 021f860a33afa58846fc1388e7dc14dcd9e9631b1e931282d08c3dae01831204 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T09:54:50.645 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 09:54:50 smithi012 podman[212343]: 2024-04-02 09:54:50.237436171 +0000 UTC m=+0.021578679 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T09:54:50.646 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 09:54:50 smithi012 podman[212343]: 2024-04-02 09:54:50.377350237 +0000 UTC m=+0.161492734 container create 9a4b97c32f1752c5987767ff0d62ee37e2cdc0f1a00297f4aa45d7925cbce2d8 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-2-deactivate, org.label-schema.build-date=20240326, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-04-02T09:54:50.929 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 09:54:50 smithi012 podman[212343]: 2024-04-02 09:54:50.647114591 +0000 UTC m=+0.431257087 container init 9a4b97c32f1752c5987767ff0d62ee37e2cdc0f1a00297f4aa45d7925cbce2d8 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-2-deactivate, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T09:54:50.929 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 09:54:50 smithi012 podman[212343]: 2024-04-02 09:54:50.650662963 +0000 UTC m=+0.434805452 container start 9a4b97c32f1752c5987767ff0d62ee37e2cdc0f1a00297f4aa45d7925cbce2d8 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-2-deactivate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True) 2024-04-02T09:54:50.929 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 09:54:50 smithi012 podman[212343]: 2024-04-02 09:54:50.872680946 +0000 UTC m=+0.656823448 container attach 9a4b97c32f1752c5987767ff0d62ee37e2cdc0f1a00297f4aa45d7925cbce2d8 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-2-deactivate, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-04-02T09:54:51.241 INFO:journalctl@ceph.osd.2.smithi012.stdout:Apr 02 09:54:50 smithi012 podman[212343]: 2024-04-02 09:54:50.956521682 +0000 UTC m=+0.740664171 container died 9a4b97c32f1752c5987767ff0d62ee37e2cdc0f1a00297f4aa45d7925cbce2d8 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-2-deactivate, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5) 2024-04-02T09:54:51.565 DEBUG:teuthology.orchestra.run.smithi012:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@osd.2.service' 2024-04-02T09:54:51.608 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T09:54:51.609 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-04-02T09:54:51.609 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-04-02T09:54:51.609 DEBUG:teuthology.orchestra.run.smithi012:> sudo systemctl stop ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@osd.3 2024-04-02T09:54:51.929 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 09:54:51 smithi012 systemd[1]: Stopping Ceph osd.3 for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T09:54:52.429 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 09:54:52 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-3[110753]: 2024-04-02T09:54:52.011+0000 7f5612947700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T09:54:52.429 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 09:54:52 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-3[110753]: 2024-04-02T09:54:52.011+0000 7f5612947700 -1 osd.3 2757 *** Got signal Terminated *** 2024-04-02T09:54:52.429 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 09:54:52 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-3[110753]: 2024-04-02T09:54:52.011+0000 7f5612947700 -1 osd.3 2757 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T09:54:54.061 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:54:53 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:54:53.652+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:31.780094+0000 front 2024-04-02T09:54:31.780198+0000 (oldest deadline 2024-04-02T09:54:53.480016+0000) 2024-04-02T09:54:54.429 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 09:54:54 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-3[110753]: 2024-04-02T09:54:54.075+0000 7f560af33700 -1 osd.3 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:30.047584+0000 front 2024-04-02T09:54:30.047632+0000 (oldest deadline 2024-04-02T09:54:53.547790+0000) 2024-04-02T09:54:55.061 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:54:54 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:54:54.698+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:31.780094+0000 front 2024-04-02T09:54:31.780198+0000 (oldest deadline 2024-04-02T09:54:53.480016+0000) 2024-04-02T09:54:55.429 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 09:54:55 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-3[110753]: 2024-04-02T09:54:55.106+0000 7f560af33700 -1 osd.3 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:30.047584+0000 front 2024-04-02T09:54:30.047632+0000 (oldest deadline 2024-04-02T09:54:53.547790+0000) 2024-04-02T09:54:55.662 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:54:55 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[100614]: 2024-04-02T09:54:55.357+0000 7febe32f8700 -1 osd.6 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:28.596683+0000 front 2024-04-02T09:54:28.596603+0000 (oldest deadline 2024-04-02T09:54:54.496552+0000) 2024-04-02T09:54:56.061 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:54:55 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:54:55.662+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:31.780094+0000 front 2024-04-02T09:54:31.780198+0000 (oldest deadline 2024-04-02T09:54:53.480016+0000) 2024-04-02T09:54:56.429 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 09:54:56 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-3[110753]: 2024-04-02T09:54:56.137+0000 7f560af33700 -1 osd.3 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:30.047584+0000 front 2024-04-02T09:54:30.047632+0000 (oldest deadline 2024-04-02T09:54:53.547790+0000) 2024-04-02T09:54:56.676 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:54:56 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[100614]: 2024-04-02T09:54:56.378+0000 7febe32f8700 -1 osd.6 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:28.596683+0000 front 2024-04-02T09:54:28.596603+0000 (oldest deadline 2024-04-02T09:54:54.496552+0000) 2024-04-02T09:54:56.995 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:54:56 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:54:56.676+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:31.780094+0000 front 2024-04-02T09:54:31.780198+0000 (oldest deadline 2024-04-02T09:54:53.480016+0000) 2024-04-02T09:54:57.311 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 09:54:56 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4[90704]: 2024-04-02T09:54:56.995+0000 7fa5400ec700 -1 osd.4 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:32.042741+0000 front 2024-04-02T09:54:32.042845+0000 (oldest deadline 2024-04-02T09:54:56.742505+0000) 2024-04-02T09:54:57.721 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:54:57 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[100614]: 2024-04-02T09:54:57.396+0000 7febe32f8700 -1 osd.6 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:28.596683+0000 front 2024-04-02T09:54:28.596603+0000 (oldest deadline 2024-04-02T09:54:54.496552+0000) 2024-04-02T09:54:57.787 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 09:54:57 smithi012 podman[212449]: 2024-04-02 09:54:57.530241267 +0000 UTC m=+5.696773792 container died 581c0cd1eb3cf6197489470b5d768a83d69c8e9078ffa4d7897539eab08b5a64 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-3, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T09:54:58.022 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:54:57 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:54:57.722+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:31.780094+0000 front 2024-04-02T09:54:31.780198+0000 (oldest deadline 2024-04-02T09:54:53.480016+0000) 2024-04-02T09:54:58.022 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:54:57 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:54:57.733Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.12:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.12:8765: connect: connection refused" 2024-04-02T09:54:58.022 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:54:57 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:54:57.735Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.12:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.12:8765: connect: connection refused" 2024-04-02T09:54:58.022 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:54:57 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:54:57.735Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.12:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.12:8765: connect: connection refused" 2024-04-02T09:54:58.022 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:54:57 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:54:57.737Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.12:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.12:8765: connect: connection refused" 2024-04-02T09:54:58.022 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:54:57 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:54:57.737Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.12:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.12:8765: connect: connection refused" 2024-04-02T09:54:58.161 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 09:54:57 smithi012 podman[212449]: 2024-04-02 09:54:57.886471526 +0000 UTC m=+6.053004050 container cleanup 581c0cd1eb3cf6197489470b5d768a83d69c8e9078ffa4d7897539eab08b5a64 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-3, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-04-02T09:54:58.161 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 09:54:57 smithi012 bash[212449]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-3 2024-04-02T09:54:58.311 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 09:54:58 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4[90704]: 2024-04-02T09:54:58.022+0000 7fa5400ec700 -1 osd.4 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:32.042741+0000 front 2024-04-02T09:54:32.042845+0000 (oldest deadline 2024-04-02T09:54:56.742505+0000) 2024-04-02T09:54:58.429 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 09:54:58 smithi012 podman[212469]: 2024-04-02 09:54:58.162618965 +0000 UTC m=+0.633585512 container remove 581c0cd1eb3cf6197489470b5d768a83d69c8e9078ffa4d7897539eab08b5a64 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-3, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True) 2024-04-02T09:54:58.685 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:54:58 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[100614]: 2024-04-02T09:54:58.367+0000 7febe32f8700 -1 osd.6 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:28.596683+0000 front 2024-04-02T09:54:28.596603+0000 (oldest deadline 2024-04-02T09:54:54.496552+0000) 2024-04-02T09:54:58.685 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 09:54:58 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5[95659]: 2024-04-02T09:54:58.379+0000 7ff8cc67c700 -1 osd.5 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:31.521585+0000 front 2024-04-02T09:54:31.521639+0000 (oldest deadline 2024-04-02T09:54:57.421450+0000) 2024-04-02T09:54:58.806 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 09:54:58 smithi012 podman[212560]: 2024-04-02 09:54:58.488658103 +0000 UTC m=+0.107784540 container create 38240b6374e8eaa44a746353a86fccafe050913a198644d2e5aebe5dbc2b64a9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-3-deactivate, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, io.buildah.version=1.33.5) 2024-04-02T09:54:58.806 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 09:54:58 smithi012 podman[212560]: 2024-04-02 09:54:58.398229526 +0000 UTC m=+0.017355934 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T09:54:58.806 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 09:54:58 smithi012 podman[212560]: 2024-04-02 09:54:58.716949395 +0000 UTC m=+0.336075807 container init 38240b6374e8eaa44a746353a86fccafe050913a198644d2e5aebe5dbc2b64a9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-3-deactivate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T09:54:58.807 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 09:54:58 smithi012 podman[212560]: 2024-04-02 09:54:58.720079205 +0000 UTC m=+0.339205603 container start 38240b6374e8eaa44a746353a86fccafe050913a198644d2e5aebe5dbc2b64a9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-3-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T09:54:58.807 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 09:54:58 smithi012 podman[212560]: 2024-04-02 09:54:58.80770565 +0000 UTC m=+0.426832066 container attach 38240b6374e8eaa44a746353a86fccafe050913a198644d2e5aebe5dbc2b64a9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-3-deactivate, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-04-02T09:54:59.018 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:54:58 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:54:58.685+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:31.780094+0000 front 2024-04-02T09:54:31.780198+0000 (oldest deadline 2024-04-02T09:54:53.480016+0000) 2024-04-02T09:54:59.179 INFO:journalctl@ceph.osd.3.smithi012.stdout:Apr 02 09:54:59 smithi012 podman[212560]: 2024-04-02 09:54:59.015512163 +0000 UTC m=+0.634638569 container died 38240b6374e8eaa44a746353a86fccafe050913a198644d2e5aebe5dbc2b64a9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-3-deactivate, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-04-02T09:54:59.311 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 09:54:59 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4[90704]: 2024-04-02T09:54:59.019+0000 7fa5400ec700 -1 osd.4 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:32.042741+0000 front 2024-04-02T09:54:32.042845+0000 (oldest deadline 2024-04-02T09:54:56.742505+0000) 2024-04-02T09:54:59.646 DEBUG:teuthology.orchestra.run.smithi012:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@osd.3.service' 2024-04-02T09:54:59.689 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T09:54:59.689 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-04-02T09:54:59.689 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-04-02T09:54:59.689 DEBUG:teuthology.orchestra.run.smithi055:> sudo systemctl stop ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@osd.4 2024-04-02T09:54:59.719 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 09:54:59 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5[95659]: 2024-04-02T09:54:59.333+0000 7ff8cc67c700 -1 osd.5 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:31.521585+0000 front 2024-04-02T09:54:31.521639+0000 (oldest deadline 2024-04-02T09:54:57.421450+0000) 2024-04-02T09:54:59.720 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:54:59 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[100614]: 2024-04-02T09:54:59.334+0000 7febe32f8700 -1 osd.6 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:28.596683+0000 front 2024-04-02T09:54:28.596603+0000 (oldest deadline 2024-04-02T09:54:54.496552+0000) 2024-04-02T09:54:59.990 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 09:54:59 smithi055 systemd[1]: Stopping Ceph osd.4 for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T09:54:59.990 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:54:59 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:54:59.732+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:31.780094+0000 front 2024-04-02T09:54:31.780198+0000 (oldest deadline 2024-04-02T09:54:53.480016+0000) 2024-04-02T09:55:00.311 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 09:54:59 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4[90704]: 2024-04-02T09:54:59.990+0000 7fa547b00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T09:55:00.311 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 09:54:59 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4[90704]: 2024-04-02T09:54:59.990+0000 7fa547b00700 -1 osd.4 2757 *** Got signal Terminated *** 2024-04-02T09:55:00.311 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 09:54:59 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4[90704]: 2024-04-02T09:54:59.990+0000 7fa547b00700 -1 osd.4 2757 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T09:55:00.311 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 09:55:00 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4[90704]: 2024-04-02T09:55:00.010+0000 7fa5400ec700 -1 osd.4 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:32.042741+0000 front 2024-04-02T09:54:32.042845+0000 (oldest deadline 2024-04-02T09:54:56.742505+0000) 2024-04-02T09:55:00.769 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:00 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[100614]: 2024-04-02T09:55:00.375+0000 7febe32f8700 -1 osd.6 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:28.596683+0000 front 2024-04-02T09:54:28.596603+0000 (oldest deadline 2024-04-02T09:54:54.496552+0000) 2024-04-02T09:55:00.770 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 09:55:00 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5[95659]: 2024-04-02T09:55:00.336+0000 7ff8cc67c700 -1 osd.5 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:31.521585+0000 front 2024-04-02T09:54:31.521639+0000 (oldest deadline 2024-04-02T09:54:57.421450+0000) 2024-04-02T09:55:01.061 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:00 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:00.770+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:31.780094+0000 front 2024-04-02T09:54:31.780198+0000 (oldest deadline 2024-04-02T09:54:53.480016+0000) 2024-04-02T09:55:01.061 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 09:55:00 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4[90704]: 2024-04-02T09:55:00.992+0000 7fa5400ec700 -1 osd.4 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:32.042741+0000 front 2024-04-02T09:54:32.042845+0000 (oldest deadline 2024-04-02T09:54:56.742505+0000) 2024-04-02T09:55:01.781 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:01 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[100614]: 2024-04-02T09:55:01.357+0000 7febe32f8700 -1 osd.6 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:28.596683+0000 front 2024-04-02T09:54:28.596603+0000 (oldest deadline 2024-04-02T09:54:54.496552+0000) 2024-04-02T09:55:01.781 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 09:55:01 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5[95659]: 2024-04-02T09:55:01.365+0000 7ff8cc67c700 -1 osd.5 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:31.521585+0000 front 2024-04-02T09:54:31.521639+0000 (oldest deadline 2024-04-02T09:54:57.421450+0000) 2024-04-02T09:55:02.061 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:01 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:01.782+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:31.780094+0000 front 2024-04-02T09:54:31.780198+0000 (oldest deadline 2024-04-02T09:54:53.480016+0000) 2024-04-02T09:55:02.061 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 09:55:01 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4[90704]: 2024-04-02T09:55:01.962+0000 7fa5400ec700 -1 osd.4 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:32.042741+0000 front 2024-04-02T09:54:32.042845+0000 (oldest deadline 2024-04-02T09:54:56.742505+0000) 2024-04-02T09:55:02.061 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 09:55:01 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4[90704]: 2024-04-02T09:55:01.962+0000 7fa5400ec700 -1 osd.4 2757 heartbeat_check: no reply from 172.21.15.12:6814 osd.1 since back 2024-04-02T09:54:36.743122+0000 front 2024-04-02T09:54:36.743215+0000 (oldest deadline 2024-04-02T09:55:01.943598+0000) 2024-04-02T09:55:02.561 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 09:55:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5[95659]: 2024-04-02T09:55:02.395+0000 7ff8cc67c700 -1 osd.5 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:31.521585+0000 front 2024-04-02T09:54:31.521639+0000 (oldest deadline 2024-04-02T09:54:57.421450+0000) 2024-04-02T09:55:02.561 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[100614]: 2024-04-02T09:55:02.311+0000 7febe32f8700 -1 osd.6 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:28.596683+0000 front 2024-04-02T09:54:28.596603+0000 (oldest deadline 2024-04-02T09:54:54.496552+0000) 2024-04-02T09:55:03.061 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:02.755+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:31.780094+0000 front 2024-04-02T09:54:31.780198+0000 (oldest deadline 2024-04-02T09:54:53.480016+0000) 2024-04-02T09:55:03.061 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 09:55:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4[90704]: 2024-04-02T09:55:02.963+0000 7fa5400ec700 -1 osd.4 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:32.042741+0000 front 2024-04-02T09:54:32.042845+0000 (oldest deadline 2024-04-02T09:54:56.742505+0000) 2024-04-02T09:55:03.061 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 09:55:02 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4[90704]: 2024-04-02T09:55:02.963+0000 7fa5400ec700 -1 osd.4 2757 heartbeat_check: no reply from 172.21.15.12:6814 osd.1 since back 2024-04-02T09:54:36.743122+0000 front 2024-04-02T09:54:36.743215+0000 (oldest deadline 2024-04-02T09:55:01.943598+0000) 2024-04-02T09:55:03.713 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:03 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[100614]: 2024-04-02T09:55:03.349+0000 7febe32f8700 -1 osd.6 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:28.596683+0000 front 2024-04-02T09:54:28.596603+0000 (oldest deadline 2024-04-02T09:54:54.496552+0000) 2024-04-02T09:55:03.714 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 09:55:03 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5[95659]: 2024-04-02T09:55:03.397+0000 7ff8cc67c700 -1 osd.5 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:31.521585+0000 front 2024-04-02T09:54:31.521639+0000 (oldest deadline 2024-04-02T09:54:57.421450+0000) 2024-04-02T09:55:03.714 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 09:55:03 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5[95659]: 2024-04-02T09:55:03.397+0000 7ff8cc67c700 -1 osd.5 2757 heartbeat_check: no reply from 172.21.15.12:6814 osd.1 since back 2024-04-02T09:54:37.422051+0000 front 2024-04-02T09:54:37.422121+0000 (oldest deadline 2024-04-02T09:55:03.222427+0000) 2024-04-02T09:55:04.061 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:03 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:03.713+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:31.780094+0000 front 2024-04-02T09:54:31.780198+0000 (oldest deadline 2024-04-02T09:54:53.480016+0000) 2024-04-02T09:55:04.061 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 09:55:03 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4[90704]: 2024-04-02T09:55:03.933+0000 7fa5400ec700 -1 osd.4 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:32.042741+0000 front 2024-04-02T09:54:32.042845+0000 (oldest deadline 2024-04-02T09:54:56.742505+0000) 2024-04-02T09:55:04.061 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 09:55:03 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4[90704]: 2024-04-02T09:55:03.933+0000 7fa5400ec700 -1 osd.4 2757 heartbeat_check: no reply from 172.21.15.12:6814 osd.1 since back 2024-04-02T09:54:36.743122+0000 front 2024-04-02T09:54:36.743215+0000 (oldest deadline 2024-04-02T09:55:01.943598+0000) 2024-04-02T09:55:04.711 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:04 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[100614]: 2024-04-02T09:55:04.320+0000 7febe32f8700 -1 osd.6 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:28.596683+0000 front 2024-04-02T09:54:28.596603+0000 (oldest deadline 2024-04-02T09:54:54.496552+0000) 2024-04-02T09:55:04.711 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 09:55:04 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5[95659]: 2024-04-02T09:55:04.398+0000 7ff8cc67c700 -1 osd.5 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:31.521585+0000 front 2024-04-02T09:54:31.521639+0000 (oldest deadline 2024-04-02T09:54:57.421450+0000) 2024-04-02T09:55:04.712 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 09:55:04 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5[95659]: 2024-04-02T09:55:04.398+0000 7ff8cc67c700 -1 osd.5 2757 heartbeat_check: no reply from 172.21.15.12:6814 osd.1 since back 2024-04-02T09:54:37.422051+0000 front 2024-04-02T09:54:37.422121+0000 (oldest deadline 2024-04-02T09:55:03.222427+0000) 2024-04-02T09:55:05.061 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:04 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:04.712+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:31.780094+0000 front 2024-04-02T09:54:31.780198+0000 (oldest deadline 2024-04-02T09:54:53.480016+0000) 2024-04-02T09:55:05.061 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 09:55:04 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4[90704]: 2024-04-02T09:55:04.954+0000 7fa5400ec700 -1 osd.4 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:32.042741+0000 front 2024-04-02T09:54:32.042845+0000 (oldest deadline 2024-04-02T09:54:56.742505+0000) 2024-04-02T09:55:05.061 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 09:55:04 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4[90704]: 2024-04-02T09:55:04.954+0000 7fa5400ec700 -1 osd.4 2757 heartbeat_check: no reply from 172.21.15.12:6814 osd.1 since back 2024-04-02T09:54:36.743122+0000 front 2024-04-02T09:54:36.743215+0000 (oldest deadline 2024-04-02T09:55:01.943598+0000) 2024-04-02T09:55:05.704 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 09:55:05 smithi055 podman[148097]: 2024-04-02 09:55:05.584376743 +0000 UTC m=+5.694648123 container died 3900aafcdf6715ddbaacf7127353a930595c5334172b5664355ce06f021072ea (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD) 2024-04-02T09:55:05.705 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 09:55:05 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5[95659]: 2024-04-02T09:55:05.387+0000 7ff8cc67c700 -1 osd.5 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:31.521585+0000 front 2024-04-02T09:54:31.521639+0000 (oldest deadline 2024-04-02T09:54:57.421450+0000) 2024-04-02T09:55:05.705 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 09:55:05 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5[95659]: 2024-04-02T09:55:05.387+0000 7ff8cc67c700 -1 osd.5 2757 heartbeat_check: no reply from 172.21.15.12:6814 osd.1 since back 2024-04-02T09:54:37.422051+0000 front 2024-04-02T09:54:37.422121+0000 (oldest deadline 2024-04-02T09:55:03.222427+0000) 2024-04-02T09:55:05.705 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:05 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[100614]: 2024-04-02T09:55:05.354+0000 7febe32f8700 -1 osd.6 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:28.596683+0000 front 2024-04-02T09:54:28.596603+0000 (oldest deadline 2024-04-02T09:54:54.496552+0000) 2024-04-02T09:55:05.964 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:05 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:05.704+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:31.780094+0000 front 2024-04-02T09:54:31.780198+0000 (oldest deadline 2024-04-02T09:54:53.480016+0000) 2024-04-02T09:55:05.964 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:05 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:05.704+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6814 osd.1 since back 2024-04-02T09:54:40.282547+0000 front 2024-04-02T09:54:40.282455+0000 (oldest deadline 2024-04-02T09:55:05.582298+0000) 2024-04-02T09:55:06.258 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 09:55:05 smithi055 podman[148097]: 2024-04-02 09:55:05.965608193 +0000 UTC m=+6.075879568 container cleanup 3900aafcdf6715ddbaacf7127353a930595c5334172b5664355ce06f021072ea (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-04-02T09:55:06.259 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 09:55:05 smithi055 bash[148097]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4 2024-04-02T09:55:06.259 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 09:55:06 smithi055 podman[148116]: 2024-04-02 09:55:06.200675043 +0000 UTC m=+0.609503206 container remove 3900aafcdf6715ddbaacf7127353a930595c5334172b5664355ce06f021072ea (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, GIT_CLEAN=True) 2024-04-02T09:55:06.536 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 09:55:06 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5[95659]: 2024-04-02T09:55:06.375+0000 7ff8cc67c700 -1 osd.5 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:31.521585+0000 front 2024-04-02T09:54:31.521639+0000 (oldest deadline 2024-04-02T09:54:57.421450+0000) 2024-04-02T09:55:06.536 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 09:55:06 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5[95659]: 2024-04-02T09:55:06.375+0000 7ff8cc67c700 -1 osd.5 2757 heartbeat_check: no reply from 172.21.15.12:6814 osd.1 since back 2024-04-02T09:54:37.422051+0000 front 2024-04-02T09:54:37.422121+0000 (oldest deadline 2024-04-02T09:55:03.222427+0000) 2024-04-02T09:55:06.536 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:06 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[100614]: 2024-04-02T09:55:06.342+0000 7febe32f8700 -1 osd.6 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:28.596683+0000 front 2024-04-02T09:54:28.596603+0000 (oldest deadline 2024-04-02T09:54:54.496552+0000) 2024-04-02T09:55:06.536 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:06 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[100614]: 2024-04-02T09:55:06.342+0000 7febe32f8700 -1 osd.6 2757 heartbeat_check: no reply from 172.21.15.12:6814 osd.1 since back 2024-04-02T09:54:39.698035+0000 front 2024-04-02T09:54:39.698173+0000 (oldest deadline 2024-04-02T09:55:05.498634+0000) 2024-04-02T09:55:06.803 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:06 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:06.713+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:31.780094+0000 front 2024-04-02T09:54:31.780198+0000 (oldest deadline 2024-04-02T09:54:53.480016+0000) 2024-04-02T09:55:06.803 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:06 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:06.713+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6814 osd.1 since back 2024-04-02T09:54:40.282547+0000 front 2024-04-02T09:54:40.282455+0000 (oldest deadline 2024-04-02T09:55:05.582298+0000) 2024-04-02T09:55:06.804 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 09:55:06 smithi055 podman[148216]: 2024-04-02 09:55:06.440312497 +0000 UTC m=+0.021906980 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T09:55:06.804 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 09:55:06 smithi055 podman[148216]: 2024-04-02 09:55:06.568390625 +0000 UTC m=+0.149985104 container create 348ba6aaf312a83b7c82621b63cff6dcfbfa7ef0a446d1f576a33eb733413fcc (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4-deactivate, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T09:55:07.061 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 09:55:06 smithi055 podman[148216]: 2024-04-02 09:55:06.804665584 +0000 UTC m=+0.386260062 container init 348ba6aaf312a83b7c82621b63cff6dcfbfa7ef0a446d1f576a33eb733413fcc (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS) 2024-04-02T09:55:07.061 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 09:55:06 smithi055 podman[148216]: 2024-04-02 09:55:06.808612533 +0000 UTC m=+0.390207010 container start 348ba6aaf312a83b7c82621b63cff6dcfbfa7ef0a446d1f576a33eb733413fcc (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4-deactivate, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-04-02T09:55:07.061 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 09:55:06 smithi055 podman[148216]: 2024-04-02 09:55:06.887871874 +0000 UTC m=+0.469466363 container attach 348ba6aaf312a83b7c82621b63cff6dcfbfa7ef0a446d1f576a33eb733413fcc (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326) 2024-04-02T09:55:07.352 INFO:journalctl@ceph.osd.4.smithi055.stdout:Apr 02 09:55:07 smithi055 podman[148216]: 2024-04-02 09:55:07.114637736 +0000 UTC m=+0.696232197 container died 348ba6aaf312a83b7c82621b63cff6dcfbfa7ef0a446d1f576a33eb733413fcc (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-4-deactivate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-04-02T09:55:07.673 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:07 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[100614]: 2024-04-02T09:55:07.353+0000 7febe32f8700 -1 osd.6 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:28.596683+0000 front 2024-04-02T09:54:28.596603+0000 (oldest deadline 2024-04-02T09:54:54.496552+0000) 2024-04-02T09:55:07.673 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:07 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[100614]: 2024-04-02T09:55:07.353+0000 7febe32f8700 -1 osd.6 2757 heartbeat_check: no reply from 172.21.15.12:6814 osd.1 since back 2024-04-02T09:54:39.698035+0000 front 2024-04-02T09:54:39.698173+0000 (oldest deadline 2024-04-02T09:55:05.498634+0000) 2024-04-02T09:55:07.674 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 09:55:07 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5[95659]: 2024-04-02T09:55:07.404+0000 7ff8cc67c700 -1 osd.5 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:31.521585+0000 front 2024-04-02T09:54:31.521639+0000 (oldest deadline 2024-04-02T09:54:57.421450+0000) 2024-04-02T09:55:07.674 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 09:55:07 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5[95659]: 2024-04-02T09:55:07.404+0000 7ff8cc67c700 -1 osd.5 2757 heartbeat_check: no reply from 172.21.15.12:6814 osd.1 since back 2024-04-02T09:54:37.422051+0000 front 2024-04-02T09:54:37.422121+0000 (oldest deadline 2024-04-02T09:55:03.222427+0000) 2024-04-02T09:55:07.695 DEBUG:teuthology.orchestra.run.smithi055:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@osd.4.service' 2024-04-02T09:55:07.777 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T09:55:07.777 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-04-02T09:55:07.777 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-04-02T09:55:07.777 DEBUG:teuthology.orchestra.run.smithi055:> sudo systemctl stop ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@osd.5 2024-04-02T09:55:08.061 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 09:55:07 smithi055 systemd[1]: Stopping Ceph osd.5 for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T09:55:08.061 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:07 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:07.758+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:31.780094+0000 front 2024-04-02T09:54:31.780198+0000 (oldest deadline 2024-04-02T09:54:53.480016+0000) 2024-04-02T09:55:08.061 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:07 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:07.758+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6814 osd.1 since back 2024-04-02T09:54:40.282547+0000 front 2024-04-02T09:54:40.282455+0000 (oldest deadline 2024-04-02T09:55:05.582298+0000) 2024-04-02T09:55:08.379 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:08 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[100614]: 2024-04-02T09:55:08.355+0000 7febe32f8700 -1 osd.6 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:28.596683+0000 front 2024-04-02T09:54:28.596603+0000 (oldest deadline 2024-04-02T09:54:54.496552+0000) 2024-04-02T09:55:08.379 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:08 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[100614]: 2024-04-02T09:55:08.355+0000 7febe32f8700 -1 osd.6 2757 heartbeat_check: no reply from 172.21.15.12:6814 osd.1 since back 2024-04-02T09:54:39.698035+0000 front 2024-04-02T09:54:39.698173+0000 (oldest deadline 2024-04-02T09:55:05.498634+0000) 2024-04-02T09:55:08.380 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 09:55:08 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5[95659]: 2024-04-02T09:55:08.119+0000 7ff8d4090700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T09:55:08.380 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 09:55:08 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5[95659]: 2024-04-02T09:55:08.119+0000 7ff8d4090700 -1 osd.5 2757 *** Got signal Terminated *** 2024-04-02T09:55:08.380 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 09:55:08 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5[95659]: 2024-04-02T09:55:08.119+0000 7ff8d4090700 -1 osd.5 2757 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T09:55:08.380 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 09:55:08 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5[95659]: 2024-04-02T09:55:08.380+0000 7ff8cc67c700 -1 osd.5 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:31.521585+0000 front 2024-04-02T09:54:31.521639+0000 (oldest deadline 2024-04-02T09:54:57.421450+0000) 2024-04-02T09:55:08.380 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 09:55:08 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5[95659]: 2024-04-02T09:55:08.380+0000 7ff8cc67c700 -1 osd.5 2757 heartbeat_check: no reply from 172.21.15.12:6814 osd.1 since back 2024-04-02T09:54:37.422051+0000 front 2024-04-02T09:54:37.422121+0000 (oldest deadline 2024-04-02T09:55:03.222427+0000) 2024-04-02T09:55:09.061 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:08 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:08.732+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:31.780094+0000 front 2024-04-02T09:54:31.780198+0000 (oldest deadline 2024-04-02T09:54:53.480016+0000) 2024-04-02T09:55:09.061 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:08 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:08.732+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6814 osd.1 since back 2024-04-02T09:54:40.282547+0000 front 2024-04-02T09:54:40.282455+0000 (oldest deadline 2024-04-02T09:55:05.582298+0000) 2024-04-02T09:55:09.767 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 09:55:09 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5[95659]: 2024-04-02T09:55:09.374+0000 7ff8cc67c700 -1 osd.5 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:31.521585+0000 front 2024-04-02T09:54:31.521639+0000 (oldest deadline 2024-04-02T09:54:57.421450+0000) 2024-04-02T09:55:09.768 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 09:55:09 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5[95659]: 2024-04-02T09:55:09.374+0000 7ff8cc67c700 -1 osd.5 2757 heartbeat_check: no reply from 172.21.15.12:6814 osd.1 since back 2024-04-02T09:54:37.422051+0000 front 2024-04-02T09:54:37.422121+0000 (oldest deadline 2024-04-02T09:55:03.222427+0000) 2024-04-02T09:55:09.768 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:09 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[100614]: 2024-04-02T09:55:09.357+0000 7febe32f8700 -1 osd.6 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:28.596683+0000 front 2024-04-02T09:54:28.596603+0000 (oldest deadline 2024-04-02T09:54:54.496552+0000) 2024-04-02T09:55:09.768 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:09 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[100614]: 2024-04-02T09:55:09.357+0000 7febe32f8700 -1 osd.6 2757 heartbeat_check: no reply from 172.21.15.12:6814 osd.1 since back 2024-04-02T09:54:39.698035+0000 front 2024-04-02T09:54:39.698173+0000 (oldest deadline 2024-04-02T09:55:05.498634+0000) 2024-04-02T09:55:10.061 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:09 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:09.768+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:31.780094+0000 front 2024-04-02T09:54:31.780198+0000 (oldest deadline 2024-04-02T09:54:53.480016+0000) 2024-04-02T09:55:10.061 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:09 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:09.768+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6814 osd.1 since back 2024-04-02T09:54:40.282547+0000 front 2024-04-02T09:54:40.282455+0000 (oldest deadline 2024-04-02T09:55:05.582298+0000) 2024-04-02T09:55:10.758 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 09:55:10 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5[95659]: 2024-04-02T09:55:10.327+0000 7ff8cc67c700 -1 osd.5 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:31.521585+0000 front 2024-04-02T09:54:31.521639+0000 (oldest deadline 2024-04-02T09:54:57.421450+0000) 2024-04-02T09:55:10.759 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 09:55:10 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5[95659]: 2024-04-02T09:55:10.327+0000 7ff8cc67c700 -1 osd.5 2757 heartbeat_check: no reply from 172.21.15.12:6814 osd.1 since back 2024-04-02T09:54:37.422051+0000 front 2024-04-02T09:54:37.422121+0000 (oldest deadline 2024-04-02T09:55:03.222427+0000) 2024-04-02T09:55:10.759 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:10 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[100614]: 2024-04-02T09:55:10.397+0000 7febe32f8700 -1 osd.6 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:28.596683+0000 front 2024-04-02T09:54:28.596603+0000 (oldest deadline 2024-04-02T09:54:54.496552+0000) 2024-04-02T09:55:10.759 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:10 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[100614]: 2024-04-02T09:55:10.397+0000 7febe32f8700 -1 osd.6 2757 heartbeat_check: no reply from 172.21.15.12:6814 osd.1 since back 2024-04-02T09:54:39.698035+0000 front 2024-04-02T09:54:39.698173+0000 (oldest deadline 2024-04-02T09:55:05.498634+0000) 2024-04-02T09:55:11.061 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:10 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:10.759+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:31.780094+0000 front 2024-04-02T09:54:31.780198+0000 (oldest deadline 2024-04-02T09:54:53.480016+0000) 2024-04-02T09:55:11.061 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:10 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:10.759+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6814 osd.1 since back 2024-04-02T09:54:40.282547+0000 front 2024-04-02T09:54:40.282455+0000 (oldest deadline 2024-04-02T09:55:05.582298+0000) 2024-04-02T09:55:11.561 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 09:55:11 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5[95659]: 2024-04-02T09:55:11.286+0000 7ff8cc67c700 -1 osd.5 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:31.521585+0000 front 2024-04-02T09:54:31.521639+0000 (oldest deadline 2024-04-02T09:54:57.421450+0000) 2024-04-02T09:55:11.562 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 09:55:11 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5[95659]: 2024-04-02T09:55:11.286+0000 7ff8cc67c700 -1 osd.5 2757 heartbeat_check: no reply from 172.21.15.12:6814 osd.1 since back 2024-04-02T09:54:37.422051+0000 front 2024-04-02T09:54:37.422121+0000 (oldest deadline 2024-04-02T09:55:03.222427+0000) 2024-04-02T09:55:11.562 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:11 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[100614]: 2024-04-02T09:55:11.433+0000 7febe32f8700 -1 osd.6 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:28.596683+0000 front 2024-04-02T09:54:28.596603+0000 (oldest deadline 2024-04-02T09:54:54.496552+0000) 2024-04-02T09:55:11.562 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:11 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[100614]: 2024-04-02T09:55:11.433+0000 7febe32f8700 -1 osd.6 2757 heartbeat_check: no reply from 172.21.15.12:6814 osd.1 since back 2024-04-02T09:54:39.698035+0000 front 2024-04-02T09:54:39.698173+0000 (oldest deadline 2024-04-02T09:55:05.498634+0000) 2024-04-02T09:55:11.562 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:11 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[100614]: 2024-04-02T09:55:11.433+0000 7febe32f8700 -1 osd.6 2757 heartbeat_check: no reply from 172.21.15.12:6822 osd.2 since back 2024-04-02T09:54:45.499038+0000 front 2024-04-02T09:54:45.499182+0000 (oldest deadline 2024-04-02T09:55:10.799093+0000) 2024-04-02T09:55:12.061 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:11 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:11.730+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:31.780094+0000 front 2024-04-02T09:54:31.780198+0000 (oldest deadline 2024-04-02T09:54:53.480016+0000) 2024-04-02T09:55:12.061 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:11 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:11.730+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6814 osd.1 since back 2024-04-02T09:54:40.282547+0000 front 2024-04-02T09:54:40.282455+0000 (oldest deadline 2024-04-02T09:55:05.582298+0000) 2024-04-02T09:55:12.061 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:11 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:11.730+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6822 osd.2 since back 2024-04-02T09:54:45.582827+0000 front 2024-04-02T09:54:45.582894+0000 (oldest deadline 2024-04-02T09:55:10.783148+0000) 2024-04-02T09:55:12.561 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[100614]: 2024-04-02T09:55:12.385+0000 7febe32f8700 -1 osd.6 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:28.596683+0000 front 2024-04-02T09:54:28.596603+0000 (oldest deadline 2024-04-02T09:54:54.496552+0000) 2024-04-02T09:55:12.561 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[100614]: 2024-04-02T09:55:12.385+0000 7febe32f8700 -1 osd.6 2757 heartbeat_check: no reply from 172.21.15.12:6814 osd.1 since back 2024-04-02T09:54:39.698035+0000 front 2024-04-02T09:54:39.698173+0000 (oldest deadline 2024-04-02T09:55:05.498634+0000) 2024-04-02T09:55:12.561 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[100614]: 2024-04-02T09:55:12.385+0000 7febe32f8700 -1 osd.6 2757 heartbeat_check: no reply from 172.21.15.12:6822 osd.2 since back 2024-04-02T09:54:45.499038+0000 front 2024-04-02T09:54:45.499182+0000 (oldest deadline 2024-04-02T09:55:10.799093+0000) 2024-04-02T09:55:12.561 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 09:55:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5[95659]: 2024-04-02T09:55:12.302+0000 7ff8cc67c700 -1 osd.5 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:31.521585+0000 front 2024-04-02T09:54:31.521639+0000 (oldest deadline 2024-04-02T09:54:57.421450+0000) 2024-04-02T09:55:12.562 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 09:55:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5[95659]: 2024-04-02T09:55:12.302+0000 7ff8cc67c700 -1 osd.5 2757 heartbeat_check: no reply from 172.21.15.12:6814 osd.1 since back 2024-04-02T09:54:37.422051+0000 front 2024-04-02T09:54:37.422121+0000 (oldest deadline 2024-04-02T09:55:03.222427+0000) 2024-04-02T09:55:12.562 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 09:55:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5[95659]: 2024-04-02T09:55:12.302+0000 7ff8cc67c700 -1 osd.5 2757 heartbeat_check: no reply from 172.21.15.12:6822 osd.2 since back 2024-04-02T09:54:47.224035+0000 front 2024-04-02T09:54:47.223961+0000 (oldest deadline 2024-04-02T09:55:11.323729+0000) 2024-04-02T09:55:13.061 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:12.766+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:31.780094+0000 front 2024-04-02T09:54:31.780198+0000 (oldest deadline 2024-04-02T09:54:53.480016+0000) 2024-04-02T09:55:13.061 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:12.766+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6814 osd.1 since back 2024-04-02T09:54:40.282547+0000 front 2024-04-02T09:54:40.282455+0000 (oldest deadline 2024-04-02T09:55:05.582298+0000) 2024-04-02T09:55:13.061 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:12 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:12.766+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6822 osd.2 since back 2024-04-02T09:54:45.582827+0000 front 2024-04-02T09:54:45.582894+0000 (oldest deadline 2024-04-02T09:55:10.783148+0000) 2024-04-02T09:55:13.707 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:13 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[100614]: 2024-04-02T09:55:13.419+0000 7febe32f8700 -1 osd.6 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:28.596683+0000 front 2024-04-02T09:54:28.596603+0000 (oldest deadline 2024-04-02T09:54:54.496552+0000) 2024-04-02T09:55:13.707 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:13 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[100614]: 2024-04-02T09:55:13.419+0000 7febe32f8700 -1 osd.6 2757 heartbeat_check: no reply from 172.21.15.12:6814 osd.1 since back 2024-04-02T09:54:39.698035+0000 front 2024-04-02T09:54:39.698173+0000 (oldest deadline 2024-04-02T09:55:05.498634+0000) 2024-04-02T09:55:13.707 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:13 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[100614]: 2024-04-02T09:55:13.419+0000 7febe32f8700 -1 osd.6 2757 heartbeat_check: no reply from 172.21.15.12:6822 osd.2 since back 2024-04-02T09:54:45.499038+0000 front 2024-04-02T09:54:45.499182+0000 (oldest deadline 2024-04-02T09:55:10.799093+0000) 2024-04-02T09:55:13.978 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 09:55:13 smithi055 podman[148324]: 2024-04-02 09:55:13.708408408 +0000 UTC m=+5.700494054 container died 6d6c464bffc2dbf5d8d3f060577f04e54a3e89110ac4368720e40670d4c97279 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-04-02T09:55:13.978 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:13 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:13.769+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:31.780094+0000 front 2024-04-02T09:54:31.780198+0000 (oldest deadline 2024-04-02T09:54:53.480016+0000) 2024-04-02T09:55:13.978 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:13 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:13.769+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6814 osd.1 since back 2024-04-02T09:54:40.282547+0000 front 2024-04-02T09:54:40.282455+0000 (oldest deadline 2024-04-02T09:55:05.582298+0000) 2024-04-02T09:55:13.978 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:13 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:13.769+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6822 osd.2 since back 2024-04-02T09:54:45.582827+0000 front 2024-04-02T09:54:45.582894+0000 (oldest deadline 2024-04-02T09:55:10.783148+0000) 2024-04-02T09:55:14.311 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 09:55:14 smithi055 podman[148324]: 2024-04-02 09:55:14.094766799 +0000 UTC m=+6.086852485 container cleanup 6d6c464bffc2dbf5d8d3f060577f04e54a3e89110ac4368720e40670d4c97279 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T09:55:14.311 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 09:55:14 smithi055 bash[148324]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5 2024-04-02T09:55:14.662 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 09:55:14 smithi055 podman[148342]: 2024-04-02 09:55:14.329226997 +0000 UTC m=+0.617346799 container remove 6d6c464bffc2dbf5d8d3f060577f04e54a3e89110ac4368720e40670d4c97279 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-04-02T09:55:14.662 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:14 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[100614]: 2024-04-02T09:55:14.447+0000 7febe32f8700 -1 osd.6 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:28.596683+0000 front 2024-04-02T09:54:28.596603+0000 (oldest deadline 2024-04-02T09:54:54.496552+0000) 2024-04-02T09:55:14.662 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:14 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[100614]: 2024-04-02T09:55:14.447+0000 7febe32f8700 -1 osd.6 2757 heartbeat_check: no reply from 172.21.15.12:6814 osd.1 since back 2024-04-02T09:54:39.698035+0000 front 2024-04-02T09:54:39.698173+0000 (oldest deadline 2024-04-02T09:55:05.498634+0000) 2024-04-02T09:55:14.662 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:14 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[100614]: 2024-04-02T09:55:14.447+0000 7febe32f8700 -1 osd.6 2757 heartbeat_check: no reply from 172.21.15.12:6822 osd.2 since back 2024-04-02T09:54:45.499038+0000 front 2024-04-02T09:54:45.499182+0000 (oldest deadline 2024-04-02T09:55:10.799093+0000) 2024-04-02T09:55:14.931 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:14 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:14.726+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:31.780094+0000 front 2024-04-02T09:54:31.780198+0000 (oldest deadline 2024-04-02T09:54:53.480016+0000) 2024-04-02T09:55:14.931 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:14 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:14.726+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6814 osd.1 since back 2024-04-02T09:54:40.282547+0000 front 2024-04-02T09:54:40.282455+0000 (oldest deadline 2024-04-02T09:55:05.582298+0000) 2024-04-02T09:55:14.931 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:14 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:14.726+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6822 osd.2 since back 2024-04-02T09:54:45.582827+0000 front 2024-04-02T09:54:45.582894+0000 (oldest deadline 2024-04-02T09:55:10.783148+0000) 2024-04-02T09:55:14.931 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 09:55:14 smithi055 podman[148435]: 2024-04-02 09:55:14.663425163 +0000 UTC m=+0.114169164 container create 2797d58f1c1c8f16c5f5c828af328df9354c275cba55a901cbe954b6968b826d (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5-deactivate, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T09:55:14.931 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 09:55:14 smithi055 podman[148435]: 2024-04-02 09:55:14.567198109 +0000 UTC m=+0.017942124 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T09:55:14.931 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 09:55:14 smithi055 podman[148435]: 2024-04-02 09:55:14.858266342 +0000 UTC m=+0.309010366 container init 2797d58f1c1c8f16c5f5c828af328df9354c275cba55a901cbe954b6968b826d (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2) 2024-04-02T09:55:14.931 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 09:55:14 smithi055 podman[148435]: 2024-04-02 09:55:14.861395833 +0000 UTC m=+0.312139838 container start 2797d58f1c1c8f16c5f5c828af328df9354c275cba55a901cbe954b6968b826d (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5-deactivate, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326) 2024-04-02T09:55:15.311 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 09:55:14 smithi055 podman[148435]: 2024-04-02 09:55:14.932287517 +0000 UTC m=+0.383031530 container attach 2797d58f1c1c8f16c5f5c828af328df9354c275cba55a901cbe954b6968b826d (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-04-02T09:55:15.311 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 09:55:15 smithi055 podman[148435]: 2024-04-02 09:55:15.158868386 +0000 UTC m=+0.609612377 container died 2797d58f1c1c8f16c5f5c828af328df9354c275cba55a901cbe954b6968b826d (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5-deactivate, ceph=True, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-04-02T09:55:15.694 INFO:journalctl@ceph.osd.5.smithi055.stdout:Apr 02 09:55:15 smithi055 podman[148461]: 2024-04-02 09:55:15.677790552 +0000 UTC m=+0.514215533 container remove 2797d58f1c1c8f16c5f5c828af328df9354c275cba55a901cbe954b6968b826d (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-5-deactivate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T09:55:15.695 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:15 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[100614]: 2024-04-02T09:55:15.476+0000 7febe32f8700 -1 osd.6 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:28.596683+0000 front 2024-04-02T09:54:28.596603+0000 (oldest deadline 2024-04-02T09:54:54.496552+0000) 2024-04-02T09:55:15.695 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:15 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[100614]: 2024-04-02T09:55:15.476+0000 7febe32f8700 -1 osd.6 2757 heartbeat_check: no reply from 172.21.15.12:6814 osd.1 since back 2024-04-02T09:54:39.698035+0000 front 2024-04-02T09:54:39.698173+0000 (oldest deadline 2024-04-02T09:55:05.498634+0000) 2024-04-02T09:55:15.695 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:15 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[100614]: 2024-04-02T09:55:15.476+0000 7febe32f8700 -1 osd.6 2757 heartbeat_check: no reply from 172.21.15.12:6822 osd.2 since back 2024-04-02T09:54:45.499038+0000 front 2024-04-02T09:54:45.499182+0000 (oldest deadline 2024-04-02T09:55:10.799093+0000) 2024-04-02T09:55:15.700 DEBUG:teuthology.orchestra.run.smithi055:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@osd.5.service' 2024-04-02T09:55:15.744 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T09:55:15.745 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-04-02T09:55:15.745 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-04-02T09:55:15.745 DEBUG:teuthology.orchestra.run.smithi055:> sudo systemctl stop ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@osd.6 2024-04-02T09:55:16.061 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:15 smithi055 systemd[1]: Stopping Ceph osd.6 for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T09:55:16.061 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:15 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:15.755+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:31.780094+0000 front 2024-04-02T09:54:31.780198+0000 (oldest deadline 2024-04-02T09:54:53.480016+0000) 2024-04-02T09:55:16.062 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:15 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:15.755+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6814 osd.1 since back 2024-04-02T09:54:40.282547+0000 front 2024-04-02T09:54:40.282455+0000 (oldest deadline 2024-04-02T09:55:05.582298+0000) 2024-04-02T09:55:16.062 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:15 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:15.755+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6822 osd.2 since back 2024-04-02T09:54:45.582827+0000 front 2024-04-02T09:54:45.582894+0000 (oldest deadline 2024-04-02T09:55:10.783148+0000) 2024-04-02T09:55:16.432 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:16 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[100614]: 2024-04-02T09:55:16.088+0000 7febe6d04700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T09:55:16.432 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:16 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[100614]: 2024-04-02T09:55:16.088+0000 7febe6d04700 -1 osd.6 2757 *** Got signal Terminated *** 2024-04-02T09:55:16.432 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:16 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[100614]: 2024-04-02T09:55:16.088+0000 7febe6d04700 -1 osd.6 2757 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T09:55:16.432 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:16 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[100614]: 2024-04-02T09:55:16.433+0000 7febe32f8700 -1 osd.6 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:28.596683+0000 front 2024-04-02T09:54:28.596603+0000 (oldest deadline 2024-04-02T09:54:54.496552+0000) 2024-04-02T09:55:16.768 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:16 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[100614]: 2024-04-02T09:55:16.433+0000 7febe32f8700 -1 osd.6 2757 heartbeat_check: no reply from 172.21.15.12:6814 osd.1 since back 2024-04-02T09:54:39.698035+0000 front 2024-04-02T09:54:39.698173+0000 (oldest deadline 2024-04-02T09:55:05.498634+0000) 2024-04-02T09:55:16.768 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:16 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[100614]: 2024-04-02T09:55:16.433+0000 7febe32f8700 -1 osd.6 2757 heartbeat_check: no reply from 172.21.15.12:6822 osd.2 since back 2024-04-02T09:54:45.499038+0000 front 2024-04-02T09:54:45.499182+0000 (oldest deadline 2024-04-02T09:55:10.799093+0000) 2024-04-02T09:55:17.061 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:16 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:16.769+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:31.780094+0000 front 2024-04-02T09:54:31.780198+0000 (oldest deadline 2024-04-02T09:54:53.480016+0000) 2024-04-02T09:55:17.061 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:16 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:16.769+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6814 osd.1 since back 2024-04-02T09:54:40.282547+0000 front 2024-04-02T09:54:40.282455+0000 (oldest deadline 2024-04-02T09:55:05.582298+0000) 2024-04-02T09:55:17.061 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:16 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:16.769+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6822 osd.2 since back 2024-04-02T09:54:45.582827+0000 front 2024-04-02T09:54:45.582894+0000 (oldest deadline 2024-04-02T09:55:10.783148+0000) 2024-04-02T09:55:17.561 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:17 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[100614]: 2024-04-02T09:55:17.403+0000 7febe32f8700 -1 osd.6 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:28.596683+0000 front 2024-04-02T09:54:28.596603+0000 (oldest deadline 2024-04-02T09:54:54.496552+0000) 2024-04-02T09:55:17.561 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:17 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[100614]: 2024-04-02T09:55:17.403+0000 7febe32f8700 -1 osd.6 2757 heartbeat_check: no reply from 172.21.15.12:6814 osd.1 since back 2024-04-02T09:54:39.698035+0000 front 2024-04-02T09:54:39.698173+0000 (oldest deadline 2024-04-02T09:55:05.498634+0000) 2024-04-02T09:55:17.561 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:17 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[100614]: 2024-04-02T09:55:17.403+0000 7febe32f8700 -1 osd.6 2757 heartbeat_check: no reply from 172.21.15.12:6822 osd.2 since back 2024-04-02T09:54:45.499038+0000 front 2024-04-02T09:54:45.499182+0000 (oldest deadline 2024-04-02T09:55:10.799093+0000) 2024-04-02T09:55:18.061 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:17 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:17.747+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:31.780094+0000 front 2024-04-02T09:54:31.780198+0000 (oldest deadline 2024-04-02T09:54:53.480016+0000) 2024-04-02T09:55:18.061 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:17 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:17.747+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6814 osd.1 since back 2024-04-02T09:54:40.282547+0000 front 2024-04-02T09:54:40.282455+0000 (oldest deadline 2024-04-02T09:55:05.582298+0000) 2024-04-02T09:55:18.061 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:17 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:17.747+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6822 osd.2 since back 2024-04-02T09:54:45.582827+0000 front 2024-04-02T09:54:45.582894+0000 (oldest deadline 2024-04-02T09:55:10.783148+0000) 2024-04-02T09:55:18.773 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:18 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[100614]: 2024-04-02T09:55:18.447+0000 7febe32f8700 -1 osd.6 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:28.596683+0000 front 2024-04-02T09:54:28.596603+0000 (oldest deadline 2024-04-02T09:54:54.496552+0000) 2024-04-02T09:55:18.773 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:18 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[100614]: 2024-04-02T09:55:18.447+0000 7febe32f8700 -1 osd.6 2757 heartbeat_check: no reply from 172.21.15.12:6814 osd.1 since back 2024-04-02T09:54:39.698035+0000 front 2024-04-02T09:54:39.698173+0000 (oldest deadline 2024-04-02T09:55:05.498634+0000) 2024-04-02T09:55:18.773 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:18 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[100614]: 2024-04-02T09:55:18.447+0000 7febe32f8700 -1 osd.6 2757 heartbeat_check: no reply from 172.21.15.12:6822 osd.2 since back 2024-04-02T09:54:45.499038+0000 front 2024-04-02T09:54:45.499182+0000 (oldest deadline 2024-04-02T09:55:10.799093+0000) 2024-04-02T09:55:19.061 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:18 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:18.773+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:31.780094+0000 front 2024-04-02T09:54:31.780198+0000 (oldest deadline 2024-04-02T09:54:53.480016+0000) 2024-04-02T09:55:19.061 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:18 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:18.773+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6814 osd.1 since back 2024-04-02T09:54:40.282547+0000 front 2024-04-02T09:54:40.282455+0000 (oldest deadline 2024-04-02T09:55:05.582298+0000) 2024-04-02T09:55:19.061 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:18 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:18.773+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6822 osd.2 since back 2024-04-02T09:54:45.582827+0000 front 2024-04-02T09:54:45.582894+0000 (oldest deadline 2024-04-02T09:55:10.783148+0000) 2024-04-02T09:55:19.798 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:19 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[100614]: 2024-04-02T09:55:19.453+0000 7febe32f8700 -1 osd.6 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:28.596683+0000 front 2024-04-02T09:54:28.596603+0000 (oldest deadline 2024-04-02T09:54:54.496552+0000) 2024-04-02T09:55:19.798 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:19 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[100614]: 2024-04-02T09:55:19.453+0000 7febe32f8700 -1 osd.6 2757 heartbeat_check: no reply from 172.21.15.12:6814 osd.1 since back 2024-04-02T09:54:39.698035+0000 front 2024-04-02T09:54:39.698173+0000 (oldest deadline 2024-04-02T09:55:05.498634+0000) 2024-04-02T09:55:19.798 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:19 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[100614]: 2024-04-02T09:55:19.453+0000 7febe32f8700 -1 osd.6 2757 heartbeat_check: no reply from 172.21.15.12:6822 osd.2 since back 2024-04-02T09:54:45.499038+0000 front 2024-04-02T09:54:45.499182+0000 (oldest deadline 2024-04-02T09:55:10.799093+0000) 2024-04-02T09:55:20.061 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:19 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:19.799+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:31.780094+0000 front 2024-04-02T09:54:31.780198+0000 (oldest deadline 2024-04-02T09:54:53.480016+0000) 2024-04-02T09:55:20.061 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:19 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:19.799+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6814 osd.1 since back 2024-04-02T09:54:40.282547+0000 front 2024-04-02T09:54:40.282455+0000 (oldest deadline 2024-04-02T09:55:05.582298+0000) 2024-04-02T09:55:20.061 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:19 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:19.799+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6822 osd.2 since back 2024-04-02T09:54:45.582827+0000 front 2024-04-02T09:54:45.582894+0000 (oldest deadline 2024-04-02T09:55:10.783148+0000) 2024-04-02T09:55:20.789 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:20 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[100614]: 2024-04-02T09:55:20.418+0000 7febe32f8700 -1 osd.6 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:28.596683+0000 front 2024-04-02T09:54:28.596603+0000 (oldest deadline 2024-04-02T09:54:54.496552+0000) 2024-04-02T09:55:20.789 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:20 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[100614]: 2024-04-02T09:55:20.418+0000 7febe32f8700 -1 osd.6 2757 heartbeat_check: no reply from 172.21.15.12:6814 osd.1 since back 2024-04-02T09:54:39.698035+0000 front 2024-04-02T09:54:39.698173+0000 (oldest deadline 2024-04-02T09:55:05.498634+0000) 2024-04-02T09:55:20.790 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:20 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6[100614]: 2024-04-02T09:55:20.418+0000 7febe32f8700 -1 osd.6 2757 heartbeat_check: no reply from 172.21.15.12:6822 osd.2 since back 2024-04-02T09:54:45.499038+0000 front 2024-04-02T09:54:45.499182+0000 (oldest deadline 2024-04-02T09:55:10.799093+0000) 2024-04-02T09:55:21.061 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:20 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:20.790+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:31.780094+0000 front 2024-04-02T09:54:31.780198+0000 (oldest deadline 2024-04-02T09:54:53.480016+0000) 2024-04-02T09:55:21.061 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:20 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:20.790+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6814 osd.1 since back 2024-04-02T09:54:40.282547+0000 front 2024-04-02T09:54:40.282455+0000 (oldest deadline 2024-04-02T09:55:05.582298+0000) 2024-04-02T09:55:21.061 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:20 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:20.790+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6822 osd.2 since back 2024-04-02T09:54:45.582827+0000 front 2024-04-02T09:54:45.582894+0000 (oldest deadline 2024-04-02T09:55:10.783148+0000) 2024-04-02T09:55:21.880 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:21 smithi055 podman[148539]: 2024-04-02 09:55:21.6101507 +0000 UTC m=+5.633500832 container died bb0c66a294ad23d3589e45dcb47d99214db181ac349e77231761fb54662fda23 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T09:55:21.881 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:21 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:21.839+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:31.780094+0000 front 2024-04-02T09:54:31.780198+0000 (oldest deadline 2024-04-02T09:54:53.480016+0000) 2024-04-02T09:55:21.881 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:21 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:21.839+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6814 osd.1 since back 2024-04-02T09:54:40.282547+0000 front 2024-04-02T09:54:40.282455+0000 (oldest deadline 2024-04-02T09:55:05.582298+0000) 2024-04-02T09:55:21.881 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:21 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:21.839+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6822 osd.2 since back 2024-04-02T09:54:45.582827+0000 front 2024-04-02T09:54:45.582894+0000 (oldest deadline 2024-04-02T09:55:10.783148+0000) 2024-04-02T09:55:21.881 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:21 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:21.839+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6830 osd.3 since back 2024-04-02T09:54:56.683889+0000 front 2024-04-02T09:54:56.683868+0000 (oldest deadline 2024-04-02T09:55:21.383781+0000) 2024-04-02T09:55:22.247 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:21 smithi055 podman[148539]: 2024-04-02 09:55:21.964084325 +0000 UTC m=+5.987434450 container cleanup bb0c66a294ad23d3589e45dcb47d99214db181ac349e77231761fb54662fda23 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T09:55:22.247 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:21 smithi055 bash[148539]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6 2024-04-02T09:55:22.561 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:22 smithi055 podman[148558]: 2024-04-02 09:55:22.248711387 +0000 UTC m=+0.630712471 container remove bb0c66a294ad23d3589e45dcb47d99214db181ac349e77231761fb54662fda23 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T09:55:22.875 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:22 smithi055 podman[148651]: 2024-04-02 09:55:22.48553298 +0000 UTC m=+0.017976664 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T09:55:22.876 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:22 smithi055 podman[148651]: 2024-04-02 09:55:22.591429656 +0000 UTC m=+0.123873320 container create c41e5e6ff913149e9513e71e59de0692d7f2c23b48e92ebab4ddf6ef94e17275 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6-deactivate, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-04-02T09:55:22.876 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:22 smithi055 podman[148651]: 2024-04-02 09:55:22.802174532 +0000 UTC m=+0.334618204 container init c41e5e6ff913149e9513e71e59de0692d7f2c23b48e92ebab4ddf6ef94e17275 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6-deactivate, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-04-02T09:55:22.876 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:22 smithi055 podman[148651]: 2024-04-02 09:55:22.805245526 +0000 UTC m=+0.337689199 container start c41e5e6ff913149e9513e71e59de0692d7f2c23b48e92ebab4ddf6ef94e17275 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6-deactivate, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-04-02T09:55:22.876 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:22 smithi055 podman[148651]: 2024-04-02 09:55:22.877024278 +0000 UTC m=+0.409467958 container attach c41e5e6ff913149e9513e71e59de0692d7f2c23b48e92ebab4ddf6ef94e17275 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6-deactivate, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, ceph=True, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-04-02T09:55:22.876 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:22.827+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:31.780094+0000 front 2024-04-02T09:54:31.780198+0000 (oldest deadline 2024-04-02T09:54:53.480016+0000) 2024-04-02T09:55:22.876 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:22.827+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6814 osd.1 since back 2024-04-02T09:54:40.282547+0000 front 2024-04-02T09:54:40.282455+0000 (oldest deadline 2024-04-02T09:55:05.582298+0000) 2024-04-02T09:55:22.876 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:22.827+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6822 osd.2 since back 2024-04-02T09:54:45.582827+0000 front 2024-04-02T09:54:45.582894+0000 (oldest deadline 2024-04-02T09:55:10.783148+0000) 2024-04-02T09:55:22.877 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:22 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:22.827+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6830 osd.3 since back 2024-04-02T09:54:56.683889+0000 front 2024-04-02T09:54:56.683868+0000 (oldest deadline 2024-04-02T09:55:21.383781+0000) 2024-04-02T09:55:23.312 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:23 smithi055 podman[148651]: 2024-04-02 09:55:23.108290104 +0000 UTC m=+0.640733768 container died c41e5e6ff913149e9513e71e59de0692d7f2c23b48e92ebab4ddf6ef94e17275 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6-deactivate, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326) 2024-04-02T09:55:23.641 DEBUG:teuthology.orchestra.run.smithi055:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@osd.6.service' 2024-04-02T09:55:23.667 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:23 smithi055 podman[148677]: 2024-04-02 09:55:23.62198475 +0000 UTC m=+0.508676798 container remove c41e5e6ff913149e9513e71e59de0692d7f2c23b48e92ebab4ddf6ef94e17275 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-6-deactivate, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T09:55:23.668 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:23 smithi055 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@osd.6.service: Deactivated successfully. 2024-04-02T09:55:23.668 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:23 smithi055 systemd[1]: Stopped Ceph osd.6 for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T09:55:23.668 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 02 09:55:23 smithi055 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@osd.6.service: Consumed 2min 44.399s CPU time. 2024-04-02T09:55:23.684 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T09:55:23.684 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-04-02T09:55:23.684 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-04-02T09:55:23.685 DEBUG:teuthology.orchestra.run.smithi055:> sudo systemctl stop ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@osd.7 2024-04-02T09:55:23.999 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:23 smithi055 systemd[1]: Stopping Ceph osd.7 for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T09:55:23.999 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:23 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:23.801+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:31.780094+0000 front 2024-04-02T09:54:31.780198+0000 (oldest deadline 2024-04-02T09:54:53.480016+0000) 2024-04-02T09:55:23.999 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:23 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:23.801+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6814 osd.1 since back 2024-04-02T09:54:40.282547+0000 front 2024-04-02T09:54:40.282455+0000 (oldest deadline 2024-04-02T09:55:05.582298+0000) 2024-04-02T09:55:23.999 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:23 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:23.801+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6822 osd.2 since back 2024-04-02T09:54:45.582827+0000 front 2024-04-02T09:54:45.582894+0000 (oldest deadline 2024-04-02T09:55:10.783148+0000) 2024-04-02T09:55:23.999 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:23 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:23.801+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6830 osd.3 since back 2024-04-02T09:54:56.683889+0000 front 2024-04-02T09:54:56.683868+0000 (oldest deadline 2024-04-02T09:55:21.383781+0000) 2024-04-02T09:55:23.999 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:23 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:23.998+0000 7f1364dd4700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T09:55:23.999 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:23 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:23.998+0000 7f1364dd4700 -1 osd.7 2757 *** Got signal Terminated *** 2024-04-02T09:55:23.999 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:23 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:23.998+0000 7f1364dd4700 -1 osd.7 2757 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T09:55:25.311 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:24 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:24.826+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:31.780094+0000 front 2024-04-02T09:54:31.780198+0000 (oldest deadline 2024-04-02T09:54:53.480016+0000) 2024-04-02T09:55:25.311 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:24 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:24.826+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6814 osd.1 since back 2024-04-02T09:54:40.282547+0000 front 2024-04-02T09:54:40.282455+0000 (oldest deadline 2024-04-02T09:55:05.582298+0000) 2024-04-02T09:55:25.311 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:24 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:24.826+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6822 osd.2 since back 2024-04-02T09:54:45.582827+0000 front 2024-04-02T09:54:45.582894+0000 (oldest deadline 2024-04-02T09:55:10.783148+0000) 2024-04-02T09:55:25.311 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:24 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:24.826+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6830 osd.3 since back 2024-04-02T09:54:56.683889+0000 front 2024-04-02T09:54:56.683868+0000 (oldest deadline 2024-04-02T09:55:21.383781+0000) 2024-04-02T09:55:26.311 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:25 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:25.832+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:31.780094+0000 front 2024-04-02T09:54:31.780198+0000 (oldest deadline 2024-04-02T09:54:53.480016+0000) 2024-04-02T09:55:26.311 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:25 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:25.832+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6814 osd.1 since back 2024-04-02T09:54:40.282547+0000 front 2024-04-02T09:54:40.282455+0000 (oldest deadline 2024-04-02T09:55:05.582298+0000) 2024-04-02T09:55:26.311 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:25 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:25.832+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6822 osd.2 since back 2024-04-02T09:54:45.582827+0000 front 2024-04-02T09:54:45.582894+0000 (oldest deadline 2024-04-02T09:55:10.783148+0000) 2024-04-02T09:55:26.312 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:25 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:25.832+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6830 osd.3 since back 2024-04-02T09:54:56.683889+0000 front 2024-04-02T09:54:56.683868+0000 (oldest deadline 2024-04-02T09:55:21.383781+0000) 2024-04-02T09:55:27.061 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:26 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:26.803+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:31.780094+0000 front 2024-04-02T09:54:31.780198+0000 (oldest deadline 2024-04-02T09:54:53.480016+0000) 2024-04-02T09:55:27.061 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:26 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:26.803+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6814 osd.1 since back 2024-04-02T09:54:40.282547+0000 front 2024-04-02T09:54:40.282455+0000 (oldest deadline 2024-04-02T09:55:05.582298+0000) 2024-04-02T09:55:27.061 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:26 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:26.803+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6822 osd.2 since back 2024-04-02T09:54:45.582827+0000 front 2024-04-02T09:54:45.582894+0000 (oldest deadline 2024-04-02T09:55:10.783148+0000) 2024-04-02T09:55:27.061 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:26 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:26.803+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6830 osd.3 since back 2024-04-02T09:54:56.683889+0000 front 2024-04-02T09:54:56.683868+0000 (oldest deadline 2024-04-02T09:55:21.383781+0000) 2024-04-02T09:55:27.061 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:26 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:26.803+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.55:6804 osd.4 since back 2024-04-02T09:55:04.785221+0000 front 2024-04-02T09:55:04.785270+0000 (oldest deadline 2024-04-02T09:55:26.485296+0000) 2024-04-02T09:55:28.061 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:27 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:27.808+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:31.780094+0000 front 2024-04-02T09:54:31.780198+0000 (oldest deadline 2024-04-02T09:54:53.480016+0000) 2024-04-02T09:55:28.061 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:27 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:27.808+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6814 osd.1 since back 2024-04-02T09:54:40.282547+0000 front 2024-04-02T09:54:40.282455+0000 (oldest deadline 2024-04-02T09:55:05.582298+0000) 2024-04-02T09:55:28.062 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:27 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:27.808+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6822 osd.2 since back 2024-04-02T09:54:45.582827+0000 front 2024-04-02T09:54:45.582894+0000 (oldest deadline 2024-04-02T09:55:10.783148+0000) 2024-04-02T09:55:28.062 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:27 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:27.808+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6830 osd.3 since back 2024-04-02T09:54:56.683889+0000 front 2024-04-02T09:54:56.683868+0000 (oldest deadline 2024-04-02T09:55:21.383781+0000) 2024-04-02T09:55:28.062 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:27 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:27.808+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.55:6804 osd.4 since back 2024-04-02T09:55:04.785221+0000 front 2024-04-02T09:55:04.785270+0000 (oldest deadline 2024-04-02T09:55:26.485296+0000) 2024-04-02T09:55:29.311 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:28 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:28.839+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-04-02T09:54:31.780094+0000 front 2024-04-02T09:54:31.780198+0000 (oldest deadline 2024-04-02T09:54:53.480016+0000) 2024-04-02T09:55:29.311 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:28 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:28.839+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6814 osd.1 since back 2024-04-02T09:54:40.282547+0000 front 2024-04-02T09:54:40.282455+0000 (oldest deadline 2024-04-02T09:55:05.582298+0000) 2024-04-02T09:55:29.311 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:28 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:28.839+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6822 osd.2 since back 2024-04-02T09:54:45.582827+0000 front 2024-04-02T09:54:45.582894+0000 (oldest deadline 2024-04-02T09:55:10.783148+0000) 2024-04-02T09:55:29.311 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:28 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:28.839+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.12:6830 osd.3 since back 2024-04-02T09:54:56.683889+0000 front 2024-04-02T09:54:56.683868+0000 (oldest deadline 2024-04-02T09:55:21.383781+0000) 2024-04-02T09:55:29.312 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:28 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7[105290]: 2024-04-02T09:55:28.839+0000 7f135d3c0700 -1 osd.7 2757 heartbeat_check: no reply from 172.21.15.55:6804 osd.4 since back 2024-04-02T09:55:04.785221+0000 front 2024-04-02T09:55:04.785270+0000 (oldest deadline 2024-04-02T09:55:26.485296+0000) 2024-04-02T09:55:29.811 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:29 smithi055 podman[148756]: 2024-04-02 09:55:29.423382912 +0000 UTC m=+5.515075797 container died 2395b430898919fa61e9621b7faab29bbc6501bb0f052984ef3282b63c5d1f45 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T09:55:30.149 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:29 smithi055 podman[148756]: 2024-04-02 09:55:29.899490477 +0000 UTC m=+5.991183358 container cleanup 2395b430898919fa61e9621b7faab29bbc6501bb0f052984ef3282b63c5d1f45 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T09:55:30.149 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:29 smithi055 bash[148756]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7 2024-04-02T09:55:30.467 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:30 smithi055 podman[148773]: 2024-04-02 09:55:30.150740225 +0000 UTC m=+0.722234804 container remove 2395b430898919fa61e9621b7faab29bbc6501bb0f052984ef3282b63c5d1f45 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7, org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-04-02T09:55:30.736 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:30 smithi055 podman[148869]: 2024-04-02 09:55:30.468347906 +0000 UTC m=+0.113818458 container create 19b045d07f44e517e34d38f052f4d4f3741017727fbdf2287bcb415555089b2a (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7-deactivate, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T09:55:30.736 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:30 smithi055 podman[148869]: 2024-04-02 09:55:30.372522784 +0000 UTC m=+0.017993317 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T09:55:30.736 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:30 smithi055 podman[148869]: 2024-04-02 09:55:30.662413583 +0000 UTC m=+0.307884110 container init 19b045d07f44e517e34d38f052f4d4f3741017727fbdf2287bcb415555089b2a (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7-deactivate, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T09:55:30.736 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:30 smithi055 podman[148869]: 2024-04-02 09:55:30.66541223 +0000 UTC m=+0.310882743 container start 19b045d07f44e517e34d38f052f4d4f3741017727fbdf2287bcb415555089b2a (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7-deactivate, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-04-02T09:55:31.061 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:30 smithi055 podman[148869]: 2024-04-02 09:55:30.73715196 +0000 UTC m=+0.382622487 container attach 19b045d07f44e517e34d38f052f4d4f3741017727fbdf2287bcb415555089b2a (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7-deactivate, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-04-02T09:55:31.061 INFO:journalctl@ceph.osd.7.smithi055.stdout:Apr 02 09:55:30 smithi055 podman[148869]: 2024-04-02 09:55:30.960139653 +0000 UTC m=+0.605610173 container died 19b045d07f44e517e34d38f052f4d4f3741017727fbdf2287bcb415555089b2a (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-osd-7-deactivate, org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-04-02T09:55:31.518 DEBUG:teuthology.orchestra.run.smithi055:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@osd.7.service' 2024-04-02T09:55:31.559 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T09:55:31.560 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-04-02T09:55:31.560 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-04-02T09:55:31.560 DEBUG:teuthology.orchestra.run.smithi012:> sudo systemctl stop ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@mds.a 2024-04-02T09:55:31.882 INFO:journalctl@ceph.mds.a.smithi012.stdout:Apr 02 09:55:31 smithi012 systemd[1]: Stopping Ceph mds.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T09:55:32.178 INFO:journalctl@ceph.mds.a.smithi012.stdout:Apr 02 09:55:31 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mds-a[115699]: 2024-04-02T09:55:31.881+0000 7fb095b45700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T09:55:32.179 INFO:journalctl@ceph.mds.a.smithi012.stdout:Apr 02 09:55:31 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mds-a[115699]: 2024-04-02T09:55:31.881+0000 7fb095b45700 -1 mds.a *** got signal Terminated *** 2024-04-02T09:55:33.429 INFO:journalctl@ceph.mds.a.smithi012.stdout:Apr 02 09:55:33 smithi012 podman[212665]: 2024-04-02 09:55:33.261019079 +0000 UTC m=+1.508661407 container died e246b4d32ef4ba4c5102861eef978c0bb5a830dbb077386b14ef906c3c7f565a (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mds-a, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T09:55:33.873 INFO:journalctl@ceph.mds.a.smithi012.stdout:Apr 02 09:55:33 smithi012 podman[212665]: 2024-04-02 09:55:33.640133381 +0000 UTC m=+1.887775707 container cleanup e246b4d32ef4ba4c5102861eef978c0bb5a830dbb077386b14ef906c3c7f565a (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mds-a, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T09:55:33.873 INFO:journalctl@ceph.mds.a.smithi012.stdout:Apr 02 09:55:33 smithi012 bash[212665]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mds-a 2024-04-02T09:55:34.040 DEBUG:teuthology.orchestra.run.smithi012:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@mds.a.service' 2024-04-02T09:55:34.077 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T09:55:34.077 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-04-02T09:55:34.078 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-04-02T09:55:34.078 DEBUG:teuthology.orchestra.run.smithi055:> sudo systemctl stop ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@mds.b 2024-04-02T09:55:34.384 INFO:journalctl@ceph.mds.b.smithi055.stdout:Apr 02 09:55:34 smithi055 systemd[1]: Stopping Ceph mds.b for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T09:55:34.811 INFO:journalctl@ceph.mds.b.smithi055.stdout:Apr 02 09:55:34 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mds-b[109947]: 2024-04-02T09:55:34.384+0000 7fd6f3a39700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T09:55:34.811 INFO:journalctl@ceph.mds.b.smithi055.stdout:Apr 02 09:55:34 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mds-b[109947]: 2024-04-02T09:55:34.384+0000 7fd6f3a39700 -1 mds.b *** got signal Terminated *** 2024-04-02T09:55:37.501 INFO:journalctl@ceph.mds.b.smithi055.stdout:Apr 02 09:55:37 smithi055 podman[148974]: 2024-04-02 09:55:37.224261651 +0000 UTC m=+2.951736668 container died ce257d237bafe781f7befa8b017a02fb937c29b74d3b7fbab334d3ed1b6ac6f5 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mds-b, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T09:55:37.811 INFO:journalctl@ceph.mds.b.smithi055.stdout:Apr 02 09:55:37 smithi055 podman[148974]: 2024-04-02 09:55:37.601525517 +0000 UTC m=+3.329000543 container cleanup ce257d237bafe781f7befa8b017a02fb937c29b74d3b7fbab334d3ed1b6ac6f5 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mds-b, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-04-02T09:55:37.813 INFO:journalctl@ceph.mds.b.smithi055.stdout:Apr 02 09:55:37 smithi055 bash[148974]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-mds-b 2024-04-02T09:55:37.990 DEBUG:teuthology.orchestra.run.smithi055:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@mds.b.service' 2024-04-02T09:55:38.026 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T09:55:38.026 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-04-02T09:55:38.026 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-04-02T09:55:38.026 DEBUG:teuthology.orchestra.run.smithi055:> sudo systemctl stop ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@prometheus.a 2024-04-02T09:55:38.562 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:55:38 smithi055 systemd[1]: Stopping Ceph prometheus.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T09:55:38.562 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:55:38 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:55:38.338Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-02T09:55:38.562 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:55:38 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:55:38.338Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-02T09:55:38.562 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:55:38 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:55:38.338Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-02T09:55:38.562 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:55:38 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:55:38.338Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-02T09:55:38.563 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:55:38 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:55:38.338Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-02T09:55:38.563 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:55:38 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:55:38.338Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-02T09:55:38.563 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:55:38 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:55:38.338Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-02T09:55:38.563 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:55:38 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:55:38.338Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-02T09:55:38.563 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:55:38 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:55:38.338Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-02T09:55:38.563 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:55:38 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:55:38.340Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-02T09:55:38.563 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:55:38 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:55:38.340Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-02T09:55:38.563 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:55:38 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a[117857]: ts=2024-04-02T09:55:38.340Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-02T09:55:38.563 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:55:38 smithi055 podman[149097]: 2024-04-02 09:55:38.348828717 +0000 UTC m=+0.103421645 container died 44b0a6956b74d9305a48a79a817dfee63ae9b41fe301a02e6e9b619e42191867 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T09:55:39.055 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:55:38 smithi055 podman[149097]: 2024-04-02 09:55:38.84699844 +0000 UTC m=+0.601591379 container cleanup 44b0a6956b74d9305a48a79a817dfee63ae9b41fe301a02e6e9b619e42191867 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T09:55:39.055 INFO:journalctl@ceph.prometheus.a.smithi055.stdout:Apr 02 09:55:38 smithi055 bash[149097]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-prometheus-a 2024-04-02T09:55:39.187 DEBUG:teuthology.orchestra.run.smithi055:> sudo pkill -f 'journalctl -f -n 0 -u ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@prometheus.a.service' 2024-04-02T09:55:39.222 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T09:55:39.222 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-04-02T09:55:39.223 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 --force --keep-logs 2024-04-02T09:55:39.382 INFO:teuthology.orchestra.run.smithi012.stdout:Deleting cluster with fsid: f84ae488-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T09:55:41.102 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 09:55:40 smithi012 systemd[1]: Stopping Ceph alertmanager.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T09:55:41.419 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 09:55:41 smithi012 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a[123211]: ts=2024-04-02T09:55:41.103Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-02T09:55:41.419 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 09:55:41 smithi012 podman[213119]: 2024-04-02 09:55:41.14440179 +0000 UTC m=+0.132843232 container died 526e224e4ba076497b2915bf660d34d652395d434b7eeb62bf1a6850dea42d30 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T09:55:41.678 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 09:55:41 smithi012 podman[213119]: 2024-04-02 09:55:41.536578877 +0000 UTC m=+0.525020318 container cleanup 526e224e4ba076497b2915bf660d34d652395d434b7eeb62bf1a6850dea42d30 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T09:55:41.679 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 09:55:41 smithi012 bash[213119]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a 2024-04-02T09:55:42.178 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 09:55:41 smithi012 podman[213133]: 2024-04-02 09:55:41.79609911 +0000 UTC m=+0.647245742 container remove 526e224e4ba076497b2915bf660d34d652395d434b7eeb62bf1a6850dea42d30 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T09:55:42.178 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 09:55:41 smithi012 podman[213133]: 2024-04-02 09:55:41.880097336 +0000 UTC m=+0.731243924 volume remove 9c72a68dd86886175d32e74f501f172bad872adc496487ea68443191f2306727 2024-04-02T09:55:42.178 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 09:55:41 smithi012 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@alertmanager.a.service: Deactivated successfully. 2024-04-02T09:55:42.178 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 09:55:41 smithi012 systemd[1]: Stopped Ceph alertmanager.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T09:55:42.178 INFO:journalctl@ceph.alertmanager.a.smithi012.stdout:Apr 02 09:55:41 smithi012 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@alertmanager.a.service: Consumed 2.919s CPU time. 2024-04-02T09:55:42.428 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 09:55:42 smithi012 systemd[1]: Stopping Ceph node-exporter.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T09:55:42.715 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 09:55:42 smithi012 podman[213238]: 2024-04-02 09:55:42.443085918 +0000 UTC m=+0.123530725 container died 22f194c6d86bef26dfea43deaba2b5e6001699dc652b85cb4ae8addf99d7584f (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T09:55:43.074 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 09:55:42 smithi012 podman[213238]: 2024-04-02 09:55:42.824346673 +0000 UTC m=+0.504791474 container cleanup 22f194c6d86bef26dfea43deaba2b5e6001699dc652b85cb4ae8addf99d7584f (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T09:55:43.074 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 09:55:42 smithi012 bash[213238]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a 2024-04-02T09:55:43.393 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 09:55:43 smithi012 podman[213251]: 2024-04-02 09:55:43.075364167 +0000 UTC m=+0.637031695 container remove 22f194c6d86bef26dfea43deaba2b5e6001699dc652b85cb4ae8addf99d7584f (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T09:55:43.394 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 09:55:43 smithi012 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-04-02T09:55:43.394 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 09:55:43 smithi012 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@node-exporter.a.service: Failed with result 'exit-code'. 2024-04-02T09:55:43.394 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 09:55:43 smithi012 systemd[1]: Stopped Ceph node-exporter.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T09:55:43.394 INFO:journalctl@ceph.node-exporter.a.smithi012.stdout:Apr 02 09:55:43 smithi012 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@node-exporter.a.service: Consumed 8.968s CPU time. 2024-04-02T09:55:43.881 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 --force --keep-logs 2024-04-02T09:55:44.042 INFO:teuthology.orchestra.run.smithi055.stdout:Deleting cluster with fsid: f84ae488-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T09:55:45.718 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 09:55:45 smithi055 systemd[1]: Stopping Ceph grafana.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T09:55:45.985 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 09:55:45 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[122025]: logger=server t=2024-04-02T09:55:45.719260273Z level=info msg="Shutdown started" reason="System signal: terminated" 2024-04-02T09:55:45.985 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 09:55:45 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[122025]: logger=ticker t=2024-04-02T09:55:45.719588579Z level=info msg=stopped last_tick=2024-04-02T09:55:40Z 2024-04-02T09:55:45.985 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 09:55:45 smithi055 ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a[122025]: logger=tracing t=2024-04-02T09:55:45.719600863Z level=info msg="Closing tracing" 2024-04-02T09:55:45.985 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 09:55:45 smithi055 podman[149554]: 2024-04-02 09:55:45.729491284 +0000 UTC m=+0.096401027 container died 434b7611dcf1518d1bc8ba2f34963f5fb79bafd8895ffa3fdc1065b6b6e7b909 (image=quay.io/ceph/grafana:9.4.12, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a, maintainer=Grafana Labs ) 2024-04-02T09:55:46.235 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 09:55:46 smithi055 podman[149554]: 2024-04-02 09:55:46.068672438 +0000 UTC m=+0.435582189 container cleanup 434b7611dcf1518d1bc8ba2f34963f5fb79bafd8895ffa3fdc1065b6b6e7b909 (image=quay.io/ceph/grafana:9.4.12, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a, maintainer=Grafana Labs ) 2024-04-02T09:55:46.235 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 09:55:46 smithi055 bash[149554]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a 2024-04-02T09:55:46.561 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 09:55:46 smithi055 podman[149568]: 2024-04-02 09:55:46.236543224 +0000 UTC m=+0.508666544 container remove 434b7611dcf1518d1bc8ba2f34963f5fb79bafd8895ffa3fdc1065b6b6e7b909 (image=quay.io/ceph/grafana:9.4.12, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-grafana-a, maintainer=Grafana Labs ) 2024-04-02T09:55:46.561 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 09:55:46 smithi055 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@grafana.a.service: Deactivated successfully. 2024-04-02T09:55:46.561 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 09:55:46 smithi055 systemd[1]: Stopped Ceph grafana.a for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T09:55:46.561 INFO:journalctl@ceph.grafana.a.smithi055.stdout:Apr 02 09:55:46 smithi055 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@grafana.a.service: Consumed 50.193s CPU time. 2024-04-02T09:55:47.061 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 09:55:46 smithi055 systemd[1]: Stopping Ceph node-exporter.b for f84ae488-f0c8-11ee-b647-cb9ed24678a4... 2024-04-02T09:55:47.061 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 09:55:46 smithi055 podman[149672]: 2024-04-02 09:55:46.858220674 +0000 UTC m=+0.097063853 container died fafed8e583df23b1d837be2ffe1ef8c8af181c2ce3a6d9d07751138a56a7f6dc (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T09:55:47.372 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 09:55:47 smithi055 podman[149672]: 2024-04-02 09:55:47.147700605 +0000 UTC m=+0.386543784 container cleanup fafed8e583df23b1d837be2ffe1ef8c8af181c2ce3a6d9d07751138a56a7f6dc (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T09:55:47.372 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 09:55:47 smithi055 bash[149672]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b 2024-04-02T09:55:47.625 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 09:55:47 smithi055 podman[149687]: 2024-04-02 09:55:47.373856412 +0000 UTC m=+0.516208018 container remove fafed8e583df23b1d837be2ffe1ef8c8af181c2ce3a6d9d07751138a56a7f6dc (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T09:55:47.626 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 09:55:47 smithi055 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-04-02T09:55:47.626 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 09:55:47 smithi055 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@node-exporter.b.service: Failed with result 'exit-code'. 2024-04-02T09:55:47.626 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 09:55:47 smithi055 systemd[1]: Stopped Ceph node-exporter.b for f84ae488-f0c8-11ee-b647-cb9ed24678a4. 2024-04-02T09:55:47.626 INFO:journalctl@ceph.node-exporter.b.smithi055.stdout:Apr 02 09:55:47 smithi055 systemd[1]: ceph-f84ae488-f0c8-11ee-b647-cb9ed24678a4@node-exporter.b.service: Consumed 8.565s CPU time. 2024-04-02T09:55:48.097 DEBUG:teuthology.orchestra.run.smithi012:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-02T09:55:48.132 DEBUG:teuthology.orchestra.run.smithi055:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-02T09:55:48.161 INFO:tasks.cephadm:Archiving crash dumps... 2024-04-02T09:55:48.164 DEBUG:teuthology.misc:Transferring archived files from smithi012:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/crash to /home/teuthworker/archive/rfriedma-2024-04-02_07:59:56-rados:upgrade-wip-rf-oldDeep-distro-default-smithi/7635476/remote/smithi012/crash 2024-04-02T09:55:48.165 DEBUG:teuthology.orchestra.run.smithi012:> sudo tar c -f - -C /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/crash -- . 2024-04-02T09:55:48.241 INFO:teuthology.orchestra.run.smithi012.stderr:tar: /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/crash: Cannot open: No such file or directory 2024-04-02T09:55:48.241 INFO:teuthology.orchestra.run.smithi012.stderr:tar: Error is not recoverable: exiting now 2024-04-02T09:55:48.243 DEBUG:teuthology.misc:Transferring archived files from smithi055:/var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/crash to /home/teuthworker/archive/rfriedma-2024-04-02_07:59:56-rados:upgrade-wip-rf-oldDeep-distro-default-smithi/7635476/remote/smithi055/crash 2024-04-02T09:55:48.244 DEBUG:teuthology.orchestra.run.smithi055:> sudo tar c -f - -C /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/crash -- . 2024-04-02T09:55:48.279 INFO:teuthology.orchestra.run.smithi055.stderr:tar: /var/lib/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/crash: Cannot open: No such file or directory 2024-04-02T09:55:48.279 INFO:teuthology.orchestra.run.smithi055.stderr:tar: Error is not recoverable: exiting now 2024-04-02T09:55:48.280 INFO:tasks.cephadm:Checking cluster log for badness... 2024-04-02T09:55:48.280 DEBUG:teuthology.orchestra.run.smithi012:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-04-02T09:55:48.311 INFO:teuthology.orchestra.run.smithi012.stdout:2024-04-02T08:28:05.877109+0000 mon.a (mon.0) 351 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T09:55:48.313 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-04-02T09:55:48.313 DEBUG:teuthology.orchestra.run.smithi012:> sudo egrep '\[SEC\]' /var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-04-02T09:55:48.385 DEBUG:teuthology.orchestra.run.smithi012:> sudo egrep '\[ERR\]' /var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-04-02T09:55:48.457 DEBUG:teuthology.orchestra.run.smithi012:> sudo egrep '\[WRN\]' /var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-04-02T09:55:48.525 INFO:teuthology.orchestra.run.smithi012.stdout:2024-04-02T08:28:05.877109+0000 mon.a (mon.0) 351 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T09:55:48.527 INFO:tasks.cephadm:Compressing logs... 2024-04-02T09:55:48.527 DEBUG:teuthology.orchestra.run.smithi012:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-02T09:55:48.569 DEBUG:teuthology.orchestra.run.smithi055:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-02T09:55:48.595 INFO:teuthology.orchestra.run.smithi012.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-02T09:55:48.595 INFO:teuthology.orchestra.run.smithi012.stderr:: No such file or directory 2024-04-02T09:55:48.595 INFO:teuthology.orchestra.run.smithi012.stderr:gzip -5 --verbose -- /var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph-mon.a.log 2024-04-02T09:55:48.595 INFO:teuthology.orchestra.run.smithi012.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph.audit.log 2024-04-02T09:55:48.595 INFO:teuthology.orchestra.run.smithi012.stderr:gzip -5 --verbose -- /var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph-osd.1.log 2024-04-02T09:55:48.595 INFO:teuthology.orchestra.run.smithi012.stderr:/var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph-mon.a.log: /var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph-osd.3.log 2024-04-02T09:55:48.602 INFO:teuthology.orchestra.run.smithi012.stderr:gzip -5 --verbose -- /var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph-mgr.y.log 2024-04-02T09:55:48.602 INFO:teuthology.orchestra.run.smithi012.stderr:/var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph-osd.1.log: /var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph-osd.0.log 2024-04-02T09:55:48.602 INFO:teuthology.orchestra.run.smithi012.stderr:/var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph.cephadm.log 2024-04-02T09:55:48.602 INFO:teuthology.orchestra.run.smithi012.stderr:/var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph.log 2024-04-02T09:55:48.603 INFO:teuthology.orchestra.run.smithi012.stderr:/var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph.cephadm.log: 90.6% -- replaced with /var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph.cephadm.log.gz 2024-04-02T09:55:48.603 INFO:teuthology.orchestra.run.smithi012.stderr:gzip -5 --verbose -- /var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph-osd.2.log 2024-04-02T09:55:48.603 INFO:teuthology.orchestra.run.smithi012.stderr: 91.3% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-02T09:55:48.603 INFO:teuthology.orchestra.run.smithi012.stderr:/var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph.log: gzip -5 --verbose -- /var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph-volume.log 2024-04-02T09:55:48.603 INFO:teuthology.orchestra.run.smithi055.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-02T09:55:48.603 INFO:teuthology.orchestra.run.smithi055.stderr:: No such file or directory 2024-04-02T09:55:48.603 INFO:teuthology.orchestra.run.smithi055.stderr:gzip -5 --verbose -- /var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph-osd.6.log 2024-04-02T09:55:48.603 INFO:teuthology.orchestra.run.smithi055.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph.audit.log 2024-04-02T09:55:48.604 INFO:teuthology.orchestra.run.smithi055.stderr:/var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph-mds.b.log 2024-04-02T09:55:48.604 INFO:teuthology.orchestra.run.smithi055.stderr:/var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph-osd.4.log 2024-04-02T09:55:48.604 INFO:teuthology.orchestra.run.smithi055.stderr:/var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph-osd.7.log 2024-04-02T09:55:48.604 INFO:teuthology.orchestra.run.smithi055.stderr:gzip -5 --verbose -- /var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph-osd.5.log 2024-04-02T09:55:48.604 INFO:teuthology.orchestra.run.smithi055.stderr:/var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph-osd.4.log: 84.5% -- replaced with /var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph-mds.b.log.gz 2024-04-02T09:55:48.604 INFO:teuthology.orchestra.run.smithi055.stderr:/var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph-mgr.x.log 2024-04-02T09:55:48.604 INFO:teuthology.orchestra.run.smithi055.stderr:/var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph.cephadm.log 2024-04-02T09:55:48.604 INFO:teuthology.orchestra.run.smithi055.stderr:/var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph.log 2024-04-02T09:55:48.604 INFO:teuthology.orchestra.run.smithi055.stderr:/var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph.cephadm.log: 84.1% -- replaced with /var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph.cephadm.log.gz 2024-04-02T09:55:48.604 INFO:teuthology.orchestra.run.smithi055.stderr:gzip -5 --verbose -- /var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph-volume.log 2024-04-02T09:55:48.606 INFO:teuthology.orchestra.run.smithi055.stderr:/var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph.log: 91.4% -- replaced with /var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph.audit.log.gz 2024-04-02T09:55:48.609 INFO:teuthology.orchestra.run.smithi055.stderr:gzip -5 --verbose -- /var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph-mon.b.log 2024-04-02T09:55:48.610 INFO:teuthology.orchestra.run.smithi012.stderr:/var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph-osd.2.log: 94.8% -- replaced with /var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph.audit.log.gz 2024-04-02T09:55:48.614 INFO:teuthology.orchestra.run.smithi012.stderr:gzip -5 --verbose -- /var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph-mds.a.log 2024-04-02T09:55:48.616 INFO:teuthology.orchestra.run.smithi055.stderr:/var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph-volume.log: 89.6% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-02T09:55:48.617 INFO:teuthology.orchestra.run.smithi055.stderr:/var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph-mon.b.log: 87.1% -- replaced with /var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph.log.gz 2024-04-02T09:55:48.625 INFO:teuthology.orchestra.run.smithi012.stderr:/var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph-mon.c.log 2024-04-02T09:55:48.637 INFO:teuthology.orchestra.run.smithi055.stderr: 91.1% -- replaced with /var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph-volume.log.gz 2024-04-02T09:55:48.638 INFO:teuthology.orchestra.run.smithi012.stderr:/var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph-mds.a.log: 92.9%/var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph-mon.c.log: -- replaced with /var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph.log.gz 2024-04-02T09:55:48.643 INFO:teuthology.orchestra.run.smithi012.stderr: 92.2% -- replaced with /var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph-mds.a.log.gz 2024-04-02T09:55:48.651 INFO:teuthology.orchestra.run.smithi012.stderr: 91.1% -- replaced with /var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph-volume.log.gz 2024-04-02T09:55:48.662 INFO:teuthology.orchestra.run.smithi055.stderr: 90.8% -- replaced with /var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph-mgr.x.log.gz 2024-04-02T09:55:49.386 INFO:teuthology.orchestra.run.smithi012.stderr: 89.6% -- replaced with /var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph-mgr.y.log.gz 2024-04-02T09:55:50.221 INFO:teuthology.orchestra.run.smithi055.stderr: 92.2% -- replaced with /var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph-mon.b.log.gz 2024-04-02T09:55:50.426 INFO:teuthology.orchestra.run.smithi012.stderr: 92.1% -- replaced with /var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph-mon.c.log.gz 2024-04-02T09:55:54.786 INFO:teuthology.orchestra.run.smithi012.stderr: 90.5% -- replaced with /var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph-mon.a.log.gz 2024-04-02T09:56:08.227 INFO:teuthology.orchestra.run.smithi055.stderr: 94.4% -- replaced with /var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph-osd.6.log.gz 2024-04-02T09:56:08.835 INFO:teuthology.orchestra.run.smithi055.stderr: 94.3% -- replaced with /var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph-osd.4.log.gz 2024-04-02T09:56:12.298 INFO:teuthology.orchestra.run.smithi012.stderr: 94.3% -- replaced with /var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph-osd.0.log.gz 2024-04-02T09:56:13.551 INFO:teuthology.orchestra.run.smithi055.stderr: 94.4% -- replaced with /var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph-osd.5.log.gz 2024-04-02T09:56:14.296 INFO:teuthology.orchestra.run.smithi055.stderr: 94.8% -- replaced with /var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph-osd.7.log.gz 2024-04-02T09:56:14.297 INFO:teuthology.orchestra.run.smithi055.stderr: 2024-04-02T09:56:14.298 INFO:teuthology.orchestra.run.smithi055.stderr:real 0m25.714s 2024-04-02T09:56:14.298 INFO:teuthology.orchestra.run.smithi055.stderr:user 1m29.150s 2024-04-02T09:56:14.298 INFO:teuthology.orchestra.run.smithi055.stderr:sys 0m2.983s 2024-04-02T09:56:15.856 INFO:teuthology.orchestra.run.smithi012.stderr: 94.3% -- replaced with /var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph-osd.1.log.gz 2024-04-02T09:56:15.992 INFO:teuthology.orchestra.run.smithi012.stderr: 94.1% -- replaced with /var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph-osd.2.log.gz 2024-04-02T09:56:16.169 INFO:teuthology.orchestra.run.smithi012.stderr: 94.7% -- replaced with /var/log/ceph/f84ae488-f0c8-11ee-b647-cb9ed24678a4/ceph-osd.3.log.gz 2024-04-02T09:56:16.171 INFO:teuthology.orchestra.run.smithi012.stderr: 2024-04-02T09:56:16.171 INFO:teuthology.orchestra.run.smithi012.stderr:real 0m27.589s 2024-04-02T09:56:16.171 INFO:teuthology.orchestra.run.smithi012.stderr:user 1m50.889s 2024-04-02T09:56:16.171 INFO:teuthology.orchestra.run.smithi012.stderr:sys 0m3.713s 2024-04-02T09:56:16.172 INFO:tasks.cephadm:Archiving logs... 2024-04-02T09:56:16.172 DEBUG:teuthology.misc:Transferring archived files from smithi012:/var/log/ceph to /home/teuthworker/archive/rfriedma-2024-04-02_07:59:56-rados:upgrade-wip-rf-oldDeep-distro-default-smithi/7635476/remote/smithi012/log 2024-04-02T09:56:16.173 DEBUG:teuthology.orchestra.run.smithi012:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-02T09:56:30.448 DEBUG:teuthology.misc:Transferring archived files from smithi055:/var/log/ceph to /home/teuthworker/archive/rfriedma-2024-04-02_07:59:56-rados:upgrade-wip-rf-oldDeep-distro-default-smithi/7635476/remote/smithi055/log 2024-04-02T09:56:30.450 DEBUG:teuthology.orchestra.run.smithi055:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-02T09:56:42.242 INFO:tasks.cephadm:Removing cluster... 2024-04-02T09:56:42.242 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 --force 2024-04-02T09:56:42.404 INFO:teuthology.orchestra.run.smithi012.stdout:Deleting cluster with fsid: f84ae488-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T09:56:42.795 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid f84ae488-f0c8-11ee-b647-cb9ed24678a4 --force 2024-04-02T09:56:42.955 INFO:teuthology.orchestra.run.smithi055.stdout:Deleting cluster with fsid: f84ae488-f0c8-11ee-b647-cb9ed24678a4 2024-04-02T09:56:43.332 INFO:tasks.cephadm:Removing cephadm ... 2024-04-02T09:56:43.332 DEBUG:teuthology.orchestra.run.smithi012:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-02T09:56:43.349 DEBUG:teuthology.orchestra.run.smithi055:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-02T09:56:43.364 INFO:tasks.cephadm:Teardown complete 2024-04-02T09:56:43.364 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-04-02T09:56:43.376 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-04-02T09:56:43.376 DEBUG:teuthology.orchestra.run.smithi012:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-02T09:56:43.391 DEBUG:teuthology.orchestra.run.smithi055:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-02T09:56:43.487 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-04-02T09:56:43.525 INFO:teuthology.task.clock:Checking final clock skew... 2024-04-02T09:56:43.550 DEBUG:teuthology.orchestra.run.smithi012:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-02T09:56:43.559 DEBUG:teuthology.orchestra.run.smithi055:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-02T09:56:43.573 INFO:teuthology.orchestra.run.smithi012.stderr:bash: line 1: ntpq: command not found 2024-04-02T09:56:43.577 INFO:teuthology.orchestra.run.smithi012.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-02T09:56:43.577 INFO:teuthology.orchestra.run.smithi012.stdout:=============================================================================== 2024-04-02T09:56:43.577 INFO:teuthology.orchestra.run.smithi012.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 39 +270us[ +270us] +/- 76ms 2024-04-02T09:56:43.578 INFO:teuthology.orchestra.run.smithi012.stdout:^* hv02.front.sepia.ceph.com 3 6 377 39 +124us[ +117us] +/- 61ms 2024-04-02T09:56:43.578 INFO:teuthology.orchestra.run.smithi012.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 44 -445us[ -452us] +/- 73ms 2024-04-02T09:56:43.578 INFO:teuthology.orchestra.run.smithi012.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T09:56:43.581 INFO:teuthology.orchestra.run.smithi055.stderr:bash: line 1: ntpq: command not found 2024-04-02T09:56:43.586 INFO:teuthology.orchestra.run.smithi055.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-02T09:56:43.586 INFO:teuthology.orchestra.run.smithi055.stdout:=============================================================================== 2024-04-02T09:56:43.586 INFO:teuthology.orchestra.run.smithi055.stdout:^+ hv01.front.sepia.ceph.com 2 9 377 100 +290us[ +332us] +/- 76ms 2024-04-02T09:56:43.587 INFO:teuthology.orchestra.run.smithi055.stdout:^* hv02.front.sepia.ceph.com 3 8 377 31 +133us[ +175us] +/- 62ms 2024-04-02T09:56:43.587 INFO:teuthology.orchestra.run.smithi055.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 42 -467us[ -424us] +/- 73ms 2024-04-02T09:56:43.587 INFO:teuthology.orchestra.run.smithi055.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T09:56:43.590 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-04-02T09:56:43.637 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-04-02T09:56:43.637 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-04-02T09:56:43.677 DEBUG:teuthology.orchestra.run.smithi012:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-02T09:56:43.776 DEBUG:teuthology.orchestra.run.smithi055:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-02T09:56:43.863 DEBUG:teuthology.orchestra.run.smithi012:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-02T09:56:43.900 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T09:56:43.900 DEBUG:teuthology.orchestra.run.smithi055:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-02T09:56:43.932 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T09:56:43.933 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-04-02T09:56:43.947 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-04-02T09:56:43.973 INFO:teuthology.task.internal:Duration was 6510.576070 seconds 2024-04-02T09:56:43.973 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-04-02T09:56:44.033 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-04-02T09:56:44.033 DEBUG:teuthology.orchestra.run.smithi012:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-02T09:56:44.037 DEBUG:teuthology.orchestra.run.smithi055:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-02T09:56:44.080 INFO:teuthology.orchestra.run.smithi012.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-02T09:56:44.083 INFO:teuthology.orchestra.run.smithi055.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-02T09:56:44.598 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-04-02T09:56:44.598 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi012.front.sepia.ceph.com 2024-04-02T09:56:44.599 DEBUG:teuthology.orchestra.run.smithi012:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-02T09:56:44.619 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi055.front.sepia.ceph.com 2024-04-02T09:56:44.619 DEBUG:teuthology.orchestra.run.smithi055:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-02T09:56:44.639 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-04-02T09:56:44.640 DEBUG:teuthology.orchestra.run.smithi012:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-02T09:56:44.661 DEBUG:teuthology.orchestra.run.smithi055:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-02T09:56:44.709 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-04-02T09:56:44.709 DEBUG:teuthology.orchestra.run.smithi012:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-02T09:56:44.730 DEBUG:teuthology.orchestra.run.smithi055:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-02T09:56:45.296 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-04-02T09:56:45.308 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-04-02T09:56:45.308 DEBUG:teuthology.orchestra.run.smithi012:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-02T09:56:45.335 DEBUG:teuthology.orchestra.run.smithi055:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-02T09:56:45.363 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-04-02T09:56:45.376 DEBUG:teuthology.orchestra.run.smithi012:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-02T09:56:45.378 DEBUG:teuthology.orchestra.run.smithi055:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-02T09:56:45.401 INFO:teuthology.orchestra.run.smithi012.stdout:kernel.core_pattern = core 2024-04-02T09:56:45.428 INFO:teuthology.orchestra.run.smithi055.stdout:kernel.core_pattern = core 2024-04-02T09:56:45.445 DEBUG:teuthology.orchestra.run.smithi012:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-02T09:56:45.470 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T09:56:45.471 DEBUG:teuthology.orchestra.run.smithi055:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-02T09:56:45.499 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T09:56:45.499 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-04-02T09:56:45.513 INFO:teuthology.task.internal:Transferring archived files... 2024-04-02T09:56:45.513 DEBUG:teuthology.misc:Transferring archived files from smithi012:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/rfriedma-2024-04-02_07:59:56-rados:upgrade-wip-rf-oldDeep-distro-default-smithi/7635476/remote/smithi012 2024-04-02T09:56:45.514 DEBUG:teuthology.orchestra.run.smithi012:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-02T09:56:45.563 DEBUG:teuthology.misc:Transferring archived files from smithi055:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/rfriedma-2024-04-02_07:59:56-rados:upgrade-wip-rf-oldDeep-distro-default-smithi/7635476/remote/smithi055 2024-04-02T09:56:45.563 DEBUG:teuthology.orchestra.run.smithi055:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-02T09:56:45.617 INFO:teuthology.task.internal:Removing archive directory... 2024-04-02T09:56:45.618 DEBUG:teuthology.orchestra.run.smithi012:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-02T09:56:45.620 DEBUG:teuthology.orchestra.run.smithi055:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-02T09:56:45.664 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-04-02T09:56:45.677 INFO:teuthology.task.internal:Not uploading archives. 2024-04-02T09:56:45.677 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-04-02T09:56:45.709 INFO:teuthology.task.internal:Tidying up after the test... 2024-04-02T09:56:45.709 DEBUG:teuthology.orchestra.run.smithi012:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-02T09:56:45.712 DEBUG:teuthology.orchestra.run.smithi055:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-02T09:56:45.723 INFO:teuthology.orchestra.run.smithi012.stdout: 265305 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 2 09:56 /home/ubuntu/cephtest 2024-04-02T09:56:45.726 INFO:teuthology.orchestra.run.smithi055.stdout: 262166 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 2 09:56 /home/ubuntu/cephtest 2024-04-02T09:56:45.727 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-04-02T09:56:45.757 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-04-02T09:56:45.857 INFO:teuthology.nuke:Checking targets against current locks 2024-04-02T09:56:45.884 DEBUG:teuthology.nuke:shortname: smithi012 2024-04-02T09:56:45.885 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-02T09:56:45.909 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi012.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rfriedma-2024-04-02_07:59:56-rados:upgrade-wip-rf-oldDeep-distro-default-smithi/7635476', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-02 08:00:28.211313', 'locked_by': 'scheduled_rfriedma@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGaxcokyVMXkg2K+qFq3Vy6ni9nhY0E4X74H02OmqfsRgJ/8TM2RnT9X/7zhkmuqQir5WypD+CTzNQZfqi/SJsY='} 2024-04-02T09:56:45.915 DEBUG:teuthology.nuke:shortname: smithi055 2024-04-02T09:56:45.916 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-02T09:56:45.939 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi055.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rfriedma-2024-04-02_07:59:56-rados:upgrade-wip-rf-oldDeep-distro-default-smithi/7635476', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-02 08:00:28.213160', 'locked_by': 'scheduled_rfriedma@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCkOYDns3vyq8sKub5zS9jWXRgJgzYHieVSIFU+rNHBSP9AyBEaRPcASa+sgI7uLBaJmrDQeOinWV0m5dbTyehI='} 2024-04-02T09:56:45.970 INFO:teuthology.orchestra.console.smithi012:Power off 2024-04-02T09:56:45.970 DEBUG:teuthology.orchestra.console.smithi012:pexpect command: ipmitool -H smithi012.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-02T09:56:45.994 DEBUG:teuthology.orchestra.console.smithi012:power off output: Chassis Power Control: Down/Off 2024-04-02T09:56:45.994 DEBUG:teuthology.orchestra.console.smithi012:pexpect command: ipmitool -H smithi012.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-02T09:56:46.009 INFO:teuthology.orchestra.console.smithi055:Power off 2024-04-02T09:56:46.009 DEBUG:teuthology.orchestra.console.smithi055:pexpect command: ipmitool -H smithi055.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-02T09:56:46.019 DEBUG:teuthology.orchestra.console.smithi012:check power output: Chassis Power is on 2024-04-02T09:56:46.034 DEBUG:teuthology.orchestra.console.smithi055:power off output: Chassis Power Control: Down/Off 2024-04-02T09:56:46.035 DEBUG:teuthology.orchestra.console.smithi055:pexpect command: ipmitool -H smithi055.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-02T09:56:46.059 DEBUG:teuthology.orchestra.console.smithi055:check power output: Chassis Power is on 2024-04-02T09:56:50.020 DEBUG:teuthology.orchestra.console.smithi012:pexpect command: ipmitool -H smithi012.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-02T09:56:50.060 DEBUG:teuthology.orchestra.console.smithi055:pexpect command: ipmitool -H smithi055.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-02T09:56:50.130 DEBUG:teuthology.orchestra.console.smithi012:check power output: Chassis Power is on 2024-04-02T09:56:50.170 DEBUG:teuthology.orchestra.console.smithi055:check power output: Chassis Power is on 2024-04-02T09:56:54.133 DEBUG:teuthology.orchestra.console.smithi012:pexpect command: ipmitool -H smithi012.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-02T09:56:54.171 DEBUG:teuthology.orchestra.console.smithi055:pexpect command: ipmitool -H smithi055.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-02T09:56:54.243 DEBUG:teuthology.orchestra.console.smithi012:check power output: Chassis Power is off 2024-04-02T09:56:54.280 DEBUG:teuthology.orchestra.console.smithi055:check power output: Chassis Power is off 2024-04-02T09:56:54.344 INFO:teuthology.orchestra.console.smithi012:Power off completed 2024-04-02T09:56:54.381 INFO:teuthology.orchestra.console.smithi055:Power off completed 2024-04-02T09:56:54.485 INFO:teuthology.run:Summary data: description: rados:upgrade/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} duration: 6510.576070070267 failure_reason: '"2024-04-02T08:28:05.877109+0000 mon.a (mon.0) 351 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log' flavor: default owner: scheduled_rfriedma@teuthology success: false 2024-04-02T09:56:54.485 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-02T09:56:54.571 INFO:teuthology.run:FAIL